-- Logs begin at Mon 2022-02-28 19:20:22 UTC, end at Mon 2022-02-28 21:43:18 UTC. -- Feb 28 19:54:59.397220 n-d-820368-21 systemd[1]: Started Devstack devstack@q-svc.service. Feb 28 19:55:02.321551 n-d-820368-21 neutron-server[103481]: INFO neutron.common.config [-] Logging enabled! Feb 28 19:55:02.322075 n-d-820368-21 neutron-server[103481]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev552 Feb 28 19:55:02.322342 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103481) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 19:55:02.325621 n-d-820368-21 neutron-server[103481]: INFO neutron.common.config [-] Logging enabled! Feb 28 19:55:02.325874 n-d-820368-21 neutron-server[103481]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev552 Feb 28 19:55:02.326182 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103481) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 19:55:02.327099 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 19:55:02.327332 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 19:55:02.327701 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 19:55:02.327986 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 19:55:02.328613 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 19:55:02.328940 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.329357 n-d-820368-21 neutron-server[103481]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 28 19:55:02.329667 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.329961 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.330252 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.330547 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.330836 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.331120 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.331408 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.331702 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.332013 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.332293 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.332576 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.332866 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.333148 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.333433 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.333720 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.334003 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] debug = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.334284 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.334715 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.335136 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.335424 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.335709 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.336011 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.336888 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.337169 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.337456 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.337783 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] host = n-d-820368-21 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.338061 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.338347 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.338633 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.338924 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.339197 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.339472 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.339779 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.340049 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.340322 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] log_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.340601 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.340887 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.341174 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.341461 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.341688 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.341913 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.342208 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.342491 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.342767 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.343042 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.343316 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.343589 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.343896 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.344166 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.344449 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.344766 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.345404 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.345680 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.345955 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.346227 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.346499 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.346780 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.347054 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.347329 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.347603 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.347923 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.348194 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.348467 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.348766 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.349049 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.349331 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.349610 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.349882 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.350162 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.350431 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.350701 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.350971 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] use_json = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.351241 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.351507 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.351894 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.352170 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.352440 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.352712 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.352984 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.353269 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.353540 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:02.353832 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.354127 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.354427 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.354723 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.355012 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.355300 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.355591 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.355893 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.356182 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.356470 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.356757 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.357033 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.357331 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.357620 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.357915 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.358218 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.358510 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.358798 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.359124 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.359340 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.359612 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.359929 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.360202 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.360478 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.360763 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.361048 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.361326 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.361622 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.361907 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.362198 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.362485 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.362757 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.363030 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.363316 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.363590 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.363883 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.364161 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.364444 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.364719 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.364988 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.365266 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.365546 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.365816 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.366085 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.366358 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.366644 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.366916 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.367182 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.367470 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.367744 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.368035 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.368318 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.368593 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.368861 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.369128 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.369402 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.369674 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.369945 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.370217 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.370487 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.370759 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.371026 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.371293 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.371563 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.371868 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.372139 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.372408 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.372676 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.372948 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.373215 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.373486 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.373754 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.374027 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.374293 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.374574 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.374864 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.375136 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.375418 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.375695 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.375995 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.376270 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.376543 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.376819 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.377094 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.377360 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.377645 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.377924 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.378208 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.378509 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.378791 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.379085 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.379366 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.379643 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.379957 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.380237 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.380513 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.380794 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.381074 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.381366 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.381657 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.381948 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.382238 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.382527 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.382807 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.383630 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.383940 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:02.384161 n-d-820368-21 neutron-server[103481]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 19:55:02.384402 n-d-820368-21 neutron-server[103481]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103481) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 28 19:55:02.754985 n-d-820368-21 neutron-server[103481]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 28 19:55:02.755266 n-d-820368-21 neutron-server[103481]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 28 19:55:02.755571 n-d-820368-21 neutron-server[103481]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 28 19:55:02.756076 n-d-820368-21 neutron-server[103481]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 28 19:55:03.080945 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.081155 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.081429 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.082735 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.083012 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.083280 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.128922 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.129202 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.129470 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.143430 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.143711 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.144008 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.172438 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.172719 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.172988 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.209996 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.210271 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.210579 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.558676 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.559293 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.559293 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.559465 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.560182 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.658735 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.659051 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.659334 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.659604 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.659893 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.660206 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.660464 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.660720 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.660972 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.661250 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.661508 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.661770 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.662025 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.662276 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.662530 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.662792 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.663043 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.663308 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.663574 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.663857 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.664130 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.664977 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.665259 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.665632 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.665882 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.666127 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.666516 n-d-820368-21 neutron-server[103481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 19:55:03.666754 n-d-820368-21 neutron-server[103481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 19:55:03.666989 n-d-820368-21 neutron-server[103481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 19:55:03.667223 n-d-820368-21 neutron-server[103481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 19:55:03.667457 n-d-820368-21 neutron-server[103481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 19:55:03.667690 n-d-820368-21 neutron-server[103481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 19:55:03.668075 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 28 19:55:03.671232 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 28 19:55:03.675280 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 28 19:55:03.679119 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 28 19:55:03.680800 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 28 19:55:03.681270 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 28 19:55:03.681604 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 28 19:55:03.681981 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 28 19:55:03.684836 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 28 19:55:03.685093 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 28 19:55:03.685437 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 19:55:03.690317 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 28 19:55:03.714413 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 28 19:55:03.714860 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.715158 n-d-820368-21 neutron-server[103481]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103481) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 28 19:55:03.715527 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.716922 n-d-820368-21 neutron-server[103481]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103481) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 28 19:55:03.717205 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 19:55:03.717455 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 28 19:55:03.721038 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.721319 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:03.783923 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 28 19:55:03.784159 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 28 19:55:03.784391 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 28 19:55:03.784748 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 28 19:55:03.805536 n-d-820368-21 neutron-server[103481]: DEBUG oslo_db.sqlalchemy.engines [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103481) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 28 19:55:04.242203 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Initializing driver for type 'gre' Feb 28 19:55:04.242729 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] gre ID ranges: [(1, 1000)] Feb 28 19:55:04.295344 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Initializing driver for type 'local' Feb 28 19:55:04.295699 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Initializing driver for type 'vlan' Feb 28 19:55:04.308364 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] VlanTypeDriver initialization complete Feb 28 19:55:04.308695 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Initializing driver for type 'vxlan' Feb 28 19:55:04.309196 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] vxlan ID ranges: [(1, 1000)] Feb 28 19:55:04.359855 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Initializing extension driver 'port_security' Feb 28 19:55:04.360164 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.extensions.port_security [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] PortSecurityExtensionDriver initialization complete Feb 28 19:55:04.360494 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Initializing mechanism driver 'openvswitch' Feb 28 19:55:04.360812 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Initializing mechanism driver 'hyperv' Feb 28 19:55:04.367373 n-d-820368-21 neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:55:04.368777 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > port after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.369146 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > port after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.369499 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > port after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.370020 n-d-820368-21 neutron-server[103481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 19:55:04.370445 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > subnet after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.370794 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > subnet after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.371135 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.371526 n-d-820368-21 neutron-server[103481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 19:55:04.371959 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > network after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.372303 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > network after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.372638 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > network after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.373024 n-d-820368-21 neutron-server[103481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 19:55:04.373420 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > security_group after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.373764 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > security_group after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.374095 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.374484 n-d-820368-21 neutron-server[103481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 19:55:04.374880 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.375219 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.375552 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.375979 n-d-820368-21 neutron-server[103481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 19:55:04.376377 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > address_group after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.376716 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > address_group after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.377047 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.377437 n-d-820368-21 neutron-server[103481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 19:55:04.377868 n-d-820368-21 neutron-server[103481]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] ML2 OVO RPC backend initialized. {{(pid=103481) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Feb 28 19:55:04.378563 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.378913 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.379326 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > network before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.379666 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > networks before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.380036 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > port before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.380372 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > ports before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.380708 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > subnet before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.381042 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > subnets before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.381379 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > network after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.381712 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > network after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.382042 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > network after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.382383 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > port after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.382701 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > port after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.383605 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > port after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.383959 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > subnet after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.384413 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > subnet after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.384749 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.391984 n-d-820368-21 neutron-server[103481]: INFO neutron.quota [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded quota_driver: . Feb 28 19:55:04.392343 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.plugin [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Modular L2 Plugin initialization complete Feb 28 19:55:04.392683 n-d-820368-21 neutron-server[103481]: DEBUG neutron.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading services supported by the core plugin {{(pid=103481) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 28 19:55:04.393013 n-d-820368-21 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Got port-security extension from driver 'port_security' Feb 28 19:55:04.393483 n-d-820368-21 neutron-server[103481]: INFO neutron.extensions.vlantransparent [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Disabled vlantransparent extension. Feb 28 19:55:04.393967 n-d-820368-21 neutron-server[103481]: DEBUG neutron.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103481) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 28 19:55:04.394287 n-d-820368-21 neutron-server[103481]: INFO neutron.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading Plugin: router Feb 28 19:55:04.431056 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.431471 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router after_create 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.432176 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router before_create 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.432545 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.432916 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.433268 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router after_delete 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.433620 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.433963 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.434314 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router after_create 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.434656 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router after_update 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.434998 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router after_update 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.435339 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.435692 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router after_update 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.436121 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router precommit_update 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.436485 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: port after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.436815 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: port after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.437149 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: subnet after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.437479 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.437824 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.438163 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router precommit_create 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.438495 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: port before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.438830 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router precommit_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.439177 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router after_update 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.439510 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.440009 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router precommit_create 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.440365 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.440705 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router precommit_update 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.441063 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > agent after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.441409 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > agent after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.441747 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > network after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.442590 n-d-820368-21 neutron-server[103481]: DEBUG neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Tracking information for resource: router configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 19:55:04.442919 n-d-820368-21 neutron-server[103481]: DEBUG neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Tracking information for resource: floatingip configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 19:55:04.448352 n-d-820368-21 neutron-server[103481]: INFO neutron.db.l3_agentschedulers_db [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 28 19:55:04.448920 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: port after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.449274 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: port after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.449617 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: port after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.449960 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: port after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.450728 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router before_create 55550100 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.451084 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.451437 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router precommit_create 55550100 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.451815 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > router precommit_update 55550100 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.456553 n-d-820368-21 neutron-server[103481]: DEBUG neutron.services.provider_configuration [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Service providers = [] {{(pid=103481) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 28 19:55:04.456922 n-d-820368-21 neutron-server[103481]: DEBUG neutron.db.servicetype_db [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103481) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 28 19:55:04.459847 n-d-820368-21 neutron-server[103481]: DEBUG neutron.services.service_base [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 19:55:04.460197 n-d-820368-21 neutron-server[103481]: DEBUG neutron.services.service_base [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 19:55:04.460535 n-d-820368-21 neutron-server[103481]: DEBUG neutron.services.service_base [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 19:55:04.461436 n-d-820368-21 neutron-server[103481]: DEBUG neutron.services.service_base [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 19:55:04.461802 n-d-820368-21 neutron-server[103481]: INFO neutron.services.service_base [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 28 19:55:04.462166 n-d-820368-21 neutron-server[103481]: DEBUG neutron.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 19:55:04.462609 n-d-820368-21 neutron-server[103481]: INFO neutron.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 28 19:55:04.473478 n-d-820368-21 neutron-server[103481]: DEBUG neutron.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 19:55:04.473813 n-d-820368-21 neutron-server[103481]: INFO neutron.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading Plugin: auto_allocate Feb 28 19:55:04.479711 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: network precommit_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.480104 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: network precommit_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.480612 n-d-820368-21 neutron-server[103481]: DEBUG neutron.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 19:55:04.480924 n-d-820368-21 neutron-server[103481]: INFO neutron.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading Plugin: tag Feb 28 19:55:04.487681 n-d-820368-21 neutron-server[103481]: DEBUG neutron.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 19:55:04.488040 n-d-820368-21 neutron-server[103481]: INFO neutron.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading Plugin: timestamp Feb 28 19:55:04.491828 n-d-820368-21 neutron-server[103481]: DEBUG neutron.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 19:55:04.492160 n-d-820368-21 neutron-server[103481]: INFO neutron.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading Plugin: network_ip_availability Feb 28 19:55:04.498300 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.498615 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.498965 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.499655 n-d-820368-21 neutron-server[103481]: DEBUG neutron.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 19:55:04.500003 n-d-820368-21 neutron-server[103481]: INFO neutron.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading Plugin: flavors Feb 28 19:55:04.504895 n-d-820368-21 neutron-server[103481]: DEBUG neutron.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 19:55:04.505225 n-d-820368-21 neutron-server[103481]: INFO neutron.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading Plugin: revisions Feb 28 19:55:04.510368 n-d-820368-21 neutron-server[103481]: DEBUG neutron.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 19:55:04.510756 n-d-820368-21 neutron-server[103481]: DEBUG oslo_concurrency.lockutils [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.755s {{(pid=103481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 28 19:55:04.511478 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103481) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 28 19:55:04.511841 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Initializing extension manager. Feb 28 19:55:04.512358 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: __init__.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.512692 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: __pycache__ {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.513019 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.513344 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: address_group.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.514081 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.514628 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: address-group Feb 28 19:55:04.514945 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: address_scope.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.515647 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.516180 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: address-scope Feb 28 19:55:04.516500 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.517410 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.517911 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: router-admin-state-down-before-update Feb 28 19:55:04.518230 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: agent.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.518923 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.519426 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: agent Feb 28 19:55:04.519745 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: agent_resources_synced.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.520658 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.521159 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: agent-resources-synced Feb 28 19:55:04.521475 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: allowedaddresspairs.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.523357 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.523953 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: allowed-address-pairs Feb 28 19:55:04.524280 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: auto_allocated_topology.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.525471 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.525981 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: auto-allocated-topology Feb 28 19:55:04.526303 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: availability_zone.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.526985 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.527485 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: availability_zone Feb 28 19:55:04.527834 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: availability_zone_filter.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.528732 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.529230 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: availability_zone_filter Feb 28 19:55:04.529547 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: data_plane_status.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.530439 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.530933 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension data-plane-status not supported by any of loaded plugins Feb 28 19:55:04.531248 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: default_subnetpools.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.532181 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.532676 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: default-subnetpools Feb 28 19:55:04.532992 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.533781 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.534273 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: dhcp_agent_scheduler Feb 28 19:55:04.534594 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: dns.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.535499 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.536020 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension dns-integration not supported by any of loaded plugins Feb 28 19:55:04.536338 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: dns_domain_ports.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.537236 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.537730 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 28 19:55:04.538045 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.538949 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.539997 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 28 19:55:04.540315 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: dvr.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.541092 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.541590 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: dvr Feb 28 19:55:04.541904 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: ecmp_routes.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.542804 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.543300 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 28 19:55:04.543617 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: empty_string_filtering.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.544546 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.545043 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: empty-string-filtering Feb 28 19:55:04.545359 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.546253 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.546749 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 28 19:55:04.547065 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.547986 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.548485 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 28 19:55:04.548801 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: external_net.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.549689 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.550186 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: external-net Feb 28 19:55:04.550502 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.551387 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.551918 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: extra_dhcp_opt Feb 28 19:55:04.552235 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: extraroute.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.553128 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.553732 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: extraroute Feb 28 19:55:04.553950 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: extraroute_atomic.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.555612 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.556161 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: extraroute-atomic Feb 28 19:55:04.556482 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: filter_validation.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.557139 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.557641 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: filter-validation Feb 28 19:55:04.557958 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: fip_pf_description.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.558880 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.559404 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 28 19:55:04.559691 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: fip_port_details.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.560818 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.561328 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: fip-port-details Feb 28 19:55:04.561644 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: flavors.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.562871 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.563377 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: flavors Feb 28 19:55:04.563701 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.565407 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.565921 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 28 19:55:04.566242 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: floatingip_pools.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.566934 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.567435 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: floatingip-pools Feb 28 19:55:04.567772 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: ip_allocation.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.568678 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.569175 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension ip_allocation not supported by any of loaded plugins Feb 28 19:55:04.569490 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.570389 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.570913 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: ip-substring-filtering Feb 28 19:55:04.571245 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: l2_adjacency.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.572279 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.572774 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 28 19:55:04.573091 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: l3.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.574051 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.574560 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: router Feb 28 19:55:04.574882 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.577124 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.577644 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 28 19:55:04.577974 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.578883 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.579389 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: ext-gw-mode Feb 28 19:55:04.579714 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.580645 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.581148 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: l3-ha Feb 28 19:55:04.581470 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.582363 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.582859 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 28 19:55:04.583179 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: l3_flavors.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.584122 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.584625 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: l3-flavors Feb 28 19:55:04.584944 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.586325 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.586830 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 28 19:55:04.587149 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.588200 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.588702 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 28 19:55:04.589020 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: l3agentscheduler.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.590050 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.590556 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: l3_agent_scheduler Feb 28 19:55:04.590878 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: local_ip.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.592698 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.593217 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension local_ip not supported by any of loaded plugins Feb 28 19:55:04.593552 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: logging.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.596757 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.597277 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension logging not supported by any of loaded plugins Feb 28 19:55:04.597611 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: metering.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.598351 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.598926 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: metering Feb 28 19:55:04.599253 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.600368 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.600879 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: metering_source_and_destination_fields Feb 28 19:55:04.601205 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: multiprovidernet.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.602648 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.603275 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: multi-provider Feb 28 19:55:04.603600 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: netmtu.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.604546 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.605044 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: net-mtu Feb 28 19:55:04.605365 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: netmtu_writable.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.606271 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.606769 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: net-mtu-writable Feb 28 19:55:04.607087 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: network_availability_zone.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.607744 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.608270 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: network_availability_zone Feb 28 19:55:04.608586 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: network_ip_availability.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.609694 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.610295 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: network-ip-availability Feb 28 19:55:04.610620 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: network_segment_range.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.611374 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.611914 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension network-segment-range not supported by any of loaded plugins Feb 28 19:55:04.612236 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: pagination.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.613213 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.613534 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: pagination Feb 28 19:55:04.613848 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: port_device_profile.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.614751 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.615258 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: port-device-profile Feb 28 19:55:04.615578 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.616517 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.617024 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: port-mac-address-regenerate Feb 28 19:55:04.617363 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.618893 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.619396 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: port-numa-affinity-policy Feb 28 19:55:04.619715 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: port_resource_request.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.620655 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.621152 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension port-resource-request not supported by any of loaded plugins Feb 28 19:55:04.621472 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: port_resource_request_groups.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.622425 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.622927 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 28 19:55:04.623246 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: portbindings.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.624203 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.624702 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: binding Feb 28 19:55:04.625020 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: portbindings_extended.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.626287 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.626797 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: binding-extended Feb 28 19:55:04.627120 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: portsecurity.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.628049 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.628553 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: port-security Feb 28 19:55:04.628871 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: project_id.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.629849 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.630172 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: project-id Feb 28 19:55:04.630487 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: providernet.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.631389 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.631933 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: provider Feb 28 19:55:04.632254 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: qos.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.635997 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.636515 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension qos not supported by any of loaded plugins Feb 28 19:55:04.636841 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.638155 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.638660 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 28 19:55:04.638984 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.639941 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.640435 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 28 19:55:04.640758 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: qos_default.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.641658 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.642160 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension qos-default not supported by any of loaded plugins Feb 28 19:55:04.642482 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: qos_fip.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.643391 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.643922 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension qos-fip not supported by any of loaded plugins Feb 28 19:55:04.644245 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.645141 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.645640 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 28 19:55:04.645960 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: qos_gateway_ip.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.646864 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.647366 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 28 19:55:04.647687 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: qos_port_network_policy.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.648745 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.649251 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 28 19:55:04.649573 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.650714 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.651220 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 28 19:55:04.651540 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.652607 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.653104 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 28 19:55:04.653421 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: qos_pps_rule.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.654587 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.655093 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension qos-pps not supported by any of loaded plugins Feb 28 19:55:04.655410 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: qos_rule_type_details.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.656348 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.656848 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 28 19:55:04.657165 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: qos_rules_alias.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.658197 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.658701 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 28 19:55:04.659020 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: quota_check_limit.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.659955 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.660462 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: quota-check-limit Feb 28 19:55:04.660780 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: quotasv2.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.661692 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.662015 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: quotas Feb 28 19:55:04.662332 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: quotasv2_detail.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.664129 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.664974 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: quota_details Feb 28 19:55:04.665298 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: rbac.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.666450 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.666968 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: rbac-policies Feb 28 19:55:04.667292 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: rbac_address_group.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.668233 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.668744 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: rbac-address-group Feb 28 19:55:04.669068 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: rbac_address_scope.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.669975 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.670481 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: rbac-address-scope Feb 28 19:55:04.670802 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: rbac_security_groups.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.671700 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.672235 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: rbac-security-groups Feb 28 19:55:04.672556 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: rbac_subnetpool.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.673529 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.674361 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: rbac-subnetpool Feb 28 19:55:04.674685 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: revisionifmatch.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.675597 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.676138 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: revision-if-match Feb 28 19:55:04.676460 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: revisions.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.677561 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.678065 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: standard-attr-revisions Feb 28 19:55:04.678385 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: router_availability_zone.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.679045 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.679544 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: router_availability_zone Feb 28 19:55:04.680471 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: routerservicetype.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.681505 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.682008 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension router-service-type not supported by any of loaded plugins Feb 28 19:55:04.682327 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.683239 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.683739 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: security-groups-normalized-cidr Feb 28 19:55:04.684081 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.685110 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.685619 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: port-security-groups-filtering Feb 28 19:55:04.685937 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.686851 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.687353 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: security-groups-remote-address-group Feb 28 19:55:04.687671 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.688613 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.689118 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: security-groups-shared-filtering Feb 28 19:55:04.689438 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.690019 n-d-820368-21 neutron-server[103481]: WARNING neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 28 19:55:04.690337 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: securitygroup.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.700201 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.700726 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: security-group Feb 28 19:55:04.701060 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: segment.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.701842 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.702347 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension segment not supported by any of loaded plugins Feb 28 19:55:04.702669 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.703612 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.704149 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 28 19:55:04.704472 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: servicetype.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.705588 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.706097 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: service-type Feb 28 19:55:04.706419 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: sorting.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.707392 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.707715 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: sorting Feb 28 19:55:04.708052 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: standard_attr_segment.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.708960 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.709461 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 28 19:55:04.709776 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: standardattrdescription.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.710423 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.710991 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: standard-attr-description Feb 28 19:55:04.711336 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: stateful_security_group.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.712287 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.712925 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: stateful-security-group Feb 28 19:55:04.713245 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: stdattrs_common.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.713810 n-d-820368-21 neutron-server[103481]: WARNING neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 28 19:55:04.714125 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.715042 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.715544 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 28 19:55:04.715886 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: subnet_onboard.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.716976 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.717490 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: subnet_onboard Feb 28 19:55:04.717811 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.718720 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.719223 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 28 19:55:04.719542 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: subnet_service_types.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.720748 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.721253 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: subnet-service-types Feb 28 19:55:04.721573 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: subnetallocation.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.722691 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.723205 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: subnet_allocation Feb 28 19:55:04.723525 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.724221 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.724886 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: subnetpool-prefix-ops Feb 28 19:55:04.725243 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.726259 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.727291 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 28 19:55:04.727612 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: tagging.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.728786 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.729300 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: standard-attr-tag Feb 28 19:55:04.729622 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: timestamp.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.730815 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.731322 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loaded extension: standard-attr-timestamp Feb 28 19:55:04.731639 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: trunk.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.732702 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.733209 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension trunk not supported by any of loaded plugins Feb 28 19:55:04.733531 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: trunk_details.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.734435 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.734939 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension trunk-details not supported by any of loaded plugins Feb 28 19:55:04.735255 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: uplink_status_propagation.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.736202 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.736704 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 28 19:55:04.737020 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Loading extension file: vlantransparent.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:55:04.737681 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:55:04.738185 n-d-820368-21 neutron-server[103481]: INFO neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 28 19:55:04.740678 n-d-820368-21 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Creating instance of TrackedResource for resource:network Feb 28 19:55:04.741166 n-d-820368-21 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Creating instance of TrackedResource for resource:subnet Feb 28 19:55:04.741551 n-d-820368-21 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 19:55:04.741931 n-d-820368-21 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Creating instance of TrackedResource for resource:port Feb 28 19:55:04.743902 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:55:04.744338 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Service FLAVORS assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:55:04.744950 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:55:04.745362 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:55:04.745688 n-d-820368-21 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Creating instance of TrackedResource for resource:router Feb 28 19:55:04.746107 n-d-820368-21 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 19:55:04.746576 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Service METERING assigned prefix: /metering {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:55:04.748030 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.748437 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.748746 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:55:04.749702 n-d-820368-21 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 19:55:04.750147 n-d-820368-21 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Creating instance of TrackedResource for resource:security_group Feb 28 19:55:04.750572 n-d-820368-21 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 19:55:04.751171 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Service CORE assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:55:04.751494 n-d-820368-21 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 19:55:04.751868 n-d-820368-21 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] subnetpool is already registered Feb 28 19:55:04.752282 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Service CORE assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:55:04.752598 n-d-820368-21 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 19:55:04.752920 n-d-820368-21 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] subnetpool is already registered Feb 28 19:55:04.755159 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:55:04.755582 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Service FLAVORS assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:55:04.756186 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:55:04.756599 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:55:04.756926 n-d-820368-21 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Creating instance of TrackedResource for resource:router Feb 28 19:55:04.757259 n-d-820368-21 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] router is already registered Feb 28 19:55:04.757661 n-d-820368-21 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 19:55:04.758533 n-d-820368-21 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] floatingip is already registered Feb 28 19:55:04.759000 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Service METERING assigned prefix: /metering {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:55:04.759804 n-d-820368-21 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 19:55:04.760130 n-d-820368-21 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] rbac_policy is already registered Feb 28 19:55:04.760532 n-d-820368-21 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Creating instance of TrackedResource for resource:security_group Feb 28 19:55:04.760859 n-d-820368-21 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] security_group is already registered Feb 28 19:55:04.761251 n-d-820368-21 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 19:55:04.761576 n-d-820368-21 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] security_group_rule is already registered Feb 28 19:55:04.762194 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Service CORE assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:55:04.762514 n-d-820368-21 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 19:55:04.762837 n-d-820368-21 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] subnetpool is already registered Feb 28 19:55:04.763250 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Service CORE assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:55:04.763567 n-d-820368-21 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 19:55:04.763917 n-d-820368-21 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] subnetpool is already registered Feb 28 19:55:04.764381 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: extensions {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.765865 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: address-groups {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.767344 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: address-scopes {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.768694 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: agents {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.769838 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: auto-allocated-topology {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.771075 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: availability_zones {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.772297 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: dhcp-networks {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.774355 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: dhcp-agents {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.775937 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: routers {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.778130 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: flavors {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.779265 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: service_profiles {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.780510 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: next_providers {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.781939 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: service_profiles {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.783471 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: floatingip-pools {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.784717 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: routers {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.786800 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: floatingips {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.788978 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: l3-routers {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.790394 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: l3-agents {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.791943 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: metering-labels {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.793306 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: metering-label-rules {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.794578 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: network-ip-availabilities {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.795864 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: bindings {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.797529 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: quotas {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.799072 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: quotas {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.800623 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: rbac-policies {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.801913 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: security-groups {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.803250 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: security-group-rules {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.804502 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: service-providers {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.805746 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: subnetpools {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.807265 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: subnetpools {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.808747 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.810427 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.812336 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.814094 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.815911 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.817740 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.819425 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.822099 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.823900 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.825742 n-d-820368-21 neutron-server[103481]: DEBUG neutron.api.extensions [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:55:04.831453 n-d-820368-21 neutron-server[103481]: WARNING keystonemiddleware.auth_token [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 28 19:55:04.836084 n-d-820368-21 neutron-server[103481]: WARNING keystonemiddleware.auth_token [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 28 19:55:04.845415 n-d-820368-21 neutron-server[103481]: DEBUG oslo_concurrency.lockutils [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Acquired lock "singleton_lock" {{(pid=103481) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 28 19:55:04.845883 n-d-820368-21 neutron-server[103481]: DEBUG oslo_concurrency.lockutils [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Releasing lock "singleton_lock" {{(pid=103481) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 28 19:55:04.846520 n-d-820368-21 neutron-server[103481]: INFO oslo_service.service [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Starting 2 workers Feb 28 19:55:04.851362 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Started child 103773 {{(pid=103481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 19:55:04.856023 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Started child 103774 {{(pid=103481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 19:55:04.856877 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:04.857612 n-d-820368-21 neutron-server[103481]: INFO neutron.service [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 28 19:55:04.858261 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:04.858586 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [-] (103773) wsgi starting up on http://0.0.0.0:9696 Feb 28 19:55:04.860728 n-d-820368-21 neutron-server[103481]: INFO oslo_service.service [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Starting 1 workers Feb 28 19:55:04.860884 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:04.862379 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [-] (103774) wsgi starting up on http://0.0.0.0:9696 Feb 28 19:55:04.865984 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Started child 103775 {{(pid=103481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 19:55:04.866543 n-d-820368-21 neutron-server[103481]: INFO oslo_service.service [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Starting 1 workers Feb 28 19:55:04.869906 n-d-820368-21 neutron-server[103775]: DEBUG neutron.service [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] calling RpcWorker wait() {{(pid=103775) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 28 19:55:04.870458 n-d-820368-21 neutron-server[103775]: DEBUG neutron.service [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] returning from RpcWorker wait() {{(pid=103775) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 28 19:55:04.871088 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Started child 103776 {{(pid=103481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 19:55:04.871842 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:04.871954 n-d-820368-21 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b68c360-0ffc-4706-8225-269264edd346 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:04.872377 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:55:04.873927 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103481) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 28 19:55:04.874141 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 19:55:04.874325 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 19:55:04.874558 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 19:55:04.874899 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 19:55:04.875064 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 19:55:04.875589 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.875869 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.876143 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:04.876601 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.876601 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.876736 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.877227 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.877480 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.877713 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.877981 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.878227 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.878394 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.878559 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.878808 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.879038 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.879336 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.879582 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.879858 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.880144 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.880318 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.880554 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.880814 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.881038 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.881298 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] debug = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.881557 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.882059 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.882299 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.882538 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.882769 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.883569 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.883833 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.884116 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.884378 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.884625 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.884874 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.885135 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.885377 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.885602 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.885845 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.886069 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.886315 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.886547 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.886998 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] host = n-d-820368-21 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.887250 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.887488 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.887722 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.888021 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.888276 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.888503 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.888757 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.889015 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.889262 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.889462 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.889705 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.889925 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.890169 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.890393 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] log_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.890557 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] log_options = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.890788 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.891051 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.891315 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.891499 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.891665 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.891860 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.892097 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.892254 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.892504 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.892717 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.892928 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.893158 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.893384 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.893608 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.893849 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.894057 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.894271 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.894505 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.894746 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.894992 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.895216 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.895434 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.895661 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.895911 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.896151 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.896379 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.896598 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.896807 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.897025 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.898200 n-d-820368-21 neutron-server[103776]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:55:04.898377 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.898704 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.899484 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.899732 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.899976 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.900503 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.900503 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.901785 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.902373 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.902794 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.903029 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.903709 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.903912 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.904064 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.904348 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.904628 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.904892 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.905141 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] use_json = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.905425 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.905700 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.905981 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.906264 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.906488 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.907443 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.907703 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.908022 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.908752 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:04.909890 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.910236 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.910647 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.911998 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.911998 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.911998 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.912265 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.912501 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.912618 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.912853 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.913195 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.913435 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.913739 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.914020 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.914381 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.915070 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.915070 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.915575 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.915810 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.916343 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.916631 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.916816 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.917223 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.917354 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.917620 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.917833 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.918122 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.918437 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.918708 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.919091 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.919417 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.919690 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.920013 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.920191 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.920798 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.920798 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.921025 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.921387 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.921387 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.921695 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.921914 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.922150 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.922399 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.922699 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.922920 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.923160 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.923460 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.923712 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.923988 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.924295 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.924553 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.924775 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.925003 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.925243 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.925598 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.925848 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.926117 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.926612 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.926787 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.926895 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.927132 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.927340 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.927564 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.927856 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.928042 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.928253 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.928726 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.928726 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.928957 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.929184 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.929413 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.929631 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.930334 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.930572 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.930825 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.931073 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.931316 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.931589 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.931737 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.932028 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.932342 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.932532 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.932837 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.933117 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.933352 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.933548 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.933824 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.934093 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.934278 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.934494 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.934721 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.934982 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.935306 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.935561 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.935931 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.936146 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.936394 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.936602 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.936909 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.937129 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.937367 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.937649 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.937842 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.938113 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.938321 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.938541 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.938757 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.939078 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.939361 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.939733 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.940001 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.940255 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.940491 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.942484 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.942809 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.943062 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.943331 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.943576 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.943833 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.944115 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.944369 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.944642 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.944868 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.945144 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.945458 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.946358 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.946625 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.946888 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.947120 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.947402 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.947599 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.949108 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.950383 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.951359 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.952172 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.952503 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.953265 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.953501 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.953750 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.954056 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.954304 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.954528 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.954771 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.955055 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.955333 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.955566 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.956001 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.956262 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.956653 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.956992 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.957233 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.957478 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.957713 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.957966 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.958182 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.958483 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.958702 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.958961 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.959168 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.959402 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.959665 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.959907 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.960130 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.960340 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.960575 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.960810 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.961062 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.961277 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.961498 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.961743 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.961961 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.962177 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.962393 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.962626 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.962884 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.963115 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.964392 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.964495 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.964759 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.965095 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.965209 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.965477 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.965696 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.965946 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.966186 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.966402 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.966615 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.966841 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.967069 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.967284 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.967511 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.968133 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.968133 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.968431 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.968788 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.969074 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.969327 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.969583 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.969837 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.970329 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.970581 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.970804 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.971040 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.971275 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.971502 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.971735 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.972067 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.972410 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.972636 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.972873 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.973145 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.973387 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.974699 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.974939 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.975183 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.975519 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.975751 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.975996 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.976240 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.976459 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.977651 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.977887 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.978106 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.978457 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.978767 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.979010 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.979328 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.979555 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.979884 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.980122 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.980389 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.980656 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.980885 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.981108 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.981328 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.981573 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.981786 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.982753 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.983014 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.983241 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.983462 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.983694 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.983935 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.984163 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.984399 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.984603 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.984815 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.985043 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.985145 n-d-820368-21 neutron-server[103775]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:55:04.985257 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.985501 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.985691 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.985906 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.986116 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.986343 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.986552 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.986784 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.987005 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.987220 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.987428 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.988580 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.988876 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.989102 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.989397 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.989665 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.989930 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.990177 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.990510 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.990732 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.990994 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.991234 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.991453 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.991673 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.992164 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.993235 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.993634 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.993906 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.994171 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.994467 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.994750 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.995039 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.995257 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.995544 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.995985 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.996285 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.996536 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.996793 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.997043 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.997266 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.997483 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.997722 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.997938 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.998156 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.998411 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.998654 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.998904 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.999130 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.999353 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.999592 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:04.999883 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.000104 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.000350 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.000632 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.000800 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 19:55:05.001542 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103481) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 28 19:55:05.001895 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 19:55:05.002058 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 19:55:05.002231 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 19:55:05.002410 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 19:55:05.002548 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 19:55:05.002761 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.002924 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.003083 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.003243 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.003403 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.003603 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.003784 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.003945 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.004108 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.004266 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.004425 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.004583 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.004744 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.004933 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.005064 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.005222 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.005548 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.005714 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.005877 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.006042 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.006196 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.007648 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.008016 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] debug = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.008685 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.008911 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.009085 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.009249 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.009412 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.009572 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.009730 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.009895 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.010047 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.010207 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.010415 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.010626 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.010825 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.011059 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.011256 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.011408 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.011562 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.011716 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.011897 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] host = n-d-820368-21 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.012049 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.012202 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.012368 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.012558 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.012686 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.012843 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.013006 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.013157 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.013315 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.013458 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.013603 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.013769 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.014054 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.014224 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] log_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.014366 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] log_options = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.014526 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.014683 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.014828 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.015017 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.015172 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.015312 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.015497 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.015644 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.016009 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.016308 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.016544 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.016790 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.016955 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.017096 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.017257 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.017415 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.017573 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.017730 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.017903 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.018066 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.018222 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.018379 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.018538 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.018694 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.018851 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.019009 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.019166 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.019323 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.019484 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.020142 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.020312 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.020592 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.020697 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.020778 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.020926 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.021086 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.021397 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.021709 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.021872 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.022029 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.022713 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.023199 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.023379 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.023571 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.023722 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.024027 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.024252 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] use_json = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.024412 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.024570 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.024727 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.024886 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.025043 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.025201 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.025359 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.025519 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.025678 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:55:05.026233 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.026233 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.026233 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.026526 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.026526 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.026669 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.026760 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.026917 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.027078 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.027238 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.027406 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.027566 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.027737 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.027921 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.028082 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.028246 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.028407 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.028570 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.028731 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.028893 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.029055 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.029215 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.029385 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.029545 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.029706 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.029865 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.030039 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.030194 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.030355 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.030530 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.030691 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.030852 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.031013 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.031175 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.031335 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.031497 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.031658 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.031867 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.032036 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.032198 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.032358 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.032518 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.032678 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.032842 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.033002 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.033163 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.033324 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.033486 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.033647 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.033810 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.033971 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.034137 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.034299 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.034460 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.034622 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.034783 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.034943 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.035114 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.035274 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.035434 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.035594 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.035771 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.035933 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.036093 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.036254 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.036415 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.036576 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.036737 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.036910 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.037070 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.037231 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.037390 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.037551 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.037711 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.037872 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.038031 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.038191 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.038350 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.038511 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.038670 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.038831 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.038991 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.039152 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.039356 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.039519 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.039681 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.039864 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.040026 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.040186 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.040347 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.040512 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.040678 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.040853 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.041013 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.041173 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.041334 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.041494 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.041653 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.041814 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.041975 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.042137 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.042297 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.042458 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.042617 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.042779 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.042938 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.043099 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.043261 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.043422 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.043581 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.043741 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.043920 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.044081 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.044245 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.044406 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.044567 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.044727 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.044886 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.045047 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.045215 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.045375 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.045540 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.045700 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.045868 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.046039 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.046201 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.046364 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.046525 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.046685 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.046846 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.047005 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.047166 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.047326 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.047486 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.047646 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.047840 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.048005 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.048166 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.048325 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.048509 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.048669 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.048829 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.048990 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.049152 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.049300 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.049461 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.049622 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.049782 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.049943 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.050104 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.050266 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.050426 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.050586 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.050746 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.050906 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.051067 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.051228 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.051387 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.051548 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.051709 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.051895 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.052056 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.052216 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.052378 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.052539 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.052699 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.052859 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.053018 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.053178 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.053338 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.053502 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.053680 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.053842 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.054002 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.054165 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.054326 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.054488 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.054648 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.055318 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.055488 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.055651 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.055838 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.055999 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.056162 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.056459 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.056620 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.056782 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.056943 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.057107 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.057262 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.057486 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.057648 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.057810 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.057968 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.058137 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.058298 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.058459 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.058624 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.058784 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.058948 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.059110 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.059270 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.059431 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.059590 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.059826 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.059953 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.060072 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.060233 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.060394 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.060554 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.060717 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.060881 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.061043 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.061203 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.061366 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.061528 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.061711 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.061855 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.061991 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.062131 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.062285 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.062448 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.062604 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.062782 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.063133 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.063342 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.063647 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.063990 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.064297 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.064603 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.064835 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.065002 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.065165 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.065327 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.065488 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.065661 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.065823 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.065985 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.066145 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.066539 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.066631 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.066948 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.067237 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.067407 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.067568 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.067730 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.067914 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.068086 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.068247 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.068410 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.068573 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.068734 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.068895 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.069124 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.069292 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.069537 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.069828 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.070131 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.070412 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.071260 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.071565 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.071800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35488) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:55:05.071894 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.072187 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.072475 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.072757 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.073022 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.073284 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.073453 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.073623 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.073787 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.074005 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.074169 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.074339 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.074506 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.074678 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.074847 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.075010 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.075180 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.075350 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.075533 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.075683 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.075874 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.076050 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.076298 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.076593 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.076906 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.077204 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.077499 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.077787 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.078057 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.078319 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.078499 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.078662 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.078824 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.078989 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.079148 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.079308 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.079468 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.079630 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.079813 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.079976 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.080137 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:55:05.080292 n-d-820368-21 neutron-server[103481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 19:55:05.081029 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068269 Feb 28 19:55:16.380805 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf19094-20cb-4fbb-85ef-a555536f678a None None] get_active_networks_info from n-d-820368-21 {{(pid=103775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 19:55:16.454865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf19094-20cb-4fbb-85ef-a555536f678a None None] No non-hosted networks {{(pid=103775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 28 19:55:16.472472 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.agentschedulers_db [None req-eaf19094-20cb-4fbb-85ef-a555536f678a None None] DHCP Agent not found on host n-d-820368-21 {{(pid=103775) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 28 19:55:16.578751 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-385d3c87-e789-4822-9a8f-f9d2c5adce42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3921748'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:18.825980 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-876ee565-44e7-41ef-aae8-c60422aeb6c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3921748'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:18.872283 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b90bc7f6-5097-4933-9bd5-fd279ae49f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:19.887460 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3921748'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:21.124050 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3921748'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:22.497300 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35572) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:55:22.531036 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3921748'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:22.531711 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:22.532088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:22.532420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:22.532777 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:22.533100 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:22.533423 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:22.533743 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:22.534142 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:22.534373 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:22.534691 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:22.535033 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:22.535320 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:22.535633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:22.536058 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-820368-21', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:55:22.543098 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-820368-21', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:55:23.029231 n-d-820368-21 neutron-server[103773]: WARNING oslo_policy.policy [None req-257b68b8-feba-4499-bdbe-48f6dde8d29f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 19:55:23.029809 n-d-820368-21 neutron-server[103773]: WARNING oslo_policy.policy [None req-257b68b8-feba-4499-bdbe-48f6dde8d29f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 19:55:23.255712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-257b68b8-feba-4499-bdbe-48f6dde8d29f admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 19:55:23.267797 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-257b68b8-feba-4499-bdbe-48f6dde8d29f admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7577233 Feb 28 19:55:25.845368 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35598) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:55:25.927101 n-d-820368-21 neutron-server[103775]: INFO neutron.db.l3_hamode_db [None req-a09d1e2e-1fb0-43d5-ac27-cbc58c0fa469 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 28 19:55:26.006337 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09d1e2e-1fb0-43d5-ac27-cbc58c0fa469 None None] Routers set() bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:55:26.006773 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09d1e2e-1fb0-43d5-ac27-cbc58c0fa469 None None] Router IDs set() for agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 19:55:26.331474 n-d-820368-21 neutron-server[103774]: WARNING oslo_policy.policy [None req-9383feda-6c30-47c6-a74b-a0f143e29dd5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 19:55:26.332083 n-d-820368-21 neutron-server[103774]: WARNING oslo_policy.policy [None req-9383feda-6c30-47c6-a74b-a0f143e29dd5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 19:55:26.561946 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-9383feda-6c30-47c6-a74b-a0f143e29dd5 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:55:26.654417 n-d-820368-21 neutron-server[103774]: DEBUG neutron.policy [None req-9383feda-6c30-47c6-a74b-a0f143e29dd5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103774) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 19:55:26.696654 n-d-820368-21 neutron-server[103774]: WARNING oslo_policy.policy [None req-9383feda-6c30-47c6-a74b-a0f143e29dd5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 19:55:26.697024 n-d-820368-21 neutron-server[103774]: WARNING oslo_policy.policy [None req-9383feda-6c30-47c6-a74b-a0f143e29dd5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 19:55:26.790488 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9383feda-6c30-47c6-a74b-a0f143e29dd5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787400014516', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787400013979', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787400028911', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787400030710', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787399844725', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787399837187', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-829368', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-818169', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4129591', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4102374'] for rbac-policy (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:26.857905 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9383feda-6c30-47c6-a74b-a0f143e29dd5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:26.859067 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9383feda-6c30-47c6-a74b-a0f143e29dd5 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0127769 Feb 28 19:55:29.319294 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35614) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:55:29.627150 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:55:29.655910 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Made reservation on behalf of d766d1118ccf4834bf263a1b5477f3e5 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:55:29.659661 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:29.676634 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:29.781463 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Publish callbacks [] for security_group (ba605c7b-813a-4585-9f09-7233667be59d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:29.785141 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ba605c7b-813a-4585-9f09-7233667be59d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:29.809624 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:55:29.845130 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787400480916', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (e4ff4936-3f25-443d-97f7-81d3fab43548), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:29.845763 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Unsubscribe: segment precommit_create {{(pid=103774) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 19:55:29.846283 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Added segment e4ff4936-3f25-443d-97f7-81d3fab43548 of type vlan for network 596808a7-8e7f-4042-a1d0-f1661507a68f Feb 28 19:55:29.864976 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ba605c7b-813a-4585-9f09-7233667be59d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:55:29.917285 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:29.917664 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:29.917996 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:29.918331 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:29.918658 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:29.919048 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:29.919361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:29.919703 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:29.920123 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:29.920393 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:29.920784 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:29.921104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:29.921415 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Tracked resource versions report: Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: pushed versions: Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: { 'AddressGroup': {'1.2'}, Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'ConntrackHelper': {'1.0'}, Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'LocalIPAssociation': {'1.0'}, Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'Log': {'1.0'}, Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'Network': {'1.1'}, Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'Port': {'1.7'}, Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'PortForwarding': {'1.2'}, Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'QosPolicy': {'1.10'}, Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'SecurityGroup': {'1.5'}, Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'SecurityGroupRule': {'1.2'}, Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'SubPort': {'1.0'}, Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'Subnet': {'1.1'}, Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'Trunk': {'1.1'}} Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: consumer versions: Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: { DHCP agent@n-d-820368-21: {}, Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: L3 agent@n-d-820368-21: {}, Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: Metadata agent@n-d-820368-21: {}, Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: Metering agent@n-d-820368-21: {}, Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: Open vSwitch agent@n-d-820368-21: { 'AddressGroup': '1.2', Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'ConntrackHelper': '1.0', Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'LocalIPAssociation': '1.0', Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'Log': '1.0', Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'Network': '1.1', Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'Port': '1.7', Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'PortForwarding': '1.2', Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'QosPolicy': '1.10', Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'SecurityGroup': '1.5', Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'SecurityGroupRule': '1.2', Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'SubPort': '1.0', Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'Subnet': '1.1', Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: 'Trunk': '1.1'}} Feb 28 19:55:29.922547 n-d-820368-21 neutron-server[103774]: {{(pid=103774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 19:55:29.959849 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (596808a7-8e7f-4042-a1d0-f1661507a68f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:30.000707 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (596808a7-8e7f-4042-a1d0-f1661507a68f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:30.005675 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:55:30.006384 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:30.067569 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7471895 Feb 28 19:55:30.125498 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97ecfd-131d-45c6-89dd-e24eba803895 demo demo] Pushing event updated for resources: {'Network': ['ID=596808a7-8e7f-4042-a1d0-f1661507a68f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:55:30.137949 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 596808a7-8e7f-4042-a1d0-f1661507a68f details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:55:32.613189 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35626) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:55:33.135492 n-d-820368-21 neutron-server[103773]: DEBUG neutron.policy [None req-1826c7be-1c32-447e-b8cb-26d61f3d2e93 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103773) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 19:55:33.177279 n-d-820368-21 neutron-server[103773]: WARNING oslo_policy.policy [None req-1826c7be-1c32-447e-b8cb-26d61f3d2e93 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 19:55:33.177653 n-d-820368-21 neutron-server[103773]: WARNING oslo_policy.policy [None req-1826c7be-1c32-447e-b8cb-26d61f3d2e93 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 19:55:33.186348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1826c7be-1c32-447e-b8cb-26d61f3d2e93 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:55:33.188072 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1826c7be-1c32-447e-b8cb-26d61f3d2e93 demo admin] 10.222.0.13 "GET /v2.0/networks/596808a7-8e7f-4042-a1d0-f1661507a68f HTTP/1.1" status: 200 len: 824 time: 0.5739214 Feb 28 19:55:33.227975 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c4e11f43-9576-4570-aef3-754fbda8b1ab demo admin] 10.222.0.13 "GET /v2.0/subnetpools/94b2d265-e92c-4a8a-a4a4-8ef40eb7d097 HTTP/1.1" status: 200 len: 734 time: 0.0343478 Feb 28 19:55:33.236624 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Request body: {'subnet': {'network_id': '596808a7-8e7f-4042-a1d0-f1661507a68f', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '94b2d265-e92c-4a8a-a4a4-8ef40eb7d097'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:55:33.273028 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Made reservation on behalf of d766d1118ccf4834bf263a1b5477f3e5 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:55:33.275842 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:33.552987 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for subnet (3ab474a5-cb87-4d29-bd88-8b8636f92a5d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:33.622368 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Checking segment: {'id': 'e4ff4936-3f25-443d-97f7-81d3fab43548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '596808a7-8e7f-4042-a1d0-f1661507a68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:55:33.623009 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Network hostable DHCP agents. Network: 596808a7-8e7f-4042-a1d0-f1661507a68f, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:55:33.629588 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3ab474a5-cb87-4d29-bd88-8b8636f92a5d,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:55:33.641080 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:33.641418 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:33.641746 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:33.642070 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:33.642390 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:33.642707 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:33.643024 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:33.643337 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:33.643648 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:33.643984 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:33.644298 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:33.644609 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:33.644917 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Tracked resource versions report: Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: pushed versions: Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: { 'AddressGroup': {'1.2'}, Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'ConntrackHelper': {'1.0'}, Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'LocalIPAssociation': {'1.0'}, Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'Log': {'1.0'}, Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'Network': {'1.1'}, Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'Port': {'1.7'}, Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'PortForwarding': {'1.2'}, Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'QosPolicy': {'1.10'}, Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'SecurityGroup': {'1.5'}, Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'SecurityGroupRule': {'1.2'}, Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'SubPort': {'1.0'}, Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'Subnet': {'1.1'}, Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'Trunk': {'1.1'}} Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: consumer versions: Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: { DHCP agent@n-d-820368-21: {}, Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: L3 agent@n-d-820368-21: {}, Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: Metadata agent@n-d-820368-21: {}, Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: Metering agent@n-d-820368-21: {}, Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: Open vSwitch agent@n-d-820368-21: { 'AddressGroup': '1.2', Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'ConntrackHelper': '1.0', Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'LocalIPAssociation': '1.0', Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'Log': '1.0', Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'Network': '1.1', Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'Port': '1.7', Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'PortForwarding': '1.2', Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'QosPolicy': '1.10', Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'SecurityGroup': '1.5', Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'SecurityGroupRule': '1.2', Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'SubPort': '1.0', Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'Subnet': '1.1', Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: 'Trunk': '1.1'}} Feb 28 19:55:33.646307 n-d-820368-21 neutron-server[103773]: {{(pid=103773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 19:55:33.674843 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Network 596808a7-8e7f-4042-a1d0-f1661507a68f is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:55:33.688239 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 596808a7-8e7f-4042-a1d0-f1661507a68f) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:55:33.692739 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:55:33.693368 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:33.697478 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e5ed32-fbc5-48c8-82de-30a5cb11da03 None None] Network 596808a7-8e7f-4042-a1d0-f1661507a68f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:55:33.714165 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d6006f93-a85f-4768-a3a0-85f32df3aaf0 demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4808686 Feb 28 19:55:33.971376 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-596808a7-8e7f-4042-a1d0-f1661507a68f', 'network_id': '596808a7-8e7f-4042-a1d0-f1661507a68f', 'project_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'fixed_ips': [{'subnet_id': '3ab474a5-cb87-4d29-bd88-8b8636f92a5d'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 19:55:33.972706 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:34.288215 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Allocated IP 172.20.0.2 (596808a7-8e7f-4042-a1d0-f1661507a68f/3ab474a5-cb87-4d29-bd88-8b8636f92a5d/7deec954-8a1d-450c-a4ee-762d96d0e3aa) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:55:34.529288 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Publish callbacks [] for port (7deec954-8a1d-450c-a4ee-762d96d0e3aa), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:34.536944 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (7deec954-8a1d-450c-a4ee-762d96d0e3aa), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:34.615203 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Network 596808a7-8e7f-4042-a1d0-f1661507a68f is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:55:34.620347 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:55:34.628987 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:55:34.633337 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Pushing event updated for resources: {'Port': ['ID=7deec954-8a1d-450c-a4ee-762d96d0e3aa,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:55:34.662405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:34.663295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:34.663632 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:34.663988 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:34.664315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:34.664639 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:34.664959 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:34.665279 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:34.665596 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:34.665911 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:34.666233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:34.666548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:34.666860 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Tracked resource versions report: Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: pushed versions: Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: { 'AddressGroup': {'1.2'}, Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'ConntrackHelper': {'1.0'}, Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'LocalIPAssociation': {'1.0'}, Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'Log': {'1.0'}, Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'Network': {'1.1'}, Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'Port': {'1.7'}, Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'PortForwarding': {'1.2'}, Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'QosPolicy': {'1.10'}, Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'SecurityGroup': {'1.5'}, Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'SecurityGroupRule': {'1.2'}, Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'SubPort': {'1.0'}, Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'Subnet': {'1.1'}, Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'Trunk': {'1.1'}} Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: consumer versions: Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: { DHCP agent@n-d-820368-21: {}, Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: L3 agent@n-d-820368-21: {}, Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: Metadata agent@n-d-820368-21: {}, Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: Metering agent@n-d-820368-21: {}, Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: Open vSwitch agent@n-d-820368-21: { 'AddressGroup': '1.2', Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'ConntrackHelper': '1.0', Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'LocalIPAssociation': '1.0', Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'Log': '1.0', Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'Network': '1.1', Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'Port': '1.7', Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'PortForwarding': '1.2', Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'QosPolicy': '1.10', Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'SecurityGroup': '1.5', Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'SecurityGroupRule': '1.2', Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'SubPort': '1.0', Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'Subnet': '1.1', Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: 'Trunk': '1.1'}} Feb 28 19:55:34.668324 n-d-820368-21 neutron-server[103775]: {{(pid=103775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 19:55:34.717515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Attempting to bind port 7deec954-8a1d-450c-a4ee-762d96d0e3aa on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:55:34.718136 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Attempting to bind port 7deec954-8a1d-450c-a4ee-762d96d0e3aa by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e4ff4936-3f25-443d-97f7-81d3fab43548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '596808a7-8e7f-4042-a1d0-f1661507a68f'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:55:34.718315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Attempting to bind port 7deec954-8a1d-450c-a4ee-762d96d0e3aa on network 596808a7-8e7f-4042-a1d0-f1661507a68f {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:55:34.723326 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:55:34.723686 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Checking segment: {'id': 'e4ff4936-3f25-443d-97f7-81d3fab43548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '596808a7-8e7f-4042-a1d0-f1661507a68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:55:34.724211 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:34.724596 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Bound using segment: {'id': 'e4ff4936-3f25-443d-97f7-81d3fab43548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '596808a7-8e7f-4042-a1d0-f1661507a68f'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:55:34.725622 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Bound port: 7deec954-8a1d-450c-a4ee-762d96d0e3aa, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ff4936-3f25-443d-97f7-81d3fab43548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '596808a7-8e7f-4042-a1d0-f1661507a68f'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:55:34.726033 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7deec954-8a1d-450c-a4ee-762d96d0e3aa), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:34.787135 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] For port 7deec954-8a1d-450c-a4ee-762d96d0e3aa, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:55:34.791813 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] For port 7deec954-8a1d-450c-a4ee-762d96d0e3aa, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7deec954-8a1d-450c-a4ee-762d96d0e3aa,segment=NetworkSegment(e4ff4936-3f25-443d-97f7-81d3fab43548),segment_id=e4ff4936-3f25-443d-97f7-81d3fab43548)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:55:34.800299 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7deec954-8a1d-450c-a4ee-762d96d0e3aa), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:34.860537 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78670c0e-a140-43a3-aef8-01909290bac8 None None] Pushing event updated for resources: {'Port': ['ID=7deec954-8a1d-450c-a4ee-762d96d0e3aa,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:55:36.266143 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35640) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:55:36.577208 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-8ce058d0-edae-4dc5-947d-5109dbb6b199 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 19:55:36.578179 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8ce058d0-edae-4dc5-947d-5109dbb6b199 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3110776 Feb 28 19:55:39.120543 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35648) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:55:39.426090 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-cf53440b-b39e-4630-90d0-398791b4b716 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 19:55:39.427219 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cf53440b-b39e-4630-90d0-398791b4b716 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3056209 Feb 28 19:55:41.997907 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35656) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:55:42.302207 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-8ecffd38-2d28-405c-82a1-f7bb7a50252a demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:55:42.327170 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8ecffd38-2d28-405c-82a1-f7bb7a50252a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (0334f9c8-ad04-4a4e-a566-a9b3b30bf315), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:42.328888 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8ecffd38-2d28-405c-82a1-f7bb7a50252a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (0334f9c8-ad04-4a4e-a566-a9b3b30bf315), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:42.467133 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8ecffd38-2d28-405c-82a1-f7bb7a50252a demo demo] Publish callbacks [] for router_controller (0334f9c8-ad04-4a4e-a566-a9b3b30bf315), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:42.472881 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8ecffd38-2d28-405c-82a1-f7bb7a50252a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (0334f9c8-ad04-4a4e-a566-a9b3b30bf315), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:42.491336 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8ecffd38-2d28-405c-82a1-f7bb7a50252a demo demo] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:42.492511 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8ecffd38-2d28-405c-82a1-f7bb7a50252a demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4935045 Feb 28 19:55:45.036462 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35668) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:55:45.283097 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7deec954-8a1d-450c-a4ee-762d96d0e3aa up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:55:45.374579 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 7deec954-8a1d-450c-a4ee-762d96d0e3aa triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:55:45.375184 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7deec954-8a1d-450c-a4ee-762d96d0e3aa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:45.384753 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-41834f53-cead-485f-9ef5-01e12661a5df admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 19:55:45.387790 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-41834f53-cead-485f-9ef5-01e12661a5df admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3483493 Feb 28 19:55:45.487696 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7deec954-8a1d-450c-a4ee-762d96d0e3aa is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:55:45.488120 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7deec954-8a1d-450c-a4ee-762d96d0e3aa), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:45.525848 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 7deec954-8a1d-450c-a4ee-762d96d0e3aa, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7deec954-8a1d-450c-a4ee-762d96d0e3aa,segment=NetworkSegment(e4ff4936-3f25-443d-97f7-81d3fab43548),segment_id=e4ff4936-3f25-443d-97f7-81d3fab43548)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:55:45.530711 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7deec954-8a1d-450c-a4ee-762d96d0e3aa), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:45.582850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=7deec954-8a1d-450c-a4ee-762d96d0e3aa,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:55:46.245478 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8c7b44-2d34-4209-9765-7b6c356e316e None None] Network 596808a7-8e7f-4042-a1d0-f1661507a68f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:55:46.322528 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-6a273083-bfe2-4713-96d1-e9ad54798705 None None] Provisioning complete for port 7deec954-8a1d-450c-a4ee-762d96d0e3aa triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:55:46.323170 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6a273083-bfe2-4713-96d1-e9ad54798705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7deec954-8a1d-450c-a4ee-762d96d0e3aa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:46.369796 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0c98149d-0bf6-443f-988d-790c8e0ac91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:46.464532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6a273083-bfe2-4713-96d1-e9ad54798705 None None] Current status of the port 7deec954-8a1d-450c-a4ee-762d96d0e3aa is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:55:46.688011 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9445d618-59ca-4f5b-85ba-982cbfaaff08 None None] Provisioning complete for port 7deec954-8a1d-450c-a4ee-762d96d0e3aa triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:55:46.688401 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9445d618-59ca-4f5b-85ba-982cbfaaff08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7deec954-8a1d-450c-a4ee-762d96d0e3aa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:46.761773 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9445d618-59ca-4f5b-85ba-982cbfaaff08 None None] Current status of the port 7deec954-8a1d-450c-a4ee-762d96d0e3aa is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:55:47.236891 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7deec954-8a1d-450c-a4ee-762d96d0e3aa up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:55:47.284785 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 7deec954-8a1d-450c-a4ee-762d96d0e3aa triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:55:47.285184 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7deec954-8a1d-450c-a4ee-762d96d0e3aa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:47.363116 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7deec954-8a1d-450c-a4ee-762d96d0e3aa is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:55:47.927527 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35678) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:55:48.232253 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-c8f65209-0b46-410a-a98f-68f3c94fbd15 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:55:48.251877 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f65209-0b46-410a-a98f-68f3c94fbd15 admin admin] Made reservation on behalf of 83fa15df496f4ff1bbf3ee967922dcf0 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:55:48.254181 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c8f65209-0b46-410a-a98f-68f3c94fbd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:48.269410 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c8f65209-0b46-410a-a98f-68f3c94fbd15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:48.372030 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c8f65209-0b46-410a-a98f-68f3c94fbd15 admin admin] Publish callbacks [] for security_group (ed796208-1187-4e6b-8e99-ea90bf1c2226), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:48.375684 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c8f65209-0b46-410a-a98f-68f3c94fbd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ed796208-1187-4e6b-8e99-ea90bf1c2226), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:48.390039 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c8f65209-0b46-410a-a98f-68f3c94fbd15 admin admin] Reserving flat network on physical network physnet1 {{(pid=103773) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 28 19:55:48.415494 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c8f65209-0b46-410a-a98f-68f3c94fbd15 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787400480916', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (e3ba06fd-5c02-4399-a2e4-29a35f97fd08), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:48.416049 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c8f65209-0b46-410a-a98f-68f3c94fbd15 admin admin] Unsubscribe: segment precommit_create {{(pid=103773) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 19:55:48.416524 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-c8f65209-0b46-410a-a98f-68f3c94fbd15 admin admin] Added segment e3ba06fd-5c02-4399-a2e4-29a35f97fd08 of type flat for network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 Feb 28 19:55:48.419952 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f65209-0b46-410a-a98f-68f3c94fbd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed796208-1187-4e6b-8e99-ea90bf1c2226,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:55:48.469255 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c8f65209-0b46-410a-a98f-68f3c94fbd15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:48.507612 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c8f65209-0b46-410a-a98f-68f3c94fbd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:48.508542 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f65209-0b46-410a-a98f-68f3c94fbd15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:55:48.509097 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c8f65209-0b46-410a-a98f-68f3c94fbd15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:48.571746 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c8f65209-0b46-410a-a98f-68f3c94fbd15 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6426041 Feb 28 19:55:48.620926 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f65209-0b46-410a-a98f-68f3c94fbd15 admin admin] Pushing event updated for resources: {'Network': ['ID=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:55:48.631841 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:55:48.864398 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d11fc7e2-2b17-4366-9b3b-e69e8b375557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:49.858659 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:51.045653 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:51.070637 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35696) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:55:51.241520 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b455db-f0a3-4c1d-8d73-bca5d57c4da5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:55:51.242821 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f9b455db-f0a3-4c1d-8d73-bca5d57c4da5 demo admin] 10.222.0.13 "GET /v2.0/subnets/3ab474a5-cb87-4d29-bd88-8b8636f92a5d HTTP/1.1" status: 200 len: 849 time: 0.1712494 Feb 28 19:55:51.403317 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7ad0b877-01e6-4bdf-a212-77454c2d4383 demo admin] 10.222.0.13 "GET /v2.0/routers/0334f9c8-ad04-4a4e-a566-a9b3b30bf315 HTTP/1.1" status: 200 len: 704 time: 0.1548955 Feb 28 19:55:51.672144 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0062c565-46ca-4417-9c89-678e6f7b6fdc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:51.969653 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-0062c565-46ca-4417-9c89-678e6f7b6fdc demo admin] Allocated IP 172.20.0.1 (596808a7-8e7f-4042-a1d0-f1661507a68f/3ab474a5-cb87-4d29-bd88-8b8636f92a5d/00b6de84-cf9b-46f9-8881-49119426a62d) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:55:52.127271 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0062c565-46ca-4417-9c89-678e6f7b6fdc demo admin] Publish callbacks [] for port (00b6de84-cf9b-46f9-8881-49119426a62d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:52.191791 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0062c565-46ca-4417-9c89-678e6f7b6fdc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (00b6de84-cf9b-46f9-8881-49119426a62d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:52.262168 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0062c565-46ca-4417-9c89-678e6f7b6fdc demo admin] Network 596808a7-8e7f-4042-a1d0-f1661507a68f is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:55:52.270481 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-0062c565-46ca-4417-9c89-678e6f7b6fdc demo admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:55:52.276684 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0062c565-46ca-4417-9c89-678e6f7b6fdc demo admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:55:52.277203 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0062c565-46ca-4417-9c89-678e6f7b6fdc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (0334f9c8-ad04-4a4e-a566-a9b3b30bf315), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:52.386773 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062c565-46ca-4417-9c89-678e6f7b6fdc demo admin] Pushing event updated for resources: {'Port': ['ID=00b6de84-cf9b-46f9-8881-49119426a62d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:55:52.511703 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7413ebac-4546-4b32-b901-2a3fcf719061 None None] Provisioning complete for port 00b6de84-cf9b-46f9-8881-49119426a62d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:55:52.512291 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7413ebac-4546-4b32-b901-2a3fcf719061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (00b6de84-cf9b-46f9-8881-49119426a62d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:52.525931 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0062c565-46ca-4417-9c89-678e6f7b6fdc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (00b6de84-cf9b-46f9-8881-49119426a62d), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:52.557851 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:52.560588 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7413ebac-4546-4b32-b901-2a3fcf719061 None None] Port 00b6de84-cf9b-46f9-8881-49119426a62d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:55:52.732834 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0062c565-46ca-4417-9c89-678e6f7b6fdc demo admin] Publish callbacks [] for port (00b6de84-cf9b-46f9-8881-49119426a62d), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:52.737233 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0062c565-46ca-4417-9c89-678e6f7b6fdc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (00b6de84-cf9b-46f9-8881-49119426a62d), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:52.738005 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0062c565-46ca-4417-9c89-678e6f7b6fdc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (0334f9c8-ad04-4a4e-a566-a9b3b30bf315), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:52.813916 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062c565-46ca-4417-9c89-678e6f7b6fdc demo admin] Pushing event updated for resources: {'Port': ['ID=00b6de84-cf9b-46f9-8881-49119426a62d,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:55:52.858859 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0062c565-46ca-4417-9c89-678e6f7b6fdc demo admin] Network 596808a7-8e7f-4042-a1d0-f1661507a68f is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:55:52.860162 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-0062c565-46ca-4417-9c89-678e6f7b6fdc demo admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:55:53.026206 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0062c565-46ca-4417-9c89-678e6f7b6fdc demo admin] Router 0334f9c8-ad04-4a4e-a566-a9b3b30bf315 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 19:55:53.122238 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0062c565-46ca-4417-9c89-678e6f7b6fdc demo admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:55:53.127408 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0062c565-46ca-4417-9c89-678e6f7b6fdc demo admin] 10.222.0.13 "PUT /v2.0/routers/0334f9c8-ad04-4a4e-a566-a9b3b30bf315/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7190039 Feb 28 19:55:53.151422 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] Sync routers for ids ['0334f9c8-ad04-4a4e-a566-a9b3b30bf315'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:55:53.164479 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] Routers {'0334f9c8-ad04-4a4e-a566-a9b3b30bf315'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:55:53.165310 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T19:55:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0334f9c8-ad04-4a4e-a566-a9b3b30bf315'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:55:53.196675 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d61d9cee-88b8-43f9-8f10-9004b6bb754a None None] Provisioning complete for port 00b6de84-cf9b-46f9-8881-49119426a62d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:55:53.197066 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d61d9cee-88b8-43f9-8f10-9004b6bb754a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (00b6de84-cf9b-46f9-8881-49119426a62d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:53.233062 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d61d9cee-88b8-43f9-8f10-9004b6bb754a None None] Port 00b6de84-cf9b-46f9-8881-49119426a62d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:55:53.353583 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] Set router 0334f9c8-ad04-4a4e-a566-a9b3b30bf315 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:55:53.774002 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334f9c8-ad04-4a4e-a566-a9b3b30bf315', 'name': 'router1', 'tenant_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:55:42Z', 'updated_at': '2022-02-28T19:55:52Z', 'revision_number': 2, 'project_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'gw_port_host': None, '_interfaces': [{'id': '00b6de84-cf9b-46f9-8881-49119426a62d', 'name': '', 'network_id': '596808a7-8e7f-4042-a1d0-f1661507a68f', 'tenant_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'mac_address': 'fa:16:3e:ba:a1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334f9c8-ad04-4a4e-a566-a9b3b30bf315', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ab474a5-cb87-4d29-bd88-8b8636f92a5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:55:51Z', 'updated_at': '2022-02-28T19:55:52Z', 'revision_number': 2, 'project_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'subnets': [{'id': '3ab474a5-cb87-4d29-bd88-8b8636f92a5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94b2d265-e92c-4a8a-a4a4-8ef40eb7d097'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:55:53.823812 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] Checking router: 0334f9c8-ad04-4a4e-a566-a9b3b30bf315 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:55:53.824178 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] Updating router 0334f9c8-ad04-4a4e-a566-a9b3b30bf315 port 00b6de84-cf9b-46f9-8881-49119426a62d binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:55:53.875363 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (00b6de84-cf9b-46f9-8881-49119426a62d), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:54.384005 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] Publish callbacks [] for port (00b6de84-cf9b-46f9-8881-49119426a62d), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:54.390024 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (00b6de84-cf9b-46f9-8881-49119426a62d), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:54.537234 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42afb8-8c56-4c98-99ba-c1c352b290fd None None] Pushing event updated for resources: {'Port': ['ID=00b6de84-cf9b-46f9-8881-49119426a62d,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:55:54.565562 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c42afb8-8c56-4c98-99ba-c1c352b290fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:54.565901 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c42afb8-8c56-4c98-99ba-c1c352b290fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:54.566232 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c42afb8-8c56-4c98-99ba-c1c352b290fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:54.566561 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c42afb8-8c56-4c98-99ba-c1c352b290fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:54.566885 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c42afb8-8c56-4c98-99ba-c1c352b290fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:54.567207 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c42afb8-8c56-4c98-99ba-c1c352b290fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:54.567526 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c42afb8-8c56-4c98-99ba-c1c352b290fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:54.567865 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c42afb8-8c56-4c98-99ba-c1c352b290fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:54.568184 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c42afb8-8c56-4c98-99ba-c1c352b290fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:54.568500 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c42afb8-8c56-4c98-99ba-c1c352b290fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:54.569430 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c42afb8-8c56-4c98-99ba-c1c352b290fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:54.569757 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c42afb8-8c56-4c98-99ba-c1c352b290fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:54.570068 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c42afb8-8c56-4c98-99ba-c1c352b290fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c42afb8-8c56-4c98-99ba-c1c352b290fd None None] Tracked resource versions report: Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: pushed versions: Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: { 'AddressGroup': {'1.2'}, Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'ConntrackHelper': {'1.0'}, Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'LocalIPAssociation': {'1.0'}, Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'Log': {'1.0'}, Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'Network': {'1.1'}, Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'Port': {'1.7'}, Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'PortForwarding': {'1.2'}, Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'QosPolicy': {'1.10'}, Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'SecurityGroup': {'1.5'}, Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'SecurityGroupRule': {'1.2'}, Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'SubPort': {'1.0'}, Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'Subnet': {'1.1'}, Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'Trunk': {'1.1'}} Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: consumer versions: Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: { DHCP agent@n-d-820368-21: {}, Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: L3 agent@n-d-820368-21: {}, Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: Metadata agent@n-d-820368-21: {}, Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: Metering agent@n-d-820368-21: {}, Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: Open vSwitch agent@n-d-820368-21: { 'AddressGroup': '1.2', Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'ConntrackHelper': '1.0', Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'LocalIPAssociation': '1.0', Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'Log': '1.0', Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'Network': '1.1', Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'Port': '1.7', Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'PortForwarding': '1.2', Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'QosPolicy': '1.10', Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'SecurityGroup': '1.5', Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'SecurityGroupRule': '1.2', Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'SubPort': '1.0', Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'Subnet': '1.1', Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: 'Trunk': '1.1'}} Feb 28 19:55:54.571175 n-d-820368-21 neutron-server[103776]: {{(pid=103776) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 19:55:54.578322 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] Attempting to bind port 00b6de84-cf9b-46f9-8881-49119426a62d on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:55:54.578717 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] Attempting to bind port 00b6de84-cf9b-46f9-8881-49119426a62d by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e4ff4936-3f25-443d-97f7-81d3fab43548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '596808a7-8e7f-4042-a1d0-f1661507a68f'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:55:54.579122 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] Attempting to bind port 00b6de84-cf9b-46f9-8881-49119426a62d on network 596808a7-8e7f-4042-a1d0-f1661507a68f {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:55:54.583995 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:55:54.584412 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] Checking segment: {'id': 'e4ff4936-3f25-443d-97f7-81d3fab43548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '596808a7-8e7f-4042-a1d0-f1661507a68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:55:54.584901 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:54.585290 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] Bound using segment: {'id': 'e4ff4936-3f25-443d-97f7-81d3fab43548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '596808a7-8e7f-4042-a1d0-f1661507a68f'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:55:54.585869 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] Bound port: 00b6de84-cf9b-46f9-8881-49119426a62d, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ff4936-3f25-443d-97f7-81d3fab43548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '596808a7-8e7f-4042-a1d0-f1661507a68f'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:55:54.586238 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (00b6de84-cf9b-46f9-8881-49119426a62d), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:54.650889 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] For port 00b6de84-cf9b-46f9-8881-49119426a62d, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:55:54.659674 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-677e101d-f0c6-4c1b-b649-6d36f12f26ab None None] Provisioning complete for port 00b6de84-cf9b-46f9-8881-49119426a62d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:55:54.660241 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-677e101d-f0c6-4c1b-b649-6d36f12f26ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (00b6de84-cf9b-46f9-8881-49119426a62d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:54.670012 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] For port 00b6de84-cf9b-46f9-8881-49119426a62d, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=00b6de84-cf9b-46f9-8881-49119426a62d,segment=NetworkSegment(e4ff4936-3f25-443d-97f7-81d3fab43548),segment_id=e4ff4936-3f25-443d-97f7-81d3fab43548)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:55:54.677607 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (00b6de84-cf9b-46f9-8881-49119426a62d), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:54.697769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-677e101d-f0c6-4c1b-b649-6d36f12f26ab None None] Port 00b6de84-cf9b-46f9-8881-49119426a62d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:55:54.734361 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] Routers {'0334f9c8-ad04-4a4e-a566-a9b3b30bf315'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:55:54.734970 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T19:55:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0334f9c8-ad04-4a4e-a566-a9b3b30bf315'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:55:54.736735 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42afb8-8c56-4c98-99ba-c1c352b290fd None None] Pushing event updated for resources: {'Port': ['ID=00b6de84-cf9b-46f9-8881-49119426a62d,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:55:54.829213 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] Set router 0334f9c8-ad04-4a4e-a566-a9b3b30bf315 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:55:54.917160 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-28e08d3b-f09a-4cec-9358-a1ee9221ef7c None None] Provisioning complete for port 00b6de84-cf9b-46f9-8881-49119426a62d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:55:54.917827 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-28e08d3b-f09a-4cec-9358-a1ee9221ef7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (00b6de84-cf9b-46f9-8881-49119426a62d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:54.996533 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-28e08d3b-f09a-4cec-9358-a1ee9221ef7c None None] Current status of the port 00b6de84-cf9b-46f9-8881-49119426a62d is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:55:54.996842 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-28e08d3b-f09a-4cec-9358-a1ee9221ef7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (00b6de84-cf9b-46f9-8881-49119426a62d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:55.031852 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-28e08d3b-f09a-4cec-9358-a1ee9221ef7c None None] For port 00b6de84-cf9b-46f9-8881-49119426a62d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=00b6de84-cf9b-46f9-8881-49119426a62d,segment=NetworkSegment(e4ff4936-3f25-443d-97f7-81d3fab43548),segment_id=e4ff4936-3f25-443d-97f7-81d3fab43548)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:55:55.035940 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-28e08d3b-f09a-4cec-9358-a1ee9221ef7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (00b6de84-cf9b-46f9-8881-49119426a62d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:55.048074 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334f9c8-ad04-4a4e-a566-a9b3b30bf315', 'name': 'router1', 'tenant_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:55:42Z', 'updated_at': '2022-02-28T19:55:52Z', 'revision_number': 2, 'project_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'gw_port_host': None, '_interfaces': [{'id': '00b6de84-cf9b-46f9-8881-49119426a62d', 'name': '', 'network_id': '596808a7-8e7f-4042-a1d0-f1661507a68f', 'tenant_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'mac_address': 'fa:16:3e:ba:a1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334f9c8-ad04-4a4e-a566-a9b3b30bf315', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ab474a5-cb87-4d29-bd88-8b8636f92a5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:55:51Z', 'updated_at': '2022-02-28T19:55:54Z', 'revision_number': 4, 'project_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'subnets': [{'id': '3ab474a5-cb87-4d29-bd88-8b8636f92a5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94b2d265-e92c-4a8a-a4a4-8ef40eb7d097'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:55:55.076758 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfba2e6-59df-4b4f-a96a-40fb6523f282 None None] The sync data for ids ['0334f9c8-ad04-4a4e-a566-a9b3b30bf315'] in n-d-820368-21 is: [{'id': '0334f9c8-ad04-4a4e-a566-a9b3b30bf315', 'name': 'router1', 'tenant_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:55:42Z', 'updated_at': '2022-02-28T19:55:52Z', 'revision_number': 2, 'project_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'gw_port_host': None, '_interfaces': [{'id': '00b6de84-cf9b-46f9-8881-49119426a62d', 'name': '', 'network_id': '596808a7-8e7f-4042-a1d0-f1661507a68f', 'tenant_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'mac_address': 'fa:16:3e:ba:a1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334f9c8-ad04-4a4e-a566-a9b3b30bf315', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ab474a5-cb87-4d29-bd88-8b8636f92a5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:55:51Z', 'updated_at': '2022-02-28T19:55:54Z', 'revision_number': 4, 'project_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'subnets': [{'id': '3ab474a5-cb87-4d29-bd88-8b8636f92a5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94b2d265-e92c-4a8a-a4a4-8ef40eb7d097'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:55:55.087109 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e08d3b-f09a-4cec-9358-a1ee9221ef7c None None] Pushing event updated for resources: {'Port': ['ID=00b6de84-cf9b-46f9-8881-49119426a62d,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:55:55.570273 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35716) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:55:55.681325 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f695ed4-be3c-4233-9cde-9f8ddb47dccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:55:55.682600 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2f695ed4-be3c-4233-9cde-9f8ddb47dccd admin admin] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 842 time: 0.1112754 Feb 28 19:55:55.692271 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-01636bde-911f-4bd1-b418-73bec74610a9 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:55:55.712227 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01636bde-911f-4bd1-b418-73bec74610a9 admin admin] Made reservation on behalf of 83fa15df496f4ff1bbf3ee967922dcf0 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:55:55.717163 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01636bde-911f-4bd1-b418-73bec74610a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:56.003893 n-d-820368-21 neutron-server[103773]: DEBUG neutron.objects.ports [None req-01636bde-911f-4bd1-b418-73bec74610a9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103773) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 19:55:56.004327 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01636bde-911f-4bd1-b418-73bec74610a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for subnet (eb133b64-bba5-48a3-b921-04ef8e0b9c5b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:56.065026 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01636bde-911f-4bd1-b418-73bec74610a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb133b64-bba5-48a3-b921-04ef8e0b9c5b,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:55:56.078527 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01636bde-911f-4bd1-b418-73bec74610a9 admin admin] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:55:56.078886 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01636bde-911f-4bd1-b418-73bec74610a9 admin admin] Network hostable DHCP agents. Network: e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:55:56.095894 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01636bde-911f-4bd1-b418-73bec74610a9 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:55:56.104911 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-01636bde-911f-4bd1-b418-73bec74610a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:55:56.111064 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01636bde-911f-4bd1-b418-73bec74610a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:55:56.112354 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01636bde-911f-4bd1-b418-73bec74610a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:56.115253 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fef0a0-deab-4e7b-9c24-e6cc5a1576f9 None None] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:55:56.129371 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-01636bde-911f-4bd1-b418-73bec74610a9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4407153 Feb 28 19:55:56.228085 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc581eaa-b0ea-4ca7-b2e4-4808e1e205b2 None None] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:55:58.543483 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35724) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:55:58.672794 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-74db3c99-8ab4-4be5-874c-4b8ecc57b0e3 demo admin] 10.222.0.13 "GET /v2.0/routers/0334f9c8-ad04-4a4e-a566-a9b3b30bf315 HTTP/1.1" status: 200 len: 710 time: 0.1278858 Feb 28 19:55:58.756812 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0e5cf5-b51b-49e2-928f-425a9f894c19 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:55:58.758165 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-db0e5cf5-b51b-49e2-928f-425a9f894c19 demo admin] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 886 time: 0.0801947 Feb 28 19:55:58.766883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ba31ae05-60b2-4be8-be43-2451efd08bd2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:55:59.103569 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ba31ae05-60b2-4be8-be43-2451efd08bd2 demo admin] Publish callbacks [] for router_gateway (0334f9c8-ad04-4a4e-a566-a9b3b30bf315), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:59.339041 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ba31ae05-60b2-4be8-be43-2451efd08bd2 demo admin] Publish callbacks [] for router_gateway (0334f9c8-ad04-4a4e-a566-a9b3b30bf315), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:59.410828 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ba31ae05-60b2-4be8-be43-2451efd08bd2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:59.512053 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-ba31ae05-60b2-4be8-be43-2451efd08bd2 demo admin] Allocated IP 172.25.0.166 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/5f99db55-c6aa-473b-8bfd-5508960a47b6) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:55:59.611200 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ba31ae05-60b2-4be8-be43-2451efd08bd2 demo admin] Publish callbacks [] for port (5f99db55-c6aa-473b-8bfd-5508960a47b6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:59.642978 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ba31ae05-60b2-4be8-be43-2451efd08bd2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (5f99db55-c6aa-473b-8bfd-5508960a47b6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:59.675968 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba31ae05-60b2-4be8-be43-2451efd08bd2 demo admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:55:59.681118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-ba31ae05-60b2-4be8-be43-2451efd08bd2 demo admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:55:59.684425 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba31ae05-60b2-4be8-be43-2451efd08bd2 demo admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:55:59.749515 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31ae05-60b2-4be8-be43-2451efd08bd2 demo admin] Pushing event updated for resources: {'Port': ['ID=5f99db55-c6aa-473b-8bfd-5508960a47b6,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:55:59.933723 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ba31ae05-60b2-4be8-be43-2451efd08bd2 demo admin] Publish callbacks [] for router_gateway (0334f9c8-ad04-4a4e-a566-a9b3b30bf315), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:00.132541 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ba31ae05-60b2-4be8-be43-2451efd08bd2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (0334f9c8-ad04-4a4e-a566-a9b3b30bf315), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:00.136019 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ba31ae05-60b2-4be8-be43-2451efd08bd2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921162'] for router (0334f9c8-ad04-4a4e-a566-a9b3b30bf315), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:00.335868 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba31ae05-60b2-4be8-be43-2451efd08bd2 demo admin] Router 0334f9c8-ad04-4a4e-a566-a9b3b30bf315 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:56:00.454727 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba31ae05-60b2-4be8-be43-2451efd08bd2 demo admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:56:00.458880 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ba31ae05-60b2-4be8-be43-2451efd08bd2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:00.460850 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ba31ae05-60b2-4be8-be43-2451efd08bd2 demo admin] 10.222.0.13 "PUT /v2.0/routers/0334f9c8-ad04-4a4e-a566-a9b3b30bf315 HTTP/1.1" status: 200 len: 890 time: 1.6963677 Feb 28 19:56:00.916459 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 5 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:56:03.003508 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35736) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:56:03.125440 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-af0726b8-9366-4e6a-8da2-396b1b5f77a8 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1207912 Feb 28 19:56:03.283823 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 00b6de84-cf9b-46f9-8881-49119426a62d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:56:03.333371 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 00b6de84-cf9b-46f9-8881-49119426a62d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:56:03.333693 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (00b6de84-cf9b-46f9-8881-49119426a62d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:03.417094 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 00b6de84-cf9b-46f9-8881-49119426a62d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:56:03.736591 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] Sync routers for ids ['0334f9c8-ad04-4a4e-a566-a9b3b30bf315'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:56:03.750300 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] Routers {'0334f9c8-ad04-4a4e-a566-a9b3b30bf315'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:56:03.750942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T19:55:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0334f9c8-ad04-4a4e-a566-a9b3b30bf315'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:56:03.968590 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] Set router 0334f9c8-ad04-4a4e-a566-a9b3b30bf315 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:56:04.446466 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334f9c8-ad04-4a4e-a566-a9b3b30bf315', 'name': 'router1', 'tenant_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '5f99db55-c6aa-473b-8bfd-5508960a47b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:55:42Z', 'updated_at': '2022-02-28T19:55:59Z', 'revision_number': 4, 'project_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'gw_port': {'id': '5f99db55-c6aa-473b-8bfd-5508960a47b6', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334f9c8-ad04-4a4e-a566-a9b3b30bf315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:55:59Z', 'updated_at': '2022-02-28T19:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '00b6de84-cf9b-46f9-8881-49119426a62d', 'name': '', 'network_id': '596808a7-8e7f-4042-a1d0-f1661507a68f', 'tenant_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'mac_address': 'fa:16:3e:ba:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f9c8-ad04-4a4e-a566-a9b3b30bf315', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ab474a5-cb87-4d29-bd88-8b8636f92a5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:55:51Z', 'updated_at': '2022-02-28T19:55:55Z', 'revision_number': 5, 'project_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'subnets': [{'id': '3ab474a5-cb87-4d29-bd88-8b8636f92a5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94b2d265-e92c-4a8a-a4a4-8ef40eb7d097'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:56:04.500514 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] Checking router: 0334f9c8-ad04-4a4e-a566-a9b3b30bf315 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:56:04.500873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] Updating router 0334f9c8-ad04-4a4e-a566-a9b3b30bf315 port 5f99db55-c6aa-473b-8bfd-5508960a47b6 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:56:04.553181 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5f99db55-c6aa-473b-8bfd-5508960a47b6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:04.882615 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] Publish callbacks [] for port (5f99db55-c6aa-473b-8bfd-5508960a47b6), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:04.890815 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5f99db55-c6aa-473b-8bfd-5508960a47b6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:04.945298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] Attempting to bind port 5f99db55-c6aa-473b-8bfd-5508960a47b6 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:56:04.946024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] Attempting to bind port 5f99db55-c6aa-473b-8bfd-5508960a47b6 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:56:04.946024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] Attempting to bind port 5f99db55-c6aa-473b-8bfd-5508960a47b6 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:56:04.948218 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40f87b-7b51-444d-a8f5-385af4d2c9b7 None None] Pushing event updated for resources: {'Port': ['ID=5f99db55-c6aa-473b-8bfd-5508960a47b6,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:56:04.953644 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:56:04.954023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:56:04.954430 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:04.954813 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:56:04.955279 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] Bound port: 5f99db55-c6aa-473b-8bfd-5508960a47b6, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:56:04.955658 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5f99db55-c6aa-473b-8bfd-5508960a47b6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:05.008443 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] For port 5f99db55-c6aa-473b-8bfd-5508960a47b6, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:56:05.012565 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] For port 5f99db55-c6aa-473b-8bfd-5508960a47b6, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5f99db55-c6aa-473b-8bfd-5508960a47b6,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:56:05.017971 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5f99db55-c6aa-473b-8bfd-5508960a47b6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:05.078699 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] Routers {'0334f9c8-ad04-4a4e-a566-a9b3b30bf315'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:56:05.079309 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T19:55:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0334f9c8-ad04-4a4e-a566-a9b3b30bf315'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:56:05.114493 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40f87b-7b51-444d-a8f5-385af4d2c9b7 None None] Pushing event updated for resources: {'Port': ['ID=5f99db55-c6aa-473b-8bfd-5508960a47b6,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:56:05.207715 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] Set router 0334f9c8-ad04-4a4e-a566-a9b3b30bf315 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:56:05.441473 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334f9c8-ad04-4a4e-a566-a9b3b30bf315', 'name': 'router1', 'tenant_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '5f99db55-c6aa-473b-8bfd-5508960a47b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:55:42Z', 'updated_at': '2022-02-28T19:55:59Z', 'revision_number': 4, 'project_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'gw_port': {'id': '5f99db55-c6aa-473b-8bfd-5508960a47b6', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334f9c8-ad04-4a4e-a566-a9b3b30bf315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:55:59Z', 'updated_at': '2022-02-28T19:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '00b6de84-cf9b-46f9-8881-49119426a62d', 'name': '', 'network_id': '596808a7-8e7f-4042-a1d0-f1661507a68f', 'tenant_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'mac_address': 'fa:16:3e:ba:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f9c8-ad04-4a4e-a566-a9b3b30bf315', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ab474a5-cb87-4d29-bd88-8b8636f92a5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:55:51Z', 'updated_at': '2022-02-28T19:55:55Z', 'revision_number': 5, 'project_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'subnets': [{'id': '3ab474a5-cb87-4d29-bd88-8b8636f92a5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94b2d265-e92c-4a8a-a4a4-8ef40eb7d097'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:56:05.472515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83c7612-82b2-4c61-9d30-aee9413fc3d8 None None] The sync data for ids ['0334f9c8-ad04-4a4e-a566-a9b3b30bf315'] in n-d-820368-21 is: [{'id': '0334f9c8-ad04-4a4e-a566-a9b3b30bf315', 'name': 'router1', 'tenant_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '5f99db55-c6aa-473b-8bfd-5508960a47b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:55:42Z', 'updated_at': '2022-02-28T19:55:59Z', 'revision_number': 4, 'project_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'gw_port': {'id': '5f99db55-c6aa-473b-8bfd-5508960a47b6', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334f9c8-ad04-4a4e-a566-a9b3b30bf315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:55:59Z', 'updated_at': '2022-02-28T19:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '00b6de84-cf9b-46f9-8881-49119426a62d', 'name': '', 'network_id': '596808a7-8e7f-4042-a1d0-f1661507a68f', 'tenant_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'mac_address': 'fa:16:3e:ba:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f9c8-ad04-4a4e-a566-a9b3b30bf315', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ab474a5-cb87-4d29-bd88-8b8636f92a5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:55:51Z', 'updated_at': '2022-02-28T19:55:55Z', 'revision_number': 5, 'project_id': 'd766d1118ccf4834bf263a1b5477f3e5', 'subnets': [{'id': '3ab474a5-cb87-4d29-bd88-8b8636f92a5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94b2d265-e92c-4a8a-a4a4-8ef40eb7d097'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:56:07.359063 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5f99db55-c6aa-473b-8bfd-5508960a47b6 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:56:07.431985 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 5f99db55-c6aa-473b-8bfd-5508960a47b6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:56:07.432706 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5f99db55-c6aa-473b-8bfd-5508960a47b6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:07.561841 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 5f99db55-c6aa-473b-8bfd-5508960a47b6 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:56:07.562591 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5f99db55-c6aa-473b-8bfd-5508960a47b6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:07.598310 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 5f99db55-c6aa-473b-8bfd-5508960a47b6, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5f99db55-c6aa-473b-8bfd-5508960a47b6,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:56:07.615315 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5f99db55-c6aa-473b-8bfd-5508960a47b6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:07.689306 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=5f99db55-c6aa-473b-8bfd-5508960a47b6,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:56:09.311590 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5f99db55-c6aa-473b-8bfd-5508960a47b6 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:56:09.435831 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 5f99db55-c6aa-473b-8bfd-5508960a47b6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:56:09.436236 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5f99db55-c6aa-473b-8bfd-5508960a47b6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:09.540733 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 5f99db55-c6aa-473b-8bfd-5508960a47b6 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:56:16.314174 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c323ffbc-0929-4058-8831-a98ae9e31c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:18.827839 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-34e5bff1-99fd-4a90-b804-eef7474f3681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:19.864059 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:21.075505 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:22.555669 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:37.927781 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 5 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:56:46.317060 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1010c1e7-29f5-4295-8abb-05135b2bc5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:48.823373 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-648ff5fa-8cec-4bf0-8587-b97ee3e535cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:49.894170 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:51.058130 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:52.531959 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:14.914783 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 5 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:57:16.318513 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e518f84b-8103-4b7a-b476-49d9c4996bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:18.824934 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a263ae5a-828a-42c3-a0bc-545bf82939f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:19.862527 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:21.057242 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:22.525222 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:28.637974 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36252) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:57:28.696912 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f1d995-87ed-4356-b087-a8c12da17668 admin admin] GET failed (client error): The resource could not be found. Feb 28 19:57:28.698155 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e3f1d995-87ed-4356-b087-a8c12da17668 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0592494 Feb 28 19:57:28.856724 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c5f46c-8377-47d1-b0e8-ffe54374bbd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:57:28.858444 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b8c5f46c-8377-47d1-b0e8-ffe54374bbd7 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1559813 Feb 28 19:57:31.159480 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36262) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:57:31.316033 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c62f70-374c-4097-bcce-5079c07e3fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:57:31.317792 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f8c62f70-374c-4097-bcce-5079c07e3fd0 admin admin] 10.222.0.13 "GET /v2.0/subnets/3ab474a5-cb87-4d29-bd88-8b8636f92a5d HTTP/1.1" status: 200 len: 849 time: 0.1569912 Feb 28 19:57:31.331307 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-888d370c-9e7e-435d-b988-df3c7024aadc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:57:31.415862 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-888d370c-9e7e-435d-b988-df3c7024aadc admin admin] Publish callbacks [] for subnet (3ab474a5-cb87-4d29-bd88-8b8636f92a5d), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:31.564186 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-888d370c-9e7e-435d-b988-df3c7024aadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787400725221'] for subnet (3ab474a5-cb87-4d29-bd88-8b8636f92a5d), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:31.603263 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d370c-9e7e-435d-b988-df3c7024aadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:57:31.604513 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-888d370c-9e7e-435d-b988-df3c7024aadc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:31.605161 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-888d370c-9e7e-435d-b988-df3c7024aadc admin admin] 10.222.0.13 "PUT /v2.0/subnets/3ab474a5-cb87-4d29-bd88-8b8636f92a5d HTTP/1.1" status: 200 len: 868 time: 0.2816415 Feb 28 19:57:31.607564 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb6b010-38cd-4394-9b64-7854a23e24f8 None None] Network 596808a7-8e7f-4042-a1d0-f1661507a68f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:57:31.621247 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d370c-9e7e-435d-b988-df3c7024aadc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ab474a5-cb87-4d29-bd88-8b8636f92a5d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:57:31.628917 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d370c-9e7e-435d-b988-df3c7024aadc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:57:31.629299 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d370c-9e7e-435d-b988-df3c7024aadc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:57:31.629606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d370c-9e7e-435d-b988-df3c7024aadc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:57:31.629945 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d370c-9e7e-435d-b988-df3c7024aadc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:57:31.630774 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d370c-9e7e-435d-b988-df3c7024aadc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:57:31.631110 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d370c-9e7e-435d-b988-df3c7024aadc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:57:31.631437 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d370c-9e7e-435d-b988-df3c7024aadc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:57:31.631793 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d370c-9e7e-435d-b988-df3c7024aadc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:57:31.632172 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d370c-9e7e-435d-b988-df3c7024aadc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:57:31.632514 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d370c-9e7e-435d-b988-df3c7024aadc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:57:31.632842 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d370c-9e7e-435d-b988-df3c7024aadc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:57:31.633165 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d370c-9e7e-435d-b988-df3c7024aadc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:57:31.633485 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d370c-9e7e-435d-b988-df3c7024aadc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:57:31.917132 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b60353e7-f843-4b3c-a536-bd77c7f3f048 None None] Provisioning complete for port 7deec954-8a1d-450c-a4ee-762d96d0e3aa triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:57:31.917473 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b60353e7-f843-4b3c-a536-bd77c7f3f048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7deec954-8a1d-450c-a4ee-762d96d0e3aa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:31.995779 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b60353e7-f843-4b3c-a536-bd77c7f3f048 None None] Current status of the port 7deec954-8a1d-450c-a4ee-762d96d0e3aa is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:57:32.006005 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b60353e7-f843-4b3c-a536-bd77c7f3f048 None None] Provisioning complete for port 00b6de84-cf9b-46f9-8881-49119426a62d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:57:32.006397 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b60353e7-f843-4b3c-a536-bd77c7f3f048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (00b6de84-cf9b-46f9-8881-49119426a62d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:32.081893 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b60353e7-f843-4b3c-a536-bd77c7f3f048 None None] Current status of the port 00b6de84-cf9b-46f9-8881-49119426a62d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:57:33.912770 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36272) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:57:34.116453 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff8b885-622f-4ced-a28e-ed2594c4ece2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:57:34.116840 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff8b885-622f-4ced-a28e-ed2594c4ece2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:57:34.118344 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fff8b885-622f-4ced-a28e-ed2594c4ece2 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2046123 Feb 28 19:57:36.426038 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36280) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:57:36.621193 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac82be35-5461-4224-8a6c-62e5a4c03870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:57:36.621592 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac82be35-5461-4224-8a6c-62e5a4c03870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:57:36.623121 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ac82be35-5461-4224-8a6c-62e5a4c03870 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1961477 Feb 28 19:57:38.987265 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36288) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:57:39.116694 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45125388-2c89-4839-bc20-6e2ced10bc47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:57:39.118014 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-45125388-2c89-4839-bc20-6e2ced10bc47 admin admin] 10.222.0.13 "GET /v2.0/networks/596808a7-8e7f-4042-a1d0-f1661507a68f HTTP/1.1" status: 200 len: 868 time: 0.1297891 Feb 28 19:57:41.430762 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36296) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:57:41.611409 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d48208-b7a6-4ea4-b902-854ba9d5b3bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:57:41.612730 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-16d48208-b7a6-4ea4-b902-854ba9d5b3bc admin admin] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 886 time: 0.1809499 Feb 28 19:57:43.947415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36304) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:57:44.066010 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f5e153-3623-4ea4-80f2-17499611bba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:57:44.066460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f5e153-3623-4ea4-80f2-17499611bba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:57:44.067979 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-85f5e153-3623-4ea4-80f2-17499611bba0 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1195502 Feb 28 19:57:46.321776 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2261b92b-5e0e-402a-8bed-d92d6157859c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:46.406744 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36312) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:57:46.501201 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb638d0-8ccb-4d81-a97e-f17fe1bdcc1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:57:46.501656 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb638d0-8ccb-4d81-a97e-f17fe1bdcc1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:57:46.503163 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5bb638d0-8ccb-4d81-a97e-f17fe1bdcc1e admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0954814 Feb 28 19:57:48.805620 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36320) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:57:48.826170 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8a3a817d-08fd-464c-a3d6-8f8f38a373a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:48.896493 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfc1913-0151-47d3-90d6-121d49f98a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:57:48.897821 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8bfc1913-0151-47d3-90d6-121d49f98a66 admin admin] 10.222.0.13 "GET /v2.0/subnets/3ab474a5-cb87-4d29-bd88-8b8636f92a5d HTTP/1.1" status: 200 len: 868 time: 0.0912745 Feb 28 19:57:49.869477 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:51.059971 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:51.202420 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36328) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:57:51.287937 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ca6647-21b1-4403-ba53-ff7b2e7c2290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:57:51.289269 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d6ca6647-21b1-4403-ba53-ff7b2e7c2290 admin admin] 10.222.0.13 "GET /v2.0/subnets/eb133b64-bba5-48a3-b921-04ef8e0b9c5b HTTP/1.1" status: 200 len: 816 time: 0.0859106 Feb 28 19:57:51.913894 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 5 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:57:52.528087 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:16.322850 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9ab228bd-9003-4f22-b3c4-dfc7d9a6c82d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:18.827993 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f1a1008f-749f-4380-a5d5-1d82b787439c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:19.478466 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36380) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:58:19.525841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-c9451867-7e17-42ef-b23f-2d267b699fd6 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 19:58:19.526827 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c9451867-7e17-42ef-b23f-2d267b699fd6 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474281 Feb 28 19:58:19.870510 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:21.063097 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:21.935010 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36388) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:58:21.994574 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3017b7-bd29-4c81-89e9-2aead597d7a1 admin admin] GET failed (client error): The resource could not be found. Feb 28 19:58:21.995858 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7c3017b7-bd29-4c81-89e9-2aead597d7a1 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598545 Feb 28 19:58:22.137124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a159cf-f2b5-4fe0-a909-3951bb77d641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:58:22.138504 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-16a159cf-f2b5-4fe0-a909-3951bb77d641 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1387291 Feb 28 19:58:22.529900 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:24.455154 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36396) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:58:24.501981 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-dae92ba7-e6b5-4416-aabb-5dff80fd3525 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:58:24.520832 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae92ba7-e6b5-4416-aabb-5dff80fd3525 admin admin] Made reservation on behalf of 83fa15df496f4ff1bbf3ee967922dcf0 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:58:24.522987 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dae92ba7-e6b5-4416-aabb-5dff80fd3525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:24.556146 n-d-820368-21 neutron-server[103774]: WARNING neutron.services.revisions.revision_plugin [None req-dae92ba7-e6b5-4416-aabb-5dff80fd3525 admin admin] Could not find related network for resource to bump revision. Feb 28 19:58:24.568568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae92ba7-e6b5-4416-aabb-5dff80fd3525 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:58:24.577705 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dae92ba7-e6b5-4416-aabb-5dff80fd3525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (825bebeb-1637-4571-9817-bdb79cb2c279), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:24.578040 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-dae92ba7-e6b5-4416-aabb-5dff80fd3525 admin admin] Added segment 825bebeb-1637-4571-9817-bdb79cb2c279 of type vlan for network 482619d8-b11f-4233-aba8-4646bbd04399 Feb 28 19:58:24.615930 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dae92ba7-e6b5-4416-aabb-5dff80fd3525 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (482619d8-b11f-4233-aba8-4646bbd04399), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:24.640802 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dae92ba7-e6b5-4416-aabb-5dff80fd3525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (482619d8-b11f-4233-aba8-4646bbd04399), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:24.641705 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae92ba7-e6b5-4416-aabb-5dff80fd3525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:58:24.642265 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dae92ba7-e6b5-4416-aabb-5dff80fd3525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:24.725512 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-dae92ba7-e6b5-4416-aabb-5dff80fd3525 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2692189 Feb 28 19:58:24.733126 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae92ba7-e6b5-4416-aabb-5dff80fd3525 admin admin] Pushing event updated for resources: {'Network': ['ID=482619d8-b11f-4233-aba8-4646bbd04399,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:58:24.752945 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 482619d8-b11f-4233-aba8-4646bbd04399 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:58:27.061342 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36404) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:58:27.120381 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b89dd5-8fdb-4e0d-adf8-576958d9e1b0 admin admin] GET failed (client error): The resource could not be found. Feb 28 19:58:27.121616 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d8b89dd5-8fdb-4e0d-adf8-576958d9e1b0 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593531 Feb 28 19:58:27.189862 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a82e10-5a45-4f3d-b016-ecf79d3d1cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:58:27.191262 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-52a82e10-5a45-4f3d-b016-ecf79d3d1cff admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0656831 Feb 28 19:58:27.201321 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Request body: {'subnet': {'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:58:27.219232 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Made reservation on behalf of 83fa15df496f4ff1bbf3ee967922dcf0 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:58:27.221505 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:27.383626 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for subnet (44fc63c4-9aa5-4c8d-8ed0-796e1c04a625), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:27.436624 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:58:27.446958 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:27.447302 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:27.447638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:27.448012 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:27.448341 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:27.448661 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:27.448985 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:27.449320 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:27.449615 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:27.449927 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:27.450240 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:27.450566 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:27.450860 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:27.453671 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:58:27.454015 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Network hostable DHCP agents. Network: 482619d8-b11f-4233-aba8-4646bbd04399, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:58:27.469557 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Network 482619d8-b11f-4233-aba8-4646bbd04399 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:58:27.478355 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 482619d8-b11f-4233-aba8-4646bbd04399) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:58:27.482216 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:58:27.482791 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:27.486930 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379ae56a-f813-48bc-a44a-96e87ac4daca None None] Network 482619d8-b11f-4233-aba8-4646bbd04399 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:58:27.508454 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b8f29706-7927-4e07-afeb-12c0258a6774 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3101695 Feb 28 19:58:27.596085 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-482619d8-b11f-4233-aba8-4646bbd04399', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'project_id': '83fa15df496f4ff1bbf3ee967922dcf0', 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 19:58:27.596965 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:27.831123 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Allocated IP 192.168.233.2 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:58:27.981203 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Publish callbacks [] for port (8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:27.988054 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:28.028027 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:58:28.029452 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:58:28.031945 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:58:28.046086 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Pushing event updated for resources: {'Port': ['ID=8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:58:28.081069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:28.081464 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:28.081754 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:28.082605 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:28.082925 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:28.083248 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:28.083658 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:28.084068 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:28.084389 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:28.084704 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:28.085018 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:28.085329 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:28.085640 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:58:28.102894 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Attempting to bind port 8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:58:28.103258 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Attempting to bind port 8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:58:28.103613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Attempting to bind port 8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:58:28.108572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:58:28.108965 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:58:28.109355 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:28.109734 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:58:28.110192 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Bound port: 8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:58:28.110561 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:28.174636 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] For port 8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:58:28.177907 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] For port 8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:58:28.184405 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:28.246365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d645c86-6c49-4297-8c77-897862b6309f None None] Pushing event updated for resources: {'Port': ['ID=8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:58:28.915703 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 5 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:58:29.071900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7dc61c-9d9b-495c-a45e-f28ead3e5b28 None None] Network 482619d8-b11f-4233-aba8-4646bbd04399 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:58:29.151602 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-cf332d6a-96f3-4b79-86e1-0db5b8a76329 None None] Provisioning complete for port 8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:58:29.152009 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cf332d6a-96f3-4b79-86e1-0db5b8a76329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:29.260522 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-cf332d6a-96f3-4b79-86e1-0db5b8a76329 None None] Current status of the port 8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:58:29.260975 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cf332d6a-96f3-4b79-86e1-0db5b8a76329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:29.297864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-cf332d6a-96f3-4b79-86e1-0db5b8a76329 None None] For port 8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:58:29.305010 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cf332d6a-96f3-4b79-86e1-0db5b8a76329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:29.373031 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf332d6a-96f3-4b79-86e1-0db5b8a76329 None None] Pushing event updated for resources: {'Port': ['ID=8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:58:29.432031 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0a24a5b4-6f22-456c-9acb-ae131067adc3 None None] Provisioning complete for port 8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:58:29.432466 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0a24a5b4-6f22-456c-9acb-ae131067adc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:29.436256 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:58:29.522588 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:58:29.522848 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:29.582219 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0a24a5b4-6f22-456c-9acb-ae131067adc3 None None] Current status of the port 8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:58:29.629612 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:58:31.338843 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:58:31.386556 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:58:31.386950 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:31.467855 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 8b94b7b0-cc2f-4c1a-8fff-e23ce5303a2d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:58:46.327239 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5879772b-ad53-4d5f-afa2-f194ba9ca811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:48.829884 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-febee5dc-4556-43f5-94ce-86266b1943e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:49.874879 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:51.066157 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:52.531798 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:05.914512 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 5 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:59:16.329161 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b589615b-d129-4caf-9d1e-c439c688d692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:18.833038 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-76451522-b78e-457a-bfba-b86b613e3241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:19.879372 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:21.067675 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:22.534412 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:42.912708 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 5 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:59:46.331604 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5ec3e211-ecb0-4062-9480-0db06d3e84d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:48.835184 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-730f168d-a448-417b-b5a8-348951783f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:49.880418 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:51.071800 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:52.535784 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:55.390937 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36442) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:59:55.397468 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-58244022-63ab-4ed5-8f02-8172000d78a0 tempest-verify_tempest_config-274805571 tempest-verify_tempest_config-274805571-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 19:59:55.398427 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-58244022-63ab-4ed5-8f02-8172000d78a0 tempest-verify_tempest_config-274805571 tempest-verify_tempest_config-274805571-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065315 Feb 28 19:59:55.678245 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36460) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:59:55.776958 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c9bdbb1e-d0ae-4f39-a355-8fe8ef47fb03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:55.847805 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c9bdbb1e-d0ae-4f39-a355-8fe8ef47fb03 admin admin] Publish callbacks [] for security_group (509e6809-a7e8-4802-8504-15434d65f9fd), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:55.851504 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c9bdbb1e-d0ae-4f39-a355-8fe8ef47fb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (509e6809-a7e8-4802-8504-15434d65f9fd), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:55.897283 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c9bdbb1e-d0ae-4f39-a355-8fe8ef47fb03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cdc86acfb4746d7a4fc1abb6125017d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2179630 Feb 28 19:59:55.898350 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bdbb1e-d0ae-4f39-a355-8fe8ef47fb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509e6809-a7e8-4802-8504-15434d65f9fd,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:59:55.900079 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36464) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:59:55.904810 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdbb1e-d0ae-4f39-a355-8fe8ef47fb03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:55.905155 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdbb1e-d0ae-4f39-a355-8fe8ef47fb03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:55.905496 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdbb1e-d0ae-4f39-a355-8fe8ef47fb03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:55.905826 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdbb1e-d0ae-4f39-a355-8fe8ef47fb03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:55.906158 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdbb1e-d0ae-4f39-a355-8fe8ef47fb03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:55.906477 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdbb1e-d0ae-4f39-a355-8fe8ef47fb03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:55.906799 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdbb1e-d0ae-4f39-a355-8fe8ef47fb03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:55.907118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdbb1e-d0ae-4f39-a355-8fe8ef47fb03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:55.907469 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdbb1e-d0ae-4f39-a355-8fe8ef47fb03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:55.907804 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdbb1e-d0ae-4f39-a355-8fe8ef47fb03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:55.908123 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdbb1e-d0ae-4f39-a355-8fe8ef47fb03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:55.908438 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdbb1e-d0ae-4f39-a355-8fe8ef47fb03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:55.909354 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdbb1e-d0ae-4f39-a355-8fe8ef47fb03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:55.958956 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9726130e-1721-4ce3-b3f3-a66044c3ac25 admin admin] Publish callbacks [] for security_group (509e6809-a7e8-4802-8504-15434d65f9fd), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:55.982829 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9726130e-1721-4ce3-b3f3-a66044c3ac25 admin admin] Publish callbacks [] for security_group (509e6809-a7e8-4802-8504-15434d65f9fd), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:56.071810 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9726130e-1721-4ce3-b3f3-a66044c3ac25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (509e6809-a7e8-4802-8504-15434d65f9fd), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:56.074327 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9726130e-1721-4ce3-b3f3-a66044c3ac25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:56.076589 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9726130e-1721-4ce3-b3f3-a66044c3ac25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/509e6809-a7e8-4802-8504-15434d65f9fd HTTP/1.1" status: 204 len: 168 time: 0.1744018 Feb 28 19:59:56.083745 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726130e-1721-4ce3-b3f3-a66044c3ac25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509e6809-a7e8-4802-8504-15434d65f9fd,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:59:56.090420 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726130e-1721-4ce3-b3f3-a66044c3ac25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:56.090764 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726130e-1721-4ce3-b3f3-a66044c3ac25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:56.091103 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726130e-1721-4ce3-b3f3-a66044c3ac25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:56.091435 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726130e-1721-4ce3-b3f3-a66044c3ac25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:56.091775 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726130e-1721-4ce3-b3f3-a66044c3ac25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:56.092182 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726130e-1721-4ce3-b3f3-a66044c3ac25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:56.092553 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726130e-1721-4ce3-b3f3-a66044c3ac25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:56.092877 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726130e-1721-4ce3-b3f3-a66044c3ac25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:56.093191 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726130e-1721-4ce3-b3f3-a66044c3ac25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:56.093508 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726130e-1721-4ce3-b3f3-a66044c3ac25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:56.093825 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726130e-1721-4ce3-b3f3-a66044c3ac25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:56.094137 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726130e-1721-4ce3-b3f3-a66044c3ac25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:59:56.094450 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726130e-1721-4ce3-b3f3-a66044c3ac25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:00:16.334687 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e7dc8c29-8aab-4737-9f56-e75b1fcb8b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:00:18.836292 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c42ff24a-59fb-4efd-9aea-b51b0acce059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:00:19.880414 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:00:19.911317 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 5 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:00:21.075136 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:00:22.537442 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:00:46.336247 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-20a93f8d-dfa9-42bc-928f-e9118e3c3c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:00:48.837706 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4584580d-278d-4d40-86b5-1a4ccdf4ddae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:00:49.883440 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:00:51.078321 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:00:52.538873 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:00:56.909499 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 5 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:01:16.345156 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-026bf300-4cea-4a91-a006-a8f8ce2d847e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:01:18.838107 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-941ffc5b-704a-41b5-8577-dd493b6aed87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:01:19.886828 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:01:21.081624 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:01:22.545085 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:01:33.909157 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 5 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:01:46.339786 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e09662f9-9cb9-412d-a71d-282364645950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:01:48.840347 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2b96db37-3e76-4005-93d9-dddb227abe2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:01:49.895645 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:01:51.087512 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:01:52.542609 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:02:10.909228 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 5 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:02:16.342970 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-24de8041-f09b-41c2-85f6-1812c3024b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:02:18.842692 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-60cb943a-950f-4b7e-ad71-6f8fa721a39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:02:19.892029 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:02:21.090306 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:02:22.536675 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:02:46.345543 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-858e0866-c611-468c-bf99-63984d04677a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:02:47.909373 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 5 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:02:48.852147 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dcf22834-e817-4e2c-af0b-50de35b49f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:02:49.235486 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3921748'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:02:49.894973 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:02:51.095020 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:02:52.078672 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3921748'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:02:52.539531 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:03:16.347782 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-325e7910-a637-4ad9-b2f5-66c9853bdc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:03:18.843713 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4048fb1d-dce7-4336-ab83-5a6a774cfb59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:03:19.218038 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:03:19.896949 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:03:21.096243 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:03:22.060275 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:03:22.542293 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:03:24.911452 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:03:36.281797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36522) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:03:36.384144 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e5ae8d65-308e-4c4d-ab10-780a8f0c8b41 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1012065 Feb 28 20:03:38.716420 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36532) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:03:38.773209 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-877bd6be-85d8-4d4c-bc37-092efdb9e5af admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0552049 Feb 28 20:03:46.349970 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-19b94ab6-369a-43fd-a875-bac48bd8e5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:03:48.846122 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f6803c1b-ee11-477d-8594-f515e6b37794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:03:49.209897 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:03:49.898801 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:03:51.098141 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:03:52.074453 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:03:52.545754 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:04:01.911039 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:04:16.351375 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8c0e6d04-607d-4d5f-8c4d-343f5fd729b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:04:18.850148 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8122df6f-3de3-4e9a-9d0a-f7d2ceafecae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:04:19.232192 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:04:19.901347 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:04:21.107314 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:04:22.073776 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:04:22.548540 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:04:38.910349 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:04:46.353411 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2f53b171-ffea-4c4f-9da0-e4f67ff655f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:04:48.853343 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-307fe036-f1bc-42a8-8b74-46d9c52d7f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:04:49.226302 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:04:49.903251 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:04:51.106458 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:04:52.072484 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:04:52.550938 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:09.557925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36752) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:09.879279 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-network', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:09.898391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Made reservation on behalf of 8c49f134d2844d928e46d52f9a7a9018 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:05:09.900758 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:09.910119 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:09.994904 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Publish callbacks [] for security_group (b94323e4-983b-4f05-b200-ad45636c76d8), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:10.000526 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b94323e4-983b-4f05-b200-ad45636c76d8), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:10.032690 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94323e4-983b-4f05-b200-ad45636c76d8,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:10.036022 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:05:10.045299 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.045939 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.046465 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.046958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.047418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.047906 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.048486 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.049084 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.049766 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.050354 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.050808 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.051261 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.051702 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Tracked resource versions report: Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: pushed versions: Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: { 'AddressGroup': {'1.2'}, Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'ConntrackHelper': {'1.0'}, Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'LocalIPAssociation': {'1.0'}, Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'Log': {'1.0'}, Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'Network': {'1.1'}, Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'Port': {'1.7'}, Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'PortForwarding': {'1.2'}, Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'QosPolicy': {'1.10'}, Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'SecurityGroup': {'1.5'}, Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'SecurityGroupRule': {'1.2'}, Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'SubPort': {'1.0'}, Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'Subnet': {'1.1'}, Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'Trunk': {'1.1'}} Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: consumer versions: Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: { DHCP agent@n-d-820368-21: {}, Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: HyperV agent@n-h1-820368-21: {}, Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: HyperV agent@n-h2-820368-21: {}, Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: L3 agent@n-d-820368-21: {}, Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: Metadata agent@n-d-820368-21: {}, Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: Metering agent@n-d-820368-21: {}, Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: Open vSwitch agent@n-d-820368-21: { 'AddressGroup': '1.2', Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'ConntrackHelper': '1.0', Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'LocalIPAssociation': '1.0', Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'Log': '1.0', Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'Network': '1.1', Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'Port': '1.7', Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'PortForwarding': '1.2', Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'QosPolicy': '1.10', Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'SecurityGroup': '1.5', Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'SecurityGroupRule': '1.2', Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'SubPort': '1.0', Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'Subnet': '1.1', Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: 'Trunk': '1.1'}} Feb 28 20:05:10.053163 n-d-820368-21 neutron-server[103774]: {{(pid=103774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 20:05:10.064161 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (e3bfecd8-3d44-4d5c-a375-44710dfa3336), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:10.064650 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Added segment e3bfecd8-3d44-4d5c-a375-44710dfa3336 of type vlan for network ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 Feb 28 20:05:10.107694 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:10.136062 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:10.137267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:10.137972 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:10.162738 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36792) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:10.164494 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6046467 Feb 28 20:05:10.171114 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Request body: {'subnet': {'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-subnet', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:10.195881 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Made reservation on behalf of 8c49f134d2844d928e46d52f9a7a9018 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:05:10.198452 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:10.235811 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07466dea-0545-4946-9169-d6bbf58e9742 admin admin] Pushing event updated for resources: {'Network': ['ID=ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:10.248687 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:05:10.491446 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for subnet (b229bdb6-456c-44f4-9a74-de3d45d86232), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:10.539014 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b229bdb6-456c-44f4-9a74-de3d45d86232,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:10.550380 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.550726 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.551065 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.551404 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.551738 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.552091 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.552413 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.552948 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.553451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.553951 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.554451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.554946 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.555460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Tracked resource versions report: Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: pushed versions: Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: { 'AddressGroup': {'1.2'}, Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'ConntrackHelper': {'1.0'}, Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'LocalIPAssociation': {'1.0'}, Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'Log': {'1.0'}, Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'Network': {'1.1'}, Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'Port': {'1.7'}, Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'PortForwarding': {'1.2'}, Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'QosPolicy': {'1.10'}, Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'SecurityGroup': {'1.5'}, Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'SecurityGroupRule': {'1.2'}, Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'SubPort': {'1.0'}, Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'Subnet': {'1.1'}, Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'Trunk': {'1.1'}} Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: consumer versions: Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: { DHCP agent@n-d-820368-21: {}, Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: HyperV agent@n-h1-820368-21: {}, Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: HyperV agent@n-h2-820368-21: {}, Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: L3 agent@n-d-820368-21: {}, Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: Metadata agent@n-d-820368-21: {}, Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: Metering agent@n-d-820368-21: {}, Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: Open vSwitch agent@n-d-820368-21: { 'AddressGroup': '1.2', Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'ConntrackHelper': '1.0', Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'LocalIPAssociation': '1.0', Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'Log': '1.0', Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'Network': '1.1', Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'Port': '1.7', Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'PortForwarding': '1.2', Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'QosPolicy': '1.10', Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'SecurityGroup': '1.5', Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'SecurityGroupRule': '1.2', Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'SubPort': '1.0', Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'Subnet': '1.1', Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: 'Trunk': '1.1'}} Feb 28 20:05:10.556743 n-d-820368-21 neutron-server[103773]: {{(pid=103773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 20:05:10.591930 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Checking segment: {'id': 'e3bfecd8-3d44-4d5c-a375-44710dfa3336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:05:10.592291 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Network hostable DHCP agents. Network: ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:05:10.612247 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Network ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:05:10.631030 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:05:10.632810 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:10.633622 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:10.639579 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d36a03f-e05f-409b-a3d1-2e2d7bb6f356 None None] Network ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:05:10.657274 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36824) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:10.657983 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bca7a6ee-9866-41f5-aa29-5e5ff125a09b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4940844 Feb 28 20:05:10.662670 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-c317687b-4bf9-44c3-a3f7-490bbd8c6aee admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-router', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:10.689585 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c317687b-4bf9-44c3-a3f7-490bbd8c6aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (347cbb81-f9af-46a3-b1c6-44f443183775), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:10.691128 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c317687b-4bf9-44c3-a3f7-490bbd8c6aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (347cbb81-f9af-46a3-b1c6-44f443183775), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:10.758769 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c317687b-4bf9-44c3-a3f7-490bbd8c6aee admin admin] Publish callbacks [] for router_controller (347cbb81-f9af-46a3-b1c6-44f443183775), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:10.779448 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'fixed_ips': [{'subnet_id': 'b229bdb6-456c-44f4-9a74-de3d45d86232'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:05:10.780645 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:10.941408 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Allocated IP 172.20.0.2 (ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2/b229bdb6-456c-44f4-9a74-de3d45d86232/d289299b-bcf4-4d53-bbf0-d8d306517daf) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:05:11.018908 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c317687b-4bf9-44c3-a3f7-490bbd8c6aee admin admin] Publish callbacks [] for router_gateway (347cbb81-f9af-46a3-b1c6-44f443183775), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:11.147829 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Publish callbacks [] for port (d289299b-bcf4-4d53-bbf0-d8d306517daf), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:11.166134 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (d289299b-bcf4-4d53-bbf0-d8d306517daf), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:11.293959 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c317687b-4bf9-44c3-a3f7-490bbd8c6aee admin admin] Publish callbacks [] for router_gateway (347cbb81-f9af-46a3-b1c6-44f443183775), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:11.298777 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Network ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:05:11.310358 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:05:11.315971 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:05:11.331349 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c317687b-4bf9-44c3-a3f7-490bbd8c6aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:11.384176 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Pushing event updated for resources: {'Port': ['ID=d289299b-bcf4-4d53-bbf0-d8d306517daf,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:11.431919 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:11.432263 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:11.432602 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:11.432934 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:11.433258 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:11.433582 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:11.433909 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:11.434224 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:11.440208 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:11.440715 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:11.441196 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:11.447491 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:11.448035 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Tracked resource versions report: Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: pushed versions: Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: { 'AddressGroup': {'1.2'}, Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'ConntrackHelper': {'1.0'}, Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'LocalIPAssociation': {'1.0'}, Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'Log': {'1.0'}, Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'Network': {'1.1'}, Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'Port': {'1.7'}, Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'PortForwarding': {'1.2'}, Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'QosPolicy': {'1.10'}, Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'SecurityGroup': {'1.5'}, Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'SecurityGroupRule': {'1.2'}, Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'SubPort': {'1.0'}, Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'Subnet': {'1.1'}, Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'Trunk': {'1.1'}} Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: consumer versions: Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: { DHCP agent@n-d-820368-21: {}, Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: HyperV agent@n-h1-820368-21: {}, Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: HyperV agent@n-h2-820368-21: {}, Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: L3 agent@n-d-820368-21: {}, Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: Metadata agent@n-d-820368-21: {}, Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: Metering agent@n-d-820368-21: {}, Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: Open vSwitch agent@n-d-820368-21: { 'AddressGroup': '1.2', Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'ConntrackHelper': '1.0', Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'LocalIPAssociation': '1.0', Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'Log': '1.0', Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'Network': '1.1', Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'Port': '1.7', Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'PortForwarding': '1.2', Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'QosPolicy': '1.10', Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'SecurityGroup': '1.5', Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'SecurityGroupRule': '1.2', Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'SubPort': '1.0', Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'Subnet': '1.1', Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: 'Trunk': '1.1'}} Feb 28 20:05:11.449307 n-d-820368-21 neutron-server[103775]: {{(pid=103775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 20:05:11.480307 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Attempting to bind port d289299b-bcf4-4d53-bbf0-d8d306517daf on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:05:11.480951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Attempting to bind port d289299b-bcf4-4d53-bbf0-d8d306517daf by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3bfecd8-3d44-4d5c-a375-44710dfa3336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:05:11.481532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Attempting to bind port d289299b-bcf4-4d53-bbf0-d8d306517daf on network ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:05:11.490912 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:05:11.493038 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Checking segment: {'id': 'e3bfecd8-3d44-4d5c-a375-44710dfa3336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:05:11.494314 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:11.495411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Bound using segment: {'id': 'e3bfecd8-3d44-4d5c-a375-44710dfa3336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:05:11.495937 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Bound port: d289299b-bcf4-4d53-bbf0-d8d306517daf, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bfecd8-3d44-4d5c-a375-44710dfa3336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:05:11.496328 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d289299b-bcf4-4d53-bbf0-d8d306517daf), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:11.530729 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-c317687b-4bf9-44c3-a3f7-490bbd8c6aee admin admin] Allocated IP 172.25.0.161 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/7cdf96c2-0146-44d7-86b5-4186f8eec072) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:05:11.581490 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] For port d289299b-bcf4-4d53-bbf0-d8d306517daf, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:05:11.585627 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] For port d289299b-bcf4-4d53-bbf0-d8d306517daf, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d289299b-bcf4-4d53-bbf0-d8d306517daf,segment=NetworkSegment(e3bfecd8-3d44-4d5c-a375-44710dfa3336),segment_id=e3bfecd8-3d44-4d5c-a375-44710dfa3336)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:05:11.595911 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d289299b-bcf4-4d53-bbf0-d8d306517daf), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:11.688363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8f999-2b31-47f1-b478-59c3d580297c None None] Pushing event updated for resources: {'Port': ['ID=d289299b-bcf4-4d53-bbf0-d8d306517daf,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:11.761888 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c317687b-4bf9-44c3-a3f7-490bbd8c6aee admin admin] Publish callbacks [] for port (7cdf96c2-0146-44d7-86b5-4186f8eec072), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:11.837768 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c317687b-4bf9-44c3-a3f7-490bbd8c6aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (7cdf96c2-0146-44d7-86b5-4186f8eec072), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:11.925985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317687b-4bf9-44c3-a3f7-490bbd8c6aee admin admin] Pushing event updated for resources: {'Port': ['ID=7cdf96c2-0146-44d7-86b5-4186f8eec072,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:11.936585 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c317687b-4bf9-44c3-a3f7-490bbd8c6aee admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:05:11.938210 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-c317687b-4bf9-44c3-a3f7-490bbd8c6aee admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:05:11.950554 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c317687b-4bf9-44c3-a3f7-490bbd8c6aee admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:05:12.330884 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c317687b-4bf9-44c3-a3f7-490bbd8c6aee admin admin] Publish callbacks [] for router_gateway (347cbb81-f9af-46a3-b1c6-44f443183775), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:12.668205 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c317687b-4bf9-44c3-a3f7-490bbd8c6aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (347cbb81-f9af-46a3-b1c6-44f443183775), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:12.799564 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36914) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:12.827723 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c317687b-4bf9-44c3-a3f7-490bbd8c6aee admin admin] Router 347cbb81-f9af-46a3-b1c6-44f443183775 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:05:12.981842 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c317687b-4bf9-44c3-a3f7-490bbd8c6aee admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:05:12.994815 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] Sync routers for ids ['347cbb81-f9af-46a3-b1c6-44f443183775'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:05:13.005806 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c317687b-4bf9-44c3-a3f7-490bbd8c6aee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:13.010361 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c317687b-4bf9-44c3-a3f7-490bbd8c6aee admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.3481665 Feb 28 20:05:13.010602 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36934) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:13.030577 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] Routers {'347cbb81-f9af-46a3-b1c6-44f443183775'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:05:13.031575 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:04:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['347cbb81-f9af-46a3-b1c6-44f443183775'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:05:13.144742 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44ce32d-fe19-4e75-bb94-d85440c3cbcb None None] Network ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:05:13.213212 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] Set router 347cbb81-f9af-46a3-b1c6-44f443183775 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:05:13.300277 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-803cc4da-17f7-45b1-a806-d843bc65c0d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:13.309599 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-51e165b1-fb76-45b9-8e22-30884b0dae82 None None] Provisioning complete for port d289299b-bcf4-4d53-bbf0-d8d306517daf triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:13.315671 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-51e165b1-fb76-45b9-8e22-30884b0dae82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d289299b-bcf4-4d53-bbf0-d8d306517daf), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:13.411709 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36966) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:13.440344 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-803cc4da-17f7-45b1-a806-d843bc65c0d7 admin admin] Publish callbacks [] for security_group (075f148a-7b54-4f0e-a5ff-f935e9ee263a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:13.454225 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-803cc4da-17f7-45b1-a806-d843bc65c0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (075f148a-7b54-4f0e-a5ff-f935e9ee263a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:13.486847 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-803cc4da-17f7-45b1-a806-d843bc65c0d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc7a060dd9e8437cacb8ec81a67d6c0d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6860840 Feb 28 20:05:13.489654 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36974) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:13.628114 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-700dbbd1-bbc4-4e3b-aba2-e0c72ded4b57 admin admin] Publish callbacks [] for security_group (075f148a-7b54-4f0e-a5ff-f935e9ee263a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:13.633330 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-51e165b1-fb76-45b9-8e22-30884b0dae82 None None] Current status of the port d289299b-bcf4-4d53-bbf0-d8d306517daf is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:13.633696 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-router', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:10Z', 'updated_at': '2022-02-28T20:05:12Z', 'revision_number': 3, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'gw_port': {'id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:11Z', 'updated_at': '2022-02-28T20:05:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:05:13.635275 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-51e165b1-fb76-45b9-8e22-30884b0dae82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d289299b-bcf4-4d53-bbf0-d8d306517daf), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:13.699311 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-700dbbd1-bbc4-4e3b-aba2-e0c72ded4b57 admin admin] Publish callbacks [] for security_group (075f148a-7b54-4f0e-a5ff-f935e9ee263a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:13.723997 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] Checking router: 347cbb81-f9af-46a3-b1c6-44f443183775 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:05:13.724544 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] Updating router 347cbb81-f9af-46a3-b1c6-44f443183775 port 7cdf96c2-0146-44d7-86b5-4186f8eec072 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:05:13.797631 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-700dbbd1-bbc4-4e3b-aba2-e0c72ded4b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (075f148a-7b54-4f0e-a5ff-f935e9ee263a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:13.802241 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-700dbbd1-bbc4-4e3b-aba2-e0c72ded4b57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:13.804179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-700dbbd1-bbc4-4e3b-aba2-e0c72ded4b57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/075f148a-7b54-4f0e-a5ff-f935e9ee263a HTTP/1.1" status: 204 len: 168 time: 0.3131981 Feb 28 20:05:13.814868 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d289299b-bcf4-4d53-bbf0-d8d306517daf up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:05:13.815320 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7cdf96c2-0146-44d7-86b5-4186f8eec072), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:13.822611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700dbbd1-bbc4-4e3b-aba2-e0c72ded4b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075f148a-7b54-4f0e-a5ff-f935e9ee263a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:13.877888 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-51e165b1-fb76-45b9-8e22-30884b0dae82 None None] For port d289299b-bcf4-4d53-bbf0-d8d306517daf, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d289299b-bcf4-4d53-bbf0-d8d306517daf,segment=NetworkSegment(e3bfecd8-3d44-4d5c-a375-44710dfa3336),segment_id=e3bfecd8-3d44-4d5c-a375-44710dfa3336)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:05:13.895351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cc4da-17f7-45b1-a806-d843bc65c0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075f148a-7b54-4f0e-a5ff-f935e9ee263a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:13.898296 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-51e165b1-fb76-45b9-8e22-30884b0dae82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d289299b-bcf4-4d53-bbf0-d8d306517daf), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:13.946729 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b5953d21-d528-4cd4-b2f2-fe76a05874c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:14.003178 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d289299b-bcf4-4d53-bbf0-d8d306517daf triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:14.003896 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d289299b-bcf4-4d53-bbf0-d8d306517daf), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:14.112468 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b5953d21-d528-4cd4-b2f2-fe76a05874c4 admin admin] Publish callbacks [] for security_group (b5b26f66-29de-4c94-8407-1588e52d4ba9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:14.120911 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e165b1-fb76-45b9-8e22-30884b0dae82 None None] Pushing event updated for resources: {'Port': ['ID=d289299b-bcf4-4d53-bbf0-d8d306517daf,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:14.125786 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b5953d21-d528-4cd4-b2f2-fe76a05874c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b5b26f66-29de-4c94-8407-1588e52d4ba9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:14.172449 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d289299b-bcf4-4d53-bbf0-d8d306517daf is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:14.187431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-979a1ff2-a62c-4e72-acbf-c385b5f9d458 None None] Provisioning complete for port d289299b-bcf4-4d53-bbf0-d8d306517daf triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:14.188190 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-979a1ff2-a62c-4e72-acbf-c385b5f9d458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d289299b-bcf4-4d53-bbf0-d8d306517daf), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:14.195916 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b5953d21-d528-4cd4-b2f2-fe76a05874c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14b4106d675b4e1bbd3f3ba8d6799c2d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7828879 Feb 28 20:05:14.198998 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36998) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:14.244631 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] Publish callbacks [] for port (7cdf96c2-0146-44d7-86b5-4186f8eec072), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:14.254428 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7cdf96c2-0146-44d7-86b5-4186f8eec072), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:14.275509 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1cf8afbf-650f-49e4-aa90-7ed55fa41fd2 admin admin] Publish callbacks [] for security_group (b5b26f66-29de-4c94-8407-1588e52d4ba9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:14.289718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5953d21-d528-4cd4-b2f2-fe76a05874c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b26f66-29de-4c94-8407-1588e52d4ba9,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:14.308295 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1cf8afbf-650f-49e4-aa90-7ed55fa41fd2 admin admin] Publish callbacks [] for security_group (b5b26f66-29de-4c94-8407-1588e52d4ba9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:14.342587 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39db299-6fa7-4de5-b658-4bc264e79952 None None] Pushing event updated for resources: {'Port': ['ID=7cdf96c2-0146-44d7-86b5-4186f8eec072,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:14.361175 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39db299-6fa7-4de5-b658-4bc264e79952 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:14.361767 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39db299-6fa7-4de5-b658-4bc264e79952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:14.362790 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39db299-6fa7-4de5-b658-4bc264e79952 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:14.363311 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39db299-6fa7-4de5-b658-4bc264e79952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:14.363860 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39db299-6fa7-4de5-b658-4bc264e79952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:14.364517 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39db299-6fa7-4de5-b658-4bc264e79952 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:14.365100 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39db299-6fa7-4de5-b658-4bc264e79952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:14.366054 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39db299-6fa7-4de5-b658-4bc264e79952 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:14.366526 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39db299-6fa7-4de5-b658-4bc264e79952 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:14.367142 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39db299-6fa7-4de5-b658-4bc264e79952 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:14.367975 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39db299-6fa7-4de5-b658-4bc264e79952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:14.368694 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39db299-6fa7-4de5-b658-4bc264e79952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:14.369327 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39db299-6fa7-4de5-b658-4bc264e79952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39db299-6fa7-4de5-b658-4bc264e79952 None None] Tracked resource versions report: Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: pushed versions: Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: { 'AddressGroup': {'1.2'}, Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'ConntrackHelper': {'1.0'}, Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'LocalIPAssociation': {'1.0'}, Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'Log': {'1.0'}, Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'Network': {'1.1'}, Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'Port': {'1.7'}, Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'PortForwarding': {'1.2'}, Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'QosPolicy': {'1.10'}, Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'SecurityGroup': {'1.5'}, Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'SecurityGroupRule': {'1.2'}, Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'SubPort': {'1.0'}, Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'Subnet': {'1.1'}, Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'Trunk': {'1.1'}} Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: consumer versions: Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: { DHCP agent@n-d-820368-21: {}, Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: HyperV agent@n-h1-820368-21: {}, Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: HyperV agent@n-h2-820368-21: {}, Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: L3 agent@n-d-820368-21: {}, Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: Metadata agent@n-d-820368-21: {}, Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: Metering agent@n-d-820368-21: {}, Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: Open vSwitch agent@n-d-820368-21: { 'AddressGroup': '1.2', Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'ConntrackHelper': '1.0', Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'LocalIPAssociation': '1.0', Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'Log': '1.0', Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'Network': '1.1', Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'Port': '1.7', Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'PortForwarding': '1.2', Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'QosPolicy': '1.10', Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'SecurityGroup': '1.5', Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'SecurityGroupRule': '1.2', Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'SubPort': '1.0', Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'Subnet': '1.1', Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: 'Trunk': '1.1'}} Feb 28 20:05:14.373100 n-d-820368-21 neutron-server[103776]: {{(pid=103776) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 20:05:14.381668 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1cf8afbf-650f-49e4-aa90-7ed55fa41fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b5b26f66-29de-4c94-8407-1588e52d4ba9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:14.385635 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1cf8afbf-650f-49e4-aa90-7ed55fa41fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:14.387108 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1cf8afbf-650f-49e4-aa90-7ed55fa41fd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5b26f66-29de-4c94-8407-1588e52d4ba9 HTTP/1.1" status: 204 len: 168 time: 0.1869652 Feb 28 20:05:14.399675 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8afbf-650f-49e4-aa90-7ed55fa41fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b26f66-29de-4c94-8407-1588e52d4ba9,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:14.438722 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-979a1ff2-a62c-4e72-acbf-c385b5f9d458 None None] Current status of the port d289299b-bcf4-4d53-bbf0-d8d306517daf is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:14.451727 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] Attempting to bind port 7cdf96c2-0146-44d7-86b5-4186f8eec072 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:05:14.452269 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] Attempting to bind port 7cdf96c2-0146-44d7-86b5-4186f8eec072 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:05:14.452641 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] Attempting to bind port 7cdf96c2-0146-44d7-86b5-4186f8eec072 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:05:14.460334 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:05:14.460835 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:05:14.461509 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:14.462039 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:05:14.462781 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] Bound port: 7cdf96c2-0146-44d7-86b5-4186f8eec072, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:05:14.463358 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7cdf96c2-0146-44d7-86b5-4186f8eec072), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:14.470869 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18695c1a-0194-4558-adfd-af1686fc873b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:14.539267 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] For port 7cdf96c2-0146-44d7-86b5-4186f8eec072, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:05:14.545703 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] For port 7cdf96c2-0146-44d7-86b5-4186f8eec072, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7cdf96c2-0146-44d7-86b5-4186f8eec072,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:05:14.552051 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7cdf96c2-0146-44d7-86b5-4186f8eec072), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:14.565868 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37014) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:14.625564 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] Routers {'347cbb81-f9af-46a3-b1c6-44f443183775'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:05:14.626241 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:04:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['347cbb81-f9af-46a3-b1c6-44f443183775'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:05:14.666630 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-18695c1a-0194-4558-adfd-af1686fc873b admin admin] Allocated IP 172.20.0.1 (ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2/b229bdb6-456c-44f4-9a74-de3d45d86232/f7e5f57d-6895-4a67-a23c-789a5d7562c5) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:05:14.675507 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39db299-6fa7-4de5-b658-4bc264e79952 None None] Pushing event updated for resources: {'Port': ['ID=7cdf96c2-0146-44d7-86b5-4186f8eec072,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:14.760360 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] Set router 347cbb81-f9af-46a3-b1c6-44f443183775 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:05:14.791732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37020) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:14.792659 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18695c1a-0194-4558-adfd-af1686fc873b admin admin] Publish callbacks [] for port (f7e5f57d-6895-4a67-a23c-789a5d7562c5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:14.816226 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4670899b-f9cb-4e56-8944-ca31993c1c5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:14.862829 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18695c1a-0194-4558-adfd-af1686fc873b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (f7e5f57d-6895-4a67-a23c-789a5d7562c5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:14.896367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37022) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:14.937960 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18695c1a-0194-4558-adfd-af1686fc873b admin admin] Network ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:05:14.950595 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-18695c1a-0194-4558-adfd-af1686fc873b admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:05:14.951724 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4670899b-f9cb-4e56-8944-ca31993c1c5b admin admin] Publish callbacks [] for security_group (f7882d1d-38dd-478a-ac00-f4c6d0dcd915), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:14.961061 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18695c1a-0194-4558-adfd-af1686fc873b admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:05:14.961212 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4670899b-f9cb-4e56-8944-ca31993c1c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f7882d1d-38dd-478a-ac00-f4c6d0dcd915), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:14.961532 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18695c1a-0194-4558-adfd-af1686fc873b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (347cbb81-f9af-46a3-b1c6-44f443183775), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:14.996827 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-router', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:10Z', 'updated_at': '2022-02-28T20:05:12Z', 'revision_number': 3, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'gw_port': {'id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:11Z', 'updated_at': '2022-02-28T20:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:05:15.035275 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bd3207-f38e-465c-a42a-6dec4191cb65 None None] The sync data for ids ['347cbb81-f9af-46a3-b1c6-44f443183775'] in n-d-820368-21 is: [{'id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-router', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:10Z', 'updated_at': '2022-02-28T20:05:12Z', 'revision_number': 3, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'gw_port': {'id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:11Z', 'updated_at': '2022-02-28T20:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:05:15.051404 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4670899b-f9cb-4e56-8944-ca31993c1c5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63559fdcb27143d4b837f76c025bc06e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2561636 Feb 28 20:05:15.051404 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670899b-f9cb-4e56-8944-ca31993c1c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7882d1d-38dd-478a-ac00-f4c6d0dcd915,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:15.057618 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37026) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:15.076319 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18695c1a-0194-4558-adfd-af1686fc873b admin admin] Pushing event updated for resources: {'Port': ['ID=f7e5f57d-6895-4a67-a23c-789a5d7562c5,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:15.115839 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a8f2594-a71a-42ae-99ad-193378f896d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.196688 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4591ba29-b2d3-40b1-9899-843b2ffc4e8d admin admin] Publish callbacks [] for security_group (f7882d1d-38dd-478a-ac00-f4c6d0dcd915), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.265156 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4591ba29-b2d3-40b1-9899-843b2ffc4e8d admin admin] Publish callbacks [] for security_group (f7882d1d-38dd-478a-ac00-f4c6d0dcd915), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.265833 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37032) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:15.303038 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b3c8402-9a3d-4e10-b976-84f3c13e1aee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.326458 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5784a031-38db-484f-8bf0-512fef843f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.328433 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18695c1a-0194-4558-adfd-af1686fc873b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f7e5f57d-6895-4a67-a23c-789a5d7562c5), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.389468 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-dbdcec30-bec0-4f30-a3b5-75015affb9a3 None None] Provisioning complete for port f7e5f57d-6895-4a67-a23c-789a5d7562c5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:15.390101 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dbdcec30-bec0-4f30-a3b5-75015affb9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f7e5f57d-6895-4a67-a23c-789a5d7562c5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.401649 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a8f2594-a71a-42ae-99ad-193378f896d0 admin admin] Publish callbacks [] for security_group (527e6cf0-eb31-4b2d-a211-7d914efe279f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.402700 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4591ba29-b2d3-40b1-9899-843b2ffc4e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f7882d1d-38dd-478a-ac00-f4c6d0dcd915), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.406195 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4591ba29-b2d3-40b1-9899-843b2ffc4e8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.407405 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4591ba29-b2d3-40b1-9899-843b2ffc4e8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7882d1d-38dd-478a-ac00-f4c6d0dcd915 HTTP/1.1" status: 204 len: 168 time: 0.3450544 Feb 28 20:05:15.431712 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a8f2594-a71a-42ae-99ad-193378f896d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (527e6cf0-eb31-4b2d-a211-7d914efe279f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.443560 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591ba29-b2d3-40b1-9899-843b2ffc4e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7882d1d-38dd-478a-ac00-f4c6d0dcd915,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:15.471129 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5784a031-38db-484f-8bf0-512fef843f67 admin admin] Publish callbacks [] for security_group (f53309da-5b8d-45e7-a248-a13042771c04), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.493374 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5784a031-38db-484f-8bf0-512fef843f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f53309da-5b8d-45e7-a248-a13042771c04), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.522049 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-dbdcec30-bec0-4f30-a3b5-75015affb9a3 None None] Port f7e5f57d-6895-4a67-a23c-789a5d7562c5 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:05:15.533477 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4a8f2594-a71a-42ae-99ad-193378f896d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c2e9ec034164d85a966735e4aa9b1fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9657719 Feb 28 20:05:15.537061 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37044) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:15.553681 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f2594-a71a-42ae-99ad-193378f896d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527e6cf0-eb31-4b2d-a211-7d914efe279f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:15.580176 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b3c8402-9a3d-4e10-b976-84f3c13e1aee admin admin] Publish callbacks [] for security_group (4f4c5398-66a8-45fc-8dc9-32c2126a2481), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.591729 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b3c8402-9a3d-4e10-b976-84f3c13e1aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4f4c5398-66a8-45fc-8dc9-32c2126a2481), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.608757 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5784a031-38db-484f-8bf0-512fef843f67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa0a043c6dc6458481f9d197289e6ab1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3414958 Feb 28 20:05:15.627301 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37046) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:15.662326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784a031-38db-484f-8bf0-512fef843f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53309da-5b8d-45e7-a248-a13042771c04,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:15.769571 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2b3c8402-9a3d-4e10-b976-84f3c13e1aee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a58463f5931485c9bffa9b8ea978bb2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8700521 Feb 28 20:05:15.772091 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37062) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:15.826332 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9ec19c9c-7e29-416f-85f9-7ebfa9c28d13 admin admin] Publish callbacks [] for security_group (527e6cf0-eb31-4b2d-a211-7d914efe279f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.848170 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c8402-9a3d-4e10-b976-84f3c13e1aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4c5398-66a8-45fc-8dc9-32c2126a2481,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:15.879001 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18695c1a-0194-4558-adfd-af1686fc873b admin admin] Publish callbacks [] for port (f7e5f57d-6895-4a67-a23c-789a5d7562c5), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.880989 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7fbd93e1-df49-4a08-b4b6-264cddcfeb2f admin admin] Publish callbacks [] for security_group (4f4c5398-66a8-45fc-8dc9-32c2126a2481), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.893497 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18695c1a-0194-4558-adfd-af1686fc873b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f7e5f57d-6895-4a67-a23c-789a5d7562c5), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.894819 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18695c1a-0194-4558-adfd-af1686fc873b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (347cbb81-f9af-46a3-b1c6-44f443183775), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.900687 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f1ee8aba-839e-4de7-8237-f60f97bff80e admin admin] Publish callbacks [] for security_group (f53309da-5b8d-45e7-a248-a13042771c04), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.903506 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9ec19c9c-7e29-416f-85f9-7ebfa9c28d13 admin admin] Publish callbacks [] for security_group (527e6cf0-eb31-4b2d-a211-7d914efe279f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.921504 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:05:15.943454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d289299b-bcf4-4d53-bbf0-d8d306517daf up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:05:15.954383 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f1ee8aba-839e-4de7-8237-f60f97bff80e admin admin] Publish callbacks [] for security_group (f53309da-5b8d-45e7-a248-a13042771c04), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:15.968746 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7fbd93e1-df49-4a08-b4b6-264cddcfeb2f admin admin] Publish callbacks [] for security_group (4f4c5398-66a8-45fc-8dc9-32c2126a2481), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:16.040679 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9ec19c9c-7e29-416f-85f9-7ebfa9c28d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (527e6cf0-eb31-4b2d-a211-7d914efe279f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:16.046234 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9ec19c9c-7e29-416f-85f9-7ebfa9c28d13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:16.046902 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18695c1a-0194-4558-adfd-af1686fc873b admin admin] Pushing event updated for resources: {'Port': ['ID=f7e5f57d-6895-4a67-a23c-789a5d7562c5,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:16.047448 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9ec19c9c-7e29-416f-85f9-7ebfa9c28d13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/527e6cf0-eb31-4b2d-a211-7d914efe279f HTTP/1.1" status: 204 len: 168 time: 0.5095232 Feb 28 20:05:16.078113 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f1ee8aba-839e-4de7-8237-f60f97bff80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f53309da-5b8d-45e7-a248-a13042771c04), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:16.080226 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d289299b-bcf4-4d53-bbf0-d8d306517daf triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:16.080800 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d289299b-bcf4-4d53-bbf0-d8d306517daf), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:16.083949 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f1ee8aba-839e-4de7-8237-f60f97bff80e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:16.087552 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f1ee8aba-839e-4de7-8237-f60f97bff80e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f53309da-5b8d-45e7-a248-a13042771c04 HTTP/1.1" status: 204 len: 168 time: 0.4374230 Feb 28 20:05:16.088717 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec19c9c-7e29-416f-85f9-7ebfa9c28d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527e6cf0-eb31-4b2d-a211-7d914efe279f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:16.109493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee8aba-839e-4de7-8237-f60f97bff80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53309da-5b8d-45e7-a248-a13042771c04,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:16.193735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37080) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:16.197032 n-d-820368-21 neutron-server[103774]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 20:05:16.229281 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7fbd93e1-df49-4a08-b4b6-264cddcfeb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4f4c5398-66a8-45fc-8dc9-32c2126a2481), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:16.232680 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7fbd93e1-df49-4a08-b4b6-264cddcfeb2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:16.235620 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7fbd93e1-df49-4a08-b4b6-264cddcfeb2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f4c5398-66a8-45fc-8dc9-32c2126a2481 HTTP/1.1" status: 204 len: 168 time: 0.4623811 Feb 28 20:05:16.250807 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd93e1-df49-4a08-b4b6-264cddcfeb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4c5398-66a8-45fc-8dc9-32c2126a2481,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:16.255471 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18695c1a-0194-4558-adfd-af1686fc873b admin admin] Network ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:05:16.258112 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-18695c1a-0194-4558-adfd-af1686fc873b admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:05:16.269508 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-019d341d-3180-48ed-bfbf-d771fef4782a req-9c2245df-661e-43b3-ad96-e5e98801fb55 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=17b19eb35f4b4b54988d4ba0ed5d5b45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744932 Feb 28 20:05:16.298736 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d289299b-bcf4-4d53-bbf0-d8d306517daf is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:16.299896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7cdf96c2-0146-44d7-86b5-4186f8eec072 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:05:16.489240 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dd2d249e-c458-4cca-8986-24eebbf40985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:16.532919 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 7cdf96c2-0146-44d7-86b5-4186f8eec072 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:16.533544 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7cdf96c2-0146-44d7-86b5-4186f8eec072), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:16.628390 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d341d-3180-48ed-bfbf-d771fef4782a req-18a43b94-bdac-49df-a8f3-0b97d58d6bd8 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:16.636518 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-019d341d-3180-48ed-bfbf-d771fef4782a req-18a43b94-bdac-49df-a8f3-0b97d58d6bd8 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3549938 Feb 28 20:05:16.658684 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-019d341d-3180-48ed-bfbf-d771fef4782a req-1148e144-41fe-4530-a307-5423f84655ef tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/quotas/17b19eb35f4b4b54988d4ba0ed5d5b45 HTTP/1.1" status: 200 len: 375 time: 0.0187399 Feb 28 20:05:16.674254 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18695c1a-0194-4558-adfd-af1686fc873b admin admin] Router 347cbb81-f9af-46a3-b1c6-44f443183775 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:05:16.741669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1b0a9f91-2acd-4b90-b810-ba7e8fee2400 None None] Provisioning complete for port f7e5f57d-6895-4a67-a23c-789a5d7562c5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:16.742370 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1b0a9f91-2acd-4b90-b810-ba7e8fee2400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f7e5f57d-6895-4a67-a23c-789a5d7562c5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:16.744283 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7cdf96c2-0146-44d7-86b5-4186f8eec072 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:16.744848 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7cdf96c2-0146-44d7-86b5-4186f8eec072), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:16.782787 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5d836298-32c4-4289-95ad-cca2b1d9b21f tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17b19eb35f4b4b54988d4ba0ed5d5b45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1173964 Feb 28 20:05:16.800665 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 7cdf96c2-0146-44d7-86b5-4186f8eec072, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7cdf96c2-0146-44d7-86b5-4186f8eec072,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:05:16.807962 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1b0a9f91-2acd-4b90-b810-ba7e8fee2400 None None] Port f7e5f57d-6895-4a67-a23c-789a5d7562c5 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:05:16.811374 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7cdf96c2-0146-44d7-86b5-4186f8eec072), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:16.840714 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18695c1a-0194-4558-adfd-af1686fc873b admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:05:16.862168 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-18695c1a-0194-4558-adfd-af1686fc873b admin admin] 10.222.0.13 "PUT /v2.0/routers/347cbb81-f9af-46a3-b1c6-44f443183775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8400192 Feb 28 20:05:16.875306 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=7cdf96c2-0146-44d7-86b5-4186f8eec072,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:16.940574 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37096) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:16.954109 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a9b8f6c0-2ab0-4210-b069-4267d936a804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:17.065935 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a9b8f6c0-2ab0-4210-b069-4267d936a804 admin admin] Publish callbacks [] for security_group (6d40763c-6a5b-427c-932b-83819ab9c619), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:17.072356 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a9b8f6c0-2ab0-4210-b069-4267d936a804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6d40763c-6a5b-427c-932b-83819ab9c619), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:17.116511 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a9b8f6c0-2ab0-4210-b069-4267d936a804 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78314d6ef7eb4bbdbcb8b129b3c5af4d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1748145 Feb 28 20:05:17.117536 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8f6c0-2ab0-4210-b069-4267d936a804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d40763c-6a5b-427c-932b-83819ab9c619,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:17.118097 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37116) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:17.179745 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dec095a8-d1ed-4d33-b4b5-114334e00d22 admin admin] Publish callbacks [] for security_group (6d40763c-6a5b-427c-932b-83819ab9c619), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:17.203576 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dec095a8-d1ed-4d33-b4b5-114334e00d22 admin admin] Publish callbacks [] for security_group (6d40763c-6a5b-427c-932b-83819ab9c619), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:17.258725 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37126) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:17.275709 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b7819f03-e5fc-4771-99a0-f3e983529f01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:17.280555 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dec095a8-d1ed-4d33-b4b5-114334e00d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6d40763c-6a5b-427c-932b-83819ab9c619), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:17.283362 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dec095a8-d1ed-4d33-b4b5-114334e00d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:17.284550 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-dec095a8-d1ed-4d33-b4b5-114334e00d22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d40763c-6a5b-427c-932b-83819ab9c619 HTTP/1.1" status: 204 len: 168 time: 0.1654363 Feb 28 20:05:17.301003 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec095a8-d1ed-4d33-b4b5-114334e00d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d40763c-6a5b-427c-932b-83819ab9c619,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:17.387164 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b7819f03-e5fc-4771-99a0-f3e983529f01 admin admin] Publish callbacks [] for security_group (95ced225-b155-4c2d-804d-0da6d7e1ee91), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:17.396306 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b7819f03-e5fc-4771-99a0-f3e983529f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (95ced225-b155-4c2d-804d-0da6d7e1ee91), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:17.443826 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b7819f03-e5fc-4771-99a0-f3e983529f01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89149ed072bd4031a995b0175fa5c308&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1817567 Feb 28 20:05:17.443826 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7819f03-e5fc-4771-99a0-f3e983529f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ced225-b155-4c2d-804d-0da6d7e1ee91,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:17.444973 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37132) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:17.540566 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d0a123bc-a3b1-4bed-93b9-21d608db7bbd admin admin] Publish callbacks [] for security_group (95ced225-b155-4c2d-804d-0da6d7e1ee91), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:17.569667 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d0a123bc-a3b1-4bed-93b9-21d608db7bbd admin admin] Publish callbacks [] for security_group (95ced225-b155-4c2d-804d-0da6d7e1ee91), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:17.636615 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7cdf96c2-0146-44d7-86b5-4186f8eec072 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:05:17.648919 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d0a123bc-a3b1-4bed-93b9-21d608db7bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (95ced225-b155-4c2d-804d-0da6d7e1ee91), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:17.652098 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d0a123bc-a3b1-4bed-93b9-21d608db7bbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:17.653359 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d0a123bc-a3b1-4bed-93b9-21d608db7bbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95ced225-b155-4c2d-804d-0da6d7e1ee91 HTTP/1.1" status: 204 len: 168 time: 0.2072039 Feb 28 20:05:17.662481 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a123bc-a3b1-4bed-93b9-21d608db7bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ced225-b155-4c2d-804d-0da6d7e1ee91,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:17.717722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37146) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:17.725440 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 7cdf96c2-0146-44d7-86b5-4186f8eec072 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:17.726250 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7cdf96c2-0146-44d7-86b5-4186f8eec072), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:17.790526 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] Sync routers for ids ['347cbb81-f9af-46a3-b1c6-44f443183775'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:05:17.813101 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] Routers {'347cbb81-f9af-46a3-b1c6-44f443183775'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:05:17.813722 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:04:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['347cbb81-f9af-46a3-b1c6-44f443183775'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:05:17.915288 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7cdf96c2-0146-44d7-86b5-4186f8eec072 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:17.988875 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] Set router 347cbb81-f9af-46a3-b1c6-44f443183775 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:05:18.264006 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-router', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:10Z', 'updated_at': '2022-02-28T20:05:15Z', 'revision_number': 4, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'gw_port': {'id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:11Z', 'updated_at': '2022-02-28T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'f7e5f57d-6895-4a67-a23c-789a5d7562c5', 'name': '', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'mac_address': 'fa:16:3e:ae:e8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:14Z', 'updated_at': '2022-02-28T20:05:15Z', 'revision_number': 2, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'subnets': [{'id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:05:18.303295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] Checking router: 347cbb81-f9af-46a3-b1c6-44f443183775 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:05:18.303713 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] Updating router 347cbb81-f9af-46a3-b1c6-44f443183775 port f7e5f57d-6895-4a67-a23c-789a5d7562c5 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:05:18.338962 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f7e5f57d-6895-4a67-a23c-789a5d7562c5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:18.392086 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d27c98f6-1696-4ebd-90fb-6e2601a206b6 req-b6cb956d-b4db-4fbe-92db-883f8d279dcf tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/ports?device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 210 time: 0.6728518 Feb 28 20:05:18.659452 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37188) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:18.693912 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] Publish callbacks [] for port (f7e5f57d-6895-4a67-a23c-789a5d7562c5), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:18.702958 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f7e5f57d-6895-4a67-a23c-789a5d7562c5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:18.794070 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86694d2-ded0-4412-b569-793c58ea5700 None None] Pushing event updated for resources: {'Port': ['ID=f7e5f57d-6895-4a67-a23c-789a5d7562c5,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:18.884039 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] Attempting to bind port f7e5f57d-6895-4a67-a23c-789a5d7562c5 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:05:18.884501 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] Attempting to bind port f7e5f57d-6895-4a67-a23c-789a5d7562c5 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3bfecd8-3d44-4d5c-a375-44710dfa3336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:05:18.884888 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] Attempting to bind port f7e5f57d-6895-4a67-a23c-789a5d7562c5 on network ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:05:18.889876 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d7798f65-9fda-4f49-8dda-e46169a4864e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:18.896093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:05:18.896800 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] Checking segment: {'id': 'e3bfecd8-3d44-4d5c-a375-44710dfa3336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:05:18.897383 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:18.897958 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] Bound using segment: {'id': 'e3bfecd8-3d44-4d5c-a375-44710dfa3336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:05:18.898452 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] Bound port: f7e5f57d-6895-4a67-a23c-789a5d7562c5, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bfecd8-3d44-4d5c-a375-44710dfa3336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:05:18.898936 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f7e5f57d-6895-4a67-a23c-789a5d7562c5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:18.954911 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37204) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:18.960094 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e8735065-83fe-4f13-b9c3-bb571b88ceaa admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-910493628-network', 'tenant_id': 'd3cff74886184995ac07de09ea7a003f'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:18.972412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-2d250e26-ede8-4b60-8c94-4b25923e399a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-414545960-network', 'tenant_id': 'abd257340c8745ddbd8c02cb425a18e8'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:18.981731 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] For port f7e5f57d-6895-4a67-a23c-789a5d7562c5, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:05:18.985860 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] For port f7e5f57d-6895-4a67-a23c-789a5d7562c5, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=f7e5f57d-6895-4a67-a23c-789a5d7562c5,segment=NetworkSegment(e3bfecd8-3d44-4d5c-a375-44710dfa3336),segment_id=e3bfecd8-3d44-4d5c-a375-44710dfa3336)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:05:18.989067 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8735065-83fe-4f13-b9c3-bb571b88ceaa admin admin] Made reservation on behalf of d3cff74886184995ac07de09ea7a003f for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:05:18.993557 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e8735065-83fe-4f13-b9c3-bb571b88ceaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:19.009169 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f7e5f57d-6895-4a67-a23c-789a5d7562c5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:19.011055 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e8735065-83fe-4f13-b9c3-bb571b88ceaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:19.016532 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d250e26-ede8-4b60-8c94-4b25923e399a admin admin] Made reservation on behalf of abd257340c8745ddbd8c02cb425a18e8 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:05:19.019203 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2d250e26-ede8-4b60-8c94-4b25923e399a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:19.039363 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2d250e26-ede8-4b60-8c94-4b25923e399a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:19.147983 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e8735065-83fe-4f13-b9c3-bb571b88ceaa admin admin] Publish callbacks [] for security_group (b39a3e44-d586-4db4-9e9e-44929d1817f2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:19.158596 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e8735065-83fe-4f13-b9c3-bb571b88ceaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b39a3e44-d586-4db4-9e9e-44929d1817f2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:19.202423 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2d250e26-ede8-4b60-8c94-4b25923e399a admin admin] Publish callbacks [] for security_group (25c7614e-979c-4280-a4c0-3d87a41ebc53), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:19.212975 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2d250e26-ede8-4b60-8c94-4b25923e399a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (25c7614e-979c-4280-a4c0-3d87a41ebc53), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:19.240795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d250e26-ede8-4b60-8c94-4b25923e399a admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:05:19.272038 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.15', 58237) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:19.272350 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2d250e26-ede8-4b60-8c94-4b25923e399a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (1fccba0b-fe55-465c-ba91-aec9f21b2f1b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:19.272788 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-2d250e26-ede8-4b60-8c94-4b25923e399a admin admin] Added segment 1fccba0b-fe55-465c-ba91-aec9f21b2f1b of type vlan for network ec8da30a-f4b0-46cf-aa9c-4c1296a3c64f Feb 28 20:05:19.280264 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8735065-83fe-4f13-b9c3-bb571b88ceaa admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:05:19.299997 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] Routers {'347cbb81-f9af-46a3-b1c6-44f443183775'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:05:19.300864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:05:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['347cbb81-f9af-46a3-b1c6-44f443183775'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:05:19.376683 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8735065-83fe-4f13-b9c3-bb571b88ceaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39a3e44-d586-4db4-9e9e-44929d1817f2,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:19.382106 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2d250e26-ede8-4b60-8c94-4b25923e399a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ec8da30a-f4b0-46cf-aa9c-4c1296a3c64f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:19.406806 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-019d341d-3180-48ed-bfbf-d771fef4782a req-e5952c01-f3a4-44bc-a9a3-efdd58fb3c01 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=17b19eb35f4b4b54988d4ba0ed5d5b45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1319857 Feb 28 20:05:19.433732 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e8735065-83fe-4f13-b9c3-bb571b88ceaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (66bff8f1-de5f-4643-9ad0-4782df511c53), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:19.437545 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-e8735065-83fe-4f13-b9c3-bb571b88ceaa admin admin] Added segment 66bff8f1-de5f-4643-9ad0-4782df511c53 of type vlan for network 5fda7a41-9a02-4467-87a2-17905323a53a Feb 28 20:05:19.445418 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2d250e26-ede8-4b60-8c94-4b25923e399a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ec8da30a-f4b0-46cf-aa9c-4c1296a3c64f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:19.447092 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d250e26-ede8-4b60-8c94-4b25923e399a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:19.447977 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2d250e26-ede8-4b60-8c94-4b25923e399a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:19.460107 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] Set router 347cbb81-f9af-46a3-b1c6-44f443183775 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:05:19.531873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d250e26-ede8-4b60-8c94-4b25923e399a admin admin] Pushing event updated for resources: {'Network': ['ID=ec8da30a-f4b0-46cf-aa9c-4c1296a3c64f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:19.540661 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2d250e26-ede8-4b60-8c94-4b25923e399a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8793342 Feb 28 20:05:19.543793 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37218) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:19.549848 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-7f29bb72-5e1f-4f26-9354-891723f3fae5 admin admin] Request body: {'subnet': {'network_id': 'ec8da30a-f4b0-46cf-aa9c-4c1296a3c64f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-414545960-subnet', 'tenant_id': 'abd257340c8745ddbd8c02cb425a18e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:19.553567 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d250e26-ede8-4b60-8c94-4b25923e399a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c7614e-979c-4280-a4c0-3d87a41ebc53,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:19.559207 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:19.574542 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ec8da30a-f4b0-46cf-aa9c-4c1296a3c64f details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:05:19.579745 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f29bb72-5e1f-4f26-9354-891723f3fae5 admin admin] Made reservation on behalf of abd257340c8745ddbd8c02cb425a18e8 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:05:19.583196 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f29bb72-5e1f-4f26-9354-891723f3fae5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:19.586779 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-81ecdf1e-76fa-45b1-964b-d36ca117f7bd None None] Provisioning complete for port f7e5f57d-6895-4a67-a23c-789a5d7562c5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:19.587155 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-81ecdf1e-76fa-45b1-964b-d36ca117f7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f7e5f57d-6895-4a67-a23c-789a5d7562c5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:19.618312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86694d2-ded0-4412-b569-793c58ea5700 None None] Pushing event updated for resources: {'Port': ['ID=f7e5f57d-6895-4a67-a23c-789a5d7562c5,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:19.911564 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e8735065-83fe-4f13-b9c3-bb571b88ceaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (5fda7a41-9a02-4467-87a2-17905323a53a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:19.914087 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6c4d6b7-eb54-45db-94f3-d1745a3bd298 req-8dc79854-b783-4923-8baa-dcb04610ff99 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/ports?device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 210 time: 0.0670366 Feb 28 20:05:19.948618 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-81ecdf1e-76fa-45b1-964b-d36ca117f7bd None None] Current status of the port f7e5f57d-6895-4a67-a23c-789a5d7562c5 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:19.949773 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-81ecdf1e-76fa-45b1-964b-d36ca117f7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f7e5f57d-6895-4a67-a23c-789a5d7562c5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:19.984058 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:20.029138 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-81ecdf1e-76fa-45b1-964b-d36ca117f7bd None None] For port f7e5f57d-6895-4a67-a23c-789a5d7562c5, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=f7e5f57d-6895-4a67-a23c-789a5d7562c5,segment=NetworkSegment(e3bfecd8-3d44-4d5c-a375-44710dfa3336),segment_id=e3bfecd8-3d44-4d5c-a375-44710dfa3336)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:05:20.043710 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-81ecdf1e-76fa-45b1-964b-d36ca117f7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f7e5f57d-6895-4a67-a23c-789a5d7562c5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:20.065305 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d341d-3180-48ed-bfbf-d771fef4782a req-22eb86d9-c016-46a3-b73e-a34eaeb9d16a tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:20.066995 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-019d341d-3180-48ed-bfbf-d771fef4782a req-22eb86d9-c016-46a3-b73e-a34eaeb9d16a tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6491463 Feb 28 20:05:20.068278 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e8735065-83fe-4f13-b9c3-bb571b88ceaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (5fda7a41-9a02-4467-87a2-17905323a53a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:20.069312 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8735065-83fe-4f13-b9c3-bb571b88ceaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:20.070263 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e8735065-83fe-4f13-b9c3-bb571b88ceaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:20.114742 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e8735065-83fe-4f13-b9c3-bb571b88ceaa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1562054 Feb 28 20:05:20.115061 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37254) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:20.121473 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-0a67b4ee-9730-4b65-9500-acaf682378ee admin admin] Request body: {'subnet': {'network_id': '5fda7a41-9a02-4467-87a2-17905323a53a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-910493628-subnet', 'tenant_id': 'd3cff74886184995ac07de09ea7a003f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:20.132733 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-router', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:10Z', 'updated_at': '2022-02-28T20:05:15Z', 'revision_number': 4, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'gw_port': {'id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:11Z', 'updated_at': '2022-02-28T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'f7e5f57d-6895-4a67-a23c-789a5d7562c5', 'name': '', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'mac_address': 'fa:16:3e:ae:e8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:14Z', 'updated_at': '2022-02-28T20:05:18Z', 'revision_number': 4, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'subnets': [{'id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:05:20.181009 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-019d341d-3180-48ed-bfbf-d771fef4782a req-34343fd7-e9a9-4050-bcb0-850d0d274eba tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Request body: {'port': {'device_id': 'c720b122-e8f4-4ccc-838b-fa9df80f6c56', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': '17b19eb35f4b4b54988d4ba0ed5d5b45'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:20.185648 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce98673f-2f55-4d5a-9769-404e674baf32 None None] The sync data for ids ['347cbb81-f9af-46a3-b1c6-44f443183775'] in n-d-820368-21 is: [{'id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-router', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:10Z', 'updated_at': '2022-02-28T20:05:15Z', 'revision_number': 4, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'gw_port': {'id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:11Z', 'updated_at': '2022-02-28T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'f7e5f57d-6895-4a67-a23c-789a5d7562c5', 'name': '', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'mac_address': 'fa:16:3e:ae:e8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:14Z', 'updated_at': '2022-02-28T20:05:18Z', 'revision_number': 4, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'subnets': [{'id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:05:20.188584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a67b4ee-9730-4b65-9500-acaf682378ee admin admin] Made reservation on behalf of d3cff74886184995ac07de09ea7a003f for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:05:20.190907 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0a67b4ee-9730-4b65-9500-acaf682378ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:20.203643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecdf1e-76fa-45b1-964b-d36ca117f7bd None None] Pushing event updated for resources: {'Port': ['ID=f7e5f57d-6895-4a67-a23c-789a5d7562c5,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:20.233163 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-cdf12a53-4a61-4248-bf93-983b3260ff48 None None] Provisioning complete for port f7e5f57d-6895-4a67-a23c-789a5d7562c5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:20.233547 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cdf12a53-4a61-4248-bf93-983b3260ff48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f7e5f57d-6895-4a67-a23c-789a5d7562c5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:20.241167 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f29bb72-5e1f-4f26-9354-891723f3fae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for subnet (360e2700-1d08-4eba-ae07-6fabda7c45ce), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:20.344720 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8735065-83fe-4f13-b9c3-bb571b88ceaa admin admin] Pushing event updated for resources: {'Network': ['ID=5fda7a41-9a02-4467-87a2-17905323a53a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:20.400649 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 5fda7a41-9a02-4467-87a2-17905323a53a details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:05:20.527356 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29bb72-5e1f-4f26-9354-891723f3fae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=360e2700-1d08-4eba-ae07-6fabda7c45ce,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:20.544984 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-cdf12a53-4a61-4248-bf93-983b3260ff48 None None] Current status of the port f7e5f57d-6895-4a67-a23c-789a5d7562c5 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:20.561381 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f29bb72-5e1f-4f26-9354-891723f3fae5 admin admin] Checking segment: {'id': '1fccba0b-fe55-465c-ba91-aec9f21b2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ec8da30a-f4b0-46cf-aa9c-4c1296a3c64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:05:20.562330 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f29bb72-5e1f-4f26-9354-891723f3fae5 admin admin] Network hostable DHCP agents. Network: ec8da30a-f4b0-46cf-aa9c-4c1296a3c64f, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:05:20.586844 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-019d341d-3180-48ed-bfbf-d771fef4782a req-34343fd7-e9a9-4050-bcb0-850d0d274eba tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Made reservation on behalf of 17b19eb35f4b4b54988d4ba0ed5d5b45 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:05:20.592011 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-019d341d-3180-48ed-bfbf-d771fef4782a req-34343fd7-e9a9-4050-bcb0-850d0d274eba tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:20.601456 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-019d341d-3180-48ed-bfbf-d771fef4782a req-34343fd7-e9a9-4050-bcb0-850d0d274eba tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:20.661063 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f29bb72-5e1f-4f26-9354-891723f3fae5 admin admin] Network ec8da30a-f4b0-46cf-aa9c-4c1296a3c64f is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:05:20.694992 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-7f29bb72-5e1f-4f26-9354-891723f3fae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ec8da30a-f4b0-46cf-aa9c-4c1296a3c64f) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:05:20.701056 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-019d341d-3180-48ed-bfbf-d771fef4782a req-34343fd7-e9a9-4050-bcb0-850d0d274eba tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Publish callbacks [] for security_group (2ca70667-b755-4902-aa9e-fa9016a0d1e4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:20.707568 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d3ac1f-9100-4b03-a4de-a2563864ec43 None None] Network ec8da30a-f4b0-46cf-aa9c-4c1296a3c64f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:05:20.717533 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-019d341d-3180-48ed-bfbf-d771fef4782a req-34343fd7-e9a9-4050-bcb0-850d0d274eba tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2ca70667-b755-4902-aa9e-fa9016a0d1e4), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:20.737886 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f29bb72-5e1f-4f26-9354-891723f3fae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:20.739546 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f29bb72-5e1f-4f26-9354-891723f3fae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:20.778187 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0a67b4ee-9730-4b65-9500-acaf682378ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for subnet (0e564005-2edc-44f4-b97e-a6d0007f0800), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:20.812386 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7f29bb72-5e1f-4f26-9354-891723f3fae5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2664587 Feb 28 20:05:20.883517 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67b4ee-9730-4b65-9500-acaf682378ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e564005-2edc-44f4-b97e-a6d0007f0800,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:20.957259 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a67b4ee-9730-4b65-9500-acaf682378ee admin admin] Checking segment: {'id': '66bff8f1-de5f-4643-9ad0-4782df511c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5fda7a41-9a02-4467-87a2-17905323a53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:05:20.957697 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a67b4ee-9730-4b65-9500-acaf682378ee admin admin] Network hostable DHCP agents. Network: 5fda7a41-9a02-4467-87a2-17905323a53a, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:05:20.990148 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631a5b78-f3c9-4e2f-9008-be6dc1130a79 None None] Network ec8da30a-f4b0-46cf-aa9c-4c1296a3c64f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:05:21.004225 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343fd7-e9a9-4050-bcb0-850d0d274eba tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca70667-b755-4902-aa9e-fa9016a0d1e4,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:21.021611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a67b4ee-9730-4b65-9500-acaf682378ee admin admin] Network 5fda7a41-9a02-4467-87a2-17905323a53a is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:05:21.051436 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-0a67b4ee-9730-4b65-9500-acaf682378ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 5fda7a41-9a02-4467-87a2-17905323a53a) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:05:21.062851 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a67b4ee-9730-4b65-9500-acaf682378ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:21.064628 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0a67b4ee-9730-4b65-9500-acaf682378ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:21.072701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169557d4-1dd5-4e8d-8a46-c16c60c7617e None None] Network 5fda7a41-9a02-4467-87a2-17905323a53a requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:05:21.103669 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0a67b4ee-9730-4b65-9500-acaf682378ee admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9875214 Feb 28 20:05:21.106412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37278) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:21.112831 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-7da2dbab-0ad9-4f10-b2eb-840b7f0cbe9a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-910493628-router', 'tenant_id': 'd3cff74886184995ac07de09ea7a003f', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:21.152014 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7da2dbab-0ad9-4f10-b2eb-840b7f0cbe9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (f1d588c4-b46f-4624-9a64-c37de384575f), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:21.154087 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7da2dbab-0ad9-4f10-b2eb-840b7f0cbe9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (f1d588c4-b46f-4624-9a64-c37de384575f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:21.305487 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7da2dbab-0ad9-4f10-b2eb-840b7f0cbe9a admin admin] Publish callbacks [] for router_controller (f1d588c4-b46f-4624-9a64-c37de384575f), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:21.467797 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:21.475971 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-019d341d-3180-48ed-bfbf-d771fef4782a req-34343fd7-e9a9-4050-bcb0-850d0d274eba tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Allocated IP 192.168.233.211 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/33fc5826-3748-4365-9cf4-a20f31483e8e) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:05:21.686499 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0255f6a5-796a-4156-886f-7996efca43e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-5fda7a41-9a02-4467-87a2-17905323a53a', 'network_id': '5fda7a41-9a02-4467-87a2-17905323a53a', 'project_id': 'd3cff74886184995ac07de09ea7a003f', 'fixed_ips': [{'subnet_id': '0e564005-2edc-44f4-b97e-a6d0007f0800'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:05:21.687722 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0255f6a5-796a-4156-886f-7996efca43e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:21.818182 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-307373fb-8048-4899-a6fe-5ae098838bb4 req-6fdd01fd-4f27-4539-9406-48d1529acf7a tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/ports?device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 210 time: 0.3241963 Feb 28 20:05:21.933475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f7e5f57d-6895-4a67-a23c-789a5d7562c5 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:05:21.990011 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-019d341d-3180-48ed-bfbf-d771fef4782a req-34343fd7-e9a9-4050-bcb0-850d0d274eba tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Publish callbacks [] for port (33fc5826-3748-4365-9cf4-a20f31483e8e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:22.065729 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7da2dbab-0ad9-4f10-b2eb-840b7f0cbe9a admin admin] Publish callbacks [] for router_gateway (f1d588c4-b46f-4624-9a64-c37de384575f), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:22.146641 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-019d341d-3180-48ed-bfbf-d771fef4782a req-34343fd7-e9a9-4050-bcb0-850d0d274eba tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (33fc5826-3748-4365-9cf4-a20f31483e8e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:22.242507 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-019d341d-3180-48ed-bfbf-d771fef4782a req-34343fd7-e9a9-4050-bcb0-850d0d274eba tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:05:22.289361 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:22.314363 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-019d341d-3180-48ed-bfbf-d771fef4782a req-34343fd7-e9a9-4050-bcb0-850d0d274eba tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:05:22.330821 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-019d341d-3180-48ed-bfbf-d771fef4782a req-34343fd7-e9a9-4050-bcb0-850d0d274eba tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:05:22.354755 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d341d-3180-48ed-bfbf-d771fef4782a req-34343fd7-e9a9-4050-bcb0-850d0d274eba tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:22.355155 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-019d341d-3180-48ed-bfbf-d771fef4782a req-34343fd7-e9a9-4050-bcb0-850d0d274eba tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:22.406832 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-0255f6a5-796a-4156-886f-7996efca43e0 None None] Allocated IP 172.20.0.2 (5fda7a41-9a02-4467-87a2-17905323a53a/0e564005-2edc-44f4-b97e-a6d0007f0800/06a1be0f-ed33-4319-b9f7-d861f951c54f) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:05:22.440823 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-019d341d-3180-48ed-bfbf-d771fef4782a req-34343fd7-e9a9-4050-bcb0-850d0d274eba tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2630768 Feb 28 20:05:22.450555 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port f7e5f57d-6895-4a67-a23c-789a5d7562c5 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:22.450555 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f7e5f57d-6895-4a67-a23c-789a5d7562c5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:22.500656 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-019d341d-3180-48ed-bfbf-d771fef4782a req-bdf51ced-ebba-4e52-9121-f3b8a1105605 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:05:22.506440 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-019d341d-3180-48ed-bfbf-d771fef4782a req-bdf51ced-ebba-4e52-9121-f3b8a1105605 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0391278 Feb 28 20:05:22.545785 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343fd7-e9a9-4050-bcb0-850d0d274eba tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Pushing event updated for resources: {'Port': ['ID=33fc5826-3748-4365-9cf4-a20f31483e8e,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:22.683154 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7da2dbab-0ad9-4f10-b2eb-840b7f0cbe9a admin admin] Publish callbacks [] for router_gateway (f1d588c4-b46f-4624-9a64-c37de384575f), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:22.767480 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7da2dbab-0ad9-4f10-b2eb-840b7f0cbe9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:23.124728 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0255f6a5-796a-4156-886f-7996efca43e0 None None] Publish callbacks [] for port (06a1be0f-ed33-4319-b9f7-d861f951c54f), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:23.154283 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0255f6a5-796a-4156-886f-7996efca43e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (06a1be0f-ed33-4319-b9f7-d861f951c54f), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:23.156342 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-7da2dbab-0ad9-4f10-b2eb-840b7f0cbe9a admin admin] Allocated IP 172.25.0.106 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/5c9bee69-2ce3-48fa-a9f1-e870bd972555) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:05:23.199793 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0255f6a5-796a-4156-886f-7996efca43e0 None None] Network 5fda7a41-9a02-4467-87a2-17905323a53a is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:05:23.206436 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-0255f6a5-796a-4156-886f-7996efca43e0 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:05:23.209045 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:23.214620 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0255f6a5-796a-4156-886f-7996efca43e0 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:05:23.230524 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-773ee8da-7d43-4324-aac5-bc21c0133f8b None None] Provisioning complete for port 33fc5826-3748-4365-9cf4-a20f31483e8e triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:23.231117 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-773ee8da-7d43-4324-aac5-bc21c0133f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (33fc5826-3748-4365-9cf4-a20f31483e8e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:23.239985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db038a2-3880-4267-aae5-6e677445527c req-55d9b1fa-f784-4304-a4f2-991f4df5d38c tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:23.253372 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0db038a2-3880-4267-aae5-6e677445527c req-55d9b1fa-f784-4304-a4f2-991f4df5d38c tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/ports?device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 936 time: 0.2431197 Feb 28 20:05:23.537738 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0db038a2-3880-4267-aae5-6e677445527c req-5dee3192-d817-4216-b71b-25720860bc7d tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ca70667-b755-4902-aa9e-fa9016a0d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838914 Feb 28 20:05:23.630510 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7da2dbab-0ad9-4f10-b2eb-840b7f0cbe9a admin admin] Publish callbacks [] for port (5c9bee69-2ce3-48fa-a9f1-e870bd972555), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:23.749951 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7da2dbab-0ad9-4f10-b2eb-840b7f0cbe9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (5c9bee69-2ce3-48fa-a9f1-e870bd972555), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:23.774877 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0255f6a5-796a-4156-886f-7996efca43e0 None None] Attempting to bind port 06a1be0f-ed33-4319-b9f7-d861f951c54f on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:05:23.776058 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0255f6a5-796a-4156-886f-7996efca43e0 None None] Attempting to bind port 06a1be0f-ed33-4319-b9f7-d861f951c54f by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '66bff8f1-de5f-4643-9ad0-4782df511c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5fda7a41-9a02-4467-87a2-17905323a53a'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:05:23.776595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0255f6a5-796a-4156-886f-7996efca43e0 None None] Attempting to bind port 06a1be0f-ed33-4319-b9f7-d861f951c54f on network 5fda7a41-9a02-4467-87a2-17905323a53a {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:05:23.784355 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0255f6a5-796a-4156-886f-7996efca43e0 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:05:23.785010 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0255f6a5-796a-4156-886f-7996efca43e0 None None] Checking segment: {'id': '66bff8f1-de5f-4643-9ad0-4782df511c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5fda7a41-9a02-4467-87a2-17905323a53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:05:23.785580 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0255f6a5-796a-4156-886f-7996efca43e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:23.786309 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0255f6a5-796a-4156-886f-7996efca43e0 None None] Bound using segment: {'id': '66bff8f1-de5f-4643-9ad0-4782df511c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5fda7a41-9a02-4467-87a2-17905323a53a'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:05:23.787081 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0255f6a5-796a-4156-886f-7996efca43e0 None None] Bound port: 06a1be0f-ed33-4319-b9f7-d861f951c54f, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66bff8f1-de5f-4643-9ad0-4782df511c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5fda7a41-9a02-4467-87a2-17905323a53a'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:05:23.787920 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0255f6a5-796a-4156-886f-7996efca43e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (06a1be0f-ed33-4319-b9f7-d861f951c54f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:23.790172 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-773ee8da-7d43-4324-aac5-bc21c0133f8b None None] Port 33fc5826-3748-4365-9cf4-a20f31483e8e cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:05:23.795824 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255f6a5-796a-4156-886f-7996efca43e0 None None] Pushing event updated for resources: {'Port': ['ID=06a1be0f-ed33-4319-b9f7-d861f951c54f,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:23.799122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da2dbab-0ad9-4f10-b2eb-840b7f0cbe9a admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:05:23.811521 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-7da2dbab-0ad9-4f10-b2eb-840b7f0cbe9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:05:23.813061 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port f7e5f57d-6895-4a67-a23c-789a5d7562c5 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:23.878303 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da2dbab-0ad9-4f10-b2eb-840b7f0cbe9a admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:05:23.883317 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] Request body: {'port': {'device_id': 'c720b122-e8f4-4ccc-838b-fa9df80f6c56', 'device_owner': 'compute:tempest-test_az-1917933488', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:23.917994 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0255f6a5-796a-4156-886f-7996efca43e0 None None] For port 06a1be0f-ed33-4319-b9f7-d861f951c54f, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:05:23.927573 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0255f6a5-796a-4156-886f-7996efca43e0 None None] For port 06a1be0f-ed33-4319-b9f7-d861f951c54f, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=06a1be0f-ed33-4319-b9f7-d861f951c54f,segment=NetworkSegment(66bff8f1-de5f-4643-9ad0-4782df511c53),segment_id=66bff8f1-de5f-4643-9ad0-4782df511c53)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:05:23.935638 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2dbab-0ad9-4f10-b2eb-840b7f0cbe9a admin admin] Pushing event updated for resources: {'Port': ['ID=5c9bee69-2ce3-48fa-a9f1-e870bd972555,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:23.939983 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0255f6a5-796a-4156-886f-7996efca43e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (06a1be0f-ed33-4319-b9f7-d861f951c54f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:23.998358 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (33fc5826-3748-4365-9cf4-a20f31483e8e), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:24.014913 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37340) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:24.066148 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255f6a5-796a-4156-886f-7996efca43e0 None None] Pushing event updated for resources: {'Port': ['ID=06a1be0f-ed33-4319-b9f7-d861f951c54f,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:24.348032 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37344) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:24.355876 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-741d59d1-3af6-4f5a-a9b9-f20c756ebe21 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-420611589-network', 'tenant_id': '8b40ceca6ea44569a284f06b9621d49a'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:24.729767 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33fc5826-3748-4365-9cf4-a20f31483e8e {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:05:24.746797 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] Publish callbacks [] for port (33fc5826-3748-4365-9cf4-a20f31483e8e), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:24.769772 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741d59d1-3af6-4f5a-a9b9-f20c756ebe21 admin admin] Made reservation on behalf of 8b40ceca6ea44569a284f06b9621d49a for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:05:24.772474 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-741d59d1-3af6-4f5a-a9b9-f20c756ebe21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:24.779533 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] Transition to ACTIVE for port object 33fc5826-3748-4365-9cf4-a20f31483e8e will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:05:24.786361 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-741d59d1-3af6-4f5a-a9b9-f20c756ebe21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:24.787710 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (33fc5826-3748-4365-9cf4-a20f31483e8e), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:24.926272 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7da2dbab-0ad9-4f10-b2eb-840b7f0cbe9a admin admin] Publish callbacks [] for router_gateway (f1d588c4-b46f-4624-9a64-c37de384575f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:25.023473 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] Pushing event updated for resources: {'Port': ['ID=33fc5826-3748-4365-9cf4-a20f31483e8e,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:25.084397 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] Attempting to bind port 33fc5826-3748-4365-9cf4-a20f31483e8e on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:05:25.084753 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] Attempting to bind port 33fc5826-3748-4365-9cf4-a20f31483e8e by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:05:25.085077 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] Attempting to bind port 33fc5826-3748-4365-9cf4-a20f31483e8e on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:05:25.108163 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] Port 33fc5826-3748-4365-9cf4-a20f31483e8e on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:05:25.108163 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] Attempting to bind port 33fc5826-3748-4365-9cf4-a20f31483e8e on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:05:25.118515 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:05:25.118857 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:05:25.119424 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:05:25.119964 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] Bound port: 33fc5826-3748-4365-9cf4-a20f31483e8e, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:05:25.124212 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (33fc5826-3748-4365-9cf4-a20f31483e8e), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:25.175104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ff29d-763e-4e47-8c04-83f36c5c5c45 req-235014eb-52c5-4abb-b00d-c38a42900619 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:25.191253 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e96ff29d-763e-4e47-8c04-83f36c5c5c45 req-235014eb-52c5-4abb-b00d-c38a42900619 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/ports?device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 970 time: 0.4224515 Feb 28 20:05:25.236939 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-15e3fb72-0e3b-4032-ab1a-7a71c6e173b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:25.390112 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-15e3fb72-0e3b-4032-ab1a-7a71c6e173b4 admin admin] Publish callbacks [] for security_group (2843f101-2a94-4fe1-bd65-f8408c5d7fb4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:25.404437 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-15e3fb72-0e3b-4032-ab1a-7a71c6e173b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2843f101-2a94-4fe1-bd65-f8408c5d7fb4), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:25.452064 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3fb72-0e3b-4032-ab1a-7a71c6e173b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2843f101-2a94-4fe1-bd65-f8408c5d7fb4,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:25.517395 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e96ff29d-763e-4e47-8c04-83f36c5c5c45 req-86dbf915-ebf9-4202-851a-c48fcff857fc tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ca70667-b755-4902-aa9e-fa9016a0d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986257 Feb 28 20:05:25.521161 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-15e3fb72-0e3b-4032-ab1a-7a71c6e173b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32ff0559101b49db9aeeaeec4643e91f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5044234 Feb 28 20:05:25.527467 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37372) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:25.604510 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-741d59d1-3af6-4f5a-a9b9-f20c756ebe21 admin admin] Publish callbacks [] for security_group (c2c652a4-1c4b-4309-8591-e412111e2cfb), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:25.613500 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] For port 33fc5826-3748-4365-9cf4-a20f31483e8e, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:05:25.617291 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-741d59d1-3af6-4f5a-a9b9-f20c756ebe21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c2c652a4-1c4b-4309-8591-e412111e2cfb), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:25.663735 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] For port 33fc5826-3748-4365-9cf4-a20f31483e8e, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=33fc5826-3748-4365-9cf4-a20f31483e8e,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:05:25.668387 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741d59d1-3af6-4f5a-a9b9-f20c756ebe21 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:05:25.678446 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-807d5bf7-3014-422e-8031-a3f0111c6135 admin admin] Publish callbacks [] for security_group (2843f101-2a94-4fe1-bd65-f8408c5d7fb4), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:25.687004 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d59d1-3af6-4f5a-a9b9-f20c756ebe21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c652a4-1c4b-4309-8591-e412111e2cfb,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:25.708788 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7da2dbab-0ad9-4f10-b2eb-840b7f0cbe9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (f1d588c4-b46f-4624-9a64-c37de384575f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:25.711000 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-807d5bf7-3014-422e-8031-a3f0111c6135 admin admin] Publish callbacks [] for security_group (2843f101-2a94-4fe1-bd65-f8408c5d7fb4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:25.721208 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-741d59d1-3af6-4f5a-a9b9-f20c756ebe21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f8d4ce66-286c-4669-894e-b631cbb816c8), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:25.721667 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-741d59d1-3af6-4f5a-a9b9-f20c756ebe21 admin admin] Added segment f8d4ce66-286c-4669-894e-b631cbb816c8 of type vlan for network 87b88371-21a1-4c66-adcc-3c128aa931f1 Feb 28 20:05:25.748047 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (33fc5826-3748-4365-9cf4-a20f31483e8e), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:25.782518 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37382) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:25.807921 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:25.808655 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:25.811441 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-019d341d-3180-48ed-bfbf-d771fef4782a req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] 10.222.0.15 "PUT /v2.0/ports/33fc5826-3748-4365-9cf4-a20f31483e8e HTTP/1.1" status: 200 len: 1119 time: 2.7683167 Feb 28 20:05:25.812636 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c720b122-e8f4-4ccc-838b-fa9df80f6c56', 'tag': '33fc5826-3748-4365-9cf4-a20f31483e8e'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:05:26.057921 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-807d5bf7-3014-422e-8031-a3f0111c6135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2843f101-2a94-4fe1-bd65-f8408c5d7fb4), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:26.065529 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-807d5bf7-3014-422e-8031-a3f0111c6135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:26.065529 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-807d5bf7-3014-422e-8031-a3f0111c6135 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2843f101-2a94-4fe1-bd65-f8408c5d7fb4 HTTP/1.1" status: 204 len: 168 time: 0.5330865 Feb 28 20:05:26.100955 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 06a1be0f-ed33-4319-b9f7-d861f951c54f up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:05:26.107401 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dbec2c-bc75-4218-8f13-5c2d7d264371 None None] Network 5fda7a41-9a02-4467-87a2-17905323a53a requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:05:26.133430 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-741d59d1-3af6-4f5a-a9b9-f20c756ebe21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (87b88371-21a1-4c66-adcc-3c128aa931f1), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:26.144819 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58da5d-fae4-455a-80e8-53d04cdc73aa service neutron] Pushing event updated for resources: {'Port': ['ID=33fc5826-3748-4365-9cf4-a20f31483e8e,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:26.155083 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d5bf7-3014-422e-8031-a3f0111c6135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2843f101-2a94-4fe1-bd65-f8408c5d7fb4,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:26.202208 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d341d-3180-48ed-bfbf-d771fef4782a req-e8e5d096-f5dd-4b36-92dc-f6bca02c2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:26.203727 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-019d341d-3180-48ed-bfbf-d771fef4782a req-e8e5d096-f5dd-4b36-92dc-f6bca02c2f5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17b19eb35f4b4b54988d4ba0ed5d5b45&device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 1153 time: 0.2807243 Feb 28 20:05:26.232329 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2eb2b95f-9de1-4dfb-9132-bda3b9c5bc0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:26.360235 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-741d59d1-3af6-4f5a-a9b9-f20c756ebe21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (87b88371-21a1-4c66-adcc-3c128aa931f1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:26.361206 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741d59d1-3af6-4f5a-a9b9-f20c756ebe21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:26.361784 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-741d59d1-3af6-4f5a-a9b9-f20c756ebe21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:26.452670 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da2dbab-0ad9-4f10-b2eb-840b7f0cbe9a admin admin] Router f1d588c4-b46f-4624-9a64-c37de384575f is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:05:26.472516 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37396) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:26.476900 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-741d59d1-3af6-4f5a-a9b9-f20c756ebe21 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1275458 Feb 28 20:05:26.479863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37398) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:26.501814 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-13a98a35-7091-4efa-b9d6-a7948d18e087 None None] Provisioning complete for port 06a1be0f-ed33-4319-b9f7-d861f951c54f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:26.503322 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-181c977a-29fa-44f4-8382-c696f36f94a8 admin admin] Request body: {'subnet': {'network_id': '87b88371-21a1-4c66-adcc-3c128aa931f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-420611589-subnet', 'tenant_id': '8b40ceca6ea44569a284f06b9621d49a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:26.507287 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-13a98a35-7091-4efa-b9d6-a7948d18e087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (06a1be0f-ed33-4319-b9f7-d861f951c54f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:26.611045 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d59d1-3af6-4f5a-a9b9-f20c756ebe21 admin admin] Pushing event updated for resources: {'Network': ['ID=87b88371-21a1-4c66-adcc-3c128aa931f1,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:26.651933 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 87b88371-21a1-4c66-adcc-3c128aa931f1 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:05:26.710154 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf6419a-4f5c-4ad8-98df-71f4524107b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c720b122-e8f4-4ccc-838b-fa9df80f6c56", "tag": "33fc5826-3748-4365-9cf4-a20f31483e8e"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:05:26.720521 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2eb2b95f-9de1-4dfb-9132-bda3b9c5bc0b admin admin] Publish callbacks [] for security_group (d8e70170-9241-4f96-a56e-8e35d12b7bde), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:26.737738 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-019d341d-3180-48ed-bfbf-d771fef4782a req-27702a16-9f38-44c0-8d52-636be88f8115 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=33fc5826-3748-4365-9cf4-a20f31483e8e HTTP/1.1" status: 200 len: 217 time: 0.2314210 Feb 28 20:05:26.745100 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2eb2b95f-9de1-4dfb-9132-bda3b9c5bc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d8e70170-9241-4f96-a56e-8e35d12b7bde), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:26.755855 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 06a1be0f-ed33-4319-b9f7-d861f951c54f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:26.757357 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (06a1be0f-ed33-4319-b9f7-d861f951c54f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:26.793670 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37408) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:26.805092 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2eb2b95f-9de1-4dfb-9132-bda3b9c5bc0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2442c0b828954fefb8f0b23ecfeeba68&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0165915 Feb 28 20:05:26.813572 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37410) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:26.849314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2b95f-9de1-4dfb-9132-bda3b9c5bc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e70170-9241-4f96-a56e-8e35d12b7bde,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:26.869900 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181c977a-29fa-44f4-8382-c696f36f94a8 admin admin] Made reservation on behalf of 8b40ceca6ea44569a284f06b9621d49a for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:05:26.873653 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-181c977a-29fa-44f4-8382-c696f36f94a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:27.004993 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a4168662-84cd-47ed-b294-528ce44cd177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:27.144408 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-13a98a35-7091-4efa-b9d6-a7948d18e087 None None] Current status of the port 06a1be0f-ed33-4319-b9f7-d861f951c54f is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:27.151981 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-13a98a35-7091-4efa-b9d6-a7948d18e087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (06a1be0f-ed33-4319-b9f7-d861f951c54f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:27.173077 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a4168662-84cd-47ed-b294-528ce44cd177 admin admin] Publish callbacks [] for security_group (dd02ca47-aa7b-478a-a6f6-f7f407d263a2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:27.179064 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3d289b-710c-4818-99b4-4d3eca6cca12 x-openstack-request-id: req-da3d289b-710c-4818-99b4-4d3eca6cca12 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:05:27.179373 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c720b122-e8f4-4ccc-838b-fa9df80f6c56", "tag": "33fc5826-3748-4365-9cf4-a20f31483e8e", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:05:27.179604 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da3d289b-710c-4818-99b4-4d3eca6cca12 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:05:27.183334 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c720b122-e8f4-4ccc-838b-fa9df80f6c56', 'tag': '33fc5826-3748-4365-9cf4-a20f31483e8e', 'status': 'completed', 'code': 200} Feb 28 20:05:27.186436 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a4168662-84cd-47ed-b294-528ce44cd177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (dd02ca47-aa7b-478a-a6f6-f7f407d263a2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:27.258032 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 06a1be0f-ed33-4319-b9f7-d861f951c54f is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:27.260280 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (06a1be0f-ed33-4319-b9f7-d861f951c54f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:27.282996 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37412) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:27.290693 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a4168662-84cd-47ed-b294-528ce44cd177 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ba968d80649401ca6a3eb6c894cae3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8158083 Feb 28 20:05:27.304429 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-28ed790f-534f-41f0-9764-08a1fbbed337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:27.306831 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-181c977a-29fa-44f4-8382-c696f36f94a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for subnet (59298a69-fc7b-44b7-be82-abf57b9ef3fb), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:27.310005 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 06a1be0f-ed33-4319-b9f7-d861f951c54f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=06a1be0f-ed33-4319-b9f7-d861f951c54f,segment=NetworkSegment(66bff8f1-de5f-4643-9ad0-4782df511c53),segment_id=66bff8f1-de5f-4643-9ad0-4782df511c53)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:05:27.311376 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4168662-84cd-47ed-b294-528ce44cd177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd02ca47-aa7b-478a-a6f6-f7f407d263a2,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:27.369183 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (06a1be0f-ed33-4319-b9f7-d861f951c54f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:27.438037 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-13a98a35-7091-4efa-b9d6-a7948d18e087 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:05:27.438372 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-13a98a35-7091-4efa-b9d6-a7948d18e087 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:05:27.465465 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=06a1be0f-ed33-4319-b9f7-d861f951c54f,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:27.566257 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3401a6d-ec18-41e2-aaf9-c71408a59e6f req-b7a3757c-7e1b-4c10-8b41-1526e1f6723c tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:27.567949 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3401a6d-ec18-41e2-aaf9-c71408a59e6f req-b7a3757c-7e1b-4c10-8b41-1526e1f6723c tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/ports?device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 970 time: 0.8504846 Feb 28 20:05:27.607929 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c977a-29fa-44f4-8382-c696f36f94a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59298a69-fc7b-44b7-be82-abf57b9ef3fb,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:27.643053 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f60ee96c-2914-4413-95aa-a1a1c645b950 admin admin] Publish callbacks [] for security_group (dd02ca47-aa7b-478a-a6f6-f7f407d263a2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:27.645173 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da2dbab-0ad9-4f10-b2eb-840b7f0cbe9a admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:05:27.660851 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] Sync routers for ids ['f1d588c4-b46f-4624-9a64-c37de384575f'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:05:27.669503 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c977a-29fa-44f4-8382-c696f36f94a8 admin admin] Checking segment: {'id': 'f8d4ce66-286c-4669-894e-b631cbb816c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '87b88371-21a1-4c66-adcc-3c128aa931f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:05:27.669863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181c977a-29fa-44f4-8382-c696f36f94a8 admin admin] Network hostable DHCP agents. Network: 87b88371-21a1-4c66-adcc-3c128aa931f1, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:05:27.682473 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] Routers {'f1d588c4-b46f-4624-9a64-c37de384575f'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:05:27.683728 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:05:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f1d588c4-b46f-4624-9a64-c37de384575f'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:05:27.707707 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ecfb35ea-dc9e-45a3-b79c-9fc465fbad39 admin admin] Publish callbacks [] for security_group (d8e70170-9241-4f96-a56e-8e35d12b7bde), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:27.748182 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f60ee96c-2914-4413-95aa-a1a1c645b950 admin admin] Publish callbacks [] for security_group (dd02ca47-aa7b-478a-a6f6-f7f407d263a2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:27.753769 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7da2dbab-0ad9-4f10-b2eb-840b7f0cbe9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:27.755007 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7da2dbab-0ad9-4f10-b2eb-840b7f0cbe9a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.6471581 Feb 28 20:05:27.758303 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37420) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:27.774471 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3401a6d-ec18-41e2-aaf9-c71408a59e6f req-1fd4941b-e3f2-4d38-8da2-52dc876fe978 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ca70667-b755-4902-aa9e-fa9016a0d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844778 Feb 28 20:05:27.814859 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ecfb35ea-dc9e-45a3-b79c-9fc465fbad39 admin admin] Publish callbacks [] for security_group (d8e70170-9241-4f96-a56e-8e35d12b7bde), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:27.858312 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-28ed790f-534f-41f0-9764-08a1fbbed337 admin admin] Publish callbacks [] for security_group (4101f451-ebe5-47ba-9c9c-a74d321a8a4d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:27.859650 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181c977a-29fa-44f4-8382-c696f36f94a8 admin admin] Network 87b88371-21a1-4c66-adcc-3c128aa931f1 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:05:27.877772 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-28ed790f-534f-41f0-9764-08a1fbbed337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4101f451-ebe5-47ba-9c9c-a74d321a8a4d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:27.927452 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-28ed790f-534f-41f0-9764-08a1fbbed337 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=438c434e958a4471af1897bdd9b76d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1291862 Feb 28 20:05:27.937388 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37422) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:27.954719 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-181c977a-29fa-44f4-8382-c696f36f94a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 87b88371-21a1-4c66-adcc-3c128aa931f1) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:05:27.989089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181c977a-29fa-44f4-8382-c696f36f94a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:28.001176 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-181c977a-29fa-44f4-8382-c696f36f94a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:28.046138 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] Set router f1d588c4-b46f-4624-9a64-c37de384575f gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:05:28.055979 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-13a98a35-7091-4efa-b9d6-a7948d18e087 None None] Current status of the port 06a1be0f-ed33-4319-b9f7-d861f951c54f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:28.066236 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5803d18d-7217-43b9-a0c7-d3c2b1aee1a0 None None] Network 87b88371-21a1-4c66-adcc-3c128aa931f1 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:05:28.070063 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 06a1be0f-ed33-4319-b9f7-d861f951c54f up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:05:28.078734 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed790f-534f-41f0-9764-08a1fbbed337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4101f451-ebe5-47ba-9c9c-a74d321a8a4d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:28.103711 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f60ee96c-2914-4413-95aa-a1a1c645b950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (dd02ca47-aa7b-478a-a6f6-f7f407d263a2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:28.106386 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f60ee96c-2914-4413-95aa-a1a1c645b950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:28.107556 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f60ee96c-2914-4413-95aa-a1a1c645b950 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd02ca47-aa7b-478a-a6f6-f7f407d263a2 HTTP/1.1" status: 204 len: 168 time: 0.8197849 Feb 28 20:05:28.115456 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-181c977a-29fa-44f4-8382-c696f36f94a8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6236417 Feb 28 20:05:28.154701 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ee96c-2914-4413-95aa-a1a1c645b950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd02ca47-aa7b-478a-a6f6-f7f407d263a2,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:28.168265 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ecfb35ea-dc9e-45a3-b79c-9fc465fbad39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d8e70170-9241-4f96-a56e-8e35d12b7bde), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:28.174524 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ecfb35ea-dc9e-45a3-b79c-9fc465fbad39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:28.184266 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ecfb35ea-dc9e-45a3-b79c-9fc465fbad39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8e70170-9241-4f96-a56e-8e35d12b7bde HTTP/1.1" status: 204 len: 168 time: 1.3568621 Feb 28 20:05:28.236370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb35ea-dc9e-45a3-b79c-9fc465fbad39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e70170-9241-4f96-a56e-8e35d12b7bde,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:28.321227 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d341d-3180-48ed-bfbf-d771fef4782a req-38d821f8-6521-4746-abec-a31dac768826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:28.322526 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-019d341d-3180-48ed-bfbf-d771fef4782a req-38d821f8-6521-4746-abec-a31dac768826 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.3031585 Feb 28 20:05:28.353562 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7ff30c0d-2303-4d5f-aa14-2bbe62b951f0 admin admin] Publish callbacks [] for security_group (4101f451-ebe5-47ba-9c9c-a74d321a8a4d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:28.465659 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-07f51257-5376-4e8f-aeca-4a155afe34ac None None] Provisioning complete for port 06a1be0f-ed33-4319-b9f7-d861f951c54f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:28.466202 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-07f51257-5376-4e8f-aeca-4a155afe34ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (06a1be0f-ed33-4319-b9f7-d861f951c54f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:28.468412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37434) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:28.617581 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d588c4-b46f-4624-9a64-c37de384575f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-910493628-router', 'tenant_id': 'd3cff74886184995ac07de09ea7a003f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '5c9bee69-2ce3-48fa-a9f1-e870bd972555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:21Z', 'updated_at': '2022-02-28T20:05:24Z', 'revision_number': 3, 'project_id': 'd3cff74886184995ac07de09ea7a003f', 'gw_port': {'id': '5c9bee69-2ce3-48fa-a9f1-e870bd972555', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ea:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d588c4-b46f-4624-9a64-c37de384575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:22Z', 'updated_at': '2022-02-28T20:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:05:28.629292 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-8187de36-a3d7-4aa3-b228-45700848c768 admin admin] Deleting subnet 360e2700-1d08-4eba-ae07-6fabda7c45ce {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:05:28.645065 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8187de36-a3d7-4aa3-b228-45700848c768 admin admin] Publish callbacks [] for subnet (360e2700-1d08-4eba-ae07-6fabda7c45ce), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:28.647444 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 06a1be0f-ed33-4319-b9f7-d861f951c54f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:28.648572 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (06a1be0f-ed33-4319-b9f7-d861f951c54f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:28.678225 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7ff30c0d-2303-4d5f-aa14-2bbe62b951f0 admin admin] Publish callbacks [] for security_group (4101f451-ebe5-47ba-9c9c-a74d321a8a4d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:28.712650 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98afa32-8f30-4b93-86e4-9367baf649ee None None] Network 87b88371-21a1-4c66-adcc-3c128aa931f1 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:05:28.732855 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] Checking router: f1d588c4-b46f-4624-9a64-c37de384575f for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:05:28.735471 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] Updating router f1d588c4-b46f-4624-9a64-c37de384575f port 5c9bee69-2ce3-48fa-a9f1-e870bd972555 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:05:28.750913 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d341d-3180-48ed-bfbf-d771fef4782a req-9c9f93bf-1f42-438a-ace6-5545c1adc036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:28.752696 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-019d341d-3180-48ed-bfbf-d771fef4782a req-9c9f93bf-1f42-438a-ace6-5545c1adc036 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3824072 Feb 28 20:05:28.790105 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8187de36-a3d7-4aa3-b228-45700848c768 admin admin] Publish callbacks [] for subnet (360e2700-1d08-4eba-ae07-6fabda7c45ce), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:28.829693 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8187de36-a3d7-4aa3-b228-45700848c768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (360e2700-1d08-4eba-ae07-6fabda7c45ce), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:28.873697 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7ff30c0d-2303-4d5f-aa14-2bbe62b951f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4101f451-ebe5-47ba-9c9c-a74d321a8a4d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:28.879904 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7ff30c0d-2303-4d5f-aa14-2bbe62b951f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:28.880886 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5c9bee69-2ce3-48fa-a9f1-e870bd972555), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:28.887680 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7ff30c0d-2303-4d5f-aa14-2bbe62b951f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4101f451-ebe5-47ba-9c9c-a74d321a8a4d HTTP/1.1" status: 204 len: 168 time: 0.9492493 Feb 28 20:05:28.969951 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37442) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:28.997875 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-07f51257-5376-4e8f-aeca-4a155afe34ac None None] Current status of the port 06a1be0f-ed33-4319-b9f7-d861f951c54f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:29.007453 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff30c0d-2303-4d5f-aa14-2bbe62b951f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4101f451-ebe5-47ba-9c9c-a74d321a8a4d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:29.057304 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c75c7-ca6b-4368-b55a-52313386b56f req-beb3e06b-ef25-4dc8-b2a0-51a90b2181cc tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:29.074898 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-613c75c7-ca6b-4368-b55a-52313386b56f req-beb3e06b-ef25-4dc8-b2a0-51a90b2181cc tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/ports?device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 970 time: 0.1591144 Feb 28 20:05:29.086899 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8187de36-a3d7-4aa3-b228-45700848c768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for subnet (360e2700-1d08-4eba-ae07-6fabda7c45ce), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:29.167932 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187de36-a3d7-4aa3-b228-45700848c768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=360e2700-1d08-4eba-ae07-6fabda7c45ce,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:29.196942 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8187de36-a3d7-4aa3-b228-45700848c768 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:29.202862 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8187de36-a3d7-4aa3-b228-45700848c768 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/360e2700-1d08-4eba-ae07-6fabda7c45ce HTTP/1.1" status: 204 len: 168 time: 0.7332919 Feb 28 20:05:29.206040 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37444) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:29.209297 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 06a1be0f-ed33-4319-b9f7-d861f951c54f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:29.330185 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] Publish callbacks [] for port (5c9bee69-2ce3-48fa-a9f1-e870bd972555), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:29.338190 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5c9bee69-2ce3-48fa-a9f1-e870bd972555), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:29.349597 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-613c75c7-ca6b-4368-b55a-52313386b56f req-916fcb03-ce4f-4fcf-92a6-aa2ae3299046 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ca70667-b755-4902-aa9e-fa9016a0d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734234 Feb 28 20:05:29.384479 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (ec8da30a-f4b0-46cf-aa9c-4c1296a3c64f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:29.428323 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37446) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:29.446770 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b35b0-edf2-4bb9-898c-5596f0231288 None None] Pushing event updated for resources: {'Port': ['ID=5c9bee69-2ce3-48fa-a9f1-e870bd972555,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:29.466332 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] Attempting to bind port 5c9bee69-2ce3-48fa-a9f1-e870bd972555 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:05:29.466686 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] Attempting to bind port 5c9bee69-2ce3-48fa-a9f1-e870bd972555 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:05:29.467049 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] Attempting to bind port 5c9bee69-2ce3-48fa-a9f1-e870bd972555 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:05:29.473897 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:05:29.474461 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:05:29.474874 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:29.475336 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:05:29.475835 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] Bound port: 5c9bee69-2ce3-48fa-a9f1-e870bd972555, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:05:29.476232 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5c9bee69-2ce3-48fa-a9f1-e870bd972555), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:29.549371 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f0de06e-8538-4add-9b58-2bd0b5999e09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:29.584913 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] For port 5c9bee69-2ce3-48fa-a9f1-e870bd972555, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:05:29.598684 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] For port 5c9bee69-2ce3-48fa-a9f1-e870bd972555, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5c9bee69-2ce3-48fa-a9f1-e870bd972555,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:05:29.610231 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-019d341d-3180-48ed-bfbf-d771fef4782a req-16ba686a-9658-4268-a5e7-34d7bb22d32f service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8211968 Feb 28 20:05:29.617359 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5c9bee69-2ce3-48fa-a9f1-e870bd972555), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:29.706640 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f0de06e-8538-4add-9b58-2bd0b5999e09 admin admin] Publish callbacks [] for security_group (d6ccf2a9-bc89-4421-8138-3dd3aa867590), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:29.720261 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f0de06e-8538-4add-9b58-2bd0b5999e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d6ccf2a9-bc89-4421-8138-3dd3aa867590), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:29.769177 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0de06e-8538-4add-9b58-2bd0b5999e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ccf2a9-bc89-4421-8138-3dd3aa867590,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:29.794844 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b35b0-edf2-4bb9-898c-5596f0231288 None None] Pushing event updated for resources: {'Port': ['ID=5c9bee69-2ce3-48fa-a9f1-e870bd972555,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:29.803243 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] Routers {'f1d588c4-b46f-4624-9a64-c37de384575f'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:05:29.803926 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:05:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f1d588c4-b46f-4624-9a64-c37de384575f'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:05:29.834478 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (ec8da30a-f4b0-46cf-aa9c-4c1296a3c64f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:29.893147 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:05:29.893508 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:05:29.894319 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:05:29.894673 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:05:29.895021 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:05:29.895409 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:05:29.900053 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:05:29.900515 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:05:29.900815 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:05:29.905195 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:05:29.928176 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1f0de06e-8538-4add-9b58-2bd0b5999e09 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3029ee99ade43a98eac51751041d326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9413905 Feb 28 20:05:29.934373 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37456) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:30.053300 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-019d341d-3180-48ed-bfbf-d771fef4782a req-45ac4713-739b-4367-a70c-ba4d1be60d68 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965564 Feb 28 20:05:30.116660 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9fed9a23-b69d-474a-b37b-cb60d0b7e0d3 admin admin] Publish callbacks [] for security_group (d6ccf2a9-bc89-4421-8138-3dd3aa867590), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:30.125681 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9381-d4ae-44d7-bf8f-cc21022686f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:30.148624 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] Set router f1d588c4-b46f-4624-9a64-c37de384575f gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:05:30.163158 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9fed9a23-b69d-474a-b37b-cb60d0b7e0d3 admin admin] Publish callbacks [] for security_group (d6ccf2a9-bc89-4421-8138-3dd3aa867590), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:30.443356 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9fed9a23-b69d-474a-b37b-cb60d0b7e0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d6ccf2a9-bc89-4421-8138-3dd3aa867590), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:30.449702 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9fed9a23-b69d-474a-b37b-cb60d0b7e0d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:30.454139 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9fed9a23-b69d-474a-b37b-cb60d0b7e0d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6ccf2a9-bc89-4421-8138-3dd3aa867590 HTTP/1.1" status: 204 len: 168 time: 0.5104375 Feb 28 20:05:30.486676 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed9a23-b69d-474a-b37b-cb60d0b7e0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ccf2a9-bc89-4421-8138-3dd3aa867590,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:30.544300 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-1f0e9381-d4ae-44d7-bf8f-cc21022686f6 admin admin] Allocated IP 172.20.0.1 (5fda7a41-9a02-4467-87a2-17905323a53a/0e564005-2edc-44f4-b97e-a6d0007f0800/f6ad91a0-fbef-4628-9972-9e0fa26665e5) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:05:30.545283 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:05:30.560813 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:05:30.561263 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:05:30.561461 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:05:30.561836 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8da30a-f4b0-46cf-aa9c-4c1296a3c64f']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:05:30.571912 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-556f2301-ae45-4745-964d-ede8d6b50c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:30.632773 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d588c4-b46f-4624-9a64-c37de384575f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-910493628-router', 'tenant_id': 'd3cff74886184995ac07de09ea7a003f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '5c9bee69-2ce3-48fa-a9f1-e870bd972555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:21Z', 'updated_at': '2022-02-28T20:05:24Z', 'revision_number': 3, 'project_id': 'd3cff74886184995ac07de09ea7a003f', 'gw_port': {'id': '5c9bee69-2ce3-48fa-a9f1-e870bd972555', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ea:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d588c4-b46f-4624-9a64-c37de384575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:22Z', 'updated_at': '2022-02-28T20:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:05:30.697694 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6f36b9-e2ee-4e48-be4f-b3540778ac43 None None] The sync data for ids ['f1d588c4-b46f-4624-9a64-c37de384575f'] in n-d-820368-21 is: [{'id': 'f1d588c4-b46f-4624-9a64-c37de384575f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-910493628-router', 'tenant_id': 'd3cff74886184995ac07de09ea7a003f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '5c9bee69-2ce3-48fa-a9f1-e870bd972555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:21Z', 'updated_at': '2022-02-28T20:05:24Z', 'revision_number': 3, 'project_id': 'd3cff74886184995ac07de09ea7a003f', 'gw_port': {'id': '5c9bee69-2ce3-48fa-a9f1-e870bd972555', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ea:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d588c4-b46f-4624-9a64-c37de384575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:22Z', 'updated_at': '2022-02-28T20:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:05:30.713914 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fccba0b-fe55-465c-ba91-aec9f21b2f1b') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:05:30.714178 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fccba0b-fe55-465c-ba91-aec9f21b2f1b') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:05:30.829675 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6419a-4f5c-4ad8-98df-71f4524107b4 req-e3e9c048-4c60-4255-92bd-b1c77873051b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:30.837756 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0bf6419a-4f5c-4ad8-98df-71f4524107b4 req-e3e9c048-4c60-4255-92bd-b1c77873051b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17b19eb35f4b4b54988d4ba0ed5d5b45&device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 1153 time: 0.1672049 Feb 28 20:05:30.893580 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (1fccba0b-fe55-465c-ba91-aec9f21b2f1b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:31.001019 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9381-d4ae-44d7-bf8f-cc21022686f6 admin admin] Publish callbacks [] for port (f6ad91a0-fbef-4628-9972-9e0fa26665e5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:31.040771 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (1fccba0b-fe55-465c-ba91-aec9f21b2f1b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:31.083405 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:05:31.090367 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (1fccba0b-fe55-465c-ba91-aec9f21b2f1b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:31.267180 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6419a-4f5c-4ad8-98df-71f4524107b4 req-f007282b-1f0c-4d28-a8f8-b9b1fbbe1356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:31.269198 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0bf6419a-4f5c-4ad8-98df-71f4524107b4 req-f007282b-1f0c-4d28-a8f8-b9b1fbbe1356 service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.3876419 Feb 28 20:05:31.271503 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9381-d4ae-44d7-bf8f-cc21022686f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (f6ad91a0-fbef-4628-9972-9e0fa26665e5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: from cryptography.utils import int_from_bytes Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: from cryptography.utils import int_from_bytes Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:05:31.291583 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:05:31.435278 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02f080-7f01-42b5-8eb8-f286c3824761 req-89e4fab7-415c-4e01-8cc9-f4e9dfda4feb tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:31.443303 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6f02f080-7f01-42b5-8eb8-f286c3824761 req-89e4fab7-415c-4e01-8cc9-f4e9dfda4feb tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/ports?device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 970 time: 0.8447084 Feb 28 20:05:31.454839 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (ec8da30a-f4b0-46cf-aa9c-4c1296a3c64f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:31.526344 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0bf6419a-4f5c-4ad8-98df-71f4524107b4 req-78855121-5478-4ce1-bdf3-421ed98dfec9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=33fc5826-3748-4365-9cf4-a20f31483e8e HTTP/1.1" status: 200 len: 217 time: 0.1893702 Feb 28 20:05:31.544589 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0e9381-d4ae-44d7-bf8f-cc21022686f6 admin admin] Network 5fda7a41-9a02-4467-87a2-17905323a53a is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:05:31.550279 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:31.553149 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-1f0e9381-d4ae-44d7-bf8f-cc21022686f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:05:31.555104 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e9381-d4ae-44d7-bf8f-cc21022686f6 admin admin] Pushing event updated for resources: {'Port': ['ID=f6ad91a0-fbef-4628-9972-9e0fa26665e5,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:31.557805 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ec8da30a-f4b0-46cf-aa9c-4c1296a3c64f HTTP/1.1" status: 204 len: 168 time: 2.3496366 Feb 28 20:05:31.558700 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d431f-5ea3-428b-b46a-d8206469a7b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec8da30a-f4b0-46cf-aa9c-4c1296a3c64f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:31.565423 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e9381-d4ae-44d7-bf8f-cc21022686f6 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:05:31.565771 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9381-d4ae-44d7-bf8f-cc21022686f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (f1d588c4-b46f-4624-9a64-c37de384575f), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:31.574111 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37488) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:31.657439 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6f02f080-7f01-42b5-8eb8-f286c3824761 req-56f1ea5a-5717-4951-9152-a234101375ae tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ca70667-b755-4902-aa9e-fa9016a0d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131529 Feb 28 20:05:31.692846 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-556f2301-ae45-4745-964d-ede8d6b50c91 admin admin] Publish callbacks [] for security_group (d4d0d7d6-8a9f-46f7-930a-85eae7defc02), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:31.709218 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-556f2301-ae45-4745-964d-ede8d6b50c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d4d0d7d6-8a9f-46f7-930a-85eae7defc02), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:31.779412 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-556f2301-ae45-4745-964d-ede8d6b50c91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05ef2dfeccb04805b5cb8270010cfa30&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2959383 Feb 28 20:05:31.796510 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f2301-ae45-4745-964d-ede8d6b50c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d0d7d6-8a9f-46f7-930a-85eae7defc02,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:31.801976 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37494) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:31.869114 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dd64e50c-acef-43fd-813d-43b43f05fe6a admin admin] Publish callbacks [] for security_group (d4d0d7d6-8a9f-46f7-930a-85eae7defc02), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:31.901055 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dd64e50c-acef-43fd-813d-43b43f05fe6a admin admin] Publish callbacks [] for security_group (d4d0d7d6-8a9f-46f7-930a-85eae7defc02), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:31.905141 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a71fbd-eec2-4881-b9ef-e9962580bdb8 admin admin] Deleting subnet 59298a69-fc7b-44b7-be82-abf57b9ef3fb {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:05:31.926717 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6419a-4f5c-4ad8-98df-71f4524107b4 req-29c1788b-c47f-45c0-9447-90b3d9904d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:31.928906 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0bf6419a-4f5c-4ad8-98df-71f4524107b4 req-29c1788b-c47f-45c0-9447-90b3d9904d93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.3368363 Feb 28 20:05:31.929700 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b4a71fbd-eec2-4881-b9ef-e9962580bdb8 admin admin] Publish callbacks [] for subnet (59298a69-fc7b-44b7-be82-abf57b9ef3fb), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:32.024212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5c9bee69-2ce3-48fa-a9f1-e870bd972555 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:05:32.026104 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dd64e50c-acef-43fd-813d-43b43f05fe6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d4d0d7d6-8a9f-46f7-930a-85eae7defc02), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:32.029890 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dd64e50c-acef-43fd-813d-43b43f05fe6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:32.034250 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-dd64e50c-acef-43fd-813d-43b43f05fe6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4d0d7d6-8a9f-46f7-930a-85eae7defc02 HTTP/1.1" status: 204 len: 168 time: 0.2306452 Feb 28 20:05:32.050085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64e50c-acef-43fd-813d-43b43f05fe6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d0d7d6-8a9f-46f7-930a-85eae7defc02,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:32.108557 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 5c9bee69-2ce3-48fa-a9f1-e870bd972555 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:32.108850 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5c9bee69-2ce3-48fa-a9f1-e870bd972555), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:32.124230 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b4a71fbd-eec2-4881-b9ef-e9962580bdb8 admin admin] Publish callbacks [] for subnet (59298a69-fc7b-44b7-be82-abf57b9ef3fb), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:32.143394 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b4a71fbd-eec2-4881-b9ef-e9962580bdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (59298a69-fc7b-44b7-be82-abf57b9ef3fb), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:32.188817 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8f511242-daa9-4f0a-9d6e-5c00f4258625 None None] Provisioning complete for port f6ad91a0-fbef-4628-9972-9e0fa26665e5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:32.188817 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8f511242-daa9-4f0a-9d6e-5c00f4258625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f6ad91a0-fbef-4628-9972-9e0fa26665e5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:32.230029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6419a-4f5c-4ad8-98df-71f4524107b4 req-ae6967ae-8aa9-4263-be36-2bb800486412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:32.232269 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0bf6419a-4f5c-4ad8-98df-71f4524107b4 req-ae6967ae-8aa9-4263-be36-2bb800486412 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2691503 Feb 28 20:05:32.244747 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9381-d4ae-44d7-bf8f-cc21022686f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f6ad91a0-fbef-4628-9972-9e0fa26665e5), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:32.292317 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 5c9bee69-2ce3-48fa-a9f1-e870bd972555 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:32.292707 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5c9bee69-2ce3-48fa-a9f1-e870bd972555), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:32.305431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8f511242-daa9-4f0a-9d6e-5c00f4258625 None None] Port f6ad91a0-fbef-4628-9972-9e0fa26665e5 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:05:32.328212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 5c9bee69-2ce3-48fa-a9f1-e870bd972555, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5c9bee69-2ce3-48fa-a9f1-e870bd972555,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:05:32.336875 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5c9bee69-2ce3-48fa-a9f1-e870bd972555), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:32.361265 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b4a71fbd-eec2-4881-b9ef-e9962580bdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for subnet (59298a69-fc7b-44b7-be82-abf57b9ef3fb), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:32.421699 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=5c9bee69-2ce3-48fa-a9f1-e870bd972555,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:32.455618 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b4a71fbd-eec2-4881-b9ef-e9962580bdb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:32.459097 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b4a71fbd-eec2-4881-b9ef-e9962580bdb8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/59298a69-fc7b-44b7-be82-abf57b9ef3fb HTTP/1.1" status: 204 len: 168 time: 0.8839605 Feb 28 20:05:32.461644 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37518) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:32.463094 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a71fbd-eec2-4881-b9ef-e9962580bdb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59298a69-fc7b-44b7-be82-abf57b9ef3fb,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:32.514114 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0bf6419a-4f5c-4ad8-98df-71f4524107b4 req-5ba49f69-1852-45cb-87e7-3af06b91e0cd service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704453 Feb 28 20:05:32.581041 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-65d80223-d834-406c-97a8-ece55ee8df85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (87b88371-21a1-4c66-adcc-3c128aa931f1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:32.681805 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0bf6419a-4f5c-4ad8-98df-71f4524107b4 req-0840f7ae-9aed-41cf-af1c-ff23efec883c service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577313 Feb 28 20:05:32.704396 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-65d80223-d834-406c-97a8-ece55ee8df85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (87b88371-21a1-4c66-adcc-3c128aa931f1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:32.715912 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9381-d4ae-44d7-bf8f-cc21022686f6 admin admin] Publish callbacks [] for port (f6ad91a0-fbef-4628-9972-9e0fa26665e5), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:32.725861 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9381-d4ae-44d7-bf8f-cc21022686f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f6ad91a0-fbef-4628-9972-9e0fa26665e5), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:32.727785 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9381-d4ae-44d7-bf8f-cc21022686f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (f1d588c4-b46f-4624-9a64-c37de384575f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:32.731902 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-65d80223-d834-406c-97a8-ece55ee8df85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b88371-21a1-4c66-adcc-3c128aa931f1']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:05:32.750116 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-65d80223-d834-406c-97a8-ece55ee8df85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d4ce66-286c-4669-894e-b631cbb816c8') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:05:32.750739 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-65d80223-d834-406c-97a8-ece55ee8df85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d4ce66-286c-4669-894e-b631cbb816c8') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:05:32.762805 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-65d80223-d834-406c-97a8-ece55ee8df85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (f8d4ce66-286c-4669-894e-b631cbb816c8), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:32.784952 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-65d80223-d834-406c-97a8-ece55ee8df85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f8d4ce66-286c-4669-894e-b631cbb816c8), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:32.792855 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d80223-d834-406c-97a8-ece55ee8df85 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:05:32.794274 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-65d80223-d834-406c-97a8-ece55ee8df85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (f8d4ce66-286c-4669-894e-b631cbb816c8), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:05:32.860899 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:05:32.906334 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-65d80223-d834-406c-97a8-ece55ee8df85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (87b88371-21a1-4c66-adcc-3c128aa931f1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:32.912356 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-65d80223-d834-406c-97a8-ece55ee8df85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:32.915606 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-65d80223-d834-406c-97a8-ece55ee8df85 admin admin] 10.222.0.13 "DELETE /v2.0/networks/87b88371-21a1-4c66-adcc-3c128aa931f1 HTTP/1.1" status: 204 len: 168 time: 0.4527254 Feb 28 20:05:32.946237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d80223-d834-406c-97a8-ece55ee8df85 admin admin] Pushing event deleted for resources: {'Network': ['ID=87b88371-21a1-4c66-adcc-3c128aa931f1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:32.990888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f24179-3763-4661-bfbf-dfe9547f785d req-432a94e0-2cec-402c-a0c1-4fd593904953 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:32.993645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83f24179-3763-4661-bfbf-dfe9547f785d req-432a94e0-2cec-402c-a0c1-4fd593904953 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/ports?device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 970 time: 0.1297426 Feb 28 20:05:33.030444 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e9381-d4ae-44d7-bf8f-cc21022686f6 admin admin] Pushing event updated for resources: {'Port': ['ID=f6ad91a0-fbef-4628-9972-9e0fa26665e5,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:33.054678 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83f24179-3763-4661-bfbf-dfe9547f785d req-91308f85-e039-466e-880c-a5ea5f25192b tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ca70667-b755-4902-aa9e-fa9016a0d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548337 Feb 28 20:05:33.110412 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0e9381-d4ae-44d7-bf8f-cc21022686f6 admin admin] Network 5fda7a41-9a02-4467-87a2-17905323a53a is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:05:33.112401 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-1f0e9381-d4ae-44d7-bf8f-cc21022686f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:05:33.275037 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0e9381-d4ae-44d7-bf8f-cc21022686f6 admin admin] Router f1d588c4-b46f-4624-9a64-c37de384575f has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:05:33.289236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37546) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:33.347997 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-92e9abd8-28af-418c-95ca-52b868888260 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abd257340c8745ddbd8c02cb425a18e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0575309 Feb 28 20:05:33.348861 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37548) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:33.418291 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-13afb9b1-9922-4c58-89a4-8a3eab8824f6 admin admin] Publish callbacks [] for security_group (25c7614e-979c-4280-a4c0-3d87a41ebc53), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:33.457768 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b0ea2090-17b5-46b0-bec0-3c834baf2021 None None] Provisioning complete for port f6ad91a0-fbef-4628-9972-9e0fa26665e5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:33.458322 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b0ea2090-17b5-46b0-bec0-3c834baf2021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f6ad91a0-fbef-4628-9972-9e0fa26665e5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:33.470408 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-13afb9b1-9922-4c58-89a4-8a3eab8824f6 admin admin] Publish callbacks [] for security_group (25c7614e-979c-4280-a4c0-3d87a41ebc53), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:33.479193 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0e9381-d4ae-44d7-bf8f-cc21022686f6 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:05:33.491129 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1f0e9381-d4ae-44d7-bf8f-cc21022686f6 admin admin] 10.222.0.13 "PUT /v2.0/routers/f1d588c4-b46f-4624-9a64-c37de384575f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7313852 Feb 28 20:05:33.520458 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b0ea2090-17b5-46b0-bec0-3c834baf2021 None None] Port f6ad91a0-fbef-4628-9972-9e0fa26665e5 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:05:33.541410 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-13afb9b1-9922-4c58-89a4-8a3eab8824f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (25c7614e-979c-4280-a4c0-3d87a41ebc53), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:33.544387 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-13afb9b1-9922-4c58-89a4-8a3eab8824f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:33.545663 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-13afb9b1-9922-4c58-89a4-8a3eab8824f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25c7614e-979c-4280-a4c0-3d87a41ebc53 HTTP/1.1" status: 204 len: 168 time: 0.1958358 Feb 28 20:05:33.554060 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afb9b1-9922-4c58-89a4-8a3eab8824f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c7614e-979c-4280-a4c0-3d87a41ebc53,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:33.686265 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] Sync routers for ids ['f1d588c4-b46f-4624-9a64-c37de384575f'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:05:33.701803 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] Routers {'f1d588c4-b46f-4624-9a64-c37de384575f'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:05:33.702434 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:05:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f1d588c4-b46f-4624-9a64-c37de384575f'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:05:33.950065 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5c9bee69-2ce3-48fa-a9f1-e870bd972555 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:05:33.988174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] Set router f1d588c4-b46f-4624-9a64-c37de384575f gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:05:34.075712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 5c9bee69-2ce3-48fa-a9f1-e870bd972555 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:34.076113 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5c9bee69-2ce3-48fa-a9f1-e870bd972555), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:34.195955 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec851ded-9774-4b62-8f00-8f2112f79c6d req-aba42223-766f-4787-bddb-aaa651b5bc73 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:34.201138 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec851ded-9774-4b62-8f00-8f2112f79c6d req-aba42223-766f-4787-bddb-aaa651b5bc73 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/ports?device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 970 time: 0.0696020 Feb 28 20:05:34.256500 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec851ded-9774-4b62-8f00-8f2112f79c6d req-cd004a1d-fb78-4359-9946-a13deacfaacf tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ca70667-b755-4902-aa9e-fa9016a0d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517144 Feb 28 20:05:34.275079 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 5c9bee69-2ce3-48fa-a9f1-e870bd972555 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:34.294076 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37594) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:34.299896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d588c4-b46f-4624-9a64-c37de384575f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-910493628-router', 'tenant_id': 'd3cff74886184995ac07de09ea7a003f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '5c9bee69-2ce3-48fa-a9f1-e870bd972555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:21Z', 'updated_at': '2022-02-28T20:05:32Z', 'revision_number': 4, 'project_id': 'd3cff74886184995ac07de09ea7a003f', 'gw_port': {'id': '5c9bee69-2ce3-48fa-a9f1-e870bd972555', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ea:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d588c4-b46f-4624-9a64-c37de384575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:22Z', 'updated_at': '2022-02-28T20:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'f6ad91a0-fbef-4628-9972-9e0fa26665e5', 'name': '', 'network_id': '5fda7a41-9a02-4467-87a2-17905323a53a', 'tenant_id': 'd3cff74886184995ac07de09ea7a003f', 'mac_address': 'fa:16:3e:0e:5f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d588c4-b46f-4624-9a64-c37de384575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '0e564005-2edc-44f4-b97e-a6d0007f0800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:30Z', 'updated_at': '2022-02-28T20:05:32Z', 'revision_number': 2, 'project_id': 'd3cff74886184995ac07de09ea7a003f', 'subnets': [{'id': '0e564005-2edc-44f4-b97e-a6d0007f0800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:05:34.331108 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] Checking router: f1d588c4-b46f-4624-9a64-c37de384575f for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:05:34.331845 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] Updating router f1d588c4-b46f-4624-9a64-c37de384575f port f6ad91a0-fbef-4628-9972-9e0fa26665e5 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:05:34.343961 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-62b60cb1-d6d7-4a2c-bdd4-ca63c51a8a1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b40ceca6ea44569a284f06b9621d49a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483379 Feb 28 20:05:34.346680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37596) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:34.361549 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37598) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:34.370584 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f6ad91a0-fbef-4628-9972-9e0fa26665e5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:34.408109 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-71fa8f40-e2cc-4405-93f7-7800942ffbee admin admin] Publish callbacks [] for security_group (c2c652a4-1c4b-4309-8591-e412111e2cfb), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:34.438510 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-71fa8f40-e2cc-4405-93f7-7800942ffbee admin admin] Publish callbacks [] for security_group (c2c652a4-1c4b-4309-8591-e412111e2cfb), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:34.521372 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-71fa8f40-e2cc-4405-93f7-7800942ffbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c2c652a4-1c4b-4309-8591-e412111e2cfb), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:34.523970 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-71fa8f40-e2cc-4405-93f7-7800942ffbee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:34.525761 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-71fa8f40-e2cc-4405-93f7-7800942ffbee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2c652a4-1c4b-4309-8591-e412111e2cfb HTTP/1.1" status: 204 len: 168 time: 0.1780145 Feb 28 20:05:34.540851 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa8f40-e2cc-4405-93f7-7800942ffbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c652a4-1c4b-4309-8591-e412111e2cfb,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:34.717631 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] Publish callbacks [] for port (f6ad91a0-fbef-4628-9972-9e0fa26665e5), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:34.726504 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f6ad91a0-fbef-4628-9972-9e0fa26665e5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:34.758478 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f3b84559-2494-4dfc-8bd2-e485b5e723de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:34.860868 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a2363-f42f-4d0c-8abb-61a773c57b26 None None] Pushing event updated for resources: {'Port': ['ID=f6ad91a0-fbef-4628-9972-9e0fa26665e5,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:34.882489 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] Attempting to bind port f6ad91a0-fbef-4628-9972-9e0fa26665e5 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:05:34.882489 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] Attempting to bind port f6ad91a0-fbef-4628-9972-9e0fa26665e5 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '66bff8f1-de5f-4643-9ad0-4782df511c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5fda7a41-9a02-4467-87a2-17905323a53a'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:05:34.882489 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] Attempting to bind port f6ad91a0-fbef-4628-9972-9e0fa26665e5 on network 5fda7a41-9a02-4467-87a2-17905323a53a {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:05:34.888342 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:05:34.888649 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] Checking segment: {'id': '66bff8f1-de5f-4643-9ad0-4782df511c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5fda7a41-9a02-4467-87a2-17905323a53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:05:34.888987 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:34.889629 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] Bound using segment: {'id': '66bff8f1-de5f-4643-9ad0-4782df511c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5fda7a41-9a02-4467-87a2-17905323a53a'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:05:34.890133 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] Bound port: f6ad91a0-fbef-4628-9972-9e0fa26665e5, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66bff8f1-de5f-4643-9ad0-4782df511c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5fda7a41-9a02-4467-87a2-17905323a53a'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:05:34.890511 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f6ad91a0-fbef-4628-9972-9e0fa26665e5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:34.932110 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37624) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:34.938914 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-5a919b5e-578a-4b89-8ee4-e965a752b7b5 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--857055819', 'description': 'tempest-description--1274791655'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:34.967888 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] For port f6ad91a0-fbef-4628-9972-9e0fa26665e5, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:05:34.971985 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] For port f6ad91a0-fbef-4628-9972-9e0fa26665e5, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=f6ad91a0-fbef-4628-9972-9e0fa26665e5,segment=NetworkSegment(66bff8f1-de5f-4643-9ad0-4782df511c53),segment_id=66bff8f1-de5f-4643-9ad0-4782df511c53)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:05:34.974252 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f3b84559-2494-4dfc-8bd2-e485b5e723de admin admin] Publish callbacks [] for security_group (4771cc47-a11e-45dd-b1de-e02de39fe17c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:34.982801 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f3b84559-2494-4dfc-8bd2-e485b5e723de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4771cc47-a11e-45dd-b1de-e02de39fe17c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:34.984911 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f6ad91a0-fbef-4628-9972-9e0fa26665e5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:34.986248 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a919b5e-578a-4b89-8ee4-e965a752b7b5 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:35.051118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b84559-2494-4dfc-8bd2-e485b5e723de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4771cc47-a11e-45dd-b1de-e02de39fe17c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:35.077869 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f3b84559-2494-4dfc-8bd2-e485b5e723de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59f2e8198f894460b8eabfacaa0ef0a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7151163 Feb 28 20:05:35.081834 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37626) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:35.082237 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] Routers {'f1d588c4-b46f-4624-9a64-c37de384575f'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:05:35.083920 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:05:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f1d588c4-b46f-4624-9a64-c37de384575f'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:05:35.144183 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a919b5e-578a-4b89-8ee4-e965a752b7b5 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for security_group (7cd5eafb-6afa-4491-af83-1913d6ceeabb), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:35.157152 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a919b5e-578a-4b89-8ee4-e965a752b7b5 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7cd5eafb-6afa-4491-af83-1913d6ceeabb), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:35.177321 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a2363-f42f-4d0c-8abb-61a773c57b26 None None] Pushing event updated for resources: {'Port': ['ID=f6ad91a0-fbef-4628-9972-9e0fa26665e5,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:35.192005 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c0931af0-be73-4255-a72c-b0d7972441ad None None] Provisioning complete for port f6ad91a0-fbef-4628-9972-9e0fa26665e5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:35.192425 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c0931af0-be73-4255-a72c-b0d7972441ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f6ad91a0-fbef-4628-9972-9e0fa26665e5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:35.198918 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e50747eb-c5df-449a-8fbf-bc627d05ea20 admin admin] Publish callbacks [] for security_group (4771cc47-a11e-45dd-b1de-e02de39fe17c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:35.233395 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a919b5e-578a-4b89-8ee4-e965a752b7b5 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:35.234188 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5a919b5e-578a-4b89-8ee4-e965a752b7b5 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3007467 Feb 28 20:05:35.237727 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37632) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:35.242915 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-6188fb01-08b0-4846-bd56-259afcc89d7d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Request body: {'security_group_rule': {'security_group_id': '7cd5eafb-6afa-4491-af83-1913d6ceeabb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:35.249881 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a919b5e-578a-4b89-8ee4-e965a752b7b5 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd5eafb-6afa-4491-af83-1913d6ceeabb,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:35.268264 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e50747eb-c5df-449a-8fbf-bc627d05ea20 admin admin] Publish callbacks [] for security_group (4771cc47-a11e-45dd-b1de-e02de39fe17c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:35.331157 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] Set router f1d588c4-b46f-4624-9a64-c37de384575f gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:05:35.349128 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6188fb01-08b0-4846-bd56-259afcc89d7d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for security_group_rule (e56894a7-7dc4-445d-8f40-ec9bcdfbfcb2), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:35.349361 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e50747eb-c5df-449a-8fbf-bc627d05ea20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4771cc47-a11e-45dd-b1de-e02de39fe17c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:35.352213 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e50747eb-c5df-449a-8fbf-bc627d05ea20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:35.353691 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e50747eb-c5df-449a-8fbf-bc627d05ea20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4771cc47-a11e-45dd-b1de-e02de39fe17c HTTP/1.1" status: 204 len: 168 time: 0.2684090 Feb 28 20:05:35.362110 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50747eb-c5df-449a-8fbf-bc627d05ea20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4771cc47-a11e-45dd-b1de-e02de39fe17c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:35.456050 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6188fb01-08b0-4846-bd56-259afcc89d7d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for security_group_rule (e56894a7-7dc4-445d-8f40-ec9bcdfbfcb2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:35.463154 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6188fb01-08b0-4846-bd56-259afcc89d7d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (e56894a7-7dc4-445d-8f40-ec9bcdfbfcb2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:35.489965 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188fb01-08b0-4846-bd56-259afcc89d7d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56894a7-7dc4-445d-8f40-ec9bcdfbfcb2,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:35.501735 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6188fb01-08b0-4846-bd56-259afcc89d7d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:35.507612 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6188fb01-08b0-4846-bd56-259afcc89d7d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2684412 Feb 28 20:05:35.508684 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37650) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:35.514347 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17051382-4a0e-485f-b68f-32720ae9eb8b req-58af8dd1-a297-4782-98bd-599105b7e7e8 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:35.515222 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-738cb68e-d70a-4138-963a-8bace29831a3 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Request body: {'security_group_rule': {'security_group_id': '7cd5eafb-6afa-4491-af83-1913d6ceeabb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:35.516232 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-17051382-4a0e-485f-b68f-32720ae9eb8b req-58af8dd1-a297-4782-98bd-599105b7e7e8 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/ports?device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 970 time: 0.1226065 Feb 28 20:05:35.556926 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-738cb68e-d70a-4138-963a-8bace29831a3 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for security_group_rule (ed95814d-b063-46d9-9dc8-2268d3818913), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:35.560073 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c0931af0-be73-4255-a72c-b0d7972441ad None None] Current status of the port f6ad91a0-fbef-4628-9972-9e0fa26665e5 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:35.560493 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c0931af0-be73-4255-a72c-b0d7972441ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f6ad91a0-fbef-4628-9972-9e0fa26665e5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:35.596555 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-17051382-4a0e-485f-b68f-32720ae9eb8b req-742c6e6e-982a-4a0f-b45b-03b779c91622 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ca70667-b755-4902-aa9e-fa9016a0d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675931 Feb 28 20:05:35.649002 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c0931af0-be73-4255-a72c-b0d7972441ad None None] For port f6ad91a0-fbef-4628-9972-9e0fa26665e5, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=f6ad91a0-fbef-4628-9972-9e0fa26665e5,segment=NetworkSegment(66bff8f1-de5f-4643-9ad0-4782df511c53),segment_id=66bff8f1-de5f-4643-9ad0-4782df511c53)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:05:35.657392 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-738cb68e-d70a-4138-963a-8bace29831a3 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for security_group_rule (ed95814d-b063-46d9-9dc8-2268d3818913), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:35.662216 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c0931af0-be73-4255-a72c-b0d7972441ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f6ad91a0-fbef-4628-9972-9e0fa26665e5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:35.665777 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-738cb68e-d70a-4138-963a-8bace29831a3 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (ed95814d-b063-46d9-9dc8-2268d3818913), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:35.686282 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cb68e-d70a-4138-963a-8bace29831a3 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed95814d-b063-46d9-9dc8-2268d3818913,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:35.707661 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-738cb68e-d70a-4138-963a-8bace29831a3 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:35.710320 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-738cb68e-d70a-4138-963a-8bace29831a3 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2001579 Feb 28 20:05:35.713513 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37658) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:35.719372 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a20ee388-65b5-44bd-a482-17dd0ef6addb tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:35.751092 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0931af0-be73-4255-a72c-b0d7972441ad None None] Pushing event updated for resources: {'Port': ['ID=f6ad91a0-fbef-4628-9972-9e0fa26665e5,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:35.756454 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a20ee388-65b5-44bd-a482-17dd0ef6addb tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:35.778455 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d588c4-b46f-4624-9a64-c37de384575f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-910493628-router', 'tenant_id': 'd3cff74886184995ac07de09ea7a003f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '5c9bee69-2ce3-48fa-a9f1-e870bd972555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:21Z', 'updated_at': '2022-02-28T20:05:32Z', 'revision_number': 4, 'project_id': 'd3cff74886184995ac07de09ea7a003f', 'gw_port': {'id': '5c9bee69-2ce3-48fa-a9f1-e870bd972555', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ea:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d588c4-b46f-4624-9a64-c37de384575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:22Z', 'updated_at': '2022-02-28T20:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'f6ad91a0-fbef-4628-9972-9e0fa26665e5', 'name': '', 'network_id': '5fda7a41-9a02-4467-87a2-17905323a53a', 'tenant_id': 'd3cff74886184995ac07de09ea7a003f', 'mac_address': 'fa:16:3e:0e:5f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d588c4-b46f-4624-9a64-c37de384575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '0e564005-2edc-44f4-b97e-a6d0007f0800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:30Z', 'updated_at': '2022-02-28T20:05:34Z', 'revision_number': 4, 'project_id': 'd3cff74886184995ac07de09ea7a003f', 'subnets': [{'id': '0e564005-2edc-44f4-b97e-a6d0007f0800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:05:35.811373 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37708b90-1574-4f3c-abb2-5c339a4c4750 None None] The sync data for ids ['f1d588c4-b46f-4624-9a64-c37de384575f'] in n-d-820368-21 is: [{'id': 'f1d588c4-b46f-4624-9a64-c37de384575f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-910493628-router', 'tenant_id': 'd3cff74886184995ac07de09ea7a003f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '5c9bee69-2ce3-48fa-a9f1-e870bd972555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:21Z', 'updated_at': '2022-02-28T20:05:32Z', 'revision_number': 4, 'project_id': 'd3cff74886184995ac07de09ea7a003f', 'gw_port': {'id': '5c9bee69-2ce3-48fa-a9f1-e870bd972555', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ea:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d588c4-b46f-4624-9a64-c37de384575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:22Z', 'updated_at': '2022-02-28T20:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'f6ad91a0-fbef-4628-9972-9e0fa26665e5', 'name': '', 'network_id': '5fda7a41-9a02-4467-87a2-17905323a53a', 'tenant_id': 'd3cff74886184995ac07de09ea7a003f', 'mac_address': 'fa:16:3e:0e:5f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d588c4-b46f-4624-9a64-c37de384575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '0e564005-2edc-44f4-b97e-a6d0007f0800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:30Z', 'updated_at': '2022-02-28T20:05:34Z', 'revision_number': 4, 'project_id': 'd3cff74886184995ac07de09ea7a003f', 'subnets': [{'id': '0e564005-2edc-44f4-b97e-a6d0007f0800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:05:35.829697 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7514c3b8-6cd3-4017-8703-e0c7b1259573 None None] Provisioning complete for port f6ad91a0-fbef-4628-9972-9e0fa26665e5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:35.830222 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7514c3b8-6cd3-4017-8703-e0c7b1259573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f6ad91a0-fbef-4628-9972-9e0fa26665e5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:35.903670 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 33fc5826-3748-4365-9cf4-a20f31483e8e details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:05:35.931971 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a20ee388-65b5-44bd-a482-17dd0ef6addb tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:35.972271 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37664) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:35.992839 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a4f4a683-574e-4749-801c-9450597caa3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:36.158346 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-a20ee388-65b5-44bd-a482-17dd0ef6addb tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Allocated IP 172.25.0.114 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/27865426-c424-44d6-a9ee-874b856091b2) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:05:36.183416 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a4f4a683-574e-4749-801c-9450597caa3a admin admin] Publish callbacks [] for security_group (6e03f535-cc62-4219-9bab-3bf98faa0d1d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:36.194356 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a4f4a683-574e-4749-801c-9450597caa3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6e03f535-cc62-4219-9bab-3bf98faa0d1d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:36.284641 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a4f4a683-574e-4749-801c-9450597caa3a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8991265868284fa4b3e0c3e1329742ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115115 Feb 28 20:05:36.285385 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7514c3b8-6cd3-4017-8703-e0c7b1259573 None None] Current status of the port f6ad91a0-fbef-4628-9972-9e0fa26665e5 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:36.298732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37670) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:36.307473 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4a683-574e-4749-801c-9450597caa3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e03f535-cc62-4219-9bab-3bf98faa0d1d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:36.333170 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 33fc5826-3748-4365-9cf4-a20f31483e8e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=33fc5826-3748-4365-9cf4-a20f31483e8e,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:05:36.358362 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '33fc5826-3748-4365-9cf4-a20f31483e8e', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '33fc5826-3748-4365-9cf4-a20f31483e8e', 'mac_address': 'fa:16:3e:97:fc:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:tempest-test_az-1917933488', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:05:36.386729 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a20ee388-65b5-44bd-a482-17dd0ef6addb tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for port (27865426-c424-44d6-a9ee-874b856091b2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:36.401630 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-16b79001-ffe5-471e-abae-d04c2c9edce7 admin admin] Publish callbacks [] for security_group (6e03f535-cc62-4219-9bab-3bf98faa0d1d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:36.437230 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a20ee388-65b5-44bd-a482-17dd0ef6addb tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (27865426-c424-44d6-a9ee-874b856091b2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:36.446126 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-16b79001-ffe5-471e-abae-d04c2c9edce7 admin admin] Publish callbacks [] for security_group (6e03f535-cc62-4219-9bab-3bf98faa0d1d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:36.454893 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 33fc5826-3748-4365-9cf4-a20f31483e8e is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:36.455391 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (33fc5826-3748-4365-9cf4-a20f31483e8e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:36.492302 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33fc5826-3748-4365-9cf4-a20f31483e8e {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:05:36.499935 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20ee388-65b5-44bd-a482-17dd0ef6addb tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:05:36.507003 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-a20ee388-65b5-44bd-a482-17dd0ef6addb tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:05:36.517246 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20ee388-65b5-44bd-a482-17dd0ef6addb tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:05:36.530479 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-16b79001-ffe5-471e-abae-d04c2c9edce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6e03f535-cc62-4219-9bab-3bf98faa0d1d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:36.534078 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ee388-65b5-44bd-a482-17dd0ef6addb tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Pushing event updated for resources: {'Port': ['ID=27865426-c424-44d6-a9ee-874b856091b2,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:36.543068 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-16b79001-ffe5-471e-abae-d04c2c9edce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:36.543456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 33fc5826-3748-4365-9cf4-a20f31483e8e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=33fc5826-3748-4365-9cf4-a20f31483e8e,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:05:36.545989 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-16b79001-ffe5-471e-abae-d04c2c9edce7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e03f535-cc62-4219-9bab-3bf98faa0d1d HTTP/1.1" status: 204 len: 168 time: 0.2448096 Feb 28 20:05:36.556180 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (33fc5826-3748-4365-9cf4-a20f31483e8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:36.562447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b79001-ffe5-471e-abae-d04c2c9edce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e03f535-cc62-4219-9bab-3bf98faa0d1d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:36.661093 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a20ee388-65b5-44bd-a482-17dd0ef6addb tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for floatingip (3f733033-5fb4-4439-b653-84eb26902493), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:36.695642 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=33fc5826-3748-4365-9cf4-a20f31483e8e,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:36.734367 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a20ee388-65b5-44bd-a482-17dd0ef6addb tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (27865426-c424-44d6-a9ee-874b856091b2), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:36.789023 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fdcd1-19ca-46ea-80f2-cc636871ca70 req-d07f720b-f4b8-4608-9131-80aca893c5f0 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:36.798848 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b02fdcd1-19ca-46ea-80f2-cc636871ca70 req-d07f720b-f4b8-4608-9131-80aca893c5f0 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/ports?device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 971 time: 0.0865135 Feb 28 20:05:36.866695 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b02fdcd1-19ca-46ea-80f2-cc636871ca70 req-1af0c5cb-340e-4558-a684-4aa7e31763a1 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ca70667-b755-4902-aa9e-fa9016a0d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631778 Feb 28 20:05:36.889660 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['33fc5826-3748-4365-9cf4-a20f31483e8e'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:05:36.954809 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a20ee388-65b5-44bd-a482-17dd0ef6addb tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for port (27865426-c424-44d6-a9ee-874b856091b2), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:36.968920 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a20ee388-65b5-44bd-a482-17dd0ef6addb tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (27865426-c424-44d6-a9ee-874b856091b2), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:36.987623 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a20ee388-65b5-44bd-a482-17dd0ef6addb tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (3f733033-5fb4-4439-b653-84eb26902493), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:37.034953 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a20ee388-65b5-44bd-a482-17dd0ef6addb tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:37.036428 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a20ee388-65b5-44bd-a482-17dd0ef6addb tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3217130 Feb 28 20:05:37.040663 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ee388-65b5-44bd-a482-17dd0ef6addb tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Pushing event updated for resources: {'Port': ['ID=27865426-c424-44d6-a9ee-874b856091b2,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:37.165664 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19e999f2-f9a5-47b8-9e2e-b40742d65fb8 req-486ccbd9-6bc0-4d4b-abf8-4726b21cc8ac tempest-QuotasAdminNegativeTest-274617742 tempest-QuotasAdminNegativeTest-274617742-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2195f804b39d47779ebeef41dbaf4b42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270190 Feb 28 20:05:37.319570 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e999f2-f9a5-47b8-9e2e-b40742d65fb8 req-be9be5bb-70af-46f0-87e7-3929b29378e8 tempest-QuotasAdminNegativeTest-274617742 tempest-QuotasAdminNegativeTest-274617742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:37.321243 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19e999f2-f9a5-47b8-9e2e-b40742d65fb8 req-be9be5bb-70af-46f0-87e7-3929b29378e8 tempest-QuotasAdminNegativeTest-274617742 tempest-QuotasAdminNegativeTest-274617742-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1548102 Feb 28 20:05:37.343283 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19e999f2-f9a5-47b8-9e2e-b40742d65fb8 req-3238d67a-18f5-4590-a75d-0b3fe8a3fa5c tempest-QuotasAdminNegativeTest-274617742 tempest-QuotasAdminNegativeTest-274617742-project] 10.222.0.13 "GET /v2.0/quotas/2195f804b39d47779ebeef41dbaf4b42 HTTP/1.1" status: 200 len: 375 time: 0.0154560 Feb 28 20:05:37.388804 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19e999f2-f9a5-47b8-9e2e-b40742d65fb8 req-82782762-a51c-40bd-b2c4-90f3511f7d06 tempest-QuotasAdminNegativeTest-274617742 tempest-QuotasAdminNegativeTest-274617742-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2195f804b39d47779ebeef41dbaf4b42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445068 Feb 28 20:05:37.596124 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9f36a9ba-1297-4ad6-9f52-7a9e12e33621 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--857055819&fields=id&tenant_id=8c49f134d2844d928e46d52f9a7a9018 HTTP/1.1" status: 200 len: 267 time: 0.0738626 Feb 28 20:05:37.814155 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9736d400-fe15-43d7-9066-013202ccad62 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:37.822786 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9736d400-fe15-43d7-9066-013202ccad62 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/networks?id=ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 HTTP/1.1" status: 200 len: 823 time: 0.2158799 Feb 28 20:05:37.842052 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-a9a14544-d1bd-4935-97d7-20aacc93fb20 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/quotas/8c49f134d2844d928e46d52f9a7a9018 HTTP/1.1" status: 200 len: 375 time: 0.0156264 Feb 28 20:05:37.888301 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 33fc5826-3748-4365-9cf4-a20f31483e8e up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:05:37.938024 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-e027430d-f84a-43f7-9a60-f0632347f5e9 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c49f134d2844d928e46d52f9a7a9018&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975363 Feb 28 20:05:37.972652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f6ad91a0-fbef-4628-9972-9e0fa26665e5 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:05:37.976753 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 33fc5826-3748-4365-9cf4-a20f31483e8e completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:05:37.984553 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 33fc5826-3748-4365-9cf4-a20f31483e8e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:37.985228 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (33fc5826-3748-4365-9cf4-a20f31483e8e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:38.070629 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port f6ad91a0-fbef-4628-9972-9e0fa26665e5 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:38.071010 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f6ad91a0-fbef-4628-9972-9e0fa26665e5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:38.130730 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 33fc5826-3748-4365-9cf4-a20f31483e8e is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:38.131117 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (33fc5826-3748-4365-9cf4-a20f31483e8e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:38.160064 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c720b122-e8f4-4ccc-838b-fa9df80f6c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fc5826-3748-4365-9cf4-a20f31483e8e'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:05:38.232499 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 33fc5826-3748-4365-9cf4-a20f31483e8e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=33fc5826-3748-4365-9cf4-a20f31483e8e,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:05:38.256461 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (33fc5826-3748-4365-9cf4-a20f31483e8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:38.291359 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port f6ad91a0-fbef-4628-9972-9e0fa26665e5 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:38.315935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=33fc5826-3748-4365-9cf4-a20f31483e8e,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:38.340255 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37778) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:38.361181 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-559c43b4-169b-410c-876d-7996ea6a2a81 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:05:38.366832 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-559c43b4-169b-410c-876d-7996ea6a2a81 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2407951 Feb 28 20:05:38.410956 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-dc44deff-84f9-482a-945e-6ca0086c0443 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1713376604-network', 'tenant_id': 'b6b50aa5623943dda1cd4fb5f568793b'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:38.501923 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83f96c7-fba3-4651-83e3-4411a361a71a" -d '{"events": [{"server_uuid": "c720b122-e8f4-4ccc-838b-fa9df80f6c56", "name": "network-vif-plugged", "status": "completed", "tag": "33fc5826-3748-4365-9cf4-a20f31483e8e"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:05:38.586215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc44deff-84f9-482a-945e-6ca0086c0443 admin admin] Made reservation on behalf of b6b50aa5623943dda1cd4fb5f568793b for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:05:38.588482 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc44deff-84f9-482a-945e-6ca0086c0443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:38.604598 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc44deff-84f9-482a-945e-6ca0086c0443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:38.615528 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-5d4a7b44-0f02-4276-85a6-48b95337c80a service neutron] 10.222.0.13 "GET /v2.0/networks/ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412026 Feb 28 20:05:38.749542 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-dac6d629-6877-4bdb-af6a-7e2c600b7599 service neutron] 10.222.0.13 "GET /v2.0/networks/ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264994 Feb 28 20:05:38.771126 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc44deff-84f9-482a-945e-6ca0086c0443 admin admin] Publish callbacks [] for security_group (e0672a87-e851-4571-8a11-56085f97381f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:38.776527 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc44deff-84f9-482a-945e-6ca0086c0443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e0672a87-e851-4571-8a11-56085f97381f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:38.803124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc44deff-84f9-482a-945e-6ca0086c0443 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:05:38.825196 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc44deff-84f9-482a-945e-6ca0086c0443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (3af0ccaf-34e6-4a05-ab3e-7000fb402dbb), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:38.825545 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-dc44deff-84f9-482a-945e-6ca0086c0443 admin admin] Added segment 3af0ccaf-34e6-4a05-ab3e-7000fb402dbb of type vlan for network 7c962902-172c-4834-92e0-74fa9c4b64b6 Feb 28 20:05:38.826908 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44deff-84f9-482a-945e-6ca0086c0443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0672a87-e851-4571-8a11-56085f97381f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:38.874748 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc44deff-84f9-482a-945e-6ca0086c0443 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (7c962902-172c-4834-92e0-74fa9c4b64b6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:38.940217 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc44deff-84f9-482a-945e-6ca0086c0443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (7c962902-172c-4834-92e0-74fa9c4b64b6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:38.941660 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc44deff-84f9-482a-945e-6ca0086c0443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:38.941744 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc44deff-84f9-482a-945e-6ca0086c0443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:39.010986 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd1100-8183-40f0-9aca-c0ae368387f5 req-a7f31f51-90ed-4eef-b82e-dff741e5d605 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:39.013064 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37cd1100-8183-40f0-9aca-c0ae368387f5 req-a7f31f51-90ed-4eef-b82e-dff741e5d605 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/ports?device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 972 time: 0.1358829 Feb 28 20:05:39.027275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44deff-84f9-482a-945e-6ca0086c0443 admin admin] Pushing event updated for resources: {'Network': ['ID=7c962902-172c-4834-92e0-74fa9c4b64b6,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:39.036037 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-dc44deff-84f9-482a-945e-6ca0086c0443 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6938806 Feb 28 20:05:39.038154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 7c962902-172c-4834-92e0-74fa9c4b64b6 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:05:39.038635 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37814) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:39.045248 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d853e098-e53a-4421-af9e-ca326b5719d5 admin admin] Request body: {'subnet': {'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1713376604-subnet', 'tenant_id': 'b6b50aa5623943dda1cd4fb5f568793b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:39.083443 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d853e098-e53a-4421-af9e-ca326b5719d5 admin admin] Made reservation on behalf of b6b50aa5623943dda1cd4fb5f568793b for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:05:39.086226 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37cd1100-8183-40f0-9aca-c0ae368387f5 req-114921ea-6fc9-4560-8c7f-17c5f36b4816 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ca70667-b755-4902-aa9e-fa9016a0d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652385 Feb 28 20:05:39.095356 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d853e098-e53a-4421-af9e-ca326b5719d5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:39.219466 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e062e97-b13e-45e1-b669-da088eb10365 x-openstack-request-id: req-7e062e97-b13e-45e1-b669-da088eb10365 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:05:39.220076 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c720b122-e8f4-4ccc-838b-fa9df80f6c56", "name": "network-vif-plugged", "status": "completed", "tag": "33fc5826-3748-4365-9cf4-a20f31483e8e", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:05:39.221200 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e062e97-b13e-45e1-b669-da088eb10365 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:05:39.221951 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c720b122-e8f4-4ccc-838b-fa9df80f6c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fc5826-3748-4365-9cf4-a20f31483e8e', 'code': 200} Feb 28 20:05:39.310008 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c736f335-3298-46f4-b473-d532562cf285 req-6560d1f6-3629-427b-8b1f-6c9b8e97feac tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=22e52380129547bbadea6115767706f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454340 Feb 28 20:05:39.415445 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d853e098-e53a-4421-af9e-ca326b5719d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for subnet (cc6270d4-fae4-4010-aab7-61ec0ed0c71b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:39.436429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736f335-3298-46f4-b473-d532562cf285 req-db11829a-d991-47cd-a00d-f6b441e79b56 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:39.438870 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c736f335-3298-46f4-b473-d532562cf285 req-db11829a-d991-47cd-a00d-f6b441e79b56 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1280580 Feb 28 20:05:39.456108 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c736f335-3298-46f4-b473-d532562cf285 req-317131a4-e11f-46df-93a4-d14c2411f377 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/quotas/22e52380129547bbadea6115767706f2 HTTP/1.1" status: 200 len: 375 time: 0.0114202 Feb 28 20:05:39.480285 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d175a-cc0c-49eb-bcdd-e142ce475db3 req-5b4124b9-1194-47a9-90a3-da31e385f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:39.482390 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c38d175a-cc0c-49eb-bcdd-e142ce475db3 req-5b4124b9-1194-47a9-90a3-da31e385f930 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 1155 time: 0.1826024 Feb 28 20:05:39.496222 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c736f335-3298-46f4-b473-d532562cf285 req-b5a98602-2c37-48b1-938c-cc785ca62a20 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=22e52380129547bbadea6115767706f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348477 Feb 28 20:05:39.506069 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853e098-e53a-4421-af9e-ca326b5719d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc6270d4-fae4-4010-aab7-61ec0ed0c71b,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:39.517932 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c38d175a-cc0c-49eb-bcdd-e142ce475db3 req-c23a3ec1-58ec-49ed-b9c1-e8dcfdab24d5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:39.530738 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-520fb8ff-d387-4f38-b25c-c71f5e4fe0a8 req-2ae24c46-5710-4a03-a08f-1697844c6bd8 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 210 time: 0.0334983 Feb 28 20:05:39.534986 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d853e098-e53a-4421-af9e-ca326b5719d5 admin admin] Checking segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:05:39.535953 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d853e098-e53a-4421-af9e-ca326b5719d5 admin admin] Network hostable DHCP agents. Network: 7c962902-172c-4834-92e0-74fa9c4b64b6, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:05:39.584721 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d853e098-e53a-4421-af9e-ca326b5719d5 admin admin] Network 7c962902-172c-4834-92e0-74fa9c4b64b6 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:05:39.610264 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-d853e098-e53a-4421-af9e-ca326b5719d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 7c962902-172c-4834-92e0-74fa9c4b64b6) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:05:39.617440 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d853e098-e53a-4421-af9e-ca326b5719d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:39.618881 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d853e098-e53a-4421-af9e-ca326b5719d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:39.622216 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ed0103-d102-4acb-9d5e-064774d64088 None None] Network 7c962902-172c-4834-92e0-74fa9c4b64b6 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:05:39.650067 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c38d175a-cc0c-49eb-bcdd-e142ce475db3 req-c23a3ec1-58ec-49ed-b9c1-e8dcfdab24d5 service neutron] Publish callbacks [] for security_group (7e563f47-2829-4220-8027-87d569344a4c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:39.654476 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c38d175a-cc0c-49eb-bcdd-e142ce475db3 req-c23a3ec1-58ec-49ed-b9c1-e8dcfdab24d5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7e563f47-2829-4220-8027-87d569344a4c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:39.670767 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d853e098-e53a-4421-af9e-ca326b5719d5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6309147 Feb 28 20:05:39.761608 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a3ec1-58ec-49ed-b9c1-e8dcfdab24d5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7e563f47-2829-4220-8027-87d569344a4c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:39.767905 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c38d175a-cc0c-49eb-bcdd-e142ce475db3 req-c23a3ec1-58ec-49ed-b9c1-e8dcfdab24d5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2ca70667-b755-4902-aa9e-fa9016a0d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755306 Feb 28 20:05:39.898771 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c769f5-f8db-43d2-9fea-69537a990dd7 None None] Network 7c962902-172c-4834-92e0-74fa9c4b64b6 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:05:39.951555 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7f3825e-3787-4298-abbf-7e287f60ee84 req-68003f8f-4d88-4d74-9c06-a008844dca8f tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3856e275-da99-4776-92d5-c84bfa43a7c3 HTTP/1.1" status: 200 len: 210 time: 0.0636647 Feb 28 20:05:40.158873 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-125a3a56-e017-4faf-985b-4155d232f454 req-e7f7501c-5739-4f87-b93c-03e692837217 tempest-QuotasAdminNegativeTest-274617742 tempest-QuotasAdminNegativeTest-274617742-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2195f804b39d47779ebeef41dbaf4b42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416665 Feb 28 20:05:40.350167 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a3a56-e017-4faf-985b-4155d232f454 req-86682ad2-0dd7-473f-ae15-dc97bc19f3d0 tempest-QuotasAdminNegativeTest-274617742 tempest-QuotasAdminNegativeTest-274617742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:40.359466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-125a3a56-e017-4faf-985b-4155d232f454 req-86682ad2-0dd7-473f-ae15-dc97bc19f3d0 tempest-QuotasAdminNegativeTest-274617742 tempest-QuotasAdminNegativeTest-274617742-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1937885 Feb 28 20:05:40.383149 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d12404-e164-4676-ae87-f9994981c079 req-7358bb5f-d015-46c2-b03b-8c47764be386 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:40.384870 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-48d12404-e164-4676-ae87-f9994981c079 req-7358bb5f-d015-46c2-b03b-8c47764be386 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/ports?device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 972 time: 0.1318419 Feb 28 20:05:40.392217 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-125a3a56-e017-4faf-985b-4155d232f454 req-d84d9ce9-34e6-4e91-bbe3-cd383ac38f94 tempest-QuotasAdminNegativeTest-274617742 tempest-QuotasAdminNegativeTest-274617742-project] 10.222.0.13 "GET /v2.0/quotas/2195f804b39d47779ebeef41dbaf4b42 HTTP/1.1" status: 200 len: 375 time: 0.0315521 Feb 28 20:05:40.443669 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-125a3a56-e017-4faf-985b-4155d232f454 req-237a056a-45fc-4dd7-b9c3-ac7b6ea5d576 tempest-QuotasAdminNegativeTest-274617742 tempest-QuotasAdminNegativeTest-274617742-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2195f804b39d47779ebeef41dbaf4b42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476310 Feb 28 20:05:40.536611 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-48d12404-e164-4676-ae87-f9994981c079 req-b2f54c00-82f9-482b-bbee-2028449d788e tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ca70667-b755-4902-aa9e-fa9016a0d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337054 Feb 28 20:05:40.650712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37922) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:40.656884 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-83faead3-f05d-49fe-bcc1-760e171f3f75 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1320177639-network', 'tenant_id': '9c97c8a3dc1a4ce49cdec3380b63eade'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:40.659698 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-061cbbc6-7835-4872-9735-d311ac464464 req-b7d6c14e-b6e6-4c15-98f6-2d1597ff7305 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 210 time: 0.0409882 Feb 28 20:05:40.693432 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83faead3-f05d-49fe-bcc1-760e171f3f75 admin admin] Made reservation on behalf of 9c97c8a3dc1a4ce49cdec3380b63eade for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:05:40.696543 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-83faead3-f05d-49fe-bcc1-760e171f3f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:40.709060 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-83faead3-f05d-49fe-bcc1-760e171f3f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:40.761615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.10', 62016) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:40.862035 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-83faead3-f05d-49fe-bcc1-760e171f3f75 admin admin] Publish callbacks [] for security_group (79b119d7-3e9d-4f63-9c21-c57ed6f6f693), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:40.872274 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-83faead3-f05d-49fe-bcc1-760e171f3f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (79b119d7-3e9d-4f63-9c21-c57ed6f6f693), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:40.896882 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83faead3-f05d-49fe-bcc1-760e171f3f75 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:05:40.914632 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83faead3-f05d-49fe-bcc1-760e171f3f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b119d7-3e9d-4f63-9c21-c57ed6f6f693,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:40.917558 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-83faead3-f05d-49fe-bcc1-760e171f3f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (903335c7-7847-4b30-a4fc-c3972290fee6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:40.918081 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-83faead3-f05d-49fe-bcc1-760e171f3f75 admin admin] Added segment 903335c7-7847-4b30-a4fc-c3972290fee6 of type vlan for network 2a481666-a67f-4005-a3d3-975846422aee Feb 28 20:05:40.982079 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-598da01a-dd57-4482-a5ea-54305f6a20e4 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:40.984031 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-598da01a-dd57-4482-a5ea-54305f6a20e4 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.10 "GET /v2.0/networks?id=ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 HTTP/1.1" status: 200 len: 823 time: 0.2205682 Feb 28 20:05:41.004841 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-83faead3-f05d-49fe-bcc1-760e171f3f75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (2a481666-a67f-4005-a3d3-975846422aee), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:41.043721 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-83faead3-f05d-49fe-bcc1-760e171f3f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (2a481666-a67f-4005-a3d3-975846422aee), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:41.044874 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83faead3-f05d-49fe-bcc1-760e171f3f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:41.045483 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-83faead3-f05d-49fe-bcc1-760e171f3f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:41.102962 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d1c639c-8a70-4e12-ab58-66023d845869 req-ea155685-2eb4-4f53-bb6a-995fbcdb2966 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3856e275-da99-4776-92d5-c84bfa43a7c3 HTTP/1.1" status: 200 len: 210 time: 0.0330353 Feb 28 20:05:41.128655 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83faead3-f05d-49fe-bcc1-760e171f3f75 admin admin] Pushing event updated for resources: {'Network': ['ID=2a481666-a67f-4005-a3d3-975846422aee,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:41.129422 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37938) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:41.137600 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-83faead3-f05d-49fe-bcc1-760e171f3f75 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4851763 Feb 28 20:05:41.140222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37942) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:41.146234 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 2a481666-a67f-4005-a3d3-975846422aee details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:05:41.148941 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-0f7412bb-8961-47d5-a1f4-1dff59abacbc admin admin] Request body: {'subnet': {'network_id': '2a481666-a67f-4005-a3d3-975846422aee', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1320177639-subnet', 'tenant_id': '9c97c8a3dc1a4ce49cdec3380b63eade', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:41.174416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7412bb-8961-47d5-a1f4-1dff59abacbc admin admin] Made reservation on behalf of 9c97c8a3dc1a4ce49cdec3380b63eade for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:05:41.178613 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0f7412bb-8961-47d5-a1f4-1dff59abacbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:41.343723 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2f20f527-b1c0-42c8-b5a5-d28d3d25e518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:41.353067 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-3f533fc9-ce8f-45f4-bdf2-5cf10a383233 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c49f134d2844d928e46d52f9a7a9018 HTTP/1.1" status: 200 len: 379 time: 0.1563597 Feb 28 20:05:41.515388 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0f7412bb-8961-47d5-a1f4-1dff59abacbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (d64786ad-5cc7-46e4-9501-3277362f3769), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:41.555658 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2f20f527-b1c0-42c8-b5a5-d28d3d25e518 admin admin] Publish callbacks [] for security_group (5bd58296-4d1c-4b72-94be-1ba6754ad4d9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:41.577781 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2f20f527-b1c0-42c8-b5a5-d28d3d25e518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5bd58296-4d1c-4b72-94be-1ba6754ad4d9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:41.642224 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7412bb-8961-47d5-a1f4-1dff59abacbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d64786ad-5cc7-46e4-9501-3277362f3769,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:41.666039 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2f20f527-b1c0-42c8-b5a5-d28d3d25e518 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b80483141db41979e39986db7a0fe11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5305278 Feb 28 20:05:41.666428 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37964) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:41.700779 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7412bb-8961-47d5-a1f4-1dff59abacbc admin admin] Checking segment: {'id': '903335c7-7847-4b30-a4fc-c3972290fee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2a481666-a67f-4005-a3d3-975846422aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:05:41.701331 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7412bb-8961-47d5-a1f4-1dff59abacbc admin admin] Network hostable DHCP agents. Network: 2a481666-a67f-4005-a3d3-975846422aee, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:05:41.706905 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20f527-b1c0-42c8-b5a5-d28d3d25e518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd58296-4d1c-4b72-94be-1ba6754ad4d9,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:41.756188 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff748261-33fe-4df7-be59-8d9aa28f4a21 req-7dba3606-fbdd-40d8-8dbe-6d1e6c2275dd tempest-QuotasAdminNegativeTest-274617742 tempest-QuotasAdminNegativeTest-274617742-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2195f804b39d47779ebeef41dbaf4b42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337896 Feb 28 20:05:41.764925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7412bb-8961-47d5-a1f4-1dff59abacbc admin admin] Network 2a481666-a67f-4005-a3d3-975846422aee is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:05:41.774705 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-734a536b-518f-421b-a82a-5035888ba5ac admin admin] Publish callbacks [] for security_group (5bd58296-4d1c-4b72-94be-1ba6754ad4d9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:41.789998 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f3593-fbe2-404b-bfad-9f2a6023dda0 req-a5edfe91-61e5-4b99-87c5-c09eef6ad65e tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:41.791954 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-572f3593-fbe2-404b-bfad-9f2a6023dda0 req-a5edfe91-61e5-4b99-87c5-c09eef6ad65e tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/ports?device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 972 time: 0.1614568 Feb 28 20:05:41.802261 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-734a536b-518f-421b-a82a-5035888ba5ac admin admin] Publish callbacks [] for security_group (5bd58296-4d1c-4b72-94be-1ba6754ad4d9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:41.817089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-0f7412bb-8961-47d5-a1f4-1dff59abacbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 2a481666-a67f-4005-a3d3-975846422aee) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:05:41.830750 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781415a2-29cf-426a-9b6f-406bbd5f8e22 None None] Network 2a481666-a67f-4005-a3d3-975846422aee requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:05:41.845544 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7412bb-8961-47d5-a1f4-1dff59abacbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:41.846441 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0f7412bb-8961-47d5-a1f4-1dff59abacbc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:41.895223 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-734a536b-518f-421b-a82a-5035888ba5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5bd58296-4d1c-4b72-94be-1ba6754ad4d9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:41.900344 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-734a536b-518f-421b-a82a-5035888ba5ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:41.906535 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-734a536b-518f-421b-a82a-5035888ba5ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5bd58296-4d1c-4b72-94be-1ba6754ad4d9 HTTP/1.1" status: 204 len: 168 time: 0.2380874 Feb 28 20:05:41.908317 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0f7412bb-8961-47d5-a1f4-1dff59abacbc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7660720 Feb 28 20:05:41.927569 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a536b-518f-421b-a82a-5035888ba5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd58296-4d1c-4b72-94be-1ba6754ad4d9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:41.966930 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-572f3593-fbe2-404b-bfad-9f2a6023dda0 req-71e8c461-314f-4c19-8b1a-5fc8f46394f8 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ca70667-b755-4902-aa9e-fa9016a0d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625698 Feb 28 20:05:41.998580 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c9e8e7-78a4-4186-bdf8-6a54a19da60f None None] Network 2a481666-a67f-4005-a3d3-975846422aee requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:05:42.026103 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff748261-33fe-4df7-be59-8d9aa28f4a21 req-e0cbffaa-2d68-41e7-80e6-df6b2407e1fe tempest-QuotasAdminNegativeTest-274617742 tempest-QuotasAdminNegativeTest-274617742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:42.033776 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff748261-33fe-4df7-be59-8d9aa28f4a21 req-e0cbffaa-2d68-41e7-80e6-df6b2407e1fe tempest-QuotasAdminNegativeTest-274617742 tempest-QuotasAdminNegativeTest-274617742-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2548461 Feb 28 20:05:42.095198 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4fd11f48-2afb-466c-981d-caa1e1b5d89b req-aab7db4e-48a3-4d89-8501-cd93fbdb739b tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 210 time: 0.0421560 Feb 28 20:05:42.103446 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff748261-33fe-4df7-be59-8d9aa28f4a21 req-97972edf-d21a-4c90-b390-a7553a268003 tempest-QuotasAdminNegativeTest-274617742 tempest-QuotasAdminNegativeTest-274617742-project] 10.222.0.13 "GET /v2.0/quotas/2195f804b39d47779ebeef41dbaf4b42 HTTP/1.1" status: 200 len: 375 time: 0.0684621 Feb 28 20:05:42.169931 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff748261-33fe-4df7-be59-8d9aa28f4a21 req-ca53697b-2248-4e55-9081-b73df8cacfb8 tempest-QuotasAdminNegativeTest-274617742 tempest-QuotasAdminNegativeTest-274617742-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2195f804b39d47779ebeef41dbaf4b42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654311 Feb 28 20:05:42.252123 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea689258-839f-4934-8af5-68606d2daf40 req-5293a27b-42b0-42b8-a45d-04d4813dae5c tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3856e275-da99-4776-92d5-c84bfa43a7c3 HTTP/1.1" status: 200 len: 210 time: 0.0394299 Feb 28 20:05:42.392833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37992) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:42.408781 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-095874fc-dc8b-4a05-97b2-b39ce3916d53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:42.548356 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-095874fc-dc8b-4a05-97b2-b39ce3916d53 admin admin] Publish callbacks [] for security_group (74807c73-382a-4d07-84fd-fba029dd816e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:42.577449 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-095874fc-dc8b-4a05-97b2-b39ce3916d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (74807c73-382a-4d07-84fd-fba029dd816e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:42.644332 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-095874fc-dc8b-4a05-97b2-b39ce3916d53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebbeedf441f947eb97cec12121907089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497756 Feb 28 20:05:42.645239 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095874fc-dc8b-4a05-97b2-b39ce3916d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74807c73-382a-4d07-84fd-fba029dd816e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:42.648775 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38002) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:42.676221 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-d7fed469-4bb8-4262-ae02-bf14397c928d tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:42.680420 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-d7fed469-4bb8-4262-ae02-bf14397c928d tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 808 time: 0.1848037 Feb 28 20:05:42.704888 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-8bdcc4d9-beec-4d1b-b3b6-4f9bf0874011 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/quotas/b6b50aa5623943dda1cd4fb5f568793b HTTP/1.1" status: 200 len: 375 time: 0.0167360 Feb 28 20:05:42.722099 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc0a78f4-ef28-425c-8ff8-592f3a900f03 admin admin] Publish callbacks [] for security_group (74807c73-382a-4d07-84fd-fba029dd816e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:42.741356 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-fd6bf634-b1c0-4334-9a09-7134ce7abe90 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304050 Feb 28 20:05:42.753385 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc0a78f4-ef28-425c-8ff8-592f3a900f03 admin admin] Publish callbacks [] for security_group (74807c73-382a-4d07-84fd-fba029dd816e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:42.819600 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc0a78f4-ef28-425c-8ff8-592f3a900f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (74807c73-382a-4d07-84fd-fba029dd816e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:42.824970 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc0a78f4-ef28-425c-8ff8-592f3a900f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:42.830953 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fc0a78f4-ef28-425c-8ff8-592f3a900f03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74807c73-382a-4d07-84fd-fba029dd816e HTTP/1.1" status: 204 len: 168 time: 0.1769004 Feb 28 20:05:42.842980 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a78f4-ef28-425c-8ff8-592f3a900f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74807c73-382a-4d07-84fd-fba029dd816e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:43.081769 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-da157403-33c0-498e-bd01-d25f529b83a0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:05:43.088510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38020) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:43.088725 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-da157403-33c0-498e-bd01-d25f529b83a0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2308366 Feb 28 20:05:43.186377 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2b023784-03af-4073-8012-34592ceccbd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:43.314908 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35abb74-ae09-41aa-b4b0-e467e960cbdd req-7ace9958-bc6a-49b5-804e-68e6813057e1 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:43.316415 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d35abb74-ae09-41aa-b4b0-e467e960cbdd req-7ace9958-bc6a-49b5-804e-68e6813057e1 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/ports?device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 972 time: 0.2741184 Feb 28 20:05:43.318910 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2b023784-03af-4073-8012-34592ceccbd5 admin admin] Publish callbacks [] for security_group (556965ac-edba-4acb-975b-5dd61b2e49d1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:43.330079 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2b023784-03af-4073-8012-34592ceccbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (556965ac-edba-4acb-975b-5dd61b2e49d1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:43.356440 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-81132bbf-7506-407c-b5c9-f96c0111a282 service neutron] 10.222.0.13 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666981 Feb 28 20:05:43.390793 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2b023784-03af-4073-8012-34592ceccbd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2195f804b39d47779ebeef41dbaf4b42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971272 Feb 28 20:05:43.390793 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b023784-03af-4073-8012-34592ceccbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556965ac-edba-4acb-975b-5dd61b2e49d1,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:43.392155 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38036) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:43.453159 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f322766-90e5-4512-977e-f4550c5ebe6e admin admin] Publish callbacks [] for security_group (556965ac-edba-4acb-975b-5dd61b2e49d1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:43.468984 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d35abb74-ae09-41aa-b4b0-e467e960cbdd req-1b4932b5-43a5-459b-a724-ec0e0e02029e tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ca70667-b755-4902-aa9e-fa9016a0d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411345 Feb 28 20:05:43.480964 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f322766-90e5-4512-977e-f4550c5ebe6e admin admin] Publish callbacks [] for security_group (556965ac-edba-4acb-975b-5dd61b2e49d1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:43.514487 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-743d412a-97f8-4170-820b-d8c36f0ae4ce service neutron] 10.222.0.13 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538501 Feb 28 20:05:43.568212 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f322766-90e5-4512-977e-f4550c5ebe6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (556965ac-edba-4acb-975b-5dd61b2e49d1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:43.571577 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f322766-90e5-4512-977e-f4550c5ebe6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:43.572928 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1f322766-90e5-4512-977e-f4550c5ebe6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/556965ac-edba-4acb-975b-5dd61b2e49d1 HTTP/1.1" status: 204 len: 168 time: 0.1798968 Feb 28 20:05:43.603688 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-52606c5c-b0c5-4f42-8949-e5b301fe8119 req-aef0e87d-2711-4e48-9ff8-aee407a2f3fb tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 210 time: 0.0572135 Feb 28 20:05:43.620542 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f322766-90e5-4512-977e-f4550c5ebe6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556965ac-edba-4acb-975b-5dd61b2e49d1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:43.744515 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc354afc-33b8-476a-a6ff-31d50cf5f2b6 req-2e5e6591-7621-4429-9d05-6826cf1eae48 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3856e275-da99-4776-92d5-c84bfa43a7c3 HTTP/1.1" status: 200 len: 210 time: 0.0704517 Feb 28 20:05:43.889531 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f47efdf-7d52-4c01-bc90-e9132299180d req-f088eea8-0b53-4876-b88b-20cfc3952ac4 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 210 time: 0.0604522 Feb 28 20:05:44.002500 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825604c-6d22-4c5b-8a5c-5be073ffd6fa req-094fbb08-7b8b-4d7f-a366-e8133c2819fb tempest-AggregatesAdminTestJSON-597638023 tempest-AggregatesAdminTestJSON-597638023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:44.004711 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f825604c-6d22-4c5b-8a5c-5be073ffd6fa req-094fbb08-7b8b-4d7f-a366-e8133c2819fb tempest-AggregatesAdminTestJSON-597638023 tempest-AggregatesAdminTestJSON-597638023-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 1155 time: 0.1255598 Feb 28 20:05:44.029927 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f825604c-6d22-4c5b-8a5c-5be073ffd6fa req-3d6f97b4-187b-4223-b3c3-1f156dde63dd tempest-AggregatesAdminTestJSON-597638023 tempest-AggregatesAdminTestJSON-597638023-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:44.147650 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f825604c-6d22-4c5b-8a5c-5be073ffd6fa req-3d6f97b4-187b-4223-b3c3-1f156dde63dd tempest-AggregatesAdminTestJSON-597638023 tempest-AggregatesAdminTestJSON-597638023-project-admin] Publish callbacks [] for security_group (495ff4f4-22cc-46ac-84a2-75026a3615af), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:44.154717 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f825604c-6d22-4c5b-8a5c-5be073ffd6fa req-3d6f97b4-187b-4223-b3c3-1f156dde63dd tempest-AggregatesAdminTestJSON-597638023 tempest-AggregatesAdminTestJSON-597638023-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (495ff4f4-22cc-46ac-84a2-75026a3615af), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:44.221851 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38070) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:44.232288 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f97b4-187b-4223-b3c3-1f156dde63dd tempest-AggregatesAdminTestJSON-597638023 tempest-AggregatesAdminTestJSON-597638023-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495ff4f4-22cc-46ac-84a2-75026a3615af,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:44.242622 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2907f564-0149-4915-993b-8c007a3f7fad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:44.267625 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f825604c-6d22-4c5b-8a5c-5be073ffd6fa req-3d6f97b4-187b-4223-b3c3-1f156dde63dd tempest-AggregatesAdminTestJSON-597638023 tempest-AggregatesAdminTestJSON-597638023-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2ca70667-b755-4902-aa9e-fa9016a0d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522037 Feb 28 20:05:44.385744 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2907f564-0149-4915-993b-8c007a3f7fad admin admin] Publish callbacks [] for security_group (8f48ccd5-7979-47a3-8dba-e1b0dbd6f82a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:44.397874 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2907f564-0149-4915-993b-8c007a3f7fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8f48ccd5-7979-47a3-8dba-e1b0dbd6f82a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:44.452029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907f564-0149-4915-993b-8c007a3f7fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f48ccd5-7979-47a3-8dba-e1b0dbd6f82a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:44.458396 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2907f564-0149-4915-993b-8c007a3f7fad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2958d78c2b7644d8a6f9169e2c275ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350237 Feb 28 20:05:44.461263 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38078) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:44.546667 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-68702bac-8a05-4448-8b7a-37032abeb258 admin admin] Publish callbacks [] for security_group (8f48ccd5-7979-47a3-8dba-e1b0dbd6f82a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:44.575897 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-68702bac-8a05-4448-8b7a-37032abeb258 admin admin] Publish callbacks [] for security_group (8f48ccd5-7979-47a3-8dba-e1b0dbd6f82a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:44.651283 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6339be-1997-43a9-9bd6-514cda23bce9 req-2c764a0f-9236-4ba5-8c26-0d3a26ec6055 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:44.653498 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b6339be-1997-43a9-9bd6-514cda23bce9 req-2c764a0f-9236-4ba5-8c26-0d3a26ec6055 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/ports?device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 972 time: 0.0765414 Feb 28 20:05:44.661795 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-68702bac-8a05-4448-8b7a-37032abeb258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8f48ccd5-7979-47a3-8dba-e1b0dbd6f82a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:44.665400 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-68702bac-8a05-4448-8b7a-37032abeb258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:44.670201 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-68702bac-8a05-4448-8b7a-37032abeb258 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f48ccd5-7979-47a3-8dba-e1b0dbd6f82a HTTP/1.1" status: 204 len: 168 time: 0.2048705 Feb 28 20:05:44.701680 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68702bac-8a05-4448-8b7a-37032abeb258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f48ccd5-7979-47a3-8dba-e1b0dbd6f82a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:44.741788 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b6339be-1997-43a9-9bd6-514cda23bce9 req-2cbc5319-c473-491e-835f-cdbf19b96bfd tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ca70667-b755-4902-aa9e-fa9016a0d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830033 Feb 28 20:05:44.821606 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7153f52-db14-4249-a95c-1d916ff44a33 req-4b7f5da4-ca48-4aee-a8a3-587448549b90 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 210 time: 0.0717752 Feb 28 20:05:44.908189 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89f49b83-32a7-4064-a28e-28b67463beed req-4a1bc5f7-e8a7-4b1e-bb63-ed83acfdcc1a tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3856e275-da99-4776-92d5-c84bfa43a7c3 HTTP/1.1" status: 200 len: 210 time: 0.0344470 Feb 28 20:05:45.035891 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-455ad9a7-00e2-416c-8398-3aa3e6977c8d req-3f6fdd1a-3b4d-4cf1-a7ff-0ee6d0613456 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 210 time: 0.0448520 Feb 28 20:05:45.396394 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-5af0a7ea-e558-443f-ae7c-20464ad8839c tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e914b152c7db459da3f12a7a8c49e969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382125 Feb 28 20:05:45.470419 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-2788ce47-5428-4341-b973-0f2ad1525c91 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:45.472814 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-2788ce47-5428-4341-b973-0f2ad1525c91 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.15 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 808 time: 0.2562623 Feb 28 20:05:45.486039 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-26ad7394-21a4-4499-940e-36e7ef6f07c4 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Request body: {'port': {'device_id': 'f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0', 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6', 'admin_state_up': True, 'tenant_id': 'b6b50aa5623943dda1cd4fb5f568793b'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:45.545664 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-13afcbf9-8f71-432d-8ece-675d1ba0e68f tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:45.547600 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-13afcbf9-8f71-432d-8ece-675d1ba0e68f tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1500003 Feb 28 20:05:45.580437 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-6958be0e-4bc9-4bc7-9213-d2d379890f25 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/quotas/e914b152c7db459da3f12a7a8c49e969 HTTP/1.1" status: 200 len: 375 time: 0.0153682 Feb 28 20:05:45.630308 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-b8d22f07-3ce1-432e-8354-3edd8f635df4 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e914b152c7db459da3f12a7a8c49e969&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379927 Feb 28 20:05:45.669815 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-26ad7394-21a4-4499-940e-36e7ef6f07c4 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Made reservation on behalf of b6b50aa5623943dda1cd4fb5f568793b for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:05:45.673277 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-26ad7394-21a4-4499-940e-36e7ef6f07c4 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:45.884475 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-26ad7394-21a4-4499-940e-36e7ef6f07c4 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Allocated IP 172.20.0.8 (7c962902-172c-4834-92e0-74fa9c4b64b6/cc6270d4-fae4-4010-aab7-61ec0ed0c71b/c0facea8-3741-44c3-b754-ab7e162e9425) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:05:46.013304 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-226a1b9e-734b-411e-bc7f-1bc293fc0f93 req-ab2b1fed-a553-4d8f-8164-4ba44cc622a1 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 210 time: 0.0584142 Feb 28 20:05:46.014444 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.15', 58245) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:46.049601 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b2a50-8cde-4d91-be0c-1ae5ce415fb7 req-f0be7eef-fcd9-4e0b-8605-2b7951f0ff39 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:46.052587 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f0b2a50-8cde-4d91-be0c-1ae5ce415fb7 req-f0be7eef-fcd9-4e0b-8605-2b7951f0ff39 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/ports?device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 972 time: 0.1992538 Feb 28 20:05:46.132887 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-26ad7394-21a4-4499-940e-36e7ef6f07c4 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks [] for port (c0facea8-3741-44c3-b754-ab7e162e9425), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:46.169941 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e14168a9-5f5b-429e-888a-b8ffb4ee7a6e req-3975219c-1bb7-4248-ae6a-8dc5fbffbeab tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3856e275-da99-4776-92d5-c84bfa43a7c3 HTTP/1.1" status: 200 len: 210 time: 0.0388474 Feb 28 20:05:46.184660 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-26ad7394-21a4-4499-940e-36e7ef6f07c4 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (c0facea8-3741-44c3-b754-ab7e162e9425), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:46.210531 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f0b2a50-8cde-4d91-be0c-1ae5ce415fb7 req-e6f4327a-22df-4937-842c-56ce88634a0c tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ca70667-b755-4902-aa9e-fa9016a0d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469254 Feb 28 20:05:46.235490 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67752db-9ea7-4407-a707-08a4b041342a req-defa590b-26b3-4d65-bf45-2a56565162cd tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:46.237989 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e67752db-9ea7-4407-a707-08a4b041342a req-defa590b-26b3-4d65-bf45-2a56565162cd tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.15 "GET /v2.0/ports?device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 972 time: 0.2217417 Feb 28 20:05:46.389584 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e4b7b233-f701-4bbb-a8a3-b52174fbcff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:46.444467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-77e05f39-cc02-48f9-82c2-3a6d54d6bc74 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Request body: {'port': {'device_id': '7dc459ea-f25e-4f27-915d-b09f50f459c9', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'admin_state_up': True, 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'security_groups': ['7cd5eafb-6afa-4491-af83-1913d6ceeabb']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:46.470918 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-26ad7394-21a4-4499-940e-36e7ef6f07c4 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Network 7c962902-172c-4834-92e0-74fa9c4b64b6 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:05:46.474355 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-26ad7394-21a4-4499-940e-36e7ef6f07c4 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:05:46.501806 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-26ad7394-21a4-4499-940e-36e7ef6f07c4 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:05:46.515620 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-26ad7394-21a4-4499-940e-36e7ef6f07c4 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:46.516545 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-26ad7394-21a4-4499-940e-36e7ef6f07c4 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:46.525902 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad7394-21a4-4499-940e-36e7ef6f07c4 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Pushing event updated for resources: {'Port': ['ID=c0facea8-3741-44c3-b754-ab7e162e9425,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:46.571835 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-26ad7394-21a4-4499-940e-36e7ef6f07c4 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0896029 Feb 28 20:05:46.584440 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] Request body: {'port': {'device_id': 'f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0', 'device_owner': 'compute:tempest-test_az-1917933488', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:46.639682 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.10', 62020) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:46.680260 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c736f335-3298-46f4-b473-d532562cf285 req-6839efe2-c506-409e-98e9-fbf66d85cffd tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=22e52380129547bbadea6115767706f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327890 Feb 28 20:05:46.720596 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-98ec24b3-6d2f-4bd4-b683-b8a89ab4adb6 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e914b152c7db459da3f12a7a8c49e969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2252073 Feb 28 20:05:46.736237 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c0facea8-3741-44c3-b754-ab7e162e9425), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:47.070482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736f335-3298-46f4-b473-d532562cf285 req-ee2251ca-2545-406b-b572-2cd7e7d24653 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:47.072344 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c736f335-3298-46f4-b473-d532562cf285 req-ee2251ca-2545-406b-b572-2cd7e7d24653 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3372808 Feb 28 20:05:47.091188 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-c736f335-3298-46f4-b473-d532562cf285 req-89e27e67-9b5d-47e9-b3aa-ae9235a9c406 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Request body: {'port': {'device_id': '3856e275-da99-4776-92d5-c84bfa43a7c3', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': '22e52380129547bbadea6115767706f2'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:47.095748 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48407f9d-d129-4f59-b285-5a3b5b812d02 req-c04594ab-f5e0-4456-96d6-194830d2a566 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:47.097493 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-48407f9d-d129-4f59-b285-5a3b5b812d02 req-c04594ab-f5e0-4456-96d6-194830d2a566 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 931 time: 0.6597285 Feb 28 20:05:47.196855 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-e67752db-9ea7-4407-a707-08a4b041342a req-abda0501-bef6-4693-bcc6-494ae62cc17b tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Deleting port 33fc5826-3748-4365-9cf4-a20f31483e8e {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:05:47.197215 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e67752db-9ea7-4407-a707-08a4b041342a req-abda0501-bef6-4693-bcc6-494ae62cc17b tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (33fc5826-3748-4365-9cf4-a20f31483e8e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:47.249228 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-7fbee2bf-3f83-4540-b69b-5c72cb3a8c28 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:47.263736 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-7fbee2bf-3f83-4540-b69b-5c72cb3a8c28 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5407543 Feb 28 20:05:47.336014 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-77e05f39-cc02-48f9-82c2-3a6d54d6bc74 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Made reservation on behalf of 8c49f134d2844d928e46d52f9a7a9018 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:05:47.339709 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-77e05f39-cc02-48f9-82c2-3a6d54d6bc74 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:47.352090 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-fc0221c1-f086-4c3c-b12b-23bbcf2e495c tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/quotas/e914b152c7db459da3f12a7a8c49e969 HTTP/1.1" status: 200 len: 375 time: 0.0870962 Feb 28 20:05:47.364464 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c736f335-3298-46f4-b473-d532562cf285 req-89e27e67-9b5d-47e9-b3aa-ae9235a9c406 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Made reservation on behalf of 22e52380129547bbadea6115767706f2 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:05:47.370475 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c736f335-3298-46f4-b473-d532562cf285 req-89e27e67-9b5d-47e9-b3aa-ae9235a9c406 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:47.417114 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-48407f9d-d129-4f59-b285-5a3b5b812d02 req-4fe54fd5-313a-4404-8d26-72955e6cc1d4 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048759 Feb 28 20:05:47.430936 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a255ea8f-f91b-4296-8112-142cd02ca7a0 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e914b152c7db459da3f12a7a8c49e969&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778356 Feb 28 20:05:47.508671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.10', 62022) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:47.546265 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0facea8-3741-44c3-b754-ab7e162e9425 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:05:47.557046 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] Publish callbacks [] for port (c0facea8-3741-44c3-b754-ab7e162e9425), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:47.576976 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] Transition to ACTIVE for port object c0facea8-3741-44c3-b754-ab7e162e9425 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:05:47.579026 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c736f335-3298-46f4-b473-d532562cf285 req-89e27e67-9b5d-47e9-b3aa-ae9235a9c406 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:47.697084 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c0facea8-3741-44c3-b754-ab7e162e9425), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:47.850989 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c736f335-3298-46f4-b473-d532562cf285 req-89e27e67-9b5d-47e9-b3aa-ae9235a9c406 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Publish callbacks [] for security_group (230b21dc-9dd4-419d-bc63-4560e3d5350a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:47.874657 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-18167673-2e0a-41b0-97c9-a459a72f6a03 req-ed296723-3c2a-4e8f-be1e-7d8b2d7e4e23 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 210 time: 0.2677736 Feb 28 20:05:47.878625 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c736f335-3298-46f4-b473-d532562cf285 req-89e27e67-9b5d-47e9-b3aa-ae9235a9c406 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (230b21dc-9dd4-419d-bc63-4560e3d5350a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:47.915234 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c37f5499-b6d5-40d4-bdc6-c05764f0f298 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e914b152c7db459da3f12a7a8c49e969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4042864 Feb 28 20:05:47.951220 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-e67752db-9ea7-4407-a707-08a4b041342a req-abda0501-bef6-4693-bcc6-494ae62cc17b tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] For port 33fc5826-3748-4365-9cf4-a20f31483e8e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=33fc5826-3748-4365-9cf4-a20f31483e8e,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:05:47.951603 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e67752db-9ea7-4407-a707-08a4b041342a req-abda0501-bef6-4693-bcc6-494ae62cc17b tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (33fc5826-3748-4365-9cf4-a20f31483e8e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:48.031406 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-c736f335-3298-46f4-b473-d532562cf285 req-89e27e67-9b5d-47e9-b3aa-ae9235a9c406 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Allocated IP 192.168.233.53 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/b47e37ce-819c-44ba-aefc-d056c0991b0b) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:05:48.063005 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8346f25a-0f42-4f65-9150-18097adcfd51 req-c385ddf1-268a-4676-8e71-0ff883a32d03 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3856e275-da99-4776-92d5-c84bfa43a7c3 HTTP/1.1" status: 200 len: 210 time: 0.2352443 Feb 28 20:05:48.073961 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-cabef347-17d1-4a1c-9a6c-f0ef96009821 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:48.092372 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-cabef347-17d1-4a1c-9a6c-f0ef96009821 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642656 Feb 28 20:05:48.131787 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-27254d8c-1da3-4433-b2ae-a92516949dcb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Request body: {'port': {'device_id': '38e15dd0-7234-4607-a0b1-47b2a7820b0b', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'e914b152c7db459da3f12a7a8c49e969'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:48.172606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-e67752db-9ea7-4407-a707-08a4b041342a req-abda0501-bef6-4693-bcc6-494ae62cc17b tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Calling delete_port for 33fc5826-3748-4365-9cf4-a20f31483e8e owned by compute:tempest-test_az-1917933488 {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:05:48.260573 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c736f335-3298-46f4-b473-d532562cf285 req-89e27e67-9b5d-47e9-b3aa-ae9235a9c406 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Publish callbacks [] for port (b47e37ce-819c-44ba-aefc-d056c0991b0b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:48.321209 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c736f335-3298-46f4-b473-d532562cf285 req-89e27e67-9b5d-47e9-b3aa-ae9235a9c406 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (b47e37ce-819c-44ba-aefc-d056c0991b0b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:48.354664 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c736f335-3298-46f4-b473-d532562cf285 req-89e27e67-9b5d-47e9-b3aa-ae9235a9c406 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:05:48.357111 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] Pushing event updated for resources: {'Port': ['ID=c0facea8-3741-44c3-b754-ab7e162e9425,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:48.387058 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-c736f335-3298-46f4-b473-d532562cf285 req-89e27e67-9b5d-47e9-b3aa-ae9235a9c406 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:05:48.389862 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c736f335-3298-46f4-b473-d532562cf285 req-89e27e67-9b5d-47e9-b3aa-ae9235a9c406 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:05:48.395721 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736f335-3298-46f4-b473-d532562cf285 req-89e27e67-9b5d-47e9-b3aa-ae9235a9c406 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:48.396653 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c736f335-3298-46f4-b473-d532562cf285 req-89e27e67-9b5d-47e9-b3aa-ae9235a9c406 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:48.459541 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c736f335-3298-46f4-b473-d532562cf285 req-89e27e67-9b5d-47e9-b3aa-ae9235a9c406 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3764246 Feb 28 20:05:48.485443 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-c736f335-3298-46f4-b473-d532562cf285 req-e8aa333a-1b03-4a32-a219-081f1fa00851 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:05:48.486855 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c736f335-3298-46f4-b473-d532562cf285 req-e8aa333a-1b03-4a32-a219-081f1fa00851 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0145538 Feb 28 20:05:48.491686 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fb52a-9fc9-4ff4-88b8-cbea01b99900 req-f892e1d0-253f-4881-b6ac-52968e014abb tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:48.495162 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e27e67-9b5d-47e9-b3aa-ae9235a9c406 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=230b21dc-9dd4-419d-bc63-4560e3d5350a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:48.502365 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] Attempting to bind port c0facea8-3741-44c3-b754-ab7e162e9425 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:05:48.502706 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] Attempting to bind port c0facea8-3741-44c3-b754-ab7e162e9425 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:05:48.503028 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] Attempting to bind port c0facea8-3741-44c3-b754-ab7e162e9425 on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:05:48.511148 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] Port c0facea8-3741-44c3-b754-ab7e162e9425 on network 7c962902-172c-4834-92e0-74fa9c4b64b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:05:48.511430 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] Attempting to bind port c0facea8-3741-44c3-b754-ab7e162e9425 on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:05:48.514724 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e27e67-9b5d-47e9-b3aa-ae9235a9c406 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Pushing event updated for resources: {'Port': ['ID=b47e37ce-819c-44ba-aefc-d056c0991b0b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:48.515922 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-710fb52a-9fc9-4ff4-88b8-cbea01b99900 req-f892e1d0-253f-4881-b6ac-52968e014abb tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/ports?device_id=c720b122-e8f4-4ccc-838b-fa9df80f6c56 HTTP/1.1" status: 200 len: 972 time: 0.4203129 Feb 28 20:05:48.521288 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:05:48.521696 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] Checking segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:05:48.522004 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] Bound using segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:05:48.522433 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] Bound port: c0facea8-3741-44c3-b754-ab7e162e9425, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:05:48.522781 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c0facea8-3741-44c3-b754-ab7e162e9425), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:48.523808 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-77e05f39-cc02-48f9-82c2-3a6d54d6bc74 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Allocated IP 172.20.0.4 (ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2/b229bdb6-456c-44f4-9a74-de3d45d86232/fb59b22d-5f39-46bd-acdd-93aad0ec252d) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:05:48.603211 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] For port c0facea8-3741-44c3-b754-ab7e162e9425, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:05:48.607896 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] For port c0facea8-3741-44c3-b754-ab7e162e9425, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c0facea8-3741-44c3-b754-ab7e162e9425,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:05:48.616176 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c0facea8-3741-44c3-b754-ab7e162e9425), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:48.664187 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:48.665637 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:48.669910 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] 10.222.0.15 "PUT /v2.0/ports/c0facea8-3741-44c3-b754-ab7e162e9425 HTTP/1.1" status: 200 len: 1114 time: 2.0910523 Feb 28 20:05:48.676306 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0', 'tag': 'c0facea8-3741-44c3-b754-ab7e162e9425'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:05:48.678908 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cac2f3a-a051-4c93-ae2c-a79a016a87f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0", "tag": "c0facea8-3741-44c3-b754-ab7e162e9425"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:05:48.701839 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-ed3264c0-556a-44cc-8751-74c496abcd8e tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b0e94d7a679a48e78a016efa881824c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1498678 Feb 28 20:05:48.763407 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-710fb52a-9fc9-4ff4-88b8-cbea01b99900 req-81fde431-b586-4dde-a118-de54fd1f6b51 tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ca70667-b755-4902-aa9e-fa9016a0d1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463408 Feb 28 20:05:48.799086 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c40e6-4807-4dfb-ace7-c3aa38a26e55 service neutron] Pushing event updated for resources: {'Port': ['ID=c0facea8-3741-44c3-b754-ab7e162e9425,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:48.844572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5c1485a1-711e-488d-8893-fbd8c806f6d3 None None] Provisioning complete for port b47e37ce-819c-44ba-aefc-d056c0991b0b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:48.845959 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c1485a1-711e-488d-8893-fbd8c806f6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b47e37ce-819c-44ba-aefc-d056c0991b0b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:48.873558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-27254d8c-1da3-4433-b2ae-a92516949dcb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Made reservation on behalf of e914b152c7db459da3f12a7a8c49e969 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:05:48.876906 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-45e1e4f8-fa83-4549-9efa-a6efbcb70781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:48.880371 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-45e1e4f8-fa83-4549-9efa-a6efbcb70781 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 1148 time: 0.1455667 Feb 28 20:05:48.882588 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-27254d8c-1da3-4433-b2ae-a92516949dcb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:48.892090 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-c736f335-3298-46f4-b473-d532562cf285 req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] Request body: {'port': {'device_id': '3856e275-da99-4776-92d5-c84bfa43a7c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:48.951168 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-718048a9-ba60-4eb9-8a0c-8351ca55540e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0facea8-3741-44c3-b754-ab7e162e9425 HTTP/1.1" status: 200 len: 217 time: 0.0552492 Feb 28 20:05:48.958292 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-27254d8c-1da3-4433-b2ae-a92516949dcb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:49.022455 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-4ed9b010-a653-4f47-8971-7ddc56e4c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:49.024278 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-4ed9b010-a653-4f47-8971-7ddc56e4c39c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.0632241 Feb 28 20:05:49.037729 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7d7f38e-e983-4390-a699-208a590ed3df req-fe557f3d-4539-4b56-90da-34119e9b9262 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f245ea-f133-49e6-8d89-68757e914b43 HTTP/1.1" status: 200 len: 210 time: 0.1465988 Feb 28 20:05:49.052927 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5c1485a1-711e-488d-8893-fbd8c806f6d3 None None] Port b47e37ce-819c-44ba-aefc-d056c0991b0b cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:05:49.056262 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3d178dc5-8136-4b52-9344-68e97cea9813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:49.081706 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-33234226-65ba-4d69-b314-ad76d4ba0614 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385175 Feb 28 20:05:49.102599 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c736f335-3298-46f4-b473-d532562cf285 req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b47e37ce-819c-44ba-aefc-d056c0991b0b), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:49.139258 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e67752db-9ea7-4407-a707-08a4b041342a req-abda0501-bef6-4693-bcc6-494ae62cc17b tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (33fc5826-3748-4365-9cf4-a20f31483e8e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:49.215348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.15', 58250) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:05:49.250650 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-c8d4e3b1-9919-4f9e-b1ed-b006509b452e tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:49.255797 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:49.257657 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-c8d4e3b1-9919-4f9e-b1ed-b006509b452e tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5249243 Feb 28 20:05:49.263186 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-312ae925-8b46-4e3e-ae16-6214e4cab16d tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e914b152c7db459da3f12a7a8c49e969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451081 Feb 28 20:05:49.278064 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda0501-bef6-4693-bcc6-494ae62cc17b tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Pushing event deleted for resources: {'Port': ['ID=33fc5826-3748-4365-9cf4-a20f31483e8e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:49.281755 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-cd1da548-72bb-48a9-a717-9576442b3c8d service neutron] 10.222.0.15 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929870 Feb 28 20:05:49.329377 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-77e05f39-cc02-48f9-82c2-3a6d54d6bc74 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for port (fb59b22d-5f39-46bd-acdd-93aad0ec252d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:49.331651 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-76371d38-82b5-4eb3-8edf-aeee18de021d tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/quotas/b0e94d7a679a48e78a016efa881824c2 HTTP/1.1" status: 200 len: 375 time: 0.0731969 Feb 28 20:05:49.335014 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-27254d8c-1da3-4433-b2ae-a92516949dcb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks [] for security_group (476eb495-6113-4d01-9c60-c37e001cc9a0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:49.360274 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-27254d8c-1da3-4433-b2ae-a92516949dcb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (476eb495-6113-4d01-9c60-c37e001cc9a0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:49.450795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67752db-9ea7-4407-a707-08a4b041342a req-abda0501-bef6-4693-bcc6-494ae62cc17b tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] No DVR routers for this DVR port 33fc5826-3748-4365-9cf4-a20f31483e8e on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:05:49.458877 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-91622da1-86c5-4a10-b74c-a92da3b477db tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0e94d7a679a48e78a016efa881824c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045475 Feb 28 20:05:49.469236 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e67752db-9ea7-4407-a707-08a4b041342a req-abda0501-bef6-4693-bcc6-494ae62cc17b tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:49.474580 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e67752db-9ea7-4407-a707-08a4b041342a req-abda0501-bef6-4693-bcc6-494ae62cc17b tempest-AggregatesAdminTestJSON-371512763 tempest-AggregatesAdminTestJSON-371512763-project] 10.222.0.15 "DELETE /v2.0/ports/33fc5826-3748-4365-9cf4-a20f31483e8e HTTP/1.1" status: 204 len: 173 time: 3.2289677 Feb 28 20:05:49.570551 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-55f69869-d275-48ec-8296-ca376bba158e tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:49.572020 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-55f69869-d275-48ec-8296-ca376bba158e tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3028708 Feb 28 20:05:49.588606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c720b122-e8f4-4ccc-838b-fa9df80f6c56', 'name': 'network-vif-deleted', 'tag': '33fc5826-3748-4365-9cf4-a20f31483e8e'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:05:49.592547 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-4d31fcad-2e96-4695-aedd-ff91b7c64020 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Request body: {'port': {'device_id': '20f245ea-f133-49e6-8d89-68757e914b43', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'e914b152c7db459da3f12a7a8c49e969'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:49.630298 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8d9d3-2cd6-4dd3-a6cf-b14461d7fed6 req-336abbe0-ab0a-4a69-8bbe-0d473bfcc37a tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:49.637190 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b3d8d9d3-2cd6-4dd3-a6cf-b14461d7fed6 req-336abbe0-ab0a-4a69-8bbe-0d473bfcc37a tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 965 time: 0.5062020 Feb 28 20:05:49.638944 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27254d8c-1da3-4433-b2ae-a92516949dcb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476eb495-6113-4d01-9c60-c37e001cc9a0,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:49.667548 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b3cfc282-4f80-4a1b-9630-9c58d5a0330a req-c0b779e8-c19a-4498-b3b4-58156bf0e64a service neutron] 10.222.0.15 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276799 Feb 28 20:05:49.696278 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aae10ef-88fd-419f-b04e-9c55f6846edc" -d '{"events": [{"server_uuid": "c720b122-e8f4-4ccc-838b-fa9df80f6c56", "name": "network-vif-deleted", "tag": "33fc5826-3748-4365-9cf4-a20f31483e8e"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:05:49.758942 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b3d8d9d3-2cd6-4dd3-a6cf-b14461d7fed6 req-55606529-6cfe-4c17-8e40-1ada45720f83 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196713 Feb 28 20:05:49.762666 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-77e05f39-cc02-48f9-82c2-3a6d54d6bc74 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (fb59b22d-5f39-46bd-acdd-93aad0ec252d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:49.795174 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8006a26-3137-4962-9509-7d3e267bd799 x-openstack-request-id: req-a8006a26-3137-4962-9509-7d3e267bd799 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:05:49.795475 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0", "tag": "c0facea8-3741-44c3-b754-ab7e162e9425", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:05:49.795732 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8006a26-3137-4962-9509-7d3e267bd799 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:05:49.796158 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0', 'tag': 'c0facea8-3741-44c3-b754-ab7e162e9425', 'status': 'completed', 'code': 200} Feb 28 20:05:49.849079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-c736f335-3298-46f4-b473-d532562cf285 req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b47e37ce-819c-44ba-aefc-d056c0991b0b {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:05:49.861316 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c736f335-3298-46f4-b473-d532562cf285 req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] Publish callbacks [] for port (b47e37ce-819c-44ba-aefc-d056c0991b0b), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:49.892250 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-4d31fcad-2e96-4695-aedd-ff91b7c64020 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Made reservation on behalf of e914b152c7db459da3f12a7a8c49e969 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:05:49.895839 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-4d31fcad-2e96-4695-aedd-ff91b7c64020 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:49.898306 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-c736f335-3298-46f4-b473-d532562cf285 req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] Transition to ACTIVE for port object b47e37ce-819c-44ba-aefc-d056c0991b0b will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:05:49.916399 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c736f335-3298-46f4-b473-d532562cf285 req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b47e37ce-819c-44ba-aefc-d056c0991b0b), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:49.919683 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-77e05f39-cc02-48f9-82c2-3a6d54d6bc74 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Network ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:05:49.923460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac2f3a-a051-4c93-ae2c-a79a016a87f4 req-d7761549-d5af-46cd-9002-30c4d10f6007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:49.925053 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0cac2f3a-a051-4c93-ae2c-a79a016a87f4 req-d7761549-d5af-46cd-9002-30c4d10f6007 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 1148 time: 0.1264236 Feb 28 20:05:49.932391 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:49.935553 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 33fc5826-3748-4365-9cf4-a20f31483e8e no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:05:49.964330 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 33fc5826-3748-4365-9cf4-a20f31483e8e {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:05:49.964964 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 33fc5826-3748-4365-9cf4-a20f31483e8e not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:05:49.998155 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-27254d8c-1da3-4433-b2ae-a92516949dcb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Allocated IP 192.168.233.236 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/40170489-c4a5-42a8-a75c-b8e4f1bb9227) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:05:50.054108 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-77e05f39-cc02-48f9-82c2-3a6d54d6bc74 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:05:50.383058 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e05f39-cc02-48f9-82c2-3a6d54d6bc74 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Pushing event updated for resources: {'Port': ['ID=fb59b22d-5f39-46bd-acdd-93aad0ec252d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:50.387471 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] Pushing event updated for resources: {'Port': ['ID=b47e37ce-819c-44ba-aefc-d056c0991b0b,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:50.394390 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-77e05f39-cc02-48f9-82c2-3a6d54d6bc74 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:05:50.451916 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-c736f335-3298-46f4-b473-d532562cf285 req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] Attempting to bind port b47e37ce-819c-44ba-aefc-d056c0991b0b on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:05:50.453224 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-c736f335-3298-46f4-b473-d532562cf285 req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] Attempting to bind port b47e37ce-819c-44ba-aefc-d056c0991b0b by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:05:50.453579 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736f335-3298-46f4-b473-d532562cf285 req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] Attempting to bind port b47e37ce-819c-44ba-aefc-d056c0991b0b on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:05:50.466779 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac2f3a-a051-4c93-ae2c-a79a016a87f4 req-f5b32c8c-12eb-49ee-a361-3dd5ca68b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:50.468286 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0cac2f3a-a051-4c93-ae2c-a79a016a87f4 req-f5b32c8c-12eb-49ee-a361-3dd5ca68b689 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 908 time: 0.5195374 Feb 28 20:05:50.468829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736f335-3298-46f4-b473-d532562cf285 req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] Port b47e37ce-819c-44ba-aefc-d056c0991b0b on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:05:50.469744 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736f335-3298-46f4-b473-d532562cf285 req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] Attempting to bind port b47e37ce-819c-44ba-aefc-d056c0991b0b on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:05:50.482155 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736f335-3298-46f4-b473-d532562cf285 req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:05:50.482502 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736f335-3298-46f4-b473-d532562cf285 req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:05:50.482863 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736f335-3298-46f4-b473-d532562cf285 req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:05:50.483297 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-c736f335-3298-46f4-b473-d532562cf285 req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] Bound port: b47e37ce-819c-44ba-aefc-d056c0991b0b, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:05:50.483649 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c736f335-3298-46f4-b473-d532562cf285 req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b47e37ce-819c-44ba-aefc-d056c0991b0b), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:50.520446 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0cac2f3a-a051-4c93-ae2c-a79a016a87f4 req-e792d122-689a-4a05-af5a-44b8b7173952 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0facea8-3741-44c3-b754-ab7e162e9425 HTTP/1.1" status: 200 len: 217 time: 0.0441010 Feb 28 20:05:50.551797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108df39-9560-4a3b-90b3-f3b5a1fa7ad9 req-2d42cd81-5804-4ea6-9167-50076446fa5c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:50.553336 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e108df39-9560-4a3b-90b3-f3b5a1fa7ad9 req-2d42cd81-5804-4ea6-9167-50076446fa5c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 931 time: 0.6616664 Feb 28 20:05:50.570736 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-77d40552-57da-4eef-839f-7a4d7cd516cf None None] Provisioning complete for port fb59b22d-5f39-46bd-acdd-93aad0ec252d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:50.572163 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-77d40552-57da-4eef-839f-7a4d7cd516cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fb59b22d-5f39-46bd-acdd-93aad0ec252d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:50.587671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-77e05f39-cc02-48f9-82c2-3a6d54d6bc74 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:50.588356 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-77e05f39-cc02-48f9-82c2-3a6d54d6bc74 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:50.602390 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6fcb6-1c1b-44cc-8b7d-924e65f8a669 req-10aa5e0f-259c-47fb-b7b4-56144e361dbf tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:50.610464 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73f6fcb6-1c1b-44cc-8b7d-924e65f8a669 req-10aa5e0f-259c-47fb-b7b4-56144e361dbf tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3856e275-da99-4776-92d5-c84bfa43a7c3 HTTP/1.1" status: 200 len: 947 time: 0.6990714 Feb 28 20:05:50.622912 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac2f3a-a051-4c93-ae2c-a79a016a87f4 req-66d34ded-2d5b-4293-9afd-547b8951bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:50.624213 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-77d40552-57da-4eef-839f-7a4d7cd516cf None None] Port fb59b22d-5f39-46bd-acdd-93aad0ec252d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:05:50.624511 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0cac2f3a-a051-4c93-ae2c-a79a016a87f4 req-66d34ded-2d5b-4293-9afd-547b8951bc17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.0961304 Feb 28 20:05:50.627458 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-c736f335-3298-46f4-b473-d532562cf285 req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] For port b47e37ce-819c-44ba-aefc-d056c0991b0b, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:05:50.631375 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-c736f335-3298-46f4-b473-d532562cf285 req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] For port b47e37ce-819c-44ba-aefc-d056c0991b0b, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=b47e37ce-819c-44ba-aefc-d056c0991b0b,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:05:50.637754 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c736f335-3298-46f4-b473-d532562cf285 req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b47e37ce-819c-44ba-aefc-d056c0991b0b), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:50.679920 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-77e05f39-cc02-48f9-82c2-3a6d54d6bc74 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4034510 Feb 28 20:05:50.690787 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0cac2f3a-a051-4c93-ae2c-a79a016a87f4 req-edd44571-cad9-4130-9fb6-75ad4fb1f274 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504723 Feb 28 20:05:50.707351 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] Request body: {'port': {'device_id': '7dc459ea-f25e-4f27-915d-b09f50f459c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:50.713301 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736f335-3298-46f4-b473-d532562cf285 req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:50.713927 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c736f335-3298-46f4-b473-d532562cf285 req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:50.715891 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c736f335-3298-46f4-b473-d532562cf285 req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] 10.222.0.10 "PUT /v2.0/ports/b47e37ce-819c-44ba-aefc-d056c0991b0b HTTP/1.1" status: 200 len: 1096 time: 1.9356301 Feb 28 20:05:50.780269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e108df39-9560-4a3b-90b3-f3b5a1fa7ad9 req-875f2903-073c-48ae-abc7-6da4b8139b9e tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167819 Feb 28 20:05:50.787471 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-27254d8c-1da3-4433-b2ae-a92516949dcb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks [] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:50.792038 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eafaf3-8220-440b-b86c-b02e99932781 service neutron] Pushing event updated for resources: {'Port': ['ID=b47e37ce-819c-44ba-aefc-d056c0991b0b,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:50.861261 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0cac2f3a-a051-4c93-ae2c-a79a016a87f4 req-93ffc0ae-8b0f-4bd4-90cd-f57f8a861471 service neutron] 10.222.0.15 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640379 Feb 28 20:05:50.863256 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736f335-3298-46f4-b473-d532562cf285 req-8338a345-971a-473c-936f-fbfa07cd43f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:50.864941 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c736f335-3298-46f4-b473-d532562cf285 req-8338a345-971a-473c-936f-fbfa07cd43f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22e52380129547bbadea6115767706f2&device_id=3856e275-da99-4776-92d5-c84bfa43a7c3 HTTP/1.1" status: 200 len: 1130 time: 0.0878556 Feb 28 20:05:50.884047 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73f6fcb6-1c1b-44cc-8b7d-924e65f8a669 req-8ae7feaf-990d-4fdd-87ea-d939d25f079e tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722657 Feb 28 20:05:50.910547 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fb59b22d-5f39-46bd-acdd-93aad0ec252d), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:50.970373 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ada8a661-e254-469c-bf25-e83b055ac364 req-5fb81de1-273e-408f-adb1-bd6e0dbf80a1 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bc859-8ba3-4fd1-bbc2-f86c717307af HTTP/1.1" status: 200 len: 210 time: 0.0492585 Feb 28 20:05:50.983910 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c736f335-3298-46f4-b473-d532562cf285 req-9fd3b5ce-45ab-4118-a955-dc465a568634 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=b47e37ce-819c-44ba-aefc-d056c0991b0b HTTP/1.1" status: 200 len: 217 time: 0.1044152 Feb 28 20:05:51.045061 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-27254d8c-1da3-4433-b2ae-a92516949dcb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:51.091101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-27254d8c-1da3-4433-b2ae-a92516949dcb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:05:51.122809 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918281ef-2a1b-4d47-98bc-abc91c0a17eb x-openstack-request-id: req-918281ef-2a1b-4d47-98bc-abc91c0a17eb {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:05:51.123461 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c720b122-e8f4-4ccc-838b-fa9df80f6c56", "name": "network-vif-deleted", "tag": "33fc5826-3748-4365-9cf4-a20f31483e8e", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:05:51.123974 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-918281ef-2a1b-4d47-98bc-abc91c0a17eb {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:05:51.124646 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c720b122-e8f4-4ccc-838b-fa9df80f6c56', 'name': 'network-vif-deleted', 'tag': '33fc5826-3748-4365-9cf4-a20f31483e8e', 'status': 'completed', 'code': 200} Feb 28 20:05:51.125733 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-27254d8c-1da3-4433-b2ae-a92516949dcb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:05:51.131275 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:51.139337 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-27254d8c-1da3-4433-b2ae-a92516949dcb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:05:51.195025 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736f335-3298-46f4-b473-d532562cf285 req-73b28c44-cd06-486d-97b4-3fdcad1e2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:51.201351 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c736f335-3298-46f4-b473-d532562cf285 req-73b28c44-cd06-486d-97b4-3fdcad1e2048 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.2037253 Feb 28 20:05:51.277439 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0cac2f3a-a051-4c93-ae2c-a79a016a87f4 req-53ff4adf-a052-4957-b8bf-e4e9d23f875c service neutron] 10.222.0.15 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086752 Feb 28 20:05:51.288277 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-4d31fcad-2e96-4695-aedd-ff91b7c64020 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Allocated IP 192.168.233.163 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/006c1370-cdd1-49ce-bf62-0a1b9630eb6a) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:05:51.319558 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736f335-3298-46f4-b473-d532562cf285 req-af7812cf-6199-4354-b00d-dfef84bafbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:51.321297 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c736f335-3298-46f4-b473-d532562cf285 req-af7812cf-6199-4354-b00d-dfef84bafbe8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1124473 Feb 28 20:05:51.364677 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-8144610a-e9cd-43a0-a5ec-382801cc81cd tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b0e94d7a679a48e78a016efa881824c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2320540 Feb 28 20:05:51.428118 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4abbac7f-fb3c-444c-a833-a9b88a0f3eff req-80a5a91c-89cd-4c3f-9aa2-1a10e2ae878d tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f245ea-f133-49e6-8d89-68757e914b43 HTTP/1.1" status: 200 len: 210 time: 0.2762015 Feb 28 20:05:51.464455 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27254d8c-1da3-4433-b2ae-a92516949dcb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Pushing event updated for resources: {'Port': ['ID=40170489-c4a5-42a8-a75c-b8e4f1bb9227,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:51.512338 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-dfbc6b6c-3808-4282-af80-6ad4813ce6dd None None] Provisioning complete for port 40170489-c4a5-42a8-a75c-b8e4f1bb9227 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:51.512950 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6b6c-3808-4282-af80-6ad4813ce6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:51.517109 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-27254d8c-1da3-4433-b2ae-a92516949dcb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:51.517754 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-27254d8c-1da3-4433-b2ae-a92516949dcb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:51.551111 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-dfbc6b6c-3808-4282-af80-6ad4813ce6dd None None] Port 40170489-c4a5-42a8-a75c-b8e4f1bb9227 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:05:51.563380 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c736f335-3298-46f4-b473-d532562cf285 req-8bdabd0d-bdb3-475e-be3a-3a09c8252021 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339184 Feb 28 20:05:51.589143 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-4d31fcad-2e96-4695-aedd-ff91b7c64020 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks [] for port (006c1370-cdd1-49ce-bf62-0a1b9630eb6a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:51.653518 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-27254d8c-1da3-4433-b2ae-a92516949dcb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5339997 Feb 28 20:05:51.677086 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] Request body: {'port': {'device_id': '38e15dd0-7234-4607-a0b1-47b2a7820b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:51.703878 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c736f335-3298-46f4-b473-d532562cf285 req-a86bd5cd-a37e-4552-bae1-218e8e36e4f7 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294913 Feb 28 20:05:51.705568 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-4d31fcad-2e96-4695-aedd-ff91b7c64020 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (006c1370-cdd1-49ce-bf62-0a1b9630eb6a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:51.728635 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa50d2-5813-401a-a184-56dc327e86ce req-470a7760-6e61-4ed3-b664-11683abe41e9 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:51.730255 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6fa50d2-5813-401a-a184-56dc327e86ce req-470a7760-6e61-4ed3-b664-11683abe41e9 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 965 time: 0.4176428 Feb 28 20:05:51.743061 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-677e379d-c2e2-417d-8f71-98cfcc960dd5 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:51.744570 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-677e379d-c2e2-417d-8f71-98cfcc960dd5 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3547714 Feb 28 20:05:51.769645 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-6e5e4eea-a3e1-4e0e-8bbc-4bb810f1dfa3 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Request body: {'port': {'device_id': '323bc859-8ba3-4fd1-bbc2-f86c717307af', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'b0e94d7a679a48e78a016efa881824c2'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:51.797455 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-4d31fcad-2e96-4695-aedd-ff91b7c64020 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:05:51.798371 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3856e275-da99-4776-92d5-c84bfa43a7c3', 'tag': 'b47e37ce-819c-44ba-aefc-d056c0991b0b'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:05:51.800651 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398004f3-da0e-455c-a604-8a90887656b2" -d '{"events": [{"name": "network-changed", "server_uuid": "3856e275-da99-4776-92d5-c84bfa43a7c3", "tag": "b47e37ce-819c-44ba-aefc-d056c0991b0b"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:05:51.806793 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-4d31fcad-2e96-4695-aedd-ff91b7c64020 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:05:51.810456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-4d31fcad-2e96-4695-aedd-ff91b7c64020 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:05:51.815578 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-4d31fcad-2e96-4695-aedd-ff91b7c64020 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:51.816252 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-4d31fcad-2e96-4695-aedd-ff91b7c64020 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:51.821892 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31fcad-2e96-4695-aedd-ff91b7c64020 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Pushing event updated for resources: {'Port': ['ID=006c1370-cdd1-49ce-bf62-0a1b9630eb6a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:51.839499 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-4d31fcad-2e96-4695-aedd-ff91b7c64020 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2575455 Feb 28 20:05:51.853414 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] Request body: {'port': {'device_id': '20f245ea-f133-49e6-8d89-68757e914b43', 'device_owner': 'compute:tempest-test_az-1917933488', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:51.935164 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:51.938066 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (006c1370-cdd1-49ce-bf62-0a1b9630eb6a), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:51.991088 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aebb490-4e88-4a8f-8da4-23276f0118d0 x-openstack-request-id: req-7aebb490-4e88-4a8f-8da4-23276f0118d0 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:05:51.991390 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3856e275-da99-4776-92d5-c84bfa43a7c3", "tag": "b47e37ce-819c-44ba-aefc-d056c0991b0b", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:05:51.991807 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7aebb490-4e88-4a8f-8da4-23276f0118d0 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:05:51.992218 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3856e275-da99-4776-92d5-c84bfa43a7c3', 'tag': 'b47e37ce-819c-44ba-aefc-d056c0991b0b', 'status': 'completed', 'code': 200} Feb 28 20:05:51.996679 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6fa50d2-5813-401a-a184-56dc327e86ce req-805da50d-2154-4029-8472-2dea95bd33fb tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463691 Feb 28 20:05:52.065344 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb59b22d-5f39-46bd-acdd-93aad0ec252d {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:05:52.082123 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] Publish callbacks [] for port (fb59b22d-5f39-46bd-acdd-93aad0ec252d), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:52.098329 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:52.115832 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] Transition to ACTIVE for port object fb59b22d-5f39-46bd-acdd-93aad0ec252d will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:05:52.132748 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (fb59b22d-5f39-46bd-acdd-93aad0ec252d), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:52.208141 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-6e5e4eea-a3e1-4e0e-8bbc-4bb810f1dfa3 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Made reservation on behalf of b0e94d7a679a48e78a016efa881824c2 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:05:52.211653 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-6e5e4eea-a3e1-4e0e-8bbc-4bb810f1dfa3 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:52.234454 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398004f3-da0e-455c-a604-8a90887656b2 req-76babd77-5184-48ac-a6c7-3b4f9aa820d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:52.236192 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-398004f3-da0e-455c-a604-8a90887656b2 req-76babd77-5184-48ac-a6c7-3b4f9aa820d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22e52380129547bbadea6115767706f2&device_id=3856e275-da99-4776-92d5-c84bfa43a7c3 HTTP/1.1" status: 200 len: 1130 time: 0.1964660 Feb 28 20:05:52.291166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0718ae67-bf37-4244-a6c2-1fb85e4a591a None None] Provisioning complete for port 006c1370-cdd1-49ce-bf62-0a1b9630eb6a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:52.292779 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0718ae67-bf37-4244-a6c2-1fb85e4a591a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (006c1370-cdd1-49ce-bf62-0a1b9630eb6a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:52.329369 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-6e5e4eea-a3e1-4e0e-8bbc-4bb810f1dfa3 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:52.364341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0718ae67-bf37-4244-a6c2-1fb85e4a591a None None] Port 006c1370-cdd1-49ce-bf62-0a1b9630eb6a cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:05:52.367369 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] Pushing event updated for resources: {'Port': ['ID=fb59b22d-5f39-46bd-acdd-93aad0ec252d,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:52.399207 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398004f3-da0e-455c-a604-8a90887656b2 req-20b59495-b04e-46cb-b7bc-2d8766595d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:52.400957 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-398004f3-da0e-455c-a604-8a90887656b2 req-20b59495-b04e-46cb-b7bc-2d8766595d15 service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.1579127 Feb 28 20:05:52.447282 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a485ab4-7c00-48c6-beaa-d2a5b2a4d603 req-b1a76e4b-b998-4a40-82d6-3e1d8700c83c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:52.449101 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a485ab4-7c00-48c6-beaa-d2a5b2a4d603 req-b1a76e4b-b998-4a40-82d6-3e1d8700c83c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 943 time: 0.3194270 Feb 28 20:05:52.481898 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-398004f3-da0e-455c-a604-8a90887656b2 req-5a773c3c-1b78-4353-9d31-7013f0d9f064 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=b47e37ce-819c-44ba-aefc-d056c0991b0b HTTP/1.1" status: 200 len: 217 time: 0.0658209 Feb 28 20:05:52.495107 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a180ec7-9cbe-4341-9bb9-3e059a4b6bc4 req-bc69a6a6-2607-4e73-8fc8-16de6b0a41b4 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:52.496739 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a180ec7-9cbe-4341-9bb9-3e059a4b6bc4 req-bc69a6a6-2607-4e73-8fc8-16de6b0a41b4 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3856e275-da99-4776-92d5-c84bfa43a7c3 HTTP/1.1" status: 200 len: 947 time: 0.2785428 Feb 28 20:05:52.528016 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006c1370-cdd1-49ce-bf62-0a1b9630eb6a {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:05:52.542848 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] Publish callbacks [] for port (006c1370-cdd1-49ce-bf62-0a1b9630eb6a), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:52.565821 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:52.570983 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] Transition to ACTIVE for port object 006c1370-cdd1-49ce-bf62-0a1b9630eb6a will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:05:52.573524 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398004f3-da0e-455c-a604-8a90887656b2 req-9b251c97-90b5-4fc9-9fbb-c5e70f3172f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:52.576033 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-398004f3-da0e-455c-a604-8a90887656b2 req-9b251c97-90b5-4fc9-9fbb-c5e70f3172f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0827565 Feb 28 20:05:52.578059 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (006c1370-cdd1-49ce-bf62-0a1b9630eb6a), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:52.619928 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] Attempting to bind port fb59b22d-5f39-46bd-acdd-93aad0ec252d on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:05:52.620308 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] Attempting to bind port fb59b22d-5f39-46bd-acdd-93aad0ec252d by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'e3bfecd8-3d44-4d5c-a375-44710dfa3336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:05:52.620659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] Attempting to bind port fb59b22d-5f39-46bd-acdd-93aad0ec252d on network ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:05:52.637652 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a485ab4-7c00-48c6-beaa-d2a5b2a4d603 req-02abca0a-6bb2-49d9-b882-40cd09841f65 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643889 Feb 28 20:05:52.661205 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] Pushing event updated for resources: {'Port': ['ID=006c1370-cdd1-49ce-bf62-0a1b9630eb6a,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:52.733445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398004f3-da0e-455c-a604-8a90887656b2 req-87566e24-d779-479e-a79f-b8711819b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:52.735258 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-398004f3-da0e-455c-a604-8a90887656b2 req-87566e24-d779-479e-a79f-b8711819b0bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1276815 Feb 28 20:05:52.736198 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] Attempting to bind port 006c1370-cdd1-49ce-bf62-0a1b9630eb6a on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:05:52.736529 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] Attempting to bind port 006c1370-cdd1-49ce-bf62-0a1b9630eb6a by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:05:52.736851 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] Attempting to bind port 006c1370-cdd1-49ce-bf62-0a1b9630eb6a on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:05:52.742214 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] Port 006c1370-cdd1-49ce-bf62-0a1b9630eb6a on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:05:52.743829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] Attempting to bind port 006c1370-cdd1-49ce-bf62-0a1b9630eb6a on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:05:52.761422 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:05:52.761909 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:05:52.762467 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:05:52.763162 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] Bound port: 006c1370-cdd1-49ce-bf62-0a1b9630eb6a, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:05:52.763708 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (006c1370-cdd1-49ce-bf62-0a1b9630eb6a), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:52.901665 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] Port fb59b22d-5f39-46bd-acdd-93aad0ec252d on network ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:05:52.902598 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] Attempting to bind port fb59b22d-5f39-46bd-acdd-93aad0ec252d on network ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:05:52.912084 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:05:52.937265 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-398004f3-da0e-455c-a604-8a90887656b2 req-993102be-0dcb-403d-b956-51ba5ec38aa4 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918125 Feb 28 20:05:52.945948 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-6e5e4eea-a3e1-4e0e-8bbc-4bb810f1dfa3 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Publish callbacks [] for security_group (5d428d7c-233f-4af2-99be-c226c8294dba), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:52.946159 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] For port 006c1370-cdd1-49ce-bf62-0a1b9630eb6a, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:05:52.952854 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f524dc57-143f-49d9-93c6-81a2317ea897 req-3078ea2c-1c3d-4694-ab60-b649633ffaec tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bc859-8ba3-4fd1-bbc2-f86c717307af HTTP/1.1" status: 200 len: 210 time: 0.0749257 Feb 28 20:05:52.960283 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] For port 006c1370-cdd1-49ce-bf62-0a1b9630eb6a, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=006c1370-cdd1-49ce-bf62-0a1b9630eb6a,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:05:52.964237 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a180ec7-9cbe-4341-9bb9-3e059a4b6bc4 req-708103d8-f6d4-4d6f-902b-7986d6c468b8 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577429 Feb 28 20:05:52.982984 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-6e5e4eea-a3e1-4e0e-8bbc-4bb810f1dfa3 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5d428d7c-233f-4af2-99be-c226c8294dba), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:52.990753 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:05:52.991195 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] Checking segment: {'id': 'e3bfecd8-3d44-4d5c-a375-44710dfa3336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:05:52.992049 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] Bound using segment: {'id': 'e3bfecd8-3d44-4d5c-a375-44710dfa3336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:05:52.992609 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] Bound port: fb59b22d-5f39-46bd-acdd-93aad0ec252d, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3bfecd8-3d44-4d5c-a375-44710dfa3336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:05:52.992976 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fb59b22d-5f39-46bd-acdd-93aad0ec252d), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:52.998336 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (006c1370-cdd1-49ce-bf62-0a1b9630eb6a), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:53.087006 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:53.087639 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:53.089131 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] 10.222.0.15 "PUT /v2.0/ports/006c1370-cdd1-49ce-bf62-0a1b9630eb6a HTTP/1.1" status: 200 len: 1119 time: 1.2430880 Feb 28 20:05:53.111361 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac1530-92b7-4b8f-9541-0f22db4d388e service neutron] Pushing event updated for resources: {'Port': ['ID=006c1370-cdd1-49ce-bf62-0a1b9630eb6a,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:53.144070 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-398004f3-da0e-455c-a604-8a90887656b2 req-ee1a4cfc-e2c9-4cda-b881-0d490f3b0a05 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946261 Feb 28 20:05:53.235949 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e4eea-a3e1-4e0e-8bbc-4bb810f1dfa3 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d428d7c-233f-4af2-99be-c226c8294dba,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:53.255322 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-1b965394-4b80-40aa-886c-152e1c9166bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:53.255619 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-1b965394-4b80-40aa-886c-152e1c9166bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e914b152c7db459da3f12a7a8c49e969&device_id=20f245ea-f133-49e6-8d89-68757e914b43 HTTP/1.1" status: 200 len: 1153 time: 0.1017635 Feb 28 20:05:53.323514 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-0b0a9dd8-5034-4e28-9983-ac5d3139cc12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=006c1370-cdd1-49ce-bf62-0a1b9630eb6a HTTP/1.1" status: 200 len: 217 time: 0.0601866 Feb 28 20:05:53.333860 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] For port fb59b22d-5f39-46bd-acdd-93aad0ec252d, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:05:53.363268 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40170489-c4a5-42a8-a75c-b8e4f1bb9227 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:05:53.377692 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-f45dfb01-da94-43e4-9d77-6dfc7891e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:53.379145 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-f45dfb01-da94-43e4-9d77-6dfc7891e816 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0504091 Feb 28 20:05:53.390325 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] Publish callbacks [] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:53.393544 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] For port fb59b22d-5f39-46bd-acdd-93aad0ec252d, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=fb59b22d-5f39-46bd-acdd-93aad0ec252d,segment=NetworkSegment(e3bfecd8-3d44-4d5c-a375-44710dfa3336),segment_id=e3bfecd8-3d44-4d5c-a375-44710dfa3336)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:05:53.408553 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (fb59b22d-5f39-46bd-acdd-93aad0ec252d), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:53.416688 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae99b8e-b6ce-4ff7-9d33-b7b3c75ec3d0 req-2c8221a5-c7c1-463f-a6af-475f4c001893 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:53.418705 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ae99b8e-b6ce-4ff7-9d33-b7b3c75ec3d0 req-2c8221a5-c7c1-463f-a6af-475f4c001893 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f245ea-f133-49e6-8d89-68757e914b43 HTTP/1.1" status: 200 len: 970 time: 0.3402171 Feb 28 20:05:53.432710 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] Transition to ACTIVE for port object 40170489-c4a5-42a8-a75c-b8e4f1bb9227 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:05:53.445256 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-c13ce944-f9d4-423f-8962-497c551f2ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:53.447166 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-c13ce944-f9d4-423f-8962-497c551f2ddb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0613091 Feb 28 20:05:53.474721 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:53.512822 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:53.513443 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:53.514875 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] 10.222.0.10 "PUT /v2.0/ports/fb59b22d-5f39-46bd-acdd-93aad0ec252d HTTP/1.1" status: 200 len: 1092 time: 2.8161380 Feb 28 20:05:53.523836 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc459ea-f25e-4f27-915d-b09f50f459c9', 'tag': 'fb59b22d-5f39-46bd-acdd-93aad0ec252d'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:05:53.526115 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23513e10-3863-4faf-aff0-ecaad5f00e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc459ea-f25e-4f27-915d-b09f50f459c9", "tag": "fb59b22d-5f39-46bd-acdd-93aad0ec252d"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:05:53.557111 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-6409ea1b-cb09-4c17-a936-6b60207e7679 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039796 Feb 28 20:05:53.595932 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bcd01-a386-4db9-bb5e-bf6ebafec217 req-c66cf1e0-bc25-4651-adf1-b7d8c6bf1b1a tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:53.597497 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e34bcd01-a386-4db9-bb5e-bf6ebafec217 req-c66cf1e0-bc25-4651-adf1-b7d8c6bf1b1a tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 965 time: 0.2715409 Feb 28 20:05:53.630296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7755ff-238e-4db2-910a-427c583509cd service neutron] Pushing event updated for resources: {'Port': ['ID=fb59b22d-5f39-46bd-acdd-93aad0ec252d,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:53.680292 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2fa4ced5-1d3a-4a97-a4e0-8b78d4cd7c4f req-1fceca77-f78d-4cee-8f10-c1a5115eaa68 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154478 Feb 28 20:05:53.687381 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-6e5e4eea-a3e1-4e0e-8bbc-4bb810f1dfa3 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Allocated IP 192.168.233.243 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/16238aa3-7d19-4fb1-83df-6ea5295de97a) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:05:53.696938 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ae99b8e-b6ce-4ff7-9d33-b7b3c75ec3d0 req-89fc722d-2d5b-4f0c-9c2e-1c9fbb1293bb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711644 Feb 28 20:05:53.838079 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8844cb-911f-4607-8587-adcd1b8d769c x-openstack-request-id: req-6a8844cb-911f-4607-8587-adcd1b8d769c {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:05:53.838367 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc459ea-f25e-4f27-915d-b09f50f459c9", "tag": "fb59b22d-5f39-46bd-acdd-93aad0ec252d", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:05:53.838726 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a8844cb-911f-4607-8587-adcd1b8d769c {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:05:53.838992 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc459ea-f25e-4f27-915d-b09f50f459c9', 'tag': 'fb59b22d-5f39-46bd-acdd-93aad0ec252d', 'status': 'completed', 'code': 200} Feb 28 20:05:53.843259 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] Pushing event updated for resources: {'Port': ['ID=40170489-c4a5-42a8-a75c-b8e4f1bb9227,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:53.891256 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e34bcd01-a386-4db9-bb5e-bf6ebafec217 req-5ed4e343-dbdf-4356-9f0c-b8e005735298 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405822 Feb 28 20:05:53.901659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-a20da934-45ea-4086-8b09-f443e1f75c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:53.918673 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-a20da934-45ea-4086-8b09-f443e1f75c26 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c49f134d2844d928e46d52f9a7a9018&device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 1126 time: 0.3348951 Feb 28 20:05:53.948661 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c0facea8-3741-44c3-b754-ab7e162e9425 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:05:53.993088 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f245ea-f133-49e6-8d89-68757e914b43', 'tag': '006c1370-cdd1-49ce-bf62-0a1b9630eb6a'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:05:53.995549 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac31584-6c84-4009-afa9-6d1515dba3dc" -d '{"events": [{"name": "network-changed", "server_uuid": "20f245ea-f133-49e6-8d89-68757e914b43", "tag": "006c1370-cdd1-49ce-bf62-0a1b9630eb6a"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:05:54.028314 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-27e15461-2520-4bc0-9199-254d714f84ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb59b22d-5f39-46bd-acdd-93aad0ec252d HTTP/1.1" status: 200 len: 217 time: 0.1082752 Feb 28 20:05:54.085411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c0facea8-3741-44c3-b754-ab7e162e9425, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c0facea8-3741-44c3-b754-ab7e162e9425,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:05:54.106333 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'c0facea8-3741-44c3-b754-ab7e162e9425', 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6', 'port_id': 'c0facea8-3741-44c3-b754-ab7e162e9425', 'mac_address': 'fa:16:3e:60:29:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc6270d4-fae4-4010-aab7-61ec0ed0c71b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-1917933488', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:05:54.154117 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port c0facea8-3741-44c3-b754-ab7e162e9425 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:54.154669 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c0facea8-3741-44c3-b754-ab7e162e9425), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:54.170501 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0facea8-3741-44c3-b754-ab7e162e9425 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:05:54.172988 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] Attempting to bind port 40170489-c4a5-42a8-a75c-b8e4f1bb9227 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:05:54.173327 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] Attempting to bind port 40170489-c4a5-42a8-a75c-b8e4f1bb9227 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:05:54.173669 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] Attempting to bind port 40170489-c4a5-42a8-a75c-b8e4f1bb9227 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:05:54.197716 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c0facea8-3741-44c3-b754-ab7e162e9425, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c0facea8-3741-44c3-b754-ab7e162e9425,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:05:54.203701 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c0facea8-3741-44c3-b754-ab7e162e9425), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:54.245041 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] Port 40170489-c4a5-42a8-a75c-b8e4f1bb9227 on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:05:54.245369 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] Attempting to bind port 40170489-c4a5-42a8-a75c-b8e4f1bb9227 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:05:54.260274 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=c0facea8-3741-44c3-b754-ab7e162e9425,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:54.278697 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c89c1-2196-4ff1-b9c3-bbdf289c7709 req-11718fc3-c8ee-4b00-9673-86bf02dd65d3 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:54.280291 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-052c89c1-2196-4ff1-b9c3-bbdf289c7709 req-11718fc3-c8ee-4b00-9673-86bf02dd65d3 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 943 time: 0.3881330 Feb 28 20:05:54.286812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:05:54.287152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:05:54.287539 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:05:54.288003 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] Bound port: 40170489-c4a5-42a8-a75c-b8e4f1bb9227, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:05:54.288361 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:54.299608 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-42eadd04-6c86-4771-af26-e0f2b8f7aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:54.302003 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-42eadd04-6c86-4771-af26-e0f2b8f7aea1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b229bdb6-456c-44f4-9a74-de3d45d86232 HTTP/1.1" status: 200 len: 862 time: 0.2556906 Feb 28 20:05:54.414569 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-6e5e4eea-a3e1-4e0e-8bbc-4bb810f1dfa3 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Publish callbacks [] for port (16238aa3-7d19-4fb1-83df-6ea5295de97a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:54.453916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['c0facea8-3741-44c3-b754-ab7e162e9425'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:05:54.477934 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dd493-090c-402e-8d4b-a152753d776a req-c77d15a7-f080-4de1-9791-84b7ccfba854 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:54.479525 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d1dd493-090c-402e-8d4b-a152753d776a req-c77d15a7-f080-4de1-9791-84b7ccfba854 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3856e275-da99-4776-92d5-c84bfa43a7c3 HTTP/1.1" status: 200 len: 947 time: 0.2897556 Feb 28 20:05:54.519168 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-052c89c1-2196-4ff1-b9c3-bbdf289c7709 req-ab9d2916-cf76-44af-83e7-529df4cbecc5 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281241 Feb 28 20:05:54.567710 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] For port 40170489-c4a5-42a8-a75c-b8e4f1bb9227, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:05:54.583409 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-42172fa8-1d33-4dd7-b4c7-9ae0c496186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:54.584948 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-42172fa8-1d33-4dd7-b4c7-9ae0c496186d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2591650 Feb 28 20:05:54.612215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] For port 40170489-c4a5-42a8-a75c-b8e4f1bb9227, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=40170489-c4a5-42a8-a75c-b8e4f1bb9227,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:05:54.622615 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-6e5e4eea-a3e1-4e0e-8bbc-4bb810f1dfa3 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (16238aa3-7d19-4fb1-83df-6ea5295de97a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:54.657459 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d1dd493-090c-402e-8d4b-a152753d776a req-61aa1fe2-df4f-4902-9f1a-2c8561a8da53 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677103 Feb 28 20:05:54.668383 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:54.706179 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8568552b-e4a2-487d-b898-fbca55ebf11d x-openstack-request-id: req-8568552b-e4a2-487d-b898-fbca55ebf11d {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:05:54.706569 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f245ea-f133-49e6-8d89-68757e914b43", "tag": "006c1370-cdd1-49ce-bf62-0a1b9630eb6a", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:05:54.706822 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8568552b-e4a2-487d-b898-fbca55ebf11d {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:05:54.707230 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f245ea-f133-49e6-8d89-68757e914b43', 'tag': '006c1370-cdd1-49ce-bf62-0a1b9630eb6a', 'status': 'completed', 'code': 200} Feb 28 20:05:54.757789 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:54.758414 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:54.760033 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] 10.222.0.10 "PUT /v2.0/ports/40170489-c4a5-42a8-a75c-b8e4f1bb9227 HTTP/1.1" status: 200 len: 1097 time: 3.0873473 Feb 28 20:05:54.783209 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device b47e37ce-819c-44ba-aefc-d056c0991b0b details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:05:54.786725 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-6e5e4eea-a3e1-4e0e-8bbc-4bb810f1dfa3 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:05:54.798848 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-6e5e4eea-a3e1-4e0e-8bbc-4bb810f1dfa3 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:05:54.807164 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-6e5e4eea-a3e1-4e0e-8bbc-4bb810f1dfa3 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:05:54.813577 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac31584-6c84-4009-afa9-6d1515dba3dc req-3fc008e7-683b-4b32-b7b5-c8416adc2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:54.815205 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bac31584-6c84-4009-afa9-6d1515dba3dc req-3fc008e7-683b-4b32-b7b5-c8416adc2fb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e914b152c7db459da3f12a7a8c49e969&device_id=20f245ea-f133-49e6-8d89-68757e914b43 HTTP/1.1" status: 200 len: 1153 time: 0.0826797 Feb 28 20:05:54.819251 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e4eea-a3e1-4e0e-8bbc-4bb810f1dfa3 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Pushing event updated for resources: {'Port': ['ID=16238aa3-7d19-4fb1-83df-6ea5295de97a,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:54.889745 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10d17f-64e4-4a2b-9d59-ff0f561fe3df req-ffdca267-c5ff-4d8c-80d6-1b9cd66cc418 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:54.896709 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b10d17f-64e4-4a2b-9d59-ff0f561fe3df req-ffdca267-c5ff-4d8c-80d6-1b9cd66cc418 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bc859-8ba3-4fd1-bbc2-f86c717307af HTTP/1.1" status: 200 len: 936 time: 0.2964995 Feb 28 20:05:54.974612 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-19757d59-2e6d-47c6-a3e0-27c747213ae9 service neutron] 10.222.0.10 "GET /v2.0/networks/ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753283 Feb 28 20:05:54.995568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac31584-6c84-4009-afa9-6d1515dba3dc req-8178c84a-1cdc-458a-a7a3-cbcfa782cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:54.998770 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bac31584-6c84-4009-afa9-6d1515dba3dc req-8178c84a-1cdc-458a-a7a3-cbcfa782cc30 service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.1731820 Feb 28 20:05:55.019838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-6e5e4eea-a3e1-4e0e-8bbc-4bb810f1dfa3 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:55.020494 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-6e5e4eea-a3e1-4e0e-8bbc-4bb810f1dfa3 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:55.046738 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bac31584-6c84-4009-afa9-6d1515dba3dc req-dd7e762b-458e-4bac-b8f5-fa056df542df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=006c1370-cdd1-49ce-bf62-0a1b9630eb6a HTTP/1.1" status: 200 len: 217 time: 0.0408151 Feb 28 20:05:55.050948 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port b47e37ce-819c-44ba-aefc-d056c0991b0b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=b47e37ce-819c-44ba-aefc-d056c0991b0b,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:05:55.059601 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407f82a-071c-4a96-81ce-0356e2e0b93b service neutron] Pushing event updated for resources: {'Port': ['ID=40170489-c4a5-42a8-a75c-b8e4f1bb9227,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:55.070199 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'b47e37ce-819c-44ba-aefc-d056c0991b0b', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': 'b47e37ce-819c-44ba-aefc-d056c0991b0b', 'mac_address': 'fa:16:3e:12:98:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:05:55.112061 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac31584-6c84-4009-afa9-6d1515dba3dc req-3906a336-d0bd-4a10-961a-ab999f33467b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:55.114142 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bac31584-6c84-4009-afa9-6d1515dba3dc req-3906a336-d0bd-4a10-961a-ab999f33467b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0618923 Feb 28 20:05:55.133077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port b47e37ce-819c-44ba-aefc-d056c0991b0b is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:55.133837 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b47e37ce-819c-44ba-aefc-d056c0991b0b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:55.157718 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47e37ce-819c-44ba-aefc-d056c0991b0b {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:05:55.191435 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port b47e37ce-819c-44ba-aefc-d056c0991b0b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=b47e37ce-819c-44ba-aefc-d056c0991b0b,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:05:55.193024 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac31584-6c84-4009-afa9-6d1515dba3dc req-97852821-1c4a-4d2b-8f1a-1b0906a13d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:55.195372 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bac31584-6c84-4009-afa9-6d1515dba3dc req-97852821-1c4a-4d2b-8f1a-1b0906a13d32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0748043 Feb 28 20:05:55.196765 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b47e37ce-819c-44ba-aefc-d056c0991b0b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:55.266533 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=b47e37ce-819c-44ba-aefc-d056c0991b0b,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:55.309292 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bac31584-6c84-4009-afa9-6d1515dba3dc req-1e467563-6dee-41e8-8b2e-e117a51c3a33 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079319 Feb 28 20:05:55.344601 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-6e5e4eea-a3e1-4e0e-8bbc-4bb810f1dfa3 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5893385 Feb 28 20:05:55.351523 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b10d17f-64e4-4a2b-9d59-ff0f561fe3df req-4b2492b7-3f30-4c88-bd1a-04272b0a7cc0 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d428d7c-233f-4af2-99be-c226c8294dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540086 Feb 28 20:05:55.363136 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] Request body: {'port': {'device_id': '323bc859-8ba3-4fd1-bbc2-f86c717307af', 'device_owner': 'compute:tempest-test_az-1917933488', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:05:55.370335 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-2eb1b766-af89-44ed-9fa7-006663356226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:55.372393 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-2eb1b766-af89-44ed-9fa7-006663356226 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e914b152c7db459da3f12a7a8c49e969&device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 1131 time: 0.4911160 Feb 28 20:05:55.394418 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3caa1563-c0a3-4f5f-8b71-d6b18c09af5e None None] Provisioning complete for port 16238aa3-7d19-4fb1-83df-6ea5295de97a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:55.394872 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3caa1563-c0a3-4f5f-8b71-d6b18c09af5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (16238aa3-7d19-4fb1-83df-6ea5295de97a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:55.448364 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3caa1563-c0a3-4f5f-8b71-d6b18c09af5e None None] Port 16238aa3-7d19-4fb1-83df-6ea5295de97a cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:05:55.479684 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-e904c562-477a-45ff-ad78-3e73da6a7e3a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=40170489-c4a5-42a8-a75c-b8e4f1bb9227 HTTP/1.1" status: 200 len: 217 time: 0.0759006 Feb 28 20:05:55.521642 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a07d0968-969b-4912-86f1-40c2dc48f3a7 req-7f264fd1-e76c-4d10-93c3-f4665654001d service neutron] 10.222.0.10 "GET /v2.0/networks/ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293865 Feb 28 20:05:55.567109 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['b47e37ce-819c-44ba-aefc-d056c0991b0b'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:05:55.581254 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3a999-8f3e-442b-b9e1-f74056f3b837 req-e8b5b0c3-064d-4348-99d4-92dda1a101eb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:55.582275 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82a3a999-8f3e-442b-b9e1-f74056f3b837 req-e8b5b0c3-064d-4348-99d4-92dda1a101eb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f245ea-f133-49e6-8d89-68757e914b43 HTTP/1.1" status: 200 len: 970 time: 0.5243318 Feb 28 20:05:55.639081 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (16238aa3-7d19-4fb1-83df-6ea5295de97a), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:55.641212 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bac31584-6c84-4009-afa9-6d1515dba3dc req-965f70ac-c25a-459d-8fdc-306e02f54da2 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266807 Feb 28 20:05:55.670162 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-dc428903-af61-4860-8d51-55d982c0212a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:55.671632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-dc428903-af61-4860-8d51-55d982c0212a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1819599 Feb 28 20:05:55.710640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c7b50-9ee2-4bad-a27d-56d0c50f2a2e req-451bf871-4638-41f7-91cc-6e1365a32bdf tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:55.712083 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-205c7b50-9ee2-4bad-a27d-56d0c50f2a2e req-451bf871-4638-41f7-91cc-6e1365a32bdf tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 966 time: 0.2433541 Feb 28 20:05:55.793511 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82a3a999-8f3e-442b-b9e1-f74056f3b837 req-7fdbfa19-cf24-4331-9c6e-3ef56a732218 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905980 Feb 28 20:05:55.795450 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23513e10-3863-4faf-aff0-ecaad5f00e1f req-e718f780-2597-4cbb-a98e-3d8fe444fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:55.796928 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23513e10-3863-4faf-aff0-ecaad5f00e1f req-e718f780-2597-4cbb-a98e-3d8fe444fbb1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c49f134d2844d928e46d52f9a7a9018&device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 1126 time: 0.2093124 Feb 28 20:05:55.840760 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e15dd0-7234-4607-a0b1-47b2a7820b0b', 'tag': '40170489-c4a5-42a8-a75c-b8e4f1bb9227'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:05:55.842848 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6dae59-f0b1-4220-97f9-12919ff3df4a" -d '{"events": [{"name": "network-changed", "server_uuid": "38e15dd0-7234-4607-a0b1-47b2a7820b0b", "tag": "40170489-c4a5-42a8-a75c-b8e4f1bb9227"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:05:55.963900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c0facea8-3741-44c3-b754-ab7e162e9425 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:05:56.049109 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port c0facea8-3741-44c3-b754-ab7e162e9425 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:05:56.053948 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port c0facea8-3741-44c3-b754-ab7e162e9425 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:56.054976 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c0facea8-3741-44c3-b754-ab7e162e9425), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:56.079719 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-b9ea854d-3cfd-4266-a655-574705b892a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:56.081358 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-b9ea854d-3cfd-4266-a655-574705b892a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4017622 Feb 28 20:05:56.099384 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-205c7b50-9ee2-4bad-a27d-56d0c50f2a2e req-30846a35-eaf0-4c27-92ea-76f81d7b37c7 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415046 Feb 28 20:05:56.152958 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port c0facea8-3741-44c3-b754-ab7e162e9425 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:56.153395 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c0facea8-3741-44c3-b754-ab7e162e9425), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:56.187269 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0facea8-3741-44c3-b754-ab7e162e9425'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:05:56.189806 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bd0415-c20e-4ca0-995c-d5e8bf27fe90" -d '{"events": [{"server_uuid": "f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0", "name": "network-vif-plugged", "status": "completed", "tag": "c0facea8-3741-44c3-b754-ab7e162e9425"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:05:56.202411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c0facea8-3741-44c3-b754-ab7e162e9425, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c0facea8-3741-44c3-b754-ab7e162e9425,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:05:56.206669 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c0facea8-3741-44c3-b754-ab7e162e9425), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:56.271629 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=c0facea8-3741-44c3-b754-ab7e162e9425,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:56.328841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54dcabf-bf98-4b82-bd0c-4f9a7cb79a1f req-c8102e05-d86f-42ba-a560-45528a76155f tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:56.330486 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d54dcabf-bf98-4b82-bd0c-4f9a7cb79a1f req-c8102e05-d86f-42ba-a560-45528a76155f tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 943 time: 0.3978941 Feb 28 20:05:56.341023 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23513e10-3863-4faf-aff0-ecaad5f00e1f req-1e838e45-0e11-45e1-a9dd-782f33d2b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:56.342566 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23513e10-3863-4faf-aff0-ecaad5f00e1f req-1e838e45-0e11-45e1-a9dd-782f33d2b1da service neutron] 10.222.0.10 "GET /v2.0/networks?id=ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 HTTP/1.1" status: 200 len: 923 time: 0.5273764 Feb 28 20:05:56.438532 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23513e10-3863-4faf-aff0-ecaad5f00e1f req-bafea3cf-0b22-423f-a611-61be2ddec9bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb59b22d-5f39-46bd-acdd-93aad0ec252d HTTP/1.1" status: 200 len: 217 time: 0.0759697 Feb 28 20:05:56.449529 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-b97787eb-7c64-42f8-af50-b53266d0488b service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472066 Feb 28 20:05:56.528161 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60750f1b-12d7-483f-83f5-f809ad4d3326 req-5d986af0-c0d7-4b0d-b1b1-8db1f3c45150 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:56.529704 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60750f1b-12d7-483f-83f5-f809ad4d3326 req-5d986af0-c0d7-4b0d-b1b1-8db1f3c45150 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3856e275-da99-4776-92d5-c84bfa43a7c3 HTTP/1.1" status: 200 len: 948 time: 0.3440745 Feb 28 20:05:56.566200 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d54dcabf-bf98-4b82-bd0c-4f9a7cb79a1f req-efe322a0-299b-4031-a4bb-5370e99efc09 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267880 Feb 28 20:05:56.636428 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae6baa3-b3f6-4eef-b2fd-6178ca6073ec x-openstack-request-id: req-aae6baa3-b3f6-4eef-b2fd-6178ca6073ec {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:05:56.636872 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e15dd0-7234-4607-a0b1-47b2a7820b0b", "tag": "40170489-c4a5-42a8-a75c-b8e4f1bb9227", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:05:56.637228 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aae6baa3-b3f6-4eef-b2fd-6178ca6073ec {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:05:56.637560 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e15dd0-7234-4607-a0b1-47b2a7820b0b', 'tag': '40170489-c4a5-42a8-a75c-b8e4f1bb9227', 'status': 'completed', 'code': 200} Feb 28 20:05:56.648942 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23513e10-3863-4faf-aff0-ecaad5f00e1f req-237c940b-8128-462d-bfd9-8e906de64278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:56.650475 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23513e10-3863-4faf-aff0-ecaad5f00e1f req-237c940b-8128-462d-bfd9-8e906de64278 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b229bdb6-456c-44f4-9a74-de3d45d86232 HTTP/1.1" status: 200 len: 862 time: 0.1975031 Feb 28 20:05:56.684334 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3030a1-a1e1-4271-a2e0-016b8640df8c x-openstack-request-id: req-ef3030a1-a1e1-4271-a2e0-016b8640df8c {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:05:56.684648 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0", "name": "network-vif-plugged", "status": "completed", "tag": "c0facea8-3741-44c3-b754-ab7e162e9425", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:05:56.684983 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef3030a1-a1e1-4271-a2e0-016b8640df8c {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:05:56.685293 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0facea8-3741-44c3-b754-ab7e162e9425', 'code': 200} Feb 28 20:05:56.704157 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16238aa3-7d19-4fb1-83df-6ea5295de97a {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:05:56.729302 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] Publish callbacks [] for port (16238aa3-7d19-4fb1-83df-6ea5295de97a), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:56.747865 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60750f1b-12d7-483f-83f5-f809ad4d3326 req-2e1fc24b-8ed6-47f8-ae48-59490a6079d8 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028742 Feb 28 20:05:56.759522 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device b47e37ce-819c-44ba-aefc-d056c0991b0b up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:05:56.776376 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] Transition to ACTIVE for port object 16238aa3-7d19-4fb1-83df-6ea5295de97a will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:05:56.821105 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4c736-3222-45b6-932b-fb407e473ff7 req-772b8db7-69be-4004-bc91-12b2a94b4f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:56.825462 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1ce4c736-3222-45b6-932b-fb407e473ff7 req-772b8db7-69be-4004-bc91-12b2a94b4f5d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 1150 time: 0.0743947 Feb 28 20:05:56.827635 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-732a59b0-f205-4378-9b8b-cddef1423fc9 req-8bf26595-eab6-42d7-81d2-22ee29d60788 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566263 Feb 28 20:05:56.832985 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (16238aa3-7d19-4fb1-83df-6ea5295de97a), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:56.849737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port b47e37ce-819c-44ba-aefc-d056c0991b0b completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:05:56.856424 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port b47e37ce-819c-44ba-aefc-d056c0991b0b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:05:56.856821 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b47e37ce-819c-44ba-aefc-d056c0991b0b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:56.895266 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1ce4c736-3222-45b6-932b-fb407e473ff7 req-c4dba04e-a067-431b-a22b-f7d079940a04 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648108 Feb 28 20:05:56.953447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23513e10-3863-4faf-aff0-ecaad5f00e1f req-a9ff5f18-9f6b-40e6-8eb5-23455d52d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:56.955481 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23513e10-3863-4faf-aff0-ecaad5f00e1f req-a9ff5f18-9f6b-40e6-8eb5-23455d52d294 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2944093 Feb 28 20:05:56.987419 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port b47e37ce-819c-44ba-aefc-d056c0991b0b is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:56.987829 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b47e37ce-819c-44ba-aefc-d056c0991b0b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:57.023008 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3b556-d7ff-48f0-ad02-a2c816e067fb req-3aa863c0-8428-4760-83d3-764615730c25 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:57.031300 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-13c3b556-d7ff-48f0-ad02-a2c816e067fb req-3aa863c0-8428-4760-83d3-764615730c25 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bc859-8ba3-4fd1-bbc2-f86c717307af HTTP/1.1" status: 200 len: 936 time: 0.2774885 Feb 28 20:05:57.035813 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port b47e37ce-819c-44ba-aefc-d056c0991b0b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=b47e37ce-819c-44ba-aefc-d056c0991b0b,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:05:57.046703 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b47e37ce-819c-44ba-aefc-d056c0991b0b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:57.132757 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=b47e37ce-819c-44ba-aefc-d056c0991b0b,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:57.171875 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] Pushing event updated for resources: {'Port': ['ID=16238aa3-7d19-4fb1-83df-6ea5295de97a,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:57.462830 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-13c3b556-d7ff-48f0-ad02-a2c816e067fb req-612be0e2-c2a2-4676-b812-ee85dce57722 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d428d7c-233f-4af2-99be-c226c8294dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307349 Feb 28 20:05:57.481693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dae59-f0b1-4220-97f9-12919ff3df4a req-1b9f016a-e8fd-462d-bd38-72d2c39d450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:57.483304 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c6dae59-f0b1-4220-97f9-12919ff3df4a req-1b9f016a-e8fd-462d-bd38-72d2c39d450a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e914b152c7db459da3f12a7a8c49e969&device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 1131 time: 0.5691545 Feb 28 20:05:57.545072 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] Attempting to bind port 16238aa3-7d19-4fb1-83df-6ea5295de97a on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:05:57.545730 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] Attempting to bind port 16238aa3-7d19-4fb1-83df-6ea5295de97a by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:05:57.545730 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] Attempting to bind port 16238aa3-7d19-4fb1-83df-6ea5295de97a on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:05:57.553621 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23513e10-3863-4faf-aff0-ecaad5f00e1f req-9ff18f3e-29ae-4393-b7ee-113dc8af010c service neutron] 10.222.0.10 "GET /v2.0/networks/ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583191 Feb 28 20:05:57.609678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] Port 16238aa3-7d19-4fb1-83df-6ea5295de97a on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:05:57.610005 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] Attempting to bind port 16238aa3-7d19-4fb1-83df-6ea5295de97a on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:05:57.665310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:05:57.665659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:05:57.666047 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:05:57.666497 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] Bound port: 16238aa3-7d19-4fb1-83df-6ea5295de97a, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:05:57.666858 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (16238aa3-7d19-4fb1-83df-6ea5295de97a), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:57.742059 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfa09e-2df4-43d4-a4ea-c7793736c0ce req-c3912490-cdc5-42b5-aae9-462e3c610f4a tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:57.744155 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1abfa09e-2df4-43d4-a4ea-c7793736c0ce req-c3912490-cdc5-42b5-aae9-462e3c610f4a tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f245ea-f133-49e6-8d89-68757e914b43 HTTP/1.1" status: 200 len: 970 time: 0.2880964 Feb 28 20:05:57.786953 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dae59-f0b1-4220-97f9-12919ff3df4a req-f5ceb104-4d6f-42f1-8dfe-779a29730273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:57.788472 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c6dae59-f0b1-4220-97f9-12919ff3df4a req-f5ceb104-4d6f-42f1-8dfe-779a29730273 service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.2816436 Feb 28 20:05:57.839262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cdae7-aa20-48f0-a0a5-b0373424f222 req-75c993d6-a132-4e21-82c3-e67d16548cd7 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:57.840842 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e4cdae7-aa20-48f0-a0a5-b0373424f222 req-75c993d6-a132-4e21-82c3-e67d16548cd7 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 967 time: 0.2921233 Feb 28 20:05:57.883840 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23513e10-3863-4faf-aff0-ecaad5f00e1f req-b9730853-8ccc-4e5a-be24-7f0bf7fe559f service neutron] 10.222.0.10 "GET /v2.0/networks/ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846022 Feb 28 20:05:57.885113 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c6dae59-f0b1-4220-97f9-12919ff3df4a req-9fbf3f01-2679-4ebf-8f86-b55257c43346 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=40170489-c4a5-42a8-a75c-b8e4f1bb9227 HTTP/1.1" status: 200 len: 217 time: 0.0748582 Feb 28 20:05:57.963870 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 006c1370-cdd1-49ce-bf62-0a1b9630eb6a details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:05:57.978677 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1abfa09e-2df4-43d4-a4ea-c7793736c0ce req-70f4e8a2-18e5-4402-9bb1-12379d1d6faf tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240572 Feb 28 20:05:57.985948 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] For port 16238aa3-7d19-4fb1-83df-6ea5295de97a, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:05:58.023834 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dae59-f0b1-4220-97f9-12919ff3df4a req-9c964e70-b8db-47b6-a26f-f5a071f1d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:58.025325 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c6dae59-f0b1-4220-97f9-12919ff3df4a req-9c964e70-b8db-47b6-a26f-f5a071f1d391 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1170163 Feb 28 20:05:58.027194 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] For port 16238aa3-7d19-4fb1-83df-6ea5295de97a, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=16238aa3-7d19-4fb1-83df-6ea5295de97a,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:05:58.036557 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e4cdae7-aa20-48f0-a0a5-b0373424f222 req-5f3ce22b-1a6d-4c2e-8233-51bdc21d1541 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605363 Feb 28 20:05:58.049939 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (16238aa3-7d19-4fb1-83df-6ea5295de97a), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:58.103572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 006c1370-cdd1-49ce-bf62-0a1b9630eb6a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=006c1370-cdd1-49ce-bf62-0a1b9630eb6a,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:05:58.118099 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '006c1370-cdd1-49ce-bf62-0a1b9630eb6a', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '006c1370-cdd1-49ce-bf62-0a1b9630eb6a', 'mac_address': 'fa:16:3e:a1:20:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:tempest-test_az-1917933488', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:05:58.164901 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 006c1370-cdd1-49ce-bf62-0a1b9630eb6a is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:58.165787 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (006c1370-cdd1-49ce-bf62-0a1b9630eb6a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:58.171040 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:58.171801 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:58.173482 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] 10.222.0.15 "PUT /v2.0/ports/16238aa3-7d19-4fb1-83df-6ea5295de97a HTTP/1.1" status: 200 len: 1119 time: 2.8192475 Feb 28 20:05:58.199509 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006c1370-cdd1-49ce-bf62-0a1b9630eb6a {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:05:58.205124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c18222-15fe-4244-b66c-ebaae1ba5e41 service neutron] Pushing event updated for resources: {'Port': ['ID=16238aa3-7d19-4fb1-83df-6ea5295de97a,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:58.219078 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dae59-f0b1-4220-97f9-12919ff3df4a req-5d803cf7-2bda-4dab-adbe-f8c8a2df1bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:58.221298 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c6dae59-f0b1-4220-97f9-12919ff3df4a req-5d803cf7-2bda-4dab-adbe-f8c8a2df1bad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1836915 Feb 28 20:05:58.233159 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 006c1370-cdd1-49ce-bf62-0a1b9630eb6a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=006c1370-cdd1-49ce-bf62-0a1b9630eb6a,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:05:58.236928 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90a3ca-19dd-4b57-95f2-45c437b0f9c2 req-0e5335f6-2a7e-428e-ba6b-0e749b7f95dd tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:58.247882 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b90a3ca-19dd-4b57-95f2-45c437b0f9c2 req-0e5335f6-2a7e-428e-ba6b-0e749b7f95dd tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 943 time: 0.1409502 Feb 28 20:05:58.248457 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (006c1370-cdd1-49ce-bf62-0a1b9630eb6a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:58.306976 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=006c1370-cdd1-49ce-bf62-0a1b9630eb6a,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:58.450466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b90a3ca-19dd-4b57-95f2-45c437b0f9c2 req-3484162b-e3c8-494d-aa3b-bcc1b68a032a tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995595 Feb 28 20:05:58.468083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-96016c31-37d5-4546-b508-ade6d267c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:58.469619 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-96016c31-37d5-4546-b508-ade6d267c5be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0e94d7a679a48e78a016efa881824c2&device_id=323bc859-8ba3-4fd1-bbc2-f86c717307af HTTP/1.1" status: 200 len: 1153 time: 0.2004645 Feb 28 20:05:58.470744 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['006c1370-cdd1-49ce-bf62-0a1b9630eb6a'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:05:58.474332 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c6dae59-f0b1-4220-97f9-12919ff3df4a req-e0224ceb-7854-486f-9491-0cabfcf1246f service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936426 Feb 28 20:05:58.487249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cca4f2-d320-4887-85b1-ccd1d4a029ea req-ec25e3c6-a0c9-410e-b221-395e4168780f tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:58.488981 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0cca4f2-d320-4887-85b1-ccd1d4a029ea req-ec25e3c6-a0c9-410e-b221-395e4168780f tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3856e275-da99-4776-92d5-c84bfa43a7c3 HTTP/1.1" status: 200 len: 949 time: 0.1885333 Feb 28 20:05:58.571063 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-3bb3de9c-4eb0-4d62-95f4-a232c27435bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=16238aa3-7d19-4fb1-83df-6ea5295de97a HTTP/1.1" status: 200 len: 217 time: 0.0920582 Feb 28 20:05:58.645504 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323bc859-8ba3-4fd1-bbc2-f86c717307af', 'tag': '16238aa3-7d19-4fb1-83df-6ea5295de97a'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:05:58.651616 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389c662e-b044-48ed-85aa-cd953362c3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "323bc859-8ba3-4fd1-bbc2-f86c717307af", "tag": "16238aa3-7d19-4fb1-83df-6ea5295de97a"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:05:58.686014 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3856e275-da99-4776-92d5-c84bfa43a7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47e37ce-819c-44ba-aefc-d056c0991b0b'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:05:58.688351 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb22c24e-427d-4d3f-a77a-c3a101fd7198" -d '{"events": [{"server_uuid": "3856e275-da99-4776-92d5-c84bfa43a7c3", "name": "network-vif-plugged", "status": "completed", "tag": "b47e37ce-819c-44ba-aefc-d056c0991b0b"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:05:58.731993 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-2c4a7781-88fe-44a6-bec4-c3d00c107b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:58.733478 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-2c4a7781-88fe-44a6-bec4-c3d00c107b08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1274483 Feb 28 20:05:58.742869 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0cca4f2-d320-4887-85b1-ccd1d4a029ea req-edfe1182-32aa-4114-a0ce-984b6654ec63 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177234 Feb 28 20:05:58.761549 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c6dae59-f0b1-4220-97f9-12919ff3df4a req-c614739a-701c-4ea3-a4fd-848c0354ebcc service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657428 Feb 28 20:05:58.779852 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device fb59b22d-5f39-46bd-acdd-93aad0ec252d details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:05:58.792459 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cb783-41c4-4f15-a26f-a1758d6b6b20 req-c4879365-63ec-449f-9938-fa2767cefd76 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:58.793663 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-339cb783-41c4-4f15-a26f-a1758d6b6b20 req-c4879365-63ec-449f-9938-fa2767cefd76 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bc859-8ba3-4fd1-bbc2-f86c717307af HTTP/1.1" status: 200 len: 970 time: 0.1887131 Feb 28 20:05:58.834715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-7d2acc6e-f9ab-42de-a663-715dc5a3650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:58.836377 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-7d2acc6e-f9ab-42de-a663-715dc5a3650f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0926540 Feb 28 20:05:58.880792 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87e0083-40e3-421d-bfdd-f79cb2f95b45 x-openstack-request-id: req-e87e0083-40e3-421d-bfdd-f79cb2f95b45 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:05:58.881228 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323bc859-8ba3-4fd1-bbc2-f86c717307af", "tag": "16238aa3-7d19-4fb1-83df-6ea5295de97a", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:05:58.881793 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e87e0083-40e3-421d-bfdd-f79cb2f95b45 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:05:58.882070 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323bc859-8ba3-4fd1-bbc2-f86c717307af', 'tag': '16238aa3-7d19-4fb1-83df-6ea5295de97a', 'status': 'completed', 'code': 200} Feb 28 20:05:58.890508 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-339cb783-41c4-4f15-a26f-a1758d6b6b20 req-818a2e8a-b6df-4dc1-95f8-3ba06ca415cd tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d428d7c-233f-4af2-99be-c226c8294dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832210 Feb 28 20:05:58.913351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port fb59b22d-5f39-46bd-acdd-93aad0ec252d, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=fb59b22d-5f39-46bd-acdd-93aad0ec252d,segment=NetworkSegment(e3bfecd8-3d44-4d5c-a375-44710dfa3336),segment_id=e3bfecd8-3d44-4d5c-a375-44710dfa3336)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:05:58.932271 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78ac194-169b-41a8-8033-da1aa0f8c073 x-openstack-request-id: req-a78ac194-169b-41a8-8033-da1aa0f8c073 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:05:58.932798 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3856e275-da99-4776-92d5-c84bfa43a7c3", "name": "network-vif-plugged", "status": "completed", "tag": "b47e37ce-819c-44ba-aefc-d056c0991b0b", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:05:58.933567 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a78ac194-169b-41a8-8033-da1aa0f8c073 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:05:58.933970 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3856e275-da99-4776-92d5-c84bfa43a7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47e37ce-819c-44ba-aefc-d056c0991b0b', 'code': 200} Feb 28 20:05:58.940850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'fb59b22d-5f39-46bd-acdd-93aad0ec252d', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'port_id': 'fb59b22d-5f39-46bd-acdd-93aad0ec252d', 'mac_address': 'fa:16:3e:01:cf:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:05:58.976058 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-0e89b95f-ca1a-4770-8c96-98cdc25ea242 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309786 Feb 28 20:05:58.987145 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port fb59b22d-5f39-46bd-acdd-93aad0ec252d is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:05:58.987636 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fb59b22d-5f39-46bd-acdd-93aad0ec252d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:59.014741 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb59b22d-5f39-46bd-acdd-93aad0ec252d {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:05:59.044694 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port fb59b22d-5f39-46bd-acdd-93aad0ec252d, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=fb59b22d-5f39-46bd-acdd-93aad0ec252d,segment=NetworkSegment(e3bfecd8-3d44-4d5c-a375-44710dfa3336),segment_id=e3bfecd8-3d44-4d5c-a375-44710dfa3336)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:05:59.050455 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fb59b22d-5f39-46bd-acdd-93aad0ec252d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:05:59.131432 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=fb59b22d-5f39-46bd-acdd-93aad0ec252d,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:05:59.158810 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709e3c8-72a6-4ff7-9e59-0663ecdf8092 req-6c022eb5-9969-4e99-8702-ac367af9c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:59.160356 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3709e3c8-72a6-4ff7-9e59-0663ecdf8092 req-6c022eb5-9969-4e99-8702-ac367af9c243 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3856e275-da99-4776-92d5-c84bfa43a7c3 HTTP/1.1" status: 200 len: 1132 time: 0.1606169 Feb 28 20:05:59.189519 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-005e94a4-8b4f-4726-9856-d9725c3b59c6 req-efea89f8-8697-4ef7-824f-3320edb9389e service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993465 Feb 28 20:05:59.245058 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885928a-54c0-4126-84fe-14126750addb req-89243c90-0f7b-4e3e-ac8f-d2d1ec1e392a tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:59.247225 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e885928a-54c0-4126-84fe-14126750addb req-89243c90-0f7b-4e3e-ac8f-d2d1ec1e392a tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f245ea-f133-49e6-8d89-68757e914b43 HTTP/1.1" status: 200 len: 971 time: 0.1384494 Feb 28 20:05:59.312556 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3709e3c8-72a6-4ff7-9e59-0663ecdf8092 req-2b049cf2-ea2c-4e69-b6e5-0360b1673cd5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412718 Feb 28 20:05:59.322148 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['fb59b22d-5f39-46bd-acdd-93aad0ec252d'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:05:59.371332 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c432950-1dab-42b3-9cae-8179e5eedf31 req-a764853c-6a56-4e8e-a77e-a42b4a3e992c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:59.372923 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c432950-1dab-42b3-9cae-8179e5eedf31 req-a764853c-6a56-4e8e-a77e-a42b4a3e992c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 967 time: 0.1766574 Feb 28 20:05:59.385529 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e885928a-54c0-4126-84fe-14126750addb req-83201e23-e75a-474f-ac76-962c785c87b4 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193309 Feb 28 20:05:59.393476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c662e-b044-48ed-85aa-cd953362c3ac req-70dbd91e-2a1e-400d-917c-299ff9495c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:59.394986 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-389c662e-b044-48ed-85aa-cd953362c3ac req-70dbd91e-2a1e-400d-917c-299ff9495c28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0e94d7a679a48e78a016efa881824c2&device_id=323bc859-8ba3-4fd1-bbc2-f86c717307af HTTP/1.1" status: 200 len: 1153 time: 0.1467597 Feb 28 20:05:59.503539 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c432950-1dab-42b3-9cae-8179e5eedf31 req-3f25cd71-11e5-4de4-8458-0f5c6eb57e2c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238883 Feb 28 20:05:59.538282 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c662e-b044-48ed-85aa-cd953362c3ac req-85f15e60-0deb-44cb-b4df-b153e23e0340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:59.541594 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-389c662e-b044-48ed-85aa-cd953362c3ac req-85f15e60-0deb-44cb-b4df-b153e23e0340 service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.1391518 Feb 28 20:05:59.622695 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-389c662e-b044-48ed-85aa-cd953362c3ac req-9e3957d0-6c43-4a40-b07c-8aef5a196f6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=16238aa3-7d19-4fb1-83df-6ea5295de97a HTTP/1.1" status: 200 len: 217 time: 0.0724776 Feb 28 20:05:59.712431 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c662e-b044-48ed-85aa-cd953362c3ac req-8be4d397-5b50-4c57-9dce-597d5d2d36d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:59.713744 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-389c662e-b044-48ed-85aa-cd953362c3ac req-8be4d397-5b50-4c57-9dce-597d5d2d36d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0855904 Feb 28 20:05:59.737408 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e6859-e5bc-4dfa-afa2-37185da71c5c req-0fde609e-8a46-4a71-bc2b-8f292378583f tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:59.738997 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-227e6859-e5bc-4dfa-afa2-37185da71c5c req-0fde609e-8a46-4a71-bc2b-8f292378583f tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 944 time: 0.1096008 Feb 28 20:05:59.810767 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c662e-b044-48ed-85aa-cd953362c3ac req-52d9ce23-e424-4a8e-87d5-af725390c6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:05:59.812477 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-389c662e-b044-48ed-85aa-cd953362c3ac req-52d9ce23-e424-4a8e-87d5-af725390c6fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0922120 Feb 28 20:05:59.820813 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-227e6859-e5bc-4dfa-afa2-37185da71c5c req-10bfc4b6-c19c-4d5c-8500-6a15b50dac15 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660269 Feb 28 20:05:59.973523 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 006c1370-cdd1-49ce-bf62-0a1b9630eb6a up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:05:59.988720 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-389c662e-b044-48ed-85aa-cd953362c3ac req-6d8cdb67-57d4-421b-b718-45aa224dd647 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667945 Feb 28 20:06:00.046370 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 006c1370-cdd1-49ce-bf62-0a1b9630eb6a completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:06:00.051088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 006c1370-cdd1-49ce-bf62-0a1b9630eb6a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:06:00.051547 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (006c1370-cdd1-49ce-bf62-0a1b9630eb6a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:00.266466 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 006c1370-cdd1-49ce-bf62-0a1b9630eb6a is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:00.266466 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (006c1370-cdd1-49ce-bf62-0a1b9630eb6a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:00.301463 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 006c1370-cdd1-49ce-bf62-0a1b9630eb6a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=006c1370-cdd1-49ce-bf62-0a1b9630eb6a,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:00.306069 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (006c1370-cdd1-49ce-bf62-0a1b9630eb6a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:00.308618 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264adf7-bcd1-4adc-96cd-e47349f1f662 req-6773a77d-5a66-4bdc-8a3c-0f883f9c2241 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:00.310150 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7264adf7-bcd1-4adc-96cd-e47349f1f662 req-6773a77d-5a66-4bdc-8a3c-0f883f9c2241 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 1150 time: 0.3641887 Feb 28 20:06:00.348503 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-389c662e-b044-48ed-85aa-cd953362c3ac req-04865ae4-f550-4dee-a513-dd485a0cc4e3 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532591 Feb 28 20:06:00.362764 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0d83a-fe3c-4329-b710-18bc07f83802 req-a3cb7a33-507e-434f-844d-80b2662e2c3e tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:00.364700 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2fe0d83a-fe3c-4329-b710-18bc07f83802 req-a3cb7a33-507e-434f-844d-80b2662e2c3e tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3856e275-da99-4776-92d5-c84bfa43a7c3 HTTP/1.1" status: 200 len: 949 time: 0.1363451 Feb 28 20:06:00.369341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=006c1370-cdd1-49ce-bf62-0a1b9630eb6a,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:00.399466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7264adf7-bcd1-4adc-96cd-e47349f1f662 req-62b20061-01e2-4ac7-80da-3823847253ba tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833688 Feb 28 20:06:00.428002 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2fe0d83a-fe3c-4329-b710-18bc07f83802 req-b6284fa6-9233-418c-a8df-701766aad7f6 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549886 Feb 28 20:06:00.608817 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0de65b-ca16-4919-930c-9f366df3eab5 req-5c6ce591-efaa-4234-80cd-4c342357da1f tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:00.610408 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba0de65b-ca16-4919-930c-9f366df3eab5 req-5c6ce591-efaa-4234-80cd-4c342357da1f tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bc859-8ba3-4fd1-bbc2-f86c717307af HTTP/1.1" status: 200 len: 970 time: 0.0955987 Feb 28 20:06:00.618585 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec37d0-2947-4d6b-85b0-2de20a52c707 req-ddb7774c-5134-46b7-a804-6e65a2745957 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:00.620262 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c1ec37d0-2947-4d6b-85b0-2de20a52c707 req-ddb7774c-5134-46b7-a804-6e65a2745957 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f245ea-f133-49e6-8d89-68757e914b43 HTTP/1.1" status: 200 len: 972 time: 0.0950024 Feb 28 20:06:00.694093 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba0de65b-ca16-4919-930c-9f366df3eab5 req-0047c9cd-8a25-43a3-969b-264aa86b5c72 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d428d7c-233f-4af2-99be-c226c8294dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722313 Feb 28 20:06:00.702318 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c1ec37d0-2947-4d6b-85b0-2de20a52c707 req-7668e9ff-c9d3-4e58-b6d1-d7ce4d57eb1f tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729096 Feb 28 20:06:00.798371 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 40170489-c4a5-42a8-a75c-b8e4f1bb9227 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:06:00.810794 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device fb59b22d-5f39-46bd-acdd-93aad0ec252d up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:06:00.827583 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57510538-9702-4a14-b01c-698a495b71dd req-6020265e-ffdd-4b18-b7dd-3e954f0c0382 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:00.836611 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57510538-9702-4a14-b01c-698a495b71dd req-6020265e-ffdd-4b18-b7dd-3e954f0c0382 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 1150 time: 0.0653048 Feb 28 20:06:00.871109 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38442) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:00.916699 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57510538-9702-4a14-b01c-698a495b71dd req-f93f9ce4-2eb2-4aa5-9f68-7958a6d96ab3 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787687 Feb 28 20:06:00.945871 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f245ea-f133-49e6-8d89-68757e914b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006c1370-cdd1-49ce-bf62-0a1b9630eb6a'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:00.948268 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27194a2-6059-48a1-8c42-3561b3a652ad" -d '{"events": [{"server_uuid": "20f245ea-f133-49e6-8d89-68757e914b43", "name": "network-vif-plugged", "status": "completed", "tag": "006c1370-cdd1-49ce-bf62-0a1b9630eb6a"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:00.968459 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port fb59b22d-5f39-46bd-acdd-93aad0ec252d completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:06:00.974847 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port fb59b22d-5f39-46bd-acdd-93aad0ec252d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:06:00.975618 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fb59b22d-5f39-46bd-acdd-93aad0ec252d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:01.052959 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 40170489-c4a5-42a8-a75c-b8e4f1bb9227, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=40170489-c4a5-42a8-a75c-b8e4f1bb9227,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:01.094502 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ccac69a1-0f76-43da-a209-5e8336912357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:01.096755 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port fb59b22d-5f39-46bd-acdd-93aad0ec252d is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:01.097360 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fb59b22d-5f39-46bd-acdd-93aad0ec252d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:01.111257 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '40170489-c4a5-42a8-a75c-b8e4f1bb9227', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '40170489-c4a5-42a8-a75c-b8e4f1bb9227', 'mac_address': 'fa:16:3e:b6:74:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:06:01.166064 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 40170489-c4a5-42a8-a75c-b8e4f1bb9227 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:01.166820 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:01.171323 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b0ed0b-e754-4591-823e-be305093b3dc x-openstack-request-id: req-c3b0ed0b-e754-4591-823e-be305093b3dc {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:01.171883 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f245ea-f133-49e6-8d89-68757e914b43", "name": "network-vif-plugged", "status": "completed", "tag": "006c1370-cdd1-49ce-bf62-0a1b9630eb6a", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:01.172287 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3b0ed0b-e754-4591-823e-be305093b3dc {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:01.172952 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f245ea-f133-49e6-8d89-68757e914b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006c1370-cdd1-49ce-bf62-0a1b9630eb6a', 'code': 200} Feb 28 20:06:01.198190 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d8c8b-32d7-4e8d-96dc-377a6c04eab0 req-d408c733-994f-4c18-9b62-1cdafc034b8b tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:01.203606 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port fb59b22d-5f39-46bd-acdd-93aad0ec252d, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=fb59b22d-5f39-46bd-acdd-93aad0ec252d,segment=NetworkSegment(e3bfecd8-3d44-4d5c-a375-44710dfa3336),segment_id=e3bfecd8-3d44-4d5c-a375-44710dfa3336)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:01.206777 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40170489-c4a5-42a8-a75c-b8e4f1bb9227 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:06:01.213364 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fb59b22d-5f39-46bd-acdd-93aad0ec252d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:01.215396 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d33d8c8b-32d7-4e8d-96dc-377a6c04eab0 req-d408c733-994f-4c18-9b62-1cdafc034b8b tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 944 time: 0.1091902 Feb 28 20:06:01.270575 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 40170489-c4a5-42a8-a75c-b8e4f1bb9227, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=40170489-c4a5-42a8-a75c-b8e4f1bb9227,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:01.290739 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:01.318010 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ccac69a1-0f76-43da-a209-5e8336912357 admin admin] Publish callbacks [] for security_group (147a04d5-7506-4df1-9212-b1c8bf2025cb), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:01.318832 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=fb59b22d-5f39-46bd-acdd-93aad0ec252d,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:01.335563 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ccac69a1-0f76-43da-a209-5e8336912357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (147a04d5-7506-4df1-9212-b1c8bf2025cb), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:01.380483 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ccac69a1-0f76-43da-a209-5e8336912357 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82194fd5a78549f1b57d0d18c7a23ad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5080042 Feb 28 20:06:01.385250 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38466) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:01.410725 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=40170489-c4a5-42a8-a75c-b8e4f1bb9227,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:01.453580 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d33d8c8b-32d7-4e8d-96dc-377a6c04eab0 req-3a629990-7fd5-4687-86d0-943491bc243e tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129159 Feb 28 20:06:01.468468 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc411cd-cf5e-46e2-8f85-00adda5d7a25 req-d4824aa6-5307-4646-baac-89804972cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:01.470592 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7cc411cd-cf5e-46e2-8f85-00adda5d7a25 req-d4824aa6-5307-4646-baac-89804972cfc7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=20f245ea-f133-49e6-8d89-68757e914b43 HTTP/1.1" status: 200 len: 1155 time: 0.1729639 Feb 28 20:06:01.474273 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac69a1-0f76-43da-a209-5e8336912357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147a04d5-7506-4df1-9212-b1c8bf2025cb,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:01.509327 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dc7fb560-78be-4daa-a219-e936a522e3cd admin admin] Publish callbacks [] for security_group (147a04d5-7506-4df1-9212-b1c8bf2025cb), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:01.545347 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7cc411cd-cf5e-46e2-8f85-00adda5d7a25 req-8009a54f-0fb2-431f-8aa7-f056cd9be46e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672085 Feb 28 20:06:01.550658 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dc7fb560-78be-4daa-a219-e936a522e3cd admin admin] Publish callbacks [] for security_group (147a04d5-7506-4df1-9212-b1c8bf2025cb), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:01.571341 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-7f431650-4a00-4e93-a867-42f255e7d9e3 req-9c251061-f34d-4dd8-91f1-71a4d695548d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:06:01.576974 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7f431650-4a00-4e93-a867-42f255e7d9e3 req-9c251061-f34d-4dd8-91f1-71a4d695548d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068166 Feb 28 20:06:01.635022 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['40170489-c4a5-42a8-a75c-b8e4f1bb9227'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:06:01.650420 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dc7fb560-78be-4daa-a219-e936a522e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (147a04d5-7506-4df1-9212-b1c8bf2025cb), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:01.657437 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dc7fb560-78be-4daa-a219-e936a522e3cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:01.659050 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-dc7fb560-78be-4daa-a219-e936a522e3cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/147a04d5-7506-4df1-9212-b1c8bf2025cb HTTP/1.1" status: 204 len: 168 time: 0.2686863 Feb 28 20:06:01.694377 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fb560-78be-4daa-a219-e936a522e3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147a04d5-7506-4df1-9212-b1c8bf2025cb,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:01.906591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04abf43-2730-4826-ae54-5e64d22f9aaf req-5af2a4b4-c200-4ea3-b117-f9d11e0d8da1 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:01.908482 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d04abf43-2730-4826-ae54-5e64d22f9aaf req-5af2a4b4-c200-4ea3-b117-f9d11e0d8da1 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3856e275-da99-4776-92d5-c84bfa43a7c3 HTTP/1.1" status: 200 len: 949 time: 0.0795968 Feb 28 20:06:01.975708 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d04abf43-2730-4826-ae54-5e64d22f9aaf req-42d3a009-836e-4c25-80d2-26ccb4c531b0 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592961 Feb 28 20:06:01.980072 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 16238aa3-7d19-4fb1-83df-6ea5295de97a details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:06:02.099040 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38500) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:02.114342 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b792c145-7118-4753-9492-a0806e508e34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:02.150750 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 16238aa3-7d19-4fb1-83df-6ea5295de97a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=16238aa3-7d19-4fb1-83df-6ea5295de97a,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:02.163461 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '16238aa3-7d19-4fb1-83df-6ea5295de97a', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '16238aa3-7d19-4fb1-83df-6ea5295de97a', 'mac_address': 'fa:16:3e:27:4a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:tempest-test_az-1917933488', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:06:02.217747 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73061924-599d-4f3d-95c3-27bc317371f1 req-2743cb93-5371-4653-90b7-c7c446cf40a8 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:02.219704 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73061924-599d-4f3d-95c3-27bc317371f1 req-2743cb93-5371-4653-90b7-c7c446cf40a8 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bc859-8ba3-4fd1-bbc2-f86c717307af HTTP/1.1" status: 200 len: 970 time: 0.0768800 Feb 28 20:06:02.224742 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b792c145-7118-4753-9492-a0806e508e34 admin admin] Publish callbacks [] for security_group (c331bfa3-1ca0-4d17-8b6b-a43e3f76c3dc), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:02.225108 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 16238aa3-7d19-4fb1-83df-6ea5295de97a is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:02.226077 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (16238aa3-7d19-4fb1-83df-6ea5295de97a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:02.233780 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b792c145-7118-4753-9492-a0806e508e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c331bfa3-1ca0-4d17-8b6b-a43e3f76c3dc), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:02.249522 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16238aa3-7d19-4fb1-83df-6ea5295de97a {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:06:02.262043 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792c145-7118-4753-9492-a0806e508e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c331bfa3-1ca0-4d17-8b6b-a43e3f76c3dc,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:02.289939 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b792c145-7118-4753-9492-a0806e508e34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ef8b6729a734635b63ee15da21fb4a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1893704 Feb 28 20:06:02.293362 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38506) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:02.297711 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 16238aa3-7d19-4fb1-83df-6ea5295de97a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=16238aa3-7d19-4fb1-83df-6ea5295de97a,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:02.303816 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (16238aa3-7d19-4fb1-83df-6ea5295de97a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:02.321984 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73061924-599d-4f3d-95c3-27bc317371f1 req-98d04a57-da56-4aeb-a4d2-8ad9a9d377df tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d428d7c-233f-4af2-99be-c226c8294dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950222 Feb 28 20:06:02.371047 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=16238aa3-7d19-4fb1-83df-6ea5295de97a,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:02.374460 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cafe9c10-ea47-4de7-a191-3a15f28c3fae admin admin] Publish callbacks [] for security_group (c331bfa3-1ca0-4d17-8b6b-a43e3f76c3dc), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:02.404675 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cafe9c10-ea47-4de7-a191-3a15f28c3fae admin admin] Publish callbacks [] for security_group (c331bfa3-1ca0-4d17-8b6b-a43e3f76c3dc), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:02.476586 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cafe9c10-ea47-4de7-a191-3a15f28c3fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c331bfa3-1ca0-4d17-8b6b-a43e3f76c3dc), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:02.477791 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454b7ef-52f9-4c8d-9a3e-d629b7eac1c2 req-7523685f-bda1-438f-a765-6358df90252c tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:02.480378 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cafe9c10-ea47-4de7-a191-3a15f28c3fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:02.481587 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cafe9c10-ea47-4de7-a191-3a15f28c3fae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c331bfa3-1ca0-4d17-8b6b-a43e3f76c3dc HTTP/1.1" status: 204 len: 168 time: 0.1847634 Feb 28 20:06:02.486202 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1454b7ef-52f9-4c8d-9a3e-d629b7eac1c2 req-7523685f-bda1-438f-a765-6358df90252c tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f245ea-f133-49e6-8d89-68757e914b43 HTTP/1.1" status: 200 len: 972 time: 0.0793223 Feb 28 20:06:02.490556 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe9c10-ea47-4de7-a191-3a15f28c3fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c331bfa3-1ca0-4d17-8b6b-a43e3f76c3dc,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:02.541550 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1454b7ef-52f9-4c8d-9a3e-d629b7eac1c2 req-5d7e7caf-4bf7-4469-aa48-c4a3808216fd tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544357 Feb 28 20:06:02.548265 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['16238aa3-7d19-4fb1-83df-6ea5295de97a'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:06:02.806772 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 40170489-c4a5-42a8-a75c-b8e4f1bb9227 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:06:02.866821 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 40170489-c4a5-42a8-a75c-b8e4f1bb9227 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:06:02.871094 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 40170489-c4a5-42a8-a75c-b8e4f1bb9227 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:06:02.871599 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:02.962785 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 40170489-c4a5-42a8-a75c-b8e4f1bb9227 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:02.963314 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:03.002652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 40170489-c4a5-42a8-a75c-b8e4f1bb9227, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=40170489-c4a5-42a8-a75c-b8e4f1bb9227,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:03.008672 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:03.110406 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=40170489-c4a5-42a8-a75c-b8e4f1bb9227,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:03.174026 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc459ea-f25e-4f27-915d-b09f50f459c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb59b22d-5f39-46bd-acdd-93aad0ec252d'}, {'server_uuid': '38e15dd0-7234-4607-a0b1-47b2a7820b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40170489-c4a5-42a8-a75c-b8e4f1bb9227'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:03.177036 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37df43be-59ce-4ac1-80a3-9065876670ba" -d '{"events": [{"server_uuid": "7dc459ea-f25e-4f27-915d-b09f50f459c9", "name": "network-vif-plugged", "status": "completed", "tag": "fb59b22d-5f39-46bd-acdd-93aad0ec252d"}, {"server_uuid": "38e15dd0-7234-4607-a0b1-47b2a7820b0b", "name": "network-vif-plugged", "status": "completed", "tag": "40170489-c4a5-42a8-a75c-b8e4f1bb9227"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:03.251424 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e245e-d2c7-4a95-9425-a5ec13ac2153 req-19b3e6c4-caa7-4585-9f72-684f9915ad7e tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:03.252039 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38558) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:03.253096 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d2e245e-d2c7-4a95-9425-a5ec13ac2153 req-19b3e6c4-caa7-4585-9f72-684f9915ad7e tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 945 time: 0.0622010 Feb 28 20:06:03.307612 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d2e245e-d2c7-4a95-9425-a5ec13ac2153 req-5b67589f-75f1-49f4-80b4-ecbcd5bbb059 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465856 Feb 28 20:06:03.366160 n-d-820368-21 neutron-server[103773]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 20:06:03.369819 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-6a20c229-4b21-453d-ba6f-f64229b95365 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:06:03.370906 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-6a20c229-4b21-453d-ba6f-f64229b95365 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1175230 Feb 28 20:06:03.495707 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-a59372aa-7cf3-4d8b-b3cd-8e848752a0b2 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=22e52380129547bbadea6115767706f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343072 Feb 28 20:06:03.553966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-4371caca-793e-4549-9430-b45fa8da058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:03.561016 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-4371caca-793e-4549-9430-b45fa8da058a service neutron] 10.222.0.13 "GET /v2.0/ports/c0facea8-3741-44c3-b754-ab7e162e9425 HTTP/1.1" status: 200 len: 1147 time: 0.0835621 Feb 28 20:06:03.565288 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-33e4cf55-fa7c-441e-a2cb-8482b2418d7a service neutron] Request body: {'binding': {'host': 'n-h2-820368-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:03.565811 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-33e4cf55-fa7c-441e-a2cb-8482b2418d7a service neutron] Unknown quota resources ['binding']. {{(pid=103773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 20:06:03.612875 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-157dba54-9283-4ce8-b1f9-29fe6edbf968 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:03.614339 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-157dba54-9283-4ce8-b1f9-29fe6edbf968 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1126089 Feb 28 20:06:03.631291 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-3568558e-54bf-40f6-8dcf-65bfee3254cc tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/quotas/22e52380129547bbadea6115767706f2 HTTP/1.1" status: 200 len: 375 time: 0.0097079 Feb 28 20:06:03.703408 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-b9bd6522-8486-4dc9-9aa0-51f8aeba1d48 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=22e52380129547bbadea6115767706f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0624936 Feb 28 20:06:03.711993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-33e4cf55-fa7c-441e-a2cb-8482b2418d7a service neutron] Attempting to bind port c0facea8-3741-44c3-b754-ab7e162e9425 on host n-h2-820368-21 for vnic_type normal with profile None {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:06:03.712410 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-33e4cf55-fa7c-441e-a2cb-8482b2418d7a service neutron] Attempting to bind port c0facea8-3741-44c3-b754-ab7e162e9425 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:06:03.713055 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-33e4cf55-fa7c-441e-a2cb-8482b2418d7a service neutron] Attempting to bind port c0facea8-3741-44c3-b754-ab7e162e9425 on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:06:03.717395 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-33e4cf55-fa7c-441e-a2cb-8482b2418d7a service neutron] Port c0facea8-3741-44c3-b754-ab7e162e9425 on network 7c962902-172c-4834-92e0-74fa9c4b64b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:06:03.717717 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-33e4cf55-fa7c-441e-a2cb-8482b2418d7a service neutron] Attempting to bind port c0facea8-3741-44c3-b754-ab7e162e9425 on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:06:03.722568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-33e4cf55-fa7c-441e-a2cb-8482b2418d7a service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:06:03.723190 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-33e4cf55-fa7c-441e-a2cb-8482b2418d7a service neutron] Checking segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:06:03.723571 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-33e4cf55-fa7c-441e-a2cb-8482b2418d7a service neutron] Bound using segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:06:03.724027 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-33e4cf55-fa7c-441e-a2cb-8482b2418d7a service neutron] Bound port: c0facea8-3741-44c3-b754-ab7e162e9425, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:06:03.830595 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-33e4cf55-fa7c-441e-a2cb-8482b2418d7a service neutron] For port c0facea8-3741-44c3-b754-ab7e162e9425, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=c0facea8-3741-44c3-b754-ab7e162e9425,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:06:03.839389 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-33e4cf55-fa7c-441e-a2cb-8482b2418d7a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:03.852131 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-33e4cf55-fa7c-441e-a2cb-8482b2418d7a service neutron] 10.222.0.13 "POST /v2.0/ports/c0facea8-3741-44c3-b754-ab7e162e9425/bindings HTTP/1.1" status: 201 len: 390 time: 0.2901621 Feb 28 20:06:03.887966 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dab424a-e346-40b5-a980-3b45e02fdd3c x-openstack-request-id: req-3dab424a-e346-40b5-a980-3b45e02fdd3c {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:03.888873 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc459ea-f25e-4f27-915d-b09f50f459c9", "name": "network-vif-plugged", "status": "completed", "tag": "fb59b22d-5f39-46bd-acdd-93aad0ec252d", "code": 200}, {"server_uuid": "38e15dd0-7234-4607-a0b1-47b2a7820b0b", "name": "network-vif-plugged", "status": "completed", "tag": "40170489-c4a5-42a8-a75c-b8e4f1bb9227", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:03.889306 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3dab424a-e346-40b5-a980-3b45e02fdd3c {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:03.889924 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc459ea-f25e-4f27-915d-b09f50f459c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb59b22d-5f39-46bd-acdd-93aad0ec252d', 'code': 200} Feb 28 20:06:03.890193 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e15dd0-7234-4607-a0b1-47b2a7820b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40170489-c4a5-42a8-a75c-b8e4f1bb9227', 'code': 200} Feb 28 20:06:03.968710 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 16238aa3-7d19-4fb1-83df-6ea5295de97a up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:06:04.095941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 16238aa3-7d19-4fb1-83df-6ea5295de97a completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:06:04.123484 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 16238aa3-7d19-4fb1-83df-6ea5295de97a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:06:04.124434 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (16238aa3-7d19-4fb1-83df-6ea5295de97a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:04.198028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74187ac-70e9-4077-a0a5-66ba3ead400c req-b57ddb2d-8aa2-49a2-aa2b-0353f415b3f1 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:04.205502 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b74187ac-70e9-4077-a0a5-66ba3ead400c req-b57ddb2d-8aa2-49a2-aa2b-0353f415b3f1 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bc859-8ba3-4fd1-bbc2-f86c717307af HTTP/1.1" status: 200 len: 971 time: 0.2101307 Feb 28 20:06:04.245401 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 16238aa3-7d19-4fb1-83df-6ea5295de97a is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:04.248229 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (16238aa3-7d19-4fb1-83df-6ea5295de97a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:04.302783 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 16238aa3-7d19-4fb1-83df-6ea5295de97a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=16238aa3-7d19-4fb1-83df-6ea5295de97a,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:04.308666 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b74187ac-70e9-4077-a0a5-66ba3ead400c req-2e5c33f5-4de1-4439-82f4-ac21365eb2f5 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d428d7c-233f-4af2-99be-c226c8294dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019225 Feb 28 20:06:04.310691 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (16238aa3-7d19-4fb1-83df-6ea5295de97a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:04.317965 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2c260-43cc-4de0-a96e-4e19fa9be322 req-43179be5-034a-45dc-80c9-cc54c32ba373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:04.321831 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-25a2c260-43cc-4de0-a96e-4e19fa9be322 req-43179be5-034a-45dc-80c9-cc54c32ba373 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 1133 time: 0.2560935 Feb 28 20:06:04.363144 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-0f0d0bfe-967d-411d-b979-cd3688bc6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:04.364695 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-0f0d0bfe-967d-411d-b979-cd3688bc6328 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 1150 time: 0.1207058 Feb 28 20:06:04.377782 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df88bde-6575-4add-a75e-950338dd16d7 req-2ed9a6e3-f47f-4f14-b6d9-74661c807003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:04.382542 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5df88bde-6575-4add-a75e-950338dd16d7 req-2ed9a6e3-f47f-4f14-b6d9-74661c807003 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 1128 time: 0.2808723 Feb 28 20:06:04.402894 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=16238aa3-7d19-4fb1-83df-6ea5295de97a,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:04.520166 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1631b53e-2cdc-47cb-813e-43a54677d3dc req-39ab008d-e9c5-4552-9ceb-3c6265d463bf tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99ca89f-6b03-4706-add4-6fc8581943e9 HTTP/1.1" status: 200 len: 210 time: 0.0738657 Feb 28 20:06:04.520582 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-9357aa36-687e-4695-b190-ac432ddbc8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:04.522038 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-9357aa36-687e-4695-b190-ac432ddbc8bb service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 908 time: 0.1465673 Feb 28 20:06:04.544469 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5df88bde-6575-4add-a75e-950338dd16d7 req-7db2ffe4-8198-4d14-b8d5-8c06141e69a7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399970 Feb 28 20:06:04.558729 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-25a2c260-43cc-4de0-a96e-4e19fa9be322 req-1587095b-a9c5-456f-9332-cd3b20e5e9cb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169433 Feb 28 20:06:04.581096 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff654aea-32c6-4397-a237-5e8c868ebd05 req-ab37ac75-c85b-4e33-8c15-61232dfc9bc0 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:04.583015 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff654aea-32c6-4397-a237-5e8c868ebd05 req-ab37ac75-c85b-4e33-8c15-61232dfc9bc0 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f245ea-f133-49e6-8d89-68757e914b43 HTTP/1.1" status: 200 len: 972 time: 0.1774423 Feb 28 20:06:04.586630 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-453da67d-596e-49e9-b526-1903731cb4a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0facea8-3741-44c3-b754-ab7e162e9425 HTTP/1.1" status: 200 len: 217 time: 0.0561116 Feb 28 20:06:04.660791 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff654aea-32c6-4397-a237-5e8c868ebd05 req-19d507ea-bebc-42eb-b995-520b4e147542 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718672 Feb 28 20:06:04.683529 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b0e2e-efbf-460d-85cc-f04a615ab0d0 req-5572c12b-a622-40ca-9b24-7a6838100d37 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:04.683529 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e06b0e2e-efbf-460d-85cc-f04a615ab0d0 req-5572c12b-a622-40ca-9b24-7a6838100d37 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 967 time: 0.0750225 Feb 28 20:06:04.735904 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e06b0e2e-efbf-460d-85cc-f04a615ab0d0 req-0d56c9de-2a9d-4624-aff7-8951026440b1 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504057 Feb 28 20:06:04.778744 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d209ee-4195-450d-9d15-22a79abefae4 req-6d910a85-df08-4632-929f-30d67463b749 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:04.780191 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98d209ee-4195-450d-9d15-22a79abefae4 req-6d910a85-df08-4632-929f-30d67463b749 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 945 time: 0.0650656 Feb 28 20:06:04.868103 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98d209ee-4195-450d-9d15-22a79abefae4 req-c1e133e9-5c22-41ea-8ab0-ddc932ff4b07 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762279 Feb 28 20:06:05.006294 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f5145-027b-4351-9ae3-07f59d2d435c req-4637891e-1c89-4efb-8676-8ae7fbfa0c93 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:05.009213 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5d8f5145-027b-4351-9ae3-07f59d2d435c req-4637891e-1c89-4efb-8676-8ae7fbfa0c93 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.0779142 Feb 28 20:06:05.065785 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-4a4f8807-9a3a-45dc-a179-0376b8dedc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:05.068580 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-4a4f8807-9a3a-45dc-a179-0376b8dedc5e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.0855813 Feb 28 20:06:05.114339 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5d8f5145-027b-4351-9ae3-07f59d2d435c req-eedc834f-2287-45c6-9454-dc61f60af37d tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933533 Feb 28 20:06:05.114841 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8642f5aa-dd86-428c-b07c-04a2284b9028 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366273 Feb 28 20:06:05.356156 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-88bd3c79-79db-431d-9628-887d522cbc26 service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138116 Feb 28 20:06:05.490976 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-0d2307f6-f4f8-458b-8012-5bac09746304 service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220825 Feb 28 20:06:05.541145 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921b406-6307-4998-a88e-2d8b833becfe req-a4ffec3e-d06d-49b6-ab8a-8612a582fb0e tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:05.553632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1921b406-6307-4998-a88e-2d8b833becfe req-a4ffec3e-d06d-49b6-ab8a-8612a582fb0e tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bc859-8ba3-4fd1-bbc2-f86c717307af HTTP/1.1" status: 200 len: 972 time: 0.1052079 Feb 28 20:06:05.627085 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1921b406-6307-4998-a88e-2d8b833becfe req-e936eae7-c44a-419e-a51b-f7af62cef759 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d428d7c-233f-4af2-99be-c226c8294dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646496 Feb 28 20:06:05.683222 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c96ac8c-4b8b-4608-8630-ca8924997386 req-dd90b80b-47de-4163-bc4c-f4d1b84e85fa tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99ca89f-6b03-4706-add4-6fc8581943e9 HTTP/1.1" status: 200 len: 210 time: 0.0353281 Feb 28 20:06:05.736599 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38682) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:05.757025 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38688) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:05.891367 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323bc859-8ba3-4fd1-bbc2-f86c717307af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16238aa3-7d19-4fb1-83df-6ea5295de97a'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:05.894736 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d8d63b-db96-4a5c-b1b4-6f616051164e" -d '{"events": [{"server_uuid": "323bc859-8ba3-4fd1-bbc2-f86c717307af", "name": "network-vif-plugged", "status": "completed", "tag": "16238aa3-7d19-4fb1-83df-6ea5295de97a"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:05.980268 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-ca2ad3d4-5a7e-440c-97ef-992482aa9ba2 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:05.988591 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-ca2ad3d4-5a7e-440c-97ef-992482aa9ba2 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0&tenant_id=b6b50aa5623943dda1cd4fb5f568793b&binding%3Ahost_id=n-h1-820368-21 HTTP/1.1" status: 200 len: 1150 time: 0.2588878 Feb 28 20:06:06.008735 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820368-21'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:06.035674 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8104a03f-0844-4922-94ed-43c1949c7e5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17b19eb35f4b4b54988d4ba0ed5d5b45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962999 Feb 28 20:06:06.041714 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38704) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:06.051516 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3319-c0c3-43de-87cf-7046c520478b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:06.088290 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-e31b90ee-3cdd-45b9-80d2-254e8b78a654 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=22e52380129547bbadea6115767706f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378792 Feb 28 20:06:06.115373 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c0facea8-3741-44c3-b754-ab7e162e9425), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:06.118210 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33091014-d00b-4487-9de3-d94a18d4c2e0 req-fd4a3f5f-baf1-4fc2-97a3-844911610920 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:06.125284 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-33091014-d00b-4487-9de3-d94a18d4c2e0 req-fd4a3f5f-baf1-4fc2-97a3-844911610920 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 967 time: 0.2097018 Feb 28 20:06:06.133055 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb030162-54fd-4316-b302-fc3f8e68cc20 admin admin] Publish callbacks [] for security_group (2ca70667-b755-4902-aa9e-fa9016a0d1e4), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:06.240543 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb030162-54fd-4316-b302-fc3f8e68cc20 admin admin] Publish callbacks [] for security_group (2ca70667-b755-4902-aa9e-fa9016a0d1e4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:06.256605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c0af8-28f5-4384-ac18-e18dca157c70 req-21bc305a-4d6c-4cad-9a4b-ae1c178b022d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:06.267056 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f9c0af8-28f5-4384-ac18-e18dca157c70 req-21bc305a-4d6c-4cad-9a4b-ae1c178b022d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 945 time: 0.2572715 Feb 28 20:06:06.335819 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-33091014-d00b-4487-9de3-d94a18d4c2e0 req-21231be4-f64f-46a4-aa6d-f6f3d654b65a tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095528 Feb 28 20:06:06.417116 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-ca449720-b0a9-4b14-9398-9bc493e7ed01 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:06.418706 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-ca449720-b0a9-4b14-9398-9bc493e7ed01 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3219192 Feb 28 20:06:06.440831 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f9c0af8-28f5-4384-ac18-e18dca157c70 req-5fee3026-b1c4-4ed5-bb52-a840116d138b tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726542 Feb 28 20:06:06.449284 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-4fee8b05-4a16-4e0e-a4dc-12d20466f154 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Request body: {'port': {'device_id': 'a99ca89f-6b03-4706-add4-6fc8581943e9', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': '22e52380129547bbadea6115767706f2'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:06.457443 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3319-c0c3-43de-87cf-7046c520478b admin admin] Publish callbacks [] for security_group (24dfd93a-990b-4c09-b5ef-58144e549fc7), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:06.471814 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3319-c0c3-43de-87cf-7046c520478b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (24dfd93a-990b-4c09-b5ef-58144e549fc7), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:06.514163 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e0eaea-23a1-4e7b-bcbf-96e181a25c59 x-openstack-request-id: req-94e0eaea-23a1-4e7b-bcbf-96e181a25c59 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:06.515004 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323bc859-8ba3-4fd1-bbc2-f86c717307af", "name": "network-vif-plugged", "status": "completed", "tag": "16238aa3-7d19-4fb1-83df-6ea5295de97a", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:06.521782 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94e0eaea-23a1-4e7b-bcbf-96e181a25c59 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:06.522703 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323bc859-8ba3-4fd1-bbc2-f86c717307af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16238aa3-7d19-4fb1-83df-6ea5295de97a', 'code': 200} Feb 28 20:06:06.538300 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] For port c0facea8-3741-44c3-b754-ab7e162e9425, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c0facea8-3741-44c3-b754-ab7e162e9425,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:06.597127 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e6bc3319-c0c3-43de-87cf-7046c520478b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47408f0928d4441f977474d6292a9fae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8385856 Feb 28 20:06:06.599988 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38714) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:06.600948 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc3319-c0c3-43de-87cf-7046c520478b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24dfd93a-990b-4c09-b5ef-58144e549fc7,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:06.671505 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb030162-54fd-4316-b302-fc3f8e68cc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2ca70667-b755-4902-aa9e-fa9016a0d1e4), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:06.676320 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb030162-54fd-4316-b302-fc3f8e68cc20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:06.677962 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cb030162-54fd-4316-b302-fc3f8e68cc20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ca70667-b755-4902-aa9e-fa9016a0d1e4 HTTP/1.1" status: 204 len: 168 time: 0.6345565 Feb 28 20:06:06.687246 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366fc53-7f2d-4126-add3-9e510f0248c2 req-71b2d25c-8dc7-4078-8f9c-c340267ff156 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:06.688766 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b366fc53-7f2d-4126-add3-9e510f0248c2 req-71b2d25c-8dc7-4078-8f9c-c340267ff156 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.1354306 Feb 28 20:06:06.704559 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71127e-6329-48ac-85a6-d0574761af81 req-96657095-e525-49eb-acb2-8a0e5eae5714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:06.706053 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad71127e-6329-48ac-85a6-d0574761af81 req-96657095-e525-49eb-acb2-8a0e5eae5714 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=323bc859-8ba3-4fd1-bbc2-f86c717307af HTTP/1.1" status: 200 len: 1155 time: 0.0964365 Feb 28 20:06:06.723692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-4fee8b05-4a16-4e0e-a4dc-12d20466f154 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Made reservation on behalf of 22e52380129547bbadea6115767706f2 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:06:06.727576 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-4fee8b05-4a16-4e0e-a4dc-12d20466f154 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:06.753568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb030162-54fd-4316-b302-fc3f8e68cc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca70667-b755-4902-aa9e-fa9016a0d1e4,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:06.757317 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] For port c0facea8-3741-44c3-b754-ab7e162e9425, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:06:06.850189 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0facea8-3741-44c3-b754-ab7e162e9425'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:06.852514 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac38466-9270-44bf-9cba-495ead515691" -d '{"events": [{"server_uuid": "f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0", "name": "network-vif-unplugged", "status": "completed", "tag": "c0facea8-3741-44c3-b754-ab7e162e9425"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:06.856825 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] Publish callbacks [] for port (c0facea8-3741-44c3-b754-ab7e162e9425), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:06.859829 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae6a1a9a-c912-44c0-8c24-0576fd40de37 admin admin] Publish callbacks [] for security_group (24dfd93a-990b-4c09-b5ef-58144e549fc7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:06.872986 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c0facea8-3741-44c3-b754-ab7e162e9425), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:06.907012 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad71127e-6329-48ac-85a6-d0574761af81 req-443c8c73-d997-4b7e-bc90-68b0c6445ff3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5d428d7c-233f-4af2-99be-c226c8294dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907048 Feb 28 20:06:06.912181 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b366fc53-7f2d-4126-add3-9e510f0248c2 req-9b38f087-07ec-4515-8968-5893ad6acfd5 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050345 Feb 28 20:06:06.922785 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae6a1a9a-c912-44c0-8c24-0576fd40de37 admin admin] Publish callbacks [] for security_group (24dfd93a-990b-4c09-b5ef-58144e549fc7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:06.945904 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f460016-1989-4b1e-a728-eff573b33d05 req-d897ba8e-79e6-49b9-9a4d-f1e055de7eeb tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:06.948377 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6f460016-1989-4b1e-a728-eff573b33d05 req-d897ba8e-79e6-49b9-9a4d-f1e055de7eeb tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bc859-8ba3-4fd1-bbc2-f86c717307af HTTP/1.1" status: 200 len: 972 time: 0.2311285 Feb 28 20:06:07.118807 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6f460016-1989-4b1e-a728-eff573b33d05 req-2c176741-dfad-4f73-9090-6d6d9ccc1b51 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d428d7c-233f-4af2-99be-c226c8294dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607852 Feb 28 20:06:07.119954 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] Pushing event updated for resources: {'Port': ['ID=c0facea8-3741-44c3-b754-ab7e162e9425,revision_number=7']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:07.130893 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-4fee8b05-4a16-4e0e-a4dc-12d20466f154 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Allocated IP 192.168.233.93 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/cbb063ae-ea63-4656-a162-c7c542fe40d5) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:06:07.136611 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38734) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:07.217727 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] Attempting to bind port c0facea8-3741-44c3-b754-ab7e162e9425 on host n-h1-820368-21 for vnic_type normal with profile {"migrating_to": "n-h2-820368-21"} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:06:07.218333 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] Attempting to bind port c0facea8-3741-44c3-b754-ab7e162e9425 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:06:07.219042 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] Attempting to bind port c0facea8-3741-44c3-b754-ab7e162e9425 on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:06:07.238810 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae6a1a9a-c912-44c0-8c24-0576fd40de37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (24dfd93a-990b-4c09-b5ef-58144e549fc7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:07.241880 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae6a1a9a-c912-44c0-8c24-0576fd40de37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:07.243407 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ae6a1a9a-c912-44c0-8c24-0576fd40de37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24dfd93a-990b-4c09-b5ef-58144e549fc7 HTTP/1.1" status: 204 len: 168 time: 0.6408679 Feb 28 20:06:07.263520 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a1a9a-c912-44c0-8c24-0576fd40de37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dfd93a-990b-4c09-b5ef-58144e549fc7,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:07.272173 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] Port c0facea8-3741-44c3-b754-ab7e162e9425 on network 7c962902-172c-4834-92e0-74fa9c4b64b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:06:07.275077 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] Attempting to bind port c0facea8-3741-44c3-b754-ab7e162e9425 on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:06:07.291574 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9d948f18-2b79-41f4-bb1c-71dee39687a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9563fca7cd943d4a613f23f14996ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524403 Feb 28 20:06:07.296702 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38744) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:07.299858 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f9b99b-50c1-4c06-907c-df8e0e187c60 x-openstack-request-id: req-21f9b99b-50c1-4c06-907c-df8e0e187c60 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:07.302599 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0", "name": "network-vif-unplugged", "status": "completed", "tag": "c0facea8-3741-44c3-b754-ab7e162e9425", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:07.303339 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8447399-a33d-44c3-bd61-3f4e3d73f516 req-2888af31-2d64-4e66-8e11-8adf7d6b5e87 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99ca89f-6b03-4706-add4-6fc8581943e9 HTTP/1.1" status: 200 len: 210 time: 0.0637250 Feb 28 20:06:07.312020 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21f9b99b-50c1-4c06-907c-df8e0e187c60 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:07.313985 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0facea8-3741-44c3-b754-ab7e162e9425', 'code': 200} Feb 28 20:06:07.330549 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:06:07.330891 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] Checking segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:06:07.331283 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] Bound using segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:06:07.331741 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] Bound port: c0facea8-3741-44c3-b754-ab7e162e9425, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:06:07.332121 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c0facea8-3741-44c3-b754-ab7e162e9425), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:07.448791 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c5406dec-61f9-4199-9cc9-56930ab74952 admin admin] Publish callbacks [] for security_group (495ff4f4-22cc-46ac-84a2-75026a3615af), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:07.469821 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] For port c0facea8-3741-44c3-b754-ab7e162e9425, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:06:07.488340 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-1e67e111-475d-4004-9e9a-44fe86874a92 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e914b152c7db459da3f12a7a8c49e969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674639 Feb 28 20:06:07.493101 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] For port c0facea8-3741-44c3-b754-ab7e162e9425, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c0facea8-3741-44c3-b754-ab7e162e9425,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:06:07.496312 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c5406dec-61f9-4199-9cc9-56930ab74952 admin admin] Publish callbacks [] for security_group (495ff4f4-22cc-46ac-84a2-75026a3615af), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:07.505497 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c0facea8-3741-44c3-b754-ab7e162e9425), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:07.600545 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] Pushing event updated for resources: {'Port': ['ID=c0facea8-3741-44c3-b754-ab7e162e9425,revision_number=8']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:07.636738 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:07.637716 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:07.639383 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8768fa2e-2f24-4f0c-ab5e-96ccf4c0e3fe service neutron] 10.222.0.10 "PUT /v2.0/ports/c0facea8-3741-44c3-b754-ab7e162e9425 HTTP/1.1" status: 200 len: 1145 time: 1.6350832 Feb 28 20:06:07.646832 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c5406dec-61f9-4199-9cc9-56930ab74952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (495ff4f4-22cc-46ac-84a2-75026a3615af), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:07.652530 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c5406dec-61f9-4199-9cc9-56930ab74952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:07.654005 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c5406dec-61f9-4199-9cc9-56930ab74952 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/495ff4f4-22cc-46ac-84a2-75026a3615af HTTP/1.1" status: 204 len: 168 time: 0.3391342 Feb 28 20:06:07.664035 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5406dec-61f9-4199-9cc9-56930ab74952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495ff4f4-22cc-46ac-84a2-75026a3615af,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:07.745834 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['c0facea8-3741-44c3-b754-ab7e162e9425'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:06:07.765785 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-4fee8b05-4a16-4e0e-a4dc-12d20466f154 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Publish callbacks [] for port (cbb063ae-ea63-4656-a162-c7c542fe40d5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:07.851038 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38764) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:07.907351 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-017c1df5-61e2-4e90-88ad-86b21302ab0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:07.961666 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778b76a-41b8-41cb-9ee8-5ca20335d490 req-90114560-29c9-4b92-9da8-bc23891d8a57 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:07.964575 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4778b76a-41b8-41cb-9ee8-5ca20335d490 req-90114560-29c9-4b92-9da8-bc23891d8a57 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 965 time: 0.5130942 Feb 28 20:06:08.030248 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-4fee8b05-4a16-4e0e-a4dc-12d20466f154 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (cbb063ae-ea63-4656-a162-c7c542fe40d5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:08.039519 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-017c1df5-61e2-4e90-88ad-86b21302ab0d admin admin] Publish callbacks [] for security_group (ae322bff-6223-4ef7-af0c-7be91719331b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:08.047163 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['b47e37ce-819c-44ba-aefc-d056c0991b0b'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:06:08.057693 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-017c1df5-61e2-4e90-88ad-86b21302ab0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ae322bff-6223-4ef7-af0c-7be91719331b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:08.106039 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-53d1bd15-9498-4edf-9f39-616471d8882d tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:08.114077 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-53d1bd15-9498-4edf-9f39-616471d8882d tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6248338 Feb 28 20:06:08.130556 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c1df5-61e2-4e90-88ad-86b21302ab0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae322bff-6223-4ef7-af0c-7be91719331b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:08.153539 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-017c1df5-61e2-4e90-88ad-86b21302ab0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2d64cb910f74530875c466fae5f12e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006680 Feb 28 20:06:08.156577 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4778b76a-41b8-41cb-9ee8-5ca20335d490 req-7219c8b5-0359-47db-a6f3-ceadd28a32fd tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786692 Feb 28 20:06:08.156893 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38770) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:08.219457 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-2648bbf2-75c2-40ca-8d4b-a0bfddcb7894 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/quotas/e914b152c7db459da3f12a7a8c49e969 HTTP/1.1" status: 200 len: 375 time: 0.1042025 Feb 28 20:06:08.237129 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee8b05-4a16-4e0e-a4dc-12d20466f154 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Pushing event updated for resources: {'Port': ['ID=cbb063ae-ea63-4656-a162-c7c542fe40d5,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:08.241252 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-4fee8b05-4a16-4e0e-a4dc-12d20466f154 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:06:08.254085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-4fee8b05-4a16-4e0e-a4dc-12d20466f154 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:06:08.260140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-4fee8b05-4a16-4e0e-a4dc-12d20466f154 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:06:08.296310 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a70978c8-b0a3-43f2-bf64-4de3e36b47ae admin admin] Publish callbacks [] for security_group (ae322bff-6223-4ef7-af0c-7be91719331b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:08.363428 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-4fee8b05-4a16-4e0e-a4dc-12d20466f154 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:08.364497 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-4fee8b05-4a16-4e0e-a4dc-12d20466f154 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:08.377610 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a70978c8-b0a3-43f2-bf64-4de3e36b47ae admin admin] Publish callbacks [] for security_group (ae322bff-6223-4ef7-af0c-7be91719331b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:08.403333 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-4fee8b05-4a16-4e0e-a4dc-12d20466f154 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9583418 Feb 28 20:06:08.410600 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-da214d8e-eecd-45de-93a9-e4f06358baf0 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e914b152c7db459da3f12a7a8c49e969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1751440 Feb 28 20:06:08.419268 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Request body: {'port': {'device_id': 'a99ca89f-6b03-4706-add4-6fc8581943e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:08.515306 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a70978c8-b0a3-43f2-bf64-4de3e36b47ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ae322bff-6223-4ef7-af0c-7be91719331b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:08.521866 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a70978c8-b0a3-43f2-bf64-4de3e36b47ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:08.533085 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a70978c8-b0a3-43f2-bf64-4de3e36b47ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae322bff-6223-4ef7-af0c-7be91719331b HTTP/1.1" status: 204 len: 168 time: 0.3748808 Feb 28 20:06:08.570472 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70978c8-b0a3-43f2-bf64-4de3e36b47ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae322bff-6223-4ef7-af0c-7be91719331b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:08.674044 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cbb063ae-ea63-4656-a162-c7c542fe40d5), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:08.735613 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d198e40-ad41-4ab8-92c2-9dd6f0f29ec2 req-d14b105e-6952-4f93-b80a-ddfd05410c1f tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:08.747057 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d198e40-ad41-4ab8-92c2-9dd6f0f29ec2 req-d14b105e-6952-4f93-b80a-ddfd05410c1f tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 945 time: 0.2546678 Feb 28 20:06:08.884050 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ab2e9c78-85c8-4d17-b544-a47b80d9a72a None None] Provisioning complete for port cbb063ae-ea63-4656-a162-c7c542fe40d5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:06:08.887262 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ab2e9c78-85c8-4d17-b544-a47b80d9a72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cbb063ae-ea63-4656-a162-c7c542fe40d5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:08.971735 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e9c78-85c8-4d17-b544-a47b80d9a72a None None] Port cbb063ae-ea63-4656-a162-c7c542fe40d5 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:06:09.081727 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d198e40-ad41-4ab8-92c2-9dd6f0f29ec2 req-df8220d5-d991-4897-afe3-f791bc8a45a8 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3331420 Feb 28 20:06:09.172100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47956c7c-cdf0-4942-8a28-45ef4ab6dfed req-9973e245-292c-4433-ab2f-db0c305a10b7 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:09.174789 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47956c7c-cdf0-4942-8a28-45ef4ab6dfed req-9973e245-292c-4433-ab2f-db0c305a10b7 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bc859-8ba3-4fd1-bbc2-f86c717307af HTTP/1.1" status: 200 len: 972 time: 0.3829892 Feb 28 20:06:09.315165 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0', 'tag': 'c0facea8-3741-44c3-b754-ab7e162e9425'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:09.318738 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d947c1-c850-40cc-9ef5-81054a3254d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0", "tag": "c0facea8-3741-44c3-b754-ab7e162e9425"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:09.331513 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47956c7c-cdf0-4942-8a28-45ef4ab6dfed req-4850f050-8ff2-4e5f-bc36-b1c20d47872d tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d428d7c-233f-4af2-99be-c226c8294dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417723 Feb 28 20:06:09.368753 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632877e-425d-459d-9c53-28305b8c335d req-48dff7ae-9143-4407-88d4-a1ceb3cd917e tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:09.376654 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b632877e-425d-459d-9c53-28305b8c335d req-48dff7ae-9143-4407-88d4-a1ceb3cd917e tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99ca89f-6b03-4706-add4-6fc8581943e9 HTTP/1.1" status: 200 len: 935 time: 0.1499650 Feb 28 20:06:09.514924 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb063ae-ea63-4656-a162-c7c542fe40d5 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:06:09.530863 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b632877e-425d-459d-9c53-28305b8c335d req-b5e85728-fd65-425d-a4a4-6b36661003b1 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527286 Feb 28 20:06:09.548329 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Publish callbacks [] for port (cbb063ae-ea63-4656-a162-c7c542fe40d5), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:09.624751 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-02b0f7fa-df2e-46a2-a584-310f59ab967a req-02418a47-a897-4dac-a60a-fcf3053d4d61 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=d07498e4-e566-4bc8-8de3-458c35863728 HTTP/1.1" status: 200 len: 210 time: 0.1120501 Feb 28 20:06:09.680587 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Transition to ACTIVE for port object cbb063ae-ea63-4656-a162-c7c542fe40d5 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:06:09.687194 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (cbb063ae-ea63-4656-a162-c7c542fe40d5), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:09.803875 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Pushing event updated for resources: {'Port': ['ID=cbb063ae-ea63-4656-a162-c7c542fe40d5,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:09.857363 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f4ba5-054b-4df1-9f93-88276b24feba req-a31f1414-f07e-4852-892d-9cfc746b7aa2 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:09.860300 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-099f4ba5-054b-4df1-9f93-88276b24feba req-a31f1414-f07e-4852-892d-9cfc746b7aa2 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 945 time: 0.2167256 Feb 28 20:06:09.868592 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38846) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:09.875321 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-8840a970-4b7e-44c4-8fe0-95f0d55c30d3 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Request body: {'floatingip': {'port_id': 'fb59b22d-5f39-46bd-acdd-93aad0ec252d'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:09.956265 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb085e2-e6e4-4e90-a878-0626914df40e x-openstack-request-id: req-7cb085e2-e6e4-4e90-a878-0626914df40e {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:09.961510 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0", "tag": "c0facea8-3741-44c3-b754-ab7e162e9425", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:09.962212 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7cb085e2-e6e4-4e90-a878-0626914df40e {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:09.965183 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0', 'tag': 'c0facea8-3741-44c3-b754-ab7e162e9425', 'status': 'completed', 'code': 200} Feb 28 20:06:10.098879 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Attempting to bind port cbb063ae-ea63-4656-a162-c7c542fe40d5 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:06:10.099685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Attempting to bind port cbb063ae-ea63-4656-a162-c7c542fe40d5 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:06:10.100745 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Attempting to bind port cbb063ae-ea63-4656-a162-c7c542fe40d5 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:06:10.122202 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8840a970-4b7e-44c4-8fe0-95f0d55c30d3 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for floatingip (3f733033-5fb4-4439-b653-84eb26902493), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:10.134161 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e09b5-b4cc-432e-a0a0-a6f57a31eb84 req-b14205ec-fc07-4ebe-a794-aa99c5df8eba tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:10.134431 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-216e09b5-b4cc-432e-a0a0-a6f57a31eb84 req-b14205ec-fc07-4ebe-a794-aa99c5df8eba tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 965 time: 0.3664324 Feb 28 20:06:10.142793 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Port cbb063ae-ea63-4656-a162-c7c542fe40d5 on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:06:10.143173 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Attempting to bind port cbb063ae-ea63-4656-a162-c7c542fe40d5 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:06:10.150936 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:06:10.151185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:06:10.152209 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:06:10.152656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Bound port: cbb063ae-ea63-4656-a162-c7c542fe40d5, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:06:10.153012 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cbb063ae-ea63-4656-a162-c7c542fe40d5), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:10.193736 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d947c1-c850-40cc-9ef5-81054a3254d0 req-b654fe25-598d-4ca9-ad51-cec365d8ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:10.197201 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4d947c1-c850-40cc-9ef5-81054a3254d0 req-b654fe25-598d-4ca9-ad51-cec365d8ca5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 1179 time: 0.1942799 Feb 28 20:06:10.624114 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-216e09b5-b4cc-432e-a0a0-a6f57a31eb84 req-0904cc72-5878-4dd7-949d-eee468a51d0f tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544854 Feb 28 20:06:10.646553 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] For port cbb063ae-ea63-4656-a162-c7c542fe40d5, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:06:10.657263 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] For port cbb063ae-ea63-4656-a162-c7c542fe40d5, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=cbb063ae-ea63-4656-a162-c7c542fe40d5,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:06:10.696733 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (cbb063ae-ea63-4656-a162-c7c542fe40d5), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:10.733589 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-fb495cad-bcd0-47ba-b967-00ddd331f1ca tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e914b152c7db459da3f12a7a8c49e969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721436 Feb 28 20:06:10.753107 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d947c1-c850-40cc-9ef5-81054a3254d0 req-c13af7cc-5b88-46bb-a3b5-6d9a9a030210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:10.755519 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4d947c1-c850-40cc-9ef5-81054a3254d0 req-c13af7cc-5b88-46bb-a3b5-6d9a9a030210 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 908 time: 0.5425203 Feb 28 20:06:10.799472 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:10.800710 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:10.802792 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] 10.222.0.10 "PUT /v2.0/ports/cbb063ae-ea63-4656-a162-c7c542fe40d5 HTTP/1.1" status: 200 len: 1096 time: 2.3910372 Feb 28 20:06:10.813754 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99ca89f-6b03-4706-add4-6fc8581943e9', 'tag': 'cbb063ae-ea63-4656-a162-c7c542fe40d5'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:10.819465 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401af0e9-af68-4da4-961b-01cdec07dfbd" -d '{"events": [{"name": "network-changed", "server_uuid": "a99ca89f-6b03-4706-add4-6fc8581943e9", "tag": "cbb063ae-ea63-4656-a162-c7c542fe40d5"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:10.851776 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device c0facea8-3741-44c3-b754-ab7e162e9425 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:06:10.972728 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4d947c1-c850-40cc-9ef5-81054a3254d0 req-29afffaa-2026-4983-b62a-dc4d20ebe818 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0facea8-3741-44c3-b754-ab7e162e9425 HTTP/1.1" status: 200 len: 217 time: 0.2061329 Feb 28 20:06:11.091959 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port c0facea8-3741-44c3-b754-ab7e162e9425, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c0facea8-3741-44c3-b754-ab7e162e9425,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:11.096146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d947c1-c850-40cc-9ef5-81054a3254d0 req-a9fd63e6-869f-4a3a-a617-2c0bde9a6e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:11.097253 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4d947c1-c850-40cc-9ef5-81054a3254d0 req-a9fd63e6-869f-4a3a-a617-2c0bde9a6e40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.0851309 Feb 28 20:06:11.122718 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device c0facea8-3741-44c3-b754-ab7e162e9425 has no active binding in host n-h2-820368-21 {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 28 20:06:11.260187 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Pushing event updated for resources: {'Port': ['ID=cbb063ae-ea63-4656-a162-c7c542fe40d5,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:11.278977 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4d947c1-c850-40cc-9ef5-81054a3254d0 req-b1f9d609-59a5-48cf-8a22-a0966de927f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114671 Feb 28 20:06:11.314084 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:11.314509 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:11.314807 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:11.315177 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:11.315514 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:11.315909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:11.316390 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:11.316613 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:11.316915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:11.317285 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:11.317642 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:11.318160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:11.318682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345478-3b7e-4101-a4f3-4226c5c2856b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:11.383795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4fd0b-3f47-4a53-ae83-92d734db9a15 req-f082af51-c33e-4aa2-a22e-1a229bd28929 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:11.393106 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbf4fd0b-3f47-4a53-ae83-92d734db9a15 req-f082af51-c33e-4aa2-a22e-1a229bd28929 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bc859-8ba3-4fd1-bbc2-f86c717307af HTTP/1.1" status: 200 len: 972 time: 0.5806034 Feb 28 20:06:11.491976 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5244812-9a6b-48cb-a725-203625558ae0 req-294da835-b3bb-4f4f-8f38-14cbe1794157 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:11.494038 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f5244812-9a6b-48cb-a725-203625558ae0 req-294da835-b3bb-4f4f-8f38-14cbe1794157 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99ca89f-6b03-4706-add4-6fc8581943e9 HTTP/1.1" status: 200 len: 947 time: 0.5468173 Feb 28 20:06:11.593345 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-cbfbc66c-5fc3-4328-892a-8aeac237685d tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:11.594973 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-cbfbc66c-5fc3-4328-892a-8aeac237685d tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7939501 Feb 28 20:06:11.619312 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Request body: {'port': {'device_id': 'd07498e4-e566-4bc8-8de3-458c35863728', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'e914b152c7db459da3f12a7a8c49e969'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:11.661693 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.db.resource_extend [None req-8840a970-4b7e-44c4-8fe0-95f0d55c30d3 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:06:11.753828 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-97a99912-855c-4c68-9761-ce608a9528d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:11.755452 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-97a99912-855c-4c68-9761-ce608a9528d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22e52380129547bbadea6115767706f2&device_id=a99ca89f-6b03-4706-add4-6fc8581943e9 HTTP/1.1" status: 200 len: 1130 time: 0.6268096 Feb 28 20:06:11.850889 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-5b6c629f-c9b9-41e7-bf0a-3e1c95a4eff3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=cbb063ae-ea63-4656-a162-c7c542fe40d5 HTTP/1.1" status: 200 len: 217 time: 0.0739396 Feb 28 20:06:11.858370 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4d947c1-c850-40cc-9ef5-81054a3254d0 req-71b418e5-8e73-4a12-a4ce-b6be3b8574e8 service neutron] 10.222.0.15 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702024 Feb 28 20:06:11.877058 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8840a970-4b7e-44c4-8fe0-95f0d55c30d3 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:11.885581 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8840a970-4b7e-44c4-8fe0-95f0d55c30d3 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (3f733033-5fb4-4439-b653-84eb26902493), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:11.911691 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbf4fd0b-3f47-4a53-ae83-92d734db9a15 req-3c8f3d22-2cc8-467e-bb1c-eb2d18f9e8ac tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d428d7c-233f-4af2-99be-c226c8294dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638886 Feb 28 20:06:11.960153 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f5244812-9a6b-48cb-a725-203625558ae0 req-4a8e409b-4b55-4787-a89a-425b918c668a tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423177 Feb 28 20:06:11.964025 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Made reservation on behalf of e914b152c7db459da3f12a7a8c49e969 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:06:11.979432 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:12.068562 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-83dfe727-df70-4d89-a191-e3f91cc91e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:12.070266 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-83dfe727-df70-4d89-a191-e3f91cc91e51 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.2111881 Feb 28 20:06:12.097019 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-8840a970-4b7e-44c4-8fe0-95f0d55c30d3 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Floating IP 3f733033-5fb4-4439-b653-84eb26902493 associated. External IP: 172.25.0.114, port: fb59b22d-5f39-46bd-acdd-93aad0ec252d. Feb 28 20:06:12.115979 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3a7e115-e8ae-4c02-84a3-4a59fed28b95 req-ea6df072-c4b8-4ac6-b348-b0e0aca62785 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=d07498e4-e566-4bc8-8de3-458c35863728 HTTP/1.1" status: 200 len: 210 time: 0.0530477 Feb 28 20:06:12.181049 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4d947c1-c850-40cc-9ef5-81054a3254d0 req-41c8a152-3fae-45f6-bceb-fbae908a8a4c service neutron] 10.222.0.15 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054664 Feb 28 20:06:12.204408 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-da56c33f-c0e3-45d6-ad8f-65aa05ecfa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:12.207735 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-da56c33f-c0e3-45d6-ad8f-65aa05ecfa48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1155076 Feb 28 20:06:12.233603 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feed00ab-bb86-4d1d-8d39-e391a87411e1 x-openstack-request-id: req-feed00ab-bb86-4d1d-8d39-e391a87411e1 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:12.233869 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99ca89f-6b03-4706-add4-6fc8581943e9", "tag": "cbb063ae-ea63-4656-a162-c7c542fe40d5", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:12.234121 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-feed00ab-bb86-4d1d-8d39-e391a87411e1 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:12.234513 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99ca89f-6b03-4706-add4-6fc8581943e9', 'tag': 'cbb063ae-ea63-4656-a162-c7c542fe40d5', 'status': 'completed', 'code': 200} Feb 28 20:06:12.380254 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Allocated IP 192.168.233.61 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/d414c480-f9c7-4e10-955c-41c4ad4c011c) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:06:12.401863 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-17a92f04-6800-4488-ac77-9e39788d61e1 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836390 Feb 28 20:06:12.418696 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acd184-bc99-4b5e-926a-bc5e88d36ac5 req-d424c482-4caa-4e85-9d36-b03b62acb5ba tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:12.420560 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-67acd184-bc99-4b5e-926a-bc5e88d36ac5 req-d424c482-4caa-4e85-9d36-b03b62acb5ba tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 965 time: 0.0912278 Feb 28 20:06:12.446525 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754ca09-e788-45bd-ad28-cb1c4f252c9b req-c63a86a9-bb13-4d08-87b2-fc0f4bc36fa5 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:12.448396 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a754ca09-e788-45bd-ad28-cb1c4f252c9b req-c63a86a9-bb13-4d08-87b2-fc0f4bc36fa5 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.15 "GET /v2.0/ports?device_id=323bc859-8ba3-4fd1-bbc2-f86c717307af HTTP/1.1" status: 200 len: 972 time: 0.2979252 Feb 28 20:06:12.659224 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-3ce60883-5044-4856-81f5-f848be6464db tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c0db63c9b2b849cb926b119c876969b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634522 Feb 28 20:06:12.744259 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38914) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:12.752065 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-67acd184-bc99-4b5e-926a-bc5e88d36ac5 req-74b6202e-493c-456a-a6e1-4b987a177ba1 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038435 Feb 28 20:06:12.782308 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3832f5b6-3843-4442-b6f0-fac3c7fb6406 req-10645eda-4f73-4891-90ef-80feca1a97cc service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604908 Feb 28 20:06:12.840848 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks [] for port (d414c480-f9c7-4e10-955c-41c4ad4c011c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:12.899820 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-a754ca09-e788-45bd-ad28-cb1c4f252c9b req-f30cd577-0f1b-45fb-b70c-a1e025629519 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Deleting port 16238aa3-7d19-4fb1-83df-6ea5295de97a {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:06:12.900479 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a754ca09-e788-45bd-ad28-cb1c4f252c9b req-f30cd577-0f1b-45fb-b70c-a1e025629519 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (16238aa3-7d19-4fb1-83df-6ea5295de97a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:12.941588 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8840a970-4b7e-44c4-8fe0-95f0d55c30d3 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Router 347cbb81-f9af-46a3-b1c6-44f443183775 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:06:13.002958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-2150b36f-4e99-4628-929b-5f3e8aaddbdb tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:13.014796 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-2150b36f-4e99-4628-929b-5f3e8aaddbdb tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3349802 Feb 28 20:06:13.043925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401af0e9-af68-4da4-961b-01cdec07dfbd req-632bf532-23ba-4787-a46a-6d1b01e9ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:13.046341 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-401af0e9-af68-4da4-961b-01cdec07dfbd req-632bf532-23ba-4787-a46a-6d1b01e9ff8f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22e52380129547bbadea6115767706f2&device_id=a99ca89f-6b03-4706-add4-6fc8581943e9 HTTP/1.1" status: 200 len: 1130 time: 0.1856527 Feb 28 20:06:13.054067 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (d414c480-f9c7-4e10-955c-41c4ad4c011c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:13.054424 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-cda1d820-fee8-44a4-9945-6215875d118b tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/quotas/c0db63c9b2b849cb926b119c876969b4 HTTP/1.1" status: 200 len: 375 time: 0.0372193 Feb 28 20:06:13.075039 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['006c1370-cdd1-49ce-bf62-0a1b9630eb6a'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:06:13.085295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['40170489-c4a5-42a8-a75c-b8e4f1bb9227'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:06:13.216001 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-3a161a91-f3e0-4f1c-82b9-8e5a569c743b tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0db63c9b2b849cb926b119c876969b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1602063 Feb 28 20:06:13.295245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401af0e9-af68-4da4-961b-01cdec07dfbd req-5e271ba2-63b1-4850-9656-3f0dbe9bb4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:13.299342 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-401af0e9-af68-4da4-961b-01cdec07dfbd req-5e271ba2-63b1-4850-9656-3f0dbe9bb4d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.2425814 Feb 28 20:06:13.384382 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-401af0e9-af68-4da4-961b-01cdec07dfbd req-e96a649f-3b8b-41fe-b868-259bfeef4e5d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=cbb063ae-ea63-4656-a162-c7c542fe40d5 HTTP/1.1" status: 200 len: 217 time: 0.0450733 Feb 28 20:06:13.523678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a687e-01c2-4fd6-a7d0-0e96b0b66f35 req-491d7b45-4f27-4864-b4ee-a18dc7e65ff1 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:13.532326 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e9a687e-01c2-4fd6-a7d0-0e96b0b66f35 req-491d7b45-4f27-4864-b4ee-a18dc7e65ff1 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bc859-8ba3-4fd1-bbc2-f86c717307af HTTP/1.1" status: 200 len: 972 time: 0.1457825 Feb 28 20:06:13.546549 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401af0e9-af68-4da4-961b-01cdec07dfbd req-48fb7b0d-cefe-48f9-a3cc-cce4e9f18717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:13.550114 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-401af0e9-af68-4da4-961b-01cdec07dfbd req-48fb7b0d-cefe-48f9-a3cc-cce4e9f18717 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1210496 Feb 28 20:06:13.570778 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Pushing event updated for resources: {'Port': ['ID=d414c480-f9c7-4e10-955c-41c4ad4c011c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:13.587088 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:06:13.589104 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-261dbc5b-d1b1-4830-b70b-230f81ab7cac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:13.605071 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:13.605447 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:13.605742 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:13.606079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:13.606407 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:13.606735 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:13.607059 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:13.607376 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:13.607690 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:13.608035 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:13.608355 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:13.608673 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:13.609078 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:13.612613 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:06:13.690119 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-261dbc5b-d1b1-4830-b70b-230f81ab7cac admin admin] Publish callbacks [] for security_group (f13c4e28-82ec-41d8-9897-75d0b0ecd0b9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:13.695991 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:06:13.702288 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:13.702939 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:13.720972 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-261dbc5b-d1b1-4830-b70b-230f81ab7cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f13c4e28-82ec-41d8-9897-75d0b0ecd0b9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:13.736880 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a754ca09-e788-45bd-ad28-cb1c4f252c9b req-f30cd577-0f1b-45fb-b70c-a1e025629519 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] For port 16238aa3-7d19-4fb1-83df-6ea5295de97a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=16238aa3-7d19-4fb1-83df-6ea5295de97a,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:13.737256 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a754ca09-e788-45bd-ad28-cb1c4f252c9b req-f30cd577-0f1b-45fb-b70c-a1e025629519 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (16238aa3-7d19-4fb1-83df-6ea5295de97a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:13.766719 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-10960e74-faee-4c3f-a9f6-8701b27a3aab tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1519182 Feb 28 20:06:13.778732 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261dbc5b-d1b1-4830-b70b-230f81ab7cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13c4e28-82ec-41d8-9897-75d0b0ecd0b9,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:13.846779 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e9a687e-01c2-4fd6-a7d0-0e96b0b66f35 req-6e9fe744-1574-4b15-a243-d24e66b65054 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d428d7c-233f-4af2-99be-c226c8294dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065383 Feb 28 20:06:13.855314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] Request body: {'port': {'device_id': 'd07498e4-e566-4bc8-8de3-458c35863728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:13.898889 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401af0e9-af68-4da4-961b-01cdec07dfbd req-eef4bd8a-2afd-44fa-a727-e680cc65b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:13.901741 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-401af0e9-af68-4da4-961b-01cdec07dfbd req-eef4bd8a-2afd-44fa-a727-e680cc65b446 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3307114 Feb 28 20:06:13.944795 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-174a8c87-daff-4cd9-92e8-38a98e09ea2c service neutron] 10.222.0.15 "GET /v2.0/ports/c0facea8-3741-44c3-b754-ab7e162e9425/bindings/n-h2-820368-21 HTTP/1.1" status: 200 len: 385 time: 0.3858519 Feb 28 20:06:13.957328 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d414c480-f9c7-4e10-955c-41c4ad4c011c), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:13.968922 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-a754ca09-e788-45bd-ad28-cb1c4f252c9b req-f30cd577-0f1b-45fb-b70c-a1e025629519 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Calling delete_port for 16238aa3-7d19-4fb1-83df-6ea5295de97a owned by compute:tempest-test_az-1917933488 {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:06:13.978903 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-261dbc5b-d1b1-4830-b70b-230f81ab7cac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b010c16cf144e95bb7fd9e2274c8c44&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2317846 Feb 28 20:06:13.988998 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38942) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:14.055045 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c2cde-cbf7-4f56-baed-dbb943056cd8 req-f341a22c-59f4-4251-95ff-67d0855c5ea5 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:14.056788 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-071c2cde-cbf7-4f56-baed-dbb943056cd8 req-f341a22c-59f4-4251-95ff-67d0855c5ea5 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99ca89f-6b03-4706-add4-6fc8581943e9 HTTP/1.1" status: 200 len: 947 time: 0.3513787 Feb 28 20:06:14.090011 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-4218bf62-7ab5-4562-89cb-94c26c9f2ffe None None] Provisioning complete for port d414c480-f9c7-4e10-955c-41c4ad4c011c triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:06:14.091524 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4218bf62-7ab5-4562-89cb-94c26c9f2ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d414c480-f9c7-4e10-955c-41c4ad4c011c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:14.127908 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8840a970-4b7e-44c4-8fe0-95f0d55c30d3 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:06:14.138464 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8840a970-4b7e-44c4-8fe0-95f0d55c30d3 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:14.162486 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da70b408-1594-4ab4-95fd-35edc1ae81fd None None] Sync routers for ids ['347cbb81-f9af-46a3-b1c6-44f443183775'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:06:14.175693 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4218bf62-7ab5-4562-89cb-94c26c9f2ffe None None] Port d414c480-f9c7-4e10-955c-41c4ad4c011c cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:06:14.195685 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da70b408-1594-4ab4-95fd-35edc1ae81fd None None] Routers {'347cbb81-f9af-46a3-b1c6-44f443183775'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:06:14.197161 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-da70b408-1594-4ab4-95fd-35edc1ae81fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:05:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['347cbb81-f9af-46a3-b1c6-44f443183775'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:06:14.270162 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8840a970-4b7e-44c4-8fe0-95f0d55c30d3 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "PUT /v2.0/floatingips/3f733033-5fb4-4439-b653-84eb26902493 HTTP/1.1" status: 200 len: 991 time: 4.3998792 Feb 28 20:06:14.274761 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc459ea-f25e-4f27-915d-b09f50f459c9', 'tag': 'fb59b22d-5f39-46bd-acdd-93aad0ec252d'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:14.277697 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a3e500-ddfd-42b4-a5fc-18c1d1efaf3d" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc459ea-f25e-4f27-915d-b09f50f459c9", "tag": "fb59b22d-5f39-46bd-acdd-93aad0ec252d"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:14.280214 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41bcee51-3006-4736-bf72-ae26b4c5de12 admin admin] Publish callbacks [] for security_group (f13c4e28-82ec-41d8-9897-75d0b0ecd0b9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:14.345334 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41bcee51-3006-4736-bf72-ae26b4c5de12 admin admin] Publish callbacks [] for security_group (f13c4e28-82ec-41d8-9897-75d0b0ecd0b9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:14.401811 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-071c2cde-cbf7-4f56-baed-dbb943056cd8 req-d6d04093-5f8b-421f-85ac-7cc0d65aa400 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293817 Feb 28 20:06:14.408747 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-401af0e9-af68-4da4-961b-01cdec07dfbd req-3f1d9a1b-fadf-46fe-85ce-f2d55d0b638b service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937382 Feb 28 20:06:14.420890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd075a-2950-4d81-aa4f-0428238e6e9e req-928ab2dc-2204-4aa8-944a-c99cebdd4394 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:14.433269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4ddd075a-2950-4d81-aa4f-0428238e6e9e req-928ab2dc-2204-4aa8-944a-c99cebdd4394 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=d07498e4-e566-4bc8-8de3-458c35863728 HTTP/1.1" status: 200 len: 935 time: 0.3749750 Feb 28 20:06:14.471704 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a754ca09-e788-45bd-ad28-cb1c4f252c9b req-f30cd577-0f1b-45fb-b70c-a1e025629519 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (16238aa3-7d19-4fb1-83df-6ea5295de97a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:14.475480 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-da70b408-1594-4ab4-95fd-35edc1ae81fd None None] Set router 347cbb81-f9af-46a3-b1c6-44f443183775 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:06:14.529898 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cd577-0f1b-45fb-b70c-a1e025629519 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Pushing event deleted for resources: {'Port': ['ID=16238aa3-7d19-4fb1-83df-6ea5295de97a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:14.655223 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41bcee51-3006-4736-bf72-ae26b4c5de12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f13c4e28-82ec-41d8-9897-75d0b0ecd0b9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:14.661168 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41bcee51-3006-4736-bf72-ae26b4c5de12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:14.663168 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-41bcee51-3006-4736-bf72-ae26b4c5de12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f13c4e28-82ec-41d8-9897-75d0b0ecd0b9 HTTP/1.1" status: 204 len: 168 time: 0.6729865 Feb 28 20:06:14.686365 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4ddd075a-2950-4d81-aa4f-0428238e6e9e req-2260c366-b431-47f2-b96f-8e8b04864533 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497523 Feb 28 20:06:14.764322 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a754ca09-e788-45bd-ad28-cb1c4f252c9b req-f30cd577-0f1b-45fb-b70c-a1e025629519 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] No DVR routers for this DVR port 16238aa3-7d19-4fb1-83df-6ea5295de97a on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:06:14.774887 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-7e39623e-d3eb-4d05-a561-aa9eab72a48a service neutron] For port c0facea8-3741-44c3-b754-ab7e162e9425, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c0facea8-3741-44c3-b754-ab7e162e9425,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:14.835039 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcee51-3006-4736-bf72-ae26b4c5de12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13c4e28-82ec-41d8-9897-75d0b0ecd0b9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:14.939622 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a754ca09-e788-45bd-ad28-cb1c4f252c9b req-f30cd577-0f1b-45fb-b70c-a1e025629519 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:14.950224 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a754ca09-e788-45bd-ad28-cb1c4f252c9b req-f30cd577-0f1b-45fb-b70c-a1e025629519 tempest-ServerDiagnosticsNegativeTest-39277549 tempest-ServerDiagnosticsNegativeTest-39277549-project] 10.222.0.15 "DELETE /v2.0/ports/16238aa3-7d19-4fb1-83df-6ea5295de97a HTTP/1.1" status: 204 len: 173 time: 2.4914179 Feb 28 20:06:14.995666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d414c480-f9c7-4e10-955c-41c4ad4c011c {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:06:15.002535 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26405460-752e-49aa-838f-dd4d78259d6e req-39770c84-b6d6-4eee-9b0e-d4398da7d765 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=344909d4-72ba-40e5-aec4-3279b6309979 HTTP/1.1" status: 200 len: 210 time: 0.1492260 Feb 28 20:06:15.018804 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] Publish callbacks [] for port (d414c480-f9c7-4e10-955c-41c4ad4c011c), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:15.039461 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-7e39623e-d3eb-4d05-a561-aa9eab72a48a service neutron] For port c0facea8-3741-44c3-b754-ab7e162e9425, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:06:15.084713 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] Transition to ACTIVE for port object d414c480-f9c7-4e10-955c-41c4ad4c011c will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:06:15.093616 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d414c480-f9c7-4e10-955c-41c4ad4c011c), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:15.219911 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] Pushing event updated for resources: {'Port': ['ID=d414c480-f9c7-4e10-955c-41c4ad4c011c,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:15.274867 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-401af0e9-af68-4da4-961b-01cdec07dfbd req-443277be-f993-4a4c-8d3b-65dbbaac3fd6 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8366086 Feb 28 20:06:15.277540 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] Attempting to bind port d414c480-f9c7-4e10-955c-41c4ad4c011c on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:06:15.277884 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] Attempting to bind port d414c480-f9c7-4e10-955c-41c4ad4c011c by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:06:15.278215 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] Attempting to bind port d414c480-f9c7-4e10-955c-41c4ad4c011c on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:06:15.281427 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-7e39623e-d3eb-4d05-a561-aa9eab72a48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0facea8-3741-44c3-b754-ab7e162e9425 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:06:15.284709 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] Port d414c480-f9c7-4e10-955c-41c4ad4c011c on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:06:15.285038 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] Attempting to bind port d414c480-f9c7-4e10-955c-41c4ad4c011c on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:06:15.293244 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:06:15.293580 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:06:15.293975 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:06:15.295048 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] Bound port: d414c480-f9c7-4e10-955c-41c4ad4c011c, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:06:15.295048 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d414c480-f9c7-4e10-955c-41c4ad4c011c), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:15.344522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-7e39623e-d3eb-4d05-a561-aa9eab72a48a service neutron] For port c0facea8-3741-44c3-b754-ab7e162e9425, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=c0facea8-3741-44c3-b754-ab7e162e9425,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:15.463430 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-7e39623e-d3eb-4d05-a561-aa9eab72a48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c0facea8-3741-44c3-b754-ab7e162e9425), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:15.463965 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38962) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:15.508948 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] For port d414c480-f9c7-4e10-955c-41c4ad4c011c, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:06:15.520881 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-50d8bbe1-4f7e-476d-a3f1-77c98cceed31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:15.544994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae9ca5-2174-4dad-b12a-642ba3126d0d req-dae8d69c-8c23-4493-afb6-e6d9ee65f487 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:15.559534 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] For port d414c480-f9c7-4e10-955c-41c4ad4c011c, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d414c480-f9c7-4e10-955c-41c4ad4c011c,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:06:15.560993 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0bae9ca5-2174-4dad-b12a-642ba3126d0d req-dae8d69c-8c23-4493-afb6-e6d9ee65f487 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 965 time: 0.4201667 Feb 28 20:06:15.571139 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-da70b408-1594-4ab4-95fd-35edc1ae81fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-router', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:10Z', 'updated_at': '2022-02-28T20:05:15Z', 'revision_number': 4, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'gw_port': {'id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:11Z', 'updated_at': '2022-02-28T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3f733033-5fb4-4439-b653-84eb26902493', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'port_id': 'fb59b22d-5f39-46bd-acdd-93aad0ec252d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'mac_address': 'fa:16:3e:01:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc459ea-f25e-4f27-915d-b09f50f459c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:05:36Z', 'updated_at': '2022-02-28T20:06:11Z', 'revision_number': 1, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e5f57d-6895-4a67-a23c-789a5d7562c5', 'name': '', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'mac_address': 'fa:16:3e:ae:e8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:14Z', 'updated_at': '2022-02-28T20:05:20Z', 'revision_number': 5, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'subnets': [{'id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:06:15.583151 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d414c480-f9c7-4e10-955c-41c4ad4c011c), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:15.659478 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da70b408-1594-4ab4-95fd-35edc1ae81fd None None] Checking router: 347cbb81-f9af-46a3-b1c6-44f443183775 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:06:15.672690 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089b443-8458-4383-81e3-469b7da929ee req-5527120e-ecd6-47ea-b552-1b96934ceb67 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:15.673867 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f089b443-8458-4383-81e3-469b7da929ee req-5527120e-ecd6-47ea-b552-1b96934ceb67 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 945 time: 0.5102677 Feb 28 20:06:15.680431 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da70b408-1594-4ab4-95fd-35edc1ae81fd None None] Routers {'347cbb81-f9af-46a3-b1c6-44f443183775'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:06:15.681111 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-da70b408-1594-4ab4-95fd-35edc1ae81fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:05:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['347cbb81-f9af-46a3-b1c6-44f443183775'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:06:15.782175 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] Pushing event updated for resources: {'Port': ['ID=d414c480-f9c7-4e10-955c-41c4ad4c011c,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:15.799076 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:15.800545 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:15.802991 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-a72e6178-c043-4929-b6e5-33fbe8daa93a service neutron] 10.222.0.10 "PUT /v2.0/ports/d414c480-f9c7-4e10-955c-41c4ad4c011c HTTP/1.1" status: 200 len: 1096 time: 2.0192559 Feb 28 20:06:15.808740 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0bae9ca5-2174-4dad-b12a-642ba3126d0d req-8855e2fb-46bd-4bc3-879c-2dce74746704 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450490 Feb 28 20:06:15.835194 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-51653959-0185-4474-beef-2adddaefa9a7 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c0db63c9b2b849cb926b119c876969b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2256384 Feb 28 20:06:15.946089 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f089b443-8458-4383-81e3-469b7da929ee req-37052ff7-6f25-43da-be8b-74031aaccf97 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173910 Feb 28 20:06:15.948292 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-7e39623e-d3eb-4d05-a561-aa9eab72a48a service neutron] Transition to ACTIVE for port object c0facea8-3741-44c3-b754-ab7e162e9425 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:06:15.956258 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-7e39623e-d3eb-4d05-a561-aa9eab72a48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (c0facea8-3741-44c3-b754-ab7e162e9425), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:16.029164 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1effd36c-8c4e-4945-aa90-69bc98a6ea1a x-openstack-request-id: req-1effd36c-8c4e-4945-aa90-69bc98a6ea1a {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:16.029760 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc459ea-f25e-4f27-915d-b09f50f459c9", "tag": "fb59b22d-5f39-46bd-acdd-93aad0ec252d", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:16.029760 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1effd36c-8c4e-4945-aa90-69bc98a6ea1a {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:16.030147 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc459ea-f25e-4f27-915d-b09f50f459c9', 'tag': 'fb59b22d-5f39-46bd-acdd-93aad0ec252d', 'status': 'completed', 'code': 200} Feb 28 20:06:16.031991 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-da70b408-1594-4ab4-95fd-35edc1ae81fd None None] Set router 347cbb81-f9af-46a3-b1c6-44f443183775 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:06:16.043179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 16238aa3-7d19-4fb1-83df-6ea5295de97a no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:06:16.109610 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 16238aa3-7d19-4fb1-83df-6ea5295de97a {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:06:16.113081 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 16238aa3-7d19-4fb1-83df-6ea5295de97a not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:06:16.113892 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c0facea8-3741-44c3-b754-ab7e162e9425 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:06:16.242534 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] The host n-h1-820368-21 is not matching for port c0facea8-3741-44c3-b754-ab7e162e9425 host n-h2-820368-21! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:06:16.242947 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c0facea8-3741-44c3-b754-ab7e162e9425 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:06:16.300150 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-50d8bbe1-4f7e-476d-a3f1-77c98cceed31 admin admin] Publish callbacks [] for security_group (539bfa61-c47d-4351-8c9e-0c619bfedb8f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:16.316756 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-7e39623e-d3eb-4d05-a561-aa9eab72a48a service neutron] No DVR routers for this DVR port c0facea8-3741-44c3-b754-ab7e162e9425 on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:06:16.317900 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-50d8bbe1-4f7e-476d-a3f1-77c98cceed31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (539bfa61-c47d-4351-8c9e-0c619bfedb8f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:16.369353 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eaa5ac29-dafd-4f47-8277-753b54c928e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:16.466196 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-50d8bbe1-4f7e-476d-a3f1-77c98cceed31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24f645f3d0db43aea41404d33e4b3b0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9956148 Feb 28 20:06:16.467394 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8bbe1-4f7e-476d-a3f1-77c98cceed31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539bfa61-c47d-4351-8c9e-0c619bfedb8f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:16.472504 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38978) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:16.486899 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-8ff14a44-6bca-456b-afea-49f50adbc655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:16.489032 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-8ff14a44-6bca-456b-afea-49f50adbc655 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e914b152c7db459da3f12a7a8c49e969&device_id=d07498e4-e566-4bc8-8de3-458c35863728 HTTP/1.1" status: 200 len: 1130 time: 0.4369082 Feb 28 20:06:16.497643 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-82ddf3bf-d65c-45b0-b49e-088709fdb84f tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:16.499356 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-82ddf3bf-d65c-45b0-b49e-088709fdb84f tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6555562 Feb 28 20:06:16.527005 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-525382de-5b03-4f25-ba9d-2c58a993207d tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Request body: {'port': {'device_id': '344909d4-72ba-40e5-aec4-3279b6309979', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'c0db63c9b2b849cb926b119c876969b4'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:16.665776 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-bda9742c-9ac9-4fbc-a89c-91a91241b272 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=d414c480-f9c7-4e10-955c-41c4ad4c011c HTTP/1.1" status: 200 len: 217 time: 0.1595442 Feb 28 20:06:16.709426 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-da70b408-1594-4ab4-95fd-35edc1ae81fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-router', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:10Z', 'updated_at': '2022-02-28T20:05:15Z', 'revision_number': 4, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'gw_port': {'id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:11Z', 'updated_at': '2022-02-28T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3f733033-5fb4-4439-b653-84eb26902493', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'port_id': 'fb59b22d-5f39-46bd-acdd-93aad0ec252d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'mac_address': 'fa:16:3e:01:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc459ea-f25e-4f27-915d-b09f50f459c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:05:36Z', 'updated_at': '2022-02-28T20:06:11Z', 'revision_number': 1, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e5f57d-6895-4a67-a23c-789a5d7562c5', 'name': '', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'mac_address': 'fa:16:3e:ae:e8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:14Z', 'updated_at': '2022-02-28T20:05:20Z', 'revision_number': 5, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'subnets': [{'id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:06:16.786665 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da70b408-1594-4ab4-95fd-35edc1ae81fd None None] The sync data for ids ['347cbb81-f9af-46a3-b1c6-44f443183775'] in n-d-820368-21 is: [{'id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-router', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:10Z', 'updated_at': '2022-02-28T20:05:15Z', 'revision_number': 4, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'gw_port': {'id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:11Z', 'updated_at': '2022-02-28T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3f733033-5fb4-4439-b653-84eb26902493', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'port_id': 'fb59b22d-5f39-46bd-acdd-93aad0ec252d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'mac_address': 'fa:16:3e:01:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc459ea-f25e-4f27-915d-b09f50f459c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:05:36Z', 'updated_at': '2022-02-28T20:06:11Z', 'revision_number': 1, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e5f57d-6895-4a67-a23c-789a5d7562c5', 'name': '', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'mac_address': 'fa:16:3e:ae:e8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:14Z', 'updated_at': '2022-02-28T20:05:20Z', 'revision_number': 5, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'subnets': [{'id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:06:16.821137 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71568875-2141-4e64-b3a5-3802d7877aeb admin admin] Publish callbacks [] for security_group (539bfa61-c47d-4351-8c9e-0c619bfedb8f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:16.842514 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39623e-d3eb-4d05-a561-aa9eab72a48a service neutron] Pushing event updated for resources: {'Port': ['ID=c0facea8-3741-44c3-b754-ab7e162e9425,revision_number=10']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:16.863451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-8c957964-fed7-4edb-927c-1a125975599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:16.863669 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3e500-ddfd-42b4-a5fc-18c1d1efaf3d req-498a8536-9f23-473b-bcfb-599fad1def78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:16.865014 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-16a3e500-ddfd-42b4-a5fc-18c1d1efaf3d req-498a8536-9f23-473b-bcfb-599fad1def78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c49f134d2844d928e46d52f9a7a9018&device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 1128 time: 0.7664926 Feb 28 20:06:16.866171 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-8c957964-fed7-4edb-927c-1a125975599e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1745975 Feb 28 20:06:16.872086 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device cbb063ae-ea63-4656-a162-c7c542fe40d5 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:06:16.882991 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-7e39623e-d3eb-4d05-a561-aa9eab72a48a service neutron] 10.222.0.15 "PUT /v2.0/ports/c0facea8-3741-44c3-b754-ab7e162e9425/bindings/n-h2-820368-21/activate HTTP/1.1" status: 200 len: 370 time: 2.9373875 Feb 28 20:06:16.892267 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38986) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:16.905055 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71568875-2141-4e64-b3a5-3802d7877aeb admin admin] Publish callbacks [] for security_group (539bfa61-c47d-4351-8c9e-0c619bfedb8f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:16.967930 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-525382de-5b03-4f25-ba9d-2c58a993207d tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Made reservation on behalf of c0db63c9b2b849cb926b119c876969b4 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:06:16.973738 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-525382de-5b03-4f25-ba9d-2c58a993207d tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:17.026350 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-525382de-5b03-4f25-ba9d-2c58a993207d tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:17.036365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd48e72-0d92-4bb1-8046-2b43321e270d req-0a658dca-abbe-4ed5-a802-80f77bed2082 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:17.044588 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5bd48e72-0d92-4bb1-8046-2b43321e270d req-0a658dca-abbe-4ed5-a802-80f77bed2082 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99ca89f-6b03-4706-add4-6fc8581943e9 HTTP/1.1" status: 200 len: 947 time: 0.6929357 Feb 28 20:06:17.049248 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-1028c323-ff4b-454d-a270-f9fc017aacda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:17.050916 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-1028c323-ff4b-454d-a270-f9fc017aacda service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1595256 Feb 28 20:06:17.084640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c7eee-63cc-444b-b9b2-243054c84dde req-01dae8a2-abab-411a-9a9e-4c66c524180d tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:17.086142 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8f9c7eee-63cc-444b-b9b2-243054c84dde req-01dae8a2-abab-411a-9a9e-4c66c524180d tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=d07498e4-e566-4bc8-8de3-458c35863728 HTTP/1.1" status: 200 len: 947 time: 0.3036535 Feb 28 20:06:17.156408 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port cbb063ae-ea63-4656-a162-c7c542fe40d5, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=cbb063ae-ea63-4656-a162-c7c542fe40d5,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:17.179696 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5bd48e72-0d92-4bb1-8046-2b43321e270d req-2612f1d9-5c0c-4e11-a507-9846e512c67d tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341581 Feb 28 20:06:17.183735 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'cbb063ae-ea63-4656-a162-c7c542fe40d5', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': 'cbb063ae-ea63-4656-a162-c7c542fe40d5', 'mac_address': 'fa:16:3e:ad:00:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:06:17.246439 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3e500-ddfd-42b4-a5fc-18c1d1efaf3d req-74effc4d-dfee-4068-87a3-643faf18ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:17.247830 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-16a3e500-ddfd-42b4-a5fc-18c1d1efaf3d req-74effc4d-dfee-4068-87a3-643faf18ad55 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 HTTP/1.1" status: 200 len: 923 time: 0.3597729 Feb 28 20:06:17.255473 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-e205be35-1e71-436f-9201-e0f5e9f02086 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877723 Feb 28 20:06:17.280306 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71568875-2141-4e64-b3a5-3802d7877aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (539bfa61-c47d-4351-8c9e-0c619bfedb8f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:17.286871 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71568875-2141-4e64-b3a5-3802d7877aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:17.288689 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-71568875-2141-4e64-b3a5-3802d7877aeb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/539bfa61-c47d-4351-8c9e-0c619bfedb8f HTTP/1.1" status: 204 len: 168 time: 0.8145607 Feb 28 20:06:17.347604 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8f9c7eee-63cc-444b-b9b2-243054c84dde req-d15cf63b-a4b2-459c-b2e1-ee6f029ba738 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363813 Feb 28 20:06:17.379522 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-525382de-5b03-4f25-ba9d-2c58a993207d tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Publish callbacks [] for security_group (98aadd8a-5d47-402c-a034-a325b6ac4f42), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:17.382490 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-04270775-e8bd-4f62-90dd-3b169081ec15 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:17.384649 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-04270775-e8bd-4f62-90dd-3b169081ec15 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0&tenant_id=b6b50aa5623943dda1cd4fb5f568793b&binding%3Ahost_id=n-h1-820368-21 HTTP/1.1" status: 200 len: 1149 time: 0.3984027 Feb 28 20:06:17.420412 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71568875-2141-4e64-b3a5-3802d7877aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539bfa61-c47d-4351-8c9e-0c619bfedb8f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:17.423284 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-525382de-5b03-4f25-ba9d-2c58a993207d tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (98aadd8a-5d47-402c-a034-a325b6ac4f42), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:17.425543 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6197277d-fb6b-4571-898b-f34b4ffafc19 req-7bb7a550-8741-47e3-bea7-bb1a6a3aca7a tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=344909d4-72ba-40e5-aec4-3279b6309979 HTTP/1.1" status: 200 len: 210 time: 0.0763667 Feb 28 20:06:17.508292 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-16a3e500-ddfd-42b4-a5fc-18c1d1efaf3d req-2f1ae763-31d9-4f4a-bd31-3bb85f09f753 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb59b22d-5f39-46bd-acdd-93aad0ec252d HTTP/1.1" status: 200 len: 999 time: 0.2435331 Feb 28 20:06:17.539110 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port cbb063ae-ea63-4656-a162-c7c542fe40d5 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:17.539786 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cbb063ae-ea63-4656-a162-c7c542fe40d5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:17.566578 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af9247-e067-46ce-bfc2-03705a8938a1 None None] New status for floating IP 3f733033-5fb4-4439-b653-84eb26902493: ACTIVE {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:06:17.574159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-ed742c64-8793-4806-b342-1804fa007957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:17.575996 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-ed742c64-8793-4806-b342-1804fa007957 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0&tenant_id=b6b50aa5623943dda1cd4fb5f568793b HTTP/1.1" status: 200 len: 1149 time: 0.1486058 Feb 28 20:06:17.577959 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-525382de-5b03-4f25-ba9d-2c58a993207d tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Allocated IP 192.168.233.92 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/8fa8c1ec-b978-441f-b718-de659d7bc8df) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:06:17.597052 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3e500-ddfd-42b4-a5fc-18c1d1efaf3d req-fb18f56f-f35c-43d5-ab8c-8439ef454881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:17.600974 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-16a3e500-ddfd-42b4-a5fc-18c1d1efaf3d req-fb18f56f-f35c-43d5-ab8c-8439ef454881 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b229bdb6-456c-44f4-9a74-de3d45d86232 HTTP/1.1" status: 200 len: 862 time: 0.0814195 Feb 28 20:06:17.827448 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb063ae-ea63-4656-a162-c7c542fe40d5 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:06:17.876146 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port cbb063ae-ea63-4656-a162-c7c542fe40d5, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=cbb063ae-ea63-4656-a162-c7c542fe40d5,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:17.895296 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cbb063ae-ea63-4656-a162-c7c542fe40d5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:17.960865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=cbb063ae-ea63-4656-a162-c7c542fe40d5,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:17.974030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:17.974528 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:17.975107 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:17.975595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:17.976094 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:17.976559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:17.977023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:17.977484 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:17.977678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-86e14d70-33a2-4a95-aa35-6903d3d5096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:17.978470 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:17.979128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:17.979927 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-86e14d70-33a2-4a95-aa35-6903d3d5096a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 1149 time: 0.3492022 Feb 28 20:06:17.980263 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:17.980746 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:17.981206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:17.987339 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3e500-ddfd-42b4-a5fc-18c1d1efaf3d req-47be3333-9932-4332-8d42-ffd3f858e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:17.989018 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-16a3e500-ddfd-42b4-a5fc-18c1d1efaf3d req-47be3333-9932-4332-8d42-ffd3f858e3dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3559263 Feb 28 20:06:18.044239 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323bc859-8ba3-4fd1-bbc2-f86c717307af', 'name': 'network-vif-deleted', 'tag': '16238aa3-7d19-4fb1-83df-6ea5295de97a'}, {'name': 'network-changed', 'server_uuid': 'd07498e4-e566-4bc8-8de3-458c35863728', 'tag': 'd414c480-f9c7-4e10-955c-41c4ad4c011c'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:18.047263 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9c8185-c534-4441-a26a-80e10e2e5c11" -d '{"events": [{"server_uuid": "323bc859-8ba3-4fd1-bbc2-f86c717307af", "name": "network-vif-deleted", "tag": "16238aa3-7d19-4fb1-83df-6ea5295de97a"}, {"name": "network-changed", "server_uuid": "d07498e4-e566-4bc8-8de3-458c35863728", "tag": "d414c480-f9c7-4e10-955c-41c4ad4c011c"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:18.049314 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef17219-4f7a-4600-9632-f09e790bbc97 req-c9ae65fa-0869-4221-9f9a-188dce45266b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:18.050953 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7ef17219-4f7a-4600-9632-f09e790bbc97 req-c9ae65fa-0869-4221-9f9a-188dce45266b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 966 time: 0.2506547 Feb 28 20:06:18.101660 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c6a34c1a-7c5c-4d2c-9896-cd6fc4873a9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0e94d7a679a48e78a016efa881824c2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1942787 Feb 28 20:06:18.108234 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525382de-5b03-4f25-ba9d-2c58a993207d tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98aadd8a-5d47-402c-a034-a325b6ac4f42,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:18.121909 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39008) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:18.208953 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e475726-5306-403b-9676-244f06b5dbd6 x-openstack-request-id: req-6e475726-5306-403b-9676-244f06b5dbd6 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:18.209449 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323bc859-8ba3-4fd1-bbc2-f86c717307af", "name": "network-vif-deleted", "tag": "16238aa3-7d19-4fb1-83df-6ea5295de97a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d07498e4-e566-4bc8-8de3-458c35863728", "tag": "d414c480-f9c7-4e10-955c-41c4ad4c011c", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:18.209807 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e475726-5306-403b-9676-244f06b5dbd6 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:18.212173 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323bc859-8ba3-4fd1-bbc2-f86c717307af', 'name': 'network-vif-deleted', 'tag': '16238aa3-7d19-4fb1-83df-6ea5295de97a', 'status': 'completed', 'code': 200} Feb 28 20:06:18.212592 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07498e4-e566-4bc8-8de3-458c35863728', 'tag': 'd414c480-f9c7-4e10-955c-41c4ad4c011c', 'status': 'completed', 'code': 200} Feb 28 20:06:18.224017 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-525382de-5b03-4f25-ba9d-2c58a993207d tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Publish callbacks [] for port (8fa8c1ec-b978-441f-b718-de659d7bc8df), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:18.227103 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-287a4461-0ea8-47dd-ac37-df02994259f9 req-be7edd77-c8b5-423d-a75a-221ad2ceec91 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8287780 Feb 28 20:06:18.244031 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7ef17219-4f7a-4600-9632-f09e790bbc97 req-7b1decd8-7d05-4687-bdaf-db3537a96d44 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655684 Feb 28 20:06:18.282378 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5ff116be-1b9f-4659-b526-92ca3f62e987 admin admin] Publish callbacks [] for security_group (5d428d7c-233f-4af2-99be-c226c8294dba), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:18.299308 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-16a3e500-ddfd-42b4-a5fc-18c1d1efaf3d req-089cb999-41ec-4788-9eac-8b320be60468 service neutron] 10.222.0.10 "GET /v2.0/networks/ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944322 Feb 28 20:06:18.301465 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-525382de-5b03-4f25-ba9d-2c58a993207d tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (8fa8c1ec-b978-441f-b718-de659d7bc8df), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:18.309834 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-cafa9f79-9504-4f81-8dd2-dc27c0b76f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:18.313182 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-cafa9f79-9504-4f81-8dd2-dc27c0b76f34 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 908 time: 0.3091750 Feb 28 20:06:18.320061 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5ff116be-1b9f-4659-b526-92ca3f62e987 admin admin] Publish callbacks [] for security_group (5d428d7c-233f-4af2-99be-c226c8294dba), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:18.341189 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['cbb063ae-ea63-4656-a162-c7c542fe40d5'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:06:18.391389 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-525382de-5b03-4f25-ba9d-2c58a993207d tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:06:18.404143 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-525382de-5b03-4f25-ba9d-2c58a993207d tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:06:18.416136 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-525382de-5b03-4f25-ba9d-2c58a993207d tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:06:18.423278 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-525382de-5b03-4f25-ba9d-2c58a993207d tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:18.424596 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-525382de-5b03-4f25-ba9d-2c58a993207d tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:18.438306 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525382de-5b03-4f25-ba9d-2c58a993207d tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Pushing event updated for resources: {'Port': ['ID=8fa8c1ec-b978-441f-b718-de659d7bc8df,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:18.503813 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-525382de-5b03-4f25-ba9d-2c58a993207d tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9787135 Feb 28 20:06:18.546899 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] Request body: {'port': {'device_id': '344909d4-72ba-40e5-aec4-3279b6309979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:18.625891 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-735243df-08b6-41ea-b95a-58fc97f50f9d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0facea8-3741-44c3-b754-ab7e162e9425 HTTP/1.1" status: 200 len: 217 time: 0.1306889 Feb 28 20:06:18.677571 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8fa8c1ec-b978-441f-b718-de659d7bc8df), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:18.700452 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5ff116be-1b9f-4659-b526-92ca3f62e987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5d428d7c-233f-4af2-99be-c226c8294dba), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:18.712042 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5ff116be-1b9f-4659-b526-92ca3f62e987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:18.713826 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5ff116be-1b9f-4659-b526-92ca3f62e987 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d428d7c-233f-4af2-99be-c226c8294dba HTTP/1.1" status: 204 len: 168 time: 0.5786591 Feb 28 20:06:18.737670 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c8185-c534-4441-a26a-80e10e2e5c11 req-15178cad-b9a9-47fb-a255-7ab069d067c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:18.741912 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2f9c8185-c534-4441-a26a-80e10e2e5c11 req-15178cad-b9a9-47fb-a255-7ab069d067c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e914b152c7db459da3f12a7a8c49e969&device_id=d07498e4-e566-4bc8-8de3-458c35863728 HTTP/1.1" status: 200 len: 1130 time: 0.3346026 Feb 28 20:06:18.802426 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-16a3e500-ddfd-42b4-a5fc-18c1d1efaf3d req-eb8a3c47-43e7-490a-b7ca-52d6cbc4f785 service neutron] 10.222.0.10 "GET /v2.0/networks/ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655576 Feb 28 20:06:18.829631 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff116be-1b9f-4659-b526-92ca3f62e987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d428d7c-233f-4af2-99be-c226c8294dba,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:18.889964 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d2b1f01d-e0f4-41d8-af6e-f0a5fc8f4fff None None] Provisioning complete for port 8fa8c1ec-b978-441f-b718-de659d7bc8df triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:06:18.890991 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f01d-e0f4-41d8-af6e-f0a5fc8f4fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8fa8c1ec-b978-441f-b718-de659d7bc8df), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:18.940508 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fe5e3-fb04-4870-87ee-bb64d11ee6f5 req-98e26e82-df0d-4e41-94d4-9da3020f64ae tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:18.948434 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fe571748-4a04-45da-9c13-3c79f44faeb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:18.954943 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1b3fe5e3-fb04-4870-87ee-bb64d11ee6f5 req-98e26e82-df0d-4e41-94d4-9da3020f64ae tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99ca89f-6b03-4706-add4-6fc8581943e9 HTTP/1.1" status: 200 len: 948 time: 0.4574940 Feb 28 20:06:18.974139 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8dd0b826-84e5-4e58-a900-8819701dc2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:18.977026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-8dd0b826-84e5-4e58-a900-8819701dc2a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.2958534 Feb 28 20:06:18.984109 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d2b1f01d-e0f4-41d8-af6e-f0a5fc8f4fff None None] Port 8fa8c1ec-b978-441f-b718-de659d7bc8df cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:06:18.993205 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c116c5-29dc-4a0d-9516-5ad190969648 req-db3686e4-37bd-432e-ac0a-979c82d775dd tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:19.006584 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-17c116c5-29dc-4a0d-9516-5ad190969648 req-db3686e4-37bd-432e-ac0a-979c82d775dd tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=d07498e4-e566-4bc8-8de3-458c35863728 HTTP/1.1" status: 200 len: 947 time: 0.3785415 Feb 28 20:06:19.038554 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c8185-c534-4441-a26a-80e10e2e5c11 req-168e4fe4-071c-4e45-8125-ab7b296ffa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:19.040732 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2f9c8185-c534-4441-a26a-80e10e2e5c11 req-168e4fe4-071c-4e45-8125-ab7b296ffa5f service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.2807732 Feb 28 20:06:19.137982 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39034) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:19.146371 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2f9c8185-c534-4441-a26a-80e10e2e5c11 req-bdbbd474-1f3c-4ef2-9638-ad23d7752248 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=d414c480-f9c7-4e10-955c-41c4ad4c011c HTTP/1.1" status: 200 len: 217 time: 0.0826256 Feb 28 20:06:19.154530 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-0bc7d031-43bd-4aaf-a5ff-1828f291817e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384773 Feb 28 20:06:19.239706 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:19.282620 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c8185-c534-4441-a26a-80e10e2e5c11 req-55fe685f-f71c-4105-80d0-1def3e905147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:19.284920 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2f9c8185-c534-4441-a26a-80e10e2e5c11 req-55fe685f-f71c-4105-80d0-1def3e905147 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0976970 Feb 28 20:06:19.379469 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-17c116c5-29dc-4a0d-9516-5ad190969648 req-2004a999-9a8e-4dd0-9c86-741a017cf865 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715744 Feb 28 20:06:19.380654 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39040) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:19.408596 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1b3fe5e3-fb04-4870-87ee-bb64d11ee6f5 req-1bf4707c-bb15-44e3-a67f-9c2287346a19 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519148 Feb 28 20:06:19.420817 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bdfdb629-8d28-44d2-a2ac-2b19380a2d07 tempest-AutoAllocateNetworkTest-593642178 tempest-AutoAllocateNetworkTest-593642178-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0bb3bc7de5304824930038920eed2435&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2756207 Feb 28 20:06:19.439542 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39042) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:19.452028 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3b3ee41b-7466-4c73-9edb-e145508057ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:19.461948 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-fbde4bf4-e7a5-4656-ae4e-28265fbc8689 service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706027 Feb 28 20:06:19.711713 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909847d-af4e-463a-8603-22df99047ffd req-41142db8-dd0c-4b2a-95b4-3fd69ebb2f73 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:19.713370 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b909847d-af4e-463a-8603-22df99047ffd req-41142db8-dd0c-4b2a-95b4-3fd69ebb2f73 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=344909d4-72ba-40e5-aec4-3279b6309979 HTTP/1.1" status: 200 len: 935 time: 0.1873090 Feb 28 20:06:19.716724 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-481d5be9-586d-4dfc-8185-a2e62109a637 service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335422 Feb 28 20:06:19.730897 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665ad27-0486-47bd-b6ec-c28d5bf0a2fd req-59ecce40-c44b-4e20-8f0f-4725ed7131de tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:19.732512 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1665ad27-0486-47bd-b6ec-c28d5bf0a2fd req-59ecce40-c44b-4e20-8f0f-4725ed7131de tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 966 time: 0.1469381 Feb 28 20:06:19.823329 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b909847d-af4e-463a-8603-22df99047ffd req-f05c9b4f-5fb7-438c-8d94-c74db26225c1 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012950 Feb 28 20:06:19.851017 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1665ad27-0486-47bd-b6ec-c28d5bf0a2fd req-89aa21bd-91c8-45d7-a4cb-dcaa85b8da57 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992453 Feb 28 20:06:19.870319 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c8185-c534-4441-a26a-80e10e2e5c11 req-03d86329-77a9-4890-9bb9-c74bfffad250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:19.873301 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2f9c8185-c534-4441-a26a-80e10e2e5c11 req-03d86329-77a9-4890-9bb9-c74bfffad250 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5686650 Feb 28 20:06:19.926316 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa8c1ec-b978-441f-b718-de659d7bc8df {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:06:19.939102 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:19.949000 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] Publish callbacks [] for port (8fa8c1ec-b978-441f-b718-de659d7bc8df), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:20.037832 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] Transition to ACTIVE for port object 8fa8c1ec-b978-441f-b718-de659d7bc8df will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:06:20.058850 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8fa8c1ec-b978-441f-b718-de659d7bc8df), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:20.073291 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826de5ae-4571-412f-aa0e-e9f13e9b28fb tempest-AutoAllocateNetworkTest-593642178 tempest-AutoAllocateNetworkTest-593642178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:20.080670 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-826de5ae-4571-412f-aa0e-e9f13e9b28fb tempest-AutoAllocateNetworkTest-593642178 tempest-AutoAllocateNetworkTest-593642178-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.6351471 Feb 28 20:06:20.084186 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39056) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:20.145294 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2f9c8185-c534-4441-a26a-80e10e2e5c11 req-eb7426d3-8863-4dee-8475-16773c041032 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564881 Feb 28 20:06:20.228027 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3b3ee41b-7466-4c73-9edb-e145508057ca admin admin] Publish callbacks [] for security_group (e3ed520f-518d-4252-babe-3d9f92bb30ba), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:20.237672 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-14cb4e56-d4bb-41d4-9eb3-41748be081dc tempest-AutoAllocateNetworkTest-593642178 tempest-AutoAllocateNetworkTest-593642178-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1467810 Feb 28 20:06:20.238604 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39058) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:20.243248 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa8c1ec-b978-441f-b718-de659d7bc8df,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:20.266838 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3b3ee41b-7466-4c73-9edb-e145508057ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e3ed520f-518d-4252-babe-3d9f92bb30ba), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:20.362806 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] Attempting to bind port 8fa8c1ec-b978-441f-b718-de659d7bc8df on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:06:20.363337 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] Attempting to bind port 8fa8c1ec-b978-441f-b718-de659d7bc8df by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:06:20.363890 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] Attempting to bind port 8fa8c1ec-b978-441f-b718-de659d7bc8df on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:06:20.407135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] Port 8fa8c1ec-b978-441f-b718-de659d7bc8df on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:06:20.407646 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] Attempting to bind port 8fa8c1ec-b978-441f-b718-de659d7bc8df on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:06:20.424290 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3b3ee41b-7466-4c73-9edb-e145508057ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf3ba91be97747e4b5f798d63162a661&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0423033 Feb 28 20:06:20.425488 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ee41b-7466-4c73-9edb-e145508057ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ed520f-518d-4252-babe-3d9f92bb30ba,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:20.430130 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39062) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:20.445477 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:06:20.446328 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:06:20.446523 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:06:20.447242 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] Bound port: 8fa8c1ec-b978-441f-b718-de659d7bc8df, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:06:20.448541 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8fa8c1ec-b978-441f-b718-de659d7bc8df), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:20.591358 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2f9c8185-c534-4441-a26a-80e10e2e5c11 req-df69e6bd-94cd-46a0-8674-86c1fe7a4c9e service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292672 Feb 28 20:06:20.640310 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a22266b6-b5be-43b7-86e7-9756b9e39375 tempest-AutoAllocateNetworkTest-593642178 tempest-AutoAllocateNetworkTest-593642178-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0bb3bc7de5304824930038920eed2435 HTTP/1.1" status: 200 len: 208 time: 0.3890927 Feb 28 20:06:20.646541 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] For port 8fa8c1ec-b978-441f-b718-de659d7bc8df, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:06:20.652035 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f3c963b6-b33b-4eaf-81bb-b00e299c6dc9 admin admin] Publish callbacks [] for security_group (e3ed520f-518d-4252-babe-3d9f92bb30ba), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:20.664046 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] For port 8fa8c1ec-b978-441f-b718-de659d7bc8df, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8fa8c1ec-b978-441f-b718-de659d7bc8df,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:06:20.693684 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f3c963b6-b33b-4eaf-81bb-b00e299c6dc9 admin admin] Publish callbacks [] for security_group (e3ed520f-518d-4252-babe-3d9f92bb30ba), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:20.705397 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8fa8c1ec-b978-441f-b718-de659d7bc8df), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:20.733066 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-2dda3264-42f7-4de5-b38d-b7c4310e6b72 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:20.735584 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-2dda3264-42f7-4de5-b38d-b7c4310e6b72 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0&tenant_id=b6b50aa5623943dda1cd4fb5f568793b&binding%3Ahost_id=n-h2-820368-21 HTTP/1.1" status: 200 len: 1149 time: 0.5059991 Feb 28 20:06:20.747782 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daae43-1627-4a5f-a16c-d127714a1f4a req-a53fa618-58b0-4be2-8eda-b149b0c984be tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:20.749269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-58daae43-1627-4a5f-a16c-d127714a1f4a req-a53fa618-58b0-4be2-8eda-b149b0c984be tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99ca89f-6b03-4706-add4-6fc8581943e9 HTTP/1.1" status: 200 len: 948 time: 0.1549015 Feb 28 20:06:20.768618 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83090d0a-7c73-478a-a316-d064fd396074 req-23d98038-9d58-404c-8fcc-4ad03ee3ae52 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:20.770959 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83090d0a-7c73-478a-a316-d064fd396074 req-23d98038-9d58-404c-8fcc-4ad03ee3ae52 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=d07498e4-e566-4bc8-8de3-458c35863728 HTTP/1.1" status: 200 len: 947 time: 0.1748440 Feb 28 20:06:20.793898 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:20.794712 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:20.797082 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] 10.222.0.15 "PUT /v2.0/ports/8fa8c1ec-b978-441f-b718-de659d7bc8df HTTP/1.1" status: 200 len: 1096 time: 2.2890887 Feb 28 20:06:20.797987 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344909d4-72ba-40e5-aec4-3279b6309979', 'tag': '8fa8c1ec-b978-441f-b718-de659d7bc8df'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:20.805276 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d5f9f1-f64b-4079-b7e0-593e6c4f4fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "344909d4-72ba-40e5-aec4-3279b6309979", "tag": "8fa8c1ec-b978-441f-b718-de659d7bc8df"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:20.873168 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device cbb063ae-ea63-4656-a162-c7c542fe40d5 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:06:20.911087 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c381a-e1f7-4d98-b329-0e2316928a37 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa8c1ec-b978-441f-b718-de659d7bc8df,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:20.915266 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f3c963b6-b33b-4eaf-81bb-b00e299c6dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e3ed520f-518d-4252-babe-3d9f92bb30ba), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:20.919282 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f3c963b6-b33b-4eaf-81bb-b00e299c6dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:20.921981 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f3c963b6-b33b-4eaf-81bb-b00e299c6dc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3ed520f-518d-4252-babe-3d9f92bb30ba HTTP/1.1" status: 204 len: 168 time: 0.4880090 Feb 28 20:06:20.935710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c963b6-b33b-4eaf-81bb-b00e299c6dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ed520f-518d-4252-babe-3d9f92bb30ba,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:20.978829 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-58daae43-1627-4a5f-a16c-d127714a1f4a req-9c62378b-f0d5-4aec-81e0-aecd6a0bc326 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047257 Feb 28 20:06:20.982084 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-1b95f133-ce5c-465c-bc7a-398a46a724a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:20.984170 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-1b95f133-ce5c-465c-bc7a-398a46a724a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0db63c9b2b849cb926b119c876969b4&device_id=344909d4-72ba-40e5-aec4-3279b6309979 HTTP/1.1" status: 200 len: 1130 time: 0.1354048 Feb 28 20:06:21.011937 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83090d0a-7c73-478a-a316-d064fd396074 req-97e0a913-c7d7-4c8b-a20f-360d50805dd5 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053206 Feb 28 20:06:21.062333 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port cbb063ae-ea63-4656-a162-c7c542fe40d5 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:06:21.080347 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port cbb063ae-ea63-4656-a162-c7c542fe40d5 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:06:21.080952 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cbb063ae-ea63-4656-a162-c7c542fe40d5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:21.144704 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39a21ed-4a66-43ba-84a9-71412c07797b x-openstack-request-id: req-a39a21ed-4a66-43ba-84a9-71412c07797b {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:21.145104 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344909d4-72ba-40e5-aec4-3279b6309979", "tag": "8fa8c1ec-b978-441f-b718-de659d7bc8df", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:21.145454 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a39a21ed-4a66-43ba-84a9-71412c07797b {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:21.145992 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344909d4-72ba-40e5-aec4-3279b6309979', 'tag': '8fa8c1ec-b978-441f-b718-de659d7bc8df', 'status': 'completed', 'code': 200} Feb 28 20:06:21.148139 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-c60f5c63-30d2-4215-94bd-bd5d5eaaf50e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=8fa8c1ec-b978-441f-b718-de659d7bc8df HTTP/1.1" status: 200 len: 217 time: 0.1571198 Feb 28 20:06:21.226570 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39082) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:21.257725 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-cbce9b2c-2cf6-48f1-8fe9-9d4c85086870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:21.259384 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-cbce9b2c-2cf6-48f1-8fe9-9d4c85086870 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1055543 Feb 28 20:06:21.305002 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:21.375783 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-af60f7b8-689a-4d4e-96d2-1b7fbb42d2ed service neutron] For port c0facea8-3741-44c3-b754-ab7e162e9425, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:06:21.387521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-a499b8cb-05e1-4aae-abf9-3c102ae77ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:21.389202 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-a499b8cb-05e1-4aae-abf9-3c102ae77ab1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1239424 Feb 28 20:06:21.394339 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-af60f7b8-689a-4d4e-96d2-1b7fbb42d2ed service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:21.397512 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a150e31a-6a5f-4dbf-9800-292f8e21ed77 req-af60f7b8-689a-4d4e-96d2-1b7fbb42d2ed service neutron] 10.222.0.10 "DELETE /v2.0/ports/c0facea8-3741-44c3-b754-ab7e162e9425/bindings/n-h1-820368-21 HTTP/1.1" status: 204 len: 173 time: 0.6459250 Feb 28 20:06:21.399336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port cbb063ae-ea63-4656-a162-c7c542fe40d5 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:21.400268 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cbb063ae-ea63-4656-a162-c7c542fe40d5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:21.424187 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91515e8f-4bdb-4a2d-a0fa-d5ef25cfcd9f req-29bcc8d5-32cd-4849-804a-21b2f2d48643 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:21.436726 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91515e8f-4bdb-4a2d-a0fa-d5ef25cfcd9f req-29bcc8d5-32cd-4849-804a-21b2f2d48643 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 966 time: 0.2651277 Feb 28 20:06:21.487589 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port cbb063ae-ea63-4656-a162-c7c542fe40d5, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=cbb063ae-ea63-4656-a162-c7c542fe40d5,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:21.491880 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99ca89f-6b03-4706-add4-6fc8581943e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb063ae-ea63-4656-a162-c7c542fe40d5'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:21.504526 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfea7b2-22b7-47a0-b0c6-cabf72384b27" -d '{"events": [{"server_uuid": "a99ca89f-6b03-4706-add4-6fc8581943e9", "name": "network-vif-plugged", "status": "completed", "tag": "cbb063ae-ea63-4656-a162-c7c542fe40d5"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:21.513043 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cbb063ae-ea63-4656-a162-c7c542fe40d5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:21.518279 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad0b23-fb7a-4ade-bf18-2da8fb267a37 req-c32764da-7290-4001-920b-6d4d5b567930 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:21.537314 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49ad0b23-fb7a-4ade-bf18-2da8fb267a37 req-c32764da-7290-4001-920b-6d4d5b567930 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=344909d4-72ba-40e5-aec4-3279b6309979 HTTP/1.1" status: 200 len: 947 time: 0.3094923 Feb 28 20:06:21.601158 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a7c9d327-c4a2-4eec-82e1-41ee5e8d7ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:21.624399 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91515e8f-4bdb-4a2d-a0fa-d5ef25cfcd9f req-6a68fbf9-4d7a-4487-819e-3daf396d379b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861923 Feb 28 20:06:21.649149 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=cbb063ae-ea63-4656-a162-c7c542fe40d5,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:21.683181 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49ad0b23-fb7a-4ade-bf18-2da8fb267a37 req-48c163c3-e6cb-4af5-ad2c-e51d9ec4e91e tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246717 Feb 28 20:06:21.687852 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-26ce2da7-649d-462d-8f77-ccc4810fd7a6 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825913 Feb 28 20:06:21.795922 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8983647-2499-4b71-939e-bd617fae3278 x-openstack-request-id: req-e8983647-2499-4b71-939e-bd617fae3278 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:21.796632 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99ca89f-6b03-4706-add4-6fc8581943e9", "name": "network-vif-plugged", "status": "completed", "tag": "cbb063ae-ea63-4656-a162-c7c542fe40d5", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:21.797782 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8983647-2499-4b71-939e-bd617fae3278 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:21.802259 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99ca89f-6b03-4706-add4-6fc8581943e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb063ae-ea63-4656-a162-c7c542fe40d5', 'code': 200} Feb 28 20:06:21.914589 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a7c9d327-c4a2-4eec-82e1-41ee5e8d7ad6 admin admin] Publish callbacks [] for security_group (b93ed505-af21-4ee5-8cbe-37864427b9a9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:21.934156 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d057e963-aea9-4b55-9f7b-d400610de3c2 req-3cb174b2-2dbe-465a-8ae4-5d84548eb0f1 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381885 Feb 28 20:06:21.935550 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a7c9d327-c4a2-4eec-82e1-41ee5e8d7ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b93ed505-af21-4ee5-8cbe-37864427b9a9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:21.985709 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9d327-c4a2-4eec-82e1-41ee5e8d7ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93ed505-af21-4ee5-8cbe-37864427b9a9,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:22.002784 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a7c9d327-c4a2-4eec-82e1-41ee5e8d7ad6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0bb3bc7de5304824930038920eed2435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7748327 Feb 28 20:06:22.013030 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39112) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:22.077193 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:22.108404 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5f9f1-f64b-4079-b7e0-593e6c4f4fcc req-77463557-b1f8-479e-8d2a-c2ab2dc22d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:22.110655 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-91d5f9f1-f64b-4079-b7e0-593e6c4f4fcc req-77463557-b1f8-479e-8d2a-c2ab2dc22d13 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0db63c9b2b849cb926b119c876969b4&device_id=344909d4-72ba-40e5-aec4-3279b6309979 HTTP/1.1" status: 200 len: 1130 time: 0.0919259 Feb 28 20:06:22.112486 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1233fde-fd69-43b4-ad2e-ffa2d80a7519 req-d140c380-b4ac-4105-aedf-dabead417457 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:22.114666 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e1233fde-fd69-43b4-ad2e-ffa2d80a7519 req-d140c380-b4ac-4105-aedf-dabead417457 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 1149 time: 0.2035251 Feb 28 20:06:22.133900 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5ed95-828b-47ee-a43c-c9c2f4d3a1f6 req-ec0929d2-db2a-45f2-8f0b-d2a407d357f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:22.137046 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62c5ed95-828b-47ee-a43c-c9c2f4d3a1f6 req-ec0929d2-db2a-45f2-8f0b-d2a407d357f0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a99ca89f-6b03-4706-add4-6fc8581943e9 HTTP/1.1" status: 200 len: 1132 time: 0.2057757 Feb 28 20:06:22.151233 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2a5a19d8-a0eb-4efa-9d9a-197d88b79027 admin admin] Publish callbacks [] for security_group (b93ed505-af21-4ee5-8cbe-37864427b9a9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:22.184998 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2a5a19d8-a0eb-4efa-9d9a-197d88b79027 admin admin] Publish callbacks [] for security_group (b93ed505-af21-4ee5-8cbe-37864427b9a9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:22.266800 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5f9f1-f64b-4079-b7e0-593e6c4f4fcc req-e9fc8c08-2252-4980-aa8e-0915314b942a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:22.268634 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-91d5f9f1-f64b-4079-b7e0-593e6c4f4fcc req-e9fc8c08-2252-4980-aa8e-0915314b942a service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.1479325 Feb 28 20:06:22.343434 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-91d5f9f1-f64b-4079-b7e0-593e6c4f4fcc req-5ab64468-9c10-4e77-ae65-2ebe616d4ae2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=8fa8c1ec-b978-441f-b718-de659d7bc8df HTTP/1.1" status: 200 len: 217 time: 0.0655212 Feb 28 20:06:22.343692 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62c5ed95-828b-47ee-a43c-c9c2f4d3a1f6 req-9a1f6c53-ed52-4d19-b286-b1745ebc5448 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269696 Feb 28 20:06:22.346416 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e1233fde-fd69-43b4-ad2e-ffa2d80a7519 req-0217bc61-0b51-4ed2-b4ce-2403ab868220 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165968 Feb 28 20:06:22.382587 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2a5a19d8-a0eb-4efa-9d9a-197d88b79027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b93ed505-af21-4ee5-8cbe-37864427b9a9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:22.398266 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2a5a19d8-a0eb-4efa-9d9a-197d88b79027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:22.406812 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2a5a19d8-a0eb-4efa-9d9a-197d88b79027 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b93ed505-af21-4ee5-8cbe-37864427b9a9 HTTP/1.1" status: 204 len: 168 time: 0.3762312 Feb 28 20:06:22.456368 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5f9f1-f64b-4079-b7e0-593e6c4f4fcc req-929de004-bfbf-4c61-b725-693b155230b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:22.463568 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-91d5f9f1-f64b-4079-b7e0-593e6c4f4fcc req-929de004-bfbf-4c61-b725-693b155230b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0995226 Feb 28 20:06:22.465131 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39130) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:22.568077 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:22.575387 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a19d8-a0eb-4efa-9d9a-197d88b79027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93ed505-af21-4ee5-8cbe-37864427b9a9,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:22.577527 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5f9f1-f64b-4079-b7e0-593e6c4f4fcc req-8d5cb7cb-0c62-478f-9a44-8354d70baf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:22.579462 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-91d5f9f1-f64b-4079-b7e0-593e6c4f4fcc req-8d5cb7cb-0c62-478f-9a44-8354d70baf53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1006572 Feb 28 20:06:22.624505 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850f324-7690-44c1-98b7-288709b42d25 req-e80348fc-987e-4f73-866f-7817ea360c4a tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:22.626150 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5850f324-7690-44c1-98b7-288709b42d25 req-e80348fc-987e-4f73-866f-7817ea360c4a tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99ca89f-6b03-4706-add4-6fc8581943e9 HTTP/1.1" status: 200 len: 949 time: 0.2782826 Feb 28 20:06:22.633554 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16733ad6-25d3-4418-9d44-ed7df8787e2e req-aa461356-8630-4db8-b172-618539a917db tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:22.637826 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-16733ad6-25d3-4418-9d44-ed7df8787e2e req-aa461356-8630-4db8-b172-618539a917db tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=d07498e4-e566-4bc8-8de3-458c35863728 HTTP/1.1" status: 200 len: 947 time: 0.1640027 Feb 28 20:06:22.731943 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5850f324-7690-44c1-98b7-288709b42d25 req-dd13c83b-e025-4cd8-a859-337d785f7803 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893018 Feb 28 20:06:22.743746 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-16733ad6-25d3-4418-9d44-ed7df8787e2e req-408dc479-679e-4f10-8838-a8519c971da2 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894146 Feb 28 20:06:22.817450 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-91d5f9f1-f64b-4079-b7e0-593e6c4f4fcc req-99b5e3be-26a0-48f7-a776-741581bf3818 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210999 Feb 28 20:06:22.870668 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d414c480-f9c7-4e10-955c-41c4ad4c011c details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:06:23.037400 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-0e2888d2-8de1-44a5-bf65-559338eab9c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1895393570-network', 'tenant_id': '46baf94fa2dc4c988092c5c44b04168d'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:23.072321 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2888d2-8de1-44a5-bf65-559338eab9c7 admin admin] Made reservation on behalf of 46baf94fa2dc4c988092c5c44b04168d for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:06:23.075491 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e2888d2-8de1-44a5-bf65-559338eab9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:23.077828 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a08bfb-7a40-4b95-9212-225802713702 req-42878930-883e-4f70-aa82-5a1fe4cfec25 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:23.080282 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-50a08bfb-7a40-4b95-9212-225802713702 req-42878930-883e-4f70-aa82-5a1fe4cfec25 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=344909d4-72ba-40e5-aec4-3279b6309979 HTTP/1.1" status: 200 len: 947 time: 0.1810546 Feb 28 20:06:23.093063 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e2888d2-8de1-44a5-bf65-559338eab9c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:23.112575 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-91d5f9f1-f64b-4079-b7e0-593e6c4f4fcc req-3cbbc5d5-c9b8-4b77-b5b6-c2e4877e3adf service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879312 Feb 28 20:06:23.143387 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-edf45020-90af-4e00-9eb1-465f3dd5917b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:23.154263 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d414c480-f9c7-4e10-955c-41c4ad4c011c, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d414c480-f9c7-4e10-955c-41c4ad4c011c,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:23.155470 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-edf45020-90af-4e00-9eb1-465f3dd5917b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 808 time: 0.2086809 Feb 28 20:06:23.175314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'd414c480-f9c7-4e10-955c-41c4ad4c011c', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': 'd414c480-f9c7-4e10-955c-41c4ad4c011c', 'mac_address': 'fa:16:3e:2f:0c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:06:23.198718 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-a9416847-c0ff-472c-b024-b4cb04ac0a02 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/quotas/b6b50aa5623943dda1cd4fb5f568793b HTTP/1.1" status: 200 len: 375 time: 0.0417674 Feb 28 20:06:23.236482 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-50a08bfb-7a40-4b95-9212-225802713702 req-24a29264-a0be-4a2a-9386-a50a9bfa39d2 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445711 Feb 28 20:06:23.237926 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port d414c480-f9c7-4e10-955c-41c4ad4c011c is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:23.238851 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d414c480-f9c7-4e10-955c-41c4ad4c011c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:23.245156 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e2888d2-8de1-44a5-bf65-559338eab9c7 admin admin] Publish callbacks [] for security_group (02404753-2d93-4cda-a2e2-0cd613321f36), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:23.251541 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e2888d2-8de1-44a5-bf65-559338eab9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (02404753-2d93-4cda-a2e2-0cd613321f36), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:23.286627 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d414c480-f9c7-4e10-955c-41c4ad4c011c {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:06:23.305559 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e2888d2-8de1-44a5-bf65-559338eab9c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:06:23.344581 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e2888d2-8de1-44a5-bf65-559338eab9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (ab6337d1-9867-4b87-a500-dcc7028827cf), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:23.345359 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-0e2888d2-8de1-44a5-bf65-559338eab9c7 admin admin] Added segment ab6337d1-9867-4b87-a500-dcc7028827cf of type vlan for network d1570eae-34d3-42eb-853d-17abcb02effa Feb 28 20:06:23.347354 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2888d2-8de1-44a5-bf65-559338eab9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02404753-2d93-4cda-a2e2-0cd613321f36,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:23.348549 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-e3de3148-5baa-4e23-a5ef-a221f421589d tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1478221 Feb 28 20:06:23.356283 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d414c480-f9c7-4e10-955c-41c4ad4c011c, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d414c480-f9c7-4e10-955c-41c4ad4c011c,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:23.363189 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d414c480-f9c7-4e10-955c-41c4ad4c011c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:23.434650 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e2888d2-8de1-44a5-bf65-559338eab9c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (d1570eae-34d3-42eb-853d-17abcb02effa), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:23.482592 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=d414c480-f9c7-4e10-955c-41c4ad4c011c,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:23.487017 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e2888d2-8de1-44a5-bf65-559338eab9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (d1570eae-34d3-42eb-853d-17abcb02effa), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:23.487017 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2888d2-8de1-44a5-bf65-559338eab9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:23.487425 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e2888d2-8de1-44a5-bf65-559338eab9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:23.551479 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-3cb165b6-4367-4ab1-8995-df9071c4afcf service neutron] 10.222.0.13 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981454 Feb 28 20:06:23.553254 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0e2888d2-8de1-44a5-bf65-559338eab9c7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0858400 Feb 28 20:06:23.559275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39168) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:23.573346 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-1910ae8b-a0dc-4cd7-98b8-12b533fa3ed2 admin admin] Request body: {'subnet': {'network_id': 'd1570eae-34d3-42eb-853d-17abcb02effa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1895393570-subnet', 'tenant_id': '46baf94fa2dc4c988092c5c44b04168d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:23.618145 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2888d2-8de1-44a5-bf65-559338eab9c7 admin admin] Pushing event updated for resources: {'Network': ['ID=d1570eae-34d3-42eb-853d-17abcb02effa,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:23.639634 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network d1570eae-34d3-42eb-853d-17abcb02effa details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:06:23.640289 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1910ae8b-a0dc-4cd7-98b8-12b533fa3ed2 admin admin] Made reservation on behalf of 46baf94fa2dc4c988092c5c44b04168d for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:06:23.644675 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1910ae8b-a0dc-4cd7-98b8-12b533fa3ed2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:23.866390 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-7c9b9887-4be4-4334-a0a9-2a016b6f2b3a service neutron] 10.222.0.13 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724807 Feb 28 20:06:23.981443 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d414c480-f9c7-4e10-955c-41c4ad4c011c'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:06:23.993171 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49206fe9-4e94-4d33-97db-232e327daa51 req-315639e2-1417-45c6-bf95-fa04ba2d3a62 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:23.995234 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49206fe9-4e94-4d33-97db-232e327daa51 req-315639e2-1417-45c6-bf95-fa04ba2d3a62 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99ca89f-6b03-4706-add4-6fc8581943e9 HTTP/1.1" status: 200 len: 949 time: 0.1370664 Feb 28 20:06:24.108139 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1910ae8b-a0dc-4cd7-98b8-12b533fa3ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (8f1241dc-2f11-486e-8b12-6e82ec44eb39), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:24.180245 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49206fe9-4e94-4d33-97db-232e327daa51 req-156654de-11a1-48e9-b46c-91c36c62ad28 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711450 Feb 28 20:06:24.212583 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910ae8b-a0dc-4cd7-98b8-12b533fa3ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f1241dc-2f11-486e-8b12-6e82ec44eb39,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:24.220442 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1910ae8b-a0dc-4cd7-98b8-12b533fa3ed2 admin admin] Checking segment: {'id': 'ab6337d1-9867-4b87-a500-dcc7028827cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd1570eae-34d3-42eb-853d-17abcb02effa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:06:24.221061 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1910ae8b-a0dc-4cd7-98b8-12b533fa3ed2 admin admin] Network hostable DHCP agents. Network: d1570eae-34d3-42eb-853d-17abcb02effa, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:06:24.245605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1910ae8b-a0dc-4cd7-98b8-12b533fa3ed2 admin admin] Network d1570eae-34d3-42eb-853d-17abcb02effa is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:06:24.262222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-1910ae8b-a0dc-4cd7-98b8-12b533fa3ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, d1570eae-34d3-42eb-853d-17abcb02effa) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:06:24.270489 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1910ae8b-a0dc-4cd7-98b8-12b533fa3ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:24.271353 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1910ae8b-a0dc-4cd7-98b8-12b533fa3ed2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:24.303662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa6efa6-1a91-4d6d-ac3b-9f4a6d981d26 None None] Network d1570eae-34d3-42eb-853d-17abcb02effa requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:06:24.322948 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1910ae8b-a0dc-4cd7-98b8-12b533fa3ed2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7611833 Feb 28 20:06:24.525337 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fa5b855-5cb4-49dc-b036-b9f5af222caa req-28e189b9-7782-4e41-acf1-a4e3bf913b57 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 210 time: 0.0932860 Feb 28 20:06:24.541456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0783f1da-10ba-46d5-a2fb-8ef32e2720bb None None] Network d1570eae-34d3-42eb-853d-17abcb02effa requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:06:24.609778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0850313-13dd-477a-9997-ae035cf410d0 req-4cc192dd-4fa0-4296-b679-0bcbb59ff819 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:24.638534 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0850313-13dd-477a-9997-ae035cf410d0 req-4cc192dd-4fa0-4296-b679-0bcbb59ff819 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=d07498e4-e566-4bc8-8de3-458c35863728 HTTP/1.1" status: 200 len: 948 time: 0.3024795 Feb 28 20:06:24.833691 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0850313-13dd-477a-9997-ae035cf410d0 req-53ec3b4c-f758-4a4c-b17f-e79190479e75 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933801 Feb 28 20:06:24.885994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e29643-8dd9-479c-a2d5-262ac8d35953 req-43cd12f5-84d0-4626-aabb-44f67ef5b77b tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:24.905540 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34e29643-8dd9-479c-a2d5-262ac8d35953 req-43cd12f5-84d0-4626-aabb-44f67ef5b77b tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=344909d4-72ba-40e5-aec4-3279b6309979 HTTP/1.1" status: 200 len: 947 time: 0.1935675 Feb 28 20:06:25.040042 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34e29643-8dd9-479c-a2d5-262ac8d35953 req-0f304eb4-b49b-43de-92d3-86c71dfd5973 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330302 Feb 28 20:06:25.615846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9019d4-b426-464d-9a5f-ba5eb3914c02 req-ea46dbb3-4343-4779-9311-1941d219ab4c tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:25.618038 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db9019d4-b426-464d-9a5f-ba5eb3914c02 req-ea46dbb3-4343-4779-9311-1941d219ab4c tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99ca89f-6b03-4706-add4-6fc8581943e9 HTTP/1.1" status: 200 len: 949 time: 0.0805438 Feb 28 20:06:25.709748 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db9019d4-b426-464d-9a5f-ba5eb3914c02 req-59e67fbd-3118-4cc3-9fad-347c17ed585c tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848715 Feb 28 20:06:25.777503 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39244) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:25.780815 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6c30b07-477b-402a-a113-b50494f26a22 req-eeca10d6-6bdb-4881-901a-677296198fc2 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 210 time: 0.0789077 Feb 28 20:06:25.794209 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e01b2a8e-ee81-4f14-aa8b-d70ecd28ebfb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1922548394-network', 'tenant_id': '1a9cc379701d476cb6f0d3e03b18676f'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:25.935883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01b2a8e-ee81-4f14-aa8b-d70ecd28ebfb admin admin] Made reservation on behalf of 1a9cc379701d476cb6f0d3e03b18676f for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:06:25.939986 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e01b2a8e-ee81-4f14-aa8b-d70ecd28ebfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:25.954985 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e01b2a8e-ee81-4f14-aa8b-d70ecd28ebfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:26.061122 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8fa8c1ec-b978-441f-b718-de659d7bc8df details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:06:26.072636 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e01b2a8e-ee81-4f14-aa8b-d70ecd28ebfb admin admin] Publish callbacks [] for security_group (5ad10485-c779-4806-89a3-acebf8e23bd0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:26.080475 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e01b2a8e-ee81-4f14-aa8b-d70ecd28ebfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5ad10485-c779-4806-89a3-acebf8e23bd0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:26.099467 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01b2a8e-ee81-4f14-aa8b-d70ecd28ebfb admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:06:26.101602 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d843a96-6747-4e8a-b2e4-932d42ce14d5 req-0e5ea9a8-c725-4591-b719-5c1cda758d47 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:26.105608 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d843a96-6747-4e8a-b2e4-932d42ce14d5 req-0e5ea9a8-c725-4591-b719-5c1cda758d47 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=d07498e4-e566-4bc8-8de3-458c35863728 HTTP/1.1" status: 200 len: 948 time: 0.1222088 Feb 28 20:06:26.119573 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e01b2a8e-ee81-4f14-aa8b-d70ecd28ebfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (bdaf6ff0-97bd-4208-b547-218ac3b4c4e4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:26.120212 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-e01b2a8e-ee81-4f14-aa8b-d70ecd28ebfb admin admin] Added segment bdaf6ff0-97bd-4208-b547-218ac3b4c4e4 of type vlan for network 6ebd4b75-d260-4bc8-897d-55dfc0d4f96a Feb 28 20:06:26.224419 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d843a96-6747-4e8a-b2e4-932d42ce14d5 req-30f7fa6c-24fa-4a75-906a-5d6a919da635 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106939 Feb 28 20:06:26.234843 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e01b2a8e-ee81-4f14-aa8b-d70ecd28ebfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (6ebd4b75-d260-4bc8-897d-55dfc0d4f96a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:26.285288 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-daec8f84-e8a6-4642-9dc5-f7bf63d79e9b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:26.288426 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-daec8f84-e8a6-4642-9dc5-f7bf63d79e9b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.15 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 808 time: 0.5268502 Feb 28 20:06:26.305982 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-972c80e4-4acf-4ff4-a8c3-f869bcc38f92 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Request body: {'port': {'device_id': '55714a16-1f11-4cea-b931-947cd880c8b0', 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6', 'admin_state_up': True, 'tenant_id': 'b6b50aa5623943dda1cd4fb5f568793b'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:26.319410 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b2a8e-ee81-4f14-aa8b-d70ecd28ebfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad10485-c779-4806-89a3-acebf8e23bd0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:26.370692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39258) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:26.449868 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e01b2a8e-ee81-4f14-aa8b-d70ecd28ebfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (6ebd4b75-d260-4bc8-897d-55dfc0d4f96a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:26.449868 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01b2a8e-ee81-4f14-aa8b-d70ecd28ebfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:26.449868 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e01b2a8e-ee81-4f14-aa8b-d70ecd28ebfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:26.469902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 8fa8c1ec-b978-441f-b718-de659d7bc8df, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8fa8c1ec-b978-441f-b718-de659d7bc8df,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:26.521481 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e01b2a8e-ee81-4f14-aa8b-d70ecd28ebfb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7364609 Feb 28 20:06:26.529179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '8fa8c1ec-b978-441f-b718-de659d7bc8df', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '8fa8c1ec-b978-441f-b718-de659d7bc8df', 'mac_address': 'fa:16:3e:d8:9e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:06:26.548757 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39264) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:26.559839 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-78edb13d-8593-42cf-b414-9e8c91dcff2a admin admin] Request body: {'subnet': {'network_id': '6ebd4b75-d260-4bc8-897d-55dfc0d4f96a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1922548394-subnet', 'tenant_id': '1a9cc379701d476cb6f0d3e03b18676f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:26.632620 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc519129-0f48-4dcf-a496-90444c0d0428 req-9d5ef136-1e95-4b16-bd3e-5007758a3962 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:26.642386 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc519129-0f48-4dcf-a496-90444c0d0428 req-9d5ef136-1e95-4b16-bd3e-5007758a3962 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=344909d4-72ba-40e5-aec4-3279b6309979 HTTP/1.1" status: 200 len: 947 time: 0.1897912 Feb 28 20:06:26.644889 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39266) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:26.653426 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 8fa8c1ec-b978-441f-b718-de659d7bc8df is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:26.660132 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78edb13d-8593-42cf-b414-9e8c91dcff2a admin admin] Made reservation on behalf of 1a9cc379701d476cb6f0d3e03b18676f for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:06:26.661650 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b2a8e-ee81-4f14-aa8b-d70ecd28ebfb admin admin] Pushing event updated for resources: {'Network': ['ID=6ebd4b75-d260-4bc8-897d-55dfc0d4f96a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:26.664269 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-78edb13d-8593-42cf-b414-9e8c91dcff2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:26.668628 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8fa8c1ec-b978-441f-b718-de659d7bc8df), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:26.699538 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 6ebd4b75-d260-4bc8-897d-55dfc0d4f96a details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:06:26.705836 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-972c80e4-4acf-4ff4-a8c3-f869bcc38f92 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Made reservation on behalf of b6b50aa5623943dda1cd4fb5f568793b for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:06:26.712605 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-972c80e4-4acf-4ff4-a8c3-f869bcc38f92 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:26.752936 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eca392-de1e-49ab-b140-ae99bb272fed req-e43927bd-a044-4f0a-a99a-9d85b809b9b6 tempest-ServersAdminNegativeTestJSON-1102611169 tempest-ServersAdminNegativeTestJSON-1102611169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:26.757155 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa8c1ec-b978-441f-b718-de659d7bc8df {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:06:26.766734 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24eca392-de1e-49ab-b140-ae99bb272fed req-e43927bd-a044-4f0a-a99a-9d85b809b9b6 tempest-ServersAdminNegativeTestJSON-1102611169 tempest-ServersAdminNegativeTestJSON-1102611169-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a99ca89f-6b03-4706-add4-6fc8581943e9 HTTP/1.1" status: 200 len: 1132 time: 0.2937238 Feb 28 20:06:26.859959 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-24eca392-de1e-49ab-b140-ae99bb272fed req-4536588a-7ab7-45af-bf0a-00fe70304bdd tempest-ServersAdminNegativeTestJSON-1102611169 tempest-ServersAdminNegativeTestJSON-1102611169-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:26.940536 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a7293b00-790a-4d6c-877b-a574b96edebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:26.955315 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc519129-0f48-4dcf-a496-90444c0d0428 req-8dc49a44-f46a-4a90-9543-a879503ee249 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116088 Feb 28 20:06:27.000591 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d414c480-f9c7-4e10-955c-41c4ad4c011c up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:06:27.018775 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e32adc3a-4205-473c-9588-ba7118a4de22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:27.054514 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-972c80e4-4acf-4ff4-a8c3-f869bcc38f92 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Allocated IP 172.20.0.10 (7c962902-172c-4834-92e0-74fa9c4b64b6/cc6270d4-fae4-4010-aab7-61ec0ed0c71b/3e6c2f10-e137-4d03-a923-1b61fa0638e5) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:06:27.063379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 8fa8c1ec-b978-441f-b718-de659d7bc8df, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8fa8c1ec-b978-441f-b718-de659d7bc8df,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:27.082314 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8fa8c1ec-b978-441f-b718-de659d7bc8df), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:27.189775 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=8fa8c1ec-b978-441f-b718-de659d7bc8df,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:27.221319 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port d414c480-f9c7-4e10-955c-41c4ad4c011c completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:06:27.243122 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port d414c480-f9c7-4e10-955c-41c4ad4c011c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:06:27.244204 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d414c480-f9c7-4e10-955c-41c4ad4c011c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:27.255918 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af7bf573-6764-4efa-a127-a37c8b101fff req-0b4b686d-91d8-486c-b257-f7f9ef414e74 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 210 time: 0.1123145 Feb 28 20:06:27.334867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['8fa8c1ec-b978-441f-b718-de659d7bc8df'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:06:27.355046 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-972c80e4-4acf-4ff4-a8c3-f869bcc38f92 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks [] for port (3e6c2f10-e137-4d03-a923-1b61fa0638e5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:27.408690 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-24eca392-de1e-49ab-b140-ae99bb272fed req-4536588a-7ab7-45af-bf0a-00fe70304bdd tempest-ServersAdminNegativeTestJSON-1102611169 tempest-ServersAdminNegativeTestJSON-1102611169-project-admin] Publish callbacks [] for security_group (93a5211e-d5bc-4771-89b4-1254690f2dd0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:27.417241 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-78edb13d-8593-42cf-b414-9e8c91dcff2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (2ec46e22-2477-431b-a495-a8a4e6c513ad), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:27.417550 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-972c80e4-4acf-4ff4-a8c3-f869bcc38f92 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (3e6c2f10-e137-4d03-a923-1b61fa0638e5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:27.454260 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-24eca392-de1e-49ab-b140-ae99bb272fed req-4536588a-7ab7-45af-bf0a-00fe70304bdd tempest-ServersAdminNegativeTestJSON-1102611169 tempest-ServersAdminNegativeTestJSON-1102611169-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (93a5211e-d5bc-4771-89b4-1254690f2dd0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:27.483449 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-972c80e4-4acf-4ff4-a8c3-f869bcc38f92 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Network 7c962902-172c-4834-92e0-74fa9c4b64b6 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:06:27.488501 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port d414c480-f9c7-4e10-955c-41c4ad4c011c is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:27.488883 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d414c480-f9c7-4e10-955c-41c4ad4c011c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:27.492772 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-972c80e4-4acf-4ff4-a8c3-f869bcc38f92 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:06:27.498900 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-972c80e4-4acf-4ff4-a8c3-f869bcc38f92 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:06:27.508516 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-972c80e4-4acf-4ff4-a8c3-f869bcc38f92 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:27.509547 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-972c80e4-4acf-4ff4-a8c3-f869bcc38f92 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:27.536824 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07498e4-e566-4bc8-8de3-458c35863728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd414c480-f9c7-4e10-955c-41c4ad4c011c'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:27.537350 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-972c80e4-4acf-4ff4-a8c3-f869bcc38f92 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2389476 Feb 28 20:06:27.539546 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf45047-4084-49aa-844d-3e6cc25aa35e" -d '{"events": [{"server_uuid": "d07498e4-e566-4bc8-8de3-458c35863728", "name": "network-vif-plugged", "status": "completed", "tag": "d414c480-f9c7-4e10-955c-41c4ad4c011c"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:27.544718 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c80e4-4acf-4ff4-a8c3-f869bcc38f92 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Pushing event updated for resources: {'Port': ['ID=3e6c2f10-e137-4d03-a923-1b61fa0638e5,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:27.555061 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] Request body: {'port': {'device_id': '55714a16-1f11-4cea-b931-947cd880c8b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:27.561766 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d414c480-f9c7-4e10-955c-41c4ad4c011c, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d414c480-f9c7-4e10-955c-41c4ad4c011c,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:27.592819 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a7293b00-790a-4d6c-877b-a574b96edebc admin admin] Publish callbacks [] for security_group (ce343976-a4a0-41bf-8b02-c937c43b2bb4), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:27.601406 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d414c480-f9c7-4e10-955c-41c4ad4c011c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:27.626306 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a7293b00-790a-4d6c-877b-a574b96edebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ce343976-a4a0-41bf-8b02-c937c43b2bb4), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:27.648413 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3e6c2f10-e137-4d03-a923-1b61fa0638e5), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:27.660418 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24eca392-de1e-49ab-b140-ae99bb272fed req-4536588a-7ab7-45af-bf0a-00fe70304bdd tempest-ServersAdminNegativeTestJSON-1102611169 tempest-ServersAdminNegativeTestJSON-1102611169-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8925717 Feb 28 20:06:27.693405 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536588a-7ab7-45af-bf0a-00fe70304bdd tempest-ServersAdminNegativeTestJSON-1102611169 tempest-ServersAdminNegativeTestJSON-1102611169-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a5211e-d5bc-4771-89b4-1254690f2dd0,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:27.706473 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=d414c480-f9c7-4e10-955c-41c4ad4c011c,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:27.711888 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e32adc3a-4205-473c-9588-ba7118a4de22 admin admin] Publish callbacks [] for security_group (a3d1b370-6469-4cbc-adb6-bbcffd85ebff), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:27.754748 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78edb13d-8593-42cf-b414-9e8c91dcff2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec46e22-2477-431b-a495-a8a4e6c513ad,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:27.759047 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6987fc4e-a6e4-4e31-b5a0-35efa845e9aa x-openstack-request-id: req-6987fc4e-a6e4-4e31-b5a0-35efa845e9aa {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:27.759290 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07498e4-e566-4bc8-8de3-458c35863728", "name": "network-vif-plugged", "status": "completed", "tag": "d414c480-f9c7-4e10-955c-41c4ad4c011c", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:27.759578 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6987fc4e-a6e4-4e31-b5a0-35efa845e9aa {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:27.761410 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07498e4-e566-4bc8-8de3-458c35863728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd414c480-f9c7-4e10-955c-41c4ad4c011c', 'code': 200} Feb 28 20:06:27.766112 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e32adc3a-4205-473c-9588-ba7118a4de22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a3d1b370-6469-4cbc-adb6-bbcffd85ebff), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:27.803165 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a7293b00-790a-4d6c-877b-a574b96edebc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9298a22df4b4aa399b907ed08c32277&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4310207 Feb 28 20:06:27.806649 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39276) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:27.834220 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d34e7b-3286-4a97-ba4a-b953d8016b97 req-72449913-caa8-48a7-b34b-b412644ce59e tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:27.835792 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7d34e7b-3286-4a97-ba4a-b953d8016b97 req-72449913-caa8-48a7-b34b-b412644ce59e tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=d07498e4-e566-4bc8-8de3-458c35863728 HTTP/1.1" status: 200 len: 948 time: 0.4241102 Feb 28 20:06:27.840907 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e32adc3a-4205-473c-9588-ba7118a4de22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=163a3f96f03b439281791ea0b4ce187f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1932585 Feb 28 20:06:27.841939 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7293b00-790a-4d6c-877b-a574b96edebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce343976-a4a0-41bf-8b02-c937c43b2bb4,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:27.844741 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78edb13d-8593-42cf-b414-9e8c91dcff2a admin admin] Checking segment: {'id': 'bdaf6ff0-97bd-4208-b547-218ac3b4c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6ebd4b75-d260-4bc8-897d-55dfc0d4f96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:06:27.844941 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78edb13d-8593-42cf-b414-9e8c91dcff2a admin admin] Network hostable DHCP agents. Network: 6ebd4b75-d260-4bc8-897d-55dfc0d4f96a, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:06:27.850157 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39278) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:27.958316 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71c0c7df-598d-49fb-bf35-9bfef5598c51 admin admin] Publish callbacks [] for security_group (ce343976-a4a0-41bf-8b02-c937c43b2bb4), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:27.959355 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32adc3a-4205-473c-9588-ba7118a4de22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d1b370-6469-4cbc-adb6-bbcffd85ebff,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:27.989511 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71c0c7df-598d-49fb-bf35-9bfef5598c51 admin admin] Publish callbacks [] for security_group (ce343976-a4a0-41bf-8b02-c937c43b2bb4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:27.989775 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78edb13d-8593-42cf-b414-9e8c91dcff2a admin admin] Network 6ebd4b75-d260-4bc8-897d-55dfc0d4f96a is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:06:28.021577 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-78edb13d-8593-42cf-b414-9e8c91dcff2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 6ebd4b75-d260-4bc8-897d-55dfc0d4f96a) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:06:28.026879 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7d34e7b-3286-4a97-ba4a-b953d8016b97 req-4923f727-b7a1-4284-890a-2c6aadabfe21 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783211 Feb 28 20:06:28.031107 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96875cf9-df59-4c89-bad8-0c87db6e5641 req-6426f9f3-6e5e-4e37-a71a-e8a8f2cdd5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:28.035123 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab1c8ff-5059-46a0-ab28-895194aebde0 None None] Network 6ebd4b75-d260-4bc8-897d-55dfc0d4f96a requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:06:28.051918 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-96875cf9-df59-4c89-bad8-0c87db6e5641 req-6426f9f3-6e5e-4e37-a71a-e8a8f2cdd5a4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d07498e4-e566-4bc8-8de3-458c35863728 HTTP/1.1" status: 200 len: 1132 time: 0.1785047 Feb 28 20:06:28.062797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78edb13d-8593-42cf-b414-9e8c91dcff2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:28.063543 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-78edb13d-8593-42cf-b414-9e8c91dcff2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:28.087118 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2581b58e-cf5a-44f5-94c7-a93b6c70e25d admin admin] Publish callbacks [] for security_group (a3d1b370-6469-4cbc-adb6-bbcffd85ebff), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:28.135560 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-78edb13d-8593-42cf-b414-9e8c91dcff2a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5846591 Feb 28 20:06:28.148679 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2581b58e-cf5a-44f5-94c7-a93b6c70e25d admin admin] Publish callbacks [] for security_group (a3d1b370-6469-4cbc-adb6-bbcffd85ebff), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:28.151402 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71c0c7df-598d-49fb-bf35-9bfef5598c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ce343976-a4a0-41bf-8b02-c937c43b2bb4), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:28.154760 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71c0c7df-598d-49fb-bf35-9bfef5598c51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:28.161511 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-71c0c7df-598d-49fb-bf35-9bfef5598c51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce343976-a4a0-41bf-8b02-c937c43b2bb4 HTTP/1.1" status: 204 len: 168 time: 0.3466747 Feb 28 20:06:28.161511 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e6c2f10-e137-4d03-a923-1b61fa0638e5 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:06:28.174918 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] Publish callbacks [] for port (3e6c2f10-e137-4d03-a923-1b61fa0638e5), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:28.178364 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0c7df-598d-49fb-bf35-9bfef5598c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce343976-a4a0-41bf-8b02-c937c43b2bb4,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:28.218576 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] Transition to ACTIVE for port object 3e6c2f10-e137-4d03-a923-1b61fa0638e5 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:06:28.225631 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3e6c2f10-e137-4d03-a923-1b61fa0638e5), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:28.298370 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-96875cf9-df59-4c89-bad8-0c87db6e5641 req-3e489cc7-41b3-4cb6-99d6-dce82100aaa4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450516 Feb 28 20:06:28.355448 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] Pushing event updated for resources: {'Port': ['ID=3e6c2f10-e137-4d03-a923-1b61fa0638e5,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:28.402076 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbbd279-fc9b-4b6c-bef2-bac1b67f8b52 None None] Network 6ebd4b75-d260-4bc8-897d-55dfc0d4f96a requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:06:28.446854 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] Attempting to bind port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:06:28.451925 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] Attempting to bind port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:06:28.452322 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] Attempting to bind port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:06:28.455974 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d009e6-0535-4723-a977-e5c5501e215f req-e8a21129-697d-44cc-bbba-50867e602d81 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:28.463789 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] Port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 on network 7c962902-172c-4834-92e0-74fa9c4b64b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:06:28.463789 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] Attempting to bind port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:06:28.476061 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-66d009e6-0535-4723-a977-e5c5501e215f req-e8a21129-697d-44cc-bbba-50867e602d81 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=344909d4-72ba-40e5-aec4-3279b6309979 HTTP/1.1" status: 200 len: 948 time: 0.2594068 Feb 28 20:06:28.485845 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:06:28.486191 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] Checking segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:06:28.486584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] Bound using segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:06:28.487035 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] Bound port: 3e6c2f10-e137-4d03-a923-1b61fa0638e5, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:06:28.487422 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3e6c2f10-e137-4d03-a923-1b61fa0638e5), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:28.503190 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2581b58e-cf5a-44f5-94c7-a93b6c70e25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a3d1b370-6469-4cbc-adb6-bbcffd85ebff), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:28.508570 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2581b58e-cf5a-44f5-94c7-a93b6c70e25d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:28.511079 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2581b58e-cf5a-44f5-94c7-a93b6c70e25d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3d1b370-6469-4cbc-adb6-bbcffd85ebff HTTP/1.1" status: 204 len: 168 time: 0.6600537 Feb 28 20:06:28.542829 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581b58e-cf5a-44f5-94c7-a93b6c70e25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d1b370-6469-4cbc-adb6-bbcffd85ebff,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:28.661665 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-66d009e6-0535-4723-a977-e5c5501e215f req-8dc2c2c5-6633-414f-8f12-d37f37651938 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824288 Feb 28 20:06:28.741641 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] For port 3e6c2f10-e137-4d03-a923-1b61fa0638e5, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:06:28.747077 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] For port 3e6c2f10-e137-4d03-a923-1b61fa0638e5, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3e6c2f10-e137-4d03-a923-1b61fa0638e5,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:06:28.758832 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3e6c2f10-e137-4d03-a923-1b61fa0638e5), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:28.802659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22207be4-ceca-4591-b0e8-5896f92ac466 req-584045ea-c2da-48e2-bbba-1c3cdcfcc147 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:28.830765 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22207be4-ceca-4591-b0e8-5896f92ac466 req-584045ea-c2da-48e2-bbba-1c3cdcfcc147 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 944 time: 0.1544394 Feb 28 20:06:28.833002 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39300) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:28.862564 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:28.863962 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:28.866560 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] 10.222.0.15 "PUT /v2.0/ports/3e6c2f10-e137-4d03-a923-1b61fa0638e5 HTTP/1.1" status: 200 len: 1093 time: 1.3183095 Feb 28 20:06:28.867567 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55714a16-1f11-4cea-b931-947cd880c8b0', 'tag': '3e6c2f10-e137-4d03-a923-1b61fa0638e5'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:28.874058 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3b57ee-da8a-4c79-8fd8-22223c9925b9" -d '{"events": [{"name": "network-changed", "server_uuid": "55714a16-1f11-4cea-b931-947cd880c8b0", "tag": "3e6c2f10-e137-4d03-a923-1b61fa0638e5"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:28.888375 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-727a21ce-67ac-4725-808a-579560ea28e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:28.979796 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e67e64-3393-4995-a5cd-1e3dc07a6f0f service neutron] Pushing event updated for resources: {'Port': ['ID=3e6c2f10-e137-4d03-a923-1b61fa0638e5,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:29.012636 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22207be4-ceca-4591-b0e8-5896f92ac466 req-5ea0d2a4-42a9-4ffd-bfdd-f0dad3909b2e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776006 Feb 28 20:06:29.045787 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-2c60dc80-b713-44b6-abb8-30f736f45db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:29.048613 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-2c60dc80-b713-44b6-abb8-30f736f45db2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 1127 time: 0.1102853 Feb 28 20:06:29.052031 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da322f-8758-474b-a9cc-8a89d1b635e1 req-d14a6acc-d53f-4ac1-8b89-2e37ce3e75ce tempest-ServersAdminNegativeTestJSON-1102611169 tempest-ServersAdminNegativeTestJSON-1102611169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:29.072943 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0da322f-8758-474b-a9cc-8a89d1b635e1 req-d14a6acc-d53f-4ac1-8b89-2e37ce3e75ce tempest-ServersAdminNegativeTestJSON-1102611169 tempest-ServersAdminNegativeTestJSON-1102611169-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a99ca89f-6b03-4706-add4-6fc8581943e9 HTTP/1.1" status: 200 len: 1132 time: 0.1975074 Feb 28 20:06:29.129111 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-9badcfc2-b129-4112-a53a-26ff2ea170bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e6c2f10-e137-4d03-a923-1b61fa0638e5 HTTP/1.1" status: 200 len: 217 time: 0.0688839 Feb 28 20:06:29.144116 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0da322f-8758-474b-a9cc-8a89d1b635e1 req-373ac2ab-6395-4a9c-8239-37e63c1f9222 tempest-ServersAdminNegativeTestJSON-1102611169 tempest-ServersAdminNegativeTestJSON-1102611169-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695651 Feb 28 20:06:29.148363 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-727a21ce-67ac-4725-808a-579560ea28e3 admin admin] Publish callbacks [] for security_group (14132896-fc52-4107-ae7b-d29bb2dd526e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:29.193394 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-727a21ce-67ac-4725-808a-579560ea28e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (14132896-fc52-4107-ae7b-d29bb2dd526e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:29.199725 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabf8b42-1721-40c0-9c06-6f4a098fe0f4 x-openstack-request-id: req-fabf8b42-1721-40c0-9c06-6f4a098fe0f4 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:29.200230 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55714a16-1f11-4cea-b931-947cd880c8b0", "tag": "3e6c2f10-e137-4d03-a923-1b61fa0638e5", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:29.200651 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fabf8b42-1721-40c0-9c06-6f4a098fe0f4 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:29.201323 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55714a16-1f11-4cea-b931-947cd880c8b0', 'tag': '3e6c2f10-e137-4d03-a923-1b61fa0638e5', 'status': 'completed', 'code': 200} Feb 28 20:06:29.311572 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a21ce-67ac-4725-808a-579560ea28e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14132896-fc52-4107-ae7b-d29bb2dd526e,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:29.318358 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-291b2f38-4a57-4f97-8160-ab9b20c51222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:29.323315 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-291b2f38-4a57-4f97-8160-ab9b20c51222 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.1886449 Feb 28 20:06:29.328748 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-727a21ce-67ac-4725-808a-579560ea28e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f88e8833cf34a508d3d012e02dc731c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4939520 Feb 28 20:06:29.338487 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39312) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:29.348219 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949d780-4189-458c-aaa3-6c67a459714d req-c65e32d4-c4df-4d0b-bd42-b0ef68cbd777 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:29.350101 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5949d780-4189-458c-aaa3-6c67a459714d req-c65e32d4-c4df-4d0b-bd42-b0ef68cbd777 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=d07498e4-e566-4bc8-8de3-458c35863728 HTTP/1.1" status: 200 len: 949 time: 0.0899053 Feb 28 20:06:29.372586 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-beb5313b-7fe0-46e9-a358-de8351098623 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421054 Feb 28 20:06:29.441876 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39314) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:29.467809 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-654cf924-7ebe-481a-b15b-8ef79a1643a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:29.469717 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a473c066-d81d-4757-b038-5b7571022e4a admin admin] Publish callbacks [] for security_group (14132896-fc52-4107-ae7b-d29bb2dd526e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:29.516923 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5949d780-4189-458c-aaa3-6c67a459714d req-d003cf98-8535-421e-b9aa-4587f753402f tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143336 Feb 28 20:06:29.526005 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a473c066-d81d-4757-b038-5b7571022e4a admin admin] Publish callbacks [] for security_group (14132896-fc52-4107-ae7b-d29bb2dd526e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:29.549510 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-c2903370-efb1-4be0-8eb8-487fd5ad42a7 service neutron] 10.222.0.15 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704791 Feb 28 20:06:29.626086 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-654cf924-7ebe-481a-b15b-8ef79a1643a8 admin admin] Publish callbacks [] for security_group (beaa54c4-3a5d-4588-9c42-65375bf606b0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:29.629023 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a473c066-d81d-4757-b038-5b7571022e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (14132896-fc52-4107-ae7b-d29bb2dd526e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:29.632377 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a473c066-d81d-4757-b038-5b7571022e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:29.633726 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a473c066-d81d-4757-b038-5b7571022e4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14132896-fc52-4107-ae7b-d29bb2dd526e HTTP/1.1" status: 204 len: 168 time: 0.2825532 Feb 28 20:06:29.657324 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-654cf924-7ebe-481a-b15b-8ef79a1643a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (beaa54c4-3a5d-4588-9c42-65375bf606b0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:29.679115 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473c066-d81d-4757-b038-5b7571022e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14132896-fc52-4107-ae7b-d29bb2dd526e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:29.717362 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-d06ca5be-2aa2-414e-bd03-71538c87b2c7 req-ebf7b6a5-59fa-403b-8cee-e3ff773185cf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:06:29.730797 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d06ca5be-2aa2-414e-bd03-71538c87b2c7 req-ebf7b6a5-59fa-403b-8cee-e3ff773185cf service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0220392 Feb 28 20:06:29.797097 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cf924-7ebe-481a-b15b-8ef79a1643a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaa54c4-3a5d-4588-9c42-65375bf606b0,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:29.802933 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9cc9877-e0ff-4944-a20d-34b0be29c835 req-990272f8-2baa-4a6c-8801-220328bd7ad4 service neutron] 10.222.0.15 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459240 Feb 28 20:06:29.857678 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-654cf924-7ebe-481a-b15b-8ef79a1643a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b93c7cc88b27440cb7933a1e03370508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4146011 Feb 28 20:06:29.861409 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39332) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:29.899918 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-e46ea7d6-7eec-4f87-9138-af72d0775e0e tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:29.901690 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-e46ea7d6-7eec-4f87-9138-af72d0775e0e tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.13 "GET /v2.0/networks?id=d1570eae-34d3-42eb-853d-17abcb02effa HTTP/1.1" status: 200 len: 815 time: 0.2789526 Feb 28 20:06:29.917682 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:06:29.939602 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-8fff4633-8b8f-425c-8200-06df09c161c9 tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.13 "GET /v2.0/quotas/46baf94fa2dc4c988092c5c44b04168d HTTP/1.1" status: 200 len: 375 time: 0.0223634 Feb 28 20:06:29.956923 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb7bfa-1e0d-4a7b-95b6-d6e4aa20ce66 req-80e67850-2161-49f0-9a38-d7648675bbec tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:29.958486 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6afb7bfa-1e0d-4a7b-95b6-d6e4aa20ce66 req-80e67850-2161-49f0-9a38-d7648675bbec tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=344909d4-72ba-40e5-aec4-3279b6309979 HTTP/1.1" status: 200 len: 948 time: 0.1559937 Feb 28 20:06:29.979698 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b57ee-da8a-4c79-8fd8-22223c9925b9 req-43148ae0-8dfa-409c-8c0c-1c732f7c58db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:29.981252 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dc3b57ee-da8a-4c79-8fd8-22223c9925b9 req-43148ae0-8dfa-409c-8c0c-1c732f7c58db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 1127 time: 0.1055174 Feb 28 20:06:29.982359 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4624b01b-8d20-4e22-9b08-4a9ccf1488ea admin admin] Publish callbacks [] for security_group (beaa54c4-3a5d-4588-9c42-65375bf606b0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:29.998042 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-ed2634da-fa24-4f37-b77b-68329b8a227a tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46baf94fa2dc4c988092c5c44b04168d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383034 Feb 28 20:06:30.035197 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4624b01b-8d20-4e22-9b08-4a9ccf1488ea admin admin] Publish callbacks [] for security_group (beaa54c4-3a5d-4588-9c42-65375bf606b0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:30.093022 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8fa8c1ec-b978-441f-b718-de659d7bc8df up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:06:30.172998 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b57ee-da8a-4c79-8fd8-22223c9925b9 req-93d19e2f-f40b-47cf-a039-32956b3c0488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:30.175187 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dc3b57ee-da8a-4c79-8fd8-22223c9925b9 req-93d19e2f-f40b-47cf-a039-32956b3c0488 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 908 time: 0.1876211 Feb 28 20:06:30.190571 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6afb7bfa-1e0d-4a7b-95b6-d6e4aa20ce66 req-e4c31745-ea87-45b8-b444-20820e45152d tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967189 Feb 28 20:06:30.248017 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 8fa8c1ec-b978-441f-b718-de659d7bc8df completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:06:30.255148 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 8fa8c1ec-b978-441f-b718-de659d7bc8df triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:06:30.255526 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8fa8c1ec-b978-441f-b718-de659d7bc8df), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:30.271061 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dc3b57ee-da8a-4c79-8fd8-22223c9925b9 req-4830852e-855b-457a-a236-5fa1b7f2c877 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e6c2f10-e137-4d03-a923-1b61fa0638e5 HTTP/1.1" status: 200 len: 217 time: 0.0857370 Feb 28 20:06:30.274822 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4624b01b-8d20-4e22-9b08-4a9ccf1488ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (beaa54c4-3a5d-4588-9c42-65375bf606b0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:30.282301 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-c41536d7-4820-4793-abb4-a211cd13331e service neutron] 10.222.0.13 "GET /v2.0/networks/d1570eae-34d3-42eb-853d-17abcb02effa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598450 Feb 28 20:06:30.288921 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4624b01b-8d20-4e22-9b08-4a9ccf1488ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:30.310475 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4624b01b-8d20-4e22-9b08-4a9ccf1488ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/beaa54c4-3a5d-4588-9c42-65375bf606b0 HTTP/1.1" status: 204 len: 168 time: 0.4389760 Feb 28 20:06:30.399391 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624b01b-8d20-4e22-9b08-4a9ccf1488ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaa54c4-3a5d-4588-9c42-65375bf606b0,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:30.432457 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b57ee-da8a-4c79-8fd8-22223c9925b9 req-f83ba8de-5c7e-42f4-be50-58fa14c8b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:30.436726 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dc3b57ee-da8a-4c79-8fd8-22223c9925b9 req-f83ba8de-5c7e-42f4-be50-58fa14c8b557 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.1210716 Feb 28 20:06:30.458691 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 8fa8c1ec-b978-441f-b718-de659d7bc8df is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:30.459254 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8fa8c1ec-b978-441f-b718-de659d7bc8df), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:30.496158 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dc3b57ee-da8a-4c79-8fd8-22223c9925b9 req-7882dff9-4d33-4e2c-be4d-7a1ffe85e182 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514853 Feb 28 20:06:30.500687 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-c8fe1709-f7d7-4c8b-930c-cd1ed8e8ee4b service neutron] 10.222.0.13 "GET /v2.0/networks/d1570eae-34d3-42eb-853d-17abcb02effa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104342 Feb 28 20:06:30.512402 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19376b00-7b73-44fd-907c-8a3c1bf20c45 req-13f93544-ac2a-4de8-b670-bd70b57a83a8 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:30.519538 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19376b00-7b73-44fd-907c-8a3c1bf20c45 req-13f93544-ac2a-4de8-b670-bd70b57a83a8 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 944 time: 0.1167822 Feb 28 20:06:30.534986 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344909d4-72ba-40e5-aec4-3279b6309979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa8c1ec-b978-441f-b718-de659d7bc8df'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:30.539126 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b2de7b-d5cc-41d5-b43b-605e7a213bea" -d '{"events": [{"server_uuid": "344909d4-72ba-40e5-aec4-3279b6309979", "name": "network-vif-plugged", "status": "completed", "tag": "8fa8c1ec-b978-441f-b718-de659d7bc8df"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:30.579062 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 8fa8c1ec-b978-441f-b718-de659d7bc8df, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8fa8c1ec-b978-441f-b718-de659d7bc8df,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:30.589344 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8fa8c1ec-b978-441f-b718-de659d7bc8df), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:30.766681 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dc3b57ee-da8a-4c79-8fd8-22223c9925b9 req-a9c09533-5055-46e9-91f1-9d902226680a service neutron] 10.222.0.15 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493482 Feb 28 20:06:30.777909 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=8fa8c1ec-b978-441f-b718-de659d7bc8df,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:30.874542 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19376b00-7b73-44fd-907c-8a3c1bf20c45 req-06ea2bd9-bc0d-487a-923f-8b1d75f73ee3 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534057 Feb 28 20:06:30.881764 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfee4e79-199d-4811-86eb-2da23642dd94 x-openstack-request-id: req-dfee4e79-199d-4811-86eb-2da23642dd94 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:30.882256 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344909d4-72ba-40e5-aec4-3279b6309979", "name": "network-vif-plugged", "status": "completed", "tag": "8fa8c1ec-b978-441f-b718-de659d7bc8df", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:30.882689 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfee4e79-199d-4811-86eb-2da23642dd94 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:30.883312 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344909d4-72ba-40e5-aec4-3279b6309979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa8c1ec-b978-441f-b718-de659d7bc8df', 'code': 200} Feb 28 20:06:31.039953 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d10f76a-f4ed-45d4-903c-766c34fce8a7 req-39f14690-dec1-4de2-b5d9-3b2e738ca90b tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.13 "GET /v2.0/ports?device_id=c450bd79-3287-4a5d-9d69-4b5b2eb78c6b HTTP/1.1" status: 200 len: 210 time: 0.0592034 Feb 28 20:06:31.113231 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dc3b57ee-da8a-4c79-8fd8-22223c9925b9 req-1ed7f548-9103-41c9-b95d-808f1957cc8a service neutron] 10.222.0.15 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397887 Feb 28 20:06:31.227888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d9dd0-cc84-47c1-ba77-834b8bd3629c req-43e79fc1-8e7f-41df-bb4f-42d21a4106d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:31.235710 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f8d9dd0-cc84-47c1-ba77-834b8bd3629c req-43e79fc1-8e7f-41df-bb4f-42d21a4106d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=344909d4-72ba-40e5-aec4-3279b6309979 HTTP/1.1" status: 200 len: 1132 time: 0.1922565 Feb 28 20:06:31.309179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c13e1a-f8a5-4556-b278-dd66a66afc91 req-d9ab7c8c-4238-4818-b672-b11a291a8bcb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:31.311792 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-00c13e1a-f8a5-4556-b278-dd66a66afc91 req-d9ab7c8c-4238-4818-b672-b11a291a8bcb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=d07498e4-e566-4bc8-8de3-458c35863728 HTTP/1.1" status: 200 len: 949 time: 0.2705591 Feb 28 20:06:31.365707 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39376) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:31.382302 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f8d9dd0-cc84-47c1-ba77-834b8bd3629c req-f36ce168-eb62-4b5b-8f2f-16b0df37ea21 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450901 Feb 28 20:06:31.394658 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-167b5070-70c7-4010-a80a-00b3885ddec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:31.459470 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-00c13e1a-f8a5-4556-b278-dd66a66afc91 req-9d6bb49e-1ff3-449d-b9f3-2bc71423e6d2 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338503 Feb 28 20:06:31.602172 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-167b5070-70c7-4010-a80a-00b3885ddec3 admin admin] Publish callbacks [] for security_group (706438aa-320d-4878-8027-bf1792cd8687), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:31.607454 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-167b5070-70c7-4010-a80a-00b3885ddec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (706438aa-320d-4878-8027-bf1792cd8687), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:31.665112 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-167b5070-70c7-4010-a80a-00b3885ddec3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d0f9f659b894a64a4f981d7cd3db532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940896 Feb 28 20:06:31.668934 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b5070-70c7-4010-a80a-00b3885ddec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706438aa-320d-4878-8027-bf1792cd8687,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:31.671020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39390) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:31.743394 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714011e-7016-4261-a900-050251b6ba25 req-0cb868d3-5681-44a3-bc66-f8f92bcc6c47 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:31.746343 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1714011e-7016-4261-a900-050251b6ba25 req-0cb868d3-5681-44a3-bc66-f8f92bcc6c47 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=344909d4-72ba-40e5-aec4-3279b6309979 HTTP/1.1" status: 200 len: 949 time: 0.1683903 Feb 28 20:06:31.791451 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-13d53bd2-1142-4355-b8e6-6a19ace8d094 admin admin] Publish callbacks [] for security_group (706438aa-320d-4878-8027-bf1792cd8687), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:31.835719 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1714011e-7016-4261-a900-050251b6ba25 req-fe93fb2c-5ac2-47fc-85b0-8b380556710d tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803931 Feb 28 20:06:31.846347 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-13d53bd2-1142-4355-b8e6-6a19ace8d094 admin admin] Publish callbacks [] for security_group (706438aa-320d-4878-8027-bf1792cd8687), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:31.958974 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-13d53bd2-1142-4355-b8e6-6a19ace8d094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (706438aa-320d-4878-8027-bf1792cd8687), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:31.965719 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-13d53bd2-1142-4355-b8e6-6a19ace8d094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:31.972940 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-13d53bd2-1142-4355-b8e6-6a19ace8d094 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/706438aa-320d-4878-8027-bf1792cd8687 HTTP/1.1" status: 204 len: 168 time: 0.2958591 Feb 28 20:06:31.999705 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d53bd2-1142-4355-b8e6-6a19ace8d094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706438aa-320d-4878-8027-bf1792cd8687,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:32.091567 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3e6c2f10-e137-4d03-a923-1b61fa0638e5 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:06:32.115417 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671eebb-9efe-43c7-afad-919b28e87460 req-8174ed7e-adb9-4094-aabe-a5606c5f1ab8 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:32.128170 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5671eebb-9efe-43c7-afad-919b28e87460 req-8174ed7e-adb9-4094-aabe-a5606c5f1ab8 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99ca89f-6b03-4706-add4-6fc8581943e9 HTTP/1.1" status: 200 len: 949 time: 0.0966828 Feb 28 20:06:32.225788 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5671eebb-9efe-43c7-afad-919b28e87460 req-48994cb9-6b77-4b89-907b-33c908f7efd3 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966387 Feb 28 20:06:32.313108 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 3e6c2f10-e137-4d03-a923-1b61fa0638e5, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3e6c2f10-e137-4d03-a923-1b61fa0638e5,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:32.336447 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '3e6c2f10-e137-4d03-a923-1b61fa0638e5', 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6', 'port_id': '3e6c2f10-e137-4d03-a923-1b61fa0638e5', 'mac_address': 'fa:16:3e:80:4f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc6270d4-fae4-4010-aab7-61ec0ed0c71b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:06:32.431277 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1f4e36e-6376-409d-b418-c02b1c0c6f90 req-46259d90-c5c1-4a04-9cee-30e272d660b7 tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.13 "GET /v2.0/ports?device_id=c450bd79-3287-4a5d-9d69-4b5b2eb78c6b HTTP/1.1" status: 200 len: 210 time: 0.0356562 Feb 28 20:06:32.437115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:32.437747 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3e6c2f10-e137-4d03-a923-1b61fa0638e5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:32.454162 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c966d-6399-40f0-814f-18b4e293bb89 req-14c50846-5062-4f15-a804-08a24a6ea645 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:32.456122 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c51c966d-6399-40f0-814f-18b4e293bb89 req-14c50846-5062-4f15-a804-08a24a6ea645 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 944 time: 0.1114652 Feb 28 20:06:32.462632 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e6c2f10-e137-4d03-a923-1b61fa0638e5 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:06:32.496597 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 3e6c2f10-e137-4d03-a923-1b61fa0638e5, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3e6c2f10-e137-4d03-a923-1b61fa0638e5,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:32.502949 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3e6c2f10-e137-4d03-a923-1b61fa0638e5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:32.567540 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=3e6c2f10-e137-4d03-a923-1b61fa0638e5,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:32.707259 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c51c966d-6399-40f0-814f-18b4e293bb89 req-059aa82b-d9be-454b-b9ce-5792da9bfa4e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443771 Feb 28 20:06:32.746994 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['3e6c2f10-e137-4d03-a923-1b61fa0638e5'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:06:32.929519 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-4c469031-0c60-4fe3-9a84-fe79e966f6e0 tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:32.939603 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-4c469031-0c60-4fe3-9a84-fe79e966f6e0 tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.15 "GET /v2.0/networks?id=d1570eae-34d3-42eb-853d-17abcb02effa HTTP/1.1" status: 200 len: 815 time: 0.4154947 Feb 28 20:06:32.945606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-d5afd714-47e6-48da-a027-869c43c5c38a tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Request body: {'port': {'device_id': 'c450bd79-3287-4a5d-9d69-4b5b2eb78c6b', 'network_id': 'd1570eae-34d3-42eb-853d-17abcb02effa', 'admin_state_up': True, 'tenant_id': '46baf94fa2dc4c988092c5c44b04168d'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:33.209004 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7a409-9314-46b4-b654-9681fcbcd69c req-6a1a4454-e2a0-4228-9c8c-afcc166438c2 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:33.211857 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6eb7a409-9314-46b4-b654-9681fcbcd69c req-6a1a4454-e2a0-4228-9c8c-afcc166438c2 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=344909d4-72ba-40e5-aec4-3279b6309979 HTTP/1.1" status: 200 len: 949 time: 0.1916997 Feb 28 20:06:33.274094 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a29f0-60a1-4394-b131-eea2a3d34e40 req-423dc356-1640-4b52-a64f-05b043ae7829 tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:33.274563 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a29f0-60a1-4394-b131-eea2a3d34e40 req-423dc356-1640-4b52-a64f-05b043ae7829 tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:33.275090 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a29f0-60a1-4394-b131-eea2a3d34e40 req-423dc356-1640-4b52-a64f-05b043ae7829 tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:33.275545 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a29f0-60a1-4394-b131-eea2a3d34e40 req-423dc356-1640-4b52-a64f-05b043ae7829 tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:33.276046 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a29f0-60a1-4394-b131-eea2a3d34e40 req-423dc356-1640-4b52-a64f-05b043ae7829 tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:33.276522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a29f0-60a1-4394-b131-eea2a3d34e40 req-423dc356-1640-4b52-a64f-05b043ae7829 tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:33.276986 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a29f0-60a1-4394-b131-eea2a3d34e40 req-423dc356-1640-4b52-a64f-05b043ae7829 tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:33.277446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a29f0-60a1-4394-b131-eea2a3d34e40 req-423dc356-1640-4b52-a64f-05b043ae7829 tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:33.277909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a29f0-60a1-4394-b131-eea2a3d34e40 req-423dc356-1640-4b52-a64f-05b043ae7829 tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:33.280114 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e33a29f0-60a1-4394-b131-eea2a3d34e40 req-423dc356-1640-4b52-a64f-05b043ae7829 tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c450bd79-3287-4a5d-9d69-4b5b2eb78c6b&device_id=55714a16-1f11-4cea-b931-947cd880c8b0&device_id=344909d4-72ba-40e5-aec4-3279b6309979&device_id=d07498e4-e566-4bc8-8de3-458c35863728&device_id=a99ca89f-6b03-4706-add4-6fc8581943e9&device_id=20f245ea-f133-49e6-8d89-68757e914b43&device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b&device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0&device_id=3856e275-da99-4776-92d5-c84bfa43a7c3&device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 8542 time: 0.1810665 Feb 28 20:06:33.280765 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-d5afd714-47e6-48da-a027-869c43c5c38a tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Made reservation on behalf of 46baf94fa2dc4c988092c5c44b04168d for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:06:33.284179 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-d5afd714-47e6-48da-a027-869c43c5c38a tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:33.326999 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e33a29f0-60a1-4394-b131-eea2a3d34e40 req-c2ba4864-0b78-4bfe-99fb-dc1b0d512886 tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:33.364526 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6eb7a409-9314-46b4-b654-9681fcbcd69c req-2244222e-be2e-47fc-ab3a-5a77edae77f0 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426919 Feb 28 20:06:33.525663 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-d5afd714-47e6-48da-a027-869c43c5c38a tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Allocated IP 172.20.0.4 (d1570eae-34d3-42eb-853d-17abcb02effa/8f1241dc-2f11-486e-8b12-6e82ec44eb39/64e0ca62-1662-4957-9060-931a2811c1bb) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:06:33.547688 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e33a29f0-60a1-4394-b131-eea2a3d34e40 req-c2ba4864-0b78-4bfe-99fb-dc1b0d512886 tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] Publish callbacks [] for security_group (2acc0a60-85cc-4883-9796-8f65dfed4439), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:33.556873 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e33a29f0-60a1-4394-b131-eea2a3d34e40 req-c2ba4864-0b78-4bfe-99fb-dc1b0d512886 tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2acc0a60-85cc-4883-9796-8f65dfed4439), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:33.679365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba4864-0b78-4bfe-99fb-dc1b0d512886 tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acc0a60-85cc-4883-9796-8f65dfed4439,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:33.764910 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e33a29f0-60a1-4394-b131-eea2a3d34e40 req-c2ba4864-0b78-4bfe-99fb-dc1b0d512886 tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&id=e0672a87-e851-4571-8a11-56085f97381f&id=476eb495-6113-4d01-9c60-c37e001cc9a0&id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.4765935 Feb 28 20:06:33.851627 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-d5afd714-47e6-48da-a027-869c43c5c38a tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Publish callbacks [] for port (64e0ca62-1662-4957-9060-931a2811c1bb), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:33.974885 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-d5afd714-47e6-48da-a027-869c43c5c38a tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (64e0ca62-1662-4957-9060-931a2811c1bb), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:34.058788 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-d5afd714-47e6-48da-a027-869c43c5c38a tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Network d1570eae-34d3-42eb-853d-17abcb02effa is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:06:34.068911 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f9a3e-84b1-4045-b371-c296dbd9f46a req-f0114a6f-8045-47b3-a7e0-95e5a89d37fd tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:34.076671 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a92f9a3e-84b1-4045-b371-c296dbd9f46a req-f0114a6f-8045-47b3-a7e0-95e5a89d37fd tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99ca89f-6b03-4706-add4-6fc8581943e9 HTTP/1.1" status: 200 len: 949 time: 0.1708713 Feb 28 20:06:34.085006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-d5afd714-47e6-48da-a027-869c43c5c38a tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:06:34.096798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-d5afd714-47e6-48da-a027-869c43c5c38a tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:06:34.100558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afd714-47e6-48da-a027-869c43c5c38a tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Pushing event updated for resources: {'Port': ['ID=64e0ca62-1662-4957-9060-931a2811c1bb,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:34.108696 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3e6c2f10-e137-4d03-a923-1b61fa0638e5 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:06:34.189493 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:06:34.198230 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:06:34.199257 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3e6c2f10-e137-4d03-a923-1b61fa0638e5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:34.240140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-d5afd714-47e6-48da-a027-869c43c5c38a tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:34.240140 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-d5afd714-47e6-48da-a027-869c43c5c38a tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:34.270114 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a92f9a3e-84b1-4045-b371-c296dbd9f46a req-e4a6570f-5710-4462-8865-effa863486f9 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919723 Feb 28 20:06:34.284980 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-d5afd714-47e6-48da-a027-869c43c5c38a tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3432841 Feb 28 20:06:34.303564 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] Request body: {'port': {'device_id': 'c450bd79-3287-4a5d-9d69-4b5b2eb78c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:34.355186 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf5c27-d381-4fd4-b59e-7792300c9681 req-98721190-750b-4b57-8c28-6279812e3a8b tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:34.358088 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a2cf5c27-d381-4fd4-b59e-7792300c9681 req-98721190-750b-4b57-8c28-6279812e3a8b tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.10 "GET /v2.0/ports?device_id=a99ca89f-6b03-4706-add4-6fc8581943e9 HTTP/1.1" status: 200 len: 949 time: 0.1671500 Feb 28 20:06:34.378166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:34.378785 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3e6c2f10-e137-4d03-a923-1b61fa0638e5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:34.420890 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55714a16-1f11-4cea-b931-947cd880c8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6c2f10-e137-4d03-a923-1b61fa0638e5'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:34.423255 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916898e8-b7e9-408d-92b6-263935fd389a" -d '{"events": [{"server_uuid": "55714a16-1f11-4cea-b931-947cd880c8b0", "name": "network-vif-plugged", "status": "completed", "tag": "3e6c2f10-e137-4d03-a923-1b61fa0638e5"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:34.437008 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 3e6c2f10-e137-4d03-a923-1b61fa0638e5, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3e6c2f10-e137-4d03-a923-1b61fa0638e5,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:34.445381 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3e6c2f10-e137-4d03-a923-1b61fa0638e5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:34.500926 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=3e6c2f10-e137-4d03-a923-1b61fa0638e5,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:34.540227 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (64e0ca62-1662-4957-9060-931a2811c1bb), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:34.639505 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574a902-a1f6-4e24-aa6d-e18f8885243e req-50f15595-f3b2-41ba-a2cc-c89acbdc75c3 tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:34.641392 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6574a902-a1f6-4e24-aa6d-e18f8885243e req-50f15595-f3b2-41ba-a2cc-c89acbdc75c3 tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.13 "GET /v2.0/ports?device_id=c450bd79-3287-4a5d-9d69-4b5b2eb78c6b HTTP/1.1" status: 200 len: 931 time: 0.2633829 Feb 28 20:06:34.663223 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b5f99-d4bc-4a0c-ba7a-1add2edf32e9 req-913e0ad5-9d38-46b7-988a-f737d8bc07a9 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:34.664772 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-000b5f99-d4bc-4a0c-ba7a-1add2edf32e9 req-913e0ad5-9d38-46b7-988a-f737d8bc07a9 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 946 time: 0.2345970 Feb 28 20:06:34.804169 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-a2cf5c27-d381-4fd4-b59e-7792300c9681 req-cc1bf13f-cecf-43b9-94a4-bcbd372b22d2 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Deleting port cbb063ae-ea63-4656-a162-c7c542fe40d5 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:06:34.804492 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a2cf5c27-d381-4fd4-b59e-7792300c9681 req-cc1bf13f-cecf-43b9-94a4-bcbd372b22d2 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (cbb063ae-ea63-4656-a162-c7c542fe40d5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:34.876061 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6574a902-a1f6-4e24-aa6d-e18f8885243e req-b4975bae-8e97-44fa-b5e7-d919163cec4d tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.13 "GET /v2.0/security-groups?id=02404753-2d93-4cda-a2e2-0cd613321f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209227 Feb 28 20:06:34.938849 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-000b5f99-d4bc-4a0c-ba7a-1add2edf32e9 req-fb15865e-f4f8-4f55-ac29-1bb85940d602 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627921 Feb 28 20:06:35.064959 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4208c6a2-5760-4b70-b7ef-c92d3fb5376b x-openstack-request-id: req-4208c6a2-5760-4b70-b7ef-c92d3fb5376b {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:35.065575 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55714a16-1f11-4cea-b931-947cd880c8b0", "name": "network-vif-plugged", "status": "completed", "tag": "3e6c2f10-e137-4d03-a923-1b61fa0638e5", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:35.066044 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4208c6a2-5760-4b70-b7ef-c92d3fb5376b {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:35.067219 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55714a16-1f11-4cea-b931-947cd880c8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6c2f10-e137-4d03-a923-1b61fa0638e5', 'code': 200} Feb 28 20:06:35.089274 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-a2cf5c27-d381-4fd4-b59e-7792300c9681 req-cc1bf13f-cecf-43b9-94a4-bcbd372b22d2 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] For port cbb063ae-ea63-4656-a162-c7c542fe40d5, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=cbb063ae-ea63-4656-a162-c7c542fe40d5,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:35.089621 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a2cf5c27-d381-4fd4-b59e-7792300c9681 req-cc1bf13f-cecf-43b9-94a4-bcbd372b22d2 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (cbb063ae-ea63-4656-a162-c7c542fe40d5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:35.114329 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-a2cf5c27-d381-4fd4-b59e-7792300c9681 req-cc1bf13f-cecf-43b9-94a4-bcbd372b22d2 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Calling delete_port for cbb063ae-ea63-4656-a162-c7c542fe40d5 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:06:35.200171 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb73b86-1c5d-468e-af42-3fcd1735fdb5 req-4f1368e0-bde7-4381-a2b8-74b59df157eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:35.201754 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7fb73b86-1c5d-468e-af42-3fcd1735fdb5 req-4f1368e0-bde7-4381-a2b8-74b59df157eb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 1129 time: 0.0523031 Feb 28 20:06:35.274746 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7fb73b86-1c5d-468e-af42-3fcd1735fdb5 req-b58ffa14-9974-4836-bb52-2a9dcfec58d2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659096 Feb 28 20:06:35.281185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb1c31-dc90-4785-b1b7-b293c28e3317 req-2fc260ff-d1e1-4423-b27c-80e9ad9e6d7d tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:35.283032 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91cb1c31-dc90-4785-b1b7-b293c28e3317 req-2fc260ff-d1e1-4423-b27c-80e9ad9e6d7d tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=344909d4-72ba-40e5-aec4-3279b6309979 HTTP/1.1" status: 200 len: 949 time: 0.2548146 Feb 28 20:06:35.287194 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e0ca62-1662-4957-9060-931a2811c1bb {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:06:35.300809 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] Publish callbacks [] for port (64e0ca62-1662-4957-9060-931a2811c1bb), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:35.345910 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] Transition to ACTIVE for port object 64e0ca62-1662-4957-9060-931a2811c1bb will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:06:35.353749 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (64e0ca62-1662-4957-9060-931a2811c1bb), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:35.468238 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91cb1c31-dc90-4785-b1b7-b293c28e3317 req-9de6bebb-528b-40b5-9783-cfa30718af0f tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695049 Feb 28 20:06:35.505770 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] Pushing event updated for resources: {'Port': ['ID=64e0ca62-1662-4957-9060-931a2811c1bb,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:35.589707 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a2cf5c27-d381-4fd4-b59e-7792300c9681 req-cc1bf13f-cecf-43b9-94a4-bcbd372b22d2 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (cbb063ae-ea63-4656-a162-c7c542fe40d5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:35.605210 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['b47e37ce-819c-44ba-aefc-d056c0991b0b', 'cbb063ae-ea63-4656-a162-c7c542fe40d5'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:06:35.662341 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bf13f-cecf-43b9-94a4-bcbd372b22d2 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Pushing event deleted for resources: {'Port': ['ID=cbb063ae-ea63-4656-a162-c7c542fe40d5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:35.753174 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cf5c27-d381-4fd4-b59e-7792300c9681 req-cc1bf13f-cecf-43b9-94a4-bcbd372b22d2 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] No DVR routers for this DVR port cbb063ae-ea63-4656-a162-c7c542fe40d5 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:06:35.753174 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] Attempting to bind port 64e0ca62-1662-4957-9060-931a2811c1bb on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:06:35.753174 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] Attempting to bind port 64e0ca62-1662-4957-9060-931a2811c1bb by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'ab6337d1-9867-4b87-a500-dcc7028827cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd1570eae-34d3-42eb-853d-17abcb02effa'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:06:35.753174 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] Attempting to bind port 64e0ca62-1662-4957-9060-931a2811c1bb on network d1570eae-34d3-42eb-853d-17abcb02effa {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:06:35.753174 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a2cf5c27-d381-4fd4-b59e-7792300c9681 req-cc1bf13f-cecf-43b9-94a4-bcbd372b22d2 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:35.756811 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a2cf5c27-d381-4fd4-b59e-7792300c9681 req-cc1bf13f-cecf-43b9-94a4-bcbd372b22d2 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.10 "DELETE /v2.0/ports/cbb063ae-ea63-4656-a162-c7c542fe40d5 HTTP/1.1" status: 204 len: 173 time: 1.3868504 Feb 28 20:06:35.756811 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99ca89f-6b03-4706-add4-6fc8581943e9', 'name': 'network-vif-deleted', 'tag': 'cbb063ae-ea63-4656-a162-c7c542fe40d5'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:35.757385 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3010266-5a19-44c0-bd8f-ef6841eb6233" -d '{"events": [{"server_uuid": "a99ca89f-6b03-4706-add4-6fc8581943e9", "name": "network-vif-deleted", "tag": "cbb063ae-ea63-4656-a162-c7c542fe40d5"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:35.783952 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] Port 64e0ca62-1662-4957-9060-931a2811c1bb on network d1570eae-34d3-42eb-853d-17abcb02effa not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:06:35.784391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] Attempting to bind port 64e0ca62-1662-4957-9060-931a2811c1bb on network d1570eae-34d3-42eb-853d-17abcb02effa {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:06:35.796787 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d211e-aa18-4742-bb20-eac91340010d req-b92c566b-61b6-4911-96ee-a3d01b6447ed tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:35.797272 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d211e-aa18-4742-bb20-eac91340010d req-b92c566b-61b6-4911-96ee-a3d01b6447ed tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:35.798020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d211e-aa18-4742-bb20-eac91340010d req-b92c566b-61b6-4911-96ee-a3d01b6447ed tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:35.799463 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-974d211e-aa18-4742-bb20-eac91340010d req-b92c566b-61b6-4911-96ee-a3d01b6447ed tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d07498e4-e566-4bc8-8de3-458c35863728&device_id=20f245ea-f133-49e6-8d89-68757e914b43&device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 3001 time: 0.2169726 Feb 28 20:06:35.810607 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:06:35.811019 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] Checking segment: {'id': 'ab6337d1-9867-4b87-a500-dcc7028827cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd1570eae-34d3-42eb-853d-17abcb02effa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:06:35.811334 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] Bound using segment: {'id': 'ab6337d1-9867-4b87-a500-dcc7028827cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd1570eae-34d3-42eb-853d-17abcb02effa'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:06:35.812190 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] Bound port: 64e0ca62-1662-4957-9060-931a2811c1bb, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab6337d1-9867-4b87-a500-dcc7028827cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd1570eae-34d3-42eb-853d-17abcb02effa'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:06:35.812190 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (64e0ca62-1662-4957-9060-931a2811c1bb), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:35.840230 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf2ee828-8b01-402c-b1e3-78f8378a92e7 req-3335503b-2386-4106-9627-e0466cf7a904 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99ca89f-6b03-4706-add4-6fc8581943e9 HTTP/1.1" status: 200 len: 210 time: 0.0391490 Feb 28 20:06:35.949916 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-974d211e-aa18-4742-bb20-eac91340010d req-5501a585-5379-4c08-b4b0-a557344a4426 tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342554 Feb 28 20:06:35.952010 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a8af6-58f2-4897-9dbc-3d8e5e9e1d14 req-40e532fb-b90f-4b75-b67d-7a1ef6199946 tempest-DeleteServersAdminTestJSON-1280115604 tempest-DeleteServersAdminTestJSON-1280115604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:35.955582 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d71a8af6-58f2-4897-9dbc-3d8e5e9e1d14 req-40e532fb-b90f-4b75-b67d-7a1ef6199946 tempest-DeleteServersAdminTestJSON-1280115604 tempest-DeleteServersAdminTestJSON-1280115604-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=344909d4-72ba-40e5-aec4-3279b6309979 HTTP/1.1" status: 200 len: 1132 time: 0.0870306 Feb 28 20:06:35.990217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] For port 64e0ca62-1662-4957-9060-931a2811c1bb, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:06:35.995660 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] For port 64e0ca62-1662-4957-9060-931a2811c1bb, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=64e0ca62-1662-4957-9060-931a2811c1bb,segment=NetworkSegment(ab6337d1-9867-4b87-a500-dcc7028827cf),segment_id=ab6337d1-9867-4b87-a500-dcc7028827cf)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:06:36.004233 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (64e0ca62-1662-4957-9060-931a2811c1bb), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:36.074601 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4719831c-a150-4651-9b0a-512eef5555f2 x-openstack-request-id: req-4719831c-a150-4651-9b0a-512eef5555f2 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:36.075112 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99ca89f-6b03-4706-add4-6fc8581943e9", "name": "network-vif-deleted", "tag": "cbb063ae-ea63-4656-a162-c7c542fe40d5", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:36.075511 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4719831c-a150-4651-9b0a-512eef5555f2 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:36.076135 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99ca89f-6b03-4706-add4-6fc8581943e9', 'name': 'network-vif-deleted', 'tag': 'cbb063ae-ea63-4656-a162-c7c542fe40d5', 'status': 'completed', 'code': 200} Feb 28 20:06:36.108604 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:36.109501 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:36.111422 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] 10.222.0.15 "PUT /v2.0/ports/64e0ca62-1662-4957-9060-931a2811c1bb HTTP/1.1" status: 200 len: 1092 time: 1.8155630 Feb 28 20:06:36.188476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b9ff8-710f-42be-afb1-2492a9dbf48a service neutron] Pushing event updated for resources: {'Port': ['ID=64e0ca62-1662-4957-9060-931a2811c1bb,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:36.195479 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-d71a8af6-58f2-4897-9dbc-3d8e5e9e1d14 req-687ce0fb-7cdc-4de0-8717-4648be1adee8 tempest-DeleteServersAdminTestJSON-1280115604 tempest-DeleteServersAdminTestJSON-1280115604-project-admin] Deleting port 8fa8c1ec-b978-441f-b718-de659d7bc8df {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:06:36.195939 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d71a8af6-58f2-4897-9dbc-3d8e5e9e1d14 req-687ce0fb-7cdc-4de0-8717-4648be1adee8 tempest-DeleteServersAdminTestJSON-1280115604 tempest-DeleteServersAdminTestJSON-1280115604-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (8fa8c1ec-b978-441f-b718-de659d7bc8df), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:36.318957 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-d71a8af6-58f2-4897-9dbc-3d8e5e9e1d14 req-687ce0fb-7cdc-4de0-8717-4648be1adee8 tempest-DeleteServersAdminTestJSON-1280115604 tempest-DeleteServersAdminTestJSON-1280115604-project-admin] For port 8fa8c1ec-b978-441f-b718-de659d7bc8df, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8fa8c1ec-b978-441f-b718-de659d7bc8df,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:36.320131 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d71a8af6-58f2-4897-9dbc-3d8e5e9e1d14 req-687ce0fb-7cdc-4de0-8717-4648be1adee8 tempest-DeleteServersAdminTestJSON-1280115604 tempest-DeleteServersAdminTestJSON-1280115604-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (8fa8c1ec-b978-441f-b718-de659d7bc8df), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:36.339747 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-d71a8af6-58f2-4897-9dbc-3d8e5e9e1d14 req-687ce0fb-7cdc-4de0-8717-4648be1adee8 tempest-DeleteServersAdminTestJSON-1280115604 tempest-DeleteServersAdminTestJSON-1280115604-project-admin] Calling delete_port for 8fa8c1ec-b978-441f-b718-de659d7bc8df owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:06:36.346561 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f8e6b-d056-43d5-832c-ca0dc6c43a86 req-4c7f3dc7-a0d9-4acc-809f-ba29b91c665a tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:36.348442 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d0f8e6b-d056-43d5-832c-ca0dc6c43a86 req-4c7f3dc7-a0d9-4acc-809f-ba29b91c665a tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.13 "GET /v2.0/ports?device_id=c450bd79-3287-4a5d-9d69-4b5b2eb78c6b HTTP/1.1" status: 200 len: 943 time: 0.1798775 Feb 28 20:06:36.351977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-4caf0b1a-a999-4b87-84a0-042da9c35251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:36.353399 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-4caf0b1a-a999-4b87-84a0-042da9c35251 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46baf94fa2dc4c988092c5c44b04168d&device_id=c450bd79-3287-4a5d-9d69-4b5b2eb78c6b HTTP/1.1" status: 200 len: 1126 time: 0.1353354 Feb 28 20:06:36.371032 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba10e44-0c16-45a3-a73f-e8cfc5fa12be req-1e1cbf8a-be96-49e8-8f91-2a55b645b54e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:36.372694 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ba10e44-0c16-45a3-a73f-e8cfc5fa12be req-1e1cbf8a-be96-49e8-8f91-2a55b645b54e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 946 time: 0.1860301 Feb 28 20:06:36.436370 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-6d47300b-ec13-4b0a-bf4f-7348912457fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64e0ca62-1662-4957-9060-931a2811c1bb HTTP/1.1" status: 200 len: 217 time: 0.0615208 Feb 28 20:06:36.515509 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ba10e44-0c16-45a3-a73f-e8cfc5fa12be req-67795833-9de6-4c25-9a57-eaee3e3dd12c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340697 Feb 28 20:06:36.540416 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d0f8e6b-d056-43d5-832c-ca0dc6c43a86 req-c0f3d3f7-a004-40b2-86fb-5723a654d1d4 tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.13 "GET /v2.0/security-groups?id=02404753-2d93-4cda-a2e2-0cd613321f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665635 Feb 28 20:06:36.552655 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-42615b82-4dd3-4a84-a3ea-c2fff1b48483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:36.560582 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-42615b82-4dd3-4a84-a3ea-c2fff1b48483 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f1241dc-2f11-486e-8b12-6e82ec44eb39 HTTP/1.1" status: 200 len: 855 time: 0.1043599 Feb 28 20:06:36.605075 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d71a8af6-58f2-4897-9dbc-3d8e5e9e1d14 req-687ce0fb-7cdc-4de0-8717-4648be1adee8 tempest-DeleteServersAdminTestJSON-1280115604 tempest-DeleteServersAdminTestJSON-1280115604-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (8fa8c1ec-b978-441f-b718-de659d7bc8df), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:36.627115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['8fa8c1ec-b978-441f-b718-de659d7bc8df'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:06:36.749376 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71a8af6-58f2-4897-9dbc-3d8e5e9e1d14 req-687ce0fb-7cdc-4de0-8717-4648be1adee8 tempest-DeleteServersAdminTestJSON-1280115604 tempest-DeleteServersAdminTestJSON-1280115604-project-admin] No DVR routers for this DVR port 8fa8c1ec-b978-441f-b718-de659d7bc8df on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:06:36.750855 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ce0fb-7cdc-4de0-8717-4648be1adee8 tempest-DeleteServersAdminTestJSON-1280115604 tempest-DeleteServersAdminTestJSON-1280115604-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fa8c1ec-b978-441f-b718-de659d7bc8df,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:36.755154 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d71a8af6-58f2-4897-9dbc-3d8e5e9e1d14 req-687ce0fb-7cdc-4de0-8717-4648be1adee8 tempest-DeleteServersAdminTestJSON-1280115604 tempest-DeleteServersAdminTestJSON-1280115604-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:36.760490 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d71a8af6-58f2-4897-9dbc-3d8e5e9e1d14 req-687ce0fb-7cdc-4de0-8717-4648be1adee8 tempest-DeleteServersAdminTestJSON-1280115604 tempest-DeleteServersAdminTestJSON-1280115604-project-admin] 10.222.0.15 "DELETE /v2.0/ports/8fa8c1ec-b978-441f-b718-de659d7bc8df HTTP/1.1" status: 204 len: 173 time: 0.7895696 Feb 28 20:06:36.761135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344909d4-72ba-40e5-aec4-3279b6309979', 'name': 'network-vif-deleted', 'tag': '8fa8c1ec-b978-441f-b718-de659d7bc8df'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:36.767857 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dd47de-33a2-4a69-99d7-102c4a232dd7" -d '{"events": [{"server_uuid": "344909d4-72ba-40e5-aec4-3279b6309979", "name": "network-vif-deleted", "tag": "8fa8c1ec-b978-441f-b718-de659d7bc8df"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:36.926844 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9e9c3e-5d94-400a-946c-0c2aa7f2e093 x-openstack-request-id: req-af9e9c3e-5d94-400a-946c-0c2aa7f2e093 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:36.927381 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344909d4-72ba-40e5-aec4-3279b6309979", "name": "network-vif-deleted", "tag": "8fa8c1ec-b978-441f-b718-de659d7bc8df", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:36.927821 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af9e9c3e-5d94-400a-946c-0c2aa7f2e093 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:36.928374 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344909d4-72ba-40e5-aec4-3279b6309979', 'name': 'network-vif-deleted', 'tag': '8fa8c1ec-b978-441f-b718-de659d7bc8df', 'status': 'completed', 'code': 200} Feb 28 20:06:37.058872 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-bf7295f4-99ef-455d-940d-733a8a6131e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1570eae-34d3-42eb-853d-17abcb02effa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4913769 Feb 28 20:06:37.131559 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d12cc57-38c1-449f-81bc-2eb56199d3ea req-4825bf43-145d-48a9-9279-43430b33e7a3 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=344909d4-72ba-40e5-aec4-3279b6309979 HTTP/1.1" status: 200 len: 210 time: 0.0826571 Feb 28 20:06:37.215137 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-aa4800e8-1d1f-4b21-b905-b3f697bc8a04 service neutron] 10.222.0.15 "GET /v2.0/networks/d1570eae-34d3-42eb-853d-17abcb02effa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129439 Feb 28 20:06:37.378014 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e6c6d8a-1600-4490-90d7-ede66dde6f7f req-4fec939b-ad5a-461e-ab44-4e3f929077a4 service neutron] 10.222.0.15 "GET /v2.0/networks/d1570eae-34d3-42eb-853d-17abcb02effa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535995 Feb 28 20:06:37.614565 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af7e81-38f3-4dc1-b656-5e978635257f req-4ec36356-64b0-4361-8864-1a16237f27eb tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:37.619390 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7af7e81-38f3-4dc1-b656-5e978635257f req-4ec36356-64b0-4361-8864-1a16237f27eb tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3856e275-da99-4776-92d5-c84bfa43a7c3 HTTP/1.1" status: 200 len: 949 time: 0.0994623 Feb 28 20:06:37.685269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7af7e81-38f3-4dc1-b656-5e978635257f req-d4a29bb5-ff93-426b-ba10-560cba168d13 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610833 Feb 28 20:06:37.850661 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc67e49-a770-412e-8a6f-d190ac508885 req-0d61e3c4-687c-4d7b-adf6-2b750eed0add tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:37.852258 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9fc67e49-a770-412e-8a6f-d190ac508885 req-0d61e3c4-687c-4d7b-adf6-2b750eed0add tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.13 "GET /v2.0/ports?device_id=c450bd79-3287-4a5d-9d69-4b5b2eb78c6b HTTP/1.1" status: 200 len: 943 time: 0.0942209 Feb 28 20:06:37.874037 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a75831-06ee-4f9f-a32c-7bb4329751ec req-331d8a57-b0a0-4a4c-b6ed-c36c29fa1ea5 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:37.875611 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97a75831-06ee-4f9f-a32c-7bb4329751ec req-331d8a57-b0a0-4a4c-b6ed-c36c29fa1ea5 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 946 time: 0.1012735 Feb 28 20:06:37.945003 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9fc67e49-a770-412e-8a6f-d190ac508885 req-b865c445-747f-4a7c-b17d-5cf0ab90907a tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.13 "GET /v2.0/security-groups?id=02404753-2d93-4cda-a2e2-0cd613321f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848887 Feb 28 20:06:37.953065 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97a75831-06ee-4f9f-a32c-7bb4329751ec req-1b64ad37-2d1f-4a2e-8752-73445dd12503 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691552 Feb 28 20:06:38.083436 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c450bd79-3287-4a5d-9d69-4b5b2eb78c6b', 'tag': '64e0ca62-1662-4957-9060-931a2811c1bb'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:38.085689 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa0c498-42cf-41b1-bbee-82cda8b8f277" -d '{"events": [{"name": "network-changed", "server_uuid": "c450bd79-3287-4a5d-9d69-4b5b2eb78c6b", "tag": "64e0ca62-1662-4957-9060-931a2811c1bb"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:38.129024 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a202d-ed28-4c3d-ba2b-3de56c7b19d7 req-7155f8d7-7980-4f20-a86e-b3fe74b3f4ea tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:38.130573 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d98a202d-ed28-4c3d-ba2b-3de56c7b19d7 req-7155f8d7-7980-4f20-a86e-b3fe74b3f4ea tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 1133 time: 0.0899787 Feb 28 20:06:38.137070 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b85e8e-41ff-4602-af40-de1c9872b0da req-93944c3f-c482-4dea-83fe-15534ceee050 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:38.138687 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-88b85e8e-41ff-4602-af40-de1c9872b0da req-93944c3f-c482-4dea-83fe-15534ceee050 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 1129 time: 0.0652919 Feb 28 20:06:38.208957 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d98a202d-ed28-4c3d-ba2b-3de56c7b19d7 req-e9a5b56b-6d19-4538-9fb7-88cd8dbee0bf tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693491 Feb 28 20:06:38.216054 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-88b85e8e-41ff-4602-af40-de1c9872b0da req-898d4960-c5f6-4211-9db2-83a0bcf6d376 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693617 Feb 28 20:06:38.288063 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f588301-1c4e-4223-83f0-33a08ee4db6f x-openstack-request-id: req-5f588301-1c4e-4223-83f0-33a08ee4db6f {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:38.288632 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c450bd79-3287-4a5d-9d69-4b5b2eb78c6b", "tag": "64e0ca62-1662-4957-9060-931a2811c1bb", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:38.288963 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f588301-1c4e-4223-83f0-33a08ee4db6f {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:38.289472 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c450bd79-3287-4a5d-9d69-4b5b2eb78c6b', 'tag': '64e0ca62-1662-4957-9060-931a2811c1bb', 'status': 'completed', 'code': 200} Feb 28 20:06:38.453520 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0c498-42cf-41b1-bbee-82cda8b8f277 req-75d7c6e3-a550-4550-aa24-5fac58d68fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:38.455070 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aaa0c498-42cf-41b1-bbee-82cda8b8f277 req-75d7c6e3-a550-4550-aa24-5fac58d68fde service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46baf94fa2dc4c988092c5c44b04168d&device_id=c450bd79-3287-4a5d-9d69-4b5b2eb78c6b HTTP/1.1" status: 200 len: 1126 time: 0.1379714 Feb 28 20:06:38.545067 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f4308-2336-47b8-88fc-56c3ec702cc9 req-eff9f297-e7f8-4087-bbae-c4284eed35ef tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:38.546619 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-552f4308-2336-47b8-88fc-56c3ec702cc9 req-eff9f297-e7f8-4087-bbae-c4284eed35ef tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 1129 time: 0.1701214 Feb 28 20:06:38.550405 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8213e33-47a1-414e-b2d4-cb406b31b6bb req-d0d9038b-6f83-4874-a983-264cc6757fed tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:38.551935 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f8213e33-47a1-414e-b2d4-cb406b31b6bb req-d0d9038b-6f83-4874-a983-264cc6757fed tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 1133 time: 0.1608062 Feb 28 20:06:38.612117 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0c498-42cf-41b1-bbee-82cda8b8f277 req-46bf914b-d62d-446c-a840-077f5146ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:38.613732 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aaa0c498-42cf-41b1-bbee-82cda8b8f277 req-46bf914b-d62d-446c-a840-077f5146ce81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1570eae-34d3-42eb-853d-17abcb02effa HTTP/1.1" status: 200 len: 915 time: 0.1515751 Feb 28 20:06:38.682765 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aaa0c498-42cf-41b1-bbee-82cda8b8f277 req-7a6db37b-ab0f-4fc1-b66b-4e9f1f425656 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64e0ca62-1662-4957-9060-931a2811c1bb HTTP/1.1" status: 200 len: 217 time: 0.0598986 Feb 28 20:06:38.687874 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-552f4308-2336-47b8-88fc-56c3ec702cc9 req-2fc35dc4-abee-4f3a-9ed2-539fc20a7f06 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305699 Feb 28 20:06:38.700664 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f8213e33-47a1-414e-b2d4-cb406b31b6bb req-21f5a659-72c2-4de9-9f4f-704fb76704cb tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352501 Feb 28 20:06:38.780062 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0c498-42cf-41b1-bbee-82cda8b8f277 req-73052e98-936d-49b2-8487-c114651e66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:38.782487 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aaa0c498-42cf-41b1-bbee-82cda8b8f277 req-73052e98-936d-49b2-8487-c114651e66e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f1241dc-2f11-486e-8b12-6e82ec44eb39 HTTP/1.1" status: 200 len: 855 time: 0.0932379 Feb 28 20:06:38.844829 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aaa0c498-42cf-41b1-bbee-82cda8b8f277 req-3457b23d-b4d3-4425-a608-89d6c29a77af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1570eae-34d3-42eb-853d-17abcb02effa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531681 Feb 28 20:06:38.865927 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-48c3e62f-dc8e-46b3-9d07-3959d66448b1 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c0db63c9b2b849cb926b119c876969b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571942 Feb 28 20:06:38.897756 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device cbb063ae-ea63-4656-a162-c7c542fe40d5 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:06:38.933422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: cbb063ae-ea63-4656-a162-c7c542fe40d5 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:06:38.933996 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device cbb063ae-ea63-4656-a162-c7c542fe40d5 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:06:39.088353 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aaa0c498-42cf-41b1-bbee-82cda8b8f277 req-aa403b43-4655-4b2a-a33a-2d4019116a32 service neutron] 10.222.0.15 "GET /v2.0/networks/d1570eae-34d3-42eb-853d-17abcb02effa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310169 Feb 28 20:06:39.135883 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-ee26e268-1c99-4a7f-96cb-e4eeeff38bef tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:39.137598 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-ee26e268-1c99-4a7f-96cb-e4eeeff38bef tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2533727 Feb 28 20:06:39.161133 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733eef0-286b-48bc-80d4-0e021d603f43 req-4745ad34-76ac-47e7-95db-618b27690471 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:39.163612 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9733eef0-286b-48bc-80d4-0e021d603f43 req-4745ad34-76ac-47e7-95db-618b27690471 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3856e275-da99-4776-92d5-c84bfa43a7c3 HTTP/1.1" status: 200 len: 949 time: 0.2351842 Feb 28 20:06:39.210368 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39608) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:39.218315 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-dfab8f30-0bb5-4aa6-bd15-949ddb31464e tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/quotas/c0db63c9b2b849cb926b119c876969b4 HTTP/1.1" status: 200 len: 375 time: 0.0712595 Feb 28 20:06:39.279685 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-5c083a10-8916-4f4b-8ce2-ab17809d0fa6 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0db63c9b2b849cb926b119c876969b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460353 Feb 28 20:06:39.329847 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9733eef0-286b-48bc-80d4-0e021d603f43 req-799bdecf-e7e1-4981-a66f-6e9219e236b7 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499264 Feb 28 20:06:39.339402 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aaa0c498-42cf-41b1-bbee-82cda8b8f277 req-240ce0a7-05bf-411d-9396-84f4326c5202 service neutron] 10.222.0.15 "GET /v2.0/networks/d1570eae-34d3-42eb-853d-17abcb02effa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396176 Feb 28 20:06:39.346160 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab5a6bc1-1b52-4705-8c47-b40f65fcc5ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:39.740109 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab5a6bc1-1b52-4705-8c47-b40f65fcc5ba admin admin] Publish callbacks [] for security_group (8799700c-e66d-4f04-9eb0-9fe889dc68e9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:39.746711 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab5a6bc1-1b52-4705-8c47-b40f65fcc5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8799700c-e66d-4f04-9eb0-9fe889dc68e9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:39.796898 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ab5a6bc1-1b52-4705-8c47-b40f65fcc5ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=509b6d9a497043acaf9ed1e04ca03581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5849943 Feb 28 20:06:39.799643 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39624) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:39.809524 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a6bc1-1b52-4705-8c47-b40f65fcc5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8799700c-e66d-4f04-9eb0-9fe889dc68e9,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:39.877840 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf369798-a656-4164-bedd-936a5cd07099 req-a1d1e3fd-5e8a-40b8-b7a5-ba70accb17d2 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:39.880848 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cf369798-a656-4164-bedd-936a5cd07099 req-a1d1e3fd-5e8a-40b8-b7a5-ba70accb17d2 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.10 "GET /v2.0/ports?device_id=3856e275-da99-4776-92d5-c84bfa43a7c3 HTTP/1.1" status: 200 len: 949 time: 0.1634760 Feb 28 20:06:39.912292 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c4e84c6-eebf-4e56-bfc3-a5e6e3d244e2 admin admin] Publish callbacks [] for security_group (8799700c-e66d-4f04-9eb0-9fe889dc68e9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:39.931967 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-41eafc4b-162b-4066-ab02-c1dbfa363354 req-467020f9-9675-42fb-a01f-e39bda83e1ce tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=342e80ad-bb4f-408a-8aa5-a0f83ad6f505 HTTP/1.1" status: 200 len: 210 time: 0.0737052 Feb 28 20:06:39.996844 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c4e84c6-eebf-4e56-bfc3-a5e6e3d244e2 admin admin] Publish callbacks [] for security_group (8799700c-e66d-4f04-9eb0-9fe889dc68e9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:40.099340 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c4e84c6-eebf-4e56-bfc3-a5e6e3d244e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8799700c-e66d-4f04-9eb0-9fe889dc68e9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:40.102640 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c4e84c6-eebf-4e56-bfc3-a5e6e3d244e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:40.104194 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4c4e84c6-eebf-4e56-bfc3-a5e6e3d244e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8799700c-e66d-4f04-9eb0-9fe889dc68e9 HTTP/1.1" status: 204 len: 168 time: 0.3029151 Feb 28 20:06:40.125002 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e84c6-eebf-4e56-bfc3-a5e6e3d244e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8799700c-e66d-4f04-9eb0-9fe889dc68e9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:40.192022 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 64e0ca62-1662-4957-9060-931a2811c1bb details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:06:40.240821 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-cf369798-a656-4164-bedd-936a5cd07099 req-252c0229-bd40-46fa-9ac1-9c5f1b51233a tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Deleting port b47e37ce-819c-44ba-aefc-d056c0991b0b {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:06:40.241378 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cf369798-a656-4164-bedd-936a5cd07099 req-252c0229-bd40-46fa-9ac1-9c5f1b51233a tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b47e37ce-819c-44ba-aefc-d056c0991b0b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:40.263194 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ba2b3-d92f-4bd6-a5cc-dc7b136fc9ec req-8789b103-da2f-4249-a983-e9d349adc504 tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:40.274534 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-299ba2b3-d92f-4bd6-a5cc-dc7b136fc9ec req-8789b103-da2f-4249-a983-e9d349adc504 tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.13 "GET /v2.0/ports?device_id=c450bd79-3287-4a5d-9d69-4b5b2eb78c6b HTTP/1.1" status: 200 len: 943 time: 0.2317400 Feb 28 20:06:40.318355 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8fa8c1ec-b978-441f-b718-de659d7bc8df no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:06:40.369471 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 8fa8c1ec-b978-441f-b718-de659d7bc8df {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:06:40.370894 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8fa8c1ec-b978-441f-b718-de659d7bc8df not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:06:40.436395 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 64e0ca62-1662-4957-9060-931a2811c1bb, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=64e0ca62-1662-4957-9060-931a2811c1bb,segment=NetworkSegment(ab6337d1-9867-4b87-a500-dcc7028827cf),segment_id=ab6337d1-9867-4b87-a500-dcc7028827cf)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:40.450627 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-cf369798-a656-4164-bedd-936a5cd07099 req-252c0229-bd40-46fa-9ac1-9c5f1b51233a tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] For port b47e37ce-819c-44ba-aefc-d056c0991b0b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=b47e37ce-819c-44ba-aefc-d056c0991b0b,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:40.451021 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cf369798-a656-4164-bedd-936a5cd07099 req-252c0229-bd40-46fa-9ac1-9c5f1b51233a tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b47e37ce-819c-44ba-aefc-d056c0991b0b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:40.470078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '64e0ca62-1662-4957-9060-931a2811c1bb', 'network_id': 'd1570eae-34d3-42eb-853d-17abcb02effa', 'port_id': '64e0ca62-1662-4957-9060-931a2811c1bb', 'mac_address': 'fa:16:3e:76:09:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1241dc-2f11-486e-8b12-6e82ec44eb39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:06:40.473911 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-cf369798-a656-4164-bedd-936a5cd07099 req-252c0229-bd40-46fa-9ac1-9c5f1b51233a tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Calling delete_port for b47e37ce-819c-44ba-aefc-d056c0991b0b owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:06:40.496342 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-299ba2b3-d92f-4bd6-a5cc-dc7b136fc9ec req-759918f0-ee61-4232-a704-26bad8c23fae tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.13 "GET /v2.0/security-groups?id=02404753-2d93-4cda-a2e2-0cd613321f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214732 Feb 28 20:06:40.547351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39640) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:40.572797 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 64e0ca62-1662-4957-9060-931a2811c1bb is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:40.578255 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (64e0ca62-1662-4957-9060-931a2811c1bb), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:40.581414 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d4e643f9-df60-4747-86dd-d21ee2c9a87f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:40.602260 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e0ca62-1662-4957-9060-931a2811c1bb {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:06:40.637234 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 64e0ca62-1662-4957-9060-931a2811c1bb, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=64e0ca62-1662-4957-9060-931a2811c1bb,segment=NetworkSegment(ab6337d1-9867-4b87-a500-dcc7028827cf),segment_id=ab6337d1-9867-4b87-a500-dcc7028827cf)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:40.647790 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (64e0ca62-1662-4957-9060-931a2811c1bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:40.702164 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0342-b48d-4198-8e2f-1ecac97bfc42 req-ee03a47e-7998-4d4c-9c00-b9596eeb708a tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:40.703574 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d98c0342-b48d-4198-8e2f-1ecac97bfc42 req-ee03a47e-7998-4d4c-9c00-b9596eeb708a tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 1129 time: 0.2323146 Feb 28 20:06:40.741084 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d4e643f9-df60-4747-86dd-d21ee2c9a87f admin admin] Publish callbacks [] for security_group (3ded3ac9-34b7-498e-972c-8387adff117d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:40.746963 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d4e643f9-df60-4747-86dd-d21ee2c9a87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3ded3ac9-34b7-498e-972c-8387adff117d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:40.762015 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc9a44-1e79-4a4a-b566-0934020a8154 req-55e7bec9-5e93-436b-a349-204c8c6c1c69 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:40.763258 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=64e0ca62-1662-4957-9060-931a2811c1bb,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:40.763984 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-90bc9a44-1e79-4a4a-b566-0934020a8154 req-55e7bec9-5e93-436b-a349-204c8c6c1c69 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3856e275-da99-4776-92d5-c84bfa43a7c3 HTTP/1.1" status: 200 len: 949 time: 0.1349730 Feb 28 20:06:40.827994 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d4e643f9-df60-4747-86dd-d21ee2c9a87f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d9f57d1ae1a416ca7ba180e56cbfa02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769201 Feb 28 20:06:40.828939 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e643f9-df60-4747-86dd-d21ee2c9a87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ded3ac9-34b7-498e-972c-8387adff117d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:40.831314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39644) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:40.845361 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d98c0342-b48d-4198-8e2f-1ecac97bfc42 req-d9b97f8b-2286-4265-a496-4fd34910b875 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286721 Feb 28 20:06:40.889842 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['64e0ca62-1662-4957-9060-931a2811c1bb'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:06:40.910127 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-90bc9a44-1e79-4a4a-b566-0934020a8154 req-1a4a0de3-3086-49dd-835f-850c9d8d4071 tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.13 "GET /v2.0/security-groups?id=230b21dc-9dd4-419d-bc63-4560e3d5350a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328297 Feb 28 20:06:40.912200 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cf369798-a656-4164-bedd-936a5cd07099 req-252c0229-bd40-46fa-9ac1-9c5f1b51233a tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (b47e37ce-819c-44ba-aefc-d056c0991b0b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:40.918417 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-246d476e-d210-4f47-98cd-1a857c805a30 admin admin] Publish callbacks [] for security_group (3ded3ac9-34b7-498e-972c-8387adff117d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:40.947671 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-246d476e-d210-4f47-98cd-1a857c805a30 admin admin] Publish callbacks [] for security_group (3ded3ac9-34b7-498e-972c-8387adff117d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:41.007394 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['b47e37ce-819c-44ba-aefc-d056c0991b0b'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:06:41.014249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c0229-bd40-46fa-9ac1-9c5f1b51233a tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Pushing event deleted for resources: {'Port': ['ID=b47e37ce-819c-44ba-aefc-d056c0991b0b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:41.054806 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-246d476e-d210-4f47-98cd-1a857c805a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3ded3ac9-34b7-498e-972c-8387adff117d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:41.058805 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-246d476e-d210-4f47-98cd-1a857c805a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:41.070445 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-246d476e-d210-4f47-98cd-1a857c805a30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ded3ac9-34b7-498e-972c-8387adff117d HTTP/1.1" status: 204 len: 168 time: 0.2380311 Feb 28 20:06:41.090642 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d476e-d210-4f47-98cd-1a857c805a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ded3ac9-34b7-498e-972c-8387adff117d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:41.144258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf369798-a656-4164-bedd-936a5cd07099 req-252c0229-bd40-46fa-9ac1-9c5f1b51233a tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] No DVR routers for this DVR port b47e37ce-819c-44ba-aefc-d056c0991b0b on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:06:41.151384 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cf369798-a656-4164-bedd-936a5cd07099 req-252c0229-bd40-46fa-9ac1-9c5f1b51233a tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:41.169307 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cf369798-a656-4164-bedd-936a5cd07099 req-252c0229-bd40-46fa-9ac1-9c5f1b51233a tempest-ServersAdminNegativeTestJSON-1801878117 tempest-ServersAdminNegativeTestJSON-1801878117-project] 10.222.0.10 "DELETE /v2.0/ports/b47e37ce-819c-44ba-aefc-d056c0991b0b HTTP/1.1" status: 204 len: 173 time: 1.2676990 Feb 28 20:06:41.192640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3856e275-da99-4776-92d5-c84bfa43a7c3', 'name': 'network-vif-deleted', 'tag': 'b47e37ce-819c-44ba-aefc-d056c0991b0b'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:41.197501 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adadff2b-a126-4e7e-9b11-becdd8e5924c" -d '{"events": [{"server_uuid": "3856e275-da99-4776-92d5-c84bfa43a7c3", "name": "network-vif-deleted", "tag": "b47e37ce-819c-44ba-aefc-d056c0991b0b"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:41.264627 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-47e0ba61-6606-46db-91ff-a1606d7592af tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c0db63c9b2b849cb926b119c876969b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1220076 Feb 28 20:06:41.628217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-20dc96bc-20da-413b-a15e-f54c738e6b17 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:41.629820 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-20dc96bc-20da-413b-a15e-f54c738e6b17 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3600266 Feb 28 20:06:41.643859 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-a8e39f4a-deca-4f3c-b2b8-7417db779982 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Request body: {'port': {'device_id': '342e80ad-bb4f-408a-8aa5-a0f83ad6f505', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'c0db63c9b2b849cb926b119c876969b4'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:41.831901 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-a8e39f4a-deca-4f3c-b2b8-7417db779982 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Made reservation on behalf of c0db63c9b2b849cb926b119c876969b4 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:06:41.835852 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-a8e39f4a-deca-4f3c-b2b8-7417db779982 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:41.936407 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0716878d-cc63-41e8-997a-dca10bbfc561 req-6359c312-3c80-4882-93d8-f05b69ee0e17 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=342e80ad-bb4f-408a-8aa5-a0f83ad6f505 HTTP/1.1" status: 200 len: 210 time: 0.0405169 Feb 28 20:06:42.074284 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-a8e39f4a-deca-4f3c-b2b8-7417db779982 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Allocated IP 192.168.233.83 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/fabdc98e-c94e-46f4-a7c2-6e7884a3c899) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:06:42.166190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 64e0ca62-1662-4957-9060-931a2811c1bb up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:06:42.273105 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 64e0ca62-1662-4957-9060-931a2811c1bb completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:06:42.278910 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 64e0ca62-1662-4957-9060-931a2811c1bb triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:06:42.279290 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (64e0ca62-1662-4957-9060-931a2811c1bb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:42.436705 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-a8e39f4a-deca-4f3c-b2b8-7417db779982 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Publish callbacks [] for port (fabdc98e-c94e-46f4-a7c2-6e7884a3c899), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:42.452043 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fa7dab-b8be-483c-a95d-303c81c6b4fd x-openstack-request-id: req-f3fa7dab-b8be-483c-a95d-303c81c6b4fd {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:42.456218 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3856e275-da99-4776-92d5-c84bfa43a7c3", "name": "network-vif-deleted", "tag": "b47e37ce-819c-44ba-aefc-d056c0991b0b", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:42.456642 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3fa7dab-b8be-483c-a95d-303c81c6b4fd {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:42.457067 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3856e275-da99-4776-92d5-c84bfa43a7c3', 'name': 'network-vif-deleted', 'tag': 'b47e37ce-819c-44ba-aefc-d056c0991b0b', 'status': 'completed', 'code': 200} Feb 28 20:06:42.505322 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 64e0ca62-1662-4957-9060-931a2811c1bb is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:42.505862 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (64e0ca62-1662-4957-9060-931a2811c1bb), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:42.507391 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-a8e39f4a-deca-4f3c-b2b8-7417db779982 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (fabdc98e-c94e-46f4-a7c2-6e7884a3c899), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:42.552973 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c450bd79-3287-4a5d-9d69-4b5b2eb78c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e0ca62-1662-4957-9060-931a2811c1bb'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:42.555512 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963aba6a-fe42-481b-9bc1-7b60ad843493" -d '{"events": [{"server_uuid": "c450bd79-3287-4a5d-9d69-4b5b2eb78c6b", "name": "network-vif-plugged", "status": "completed", "tag": "64e0ca62-1662-4957-9060-931a2811c1bb"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:42.572496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 64e0ca62-1662-4957-9060-931a2811c1bb, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=64e0ca62-1662-4957-9060-931a2811c1bb,segment=NetworkSegment(ab6337d1-9867-4b87-a500-dcc7028827cf),segment_id=ab6337d1-9867-4b87-a500-dcc7028827cf)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:42.579823 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (64e0ca62-1662-4957-9060-931a2811c1bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:42.592890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e39f4a-deca-4f3c-b2b8-7417db779982 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Pushing event updated for resources: {'Port': ['ID=fabdc98e-c94e-46f4-a7c2-6e7884a3c899,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:42.660418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-a8e39f4a-deca-4f3c-b2b8-7417db779982 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:06:42.664884 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=64e0ca62-1662-4957-9060-931a2811c1bb,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:42.673473 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-a8e39f4a-deca-4f3c-b2b8-7417db779982 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:06:42.679656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-a8e39f4a-deca-4f3c-b2b8-7417db779982 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:06:42.726430 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6c336-b56f-4ee3-b747-18aa0ea76763 req-ffc7f03a-c5c6-436f-a478-7f2393d90d7b tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:42.734814 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4ab6c336-b56f-4ee3-b747-18aa0ea76763 req-ffc7f03a-c5c6-436f-a478-7f2393d90d7b tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.13 "GET /v2.0/ports?device_id=c450bd79-3287-4a5d-9d69-4b5b2eb78c6b HTTP/1.1" status: 200 len: 945 time: 0.1424270 Feb 28 20:06:42.799954 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-a8e39f4a-deca-4f3c-b2b8-7417db779982 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:42.800632 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-a8e39f4a-deca-4f3c-b2b8-7417db779982 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:42.840527 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4ab6c336-b56f-4ee3-b747-18aa0ea76763 req-3cb73223-915e-412f-bb94-70d6d8fb6ac0 tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.13 "GET /v2.0/security-groups?id=02404753-2d93-4cda-a2e2-0cd613321f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043451 Feb 28 20:06:42.846084 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-a8e39f4a-deca-4f3c-b2b8-7417db779982 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2076716 Feb 28 20:06:42.867666 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] Request body: {'port': {'device_id': '342e80ad-bb4f-408a-8aa5-a0f83ad6f505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:42.917947 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device b47e37ce-819c-44ba-aefc-d056c0991b0b no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:06:43.000211 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: b47e37ce-819c-44ba-aefc-d056c0991b0b {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:06:43.005078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device b47e37ce-819c-44ba-aefc-d056c0991b0b not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:06:43.038240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-bda71cfc-be94-41ba-8d6f-8bc6bc2ae55e None None] Provisioning complete for port fabdc98e-c94e-46f4-a7c2-6e7884a3c899 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:06:43.038634 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bda71cfc-be94-41ba-8d6f-8bc6bc2ae55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fabdc98e-c94e-46f4-a7c2-6e7884a3c899), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:43.060338 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fabdc98e-c94e-46f4-a7c2-6e7884a3c899), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:43.080069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-bda71cfc-be94-41ba-8d6f-8bc6bc2ae55e None None] Port fabdc98e-c94e-46f4-a7c2-6e7884a3c899 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:06:43.571984 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39746) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:43.580355 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d0f33-0c06-464a-9be1-36a12f9007f5 req-183e1224-775f-4b39-837b-e092b56cdc30 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:43.581854 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-034d0f33-0c06-464a-9be1-36a12f9007f5 req-183e1224-775f-4b39-837b-e092b56cdc30 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.4367008 Feb 28 20:06:43.619827 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39752) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:43.701561 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-034d0f33-0c06-464a-9be1-36a12f9007f5 req-c24b2d4a-0354-45f1-bf78-6691e901cf56 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027772 Feb 28 20:06:43.798681 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fd4d3c-acf8-4e30-bd6b-117365b0272d x-openstack-request-id: req-b6fd4d3c-acf8-4e30-bd6b-117365b0272d {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:43.799687 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c450bd79-3287-4a5d-9d69-4b5b2eb78c6b", "name": "network-vif-plugged", "status": "completed", "tag": "64e0ca62-1662-4957-9060-931a2811c1bb", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:43.803116 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6fd4d3c-acf8-4e30-bd6b-117365b0272d {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:43.805046 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c450bd79-3287-4a5d-9d69-4b5b2eb78c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e0ca62-1662-4957-9060-931a2811c1bb', 'code': 200} Feb 28 20:06:43.808407 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fabdc98e-c94e-46f4-a7c2-6e7884a3c899 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:06:43.828680 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] Publish callbacks [] for port (fabdc98e-c94e-46f4-a7c2-6e7884a3c899), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:43.865948 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] Transition to ACTIVE for port object fabdc98e-c94e-46f4-a7c2-6e7884a3c899 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:06:43.872055 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (fabdc98e-c94e-46f4-a7c2-6e7884a3c899), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:44.037370 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7740bfa0-aa17-40f6-8f76-5a13251bb200 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22e52380129547bbadea6115767706f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4113696 Feb 28 20:06:44.039581 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39762) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:44.046819 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-084e5871-2a1e-4502-a772-ab470d6ceb44 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:06:44.056638 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-084e5871-2a1e-4502-a772-ab470d6ceb44 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4793704 Feb 28 20:06:44.085822 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] Pushing event updated for resources: {'Port': ['ID=fabdc98e-c94e-46f4-a7c2-6e7884a3c899,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:44.098474 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7c6d9-fc7d-4ef2-b531-28ab6e978088 req-88133689-e720-4df2-9c4e-5892e6217c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:44.106003 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4ba7c6d9-fc7d-4ef2-b531-28ab6e978088 req-88133689-e720-4df2-9c4e-5892e6217c01 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c450bd79-3287-4a5d-9d69-4b5b2eb78c6b HTTP/1.1" status: 200 len: 1128 time: 0.2052443 Feb 28 20:06:44.178790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] Attempting to bind port fabdc98e-c94e-46f4-a7c2-6e7884a3c899 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:06:44.179137 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] Attempting to bind port fabdc98e-c94e-46f4-a7c2-6e7884a3c899 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:06:44.179525 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] Attempting to bind port fabdc98e-c94e-46f4-a7c2-6e7884a3c899 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:06:44.188452 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] Port fabdc98e-c94e-46f4-a7c2-6e7884a3c899 on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:06:44.188943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] Attempting to bind port fabdc98e-c94e-46f4-a7c2-6e7884a3c899 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:06:44.207781 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798fe6f-0fb1-44e2-bc32-0d2daca72959 req-3fcc4305-3568-465e-a71a-e68c04b976a1 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:44.210017 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6798fe6f-0fb1-44e2-bc32-0d2daca72959 req-3fcc4305-3568-465e-a71a-e68c04b976a1 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=342e80ad-bb4f-408a-8aa5-a0f83ad6f505 HTTP/1.1" status: 200 len: 947 time: 0.2005255 Feb 28 20:06:44.211930 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:06:44.212921 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:06:44.213508 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:06:44.214159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] Bound port: fabdc98e-c94e-46f4-a7c2-6e7884a3c899, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:06:44.214588 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fabdc98e-c94e-46f4-a7c2-6e7884a3c899), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:44.244639 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4ba7c6d9-fc7d-4ef2-b531-28ab6e978088 req-45bac57d-4766-4f37-b21b-09f1ec50564b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=02404753-2d93-4cda-a2e2-0cd613321f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315973 Feb 28 20:06:44.254738 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-110701a8-94ac-481f-b524-1ac4c86d7177 admin admin] Publish callbacks [] for security_group (230b21dc-9dd4-419d-bc63-4560e3d5350a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:44.255539 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42ba1-b188-4057-9623-9c6b58784209 req-61e231e7-2599-4560-99d5-10981a3b0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:44.256812 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-61e231e7-2599-4560-99d5-10981a3b0b25 service neutron] 10.222.0.13 "GET /v2.0/ports/3e6c2f10-e137-4d03-a923-1b61fa0638e5 HTTP/1.1" status: 200 len: 1126 time: 0.1451669 Feb 28 20:06:44.282277 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-aca42ba1-b188-4057-9623-9c6b58784209 req-2fe2a39d-3867-4b79-a172-b03ebc73247a service neutron] Request body: {'binding': {'host': 'n-h2-820368-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:44.283139 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-aca42ba1-b188-4057-9623-9c6b58784209 req-2fe2a39d-3867-4b79-a172-b03ebc73247a service neutron] Unknown quota resources ['binding']. {{(pid=103773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 20:06:44.286928 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-110701a8-94ac-481f-b524-1ac4c86d7177 admin admin] Publish callbacks [] for security_group (230b21dc-9dd4-419d-bc63-4560e3d5350a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:44.330466 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] For port fabdc98e-c94e-46f4-a7c2-6e7884a3c899, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:06:44.337662 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6798fe6f-0fb1-44e2-bc32-0d2daca72959 req-40d777c5-4fc9-49b0-9417-ebbed4504e0e tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067185 Feb 28 20:06:44.341122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] For port fabdc98e-c94e-46f4-a7c2-6e7884a3c899, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=fabdc98e-c94e-46f4-a7c2-6e7884a3c899,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:06:44.366183 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (fabdc98e-c94e-46f4-a7c2-6e7884a3c899), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:44.429724 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:44.430372 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:44.432309 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] 10.222.0.15 "PUT /v2.0/ports/fabdc98e-c94e-46f4-a7c2-6e7884a3c899 HTTP/1.1" status: 200 len: 1096 time: 1.5789263 Feb 28 20:06:44.447669 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-110701a8-94ac-481f-b524-1ac4c86d7177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (230b21dc-9dd4-419d-bc63-4560e3d5350a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:44.453328 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-110701a8-94ac-481f-b524-1ac4c86d7177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:44.455547 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-110701a8-94ac-481f-b524-1ac4c86d7177 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/230b21dc-9dd4-419d-bc63-4560e3d5350a HTTP/1.1" status: 204 len: 168 time: 0.4129698 Feb 28 20:06:44.459958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342e80ad-bb4f-408a-8aa5-a0f83ad6f505', 'tag': 'fabdc98e-c94e-46f4-a7c2-6e7884a3c899'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:44.464802 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eab256a-83b8-4419-859f-6174350fcc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "342e80ad-bb4f-408a-8aa5-a0f83ad6f505", "tag": "fabdc98e-c94e-46f4-a7c2-6e7884a3c899"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:44.550705 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8633e-a7ed-4f36-a7eb-6da86a489502 service neutron] Pushing event updated for resources: {'Port': ['ID=fabdc98e-c94e-46f4-a7c2-6e7884a3c899,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:44.556090 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-aca42ba1-b188-4057-9623-9c6b58784209 req-2fe2a39d-3867-4b79-a172-b03ebc73247a service neutron] Attempting to bind port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 on host n-h2-820368-21 for vnic_type normal with profile None {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:06:44.556536 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-aca42ba1-b188-4057-9623-9c6b58784209 req-2fe2a39d-3867-4b79-a172-b03ebc73247a service neutron] Attempting to bind port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:06:44.556877 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca42ba1-b188-4057-9623-9c6b58784209 req-2fe2a39d-3867-4b79-a172-b03ebc73247a service neutron] Attempting to bind port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:06:44.562695 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca42ba1-b188-4057-9623-9c6b58784209 req-2fe2a39d-3867-4b79-a172-b03ebc73247a service neutron] Port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 on network 7c962902-172c-4834-92e0-74fa9c4b64b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:06:44.563029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca42ba1-b188-4057-9623-9c6b58784209 req-2fe2a39d-3867-4b79-a172-b03ebc73247a service neutron] Attempting to bind port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:06:44.565695 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110701a8-94ac-481f-b524-1ac4c86d7177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230b21dc-9dd4-419d-bc63-4560e3d5350a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:44.573011 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca42ba1-b188-4057-9623-9c6b58784209 req-2fe2a39d-3867-4b79-a172-b03ebc73247a service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:06:44.573704 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca42ba1-b188-4057-9623-9c6b58784209 req-2fe2a39d-3867-4b79-a172-b03ebc73247a service neutron] Checking segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:06:44.574136 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca42ba1-b188-4057-9623-9c6b58784209 req-2fe2a39d-3867-4b79-a172-b03ebc73247a service neutron] Bound using segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:06:44.574555 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-aca42ba1-b188-4057-9623-9c6b58784209 req-2fe2a39d-3867-4b79-a172-b03ebc73247a service neutron] Bound port: 3e6c2f10-e137-4d03-a923-1b61fa0638e5, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:06:44.600971 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-ffed1ae5-4f35-4326-b884-e7d8f98458c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:44.602682 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-ffed1ae5-4f35-4326-b884-e7d8f98458c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0db63c9b2b849cb926b119c876969b4&device_id=342e80ad-bb4f-408a-8aa5-a0f83ad6f505 HTTP/1.1" status: 200 len: 1130 time: 0.1175077 Feb 28 20:06:44.610429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100d34c-198c-4f51-804a-89f7fa125d2b req-5b986b8f-d60f-43b1-b679-37708222a6be tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:44.611988 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8100d34c-198c-4f51-804a-89f7fa125d2b req-5b986b8f-d60f-43b1-b679-37708222a6be tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.13 "GET /v2.0/ports?device_id=c450bd79-3287-4a5d-9d69-4b5b2eb78c6b HTTP/1.1" status: 200 len: 945 time: 0.1285131 Feb 28 20:06:44.658197 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-b5dfb4ac-dc86-4739-8033-4be41d5ae85c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=fabdc98e-c94e-46f4-a7c2-6e7884a3c899 HTTP/1.1" status: 200 len: 217 time: 0.0451224 Feb 28 20:06:44.670455 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-aca42ba1-b188-4057-9623-9c6b58784209 req-2fe2a39d-3867-4b79-a172-b03ebc73247a service neutron] For port 3e6c2f10-e137-4d03-a923-1b61fa0638e5, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=3e6c2f10-e137-4d03-a923-1b61fa0638e5,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:06:44.682876 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-aca42ba1-b188-4057-9623-9c6b58784209 req-2fe2a39d-3867-4b79-a172-b03ebc73247a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:44.694486 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-2fe2a39d-3867-4b79-a172-b03ebc73247a service neutron] 10.222.0.13 "POST /v2.0/ports/3e6c2f10-e137-4d03-a923-1b61fa0638e5/bindings HTTP/1.1" status: 201 len: 390 time: 0.4148455 Feb 28 20:06:44.737154 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8100d34c-198c-4f51-804a-89f7fa125d2b req-2a945665-f4a3-4baa-8ca0-f2b093dd6c71 tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.13 "GET /v2.0/security-groups?id=02404753-2d93-4cda-a2e2-0cd613321f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137707 Feb 28 20:06:44.788728 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-29b12993-edc6-4d75-bc13-16d37d21356e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:44.788728 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-29b12993-edc6-4d75-bc13-16d37d21356e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1201622 Feb 28 20:06:44.886982 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911b4a5d-ebe4-41ff-8863-0554dc830ac8 x-openstack-request-id: req-911b4a5d-ebe4-41ff-8863-0554dc830ac8 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:44.887278 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342e80ad-bb4f-408a-8aa5-a0f83ad6f505", "tag": "fabdc98e-c94e-46f4-a7c2-6e7884a3c899", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:44.887530 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-911b4a5d-ebe4-41ff-8863-0554dc830ac8 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:44.888043 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342e80ad-bb4f-408a-8aa5-a0f83ad6f505', 'tag': 'fabdc98e-c94e-46f4-a7c2-6e7884a3c899', 'status': 'completed', 'code': 200} Feb 28 20:06:44.935131 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-3d0876a4-4ce4-4d76-a08c-871a7103a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:44.936766 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-3d0876a4-4ce4-4d76-a08c-871a7103a759 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1428072 Feb 28 20:06:45.156788 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39788) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:45.246883 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0a8a5de4-a1e1-4ce1-916e-11def5b11b75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2aaabfb757a4f97b5eb3020208674ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0883970 Feb 28 20:06:45.256629 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39792) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:45.285357 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42ba1-b188-4057-9623-9c6b58784209 req-f98b2d61-aa79-40d9-821c-52ce88d91b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:45.287821 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-f98b2d61-aa79-40d9-821c-52ce88d91b36 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 1129 time: 0.2184687 Feb 28 20:06:45.291954 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-8cbe98ac-037a-4a46-90df-66042cd68809 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488483 Feb 28 20:06:45.299302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db0771-0bfd-436c-9416-94799921e294 req-00826882-09e2-4b87-b89b-372e22d50cca tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:45.309125 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77db0771-0bfd-436c-9416-94799921e294 req-00826882-09e2-4b87-b89b-372e22d50cca tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.3462081 Feb 28 20:06:45.374223 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b670b1d-93d6-4767-a28a-ccd193ef0b18 admin admin] Publish callbacks [] for security_group (93a5211e-d5bc-4771-89b4-1254690f2dd0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:45.423008 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b670b1d-93d6-4767-a28a-ccd193ef0b18 admin admin] Publish callbacks [] for security_group (93a5211e-d5bc-4771-89b4-1254690f2dd0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:45.509070 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b670b1d-93d6-4767-a28a-ccd193ef0b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (93a5211e-d5bc-4771-89b4-1254690f2dd0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:45.512958 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b670b1d-93d6-4767-a28a-ccd193ef0b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:45.517989 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4b670b1d-93d6-4767-a28a-ccd193ef0b18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93a5211e-d5bc-4771-89b4-1254690f2dd0 HTTP/1.1" status: 204 len: 168 time: 0.2493157 Feb 28 20:06:45.536918 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b670b1d-93d6-4767-a28a-ccd193ef0b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a5211e-d5bc-4771-89b4-1254690f2dd0,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:45.558745 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77db0771-0bfd-436c-9416-94799921e294 req-8b2fb225-d7d2-45a9-a943-b40ab0874413 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490849 Feb 28 20:06:45.649472 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e27241-9b89-430a-856d-9ece0c1ba026 req-290faca9-9632-4cbf-b6db-5edb938de733 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:45.651342 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60e27241-9b89-430a-856d-9ece0c1ba026 req-290faca9-9632-4cbf-b6db-5edb938de733 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 946 time: 0.3039198 Feb 28 20:06:45.652245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42ba1-b188-4057-9623-9c6b58784209 req-7080efe1-39d2-4d9b-b3a8-098b44eaafed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:45.653642 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-7080efe1-39d2-4d9b-b3a8-098b44eaafed service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 908 time: 0.2995858 Feb 28 20:06:45.656121 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-269abd7b-d807-4db5-9f3b-4579cdc57566 req-8af767fd-d4f2-4f09-82bb-5823e8a8238f service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284659 Feb 28 20:06:45.755317 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-290bfba0-a31e-4808-abfb-11cad7884926 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e6c2f10-e137-4d03-a923-1b61fa0638e5 HTTP/1.1" status: 200 len: 217 time: 0.0810688 Feb 28 20:06:45.891184 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60e27241-9b89-430a-856d-9ece0c1ba026 req-79277247-c51b-455f-8dd9-2471a2d03579 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185588 Feb 28 20:06:45.897614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42ba1-b188-4057-9623-9c6b58784209 req-409b6bf2-7f1a-488a-938d-bb379d9063bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:45.899237 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-409b6bf2-7f1a-488a-938d-bb379d9063bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.1145706 Feb 28 20:06:45.912771 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab256a-83b8-4419-859f-6174350fcc4b req-fd869ce2-2d0d-4d16-99aa-962827201c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:45.915518 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3eab256a-83b8-4419-859f-6174350fcc4b req-fd869ce2-2d0d-4d16-99aa-962827201c36 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0db63c9b2b849cb926b119c876969b4&device_id=342e80ad-bb4f-408a-8aa5-a0f83ad6f505 HTTP/1.1" status: 200 len: 1130 time: 0.1503065 Feb 28 20:06:45.974045 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-e6139260-76ce-46da-9b40-d2e26db59d56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566552 Feb 28 20:06:46.211720 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab256a-83b8-4419-859f-6174350fcc4b req-52104bb9-4b20-42c3-b90a-3fa7d99d4cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:46.215396 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3eab256a-83b8-4419-859f-6174350fcc4b req-52104bb9-4b20-42c3-b90a-3fa7d99d4cd8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.2865682 Feb 28 20:06:46.225672 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b139d-828f-456a-a2c8-7b1e5444d5df req-df28be00-6be0-41b1-b337-b665f7333ee2 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:46.227363 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f03b139d-828f-456a-a2c8-7b1e5444d5df req-df28be00-6be0-41b1-b337-b665f7333ee2 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=342e80ad-bb4f-408a-8aa5-a0f83ad6f505 HTTP/1.1" status: 200 len: 947 time: 0.1937125 Feb 28 20:06:46.255745 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-92878b42-7091-4573-b1cb-22a9e036d072 service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595494 Feb 28 20:06:46.373209 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2a662689-7ee1-4dd8-8129-038baec2019e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:46.380642 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3eab256a-83b8-4419-859f-6174350fcc4b req-4e6285d1-23aa-4e7c-afb9-b647b6724f0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=fabdc98e-c94e-46f4-a7c2-6e7884a3c899 HTTP/1.1" status: 200 len: 217 time: 0.1434598 Feb 28 20:06:46.587478 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f03b139d-828f-456a-a2c8-7b1e5444d5df req-04510996-a748-4d43-a2a2-d035d6cf39c6 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395331 Feb 28 20:06:46.624193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb68e2-b842-4c50-b242-0e150e0442c0 req-d5d866fc-5f52-4f96-90d4-709012bc3893 tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:46.635195 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cebb68e2-b842-4c50-b242-0e150e0442c0 req-d5d866fc-5f52-4f96-90d4-709012bc3893 tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.13 "GET /v2.0/ports?device_id=c450bd79-3287-4a5d-9d69-4b5b2eb78c6b HTTP/1.1" status: 200 len: 945 time: 0.4204829 Feb 28 20:06:46.650999 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab256a-83b8-4419-859f-6174350fcc4b req-6f55111e-cb30-4f81-a95f-0b8617c63c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:46.653842 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3eab256a-83b8-4419-859f-6174350fcc4b req-6f55111e-cb30-4f81-a95f-0b8617c63c70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.2543259 Feb 28 20:06:46.740447 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-834e3593-08de-455f-ae53-6e354d79ed88 service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950701 Feb 28 20:06:46.819127 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cebb68e2-b842-4c50-b242-0e150e0442c0 req-326cecae-7310-453a-b884-d4ea2aff8f85 tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.13 "GET /v2.0/security-groups?id=02404753-2d93-4cda-a2e2-0cd613321f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825616 Feb 28 20:06:46.935095 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39840) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:46.937103 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab256a-83b8-4419-859f-6174350fcc4b req-361fd5a2-c05f-45e2-acc9-6b82b6957a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:46.939488 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3eab256a-83b8-4419-859f-6174350fcc4b req-361fd5a2-c05f-45e2-acc9-6b82b6957a04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2689977 Feb 28 20:06:47.127587 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2849ac4-50af-4db3-91a3-cc1f8834978a req-a2f256d3-237e-489d-a2f3-c3fa637a5ab6 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:47.139377 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2849ac4-50af-4db3-91a3-cc1f8834978a req-a2f256d3-237e-489d-a2f3-c3fa637a5ab6 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.3479416 Feb 28 20:06:47.167608 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a453f2a1-297e-483b-935a-7f96caa403ca admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-23951661-network', 'tenant_id': '07833b9eb7014463880a70df18d19521'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:47.213498 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42ba1-b188-4057-9623-9c6b58784209 req-017696fc-63a9-4af0-bd8e-89f764cfb212 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:47.215888 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-017696fc-63a9-4af0-bd8e-89f764cfb212 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0&tenant_id=b6b50aa5623943dda1cd4fb5f568793b&binding%3Ahost_id=n-h1-820368-21 HTTP/1.1" status: 200 len: 1129 time: 0.3707879 Feb 28 20:06:47.222936 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a453f2a1-297e-483b-935a-7f96caa403ca admin admin] Made reservation on behalf of 07833b9eb7014463880a70df18d19521 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:06:47.225649 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a453f2a1-297e-483b-935a-7f96caa403ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:47.244988 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a453f2a1-297e-483b-935a-7f96caa403ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:47.404133 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a453f2a1-297e-483b-935a-7f96caa403ca admin admin] Publish callbacks [] for security_group (a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:47.410599 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a453f2a1-297e-483b-935a-7f96caa403ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:47.476691 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453f2a1-297e-483b-935a-7f96caa403ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:47.502744 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a453f2a1-297e-483b-935a-7f96caa403ca admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:06:47.525838 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a453f2a1-297e-483b-935a-7f96caa403ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (66dd4105-39b8-48df-a081-8cb0a9f172b2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:47.526461 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-a453f2a1-297e-483b-935a-7f96caa403ca admin admin] Added segment 66dd4105-39b8-48df-a081-8cb0a9f172b2 of type vlan for network cf9928ad-d488-4679-bca4-9ee269442294 Feb 28 20:06:47.563090 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-aca42ba1-b188-4057-9623-9c6b58784209 req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820368-21'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:47.601778 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a453f2a1-297e-483b-935a-7f96caa403ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (cf9928ad-d488-4679-bca4-9ee269442294), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:47.648092 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2849ac4-50af-4db3-91a3-cc1f8834978a req-7d2c4afd-9f8d-41ba-a2e7-45d7b8c7de9b tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986062 Feb 28 20:06:47.667627 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3eab256a-83b8-4419-859f-6174350fcc4b req-0e2baf58-910f-49f3-b955-c795c44ccc37 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7182231 Feb 28 20:06:47.676561 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a453f2a1-297e-483b-935a-7f96caa403ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (cf9928ad-d488-4679-bca4-9ee269442294), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:47.677500 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a453f2a1-297e-483b-935a-7f96caa403ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:47.678485 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a453f2a1-297e-483b-935a-7f96caa403ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:47.766484 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-aca42ba1-b188-4057-9623-9c6b58784209 req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3e6c2f10-e137-4d03-a923-1b61fa0638e5), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:47.785735 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a453f2a1-297e-483b-935a-7f96caa403ca admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8439131 Feb 28 20:06:47.811888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39862) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:47.835151 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3cd52def-9e19-443e-95d6-f03bd1de66af admin admin] Request body: {'subnet': {'network_id': 'cf9928ad-d488-4679-bca4-9ee269442294', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-23951661-subnet', 'tenant_id': '07833b9eb7014463880a70df18d19521', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:47.857137 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453f2a1-297e-483b-935a-7f96caa403ca admin admin] Pushing event updated for resources: {'Network': ['ID=cf9928ad-d488-4679-bca4-9ee269442294,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:47.869749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network cf9928ad-d488-4679-bca4-9ee269442294 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:06:47.968363 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbee82-b1c1-4a41-be4d-eb2e2d7aff0d req-9e9182d4-b851-44b5-9c17-f10796cfb7b0 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:47.970463 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ccbee82-b1c1-4a41-be4d-eb2e2d7aff0d req-9e9182d4-b851-44b5-9c17-f10796cfb7b0 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 946 time: 0.7800870 Feb 28 20:06:48.031977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd52def-9e19-443e-95d6-f03bd1de66af admin admin] Made reservation on behalf of 07833b9eb7014463880a70df18d19521 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:06:48.034333 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3cd52def-9e19-443e-95d6-f03bd1de66af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:48.167342 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device fabdc98e-c94e-46f4-a7c2-6e7884a3c899 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:06:48.203502 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3eab256a-83b8-4419-859f-6174350fcc4b req-ea2fc578-a2ef-4a09-850a-c36beb80377d service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227977 Feb 28 20:06:48.210365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844a3c4-b2df-4ee7-8316-b05150980a07 req-34d8a229-5335-4de7-a09d-f17eb79dedf1 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:48.212277 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0844a3c4-b2df-4ee7-8316-b05150980a07 req-34d8a229-5335-4de7-a09d-f17eb79dedf1 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=342e80ad-bb4f-408a-8aa5-a0f83ad6f505 HTTP/1.1" status: 200 len: 947 time: 0.3906753 Feb 28 20:06:48.224757 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ccbee82-b1c1-4a41-be4d-eb2e2d7aff0d req-fdc6ac69-4a8e-46cb-bcbf-d925d00f22e6 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332723 Feb 28 20:06:48.338065 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-aca42ba1-b188-4057-9623-9c6b58784209 req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] For port 3e6c2f10-e137-4d03-a923-1b61fa0638e5, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3e6c2f10-e137-4d03-a923-1b61fa0638e5,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:48.607100 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0844a3c4-b2df-4ee7-8316-b05150980a07 req-614e4f67-cd86-4198-8387-204c94476005 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558264 Feb 28 20:06:48.636300 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-aca42ba1-b188-4057-9623-9c6b58784209 req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] For port 3e6c2f10-e137-4d03-a923-1b61fa0638e5, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:06:48.657315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port fabdc98e-c94e-46f4-a7c2-6e7884a3c899, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=fabdc98e-c94e-46f4-a7c2-6e7884a3c899,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:48.687726 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'fabdc98e-c94e-46f4-a7c2-6e7884a3c899', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': 'fabdc98e-c94e-46f4-a7c2-6e7884a3c899', 'mac_address': 'fa:16:3e:c3:48:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:06:48.771276 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3cd52def-9e19-443e-95d6-f03bd1de66af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (f72b8307-9bba-45e4-bfeb-74c3cbc4dffa), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:48.817104 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port fabdc98e-c94e-46f4-a7c2-6e7884a3c899 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:48.817712 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fabdc98e-c94e-46f4-a7c2-6e7884a3c899), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:48.867412 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fabdc98e-c94e-46f4-a7c2-6e7884a3c899 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:06:48.870455 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39896) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:48.892892 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55714a16-1f11-4cea-b931-947cd880c8b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e6c2f10-e137-4d03-a923-1b61fa0638e5'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:48.901623 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713a34ba-3523-485a-8348-b13b3f74bac9" -d '{"events": [{"server_uuid": "55714a16-1f11-4cea-b931-947cd880c8b0", "name": "network-vif-unplugged", "status": "completed", "tag": "3e6c2f10-e137-4d03-a923-1b61fa0638e5"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:48.920287 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-aca42ba1-b188-4057-9623-9c6b58784209 req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] Publish callbacks [] for port (3e6c2f10-e137-4d03-a923-1b61fa0638e5), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:48.987124 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port fabdc98e-c94e-46f4-a7c2-6e7884a3c899, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=fabdc98e-c94e-46f4-a7c2-6e7884a3c899,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:48.997999 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-65922e6b-db0b-4144-ab60-7a073a50d9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:49.003609 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1069e411-e513-443d-b1f5-ca4f015d2f28 x-openstack-request-id: req-1069e411-e513-443d-b1f5-ca4f015d2f28 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:49.005498 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55714a16-1f11-4cea-b931-947cd880c8b0", "name": "network-vif-unplugged", "status": "completed", "tag": "3e6c2f10-e137-4d03-a923-1b61fa0638e5", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:49.005770 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1069e411-e513-443d-b1f5-ca4f015d2f28 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:49.006323 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55714a16-1f11-4cea-b931-947cd880c8b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e6c2f10-e137-4d03-a923-1b61fa0638e5', 'code': 200} Feb 28 20:06:49.006831 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fabdc98e-c94e-46f4-a7c2-6e7884a3c899), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:49.085030 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-aca42ba1-b188-4057-9623-9c6b58784209 req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (3e6c2f10-e137-4d03-a923-1b61fa0638e5), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:49.147449 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=fabdc98e-c94e-46f4-a7c2-6e7884a3c899,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:49.167628 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd52def-9e19-443e-95d6-f03bd1de66af admin admin] Pushing event updated for resources: {'Subnet': ['ID=f72b8307-9bba-45e4-bfeb-74c3cbc4dffa,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:49.188214 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd52def-9e19-443e-95d6-f03bd1de66af admin admin] Checking segment: {'id': '66dd4105-39b8-48df-a081-8cb0a9f172b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf9928ad-d488-4679-bca4-9ee269442294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:06:49.188849 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd52def-9e19-443e-95d6-f03bd1de66af admin admin] Network hostable DHCP agents. Network: cf9928ad-d488-4679-bca4-9ee269442294, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:06:49.224007 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bb3df3cb-8b16-44bb-9800-e833b4a05ed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:49.239845 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583463f0-3d5f-406a-94ad-e99d40745e88 req-84b6bb40-fd03-4531-8c4d-efff82144b48 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:49.247379 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-583463f0-3d5f-406a-94ad-e99d40745e88 req-84b6bb40-fd03-4531-8c4d-efff82144b48 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.3134375 Feb 28 20:06:49.267981 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['fabdc98e-c94e-46f4-a7c2-6e7884a3c899'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:06:49.277975 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6c2f10-e137-4d03-a923-1b61fa0638e5,revision_number=7']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:49.336475 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-aca42ba1-b188-4057-9623-9c6b58784209 req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] Attempting to bind port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 on host n-h1-820368-21 for vnic_type normal with profile {"migrating_to": "n-h2-820368-21"} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:06:49.337348 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-aca42ba1-b188-4057-9623-9c6b58784209 req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] Attempting to bind port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:06:49.337888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca42ba1-b188-4057-9623-9c6b58784209 req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] Attempting to bind port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:06:49.348053 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd52def-9e19-443e-95d6-f03bd1de66af admin admin] Network cf9928ad-d488-4679-bca4-9ee269442294 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:06:49.350693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca42ba1-b188-4057-9623-9c6b58784209 req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] Port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 on network 7c962902-172c-4834-92e0-74fa9c4b64b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:06:49.351201 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca42ba1-b188-4057-9623-9c6b58784209 req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] Attempting to bind port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:06:49.374144 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca42ba1-b188-4057-9623-9c6b58784209 req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:06:49.374784 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca42ba1-b188-4057-9623-9c6b58784209 req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] Checking segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:06:49.375368 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca42ba1-b188-4057-9623-9c6b58784209 req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] Bound using segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:06:49.376009 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-aca42ba1-b188-4057-9623-9c6b58784209 req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] Bound port: 3e6c2f10-e137-4d03-a923-1b61fa0638e5, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:06:49.376527 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-aca42ba1-b188-4057-9623-9c6b58784209 req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3e6c2f10-e137-4d03-a923-1b61fa0638e5), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:49.381526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-3cd52def-9e19-443e-95d6-f03bd1de66af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, cf9928ad-d488-4679-bca4-9ee269442294) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:06:49.406225 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd52def-9e19-443e-95d6-f03bd1de66af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:49.407286 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3cd52def-9e19-443e-95d6-f03bd1de66af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:49.411260 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8160d2-b7a4-4360-a405-c2017b856249 None None] Network cf9928ad-d488-4679-bca4-9ee269442294 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:06:49.437054 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-583463f0-3d5f-406a-94ad-e99d40745e88 req-48e6fb53-2324-4d1a-8710-22f28ca09f37 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545103 Feb 28 20:06:49.469368 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bb3df3cb-8b16-44bb-9800-e833b4a05ed3 admin admin] Publish callbacks [] for security_group (855bb429-26b8-401d-ad08-2f783b28043c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:49.475712 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bb3df3cb-8b16-44bb-9800-e833b4a05ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (855bb429-26b8-401d-ad08-2f783b28043c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:49.489336 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:49.496351 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3cd52def-9e19-443e-95d6-f03bd1de66af admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6734269 Feb 28 20:06:49.498444 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39912) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:49.512689 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ce55ad31-4a85-4872-9910-8a0046b7b495 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-23951661-router', 'tenant_id': '07833b9eb7014463880a70df18d19521', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:06:49.543853 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-aca42ba1-b188-4057-9623-9c6b58784209 req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] For port 3e6c2f10-e137-4d03-a923-1b61fa0638e5, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:06:49.549200 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-aca42ba1-b188-4057-9623-9c6b58784209 req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] For port 3e6c2f10-e137-4d03-a923-1b61fa0638e5, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3e6c2f10-e137-4d03-a923-1b61fa0638e5,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:06:49.560447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5625c7a-2e8c-42e0-afe7-2558dfb0db3c req-2caaf0ab-7215-4393-9a67-f37927d696e3 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:49.562521 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e5625c7a-2e8c-42e0-afe7-2558dfb0db3c req-2caaf0ab-7215-4393-9a67-f37927d696e3 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 944 time: 0.1444969 Feb 28 20:06:49.566463 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-aca42ba1-b188-4057-9623-9c6b58784209 req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (3e6c2f10-e137-4d03-a923-1b61fa0638e5), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:49.600316 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ce55ad31-4a85-4872-9910-8a0046b7b495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (0ae44cc5-f491-4997-9663-cb1558d9425c), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:49.601934 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ce55ad31-4a85-4872-9910-8a0046b7b495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (0ae44cc5-f491-4997-9663-cb1558d9425c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:49.610482 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bb3df3cb-8b16-44bb-9800-e833b4a05ed3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=623af10bd4f74babbc8796119b2dec80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7377470 Feb 28 20:06:49.613655 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39916) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:49.615131 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3df3cb-8b16-44bb-9800-e833b4a05ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855bb429-26b8-401d-ad08-2f783b28043c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:49.736405 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e5625c7a-2e8c-42e0-afe7-2558dfb0db3c req-87068e54-7045-4997-8f53-5e380e755dda tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610892 Feb 28 20:06:49.739748 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6c2f10-e137-4d03-a923-1b61fa0638e5,revision_number=8']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:49.787507 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42ba1-b188-4057-9623-9c6b58784209 req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:49.791285 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-aca42ba1-b188-4057-9623-9c6b58784209 req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:49.793880 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-80f0fbf6-9898-4ebb-941f-4ba554dd3005 service neutron] 10.222.0.10 "PUT /v2.0/ports/3e6c2f10-e137-4d03-a923-1b61fa0638e5 HTTP/1.1" status: 200 len: 1124 time: 2.5227098 Feb 28 20:06:49.824712 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-915c153e-f246-4900-9c12-3d1495e663c9 admin admin] Publish callbacks [] for security_group (855bb429-26b8-401d-ad08-2f783b28043c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:49.937686 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d07e40-59b9-46a4-aa31-3b091bc152c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-cf9928ad-d488-4679-bca4-9ee269442294', 'network_id': 'cf9928ad-d488-4679-bca4-9ee269442294', 'project_id': '07833b9eb7014463880a70df18d19521', 'fixed_ips': [{'subnet_id': 'f72b8307-9bba-45e4-bfeb-74c3cbc4dffa'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:06:49.939239 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-45d07e40-59b9-46a4-aa31-3b091bc152c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:49.942464 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['3e6c2f10-e137-4d03-a923-1b61fa0638e5'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:06:49.961947 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7ce4f-dc1c-41a8-a7ca-017dbe8069a9 req-cfb4bb51-44e2-4ce8-b6ea-aad9edf2d45f tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:49.966937 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6da7ce4f-dc1c-41a8-a7ca-017dbe8069a9 req-cfb4bb51-44e2-4ce8-b6ea-aad9edf2d45f tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=342e80ad-bb4f-408a-8aa5-a0f83ad6f505 HTTP/1.1" status: 200 len: 948 time: 0.1530814 Feb 28 20:06:49.992645 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ce55ad31-4a85-4872-9910-8a0046b7b495 admin admin] Publish callbacks [] for router_controller (0ae44cc5-f491-4997-9663-cb1558d9425c), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:50.018826 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-915c153e-f246-4900-9c12-3d1495e663c9 admin admin] Publish callbacks [] for security_group (855bb429-26b8-401d-ad08-2f783b28043c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:50.053575 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:50.126720 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6da7ce4f-dc1c-41a8-a7ca-017dbe8069a9 req-5e335325-b493-4ca8-9e42-fdccba77c20b tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523156 Feb 28 20:06:50.231519 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ce55ad31-4a85-4872-9910-8a0046b7b495 admin admin] Publish callbacks [] for router_gateway (0ae44cc5-f491-4997-9663-cb1558d9425c), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:50.355235 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-915c153e-f246-4900-9c12-3d1495e663c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (855bb429-26b8-401d-ad08-2f783b28043c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:50.357763 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-45d07e40-59b9-46a4-aa31-3b091bc152c4 None None] Allocated IP 172.20.0.2 (cf9928ad-d488-4679-bca4-9ee269442294/f72b8307-9bba-45e4-bfeb-74c3cbc4dffa/5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:06:50.360584 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-915c153e-f246-4900-9c12-3d1495e663c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:50.366117 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-915c153e-f246-4900-9c12-3d1495e663c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/855bb429-26b8-401d-ad08-2f783b28043c HTTP/1.1" status: 204 len: 168 time: 0.7419465 Feb 28 20:06:50.378081 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c153e-f246-4900-9c12-3d1495e663c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855bb429-26b8-401d-ad08-2f783b28043c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:50.641761 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-45d07e40-59b9-46a4-aa31-3b091bc152c4 None None] Publish callbacks [] for port (5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:50.650389 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-45d07e40-59b9-46a4-aa31-3b091bc152c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:50.670662 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39938) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:50.705871 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ce55ad31-4a85-4872-9910-8a0046b7b495 admin admin] Publish callbacks [] for router_gateway (0ae44cc5-f491-4997-9663-cb1558d9425c), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:50.731431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d07e40-59b9-46a4-aa31-3b091bc152c4 None None] Pushing event updated for resources: {'Port': ['ID=5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:50.745983 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ce55ad31-4a85-4872-9910-8a0046b7b495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:50.746259 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d07e40-59b9-46a4-aa31-3b091bc152c4 None None] Network cf9928ad-d488-4679-bca4-9ee269442294 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:06:50.748875 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-45d07e40-59b9-46a4-aa31-3b091bc152c4 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:06:50.754525 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d07e40-59b9-46a4-aa31-3b091bc152c4 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:06:50.862740 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aeeeeb-92af-4e09-9f8e-d8509e5113ef req-e0459cc3-6104-49a3-93f8-c24123e701c3 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:50.872973 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62aeeeeb-92af-4e09-9f8e-d8509e5113ef req-e0459cc3-6104-49a3-93f8-c24123e701c3 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.2241611 Feb 28 20:06:50.878417 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-45d07e40-59b9-46a4-aa31-3b091bc152c4 None None] Attempting to bind port 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:06:50.878851 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-45d07e40-59b9-46a4-aa31-3b091bc152c4 None None] Attempting to bind port 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '66dd4105-39b8-48df-a081-8cb0a9f172b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf9928ad-d488-4679-bca4-9ee269442294'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:06:50.880687 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d07e40-59b9-46a4-aa31-3b091bc152c4 None None] Attempting to bind port 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b on network cf9928ad-d488-4679-bca4-9ee269442294 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:06:50.897916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d07e40-59b9-46a4-aa31-3b091bc152c4 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:06:50.898365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d07e40-59b9-46a4-aa31-3b091bc152c4 None None] Checking segment: {'id': '66dd4105-39b8-48df-a081-8cb0a9f172b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf9928ad-d488-4679-bca4-9ee269442294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:06:50.903532 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-45d07e40-59b9-46a4-aa31-3b091bc152c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:50.905553 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d07e40-59b9-46a4-aa31-3b091bc152c4 None None] Bound using segment: {'id': '66dd4105-39b8-48df-a081-8cb0a9f172b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf9928ad-d488-4679-bca4-9ee269442294'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:06:50.917916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-45d07e40-59b9-46a4-aa31-3b091bc152c4 None None] Bound port: 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66dd4105-39b8-48df-a081-8cb0a9f172b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf9928ad-d488-4679-bca4-9ee269442294'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:06:50.919713 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-45d07e40-59b9-46a4-aa31-3b091bc152c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:51.012979 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-ce55ad31-4a85-4872-9910-8a0046b7b495 admin admin] Allocated IP 172.25.0.215 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:06:51.017126 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55714a16-1f11-4cea-b931-947cd880c8b0', 'tag': '3e6c2f10-e137-4d03-a923-1b61fa0638e5'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:51.033139 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb22cd3-998c-43a1-9176-94e3781b49d0" -d '{"events": [{"name": "network-changed", "server_uuid": "55714a16-1f11-4cea-b931-947cd880c8b0", "tag": "3e6c2f10-e137-4d03-a923-1b61fa0638e5"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:51.063693 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-45d07e40-59b9-46a4-aa31-3b091bc152c4 None None] For port 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:06:51.070613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-45d07e40-59b9-46a4-aa31-3b091bc152c4 None None] For port 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b,segment=NetworkSegment(66dd4105-39b8-48df-a081-8cb0a9f172b2),segment_id=66dd4105-39b8-48df-a081-8cb0a9f172b2)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:06:51.081424 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-45d07e40-59b9-46a4-aa31-3b091bc152c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:51.220592 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:51.261765 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62aeeeeb-92af-4e09-9f8e-d8509e5113ef req-e6fe0d0b-15e0-4156-aac2-f128c0b1f07e tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877234 Feb 28 20:06:51.272709 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d07e40-59b9-46a4-aa31-3b091bc152c4 None None] Pushing event updated for resources: {'Port': ['ID=5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:51.345535 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb521f36-8a3c-42aa-a133-df258079fccb req-7055715d-a306-4fb9-9cee-4f533d3ee697 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:51.347197 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb521f36-8a3c-42aa-a133-df258079fccb req-7055715d-a306-4fb9-9cee-4f533d3ee697 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 944 time: 0.3783665 Feb 28 20:06:51.395651 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0991d8-ae70-4026-afdd-409144b183f9 x-openstack-request-id: req-bd0991d8-ae70-4026-afdd-409144b183f9 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:51.404245 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55714a16-1f11-4cea-b931-947cd880c8b0", "tag": "3e6c2f10-e137-4d03-a923-1b61fa0638e5", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:51.404673 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd0991d8-ae70-4026-afdd-409144b183f9 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:51.405708 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55714a16-1f11-4cea-b931-947cd880c8b0', 'tag': '3e6c2f10-e137-4d03-a923-1b61fa0638e5', 'status': 'completed', 'code': 200} Feb 28 20:06:51.491408 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ce55ad31-4a85-4872-9910-8a0046b7b495 admin admin] Publish callbacks [] for port (d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:51.500665 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39952) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:51.507405 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-18294118-8edd-4d86-a3e8-720f9d8c8f2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:51.520177 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-939bb6d1-1ee6-4dae-bb36-6ae54e9d614a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:51.586530 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ce55ad31-4a85-4872-9910-8a0046b7b495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:51.612886 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb521f36-8a3c-42aa-a133-df258079fccb req-0dd48e4d-13b0-464f-ac8c-2769da5af711 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524889 Feb 28 20:06:51.652098 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb22cd3-998c-43a1-9176-94e3781b49d0 req-f9d3fe12-e505-4af2-a85b-723ce92a3dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:51.652098 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bbb22cd3-998c-43a1-9176-94e3781b49d0 req-f9d3fe12-e505-4af2-a85b-723ce92a3dfe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 1158 time: 0.2092235 Feb 28 20:06:51.671073 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce55ad31-4a85-4872-9910-8a0046b7b495 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:06:51.682431 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-ce55ad31-4a85-4872-9910-8a0046b7b495 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:06:51.709336 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce55ad31-4a85-4872-9910-8a0046b7b495 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:06:51.763606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55ad31-4a85-4872-9910-8a0046b7b495 admin admin] Pushing event updated for resources: {'Port': ['ID=d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:51.812774 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-939bb6d1-1ee6-4dae-bb36-6ae54e9d614a admin admin] Publish callbacks [] for security_group (890c6108-1c04-4b33-af2d-9be2cb165c91), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:51.814305 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fac64-1fc6-4153-9879-96a8010eb4aa req-7f58f5a6-f126-4938-88d8-ad3d5c2a2137 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:51.818968 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-939bb6d1-1ee6-4dae-bb36-6ae54e9d614a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (890c6108-1c04-4b33-af2d-9be2cb165c91), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:51.822078 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-103fac64-1fc6-4153-9879-96a8010eb4aa req-7f58f5a6-f126-4938-88d8-ad3d5c2a2137 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=342e80ad-bb4f-408a-8aa5-a0f83ad6f505 HTTP/1.1" status: 200 len: 948 time: 0.3098333 Feb 28 20:06:51.889763 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bb6d1-1ee6-4dae-bb36-6ae54e9d614a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890c6108-1c04-4b33-af2d-9be2cb165c91,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:51.898153 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-939bb6d1-1ee6-4dae-bb36-6ae54e9d614a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9823ca9709b849cbb9451bf3bcbf23cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3961656 Feb 28 20:06:51.905480 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39954) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:51.907466 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-18294118-8edd-4d86-a3e8-720f9d8c8f2f admin admin] Publish callbacks [] for security_group (a6510603-008d-4074-8d45-fe48c6bb696c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:51.922562 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-18294118-8edd-4d86-a3e8-720f9d8c8f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a6510603-008d-4074-8d45-fe48c6bb696c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:52.004325 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-18294118-8edd-4d86-a3e8-720f9d8c8f2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dca86fe86c3040d8895a6cea4f234c99&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3313768 Feb 28 20:06:52.005495 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb22cd3-998c-43a1-9176-94e3781b49d0 req-a0148bac-9c3c-4fa1-aeec-ff3192fb8044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:52.006906 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bbb22cd3-998c-43a1-9176-94e3781b49d0 req-a0148bac-9c3c-4fa1-aeec-ff3192fb8044 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 908 time: 0.3498616 Feb 28 20:06:52.011939 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18294118-8edd-4d86-a3e8-720f9d8c8f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6510603-008d-4074-8d45-fe48c6bb696c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:52.015378 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39956) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:52.066730 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bbb22cd3-998c-43a1-9176-94e3781b49d0 req-45ab7a9b-a15b-4bdd-8daa-57ebce3a0c3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e6c2f10-e137-4d03-a923-1b61fa0638e5 HTTP/1.1" status: 200 len: 217 time: 0.0514269 Feb 28 20:06:52.099172 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:52.121915 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d930e96d-d1e6-4965-8016-83c8e6982765 admin admin] Publish callbacks [] for security_group (890c6108-1c04-4b33-af2d-9be2cb165c91), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:52.124654 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ce55ad31-4a85-4872-9910-8a0046b7b495 admin admin] Publish callbacks [] for router_gateway (0ae44cc5-f491-4997-9663-cb1558d9425c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:52.135526 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-103fac64-1fc6-4153-9879-96a8010eb4aa req-3b4f023b-85b4-479c-8e9c-2571d001bd36 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900724 Feb 28 20:06:52.161502 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:06:52.198412 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device fabdc98e-c94e-46f4-a7c2-6e7884a3c899 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:06:52.206761 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-180d9810-f22d-4033-927d-36a55f77056a admin admin] Publish callbacks [] for security_group (a6510603-008d-4074-8d45-fe48c6bb696c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:52.210591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb22cd3-998c-43a1-9176-94e3781b49d0 req-7bb0dcc4-ee1c-4e2c-9aec-a23a8e0cad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:52.212205 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bbb22cd3-998c-43a1-9176-94e3781b49d0 req-7bb0dcc4-ee1c-4e2c-9aec-a23a8e0cad65 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.1269667 Feb 28 20:06:52.246393 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d930e96d-d1e6-4965-8016-83c8e6982765 admin admin] Publish callbacks [] for security_group (890c6108-1c04-4b33-af2d-9be2cb165c91), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:52.264692 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bbb22cd3-998c-43a1-9176-94e3781b49d0 req-2f1cfa77-e631-4868-8e74-b0a62f31f9ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421736 Feb 28 20:06:52.271348 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-180d9810-f22d-4033-927d-36a55f77056a admin admin] Publish callbacks [] for security_group (a6510603-008d-4074-8d45-fe48c6bb696c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:52.288791 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:06:52.289209 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:52.351152 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port fabdc98e-c94e-46f4-a7c2-6e7884a3c899 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:06:52.374492 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port fabdc98e-c94e-46f4-a7c2-6e7884a3c899 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:06:52.374492 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fabdc98e-c94e-46f4-a7c2-6e7884a3c899), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:52.491960 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d930e96d-d1e6-4965-8016-83c8e6982765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (890c6108-1c04-4b33-af2d-9be2cb165c91), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:52.496269 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d930e96d-d1e6-4965-8016-83c8e6982765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:52.497838 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d930e96d-d1e6-4965-8016-83c8e6982765 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/890c6108-1c04-4b33-af2d-9be2cb165c91 HTTP/1.1" status: 204 len: 168 time: 0.5922184 Feb 28 20:06:52.515543 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930e96d-d1e6-4965-8016-83c8e6982765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890c6108-1c04-4b33-af2d-9be2cb165c91,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:52.594971 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4bef9-8f72-4c03-878c-8199bc15ebd8 req-d2fa0a17-d9ff-4b3d-9ec9-f8659d6e7f18 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:52.597652 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8ad4bef9-8f72-4c03-878c-8199bc15ebd8 req-d2fa0a17-d9ff-4b3d-9ec9-f8659d6e7f18 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.1970496 Feb 28 20:06:52.604398 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bbb22cd3-998c-43a1-9176-94e3781b49d0 req-05b05bcc-5378-48a3-90dc-2bcd373702bf service neutron] 10.222.0.15 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300381 Feb 28 20:06:52.664284 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:52.664519 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-180d9810-f22d-4033-927d-36a55f77056a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a6510603-008d-4074-8d45-fe48c6bb696c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:52.665037 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:52.679038 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-180d9810-f22d-4033-927d-36a55f77056a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:52.679746 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-180d9810-f22d-4033-927d-36a55f77056a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6510603-008d-4074-8d45-fe48c6bb696c HTTP/1.1" status: 204 len: 168 time: 0.6659796 Feb 28 20:06:52.681886 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ce55ad31-4a85-4872-9910-8a0046b7b495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (0ae44cc5-f491-4997-9663-cb1558d9425c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:52.769503 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port fabdc98e-c94e-46f4-a7c2-6e7884a3c899 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:52.769893 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fabdc98e-c94e-46f4-a7c2-6e7884a3c899), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:52.774160 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:52.819851 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d9810-f22d-4033-927d-36a55f77056a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6510603-008d-4074-8d45-fe48c6bb696c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:52.883439 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b,segment=NetworkSegment(66dd4105-39b8-48df-a081-8cb0a9f172b2),segment_id=66dd4105-39b8-48df-a081-8cb0a9f172b2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:52.902647 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:52.912914 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342e80ad-bb4f-408a-8aa5-a0f83ad6f505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabdc98e-c94e-46f4-a7c2-6e7884a3c899'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:52.915751 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3912de-c43a-46da-bcc3-2091a8b3e2b9" -d '{"events": [{"server_uuid": "342e80ad-bb4f-408a-8aa5-a0f83ad6f505", "name": "network-vif-plugged", "status": "completed", "tag": "fabdc98e-c94e-46f4-a7c2-6e7884a3c899"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:52.958721 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8ad4bef9-8f72-4c03-878c-8199bc15ebd8 req-7304de61-a0cd-4486-bf59-6c759d7fd030 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521979 Feb 28 20:06:52.987497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 3e6c2f10-e137-4d03-a923-1b61fa0638e5 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:06:53.020628 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port fabdc98e-c94e-46f4-a7c2-6e7884a3c899, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=fabdc98e-c94e-46f4-a7c2-6e7884a3c899,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:53.044717 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fabdc98e-c94e-46f4-a7c2-6e7884a3c899), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:53.063896 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bbb22cd3-998c-43a1-9176-94e3781b49d0 req-e846c8be-6ded-4dcf-b7a8-79be35fc737b service neutron] 10.222.0.15 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172254 Feb 28 20:06:53.157999 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.resource_extend [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:06:53.186145 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:53.301816 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211065d-a2bf-41fc-a815-e7526e6e1de8 req-f83b0a93-70b0-42f4-809a-580e69cf26d3 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:53.303398 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1211065d-a2bf-41fc-a815-e7526e6e1de8 req-f83b0a93-70b0-42f4-809a-580e69cf26d3 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 944 time: 0.1373796 Feb 28 20:06:53.336908 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818eb92d-a714-4c5c-973f-af299ddcad7c None None] Network cf9928ad-d488-4679-bca4-9ee269442294 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:06:53.446195 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1211065d-a2bf-41fc-a815-e7526e6e1de8 req-3026a239-6dc9-4794-b48e-ce973f748299 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236308 Feb 28 20:06:53.506653 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae26c0d-ac6b-4885-bc18-a5af4ab0fed3 x-openstack-request-id: req-6ae26c0d-ac6b-4885-bc18-a5af4ab0fed3 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:06:53.507123 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342e80ad-bb4f-408a-8aa5-a0f83ad6f505", "name": "network-vif-plugged", "status": "completed", "tag": "fabdc98e-c94e-46f4-a7c2-6e7884a3c899", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:06:53.507546 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ae26c0d-ac6b-4885-bc18-a5af4ab0fed3 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:06:53.508160 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342e80ad-bb4f-408a-8aa5-a0f83ad6f505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabdc98e-c94e-46f4-a7c2-6e7884a3c899', 'code': 200} Feb 28 20:06:53.607997 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39996) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:53.624223 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=fabdc98e-c94e-46f4-a7c2-6e7884a3c899,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:53.629279 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 3e6c2f10-e137-4d03-a923-1b61fa0638e5, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3e6c2f10-e137-4d03-a923-1b61fa0638e5,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:53.632524 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1417048e-8b60-47c8-b5dc-d4c50bedeecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:53.657987 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8f57df2a-8727-4e1c-b649-98c40c93d50a None None] Provisioning complete for port 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:06:53.658525 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8f57df2a-8727-4e1c-b649-98c40c93d50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:53.663850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 3e6c2f10-e137-4d03-a923-1b61fa0638e5 has no active binding in host n-h2-820368-21 {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 28 20:06:53.664115 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc830578-c38e-4f38-9f33-ca948907c2b7 req-bb3cf2cc-2b51-4ca5-b84e-969dc687fcc4 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:53.671987 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc830578-c38e-4f38-9f33-ca948907c2b7 req-bb3cf2cc-2b51-4ca5-b84e-969dc687fcc4 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=342e80ad-bb4f-408a-8aa5-a0f83ad6f505 HTTP/1.1" status: 200 len: 949 time: 0.1218956 Feb 28 20:06:53.752114 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce55ad31-4a85-4872-9910-8a0046b7b495 admin admin] Router 0ae44cc5-f491-4997-9663-cb1558d9425c is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:06:53.803127 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc830578-c38e-4f38-9f33-ca948907c2b7 req-26702ecb-ae07-4d09-be9b-3eee3471e1b5 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301317 Feb 28 20:06:53.865475 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b36ac6-ca89-43fb-80d7-b002e8e1c4bb req-24ed1684-fec9-4587-9d15-64d99c248098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:53.867129 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2b36ac6-ca89-43fb-80d7-b002e8e1c4bb req-24ed1684-fec9-4587-9d15-64d99c248098 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=342e80ad-bb4f-408a-8aa5-a0f83ad6f505 HTTP/1.1" status: 200 len: 1132 time: 0.2121282 Feb 28 20:06:53.982958 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce55ad31-4a85-4872-9910-8a0046b7b495 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:06:54.005179 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] Sync routers for ids ['0ae44cc5-f491-4997-9663-cb1558d9425c'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:06:54.024072 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] Routers {'0ae44cc5-f491-4997-9663-cb1558d9425c'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:06:54.024818 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:06:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0ae44cc5-f491-4997-9663-cb1558d9425c'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:06:54.029487 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2b36ac6-ca89-43fb-80d7-b002e8e1c4bb req-3174bb3f-7f5a-44be-baca-b2d5d0001536 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537139 Feb 28 20:06:54.040994 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ce55ad31-4a85-4872-9910-8a0046b7b495 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:54.058085 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ce55ad31-4a85-4872-9910-8a0046b7b495 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5512953 Feb 28 20:06:54.063342 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40006) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:54.088231 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1417048e-8b60-47c8-b5dc-d4c50bedeecb admin admin] Publish callbacks [] for security_group (c6f6ba85-b9ed-4100-9b03-0c44a5debf70), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:54.095511 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1417048e-8b60-47c8-b5dc-d4c50bedeecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c6f6ba85-b9ed-4100-9b03-0c44a5debf70), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:54.131279 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:06:54.264990 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] Set router 0ae44cc5-f491-4997-9663-cb1558d9425c gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:06:54.276828 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1417048e-8b60-47c8-b5dc-d4c50bedeecb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55bd92364c3d4e52b6c4832cc642a7c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6671815 Feb 28 20:06:54.279917 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417048e-8b60-47c8-b5dc-d4c50bedeecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f6ba85-b9ed-4100-9b03-0c44a5debf70,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:54.313325 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40014) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:06:54.607901 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:06:54.608718 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:54.611484 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8872d-d7ed-4ae7-a853-f37475fd4c47 req-bee0bd1f-bf0e-4ed2-b2c1-adbedaa27a39 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:54.615303 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9db8872d-d7ed-4ae7-a853-f37475fd4c47 req-bee0bd1f-bf0e-4ed2-b2c1-adbedaa27a39 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.4035757 Feb 28 20:06:54.626551 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8f57df2a-8727-4e1c-b649-98c40c93d50a None None] Current status of the port 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:54.630564 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eec68b48-5741-42e6-9cf9-3fd12613332f admin admin] Publish callbacks [] for security_group (c6f6ba85-b9ed-4100-9b03-0c44a5debf70), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:54.826231 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae44cc5-f491-4997-9663-cb1558d9425c', 'name': 'tempest-AttachSCSIVolumeTestJSON-23951661-router', 'tenant_id': '07833b9eb7014463880a70df18d19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:06:49Z', 'updated_at': '2022-02-28T20:06:51Z', 'revision_number': 3, 'project_id': '07833b9eb7014463880a70df18d19521', 'gw_port': {'id': 'd8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae44cc5-f491-4997-9663-cb1558d9425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:06:50Z', 'updated_at': '2022-02-28T20:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:06:54.863082 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eec68b48-5741-42e6-9cf9-3fd12613332f admin admin] Publish callbacks [] for security_group (c6f6ba85-b9ed-4100-9b03-0c44a5debf70), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:54.904249 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:54.916912 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] Checking router: 0ae44cc5-f491-4997-9663-cb1558d9425c for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:06:54.918720 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] Updating router 0ae44cc5-f491-4997-9663-cb1558d9425c port d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:06:54.970209 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:54.989546 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfefe02-0bf5-46db-9a10-7213996f824f req-de678216-641c-4840-8bc2-8cbc90bd87af tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:55.004412 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0cfefe02-0bf5-46db-9a10-7213996f824f req-de678216-641c-4840-8bc2-8cbc90bd87af tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 944 time: 0.3423619 Feb 28 20:06:55.057574 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9db8872d-d7ed-4ae7-a853-f37475fd4c47 req-0a444e28-8238-40b2-b98b-3589f92e1829 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101369 Feb 28 20:06:55.241251 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0cfefe02-0bf5-46db-9a10-7213996f824f req-574aeb14-e733-4c86-821a-00d9dae909dd tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722033 Feb 28 20:06:55.241548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-aa3eeda1-103c-48d3-b102-99eb8b63dfdd None None] Provisioning complete for port 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:06:55.241842 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-aa3eeda1-103c-48d3-b102-99eb8b63dfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:55.254925 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eec68b48-5741-42e6-9cf9-3fd12613332f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c6f6ba85-b9ed-4100-9b03-0c44a5debf70), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:55.270268 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eec68b48-5741-42e6-9cf9-3fd12613332f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:55.272215 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-eec68b48-5741-42e6-9cf9-3fd12613332f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6f6ba85-b9ed-4100-9b03-0c44a5debf70 HTTP/1.1" status: 204 len: 168 time: 0.9538500 Feb 28 20:06:55.350921 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec68b48-5741-42e6-9cf9-3fd12613332f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f6ba85-b9ed-4100-9b03-0c44a5debf70,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:55.383115 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-98bffeb4-c43d-4f94-a217-88dbf2f69d8c service neutron] 10.222.0.15 "GET /v2.0/ports/3e6c2f10-e137-4d03-a923-1b61fa0638e5/bindings/n-h2-820368-21 HTTP/1.1" status: 200 len: 385 time: 0.2725420 Feb 28 20:06:55.605964 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a57f6-a1fb-4531-a0e7-6c91d4fdb0fd req-448b4599-9803-4791-a99d-dedfdd1f88ff tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:55.608310 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-444a57f6-a1fb-4531-a0e7-6c91d4fdb0fd req-448b4599-9803-4791-a99d-dedfdd1f88ff tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=342e80ad-bb4f-408a-8aa5-a0f83ad6f505 HTTP/1.1" status: 200 len: 949 time: 0.2217803 Feb 28 20:06:55.843634 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-aa3eeda1-103c-48d3-b102-99eb8b63dfdd None None] Current status of the port 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:55.849612 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-444a57f6-a1fb-4531-a0e7-6c91d4fdb0fd req-a9dde3bd-b2c2-446a-95b2-32fb7f922afd tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918302 Feb 28 20:06:55.882880 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8443d957-ed0b-44ff-873e-36592d280f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:55.997532 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-aca42ba1-b188-4057-9623-9c6b58784209 req-4fc664bb-669a-4f37-91d3-bf2b20d6a9dc service neutron] For port 3e6c2f10-e137-4d03-a923-1b61fa0638e5, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3e6c2f10-e137-4d03-a923-1b61fa0638e5,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:56.046897 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-aca42ba1-b188-4057-9623-9c6b58784209 req-4fc664bb-669a-4f37-91d3-bf2b20d6a9dc service neutron] For port 3e6c2f10-e137-4d03-a923-1b61fa0638e5, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:06:56.137544 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] Publish callbacks [] for port (d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:56.153393 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:56.232313 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-aca42ba1-b188-4057-9623-9c6b58784209 req-4fc664bb-669a-4f37-91d3-bf2b20d6a9dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e6c2f10-e137-4d03-a923-1b61fa0638e5 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:06:56.259066 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a74886-0864-43a8-a5b6-d747409275f5 None None] Pushing event updated for resources: {'Port': ['ID=d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:56.270151 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a74886-0864-43a8-a5b6-d747409275f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:56.270854 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a74886-0864-43a8-a5b6-d747409275f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:56.271452 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a74886-0864-43a8-a5b6-d747409275f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:56.272203 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a74886-0864-43a8-a5b6-d747409275f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:56.273007 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a74886-0864-43a8-a5b6-d747409275f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:56.273824 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a74886-0864-43a8-a5b6-d747409275f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:56.275191 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a74886-0864-43a8-a5b6-d747409275f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:56.276734 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a74886-0864-43a8-a5b6-d747409275f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:56.277580 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a74886-0864-43a8-a5b6-d747409275f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:56.278398 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a74886-0864-43a8-a5b6-d747409275f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:56.279098 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a74886-0864-43a8-a5b6-d747409275f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:56.279895 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a74886-0864-43a8-a5b6-d747409275f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:56.280661 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a74886-0864-43a8-a5b6-d747409275f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:06:56.284412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-aca42ba1-b188-4057-9623-9c6b58784209 req-4fc664bb-669a-4f37-91d3-bf2b20d6a9dc service neutron] For port 3e6c2f10-e137-4d03-a923-1b61fa0638e5, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=3e6c2f10-e137-4d03-a923-1b61fa0638e5,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:56.310941 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] Attempting to bind port d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:06:56.311700 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] Attempting to bind port d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:06:56.312312 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] Attempting to bind port d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:06:56.318915 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:06:56.319702 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:06:56.320359 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:56.321489 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:06:56.322224 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] Bound port: d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:06:56.322841 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:56.419673 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] For port d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:06:56.426288 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] For port d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:06:56.435358 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-aca42ba1-b188-4057-9623-9c6b58784209 req-4fc664bb-669a-4f37-91d3-bf2b20d6a9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3e6c2f10-e137-4d03-a923-1b61fa0638e5), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:56.436929 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:56.455314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-8443d957-ed0b-44ff-873e-36592d280f55 admin admin] Allocated IP 172.20.0.1 (cf9928ad-d488-4679-bca4-9ee269442294/f72b8307-9bba-45e4-bfeb-74c3cbc4dffa/0bb00f63-7bd2-4dce-bd9f-51147994bb8b) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:06:56.533488 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a74886-0864-43a8-a5b6-d747409275f5 None None] Pushing event updated for resources: {'Port': ['ID=d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:56.594840 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8443d957-ed0b-44ff-873e-36592d280f55 admin admin] Publish callbacks [] for port (0bb00f63-7bd2-4dce-bd9f-51147994bb8b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:56.616320 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] Routers {'0ae44cc5-f491-4997-9663-cb1558d9425c'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:06:56.617595 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:06:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0ae44cc5-f491-4997-9663-cb1558d9425c'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:06:56.634654 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8443d957-ed0b-44ff-873e-36592d280f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (0bb00f63-7bd2-4dce-bd9f-51147994bb8b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:56.742251 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443d957-ed0b-44ff-873e-36592d280f55 admin admin] Pushing event updated for resources: {'Port': ['ID=0bb00f63-7bd2-4dce-bd9f-51147994bb8b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:56.754122 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8443d957-ed0b-44ff-873e-36592d280f55 admin admin] Network cf9928ad-d488-4679-bca4-9ee269442294 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:06:56.759633 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-8443d957-ed0b-44ff-873e-36592d280f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:06:56.764456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8443d957-ed0b-44ff-873e-36592d280f55 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:06:56.765140 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8443d957-ed0b-44ff-873e-36592d280f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (0ae44cc5-f491-4997-9663-cb1558d9425c), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:56.865566 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cfaed557-0e97-4554-8104-964057f11d68 req-0df65693-4da5-42c1-baf3-c4f0547edc96 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=20f245ea-f133-49e6-8d89-68757e914b43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2426991 Feb 28 20:06:57.162808 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8443d957-ed0b-44ff-873e-36592d280f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0bb00f63-7bd2-4dce-bd9f-51147994bb8b), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:57.308896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-4b05b9bb-7fc8-4b8c-951f-70774606de22 None None] Provisioning complete for port 0bb00f63-7bd2-4dce-bd9f-51147994bb8b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:06:57.309706 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4b05b9bb-7fc8-4b8c-951f-70774606de22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0bb00f63-7bd2-4dce-bd9f-51147994bb8b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:57.341651 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] Set router 0ae44cc5-f491-4997-9663-cb1558d9425c gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:06:57.381670 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89fc08-de0f-4531-920e-ed73a90f61ac req-10d40c4f-50f2-4bb2-aa67-b1e955827fc6 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:57.384540 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2d89fc08-de0f-4531-920e-ed73a90f61ac req-10d40c4f-50f2-4bb2-aa67-b1e955827fc6 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 1.0497160 Feb 28 20:06:57.410878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4b05b9bb-7fc8-4b8c-951f-70774606de22 None None] Port 0bb00f63-7bd2-4dce-bd9f-51147994bb8b cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:06:57.509628 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5fb5c22d-277d-4355-85bc-395e545447e3 req-61cf3d3c-2832-48a6-ab6e-ec6ad74cc48f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2711871 Feb 28 20:06:57.517408 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-aca42ba1-b188-4057-9623-9c6b58784209 req-4fc664bb-669a-4f37-91d3-bf2b20d6a9dc service neutron] Transition to ACTIVE for port object 3e6c2f10-e137-4d03-a923-1b61fa0638e5 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:06:57.528546 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006da49-c66b-4a5f-9a48-895c8b586c21 req-74a8dc0d-b85d-4bca-950f-fbc486fe9768 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:57.536335 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e006da49-c66b-4a5f-9a48-895c8b586c21 req-74a8dc0d-b85d-4bca-950f-fbc486fe9768 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 944 time: 1.0385351 Feb 28 20:06:57.559188 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8443d957-ed0b-44ff-873e-36592d280f55 admin admin] Publish callbacks [] for port (0bb00f63-7bd2-4dce-bd9f-51147994bb8b), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:57.565608 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8443d957-ed0b-44ff-873e-36592d280f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0bb00f63-7bd2-4dce-bd9f-51147994bb8b), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:57.566381 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8443d957-ed0b-44ff-873e-36592d280f55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (0ae44cc5-f491-4997-9663-cb1558d9425c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:57.567935 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-aca42ba1-b188-4057-9623-9c6b58784209 req-4fc664bb-669a-4f37-91d3-bf2b20d6a9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (3e6c2f10-e137-4d03-a923-1b61fa0638e5), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:57.620268 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaed557-0e97-4554-8104-964057f11d68 req-c6cf0c3f-a7c0-42b7-9ff9-b16925419844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:57.623644 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cfaed557-0e97-4554-8104-964057f11d68 req-c6cf0c3f-a7c0-42b7-9ff9-b16925419844 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e914b152c7db459da3f12a7a8c49e969&device_id=20f245ea-f133-49e6-8d89-68757e914b43 HTTP/1.1" status: 200 len: 1155 time: 0.6601424 Feb 28 20:06:57.760527 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc664bb-669a-4f37-91d3-bf2b20d6a9dc service neutron] Pushing event updated for resources: {'Port': ['ID=3e6c2f10-e137-4d03-a923-1b61fa0638e5,revision_number=10']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:57.823991 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaed557-0e97-4554-8104-964057f11d68 req-bb7df97a-df12-45db-bae0-1d19d683c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:57.826437 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cfaed557-0e97-4554-8104-964057f11d68 req-bb7df97a-df12-45db-bae0-1d19d683c3c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.1664782 Feb 28 20:06:57.835844 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae44cc5-f491-4997-9663-cb1558d9425c', 'name': 'tempest-AttachSCSIVolumeTestJSON-23951661-router', 'tenant_id': '07833b9eb7014463880a70df18d19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:06:49Z', 'updated_at': '2022-02-28T20:06:51Z', 'revision_number': 3, 'project_id': '07833b9eb7014463880a70df18d19521', 'gw_port': {'id': 'd8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae44cc5-f491-4997-9663-cb1558d9425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:06:50Z', 'updated_at': '2022-02-28T20:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:06:57.837121 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443d957-ed0b-44ff-873e-36592d280f55 admin admin] Pushing event updated for resources: {'Port': ['ID=0bb00f63-7bd2-4dce-bd9f-51147994bb8b,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:57.858259 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca42ba1-b188-4057-9623-9c6b58784209 req-4fc664bb-669a-4f37-91d3-bf2b20d6a9dc service neutron] No DVR routers for this DVR port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:06:57.874137 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2d89fc08-de0f-4531-920e-ed73a90f61ac req-a1414ec4-1f3c-436b-8570-6981b6654feb tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666262 Feb 28 20:06:57.925720 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cfaed557-0e97-4554-8104-964057f11d68 req-35c67812-8d21-4a6d-a52c-e02dcafbec59 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=006c1370-cdd1-49ce-bf62-0a1b9630eb6a HTTP/1.1" status: 200 len: 217 time: 0.0845385 Feb 28 20:06:57.948044 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437b5d9f-8b3d-4194-b530-67832dcedd4f None None] The sync data for ids ['0ae44cc5-f491-4997-9663-cb1558d9425c'] in n-d-820368-21 is: [{'id': '0ae44cc5-f491-4997-9663-cb1558d9425c', 'name': 'tempest-AttachSCSIVolumeTestJSON-23951661-router', 'tenant_id': '07833b9eb7014463880a70df18d19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:06:49Z', 'updated_at': '2022-02-28T20:06:51Z', 'revision_number': 3, 'project_id': '07833b9eb7014463880a70df18d19521', 'gw_port': {'id': 'd8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae44cc5-f491-4997-9663-cb1558d9425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:06:50Z', 'updated_at': '2022-02-28T20:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:06:58.040994 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e006da49-c66b-4a5f-9a48-895c8b586c21 req-787475eb-6d69-401f-b4ff-37440770731a tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017283 Feb 28 20:06:58.066734 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-4fc664bb-669a-4f37-91d3-bf2b20d6a9dc service neutron] 10.222.0.15 "PUT /v2.0/ports/3e6c2f10-e137-4d03-a923-1b61fa0638e5/bindings/n-h2-820368-21/activate HTTP/1.1" status: 200 len: 370 time: 2.6764839 Feb 28 20:06:58.071321 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5c22d-277d-4355-85bc-395e545447e3 req-f19e4ea6-2cc2-4afb-a6e0-da45ef203192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:58.076315 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5fb5c22d-277d-4355-85bc-395e545447e3 req-f19e4ea6-2cc2-4afb-a6e0-da45ef203192 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c49f134d2844d928e46d52f9a7a9018&device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 1128 time: 0.3633380 Feb 28 20:06:58.220466 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8443d957-ed0b-44ff-873e-36592d280f55 admin admin] Network cf9928ad-d488-4679-bca4-9ee269442294 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:06:58.223413 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaed557-0e97-4554-8104-964057f11d68 req-7f2b027a-1c39-4098-b446-19065f1b9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:58.226979 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cfaed557-0e97-4554-8104-964057f11d68 req-7f2b027a-1c39-4098-b446-19065f1b9b8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.2898834 Feb 28 20:06:58.244508 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3e6c2f10-e137-4d03-a923-1b61fa0638e5 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:06:58.246445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-8443d957-ed0b-44ff-873e-36592d280f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:06:58.437332 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9919c20-7f92-46c9-87e2-f8061a3daec1 req-6b14bcf3-28b7-4679-9041-a95b70197727 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:58.448447 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9919c20-7f92-46c9-87e2-f8061a3daec1 req-6b14bcf3-28b7-4679-9041-a95b70197727 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=342e80ad-bb4f-408a-8aa5-a0f83ad6f505 HTTP/1.1" status: 200 len: 949 time: 0.4027328 Feb 28 20:06:58.483341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] The host n-h1-820368-21 is not matching for port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 host n-h2-820368-21! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:06:58.485342 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3e6c2f10-e137-4d03-a923-1b61fa0638e5 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:06:58.611176 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8443d957-ed0b-44ff-873e-36592d280f55 admin admin] Router 0ae44cc5-f491-4997-9663-cb1558d9425c has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:06:58.657389 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9919c20-7f92-46c9-87e2-f8061a3daec1 req-34c0db32-402e-4403-810f-cccbabba7876 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015131 Feb 28 20:06:58.658654 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5c22d-277d-4355-85bc-395e545447e3 req-3ac1ca79-31f0-46eb-beb6-5401c43407b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:58.660675 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5fb5c22d-277d-4355-85bc-395e545447e3 req-3ac1ca79-31f0-46eb-beb6-5401c43407b0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 HTTP/1.1" status: 200 len: 923 time: 0.5038636 Feb 28 20:06:58.730881 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42ba1-b188-4057-9623-9c6b58784209 req-7c536137-d9e9-437e-b7ab-a9ad8b71f9be tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:58.732388 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-7c536137-d9e9-437e-b7ab-a9ad8b71f9be tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0&tenant_id=b6b50aa5623943dda1cd4fb5f568793b&binding%3Ahost_id=n-h1-820368-21 HTTP/1.1" status: 200 len: 1128 time: 0.5653398 Feb 28 20:06:58.846125 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5fb5c22d-277d-4355-85bc-395e545447e3 req-f2159d23-d324-4445-aaa5-acc25b2e58ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb59b22d-5f39-46bd-acdd-93aad0ec252d HTTP/1.1" status: 200 len: 1001 time: 0.1645443 Feb 28 20:06:58.853331 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f579f6c3-c41b-4626-af83-14eba1739882 None None] Provisioning complete for port 0bb00f63-7bd2-4dce-bd9f-51147994bb8b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:06:58.856934 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f579f6c3-c41b-4626-af83-14eba1739882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0bb00f63-7bd2-4dce-bd9f-51147994bb8b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:58.963944 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 40170489-c4a5-42a8-a75c-b8e4f1bb9227 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:06:58.982798 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 40170489-c4a5-42a8-a75c-b8e4f1bb9227 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:06:59.004789 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5c22d-277d-4355-85bc-395e545447e3 req-17f3a208-5a15-46dd-89f4-23a3af918ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:59.006317 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5fb5c22d-277d-4355-85bc-395e545447e3 req-17f3a208-5a15-46dd-89f4-23a3af918ea8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b229bdb6-456c-44f4-9a74-de3d45d86232 HTTP/1.1" status: 200 len: 862 time: 0.1493847 Feb 28 20:06:59.262314 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5c22d-277d-4355-85bc-395e545447e3 req-0448400c-bb63-4a71-b8ef-3474987213a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:59.263898 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5fb5c22d-277d-4355-85bc-395e545447e3 req-0448400c-bb63-4a71-b8ef-3474987213a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2366290 Feb 28 20:06:59.362699 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 40170489-c4a5-42a8-a75c-b8e4f1bb9227 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:59.363347 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:59.386189 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f579f6c3-c41b-4626-af83-14eba1739882 None None] Port 0bb00f63-7bd2-4dce-bd9f-51147994bb8b cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:06:59.421287 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383997f-70a1-4f08-beb5-333b5ed418fd req-9033d48d-0891-4e57-9661-f510edb33bf2 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:59.423139 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5383997f-70a1-4f08-beb5-333b5ed418fd req-9033d48d-0891-4e57-9661-f510edb33bf2 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.2805660 Feb 28 20:06:59.435198 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 40170489-c4a5-42a8-a75c-b8e4f1bb9227, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=40170489-c4a5-42a8-a75c-b8e4f1bb9227,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:59.436407 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5fb5c22d-277d-4355-85bc-395e545447e3 req-1e37297e-a211-4bec-a7b9-8edc94ef92c7 service neutron] 10.222.0.10 "GET /v2.0/networks/ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632755 Feb 28 20:06:59.474519 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaed557-0e97-4554-8104-964057f11d68 req-f1e14299-61d8-4d13-9c97-c5e683a5037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:59.477439 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cfaed557-0e97-4554-8104-964057f11d68 req-f1e14299-61d8-4d13-9c97-c5e683a5037d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.2278497 Feb 28 20:06:59.503623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 40170489-c4a5-42a8-a75c-b8e4f1bb9227, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=40170489-c4a5-42a8-a75c-b8e4f1bb9227,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:59.512993 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e15dd0-7234-4607-a0b1-47b2a7820b0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40170489-c4a5-42a8-a75c-b8e4f1bb9227'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:06:59.518574 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac222ba1-1866-4acb-aed8-dffcd0f98a55" -d '{"events": [{"server_uuid": "38e15dd0-7234-4607-a0b1-47b2a7820b0b", "name": "network-vif-unplugged", "status": "completed", "tag": "40170489-c4a5-42a8-a75c-b8e4f1bb9227"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:06:59.534683 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:59.580055 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5fb5c22d-277d-4355-85bc-395e545447e3 req-a51cfa2d-4fe5-4fe2-862b-13cdef8e3ccf service neutron] 10.222.0.10 "GET /v2.0/networks/ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351490 Feb 28 20:06:59.598245 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cfaed557-0e97-4554-8104-964057f11d68 req-3f33f8fb-084a-4ea2-b87d-0a65c51eddf1 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114252 Feb 28 20:06:59.612133 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '40170489-c4a5-42a8-a75c-b8e4f1bb9227', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '40170489-c4a5-42a8-a75c-b8e4f1bb9227', 'mac_address': 'fa:16:3e:b6:74:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:06:59.657255 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5383997f-70a1-4f08-beb5-333b5ed418fd req-7539b04a-4cf1-4da1-8d98-08e4c6244719 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197239 Feb 28 20:06:59.721926 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=40170489-c4a5-42a8-a75c-b8e4f1bb9227,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:06:59.752946 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 40170489-c4a5-42a8-a75c-b8e4f1bb9227 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:06:59.753506 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:59.754101 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42ba1-b188-4057-9623-9c6b58784209 req-ed986e08-39b3-42ec-a1ee-6d1710d99735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:59.756357 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-ed986e08-39b3-42ec-a1ee-6d1710d99735 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0&tenant_id=b6b50aa5623943dda1cd4fb5f568793b HTTP/1.1" status: 200 len: 1128 time: 1.0097384 Feb 28 20:06:59.772169 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aafec1-bd76-473e-ad7e-6e27487a4a50 req-317c34ac-83db-449a-9b45-6b5bd669ffbd tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:59.774710 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c4aafec1-bd76-473e-ad7e-6e27487a4a50 req-317c34ac-83db-449a-9b45-6b5bd669ffbd tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=342e80ad-bb4f-408a-8aa5-a0f83ad6f505 HTTP/1.1" status: 200 len: 949 time: 0.1157229 Feb 28 20:06:59.793795 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40170489-c4a5-42a8-a75c-b8e4f1bb9227 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:06:59.801791 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8443d957-ed0b-44ff-873e-36592d280f55 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:06:59.814814 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8443d957-ed0b-44ff-873e-36592d280f55 admin admin] 10.222.0.13 "PUT /v2.0/routers/0ae44cc5-f491-4997-9663-cb1558d9425c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7425122 Feb 28 20:06:59.846645 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 40170489-c4a5-42a8-a75c-b8e4f1bb9227, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=40170489-c4a5-42a8-a75c-b8e4f1bb9227,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:06:59.855679 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:06:59.906223 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42ba1-b188-4057-9623-9c6b58784209 req-18b0f8fe-d6f6-4660-84ad-0906b9f96807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:06:59.911982 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-18b0f8fe-d6f6-4660-84ad-0906b9f96807 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 1128 time: 0.1027534 Feb 28 20:06:59.916750 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cfaed557-0e97-4554-8104-964057f11d68 req-a918f33d-4072-4742-bd20-b2429013a4e4 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522399 Feb 28 20:06:59.982674 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=40170489-c4a5-42a8-a75c-b8e4f1bb9227,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:00.038603 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c4aafec1-bd76-473e-ad7e-6e27487a4a50 req-d889525a-d83f-44f0-a377-bd4108bb7503 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577558 Feb 28 20:07:00.093314 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c9048-e52c-4f05-8a7d-69372eede028 req-84f035bb-ae36-4614-af8c-795af08099b5 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:00.097561 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a6c9048-e52c-4f05-8a7d-69372eede028 req-84f035bb-ae36-4614-af8c-795af08099b5 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 945 time: 0.2596982 Feb 28 20:07:00.194548 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a6c9048-e52c-4f05-8a7d-69372eede028 req-11ebdc02-c9dd-491a-946a-5afa21715728 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841076 Feb 28 20:07:00.204675 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42ba1-b188-4057-9623-9c6b58784209 req-dc5e3726-bd5d-4048-b93e-2e3f1284320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:00.206024 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-dc5e3726-bd5d-4048-b93e-2e3f1284320a service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 908 time: 0.2664971 Feb 28 20:07:00.224440 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['40170489-c4a5-42a8-a75c-b8e4f1bb9227'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:07:00.296451 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-1e60d274-942b-4c51-839e-68f489938a75 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e6c2f10-e137-4d03-a923-1b61fa0638e5 HTTP/1.1" status: 200 len: 217 time: 0.0743918 Feb 28 20:07:00.357765 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:07:00.398502 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42ba1-b188-4057-9623-9c6b58784209 req-9b7a9fb3-80c7-402a-bd20-c9bef96a334b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:00.401970 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-9b7a9fb3-80c7-402a-bd20-c9bef96a334b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.0991528 Feb 28 20:07:00.468473 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-6a8824d4-6fd3-4a38-8886-f65876e5653c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590112 Feb 28 20:07:00.572285 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:07:00.575451 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:00.710079 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b373af-c658-4139-90a1-64f5ad63af61 x-openstack-request-id: req-d9b373af-c658-4139-90a1-64f5ad63af61 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:07:00.710827 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e15dd0-7234-4607-a0b1-47b2a7820b0b", "name": "network-vif-unplugged", "status": "completed", "tag": "40170489-c4a5-42a8-a75c-b8e4f1bb9227", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:07:00.711913 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9b373af-c658-4139-90a1-64f5ad63af61 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:07:00.712691 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e15dd0-7234-4607-a0b1-47b2a7820b0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40170489-c4a5-42a8-a75c-b8e4f1bb9227', 'code': 200} Feb 28 20:07:00.810662 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-6fa337d3-694e-4bff-89c6-353eac9afc5e service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351872 Feb 28 20:07:01.110246 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:07:01.113814 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:01.161812 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-8b5e65c0-1e1e-4117-92a7-8676f118a5d9 service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440835 Feb 28 20:07:01.203810 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:07:01.217578 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:01.252389 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40154) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:01.265430 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-da49fe56-54d8-4a0d-bfb8-d49db9c9fb46 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1530576393-network', 'tenant_id': '04095ecdac1a4b7d904843512c190917'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:07:01.324675 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] Sync routers for ids ['0ae44cc5-f491-4997-9663-cb1558d9425c'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:07:01.333410 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da49fe56-54d8-4a0d-bfb8-d49db9c9fb46 admin admin] Made reservation on behalf of 04095ecdac1a4b7d904843512c190917 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:07:01.339957 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-da49fe56-54d8-4a0d-bfb8-d49db9c9fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:01.347796 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c56080-39e2-4e1d-8504-c3467f1a20a6 req-84e224dd-209c-42fb-9c7b-3e870bee8317 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:01.354694 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:01.357752 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] Routers {'0ae44cc5-f491-4997-9663-cb1558d9425c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:07:01.358694 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:06:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0ae44cc5-f491-4997-9663-cb1558d9425c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:07:01.366352 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f2c56080-39e2-4e1d-8504-c3467f1a20a6 req-84e224dd-209c-42fb-9c7b-3e870bee8317 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 949 time: 0.1657743 Feb 28 20:07:01.372719 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-da49fe56-54d8-4a0d-bfb8-d49db9c9fb46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:01.562363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] Set router 0ae44cc5-f491-4997-9663-cb1558d9425c gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:07:01.591362 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f2c56080-39e2-4e1d-8504-c3467f1a20a6 req-5bc0ec47-057f-4574-8718-eb7a55846fa1 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226999 Feb 28 20:07:01.620063 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-da49fe56-54d8-4a0d-bfb8-d49db9c9fb46 admin admin] Publish callbacks [] for security_group (a151bd37-f0d1-4f59-8664-df3fecac1bce), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:01.623629 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42ba1-b188-4057-9623-9c6b58784209 req-db9557d4-d82c-4607-abdc-faf99cbdac32 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:01.626075 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-db9557d4-d82c-4607-abdc-faf99cbdac32 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0&tenant_id=b6b50aa5623943dda1cd4fb5f568793b&binding%3Ahost_id=n-h2-820368-21 HTTP/1.1" status: 200 len: 1128 time: 0.0978997 Feb 28 20:07:01.627960 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-da49fe56-54d8-4a0d-bfb8-d49db9c9fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a151bd37-f0d1-4f59-8664-df3fecac1bce), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:01.673607 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2deb08-eceb-4a05-94ab-24fae9b81de8 req-b5c14724-e78f-4019-a10c-622e2f546e3a tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:01.688965 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7f2deb08-eceb-4a05-94ab-24fae9b81de8 req-b5c14724-e78f-4019-a10c-622e2f546e3a tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=342e80ad-bb4f-408a-8aa5-a0f83ad6f505 HTTP/1.1" status: 200 len: 949 time: 0.1683490 Feb 28 20:07:01.766240 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7f2deb08-eceb-4a05-94ab-24fae9b81de8 req-3dce3938-b73b-4931-8be7-2d1e4713a1e4 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730991 Feb 28 20:07:01.768232 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da49fe56-54d8-4a0d-bfb8-d49db9c9fb46 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:07:01.778791 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-da49fe56-54d8-4a0d-bfb8-d49db9c9fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (98ce882b-01f1-4956-963f-27db9ee571e7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:01.779335 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-da49fe56-54d8-4a0d-bfb8-d49db9c9fb46 admin admin] Added segment 98ce882b-01f1-4956-963f-27db9ee571e7 of type vlan for network a23c19e2-f9d2-4779-bad0-8289b8cbeb68 Feb 28 20:07:01.846468 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49fe56-54d8-4a0d-bfb8-d49db9c9fb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a151bd37-f0d1-4f59-8664-df3fecac1bce,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:01.853681 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-da49fe56-54d8-4a0d-bfb8-d49db9c9fb46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (a23c19e2-f9d2-4779-bad0-8289b8cbeb68), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:01.913144 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2d99e-4b89-4e8c-9004-88edb7891371 req-066a509e-19d0-4080-bc13-e6829ab67c38 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:01.918166 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-da49fe56-54d8-4a0d-bfb8-d49db9c9fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (a23c19e2-f9d2-4779-bad0-8289b8cbeb68), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:01.919512 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da49fe56-54d8-4a0d-bfb8-d49db9c9fb46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:01.920357 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-da49fe56-54d8-4a0d-bfb8-d49db9c9fb46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:01.928445 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efc2d99e-4b89-4e8c-9004-88edb7891371 req-066a509e-19d0-4080-bc13-e6829ab67c38 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 945 time: 0.1762176 Feb 28 20:07:01.945060 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-da49fe56-54d8-4a0d-bfb8-d49db9c9fb46 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6906404 Feb 28 20:07:01.949870 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40170) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:01.972935 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-1b5cbcb6-8a41-4b4e-9651-ae3a86dd6bc3 admin admin] Request body: {'subnet': {'network_id': 'a23c19e2-f9d2-4779-bad0-8289b8cbeb68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1530576393-subnet', 'tenant_id': '04095ecdac1a4b7d904843512c190917', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:07:01.987629 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-aca42ba1-b188-4057-9623-9c6b58784209 req-c183f3f1-f432-4abe-8b84-73eba0a95437 service neutron] For port 3e6c2f10-e137-4d03-a923-1b61fa0638e5, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:07:02.014570 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-aca42ba1-b188-4057-9623-9c6b58784209 req-c183f3f1-f432-4abe-8b84-73eba0a95437 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:02.016514 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aca42ba1-b188-4057-9623-9c6b58784209 req-c183f3f1-f432-4abe-8b84-73eba0a95437 service neutron] 10.222.0.10 "DELETE /v2.0/ports/3e6c2f10-e137-4d03-a923-1b61fa0638e5/bindings/n-h1-820368-21 HTTP/1.1" status: 204 len: 173 time: 0.3766384 Feb 28 20:07:02.041211 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae44cc5-f491-4997-9663-cb1558d9425c', 'name': 'tempest-AttachSCSIVolumeTestJSON-23951661-router', 'tenant_id': '07833b9eb7014463880a70df18d19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:06:49Z', 'updated_at': '2022-02-28T20:06:57Z', 'revision_number': 4, 'project_id': '07833b9eb7014463880a70df18d19521', 'gw_port': {'id': 'd8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae44cc5-f491-4997-9663-cb1558d9425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:06:50Z', 'updated_at': '2022-02-28T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '0bb00f63-7bd2-4dce-bd9f-51147994bb8b', 'name': '', 'network_id': 'cf9928ad-d488-4679-bca4-9ee269442294', 'tenant_id': '07833b9eb7014463880a70df18d19521', 'mac_address': 'fa:16:3e:80:82:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae44cc5-f491-4997-9663-cb1558d9425c', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'f72b8307-9bba-45e4-bfeb-74c3cbc4dffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:06:55Z', 'updated_at': '2022-02-28T20:06:57Z', 'revision_number': 2, 'project_id': '07833b9eb7014463880a70df18d19521', 'subnets': [{'id': 'f72b8307-9bba-45e4-bfeb-74c3cbc4dffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:07:02.074007 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efc2d99e-4b89-4e8c-9004-88edb7891371 req-d81c8769-c075-4e08-9cd2-8189de5f0a87 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163471 Feb 28 20:07:02.112448 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:07:02.115976 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] Checking router: 0ae44cc5-f491-4997-9663-cb1558d9425c for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:07:02.116264 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49fe56-54d8-4a0d-bfb8-d49db9c9fb46 admin admin] Pushing event updated for resources: {'Network': ['ID=a23c19e2-f9d2-4779-bad0-8289b8cbeb68,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:02.116378 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] Updating router 0ae44cc5-f491-4997-9663-cb1558d9425c port 0bb00f63-7bd2-4dce-bd9f-51147994bb8b binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:07:02.121402 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5cbcb6-8a41-4b4e-9651-ae3a86dd6bc3 admin admin] Made reservation on behalf of 04095ecdac1a4b7d904843512c190917 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:07:02.126828 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1b5cbcb6-8a41-4b4e-9651-ae3a86dd6bc3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:02.202155 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network a23c19e2-f9d2-4779-bad0-8289b8cbeb68 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:07:02.357372 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0bb00f63-7bd2-4dce-bd9f-51147994bb8b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:02.388051 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b431f0-e373-4351-bacd-62ecdfe87f5e req-0fdf2274-2c39-4527-9d4c-7341d918565b tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:02.390124 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a5b431f0-e373-4351-bacd-62ecdfe87f5e req-0fdf2274-2c39-4527-9d4c-7341d918565b tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.15 "GET /v2.0/ports?device_id=342e80ad-bb4f-408a-8aa5-a0f83ad6f505 HTTP/1.1" status: 200 len: 949 time: 0.1039696 Feb 28 20:07:02.547934 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-a5b431f0-e373-4351-bacd-62ecdfe87f5e req-d6b1bb48-7b5a-444c-baca-41c2d1da86b9 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Deleting port fabdc98e-c94e-46f4-a7c2-6e7884a3c899 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:07:02.548365 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a5b431f0-e373-4351-bacd-62ecdfe87f5e req-d6b1bb48-7b5a-444c-baca-41c2d1da86b9 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (fabdc98e-c94e-46f4-a7c2-6e7884a3c899), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:02.589085 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:07:02.590357 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:02.698945 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a5b431f0-e373-4351-bacd-62ecdfe87f5e req-d6b1bb48-7b5a-444c-baca-41c2d1da86b9 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] For port fabdc98e-c94e-46f4-a7c2-6e7884a3c899, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=fabdc98e-c94e-46f4-a7c2-6e7884a3c899,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:07:02.699345 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a5b431f0-e373-4351-bacd-62ecdfe87f5e req-d6b1bb48-7b5a-444c-baca-41c2d1da86b9 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (fabdc98e-c94e-46f4-a7c2-6e7884a3c899), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:02.703929 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd63ce-cf63-48cc-ad5d-1be899a6892f req-aed70f5b-b0e9-4938-b643-b6af7fe931c0 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:02.720494 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99fd63ce-cf63-48cc-ad5d-1be899a6892f req-aed70f5b-b0e9-4938-b643-b6af7fe931c0 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 1128 time: 0.1568489 Feb 28 20:07:02.764606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-a5b431f0-e373-4351-bacd-62ecdfe87f5e req-d6b1bb48-7b5a-444c-baca-41c2d1da86b9 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Calling delete_port for fabdc98e-c94e-46f4-a7c2-6e7884a3c899 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:07:02.798233 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1b5cbcb6-8a41-4b4e-9651-ae3a86dd6bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for subnet (3da3f078-a2fa-4b7b-b7be-2299dfcc4361), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:02.837036 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99fd63ce-cf63-48cc-ad5d-1be899a6892f req-e9a9c32e-8ae6-43da-8979-2bdb6c167077 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156402 Feb 28 20:07:02.932054 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173548d-ffc8-4af3-89e7-76f033b55609 req-0090db8c-4e21-4b62-af3a-5fedc3a4be30 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:02.941261 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b173548d-ffc8-4af3-89e7-76f033b55609 req-0090db8c-4e21-4b62-af3a-5fedc3a4be30 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 949 time: 0.0824361 Feb 28 20:07:02.962347 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5cbcb6-8a41-4b4e-9651-ae3a86dd6bc3 admin admin] Checking segment: {'id': '98ce882b-01f1-4956-963f-27db9ee571e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a23c19e2-f9d2-4779-bad0-8289b8cbeb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:07:02.962978 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5cbcb6-8a41-4b4e-9651-ae3a86dd6bc3 admin admin] Network hostable DHCP agents. Network: a23c19e2-f9d2-4779-bad0-8289b8cbeb68, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:07:02.992171 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 40170489-c4a5-42a8-a75c-b8e4f1bb9227 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:07:03.012021 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5cbcb6-8a41-4b4e-9651-ae3a86dd6bc3 admin admin] Network a23c19e2-f9d2-4779-bad0-8289b8cbeb68 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:07:03.022463 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5cbcb6-8a41-4b4e-9651-ae3a86dd6bc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3da3f078-a2fa-4b7b-b7be-2299dfcc4361,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:03.028689 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-1b5cbcb6-8a41-4b4e-9651-ae3a86dd6bc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, a23c19e2-f9d2-4779-bad0-8289b8cbeb68) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:07:03.029930 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b173548d-ffc8-4af3-89e7-76f033b55609 req-ec03932c-0075-42b0-9da7-24d5cd8c9198 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782471 Feb 28 20:07:03.059418 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5cbcb6-8a41-4b4e-9651-ae3a86dd6bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:03.060454 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1b5cbcb6-8a41-4b4e-9651-ae3a86dd6bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:03.082730 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1b5cbcb6-8a41-4b4e-9651-ae3a86dd6bc3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1254969 Feb 28 20:07:03.088722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40208) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:03.096910 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-fb08da8f-77a8-42b5-b00b-e0adfb530c7d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1530576393-router', 'tenant_id': '04095ecdac1a4b7d904843512c190917', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:07:03.158736 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c7ad60-21fd-4f85-8858-dcd1b6c2f2ea None None] Network a23c19e2-f9d2-4779-bad0-8289b8cbeb68 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:07:03.164173 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb08da8f-77a8-42b5-b00b-e0adfb530c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (dbb6244f-0637-4f68-b250-43cc819cf0af), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:03.167383 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb08da8f-77a8-42b5-b00b-e0adfb530c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (dbb6244f-0637-4f68-b250-43cc819cf0af), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:03.307270 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a5b431f0-e373-4351-bacd-62ecdfe87f5e req-d6b1bb48-7b5a-444c-baca-41c2d1da86b9 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (fabdc98e-c94e-46f4-a7c2-6e7884a3c899), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:03.335430 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc64ae-c5af-4501-af19-ac44ff9cb216 req-1aef6e4e-7282-44f8-b3ea-8ac29bc37125 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:03.339866 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55bc64ae-c5af-4501-af19-ac44ff9cb216 req-1aef6e4e-7282-44f8-b3ea-8ac29bc37125 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/ports?device_id=342e80ad-bb4f-408a-8aa5-a0f83ad6f505 HTTP/1.1" status: 200 len: 949 time: 0.1616504 Feb 28 20:07:03.339866 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb08da8f-77a8-42b5-b00b-e0adfb530c7d admin admin] Publish callbacks [] for router_controller (dbb6244f-0637-4f68-b250-43cc819cf0af), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:03.362013 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1bb48-7b5a-444c-baca-41c2d1da86b9 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Pushing event deleted for resources: {'Port': ['ID=fabdc98e-c94e-46f4-a7c2-6e7884a3c899,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:03.430354 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b431f0-e373-4351-bacd-62ecdfe87f5e req-d6b1bb48-7b5a-444c-baca-41c2d1da86b9 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] No DVR routers for this DVR port fabdc98e-c94e-46f4-a7c2-6e7884a3c899 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:07:03.433557 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a5b431f0-e373-4351-bacd-62ecdfe87f5e req-d6b1bb48-7b5a-444c-baca-41c2d1da86b9 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:03.439024 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a5b431f0-e373-4351-bacd-62ecdfe87f5e req-d6b1bb48-7b5a-444c-baca-41c2d1da86b9 tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.15 "DELETE /v2.0/ports/fabdc98e-c94e-46f4-a7c2-6e7884a3c899 HTTP/1.1" status: 204 len: 173 time: 1.0420141 Feb 28 20:07:03.440413 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342e80ad-bb4f-408a-8aa5-a0f83ad6f505', 'name': 'network-vif-deleted', 'tag': 'fabdc98e-c94e-46f4-a7c2-6e7884a3c899'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:07:03.447879 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['fabdc98e-c94e-46f4-a7c2-6e7884a3c899'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:07:03.449700 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb0143d-54c3-42ba-bcac-b4aeae28f925" -d '{"events": [{"server_uuid": "342e80ad-bb4f-408a-8aa5-a0f83ad6f505", "name": "network-vif-deleted", "tag": "fabdc98e-c94e-46f4-a7c2-6e7884a3c899"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:07:03.471747 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:07:03.532486 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 40170489-c4a5-42a8-a75c-b8e4f1bb9227 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:07:03.533024 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:03.582210 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40222) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:03.707899 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55bc64ae-c5af-4501-af19-ac44ff9cb216 req-e42854de-a8e6-4397-a586-2a0e7281ddcf tempest-DeleteServersAdminTestJSON-1907930486 tempest-DeleteServersAdminTestJSON-1907930486-project] 10.222.0.13 "GET /v2.0/security-groups?id=98aadd8a-5d47-402c-a034-a325b6ac4f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552432 Feb 28 20:07:03.842955 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-591dc79c-4892-42d7-8c91-1394e242a640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:03.864649 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e44442e-6ce7-4355-92f6-2f03c2923177 x-openstack-request-id: req-3e44442e-6ce7-4355-92f6-2f03c2923177 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:07:03.865605 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342e80ad-bb4f-408a-8aa5-a0f83ad6f505", "name": "network-vif-deleted", "tag": "fabdc98e-c94e-46f4-a7c2-6e7884a3c899", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:07:03.876670 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e44442e-6ce7-4355-92f6-2f03c2923177 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:07:03.879040 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342e80ad-bb4f-408a-8aa5-a0f83ad6f505', 'name': 'network-vif-deleted', 'tag': 'fabdc98e-c94e-46f4-a7c2-6e7884a3c899', 'status': 'completed', 'code': 200} Feb 28 20:07:03.917443 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb08da8f-77a8-42b5-b00b-e0adfb530c7d admin admin] Publish callbacks [] for router_gateway (dbb6244f-0637-4f68-b250-43cc819cf0af), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:03.996991 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-591dc79c-4892-42d7-8c91-1394e242a640 admin admin] Publish callbacks [] for security_group (c5b7a6d2-7ed0-4d97-b55b-aec9d5713df6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:04.002978 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-591dc79c-4892-42d7-8c91-1394e242a640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c5b7a6d2-7ed0-4d97-b55b-aec9d5713df6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:04.021652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e78465-69b1-40c2-8889-194ca69df1cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-a23c19e2-f9d2-4779-bad0-8289b8cbeb68', 'network_id': 'a23c19e2-f9d2-4779-bad0-8289b8cbeb68', 'project_id': '04095ecdac1a4b7d904843512c190917', 'fixed_ips': [{'subnet_id': '3da3f078-a2fa-4b7b-b7be-2299dfcc4361'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:07:04.022541 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a4e78465-69b1-40c2-8889-194ca69df1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:04.099847 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-591dc79c-4892-42d7-8c91-1394e242a640 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87764f117d2e46c8b1e16ac4d74aeabf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5163639 Feb 28 20:07:04.102336 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dc79c-4892-42d7-8c91-1394e242a640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b7a6d2-7ed0-4d97-b55b-aec9d5713df6,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:04.105799 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40242) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:04.176952 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5e555868-9c6e-4439-8fdf-43242bae4648 admin admin] Publish callbacks [] for security_group (c5b7a6d2-7ed0-4d97-b55b-aec9d5713df6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:04.211459 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5e555868-9c6e-4439-8fdf-43242bae4648 admin admin] Publish callbacks [] for security_group (c5b7a6d2-7ed0-4d97-b55b-aec9d5713df6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:04.284894 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5e555868-9c6e-4439-8fdf-43242bae4648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c5b7a6d2-7ed0-4d97-b55b-aec9d5713df6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:04.287556 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5e555868-9c6e-4439-8fdf-43242bae4648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:04.288719 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5e555868-9c6e-4439-8fdf-43242bae4648 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5b7a6d2-7ed0-4d97-b55b-aec9d5713df6 HTTP/1.1" status: 204 len: 168 time: 0.1821642 Feb 28 20:07:04.305710 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc0887-1907-4263-8708-07536f473eec req-df4a793d-65e5-4a91-81c3-147cf933dba9 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:04.310987 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e555868-9c6e-4439-8fdf-43242bae4648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b7a6d2-7ed0-4d97-b55b-aec9d5713df6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:04.314890 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1ebc0887-1907-4263-8708-07536f473eec req-df4a793d-65e5-4a91-81c3-147cf933dba9 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 808 time: 0.6107140 Feb 28 20:07:04.344401 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1ebc0887-1907-4263-8708-07536f473eec req-ce400bb8-375a-44af-a077-6d541a6be03e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/quotas/b6b50aa5623943dda1cd4fb5f568793b HTTP/1.1" status: 200 len: 375 time: 0.0284770 Feb 28 20:07:04.371479 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] Publish callbacks [] for port (0bb00f63-7bd2-4dce-bd9f-51147994bb8b), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:04.395115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 40170489-c4a5-42a8-a75c-b8e4f1bb9227 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:07:04.395568 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:04.425554 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0bb00f63-7bd2-4dce-bd9f-51147994bb8b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:04.429794 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e2aba-44e8-4948-aa0a-2e79c4b7933a req-d1e62b86-4fa3-41c9-87af-0df59ecae819 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:04.432184 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d34e2aba-44e8-4948-aa0a-2e79c4b7933a req-d1e62b86-4fa3-41c9-87af-0df59ecae819 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 949 time: 0.1976831 Feb 28 20:07:04.495558 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1ebc0887-1907-4263-8708-07536f473eec req-2584e552-8469-4fb6-953b-b88b50d5a595 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1463943 Feb 28 20:07:04.525877 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e15dd0-7234-4607-a0b1-47b2a7820b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40170489-c4a5-42a8-a75c-b8e4f1bb9227'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:07:04.531945 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dbb819-6afc-4bcb-a73d-ee11bae98b4c" -d '{"events": [{"server_uuid": "38e15dd0-7234-4607-a0b1-47b2a7820b0b", "name": "network-vif-plugged", "status": "completed", "tag": "40170489-c4a5-42a8-a75c-b8e4f1bb9227"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:07:04.561774 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d34e2aba-44e8-4948-aa0a-2e79c4b7933a req-a49d815f-5372-4b10-9366-ac7c84659e3f tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198447 Feb 28 20:07:04.614044 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bfafd-47bb-4cfc-8cf3-f308abc3f1c9 None None] Pushing event updated for resources: {'Port': ['ID=0bb00f63-7bd2-4dce-bd9f-51147994bb8b,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:04.638154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 40170489-c4a5-42a8-a75c-b8e4f1bb9227, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=40170489-c4a5-42a8-a75c-b8e4f1bb9227,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:07:04.684466 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:04.778246 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-a4e78465-69b1-40c2-8889-194ca69df1cb None None] Allocated IP 172.20.0.2 (a23c19e2-f9d2-4779-bad0-8289b8cbeb68/3da3f078-a2fa-4b7b-b7be-2299dfcc4361/7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:07:04.812954 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1ebc0887-1907-4263-8708-07536f473eec req-acaf4a76-d63b-4f25-a1c1-8994c308d961 service neutron] 10.222.0.13 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154566 Feb 28 20:07:04.861522 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40258) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:04.882664 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e8013ef-c519-439d-86b6-ce7a65630bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:04.990071 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb08da8f-77a8-42b5-b00b-e0adfb530c7d admin admin] Publish callbacks [] for router_gateway (dbb6244f-0637-4f68-b250-43cc819cf0af), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:04.996626 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] Attempting to bind port 0bb00f63-7bd2-4dce-bd9f-51147994bb8b on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:07:04.997313 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] Attempting to bind port 0bb00f63-7bd2-4dce-bd9f-51147994bb8b by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '66dd4105-39b8-48df-a081-8cb0a9f172b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf9928ad-d488-4679-bca4-9ee269442294'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:07:04.997968 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] Attempting to bind port 0bb00f63-7bd2-4dce-bd9f-51147994bb8b on network cf9928ad-d488-4679-bca4-9ee269442294 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:07:05.024496 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb08da8f-77a8-42b5-b00b-e0adfb530c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:05.027910 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e8013ef-c519-439d-86b6-ce7a65630bdc admin admin] Publish callbacks [] for security_group (5e973c08-3398-4bbc-8d61-a99176b726b0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:05.034542 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e8013ef-c519-439d-86b6-ce7a65630bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5e973c08-3398-4bbc-8d61-a99176b726b0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:05.041774 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=40170489-c4a5-42a8-a75c-b8e4f1bb9227,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:05.059793 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:07:05.060209 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] Checking segment: {'id': '66dd4105-39b8-48df-a081-8cb0a9f172b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf9928ad-d488-4679-bca4-9ee269442294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:07:05.060766 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:05.061231 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] Bound using segment: {'id': '66dd4105-39b8-48df-a081-8cb0a9f172b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf9928ad-d488-4679-bca4-9ee269442294'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:07:05.061785 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] Bound port: 0bb00f63-7bd2-4dce-bd9f-51147994bb8b, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66dd4105-39b8-48df-a081-8cb0a9f172b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf9928ad-d488-4679-bca4-9ee269442294'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:07:05.062813 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0bb00f63-7bd2-4dce-bd9f-51147994bb8b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:05.093169 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-75f42d51-fbc4-4784-9ed7-09ba819f21e1 None None] Provisioning complete for port 0bb00f63-7bd2-4dce-bd9f-51147994bb8b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:07:05.094288 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-75f42d51-fbc4-4784-9ed7-09ba819f21e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0bb00f63-7bd2-4dce-bd9f-51147994bb8b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:05.105906 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0e8013ef-c519-439d-86b6-ce7a65630bdc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a49780007644188a48cdd8e0cbabe34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430191 Feb 28 20:07:05.106603 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8013ef-c519-439d-86b6-ce7a65630bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e973c08-3398-4bbc-8d61-a99176b726b0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:05.108985 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40260) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:05.155237 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1ebc0887-1907-4263-8708-07536f473eec req-f418ea57-2b95-4896-8561-4afc5cc4b255 service neutron] 10.222.0.13 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117788 Feb 28 20:07:05.211660 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-75f42d51-fbc4-4784-9ed7-09ba819f21e1 None None] Port 0bb00f63-7bd2-4dce-bd9f-51147994bb8b cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:07:05.265241 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-fb08da8f-77a8-42b5-b00b-e0adfb530c7d admin admin] Allocated IP 172.25.0.179 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/eb72ca0b-779d-46ec-9796-fa03f7291a1e) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:07:05.317170 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6bbafe92-5728-4a03-8128-907e610f3bca admin admin] Publish callbacks [] for security_group (5e973c08-3398-4bbc-8d61-a99176b726b0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:05.320221 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] For port 0bb00f63-7bd2-4dce-bd9f-51147994bb8b, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:07:05.356139 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] For port 0bb00f63-7bd2-4dce-bd9f-51147994bb8b, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0bb00f63-7bd2-4dce-bd9f-51147994bb8b,segment=NetworkSegment(66dd4105-39b8-48df-a081-8cb0a9f172b2),segment_id=66dd4105-39b8-48df-a081-8cb0a9f172b2)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:07:05.363932 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a4e78465-69b1-40c2-8889-194ca69df1cb None None] Publish callbacks [] for port (7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:05.369950 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0bb00f63-7bd2-4dce-bd9f-51147994bb8b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:05.375274 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6bbafe92-5728-4a03-8128-907e610f3bca admin admin] Publish callbacks [] for security_group (5e973c08-3398-4bbc-8d61-a99176b726b0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:05.387795 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a4e78465-69b1-40c2-8889-194ca69df1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:05.438930 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6bbafe92-5728-4a03-8128-907e610f3bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5e973c08-3398-4bbc-8d61-a99176b726b0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:05.452992 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e14a09-790f-4ec5-8857-31b0d51a9feb x-openstack-request-id: req-20e14a09-790f-4ec5-8857-31b0d51a9feb {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:07:05.454925 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e15dd0-7234-4607-a0b1-47b2a7820b0b", "name": "network-vif-plugged", "status": "completed", "tag": "40170489-c4a5-42a8-a75c-b8e4f1bb9227", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:07:05.457290 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20e14a09-790f-4ec5-8857-31b0d51a9feb {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:07:05.457776 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e15dd0-7234-4607-a0b1-47b2a7820b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40170489-c4a5-42a8-a75c-b8e4f1bb9227', 'code': 200} Feb 28 20:07:05.460766 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6bbafe92-5728-4a03-8128-907e610f3bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:05.477843 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6bbafe92-5728-4a03-8128-907e610f3bca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e973c08-3398-4bbc-8d61-a99176b726b0 HTTP/1.1" status: 204 len: 168 time: 0.3425848 Feb 28 20:07:05.500468 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbafe92-5728-4a03-8128-907e610f3bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e973c08-3398-4bbc-8d61-a99176b726b0,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:05.576491 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e78465-69b1-40c2-8889-194ca69df1cb None None] Network a23c19e2-f9d2-4779-bad0-8289b8cbeb68 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:07:05.582340 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb08da8f-77a8-42b5-b00b-e0adfb530c7d admin admin] Publish callbacks [] for port (eb72ca0b-779d-46ec-9796-fa03f7291a1e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:05.607514 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-a4e78465-69b1-40c2-8889-194ca69df1cb None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:07:05.610954 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e78465-69b1-40c2-8889-194ca69df1cb None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:07:05.630718 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb08da8f-77a8-42b5-b00b-e0adfb530c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (eb72ca0b-779d-46ec-9796-fa03f7291a1e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:05.649077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] Routers {'0ae44cc5-f491-4997-9663-cb1558d9425c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:07:05.650725 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:06:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0ae44cc5-f491-4997-9663-cb1558d9425c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:07:05.659991 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bfafd-47bb-4cfc-8cf3-f308abc3f1c9 None None] Pushing event updated for resources: {'Port': ['ID=0bb00f63-7bd2-4dce-bd9f-51147994bb8b,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:05.707721 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb08da8f-77a8-42b5-b00b-e0adfb530c7d admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:07:05.743004 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-fb08da8f-77a8-42b5-b00b-e0adfb530c7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:07:05.800536 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb08da8f-77a8-42b5-b00b-e0adfb530c7d admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:07:05.837919 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eaeadb94-c40f-4052-97b2-07ef33500e6e req-bca61bd0-d886-44fa-8851-23873b41f8b0 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 210 time: 0.1367488 Feb 28 20:07:05.855344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e78465-69b1-40c2-8889-194ca69df1cb None None] Pushing event updated for resources: {'Port': ['ID=7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:05.904704 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b98f5-3b62-4570-af24-503fe20f751b req-c33d62fb-7862-41b2-afe2-9d32ede76af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:05.908743 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-df2b98f5-3b62-4570-af24-503fe20f751b req-c33d62fb-7862-41b2-afe2-9d32ede76af0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 1133 time: 0.0977085 Feb 28 20:07:05.960497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a4e78465-69b1-40c2-8889-194ca69df1cb None None] Attempting to bind port 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:07:05.980007 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a4e78465-69b1-40c2-8889-194ca69df1cb None None] Attempting to bind port 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '98ce882b-01f1-4956-963f-27db9ee571e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a23c19e2-f9d2-4779-bad0-8289b8cbeb68'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:07:05.982356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e78465-69b1-40c2-8889-194ca69df1cb None None] Attempting to bind port 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 on network a23c19e2-f9d2-4779-bad0-8289b8cbeb68 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:07:06.041309 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-df2b98f5-3b62-4570-af24-503fe20f751b req-22e6a125-eb25-4d3c-8943-846a0180d8c1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137798 Feb 28 20:07:06.056799 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e78465-69b1-40c2-8889-194ca69df1cb None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:07:06.057478 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e78465-69b1-40c2-8889-194ca69df1cb None None] Checking segment: {'id': '98ce882b-01f1-4956-963f-27db9ee571e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a23c19e2-f9d2-4779-bad0-8289b8cbeb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:07:06.058075 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a4e78465-69b1-40c2-8889-194ca69df1cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:06.058642 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e78465-69b1-40c2-8889-194ca69df1cb None None] Bound using segment: {'id': '98ce882b-01f1-4956-963f-27db9ee571e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a23c19e2-f9d2-4779-bad0-8289b8cbeb68'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:07:06.059584 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a4e78465-69b1-40c2-8889-194ca69df1cb None None] Bound port: 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ce882b-01f1-4956-963f-27db9ee571e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a23c19e2-f9d2-4779-bad0-8289b8cbeb68'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:07:06.060086 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a4e78465-69b1-40c2-8889-194ca69df1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:06.192327 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c0daab4a-2780-4e1a-a3ba-fdab61a81851 None None] Provisioning complete for port 0bb00f63-7bd2-4dce-bd9f-51147994bb8b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:07:06.192327 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c0daab4a-2780-4e1a-a3ba-fdab61a81851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0bb00f63-7bd2-4dce-bd9f-51147994bb8b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:06.290696 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08da8f-77a8-42b5-b00b-e0adfb530c7d admin admin] Pushing event updated for resources: {'Port': ['ID=eb72ca0b-779d-46ec-9796-fa03f7291a1e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:06.375022 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device fabdc98e-c94e-46f4-a7c2-6e7884a3c899 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:07:06.392335 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] Set router 0ae44cc5-f491-4997-9663-cb1558d9425c gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:07:06.535146 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: fabdc98e-c94e-46f4-a7c2-6e7884a3c899 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:07:06.535490 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device fabdc98e-c94e-46f4-a7c2-6e7884a3c899 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:07:06.547823 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a4e78465-69b1-40c2-8889-194ca69df1cb None None] For port 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:07:06.617628 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a4e78465-69b1-40c2-8889-194ca69df1cb None None] For port 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3,segment=NetworkSegment(98ce882b-01f1-4956-963f-27db9ee571e7),segment_id=98ce882b-01f1-4956-963f-27db9ee571e7)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:07:06.668724 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a4e78465-69b1-40c2-8889-194ca69df1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:06.780130 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e78465-69b1-40c2-8889-194ca69df1cb None None] Pushing event updated for resources: {'Port': ['ID=7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:06.923996 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:07:06.942819 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40322) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:06.958918 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c0daab4a-2780-4e1a-a3ba-fdab61a81851 None None] Current status of the port 0bb00f63-7bd2-4dce-bd9f-51147994bb8b is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:07:06.959319 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c0daab4a-2780-4e1a-a3ba-fdab61a81851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0bb00f63-7bd2-4dce-bd9f-51147994bb8b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:07.119352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea25c7-a2a2-4ec8-86ce-0e039c81b067 req-f692782f-87f1-4aef-9786-736c9ff99753 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:07.127308 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2ea25c7-a2a2-4ec8-86ce-0e039c81b067 req-f692782f-87f1-4aef-9786-736c9ff99753 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.9498587 Feb 28 20:07:07.155381 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c0daab4a-2780-4e1a-a3ba-fdab61a81851 None None] For port 0bb00f63-7bd2-4dce-bd9f-51147994bb8b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0bb00f63-7bd2-4dce-bd9f-51147994bb8b,segment=NetworkSegment(66dd4105-39b8-48df-a081-8cb0a9f172b2),segment_id=66dd4105-39b8-48df-a081-8cb0a9f172b2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:07:07.170551 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c0daab4a-2780-4e1a-a3ba-fdab61a81851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0bb00f63-7bd2-4dce-bd9f-51147994bb8b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:07.286253 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae44cc5-f491-4997-9663-cb1558d9425c', 'name': 'tempest-AttachSCSIVolumeTestJSON-23951661-router', 'tenant_id': '07833b9eb7014463880a70df18d19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:06:49Z', 'updated_at': '2022-02-28T20:06:57Z', 'revision_number': 4, 'project_id': '07833b9eb7014463880a70df18d19521', 'gw_port': {'id': 'd8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae44cc5-f491-4997-9663-cb1558d9425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:06:50Z', 'updated_at': '2022-02-28T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '0bb00f63-7bd2-4dce-bd9f-51147994bb8b', 'name': '', 'network_id': 'cf9928ad-d488-4679-bca4-9ee269442294', 'tenant_id': '07833b9eb7014463880a70df18d19521', 'mac_address': 'fa:16:3e:80:82:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae44cc5-f491-4997-9663-cb1558d9425c', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'f72b8307-9bba-45e4-bfeb-74c3cbc4dffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:06:55Z', 'updated_at': '2022-02-28T20:07:05Z', 'revision_number': 4, 'project_id': '07833b9eb7014463880a70df18d19521', 'subnets': [{'id': 'f72b8307-9bba-45e4-bfeb-74c3cbc4dffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:07:07.328380 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daab4a-2780-4e1a-a3ba-fdab61a81851 None None] Pushing event updated for resources: {'Port': ['ID=0bb00f63-7bd2-4dce-bd9f-51147994bb8b,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:07.484860 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2ea25c7-a2a2-4ec8-86ce-0e039c81b067 req-d567f010-8790-4db4-a290-dce8214560ff tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563764 Feb 28 20:07:07.518514 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3c7525-5e5e-4814-ab2a-4f897ee73de7 None None] The sync data for ids ['0ae44cc5-f491-4997-9663-cb1558d9425c'] in n-d-820368-21 is: [{'id': '0ae44cc5-f491-4997-9663-cb1558d9425c', 'name': 'tempest-AttachSCSIVolumeTestJSON-23951661-router', 'tenant_id': '07833b9eb7014463880a70df18d19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:06:49Z', 'updated_at': '2022-02-28T20:06:57Z', 'revision_number': 4, 'project_id': '07833b9eb7014463880a70df18d19521', 'gw_port': {'id': 'd8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae44cc5-f491-4997-9663-cb1558d9425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:06:50Z', 'updated_at': '2022-02-28T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '0bb00f63-7bd2-4dce-bd9f-51147994bb8b', 'name': '', 'network_id': 'cf9928ad-d488-4679-bca4-9ee269442294', 'tenant_id': '07833b9eb7014463880a70df18d19521', 'mac_address': 'fa:16:3e:80:82:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae44cc5-f491-4997-9663-cb1558d9425c', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'f72b8307-9bba-45e4-bfeb-74c3cbc4dffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:06:55Z', 'updated_at': '2022-02-28T20:07:05Z', 'revision_number': 4, 'project_id': '07833b9eb7014463880a70df18d19521', 'subnets': [{'id': 'f72b8307-9bba-45e4-bfeb-74c3cbc4dffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:07:07.587896 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-381e6597-d250-4ad6-b34a-42505591f70e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0db63c9b2b849cb926b119c876969b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6388950 Feb 28 20:07:07.687384 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40340) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:07.923441 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc0887-1907-4263-8708-07536f473eec req-d0db42ae-36ec-4fa3-bd96-01a80df29de9 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:07.923918 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-990223d1-e0dd-4376-9864-47f5f793df25 req-93d62952-20f1-4661-86de-71f0ad46f350 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 210 time: 0.1307263 Feb 28 20:07:07.926478 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1ebc0887-1907-4263-8708-07536f473eec req-d0db42ae-36ec-4fa3-bd96-01a80df29de9 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.15 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 808 time: 0.4143462 Feb 28 20:07:07.938888 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-1ebc0887-1907-4263-8708-07536f473eec req-1a9fe653-d6f9-41fe-a08a-09af4b901a8e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Request body: {'port': {'device_id': '7e085b16-5d9e-4347-9d1a-d4099bf9e416', 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6', 'admin_state_up': True, 'tenant_id': 'b6b50aa5623943dda1cd4fb5f568793b'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:07:07.955191 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb08da8f-77a8-42b5-b00b-e0adfb530c7d admin admin] Publish callbacks [] for router_gateway (dbb6244f-0637-4f68-b250-43cc819cf0af), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:08.114794 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bda24cfe-2654-4655-8fd0-baadb6433607 admin admin] Publish callbacks [] for security_group (98aadd8a-5d47-402c-a034-a325b6ac4f42), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:08.203966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ebc0887-1907-4263-8708-07536f473eec req-1a9fe653-d6f9-41fe-a08a-09af4b901a8e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Made reservation on behalf of b6b50aa5623943dda1cd4fb5f568793b for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:07:08.208284 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1ebc0887-1907-4263-8708-07536f473eec req-1a9fe653-d6f9-41fe-a08a-09af4b901a8e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:08.303483 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bda24cfe-2654-4655-8fd0-baadb6433607 admin admin] Publish callbacks [] for security_group (98aadd8a-5d47-402c-a034-a325b6ac4f42), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:08.422806 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0bb00f63-7bd2-4dce-bd9f-51147994bb8b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:07:08.581422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 0bb00f63-7bd2-4dce-bd9f-51147994bb8b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:07:08.582655 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0bb00f63-7bd2-4dce-bd9f-51147994bb8b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:08.609053 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-1ebc0887-1907-4263-8708-07536f473eec req-1a9fe653-d6f9-41fe-a08a-09af4b901a8e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Allocated IP 172.20.0.7 (7c962902-172c-4834-92e0-74fa9c4b64b6/cc6270d4-fae4-4010-aab7-61ec0ed0c71b/29f6caf3-5c35-43a3-a692-aeac48e8289b) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:07:08.647979 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bda24cfe-2654-4655-8fd0-baadb6433607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (98aadd8a-5d47-402c-a034-a325b6ac4f42), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:08.670068 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bda24cfe-2654-4655-8fd0-baadb6433607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:08.671160 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bda24cfe-2654-4655-8fd0-baadb6433607 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98aadd8a-5d47-402c-a034-a325b6ac4f42 HTTP/1.1" status: 204 len: 168 time: 0.9655628 Feb 28 20:07:08.751120 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda24cfe-2654-4655-8fd0-baadb6433607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98aadd8a-5d47-402c-a034-a325b6ac4f42,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:08.876589 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb08da8f-77a8-42b5-b00b-e0adfb530c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (dbb6244f-0637-4f68-b250-43cc819cf0af), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:09.069196 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1ebc0887-1907-4263-8708-07536f473eec req-1a9fe653-d6f9-41fe-a08a-09af4b901a8e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks [] for port (29f6caf3-5c35-43a3-a692-aeac48e8289b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:09.129518 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eab23a-bd7a-404d-b3d5-47781d25a5a2 req-f096e33c-1dcd-47fc-b360-5a8e7ecbce50 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:09.142974 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0eab23a-bd7a-404d-b3d5-47781d25a5a2 req-f096e33c-1dcd-47fc-b360-5a8e7ecbce50 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.3763390 Feb 28 20:07:09.143674 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72002e3-32af-4446-a6aa-35d63ab1a805 None None] Network a23c19e2-f9d2-4779-bad0-8289b8cbeb68 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:07:09.156885 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1ebc0887-1907-4263-8708-07536f473eec req-1a9fe653-d6f9-41fe-a08a-09af4b901a8e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (29f6caf3-5c35-43a3-a692-aeac48e8289b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:09.261404 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ebc0887-1907-4263-8708-07536f473eec req-1a9fe653-d6f9-41fe-a08a-09af4b901a8e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Network 7c962902-172c-4834-92e0-74fa9c4b64b6 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:07:09.270840 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5fca6038-d9b9-49fd-a2be-c960c2f2d276 None None] Provisioning complete for port 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:07:09.271338 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5fca6038-d9b9-49fd-a2be-c960c2f2d276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:09.271889 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-1ebc0887-1907-4263-8708-07536f473eec req-1a9fe653-d6f9-41fe-a08a-09af4b901a8e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:07:09.286963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebc0887-1907-4263-8708-07536f473eec req-1a9fe653-d6f9-41fe-a08a-09af4b901a8e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:07:09.294315 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc0887-1907-4263-8708-07536f473eec req-1a9fe653-d6f9-41fe-a08a-09af4b901a8e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:09.295926 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1ebc0887-1907-4263-8708-07536f473eec req-1a9fe653-d6f9-41fe-a08a-09af4b901a8e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:09.355373 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1ebc0887-1907-4263-8708-07536f473eec req-1a9fe653-d6f9-41fe-a08a-09af4b901a8e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4174984 Feb 28 20:07:09.379507 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-1ebc0887-1907-4263-8708-07536f473eec req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] Request body: {'port': {'device_id': '7e085b16-5d9e-4347-9d1a-d4099bf9e416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:07:09.393308 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9fe653-d6f9-41fe-a08a-09af4b901a8e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Pushing event updated for resources: {'Port': ['ID=29f6caf3-5c35-43a3-a692-aeac48e8289b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:09.454037 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0eab23a-bd7a-404d-b3d5-47781d25a5a2 req-795fd9c3-d3e2-407e-91fc-d32fd6deddb6 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092480 Feb 28 20:07:09.503225 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 0bb00f63-7bd2-4dce-bd9f-51147994bb8b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:07:09.504539 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:07:09.541616 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45814bc5-0460-443c-996d-3995d0957324 req-9dfeb77a-cf5c-4769-810f-e5fdbf901da6 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:09.550744 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45814bc5-0460-443c-996d-3995d0957324 req-9dfeb77a-cf5c-4769-810f-e5fdbf901da6 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 931 time: 0.2893217 Feb 28 20:07:09.608434 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1ebc0887-1907-4263-8708-07536f473eec req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (29f6caf3-5c35-43a3-a692-aeac48e8289b), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:09.633632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb08da8f-77a8-42b5-b00b-e0adfb530c7d admin admin] Router dbb6244f-0637-4f68-b250-43cc819cf0af is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:07:09.698081 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40372) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:09.738028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dd0e9-5966-4758-ab22-de582032eeed req-1fe1a4c1-9555-449a-937a-63e332564879 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:09.740186 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc56b15c-9858-4caa-b94e-d5c8fe2baf79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:09.746122 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d37dd0e9-5966-4758-ab22-de582032eeed req-1fe1a4c1-9555-449a-937a-63e332564879 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.1676025 Feb 28 20:07:09.751838 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5fca6038-d9b9-49fd-a2be-c960c2f2d276 None None] Current status of the port 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:07:09.752882 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5fca6038-d9b9-49fd-a2be-c960c2f2d276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:09.778056 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45814bc5-0460-443c-996d-3995d0957324 req-d8347a38-6e7c-41da-839b-9b85d742f9fe tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202590 Feb 28 20:07:09.903896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:07:09.904392 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:09.964442 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d37dd0e9-5966-4758-ab22-de582032eeed req-171849ea-db85-4955-ae17-60c956a0ec04 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173374 Feb 28 20:07:10.005450 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb08da8f-77a8-42b5-b00b-e0adfb530c7d admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:07:10.017305 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] Sync routers for ids ['dbb6244f-0637-4f68-b250-43cc819cf0af'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:07:10.042174 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] Routers {'dbb6244f-0637-4f68-b250-43cc819cf0af'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:07:10.048856 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:06:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['dbb6244f-0637-4f68-b250-43cc819cf0af'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:07:10.049209 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5fca6038-d9b9-49fd-a2be-c960c2f2d276 None None] For port 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3,segment=NetworkSegment(98ce882b-01f1-4956-963f-27db9ee571e7),segment_id=98ce882b-01f1-4956-963f-27db9ee571e7)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:07:10.061231 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5fca6038-d9b9-49fd-a2be-c960c2f2d276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:10.089897 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb08da8f-77a8-42b5-b00b-e0adfb530c7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:10.102019 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fb08da8f-77a8-42b5-b00b-e0adfb530c7d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0098605 Feb 28 20:07:10.102529 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40382) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:10.299211 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca6038-d9b9-49fd-a2be-c960c2f2d276 None None] Pushing event updated for resources: {'Port': ['ID=7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:10.329815 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:07:10.398619 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] Set router dbb6244f-0637-4f68-b250-43cc819cf0af gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:07:10.408007 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-54307281-debe-4393-936e-de701202a401 None None] Provisioning complete for port 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:07:10.415777 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-54307281-debe-4393-936e-de701202a401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:10.584144 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:07:10.586447 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc56b15c-9858-4caa-b94e-d5c8fe2baf79 admin admin] Publish callbacks [] for security_group (74427d14-522e-4f90-adee-4dd172defde5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:10.607228 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc56b15c-9858-4caa-b94e-d5c8fe2baf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (74427d14-522e-4f90-adee-4dd172defde5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:10.737033 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-54307281-debe-4393-936e-de701202a401 None None] Current status of the port 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:07:10.750554 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:07:10.750861 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:10.811528 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cc56b15c-9858-4caa-b94e-d5c8fe2baf79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=050590f3a9ad47488069b45254becf82&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1116600 Feb 28 20:07:10.812822 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56b15c-9858-4caa-b94e-d5c8fe2baf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74427d14-522e-4f90-adee-4dd172defde5,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:10.825382 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40412) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:10.915655 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:07:10.984271 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb6244f-0637-4f68-b250-43cc819cf0af', 'name': 'tempest-AttachSCSIVolumeTestJSON-1530576393-router', 'tenant_id': '04095ecdac1a4b7d904843512c190917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'eb72ca0b-779d-46ec-9796-fa03f7291a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:07:03Z', 'updated_at': '2022-02-28T20:07:07Z', 'revision_number': 3, 'project_id': '04095ecdac1a4b7d904843512c190917', 'gw_port': {'id': 'eb72ca0b-779d-46ec-9796-fa03f7291a1e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:50:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb6244f-0637-4f68-b250-43cc819cf0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:07:05Z', 'updated_at': '2022-02-28T20:07:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:07:10.988222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a69c6-1997-485a-9c85-e05a803130a1 req-69b4f140-9df8-4f0c-b28a-cfd556a80b8b tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:11.000602 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-be8a69c6-1997-485a-9c85-e05a803130a1 req-69b4f140-9df8-4f0c-b28a-cfd556a80b8b tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.2824636 Feb 28 20:07:11.040460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-1ebc0887-1907-4263-8708-07536f473eec req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f6caf3-5c35-43a3-a692-aeac48e8289b {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:07:11.058571 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] Checking router: dbb6244f-0637-4f68-b250-43cc819cf0af for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:07:11.059664 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] Updating router dbb6244f-0637-4f68-b250-43cc819cf0af port eb72ca0b-779d-46ec-9796-fa03f7291a1e binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:07:11.069732 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1ebc0887-1907-4263-8708-07536f473eec req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] Publish callbacks [] for port (29f6caf3-5c35-43a3-a692-aeac48e8289b), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:11.103958 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (eb72ca0b-779d-46ec-9796-fa03f7291a1e), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:11.106806 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-53b1154a-631c-4f1f-ae29-7bee8c78a531 admin admin] Publish callbacks [] for security_group (74427d14-522e-4f90-adee-4dd172defde5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:11.109237 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-1ebc0887-1907-4263-8708-07536f473eec req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] Transition to ACTIVE for port object 29f6caf3-5c35-43a3-a692-aeac48e8289b will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:07:11.123276 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1ebc0887-1907-4263-8708-07536f473eec req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (29f6caf3-5c35-43a3-a692-aeac48e8289b), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:11.145255 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-be8a69c6-1997-485a-9c85-e05a803130a1 req-e3ec85b0-3cbe-4332-8241-dd3de84b1d75 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434700 Feb 28 20:07:11.190854 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] Pushing event updated for resources: {'Port': ['ID=29f6caf3-5c35-43a3-a692-aeac48e8289b,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:11.217484 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-53b1154a-631c-4f1f-ae29-7bee8c78a531 admin admin] Publish callbacks [] for security_group (74427d14-522e-4f90-adee-4dd172defde5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:11.309024 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-1ebc0887-1907-4263-8708-07536f473eec req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] Attempting to bind port 29f6caf3-5c35-43a3-a692-aeac48e8289b on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:07:11.309815 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-1ebc0887-1907-4263-8708-07536f473eec req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] Attempting to bind port 29f6caf3-5c35-43a3-a692-aeac48e8289b by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:07:11.310750 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc0887-1907-4263-8708-07536f473eec req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] Attempting to bind port 29f6caf3-5c35-43a3-a692-aeac48e8289b on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:07:11.324290 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc0887-1907-4263-8708-07536f473eec req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] Port 29f6caf3-5c35-43a3-a692-aeac48e8289b on network 7c962902-172c-4834-92e0-74fa9c4b64b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:07:11.325036 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc0887-1907-4263-8708-07536f473eec req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] Attempting to bind port 29f6caf3-5c35-43a3-a692-aeac48e8289b on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:07:11.331179 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc0887-1907-4263-8708-07536f473eec req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:07:11.331933 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc0887-1907-4263-8708-07536f473eec req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] Checking segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:07:11.333229 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc0887-1907-4263-8708-07536f473eec req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] Bound using segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:07:11.333895 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-1ebc0887-1907-4263-8708-07536f473eec req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] Bound port: 29f6caf3-5c35-43a3-a692-aeac48e8289b, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:07:11.334474 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1ebc0887-1907-4263-8708-07536f473eec req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (29f6caf3-5c35-43a3-a692-aeac48e8289b), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:11.417704 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-53b1154a-631c-4f1f-ae29-7bee8c78a531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (74427d14-522e-4f90-adee-4dd172defde5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:11.422255 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-53b1154a-631c-4f1f-ae29-7bee8c78a531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:11.426640 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-53b1154a-631c-4f1f-ae29-7bee8c78a531 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74427d14-522e-4f90-adee-4dd172defde5 HTTP/1.1" status: 204 len: 168 time: 0.5977750 Feb 28 20:07:11.426788 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-cf66eb57-81ec-4632-b86f-8727ba4fdf95 req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Request body: {'security_group': {'name': 'tempest-securitygroup-433082576', 'description': 'tempest-description-979788354'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:07:11.466450 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1154a-631c-4f1f-ae29-7bee8c78a531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74427d14-522e-4f90-adee-4dd172defde5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:11.483532 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-1ebc0887-1907-4263-8708-07536f473eec req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] For port 29f6caf3-5c35-43a3-a692-aeac48e8289b, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:07:11.487004 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-1ebc0887-1907-4263-8708-07536f473eec req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] For port 29f6caf3-5c35-43a3-a692-aeac48e8289b, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=29f6caf3-5c35-43a3-a692-aeac48e8289b,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:07:11.494350 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1ebc0887-1907-4263-8708-07536f473eec req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (29f6caf3-5c35-43a3-a692-aeac48e8289b), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:11.549573 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc0887-1907-4263-8708-07536f473eec req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:11.550209 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1ebc0887-1907-4263-8708-07536f473eec req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:11.552255 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1ebc0887-1907-4263-8708-07536f473eec req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] 10.222.0.15 "PUT /v2.0/ports/29f6caf3-5c35-43a3-a692-aeac48e8289b HTTP/1.1" status: 200 len: 1092 time: 2.1826370 Feb 28 20:07:11.552710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e085b16-5d9e-4347-9d1a-d4099bf9e416', 'tag': '29f6caf3-5c35-43a3-a692-aeac48e8289b'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:07:11.555206 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f6b01d-ddfe-444a-a502-9efeb1646fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "7e085b16-5d9e-4347-9d1a-d4099bf9e416", "tag": "29f6caf3-5c35-43a3-a692-aeac48e8289b"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:07:11.607325 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29446867-0976-4d27-aa83-cf5c9381376a service neutron] Pushing event updated for resources: {'Port': ['ID=29f6caf3-5c35-43a3-a692-aeac48e8289b,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:11.638036 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7222-35f0-414b-b17b-22a5ce56630b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:11.649381 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc0887-1907-4263-8708-07536f473eec req-d7926de1-f5e9-4d35-95e4-284d9984ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:11.651015 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1ebc0887-1907-4263-8708-07536f473eec req-d7926de1-f5e9-4d35-95e4-284d9984ccd2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 1126 time: 0.0563192 Feb 28 20:07:11.740364 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1ebc0887-1907-4263-8708-07536f473eec req-b1049bf6-eab3-4982-be2e-6b512664a92d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f6caf3-5c35-43a3-a692-aeac48e8289b HTTP/1.1" status: 200 len: 217 time: 0.0801184 Feb 28 20:07:11.752493 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cf66eb57-81ec-4632-b86f-8727ba4fdf95 req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:11.759701 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] Publish callbacks [] for port (eb72ca0b-779d-46ec-9796-fa03f7291a1e), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:11.768640 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (eb72ca0b-779d-46ec-9796-fa03f7291a1e), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:11.773575 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cf66eb57-81ec-4632-b86f-8727ba4fdf95 req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:11.863696 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc0887-1907-4263-8708-07536f473eec req-7ffa1d5b-37c5-4787-a056-03e11e2eb121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:11.870154 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1ebc0887-1907-4263-8708-07536f473eec req-7ffa1d5b-37c5-4787-a056-03e11e2eb121 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.1233768 Feb 28 20:07:11.920249 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] Attempting to bind port eb72ca0b-779d-46ec-9796-fa03f7291a1e on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:07:11.923650 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] Attempting to bind port eb72ca0b-779d-46ec-9796-fa03f7291a1e by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:07:11.924060 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] Attempting to bind port eb72ca0b-779d-46ec-9796-fa03f7291a1e on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:07:11.927627 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75b7f3-38b7-4fd8-9877-86624470f42c None None] Pushing event updated for resources: {'Port': ['ID=eb72ca0b-779d-46ec-9796-fa03f7291a1e,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:11.934454 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1ebc0887-1907-4263-8708-07536f473eec req-9dbd7762-d83c-4fb6-8f39-bfa29df97f9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577953 Feb 28 20:07:11.949091 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:07:11.950739 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:07:11.950739 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:11.950739 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:07:11.951217 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] Bound port: eb72ca0b-779d-46ec-9796-fa03f7291a1e, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:07:11.952035 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (eb72ca0b-779d-46ec-9796-fa03f7291a1e), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:12.063447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a3ded-1f9b-4848-af72-176a6be3abe2 req-ebf4c56b-bb5c-4d8b-bf36-c35092164029 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:12.073878 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e04a3ded-1f9b-4848-af72-176a6be3abe2 req-ebf4c56b-bb5c-4d8b-bf36-c35092164029 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 943 time: 0.6308706 Feb 28 20:07:12.078584 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1ebc0887-1907-4263-8708-07536f473eec req-1fae80b5-be91-4b21-9a8e-4a5479e824e2 service neutron] 10.222.0.15 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322014 Feb 28 20:07:12.080103 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] For port eb72ca0b-779d-46ec-9796-fa03f7291a1e, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:07:12.084418 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] For port eb72ca0b-779d-46ec-9796-fa03f7291a1e, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=eb72ca0b-779d-46ec-9796-fa03f7291a1e,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:07:12.104474 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (eb72ca0b-779d-46ec-9796-fa03f7291a1e), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:12.165245 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75b7f3-38b7-4fd8-9877-86624470f42c None None] Pushing event updated for resources: {'Port': ['ID=eb72ca0b-779d-46ec-9796-fa03f7291a1e,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:12.217782 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] Routers {'dbb6244f-0637-4f68-b250-43cc819cf0af'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:07:12.218449 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:06:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['dbb6244f-0637-4f68-b250-43cc819cf0af'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:07:12.273994 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e04a3ded-1f9b-4848-af72-176a6be3abe2 req-fe85db6d-a7a0-459e-a2bf-d90f87405d23 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933858 Feb 28 20:07:12.295811 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1ebc0887-1907-4263-8708-07536f473eec req-c8223f3b-2415-4555-a774-78e03f369b28 service neutron] 10.222.0.15 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073216 Feb 28 20:07:12.379607 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cf66eb57-81ec-4632-b86f-8727ba4fdf95 req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Publish callbacks [] for security_group (16b2df45-85de-4ddc-9e2b-2e6154de3206), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:12.381790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-dbbe7222-35f0-414b-b17b-22a5ce56630b admin admin] Allocated IP 172.20.0.1 (a23c19e2-f9d2-4779-bad0-8289b8cbeb68/3da3f078-a2fa-4b7b-b7be-2299dfcc4361/02852be9-ddde-47ba-9364-aad9e74aa250) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:07:12.388551 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cf66eb57-81ec-4632-b86f-8727ba4fdf95 req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (16b2df45-85de-4ddc-9e2b-2e6154de3206), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:12.437336 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b2df45-85de-4ddc-9e2b-2e6154de3206,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:12.453479 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] Set router dbb6244f-0637-4f68-b250-43cc819cf0af gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:07:12.509696 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:12.510057 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:12.510411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:12.512104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:12.514115 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:12.514575 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:12.520340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:12.520710 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:12.521202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:12.521553 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:12.522079 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:12.522257 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:12.522590 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:12.755869 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb6244f-0637-4f68-b250-43cc819cf0af', 'name': 'tempest-AttachSCSIVolumeTestJSON-1530576393-router', 'tenant_id': '04095ecdac1a4b7d904843512c190917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'eb72ca0b-779d-46ec-9796-fa03f7291a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:07:03Z', 'updated_at': '2022-02-28T20:07:07Z', 'revision_number': 3, 'project_id': '04095ecdac1a4b7d904843512c190917', 'gw_port': {'id': 'eb72ca0b-779d-46ec-9796-fa03f7291a1e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:50:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb6244f-0637-4f68-b250-43cc819cf0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:07:05Z', 'updated_at': '2022-02-28T20:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:07:12.784953 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5409e97a-7713-43c3-a527-f0dd644db1c1 None None] The sync data for ids ['dbb6244f-0637-4f68-b250-43cc819cf0af'] in n-d-820368-21 is: [{'id': 'dbb6244f-0637-4f68-b250-43cc819cf0af', 'name': 'tempest-AttachSCSIVolumeTestJSON-1530576393-router', 'tenant_id': '04095ecdac1a4b7d904843512c190917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'eb72ca0b-779d-46ec-9796-fa03f7291a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:07:03Z', 'updated_at': '2022-02-28T20:07:07Z', 'revision_number': 3, 'project_id': '04095ecdac1a4b7d904843512c190917', 'gw_port': {'id': 'eb72ca0b-779d-46ec-9796-fa03f7291a1e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:50:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb6244f-0637-4f68-b250-43cc819cf0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:07:05Z', 'updated_at': '2022-02-28T20:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:07:12.794195 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cf66eb57-81ec-4632-b86f-8727ba4fdf95 req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Publish callbacks [] for security_group (ef78c349-a431-4259-9cd0-d918363d8b57), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:12.821901 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cf66eb57-81ec-4632-b86f-8727ba4fdf95 req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ef78c349-a431-4259-9cd0-d918363d8b57), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:12.872190 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cf66eb57-81ec-4632-b86f-8727ba4fdf95 req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:12.886786 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cf66eb57-81ec-4632-b86f-8727ba4fdf95 req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.4683523 Feb 28 20:07:12.902907 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7222-35f0-414b-b17b-22a5ce56630b admin admin] Publish callbacks [] for port (02852be9-ddde-47ba-9364-aad9e74aa250), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:12.925050 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510275f-f673-4980-88e6-422eafdc9dbc tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef78c349-a431-4259-9cd0-d918363d8b57,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:12.956461 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9590db8e-1e2b-434e-8d6c-adf5b53d2e80 x-openstack-request-id: req-9590db8e-1e2b-434e-8d6c-adf5b53d2e80 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:07:12.956955 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e085b16-5d9e-4347-9d1a-d4099bf9e416", "tag": "29f6caf3-5c35-43a3-a692-aeac48e8289b", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:07:12.957053 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9590db8e-1e2b-434e-8d6c-adf5b53d2e80 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:07:12.957424 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e085b16-5d9e-4347-9d1a-d4099bf9e416', 'tag': '29f6caf3-5c35-43a3-a692-aeac48e8289b', 'status': 'completed', 'code': 200} Feb 28 20:07:13.018282 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7222-35f0-414b-b17b-22a5ce56630b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (02852be9-ddde-47ba-9364-aad9e74aa250), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:13.095132 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6b01d-ddfe-444a-a502-9efeb1646fc5 req-82392899-afb7-49c5-afa0-1f7fb101346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:13.098413 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b0f6b01d-ddfe-444a-a502-9efeb1646fc5 req-82392899-afb7-49c5-afa0-1f7fb101346f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 1126 time: 0.1287851 Feb 28 20:07:13.119313 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbe7222-35f0-414b-b17b-22a5ce56630b admin admin] Network a23c19e2-f9d2-4779-bad0-8289b8cbeb68 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:07:13.128709 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-dbbe7222-35f0-414b-b17b-22a5ce56630b admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:07:13.134167 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbe7222-35f0-414b-b17b-22a5ce56630b admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:07:13.149865 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe7222-35f0-414b-b17b-22a5ce56630b admin admin] Pushing event updated for resources: {'Port': ['ID=02852be9-ddde-47ba-9364-aad9e74aa250,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:13.345822 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7222-35f0-414b-b17b-22a5ce56630b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (dbb6244f-0637-4f68-b250-43cc819cf0af), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:13.536765 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6b01d-ddfe-444a-a502-9efeb1646fc5 req-bb707fef-8375-4720-9a90-0390010e1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:13.541024 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b0f6b01d-ddfe-444a-a502-9efeb1646fc5 req-bb707fef-8375-4720-9a90-0390010e1ff2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 908 time: 0.4356542 Feb 28 20:07:13.712485 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a6823f2b-dfed-490b-b974-3b5ae9d0a3a9 None None] Provisioning complete for port 02852be9-ddde-47ba-9364-aad9e74aa250 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:07:13.714384 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b0f6b01d-ddfe-444a-a502-9efeb1646fc5 req-e4ce23ae-ea9b-417c-9d12-b1932c725d71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f6caf3-5c35-43a3-a692-aeac48e8289b HTTP/1.1" status: 200 len: 217 time: 0.1629374 Feb 28 20:07:13.714636 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a6823f2b-dfed-490b-b974-3b5ae9d0a3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (02852be9-ddde-47ba-9364-aad9e74aa250), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:13.814340 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6b01d-ddfe-444a-a502-9efeb1646fc5 req-36977bb8-a556-4e55-b6ea-29e234fd5c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:13.817293 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b0f6b01d-ddfe-444a-a502-9efeb1646fc5 req-36977bb8-a556-4e55-b6ea-29e234fd5c8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.0995786 Feb 28 20:07:13.829868 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a6823f2b-dfed-490b-b974-3b5ae9d0a3a9 None None] Port 02852be9-ddde-47ba-9364-aad9e74aa250 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:07:13.911868 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b0f6b01d-ddfe-444a-a502-9efeb1646fc5 req-4e7d7b4e-bdb6-4a0c-b872-9b3742115c56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848067 Feb 28 20:07:14.082991 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40476) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:14.114332 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b0f6b01d-ddfe-444a-a502-9efeb1646fc5 req-ca11487f-24c1-4b22-a4c2-8a9643231684 service neutron] 10.222.0.15 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952131 Feb 28 20:07:14.200226 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-c9d084a5-caca-4d36-badf-acee13b6472d req-8a3a59e6-6486-4550-8189-d7f83c6400e3 tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1172552182', 'description': 'tempest-description-1958035771'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:07:14.313837 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c9d084a5-caca-4d36-badf-acee13b6472d req-8a3a59e6-6486-4550-8189-d7f83c6400e3 tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:14.342425 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b0f6b01d-ddfe-444a-a502-9efeb1646fc5 req-0b256706-cd12-4b88-a049-e2f424a0f1f8 service neutron] 10.222.0.15 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194295 Feb 28 20:07:14.450545 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790ac8c-59bf-498c-9b01-8d3446db678f req-9f70af25-0185-46c6-aee1-5004c99bed88 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:14.460263 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1790ac8c-59bf-498c-9b01-8d3446db678f req-9f70af25-0185-46c6-aee1-5004c99bed88 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.3184259 Feb 28 20:07:14.481366 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7222-35f0-414b-b17b-22a5ce56630b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (02852be9-ddde-47ba-9364-aad9e74aa250), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:14.600071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device eb72ca0b-779d-46ec-9796-fa03f7291a1e up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:07:14.640125 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c9d084a5-caca-4d36-badf-acee13b6472d req-8a3a59e6-6486-4550-8189-d7f83c6400e3 tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Publish callbacks [] for security_group (5db15515-dff6-4eac-8465-343a9a938611), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:14.653755 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-96ade7c7-a019-4a57-a2fb-4462416e4c1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:14.690168 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1790ac8c-59bf-498c-9b01-8d3446db678f req-e24385b3-fc97-4308-837a-e6d7861dc0e1 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282064 Feb 28 20:07:14.690789 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c9d084a5-caca-4d36-badf-acee13b6472d req-8a3a59e6-6486-4550-8189-d7f83c6400e3 tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5db15515-dff6-4eac-8465-343a9a938611), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:14.701305 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port eb72ca0b-779d-46ec-9796-fa03f7291a1e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:07:14.701934 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (eb72ca0b-779d-46ec-9796-fa03f7291a1e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:14.773637 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a59e6-6486-4550-8189-d7f83c6400e3 tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db15515-dff6-4eac-8465-343a9a938611,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:14.776728 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-96ade7c7-a019-4a57-a2fb-4462416e4c1c admin admin] Publish callbacks [] for security_group (243af08a-9444-4582-b0bc-61aa7a69561a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:14.784892 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-96ade7c7-a019-4a57-a2fb-4462416e4c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (243af08a-9444-4582-b0bc-61aa7a69561a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:14.826662 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-96ade7c7-a019-4a57-a2fb-4462416e4c1c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d025a7c2b88f4dd4934349e4d374bd6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7394593 Feb 28 20:07:14.832308 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40488) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:14.846577 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c9d084a5-caca-4d36-badf-acee13b6472d req-8a3a59e6-6486-4550-8189-d7f83c6400e3 tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:14.858265 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c9d084a5-caca-4d36-badf-acee13b6472d req-8a3a59e6-6486-4550-8189-d7f83c6400e3 tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7093163 Feb 28 20:07:14.884676 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port eb72ca0b-779d-46ec-9796-fa03f7291a1e is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:07:14.886098 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (eb72ca0b-779d-46ec-9796-fa03f7291a1e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:14.887095 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ade7c7-a019-4a57-a2fb-4462416e4c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243af08a-9444-4582-b0bc-61aa7a69561a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:14.922612 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port eb72ca0b-779d-46ec-9796-fa03f7291a1e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=eb72ca0b-779d-46ec-9796-fa03f7291a1e,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:07:14.926142 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ade7c7-a019-4a57-a2fb-4462416e4c1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:14.926591 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ade7c7-a019-4a57-a2fb-4462416e4c1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:14.926995 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ade7c7-a019-4a57-a2fb-4462416e4c1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:14.927423 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ade7c7-a019-4a57-a2fb-4462416e4c1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:14.927924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ade7c7-a019-4a57-a2fb-4462416e4c1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:14.928423 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ade7c7-a019-4a57-a2fb-4462416e4c1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:14.928840 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ade7c7-a019-4a57-a2fb-4462416e4c1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:14.929096 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ade7c7-a019-4a57-a2fb-4462416e4c1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:14.931176 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ade7c7-a019-4a57-a2fb-4462416e4c1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:14.931491 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (eb72ca0b-779d-46ec-9796-fa03f7291a1e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:14.931683 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ade7c7-a019-4a57-a2fb-4462416e4c1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:14.932044 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ade7c7-a019-4a57-a2fb-4462416e4c1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:14.932340 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ade7c7-a019-4a57-a2fb-4462416e4c1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:14.932758 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ade7c7-a019-4a57-a2fb-4462416e4c1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:14.961961 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6ac02ad-a9f1-40ed-9bee-9677b060de76 admin admin] Publish callbacks [] for security_group (243af08a-9444-4582-b0bc-61aa7a69561a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:14.996018 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b493de-a6e7-4eff-acbf-08347d4161a8 req-bd8a8754-f938-486d-b7d6-745528608008 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:15.003691 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-33b493de-a6e7-4eff-acbf-08347d4161a8 req-bd8a8754-f938-486d-b7d6-745528608008 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 943 time: 0.2246652 Feb 28 20:07:15.006702 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6ac02ad-a9f1-40ed-9bee-9677b060de76 admin admin] Publish callbacks [] for security_group (243af08a-9444-4582-b0bc-61aa7a69561a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:15.054101 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=eb72ca0b-779d-46ec-9796-fa03f7291a1e,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:15.098434 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6ac02ad-a9f1-40ed-9bee-9677b060de76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (243af08a-9444-4582-b0bc-61aa7a69561a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:15.103391 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6ac02ad-a9f1-40ed-9bee-9677b060de76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:15.105301 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d6ac02ad-a9f1-40ed-9bee-9677b060de76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/243af08a-9444-4582-b0bc-61aa7a69561a HTTP/1.1" status: 204 len: 168 time: 0.2719927 Feb 28 20:07:15.128287 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7222-35f0-414b-b17b-22a5ce56630b admin admin] Publish callbacks [] for port (02852be9-ddde-47ba-9364-aad9e74aa250), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:15.138730 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac02ad-a9f1-40ed-9bee-9677b060de76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243af08a-9444-4582-b0bc-61aa7a69561a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:15.153133 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7222-35f0-414b-b17b-22a5ce56630b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (02852be9-ddde-47ba-9364-aad9e74aa250), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:15.265701 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-69076883-a95c-463d-acf0-a67b5bb7fb47 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--857055819&fields=id&tenant_id=8c49f134d2844d928e46d52f9a7a9018 HTTP/1.1" status: 200 len: 267 time: 0.2787900 Feb 28 20:07:15.315163 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219d284-e3f8-4458-aeaa-130dbcab8401 req-90e3983b-2a32-4f7d-a31f-92d8cecb7d0d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:15.316832 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f219d284-e3f8-4458-aeaa-130dbcab8401 req-90e3983b-2a32-4f7d-a31f-92d8cecb7d0d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dc459ea-f25e-4f27-915d-b09f50f459c9 HTTP/1.1" status: 200 len: 945 time: 0.1044230 Feb 28 20:07:15.319164 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-33b493de-a6e7-4eff-acbf-08347d4161a8 req-1bd72982-7327-44b0-94f1-a7800a28a6f0 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145313 Feb 28 20:07:15.356890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe7222-35f0-414b-b17b-22a5ce56630b admin admin] Pushing event updated for resources: {'Port': ['ID=02852be9-ddde-47ba-9364-aad9e74aa250,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:15.384416 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7222-35f0-414b-b17b-22a5ce56630b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (dbb6244f-0637-4f68-b250-43cc819cf0af), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:15.532070 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-f219d284-e3f8-4458-aeaa-130dbcab8401 req-146d88fa-3785-47a5-95f5-c42f8de3dd8c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Deleting port fb59b22d-5f39-46bd-acdd-93aad0ec252d {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:07:15.532456 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f219d284-e3f8-4458-aeaa-130dbcab8401 req-146d88fa-3785-47a5-95f5-c42f8de3dd8c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (fb59b22d-5f39-46bd-acdd-93aad0ec252d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:15.581245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-5bbdc281-968f-4893-8149-8b60c7cef535 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:15.587791 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-5bbdc281-968f-4893-8149-8b60c7cef535 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/networks?id=ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 HTTP/1.1" status: 200 len: 823 time: 0.3211911 Feb 28 20:07:15.633065 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-84c43b63-3093-438a-8f6e-570d2aa8441a tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/quotas/8c49f134d2844d928e46d52f9a7a9018 HTTP/1.1" status: 200 len: 375 time: 0.0427074 Feb 28 20:07:15.682820 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbe7222-35f0-414b-b17b-22a5ce56630b admin admin] Network a23c19e2-f9d2-4779-bad0-8289b8cbeb68 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:07:15.694788 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-dbbe7222-35f0-414b-b17b-22a5ce56630b admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:07:15.918245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40514) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:15.952574 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-234be646-f3b0-4d82-86ef-78a59f6fae51 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c49f134d2844d928e46d52f9a7a9018&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3183360 Feb 28 20:07:15.977781 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5579067f-17e3-44c6-b6bb-ef9f59a94eee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:16.122392 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-afefdab4-6a71-42fd-a92c-2061d719d79a req-fa577989-be62-45b8-adc1-e688caa3782d tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1020221404', 'description': 'tempest-description-615739473'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:07:16.193668 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5406059b-a5ec-452c-91bd-9259efffda36 None None] Provisioning complete for port 02852be9-ddde-47ba-9364-aad9e74aa250 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:07:16.194472 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5406059b-a5ec-452c-91bd-9259efffda36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (02852be9-ddde-47ba-9364-aad9e74aa250), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:16.201142 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f219d284-e3f8-4458-aeaa-130dbcab8401 req-146d88fa-3785-47a5-95f5-c42f8de3dd8c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] For port fb59b22d-5f39-46bd-acdd-93aad0ec252d, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=fb59b22d-5f39-46bd-acdd-93aad0ec252d,segment=NetworkSegment(e3bfecd8-3d44-4d5c-a375-44710dfa3336),segment_id=e3bfecd8-3d44-4d5c-a375-44710dfa3336)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:07:16.201789 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f219d284-e3f8-4458-aeaa-130dbcab8401 req-146d88fa-3785-47a5-95f5-c42f8de3dd8c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (fb59b22d-5f39-46bd-acdd-93aad0ec252d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:16.217397 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-afefdab4-6a71-42fd-a92c-2061d719d79a req-fa577989-be62-45b8-adc1-e688caa3782d tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:16.255389 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5406059b-a5ec-452c-91bd-9259efffda36 None None] Port 02852be9-ddde-47ba-9364-aad9e74aa250 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:07:16.261490 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-afefdab4-6a71-42fd-a92c-2061d719d79a req-fa577989-be62-45b8-adc1-e688caa3782d tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:16.284208 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-a31308f7-e237-4bcd-8044-e3538724b18c service neutron] 10.222.0.13 "GET /v2.0/networks/ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821863 Feb 28 20:07:16.296440 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbe7222-35f0-414b-b17b-22a5ce56630b admin admin] Router dbb6244f-0637-4f68-b250-43cc819cf0af has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:07:16.375812 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 29f6caf3-5c35-43a3-a692-aeac48e8289b details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:07:16.447718 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4cf15986-aa6d-4c0e-8320-371434086d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:16.481334 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5579067f-17e3-44c6-b6bb-ef9f59a94eee admin admin] Publish callbacks [] for security_group (d04ca308-2a79-43e2-b943-27e783182405), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:16.511117 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5579067f-17e3-44c6-b6bb-ef9f59a94eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d04ca308-2a79-43e2-b943-27e783182405), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:16.556249 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device eb72ca0b-779d-46ec-9796-fa03f7291a1e up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:07:16.556987 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f219d284-e3f8-4458-aeaa-130dbcab8401 req-146d88fa-3785-47a5-95f5-c42f8de3dd8c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:16.557454 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f219d284-e3f8-4458-aeaa-130dbcab8401 req-146d88fa-3785-47a5-95f5-c42f8de3dd8c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (3f733033-5fb4-4439-b653-84eb26902493), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:16.557950 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [req-f219d284-e3f8-4458-aeaa-130dbcab8401 req-146d88fa-3785-47a5-95f5-c42f8de3dd8c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Floating IP 3f733033-5fb4-4439-b653-84eb26902493 disassociated. External IP: 172.25.0.114, port: fb59b22d-5f39-46bd-acdd-93aad0ec252d. Feb 28 20:07:16.558656 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-f219d284-e3f8-4458-aeaa-130dbcab8401 req-146d88fa-3785-47a5-95f5-c42f8de3dd8c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Calling delete_port for fb59b22d-5f39-46bd-acdd-93aad0ec252d owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:07:16.639264 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5579067f-17e3-44c6-b6bb-ef9f59a94eee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e8693a087ca4780ba28ee6c615eba1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7193191 Feb 28 20:07:16.640289 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 29f6caf3-5c35-43a3-a692-aeac48e8289b, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=29f6caf3-5c35-43a3-a692-aeac48e8289b,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:07:16.643171 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40520) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:16.656253 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '29f6caf3-5c35-43a3-a692-aeac48e8289b', 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6', 'port_id': '29f6caf3-5c35-43a3-a692-aeac48e8289b', 'mac_address': 'fa:16:3e:3f:bc:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc6270d4-fae4-4010-aab7-61ec0ed0c71b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:07:16.659547 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-72846a23-0f94-4940-9115-97463f349c55 service neutron] 10.222.0.13 "GET /v2.0/networks/ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579969 Feb 28 20:07:16.704291 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port eb72ca0b-779d-46ec-9796-fa03f7291a1e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:07:16.704728 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (eb72ca0b-779d-46ec-9796-fa03f7291a1e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:16.717818 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579067f-17e3-44c6-b6bb-ef9f59a94eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04ca308-2a79-43e2-b943-27e783182405,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:16.737611 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-afefdab4-6a71-42fd-a92c-2061d719d79a req-fa577989-be62-45b8-adc1-e688caa3782d tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Publish callbacks [] for security_group (3188ed49-2b93-42bb-a041-4eef4cef404a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:16.762062 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-afefdab4-6a71-42fd-a92c-2061d719d79a req-fa577989-be62-45b8-adc1-e688caa3782d tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3188ed49-2b93-42bb-a041-4eef4cef404a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:16.766887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 29f6caf3-5c35-43a3-a692-aeac48e8289b is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:07:16.767651 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (29f6caf3-5c35-43a3-a692-aeac48e8289b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:16.788405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f6caf3-5c35-43a3-a692-aeac48e8289b {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:07:16.798418 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f219d284-e3f8-4458-aeaa-130dbcab8401 req-146d88fa-3785-47a5-95f5-c42f8de3dd8c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (fb59b22d-5f39-46bd-acdd-93aad0ec252d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:16.838861 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbe7222-35f0-414b-b17b-22a5ce56630b admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:07:16.839074 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 29f6caf3-5c35-43a3-a692-aeac48e8289b, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=29f6caf3-5c35-43a3-a692-aeac48e8289b,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:07:16.854404 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] Sync routers for ids ['dbb6244f-0637-4f68-b250-43cc819cf0af'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:07:16.858719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d88fa-3785-47a5-95f5-c42f8de3dd8c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Pushing event deleted for resources: {'Port': ['ID=fb59b22d-5f39-46bd-acdd-93aad0ec252d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:16.900777 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-dbbe7222-35f0-414b-b17b-22a5ce56630b admin admin] 10.222.0.13 "PUT /v2.0/routers/dbb6244f-0637-4f68-b250-43cc819cf0af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7971940 Feb 28 20:07:16.929060 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (29f6caf3-5c35-43a3-a692-aeac48e8289b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:16.948972 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port eb72ca0b-779d-46ec-9796-fa03f7291a1e is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:07:16.989417 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa577989-be62-45b8-adc1-e688caa3782d tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3188ed49-2b93-42bb-a041-4eef4cef404a,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:17.074525 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ae7454b9-70dd-49bf-8981-2f17ba7b3fde admin admin] Publish callbacks [] for security_group (d04ca308-2a79-43e2-b943-27e783182405), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:17.077682 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] Routers {'dbb6244f-0637-4f68-b250-43cc819cf0af'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:07:17.078152 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:06:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['dbb6244f-0637-4f68-b250-43cc819cf0af'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:07:17.107930 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f219d284-e3f8-4458-aeaa-130dbcab8401 req-146d88fa-3785-47a5-95f5-c42f8de3dd8c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Router 347cbb81-f9af-46a3-b1c6-44f443183775 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:07:17.203699 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ae7454b9-70dd-49bf-8981-2f17ba7b3fde admin admin] Publish callbacks [] for security_group (d04ca308-2a79-43e2-b943-27e783182405), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:17.289561 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=29f6caf3-5c35-43a3-a692-aeac48e8289b,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:17.312027 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['29f6caf3-5c35-43a3-a692-aeac48e8289b'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:07:17.324254 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-afefdab4-6a71-42fd-a92c-2061d719d79a req-fa577989-be62-45b8-adc1-e688caa3782d tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Publish callbacks [] for security_group (de43b3c5-04f6-49c5-8151-4896e1c9119a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:17.376681 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f219d284-e3f8-4458-aeaa-130dbcab8401 req-146d88fa-3785-47a5-95f5-c42f8de3dd8c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:07:17.397740 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-afefdab4-6a71-42fd-a92c-2061d719d79a req-fa577989-be62-45b8-adc1-e688caa3782d tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (de43b3c5-04f6-49c5-8151-4896e1c9119a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:17.405355 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708ab1fa-dc5c-409b-b6d5-3ab649f8f107 None None] Sync routers for ids ['347cbb81-f9af-46a3-b1c6-44f443183775'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:07:17.430935 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708ab1fa-dc5c-409b-b6d5-3ab649f8f107 None None] Routers {'347cbb81-f9af-46a3-b1c6-44f443183775'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:07:17.437494 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-708ab1fa-dc5c-409b-b6d5-3ab649f8f107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:06:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['347cbb81-f9af-46a3-b1c6-44f443183775'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:07:17.474659 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-afefdab4-6a71-42fd-a92c-2061d719d79a req-fa577989-be62-45b8-adc1-e688caa3782d tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:17.493957 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afefdab4-6a71-42fd-a92c-2061d719d79a req-fa577989-be62-45b8-adc1-e688caa3782d tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.4925089 Feb 28 20:07:17.522314 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ae7454b9-70dd-49bf-8981-2f17ba7b3fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d04ca308-2a79-43e2-b943-27e783182405), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:17.531265 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ae7454b9-70dd-49bf-8981-2f17ba7b3fde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:17.534916 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ae7454b9-70dd-49bf-8981-2f17ba7b3fde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d04ca308-2a79-43e2-b943-27e783182405 HTTP/1.1" status: 204 len: 168 time: 0.8709664 Feb 28 20:07:17.569401 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f219d284-e3f8-4458-aeaa-130dbcab8401 req-146d88fa-3785-47a5-95f5-c42f8de3dd8c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] No DVR routers for this DVR port fb59b22d-5f39-46bd-acdd-93aad0ec252d on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:07:17.573511 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f219d284-e3f8-4458-aeaa-130dbcab8401 req-146d88fa-3785-47a5-95f5-c42f8de3dd8c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:17.582109 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f219d284-e3f8-4458-aeaa-130dbcab8401 req-146d88fa-3785-47a5-95f5-c42f8de3dd8c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.10 "DELETE /v2.0/ports/fb59b22d-5f39-46bd-acdd-93aad0ec252d HTTP/1.1" status: 204 len: 173 time: 2.2581873 Feb 28 20:07:17.585163 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc459ea-f25e-4f27-915d-b09f50f459c9', 'name': 'network-vif-deleted', 'tag': 'fb59b22d-5f39-46bd-acdd-93aad0ec252d'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:07:17.590726 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a3f0a1-914a-4ac1-9d4c-c94c6a2e2db9" -d '{"events": [{"server_uuid": "7dc459ea-f25e-4f27-915d-b09f50f459c9", "name": "network-vif-deleted", "tag": "fb59b22d-5f39-46bd-acdd-93aad0ec252d"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:07:17.636874 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f9b46-c015-46bc-90ad-9ed787d1d7ee req-3f218def-8feb-458b-b3b1-a23c42a52d82 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:17.647954 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b48f9b46-c015-46bc-90ad-9ed787d1d7ee req-3f218def-8feb-458b-b3b1-a23c42a52d82 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.5236325 Feb 28 20:07:17.669198 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa577989-be62-45b8-adc1-e688caa3782d tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de43b3c5-04f6-49c5-8151-4896e1c9119a,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:17.713832 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7454b9-70dd-49bf-8981-2f17ba7b3fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04ca308-2a79-43e2-b943-27e783182405,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:17.816703 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] Set router dbb6244f-0637-4f68-b250-43cc819cf0af gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:07:17.845074 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b48f9b46-c015-46bc-90ad-9ed787d1d7ee req-feef85b6-ffc3-4c76-a351-0a558eefb50e tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955657 Feb 28 20:07:17.922962 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-708ab1fa-dc5c-409b-b6d5-3ab649f8f107 None None] Set router 347cbb81-f9af-46a3-b1c6-44f443183775 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:07:18.319034 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cf86f-8183-4896-8aea-8348cbca5e98 req-2ae7a846-c6ad-45dc-9731-2e2a5bbb7f1e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:18.334123 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-763cf86f-8183-4896-8aea-8348cbca5e98 req-2ae7a846-c6ad-45dc-9731-2e2a5bbb7f1e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 944 time: 0.2926426 Feb 28 20:07:18.634653 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-763cf86f-8183-4896-8aea-8348cbca5e98 req-600684c5-f2ce-4c3c-879d-4d347392b41e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824838 Feb 28 20:07:18.711126 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-708ab1fa-dc5c-409b-b6d5-3ab649f8f107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-router', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:10Z', 'updated_at': '2022-02-28T20:05:15Z', 'revision_number': 4, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'gw_port': {'id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:11Z', 'updated_at': '2022-02-28T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'f7e5f57d-6895-4a67-a23c-789a5d7562c5', 'name': '', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'mac_address': 'fa:16:3e:ae:e8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:14Z', 'updated_at': '2022-02-28T20:05:20Z', 'revision_number': 5, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'subnets': [{'id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:07:18.836796 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-f82a341e-9675-45bc-ab0e-578e77a3d003 req-1df2b6ff-9ff9-4718-a7d3-21e16285f0d4 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-551288950', 'description': 'tempest-description-1736707869'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:07:18.855114 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb6244f-0637-4f68-b250-43cc819cf0af', 'name': 'tempest-AttachSCSIVolumeTestJSON-1530576393-router', 'tenant_id': '04095ecdac1a4b7d904843512c190917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'eb72ca0b-779d-46ec-9796-fa03f7291a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:07:03Z', 'updated_at': '2022-02-28T20:07:14Z', 'revision_number': 4, 'project_id': '04095ecdac1a4b7d904843512c190917', 'gw_port': {'id': 'eb72ca0b-779d-46ec-9796-fa03f7291a1e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb6244f-0637-4f68-b250-43cc819cf0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:07:05Z', 'updated_at': '2022-02-28T20:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '02852be9-ddde-47ba-9364-aad9e74aa250', 'name': '', 'network_id': 'a23c19e2-f9d2-4779-bad0-8289b8cbeb68', 'tenant_id': '04095ecdac1a4b7d904843512c190917', 'mac_address': 'fa:16:3e:8a:e4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb6244f-0637-4f68-b250-43cc819cf0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3da3f078-a2fa-4b7b-b7be-2299dfcc4361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:07:11Z', 'updated_at': '2022-02-28T20:07:14Z', 'revision_number': 2, 'project_id': '04095ecdac1a4b7d904843512c190917', 'subnets': [{'id': '3da3f078-a2fa-4b7b-b7be-2299dfcc4361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:07:18.898168 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708ab1fa-dc5c-409b-b6d5-3ab649f8f107 None None] Checking router: 347cbb81-f9af-46a3-b1c6-44f443183775 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:07:18.938977 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708ab1fa-dc5c-409b-b6d5-3ab649f8f107 None None] Routers {'347cbb81-f9af-46a3-b1c6-44f443183775'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:07:18.940422 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-708ab1fa-dc5c-409b-b6d5-3ab649f8f107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:06:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['347cbb81-f9af-46a3-b1c6-44f443183775'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:07:19.014692 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] Checking router: dbb6244f-0637-4f68-b250-43cc819cf0af for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:07:19.027444 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] Updating router dbb6244f-0637-4f68-b250-43cc819cf0af port 02852be9-ddde-47ba-9364-aad9e74aa250 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:07:19.031689 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-382616c4-8930-4b58-a44c-8d002418795d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:19.083580 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f82a341e-9675-45bc-ab0e-578e77a3d003 req-1df2b6ff-9ff9-4718-a7d3-21e16285f0d4 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:19.107098 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d43ed584-df2d-4c96-b223-d52a2756737a req-a04975a2-011c-4a51-99a6-69d54f810970 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=78670686-64d6-4a94-8d20-fcac332cd01c HTTP/1.1" status: 200 len: 210 time: 0.1921778 Feb 28 20:07:19.143045 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device fb59b22d-5f39-46bd-acdd-93aad0ec252d no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:07:19.284897 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf8e14f-a88d-41d1-bee2-fc4f0a2d5ca6 x-openstack-request-id: req-7cf8e14f-a88d-41d1-bee2-fc4f0a2d5ca6 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:07:19.285770 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc459ea-f25e-4f27-915d-b09f50f459c9", "name": "network-vif-deleted", "tag": "fb59b22d-5f39-46bd-acdd-93aad0ec252d", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:07:19.286254 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7cf8e14f-a88d-41d1-bee2-fc4f0a2d5ca6 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:07:19.286956 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc459ea-f25e-4f27-915d-b09f50f459c9', 'name': 'network-vif-deleted', 'tag': 'fb59b22d-5f39-46bd-acdd-93aad0ec252d', 'status': 'completed', 'code': 200} Feb 28 20:07:19.322849 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-708ab1fa-dc5c-409b-b6d5-3ab649f8f107 None None] Set router 347cbb81-f9af-46a3-b1c6-44f443183775 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:07:19.357014 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: fb59b22d-5f39-46bd-acdd-93aad0ec252d {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:07:19.357308 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device fb59b22d-5f39-46bd-acdd-93aad0ec252d not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:07:19.373813 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (02852be9-ddde-47ba-9364-aad9e74aa250), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:19.390370 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:19.408729 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f82a341e-9675-45bc-ab0e-578e77a3d003 req-1df2b6ff-9ff9-4718-a7d3-21e16285f0d4 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Publish callbacks [] for security_group (aa7ba0d7-3549-4a8c-9f67-a7f28df3895e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:19.425817 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f82a341e-9675-45bc-ab0e-578e77a3d003 req-1df2b6ff-9ff9-4718-a7d3-21e16285f0d4 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (aa7ba0d7-3549-4a8c-9f67-a7f28df3895e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:19.507157 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f82a341e-9675-45bc-ab0e-578e77a3d003 req-1df2b6ff-9ff9-4718-a7d3-21e16285f0d4 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:19.528943 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f82a341e-9675-45bc-ab0e-578e77a3d003 req-1df2b6ff-9ff9-4718-a7d3-21e16285f0d4 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6983681 Feb 28 20:07:19.544110 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2b6ff-9ff9-4718-a7d3-21e16285f0d4 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7ba0d7-3549-4a8c-9f67-a7f28df3895e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:19.884349 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761b4b8-9086-4a1c-8a66-d6fd2a5cf738 req-209400dd-71c3-421f-8095-15fb49bbe77b tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:19.902594 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c761b4b8-9086-4a1c-8a66-d6fd2a5cf738 req-209400dd-71c3-421f-8095-15fb49bbe77b tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.2197540 Feb 28 20:07:20.009634 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-708ab1fa-dc5c-409b-b6d5-3ab649f8f107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-router', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:10Z', 'updated_at': '2022-02-28T20:05:15Z', 'revision_number': 4, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'gw_port': {'id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:11Z', 'updated_at': '2022-02-28T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'f7e5f57d-6895-4a67-a23c-789a5d7562c5', 'name': '', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'mac_address': 'fa:16:3e:ae:e8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:14Z', 'updated_at': '2022-02-28T20:05:20Z', 'revision_number': 5, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'subnets': [{'id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:07:20.037769 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:20.184624 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-3c12b7ee-02ad-4000-87e0-b09c600bef29 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:20.196478 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-3c12b7ee-02ad-4000-87e0-b09c600bef29 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.10 "GET /v2.0/networks?id=ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 HTTP/1.1" status: 200 len: 823 time: 0.3007748 Feb 28 20:07:20.208263 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708ab1fa-dc5c-409b-b6d5-3ab649f8f107 None None] The sync data for ids ['347cbb81-f9af-46a3-b1c6-44f443183775'] in n-d-820368-21 is: [{'id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-router', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:10Z', 'updated_at': '2022-02-28T20:05:15Z', 'revision_number': 4, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'gw_port': {'id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:11Z', 'updated_at': '2022-02-28T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'f7e5f57d-6895-4a67-a23c-789a5d7562c5', 'name': '', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'mac_address': 'fa:16:3e:ae:e8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:14Z', 'updated_at': '2022-02-28T20:05:20Z', 'revision_number': 5, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'subnets': [{'id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:07:20.224660 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c761b4b8-9086-4a1c-8a66-d6fd2a5cf738 req-91970354-1ada-43dc-9f2d-66a8cba83684 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212938 Feb 28 20:07:20.535519 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 29f6caf3-5c35-43a3-a692-aeac48e8289b up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:07:20.590698 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-1c9a3855-568a-4bcc-b967-356b4ba095fc tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c49f134d2844d928e46d52f9a7a9018 HTTP/1.1" status: 200 len: 379 time: 0.3844638 Feb 28 20:07:20.604170 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-652bcfca-89a2-4184-9d60-04028642452c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Request body: {'port': {'device_id': '78670686-64d6-4a94-8d20-fcac332cd01c', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'admin_state_up': True, 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'security_groups': ['7cd5eafb-6afa-4491-af83-1913d6ceeabb']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:07:20.977064 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-652bcfca-89a2-4184-9d60-04028642452c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Made reservation on behalf of 8c49f134d2844d928e46d52f9a7a9018 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:07:20.989505 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-652bcfca-89a2-4184-9d60-04028642452c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:21.015459 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bef51b-9d14-4460-8915-20d65190d080 req-f2702803-bdb6-4fc4-9d65-5994d708e236 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:21.017092 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-18bef51b-9d14-4460-8915-20d65190d080 req-f2702803-bdb6-4fc4-9d65-5994d708e236 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 944 time: 0.4268208 Feb 28 20:07:21.263236 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546b8242-656a-44fe-8786-2982d0125468 None None] New status for floating IP 3f733033-5fb4-4439-b653-84eb26902493: DOWN {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:07:21.328740 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-18bef51b-9d14-4460-8915-20d65190d080 req-597f9e95-8376-4e31-9bbb-a5bc90eb67c0 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839551 Feb 28 20:07:21.415408 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-652bcfca-89a2-4184-9d60-04028642452c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Allocated IP 172.20.0.8 (ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2/b229bdb6-456c-44f4-9a74-de3d45d86232/1ce8a371-63b5-403a-9d77-13cf0493398d) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:07:21.557763 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:21.583095 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] Publish callbacks [] for port (02852be9-ddde-47ba-9364-aad9e74aa250), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:21.627018 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (02852be9-ddde-47ba-9364-aad9e74aa250), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:21.637754 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85aa5cb3-0fc3-4fd6-8748-adb713f9f004 req-5c16ca8a-0abe-4b23-b0cf-1a344cb36e1c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=78670686-64d6-4a94-8d20-fcac332cd01c HTTP/1.1" status: 200 len: 210 time: 0.1209795 Feb 28 20:07:21.716602 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ab266-e7c2-4670-b49f-1c7d86a4db05 None None] Pushing event updated for resources: {'Port': ['ID=02852be9-ddde-47ba-9364-aad9e74aa250,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:21.734278 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ab266-e7c2-4670-b49f-1c7d86a4db05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:21.734589 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ab266-e7c2-4670-b49f-1c7d86a4db05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:21.734961 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ab266-e7c2-4670-b49f-1c7d86a4db05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:21.735364 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ab266-e7c2-4670-b49f-1c7d86a4db05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:21.735815 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ab266-e7c2-4670-b49f-1c7d86a4db05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:21.738332 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ab266-e7c2-4670-b49f-1c7d86a4db05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:21.739149 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ab266-e7c2-4670-b49f-1c7d86a4db05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:21.739586 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ab266-e7c2-4670-b49f-1c7d86a4db05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:21.740122 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ab266-e7c2-4670-b49f-1c7d86a4db05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:21.740619 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ab266-e7c2-4670-b49f-1c7d86a4db05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:21.741068 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ab266-e7c2-4670-b49f-1c7d86a4db05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:21.742115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ab266-e7c2-4670-b49f-1c7d86a4db05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:21.742489 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ab266-e7c2-4670-b49f-1c7d86a4db05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:07:21.766827 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 29f6caf3-5c35-43a3-a692-aeac48e8289b completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:07:21.778222 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-57d69577-8309-4774-825a-eb627cd6f92b tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50947 time: 1.5308833 Feb 28 20:07:21.781009 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 29f6caf3-5c35-43a3-a692-aeac48e8289b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:07:21.783979 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (29f6caf3-5c35-43a3-a692-aeac48e8289b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:21.927599 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-17ad11f2-5f6d-4eb3-9937-006f60435f89 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/02404753-2d93-4cda-a2e2-0cd613321f36 HTTP/1.1" status: 200 len: 2998 time: 0.1450827 Feb 28 20:07:21.935088 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-652bcfca-89a2-4184-9d60-04028642452c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for port (1ce8a371-63b5-403a-9d77-13cf0493398d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:22.072421 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-652bcfca-89a2-4184-9d60-04028642452c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (1ce8a371-63b5-403a-9d77-13cf0493398d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:22.186448 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-652bcfca-89a2-4184-9d60-04028642452c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Network ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:07:22.187849 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-0f3c9415-5406-4c25-800a-f5a90d365d0c tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/02404753-2d93-4cda-a2e2-0cd613321f36 HTTP/1.1" status: 200 len: 2998 time: 0.2344766 Feb 28 20:07:22.206401 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] Attempting to bind port 02852be9-ddde-47ba-9364-aad9e74aa250 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:07:22.213312 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-652bcfca-89a2-4184-9d60-04028642452c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:07:22.215203 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] Attempting to bind port 02852be9-ddde-47ba-9364-aad9e74aa250 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '98ce882b-01f1-4956-963f-27db9ee571e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a23c19e2-f9d2-4779-bad0-8289b8cbeb68'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:07:22.220212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] Attempting to bind port 02852be9-ddde-47ba-9364-aad9e74aa250 on network a23c19e2-f9d2-4779-bad0-8289b8cbeb68 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:07:22.229143 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-652bcfca-89a2-4184-9d60-04028642452c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:07:22.262741 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-652bcfca-89a2-4184-9d60-04028642452c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:22.263574 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-652bcfca-89a2-4184-9d60-04028642452c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:22.355188 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bcfca-89a2-4184-9d60-04028642452c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Pushing event updated for resources: {'Port': ['ID=1ce8a371-63b5-403a-9d77-13cf0493398d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:22.359507 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:07:22.360318 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] Checking segment: {'id': '98ce882b-01f1-4956-963f-27db9ee571e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a23c19e2-f9d2-4779-bad0-8289b8cbeb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:07:22.360556 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:22.360872 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] Bound using segment: {'id': '98ce882b-01f1-4956-963f-27db9ee571e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a23c19e2-f9d2-4779-bad0-8289b8cbeb68'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:07:22.361370 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] Bound port: 02852be9-ddde-47ba-9364-aad9e74aa250, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ce882b-01f1-4956-963f-27db9ee571e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a23c19e2-f9d2-4779-bad0-8289b8cbeb68'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:07:22.361754 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (02852be9-ddde-47ba-9364-aad9e74aa250), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:22.399945 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-3370b87a-c24c-4c64-a309-39ff29c87bb6 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/16b2df45-85de-4ddc-9e2b-2e6154de3206 HTTP/1.1" status: 200 len: 2998 time: 0.1488097 Feb 28 20:07:22.402352 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-652bcfca-89a2-4184-9d60-04028642452c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8025591 Feb 28 20:07:22.425510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] Request body: {'port': {'device_id': '78670686-64d6-4a94-8d20-fcac332cd01c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:07:22.444066 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:22.445407 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 29f6caf3-5c35-43a3-a692-aeac48e8289b is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:07:22.445790 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (29f6caf3-5c35-43a3-a692-aeac48e8289b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:22.511217 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-edcf5c69-73fd-4867-bd92-0c0c5cccc242 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/16b2df45-85de-4ddc-9e2b-2e6154de3206 HTTP/1.1" status: 200 len: 2998 time: 0.1053519 Feb 28 20:07:22.564541 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-8c664335-b725-4fa8-99b2-5118ae161b84 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/2acc0a60-85cc-4883-9796-8f65dfed4439 HTTP/1.1" status: 200 len: 2998 time: 0.0519996 Feb 28 20:07:22.621226 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1ce8a371-63b5-403a-9d77-13cf0493398d), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:22.643482 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e085b16-5d9e-4347-9d1a-d4099bf9e416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f6caf3-5c35-43a3-a692-aeac48e8289b'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:07:22.655114 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b38db17-b276-46a9-9918-a35d1f977e7e" -d '{"events": [{"server_uuid": "7e085b16-5d9e-4347-9d1a-d4099bf9e416", "name": "network-vif-plugged", "status": "completed", "tag": "29f6caf3-5c35-43a3-a692-aeac48e8289b"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:07:22.699336 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-6e5dfb71-216c-405d-abb6-fc0bfc993960 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/2acc0a60-85cc-4883-9796-8f65dfed4439 HTTP/1.1" status: 200 len: 2998 time: 0.1335697 Feb 28 20:07:22.718038 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ae305cc3-703d-4d34-bd33-804a60f9420d None None] Provisioning complete for port 02852be9-ddde-47ba-9364-aad9e74aa250 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:07:22.724539 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ae305cc3-703d-4d34-bd33-804a60f9420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (02852be9-ddde-47ba-9364-aad9e74aa250), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:22.735541 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 29f6caf3-5c35-43a3-a692-aeac48e8289b, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=29f6caf3-5c35-43a3-a692-aeac48e8289b,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:07:22.792120 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-bb552f90-338d-410a-9b93-80eaf254181d tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/3188ed49-2b93-42bb-a041-4eef4cef404a HTTP/1.1" status: 200 len: 2998 time: 0.0843782 Feb 28 20:07:22.824357 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:22.833800 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (29f6caf3-5c35-43a3-a692-aeac48e8289b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:22.979935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ae305cc3-703d-4d34-bd33-804a60f9420d None None] Port 02852be9-ddde-47ba-9364-aad9e74aa250 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:07:22.987816 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-0bff1afa-67ed-4b46-851d-524b9c89bf0f tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/3188ed49-2b93-42bb-a041-4eef4cef404a HTTP/1.1" status: 200 len: 2998 time: 0.1094675 Feb 28 20:07:23.007656 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] For port 02852be9-ddde-47ba-9364-aad9e74aa250, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:07:23.027252 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17b8ca-8137-4d81-a478-6d6ef6317b37 req-6e346281-0dbf-42e1-9f14-765f98b3b635 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:23.028387 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] For port 02852be9-ddde-47ba-9364-aad9e74aa250, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=02852be9-ddde-47ba-9364-aad9e74aa250,segment=NetworkSegment(98ce882b-01f1-4956-963f-27db9ee571e7),segment_id=98ce882b-01f1-4956-963f-27db9ee571e7)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:07:23.045532 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea17b8ca-8137-4d81-a478-6d6ef6317b37 req-6e346281-0dbf-42e1-9f14-765f98b3b635 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.2587569 Feb 28 20:07:23.057866 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (02852be9-ddde-47ba-9364-aad9e74aa250), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:23.068370 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=29f6caf3-5c35-43a3-a692-aeac48e8289b,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:23.277717 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] Routers {'dbb6244f-0637-4f68-b250-43cc819cf0af'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:07:23.278514 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:07:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['dbb6244f-0637-4f68-b250-43cc819cf0af'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:07:23.314815 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce8a371-63b5-403a-9d77-13cf0493398d {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:07:23.315794 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-00f08a17-a5b8-45e4-a6ca-eaf10d0a5c5d tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/476eb495-6113-4d01-9c60-c37e001cc9a0 HTTP/1.1" status: 200 len: 2998 time: 0.3163717 Feb 28 20:07:23.328087 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] Publish callbacks [] for port (1ce8a371-63b5-403a-9d77-13cf0493398d), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:23.333575 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea17b8ca-8137-4d81-a478-6d6ef6317b37 req-ef2a4fc2-b228-4fcf-b62a-87763236cd43 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823062 Feb 28 20:07:23.344941 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] Transition to ACTIVE for port object 1ce8a371-63b5-403a-9d77-13cf0493398d will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:07:23.352063 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1ce8a371-63b5-403a-9d77-13cf0493398d), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:23.388358 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ab266-e7c2-4670-b49f-1c7d86a4db05 None None] Pushing event updated for resources: {'Port': ['ID=02852be9-ddde-47ba-9364-aad9e74aa250,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:23.482724 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] Attempting to bind port 1ce8a371-63b5-403a-9d77-13cf0493398d on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:07:23.483061 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] Attempting to bind port 1ce8a371-63b5-403a-9d77-13cf0493398d by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'e3bfecd8-3d44-4d5c-a375-44710dfa3336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:07:23.483380 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] Attempting to bind port 1ce8a371-63b5-403a-9d77-13cf0493398d on network ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:07:23.501141 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] Port 1ce8a371-63b5-403a-9d77-13cf0493398d on network ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:07:23.501446 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] Attempting to bind port 1ce8a371-63b5-403a-9d77-13cf0493398d on network ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:07:23.521531 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:07:23.522162 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] Checking segment: {'id': 'e3bfecd8-3d44-4d5c-a375-44710dfa3336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:07:23.522758 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] Bound using segment: {'id': 'e3bfecd8-3d44-4d5c-a375-44710dfa3336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:07:23.523916 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] Bound port: 1ce8a371-63b5-403a-9d77-13cf0493398d, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3bfecd8-3d44-4d5c-a375-44710dfa3336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:07:23.524447 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1ce8a371-63b5-403a-9d77-13cf0493398d), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:23.545553 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-3c14d4fb-2948-4772-a975-2c7186e1e9af tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/476eb495-6113-4d01-9c60-c37e001cc9a0 HTTP/1.1" status: 200 len: 2998 time: 0.2044210 Feb 28 20:07:23.659676 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] Set router dbb6244f-0637-4f68-b250-43cc819cf0af gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:07:23.662236 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] For port 1ce8a371-63b5-403a-9d77-13cf0493398d, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:07:23.673027 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] For port 1ce8a371-63b5-403a-9d77-13cf0493398d, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=1ce8a371-63b5-403a-9d77-13cf0493398d,segment=NetworkSegment(e3bfecd8-3d44-4d5c-a375-44710dfa3336),segment_id=e3bfecd8-3d44-4d5c-a375-44710dfa3336)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:07:23.689406 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce8a371-63b5-403a-9d77-13cf0493398d,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:23.699573 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1ce8a371-63b5-403a-9d77-13cf0493398d), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:23.714430 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-b2ccadd6-5288-4dea-a4c0-62642b3d9d69 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5ad10485-c779-4806-89a3-acebf8e23bd0 HTTP/1.1" status: 200 len: 2998 time: 0.1609323 Feb 28 20:07:23.761262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa28995-aa24-4baf-abdc-3abb1085de08 req-54dbd668-7040-4034-84ff-aa3f170dd31a tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:23.762809 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8aa28995-aa24-4baf-abdc-3abb1085de08 req-54dbd668-7040-4034-84ff-aa3f170dd31a tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 945 time: 0.1163704 Feb 28 20:07:23.802671 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:23.803587 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:23.805763 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] 10.222.0.10 "PUT /v2.0/ports/1ce8a371-63b5-403a-9d77-13cf0493398d HTTP/1.1" status: 200 len: 1092 time: 1.3930912 Feb 28 20:07:23.810187 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78670686-64d6-4a94-8d20-fcac332cd01c', 'tag': '1ce8a371-63b5-403a-9d77-13cf0493398d'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:07:23.822301 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901b487f-2d7c-4385-9980-9733d752b62c" -d '{"events": [{"name": "network-changed", "server_uuid": "78670686-64d6-4a94-8d20-fcac332cd01c", "tag": "1ce8a371-63b5-403a-9d77-13cf0493398d"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:07:23.849364 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8aa28995-aa24-4baf-abdc-3abb1085de08 req-8118d30f-ac7c-4022-ab00-9758ebe8fb3c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786510 Feb 28 20:07:23.861026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-09c870df-de96-4ef1-85bd-140a45cbf73b tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5ad10485-c779-4806-89a3-acebf8e23bd0 HTTP/1.1" status: 200 len: 2998 time: 0.1456492 Feb 28 20:07:23.934806 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420b106-b438-4d06-80b6-1ddf2d1666c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce8a371-63b5-403a-9d77-13cf0493398d,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:23.982740 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-90acb636-f923-4988-911c-3eece585b1dc tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/79b119d7-3e9d-4f63-9c21-c57ed6f6f693 HTTP/1.1" status: 200 len: 2998 time: 0.1207294 Feb 28 20:07:24.004116 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-2a688294-dd36-40b3-87b8-2e99037667ec None None] Provisioning complete for port 02852be9-ddde-47ba-9364-aad9e74aa250 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:07:24.004760 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2a688294-dd36-40b3-87b8-2e99037667ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (02852be9-ddde-47ba-9364-aad9e74aa250), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:24.061119 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-75d6cadf-cf6a-4fe3-a380-f313445cde16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:24.064245 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-75d6cadf-cf6a-4fe3-a380-f313445cde16 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c49f134d2844d928e46d52f9a7a9018&device_id=78670686-64d6-4a94-8d20-fcac332cd01c HTTP/1.1" status: 200 len: 1126 time: 0.1744478 Feb 28 20:07:24.070449 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-18b493ea-98fb-44d0-8611-aa25c47673b7 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/79b119d7-3e9d-4f63-9c21-c57ed6f6f693 HTTP/1.1" status: 200 len: 2998 time: 0.0866935 Feb 28 20:07:24.137803 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-29ec4e80-9552-49e6-a9b5-3558ae496b90 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/7e563f47-2829-4220-8027-87d569344a4c HTTP/1.1" status: 200 len: 2998 time: 0.0663416 Feb 28 20:07:24.167747 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-0e2f2443-919e-4e09-98f0-6c076259040a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ce8a371-63b5-403a-9d77-13cf0493398d HTTP/1.1" status: 200 len: 217 time: 0.0909672 Feb 28 20:07:24.229398 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-57cfe2a9-61af-4fdb-bc7e-d4df169ae45b tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/7e563f47-2829-4220-8027-87d569344a4c HTTP/1.1" status: 200 len: 2998 time: 0.0905871 Feb 28 20:07:24.290431 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-c30d4354-3d4e-48bc-b966-e8c3a9d9b3ff tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3 HTTP/1.1" status: 200 len: 2998 time: 0.0597799 Feb 28 20:07:24.335951 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-44b24a77-1518-4e5b-ae92-9f4aeddb74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:24.338066 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-44b24a77-1518-4e5b-ae92-9f4aeddb74ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b229bdb6-456c-44f4-9a74-de3d45d86232 HTTP/1.1" status: 200 len: 862 time: 0.1533749 Feb 28 20:07:24.370431 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-ee76e8de-1185-451c-b7da-18e3785afb2e tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3 HTTP/1.1" status: 200 len: 2998 time: 0.0787699 Feb 28 20:07:24.427788 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-9ebdd580-42d4-429d-9366-6273930bb2c2 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/a151bd37-f0d1-4f59-8664-df3fecac1bce HTTP/1.1" status: 200 len: 2998 time: 0.0564206 Feb 28 20:07:24.463781 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-17c727de-4de6-4043-a036-1aaa85407fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:24.470425 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-17c727de-4de6-4043-a036-1aaa85407fd4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1210885 Feb 28 20:07:24.474243 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-2a688294-dd36-40b3-87b8-2e99037667ec None None] Current status of the port 02852be9-ddde-47ba-9364-aad9e74aa250 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:07:24.476158 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2a688294-dd36-40b3-87b8-2e99037667ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (02852be9-ddde-47ba-9364-aad9e74aa250), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:24.482479 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-cec36a45-9ef9-493c-8bda-a126e6b57af6 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/a151bd37-f0d1-4f59-8664-df3fecac1bce HTTP/1.1" status: 200 len: 2998 time: 0.0536797 Feb 28 20:07:24.550191 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb6244f-0637-4f68-b250-43cc819cf0af', 'name': 'tempest-AttachSCSIVolumeTestJSON-1530576393-router', 'tenant_id': '04095ecdac1a4b7d904843512c190917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'eb72ca0b-779d-46ec-9796-fa03f7291a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:07:03Z', 'updated_at': '2022-02-28T20:07:14Z', 'revision_number': 4, 'project_id': '04095ecdac1a4b7d904843512c190917', 'gw_port': {'id': 'eb72ca0b-779d-46ec-9796-fa03f7291a1e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb6244f-0637-4f68-b250-43cc819cf0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:07:05Z', 'updated_at': '2022-02-28T20:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '02852be9-ddde-47ba-9364-aad9e74aa250', 'name': '', 'network_id': 'a23c19e2-f9d2-4779-bad0-8289b8cbeb68', 'tenant_id': '04095ecdac1a4b7d904843512c190917', 'mac_address': 'fa:16:3e:8a:e4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb6244f-0637-4f68-b250-43cc819cf0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3da3f078-a2fa-4b7b-b7be-2299dfcc4361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:07:11Z', 'updated_at': '2022-02-28T20:07:22Z', 'revision_number': 4, 'project_id': '04095ecdac1a4b7d904843512c190917', 'subnets': [{'id': '3da3f078-a2fa-4b7b-b7be-2299dfcc4361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:07:24.632957 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d573111-6fd4-4d8b-9a94-17ebfc0a6314 None None] The sync data for ids ['dbb6244f-0637-4f68-b250-43cc819cf0af'] in n-d-820368-21 is: [{'id': 'dbb6244f-0637-4f68-b250-43cc819cf0af', 'name': 'tempest-AttachSCSIVolumeTestJSON-1530576393-router', 'tenant_id': '04095ecdac1a4b7d904843512c190917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'eb72ca0b-779d-46ec-9796-fa03f7291a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:07:03Z', 'updated_at': '2022-02-28T20:07:14Z', 'revision_number': 4, 'project_id': '04095ecdac1a4b7d904843512c190917', 'gw_port': {'id': 'eb72ca0b-779d-46ec-9796-fa03f7291a1e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb6244f-0637-4f68-b250-43cc819cf0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:07:05Z', 'updated_at': '2022-02-28T20:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '02852be9-ddde-47ba-9364-aad9e74aa250', 'name': '', 'network_id': 'a23c19e2-f9d2-4779-bad0-8289b8cbeb68', 'tenant_id': '04095ecdac1a4b7d904843512c190917', 'mac_address': 'fa:16:3e:8a:e4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb6244f-0637-4f68-b250-43cc819cf0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3da3f078-a2fa-4b7b-b7be-2299dfcc4361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:07:11Z', 'updated_at': '2022-02-28T20:07:22Z', 'revision_number': 4, 'project_id': '04095ecdac1a4b7d904843512c190917', 'subnets': [{'id': '3da3f078-a2fa-4b7b-b7be-2299dfcc4361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:07:24.651727 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2a688294-dd36-40b3-87b8-2e99037667ec None None] For port 02852be9-ddde-47ba-9364-aad9e74aa250, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=02852be9-ddde-47ba-9364-aad9e74aa250,segment=NetworkSegment(98ce882b-01f1-4956-963f-27db9ee571e7),segment_id=98ce882b-01f1-4956-963f-27db9ee571e7)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:07:24.659384 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2a688294-dd36-40b3-87b8-2e99037667ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (02852be9-ddde-47ba-9364-aad9e74aa250), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:24.750143 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-f504a485-6d91-4c98-b03e-c4c48d7b5299 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b39a3e44-d586-4db4-9e9e-44929d1817f2 HTTP/1.1" status: 200 len: 2994 time: 0.2664537 Feb 28 20:07:24.829095 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-44a1e9d7-4425-40c8-b003-7aa3404b20ee service neutron] 10.222.0.10 "GET /v2.0/networks/ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392851 Feb 28 20:07:24.839896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a688294-dd36-40b3-87b8-2e99037667ec None None] Pushing event updated for resources: {'Port': ['ID=02852be9-ddde-47ba-9364-aad9e74aa250,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:24.929683 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-ffb385f9-3eff-4c57-8576-15939620826c tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b39a3e44-d586-4db4-9e9e-44929d1817f2 HTTP/1.1" status: 200 len: 2994 time: 0.1780298 Feb 28 20:07:24.949230 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5059cb-c2cc-42e4-8a8a-db2f744f5607 req-0c2051ba-f4a4-4607-b42e-28c2379f6b15 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:24.965706 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9a9f2f7d-e3f1-48d7-a061-4d4e858ec6bb req-9310ca02-39b7-46f9-8311-8edd7def61e6 service neutron] 10.222.0.10 "GET /v2.0/networks/ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269274 Feb 28 20:07:24.967021 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ef5059cb-c2cc-42e4-8a8a-db2f744f5607 req-0c2051ba-f4a4-4607-b42e-28c2379f6b15 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=78670686-64d6-4a94-8d20-fcac332cd01c HTTP/1.1" status: 200 len: 943 time: 0.4294069 Feb 28 20:07:25.077405 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-e5f70378-5da7-4f20-9fe4-960907151941 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b94323e4-983b-4f05-b200-ad45636c76d8 HTTP/1.1" status: 200 len: 2994 time: 0.0872622 Feb 28 20:07:25.112057 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ef5059cb-c2cc-42e4-8a8a-db2f744f5607 req-5fd3bd32-544d-44d1-a168-67e333ac2912 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393833 Feb 28 20:07:25.196958 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-17e1a465-b0bd-455b-853c-6d7bf6d8e84b tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b94323e4-983b-4f05-b200-ad45636c76d8 HTTP/1.1" status: 200 len: 2994 time: 0.1042540 Feb 28 20:07:25.220890 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5cb493-bc25-40f9-9b0c-0ae3f901300a x-openstack-request-id: req-ea5cb493-bc25-40f9-9b0c-0ae3f901300a {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:07:25.221370 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e085b16-5d9e-4347-9d1a-d4099bf9e416", "name": "network-vif-plugged", "status": "completed", "tag": "29f6caf3-5c35-43a3-a692-aeac48e8289b", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:07:25.222531 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea5cb493-bc25-40f9-9b0c-0ae3f901300a {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:07:25.227356 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e085b16-5d9e-4347-9d1a-d4099bf9e416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f6caf3-5c35-43a3-a692-aeac48e8289b', 'code': 200} Feb 28 20:07:25.327542 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-885d2e93-2ca9-47e6-a0f1-b929cab9ca9d tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ba605c7b-813a-4585-9f09-7233667be59d HTTP/1.1" status: 200 len: 2990 time: 0.1241016 Feb 28 20:07:25.370118 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b32ed80-256c-4e56-9eaa-414c238e6b41 x-openstack-request-id: req-6b32ed80-256c-4e56-9eaa-414c238e6b41 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:07:25.371121 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78670686-64d6-4a94-8d20-fcac332cd01c", "tag": "1ce8a371-63b5-403a-9d77-13cf0493398d", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:07:25.371832 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b32ed80-256c-4e56-9eaa-414c238e6b41 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:07:25.372711 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78670686-64d6-4a94-8d20-fcac332cd01c', 'tag': '1ce8a371-63b5-403a-9d77-13cf0493398d', 'status': 'completed', 'code': 200} Feb 28 20:07:25.427085 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-29bf7a58-413d-4584-ac74-d7484f7193fe tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ba605c7b-813a-4585-9f09-7233667be59d HTTP/1.1" status: 200 len: 2990 time: 0.0983820 Feb 28 20:07:25.476632 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e7d01-f07b-4d92-8120-2b6ac9645978 req-835da852-53ce-498f-b8ad-fb560b05ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:25.478176 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5e1e7d01-f07b-4d92-8120-2b6ac9645978 req-835da852-53ce-498f-b8ad-fb560b05ef29 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 1128 time: 0.1772268 Feb 28 20:07:25.504015 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-766ad1ea-951b-4c4f-aab8-737221db6693 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e0672a87-e851-4571-8a11-56085f97381f HTTP/1.1" status: 200 len: 2998 time: 0.0760164 Feb 28 20:07:25.560072 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b487f-2d7c-4385-9980-9733d752b62c req-9e9b9c4d-078b-42ab-9766-9dbfd38f1a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:25.562299 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-901b487f-2d7c-4385-9980-9733d752b62c req-9e9b9c4d-078b-42ab-9766-9dbfd38f1a48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c49f134d2844d928e46d52f9a7a9018&device_id=78670686-64d6-4a94-8d20-fcac332cd01c HTTP/1.1" status: 200 len: 1126 time: 0.1601725 Feb 28 20:07:25.581973 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-e4822487-d67e-4ffd-a6f3-17aff0794fe5 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e0672a87-e851-4571-8a11-56085f97381f HTTP/1.1" status: 200 len: 2998 time: 0.0768886 Feb 28 20:07:25.617372 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5e1e7d01-f07b-4d92-8120-2b6ac9645978 req-81c77a6c-58c2-4b9f-963a-ed951ff8bd93 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309125 Feb 28 20:07:25.731030 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-11396c45-c87a-4432-b902-7f85010dbbb3 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ed796208-1187-4e6b-8e99-ea90bf1c2226 HTTP/1.1" status: 200 len: 2994 time: 0.1406956 Feb 28 20:07:25.746296 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b487f-2d7c-4385-9980-9733d752b62c req-a1f950bf-99fa-4201-a480-32abdd9f9c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:25.748220 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-901b487f-2d7c-4385-9980-9733d752b62c req-a1f950bf-99fa-4201-a480-32abdd9f9c53 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 HTTP/1.1" status: 200 len: 923 time: 0.1582477 Feb 28 20:07:25.816170 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff14841-9a9b-447e-90a3-e865b989dc3c req-28d91b9c-dda7-46cb-a4f1-282651fd5fdf tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:25.816428 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-901b487f-2d7c-4385-9980-9733d752b62c req-8dd00134-9761-4471-a7a2-219cdde30f67 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ce8a371-63b5-403a-9d77-13cf0493398d HTTP/1.1" status: 200 len: 217 time: 0.0533071 Feb 28 20:07:25.819919 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ff14841-9a9b-447e-90a3-e865b989dc3c req-28d91b9c-dda7-46cb-a4f1-282651fd5fdf tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.2095702 Feb 28 20:07:25.835133 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450921e7-a36c-4a12-9a50-72b0e89e66d0 req-4133456e-c1a5-44b8-823c-df5503e42cd9 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ed796208-1187-4e6b-8e99-ea90bf1c2226 HTTP/1.1" status: 200 len: 2994 time: 0.0915868 Feb 28 20:07:25.914797 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ff14841-9a9b-447e-90a3-e865b989dc3c req-a6c259ae-c49e-4c47-97bf-ce0fd44c7cba tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876529 Feb 28 20:07:25.935257 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b487f-2d7c-4385-9980-9733d752b62c req-e45fdfc0-6c60-47a4-91ca-8e4281c091c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:25.936848 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-901b487f-2d7c-4385-9980-9733d752b62c req-e45fdfc0-6c60-47a4-91ca-8e4281c091c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b229bdb6-456c-44f4-9a74-de3d45d86232 HTTP/1.1" status: 200 len: 862 time: 0.1098166 Feb 28 20:07:26.009899 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b487f-2d7c-4385-9980-9733d752b62c req-8d4064c2-8303-4167-92fd-5249c9b4ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:26.013385 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-901b487f-2d7c-4385-9980-9733d752b62c req-8d4064c2-8303-4167-92fd-5249c9b4ead9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0622673 Feb 28 20:07:26.046865 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa4810-0857-43a1-83b2-ad7184b9feed req-5c8d5c50-dd25-420a-9352-928759c800e2 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:26.056436 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22fa4810-0857-43a1-83b2-ad7184b9feed req-5c8d5c50-dd25-420a-9352-928759c800e2 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 945 time: 0.1103215 Feb 28 20:07:26.186093 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22fa4810-0857-43a1-83b2-ad7184b9feed req-b5a37da5-6e65-46da-b051-b784d644ed3a tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178815 Feb 28 20:07:26.273926 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-901b487f-2d7c-4385-9980-9733d752b62c req-c7269fed-feea-4685-a913-36a1458b8a28 service neutron] 10.222.0.10 "GET /v2.0/networks/ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473397 Feb 28 20:07:26.534838 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-901b487f-2d7c-4385-9980-9733d752b62c req-c8804c8b-c922-4040-b859-f435c4d8e44f service neutron] 10.222.0.10 "GET /v2.0/networks/ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505968 Feb 28 20:07:26.564004 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4031fbc8-85d8-49cf-bab9-45cf65552f61 req-4c5a7d15-7ec5-4476-9ca6-d81af7013f5f tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23c2821e6c004e9d96eb15306e260d7b HTTP/1.1" status: 200 len: 6153 time: 0.2266514 Feb 28 20:07:26.589107 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 02852be9-ddde-47ba-9364-aad9e74aa250 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:07:26.707852 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4031fbc8-85d8-49cf-bab9-45cf65552f61 req-e12c5dcb-b5ec-4aad-9794-3bcf6a3283cf tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] 10.222.0.13 "GET /v2.0/security-groups/16b2df45-85de-4ddc-9e2b-2e6154de3206 HTTP/1.1" status: 200 len: 2998 time: 0.1401091 Feb 28 20:07:26.733604 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 02852be9-ddde-47ba-9364-aad9e74aa250 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:07:26.734296 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (02852be9-ddde-47ba-9364-aad9e74aa250), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:26.820624 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4031fbc8-85d8-49cf-bab9-45cf65552f61 req-84644198-1310-4e14-8351-e68b20c56fc4 tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] 10.222.0.13 "GET /v2.0/security-groups/16b2df45-85de-4ddc-9e2b-2e6154de3206 HTTP/1.1" status: 200 len: 2998 time: 0.1116321 Feb 28 20:07:26.896495 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 02852be9-ddde-47ba-9364-aad9e74aa250 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:07:27.050789 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457e111-bbab-4671-8e07-3dc5186b748a req-dd01cca4-2144-4b78-bdf5-0cea64c7b08a tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:27.052783 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d457e111-bbab-4671-8e07-3dc5186b748a req-dd01cca4-2144-4b78-bdf5-0cea64c7b08a tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=78670686-64d6-4a94-8d20-fcac332cd01c HTTP/1.1" status: 200 len: 943 time: 0.1205325 Feb 28 20:07:27.152396 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d457e111-bbab-4671-8e07-3dc5186b748a req-0c539768-2f08-40b2-93ba-81a9272379e6 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808012 Feb 28 20:07:27.153838 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff75ad56-ed5e-4575-83be-67b94316b4f2 req-0fd94685-e56c-4aac-b926-697a76baef27 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/aa7ba0d7-3549-4a8c-9f67-a7f28df3895e HTTP/1.1" status: 200 len: 1794 time: 0.0743811 Feb 28 20:07:27.267792 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ff75ad56-ed5e-4575-83be-67b94316b4f2 req-a535f0f1-c606-4263-9781-58e0cbb6a324 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Publish callbacks [] for security_group (aa7ba0d7-3549-4a8c-9f67-a7f28df3895e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:27.332261 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ff75ad56-ed5e-4575-83be-67b94316b4f2 req-a535f0f1-c606-4263-9781-58e0cbb6a324 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Publish callbacks [] for security_group (aa7ba0d7-3549-4a8c-9f67-a7f28df3895e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:27.386175 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a8fff-e2f9-4264-942f-f05282a9af43 req-bb768a05-72e7-4de3-9b91-3d0d930e9a87 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:27.388776 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d5a8fff-e2f9-4264-942f-f05282a9af43 req-bb768a05-72e7-4de3-9b91-3d0d930e9a87 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.1061990 Feb 28 20:07:27.401810 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ff75ad56-ed5e-4575-83be-67b94316b4f2 req-a535f0f1-c606-4263-9781-58e0cbb6a324 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (aa7ba0d7-3549-4a8c-9f67-a7f28df3895e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:27.405988 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ff75ad56-ed5e-4575-83be-67b94316b4f2 req-a535f0f1-c606-4263-9781-58e0cbb6a324 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:27.417046 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff75ad56-ed5e-4575-83be-67b94316b4f2 req-a535f0f1-c606-4263-9781-58e0cbb6a324 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa7ba0d7-3549-4a8c-9f67-a7f28df3895e HTTP/1.1" status: 204 len: 173 time: 0.2558692 Feb 28 20:07:27.443296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535f0f1-c606-4263-9781-58e0cbb6a324 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7ba0d7-3549-4a8c-9f67-a7f28df3895e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:27.476397 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40690) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:27.518059 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d5a8fff-e2f9-4264-942f-f05282a9af43 req-619c692a-0eb3-4a66-8cfd-bbe1b6c3a1c2 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983074 Feb 28 20:07:27.715803 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e06b7-b65c-4097-ad02-a68159b49361 req-3f279b68-7f80-48bc-bd29-2f4ee51f4a2a tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:27.727022 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-649e06b7-b65c-4097-ad02-a68159b49361 req-3f279b68-7f80-48bc-bd29-2f4ee51f4a2a tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 945 time: 0.0843854 Feb 28 20:07:27.756150 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dbed2f86-8a87-4433-ad32-96edfbd26975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:27.792640 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-649e06b7-b65c-4097-ad02-a68159b49361 req-ed471375-547d-4773-a1d6-e40777a14168 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654647 Feb 28 20:07:27.934982 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dbed2f86-8a87-4433-ad32-96edfbd26975 admin admin] Publish callbacks [] for security_group (cd03837a-b134-4979-8195-cf0fdfff41a1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:27.942284 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dbed2f86-8a87-4433-ad32-96edfbd26975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (cd03837a-b134-4979-8195-cf0fdfff41a1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:27.951536 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b003b6a-c871-4901-9e2e-81e70da8a133 req-f5d48a4d-98ee-40d8-8c12-653ddad881c7 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "GET /v2.0/security-groups/de43b3c5-04f6-49c5-8151-4896e1c9119a HTTP/1.1" status: 200 len: 1794 time: 0.0883446 Feb 28 20:07:28.005155 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed2f86-8a87-4433-ad32-96edfbd26975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd03837a-b134-4979-8195-cf0fdfff41a1,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:28.011806 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-dbed2f86-8a87-4433-ad32-96edfbd26975 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06ac7706669c44daa34673b74676b313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5326362 Feb 28 20:07:28.020697 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40706) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:28.323546 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9b003b6a-c871-4901-9e2e-81e70da8a133 req-9aeda547-c9ff-4105-bb4c-e1f009d8b526 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Publish callbacks [] for security_group (de43b3c5-04f6-49c5-8151-4896e1c9119a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:28.388899 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9b003b6a-c871-4901-9e2e-81e70da8a133 req-9aeda547-c9ff-4105-bb4c-e1f009d8b526 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Publish callbacks [] for security_group (de43b3c5-04f6-49c5-8151-4896e1c9119a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:28.392039 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec45afe-399a-4f27-84e9-b1af25fa2bb9 req-ec41fced-8903-4d77-9c00-438af3776f99 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:28.393581 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8ec45afe-399a-4f27-84e9-b1af25fa2bb9 req-ec41fced-8903-4d77-9c00-438af3776f99 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 1128 time: 0.3964868 Feb 28 20:07:28.409518 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7485808-968e-4c2f-8263-9732ecce6333 admin admin] Publish callbacks [] for security_group (cd03837a-b134-4979-8195-cf0fdfff41a1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:28.481461 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7485808-968e-4c2f-8263-9732ecce6333 admin admin] Publish callbacks [] for security_group (cd03837a-b134-4979-8195-cf0fdfff41a1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:28.531344 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8ec45afe-399a-4f27-84e9-b1af25fa2bb9 req-f1efd63c-8ee0-4a7c-bdbf-50c4a6168299 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296418 Feb 28 20:07:28.541721 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9b003b6a-c871-4901-9e2e-81e70da8a133 req-9aeda547-c9ff-4105-bb4c-e1f009d8b526 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (de43b3c5-04f6-49c5-8151-4896e1c9119a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:28.545033 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9b003b6a-c871-4901-9e2e-81e70da8a133 req-9aeda547-c9ff-4105-bb4c-e1f009d8b526 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:28.560459 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b003b6a-c871-4901-9e2e-81e70da8a133 req-9aeda547-c9ff-4105-bb4c-e1f009d8b526 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/de43b3c5-04f6-49c5-8151-4896e1c9119a HTTP/1.1" status: 204 len: 173 time: 0.6005051 Feb 28 20:07:28.589316 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeda547-c9ff-4105-bb4c-e1f009d8b526 tempest-SecurityGroupsTestAdminJSON-1357208055 tempest-SecurityGroupsTestAdminJSON-1357208055-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de43b3c5-04f6-49c5-8151-4896e1c9119a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:28.633732 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7485808-968e-4c2f-8263-9732ecce6333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (cd03837a-b134-4979-8195-cf0fdfff41a1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:28.636612 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7485808-968e-4c2f-8263-9732ecce6333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:28.641025 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e7485808-968e-4c2f-8263-9732ecce6333 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd03837a-b134-4979-8195-cf0fdfff41a1 HTTP/1.1" status: 204 len: 168 time: 0.6159170 Feb 28 20:07:28.669292 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7485808-968e-4c2f-8263-9732ecce6333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd03837a-b134-4979-8195-cf0fdfff41a1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:28.912493 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f3973bb2-9a73-4fbc-98b7-a3b26c08dc5f req-0cc9a654-4f64-411b-acf7-a654161fa974 tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] 10.222.0.13 "GET /v2.0/security-groups/5db15515-dff6-4eac-8465-343a9a938611 HTTP/1.1" status: 200 len: 1795 time: 0.1309869 Feb 28 20:07:29.154354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 1ce8a371-63b5-403a-9d77-13cf0493398d details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:07:29.236793 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f3973bb2-9a73-4fbc-98b7-a3b26c08dc5f req-798eef6b-ff74-46f4-ac3b-a80bbac31a2d tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Publish callbacks [] for security_group (5db15515-dff6-4eac-8465-343a9a938611), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:29.365473 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40724) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:29.384339 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa011e9e-28dd-4ed4-bc30-3754800de5ae req-46c369c1-8f7d-49d9-b87c-cbe63eb040b3 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:29.396954 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa011e9e-28dd-4ed4-bc30-3754800de5ae req-46c369c1-8f7d-49d9-b87c-cbe63eb040b3 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=78670686-64d6-4a94-8d20-fcac332cd01c HTTP/1.1" status: 200 len: 943 time: 0.5725608 Feb 28 20:07:29.437246 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f3973bb2-9a73-4fbc-98b7-a3b26c08dc5f req-798eef6b-ff74-46f4-ac3b-a80bbac31a2d tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Publish callbacks [] for security_group (5db15515-dff6-4eac-8465-343a9a938611), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:29.562694 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40728) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:29.586653 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9efb20b6-4856-47db-8173-357977f140a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:29.596460 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 1ce8a371-63b5-403a-9d77-13cf0493398d, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=1ce8a371-63b5-403a-9d77-13cf0493398d,segment=NetworkSegment(e3bfecd8-3d44-4d5c-a375-44710dfa3336),segment_id=e3bfecd8-3d44-4d5c-a375-44710dfa3336)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:07:29.611289 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa011e9e-28dd-4ed4-bc30-3754800de5ae req-481f13e5-09f7-499f-8521-26accbbf9b7d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129779 Feb 28 20:07:29.613098 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f3973bb2-9a73-4fbc-98b7-a3b26c08dc5f req-798eef6b-ff74-46f4-ac3b-a80bbac31a2d tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5db15515-dff6-4eac-8465-343a9a938611), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:29.618684 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f3973bb2-9a73-4fbc-98b7-a3b26c08dc5f req-798eef6b-ff74-46f4-ac3b-a80bbac31a2d tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:29.629015 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '1ce8a371-63b5-403a-9d77-13cf0493398d', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'port_id': '1ce8a371-63b5-403a-9d77-13cf0493398d', 'mac_address': 'fa:16:3e:64:1d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:07:29.634649 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f3973bb2-9a73-4fbc-98b7-a3b26c08dc5f req-798eef6b-ff74-46f4-ac3b-a80bbac31a2d tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] 10.222.0.13 "DELETE /v2.0/security-groups/5db15515-dff6-4eac-8465-343a9a938611 HTTP/1.1" status: 204 len: 173 time: 0.7188523 Feb 28 20:07:29.664375 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798eef6b-ff74-46f4-ac3b-a80bbac31a2d tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db15515-dff6-4eac-8465-343a9a938611,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:29.715458 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 1ce8a371-63b5-403a-9d77-13cf0493398d is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:07:29.717261 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1ce8a371-63b5-403a-9d77-13cf0493398d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:29.772348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce8a371-63b5-403a-9d77-13cf0493398d {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:07:29.816861 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 1ce8a371-63b5-403a-9d77-13cf0493398d, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=1ce8a371-63b5-403a-9d77-13cf0493398d,segment=NetworkSegment(e3bfecd8-3d44-4d5c-a375-44710dfa3336),segment_id=e3bfecd8-3d44-4d5c-a375-44710dfa3336)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:07:29.846126 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1ce8a371-63b5-403a-9d77-13cf0493398d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:29.862522 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9efb20b6-4856-47db-8173-357977f140a6 admin admin] Publish callbacks [] for security_group (89f2f7ee-6fe5-4238-8301-6a8a6842ea4b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:29.874720 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9efb20b6-4856-47db-8173-357977f140a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (89f2f7ee-6fe5-4238-8301-6a8a6842ea4b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:29.889981 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51aa49-363a-4fd1-98cb-854f9661f800 req-38ecf385-17f8-4fe8-9651-18048bd42069 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:29.906111 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d51aa49-363a-4fd1-98cb-854f9661f800 req-38ecf385-17f8-4fe8-9651-18048bd42069 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.1708655 Feb 28 20:07:29.988019 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e45ed128-93c6-42a7-84b2-b3a317d13393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:29.992420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=1ce8a371-63b5-403a-9d77-13cf0493398d,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:30.013886 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05102a86-9ca9-4eac-9c8e-7404089f3571 req-c0448afb-e2c7-4262-af16-ab8599313c9a tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] 10.222.0.13 "GET /v2.0/security-groups/ef78c349-a431-4259-9cd0-d918363d8b57 HTTP/1.1" status: 200 len: 1793 time: 0.1826856 Feb 28 20:07:30.065931 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9efb20b6-4856-47db-8173-357977f140a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bdfc33d0a4641bcb194003194e5ba6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4996247 Feb 28 20:07:30.072215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40738) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:30.104333 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d51aa49-363a-4fd1-98cb-854f9661f800 req-4d25bdcb-a64d-4f49-a854-1e0739bbaf27 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954870 Feb 28 20:07:30.181259 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['1ce8a371-63b5-403a-9d77-13cf0493398d'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:07:30.195913 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb20b6-4856-47db-8173-357977f140a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f2f7ee-6fe5-4238-8301-6a8a6842ea4b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:30.275632 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e45ed128-93c6-42a7-84b2-b3a317d13393 admin admin] Publish callbacks [] for security_group (151e489d-5f2c-4f00-8f51-efaf9f9cec64), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:30.283167 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e45ed128-93c6-42a7-84b2-b3a317d13393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (151e489d-5f2c-4f00-8f51-efaf9f9cec64), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:30.340770 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05102a86-9ca9-4eac-9c8e-7404089f3571 req-f1451b8b-7157-4452-8e19-007d30e67321 tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Publish callbacks [] for security_group (ef78c349-a431-4259-9cd0-d918363d8b57), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:30.348165 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5441ee8-a5dd-46f1-b89c-cc442f12343c admin admin] Publish callbacks [] for security_group (89f2f7ee-6fe5-4238-8301-6a8a6842ea4b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:30.375726 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ed128-93c6-42a7-84b2-b3a317d13393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151e489d-5f2c-4f00-8f51-efaf9f9cec64,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:30.390848 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e45ed128-93c6-42a7-84b2-b3a317d13393 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc66b1e49fcd42c88ff136f8f78c46d1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0200031 Feb 28 20:07:30.392478 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40740) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:30.457745 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05102a86-9ca9-4eac-9c8e-7404089f3571 req-f1451b8b-7157-4452-8e19-007d30e67321 tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Publish callbacks [] for security_group (ef78c349-a431-4259-9cd0-d918363d8b57), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:30.504462 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5441ee8-a5dd-46f1-b89c-cc442f12343c admin admin] Publish callbacks [] for security_group (89f2f7ee-6fe5-4238-8301-6a8a6842ea4b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:30.523634 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-54578c5d-07b7-4696-9bff-7293de6bba48 admin admin] Publish callbacks [] for security_group (151e489d-5f2c-4f00-8f51-efaf9f9cec64), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:30.575470 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-54578c5d-07b7-4696-9bff-7293de6bba48 admin admin] Publish callbacks [] for security_group (151e489d-5f2c-4f00-8f51-efaf9f9cec64), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:30.715420 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-54578c5d-07b7-4696-9bff-7293de6bba48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (151e489d-5f2c-4f00-8f51-efaf9f9cec64), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:30.719193 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-54578c5d-07b7-4696-9bff-7293de6bba48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:30.720705 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-54578c5d-07b7-4696-9bff-7293de6bba48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/151e489d-5f2c-4f00-8f51-efaf9f9cec64 HTTP/1.1" status: 204 len: 168 time: 0.3272610 Feb 28 20:07:30.734010 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05102a86-9ca9-4eac-9c8e-7404089f3571 req-f1451b8b-7157-4452-8e19-007d30e67321 tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ef78c349-a431-4259-9cd0-d918363d8b57), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:30.744700 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05102a86-9ca9-4eac-9c8e-7404089f3571 req-f1451b8b-7157-4452-8e19-007d30e67321 tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:30.753881 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54578c5d-07b7-4696-9bff-7293de6bba48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151e489d-5f2c-4f00-8f51-efaf9f9cec64,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:30.755072 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05102a86-9ca9-4eac-9c8e-7404089f3571 req-f1451b8b-7157-4452-8e19-007d30e67321 tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] 10.222.0.13 "DELETE /v2.0/security-groups/ef78c349-a431-4259-9cd0-d918363d8b57 HTTP/1.1" status: 204 len: 173 time: 0.7153404 Feb 28 20:07:30.916898 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5441ee8-a5dd-46f1-b89c-cc442f12343c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (89f2f7ee-6fe5-4238-8301-6a8a6842ea4b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:30.934519 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5441ee8-a5dd-46f1-b89c-cc442f12343c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:30.936200 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c5441ee8-a5dd-46f1-b89c-cc442f12343c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89f2f7ee-6fe5-4238-8301-6a8a6842ea4b HTTP/1.1" status: 204 len: 168 time: 0.8627884 Feb 28 20:07:30.941820 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1451b8b-7157-4452-8e19-007d30e67321 tempest-SecurityGroupsTestAdminJSON-1621924059 tempest-SecurityGroupsTestAdminJSON-1621924059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef78c349-a431-4259-9cd0-d918363d8b57,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:30.983363 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5441ee8-a5dd-46f1-b89c-cc442f12343c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f2f7ee-6fe5-4238-8301-6a8a6842ea4b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:31.066241 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace37f8-1721-443b-b198-992d849404f5 req-522adfe8-3083-49e7-82a4-a5d1b86fa590 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:31.076807 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bace37f8-1721-443b-b198-992d849404f5 req-522adfe8-3083-49e7-82a4-a5d1b86fa590 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=78670686-64d6-4a94-8d20-fcac332cd01c HTTP/1.1" status: 200 len: 944 time: 0.3177357 Feb 28 20:07:31.194936 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bace37f8-1721-443b-b198-992d849404f5 req-7fab3993-f1fd-4cc8-b6b7-a8421b442507 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159885 Feb 28 20:07:31.428184 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f4be8-d1fa-425a-9ff8-7a0fc9086147 req-872155b8-a210-4755-82be-9f6c0b256014 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:31.438566 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-403f4be8-d1fa-425a-9ff8-7a0fc9086147 req-872155b8-a210-4755-82be-9f6c0b256014 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.1715510 Feb 28 20:07:31.508970 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-403f4be8-d1fa-425a-9ff8-7a0fc9086147 req-778d760e-4e93-4faa-bbce-2cc5783987f9 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689707 Feb 28 20:07:31.658937 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40768) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:31.680339 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b3a54149-7a16-4414-b683-631530d11168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:31.779927 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40770) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:31.897224 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b3a54149-7a16-4414-b683-631530d11168 admin admin] Publish callbacks [] for security_group (ca46d9ac-c5bd-4df8-830d-5d1fb68f7b7c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:31.916252 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b3a54149-7a16-4414-b683-631530d11168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ca46d9ac-c5bd-4df8-830d-5d1fb68f7b7c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:31.988914 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b3a54149-7a16-4414-b683-631530d11168 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1896ef17b524481c95aff2b9767c6928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288205 Feb 28 20:07:31.992873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40776) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:32.066535 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a54149-7a16-4414-b683-631530d11168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca46d9ac-c5bd-4df8-830d-5d1fb68f7b7c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:32.158748 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-81294868-b303-42e2-a007-13229f580ac7 admin admin] Publish callbacks [] for security_group (ca46d9ac-c5bd-4df8-830d-5d1fb68f7b7c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:32.288734 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-81294868-b303-42e2-a007-13229f580ac7 admin admin] Publish callbacks [] for security_group (ca46d9ac-c5bd-4df8-830d-5d1fb68f7b7c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:32.362211 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-82b29776-ec57-4821-a60d-60f3c0f97be2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23c2821e6c004e9d96eb15306e260d7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5808971 Feb 28 20:07:32.364694 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40786) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:32.479255 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86cbaeeb-f862-4054-b0bb-ce0f3b5ba70d admin admin] Publish callbacks [] for security_group (16b2df45-85de-4ddc-9e2b-2e6154de3206), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:32.509370 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-81294868-b303-42e2-a007-13229f580ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ca46d9ac-c5bd-4df8-830d-5d1fb68f7b7c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:32.518516 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-81294868-b303-42e2-a007-13229f580ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:32.519009 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86cbaeeb-f862-4054-b0bb-ce0f3b5ba70d admin admin] Publish callbacks [] for security_group (16b2df45-85de-4ddc-9e2b-2e6154de3206), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:32.529607 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-81294868-b303-42e2-a007-13229f580ac7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca46d9ac-c5bd-4df8-830d-5d1fb68f7b7c HTTP/1.1" status: 204 len: 168 time: 0.5284760 Feb 28 20:07:32.571952 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f3f6b-c79b-45e9-82a2-9f0652f45851 req-ce28e5c1-b6de-402f-9b38-3d3afa3cce29 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:32.591860 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-432f3f6b-c79b-45e9-82a2-9f0652f45851 req-ce28e5c1-b6de-402f-9b38-3d3afa3cce29 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=78670686-64d6-4a94-8d20-fcac332cd01c HTTP/1.1" status: 200 len: 944 time: 0.2750969 Feb 28 20:07:32.634756 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86cbaeeb-f862-4054-b0bb-ce0f3b5ba70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (16b2df45-85de-4ddc-9e2b-2e6154de3206), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:32.650325 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86cbaeeb-f862-4054-b0bb-ce0f3b5ba70d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:32.657835 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-86cbaeeb-f862-4054-b0bb-ce0f3b5ba70d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16b2df45-85de-4ddc-9e2b-2e6154de3206 HTTP/1.1" status: 204 len: 168 time: 0.2909665 Feb 28 20:07:32.675435 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbaeeb-f862-4054-b0bb-ce0f3b5ba70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b2df45-85de-4ddc-9e2b-2e6154de3206,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:32.679060 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81294868-b303-42e2-a007-13229f580ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca46d9ac-c5bd-4df8-830d-5d1fb68f7b7c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:32.855057 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-432f3f6b-c79b-45e9-82a2-9f0652f45851 req-436bb644-8ed6-437f-8344-4c1348b9f007 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611406 Feb 28 20:07:32.923715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ad2cb-d413-44d1-a35b-310d0da19d68 req-aa983044-3a73-419d-a769-b24bde60e028 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:32.925499 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-441ad2cb-d413-44d1-a35b-310d0da19d68 req-aa983044-3a73-419d-a769-b24bde60e028 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.2193475 Feb 28 20:07:32.995050 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-441ad2cb-d413-44d1-a35b-310d0da19d68 req-b42de221-f6af-477e-8b07-4d883bc15f8b tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620100 Feb 28 20:07:33.163373 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 1ce8a371-63b5-403a-9d77-13cf0493398d up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:07:33.231181 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 1ce8a371-63b5-403a-9d77-13cf0493398d completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:07:33.237175 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 1ce8a371-63b5-403a-9d77-13cf0493398d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:07:33.237693 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1ce8a371-63b5-403a-9d77-13cf0493398d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:33.471212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 1ce8a371-63b5-403a-9d77-13cf0493398d is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:07:33.472268 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1ce8a371-63b5-403a-9d77-13cf0493398d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:33.509860 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78670686-64d6-4a94-8d20-fcac332cd01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce8a371-63b5-403a-9d77-13cf0493398d'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:07:33.516496 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba5fba1-cf45-4f91-81cf-71073a4ee9b1" -d '{"events": [{"server_uuid": "78670686-64d6-4a94-8d20-fcac332cd01c", "name": "network-vif-plugged", "status": "completed", "tag": "1ce8a371-63b5-403a-9d77-13cf0493398d"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:07:33.543863 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 1ce8a371-63b5-403a-9d77-13cf0493398d, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=1ce8a371-63b5-403a-9d77-13cf0493398d,segment=NetworkSegment(e3bfecd8-3d44-4d5c-a375-44710dfa3336),segment_id=e3bfecd8-3d44-4d5c-a375-44710dfa3336)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:07:33.550623 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1ce8a371-63b5-403a-9d77-13cf0493398d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:33.697301 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7cbf68-4565-410d-9b14-c5fcab527c8d x-openstack-request-id: req-cb7cbf68-4565-410d-9b14-c5fcab527c8d {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:07:33.699056 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78670686-64d6-4a94-8d20-fcac332cd01c", "name": "network-vif-plugged", "status": "completed", "tag": "1ce8a371-63b5-403a-9d77-13cf0493398d", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:07:33.700527 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb7cbf68-4565-410d-9b14-c5fcab527c8d {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:07:33.701318 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78670686-64d6-4a94-8d20-fcac332cd01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce8a371-63b5-403a-9d77-13cf0493398d', 'code': 200} Feb 28 20:07:33.705159 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=1ce8a371-63b5-403a-9d77-13cf0493398d,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:33.795571 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01db08-d2ff-42c0-ac4f-af9328f7c664 req-fb0edaaf-408f-47a2-ba2b-7c33a415abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:33.799265 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-df01db08-d2ff-42c0-ac4f-af9328f7c664 req-fb0edaaf-408f-47a2-ba2b-7c33a415abbf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=78670686-64d6-4a94-8d20-fcac332cd01c HTTP/1.1" status: 200 len: 1128 time: 0.0964448 Feb 28 20:07:33.859893 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40848) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:33.871867 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-df01db08-d2ff-42c0-ac4f-af9328f7c664 req-d47b4acf-a9e7-43cd-b749-31b50aabea23 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619903 Feb 28 20:07:33.961716 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-47f0ab48-f347-4cdb-b133-a95e9004f435 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=010ddae3392b47f2a1d3bdfca9f871ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1005411 Feb 28 20:07:33.964277 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40854) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:34.189681 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-06cb79aa-9288-4f4c-a0c8-86ea13212576 admin admin] Publish callbacks [] for security_group (3188ed49-2b93-42bb-a041-4eef4cef404a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:34.323461 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-06cb79aa-9288-4f4c-a0c8-86ea13212576 admin admin] Publish callbacks [] for security_group (3188ed49-2b93-42bb-a041-4eef4cef404a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:34.360119 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0827c7-2022-4ccd-ad8f-8168b75b1c9f req-73ccb810-c0f4-49e1-9cb2-dcbfb6a0b239 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:34.362133 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8b0827c7-2022-4ccd-ad8f-8168b75b1c9f req-73ccb810-c0f4-49e1-9cb2-dcbfb6a0b239 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=78670686-64d6-4a94-8d20-fcac332cd01c HTTP/1.1" status: 200 len: 945 time: 0.3466899 Feb 28 20:07:34.528659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fcc2a-96c7-45a5-bd72-5db09ea66e9b req-4b9cd88b-5f68-4219-8009-99d96a8a6c60 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:34.530290 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8d2fcc2a-96c7-45a5-bd72-5db09ea66e9b req-4b9cd88b-5f68-4219-8009-99d96a8a6c60 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.3146367 Feb 28 20:07:34.582201 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8b0827c7-2022-4ccd-ad8f-8168b75b1c9f req-24c9b3ec-7ced-41fa-b8c7-e6a0224a172c tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982274 Feb 28 20:07:34.583061 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-06cb79aa-9288-4f4c-a0c8-86ea13212576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3188ed49-2b93-42bb-a041-4eef4cef404a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:34.586828 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-06cb79aa-9288-4f4c-a0c8-86ea13212576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:34.590585 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-06cb79aa-9288-4f4c-a0c8-86ea13212576 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3188ed49-2b93-42bb-a041-4eef4cef404a HTTP/1.1" status: 204 len: 168 time: 0.6248894 Feb 28 20:07:34.621207 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb79aa-9288-4f4c-a0c8-86ea13212576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3188ed49-2b93-42bb-a041-4eef4cef404a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:34.675375 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8d2fcc2a-96c7-45a5-bd72-5db09ea66e9b req-1792b63c-7d72-443f-b708-3d7f663425c1 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179707 Feb 28 20:07:35.876019 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0c843-6993-4f5a-af81-dd2d98ddb34d req-e7216903-cc26-4c6a-8f48-492ae8d14973 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:35.877687 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63a0c843-6993-4f5a-af81-dd2d98ddb34d req-e7216903-cc26-4c6a-8f48-492ae8d14973 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=78670686-64d6-4a94-8d20-fcac332cd01c HTTP/1.1" status: 200 len: 945 time: 0.1504080 Feb 28 20:07:36.087331 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63a0c843-6993-4f5a-af81-dd2d98ddb34d req-ba94bfa1-140c-4956-8d7a-f91c3b9ea630 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920950 Feb 28 20:07:36.157353 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93726e82-6027-42be-bb8e-d2219fc4028b req-5c64218d-dab5-4ed2-976e-3ad29d5cdde8 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:36.167309 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-93726e82-6027-42be-bb8e-d2219fc4028b req-5c64218d-dab5-4ed2-976e-3ad29d5cdde8 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.1797640 Feb 28 20:07:36.244537 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-93726e82-6027-42be-bb8e-d2219fc4028b req-e0c57b4e-4a17-459b-9d7d-a9e287b16b64 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759559 Feb 28 20:07:36.520560 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104dec47-bab5-409d-87ec-f5199109e492 req-9fd9830a-914f-4f4d-b82b-92b5140032fc tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:36.532353 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-104dec47-bab5-409d-87ec-f5199109e492 req-9fd9830a-914f-4f4d-b82b-92b5140032fc tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=78670686-64d6-4a94-8d20-fcac332cd01c HTTP/1.1" status: 200 len: 945 time: 0.1230538 Feb 28 20:07:36.534803 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40944) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:36.540654 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-cc182a41-4cf6-4ccf-9f94-1b64e3da35af tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Request body: {'floatingip': {'port_id': '1ce8a371-63b5-403a-9d77-13cf0493398d'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:07:36.662122 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc182a41-4cf6-4ccf-9f94-1b64e3da35af tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for floatingip (3f733033-5fb4-4439-b653-84eb26902493), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:36.868411 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-35810e25-90da-46e7-b4b5-8093865f13b2 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ff1b51fce84941b8943eb6e824c30fbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532129 Feb 28 20:07:37.123668 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-7d94ceca-400d-405f-91c5-0aa2c3d37ac4 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:37.125252 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-7d94ceca-400d-405f-91c5-0aa2c3d37ac4 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2560523 Feb 28 20:07:37.188161 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-c9150356-2217-45bf-a770-1e890ed8fff7 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/quotas/ff1b51fce84941b8943eb6e824c30fbf HTTP/1.1" status: 200 len: 375 time: 0.0494924 Feb 28 20:07:37.334152 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-89895b7a-fde5-4a45-b192-6d93fa371831 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff1b51fce84941b8943eb6e824c30fbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1450183 Feb 28 20:07:37.512815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3727101-8c8f-4c72-9191-5d2bae6af330 req-9d8507a1-faff-48ea-be3a-747445a1b7b7 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:37.514367 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b3727101-8c8f-4c72-9191-5d2bae6af330 req-9d8507a1-faff-48ea-be3a-747445a1b7b7 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.1295059 Feb 28 20:07:37.671045 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b3727101-8c8f-4c72-9191-5d2bae6af330 req-9af22a72-078e-47d3-963a-61de3a710558 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444404 Feb 28 20:07:37.967062 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fa87450-7afb-4cf7-8c0c-042f99cfd280 req-9f2cfdac-63a7-44ca-b753-0c89d761a342 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ae1845-8b35-49e5-8cf4-ed35114d2a51 HTTP/1.1" status: 200 len: 210 time: 0.0487871 Feb 28 20:07:38.515599 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc182a41-4cf6-4ccf-9f94-1b64e3da35af tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:38.521463 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc182a41-4cf6-4ccf-9f94-1b64e3da35af tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (3f733033-5fb4-4439-b653-84eb26902493), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:38.868148 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-cc182a41-4cf6-4ccf-9f94-1b64e3da35af tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Floating IP 3f733033-5fb4-4439-b653-84eb26902493 associated. External IP: 172.25.0.114, port: 1ce8a371-63b5-403a-9d77-13cf0493398d. Feb 28 20:07:38.935203 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0ec48-e434-4d9f-8f8c-8ab97d8286cb req-17f8effb-e231-4bf6-a0e8-b10d90185549 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:38.943029 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9f0ec48-e434-4d9f-8f8c-8ab97d8286cb req-17f8effb-e231-4bf6-a0e8-b10d90185549 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.0828693 Feb 28 20:07:39.020577 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9f0ec48-e434-4d9f-8f8c-8ab97d8286cb req-8167e56a-e909-4a49-b245-2bbf8354a606 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756123 Feb 28 20:07:39.262217 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e1738448-018e-4b5f-8de8-222e390455c3 req-0dc95241-09e8-4c71-9737-c9160e320a65 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ae1845-8b35-49e5-8cf4-ed35114d2a51 HTTP/1.1" status: 200 len: 210 time: 0.0553818 Feb 28 20:07:39.356707 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc182a41-4cf6-4ccf-9f94-1b64e3da35af tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Router 347cbb81-f9af-46a3-b1c6-44f443183775 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:07:39.636224 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-c1e8c223-887c-45c6-80fe-7163dce40691 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ff1b51fce84941b8943eb6e824c30fbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320892 Feb 28 20:07:39.705739 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc182a41-4cf6-4ccf-9f94-1b64e3da35af tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:07:39.725312 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33f87c0-cfdd-4c73-b41a-9b45210bfda0 None None] Sync routers for ids ['347cbb81-f9af-46a3-b1c6-44f443183775'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:07:39.743023 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41048) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:39.776050 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33f87c0-cfdd-4c73-b41a-9b45210bfda0 None None] Routers {'347cbb81-f9af-46a3-b1c6-44f443183775'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:07:39.776980 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e33f87c0-cfdd-4c73-b41a-9b45210bfda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:07:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['347cbb81-f9af-46a3-b1c6-44f443183775'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:07:39.799908 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc182a41-4cf6-4ccf-9f94-1b64e3da35af tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:39.812802 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41052) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:39.917233 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cc182a41-4cf6-4ccf-9f94-1b64e3da35af tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "PUT /v2.0/floatingips/3f733033-5fb4-4439-b653-84eb26902493 HTTP/1.1" status: 200 len: 991 time: 3.3777595 Feb 28 20:07:39.917233 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78670686-64d6-4a94-8d20-fcac332cd01c', 'tag': '1ce8a371-63b5-403a-9d77-13cf0493398d'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:07:39.926090 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b53ae3-c25c-4783-8702-e6abceea6a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "78670686-64d6-4a94-8d20-fcac332cd01c", "tag": "1ce8a371-63b5-403a-9d77-13cf0493398d"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:07:39.940713 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-e33f87c0-cfdd-4c73-b41a-9b45210bfda0 None None] Set router 347cbb81-f9af-46a3-b1c6-44f443183775 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:07:40.007439 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-39b62215-c28e-45a3-b1cb-1dc6cc0222cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:40.019331 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-49a5f607-06a5-4d63-a227-23ac9b34d2ee tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:40.021374 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-49a5f607-06a5-4d63-a227-23ac9b34d2ee tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3803933 Feb 28 20:07:40.037190 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-7ab1a253-0967-4126-861e-6d529bd18ce0 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Request body: {'port': {'device_id': 'b7ae1845-8b35-49e5-8cf4-ed35114d2a51', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'ff1b51fce84941b8943eb6e824c30fbf'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:07:40.191695 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff20fc45-d001-4ba5-a587-b298968a616b x-openstack-request-id: req-ff20fc45-d001-4ba5-a587-b298968a616b {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:07:40.192055 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78670686-64d6-4a94-8d20-fcac332cd01c", "tag": "1ce8a371-63b5-403a-9d77-13cf0493398d", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:07:40.192319 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff20fc45-d001-4ba5-a587-b298968a616b {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:07:40.192716 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78670686-64d6-4a94-8d20-fcac332cd01c', 'tag': '1ce8a371-63b5-403a-9d77-13cf0493398d', 'status': 'completed', 'code': 200} Feb 28 20:07:40.201986 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-39b62215-c28e-45a3-b1cb-1dc6cc0222cc admin admin] Publish callbacks [] for security_group (e3a75c05-69a7-4a62-8954-b682b7303f49), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:40.259334 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5275520a-c67f-4439-89e2-818b35afc58d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:40.284304 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-7ab1a253-0967-4126-861e-6d529bd18ce0 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Made reservation on behalf of ff1b51fce84941b8943eb6e824c30fbf for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:07:40.286620 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-39b62215-c28e-45a3-b1cb-1dc6cc0222cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e3a75c05-69a7-4a62-8954-b682b7303f49), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:40.289955 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-7ab1a253-0967-4126-861e-6d529bd18ce0 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:40.304856 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-7ab1a253-0967-4126-861e-6d529bd18ce0 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:40.318145 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b53ae3-c25c-4783-8702-e6abceea6a3c req-5fa7f5f9-322f-45d8-b96e-a1cb045fca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:40.320429 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0b53ae3-c25c-4783-8702-e6abceea6a3c req-5fa7f5f9-322f-45d8-b96e-a1cb045fca59 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c49f134d2844d928e46d52f9a7a9018&device_id=78670686-64d6-4a94-8d20-fcac332cd01c HTTP/1.1" status: 200 len: 1128 time: 0.1269405 Feb 28 20:07:40.347414 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e33f87c0-cfdd-4c73-b41a-9b45210bfda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-router', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:10Z', 'updated_at': '2022-02-28T20:05:15Z', 'revision_number': 4, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'gw_port': {'id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:11Z', 'updated_at': '2022-02-28T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3f733033-5fb4-4439-b653-84eb26902493', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'port_id': '1ce8a371-63b5-403a-9d77-13cf0493398d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'mac_address': 'fa:16:3e:64:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78670686-64d6-4a94-8d20-fcac332cd01c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:05:36Z', 'updated_at': '2022-02-28T20:07:38Z', 'revision_number': 5, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e5f57d-6895-4a67-a23c-789a5d7562c5', 'name': '', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'mac_address': 'fa:16:3e:ae:e8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:14Z', 'updated_at': '2022-02-28T20:05:20Z', 'revision_number': 5, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'subnets': [{'id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:07:40.390836 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-39b62215-c28e-45a3-b1cb-1dc6cc0222cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f4ec2121fd14b8e94d6cfa39682e5a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6467311 Feb 28 20:07:40.400272 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33f87c0-cfdd-4c73-b41a-9b45210bfda0 None None] Checking router: 347cbb81-f9af-46a3-b1c6-44f443183775 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:07:40.416373 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33f87c0-cfdd-4c73-b41a-9b45210bfda0 None None] Routers {'347cbb81-f9af-46a3-b1c6-44f443183775'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:07:40.421883 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e33f87c0-cfdd-4c73-b41a-9b45210bfda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:07:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['347cbb81-f9af-46a3-b1c6-44f443183775'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:07:40.429307 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b53ae3-c25c-4783-8702-e6abceea6a3c req-2a37ce3d-b574-41c1-8a00-f1abc6990288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:40.431112 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0b53ae3-c25c-4783-8702-e6abceea6a3c req-2a37ce3d-b574-41c1-8a00-f1abc6990288 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 HTTP/1.1" status: 200 len: 923 time: 0.0992825 Feb 28 20:07:40.432919 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41066) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:40.435207 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b62215-c28e-45a3-b1cb-1dc6cc0222cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a75c05-69a7-4a62-8954-b682b7303f49,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:40.512186 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5136e57-ef4d-4090-996e-6557a5bfa38a req-1dacb288-b0a4-4d17-887b-e4c6daf92290 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:40.521091 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5136e57-ef4d-4090-996e-6557a5bfa38a req-1dacb288-b0a4-4d17-887b-e4c6daf92290 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=78670686-64d6-4a94-8d20-fcac332cd01c HTTP/1.1" status: 200 len: 945 time: 0.2996366 Feb 28 20:07:40.558132 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0b53ae3-c25c-4783-8702-e6abceea6a3c req-f8271ae1-05bd-4f17-8524-2bb136bfdc8d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ce8a371-63b5-403a-9d77-13cf0493398d HTTP/1.1" status: 200 len: 999 time: 0.1140485 Feb 28 20:07:40.575335 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c05079-4de2-40fa-91e6-da91388af3c0 req-8236a0aa-24cb-4bf6-91f4-c43be32f36c9 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:40.586139 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-46c05079-4de2-40fa-91e6-da91388af3c0 req-8236a0aa-24cb-4bf6-91f4-c43be32f36c9 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.3812196 Feb 28 20:07:40.652220 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3994bab7-8617-43fe-ab5f-834929e9d97c admin admin] Publish callbacks [] for security_group (e3a75c05-69a7-4a62-8954-b682b7303f49), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:40.674294 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3994bab7-8617-43fe-ab5f-834929e9d97c admin admin] Publish callbacks [] for security_group (e3a75c05-69a7-4a62-8954-b682b7303f49), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:40.675403 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-e33f87c0-cfdd-4c73-b41a-9b45210bfda0 None None] Set router 347cbb81-f9af-46a3-b1c6-44f443183775 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:07:40.733210 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5275520a-c67f-4439-89e2-818b35afc58d admin admin] Publish callbacks [] for security_group (a3a2732e-ad51-41fd-ab6a-c9757f106d52), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:40.745352 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3994bab7-8617-43fe-ab5f-834929e9d97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e3a75c05-69a7-4a62-8954-b682b7303f49), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:40.748635 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3994bab7-8617-43fe-ab5f-834929e9d97c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:40.749776 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-46c05079-4de2-40fa-91e6-da91388af3c0 req-dc66b6a6-f64f-4a0f-ae56-14c8eb89e996 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623874 Feb 28 20:07:40.750083 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3994bab7-8617-43fe-ab5f-834929e9d97c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3a75c05-69a7-4a62-8954-b682b7303f49 HTTP/1.1" status: 204 len: 168 time: 0.3160839 Feb 28 20:07:40.768944 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b53ae3-c25c-4783-8702-e6abceea6a3c req-5c6c179e-6e3d-4208-a487-fe2842ba6ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:40.771590 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0b53ae3-c25c-4783-8702-e6abceea6a3c req-5c6c179e-6e3d-4208-a487-fe2842ba6ceb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b229bdb6-456c-44f4-9a74-de3d45d86232 HTTP/1.1" status: 200 len: 862 time: 0.1977158 Feb 28 20:07:40.774851 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994bab7-8617-43fe-ab5f-834929e9d97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a75c05-69a7-4a62-8954-b682b7303f49,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:40.782058 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5275520a-c67f-4439-89e2-818b35afc58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a3a2732e-ad51-41fd-ab6a-c9757f106d52), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:40.833560 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-7ab1a253-0967-4126-861e-6d529bd18ce0 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Publish callbacks [] for security_group (7dbec68e-b8ec-48cd-9ddc-1ee44ac42fc6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:40.843969 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-7ab1a253-0967-4126-861e-6d529bd18ce0 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7dbec68e-b8ec-48cd-9ddc-1ee44ac42fc6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:40.892412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275520a-c67f-4439-89e2-818b35afc58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a2732e-ad51-41fd-ab6a-c9757f106d52,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:40.923583 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5136e57-ef4d-4090-996e-6557a5bfa38a req-541e0c86-0a92-4f9f-b7a9-6da2b468b9cc tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3968861 Feb 28 20:07:40.972632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5275520a-c67f-4439-89e2-818b35afc58d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5da2e16ab5a44868859e4035e742a2e3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1584201 Feb 28 20:07:40.984622 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41072) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:41.128933 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72fc45dc-5758-4177-bc52-943d011e6753 req-0a7483e2-07fb-4ddf-88ad-c2ac65296a6f tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ae1845-8b35-49e5-8cf4-ed35114d2a51 HTTP/1.1" status: 200 len: 210 time: 0.0650303 Feb 28 20:07:41.140139 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-119b0927-8efc-4ab5-b13f-db6d093f3b9c admin admin] Publish callbacks [] for security_group (a3a2732e-ad51-41fd-ab6a-c9757f106d52), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:41.179099 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-119b0927-8efc-4ab5-b13f-db6d093f3b9c admin admin] Publish callbacks [] for security_group (a3a2732e-ad51-41fd-ab6a-c9757f106d52), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:41.199138 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b53ae3-c25c-4783-8702-e6abceea6a3c req-72453223-e5c6-484f-a0e0-76deafcfd10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:41.205987 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0b53ae3-c25c-4783-8702-e6abceea6a3c req-72453223-e5c6-484f-a0e0-76deafcfd10b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4235876 Feb 28 20:07:41.213068 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-7ab1a253-0967-4126-861e-6d529bd18ce0 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Allocated IP 192.168.233.62 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/3e9af2dc-6b69-4603-8cde-38b9122ef5ee) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:07:41.294427 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-119b0927-8efc-4ab5-b13f-db6d093f3b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a3a2732e-ad51-41fd-ab6a-c9757f106d52), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:41.311369 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-119b0927-8efc-4ab5-b13f-db6d093f3b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:41.314368 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-119b0927-8efc-4ab5-b13f-db6d093f3b9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3a2732e-ad51-41fd-ab6a-c9757f106d52 HTTP/1.1" status: 204 len: 168 time: 0.3284557 Feb 28 20:07:41.341867 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e33f87c0-cfdd-4c73-b41a-9b45210bfda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-router', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:10Z', 'updated_at': '2022-02-28T20:05:15Z', 'revision_number': 4, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'gw_port': {'id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:11Z', 'updated_at': '2022-02-28T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3f733033-5fb4-4439-b653-84eb26902493', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'port_id': '1ce8a371-63b5-403a-9d77-13cf0493398d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'mac_address': 'fa:16:3e:64:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78670686-64d6-4a94-8d20-fcac332cd01c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:05:36Z', 'updated_at': '2022-02-28T20:07:38Z', 'revision_number': 5, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e5f57d-6895-4a67-a23c-789a5d7562c5', 'name': '', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'mac_address': 'fa:16:3e:ae:e8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:14Z', 'updated_at': '2022-02-28T20:05:20Z', 'revision_number': 5, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'subnets': [{'id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:07:41.358441 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b0927-8efc-4ab5-b13f-db6d093f3b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a2732e-ad51-41fd-ab6a-c9757f106d52,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:41.453272 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33f87c0-cfdd-4c73-b41a-9b45210bfda0 None None] The sync data for ids ['347cbb81-f9af-46a3-b1c6-44f443183775'] in n-d-820368-21 is: [{'id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-router', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:10Z', 'updated_at': '2022-02-28T20:05:15Z', 'revision_number': 4, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'gw_port': {'id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:11Z', 'updated_at': '2022-02-28T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3f733033-5fb4-4439-b653-84eb26902493', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'port_id': '1ce8a371-63b5-403a-9d77-13cf0493398d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'mac_address': 'fa:16:3e:64:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78670686-64d6-4a94-8d20-fcac332cd01c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:05:36Z', 'updated_at': '2022-02-28T20:07:38Z', 'revision_number': 5, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e5f57d-6895-4a67-a23c-789a5d7562c5', 'name': '', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'mac_address': 'fa:16:3e:ae:e8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:14Z', 'updated_at': '2022-02-28T20:05:20Z', 'revision_number': 5, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'subnets': [{'id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:07:41.460689 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41078) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:41.486058 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e20f0bc9-461d-4a62-b5ba-1a2568342420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:41.611068 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e20f0bc9-461d-4a62-b5ba-1a2568342420 admin admin] Publish callbacks [] for security_group (f5620413-5696-45f7-9a9c-aa068a7ea665), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:41.616516 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1a253-0967-4126-861e-6d529bd18ce0 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbec68e-b8ec-48cd-9ddc-1ee44ac42fc6,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:41.633170 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e20f0bc9-461d-4a62-b5ba-1a2568342420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f5620413-5696-45f7-9a9c-aa068a7ea665), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:41.705129 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e20f0bc9-461d-4a62-b5ba-1a2568342420 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f242e5abcb04faa9e0211a9449a13c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420123 Feb 28 20:07:41.706030 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41082) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:41.879726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f0bc9-461d-4a62-b5ba-1a2568342420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5620413-5696-45f7-9a9c-aa068a7ea665,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:41.890770 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-7ab1a253-0967-4126-861e-6d529bd18ce0 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Publish callbacks [] for port (3e9af2dc-6b69-4603-8cde-38b9122ef5ee), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:41.916815 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0b53ae3-c25c-4783-8702-e6abceea6a3c req-9dcfcc5a-4d02-4da5-9547-a3daa9fc9b12 service neutron] 10.222.0.10 "GET /v2.0/networks/ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6981392 Feb 28 20:07:41.946500 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513ecf7f-b3f2-4d7d-9cf0-560c73f6de9b None None] New status for floating IP 3f733033-5fb4-4439-b653-84eb26902493: ACTIVE {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:07:42.034578 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b4236e2e-f3ca-42e4-bebe-3ec8c8a57da0 admin admin] Publish callbacks [] for security_group (f5620413-5696-45f7-9a9c-aa068a7ea665), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:42.095602 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b4236e2e-f3ca-42e4-bebe-3ec8c8a57da0 admin admin] Publish callbacks [] for security_group (f5620413-5696-45f7-9a9c-aa068a7ea665), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:42.110412 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41088) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:42.154656 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7afe9ca1-2c35-47cf-a512-144ea1b1098f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:42.206164 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-7ab1a253-0967-4126-861e-6d529bd18ce0 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (3e9af2dc-6b69-4603-8cde-38b9122ef5ee), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:42.237726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90329f-c794-4b18-ba92-5c7f2d67b9a4 req-4ad532f0-ca1a-47f6-a9ae-a027f58d8d61 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:42.264315 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b90329f-c794-4b18-ba92-5c7f2d67b9a4 req-4ad532f0-ca1a-47f6-a9ae-a027f58d8d61 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.3393395 Feb 28 20:07:42.322745 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1a253-0967-4126-861e-6d529bd18ce0 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Pushing event updated for resources: {'Port': ['ID=3e9af2dc-6b69-4603-8cde-38b9122ef5ee,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:42.338019 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b90329f-c794-4b18-ba92-5c7f2d67b9a4 req-e7c9d7c9-f7a6-41a2-b3a9-bb65e47950bd tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727274 Feb 28 20:07:42.342740 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0b53ae3-c25c-4783-8702-e6abceea6a3c req-a19f9e94-e5c2-4e3e-a38f-f7f29f887c89 service neutron] 10.222.0.10 "GET /v2.0/networks/ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069731 Feb 28 20:07:42.358054 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-7ab1a253-0967-4126-861e-6d529bd18ce0 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:07:42.360172 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-7ab1a253-0967-4126-861e-6d529bd18ce0 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:07:42.364225 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b4236e2e-f3ca-42e4-bebe-3ec8c8a57da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f5620413-5696-45f7-9a9c-aa068a7ea665), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:42.365398 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-7ab1a253-0967-4126-861e-6d529bd18ce0 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:07:42.367918 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b4236e2e-f3ca-42e4-bebe-3ec8c8a57da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:42.369244 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b4236e2e-f3ca-42e4-bebe-3ec8c8a57da0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5620413-5696-45f7-9a9c-aa068a7ea665 HTTP/1.1" status: 204 len: 168 time: 0.6607018 Feb 28 20:07:42.376766 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-7ab1a253-0967-4126-861e-6d529bd18ce0 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:42.377433 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-7ab1a253-0967-4126-861e-6d529bd18ce0 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:42.401508 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-7ab1a253-0967-4126-861e-6d529bd18ce0 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3698828 Feb 28 20:07:42.416536 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-05469959-6834-4676-a2b0-e086dbca124a service neutron] Request body: {'port': {'device_id': 'b7ae1845-8b35-49e5-8cf4-ed35114d2a51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:07:42.480938 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4236e2e-f3ca-42e4-bebe-3ec8c8a57da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5620413-5696-45f7-9a9c-aa068a7ea665,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:42.549396 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08248d2-a3ab-47f6-9c40-a12883478187 req-a67a45ca-a7ba-40b9-b5a0-546831e02f51 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:42.551679 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a08248d2-a3ab-47f6-9c40-a12883478187 req-a67a45ca-a7ba-40b9-b5a0-546831e02f51 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ae1845-8b35-49e5-8cf4-ed35114d2a51 HTTP/1.1" status: 200 len: 935 time: 0.1249399 Feb 28 20:07:42.572213 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7afe9ca1-2c35-47cf-a512-144ea1b1098f admin admin] Publish callbacks [] for security_group (791b939f-1810-447a-9220-285d6ef3a201), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:42.574170 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-05469959-6834-4676-a2b0-e086dbca124a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3e9af2dc-6b69-4603-8cde-38b9122ef5ee), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:42.586595 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7afe9ca1-2c35-47cf-a512-144ea1b1098f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (791b939f-1810-447a-9220-285d6ef3a201), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:42.638342 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7afe9ca1-2c35-47cf-a512-144ea1b1098f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b64b55cbf534380a9513db476bc0874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5252156 Feb 28 20:07:42.665492 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a08248d2-a3ab-47f6-9c40-a12883478187 req-d527b9c2-90c1-42a1-b471-ff316e420dc0 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dbec68e-b8ec-48cd-9ddc-1ee44ac42fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001604 Feb 28 20:07:42.667304 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41096) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:42.748310 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe9ca1-2c35-47cf-a512-144ea1b1098f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791b939f-1810-447a-9220-285d6ef3a201,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:42.797763 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b309c841-4d8d-4b21-b192-a6cd31937f30 admin admin] Publish callbacks [] for security_group (791b939f-1810-447a-9220-285d6ef3a201), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:42.831222 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-fe7bd263-ff83-437d-afba-5a26f29af1b3 None None] Provisioning complete for port 3e9af2dc-6b69-4603-8cde-38b9122ef5ee triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:07:42.835629 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b309c841-4d8d-4b21-b192-a6cd31937f30 admin admin] Publish callbacks [] for security_group (791b939f-1810-447a-9220-285d6ef3a201), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:42.837944 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fe7bd263-ff83-437d-afba-5a26f29af1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3e9af2dc-6b69-4603-8cde-38b9122ef5ee), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:42.910170 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b309c841-4d8d-4b21-b192-a6cd31937f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (791b939f-1810-447a-9220-285d6ef3a201), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:42.912927 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b309c841-4d8d-4b21-b192-a6cd31937f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:42.916833 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b309c841-4d8d-4b21-b192-a6cd31937f30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/791b939f-1810-447a-9220-285d6ef3a201 HTTP/1.1" status: 204 len: 168 time: 0.2477472 Feb 28 20:07:42.935944 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309c841-4d8d-4b21-b192-a6cd31937f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791b939f-1810-447a-9220-285d6ef3a201,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:42.987521 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-fe7bd263-ff83-437d-afba-5a26f29af1b3 None None] Port 3e9af2dc-6b69-4603-8cde-38b9122ef5ee cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:07:43.601790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2edc0-84d1-41e4-9286-dd4662cc9507 req-a0e90f66-aeeb-49d2-a50b-23f778844695 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:43.606619 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4eb2edc0-84d1-41e4-9286-dd4662cc9507 req-a0e90f66-aeeb-49d2-a50b-23f778844695 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.1353717 Feb 28 20:07:43.714804 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4eb2edc0-84d1-41e4-9286-dd4662cc9507 req-ab82be8f-ff60-4bb1-ad88-b5ef475e1b48 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988860 Feb 28 20:07:43.856944 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-05469959-6834-4676-a2b0-e086dbca124a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9af2dc-6b69-4603-8cde-38b9122ef5ee {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:07:43.883522 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-05469959-6834-4676-a2b0-e086dbca124a service neutron] Publish callbacks [] for port (3e9af2dc-6b69-4603-8cde-38b9122ef5ee), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:43.918028 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-05469959-6834-4676-a2b0-e086dbca124a service neutron] Transition to ACTIVE for port object 3e9af2dc-6b69-4603-8cde-38b9122ef5ee will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:07:43.924845 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-05469959-6834-4676-a2b0-e086dbca124a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3e9af2dc-6b69-4603-8cde-38b9122ef5ee), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:43.926550 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:07:43.935708 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e39481-8e9b-4354-a338-a0e4d7e3342c req-e485ac55-5be0-47d5-a463-a47d7e9dc6b4 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:43.937499 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-17e39481-8e9b-4354-a338-a0e4d7e3342c req-e485ac55-5be0-47d5-a463-a47d7e9dc6b4 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ae1845-8b35-49e5-8cf4-ed35114d2a51 HTTP/1.1" status: 200 len: 935 time: 0.1406362 Feb 28 20:07:44.059085 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-17e39481-8e9b-4354-a338-a0e4d7e3342c req-91c0011e-f9aa-4c34-8345-bc328c7320d1 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dbec68e-b8ec-48cd-9ddc-1ee44ac42fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142833 Feb 28 20:07:44.070206 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05469959-6834-4676-a2b0-e086dbca124a service neutron] Pushing event updated for resources: {'Port': ['ID=3e9af2dc-6b69-4603-8cde-38b9122ef5ee,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:44.188086 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-05469959-6834-4676-a2b0-e086dbca124a service neutron] Attempting to bind port 3e9af2dc-6b69-4603-8cde-38b9122ef5ee on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:07:44.188451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-05469959-6834-4676-a2b0-e086dbca124a service neutron] Attempting to bind port 3e9af2dc-6b69-4603-8cde-38b9122ef5ee by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:07:44.188759 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-05469959-6834-4676-a2b0-e086dbca124a service neutron] Attempting to bind port 3e9af2dc-6b69-4603-8cde-38b9122ef5ee on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:07:44.202125 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-05469959-6834-4676-a2b0-e086dbca124a service neutron] Port 3e9af2dc-6b69-4603-8cde-38b9122ef5ee on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:07:44.202592 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-05469959-6834-4676-a2b0-e086dbca124a service neutron] Attempting to bind port 3e9af2dc-6b69-4603-8cde-38b9122ef5ee on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:07:44.231221 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-05469959-6834-4676-a2b0-e086dbca124a service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:07:44.232479 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-05469959-6834-4676-a2b0-e086dbca124a service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:07:44.233127 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-05469959-6834-4676-a2b0-e086dbca124a service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:07:44.233887 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-05469959-6834-4676-a2b0-e086dbca124a service neutron] Bound port: 3e9af2dc-6b69-4603-8cde-38b9122ef5ee, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:07:44.234538 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-05469959-6834-4676-a2b0-e086dbca124a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3e9af2dc-6b69-4603-8cde-38b9122ef5ee), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:44.423963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-05469959-6834-4676-a2b0-e086dbca124a service neutron] For port 3e9af2dc-6b69-4603-8cde-38b9122ef5ee, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:07:44.432201 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-05469959-6834-4676-a2b0-e086dbca124a service neutron] For port 3e9af2dc-6b69-4603-8cde-38b9122ef5ee, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3e9af2dc-6b69-4603-8cde-38b9122ef5ee,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:07:44.443877 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-05469959-6834-4676-a2b0-e086dbca124a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3e9af2dc-6b69-4603-8cde-38b9122ef5ee), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:44.590127 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-05469959-6834-4676-a2b0-e086dbca124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:44.593884 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-05469959-6834-4676-a2b0-e086dbca124a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:44.597373 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-05469959-6834-4676-a2b0-e086dbca124a service neutron] 10.222.0.15 "PUT /v2.0/ports/3e9af2dc-6b69-4603-8cde-38b9122ef5ee HTTP/1.1" status: 200 len: 1096 time: 2.1875372 Feb 28 20:07:44.605548 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05469959-6834-4676-a2b0-e086dbca124a service neutron] Pushing event updated for resources: {'Port': ['ID=3e9af2dc-6b69-4603-8cde-38b9122ef5ee,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:44.619347 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ae1845-8b35-49e5-8cf4-ed35114d2a51', 'tag': '3e9af2dc-6b69-4603-8cde-38b9122ef5ee'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:07:44.636363 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24821e71-4a64-4f4f-bdcd-7bca5aeb537e" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ae1845-8b35-49e5-8cf4-ed35114d2a51", "tag": "3e9af2dc-6b69-4603-8cde-38b9122ef5ee"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:07:44.745473 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114474f6-b82c-443b-8ed1-91c3f26c49fe x-openstack-request-id: req-114474f6-b82c-443b-8ed1-91c3f26c49fe {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:07:44.745720 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ae1845-8b35-49e5-8cf4-ed35114d2a51", "tag": "3e9af2dc-6b69-4603-8cde-38b9122ef5ee", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:07:44.746113 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-114474f6-b82c-443b-8ed1-91c3f26c49fe {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:07:44.746561 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ae1845-8b35-49e5-8cf4-ed35114d2a51', 'tag': '3e9af2dc-6b69-4603-8cde-38b9122ef5ee', 'status': 'completed', 'code': 200} Feb 28 20:07:44.836054 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-4026150d-8033-4343-b3a1-fc9741974dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:44.839856 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-4026150d-8033-4343-b3a1-fc9741974dd1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff1b51fce84941b8943eb6e824c30fbf&device_id=b7ae1845-8b35-49e5-8cf4-ed35114d2a51 HTTP/1.1" status: 200 len: 1130 time: 0.1822069 Feb 28 20:07:45.005979 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-bf2158c2-32f9-4b99-b81e-ce612cfc4679 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=3e9af2dc-6b69-4603-8cde-38b9122ef5ee HTTP/1.1" status: 200 len: 217 time: 0.1574647 Feb 28 20:07:45.013169 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898a8bd-e906-4261-aab3-dfbd7241d3c3 req-efd4aaeb-f709-4015-9355-2d9d97ea8a60 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:45.028127 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0898a8bd-e906-4261-aab3-dfbd7241d3c3 req-efd4aaeb-f709-4015-9355-2d9d97ea8a60 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.1532848 Feb 28 20:07:45.137873 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-3a7e5610-1f39-4c72-aebf-fcce2540ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:45.139941 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-3a7e5610-1f39-4c72-aebf-fcce2540ebf6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1186824 Feb 28 20:07:45.187659 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0898a8bd-e906-4261-aab3-dfbd7241d3c3 req-10558290-a5bd-42e8-b0b8-2a2839079789 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564074 Feb 28 20:07:45.207743 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 40170489-c4a5-42a8-a75c-b8e4f1bb9227 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:07:45.210657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 40170489-c4a5-42a8-a75c-b8e4f1bb9227 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:07:45.300084 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-94898438-fd15-4922-9f89-88dda8c82ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:45.302624 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-94898438-fd15-4922-9f89-88dda8c82ca9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1566741 Feb 28 20:07:45.321334 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdf482-9bf8-4907-aaea-d3e4afd34be5 req-31ff19a6-f9a9-4966-8f17-73e8206814f7 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:45.335975 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7fdf482-9bf8-4907-aaea-d3e4afd34be5 req-31ff19a6-f9a9-4966-8f17-73e8206814f7 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ae1845-8b35-49e5-8cf4-ed35114d2a51 HTTP/1.1" status: 200 len: 947 time: 0.1376846 Feb 28 20:07:45.459509 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7fdf482-9bf8-4907-aaea-d3e4afd34be5 req-6c925aed-b82c-4196-91ae-0157a3c65d28 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dbec68e-b8ec-48cd-9ddc-1ee44ac42fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225083 Feb 28 20:07:45.482473 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-5841f404-60c1-48b0-861b-9e5105015508 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746352 Feb 28 20:07:45.573523 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 40170489-c4a5-42a8-a75c-b8e4f1bb9227 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:07:45.574173 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:45.608430 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.resource_extend [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:07:45.695434 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 40170489-c4a5-42a8-a75c-b8e4f1bb9227, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=40170489-c4a5-42a8-a75c-b8e4f1bb9227,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:07:45.696672 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7eb1dd1-9361-4de8-9d3b-dfffe49363ab req-d2476181-b6ae-4014-b6e1-02871796c694 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076845 Feb 28 20:07:45.698087 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e15dd0-7234-4607-a0b1-47b2a7820b0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40170489-c4a5-42a8-a75c-b8e4f1bb9227'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:07:45.707036 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7074c8f5-3ce2-4500-b461-924812b218f5" -d '{"events": [{"server_uuid": "38e15dd0-7234-4607-a0b1-47b2a7820b0b", "name": "network-vif-unplugged", "status": "completed", "tag": "40170489-c4a5-42a8-a75c-b8e4f1bb9227"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:07:45.758266 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:45.839583 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24821e71-4a64-4f4f-bdcd-7bca5aeb537e req-733f3e20-9021-4257-83d2-a6d05d95b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:45.844810 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-24821e71-4a64-4f4f-bdcd-7bca5aeb537e req-733f3e20-9021-4257-83d2-a6d05d95b51d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff1b51fce84941b8943eb6e824c30fbf&device_id=b7ae1845-8b35-49e5-8cf4-ed35114d2a51 HTTP/1.1" status: 200 len: 1130 time: 0.1002705 Feb 28 20:07:45.867491 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424381eb-0168-43ff-b48b-f0a6c5e982f3 x-openstack-request-id: req-424381eb-0168-43ff-b48b-f0a6c5e982f3 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:07:45.868119 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e15dd0-7234-4607-a0b1-47b2a7820b0b", "name": "network-vif-unplugged", "status": "completed", "tag": "40170489-c4a5-42a8-a75c-b8e4f1bb9227", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:07:45.872842 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-424381eb-0168-43ff-b48b-f0a6c5e982f3 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:07:45.873446 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e15dd0-7234-4607-a0b1-47b2a7820b0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40170489-c4a5-42a8-a75c-b8e4f1bb9227', 'code': 200} Feb 28 20:07:45.965226 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=40170489-c4a5-42a8-a75c-b8e4f1bb9227,revision_number=9']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:46.064128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 40170489-c4a5-42a8-a75c-b8e4f1bb9227, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=40170489-c4a5-42a8-a75c-b8e4f1bb9227,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:07:46.073195 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24821e71-4a64-4f4f-bdcd-7bca5aeb537e req-cd2d7de0-d2d1-4c9d-a7e7-0066c97235f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:46.081522 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-24821e71-4a64-4f4f-bdcd-7bca5aeb537e req-cd2d7de0-d2d1-4c9d-a7e7-0066c97235f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.2274363 Feb 28 20:07:46.089254 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '40170489-c4a5-42a8-a75c-b8e4f1bb9227', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '40170489-c4a5-42a8-a75c-b8e4f1bb9227', 'mac_address': 'fa:16:3e:b6:74:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:07:46.188018 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-24821e71-4a64-4f4f-bdcd-7bca5aeb537e req-c5f739de-22c4-43af-994c-7945aff18cb9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=3e9af2dc-6b69-4603-8cde-38b9122ef5ee HTTP/1.1" status: 200 len: 217 time: 0.1010144 Feb 28 20:07:46.196081 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 40170489-c4a5-42a8-a75c-b8e4f1bb9227 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:07:46.197094 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:46.241639 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40170489-c4a5-42a8-a75c-b8e4f1bb9227 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:07:46.274133 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24821e71-4a64-4f4f-bdcd-7bca5aeb537e req-ea6614a6-608a-4970-ab68-1095df933f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:46.275551 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-24821e71-4a64-4f4f-bdcd-7bca5aeb537e req-ea6614a6-608a-4970-ab68-1095df933f80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0821953 Feb 28 20:07:46.282814 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 40170489-c4a5-42a8-a75c-b8e4f1bb9227, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=40170489-c4a5-42a8-a75c-b8e4f1bb9227,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:07:46.289317 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:46.390908 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24821e71-4a64-4f4f-bdcd-7bca5aeb537e req-b5dd1ec0-4986-45d9-a491-f993bcb79845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:46.396982 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-24821e71-4a64-4f4f-bdcd-7bca5aeb537e req-b5dd1ec0-4986-45d9-a491-f993bcb79845 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1127427 Feb 28 20:07:46.409151 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0a3b60a2-e427-44a1-8867-eb5fdef8fae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:46.472608 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=40170489-c4a5-42a8-a75c-b8e4f1bb9227,revision_number=10']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:46.604454 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-24821e71-4a64-4f4f-bdcd-7bca5aeb537e req-675c5093-06bf-4ae8-a16b-889c8b1cb2da service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004130 Feb 28 20:07:46.608313 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['40170489-c4a5-42a8-a75c-b8e4f1bb9227'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:07:46.633936 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece7990-3984-4bdc-ae16-08251d5528e0 req-cdfe67c6-a3c6-4893-b862-8448042692d6 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:46.645172 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ece7990-3984-4bdc-ae16-08251d5528e0 req-cdfe67c6-a3c6-4893-b862-8448042692d6 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.1909986 Feb 28 20:07:46.726565 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ece7990-3984-4bdc-ae16-08251d5528e0 req-83f75641-2bef-47e4-9692-3940dd5b78d1 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798454 Feb 28 20:07:46.909403 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-24821e71-4a64-4f4f-bdcd-7bca5aeb537e req-867cefde-a608-4979-9314-78271b935995 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986176 Feb 28 20:07:47.097690 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc7cce-2f31-4f4d-bcfc-d1db708d1c4c req-c79d149e-43bc-49c7-bb58-d9cf636a0ad0 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:47.110455 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2afc7cce-2f31-4f4d-bcfc-d1db708d1c4c req-c79d149e-43bc-49c7-bb58-d9cf636a0ad0 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ae1845-8b35-49e5-8cf4-ed35114d2a51 HTTP/1.1" status: 200 len: 947 time: 0.0950432 Feb 28 20:07:47.193873 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2afc7cce-2f31-4f4d-bcfc-d1db708d1c4c req-d3d9f2d6-534c-4a46-8e45-665b430e8b07 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dbec68e-b8ec-48cd-9ddc-1ee44ac42fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822420 Feb 28 20:07:47.990664 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec01d46-33e9-461b-a595-fbb29c277c43 req-9313d83b-f02d-4555-8fa6-6471aa0a34ff tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:47.999246 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ec01d46-33e9-461b-a595-fbb29c277c43 req-9313d83b-f02d-4555-8fa6-6471aa0a34ff tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.1395867 Feb 28 20:07:48.063981 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ec01d46-33e9-461b-a595-fbb29c277c43 req-a26559e6-12cd-4629-bc04-b313105c8890 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590770 Feb 28 20:07:48.269213 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41254) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:48.458860 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3e9af2dc-6b69-4603-8cde-38b9122ef5ee details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:07:48.532596 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54672179-345d-4ffa-9040-0041cf6f600f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:48.556949 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e22ac-7bd1-4691-9f3b-a85d24556d85 req-5d90073f-8a82-4c48-845d-cf3860a1f19e tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:48.558450 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c8e22ac-7bd1-4691-9f3b-a85d24556d85 req-5d90073f-8a82-4c48-845d-cf3860a1f19e tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ae1845-8b35-49e5-8cf4-ed35114d2a51 HTTP/1.1" status: 200 len: 947 time: 0.1719995 Feb 28 20:07:48.703711 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 3e9af2dc-6b69-4603-8cde-38b9122ef5ee, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3e9af2dc-6b69-4603-8cde-38b9122ef5ee,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:07:48.728674 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '3e9af2dc-6b69-4603-8cde-38b9122ef5ee', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '3e9af2dc-6b69-4603-8cde-38b9122ef5ee', 'mac_address': 'fa:16:3e:a2:32:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:07:48.792825 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54672179-345d-4ffa-9040-0041cf6f600f admin admin] Publish callbacks [] for security_group (9341c2a7-59df-44dd-b4f1-a2e32a4d6e3a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:48.808647 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54672179-345d-4ffa-9040-0041cf6f600f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9341c2a7-59df-44dd-b4f1-a2e32a4d6e3a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:48.847063 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 3e9af2dc-6b69-4603-8cde-38b9122ef5ee is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:07:48.853005 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3e9af2dc-6b69-4603-8cde-38b9122ef5ee), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:48.942508 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9af2dc-6b69-4603-8cde-38b9122ef5ee {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:07:48.998200 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-54672179-345d-4ffa-9040-0041cf6f600f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51a801ddd505405aa46a8c125ae2adae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7275748 Feb 28 20:07:49.000801 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41266) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:49.024374 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 3e9af2dc-6b69-4603-8cde-38b9122ef5ee, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3e9af2dc-6b69-4603-8cde-38b9122ef5ee,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:07:49.038479 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8da68dd6-26a4-4ab1-83c0-662aa0f5063f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:49.044226 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3e9af2dc-6b69-4603-8cde-38b9122ef5ee), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:49.054168 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54672179-345d-4ffa-9040-0041cf6f600f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9341c2a7-59df-44dd-b4f1-a2e32a4d6e3a,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:49.111275 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c8e22ac-7bd1-4691-9f3b-a85d24556d85 req-64de730c-a999-4c2e-b695-f46e3ea52d63 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dbec68e-b8ec-48cd-9ddc-1ee44ac42fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231881 Feb 28 20:07:49.215179 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-76c51a28-a6b9-496c-8a35-cfab71c08321 admin admin] Publish callbacks [] for security_group (9341c2a7-59df-44dd-b4f1-a2e32a4d6e3a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:49.249595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=3e9af2dc-6b69-4603-8cde-38b9122ef5ee,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:49.294710 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 40170489-c4a5-42a8-a75c-b8e4f1bb9227 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:07:49.336396 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-76c51a28-a6b9-496c-8a35-cfab71c08321 admin admin] Publish callbacks [] for security_group (9341c2a7-59df-44dd-b4f1-a2e32a4d6e3a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:49.412587 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:49.429525 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['3e9af2dc-6b69-4603-8cde-38b9122ef5ee'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:07:49.457976 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29661d22-f24e-4c4f-9d09-5aa4603de5de req-05aa29df-5025-45fa-a055-ef557ea9452d tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:49.475809 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-29661d22-f24e-4c4f-9d09-5aa4603de5de req-05aa29df-5025-45fa-a055-ef557ea9452d tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 950 time: 0.1905937 Feb 28 20:07:49.476006 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-76c51a28-a6b9-496c-8a35-cfab71c08321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9341c2a7-59df-44dd-b4f1-a2e32a4d6e3a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:49.478709 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-76c51a28-a6b9-496c-8a35-cfab71c08321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:49.480235 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-76c51a28-a6b9-496c-8a35-cfab71c08321 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9341c2a7-59df-44dd-b4f1-a2e32a4d6e3a HTTP/1.1" status: 204 len: 168 time: 0.4779074 Feb 28 20:07:49.507260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c51a28-a6b9-496c-8a35-cfab71c08321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9341c2a7-59df-44dd-b4f1-a2e32a4d6e3a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:49.638721 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-29661d22-f24e-4c4f-9d09-5aa4603de5de req-6e7610d5-c6c5-47b3-aeae-1bed29f691fa tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609612 Feb 28 20:07:49.678706 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41282) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:49.694869 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 40170489-c4a5-42a8-a75c-b8e4f1bb9227 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:07:49.696139 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:49.815199 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 40170489-c4a5-42a8-a75c-b8e4f1bb9227 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:07:49.816248 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:49.906207 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 40170489-c4a5-42a8-a75c-b8e4f1bb9227, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=40170489-c4a5-42a8-a75c-b8e4f1bb9227,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:07:49.914635 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e15dd0-7234-4607-a0b1-47b2a7820b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40170489-c4a5-42a8-a75c-b8e4f1bb9227'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:07:49.920628 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0002be-149b-42f8-a22f-ac912823fddc" -d '{"events": [{"server_uuid": "38e15dd0-7234-4607-a0b1-47b2a7820b0b", "name": "network-vif-plugged", "status": "completed", "tag": "40170489-c4a5-42a8-a75c-b8e4f1bb9227"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:07:49.969357 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:50.002251 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c8263959-edf6-4219-b63b-0cca23e6d3d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:50.043030 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0d9e1e-a0cb-48f4-a02b-9af684e7a1ed x-openstack-request-id: req-0d0d9e1e-a0cb-48f4-a02b-9af684e7a1ed {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:07:50.043652 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e15dd0-7234-4607-a0b1-47b2a7820b0b", "name": "network-vif-plugged", "status": "completed", "tag": "40170489-c4a5-42a8-a75c-b8e4f1bb9227", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:07:50.044171 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d0d9e1e-a0cb-48f4-a02b-9af684e7a1ed {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:07:50.044751 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e15dd0-7234-4607-a0b1-47b2a7820b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40170489-c4a5-42a8-a75c-b8e4f1bb9227', 'code': 200} Feb 28 20:07:50.046040 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:50.158813 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=40170489-c4a5-42a8-a75c-b8e4f1bb9227,revision_number=11']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:50.224497 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c8263959-edf6-4219-b63b-0cca23e6d3d3 admin admin] Publish callbacks [] for security_group (60e957de-d56d-4e02-bfb0-42ed2fea6ba4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:50.233266 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c8263959-edf6-4219-b63b-0cca23e6d3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (60e957de-d56d-4e02-bfb0-42ed2fea6ba4), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:50.302366 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41294) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:50.313765 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c8263959-edf6-4219-b63b-0cca23e6d3d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9897329d48446f6a7250e45a085ed85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6334386 Feb 28 20:07:50.322969 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8263959-edf6-4219-b63b-0cca23e6d3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e957de-d56d-4e02-bfb0-42ed2fea6ba4,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:50.429436 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41298) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:50.524747 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-541089c1-891d-41fa-ba5f-3a58e33231be admin admin] Publish callbacks [] for security_group (60e957de-d56d-4e02-bfb0-42ed2fea6ba4), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:50.542298 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3492264a-cb1f-4609-a719-4e55ecf1fb93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:50.552134 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-541089c1-891d-41fa-ba5f-3a58e33231be admin admin] Publish callbacks [] for security_group (60e957de-d56d-4e02-bfb0-42ed2fea6ba4), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:50.668862 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a35f32-993e-415d-8539-3bec29722154 req-d072f0cf-a9fe-463d-b3f5-8a4cfb9c9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:50.670902 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-26a35f32-993e-415d-8539-3bec29722154 req-d072f0cf-a9fe-463d-b3f5-8a4cfb9c9f9f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 1134 time: 0.2589679 Feb 28 20:07:50.691471 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-541089c1-891d-41fa-ba5f-3a58e33231be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (60e957de-d56d-4e02-bfb0-42ed2fea6ba4), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:50.695809 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-541089c1-891d-41fa-ba5f-3a58e33231be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:50.715256 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-541089c1-891d-41fa-ba5f-3a58e33231be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60e957de-d56d-4e02-bfb0-42ed2fea6ba4 HTTP/1.1" status: 204 len: 168 time: 0.3523927 Feb 28 20:07:50.735091 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541089c1-891d-41fa-ba5f-3a58e33231be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e957de-d56d-4e02-bfb0-42ed2fea6ba4,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:50.805544 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1dd0c-17d5-4f6a-a66b-9a3b0de2ed9d req-80c28065-4aae-4224-a364-c73654bb635b tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:50.816763 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71c1dd0c-17d5-4f6a-a66b-9a3b0de2ed9d req-80c28065-4aae-4224-a364-c73654bb635b tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ae1845-8b35-49e5-8cf4-ed35114d2a51 HTTP/1.1" status: 200 len: 948 time: 0.5129838 Feb 28 20:07:50.859696 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-26a35f32-993e-415d-8539-3bec29722154 req-a25a638a-b4f4-4c8c-9371-c733595abb65 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770704 Feb 28 20:07:50.911277 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3492264a-cb1f-4609-a719-4e55ecf1fb93 admin admin] Publish callbacks [] for security_group (24b29205-1350-4a91-8b1d-2d2d8617d54f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:50.917491 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3492264a-cb1f-4609-a719-4e55ecf1fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (24b29205-1350-4a91-8b1d-2d2d8617d54f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:51.027252 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71c1dd0c-17d5-4f6a-a66b-9a3b0de2ed9d req-33313491-b53e-4a47-bfb9-f3cdd11e1d6e tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dbec68e-b8ec-48cd-9ddc-1ee44ac42fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058904 Feb 28 20:07:51.081602 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3492264a-cb1f-4609-a719-4e55ecf1fb93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5376917b4d994833a4ef59d1c9177abe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6508157 Feb 28 20:07:51.082766 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492264a-cb1f-4609-a719-4e55ecf1fb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b29205-1350-4a91-8b1d-2d2d8617d54f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:51.088511 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41308) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:51.161841 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:51.194118 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c0345-58e8-4a0c-a83b-d46270802908 req-831ce082-d102-4750-96f8-fd5c76b74391 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:51.208634 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4b1c0345-58e8-4a0c-a83b-d46270802908 req-831ce082-d102-4750-96f8-fd5c76b74391 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 951 time: 0.3333309 Feb 28 20:07:51.363292 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4b1c0345-58e8-4a0c-a83b-d46270802908 req-b908e9cc-98d2-448e-bc11-8f286fba8d94 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531627 Feb 28 20:07:51.396800 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-408f1523-c830-48e5-b75f-59599580093b admin admin] Publish callbacks [] for security_group (24b29205-1350-4a91-8b1d-2d2d8617d54f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:51.470006 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-408f1523-c830-48e5-b75f-59599580093b admin admin] Publish callbacks [] for security_group (24b29205-1350-4a91-8b1d-2d2d8617d54f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:51.664103 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-408f1523-c830-48e5-b75f-59599580093b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (24b29205-1350-4a91-8b1d-2d2d8617d54f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:51.667143 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-408f1523-c830-48e5-b75f-59599580093b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:51.668287 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-408f1523-c830-48e5-b75f-59599580093b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24b29205-1350-4a91-8b1d-2d2d8617d54f HTTP/1.1" status: 204 len: 168 time: 0.5783880 Feb 28 20:07:51.692258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f1523-c830-48e5-b75f-59599580093b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b29205-1350-4a91-8b1d-2d2d8617d54f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:51.857446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41322) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:51.879033 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-846ac09d-154e-4823-8fa1-372166f8007b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:52.094472 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-846ac09d-154e-4823-8fa1-372166f8007b admin admin] Publish callbacks [] for security_group (aacecf4a-f2b3-41b5-a3b3-26c37fb489f5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:52.104875 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:52.115402 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-846ac09d-154e-4823-8fa1-372166f8007b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (aacecf4a-f2b3-41b5-a3b3-26c37fb489f5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:52.196205 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ac09d-154e-4823-8fa1-372166f8007b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacecf4a-f2b3-41b5-a3b3-26c37fb489f5,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:52.310718 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-846ac09d-154e-4823-8fa1-372166f8007b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c37da81dd129465da7108482ae5d73f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4520409 Feb 28 20:07:52.313117 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41332) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:52.477247 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b098efe-787b-43ae-97cc-a4431568bf93 req-37dabd3d-f5b2-4262-9521-daa4677b51a5 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:52.482299 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3e9af2dc-6b69-4603-8cde-38b9122ef5ee up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:07:52.488953 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4b098efe-787b-43ae-97cc-a4431568bf93 req-37dabd3d-f5b2-4262-9521-daa4677b51a5 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ae1845-8b35-49e5-8cf4-ed35114d2a51 HTTP/1.1" status: 200 len: 948 time: 0.2731326 Feb 28 20:07:52.501457 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8860f117-3154-42af-ba61-001ac92a433c admin admin] Publish callbacks [] for security_group (aacecf4a-f2b3-41b5-a3b3-26c37fb489f5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:52.693007 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:52.702764 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8860f117-3154-42af-ba61-001ac92a433c admin admin] Publish callbacks [] for security_group (aacecf4a-f2b3-41b5-a3b3-26c37fb489f5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:52.715945 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 3e9af2dc-6b69-4603-8cde-38b9122ef5ee completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:07:52.721443 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 3e9af2dc-6b69-4603-8cde-38b9122ef5ee triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:07:52.722123 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3e9af2dc-6b69-4603-8cde-38b9122ef5ee), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:52.786528 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4b098efe-787b-43ae-97cc-a4431568bf93 req-b35d4e31-7c34-4476-ab15-17bf5a8a2faf tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dbec68e-b8ec-48cd-9ddc-1ee44ac42fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936749 Feb 28 20:07:52.810072 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8910f3-118f-4590-9bd8-5aa46c9ab64a req-af1ea04d-8d70-4c70-a067-a799c98c126a tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:52.838042 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e8910f3-118f-4590-9bd8-5aa46c9ab64a req-af1ea04d-8d70-4c70-a067-a799c98c126a tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 951 time: 0.3166122 Feb 28 20:07:52.915219 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8860f117-3154-42af-ba61-001ac92a433c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (aacecf4a-f2b3-41b5-a3b3-26c37fb489f5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:52.927164 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8860f117-3154-42af-ba61-001ac92a433c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:52.935295 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8860f117-3154-42af-ba61-001ac92a433c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aacecf4a-f2b3-41b5-a3b3-26c37fb489f5 HTTP/1.1" status: 204 len: 168 time: 0.6135545 Feb 28 20:07:53.029160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860f117-3154-42af-ba61-001ac92a433c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacecf4a-f2b3-41b5-a3b3-26c37fb489f5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:53.080477 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e8910f3-118f-4590-9bd8-5aa46c9ab64a req-52b84344-5480-47c5-ba0b-b7b085a9c1bc tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413218 Feb 28 20:07:53.117839 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 3e9af2dc-6b69-4603-8cde-38b9122ef5ee is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:07:53.121085 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3e9af2dc-6b69-4603-8cde-38b9122ef5ee), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:53.180444 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ae1845-8b35-49e5-8cf4-ed35114d2a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9af2dc-6b69-4603-8cde-38b9122ef5ee'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:07:53.187438 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37901217-74de-4684-b3b9-ac4157007192" -d '{"events": [{"server_uuid": "b7ae1845-8b35-49e5-8cf4-ed35114d2a51", "name": "network-vif-plugged", "status": "completed", "tag": "3e9af2dc-6b69-4603-8cde-38b9122ef5ee"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:07:53.215925 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 3e9af2dc-6b69-4603-8cde-38b9122ef5ee, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3e9af2dc-6b69-4603-8cde-38b9122ef5ee,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:07:53.222404 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3e9af2dc-6b69-4603-8cde-38b9122ef5ee), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:53.304873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=3e9af2dc-6b69-4603-8cde-38b9122ef5ee,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:53.316338 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec72a60b-b079-42b9-98d4-c9d8df62fc39 x-openstack-request-id: req-ec72a60b-b079-42b9-98d4-c9d8df62fc39 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:07:53.316720 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ae1845-8b35-49e5-8cf4-ed35114d2a51", "name": "network-vif-plugged", "status": "completed", "tag": "3e9af2dc-6b69-4603-8cde-38b9122ef5ee", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:07:53.316871 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec72a60b-b079-42b9-98d4-c9d8df62fc39 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:07:53.317758 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ae1845-8b35-49e5-8cf4-ed35114d2a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9af2dc-6b69-4603-8cde-38b9122ef5ee', 'code': 200} Feb 28 20:07:53.507901 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe0645-d43c-4130-b466-31584450db13 req-d11f5464-7b4e-47f1-a0dd-58525ee49f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:53.512287 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0bbe0645-d43c-4130-b466-31584450db13 req-d11f5464-7b4e-47f1-a0dd-58525ee49f31 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7ae1845-8b35-49e5-8cf4-ed35114d2a51 HTTP/1.1" status: 200 len: 1132 time: 0.1185508 Feb 28 20:07:53.585993 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41360) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:53.599889 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0bbe0645-d43c-4130-b466-31584450db13 req-a7cfb360-5a84-4f68-9330-59a79edce9ec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7dbec68e-b8ec-48cd-9ddc-1ee44ac42fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793021 Feb 28 20:07:53.717901 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3356263e-2f51-45f7-bb82-876505dc334b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-340139063-network', 'tenant_id': '252f6500c745486ebdf0fd76d35bf6bf'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:07:53.753574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3356263e-2f51-45f7-bb82-876505dc334b admin admin] Made reservation on behalf of 252f6500c745486ebdf0fd76d35bf6bf for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:07:53.756514 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3356263e-2f51-45f7-bb82-876505dc334b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:53.776696 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3356263e-2f51-45f7-bb82-876505dc334b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:53.990883 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3356263e-2f51-45f7-bb82-876505dc334b admin admin] Publish callbacks [] for security_group (67d61b50-9c1b-42e9-8763-66fc1b866241), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:54.020644 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3356263e-2f51-45f7-bb82-876505dc334b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (67d61b50-9c1b-42e9-8763-66fc1b866241), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:54.041009 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3356263e-2f51-45f7-bb82-876505dc334b admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:07:54.056788 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3356263e-2f51-45f7-bb82-876505dc334b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (338bda26-d72e-4d55-9610-0ede20861b9e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:54.057385 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-3356263e-2f51-45f7-bb82-876505dc334b admin admin] Added segment 338bda26-d72e-4d55-9610-0ede20861b9e of type vlan for network 2b99c423-2a23-4a58-b010-0e915b051500 Feb 28 20:07:54.183864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356263e-2f51-45f7-bb82-876505dc334b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d61b50-9c1b-42e9-8763-66fc1b866241,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:54.197013 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3356263e-2f51-45f7-bb82-876505dc334b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (2b99c423-2a23-4a58-b010-0e915b051500), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:54.293505 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f71c6-b7f1-4a21-9013-43fa308bc73e req-98a4e4a6-b9b0-4264-8995-4c4ed0beffb3 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:54.295165 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4c6f71c6-b7f1-4a21-9013-43fa308bc73e req-98a4e4a6-b9b0-4264-8995-4c4ed0beffb3 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ae1845-8b35-49e5-8cf4-ed35114d2a51 HTTP/1.1" status: 200 len: 949 time: 0.3765020 Feb 28 20:07:54.339818 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3356263e-2f51-45f7-bb82-876505dc334b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (2b99c423-2a23-4a58-b010-0e915b051500), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:54.340998 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356263e-2f51-45f7-bb82-876505dc334b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:54.341673 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3356263e-2f51-45f7-bb82-876505dc334b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:54.420816 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea7502-80f9-4654-a8f3-0cb73205d2a6 req-1fff317c-1801-4c75-a745-96785b7ebfcc tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:54.436966 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a5ea7502-80f9-4654-a8f3-0cb73205d2a6 req-1fff317c-1801-4c75-a745-96785b7ebfcc tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 951 time: 0.2303376 Feb 28 20:07:54.454837 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3356263e-2f51-45f7-bb82-876505dc334b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8649540 Feb 28 20:07:54.455307 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41388) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:54.456042 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4c6f71c6-b7f1-4a21-9013-43fa308bc73e req-91042628-f923-4b10-b20d-9698e0276aed tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dbec68e-b8ec-48cd-9ddc-1ee44ac42fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546919 Feb 28 20:07:54.464014 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-02726eb6-8e23-475e-a9c9-17cee93e2c2e admin admin] Request body: {'subnet': {'network_id': '2b99c423-2a23-4a58-b010-0e915b051500', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-340139063-subnet', 'tenant_id': '252f6500c745486ebdf0fd76d35bf6bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:07:54.519995 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02726eb6-8e23-475e-a9c9-17cee93e2c2e admin admin] Made reservation on behalf of 252f6500c745486ebdf0fd76d35bf6bf for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:07:54.522441 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a5ea7502-80f9-4654-a8f3-0cb73205d2a6 req-948ccc81-f3ba-4a56-9375-e84b78824548 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675125 Feb 28 20:07:54.533469 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-02726eb6-8e23-475e-a9c9-17cee93e2c2e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:54.643466 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41396) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:54.692765 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356263e-2f51-45f7-bb82-876505dc334b admin admin] Pushing event updated for resources: {'Network': ['ID=2b99c423-2a23-4a58-b010-0e915b051500,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:54.730687 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 2b99c423-2a23-4a58-b010-0e915b051500 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:07:54.939361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6b6e22eb-e30d-4c91-92d1-37b34961565d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1075215378-network', 'tenant_id': 'b4b67168c19e47fc8123410b2d1449a0'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:07:55.044167 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-02726eb6-8e23-475e-a9c9-17cee93e2c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for subnet (4a3ede59-a3a4-4385-bdb9-388af5c0400e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:55.086324 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6e22eb-e30d-4c91-92d1-37b34961565d admin admin] Made reservation on behalf of b4b67168c19e47fc8123410b2d1449a0 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:07:55.089017 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b6e22eb-e30d-4c91-92d1-37b34961565d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:55.141237 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b6e22eb-e30d-4c91-92d1-37b34961565d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:55.159687 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02726eb6-8e23-475e-a9c9-17cee93e2c2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a3ede59-a3a4-4385-bdb9-388af5c0400e,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:55.164213 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02726eb6-8e23-475e-a9c9-17cee93e2c2e admin admin] Checking segment: {'id': '338bda26-d72e-4d55-9610-0ede20861b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b99c423-2a23-4a58-b010-0e915b051500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:07:55.164567 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02726eb6-8e23-475e-a9c9-17cee93e2c2e admin admin] Network hostable DHCP agents. Network: 2b99c423-2a23-4a58-b010-0e915b051500, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:07:55.184396 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3aae08-f97a-4af1-8e43-3758c80aab90 req-2136631e-4671-4715-b5ae-e92201e8f4be tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:55.186505 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad3aae08-f97a-4af1-8e43-3758c80aab90 req-2136631e-4671-4715-b5ae-e92201e8f4be tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 1134 time: 0.2704225 Feb 28 20:07:55.210418 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02726eb6-8e23-475e-a9c9-17cee93e2c2e admin admin] Network 2b99c423-2a23-4a58-b010-0e915b051500 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:07:55.234034 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-02726eb6-8e23-475e-a9c9-17cee93e2c2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 2b99c423-2a23-4a58-b010-0e915b051500) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:07:55.251428 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb5e086-0ea3-4479-98d9-bd65e7e5d628 None None] Network 2b99c423-2a23-4a58-b010-0e915b051500 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:07:55.270965 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02726eb6-8e23-475e-a9c9-17cee93e2c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:55.272173 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-02726eb6-8e23-475e-a9c9-17cee93e2c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:55.315488 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-02726eb6-8e23-475e-a9c9-17cee93e2c2e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8587034 Feb 28 20:07:55.369380 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad3aae08-f97a-4af1-8e43-3758c80aab90 req-1566bff6-8d3e-405f-a78e-53d0b11e7905 tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616023 Feb 28 20:07:55.545020 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b6e22eb-e30d-4c91-92d1-37b34961565d admin admin] Publish callbacks [] for security_group (379965d3-2ba3-4224-ab0f-1172cb26432b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:55.551565 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b6e22eb-e30d-4c91-92d1-37b34961565d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (379965d3-2ba3-4224-ab0f-1172cb26432b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:55.576464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6e22eb-e30d-4c91-92d1-37b34961565d admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:07:55.592070 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fa866f-28a2-47d5-a849-81cbb74d904e None None] Network 2b99c423-2a23-4a58-b010-0e915b051500 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:07:55.596211 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b6e22eb-e30d-4c91-92d1-37b34961565d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (1e8d670a-1c4a-4482-8f51-4523568c0fdb), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:55.596563 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-6b6e22eb-e30d-4c91-92d1-37b34961565d admin admin] Added segment 1e8d670a-1c4a-4482-8f51-4523568c0fdb of type vlan for network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 Feb 28 20:07:55.695030 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b6e22eb-e30d-4c91-92d1-37b34961565d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:55.786283 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b6e22eb-e30d-4c91-92d1-37b34961565d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:55.788044 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6e22eb-e30d-4c91-92d1-37b34961565d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:55.788802 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b6e22eb-e30d-4c91-92d1-37b34961565d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:55.877454 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e22eb-e30d-4c91-92d1-37b34961565d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379965d3-2ba3-4224-ab0f-1172cb26432b,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:56.003246 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6b6e22eb-e30d-4c91-92d1-37b34961565d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3577197 Feb 28 20:07:56.006217 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41432) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:56.012318 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-cf74daf5-1c3d-47a6-a0df-8335bcdecaf5 admin admin] Request body: {'subnet': {'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1075215378-subnet', 'tenant_id': 'b4b67168c19e47fc8123410b2d1449a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:07:56.036579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e22eb-e30d-4c91-92d1-37b34961565d admin admin] Pushing event updated for resources: {'Network': ['ID=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:56.057225 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:07:56.069744 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf74daf5-1c3d-47a6-a0df-8335bcdecaf5 admin admin] Made reservation on behalf of b4b67168c19e47fc8123410b2d1449a0 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:07:56.082650 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf74daf5-1c3d-47a6-a0df-8335bcdecaf5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:56.283618 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-812ef27c-a4c0-41a1-9da9-21f9e2fa24ba tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:56.287486 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-812ef27c-a4c0-41a1-9da9-21f9e2fa24ba tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/networks?id=2b99c423-2a23-4a58-b010-0e915b051500 HTTP/1.1" status: 200 len: 821 time: 0.2594640 Feb 28 20:07:56.312494 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3beae-cbf0-45b1-8d9f-b293bc55df18 req-d1592bd2-504d-455c-b376-1f20cb6cb34c tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:56.323424 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d8b3beae-cbf0-45b1-8d9f-b293bc55df18 req-d1592bd2-504d-455c-b376-1f20cb6cb34c tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ae1845-8b35-49e5-8cf4-ed35114d2a51 HTTP/1.1" status: 200 len: 949 time: 0.5614400 Feb 28 20:07:56.344918 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-4af29960-1313-4600-8cba-1872364c860b tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/quotas/252f6500c745486ebdf0fd76d35bf6bf HTTP/1.1" status: 200 len: 375 time: 0.0520613 Feb 28 20:07:56.438147 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-d6211d98-82f6-44b5-872e-2d0463973542 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=252f6500c745486ebdf0fd76d35bf6bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821030 Feb 28 20:07:56.647098 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-e9cdce07-82b9-4a73-80c0-56794021a110 service neutron] 10.222.0.13 "GET /v2.0/networks/2b99c423-2a23-4a58-b010-0e915b051500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074435 Feb 28 20:07:56.678642 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf74daf5-1c3d-47a6-a0df-8335bcdecaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for subnet (83db07cb-72a9-4083-bdb0-f440451686c1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:56.750176 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d8b3beae-cbf0-45b1-8d9f-b293bc55df18 req-e0cdc439-9f82-4cf8-aed5-d888cec07fd0 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dbec68e-b8ec-48cd-9ddc-1ee44ac42fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202480 Feb 28 20:07:56.780671 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74daf5-1c3d-47a6-a0df-8335bcdecaf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83db07cb-72a9-4083-bdb0-f440451686c1,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:56.822261 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-67892963-c90b-4044-b64f-d1407a3980a0 req-8a010f5a-8b91-4844-a23a-ff94c790bbee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c450bd79-3287-4a5d-9d69-4b5b2eb78c6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2591355 Feb 28 20:07:56.828436 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-e2b33a94-6f66-47b4-bced-02d6351f4aeb service neutron] 10.222.0.13 "GET /v2.0/networks/2b99c423-2a23-4a58-b010-0e915b051500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803899 Feb 28 20:07:56.905770 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf74daf5-1c3d-47a6-a0df-8335bcdecaf5 admin admin] Checking segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:07:56.909545 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf74daf5-1c3d-47a6-a0df-8335bcdecaf5 admin admin] Network hostable DHCP agents. Network: ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:07:56.963122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b51aac-f575-4f61-8866-67e3538305dd req-b5f20ad5-899a-499e-a06e-72363b69b14f tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:56.966766 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf74daf5-1c3d-47a6-a0df-8335bcdecaf5 admin admin] Network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:07:56.971559 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-07b51aac-f575-4f61-8866-67e3538305dd req-b5f20ad5-899a-499e-a06e-72363b69b14f tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 1134 time: 0.1083822 Feb 28 20:07:56.976247 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67892963-c90b-4044-b64f-d1407a3980a0 req-5e6bb905-b6da-43c5-9294-a8aac945f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:56.986606 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-67892963-c90b-4044-b64f-d1407a3980a0 req-5e6bb905-b6da-43c5-9294-a8aac945f6f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46baf94fa2dc4c988092c5c44b04168d&device_id=c450bd79-3287-4a5d-9d69-4b5b2eb78c6b HTTP/1.1" status: 200 len: 1128 time: 0.1355751 Feb 28 20:07:57.000111 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-cf74daf5-1c3d-47a6-a0df-8335bcdecaf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:07:57.004883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf74daf5-1c3d-47a6-a0df-8335bcdecaf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:57.005621 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf74daf5-1c3d-47a6-a0df-8335bcdecaf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:57.023154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b681b1be-70f3-4417-b477-7d25c8092062 None None] Network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:07:57.036416 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cf74daf5-1c3d-47a6-a0df-8335bcdecaf5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0289259 Feb 28 20:07:57.109474 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-07b51aac-f575-4f61-8866-67e3538305dd req-c858da3b-98eb-4346-a36e-00e2b398b5f4 tempest-ServersAdminTestJSON-1730103843 tempest-ServersAdminTestJSON-1730103843-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363547 Feb 28 20:07:57.244080 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-605ad2ac-685d-4b6b-969d-974d584b3a8d req-cdc608ae-a364-477c-b53d-44e2d6932dda tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 210 time: 0.0486045 Feb 28 20:07:57.325605 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67892963-c90b-4044-b64f-d1407a3980a0 req-b561f4a7-bb85-469c-bb20-88500301b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:57.331500 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-67892963-c90b-4044-b64f-d1407a3980a0 req-b561f4a7-bb85-469c-bb20-88500301b297 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1570eae-34d3-42eb-853d-17abcb02effa HTTP/1.1" status: 200 len: 915 time: 0.2740686 Feb 28 20:07:57.421731 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-67892963-c90b-4044-b64f-d1407a3980a0 req-0ffaa7f4-52ec-4494-91e0-767dfa939928 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64e0ca62-1662-4957-9060-931a2811c1bb HTTP/1.1" status: 200 len: 217 time: 0.0833843 Feb 28 20:07:57.534081 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67892963-c90b-4044-b64f-d1407a3980a0 req-9302763b-54ab-4c9e-872c-3f2d4dd3b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:57.536529 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-67892963-c90b-4044-b64f-d1407a3980a0 req-9302763b-54ab-4c9e-872c-3f2d4dd3b548 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f1241dc-2f11-486e-8b12-6e82ec44eb39 HTTP/1.1" status: 200 len: 855 time: 0.1093237 Feb 28 20:07:57.595387 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0fcb40-2fa9-460c-b52f-c5867fa6cd9a None None] Network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:07:57.635119 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-67892963-c90b-4044-b64f-d1407a3980a0 req-431c1953-632a-4721-b452-a287155b7bc9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1570eae-34d3-42eb-853d-17abcb02effa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915618 Feb 28 20:07:57.820560 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd45a2-6638-4afe-b3a8-81fe2c6dbf85 req-bf033342-87e7-41ee-81c3-94d35131f161 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:57.837995 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f5dd45a2-6638-4afe-b3a8-81fe2c6dbf85 req-bf033342-87e7-41ee-81c3-94d35131f161 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=d07498e4-e566-4bc8-8de3-458c35863728 HTTP/1.1" status: 200 len: 949 time: 0.1114192 Feb 28 20:07:57.930046 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-67892963-c90b-4044-b64f-d1407a3980a0 req-582acd2a-0beb-44d2-9658-62c5eb81d52c service neutron] 10.222.0.15 "GET /v2.0/networks/d1570eae-34d3-42eb-853d-17abcb02effa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879014 Feb 28 20:07:57.961444 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f5dd45a2-6638-4afe-b3a8-81fe2c6dbf85 req-950bf562-647f-4564-adaa-4478e8c485b9 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220958 Feb 28 20:07:58.089940 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-67892963-c90b-4044-b64f-d1407a3980a0 req-a364b919-7c27-415a-97af-99801c4c3653 service neutron] 10.222.0.15 "GET /v2.0/networks/d1570eae-34d3-42eb-853d-17abcb02effa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366072 Feb 28 20:07:58.111462 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c9b39d31-66c3-4d74-b36e-eb8844228507 req-08b1436a-9f92-4bbd-9604-d59ecc4cce79 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2891381 Feb 28 20:07:58.366111 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b39d31-66c3-4d74-b36e-eb8844228507 req-ef109f0a-6328-4ae6-8efa-77a97a67df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:58.375701 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c9b39d31-66c3-4d74-b36e-eb8844228507 req-ef109f0a-6328-4ae6-8efa-77a97a67df8a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 1149 time: 0.1893055 Feb 28 20:07:58.394954 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f32a2aa-fd86-417e-ad53-c09a5b2eb3c6 req-2052dc2c-08ea-4371-9a08-62734dedde90 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 210 time: 0.0800762 Feb 28 20:07:58.704263 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b39d31-66c3-4d74-b36e-eb8844228507 req-c2bdeffc-b769-4fbf-b8a7-c46c595d4670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:58.709038 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c9b39d31-66c3-4d74-b36e-eb8844228507 req-c2bdeffc-b769-4fbf-b8a7-c46c595d4670 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 908 time: 0.3020475 Feb 28 20:07:58.813449 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c9b39d31-66c3-4d74-b36e-eb8844228507 req-bc141e5b-36b0-4d09-a6cf-e998432fa946 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0facea8-3741-44c3-b754-ab7e162e9425 HTTP/1.1" status: 200 len: 217 time: 0.0962815 Feb 28 20:07:58.814294 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41488) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:58.826314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-835fe80e-88a5-44de-a321-73a56ce61e2c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2138928714-network', 'tenant_id': 'd568b54f976249d188be37b6955a624d'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:07:58.965721 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835fe80e-88a5-44de-a321-73a56ce61e2c admin admin] Made reservation on behalf of d568b54f976249d188be37b6955a624d for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:07:58.972185 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-835fe80e-88a5-44de-a321-73a56ce61e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:59.012526 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-835fe80e-88a5-44de-a321-73a56ce61e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:59.030829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b39d31-66c3-4d74-b36e-eb8844228507 req-7ea46bb5-391f-4384-882f-7e7402826f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:59.035913 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c9b39d31-66c3-4d74-b36e-eb8844228507 req-7ea46bb5-391f-4384-882f-7e7402826f3f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.2005687 Feb 28 20:07:59.055108 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36024c45-d70e-43b4-8ab2-5c696a9dcf5f req-deccff55-caec-4a10-bd70-e431b32f0195 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:59.074178 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36024c45-d70e-43b4-8ab2-5c696a9dcf5f req-deccff55-caec-4a10-bd70-e431b32f0195 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ae1845-8b35-49e5-8cf4-ed35114d2a51 HTTP/1.1" status: 200 len: 949 time: 0.3609817 Feb 28 20:07:59.186635 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36024c45-d70e-43b4-8ab2-5c696a9dcf5f req-84625add-e721-4d62-ac34-a262cfd29ff3 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dbec68e-b8ec-48cd-9ddc-1ee44ac42fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112661 Feb 28 20:07:59.220911 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-835fe80e-88a5-44de-a321-73a56ce61e2c admin admin] Publish callbacks [] for security_group (5fc4e297-0d81-42cb-ab51-818b937b0cf3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:59.234340 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-835fe80e-88a5-44de-a321-73a56ce61e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5fc4e297-0d81-42cb-ab51-818b937b0cf3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:59.249958 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835fe80e-88a5-44de-a321-73a56ce61e2c admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:07:59.264423 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39164702-083f-45cf-bec3-2e31f1ec6711 req-94369acf-e128-49aa-a1ff-bd95b1703ac7 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:59.267063 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-835fe80e-88a5-44de-a321-73a56ce61e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (a9bba746-3a8f-4cc0-8732-3fe63dbb7d4c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:59.267469 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-835fe80e-88a5-44de-a321-73a56ce61e2c admin admin] Added segment a9bba746-3a8f-4cc0-8732-3fe63dbb7d4c of type vlan for network 7a18f2d4-322a-491d-8dfe-75da33490a94 Feb 28 20:07:59.278230 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39164702-083f-45cf-bec3-2e31f1ec6711 req-94369acf-e128-49aa-a1ff-bd95b1703ac7 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=d07498e4-e566-4bc8-8de3-458c35863728 HTTP/1.1" status: 200 len: 949 time: 0.1613050 Feb 28 20:07:59.362734 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-835fe80e-88a5-44de-a321-73a56ce61e2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (7a18f2d4-322a-491d-8dfe-75da33490a94), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:59.427736 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c9b39d31-66c3-4d74-b36e-eb8844228507 req-bc35f7ff-6fd4-4f08-8e0d-e1d91db50739 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3757763 Feb 28 20:07:59.428424 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-835fe80e-88a5-44de-a321-73a56ce61e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (7a18f2d4-322a-491d-8dfe-75da33490a94), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:59.430107 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835fe80e-88a5-44de-a321-73a56ce61e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:59.430690 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-835fe80e-88a5-44de-a321-73a56ce61e2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:07:59.468265 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39164702-083f-45cf-bec3-2e31f1ec6711 req-bd583f30-d25a-4b23-9c71-4b2152ba1073 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889656 Feb 28 20:07:59.562380 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fe80e-88a5-44de-a321-73a56ce61e2c admin admin] Pushing event updated for resources: {'Network': ['ID=7a18f2d4-322a-491d-8dfe-75da33490a94,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:59.583821 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 7a18f2d4-322a-491d-8dfe-75da33490a94 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:07:59.698435 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d27ce6e9-28b6-4310-a919-0c16063fde37 req-6a59a031-f6e9-4847-8703-e22e5c75f6fb tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 210 time: 0.1155670 Feb 28 20:07:59.786890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41dc63-dafe-49fe-a433-dcb4de9080ef req-c7c4e6ef-50fe-4b73-b2c2-8141d582c522 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:07:59.789069 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4c41dc63-dafe-49fe-a433-dcb4de9080ef req-c7c4e6ef-50fe-4b73-b2c2-8141d582c522 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.10 "GET /v2.0/ports?device_id=d07498e4-e566-4bc8-8de3-458c35863728 HTTP/1.1" status: 200 len: 949 time: 0.0877280 Feb 28 20:07:59.836041 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fe80e-88a5-44de-a321-73a56ce61e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc4e297-0d81-42cb-ab51-818b937b0cf3,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:07:59.872876 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41500) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:07:59.881473 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-92ead797-2b24-4d45-bb5b-5a8f69fbc25a admin admin] Request body: {'subnet': {'network_id': '7a18f2d4-322a-491d-8dfe-75da33490a94', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2138928714-subnet', 'tenant_id': 'd568b54f976249d188be37b6955a624d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:07:59.888863 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-835fe80e-88a5-44de-a321-73a56ce61e2c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0716321 Feb 28 20:07:59.913575 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ead797-2b24-4d45-bb5b-5a8f69fbc25a admin admin] Made reservation on behalf of d568b54f976249d188be37b6955a624d for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:07:59.917275 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-92ead797-2b24-4d45-bb5b-5a8f69fbc25a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:00.035923 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-8445785a-e1a3-4e3b-b17f-9f2420e2cb31 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:00.038681 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-8445785a-e1a3-4e3b-b17f-9f2420e2cb31 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.15 "GET /v2.0/networks?id=2b99c423-2a23-4a58-b010-0e915b051500 HTTP/1.1" status: 200 len: 821 time: 0.4813426 Feb 28 20:08:00.102132 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-4c41dc63-dafe-49fe-a433-dcb4de9080ef req-9c29958b-be1c-4858-9507-c390e344f995 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Deleting port d414c480-f9c7-4e10-955c-41c4ad4c011c {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:08:00.103006 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4c41dc63-dafe-49fe-a433-dcb4de9080ef req-9c29958b-be1c-4858-9507-c390e344f995 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d414c480-f9c7-4e10-955c-41c4ad4c011c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:00.134197 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c9b39d31-66c3-4d74-b36e-eb8844228507 req-7b4e57dc-bafa-4be6-8649-2efc170db086 service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5840528 Feb 28 20:08:00.142030 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-da3e9337-d85b-4ca4-9775-db700433c38b tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Request body: {'port': {'device_id': '11dbb2a8-7754-42b1-8f6e-c400e36840cd', 'network_id': '2b99c423-2a23-4a58-b010-0e915b051500', 'admin_state_up': True, 'tenant_id': '252f6500c745486ebdf0fd76d35bf6bf'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:08:00.347401 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-4c41dc63-dafe-49fe-a433-dcb4de9080ef req-9c29958b-be1c-4858-9507-c390e344f995 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] For port d414c480-f9c7-4e10-955c-41c4ad4c011c, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d414c480-f9c7-4e10-955c-41c4ad4c011c,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:00.347658 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4c41dc63-dafe-49fe-a433-dcb4de9080ef req-9c29958b-be1c-4858-9507-c390e344f995 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d414c480-f9c7-4e10-955c-41c4ad4c011c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:00.373673 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-4c41dc63-dafe-49fe-a433-dcb4de9080ef req-9c29958b-be1c-4858-9507-c390e344f995 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Calling delete_port for d414c480-f9c7-4e10-955c-41c4ad4c011c owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:08:00.515825 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c9b39d31-66c3-4d74-b36e-eb8844228507 req-d324e968-81fd-4f34-b17d-2461a640eb3e service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674493 Feb 28 20:08:00.519683 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-da3e9337-d85b-4ca4-9775-db700433c38b tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Made reservation on behalf of 252f6500c745486ebdf0fd76d35bf6bf for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:08:00.545440 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-da3e9337-d85b-4ca4-9775-db700433c38b tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:00.588472 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0c3fd-d176-4565-8b73-0631d6ca034c req-345d0de3-a343-4727-ba5c-964bbf2909e1 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:00.592423 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34b0c3fd-d176-4565-8b73-0631d6ca034c req-345d0de3-a343-4727-ba5c-964bbf2909e1 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ae1845-8b35-49e5-8cf4-ed35114d2a51 HTTP/1.1" status: 200 len: 949 time: 0.4929514 Feb 28 20:08:00.601510 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-92ead797-2b24-4d45-bb5b-5a8f69fbc25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (71da3c92-92df-44d4-9911-ef78041689a0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:00.836368 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-da3e9337-d85b-4ca4-9775-db700433c38b tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Allocated IP 172.20.0.5 (2b99c423-2a23-4a58-b010-0e915b051500/4a3ede59-a3a4-4385-bdb9-388af5c0400e/d6e41179-18bc-4d50-9173-066d7801957c) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:08:01.280110 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39db41e-9516-4b59-b3dd-fd0989bf5867 req-83a00073-38dd-4b52-b4e8-584db30f6f8b tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:01.293318 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f39db41e-9516-4b59-b3dd-fd0989bf5867 req-83a00073-38dd-4b52-b4e8-584db30f6f8b tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ae1845-8b35-49e5-8cf4-ed35114d2a51 HTTP/1.1" status: 200 len: 949 time: 0.8073313 Feb 28 20:08:01.303795 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-da3e9337-d85b-4ca4-9775-db700433c38b tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks [] for port (d6e41179-18bc-4d50-9173-066d7801957c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:01.381721 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-da3e9337-d85b-4ca4-9775-db700433c38b tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (d6e41179-18bc-4d50-9173-066d7801957c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:01.430792 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ead797-2b24-4d45-bb5b-5a8f69fbc25a admin admin] Checking segment: {'id': 'a9bba746-3a8f-4cc0-8732-3fe63dbb7d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7a18f2d4-322a-491d-8dfe-75da33490a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:08:01.431348 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ead797-2b24-4d45-bb5b-5a8f69fbc25a admin admin] Network hostable DHCP agents. Network: 7a18f2d4-322a-491d-8dfe-75da33490a94, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:08:01.518772 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-da3e9337-d85b-4ca4-9775-db700433c38b tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Network 2b99c423-2a23-4a58-b010-0e915b051500 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:08:01.526482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-da3e9337-d85b-4ca4-9775-db700433c38b tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:08:01.544953 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-da3e9337-d85b-4ca4-9775-db700433c38b tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:08:01.550374 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-da3e9337-d85b-4ca4-9775-db700433c38b tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:01.555625 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052aa821-c5df-4b7e-8bb9-bd8651f73528 req-58575d3d-7c75-4acf-924d-5f6b8bc55009 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:01.559093 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-da3e9337-d85b-4ca4-9775-db700433c38b tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:01.573625 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e9337-d85b-4ca4-9775-db700433c38b tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Pushing event updated for resources: {'Port': ['ID=d6e41179-18bc-4d50-9173-066d7801957c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:01.575807 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-052aa821-c5df-4b7e-8bb9-bd8651f73528 req-58575d3d-7c75-4acf-924d-5f6b8bc55009 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=d07498e4-e566-4bc8-8de3-458c35863728 HTTP/1.1" status: 200 len: 949 time: 0.9031839 Feb 28 20:08:01.598219 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-da3e9337-d85b-4ca4-9775-db700433c38b tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4625874 Feb 28 20:08:01.612384 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] Request body: {'port': {'device_id': '11dbb2a8-7754-42b1-8f6e-c400e36840cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:08:01.742315 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d6e41179-18bc-4d50-9173-066d7801957c), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:01.776037 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ead797-2b24-4d45-bb5b-5a8f69fbc25a admin admin] Pushing event updated for resources: {'Subnet': ['ID=71da3c92-92df-44d4-9911-ef78041689a0,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:01.819750 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4c41dc63-dafe-49fe-a433-dcb4de9080ef req-9c29958b-be1c-4858-9507-c390e344f995 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d414c480-f9c7-4e10-955c-41c4ad4c011c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:01.831643 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ead797-2b24-4d45-bb5b-5a8f69fbc25a admin admin] Network 7a18f2d4-322a-491d-8dfe-75da33490a94 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:08:01.839096 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['006c1370-cdd1-49ce-bf62-0a1b9630eb6a'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:08:01.985402 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29958b-be1c-4858-9507-c390e344f995 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Pushing event deleted for resources: {'Port': ['ID=d414c480-f9c7-4e10-955c-41c4ad4c011c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:02.079643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['40170489-c4a5-42a8-a75c-b8e4f1bb9227'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:08:02.117946 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f39db41e-9516-4b59-b3dd-fd0989bf5867 req-cf2cb602-88ec-4565-8dab-0a314a9f96c4 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dbec68e-b8ec-48cd-9ddc-1ee44ac42fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8232994 Feb 28 20:08:02.296041 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-92ead797-2b24-4d45-bb5b-5a8f69fbc25a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 7a18f2d4-322a-491d-8dfe-75da33490a94) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:08:02.304667 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ead797-2b24-4d45-bb5b-5a8f69fbc25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:02.307988 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-92ead797-2b24-4d45-bb5b-5a8f69fbc25a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:02.318807 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c41dc63-dafe-49fe-a433-dcb4de9080ef req-9c29958b-be1c-4858-9507-c390e344f995 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] No DVR routers for this DVR port d414c480-f9c7-4e10-955c-41c4ad4c011c on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:08:02.322147 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4c41dc63-dafe-49fe-a433-dcb4de9080ef req-9c29958b-be1c-4858-9507-c390e344f995 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:02.326991 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4c41dc63-dafe-49fe-a433-dcb4de9080ef req-9c29958b-be1c-4858-9507-c390e344f995 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.10 "DELETE /v2.0/ports/d414c480-f9c7-4e10-955c-41c4ad4c011c HTTP/1.1" status: 204 len: 173 time: 2.5278184 Feb 28 20:08:02.333003 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07498e4-e566-4bc8-8de3-458c35863728', 'name': 'network-vif-deleted', 'tag': 'd414c480-f9c7-4e10-955c-41c4ad4c011c'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:08:02.336284 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6b83de-c6d7-48bb-8d5b-8bf35ab12314" -d '{"events": [{"server_uuid": "d07498e4-e566-4bc8-8de3-458c35863728", "name": "network-vif-deleted", "tag": "d414c480-f9c7-4e10-955c-41c4ad4c011c"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:08:02.401304 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-052aa821-c5df-4b7e-8bb9-bd8651f73528 req-8ccc41df-79ac-4ddc-9c10-135b7620b278 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6053739 Feb 28 20:08:02.509664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88419ed-8c79-4fb4-bf60-3d2a20c7f318 None None] Network 7a18f2d4-322a-491d-8dfe-75da33490a94 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:08:02.554041 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52875d6-959a-4a5a-b290-c9f9f72acddc x-openstack-request-id: req-b52875d6-959a-4a5a-b290-c9f9f72acddc {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:08:02.555451 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07498e4-e566-4bc8-8de3-458c35863728", "name": "network-vif-deleted", "tag": "d414c480-f9c7-4e10-955c-41c4ad4c011c", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:08:02.555735 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b52875d6-959a-4a5a-b290-c9f9f72acddc {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:08:02.556181 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07498e4-e566-4bc8-8de3-458c35863728', 'name': 'network-vif-deleted', 'tag': 'd414c480-f9c7-4e10-955c-41c4ad4c011c', 'status': 'completed', 'code': 200} Feb 28 20:08:02.564131 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-34b0c3fd-d176-4565-8b73-0631d6ca034c req-6f5e7379-3cdc-4c1d-90cb-ad60f674200a tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Deleting port 3e9af2dc-6b69-4603-8cde-38b9122ef5ee {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:08:02.568416 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-34b0c3fd-d176-4565-8b73-0631d6ca034c req-6f5e7379-3cdc-4c1d-90cb-ad60f674200a tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3e9af2dc-6b69-4603-8cde-38b9122ef5ee), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:02.608049 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-92ead797-2b24-4d45-bb5b-5a8f69fbc25a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.7324619 Feb 28 20:08:02.893240 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a428d5-e9eb-4a18-b6b4-d905dc1577e6 req-66df39de-18c8-4dbf-9b61-df105926114f tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:02.903980 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-52a428d5-e9eb-4a18-b6b4-d905dc1577e6 req-66df39de-18c8-4dbf-9b61-df105926114f tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 931 time: 0.5754261 Feb 28 20:08:03.241038 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-34b0c3fd-d176-4565-8b73-0631d6ca034c req-6f5e7379-3cdc-4c1d-90cb-ad60f674200a tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] For port 3e9af2dc-6b69-4603-8cde-38b9122ef5ee, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3e9af2dc-6b69-4603-8cde-38b9122ef5ee,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:03.259080 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-34b0c3fd-d176-4565-8b73-0631d6ca034c req-6f5e7379-3cdc-4c1d-90cb-ad60f674200a tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3e9af2dc-6b69-4603-8cde-38b9122ef5ee), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:03.306340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-34b0c3fd-d176-4565-8b73-0631d6ca034c req-6f5e7379-3cdc-4c1d-90cb-ad60f674200a tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Calling delete_port for 3e9af2dc-6b69-4603-8cde-38b9122ef5ee owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:08:03.521539 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e41179-18bc-4d50-9173-066d7801957c {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:08:03.541778 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] Publish callbacks [] for port (d6e41179-18bc-4d50-9173-066d7801957c), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:03.579741 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] Transition to ACTIVE for port object d6e41179-18bc-4d50-9173-066d7801957c will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:08:03.584699 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d6e41179-18bc-4d50-9173-066d7801957c), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:03.599781 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d414c480-f9c7-4e10-955c-41c4ad4c011c no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:08:03.652171 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-52a428d5-e9eb-4a18-b6b4-d905dc1577e6 req-0d995322-d6f3-4ec3-b999-ee6bd20e0c27 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7452710 Feb 28 20:08:03.741606 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: d414c480-f9c7-4e10-955c-41c4ad4c011c {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:08:03.741845 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d414c480-f9c7-4e10-955c-41c4ad4c011c not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:08:03.760918 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a081e79-eab4-40a4-a3c7-f69282539477 None None] Network 7a18f2d4-322a-491d-8dfe-75da33490a94 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:08:03.766303 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d2f22-c4d3-4300-99b4-b0192cbdc005 req-6d064159-f610-4afd-80f9-2dee0ea3c328 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:03.770397 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] Attempting to bind port d6e41179-18bc-4d50-9173-066d7801957c on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:08:03.772923 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] Attempting to bind port d6e41179-18bc-4d50-9173-066d7801957c by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '338bda26-d72e-4d55-9610-0ede20861b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b99c423-2a23-4a58-b010-0e915b051500'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:08:03.773440 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] Attempting to bind port d6e41179-18bc-4d50-9173-066d7801957c on network 2b99c423-2a23-4a58-b010-0e915b051500 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:08:03.776656 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff4d2f22-c4d3-4300-99b4-b0192cbdc005 req-6d064159-f610-4afd-80f9-2dee0ea3c328 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ae1845-8b35-49e5-8cf4-ed35114d2a51 HTTP/1.1" status: 200 len: 949 time: 0.3651218 Feb 28 20:08:03.785331 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] Pushing event updated for resources: {'Port': ['ID=d6e41179-18bc-4d50-9173-066d7801957c,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:03.800019 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] Port d6e41179-18bc-4d50-9173-066d7801957c on network 2b99c423-2a23-4a58-b010-0e915b051500 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:08:03.800564 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] Attempting to bind port d6e41179-18bc-4d50-9173-066d7801957c on network 2b99c423-2a23-4a58-b010-0e915b051500 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:08:03.833959 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:08:03.834304 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] Checking segment: {'id': '338bda26-d72e-4d55-9610-0ede20861b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b99c423-2a23-4a58-b010-0e915b051500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:08:03.841434 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] Bound using segment: {'id': '338bda26-d72e-4d55-9610-0ede20861b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b99c423-2a23-4a58-b010-0e915b051500'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:08:03.847678 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] Bound port: d6e41179-18bc-4d50-9173-066d7801957c, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338bda26-d72e-4d55-9610-0ede20861b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b99c423-2a23-4a58-b010-0e915b051500'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:08:03.848662 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d6e41179-18bc-4d50-9173-066d7801957c), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:03.934736 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff4d2f22-c4d3-4300-99b4-b0192cbdc005 req-a448d7f0-9af0-4b4b-8ee6-86128945a276 tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dbec68e-b8ec-48cd-9ddc-1ee44ac42fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529710 Feb 28 20:08:04.055542 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] For port d6e41179-18bc-4d50-9173-066d7801957c, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:08:04.062242 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] For port d6e41179-18bc-4d50-9173-066d7801957c, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d6e41179-18bc-4d50-9173-066d7801957c,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:08:04.070854 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d6e41179-18bc-4d50-9173-066d7801957c), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:04.113115 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:04.113768 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:04.115743 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] 10.222.0.15 "PUT /v2.0/ports/d6e41179-18bc-4d50-9173-066d7801957c HTTP/1.1" status: 200 len: 1092 time: 2.5087149 Feb 28 20:08:04.118549 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11dbb2a8-7754-42b1-8f6e-c400e36840cd', 'tag': 'd6e41179-18bc-4d50-9173-066d7801957c'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:08:04.122978 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a774512-e85d-4765-a211-5db94ea0669a" -d '{"events": [{"name": "network-changed", "server_uuid": "11dbb2a8-7754-42b1-8f6e-c400e36840cd", "tag": "d6e41179-18bc-4d50-9173-066d7801957c"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:08:04.208258 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fe7a3-a243-4d69-94c9-9dd369c8b6ff service neutron] Pushing event updated for resources: {'Port': ['ID=d6e41179-18bc-4d50-9173-066d7801957c,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:04.244737 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-4b2b2a5c-8960-47e5-b4e8-685e7e359b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:04.248406 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-4b2b2a5c-8960-47e5-b4e8-685e7e359b66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=252f6500c745486ebdf0fd76d35bf6bf&device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 1126 time: 0.0813031 Feb 28 20:08:04.251710 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-34b0c3fd-d176-4565-8b73-0631d6ca034c req-6f5e7379-3cdc-4c1d-90cb-ad60f674200a tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (3e9af2dc-6b69-4603-8cde-38b9122ef5ee), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:04.329865 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-221f959a-4fb1-4389-9602-b99fb3991f1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6e41179-18bc-4d50-9173-066d7801957c HTTP/1.1" status: 200 len: 217 time: 0.0592053 Feb 28 20:08:04.422573 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-2b3341bc-4c24-43df-901f-c3a45b85d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:04.428453 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-2b3341bc-4c24-43df-901f-c3a45b85d8ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4a3ede59-a3a4-4385-bdb9-388af5c0400e HTTP/1.1" status: 200 len: 861 time: 0.0929682 Feb 28 20:08:04.428841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e7379-3cdc-4c1d-90cb-ad60f674200a tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Pushing event deleted for resources: {'Port': ['ID=3e9af2dc-6b69-4603-8cde-38b9122ef5ee,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:04.481264 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-89cc9e6d-9863-4cbb-af76-f6ff3210ec78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2b99c423-2a23-4a58-b010-0e915b051500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324435 Feb 28 20:08:04.503823 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b0c3fd-d176-4565-8b73-0631d6ca034c req-6f5e7379-3cdc-4c1d-90cb-ad60f674200a tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] No DVR routers for this DVR port 3e9af2dc-6b69-4603-8cde-38b9122ef5ee on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:08:04.508414 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-34b0c3fd-d176-4565-8b73-0631d6ca034c req-6f5e7379-3cdc-4c1d-90cb-ad60f674200a tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:04.513884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34b0c3fd-d176-4565-8b73-0631d6ca034c req-6f5e7379-3cdc-4c1d-90cb-ad60f674200a tempest-TenantUsagesTestJSON-1549868197 tempest-TenantUsagesTestJSON-1549868197-project] 10.222.0.15 "DELETE /v2.0/ports/3e9af2dc-6b69-4603-8cde-38b9122ef5ee HTTP/1.1" status: 204 len: 173 time: 3.8522267 Feb 28 20:08:04.535508 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-844442c8-0c25-40f4-9d0b-5886d38bcb20 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:04.537630 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-844442c8-0c25-40f4-9d0b-5886d38bcb20 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/networks?id=cf9928ad-d488-4679-bca4-9ee269442294 HTTP/1.1" status: 200 len: 813 time: 0.2718616 Feb 28 20:08:04.557227 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3e9af2dc-6b69-4603-8cde-38b9122ef5ee no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:08:04.566430 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ae1845-8b35-49e5-8cf4-ed35114d2a51', 'name': 'network-vif-deleted', 'tag': '3e9af2dc-6b69-4603-8cde-38b9122ef5ee'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:08:04.570912 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78767498-accd-4094-b43f-7b0bec748a49" -d '{"events": [{"server_uuid": "b7ae1845-8b35-49e5-8cf4-ed35114d2a51", "name": "network-vif-deleted", "tag": "3e9af2dc-6b69-4603-8cde-38b9122ef5ee"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:08:04.608248 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-85875eff-af5e-4acf-951f-b39fa25c9c83 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/quotas/07833b9eb7014463880a70df18d19521 HTTP/1.1" status: 200 len: 375 time: 0.0284228 Feb 28 20:08:04.620478 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3239e-5f29-477a-91a1-5466cf414848 req-9f005542-0603-4547-95a2-fc43a96448b8 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:04.623156 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61d3239e-5f29-477a-91a1-5466cf414848 req-9f005542-0603-4547-95a2-fc43a96448b8 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 821 time: 0.4910491 Feb 28 20:08:04.653190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 3e9af2dc-6b69-4603-8cde-38b9122ef5ee {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:08:04.654497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3e9af2dc-6b69-4603-8cde-38b9122ef5ee not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:08:04.658770 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-abf3c0ff-ce83-493f-b982-27dd53c6910c service neutron] 10.222.0.15 "GET /v2.0/networks/2b99c423-2a23-4a58-b010-0e915b051500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691816 Feb 28 20:08:04.719516 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61d3239e-5f29-477a-91a1-5466cf414848 req-2787095d-b138-41a7-9804-f8edc7e9a100 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/quotas/b4b67168c19e47fc8123410b2d1449a0 HTTP/1.1" status: 200 len: 375 time: 0.0264931 Feb 28 20:08:04.806214 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61d3239e-5f29-477a-91a1-5466cf414848 req-afcd94cc-26ec-47e4-97f3-2269d7a17fac tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737917 Feb 28 20:08:04.812185 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-08d65809-d7e2-4bde-bb32-a35c257a9f42 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=07833b9eb7014463880a70df18d19521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1876469 Feb 28 20:08:04.829494 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fc465c53-a551-4cb8-9c1a-9eac095607b3 req-158832b5-c1a1-4bb1-bd1c-6fc7b55e58a8 service neutron] 10.222.0.15 "GET /v2.0/networks/2b99c423-2a23-4a58-b010-0e915b051500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653175 Feb 28 20:08:05.030541 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61d3239e-5f29-477a-91a1-5466cf414848 req-af16dd54-617b-493e-b768-85a83e685595 service neutron] 10.222.0.13 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155328 Feb 28 20:08:05.032529 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-10e30fd6-fa23-4043-8b52-d50ce139074e service neutron] 10.222.0.13 "GET /v2.0/networks/cf9928ad-d488-4679-bca4-9ee269442294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772065 Feb 28 20:08:05.241263 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61d3239e-5f29-477a-91a1-5466cf414848 req-456e04f3-1668-42ad-8014-ecf8b49ce68b service neutron] 10.222.0.13 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030003 Feb 28 20:08:05.275742 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-32cafe99-45f6-41ea-a648-e5e6d8d98626 service neutron] 10.222.0.13 "GET /v2.0/networks/cf9928ad-d488-4679-bca4-9ee269442294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275844 Feb 28 20:08:05.485216 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442790f4-8c83-4edc-95aa-d2ee0979b775 x-openstack-request-id: req-442790f4-8c83-4edc-95aa-d2ee0979b775 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:08:05.485676 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11dbb2a8-7754-42b1-8f6e-c400e36840cd", "tag": "d6e41179-18bc-4d50-9173-066d7801957c", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:08:05.485939 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-442790f4-8c83-4edc-95aa-d2ee0979b775 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:08:05.486590 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11dbb2a8-7754-42b1-8f6e-c400e36840cd', 'tag': 'd6e41179-18bc-4d50-9173-066d7801957c', 'status': 'completed', 'code': 200} Feb 28 20:08:05.577805 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d5396a-e4d0-4713-9f4f-55cc08edb44b x-openstack-request-id: req-53d5396a-e4d0-4713-9f4f-55cc08edb44b {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:08:05.578295 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ae1845-8b35-49e5-8cf4-ed35114d2a51", "name": "network-vif-deleted", "tag": "3e9af2dc-6b69-4603-8cde-38b9122ef5ee", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:08:05.578396 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53d5396a-e4d0-4713-9f4f-55cc08edb44b {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:08:05.578719 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ae1845-8b35-49e5-8cf4-ed35114d2a51', 'name': 'network-vif-deleted', 'tag': '3e9af2dc-6b69-4603-8cde-38b9122ef5ee', 'status': 'completed', 'code': 200} Feb 28 20:08:05.612927 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a774512-e85d-4765-a211-5db94ea0669a req-36a3775c-995b-45ba-958c-73544676d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:05.618098 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7a774512-e85d-4765-a211-5db94ea0669a req-36a3775c-995b-45ba-958c-73544676d41d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=252f6500c745486ebdf0fd76d35bf6bf&device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 1126 time: 0.1106517 Feb 28 20:08:05.813410 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dfec5-24d8-4be4-a641-d5689aed572d req-f1eb6964-7848-4b2e-a72d-7ccc35b7e207 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:05.816804 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-938dfec5-24d8-4be4-a641-d5689aed572d req-f1eb6964-7848-4b2e-a72d-7ccc35b7e207 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 943 time: 0.1437840 Feb 28 20:08:05.902946 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a774512-e85d-4765-a211-5db94ea0669a req-2855f4bf-57b3-456f-9920-4d4631b78e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:05.909116 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a79d347a-0430-4665-91ac-f76ba9433926 req-ce588bb8-b757-4f5d-b857-0f615da651b8 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/ports?device_id=46bfdb99-5c32-48d8-b435-5aa8c58b9021 HTTP/1.1" status: 200 len: 210 time: 0.0842290 Feb 28 20:08:05.911890 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7a774512-e85d-4765-a211-5db94ea0669a req-2855f4bf-57b3-456f-9920-4d4631b78e30 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2b99c423-2a23-4a58-b010-0e915b051500 HTTP/1.1" status: 200 len: 921 time: 0.2846868 Feb 28 20:08:06.001151 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7a774512-e85d-4765-a211-5db94ea0669a req-99616cfe-d1a0-4d34-9b2f-403d814a56b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6e41179-18bc-4d50-9173-066d7801957c HTTP/1.1" status: 200 len: 217 time: 0.0821397 Feb 28 20:08:06.108261 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a774512-e85d-4765-a211-5db94ea0669a req-03d9d081-db1e-47a2-9b6b-72b60476cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:06.113875 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7a774512-e85d-4765-a211-5db94ea0669a req-03d9d081-db1e-47a2-9b6b-72b60476cdcc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4a3ede59-a3a4-4385-bdb9-388af5c0400e HTTP/1.1" status: 200 len: 861 time: 0.1046774 Feb 28 20:08:06.132974 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fdcf86e2-1550-4e22-9d88-ab97d06ea988 req-bf74d624-88d5-404a-b2f7-b1b0d8a97fd1 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 210 time: 0.1034200 Feb 28 20:08:06.151804 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-938dfec5-24d8-4be4-a641-d5689aed572d req-3367f2f6-13e6-426a-9fa6-96f96c994872 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957933 Feb 28 20:08:06.203616 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7a774512-e85d-4765-a211-5db94ea0669a req-62708bc1-956b-417d-891c-1523eed8a3b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2b99c423-2a23-4a58-b010-0e915b051500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849657 Feb 28 20:08:06.448008 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7a774512-e85d-4765-a211-5db94ea0669a req-937c6899-14c2-4f84-8637-ef3ee489e613 service neutron] 10.222.0.15 "GET /v2.0/networks/2b99c423-2a23-4a58-b010-0e915b051500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357287 Feb 28 20:08:06.487751 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41618) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:06.494425 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2cdfb-9a41-4f74-8a86-0af9834d986f req-0c0baca4-17cf-4a46-9002-10672279b9c4 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:06.507243 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06f2cdfb-9a41-4f74-8a86-0af9834d986f req-0c0baca4-17cf-4a46-9002-10672279b9c4 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f245ea-f133-49e6-8d89-68757e914b43 HTTP/1.1" status: 200 len: 972 time: 0.1763952 Feb 28 20:08:06.602562 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06f2cdfb-9a41-4f74-8a86-0af9834d986f req-25c78d07-40dc-42d3-914d-64800b95a9ce tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933197 Feb 28 20:08:06.726982 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7a774512-e85d-4765-a211-5db94ea0669a req-52bd04c2-a8e5-4876-8730-e59adb8b36e6 service neutron] 10.222.0.15 "GET /v2.0/networks/2b99c423-2a23-4a58-b010-0e915b051500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740624 Feb 28 20:08:06.841081 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41626) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:06.841691 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d577f178-c977-487a-a3d8-5425aba2f61e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff1b51fce84941b8943eb6e824c30fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347337 Feb 28 20:08:06.928577 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d7781612-8fa8-4723-acf6-c2bf0839b18d admin admin] Publish callbacks [] for security_group (7dbec68e-b8ec-48cd-9ddc-1ee44ac42fc6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:06.961670 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d7781612-8fa8-4723-acf6-c2bf0839b18d admin admin] Publish callbacks [] for security_group (7dbec68e-b8ec-48cd-9ddc-1ee44ac42fc6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:07.060236 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835363ba-13ef-499d-99b1-e698591f8d96 req-bf288a48-6cd6-474e-a39f-17cb4485a84e tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:07.063050 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-835363ba-13ef-499d-99b1-e698591f8d96 req-bf288a48-6cd6-474e-a39f-17cb4485a84e tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.15 "GET /v2.0/ports?device_id=20f245ea-f133-49e6-8d89-68757e914b43 HTTP/1.1" status: 200 len: 972 time: 0.0982072 Feb 28 20:08:07.096405 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08ec574d-32e3-406e-8e5d-e5c62339666e req-c6fac33d-d9a5-4ebc-b5b5-0062598c7951 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/ports?device_id=46bfdb99-5c32-48d8-b435-5aa8c58b9021 HTTP/1.1" status: 200 len: 210 time: 0.0570428 Feb 28 20:08:07.126287 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d7781612-8fa8-4723-acf6-c2bf0839b18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7dbec68e-b8ec-48cd-9ddc-1ee44ac42fc6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:07.129676 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d7781612-8fa8-4723-acf6-c2bf0839b18d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:07.131435 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d7781612-8fa8-4723-acf6-c2bf0839b18d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7dbec68e-b8ec-48cd-9ddc-1ee44ac42fc6 HTTP/1.1" status: 204 len: 168 time: 0.2891636 Feb 28 20:08:07.140262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7781612-8fa8-4723-acf6-c2bf0839b18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbec68e-b8ec-48cd-9ddc-1ee44ac42fc6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:07.278027 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-835363ba-13ef-499d-99b1-e698591f8d96 req-59b7d9a8-3e56-4abc-977e-6e674f511871 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Deleting port 006c1370-cdd1-49ce-bf62-0a1b9630eb6a {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:08:07.278685 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-835363ba-13ef-499d-99b1-e698591f8d96 req-59b7d9a8-3e56-4abc-977e-6e674f511871 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (006c1370-cdd1-49ce-bf62-0a1b9630eb6a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:07.394813 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f47f07b4-fed7-4fd2-8f74-416187bccc55 req-717321ac-bcde-4f09-b351-3b5492a59a3c tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 210 time: 0.0769384 Feb 28 20:08:07.481208 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-835363ba-13ef-499d-99b1-e698591f8d96 req-59b7d9a8-3e56-4abc-977e-6e674f511871 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] For port 006c1370-cdd1-49ce-bf62-0a1b9630eb6a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=006c1370-cdd1-49ce-bf62-0a1b9630eb6a,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:07.481652 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-835363ba-13ef-499d-99b1-e698591f8d96 req-59b7d9a8-3e56-4abc-977e-6e674f511871 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (006c1370-cdd1-49ce-bf62-0a1b9630eb6a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:07.540311 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-835363ba-13ef-499d-99b1-e698591f8d96 req-59b7d9a8-3e56-4abc-977e-6e674f511871 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Calling delete_port for 006c1370-cdd1-49ce-bf62-0a1b9630eb6a owned by compute:tempest-test_az-1917933488 {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:08:07.591743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df7f10-c00e-47f3-86ec-15182d8c3c9d req-16088082-ae97-4b5a-bb16-5b7ba05c8c52 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:07.598996 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5df7f10-c00e-47f3-86ec-15182d8c3c9d req-16088082-ae97-4b5a-bb16-5b7ba05c8c52 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 943 time: 0.2115412 Feb 28 20:08:07.760728 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5df7f10-c00e-47f3-86ec-15182d8c3c9d req-20267b55-099a-4e6f-a8cd-ad3dd0e45c99 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523619 Feb 28 20:08:07.761292 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41644) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:07.779666 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3239e-5f29-477a-91a1-5466cf414848 req-17e6166e-18ac-45f5-bb8a-ee465ef5c6e4 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:07.781211 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61d3239e-5f29-477a-91a1-5466cf414848 req-17e6166e-18ac-45f5-bb8a-ee465ef5c6e4 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.10 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 821 time: 0.3288198 Feb 28 20:08:07.821088 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-61d3239e-5f29-477a-91a1-5466cf414848 req-66f45851-1761-4965-8a82-47db8f7139c3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Request body: {'port': {'device_id': 'a2172173-1b4a-467e-b1ce-ee44d0314b3d', 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9', 'admin_state_up': True, 'tenant_id': 'b4b67168c19e47fc8123410b2d1449a0'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:08:07.842278 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-545d9de1-b8f1-4d0c-9034-eb8bd1fa7e24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:07.944416 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-4392da10-3274-45ec-ba68-1b5b3a7da3e9 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:07.946004 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-4392da10-3274-45ec-ba68-1b5b3a7da3e9 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.10 "GET /v2.0/networks?id=cf9928ad-d488-4679-bca4-9ee269442294 HTTP/1.1" status: 200 len: 813 time: 0.4366221 Feb 28 20:08:07.978528 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-db334e0c-2517-4dc0-8a78-71a19bb4ce83 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Request body: {'port': {'device_id': '46bfdb99-5c32-48d8-b435-5aa8c58b9021', 'network_id': 'cf9928ad-d488-4679-bca4-9ee269442294', 'admin_state_up': True, 'tenant_id': '07833b9eb7014463880a70df18d19521'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:08:08.002892 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d3239e-5f29-477a-91a1-5466cf414848 req-66f45851-1761-4965-8a82-47db8f7139c3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Made reservation on behalf of b4b67168c19e47fc8123410b2d1449a0 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:08:08.007911 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-61d3239e-5f29-477a-91a1-5466cf414848 req-66f45851-1761-4965-8a82-47db8f7139c3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:08.020859 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd55ce-06b6-497a-b501-4e5bada5d66f req-840a1fe8-2b2f-412c-833c-51339e55369c tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:08.022913 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6bd55ce-06b6-497a-b501-4e5bada5d66f req-840a1fe8-2b2f-412c-833c-51339e55369c tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f245ea-f133-49e6-8d89-68757e914b43 HTTP/1.1" status: 200 len: 972 time: 0.2630770 Feb 28 20:08:08.110641 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-835363ba-13ef-499d-99b1-e698591f8d96 req-59b7d9a8-3e56-4abc-977e-6e674f511871 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (006c1370-cdd1-49ce-bf62-0a1b9630eb6a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:08.125860 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['006c1370-cdd1-49ce-bf62-0a1b9630eb6a'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:08:08.190539 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6bd55ce-06b6-497a-b501-4e5bada5d66f req-29d265d7-4e38-4e32-ba3c-a57a74a5bc85 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608377 Feb 28 20:08:08.206081 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['40170489-c4a5-42a8-a75c-b8e4f1bb9227'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:08:08.234242 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7d9a8-3e56-4abc-977e-6e674f511871 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Pushing event deleted for resources: {'Port': ['ID=006c1370-cdd1-49ce-bf62-0a1b9630eb6a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:08.309327 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a66ecf59-a304-4c2d-a5a0-7858656cc8ba req-9abd13f5-1704-41b5-ac53-c97b9f80c1e8 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/ports?device_id=46bfdb99-5c32-48d8-b435-5aa8c58b9021 HTTP/1.1" status: 200 len: 210 time: 0.0864830 Feb 28 20:08:08.337885 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-835363ba-13ef-499d-99b1-e698591f8d96 req-59b7d9a8-3e56-4abc-977e-6e674f511871 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] No DVR routers for this DVR port 006c1370-cdd1-49ce-bf62-0a1b9630eb6a on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:08:08.344210 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-835363ba-13ef-499d-99b1-e698591f8d96 req-59b7d9a8-3e56-4abc-977e-6e674f511871 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:08.348759 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-835363ba-13ef-499d-99b1-e698591f8d96 req-59b7d9a8-3e56-4abc-977e-6e674f511871 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.15 "DELETE /v2.0/ports/006c1370-cdd1-49ce-bf62-0a1b9630eb6a HTTP/1.1" status: 204 len: 173 time: 1.2800527 Feb 28 20:08:08.349803 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f245ea-f133-49e6-8d89-68757e914b43', 'name': 'network-vif-deleted', 'tag': '006c1370-cdd1-49ce-bf62-0a1b9630eb6a'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:08:08.352508 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9613c7b7-ea4e-44e9-9469-582adab66308" -d '{"events": [{"server_uuid": "20f245ea-f133-49e6-8d89-68757e914b43", "name": "network-vif-deleted", "tag": "006c1370-cdd1-49ce-bf62-0a1b9630eb6a"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:08:08.361231 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-61d3239e-5f29-477a-91a1-5466cf414848 req-66f45851-1761-4965-8a82-47db8f7139c3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Allocated IP 172.20.0.5 (ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9/83db07cb-72a9-4083-bdb0-f440451686c1/0f0e4f79-a738-421e-8ac2-969278ac2ab9) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:08:08.422072 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-db334e0c-2517-4dc0-8a78-71a19bb4ce83 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Made reservation on behalf of 07833b9eb7014463880a70df18d19521 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:08:08.432467 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-db334e0c-2517-4dc0-8a78-71a19bb4ce83 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:08.453412 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0751a054-8a20-4bd7-b5c0-7cc017a880b4 x-openstack-request-id: req-0751a054-8a20-4bd7-b5c0-7cc017a880b4 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:08:08.466719 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f245ea-f133-49e6-8d89-68757e914b43", "name": "network-vif-deleted", "tag": "006c1370-cdd1-49ce-bf62-0a1b9630eb6a", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:08:08.470635 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0751a054-8a20-4bd7-b5c0-7cc017a880b4 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:08:08.474695 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f245ea-f133-49e6-8d89-68757e914b43', 'name': 'network-vif-deleted', 'tag': '006c1370-cdd1-49ce-bf62-0a1b9630eb6a', 'status': 'completed', 'code': 200} Feb 28 20:08:08.508836 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-545d9de1-b8f1-4d0c-9034-eb8bd1fa7e24 admin admin] Publish callbacks [] for security_group (42d7af3a-14a4-444d-881d-b224a5058cda), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:08.526518 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-545d9de1-b8f1-4d0c-9034-eb8bd1fa7e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (42d7af3a-14a4-444d-881d-b224a5058cda), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:08.598355 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device d6e41179-18bc-4d50-9173-066d7801957c details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:08:08.628134 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8cd82854-889c-4dc1-ae5e-bef503ecdb30 req-b6b75cc7-34fa-4e39-96b8-4e21b12814fc tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 210 time: 0.0604124 Feb 28 20:08:08.744374 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-61d3239e-5f29-477a-91a1-5466cf414848 req-66f45851-1761-4965-8a82-47db8f7139c3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks [] for port (0f0e4f79-a738-421e-8ac2-969278ac2ab9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:08.815308 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-545d9de1-b8f1-4d0c-9034-eb8bd1fa7e24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08e23564fdf24478ae4ce055435ab461&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0533733 Feb 28 20:08:08.824572 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41674) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:08.888406 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d9de1-b8f1-4d0c-9034-eb8bd1fa7e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d7af3a-14a4-444d-881d-b224a5058cda,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:08.988742 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-61d3239e-5f29-477a-91a1-5466cf414848 req-66f45851-1761-4965-8a82-47db8f7139c3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0f0e4f79-a738-421e-8ac2-969278ac2ab9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:09.028160 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port d6e41179-18bc-4d50-9173-066d7801957c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d6e41179-18bc-4d50-9173-066d7801957c,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:09.062712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'd6e41179-18bc-4d50-9173-066d7801957c', 'network_id': '2b99c423-2a23-4a58-b010-0e915b051500', 'port_id': 'd6e41179-18bc-4d50-9173-066d7801957c', 'mac_address': 'fa:16:3e:23:2e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3ede59-a3a4-4385-bdb9-388af5c0400e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:08:09.188349 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port d6e41179-18bc-4d50-9173-066d7801957c is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:08:09.190452 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d6e41179-18bc-4d50-9173-066d7801957c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:09.256347 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e41179-18bc-4d50-9173-066d7801957c {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:08:09.339323 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port d6e41179-18bc-4d50-9173-066d7801957c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d6e41179-18bc-4d50-9173-066d7801957c,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:09.340076 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-db334e0c-2517-4dc0-8a78-71a19bb4ce83 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Allocated IP 172.20.0.14 (cf9928ad-d488-4679-bca4-9ee269442294/f72b8307-9bba-45e4-bfeb-74c3cbc4dffa/27ca5416-c4d9-4f65-8900-adf27ba6c419) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:08:09.351641 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d6e41179-18bc-4d50-9173-066d7801957c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:09.374547 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d3239e-5f29-477a-91a1-5466cf414848 req-66f45851-1761-4965-8a82-47db8f7139c3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:08:09.381770 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f45851-1761-4965-8a82-47db8f7139c3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Pushing event updated for resources: {'Port': ['ID=0f0e4f79-a738-421e-8ac2-969278ac2ab9,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:09.459173 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-61d3239e-5f29-477a-91a1-5466cf414848 req-66f45851-1761-4965-8a82-47db8f7139c3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:08:09.468130 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d3239e-5f29-477a-91a1-5466cf414848 req-66f45851-1761-4965-8a82-47db8f7139c3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:08:09.480824 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a238607-10d2-4b32-a361-dff350aa581d admin admin] Publish callbacks [] for security_group (42d7af3a-14a4-444d-881d-b224a5058cda), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:09.545185 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=d6e41179-18bc-4d50-9173-066d7801957c,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:09.547642 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a238607-10d2-4b32-a361-dff350aa581d admin admin] Publish callbacks [] for security_group (42d7af3a-14a4-444d-881d-b224a5058cda), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:09.577420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['d6e41179-18bc-4d50-9173-066d7801957c'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:08:09.666137 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a238607-10d2-4b32-a361-dff350aa581d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (42d7af3a-14a4-444d-881d-b224a5058cda), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:09.668790 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a238607-10d2-4b32-a361-dff350aa581d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:09.669957 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4a238607-10d2-4b32-a361-dff350aa581d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42d7af3a-14a4-444d-881d-b224a5058cda HTTP/1.1" status: 204 len: 168 time: 0.8414314 Feb 28 20:08:09.766960 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-48d70b85-cdd7-44c1-a10b-ef748e42aa06 req-90bb6f14-0520-4502-923f-75e6e3b80615 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f245ea-f133-49e6-8d89-68757e914b43 HTTP/1.1" status: 200 len: 210 time: 0.1554742 Feb 28 20:08:09.782893 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a238607-10d2-4b32-a361-dff350aa581d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d7af3a-14a4-444d-881d-b224a5058cda,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:09.831305 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1d4df-82e8-4f2d-b09d-b20dae1d5063 req-371f5d65-881e-4e05-a225-31a0f98ebf3a tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:09.832877 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77f1d4df-82e8-4f2d-b09d-b20dae1d5063 req-371f5d65-881e-4e05-a225-31a0f98ebf3a tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 943 time: 0.8100030 Feb 28 20:08:09.845500 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3239e-5f29-477a-91a1-5466cf414848 req-66f45851-1761-4965-8a82-47db8f7139c3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:09.846159 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-61d3239e-5f29-477a-91a1-5466cf414848 req-66f45851-1761-4965-8a82-47db8f7139c3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:09.884418 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-db334e0c-2517-4dc0-8a78-71a19bb4ce83 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Publish callbacks [] for port (27ca5416-c4d9-4f65-8900-adf27ba6c419), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:09.899223 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61d3239e-5f29-477a-91a1-5466cf414848 req-66f45851-1761-4965-8a82-47db8f7139c3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0873759 Feb 28 20:08:09.962021 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77f1d4df-82e8-4f2d-b09d-b20dae1d5063 req-8edc7b23-9a84-4b8d-be75-42e831dd0027 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811989 Feb 28 20:08:09.972963 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-61d3239e-5f29-477a-91a1-5466cf414848 req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] Request body: {'port': {'device_id': 'a2172173-1b4a-467e-b1ce-ee44d0314b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:08:10.050304 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-81f65a2c-76ac-436b-b061-3df71efe5fc3 req-9743ef32-533a-4058-a8ec-43948789d3a2 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/ports?device_id=46bfdb99-5c32-48d8-b435-5aa8c58b9021 HTTP/1.1" status: 200 len: 210 time: 0.0972240 Feb 28 20:08:10.072128 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-db334e0c-2517-4dc0-8a78-71a19bb4ce83 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (27ca5416-c4d9-4f65-8900-adf27ba6c419), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:10.204997 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-db334e0c-2517-4dc0-8a78-71a19bb4ce83 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Network cf9928ad-d488-4679-bca4-9ee269442294 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:08:10.209921 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-db334e0c-2517-4dc0-8a78-71a19bb4ce83 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:08:10.220275 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-db334e0c-2517-4dc0-8a78-71a19bb4ce83 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:08:10.238072 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-db334e0c-2517-4dc0-8a78-71a19bb4ce83 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:10.238751 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-db334e0c-2517-4dc0-8a78-71a19bb4ce83 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:10.295618 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db334e0c-2517-4dc0-8a78-71a19bb4ce83 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Pushing event updated for resources: {'Port': ['ID=27ca5416-c4d9-4f65-8900-adf27ba6c419,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:10.319028 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-db334e0c-2517-4dc0-8a78-71a19bb4ce83 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3442097 Feb 28 20:08:10.608638 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device d6e41179-18bc-4d50-9173-066d7801957c up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:08:10.679072 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-61d3239e-5f29-477a-91a1-5466cf414848 req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0f0e4f79-a738-421e-8ac2-969278ac2ab9), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:10.750956 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b6753bd4-3f38-446c-b39e-79344bd0a6cd None None] Provisioning complete for port 27ca5416-c4d9-4f65-8900-adf27ba6c419 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:08:10.751424 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b6753bd4-3f38-446c-b39e-79344bd0a6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (27ca5416-c4d9-4f65-8900-adf27ba6c419), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:10.882406 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b6753bd4-3f38-446c-b39e-79344bd0a6cd None None] Port 27ca5416-c4d9-4f65-8900-adf27ba6c419 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:08:10.899499 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port d6e41179-18bc-4d50-9173-066d7801957c completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:08:10.924800 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port d6e41179-18bc-4d50-9173-066d7801957c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:08:10.925189 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d6e41179-18bc-4d50-9173-066d7801957c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:11.157031 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b9e12-16d7-48a7-a4bc-3fb49a8db99e req-34ac2eee-af59-41e9-9d8b-a32c2f430720 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:11.163555 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b8b9e12-16d7-48a7-a4bc-3fb49a8db99e req-34ac2eee-af59-41e9-9d8b-a32c2f430720 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 931 time: 0.5515215 Feb 28 20:08:11.196797 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port d6e41179-18bc-4d50-9173-066d7801957c is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:08:11.197349 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d6e41179-18bc-4d50-9173-066d7801957c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:11.297365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-61d3239e-5f29-477a-91a1-5466cf414848 req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0e4f79-a738-421e-8ac2-969278ac2ab9 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:08:11.327023 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-61d3239e-5f29-477a-91a1-5466cf414848 req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] Publish callbacks [] for port (0f0e4f79-a738-421e-8ac2-969278ac2ab9), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:11.335190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port d6e41179-18bc-4d50-9173-066d7801957c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d6e41179-18bc-4d50-9173-066d7801957c,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:11.338939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11dbb2a8-7754-42b1-8f6e-c400e36840cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e41179-18bc-4d50-9173-066d7801957c'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:08:11.358498 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7447533-7498-4348-941a-a3042df3e336" -d '{"events": [{"server_uuid": "11dbb2a8-7754-42b1-8f6e-c400e36840cd", "name": "network-vif-plugged", "status": "completed", "tag": "d6e41179-18bc-4d50-9173-066d7801957c"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:08:11.364473 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b8b9e12-16d7-48a7-a4bc-3fb49a8db99e req-d65439f8-af7e-43ae-947f-4203b3ac2278 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998482 Feb 28 20:08:11.368549 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d6e41179-18bc-4d50-9173-066d7801957c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:11.386233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 006c1370-cdd1-49ce-bf62-0a1b9630eb6a no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:08:11.401782 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-61d3239e-5f29-477a-91a1-5466cf414848 req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] Transition to ACTIVE for port object 0f0e4f79-a738-421e-8ac2-969278ac2ab9 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:08:11.411483 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-61d3239e-5f29-477a-91a1-5466cf414848 req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (0f0e4f79-a738-421e-8ac2-969278ac2ab9), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:11.530137 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41726) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:11.650784 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] Pushing event updated for resources: {'Port': ['ID=0f0e4f79-a738-421e-8ac2-969278ac2ab9,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:11.698406 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=d6e41179-18bc-4d50-9173-066d7801957c,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:11.713179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 006c1370-cdd1-49ce-bf62-0a1b9630eb6a {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:08:11.713734 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 006c1370-cdd1-49ce-bf62-0a1b9630eb6a not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:08:11.755644 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-61d3239e-5f29-477a-91a1-5466cf414848 req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] Attempting to bind port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:08:11.756249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-61d3239e-5f29-477a-91a1-5466cf414848 req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] Attempting to bind port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:08:11.756803 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d3239e-5f29-477a-91a1-5466cf414848 req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] Attempting to bind port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:08:11.772899 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d3239e-5f29-477a-91a1-5466cf414848 req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] Port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:08:11.773310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d3239e-5f29-477a-91a1-5466cf414848 req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] Attempting to bind port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:08:11.797084 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2429938-53cb-4b6e-8f54-7c38faced964 req-7ed9a40e-0367-4208-a7e1-722a94dc460c tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:11.799722 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2429938-53cb-4b6e-8f54-7c38faced964 req-7ed9a40e-0367-4208-a7e1-722a94dc460c tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 945 time: 0.2416430 Feb 28 20:08:11.805115 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e66fd261-3909-431d-8928-8f2b22dc87fd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1871536294-network', 'tenant_id': '19669575c2994232b34479de662e7b20'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:08:11.820519 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb04d8-46e7-4d69-a018-89f255dac969 req-2be5dc58-c19a-47ef-97d9-6bebfe1d2b99 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:11.824165 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e9bb04d8-46e7-4d69-a018-89f255dac969 req-2be5dc58-c19a-47ef-97d9-6bebfe1d2b99 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/ports?device_id=46bfdb99-5c32-48d8-b435-5aa8c58b9021 HTTP/1.1" status: 200 len: 932 time: 0.3066669 Feb 28 20:08:11.837693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d3239e-5f29-477a-91a1-5466cf414848 req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:08:11.840128 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d3239e-5f29-477a-91a1-5466cf414848 req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] Checking segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:08:11.840128 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d3239e-5f29-477a-91a1-5466cf414848 req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] Bound using segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:08:11.840128 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-61d3239e-5f29-477a-91a1-5466cf414848 req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] Bound port: 0f0e4f79-a738-421e-8ac2-969278ac2ab9, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:08:11.840128 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-61d3239e-5f29-477a-91a1-5466cf414848 req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0f0e4f79-a738-421e-8ac2-969278ac2ab9), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:11.851218 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66fd261-3909-431d-8928-8f2b22dc87fd admin admin] Made reservation on behalf of 19669575c2994232b34479de662e7b20 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:08:11.857251 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e66fd261-3909-431d-8928-8f2b22dc87fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:11.874102 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e66fd261-3909-431d-8928-8f2b22dc87fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:12.015068 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2429938-53cb-4b6e-8f54-7c38faced964 req-fcc4d6cf-8c32-4a48-a736-b0250b84d8c4 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860790 Feb 28 20:08:12.023716 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e9bb04d8-46e7-4d69-a018-89f255dac969 req-a075e1fa-3517-47cf-9ef8-ac40aad1aa0a tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/security-groups?id=a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921017 Feb 28 20:08:12.091503 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-61d3239e-5f29-477a-91a1-5466cf414848 req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] For port 0f0e4f79-a738-421e-8ac2-969278ac2ab9, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:08:12.103187 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-61d3239e-5f29-477a-91a1-5466cf414848 req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] For port 0f0e4f79-a738-421e-8ac2-969278ac2ab9, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=0f0e4f79-a738-421e-8ac2-969278ac2ab9,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:08:12.119957 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-61d3239e-5f29-477a-91a1-5466cf414848 req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (0f0e4f79-a738-421e-8ac2-969278ac2ab9), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:12.185503 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e66fd261-3909-431d-8928-8f2b22dc87fd admin admin] Publish callbacks [] for security_group (1298f3d5-4fd8-4c4f-895a-26ce2f87e321), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:12.195877 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e66fd261-3909-431d-8928-8f2b22dc87fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1298f3d5-4fd8-4c4f-895a-26ce2f87e321), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:12.229331 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66fd261-3909-431d-8928-8f2b22dc87fd admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:08:12.243640 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c0f836-cc36-4676-81b4-0f28cfe8c222 x-openstack-request-id: req-19c0f836-cc36-4676-81b4-0f28cfe8c222 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:08:12.244310 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11dbb2a8-7754-42b1-8f6e-c400e36840cd", "name": "network-vif-plugged", "status": "completed", "tag": "d6e41179-18bc-4d50-9173-066d7801957c", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:08:12.244769 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19c0f836-cc36-4676-81b4-0f28cfe8c222 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:08:12.245465 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11dbb2a8-7754-42b1-8f6e-c400e36840cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e41179-18bc-4d50-9173-066d7801957c', 'code': 200} Feb 28 20:08:12.258974 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e66fd261-3909-431d-8928-8f2b22dc87fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (eecf8faa-553a-4cec-ad9f-bc3a3592e674), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:12.263710 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-e66fd261-3909-431d-8928-8f2b22dc87fd admin admin] Added segment eecf8faa-553a-4cec-ad9f-bc3a3592e674 of type vlan for network 6dd0017a-523e-412b-8c9d-9b98b99a5dea Feb 28 20:08:12.337861 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3239e-5f29-477a-91a1-5466cf414848 req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:12.344118 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-61d3239e-5f29-477a-91a1-5466cf414848 req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:12.354198 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61d3239e-5f29-477a-91a1-5466cf414848 req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] 10.222.0.10 "PUT /v2.0/ports/0f0e4f79-a738-421e-8ac2-969278ac2ab9 HTTP/1.1" status: 200 len: 1092 time: 2.4002054 Feb 28 20:08:12.357082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2172173-1b4a-467e-b1ce-ee44d0314b3d', 'tag': '0f0e4f79-a738-421e-8ac2-969278ac2ab9'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:08:12.361192 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebfe4e4-f5f5-4f60-8f44-9c17451a695b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2172173-1b4a-467e-b1ce-ee44d0314b3d", "tag": "0f0e4f79-a738-421e-8ac2-969278ac2ab9"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:08:12.411364 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e66fd261-3909-431d-8928-8f2b22dc87fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (6dd0017a-523e-412b-8c9d-9b98b99a5dea), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:12.429676 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fd261-3909-431d-8928-8f2b22dc87fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1298f3d5-4fd8-4c4f-895a-26ce2f87e321,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:12.462605 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbee5d0-bb8b-4513-92a7-b6e9bae96762 x-openstack-request-id: req-9dbee5d0-bb8b-4513-92a7-b6e9bae96762 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:08:12.463140 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2172173-1b4a-467e-b1ce-ee44d0314b3d", "tag": "0f0e4f79-a738-421e-8ac2-969278ac2ab9", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:08:12.463412 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9dbee5d0-bb8b-4513-92a7-b6e9bae96762 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:08:12.463999 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2172173-1b4a-467e-b1ce-ee44d0314b3d', 'tag': '0f0e4f79-a738-421e-8ac2-969278ac2ab9', 'status': 'completed', 'code': 200} Feb 28 20:08:12.490615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988068a7-0ff6-4689-8130-845a6c32711c service neutron] Pushing event updated for resources: {'Port': ['ID=0f0e4f79-a738-421e-8ac2-969278ac2ab9,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:12.503600 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d5718-998d-45bb-8b94-ec7a1c90cde1 req-3ac45ee0-3952-4e71-be28-9b780166e4b7 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:12.505662 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e66fd261-3909-431d-8928-8f2b22dc87fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (6dd0017a-523e-412b-8c9d-9b98b99a5dea), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:12.507031 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66fd261-3909-431d-8928-8f2b22dc87fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:12.510899 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e66fd261-3909-431d-8928-8f2b22dc87fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:12.513961 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-590d5718-998d-45bb-8b94-ec7a1c90cde1 req-3ac45ee0-3952-4e71-be28-9b780166e4b7 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 951 time: 0.2330782 Feb 28 20:08:12.558099 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a70023-71ad-4dc1-9468-71a664b3e4bf req-052b1ded-47ec-49a1-9058-ce09f1e24ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:12.559691 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c7a70023-71ad-4dc1-9468-71a664b3e4bf req-052b1ded-47ec-49a1-9058-ce09f1e24ae2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 1128 time: 0.2134171 Feb 28 20:08:12.575823 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e66fd261-3909-431d-8928-8f2b22dc87fd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0331981 Feb 28 20:08:12.606209 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41736) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:12.647480 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Request body: {'subnet': {'network_id': '6dd0017a-523e-412b-8c9d-9b98b99a5dea', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1871536294-subnet', 'tenant_id': '19669575c2994232b34479de662e7b20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:08:12.650809 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fd261-3909-431d-8928-8f2b22dc87fd admin admin] Pushing event updated for resources: {'Network': ['ID=6dd0017a-523e-412b-8c9d-9b98b99a5dea,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:12.680618 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 6dd0017a-523e-412b-8c9d-9b98b99a5dea details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:08:12.736776 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-590d5718-998d-45bb-8b94-ec7a1c90cde1 req-062c7481-4ae3-4545-9382-3a42fea3f523 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192521 Feb 28 20:08:12.753091 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c7a70023-71ad-4dc1-9468-71a664b3e4bf req-881cc391-37ff-4861-b18b-35f7eaaaee8d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847022 Feb 28 20:08:12.856541 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Made reservation on behalf of 19669575c2994232b34479de662e7b20 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:08:12.861376 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:12.886379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da29b8-8a5b-4457-b4ec-277998971ff1 req-73b30215-ccf9-47a3-8c08-4a7fa952e848 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:12.888237 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-11da29b8-8a5b-4457-b4ec-277998971ff1 req-73b30215-ccf9-47a3-8c08-4a7fa952e848 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 943 time: 0.2835951 Feb 28 20:08:13.025476 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-11da29b8-8a5b-4457-b4ec-277998971ff1 req-e49deb3d-af0a-4354-aa2b-1a9b2b25b25d tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150393 Feb 28 20:08:13.326705 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (5f17335b-0b58-4a65-98e7-6c7e2b1e0af5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:13.444734 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f17335b-0b58-4a65-98e7-6c7e2b1e0af5,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:13.454463 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02ac6b-2a1d-40df-a621-5a47e182e6ab req-1ca92b49-27d0-473f-9d29-53534a79aeb8 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:13.461466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cc02ac6b-2a1d-40df-a621-5a47e182e6ab req-1ca92b49-27d0-473f-9d29-53534a79aeb8 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/ports?device_id=46bfdb99-5c32-48d8-b435-5aa8c58b9021 HTTP/1.1" status: 200 len: 932 time: 0.2497215 Feb 28 20:08:13.472647 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c141ef5-b444-4094-b87a-bd211b2e22e7 req-2b307a76-60eb-4ca0-80f6-a372b33d59a7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:13.474723 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c141ef5-b444-4094-b87a-bd211b2e22e7 req-2b307a76-60eb-4ca0-80f6-a372b33d59a7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 945 time: 0.2653999 Feb 28 20:08:13.498826 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:13.499242 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:13.499505 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:13.499882 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:13.500224 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:13.500555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:13.500884 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:13.501210 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:13.501534 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:13.501856 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:13.502179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:13.502500 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:13.502828 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:13.556058 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Checking segment: {'id': 'eecf8faa-553a-4cec-ad9f-bc3a3592e674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6dd0017a-523e-412b-8c9d-9b98b99a5dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:08:13.556439 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Network hostable DHCP agents. Network: 6dd0017a-523e-412b-8c9d-9b98b99a5dea, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:08:13.611441 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cc02ac6b-2a1d-40df-a621-5a47e182e6ab req-0edd66fb-9539-4fa6-b0ec-44acb14ab9ac tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/security-groups?id=a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489370 Feb 28 20:08:13.618424 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c141ef5-b444-4094-b87a-bd211b2e22e7 req-b30566d3-0ecf-4128-a143-11700cadbf8f tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255097 Feb 28 20:08:13.661733 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Network 6dd0017a-523e-412b-8c9d-9b98b99a5dea is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:08:13.684641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 6dd0017a-523e-412b-8c9d-9b98b99a5dea) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:08:13.692273 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:13.692711 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:13.707058 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e768aed-0fec-4c7d-89a6-35e7551d72f6 None None] Network 6dd0017a-523e-412b-8c9d-9b98b99a5dea requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:08:13.718367 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41752) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:13.719702 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b96eeae5-e4e1-46b9-b8db-677553aba7f7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1091404 Feb 28 20:08:13.723256 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1871536294-router', 'tenant_id': '19669575c2994232b34479de662e7b20', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:08:13.767290 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (0ac8423e-e311-4a6f-bb8b-24ee09bce7a0), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:13.768400 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (0ac8423e-e311-4a6f-bb8b-24ee09bce7a0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:13.912634 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Publish callbacks [] for router_controller (0ac8423e-e311-4a6f-bb8b-24ee09bce7a0), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:14.047223 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cca28c-7820-418f-a10a-4d0b5627fd6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-6dd0017a-523e-412b-8c9d-9b98b99a5dea', 'network_id': '6dd0017a-523e-412b-8c9d-9b98b99a5dea', 'project_id': '19669575c2994232b34479de662e7b20', 'fixed_ips': [{'subnet_id': '5f17335b-0b58-4a65-98e7-6c7e2b1e0af5'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:08:14.048175 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-08cca28c-7820-418f-a10a-4d0b5627fd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:14.130312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d963f-c374-40a2-be55-a2e649b38b07 req-7b4672f2-a78d-4ba3-adeb-80c6837bf5e1 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:14.132802 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-202d963f-c374-40a2-be55-a2e649b38b07 req-7b4672f2-a78d-4ba3-adeb-80c6837bf5e1 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 951 time: 0.1553845 Feb 28 20:08:14.312452 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-202d963f-c374-40a2-be55-a2e649b38b07 req-eaadafb2-8ebc-45e2-a777-abd71a36cb5e tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723783 Feb 28 20:08:14.387446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb15f00-9d7a-40f8-bfd1-12edc2630182 req-8cb9f002-6bad-4327-81ca-ef19637193e0 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:14.392806 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ecb15f00-9d7a-40f8-bfd1-12edc2630182 req-8cb9f002-6bad-4327-81ca-ef19637193e0 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 943 time: 0.1507900 Feb 28 20:08:14.394780 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Publish callbacks [] for router_gateway (0ac8423e-e311-4a6f-bb8b-24ee09bce7a0), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:14.400652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-08cca28c-7820-418f-a10a-4d0b5627fd6b None None] Allocated IP 172.20.0.2 (6dd0017a-523e-412b-8c9d-9b98b99a5dea/5f17335b-0b58-4a65-98e7-6c7e2b1e0af5/9cb895d3-5d47-44ca-a828-faf79e718fbb) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:08:14.531002 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ecb15f00-9d7a-40f8-bfd1-12edc2630182 req-0e480f73-efef-4475-9bcf-d08552045103 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232774 Feb 28 20:08:14.842979 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-08cca28c-7820-418f-a10a-4d0b5627fd6b None None] Publish callbacks [] for port (9cb895d3-5d47-44ca-a828-faf79e718fbb), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:14.855647 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-08cca28c-7820-418f-a10a-4d0b5627fd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (9cb895d3-5d47-44ca-a828-faf79e718fbb), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:14.867721 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Publish callbacks [] for router_gateway (0ac8423e-e311-4a6f-bb8b-24ee09bce7a0), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:14.930356 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:15.002273 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cca28c-7820-418f-a10a-4d0b5627fd6b None None] Network 6dd0017a-523e-412b-8c9d-9b98b99a5dea is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:08:15.020877 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-08cca28c-7820-418f-a10a-4d0b5627fd6b None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:08:15.026186 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cca28c-7820-418f-a10a-4d0b5627fd6b None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:08:15.030470 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cca28c-7820-418f-a10a-4d0b5627fd6b None None] Pushing event updated for resources: {'Port': ['ID=9cb895d3-5d47-44ca-a828-faf79e718fbb,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:15.167959 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2fa1b-68f3-4869-ae49-bc6caeec942c req-d48d3bc6-2bc1-4387-a822-190f5d3ebee8 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:15.175844 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4a2fa1b-68f3-4869-ae49-bc6caeec942c req-d48d3bc6-2bc1-4387-a822-190f5d3ebee8 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/ports?device_id=46bfdb99-5c32-48d8-b435-5aa8c58b9021 HTTP/1.1" status: 200 len: 932 time: 0.3741241 Feb 28 20:08:15.192709 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Allocated IP 172.25.0.139 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/8ddd6f79-85f3-4c69-a391-e54119682850) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:08:15.244678 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-08cca28c-7820-418f-a10a-4d0b5627fd6b None None] Attempting to bind port 9cb895d3-5d47-44ca-a828-faf79e718fbb on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:08:15.245462 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-08cca28c-7820-418f-a10a-4d0b5627fd6b None None] Attempting to bind port 9cb895d3-5d47-44ca-a828-faf79e718fbb by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'eecf8faa-553a-4cec-ad9f-bc3a3592e674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6dd0017a-523e-412b-8c9d-9b98b99a5dea'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:08:15.247733 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cca28c-7820-418f-a10a-4d0b5627fd6b None None] Attempting to bind port 9cb895d3-5d47-44ca-a828-faf79e718fbb on network 6dd0017a-523e-412b-8c9d-9b98b99a5dea {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:08:15.266078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cca28c-7820-418f-a10a-4d0b5627fd6b None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:08:15.266452 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cca28c-7820-418f-a10a-4d0b5627fd6b None None] Checking segment: {'id': 'eecf8faa-553a-4cec-ad9f-bc3a3592e674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6dd0017a-523e-412b-8c9d-9b98b99a5dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:08:15.266860 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-08cca28c-7820-418f-a10a-4d0b5627fd6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:15.267247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cca28c-7820-418f-a10a-4d0b5627fd6b None None] Bound using segment: {'id': 'eecf8faa-553a-4cec-ad9f-bc3a3592e674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6dd0017a-523e-412b-8c9d-9b98b99a5dea'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:08:15.267714 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-08cca28c-7820-418f-a10a-4d0b5627fd6b None None] Bound port: 9cb895d3-5d47-44ca-a828-faf79e718fbb, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eecf8faa-553a-4cec-ad9f-bc3a3592e674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6dd0017a-523e-412b-8c9d-9b98b99a5dea'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:08:15.268145 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-08cca28c-7820-418f-a10a-4d0b5627fd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9cb895d3-5d47-44ca-a828-faf79e718fbb), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:15.294667 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d79124-6793-47b5-8d48-f109d96c164d req-0b3fe961-241d-4e70-81cb-5f632a1ecf52 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:15.301809 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7d79124-6793-47b5-8d48-f109d96c164d req-0b3fe961-241d-4e70-81cb-5f632a1ecf52 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 945 time: 0.2697012 Feb 28 20:08:15.414333 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4a2fa1b-68f3-4869-ae49-bc6caeec942c req-1b275b25-fff9-4edd-9e97-e28a87b24fe0 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/security-groups?id=a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052376 Feb 28 20:08:15.461481 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7d79124-6793-47b5-8d48-f109d96c164d req-7b260755-0433-429f-b33a-0b7a2095c691 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567631 Feb 28 20:08:15.478889 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-08cca28c-7820-418f-a10a-4d0b5627fd6b None None] For port 9cb895d3-5d47-44ca-a828-faf79e718fbb, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:08:15.487296 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Publish callbacks [] for port (8ddd6f79-85f3-4c69-a391-e54119682850), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:15.497526 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-08cca28c-7820-418f-a10a-4d0b5627fd6b None None] For port 9cb895d3-5d47-44ca-a828-faf79e718fbb, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9cb895d3-5d47-44ca-a828-faf79e718fbb,segment=NetworkSegment(eecf8faa-553a-4cec-ad9f-bc3a3592e674),segment_id=eecf8faa-553a-4cec-ad9f-bc3a3592e674)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:08:15.511286 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-08cca28c-7820-418f-a10a-4d0b5627fd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9cb895d3-5d47-44ca-a828-faf79e718fbb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:15.597182 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (8ddd6f79-85f3-4c69-a391-e54119682850), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:15.702111 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:08:15.708215 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:08:15.717941 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:08:15.799036 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Pushing event updated for resources: {'Port': ['ID=8ddd6f79-85f3-4c69-a391-e54119682850,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:15.801030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cca28c-7820-418f-a10a-4d0b5627fd6b None None] Pushing event updated for resources: {'Port': ['ID=9cb895d3-5d47-44ca-a828-faf79e718fbb,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:15.812728 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:15.813417 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:15.813942 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:15.814610 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:15.815041 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:15.815967 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:15.826037 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:15.826638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:15.827140 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:15.827846 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:15.828491 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:15.828939 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:15.829370 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:15.857285 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9b62f-9b89-43a9-a53a-4f5e3f46a3e7 req-de478225-080b-425d-9088-bf8e196a5364 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:15.858833 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19e9b62f-9b89-43a9-a53a-4f5e3f46a3e7 req-de478225-080b-425d-9088-bf8e196a5364 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 945 time: 0.2591379 Feb 28 20:08:15.897914 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b73169-2291-4dc3-9656-261f838e6963 req-8ea996f0-7aae-430b-b710-bc94dd3733fa tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:15.908809 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7b73169-2291-4dc3-9656-261f838e6963 req-8ea996f0-7aae-430b-b710-bc94dd3733fa tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 951 time: 0.2867575 Feb 28 20:08:16.060386 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19e9b62f-9b89-43a9-a53a-4f5e3f46a3e7 req-f35cef11-395a-4114-a315-9e0eae5bb048 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870668 Feb 28 20:08:16.158182 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7b73169-2291-4dc3-9656-261f838e6963 req-597a2cbb-4777-43c2-8924-9ed16fdcfcb9 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481360 Feb 28 20:08:16.418594 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-18f4ae46-f78b-41bf-a53d-c33a431de23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:16.520626 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea4a20-ef45-48cd-a123-d7cd9fdd2df6 req-369dee9b-ed54-4c18-811c-c32f4029a26b tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:16.526503 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Publish callbacks [] for router_gateway (0ac8423e-e311-4a6f-bb8b-24ee09bce7a0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:16.530675 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6cea4a20-ef45-48cd-a123-d7cd9fdd2df6 req-369dee9b-ed54-4c18-811c-c32f4029a26b tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 943 time: 0.2144115 Feb 28 20:08:16.562124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9188e9-9c78-4ee8-b918-23f7e8be9c4d req-f1466413-6476-4d0d-9fcd-94e14042775b tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:16.563676 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e9188e9-9c78-4ee8-b918-23f7e8be9c4d req-f1466413-6476-4d0d-9fcd-94e14042775b tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 945 time: 0.1839976 Feb 28 20:08:16.737701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9cb895d3-5d47-44ca-a828-faf79e718fbb up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:08:16.756580 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6cea4a20-ef45-48cd-a123-d7cd9fdd2df6 req-cefb551b-3521-4754-ac44-e9471aecf538 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131510 Feb 28 20:08:16.782414 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e9188e9-9c78-4ee8-b918-23f7e8be9c4d req-f49e0198-338c-4e95-9bde-1de5c1169fc4 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022941 Feb 28 20:08:16.951162 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 9cb895d3-5d47-44ca-a828-faf79e718fbb triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:08:16.951460 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9cb895d3-5d47-44ca-a828-faf79e718fbb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:17.088644 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b610a-26ab-4d34-964b-78fdb326521d req-080a3abd-6bb4-4c10-aba5-591cd354a38a tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:17.096304 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-228b610a-26ab-4d34-964b-78fdb326521d req-080a3abd-6bb4-4c10-aba5-591cd354a38a tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 1128 time: 0.2339458 Feb 28 20:08:17.128831 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088847f3-f03a-4ffa-b502-c40f71445c10 req-b5af8e39-98dd-4fb9-a15d-c9bcd08cd249 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:17.140952 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-088847f3-f03a-4ffa-b502-c40f71445c10 req-b5af8e39-98dd-4fb9-a15d-c9bcd08cd249 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/ports?device_id=46bfdb99-5c32-48d8-b435-5aa8c58b9021 HTTP/1.1" status: 200 len: 932 time: 0.2279847 Feb 28 20:08:17.193631 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 9cb895d3-5d47-44ca-a828-faf79e718fbb is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:08:17.194040 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9cb895d3-5d47-44ca-a828-faf79e718fbb), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:17.293517 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 9cb895d3-5d47-44ca-a828-faf79e718fbb, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9cb895d3-5d47-44ca-a828-faf79e718fbb,segment=NetworkSegment(eecf8faa-553a-4cec-ad9f-bc3a3592e674),segment_id=eecf8faa-553a-4cec-ad9f-bc3a3592e674)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:17.299141 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9cb895d3-5d47-44ca-a828-faf79e718fbb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:17.358372 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-228b610a-26ab-4d34-964b-78fdb326521d req-504f39ec-d6fd-40a8-b045-858d13d431fd tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146993 Feb 28 20:08:17.426678 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-088847f3-f03a-4ffa-b502-c40f71445c10 req-1f7a2d28-8365-4fe9-bb8c-397cb644e85f tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/security-groups?id=a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785740 Feb 28 20:08:17.446425 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=9cb895d3-5d47-44ca-a828-faf79e718fbb,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:17.762674 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f6c0bc-b507-4da2-b7e6-46748732f61d None None] Network 6dd0017a-523e-412b-8c9d-9b98b99a5dea requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:08:17.920247 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d860e-666e-4218-ae45-26e54f527ecd req-321a88f9-6867-46e0-8533-1ae091df0d1e tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:17.923480 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7f8b8746-0a0c-4f1d-a04e-34455cc264ed None None] Provisioning complete for port 9cb895d3-5d47-44ca-a828-faf79e718fbb triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:08:17.924180 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7f8b8746-0a0c-4f1d-a04e-34455cc264ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9cb895d3-5d47-44ca-a828-faf79e718fbb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:17.925267 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d75d860e-666e-4218-ae45-26e54f527ecd req-321a88f9-6867-46e0-8533-1ae091df0d1e tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 945 time: 0.3450885 Feb 28 20:08:17.945447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e4f9d-5499-44fb-b241-c2728237d3e6 req-f028e2dc-d05b-438b-80a3-9d7abab3240d tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:17.961032 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-892e4f9d-5499-44fb-b241-c2728237d3e6 req-f028e2dc-d05b-438b-80a3-9d7abab3240d tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 951 time: 0.2544622 Feb 28 20:08:18.073259 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d75d860e-666e-4218-ae45-26e54f527ecd req-5699edfa-f8c0-464f-b5f0-2b59f68c0310 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980740 Feb 28 20:08:18.133653 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (0ac8423e-e311-4a6f-bb8b-24ee09bce7a0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:18.150297 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-892e4f9d-5499-44fb-b241-c2728237d3e6 req-c4ce4ca0-dffb-4213-8ef3-40e14e119633 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847346 Feb 28 20:08:18.194447 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] Request body: {'port': {'device_id': '46bfdb99-5c32-48d8-b435-5aa8c58b9021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:08:18.235283 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7f8b8746-0a0c-4f1d-a04e-34455cc264ed None None] Current status of the port 9cb895d3-5d47-44ca-a828-faf79e718fbb is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:08:18.462275 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (27ca5416-c4d9-4f65-8900-adf27ba6c419), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:18.628371 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9cb895d3-5d47-44ca-a828-faf79e718fbb up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:08:18.675006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebe280-e20e-4c7d-8650-a5b1673c0388 req-8df7d70e-2429-48c6-813c-7d6910fc00df tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:18.690402 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-93ebe280-e20e-4c7d-8650-a5b1673c0388 req-8df7d70e-2429-48c6-813c-7d6910fc00df tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 943 time: 0.3198087 Feb 28 20:08:18.738199 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfe4e4-f5f5-4f60-8f44-9c17451a695b req-8b64807d-6bbb-4cb8-86eb-20d605c9ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:18.752510 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ebfe4e4-f5f5-4f60-8f44-9c17451a695b req-8b64807d-6bbb-4cb8-86eb-20d605c9ebcf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 1126 time: 0.1989102 Feb 28 20:08:18.816410 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-93ebe280-e20e-4c7d-8650-a5b1673c0388 req-29bc93a9-aa4a-4e39-8480-641e892d2736 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214888 Feb 28 20:08:18.854574 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-6f002c46-af4e-410a-9e2e-dec09f4db311 None None] Provisioning complete for port 9cb895d3-5d47-44ca-a828-faf79e718fbb triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:08:18.857699 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6f002c46-af4e-410a-9e2e-dec09f4db311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9cb895d3-5d47-44ca-a828-faf79e718fbb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:18.893894 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 9cb895d3-5d47-44ca-a828-faf79e718fbb triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:08:18.898077 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9cb895d3-5d47-44ca-a828-faf79e718fbb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:18.977440 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Router 0ac8423e-e311-4a6f-bb8b-24ee09bce7a0 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:08:19.210049 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4c0c5-f9f3-4b2e-88a3-17b57c69993c req-92809bde-6de1-4f59-b917-7174fc2327f9 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:19.215984 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-072ac8a7-8388-45f7-9f2a-e8ba30bb9560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:19.217967 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-09d4c0c5-f9f3-4b2e-88a3-17b57c69993c req-92809bde-6de1-4f59-b917-7174fc2327f9 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/ports?device_id=46bfdb99-5c32-48d8-b435-5aa8c58b9021 HTTP/1.1" status: 200 len: 932 time: 0.1870255 Feb 28 20:08:19.245781 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfe4e4-f5f5-4f60-8f44-9c17451a695b req-66936faa-0d81-4c49-86a8-e3722105b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:19.247419 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ebfe4e4-f5f5-4f60-8f44-9c17451a695b req-66936faa-0d81-4c49-86a8-e3722105b29d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b4b67168c19e47fc8123410b2d1449a0&shared=False HTTP/1.1" status: 200 len: 921 time: 0.4181650 Feb 28 20:08:19.292371 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:19.334948 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-09d4c0c5-f9f3-4b2e-88a3-17b57c69993c req-c5476d28-ed11-4e90-998e-220ebbc3b8a8 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/security-groups?id=a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158991 Feb 28 20:08:19.413572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 9cb895d3-5d47-44ca-a828-faf79e718fbb is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:08:19.418682 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:08:19.433515 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] Sync routers for ids ['0ac8423e-e311-4a6f-bb8b-24ee09bce7a0'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:08:19.462865 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] Routers {'0ac8423e-e311-4a6f-bb8b-24ee09bce7a0'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:08:19.472469 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:08:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0ac8423e-e311-4a6f-bb8b-24ee09bce7a0'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:08:19.496945 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:19.502412 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7f759c41-afe2-4362-a52c-633f94f95edb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7827742 Feb 28 20:08:19.506013 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41826) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:19.567864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6f002c46-af4e-410a-9e2e-dec09f4db311 None None] Current status of the port 9cb895d3-5d47-44ca-a828-faf79e718fbb is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:08:19.847584 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] Set router 0ac8423e-e311-4a6f-bb8b-24ee09bce7a0 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:08:19.937288 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:20.008980 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ca5416-c4d9-4f65-8900-adf27ba6c419 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:08:20.036332 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] Publish callbacks [] for port (27ca5416-c4d9-4f65-8900-adf27ba6c419), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:20.083028 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] Transition to ACTIVE for port object 27ca5416-c4d9-4f65-8900-adf27ba6c419 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:08:20.092571 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (27ca5416-c4d9-4f65-8900-adf27ba6c419), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:20.290953 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] Pushing event updated for resources: {'Port': ['ID=27ca5416-c4d9-4f65-8900-adf27ba6c419,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:20.404536 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] Attempting to bind port 27ca5416-c4d9-4f65-8900-adf27ba6c419 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:08:20.405060 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] Attempting to bind port 27ca5416-c4d9-4f65-8900-adf27ba6c419 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '66dd4105-39b8-48df-a081-8cb0a9f172b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf9928ad-d488-4679-bca4-9ee269442294'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:08:20.405549 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] Attempting to bind port 27ca5416-c4d9-4f65-8900-adf27ba6c419 on network cf9928ad-d488-4679-bca4-9ee269442294 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:08:20.414394 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] Port 27ca5416-c4d9-4f65-8900-adf27ba6c419 on network cf9928ad-d488-4679-bca4-9ee269442294 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:08:20.414901 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] Attempting to bind port 27ca5416-c4d9-4f65-8900-adf27ba6c419 on network cf9928ad-d488-4679-bca4-9ee269442294 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:08:20.445979 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:08:20.446672 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] Checking segment: {'id': '66dd4105-39b8-48df-a081-8cb0a9f172b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf9928ad-d488-4679-bca4-9ee269442294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:08:20.447138 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] Bound using segment: {'id': '66dd4105-39b8-48df-a081-8cb0a9f172b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf9928ad-d488-4679-bca4-9ee269442294'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:08:20.447902 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] Bound port: 27ca5416-c4d9-4f65-8900-adf27ba6c419, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dd4105-39b8-48df-a081-8cb0a9f172b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf9928ad-d488-4679-bca4-9ee269442294'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:08:20.448487 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (27ca5416-c4d9-4f65-8900-adf27ba6c419), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:20.707693 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] For port 27ca5416-c4d9-4f65-8900-adf27ba6c419, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:08:20.712081 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] For port 27ca5416-c4d9-4f65-8900-adf27ba6c419, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=27ca5416-c4d9-4f65-8900-adf27ba6c419,segment=NetworkSegment(66dd4105-39b8-48df-a081-8cb0a9f172b2),segment_id=66dd4105-39b8-48df-a081-8cb0a9f172b2)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:08:20.724116 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (27ca5416-c4d9-4f65-8900-adf27ba6c419), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:20.853769 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:20.854443 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:20.856019 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] 10.222.0.10 "PUT /v2.0/ports/27ca5416-c4d9-4f65-8900-adf27ba6c419 HTTP/1.1" status: 200 len: 1093 time: 2.6782899 Feb 28 20:08:20.856425 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46bfdb99-5c32-48d8-b435-5aa8c58b9021', 'tag': '27ca5416-c4d9-4f65-8900-adf27ba6c419'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:08:20.858857 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f96d3e-7398-4775-aafc-7efdee4c2788" -d '{"events": [{"name": "network-changed", "server_uuid": "46bfdb99-5c32-48d8-b435-5aa8c58b9021", "tag": "27ca5416-c4d9-4f65-8900-adf27ba6c419"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:08:20.931280 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:08:20.949764 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f63a16-b99d-4f00-a99b-7c9d6e3344df service neutron] Pushing event updated for resources: {'Port': ['ID=27ca5416-c4d9-4f65-8900-adf27ba6c419,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:20.972535 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac8423e-e311-4a6f-bb8b-24ee09bce7a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1871536294-router', 'tenant_id': '19669575c2994232b34479de662e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8ddd6f79-85f3-4c69-a391-e54119682850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:08:13Z', 'updated_at': '2022-02-28T20:08:16Z', 'revision_number': 3, 'project_id': '19669575c2994232b34479de662e7b20', 'gw_port': {'id': '8ddd6f79-85f3-4c69-a391-e54119682850', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:55:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac8423e-e311-4a6f-bb8b-24ee09bce7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:08:14Z', 'updated_at': '2022-02-28T20:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:08:21.029691 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] Checking router: 0ac8423e-e311-4a6f-bb8b-24ee09bce7a0 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:08:21.031981 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] Updating router 0ac8423e-e311-4a6f-bb8b-24ee09bce7a0 port 8ddd6f79-85f3-4c69-a391-e54119682850 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:08:21.115664 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-2c9b4d53-6f7b-4333-9191-6833926f9e55 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:08:21.119974 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-2c9b4d53-6f7b-4333-9191-6833926f9e55 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0375202 Feb 28 20:08:21.124856 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8ddd6f79-85f3-4c69-a391-e54119682850), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:21.168432 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:21.308835 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-975324ff-7931-4498-bd13-e28533ab768d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:21.313347 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-975324ff-7931-4498-bd13-e28533ab768d service neutron] 10.222.0.13 "GET /v2.0/ports/29f6caf3-5c35-43a3-a692-aeac48e8289b HTTP/1.1" status: 200 len: 1125 time: 0.1774986 Feb 28 20:08:21.338629 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-77984de3-aee7-45dc-96bc-239c8f270b20 service neutron] Request body: {'binding': {'host': 'n-h2-820368-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:08:21.339139 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-77984de3-aee7-45dc-96bc-239c8f270b20 service neutron] Unknown quota resources ['binding']. {{(pid=103773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 20:08:21.353264 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfe4e4-f5f5-4f60-8f44-9c17451a695b req-72c6da06-e583-41d5-bdf1-4a98e9fca519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:21.362790 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ebfe4e4-f5f5-4f60-8f44-9c17451a695b req-72c6da06-e583-41d5-bdf1-4a98e9fca519 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.2920027 Feb 28 20:08:21.369927 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-740089eb-3e77-41b1-9161-baca97391393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:21.372371 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-740089eb-3e77-41b1-9161-baca97391393 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07833b9eb7014463880a70df18d19521&device_id=46bfdb99-5c32-48d8-b435-5aa8c58b9021 HTTP/1.1" status: 200 len: 1127 time: 0.3685384 Feb 28 20:08:21.510093 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7dca9f-774c-438a-8222-8bce78a2d8e2 req-2969f836-5f67-47d0-b205-a2d5522c1d19 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:21.513220 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac7dca9f-774c-438a-8222-8bce78a2d8e2 req-2969f836-5f67-47d0-b205-a2d5522c1d19 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 945 time: 1.8356113 Feb 28 20:08:21.700126 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-0ce2f45e-f4df-4b49-a0c9-7082f79939e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27ca5416-c4d9-4f65-8900-adf27ba6c419 HTTP/1.1" status: 200 len: 217 time: 0.1840928 Feb 28 20:08:21.836951 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3239e-5f29-477a-91a1-5466cf414848 req-e2d3b415-b46b-4ae4-b279-0ecb12710fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:21.840600 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61d3239e-5f29-477a-91a1-5466cf414848 req-e2d3b415-b46b-4ae4-b279-0ecb12710fa9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 1126 time: 0.2320654 Feb 28 20:08:21.869418 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac7dca9f-774c-438a-8222-8bce78a2d8e2 req-144796be-2bfb-4141-b96b-822ca889866e tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589853 Feb 28 20:08:21.875608 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] Publish callbacks [] for port (8ddd6f79-85f3-4c69-a391-e54119682850), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:21.928029 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8ddd6f79-85f3-4c69-a391-e54119682850), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:21.992878 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-f4fb1537-3562-40c9-920f-ef2e1690e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:21.995350 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-f4fb1537-3562-40c9-920f-ef2e1690e9a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f72b8307-9bba-45e4-bfeb-74c3cbc4dffa HTTP/1.1" status: 200 len: 852 time: 0.2623224 Feb 28 20:08:22.063395 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61d3239e-5f29-477a-91a1-5466cf414848 req-8ffbd03a-b3ea-49d2-a0dd-ae1278e10d13 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f0e4f79-a738-421e-8ac2-969278ac2ab9 HTTP/1.1" status: 200 len: 217 time: 0.1758456 Feb 28 20:08:22.075980 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e16ce359-2157-4b06-abcf-35e7516587ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:22.094754 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:22.113245 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-77984de3-aee7-45dc-96bc-239c8f270b20 service neutron] Attempting to bind port 29f6caf3-5c35-43a3-a692-aeac48e8289b on host n-h2-820368-21 for vnic_type normal with profile None {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:08:22.114471 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-77984de3-aee7-45dc-96bc-239c8f270b20 service neutron] Attempting to bind port 29f6caf3-5c35-43a3-a692-aeac48e8289b by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:08:22.114853 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-77984de3-aee7-45dc-96bc-239c8f270b20 service neutron] Attempting to bind port 29f6caf3-5c35-43a3-a692-aeac48e8289b on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:08:22.128584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-77984de3-aee7-45dc-96bc-239c8f270b20 service neutron] Port 29f6caf3-5c35-43a3-a692-aeac48e8289b on network 7c962902-172c-4834-92e0-74fa9c4b64b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:08:22.129055 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-77984de3-aee7-45dc-96bc-239c8f270b20 service neutron] Attempting to bind port 29f6caf3-5c35-43a3-a692-aeac48e8289b on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:08:22.142545 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-77984de3-aee7-45dc-96bc-239c8f270b20 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:08:22.142960 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-77984de3-aee7-45dc-96bc-239c8f270b20 service neutron] Checking segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:08:22.143553 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-77984de3-aee7-45dc-96bc-239c8f270b20 service neutron] Bound using segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:08:22.144241 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-77984de3-aee7-45dc-96bc-239c8f270b20 service neutron] Bound port: 29f6caf3-5c35-43a3-a692-aeac48e8289b, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:08:22.163895 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69e50e-a8d9-4147-b6f4-a2cca6dc28af None None] Pushing event updated for resources: {'Port': ['ID=8ddd6f79-85f3-4c69-a391-e54119682850,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:22.186089 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69e50e-a8d9-4147-b6f4-a2cca6dc28af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:22.187282 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69e50e-a8d9-4147-b6f4-a2cca6dc28af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:22.188161 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69e50e-a8d9-4147-b6f4-a2cca6dc28af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:22.188812 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69e50e-a8d9-4147-b6f4-a2cca6dc28af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:22.189526 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69e50e-a8d9-4147-b6f4-a2cca6dc28af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:22.190289 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69e50e-a8d9-4147-b6f4-a2cca6dc28af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:22.190980 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69e50e-a8d9-4147-b6f4-a2cca6dc28af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:22.191713 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69e50e-a8d9-4147-b6f4-a2cca6dc28af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:22.193180 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69e50e-a8d9-4147-b6f4-a2cca6dc28af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:22.193902 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69e50e-a8d9-4147-b6f4-a2cca6dc28af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:22.194728 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69e50e-a8d9-4147-b6f4-a2cca6dc28af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:22.195405 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69e50e-a8d9-4147-b6f4-a2cca6dc28af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:22.196323 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69e50e-a8d9-4147-b6f4-a2cca6dc28af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:22.211574 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] Attempting to bind port 8ddd6f79-85f3-4c69-a391-e54119682850 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:08:22.212399 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] Attempting to bind port 8ddd6f79-85f3-4c69-a391-e54119682850 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:08:22.212839 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-d9152be8-a970-4b7e-be99-d671060cbaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:22.214366 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] Attempting to bind port 8ddd6f79-85f3-4c69-a391-e54119682850 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:08:22.214608 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-d9152be8-a970-4b7e-be99-d671060cbaa6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cf9928ad-d488-4679-bca4-9ee269442294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1890533 Feb 28 20:08:22.228840 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:08:22.229643 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:08:22.230212 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:22.230931 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:08:22.231406 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] Bound port: 8ddd6f79-85f3-4c69-a391-e54119682850, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:08:22.231830 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8ddd6f79-85f3-4c69-a391-e54119682850), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:22.251788 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-77984de3-aee7-45dc-96bc-239c8f270b20 service neutron] For port 29f6caf3-5c35-43a3-a692-aeac48e8289b, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=29f6caf3-5c35-43a3-a692-aeac48e8289b,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:08:22.259444 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-77984de3-aee7-45dc-96bc-239c8f270b20 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:22.273122 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-77984de3-aee7-45dc-96bc-239c8f270b20 service neutron] 10.222.0.13 "POST /v2.0/ports/29f6caf3-5c35-43a3-a692-aeac48e8289b/bindings HTTP/1.1" status: 201 len: 390 time: 0.9396288 Feb 28 20:08:22.306366 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] For port 8ddd6f79-85f3-4c69-a391-e54119682850, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:08:22.310481 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] For port 8ddd6f79-85f3-4c69-a391-e54119682850, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=8ddd6f79-85f3-4c69-a391-e54119682850,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:08:22.319345 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8ddd6f79-85f3-4c69-a391-e54119682850), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:22.405234 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] Routers {'0ac8423e-e311-4a6f-bb8b-24ee09bce7a0'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:08:22.406660 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:08:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0ac8423e-e311-4a6f-bb8b-24ee09bce7a0'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:08:22.413604 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69e50e-a8d9-4147-b6f4-a2cca6dc28af None None] Pushing event updated for resources: {'Port': ['ID=8ddd6f79-85f3-4c69-a391-e54119682850,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:22.533761 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-e16ce359-2157-4b06-abcf-35e7516587ac admin admin] Allocated IP 172.20.0.1 (6dd0017a-523e-412b-8c9d-9b98b99a5dea/5f17335b-0b58-4a65-98e7-6c7e2b1e0af5/fdf8283d-9d23-4526-80d9-73016a0d4bbb) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:08:22.579324 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] Set router 0ac8423e-e311-4a6f-bb8b-24ee09bce7a0 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:08:22.580629 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:22.595356 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2d1cb-11ce-48fe-9fbd-7b87c7d0644f req-9ba085d8-b303-43c5-84e8-01210ffea372 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:22.607872 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bba2d1cb-11ce-48fe-9fbd-7b87c7d0644f req-9ba085d8-b303-43c5-84e8-01210ffea372 tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 951 time: 0.5035601 Feb 28 20:08:22.685846 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-d9a6d0a5-6ac8-4dea-95c4-4cc5a4f6e6d5 service neutron] 10.222.0.10 "GET /v2.0/networks/cf9928ad-d488-4679-bca4-9ee269442294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614838 Feb 28 20:08:22.742908 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3239e-5f29-477a-91a1-5466cf414848 req-e7880679-1776-4107-911c-46dd7fd52cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:22.745273 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61d3239e-5f29-477a-91a1-5466cf414848 req-e7880679-1776-4107-911c-46dd7fd52cac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.2274413 Feb 28 20:08:22.768503 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab1131-5bea-4512-9181-57571d84b840 req-541a0102-1bb3-4ba6-9020-aafe4ba10831 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:22.770644 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bbab1131-5bea-4512-9181-57571d84b840 req-541a0102-1bb3-4ba6-9020-aafe4ba10831 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 943 time: 0.3753669 Feb 28 20:08:22.891404 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bba2d1cb-11ce-48fe-9fbd-7b87c7d0644f req-c819ffd4-695c-4e89-a225-5f965dc9e42b tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.13 "GET /v2.0/security-groups?id=476eb495-6113-4d01-9c60-c37e001cc9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804327 Feb 28 20:08:22.894714 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac8423e-e311-4a6f-bb8b-24ee09bce7a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1871536294-router', 'tenant_id': '19669575c2994232b34479de662e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8ddd6f79-85f3-4c69-a391-e54119682850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:08:13Z', 'updated_at': '2022-02-28T20:08:16Z', 'revision_number': 3, 'project_id': '19669575c2994232b34479de662e7b20', 'gw_port': {'id': '8ddd6f79-85f3-4c69-a391-e54119682850', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:55:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac8423e-e311-4a6f-bb8b-24ee09bce7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:08:14Z', 'updated_at': '2022-02-28T20:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:08:22.900850 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61d3239e-5f29-477a-91a1-5466cf414848 req-d8b76550-3411-4d6e-9373-db15bcf4f581 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219268 Feb 28 20:08:22.928235 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ebe8f2ad-aed9-4afe-a4ad-75e480c36d6d req-4ff34c52-db39-40ab-be02-1bb4b9c2779d service neutron] 10.222.0.10 "GET /v2.0/networks/cf9928ad-d488-4679-bca4-9ee269442294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087324 Feb 28 20:08:22.951109 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93febcf-d7cd-454f-9529-e2fcf817c28a None None] The sync data for ids ['0ac8423e-e311-4a6f-bb8b-24ee09bce7a0'] in n-d-820368-21 is: [{'id': '0ac8423e-e311-4a6f-bb8b-24ee09bce7a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1871536294-router', 'tenant_id': '19669575c2994232b34479de662e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8ddd6f79-85f3-4c69-a391-e54119682850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:08:13Z', 'updated_at': '2022-02-28T20:08:16Z', 'revision_number': 3, 'project_id': '19669575c2994232b34479de662e7b20', 'gw_port': {'id': '8ddd6f79-85f3-4c69-a391-e54119682850', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:55:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac8423e-e311-4a6f-bb8b-24ee09bce7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:08:14Z', 'updated_at': '2022-02-28T20:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:08:23.121658 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e16ce359-2157-4b06-abcf-35e7516587ac admin admin] Publish callbacks [] for port (fdf8283d-9d23-4526-80d9-73016a0d4bbb), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:23.142773 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bbab1131-5bea-4512-9181-57571d84b840 req-df5607c6-6735-432b-b067-6873b93292af tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159549 Feb 28 20:08:23.156706 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-41b119be-5625-4f1d-9e5f-7c26ea2f79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:23.159158 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-41b119be-5625-4f1d-9e5f-7c26ea2f79f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 1128 time: 0.4263926 Feb 28 20:08:23.289950 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd95047d-57ca-41d3-895e-cbea89e99035 x-openstack-request-id: req-bd95047d-57ca-41d3-895e-cbea89e99035 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:08:23.290543 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46bfdb99-5c32-48d8-b435-5aa8c58b9021", "tag": "27ca5416-c4d9-4f65-8900-adf27ba6c419", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:08:23.290702 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd95047d-57ca-41d3-895e-cbea89e99035 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:08:23.291212 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46bfdb99-5c32-48d8-b435-5aa8c58b9021', 'tag': '27ca5416-c4d9-4f65-8900-adf27ba6c419', 'status': 'completed', 'code': 200} Feb 28 20:08:23.322218 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622188bf-3e9c-4435-a4c2-596940548734 req-19f2512d-cb01-411c-bc90-daf9ae163e1b tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:23.324399 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-622188bf-3e9c-4435-a4c2-596940548734 req-19f2512d-cb01-411c-bc90-daf9ae163e1b tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/ports?device_id=46bfdb99-5c32-48d8-b435-5aa8c58b9021 HTTP/1.1" status: 200 len: 944 time: 0.3347983 Feb 28 20:08:23.328606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.10', 62064) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:23.388146 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e629afe-68b5-4e7a-9705-84c5f72b3057 req-062bf6c1-9a43-4ed6-b93b-363790e56a0b tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:23.389926 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2e629afe-68b5-4e7a-9705-84c5f72b3057 req-062bf6c1-9a43-4ed6-b93b-363790e56a0b tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.10 "GET /v2.0/ports?device_id=38e15dd0-7234-4607-a0b1-47b2a7820b0b HTTP/1.1" status: 200 len: 951 time: 0.1245508 Feb 28 20:08:23.438178 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61d3239e-5f29-477a-91a1-5466cf414848 req-dac87b0f-dccb-4019-942a-a262eebd9d42 service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256338 Feb 28 20:08:23.531207 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e16ce359-2157-4b06-abcf-35e7516587ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (fdf8283d-9d23-4526-80d9-73016a0d4bbb), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:23.557624 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-2e629afe-68b5-4e7a-9705-84c5f72b3057 req-553eed00-aac5-4a5c-930c-3ef40c885dea tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Deleting port 40170489-c4a5-42a8-a75c-b8e4f1bb9227 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:08:23.557963 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2e629afe-68b5-4e7a-9705-84c5f72b3057 req-553eed00-aac5-4a5c-930c-3ef40c885dea tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:23.682723 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-2e629afe-68b5-4e7a-9705-84c5f72b3057 req-553eed00-aac5-4a5c-930c-3ef40c885dea tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] For port 40170489-c4a5-42a8-a75c-b8e4f1bb9227, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=40170489-c4a5-42a8-a75c-b8e4f1bb9227,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:23.683269 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2e629afe-68b5-4e7a-9705-84c5f72b3057 req-553eed00-aac5-4a5c-930c-3ef40c885dea tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:23.698458 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-2e629afe-68b5-4e7a-9705-84c5f72b3057 req-553eed00-aac5-4a5c-930c-3ef40c885dea tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Calling delete_port for 40170489-c4a5-42a8-a75c-b8e4f1bb9227 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:08:23.701860 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16ce359-2157-4b06-abcf-35e7516587ac admin admin] Network 6dd0017a-523e-412b-8c9d-9b98b99a5dea is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:08:23.709677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-e16ce359-2157-4b06-abcf-35e7516587ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:08:23.714885 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16ce359-2157-4b06-abcf-35e7516587ac admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:08:23.739901 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f96d3e-7398-4775-aafc-7efdee4c2788 req-c3dd8000-56dc-43c4-b8a4-8e5e02c58097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:23.743371 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57f96d3e-7398-4775-aafc-7efdee4c2788 req-c3dd8000-56dc-43c4-b8a4-8e5e02c58097 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07833b9eb7014463880a70df18d19521&device_id=46bfdb99-5c32-48d8-b435-5aa8c58b9021 HTTP/1.1" status: 200 len: 1127 time: 0.4120827 Feb 28 20:08:23.756467 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-622188bf-3e9c-4435-a4c2-596940548734 req-be006184-03b7-46bd-a13f-e1330c1e840d tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/security-groups?id=a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228411 Feb 28 20:08:23.783888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-82cda0c2-6384-4eda-a8f7-725500c837d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:23.786888 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-82cda0c2-6384-4eda-a8f7-725500c837d7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 908 time: 0.6105697 Feb 28 20:08:23.842641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ce359-2157-4b06-abcf-35e7516587ac admin admin] Pushing event updated for resources: {'Port': ['ID=fdf8283d-9d23-4526-80d9-73016a0d4bbb,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:23.920411 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2e629afe-68b5-4e7a-9705-84c5f72b3057 req-553eed00-aac5-4a5c-930c-3ef40c885dea tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (40170489-c4a5-42a8-a75c-b8e4f1bb9227), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:23.953267 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-7335df23-1918-4edc-819e-28b637ac3610 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f6caf3-5c35-43a3-a692-aeac48e8289b HTTP/1.1" status: 200 len: 217 time: 0.1211696 Feb 28 20:08:23.981141 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553eed00-aac5-4a5c-930c-3ef40c885dea tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Pushing event deleted for resources: {'Port': ['ID=40170489-c4a5-42a8-a75c-b8e4f1bb9227,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:24.047685 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e16ce359-2157-4b06-abcf-35e7516587ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (0ac8423e-e311-4a6f-bb8b-24ee09bce7a0), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:24.067309 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e629afe-68b5-4e7a-9705-84c5f72b3057 req-553eed00-aac5-4a5c-930c-3ef40c885dea tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] No DVR routers for this DVR port 40170489-c4a5-42a8-a75c-b8e4f1bb9227 on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:08:24.072029 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2e629afe-68b5-4e7a-9705-84c5f72b3057 req-553eed00-aac5-4a5c-930c-3ef40c885dea tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:24.082736 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61d3239e-5f29-477a-91a1-5466cf414848 req-0d6f1b96-80be-4c77-a160-ef3fff395c83 service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6231432 Feb 28 20:08:24.084355 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2e629afe-68b5-4e7a-9705-84c5f72b3057 req-553eed00-aac5-4a5c-930c-3ef40c885dea tempest-ServersAdminTestJSON-847566595 tempest-ServersAdminTestJSON-847566595-project] 10.222.0.10 "DELETE /v2.0/ports/40170489-c4a5-42a8-a75c-b8e4f1bb9227 HTTP/1.1" status: 204 len: 173 time: 0.6846058 Feb 28 20:08:24.100407 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77faaf6a-949f-4cbc-8001-e82020d9cf98 req-3d58a254-fdb1-41df-b78f-7d8c5906da5c tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:24.108705 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77faaf6a-949f-4cbc-8001-e82020d9cf98 req-3d58a254-fdb1-41df-b78f-7d8c5906da5c tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 945 time: 0.5865433 Feb 28 20:08:24.370222 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5424e317-929a-4b45-b655-8df83adbaa88 None None] Provisioning complete for port fdf8283d-9d23-4526-80d9-73016a0d4bbb triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:08:24.370816 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5424e317-929a-4b45-b655-8df83adbaa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fdf8283d-9d23-4526-80d9-73016a0d4bbb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:24.445295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5424e317-929a-4b45-b655-8df83adbaa88 None None] Port fdf8283d-9d23-4526-80d9-73016a0d4bbb cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:08:24.586341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8ddd6f79-85f3-4c69-a391-e54119682850 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:08:24.612216 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-d9088320-2f05-43b1-939e-35c2536cf541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:24.612458 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-d9088320-2f05-43b1-939e-35c2536cf541 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.5818038 Feb 28 20:08:24.657948 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 8ddd6f79-85f3-4c69-a391-e54119682850 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:08:24.658687 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8ddd6f79-85f3-4c69-a391-e54119682850), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:24.681811 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f96d3e-7398-4775-aafc-7efdee4c2788 req-51cd710a-9947-4ccc-b00d-3989374883e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:24.683394 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57f96d3e-7398-4775-aafc-7efdee4c2788 req-51cd710a-9947-4ccc-b00d-3989374883e6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cf9928ad-d488-4679-bca4-9ee269442294 HTTP/1.1" status: 200 len: 913 time: 0.9016628 Feb 28 20:08:24.685669 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-1e537137-294a-4be4-a04e-2c1c50ce3059 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395803 Feb 28 20:08:24.714300 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2c6c4-eae6-4ef4-8412-1776e1e747f3 req-613656f4-4671-4fbb-a52e-4db37fc2772c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:24.716104 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-40e2c6c4-eae6-4ef4-8412-1776e1e747f3 req-613656f4-4671-4fbb-a52e-4db37fc2772c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 945 time: 0.7795942 Feb 28 20:08:24.779334 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77faaf6a-949f-4cbc-8001-e82020d9cf98 req-300ac513-c0fa-49c2-8c23-09b9ce2e1f55 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6692274 Feb 28 20:08:24.959746 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57f96d3e-7398-4775-aafc-7efdee4c2788 req-ca469b8f-54de-4026-a38c-4095d177969f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27ca5416-c4d9-4f65-8900-adf27ba6c419 HTTP/1.1" status: 200 len: 217 time: 0.2422249 Feb 28 20:08:24.966401 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 8ddd6f79-85f3-4c69-a391-e54119682850 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:08:24.967080 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8ddd6f79-85f3-4c69-a391-e54119682850), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:24.999091 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 8ddd6f79-85f3-4c69-a391-e54119682850, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=8ddd6f79-85f3-4c69-a391-e54119682850,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:25.005499 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8ddd6f79-85f3-4c69-a391-e54119682850), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:25.042534 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e16ce359-2157-4b06-abcf-35e7516587ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fdf8283d-9d23-4526-80d9-73016a0d4bbb), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:25.100457 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=8ddd6f79-85f3-4c69-a391-e54119682850,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:25.112197 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:25.112494 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:25.113099 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:25.113212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:25.113570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:25.113795 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:25.114115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:25.114434 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:25.114746 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:25.115060 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:25.115374 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:25.115685 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:25.116032 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:08:25.137350 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-1aa1a4ca-7302-43d6-a6c8-3bb0e63c8621 service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185886 Feb 28 20:08:25.140523 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-40e2c6c4-eae6-4ef4-8412-1776e1e747f3 req-ef465963-bac3-4814-889f-22744811bf17 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679752 Feb 28 20:08:25.165475 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f96d3e-7398-4775-aafc-7efdee4c2788 req-36eb516e-2126-4050-9252-aa20fa243f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:25.167533 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57f96d3e-7398-4775-aafc-7efdee4c2788 req-36eb516e-2126-4050-9252-aa20fa243f73 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f72b8307-9bba-45e4-bfeb-74c3cbc4dffa HTTP/1.1" status: 200 len: 852 time: 0.1977665 Feb 28 20:08:25.286634 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0663718-caa0-4dc4-8c95-7554c9159556 req-3f3e56cb-015e-4bc8-81da-5c16c267e649 tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:25.294023 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0663718-caa0-4dc4-8c95-7554c9159556 req-3f3e56cb-015e-4bc8-81da-5c16c267e649 tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.13 "GET /v2.0/ports?device_id=c450bd79-3287-4a5d-9d69-4b5b2eb78c6b HTTP/1.1" status: 200 len: 945 time: 0.3792183 Feb 28 20:08:25.297006 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e15dd0-7234-4607-a0b1-47b2a7820b0b', 'name': 'network-vif-deleted', 'tag': '40170489-c4a5-42a8-a75c-b8e4f1bb9227'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:08:25.301415 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4a5f61-d8d6-4759-87fb-de63f67586f4" -d '{"events": [{"server_uuid": "38e15dd0-7234-4607-a0b1-47b2a7820b0b", "name": "network-vif-deleted", "tag": "40170489-c4a5-42a8-a75c-b8e4f1bb9227"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:08:25.313596 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee1ab6-4747-40a7-888b-c20e33b6dcb8 req-c2d5e039-fc4a-47d5-8cd4-4f2d2102a61c tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:25.315524 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bfee1ab6-4747-40a7-888b-c20e33b6dcb8 req-c2d5e039-fc4a-47d5-8cd4-4f2d2102a61c tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.15 "GET /v2.0/ports?device_id=c450bd79-3287-4a5d-9d69-4b5b2eb78c6b HTTP/1.1" status: 200 len: 945 time: 0.1104884 Feb 28 20:08:25.364251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 27ca5416-c4d9-4f65-8900-adf27ba6c419 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:08:25.370035 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 40170489-c4a5-42a8-a75c-b8e4f1bb9227 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:08:25.424763 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 40170489-c4a5-42a8-a75c-b8e4f1bb9227 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:08:25.426916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 40170489-c4a5-42a8-a75c-b8e4f1bb9227 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:08:25.473677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f96d3e-7398-4775-aafc-7efdee4c2788 req-5efdd59b-eded-4938-b392-1877bee1cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:25.475252 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57f96d3e-7398-4775-aafc-7efdee4c2788 req-5efdd59b-eded-4938-b392-1877bee1cd61 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cf9928ad-d488-4679-bca4-9ee269442294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2891023 Feb 28 20:08:25.480669 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-bfee1ab6-4747-40a7-888b-c20e33b6dcb8 req-8f450c60-1378-4ee7-b2bb-3b1ceb3515cc tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Deleting port 64e0ca62-1662-4957-9060-931a2811c1bb {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:08:25.481039 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bfee1ab6-4747-40a7-888b-c20e33b6dcb8 req-8f450c60-1378-4ee7-b2bb-3b1ceb3515cc tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (64e0ca62-1662-4957-9060-931a2811c1bb), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:25.532092 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0663718-caa0-4dc4-8c95-7554c9159556 req-7ce1f2b9-16e9-4513-bd44-88391b96f163 tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.13 "GET /v2.0/security-groups?id=02404753-2d93-4cda-a2e2-0cd613321f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371471 Feb 28 20:08:25.532538 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41870) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:25.558461 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-d6eed900-17a5-40f8-9ec3-582c97acbde3 service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035738 Feb 28 20:08:25.574769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 27ca5416-c4d9-4f65-8900-adf27ba6c419, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=27ca5416-c4d9-4f65-8900-adf27ba6c419,segment=NetworkSegment(66dd4105-39b8-48df-a081-8cb0a9f172b2),segment_id=66dd4105-39b8-48df-a081-8cb0a9f172b2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:25.608370 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '27ca5416-c4d9-4f65-8900-adf27ba6c419', 'network_id': 'cf9928ad-d488-4679-bca4-9ee269442294', 'port_id': '27ca5416-c4d9-4f65-8900-adf27ba6c419', 'mac_address': 'fa:16:3e:7f:34:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72b8307-9bba-45e4-bfeb-74c3cbc4dffa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:08:25.624201 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e763218-c399-4a9b-b79b-2a188f045a54 req-f70d1986-65f1-42f2-b619-a6874e44c0a0 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:25.625995 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e763218-c399-4a9b-b79b-2a188f045a54 req-f70d1986-65f1-42f2-b619-a6874e44c0a0 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 943 time: 0.3146026 Feb 28 20:08:25.671660 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-bfee1ab6-4747-40a7-888b-c20e33b6dcb8 req-8f450c60-1378-4ee7-b2bb-3b1ceb3515cc tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] For port 64e0ca62-1662-4957-9060-931a2811c1bb, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=64e0ca62-1662-4957-9060-931a2811c1bb,segment=NetworkSegment(ab6337d1-9867-4b87-a500-dcc7028827cf),segment_id=ab6337d1-9867-4b87-a500-dcc7028827cf)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:25.672424 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bfee1ab6-4747-40a7-888b-c20e33b6dcb8 req-8f450c60-1378-4ee7-b2bb-3b1ceb3515cc tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (64e0ca62-1662-4957-9060-931a2811c1bb), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:25.685883 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 27ca5416-c4d9-4f65-8900-adf27ba6c419 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:08:25.686282 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (27ca5416-c4d9-4f65-8900-adf27ba6c419), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:25.693327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-bfee1ab6-4747-40a7-888b-c20e33b6dcb8 req-8f450c60-1378-4ee7-b2bb-3b1ceb3515cc tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Calling delete_port for 64e0ca62-1662-4957-9060-931a2811c1bb owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:08:25.732061 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ca5416-c4d9-4f65-8900-adf27ba6c419 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:08:25.755578 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e763218-c399-4a9b-b79b-2a188f045a54 req-918902c2-9ac6-4699-aca5-a06af1f9140c tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170900 Feb 28 20:08:25.765720 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e16ce359-2157-4b06-abcf-35e7516587ac admin admin] Publish callbacks [] for port (fdf8283d-9d23-4526-80d9-73016a0d4bbb), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:25.773752 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57f96d3e-7398-4775-aafc-7efdee4c2788 req-33d6ceac-2c74-44bd-a9ad-d746c9da6078 service neutron] 10.222.0.10 "GET /v2.0/networks/cf9928ad-d488-4679-bca4-9ee269442294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780657 Feb 28 20:08:25.776214 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e16ce359-2157-4b06-abcf-35e7516587ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (fdf8283d-9d23-4526-80d9-73016a0d4bbb), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:25.794940 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 27ca5416-c4d9-4f65-8900-adf27ba6c419, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=27ca5416-c4d9-4f65-8900-adf27ba6c419,segment=NetworkSegment(66dd4105-39b8-48df-a081-8cb0a9f172b2),segment_id=66dd4105-39b8-48df-a081-8cb0a9f172b2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:25.802890 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (27ca5416-c4d9-4f65-8900-adf27ba6c419), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:25.874013 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e86ebb-ebfc-4812-b234-bc5011b1b898 x-openstack-request-id: req-80e86ebb-ebfc-4812-b234-bc5011b1b898 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:08:25.874472 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e15dd0-7234-4607-a0b1-47b2a7820b0b", "name": "network-vif-deleted", "tag": "40170489-c4a5-42a8-a75c-b8e4f1bb9227", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:08:25.874778 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80e86ebb-ebfc-4812-b234-bc5011b1b898 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:08:25.877961 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e15dd0-7234-4607-a0b1-47b2a7820b0b', 'name': 'network-vif-deleted', 'tag': '40170489-c4a5-42a8-a75c-b8e4f1bb9227', 'status': 'completed', 'code': 200} Feb 28 20:08:25.896490 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ce359-2157-4b06-abcf-35e7516587ac admin admin] Pushing event updated for resources: {'Port': ['ID=fdf8283d-9d23-4526-80d9-73016a0d4bbb,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:25.916117 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=27ca5416-c4d9-4f65-8900-adf27ba6c419,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:25.983179 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bfee1ab6-4747-40a7-888b-c20e33b6dcb8 req-8f450c60-1378-4ee7-b2bb-3b1ceb3515cc tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (64e0ca62-1662-4957-9060-931a2811c1bb), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:26.000982 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['64e0ca62-1662-4957-9060-931a2811c1bb'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:08:26.043450 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f450c60-1378-4ee7-b2bb-3b1ceb3515cc tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Pushing event deleted for resources: {'Port': ['ID=64e0ca62-1662-4957-9060-931a2811c1bb,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:26.102530 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfee1ab6-4747-40a7-888b-c20e33b6dcb8 req-8f450c60-1378-4ee7-b2bb-3b1ceb3515cc tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] No DVR routers for this DVR port 64e0ca62-1662-4957-9060-931a2811c1bb on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:08:26.106065 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bfee1ab6-4747-40a7-888b-c20e33b6dcb8 req-8f450c60-1378-4ee7-b2bb-3b1ceb3515cc tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:26.109954 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bfee1ab6-4747-40a7-888b-c20e33b6dcb8 req-8f450c60-1378-4ee7-b2bb-3b1ceb3515cc tempest-VolumesAdminNegativeTest-816440383 tempest-VolumesAdminNegativeTest-816440383-project] 10.222.0.15 "DELETE /v2.0/ports/64e0ca62-1662-4957-9060-931a2811c1bb HTTP/1.1" status: 204 len: 173 time: 0.7888713 Feb 28 20:08:26.110850 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e16ce359-2157-4b06-abcf-35e7516587ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (0ac8423e-e311-4a6f-bb8b-24ee09bce7a0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:26.148740 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cba0c850-26af-4c95-a61a-b7e98e787651 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e914b152c7db459da3f12a7a8c49e969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6066253 Feb 28 20:08:26.151840 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41878) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:26.163149 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57f96d3e-7398-4775-aafc-7efdee4c2788 req-63378702-07e6-484c-ad33-f655874ff704 service neutron] 10.222.0.10 "GET /v2.0/networks/cf9928ad-d488-4679-bca4-9ee269442294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017588 Feb 28 20:08:26.171833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['27ca5416-c4d9-4f65-8900-adf27ba6c419'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:08:26.216356 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c74da4d4-5d73-433c-82c8-d9513a8a91fd admin admin] Publish callbacks [] for security_group (476eb495-6113-4d01-9c60-c37e001cc9a0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:26.243880 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c74da4d4-5d73-433c-82c8-d9513a8a91fd admin admin] Publish callbacks [] for security_group (476eb495-6113-4d01-9c60-c37e001cc9a0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:26.260117 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6079a-4b73-4ff7-92eb-da16b0b062d0 req-2a46d0d0-0633-4a7c-b172-3ddd5a141d9c tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:26.261878 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ac6079a-4b73-4ff7-92eb-da16b0b062d0 req-2a46d0d0-0633-4a7c-b172-3ddd5a141d9c tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/ports?device_id=46bfdb99-5c32-48d8-b435-5aa8c58b9021 HTTP/1.1" status: 200 len: 945 time: 0.2883971 Feb 28 20:08:26.317138 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c74da4d4-5d73-433c-82c8-d9513a8a91fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (476eb495-6113-4d01-9c60-c37e001cc9a0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:26.327362 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c74da4d4-5d73-433c-82c8-d9513a8a91fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:26.331412 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c74da4d4-5d73-433c-82c8-d9513a8a91fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/476eb495-6113-4d01-9c60-c37e001cc9a0 HTTP/1.1" status: 204 len: 168 time: 0.1773980 Feb 28 20:08:26.344104 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74da4d4-5d73-433c-82c8-d9513a8a91fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476eb495-6113-4d01-9c60-c37e001cc9a0,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:26.372250 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231917c5-3e68-46ea-a21a-a903fb6659c1 req-212437ac-80e0-41fe-b030-80430b0531be tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:26.380674 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-231917c5-3e68-46ea-a21a-a903fb6659c1 req-212437ac-80e0-41fe-b030-80430b0531be tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=78670686-64d6-4a94-8d20-fcac332cd01c HTTP/1.1" status: 200 len: 945 time: 0.3996000 Feb 28 20:08:26.479040 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-231917c5-3e68-46ea-a21a-a903fb6659c1 req-09380267-c007-4582-a31b-7f8d1af2aea8 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971508 Feb 28 20:08:26.550516 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ac6079a-4b73-4ff7-92eb-da16b0b062d0 req-c5dacc5c-37d1-48b0-99c2-27548742e951 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/security-groups?id=a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068567 Feb 28 20:08:26.584037 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8ddd6f79-85f3-4c69-a391-e54119682850 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:08:26.641476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16ce359-2157-4b06-abcf-35e7516587ac admin admin] Network 6dd0017a-523e-412b-8c9d-9b98b99a5dea is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:08:26.646180 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-e16ce359-2157-4b06-abcf-35e7516587ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:08:26.741602 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 8ddd6f79-85f3-4c69-a391-e54119682850 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:08:26.741990 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8ddd6f79-85f3-4c69-a391-e54119682850), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:26.849006 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41890) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:26.914969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f6cf9-589a-4124-9b4f-173814b20646 req-f3d81333-bf60-42b1-8b75-260b3eda5e17 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:26.916818 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d5f6cf9-589a-4124-9b4f-173814b20646 req-f3d81333-bf60-42b1-8b75-260b3eda5e17 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 945 time: 0.2726667 Feb 28 20:08:26.944082 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 8ddd6f79-85f3-4c69-a391-e54119682850 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:08:26.954744 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2c24dc90-e653-4c41-9fdf-b88d4e366ee0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5b0c22dcb8044d1a33c7ca018d0a59f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1006126 Feb 28 20:08:26.954744 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41892) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:27.016729 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47909bd0-0448-472e-8a62-9e0989ad97d2 req-bf3699bf-3f03-491f-b06d-ac1a7e1bc935 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:27.018860 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47909bd0-0448-472e-8a62-9e0989ad97d2 req-bf3699bf-3f03-491f-b06d-ac1a7e1bc935 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 945 time: 0.3474646 Feb 28 20:08:27.043553 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2a5b-e0ac-4b46-8cd5-a5bacac2f7ff admin admin] Publish callbacks [] for security_group (2acc0a60-85cc-4883-9796-8f65dfed4439), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:27.075490 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2a5b-e0ac-4b46-8cd5-a5bacac2f7ff admin admin] Publish callbacks [] for security_group (2acc0a60-85cc-4883-9796-8f65dfed4439), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:27.087197 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d5f6cf9-589a-4124-9b4f-173814b20646 req-503ee6ed-c37c-4e98-8bb9-df86675f9551 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614330 Feb 28 20:08:27.115786 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16ce359-2157-4b06-abcf-35e7516587ac admin admin] Router 0ac8423e-e311-4a6f-bb8b-24ee09bce7a0 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:08:27.116016 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7ebae83b-ce12-4b77-919c-7deef20d2bf1 None None] Provisioning complete for port fdf8283d-9d23-4526-80d9-73016a0d4bbb triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:08:27.116016 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7ebae83b-ce12-4b77-919c-7deef20d2bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fdf8283d-9d23-4526-80d9-73016a0d4bbb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:27.131589 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47909bd0-0448-472e-8a62-9e0989ad97d2 req-da2f25ba-e525-4869-a517-6a0b0a5c9784 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880594 Feb 28 20:08:27.160885 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2a5b-e0ac-4b46-8cd5-a5bacac2f7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2acc0a60-85cc-4883-9796-8f65dfed4439), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:27.163689 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2a5b-e0ac-4b46-8cd5-a5bacac2f7ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:27.167416 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ce2a2a5b-e0ac-4b46-8cd5-a5bacac2f7ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2acc0a60-85cc-4883-9796-8f65dfed4439 HTTP/1.1" status: 204 len: 168 time: 0.2098711 Feb 28 20:08:27.187848 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a2a5b-e0ac-4b46-8cd5-a5bacac2f7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acc0a60-85cc-4883-9796-8f65dfed4439,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:27.195332 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7ebae83b-ce12-4b77-919c-7deef20d2bf1 None None] Port fdf8283d-9d23-4526-80d9-73016a0d4bbb cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:08:27.203292 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41898) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:27.308993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-df03add8-c647-499b-bc36-7918701f79de admin admin] Deleting subnet 8f1241dc-2f11-486e-8b12-6e82ec44eb39 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:08:27.313575 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df03add8-c647-499b-bc36-7918701f79de admin admin] Publish callbacks [] for subnet (8f1241dc-2f11-486e-8b12-6e82ec44eb39), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:27.361117 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df03add8-c647-499b-bc36-7918701f79de admin admin] Publish callbacks [] for subnet (8f1241dc-2f11-486e-8b12-6e82ec44eb39), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:27.369261 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df03add8-c647-499b-bc36-7918701f79de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (8f1241dc-2f11-486e-8b12-6e82ec44eb39), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:27.378950 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 0f0e4f79-a738-421e-8ac2-969278ac2ab9 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:08:27.391193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16ce359-2157-4b06-abcf-35e7516587ac admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:08:27.392073 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 27ca5416-c4d9-4f65-8900-adf27ba6c419 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:08:27.415067 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] Sync routers for ids ['0ac8423e-e311-4a6f-bb8b-24ee09bce7a0'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:08:27.421692 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e16ce359-2157-4b06-abcf-35e7516587ac admin admin] 10.222.0.13 "PUT /v2.0/routers/0ac8423e-e311-4a6f-bb8b-24ee09bce7a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9112704 Feb 28 20:08:27.468653 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd5174-18a2-41b3-9c80-62ce3917109c req-a621b40b-c8bf-462f-9a10-ab08c46fc0c4 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:27.471201 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1cd5174-18a2-41b3-9c80-62ce3917109c req-a621b40b-c8bf-462f-9a10-ab08c46fc0c4 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 945 time: 0.1710529 Feb 28 20:08:27.484841 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df03add8-c647-499b-bc36-7918701f79de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for subnet (8f1241dc-2f11-486e-8b12-6e82ec44eb39), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:27.486737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] Routers {'0ac8423e-e311-4a6f-bb8b-24ee09bce7a0'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:08:27.487722 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:08:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0ac8423e-e311-4a6f-bb8b-24ee09bce7a0'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:08:27.488821 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cfbbd-2aac-4317-ab6f-5b337a150769 req-1c4ab20f-07c2-4b51-9a42-d5875e54b192 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:27.497587 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-103cfbbd-2aac-4317-ab6f-5b337a150769 req-1c4ab20f-07c2-4b51-9a42-d5875e54b192 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 943 time: 0.1968651 Feb 28 20:08:27.561612 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03add8-c647-499b-bc36-7918701f79de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f1241dc-2f11-486e-8b12-6e82ec44eb39,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:27.578775 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df03add8-c647-499b-bc36-7918701f79de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:27.589232 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-df03add8-c647-499b-bc36-7918701f79de admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8f1241dc-2f11-486e-8b12-6e82ec44eb39 HTTP/1.1" status: 204 len: 168 time: 0.3828382 Feb 28 20:08:27.592935 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41908) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:27.627069 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.resource_extend [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:08:27.680632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1cd5174-18a2-41b3-9c80-62ce3917109c req-ebc6d35a-0176-4c0e-884d-8f9ac38323ac tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818359 Feb 28 20:08:27.733495 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-103cfbbd-2aac-4317-ab6f-5b337a150769 req-028713d2-a133-42ca-bacc-fb214dd995dc tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113156 Feb 28 20:08:27.765964 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (d1570eae-34d3-42eb-853d-17abcb02effa), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:27.876566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 27ca5416-c4d9-4f65-8900-adf27ba6c419 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:08:27.893381 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 27ca5416-c4d9-4f65-8900-adf27ba6c419 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:08:27.893770 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (27ca5416-c4d9-4f65-8900-adf27ba6c419), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:27.898137 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c450bd79-3287-4a5d-9d69-4b5b2eb78c6b', 'name': 'network-vif-deleted', 'tag': '64e0ca62-1662-4957-9060-931a2811c1bb'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:08:27.901485 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144e3da9-d0b2-465f-b802-610b4c108653" -d '{"events": [{"server_uuid": "c450bd79-3287-4a5d-9d69-4b5b2eb78c6b", "name": "network-vif-deleted", "tag": "64e0ca62-1662-4957-9060-931a2811c1bb"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:08:27.945926 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] Set router 0ac8423e-e311-4a6f-bb8b-24ee09bce7a0 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:08:27.950811 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (d1570eae-34d3-42eb-853d-17abcb02effa), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:27.991150 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 0f0e4f79-a738-421e-8ac2-969278ac2ab9, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=0f0e4f79-a738-421e-8ac2-969278ac2ab9,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:27.992942 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:08:27.993324 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:08:27.995208 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:08:27.995518 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Subscribe: > port after_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:08:27.995937 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:08:27.996308 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Subscribe: > port after_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:08:27.996660 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:08:27.997029 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:08:27.997425 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:08:27.997757 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:08:28.022767 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '0f0e4f79-a738-421e-8ac2-969278ac2ab9', 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9', 'port_id': '0f0e4f79-a738-421e-8ac2-969278ac2ab9', 'mac_address': 'fa:16:3e:16:38:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83db07cb-72a9-4083-bdb0-f440451686c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:08:28.187700 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:08:28.188675 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:08:28.189233 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:08:28.189787 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 20:08:28.190473 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1570eae-34d3-42eb-853d-17abcb02effa']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:08:28.207088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 27ca5416-c4d9-4f65-8900-adf27ba6c419 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:08:28.207483 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (27ca5416-c4d9-4f65-8900-adf27ba6c419), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:28.238966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6337d1-9867-4b87-a500-dcc7028827cf') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:08:28.239339 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6337d1-9867-4b87-a500-dcc7028827cf') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:08:28.239512 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:08:28.240306 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0f0e4f79-a738-421e-8ac2-969278ac2ab9), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:28.262116 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (ab6337d1-9867-4b87-a500-dcc7028827cf), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:28.267732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b7fca-61d6-4b8d-aacb-2b566846910a req-492a0e0e-af6b-4cd5-bee6-6cda8da23c4d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:28.268231 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bfdb99-5c32-48d8-b435-5aa8c58b9021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ca5416-c4d9-4f65-8900-adf27ba6c419'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:08:28.270860 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02292f8-c907-46f5-ba6f-8eeaca43299c" -d '{"events": [{"server_uuid": "46bfdb99-5c32-48d8-b435-5aa8c58b9021", "name": "network-vif-plugged", "status": "completed", "tag": "27ca5416-c4d9-4f65-8900-adf27ba6c419"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:08:28.275686 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-102b7fca-61d6-4b8d-aacb-2b566846910a req-492a0e0e-af6b-4cd5-bee6-6cda8da23c4d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=78670686-64d6-4a94-8d20-fcac332cd01c HTTP/1.1" status: 200 len: 945 time: 0.4480824 Feb 28 20:08:28.298855 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc805b-138e-4f4a-a86a-e0fbf1168afe req-d7fcb6df-d941-4afe-b629-cbe5da94f571 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:28.300356 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-59bc805b-138e-4f4a-a86a-e0fbf1168afe req-d7fcb6df-d941-4afe-b629-cbe5da94f571 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.10 "GET /v2.0/ports?device_id=78670686-64d6-4a94-8d20-fcac332cd01c HTTP/1.1" status: 200 len: 945 time: 0.5632920 Feb 28 20:08:28.312331 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (ab6337d1-9867-4b87-a500-dcc7028827cf), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:28.325592 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:08:28.326020 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (ab6337d1-9867-4b87-a500-dcc7028827cf), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:28.327560 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 27ca5416-c4d9-4f65-8900-adf27ba6c419, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=27ca5416-c4d9-4f65-8900-adf27ba6c419,segment=NetworkSegment(66dd4105-39b8-48df-a081-8cb0a9f172b2),segment_id=66dd4105-39b8-48df-a081-8cb0a9f172b2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:28.333990 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0e4f79-a738-421e-8ac2-969278ac2ab9 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: from cryptography.utils import int_from_bytes Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: from cryptography.utils import int_from_bytes Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:08:28.336782 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:08:28.353961 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (27ca5416-c4d9-4f65-8900-adf27ba6c419), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:28.365126 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711f31b-c7f0-4c5d-95e7-94478366a084 req-25c136f1-d1d3-4a8d-ba87-dbbbeb8ef434 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:28.366665 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4711f31b-c7f0-4c5d-95e7-94478366a084 req-25c136f1-d1d3-4a8d-ba87-dbbbeb8ef434 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/ports?device_id=46bfdb99-5c32-48d8-b435-5aa8c58b9021 HTTP/1.1" status: 200 len: 945 time: 0.5128474 Feb 28 20:08:28.417201 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-102b7fca-61d6-4b8d-aacb-2b566846910a req-df67dae6-00ae-447b-b44e-48a0bf75dc65 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cd5eafb-6afa-4491-af83-1913d6ceeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401470 Feb 28 20:08:28.423645 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 0f0e4f79-a738-421e-8ac2-969278ac2ab9, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=0f0e4f79-a738-421e-8ac2-969278ac2ab9,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:28.489038 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4711f31b-c7f0-4c5d-95e7-94478366a084 req-ac2c4e22-a916-49fb-8487-4d7338f1e284 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/security-groups?id=a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095884 Feb 28 20:08:28.514329 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0f0e4f79-a738-421e-8ac2-969278ac2ab9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:28.523225 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-59bc805b-138e-4f4a-a86a-e0fbf1168afe req-7a1c52bb-9ddc-4d70-86ce-9863a7327e3e tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Deleting port 1ce8a371-63b5-403a-9d77-13cf0493398d {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:08:28.523567 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-59bc805b-138e-4f4a-a86a-e0fbf1168afe req-7a1c52bb-9ddc-4d70-86ce-9863a7327e3e tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1ce8a371-63b5-403a-9d77-13cf0493398d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:28.531941 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (d1570eae-34d3-42eb-853d-17abcb02effa), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:28.609255 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:28.617742 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d1570eae-34d3-42eb-853d-17abcb02effa HTTP/1.1" status: 204 len: 168 time: 1.0187476 Feb 28 20:08:28.619672 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456778fe-8526-43f1-8498-981d03b55090 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1570eae-34d3-42eb-853d-17abcb02effa,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:28.625426 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41938) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:28.633456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=27ca5416-c4d9-4f65-8900-adf27ba6c419,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:28.706909 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b3db46-9689-4759-9d3d-5d5b3e30b082 admin admin] Deleting subnet 2ec46e22-2477-431b-a495-a8a4e6c513ad {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:08:28.711333 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a6b3db46-9689-4759-9d3d-5d5b3e30b082 admin admin] Publish callbacks [] for subnet (2ec46e22-2477-431b-a495-a8a4e6c513ad), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:28.734265 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 64e0ca62-1662-4957-9060-931a2811c1bb no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:08:28.759919 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a6b3db46-9689-4759-9d3d-5d5b3e30b082 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (2ec46e22-2477-431b-a495-a8a4e6c513ad), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:28.764081 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-59bc805b-138e-4f4a-a86a-e0fbf1168afe req-7a1c52bb-9ddc-4d70-86ce-9863a7327e3e tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] For port 1ce8a371-63b5-403a-9d77-13cf0493398d, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=1ce8a371-63b5-403a-9d77-13cf0493398d,segment=NetworkSegment(e3bfecd8-3d44-4d5c-a375-44710dfa3336),segment_id=e3bfecd8-3d44-4d5c-a375-44710dfa3336)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:28.764460 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-59bc805b-138e-4f4a-a86a-e0fbf1168afe req-7a1c52bb-9ddc-4d70-86ce-9863a7327e3e tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1ce8a371-63b5-403a-9d77-13cf0493398d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:28.786561 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 64e0ca62-1662-4957-9060-931a2811c1bb {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:08:28.786925 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 64e0ca62-1662-4957-9060-931a2811c1bb not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:08:28.813226 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=0f0e4f79-a738-421e-8ac2-969278ac2ab9,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:28.833901 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac8423e-e311-4a6f-bb8b-24ee09bce7a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1871536294-router', 'tenant_id': '19669575c2994232b34479de662e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8ddd6f79-85f3-4c69-a391-e54119682850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:08:13Z', 'updated_at': '2022-02-28T20:08:24Z', 'revision_number': 4, 'project_id': '19669575c2994232b34479de662e7b20', 'gw_port': {'id': '8ddd6f79-85f3-4c69-a391-e54119682850', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:55:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac8423e-e311-4a6f-bb8b-24ee09bce7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:08:14Z', 'updated_at': '2022-02-28T20:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'fdf8283d-9d23-4526-80d9-73016a0d4bbb', 'name': '', 'network_id': '6dd0017a-523e-412b-8c9d-9b98b99a5dea', 'tenant_id': '19669575c2994232b34479de662e7b20', 'mac_address': 'fa:16:3e:84:0b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac8423e-e311-4a6f-bb8b-24ee09bce7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5f17335b-0b58-4a65-98e7-6c7e2b1e0af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:08:22Z', 'updated_at': '2022-02-28T20:08:25Z', 'revision_number': 2, 'project_id': '19669575c2994232b34479de662e7b20', 'subnets': [{'id': '5f17335b-0b58-4a65-98e7-6c7e2b1e0af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:08:28.840576 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['0f0e4f79-a738-421e-8ac2-969278ac2ab9'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:08:28.868404 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a6b3db46-9689-4759-9d3d-5d5b3e30b082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (2ec46e22-2477-431b-a495-a8a4e6c513ad), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:28.898852 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] Checking router: 0ac8423e-e311-4a6f-bb8b-24ee09bce7a0 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:08:28.899237 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] Updating router 0ac8423e-e311-4a6f-bb8b-24ee09bce7a0 port fdf8283d-9d23-4526-80d9-73016a0d4bbb binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:08:28.951084 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fdf8283d-9d23-4526-80d9-73016a0d4bbb), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:28.985954 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a6b3db46-9689-4759-9d3d-5d5b3e30b082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (2ec46e22-2477-431b-a495-a8a4e6c513ad), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:29.026713 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3db46-9689-4759-9d3d-5d5b3e30b082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ec46e22-2477-431b-a495-a8a4e6c513ad,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:29.029623 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a6b3db46-9689-4759-9d3d-5d5b3e30b082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:29.034005 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a6b3db46-9689-4759-9d3d-5d5b3e30b082 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2ec46e22-2477-431b-a495-a8a4e6c513ad HTTP/1.1" status: 204 len: 168 time: 0.4075663 Feb 28 20:08:29.036995 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41952) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:29.150645 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3b6aefba-dc9a-43df-ad3c-b1550e043e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (6ebd4b75-d260-4bc8-897d-55dfc0d4f96a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:29.283068 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3b6aefba-dc9a-43df-ad3c-b1550e043e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (6ebd4b75-d260-4bc8-897d-55dfc0d4f96a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:29.292820 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086bc037-52b6-4202-a68e-8f212ce05918 x-openstack-request-id: req-086bc037-52b6-4202-a68e-8f212ce05918 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:08:29.293215 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c450bd79-3287-4a5d-9d69-4b5b2eb78c6b", "name": "network-vif-deleted", "tag": "64e0ca62-1662-4957-9060-931a2811c1bb", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:08:29.293393 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-086bc037-52b6-4202-a68e-8f212ce05918 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:08:29.296136 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c450bd79-3287-4a5d-9d69-4b5b2eb78c6b', 'name': 'network-vif-deleted', 'tag': '64e0ca62-1662-4957-9060-931a2811c1bb', 'status': 'completed', 'code': 200} Feb 28 20:08:29.327749 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-3b6aefba-dc9a-43df-ad3c-b1550e043e48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebd4b75-d260-4bc8-897d-55dfc0d4f96a']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:08:29.341825 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-3b6aefba-dc9a-43df-ad3c-b1550e043e48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdaf6ff0-97bd-4208-b547-218ac3b4c4e4') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:08:29.342380 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-3b6aefba-dc9a-43df-ad3c-b1550e043e48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdaf6ff0-97bd-4208-b547-218ac3b4c4e4') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:08:29.355585 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3b6aefba-dc9a-43df-ad3c-b1550e043e48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (bdaf6ff0-97bd-4208-b547-218ac3b4c4e4), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:29.374058 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3b6aefba-dc9a-43df-ad3c-b1550e043e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (bdaf6ff0-97bd-4208-b547-218ac3b4c4e4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:29.382191 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6aefba-dc9a-43df-ad3c-b1550e043e48 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:08:29.383016 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3b6aefba-dc9a-43df-ad3c-b1550e043e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (bdaf6ff0-97bd-4208-b547-218ac3b4c4e4), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:29.442707 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-59bc805b-138e-4f4a-a86a-e0fbf1168afe req-7a1c52bb-9ddc-4d70-86ce-9863a7327e3e tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:29.444628 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-59bc805b-138e-4f4a-a86a-e0fbf1168afe req-7a1c52bb-9ddc-4d70-86ce-9863a7327e3e tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (3f733033-5fb4-4439-b653-84eb26902493), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:29.445212 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [req-59bc805b-138e-4f4a-a86a-e0fbf1168afe req-7a1c52bb-9ddc-4d70-86ce-9863a7327e3e tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Floating IP 3f733033-5fb4-4439-b653-84eb26902493 disassociated. External IP: 172.25.0.114, port: 1ce8a371-63b5-403a-9d77-13cf0493398d. Feb 28 20:08:29.445732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-59bc805b-138e-4f4a-a86a-e0fbf1168afe req-7a1c52bb-9ddc-4d70-86ce-9863a7327e3e tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Calling delete_port for 1ce8a371-63b5-403a-9d77-13cf0493398d owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:08:29.449943 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:08:29.456277 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3b6aefba-dc9a-43df-ad3c-b1550e043e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (6ebd4b75-d260-4bc8-897d-55dfc0d4f96a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:29.480156 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3b6aefba-dc9a-43df-ad3c-b1550e043e48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:29.487104 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3b6aefba-dc9a-43df-ad3c-b1550e043e48 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6ebd4b75-d260-4bc8-897d-55dfc0d4f96a HTTP/1.1" status: 204 len: 168 time: 0.4464529 Feb 28 20:08:29.488897 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6aefba-dc9a-43df-ad3c-b1550e043e48 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ebd4b75-d260-4bc8-897d-55dfc0d4f96a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:29.519197 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9884c971-b489-4bb9-8a95-ddd8c64d4a3c req-8f3e89d5-c79c-4077-949a-c1e62cbfd7f1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7639778 Feb 28 20:08:29.546497 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] Publish callbacks [] for port (fdf8283d-9d23-4526-80d9-73016a0d4bbb), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:29.556130 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fdf8283d-9d23-4526-80d9-73016a0d4bbb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:29.575821 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-9884c971-b489-4bb9-8a95-ddd8c64d4a3c req-dc52fe5f-fc84-4877-9c8b-6023e8805af1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:08:29.663594 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1d9c2-cb58-4a38-a145-69883d1ea85f None None] Pushing event updated for resources: {'Port': ['ID=fdf8283d-9d23-4526-80d9-73016a0d4bbb,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:29.682482 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9884c971-b489-4bb9-8a95-ddd8c64d4a3c req-dc52fe5f-fc84-4877-9c8b-6023e8805af1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:29.723452 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881218d-8883-4b14-b883-e331d780133a req-71f4cbf6-3582-44b2-a0ef-909f5954fa31 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:29.725241 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6881218d-8883-4b14-b883-e331d780133a req-71f4cbf6-3582-44b2-a0ef-909f5954fa31 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 945 time: 0.4028709 Feb 28 20:08:29.762435 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41962) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:29.782850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] Attempting to bind port fdf8283d-9d23-4526-80d9-73016a0d4bbb on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:08:29.783210 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] Attempting to bind port fdf8283d-9d23-4526-80d9-73016a0d4bbb by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'eecf8faa-553a-4cec-ad9f-bc3a3592e674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6dd0017a-523e-412b-8c9d-9b98b99a5dea'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:08:29.783575 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] Attempting to bind port fdf8283d-9d23-4526-80d9-73016a0d4bbb on network 6dd0017a-523e-412b-8c9d-9b98b99a5dea {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:08:29.789909 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:08:29.790284 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] Checking segment: {'id': 'eecf8faa-553a-4cec-ad9f-bc3a3592e674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6dd0017a-523e-412b-8c9d-9b98b99a5dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:08:29.790683 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:29.791071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] Bound using segment: {'id': 'eecf8faa-553a-4cec-ad9f-bc3a3592e674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6dd0017a-523e-412b-8c9d-9b98b99a5dea'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:08:29.791545 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] Bound port: fdf8283d-9d23-4526-80d9-73016a0d4bbb, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eecf8faa-553a-4cec-ad9f-bc3a3592e674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6dd0017a-523e-412b-8c9d-9b98b99a5dea'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:08:29.791954 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fdf8283d-9d23-4526-80d9-73016a0d4bbb), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:29.878917 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b3fe5a1b-368e-4157-94da-7c40593f9c85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46baf94fa2dc4c988092c5c44b04168d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1160769 Feb 28 20:08:29.879547 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41964) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:29.913612 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6881218d-8883-4b14-b883-e331d780133a req-8bd22e17-e579-44a0-b909-74e596127509 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779423 Feb 28 20:08:29.938990 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] For port fdf8283d-9d23-4526-80d9-73016a0d4bbb, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:08:29.942603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] For port fdf8283d-9d23-4526-80d9-73016a0d4bbb, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=fdf8283d-9d23-4526-80d9-73016a0d4bbb,segment=NetworkSegment(eecf8faa-553a-4cec-ad9f-bc3a3592e674),segment_id=eecf8faa-553a-4cec-ad9f-bc3a3592e674)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:08:29.957822 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fdf8283d-9d23-4526-80d9-73016a0d4bbb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:30.022420 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-27324d76-fc6a-47a5-a3c6-8689f9893d58 admin admin] Publish callbacks [] for security_group (02404753-2d93-4cda-a2e2-0cd613321f36), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:30.036805 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] Routers {'0ac8423e-e311-4a6f-bb8b-24ee09bce7a0'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:08:30.037442 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:08:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0ac8423e-e311-4a6f-bb8b-24ee09bce7a0'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:08:30.049378 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-59bc805b-138e-4f4a-a86a-e0fbf1168afe req-7a1c52bb-9ddc-4d70-86ce-9863a7327e3e tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (1ce8a371-63b5-403a-9d77-13cf0493398d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:30.095696 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f2fcfe-1d18-4e1b-88f6-a2c2fc8040dc x-openstack-request-id: req-c7f2fcfe-1d18-4e1b-88f6-a2c2fc8040dc {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:08:30.096100 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bfdb99-5c32-48d8-b435-5aa8c58b9021", "name": "network-vif-plugged", "status": "completed", "tag": "27ca5416-c4d9-4f65-8900-adf27ba6c419", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:08:30.096574 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7f2fcfe-1d18-4e1b-88f6-a2c2fc8040dc {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:08:30.096977 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bfdb99-5c32-48d8-b435-5aa8c58b9021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ca5416-c4d9-4f65-8900-adf27ba6c419', 'code': 200} Feb 28 20:08:30.108638 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-27324d76-fc6a-47a5-a3c6-8689f9893d58 admin admin] Publish callbacks [] for security_group (02404753-2d93-4cda-a2e2-0cd613321f36), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:30.117641 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1d9c2-cb58-4a38-a145-69883d1ea85f None None] Pushing event updated for resources: {'Port': ['ID=fdf8283d-9d23-4526-80d9-73016a0d4bbb,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:30.180322 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-91e093f8-81a4-4ce4-ac55-a857ce4a6875 None None] Provisioning complete for port fdf8283d-9d23-4526-80d9-73016a0d4bbb triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:08:30.180803 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-91e093f8-81a4-4ce4-ac55-a857ce4a6875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fdf8283d-9d23-4526-80d9-73016a0d4bbb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:30.196184 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-27324d76-fc6a-47a5-a3c6-8689f9893d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (02404753-2d93-4cda-a2e2-0cd613321f36), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:30.200345 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-27324d76-fc6a-47a5-a3c6-8689f9893d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:30.202748 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-27324d76-fc6a-47a5-a3c6-8689f9893d58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02404753-2d93-4cda-a2e2-0cd613321f36 HTTP/1.1" status: 204 len: 168 time: 0.3214204 Feb 28 20:08:30.210361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c52bb-9ddc-4d70-86ce-9863a7327e3e tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Pushing event deleted for resources: {'Port': ['ID=1ce8a371-63b5-403a-9d77-13cf0493398d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:30.246541 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27324d76-fc6a-47a5-a3c6-8689f9893d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02404753-2d93-4cda-a2e2-0cd613321f36,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:30.428712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] Set router 0ac8423e-e311-4a6f-bb8b-24ee09bce7a0 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:08:30.555634 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-91e093f8-81a4-4ce4-ac55-a857ce4a6875 None None] Current status of the port fdf8283d-9d23-4526-80d9-73016a0d4bbb is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:08:30.556060 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-91e093f8-81a4-4ce4-ac55-a857ce4a6875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fdf8283d-9d23-4526-80d9-73016a0d4bbb), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:30.610159 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-91e093f8-81a4-4ce4-ac55-a857ce4a6875 None None] For port fdf8283d-9d23-4526-80d9-73016a0d4bbb, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=fdf8283d-9d23-4526-80d9-73016a0d4bbb,segment=NetworkSegment(eecf8faa-553a-4cec-ad9f-bc3a3592e674),segment_id=eecf8faa-553a-4cec-ad9f-bc3a3592e674)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:30.627001 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59bc805b-138e-4f4a-a86a-e0fbf1168afe req-7a1c52bb-9ddc-4d70-86ce-9863a7327e3e tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Router 347cbb81-f9af-46a3-b1c6-44f443183775 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:08:30.657177 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-91e093f8-81a4-4ce4-ac55-a857ce4a6875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fdf8283d-9d23-4526-80d9-73016a0d4bbb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:30.690888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e95381-a6b2-4d8d-b120-1d4627cb20e0 req-03710ebc-2e63-41fa-949f-2b330e251c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:30.694294 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2e95381-a6b2-4d8d-b120-1d4627cb20e0 req-03710ebc-2e63-41fa-949f-2b330e251c03 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=46bfdb99-5c32-48d8-b435-5aa8c58b9021 HTTP/1.1" status: 200 len: 1129 time: 0.5175734 Feb 28 20:08:30.696320 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9884c971-b489-4bb9-8a95-ddd8c64d4a3c req-dc52fe5f-fc84-4877-9c8b-6023e8805af1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:30.755905 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e093f8-81a4-4ce4-ac55-a857ce4a6875 None None] Pushing event updated for resources: {'Port': ['ID=fdf8283d-9d23-4526-80d9-73016a0d4bbb,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:30.845646 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ec6fc009-6b30-4af8-8a09-a0930da9d90e None None] Provisioning complete for port fdf8283d-9d23-4526-80d9-73016a0d4bbb triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:08:30.846024 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ec6fc009-6b30-4af8-8a09-a0930da9d90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fdf8283d-9d23-4526-80d9-73016a0d4bbb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:30.862936 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41978) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:30.876135 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2e95381-a6b2-4d8d-b120-1d4627cb20e0 req-9c8c2bc1-2892-4855-a9ce-62900f28447c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731381 Feb 28 20:08:30.913483 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-467f768f-8265-4351-8d60-c1739e01a732 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a9cc379701d476cb6f0d3e03b18676f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485375 Feb 28 20:08:30.913737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac8423e-e311-4a6f-bb8b-24ee09bce7a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1871536294-router', 'tenant_id': '19669575c2994232b34479de662e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8ddd6f79-85f3-4c69-a391-e54119682850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:08:13Z', 'updated_at': '2022-02-28T20:08:24Z', 'revision_number': 4, 'project_id': '19669575c2994232b34479de662e7b20', 'gw_port': {'id': '8ddd6f79-85f3-4c69-a391-e54119682850', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:55:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac8423e-e311-4a6f-bb8b-24ee09bce7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:08:14Z', 'updated_at': '2022-02-28T20:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'fdf8283d-9d23-4526-80d9-73016a0d4bbb', 'name': '', 'network_id': '6dd0017a-523e-412b-8c9d-9b98b99a5dea', 'tenant_id': '19669575c2994232b34479de662e7b20', 'mac_address': 'fa:16:3e:84:0b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac8423e-e311-4a6f-bb8b-24ee09bce7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5f17335b-0b58-4a65-98e7-6c7e2b1e0af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:08:22Z', 'updated_at': '2022-02-28T20:08:29Z', 'revision_number': 4, 'project_id': '19669575c2994232b34479de662e7b20', 'subnets': [{'id': '5f17335b-0b58-4a65-98e7-6c7e2b1e0af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:08:30.915929 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41980) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:30.968045 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e815ec-dd53-4fb8-8647-69da7f8b54a8 None None] The sync data for ids ['0ac8423e-e311-4a6f-bb8b-24ee09bce7a0'] in n-d-820368-21 is: [{'id': '0ac8423e-e311-4a6f-bb8b-24ee09bce7a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1871536294-router', 'tenant_id': '19669575c2994232b34479de662e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8ddd6f79-85f3-4c69-a391-e54119682850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:08:13Z', 'updated_at': '2022-02-28T20:08:24Z', 'revision_number': 4, 'project_id': '19669575c2994232b34479de662e7b20', 'gw_port': {'id': '8ddd6f79-85f3-4c69-a391-e54119682850', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:55:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac8423e-e311-4a6f-bb8b-24ee09bce7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:08:14Z', 'updated_at': '2022-02-28T20:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'fdf8283d-9d23-4526-80d9-73016a0d4bbb', 'name': '', 'network_id': '6dd0017a-523e-412b-8c9d-9b98b99a5dea', 'tenant_id': '19669575c2994232b34479de662e7b20', 'mac_address': 'fa:16:3e:84:0b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac8423e-e311-4a6f-bb8b-24ee09bce7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5f17335b-0b58-4a65-98e7-6c7e2b1e0af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:08:22Z', 'updated_at': '2022-02-28T20:08:29Z', 'revision_number': 4, 'project_id': '19669575c2994232b34479de662e7b20', 'subnets': [{'id': '5f17335b-0b58-4a65-98e7-6c7e2b1e0af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:08:30.981925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59bc805b-138e-4f4a-a86a-e0fbf1168afe req-7a1c52bb-9ddc-4d70-86ce-9863a7327e3e tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:08:30.988748 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ddc7c050-0df0-47e0-8a9b-094349f60052 admin admin] Publish callbacks [] for security_group (5ad10485-c779-4806-89a3-acebf8e23bd0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:30.995033 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba53b7a-a562-44bf-892b-b2f88178def7 None None] Sync routers for ids ['347cbb81-f9af-46a3-b1c6-44f443183775'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:08:31.021097 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba53b7a-a562-44bf-892b-b2f88178def7 None None] Routers {'347cbb81-f9af-46a3-b1c6-44f443183775'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:08:31.022982 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-fba53b7a-a562-44bf-892b-b2f88178def7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:08:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['347cbb81-f9af-46a3-b1c6-44f443183775'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:08:31.026937 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ec6fc009-6b30-4af8-8a09-a0930da9d90e None None] Current status of the port fdf8283d-9d23-4526-80d9-73016a0d4bbb is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:08:31.033101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe1a7d-52f7-4a8c-81a4-d3b259684873 req-57a73fd0-cc15-45e3-8011-852875043ba3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:31.045315 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27fe1a7d-52f7-4a8c-81a4-d3b259684873 req-57a73fd0-cc15-45e3-8011-852875043ba3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 944 time: 0.4065802 Feb 28 20:08:31.203051 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bc805b-138e-4f4a-a86a-e0fbf1168afe req-7a1c52bb-9ddc-4d70-86ce-9863a7327e3e tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] No DVR routers for this DVR port 1ce8a371-63b5-403a-9d77-13cf0493398d on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:08:31.210244 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-59bc805b-138e-4f4a-a86a-e0fbf1168afe req-7a1c52bb-9ddc-4d70-86ce-9863a7327e3e tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:31.214051 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-59bc805b-138e-4f4a-a86a-e0fbf1168afe req-7a1c52bb-9ddc-4d70-86ce-9863a7327e3e tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.10 "DELETE /v2.0/ports/1ce8a371-63b5-403a-9d77-13cf0493398d HTTP/1.1" status: 204 len: 173 time: 2.9054203 Feb 28 20:08:31.217003 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78670686-64d6-4a94-8d20-fcac332cd01c', 'name': 'network-vif-deleted', 'tag': '1ce8a371-63b5-403a-9d77-13cf0493398d'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:08:31.220025 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24abec38-7584-4a1d-af95-94dc6933acd3" -d '{"events": [{"server_uuid": "78670686-64d6-4a94-8d20-fcac332cd01c", "name": "network-vif-deleted", "tag": "1ce8a371-63b5-403a-9d77-13cf0493398d"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:08:31.288840 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-9884c971-b489-4bb9-8a95-ddd8c64d4a3c req-dc52fe5f-fc84-4877-9c8b-6023e8805af1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Allocated IP 172.25.0.129 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/5f3c06d8-a4d1-495c-aae6-f8469411f9a2) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:08:31.309928 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-fba53b7a-a562-44bf-892b-b2f88178def7 None None] Set router 347cbb81-f9af-46a3-b1c6-44f443183775 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:08:31.331039 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27fe1a7d-52f7-4a8c-81a4-d3b259684873 req-d7178104-01e9-44e1-ae46-40fed26ebe7a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841506 Feb 28 20:08:31.380960 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 0f0e4f79-a738-421e-8ac2-969278ac2ab9 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:08:31.417816 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ddc7c050-0df0-47e0-8a9b-094349f60052 admin admin] Publish callbacks [] for security_group (5ad10485-c779-4806-89a3-acebf8e23bd0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:31.518652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:08:31.530609 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:08:31.531127 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0f0e4f79-a738-421e-8ac2-969278ac2ab9), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:31.535581 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ddc7c050-0df0-47e0-8a9b-094349f60052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5ad10485-c779-4806-89a3-acebf8e23bd0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:31.541873 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ddc7c050-0df0-47e0-8a9b-094349f60052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:31.543087 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ddc7c050-0df0-47e0-8a9b-094349f60052 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ad10485-c779-4806-89a3-acebf8e23bd0 HTTP/1.1" status: 204 len: 168 time: 0.6246247 Feb 28 20:08:31.572982 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7c050-0df0-47e0-8a9b-094349f60052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad10485-c779-4806-89a3-acebf8e23bd0,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:31.575485 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9884c971-b489-4bb9-8a95-ddd8c64d4a3c req-dc52fe5f-fc84-4877-9c8b-6023e8805af1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for port (5f3c06d8-a4d1-495c-aae6-f8469411f9a2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:31.726857 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7a756d6-f377-4a45-a829-d745b47126d8 req-7ce5b7ec-d81d-43f4-a069-dcffa92622e1 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/ports?device_id=78670686-64d6-4a94-8d20-fcac332cd01c HTTP/1.1" status: 200 len: 210 time: 0.0773196 Feb 28 20:08:31.741925 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9884c971-b489-4bb9-8a95-ddd8c64d4a3c req-dc52fe5f-fc84-4877-9c8b-6023e8805af1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (5f3c06d8-a4d1-495c-aae6-f8469411f9a2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:31.795547 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:08:31.796317 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0f0e4f79-a738-421e-8ac2-969278ac2ab9), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:31.851409 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-fba53b7a-a562-44bf-892b-b2f88178def7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-router', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:10Z', 'updated_at': '2022-02-28T20:05:15Z', 'revision_number': 4, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'gw_port': {'id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:11Z', 'updated_at': '2022-02-28T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'f7e5f57d-6895-4a67-a23c-789a5d7562c5', 'name': '', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'mac_address': 'fa:16:3e:ae:e8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:14Z', 'updated_at': '2022-02-28T20:05:20Z', 'revision_number': 5, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'subnets': [{'id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:08:31.869959 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9884c971-b489-4bb9-8a95-ddd8c64d4a3c req-dc52fe5f-fc84-4877-9c8b-6023e8805af1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:08:31.890991 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-9884c971-b489-4bb9-8a95-ddd8c64d4a3c req-dc52fe5f-fc84-4877-9c8b-6023e8805af1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:08:31.897243 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 0f0e4f79-a738-421e-8ac2-969278ac2ab9, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=0f0e4f79-a738-421e-8ac2-969278ac2ab9,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:31.910155 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0f0e4f79-a738-421e-8ac2-969278ac2ab9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:31.910920 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 1ce8a371-63b5-403a-9d77-13cf0493398d no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:08:31.929860 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba53b7a-a562-44bf-892b-b2f88178def7 None None] Checking router: 347cbb81-f9af-46a3-b1c6-44f443183775 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:08:31.944978 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba53b7a-a562-44bf-892b-b2f88178def7 None None] Routers {'347cbb81-f9af-46a3-b1c6-44f443183775'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:08:31.946472 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-fba53b7a-a562-44bf-892b-b2f88178def7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:08:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['347cbb81-f9af-46a3-b1c6-44f443183775'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:08:31.954049 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9884c971-b489-4bb9-8a95-ddd8c64d4a3c req-dc52fe5f-fc84-4877-9c8b-6023e8805af1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:08:31.956334 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52fe5f-fc84-4877-9c8b-6023e8805af1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Pushing event updated for resources: {'Port': ['ID=5f3c06d8-a4d1-495c-aae6-f8469411f9a2,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:32.020105 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 1ce8a371-63b5-403a-9d77-13cf0493398d {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:08:32.020505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 1ce8a371-63b5-403a-9d77-13cf0493398d not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:08:32.103280 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2172173-1b4a-467e-b1ce-ee44d0314b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0e4f79-a738-421e-8ac2-969278ac2ab9'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:08:32.109038 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3382d6-11ef-4f67-82d7-8c4f91b527ba" -d '{"events": [{"server_uuid": "a2172173-1b4a-467e-b1ce-ee44d0314b3d", "name": "network-vif-plugged", "status": "completed", "tag": "0f0e4f79-a738-421e-8ac2-969278ac2ab9"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:08:32.123062 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-fba53b7a-a562-44bf-892b-b2f88178def7 None None] Set router 347cbb81-f9af-46a3-b1c6-44f443183775 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:08:32.134950 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=0f0e4f79-a738-421e-8ac2-969278ac2ab9,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:32.511381 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-fba53b7a-a562-44bf-892b-b2f88178def7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-router', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:10Z', 'updated_at': '2022-02-28T20:05:15Z', 'revision_number': 4, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'gw_port': {'id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:11Z', 'updated_at': '2022-02-28T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'f7e5f57d-6895-4a67-a23c-789a5d7562c5', 'name': '', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'mac_address': 'fa:16:3e:ae:e8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:14Z', 'updated_at': '2022-02-28T20:05:20Z', 'revision_number': 5, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'subnets': [{'id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:08:32.590572 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba53b7a-a562-44bf-892b-b2f88178def7 None None] The sync data for ids ['347cbb81-f9af-46a3-b1c6-44f443183775'] in n-d-820368-21 is: [{'id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-router', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:10Z', 'updated_at': '2022-02-28T20:05:15Z', 'revision_number': 4, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'gw_port': {'id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:11Z', 'updated_at': '2022-02-28T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'f7e5f57d-6895-4a67-a23c-789a5d7562c5', 'name': '', 'network_id': 'ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'mac_address': 'fa:16:3e:ae:e8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:14Z', 'updated_at': '2022-02-28T20:05:20Z', 'revision_number': 5, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'subnets': [{'id': 'b229bdb6-456c-44f4-9a74-de3d45d86232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:08:32.673372 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device fdf8283d-9d23-4526-80d9-73016a0d4bbb up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:08:32.674970 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9884c971-b489-4bb9-8a95-ddd8c64d4a3c req-dc52fe5f-fc84-4877-9c8b-6023e8805af1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for floatingip (4cd3cf67-a0fe-442d-b9ff-6fbd1871331a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:32.751903 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40a88f-67c4-4213-8c8b-4794c768aa1e req-583deca0-3fa8-46a5-aa3c-9265948a9ed4 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:32.755502 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device d6e41179-18bc-4d50-9173-066d7801957c details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:08:32.760108 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e40a88f-67c4-4213-8c8b-4794c768aa1e req-583deca0-3fa8-46a5-aa3c-9265948a9ed4 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/ports?device_id=46bfdb99-5c32-48d8-b435-5aa8c58b9021 HTTP/1.1" status: 200 len: 946 time: 0.8843236 Feb 28 20:08:32.787259 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9884c971-b489-4bb9-8a95-ddd8c64d4a3c req-dc52fe5f-fc84-4877-9c8b-6023e8805af1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5f3c06d8-a4d1-495c-aae6-f8469411f9a2), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:32.804890 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port fdf8283d-9d23-4526-80d9-73016a0d4bbb triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:08:32.805797 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fdf8283d-9d23-4526-80d9-73016a0d4bbb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:32.912394 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e40a88f-67c4-4213-8c8b-4794c768aa1e req-75320660-46b4-4e3d-aeed-52d1cade3c30 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/security-groups?id=a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508968 Feb 28 20:08:33.040108 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port fdf8283d-9d23-4526-80d9-73016a0d4bbb is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:08:33.099920 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port d6e41179-18bc-4d50-9173-066d7801957c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d6e41179-18bc-4d50-9173-066d7801957c,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:33.138819 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'd6e41179-18bc-4d50-9173-066d7801957c', 'network_id': '2b99c423-2a23-4a58-b010-0e915b051500', 'port_id': 'd6e41179-18bc-4d50-9173-066d7801957c', 'mac_address': 'fa:16:3e:23:2e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3ede59-a3a4-4385-bdb9-388af5c0400e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:08:33.201929 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3f461-dd56-41aa-b55f-9855db609102 req-8ca0a2a3-d7e0-4755-92dc-728e93b6fbe9 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:33.208327 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port d6e41179-18bc-4d50-9173-066d7801957c is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:08:33.208842 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d6e41179-18bc-4d50-9173-066d7801957c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:33.216309 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e3c3f461-dd56-41aa-b55f-9855db609102 req-8ca0a2a3-d7e0-4755-92dc-728e93b6fbe9 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 945 time: 0.1014118 Feb 28 20:08:33.226267 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6e41179-18bc-4d50-9173-066d7801957c {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:08:33.271288 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port d6e41179-18bc-4d50-9173-066d7801957c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d6e41179-18bc-4d50-9173-066d7801957c,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:33.277004 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d6e41179-18bc-4d50-9173-066d7801957c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:33.278676 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9884c971-b489-4bb9-8a95-ddd8c64d4a3c req-dc52fe5f-fc84-4877-9c8b-6023e8805af1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for port (5f3c06d8-a4d1-495c-aae6-f8469411f9a2), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:33.302821 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9884c971-b489-4bb9-8a95-ddd8c64d4a3c req-dc52fe5f-fc84-4877-9c8b-6023e8805af1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (5f3c06d8-a4d1-495c-aae6-f8469411f9a2), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:33.359879 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52fe5f-fc84-4877-9c8b-6023e8805af1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Pushing event updated for resources: {'Port': ['ID=5f3c06d8-a4d1-495c-aae6-f8469411f9a2,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:33.384880 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['d6e41179-18bc-4d50-9173-066d7801957c'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:08:33.399725 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e3c3f461-dd56-41aa-b55f-9855db609102 req-f37bd641-88a7-42c1-b0eb-9c05a1975cca tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825585 Feb 28 20:08:33.432062 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ced7f2-607c-4ac7-9e7f-fae82de08b6b None None] New status for floating IP 3f733033-5fb4-4439-b653-84eb26902493: DOWN {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:08:33.442999 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=d6e41179-18bc-4d50-9173-066d7801957c,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:33.500658 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486523c8-7a3c-404e-bd67-6f762931baaa x-openstack-request-id: req-486523c8-7a3c-404e-bd67-6f762931baaa {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:08:33.500945 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78670686-64d6-4a94-8d20-fcac332cd01c", "name": "network-vif-deleted", "tag": "1ce8a371-63b5-403a-9d77-13cf0493398d", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:08:33.501797 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-486523c8-7a3c-404e-bd67-6f762931baaa {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:08:33.502265 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78670686-64d6-4a94-8d20-fcac332cd01c', 'name': 'network-vif-deleted', 'tag': '1ce8a371-63b5-403a-9d77-13cf0493398d', 'status': 'completed', 'code': 200} Feb 28 20:08:33.521279 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9884c971-b489-4bb9-8a95-ddd8c64d4a3c req-dc52fe5f-fc84-4877-9c8b-6023e8805af1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (4cd3cf67-a0fe-442d-b9ff-6fbd1871331a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:33.550170 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9884c971-b489-4bb9-8a95-ddd8c64d4a3c req-dc52fe5f-fc84-4877-9c8b-6023e8805af1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:33.553672 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9884c971-b489-4bb9-8a95-ddd8c64d4a3c req-dc52fe5f-fc84-4877-9c8b-6023e8805af1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9840512 Feb 28 20:08:33.803258 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9884c971-b489-4bb9-8a95-ddd8c64d4a3c req-5815eb57-f720-4a66-be71-8342bfbd8821 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.129 HTTP/1.1" status: 200 len: 696 time: 0.2423089 Feb 28 20:08:33.938277 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7a7216-52af-467c-adf6-189d419c77a3 x-openstack-request-id: req-ff7a7216-52af-467c-adf6-189d419c77a3 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:08:33.938871 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2172173-1b4a-467e-b1ce-ee44d0314b3d", "name": "network-vif-plugged", "status": "completed", "tag": "0f0e4f79-a738-421e-8ac2-969278ac2ab9", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:08:33.939656 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff7a7216-52af-467c-adf6-189d419c77a3 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:08:33.941980 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2172173-1b4a-467e-b1ce-ee44d0314b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0e4f79-a738-421e-8ac2-969278ac2ab9', 'code': 200} Feb 28 20:08:34.046382 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf494b4a-9ee5-4a2d-8749-4964975709cb req-c57fa57f-7506-4b4c-baee-f43b8c0a19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:34.048091 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf494b4a-9ee5-4a2d-8749-4964975709cb req-c57fa57f-7506-4b4c-baee-f43b8c0a19b7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 1128 time: 0.1321056 Feb 28 20:08:34.056776 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884c971-b489-4bb9-8a95-ddd8c64d4a3c req-b039c190-faee-422e-9beb-58cff1bfba03 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:34.058687 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9884c971-b489-4bb9-8a95-ddd8c64d4a3c req-b039c190-faee-422e-9beb-58cff1bfba03 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.2488132 Feb 28 20:08:34.085798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-9884c971-b489-4bb9-8a95-ddd8c64d4a3c req-60d6330f-d4f6-4ebb-af5b-d5d817979058 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:08:34.086834 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9884c971-b489-4bb9-8a95-ddd8c64d4a3c req-60d6330f-d4f6-4ebb-af5b-d5d817979058 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147486 Feb 28 20:08:34.101019 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ed5f2-d33f-40b7-864e-2c87e925e56d req-4cea61da-59cd-40fc-99f9-97fe575cba00 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:34.108949 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c4ed5f2-d33f-40b7-864e-2c87e925e56d req-4cea61da-59cd-40fc-99f9-97fe575cba00 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 945 time: 0.1550112 Feb 28 20:08:34.189384 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c4ed5f2-d33f-40b7-864e-2c87e925e56d req-62b6c17c-f9cd-4fc6-8b5d-0d6d83bc6e8d tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795491 Feb 28 20:08:34.192411 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf494b4a-9ee5-4a2d-8749-4964975709cb req-7b482c7a-660f-4921-91c3-69493e9ae591 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309841 Feb 28 20:08:34.365830 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e359e50-fdc0-403d-a770-6a793ce5ee01 req-5f3d6902-53d2-41a0-831e-3597286c8bc5 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:34.367371 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e359e50-fdc0-403d-a770-6a793ce5ee01 req-5f3d6902-53d2-41a0-831e-3597286c8bc5 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 944 time: 0.0811296 Feb 28 20:08:34.439048 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e359e50-fdc0-403d-a770-6a793ce5ee01 req-971cf310-3c2e-4e69-846d-f432f4bff8bd tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653024 Feb 28 20:08:34.596839 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c720b04-ab64-4518-8498-06a77f89f585 req-353d72c7-caec-4891-a96f-860f57214fb1 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:34.599419 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c720b04-ab64-4518-8498-06a77f89f585 req-353d72c7-caec-4891-a96f-860f57214fb1 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/ports?device_id=46bfdb99-5c32-48d8-b435-5aa8c58b9021 HTTP/1.1" status: 200 len: 946 time: 0.1359646 Feb 28 20:08:34.672797 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c720b04-ab64-4518-8498-06a77f89f585 req-7e7e88cb-58ff-47b8-b358-522e0619ad76 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/security-groups?id=a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655663 Feb 28 20:08:34.697740 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fed1b2da-44f6-4b72-b936-7fdee76d3b4a req-27f359a0-e9ba-4dd4-b0fc-ab1920a28443 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1987438 Feb 28 20:08:34.715993 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-fed1b2da-44f6-4b72-b936-7fdee76d3b4a req-3873ded6-792f-4fb9-8201-3c7355b4360c tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:08:34.735873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device d6e41179-18bc-4d50-9173-066d7801957c up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:08:34.778495 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fed1b2da-44f6-4b72-b936-7fdee76d3b4a req-3873ded6-792f-4fb9-8201-3c7355b4360c tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:34.888631 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port d6e41179-18bc-4d50-9173-066d7801957c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:08:34.900189 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d6e41179-18bc-4d50-9173-066d7801957c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:35.016800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adf574-5d92-4a65-a725-d95777665f43 req-75192d71-5480-4071-8863-069a0b0015a3 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:35.019148 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3adf574-5d92-4a65-a725-d95777665f43 req-75192d71-5480-4071-8863-069a0b0015a3 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 945 time: 0.1103165 Feb 28 20:08:35.033814 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fed1b2da-44f6-4b72-b936-7fdee76d3b4a req-3873ded6-792f-4fb9-8201-3c7355b4360c tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:35.105845 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port d6e41179-18bc-4d50-9173-066d7801957c is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:08:35.106468 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d6e41179-18bc-4d50-9173-066d7801957c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:35.204761 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3adf574-5d92-4a65-a725-d95777665f43 req-cd76bd23-1352-41e4-b5ed-48aadc521a8c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702611 Feb 28 20:08:35.213482 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port d6e41179-18bc-4d50-9173-066d7801957c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d6e41179-18bc-4d50-9173-066d7801957c,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:35.233586 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d6e41179-18bc-4d50-9173-066d7801957c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:35.322023 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-fed1b2da-44f6-4b72-b936-7fdee76d3b4a req-3873ded6-792f-4fb9-8201-3c7355b4360c tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Allocated IP 172.25.0.104 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/380fdd02-5888-4bbe-b5e1-2eaa3a3f5f26) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:08:35.398886 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=d6e41179-18bc-4d50-9173-066d7801957c,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:35.603582 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fed1b2da-44f6-4b72-b936-7fdee76d3b4a req-3873ded6-792f-4fb9-8201-3c7355b4360c tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for port (380fdd02-5888-4bbe-b5e1-2eaa3a3f5f26), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:35.709568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880d3bd-55b0-4ae6-a8bf-0bc2a78d692c req-8a4844d2-e337-4076-b99d-a15fb5d28dd2 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:35.717074 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d880d3bd-55b0-4ae6-a8bf-0bc2a78d692c req-8a4844d2-e337-4076-b99d-a15fb5d28dd2 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 945 time: 0.1200428 Feb 28 20:08:35.749704 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fed1b2da-44f6-4b72-b936-7fdee76d3b4a req-3873ded6-792f-4fb9-8201-3c7355b4360c tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (380fdd02-5888-4bbe-b5e1-2eaa3a3f5f26), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:35.822881 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed1b2da-44f6-4b72-b936-7fdee76d3b4a req-3873ded6-792f-4fb9-8201-3c7355b4360c tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:08:35.842451 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d880d3bd-55b0-4ae6-a8bf-0bc2a78d692c req-95cf6047-02da-444e-aacc-47c2465e63b8 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244447 Feb 28 20:08:35.852646 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-fed1b2da-44f6-4b72-b936-7fdee76d3b4a req-3873ded6-792f-4fb9-8201-3c7355b4360c tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:08:35.860772 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873ded6-792f-4fb9-8201-3c7355b4360c tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Pushing event updated for resources: {'Port': ['ID=380fdd02-5888-4bbe-b5e1-2eaa3a3f5f26,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:35.873986 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed1b2da-44f6-4b72-b936-7fdee76d3b4a req-3873ded6-792f-4fb9-8201-3c7355b4360c tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:08:35.921564 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42102) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:35.943251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11dbb2a8-7754-42b1-8f6e-c400e36840cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e41179-18bc-4d50-9173-066d7801957c'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:08:35.946626 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901742ac-ad52-4e9f-bc18-94449e42fc33" -d '{"events": [{"server_uuid": "11dbb2a8-7754-42b1-8f6e-c400e36840cd", "name": "network-vif-plugged", "status": "completed", "tag": "d6e41179-18bc-4d50-9173-066d7801957c"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:08:36.105788 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1d45662c-6e31-45bc-9880-78ef1fc34d61 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for security_group (7cd5eafb-6afa-4491-af83-1913d6ceeabb), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:36.186010 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1d45662c-6e31-45bc-9880-78ef1fc34d61 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for security_group (7cd5eafb-6afa-4491-af83-1913d6ceeabb), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:36.259447 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fed1b2da-44f6-4b72-b936-7fdee76d3b4a req-3873ded6-792f-4fb9-8201-3c7355b4360c tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for floatingip (da37d3c4-f9eb-462e-8789-02065b699136), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:36.283054 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1d45662c-6e31-45bc-9880-78ef1fc34d61 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7cd5eafb-6afa-4491-af83-1913d6ceeabb), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:36.292964 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1d45662c-6e31-45bc-9880-78ef1fc34d61 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:36.296734 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1d45662c-6e31-45bc-9880-78ef1fc34d61 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "DELETE /v2.0/security-groups/7cd5eafb-6afa-4491-af83-1913d6ceeabb HTTP/1.1" status: 204 len: 168 time: 0.3735285 Feb 28 20:08:36.307944 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42114) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:36.309270 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45662c-6e31-45bc-9880-78ef1fc34d61 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd5eafb-6afa-4491-af83-1913d6ceeabb,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:36.348865 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-7257c7e1-88b2-4699-9552-25e04e64d2a7 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] show failed (client error): The resource could not be found. Feb 28 20:08:36.350880 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7257c7e1-88b2-4699-9552-25e04e64d2a7 tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "GET /v2.0/security-groups/7cd5eafb-6afa-4491-af83-1913d6ceeabb HTTP/1.1" status: 404 len: 347 time: 0.0325642 Feb 28 20:08:36.353814 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42116) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:36.422424 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce1a50-0738-4846-b3a5-40b3e40e3600 req-a759bc28-4a19-444f-8657-06c07c545f86 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:36.430536 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-09ce1a50-0738-4846-b3a5-40b3e40e3600 req-a759bc28-4a19-444f-8657-06c07c545f86 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 945 time: 0.2638190 Feb 28 20:08:36.437290 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fed1b2da-44f6-4b72-b936-7fdee76d3b4a req-3873ded6-792f-4fb9-8201-3c7355b4360c tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (380fdd02-5888-4bbe-b5e1-2eaa3a3f5f26), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:36.608690 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-da0f2304-b81f-4408-8a31-c3bc4bbf3a7d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Deleting port 27865426-c424-44d6-a9ee-874b856091b2 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:08:36.609078 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-da0f2304-b81f-4408-8a31-c3bc4bbf3a7d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (27865426-c424-44d6-a9ee-874b856091b2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:36.622807 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42122) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:36.691640 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-09ce1a50-0738-4846-b3a5-40b3e40e3600 req-e8be5c9a-7910-4fdc-bdda-3bb1666e8d15 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595589 Feb 28 20:08:36.804524 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-da0f2304-b81f-4408-8a31-c3bc4bbf3a7d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (27865426-c424-44d6-a9ee-874b856091b2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:36.806474 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-da0f2304-b81f-4408-8a31-c3bc4bbf3a7d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for floatingip (27865426-c424-44d6-a9ee-874b856091b2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:36.845921 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9675fa-6e09-4f1a-bc6b-bb7516a0088f x-openstack-request-id: req-5f9675fa-6e09-4f1a-bc6b-bb7516a0088f {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:08:36.847111 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11dbb2a8-7754-42b1-8f6e-c400e36840cd", "name": "network-vif-plugged", "status": "completed", "tag": "d6e41179-18bc-4d50-9173-066d7801957c", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:08:36.847727 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f9675fa-6e09-4f1a-bc6b-bb7516a0088f {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:08:36.848383 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11dbb2a8-7754-42b1-8f6e-c400e36840cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e41179-18bc-4d50-9173-066d7801957c', 'code': 200} Feb 28 20:08:36.848964 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6a88a823-9f07-460a-b6e3-f7de75e1e5f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:36.857907 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-da0f2304-b81f-4408-8a31-c3bc4bbf3a7d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Calling delete_port for 27865426-c424-44d6-a9ee-874b856091b2 owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:08:36.887958 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fed1b2da-44f6-4b72-b936-7fdee76d3b4a req-3873ded6-792f-4fb9-8201-3c7355b4360c tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for port (380fdd02-5888-4bbe-b5e1-2eaa3a3f5f26), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:36.895511 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fed1b2da-44f6-4b72-b936-7fdee76d3b4a req-3873ded6-792f-4fb9-8201-3c7355b4360c tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (380fdd02-5888-4bbe-b5e1-2eaa3a3f5f26), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:37.040437 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6a88a823-9f07-460a-b6e3-f7de75e1e5f5 admin admin] Publish callbacks [] for security_group (320aacff-06ba-43cc-941a-b433da17a83c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:37.053262 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6a88a823-9f07-460a-b6e3-f7de75e1e5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (320aacff-06ba-43cc-941a-b433da17a83c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:37.068361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873ded6-792f-4fb9-8201-3c7355b4360c tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Pushing event updated for resources: {'Port': ['ID=380fdd02-5888-4bbe-b5e1-2eaa3a3f5f26,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:37.094414 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fed1b2da-44f6-4b72-b936-7fdee76d3b4a req-3873ded6-792f-4fb9-8201-3c7355b4360c tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (da37d3c4-f9eb-462e-8789-02065b699136), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:37.115668 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fed1b2da-44f6-4b72-b936-7fdee76d3b4a req-3873ded6-792f-4fb9-8201-3c7355b4360c tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:37.117753 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fed1b2da-44f6-4b72-b936-7fdee76d3b4a req-3873ded6-792f-4fb9-8201-3c7355b4360c tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4146800 Feb 28 20:08:37.162048 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6a88a823-9f07-460a-b6e3-f7de75e1e5f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=631c3419727940d0a9eeb0be3da0ab4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5380564 Feb 28 20:08:37.165232 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926b44a-dca4-4b1e-8fa5-4756fde9e753 req-3585cbd0-b245-4cc2-b0a9-2bca61a0c62c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:37.169251 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4926b44a-dca4-4b1e-8fa5-4756fde9e753 req-3585cbd0-b245-4cc2-b0a9-2bca61a0c62c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 945 time: 0.2140572 Feb 28 20:08:37.188561 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88a823-9f07-460a-b6e3-f7de75e1e5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320aacff-06ba-43cc-941a-b433da17a83c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:37.199316 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42130) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:37.259413 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fed1b2da-44f6-4b72-b936-7fdee76d3b4a req-cd206111-8984-432e-b419-ad716d45e2e0 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 696 time: 0.1323719 Feb 28 20:08:37.321578 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4926b44a-dca4-4b1e-8fa5-4756fde9e753 req-293c9ba2-392e-4af2-ab28-db57a57a321c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572510 Feb 28 20:08:37.331365 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad7b1-9961-4c40-a095-c41d6ac76b58 admin admin] Publish callbacks [] for security_group (320aacff-06ba-43cc-941a-b433da17a83c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:37.388567 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad7b1-9961-4c40-a095-c41d6ac76b58 admin admin] Publish callbacks [] for security_group (320aacff-06ba-43cc-941a-b433da17a83c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:37.428866 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-da0f2304-b81f-4408-8a31-c3bc4bbf3a7d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (27865426-c424-44d6-a9ee-874b856091b2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:37.528835 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f2304-b81f-4408-8a31-c3bc4bbf3a7d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Pushing event deleted for resources: {'Port': ['ID=27865426-c424-44d6-a9ee-874b856091b2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:37.653219 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad7b1-9961-4c40-a095-c41d6ac76b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (320aacff-06ba-43cc-941a-b433da17a83c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:37.658783 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad7b1-9961-4c40-a095-c41d6ac76b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:37.662132 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cc0ad7b1-9961-4c40-a095-c41d6ac76b58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/320aacff-06ba-43cc-941a-b433da17a83c HTTP/1.1" status: 204 len: 168 time: 0.4598827 Feb 28 20:08:37.694696 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-da0f2304-b81f-4408-8a31-c3bc4bbf3a7d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks [] for floatingip (3f733033-5fb4-4439-b653-84eb26902493), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:37.703104 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-da0f2304-b81f-4408-8a31-c3bc4bbf3a7d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:37.708474 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-da0f2304-b81f-4408-8a31-c3bc4bbf3a7d tempest-ServersWithSpecificFlavorTestJSON-708245369 tempest-ServersWithSpecificFlavorTestJSON-708245369-project] 10.222.0.13 "DELETE /v2.0/floatingips/3f733033-5fb4-4439-b653-84eb26902493 HTTP/1.1" status: 204 len: 168 time: 1.3534405 Feb 28 20:08:37.709587 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ad7b1-9961-4c40-a095-c41d6ac76b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320aacff-06ba-43cc-941a-b433da17a83c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:37.735637 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1b2da-44f6-4b72-b936-7fdee76d3b4a req-45074863-5113-47f4-b363-266e13eb7a8b tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:37.743280 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fed1b2da-44f6-4b72-b936-7fdee76d3b4a req-45074863-5113-47f4-b363-266e13eb7a8b tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.4362934 Feb 28 20:08:37.751705 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-fed1b2da-44f6-4b72-b936-7fdee76d3b4a req-f1368176-9f4a-4a48-a3c7-6753ff873f5f tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:08:37.770220 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fed1b2da-44f6-4b72-b936-7fdee76d3b4a req-f1368176-9f4a-4a48-a3c7-6753ff873f5f tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0243375 Feb 28 20:08:37.801676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72acc1-4a78-43b2-bd21-1144ee5428f9 req-981a6c33-bc20-4d4f-8934-f9e331ef43d9 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:37.810229 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba72acc1-4a78-43b2-bd21-1144ee5428f9 req-981a6c33-bc20-4d4f-8934-f9e331ef43d9 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 945 time: 0.2380726 Feb 28 20:08:37.939664 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba72acc1-4a78-43b2-bd21-1144ee5428f9 req-e3ada413-2fa0-4afc-8ab4-28416a838c5e tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264663 Feb 28 20:08:38.055356 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3fe56-a55f-499b-9813-6ccb1735e4a1 req-01b84b4e-0298-486d-8aa6-0e48ed190e15 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:38.056919 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-87c3fe56-a55f-499b-9813-6ccb1735e4a1 req-01b84b4e-0298-486d-8aa6-0e48ed190e15 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 945 time: 0.0958521 Feb 28 20:08:38.194458 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-87c3fe56-a55f-499b-9813-6ccb1735e4a1 req-6a11650f-6997-4d0b-a058-5a19ebe91887 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308618 Feb 28 20:08:38.216003 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06498e15-cf5f-4652-82f8-4f9e073d5986 req-1157b28a-24f2-496d-aafd-8468c4fabe56 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2205019 Feb 28 20:08:38.227616 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-06498e15-cf5f-4652-82f8-4f9e073d5986 req-a66925b3-c975-4674-bb6e-4b6f1d5ba429 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:08:38.277291 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06498e15-cf5f-4652-82f8-4f9e073d5986 req-a66925b3-c975-4674-bb6e-4b6f1d5ba429 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:38.477244 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06498e15-cf5f-4652-82f8-4f9e073d5986 req-a66925b3-c975-4674-bb6e-4b6f1d5ba429 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:38.690274 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-06498e15-cf5f-4652-82f8-4f9e073d5986 req-a66925b3-c975-4674-bb6e-4b6f1d5ba429 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Allocated IP 172.25.0.44 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/4b0514a0-2f1e-405a-a427-7c2a2942c353) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:08:38.912603 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06498e15-cf5f-4652-82f8-4f9e073d5986 req-a66925b3-c975-4674-bb6e-4b6f1d5ba429 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for port (4b0514a0-2f1e-405a-a427-7c2a2942c353), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:38.959744 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42180) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:38.980909 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06498e15-cf5f-4652-82f8-4f9e073d5986 req-a66925b3-c975-4674-bb6e-4b6f1d5ba429 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4b0514a0-2f1e-405a-a427-7c2a2942c353), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:39.130998 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06498e15-cf5f-4652-82f8-4f9e073d5986 req-a66925b3-c975-4674-bb6e-4b6f1d5ba429 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:08:39.137876 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-06498e15-cf5f-4652-82f8-4f9e073d5986 req-a66925b3-c975-4674-bb6e-4b6f1d5ba429 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:08:39.143338 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-06498e15-cf5f-4652-82f8-4f9e073d5986 req-a66925b3-c975-4674-bb6e-4b6f1d5ba429 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:08:39.157785 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-519dd61e-70d6-4af0-b1f1-faff8f645c53 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-835932343-network', 'tenant_id': 'ebb914519f8f4e2e877f18e6d51e0525'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:08:39.170667 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66925b3-c975-4674-bb6e-4b6f1d5ba429 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Pushing event updated for resources: {'Port': ['ID=4b0514a0-2f1e-405a-a427-7c2a2942c353,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:39.186276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012e80f-c449-4df1-9796-1bbcb9e4df09 req-dcb658bc-f875-4a30-8f1e-440bcb7534e9 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:39.197627 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0012e80f-c449-4df1-9796-1bbcb9e4df09 req-dcb658bc-f875-4a30-8f1e-440bcb7534e9 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 1128 time: 0.2430456 Feb 28 20:08:39.201646 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519dd61e-70d6-4af0-b1f1-faff8f645c53 admin admin] Made reservation on behalf of ebb914519f8f4e2e877f18e6d51e0525 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:08:39.206518 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-519dd61e-70d6-4af0-b1f1-faff8f645c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:39.220574 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-519dd61e-70d6-4af0-b1f1-faff8f645c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:39.299462 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0012e80f-c449-4df1-9796-1bbcb9e4df09 req-b5ea01fb-6b13-4b20-81d5-75d47fe7c02d tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871413 Feb 28 20:08:39.307676 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06498e15-cf5f-4652-82f8-4f9e073d5986 req-a66925b3-c975-4674-bb6e-4b6f1d5ba429 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for floatingip (f6807da1-499c-4915-9ab5-c15cd77a6a16), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:39.374862 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-519dd61e-70d6-4af0-b1f1-faff8f645c53 admin admin] Publish callbacks [] for security_group (399547af-58e0-45e4-9c9d-6b110c9b1642), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:39.375124 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06498e15-cf5f-4652-82f8-4f9e073d5986 req-a66925b3-c975-4674-bb6e-4b6f1d5ba429 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4b0514a0-2f1e-405a-a427-7c2a2942c353), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:39.381034 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-519dd61e-70d6-4af0-b1f1-faff8f645c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (399547af-58e0-45e4-9c9d-6b110c9b1642), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:39.435156 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519dd61e-70d6-4af0-b1f1-faff8f645c53 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:08:39.487352 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519dd61e-70d6-4af0-b1f1-faff8f645c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399547af-58e0-45e4-9c9d-6b110c9b1642,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:39.502702 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-519dd61e-70d6-4af0-b1f1-faff8f645c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:39.503147 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-519dd61e-70d6-4af0-b1f1-faff8f645c53 admin admin] Added segment f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac of type vlan for network 30ade989-eb50-4d25-b902-20ce10a97a59 Feb 28 20:08:39.585493 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-519dd61e-70d6-4af0-b1f1-faff8f645c53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (30ade989-eb50-4d25-b902-20ce10a97a59), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:39.655228 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-519dd61e-70d6-4af0-b1f1-faff8f645c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (30ade989-eb50-4d25-b902-20ce10a97a59), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:39.657108 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519dd61e-70d6-4af0-b1f1-faff8f645c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:39.657854 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-519dd61e-70d6-4af0-b1f1-faff8f645c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:39.692183 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06498e15-cf5f-4652-82f8-4f9e073d5986 req-a66925b3-c975-4674-bb6e-4b6f1d5ba429 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for port (4b0514a0-2f1e-405a-a427-7c2a2942c353), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:39.718098 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-519dd61e-70d6-4af0-b1f1-faff8f645c53 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.7469821 Feb 28 20:08:39.718292 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06498e15-cf5f-4652-82f8-4f9e073d5986 req-a66925b3-c975-4674-bb6e-4b6f1d5ba429 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (4b0514a0-2f1e-405a-a427-7c2a2942c353), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:39.718412 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42192) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:39.742769 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-0e9435f5-10b2-4436-8b10-52edc546c43d admin admin] Request body: {'subnet': {'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-835932343-subnet', 'tenant_id': 'ebb914519f8f4e2e877f18e6d51e0525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:08:39.760066 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da56d3d-84d4-4205-a290-c38ed83c65d2 req-24b0ab36-33dc-40d5-9d9c-c8922ffc7908 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:39.760066 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0da56d3d-84d4-4205-a290-c38ed83c65d2 req-24b0ab36-33dc-40d5-9d9c-c8922ffc7908 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 945 time: 0.1768434 Feb 28 20:08:39.775069 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519dd61e-70d6-4af0-b1f1-faff8f645c53 admin admin] Pushing event updated for resources: {'Network': ['ID=30ade989-eb50-4d25-b902-20ce10a97a59,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:39.784109 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9435f5-10b2-4436-8b10-52edc546c43d admin admin] Made reservation on behalf of ebb914519f8f4e2e877f18e6d51e0525 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:08:39.787221 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e9435f5-10b2-4436-8b10-52edc546c43d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:39.796108 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 30ade989-eb50-4d25-b902-20ce10a97a59 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:08:39.961782 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66925b3-c975-4674-bb6e-4b6f1d5ba429 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Pushing event updated for resources: {'Port': ['ID=4b0514a0-2f1e-405a-a427-7c2a2942c353,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:40.048770 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0da56d3d-84d4-4205-a290-c38ed83c65d2 req-ec228e05-2c2b-4527-b897-dad82a5e6f4a tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880640 Feb 28 20:08:40.053983 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06498e15-cf5f-4652-82f8-4f9e073d5986 req-a66925b3-c975-4674-bb6e-4b6f1d5ba429 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (f6807da1-499c-4915-9ab5-c15cd77a6a16), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:40.068950 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e9435f5-10b2-4436-8b10-52edc546c43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (6f7b6343-09d6-47f5-84df-45ccf66aea66), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:40.079518 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06498e15-cf5f-4652-82f8-4f9e073d5986 req-a66925b3-c975-4674-bb6e-4b6f1d5ba429 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:40.080278 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06498e15-cf5f-4652-82f8-4f9e073d5986 req-a66925b3-c975-4674-bb6e-4b6f1d5ba429 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8634741 Feb 28 20:08:40.164855 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06498e15-cf5f-4652-82f8-4f9e073d5986 req-0b5860a8-360e-484f-a590-8f82ba32ea7d tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.44 HTTP/1.1" status: 200 len: 695 time: 0.0756986 Feb 28 20:08:40.196113 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9435f5-10b2-4436-8b10-52edc546c43d admin admin] Checking segment: {'id': 'f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:08:40.196480 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9435f5-10b2-4436-8b10-52edc546c43d admin admin] Network hostable DHCP agents. Network: 30ade989-eb50-4d25-b902-20ce10a97a59, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:08:40.208189 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9435f5-10b2-4436-8b10-52edc546c43d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f7b6343-09d6-47f5-84df-45ccf66aea66,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:40.235706 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9435f5-10b2-4436-8b10-52edc546c43d admin admin] Network 30ade989-eb50-4d25-b902-20ce10a97a59 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:08:40.261771 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-0e9435f5-10b2-4436-8b10-52edc546c43d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 30ade989-eb50-4d25-b902-20ce10a97a59) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:08:40.270073 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9435f5-10b2-4436-8b10-52edc546c43d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:40.271171 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e9435f5-10b2-4436-8b10-52edc546c43d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:40.286789 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7368afdd-4f76-47a2-ac33-d602bdd6552b None None] Network 30ade989-eb50-4d25-b902-20ce10a97a59 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:08:40.293298 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0e9435f5-10b2-4436-8b10-52edc546c43d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5755246 Feb 28 20:08:40.499076 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06498e15-cf5f-4652-82f8-4f9e073d5986 req-e6f1af78-154e-4551-8128-3dababc649ce tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:40.515968 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c988d500-e5e8-41d7-bd44-0afb014c9bda None None] Network 30ade989-eb50-4d25-b902-20ce10a97a59 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:08:40.527739 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06498e15-cf5f-4652-82f8-4f9e073d5986 req-e6f1af78-154e-4551-8128-3dababc649ce tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.3552165 Feb 28 20:08:40.809012 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab45291-17b6-4c0b-9801-e73e85298e46 req-f5dddf6e-1248-4bf6-a21d-b0731b6915be tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:40.810678 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aab45291-17b6-4c0b-9801-e73e85298e46 req-f5dddf6e-1248-4bf6-a21d-b0731b6915be tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 945 time: 0.1620150 Feb 28 20:08:40.886529 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aab45291-17b6-4c0b-9801-e73e85298e46 req-fe95761b-c6ce-4ba4-bb3c-02beb050d55a tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633254 Feb 28 20:08:40.898922 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e69c4-3dcf-453d-a59f-7e072404521a req-34668a89-11b4-46fa-b647-0c13128afe19 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:40.900716 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d9e69c4-3dcf-453d-a59f-7e072404521a req-34668a89-11b4-46fa-b647-0c13128afe19 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 1128 time: 0.1543033 Feb 28 20:08:40.979064 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d9e69c4-3dcf-453d-a59f-7e072404521a req-c7459bc0-a0d0-475e-9763-2e4c6a7876cf tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724933 Feb 28 20:08:41.244057 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0122df50-ab9c-4a72-9ff7-5ffba00ca73c req-b8d2b61c-556f-4e1c-bda1-801e51d0ecb7 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2183673 Feb 28 20:08:41.256434 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-0122df50-ab9c-4a72-9ff7-5ffba00ca73c req-8aa11d71-d28a-4598-b6ad-273f6bafc0d1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:08:41.320603 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0122df50-ab9c-4a72-9ff7-5ffba00ca73c req-8aa11d71-d28a-4598-b6ad-273f6bafc0d1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:41.950304 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-2dadb2e9-fdeb-40da-a2ef-3fa9d1f62882 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:41.951889 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-2dadb2e9-fdeb-40da-a2ef-3fa9d1f62882 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/networks?id=30ade989-eb50-4d25-b902-20ce10a97a59 HTTP/1.1" status: 200 len: 804 time: 0.5189760 Feb 28 20:08:41.975475 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-7b4b7951-6c33-4381-beb2-6f67537cf70e tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/quotas/ebb914519f8f4e2e877f18e6d51e0525 HTTP/1.1" status: 200 len: 375 time: 0.0136206 Feb 28 20:08:41.981708 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0122df50-ab9c-4a72-9ff7-5ffba00ca73c req-8aa11d71-d28a-4598-b6ad-273f6bafc0d1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:42.157932 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-0122df50-ab9c-4a72-9ff7-5ffba00ca73c req-8aa11d71-d28a-4598-b6ad-273f6bafc0d1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Allocated IP 172.25.0.61 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/795c2a48-cda6-4782-b9ab-fd10a099020e) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:08:42.199627 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-0b86ed13-e9a4-4a26-8c4a-67fb8c90b352 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebb914519f8f4e2e877f18e6d51e0525&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2156169 Feb 28 20:08:42.447921 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0122df50-ab9c-4a72-9ff7-5ffba00ca73c req-8aa11d71-d28a-4598-b6ad-273f6bafc0d1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for port (795c2a48-cda6-4782-b9ab-fd10a099020e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:42.474183 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-e1c2fea0-b349-412c-acd6-a3dde340a761 service neutron] 10.222.0.13 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667525 Feb 28 20:08:42.582021 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0122df50-ab9c-4a72-9ff7-5ffba00ca73c req-8aa11d71-d28a-4598-b6ad-273f6bafc0d1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (795c2a48-cda6-4782-b9ab-fd10a099020e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:42.649334 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0122df50-ab9c-4a72-9ff7-5ffba00ca73c req-8aa11d71-d28a-4598-b6ad-273f6bafc0d1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:08:42.653947 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-0122df50-ab9c-4a72-9ff7-5ffba00ca73c req-8aa11d71-d28a-4598-b6ad-273f6bafc0d1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:08:42.668170 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-e452fa36-e9b5-4d54-8e0f-64326f584fe2 service neutron] 10.222.0.13 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928220 Feb 28 20:08:42.670265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0122df50-ab9c-4a72-9ff7-5ffba00ca73c req-8aa11d71-d28a-4598-b6ad-273f6bafc0d1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:08:42.732649 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa11d71-d28a-4598-b6ad-273f6bafc0d1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Pushing event updated for resources: {'Port': ['ID=795c2a48-cda6-4782-b9ab-fd10a099020e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:42.800126 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0122df50-ab9c-4a72-9ff7-5ffba00ca73c req-8aa11d71-d28a-4598-b6ad-273f6bafc0d1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for floatingip (19afe1bf-2d53-46d0-bb70-77d7c8ecd66b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:42.883264 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0122df50-ab9c-4a72-9ff7-5ffba00ca73c req-8aa11d71-d28a-4598-b6ad-273f6bafc0d1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (795c2a48-cda6-4782-b9ab-fd10a099020e), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:43.226731 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0122df50-ab9c-4a72-9ff7-5ffba00ca73c req-8aa11d71-d28a-4598-b6ad-273f6bafc0d1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for port (795c2a48-cda6-4782-b9ab-fd10a099020e), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:43.232385 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0122df50-ab9c-4a72-9ff7-5ffba00ca73c req-8aa11d71-d28a-4598-b6ad-273f6bafc0d1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (795c2a48-cda6-4782-b9ab-fd10a099020e), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:43.455984 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa11d71-d28a-4598-b6ad-273f6bafc0d1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Pushing event updated for resources: {'Port': ['ID=795c2a48-cda6-4782-b9ab-fd10a099020e,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:43.501625 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75fa5f-0665-48f3-a914-2a0e44a63633 req-a2e41b24-859c-46fe-94eb-acf5a6df8d3b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:43.516928 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb75fa5f-0665-48f3-a914-2a0e44a63633 req-a2e41b24-859c-46fe-94eb-acf5a6df8d3b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 945 time: 0.2807608 Feb 28 20:08:43.554483 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0122df50-ab9c-4a72-9ff7-5ffba00ca73c req-8aa11d71-d28a-4598-b6ad-273f6bafc0d1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (19afe1bf-2d53-46d0-bb70-77d7c8ecd66b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:43.615259 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0122df50-ab9c-4a72-9ff7-5ffba00ca73c req-8aa11d71-d28a-4598-b6ad-273f6bafc0d1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:43.617245 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0122df50-ab9c-4a72-9ff7-5ffba00ca73c req-8aa11d71-d28a-4598-b6ad-273f6bafc0d1 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3661003 Feb 28 20:08:43.631044 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb75fa5f-0665-48f3-a914-2a0e44a63633 req-43172271-699c-479c-9dd6-8029085c2a67 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127186 Feb 28 20:08:43.755184 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0122df50-ab9c-4a72-9ff7-5ffba00ca73c req-0e3a6fd4-311c-4480-a5f5-23dccfea2ca0 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.61 HTTP/1.1" status: 200 len: 695 time: 0.1224978 Feb 28 20:08:43.974589 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481b2d4-ccda-4538-8f57-1385246af33f req-ecdea71d-8f43-412c-b6b1-fae6dca6b5c8 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:43.976750 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e481b2d4-ccda-4538-8f57-1385246af33f req-ecdea71d-8f43-412c-b6b1-fae6dca6b5c8 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 945 time: 0.2000327 Feb 28 20:08:44.045284 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122df50-ab9c-4a72-9ff7-5ffba00ca73c req-fb7ae25a-1d1f-4949-ab30-54c54f596680 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:44.046780 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0122df50-ab9c-4a72-9ff7-5ffba00ca73c req-fb7ae25a-1d1f-4949-ab30-54c54f596680 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.2855937 Feb 28 20:08:44.101378 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e481b2d4-ccda-4538-8f57-1385246af33f req-9329278e-5f4a-4f82-8e5a-02e1736dfb95 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157787 Feb 28 20:08:44.278929 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10fe57e6-a870-43e9-a8c5-c650d6bade73 req-46aebfa2-1d46-4937-bb65-e2d672a27765 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=59c8e5e4-c49a-4fee-9921-a976d3af7c6d HTTP/1.1" status: 200 len: 210 time: 0.0789149 Feb 28 20:08:44.429675 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e32dcb6e-31c4-48d1-ad25-879a8c7d318e req-2f9280c2-5c5d-41e1-bd71-a2bd5136c8c0 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/floatingips/19afe1bf-2d53-46d0-bb70-77d7c8ecd66b HTTP/1.1" status: 200 len: 692 time: 0.1058638 Feb 28 20:08:44.576525 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dcb6e-31c4-48d1-ad25-879a8c7d318e req-11945017-cd32-422d-b47a-3156b848475e tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:44.585985 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e32dcb6e-31c4-48d1-ad25-879a8c7d318e req-11945017-cd32-422d-b47a-3156b848475e tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.1553156 Feb 28 20:08:44.592536 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-e32dcb6e-31c4-48d1-ad25-879a8c7d318e req-fbafc6c8-4dc9-46aa-a7f2-31afd54bb102 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:08:44.605195 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e32dcb6e-31c4-48d1-ad25-879a8c7d318e req-fbafc6c8-4dc9-46aa-a7f2-31afd54bb102 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169320 Feb 28 20:08:44.696976 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-22d756b7-6870-42fe-bf01-258ba1e8bbb1 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:44.698520 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-22d756b7-6870-42fe-bf01-258ba1e8bbb1 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.15 "GET /v2.0/networks?id=30ade989-eb50-4d25-b902-20ce10a97a59 HTTP/1.1" status: 200 len: 804 time: 0.2988107 Feb 28 20:08:44.711355 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-0ca29402-fd89-4366-9cda-aed8d482ce1c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Request body: {'port': {'device_id': '59c8e5e4-c49a-4fee-9921-a976d3af7c6d', 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59', 'admin_state_up': True, 'tenant_id': 'ebb914519f8f4e2e877f18e6d51e0525'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:08:44.855349 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-42b9d5fb-ccc9-4519-ae9e-c2a266a1fffc req-a0949140-f43c-497a-8039-5357ad937537 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/floatingips/19afe1bf-2d53-46d0-bb70-77d7c8ecd66b HTTP/1.1" status: 200 len: 692 time: 0.1234736 Feb 28 20:08:44.978613 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-0ca29402-fd89-4366-9cda-aed8d482ce1c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Made reservation on behalf of ebb914519f8f4e2e877f18e6d51e0525 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:08:44.982928 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-0ca29402-fd89-4366-9cda-aed8d482ce1c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:45.103195 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9d5fb-ccc9-4519-ae9e-c2a266a1fffc req-85259bed-757b-4d0a-902b-b93f1063813a tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:45.110095 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-42b9d5fb-ccc9-4519-ae9e-c2a266a1fffc req-85259bed-757b-4d0a-902b-b93f1063813a tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.2538791 Feb 28 20:08:45.115632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-42b9d5fb-ccc9-4519-ae9e-c2a266a1fffc req-a9b4c7f2-bfe8-46e1-ad66-6b438ef09dee tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:08:45.123596 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-42b9d5fb-ccc9-4519-ae9e-c2a266a1fffc req-a9b4c7f2-bfe8-46e1-ad66-6b438ef09dee tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121419 Feb 28 20:08:45.267917 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-42b9d5fb-ccc9-4519-ae9e-c2a266a1fffc req-8436d874-8590-4695-a222-b7de47fe78e7 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.61 HTTP/1.1" status: 200 len: 695 time: 0.1358912 Feb 28 20:08:45.349707 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-0ca29402-fd89-4366-9cda-aed8d482ce1c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Allocated IP 172.20.0.6 (30ade989-eb50-4d25-b902-20ce10a97a59/6f7b6343-09d6-47f5-84df-45ccf66aea66/0601be1e-12de-4202-887f-94301cb7899d) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:08:45.406198 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-42b9d5fb-ccc9-4519-ae9e-c2a266a1fffc req-80dc17e9-f849-4f93-8810-a23249066f3f tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.61 HTTP/1.1" status: 200 len: 695 time: 0.1383047 Feb 28 20:08:45.643528 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-0ca29402-fd89-4366-9cda-aed8d482ce1c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks [] for port (0601be1e-12de-4202-887f-94301cb7899d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:45.709562 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-0ca29402-fd89-4366-9cda-aed8d482ce1c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0601be1e-12de-4202-887f-94301cb7899d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:45.796297 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-42b9d5fb-ccc9-4519-ae9e-c2a266a1fffc req-2121fcd1-ab1a-453b-8e14-1cfe71809b28 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Deleting port 795c2a48-cda6-4782-b9ab-fd10a099020e {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:08:45.796873 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-42b9d5fb-ccc9-4519-ae9e-c2a266a1fffc req-2121fcd1-ab1a-453b-8e14-1cfe71809b28 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (795c2a48-cda6-4782-b9ab-fd10a099020e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:45.824541 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca29402-fd89-4366-9cda-aed8d482ce1c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Pushing event updated for resources: {'Port': ['ID=0601be1e-12de-4202-887f-94301cb7899d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:45.859833 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-0ca29402-fd89-4366-9cda-aed8d482ce1c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Network 30ade989-eb50-4d25-b902-20ce10a97a59 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:08:45.861436 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-0ca29402-fd89-4366-9cda-aed8d482ce1c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:08:45.865194 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-0ca29402-fd89-4366-9cda-aed8d482ce1c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:08:45.921024 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-42b9d5fb-ccc9-4519-ae9e-c2a266a1fffc req-2121fcd1-ab1a-453b-8e14-1cfe71809b28 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (795c2a48-cda6-4782-b9ab-fd10a099020e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:45.921024 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-42b9d5fb-ccc9-4519-ae9e-c2a266a1fffc req-2121fcd1-ab1a-453b-8e14-1cfe71809b28 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for floatingip (795c2a48-cda6-4782-b9ab-fd10a099020e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:45.935278 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-42b9d5fb-ccc9-4519-ae9e-c2a266a1fffc req-2121fcd1-ab1a-453b-8e14-1cfe71809b28 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Calling delete_port for 795c2a48-cda6-4782-b9ab-fd10a099020e owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:08:45.949372 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-0ca29402-fd89-4366-9cda-aed8d482ce1c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:45.950037 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-0ca29402-fd89-4366-9cda-aed8d482ce1c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:46.009904 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-0ca29402-fd89-4366-9cda-aed8d482ce1c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3026774 Feb 28 20:08:46.027815 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] Request body: {'port': {'device_id': '59c8e5e4-c49a-4fee-9921-a976d3af7c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:08:46.109944 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-42b9d5fb-ccc9-4519-ae9e-c2a266a1fffc req-2121fcd1-ab1a-453b-8e14-1cfe71809b28 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (795c2a48-cda6-4782-b9ab-fd10a099020e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:46.153774 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121fcd1-ab1a-453b-8e14-1cfe71809b28 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Pushing event deleted for resources: {'Port': ['ID=795c2a48-cda6-4782-b9ab-fd10a099020e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:46.200958 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0601be1e-12de-4202-887f-94301cb7899d), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:46.226294 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-9399a93d-2d98-4f40-ac31-0356e6686802 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:08:46.234914 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-9399a93d-2d98-4f40-ac31-0356e6686802 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0265074 Feb 28 20:08:46.345745 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-f79c4ebb-fe88-4ec3-9661-3cc8907f8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:46.364657 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-f79c4ebb-fe88-4ec3-9661-3cc8907f8513 service neutron] 10.222.0.13 "GET /v2.0/ports/0f0e4f79-a738-421e-8ac2-969278ac2ab9 HTTP/1.1" status: 200 len: 1125 time: 0.1285071 Feb 28 20:08:46.369486 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-42b9d5fb-ccc9-4519-ae9e-c2a266a1fffc req-2121fcd1-ab1a-453b-8e14-1cfe71809b28 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for floatingip (19afe1bf-2d53-46d0-bb70-77d7c8ecd66b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:46.375147 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-42b9d5fb-ccc9-4519-ae9e-c2a266a1fffc req-2121fcd1-ab1a-453b-8e14-1cfe71809b28 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:46.377053 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-1e205785-8610-4d20-80ec-fd9e0b00ffb3 service neutron] Request body: {'binding': {'host': 'n-h1-820368-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:08:46.381677 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-42b9d5fb-ccc9-4519-ae9e-c2a266a1fffc req-2121fcd1-ab1a-453b-8e14-1cfe71809b28 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "DELETE /v2.0/floatingips/19afe1bf-2d53-46d0-bb70-77d7c8ecd66b HTTP/1.1" status: 204 len: 173 time: 0.9611261 Feb 28 20:08:46.382741 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-1e205785-8610-4d20-80ec-fd9e0b00ffb3 service neutron] Unknown quota resources ['binding']. {{(pid=103773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 20:08:46.394471 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f05563c1-291d-4439-bd1b-534508bf52db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:46.693975 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677437d-d1a5-4ac0-ad18-69291e943278 req-1ba5847b-dcd7-4a91-8dfa-389c2483efe0 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:46.701314 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d677437d-d1a5-4ac0-ad18-69291e943278 req-1ba5847b-dcd7-4a91-8dfa-389c2483efe0 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 945 time: 0.1578655 Feb 28 20:08:46.833571 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d677437d-d1a5-4ac0-ad18-69291e943278 req-7557b285-5e3c-46fa-9339-053aea85644e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218641 Feb 28 20:08:46.939485 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42302) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:47.056882 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-1e205785-8610-4d20-80ec-fd9e0b00ffb3 service neutron] Attempting to bind port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 on host n-h1-820368-21 for vnic_type normal with profile None {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:08:47.057972 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-1e205785-8610-4d20-80ec-fd9e0b00ffb3 service neutron] Attempting to bind port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:08:47.058728 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-1e205785-8610-4d20-80ec-fd9e0b00ffb3 service neutron] Attempting to bind port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:08:47.076920 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-1e205785-8610-4d20-80ec-fd9e0b00ffb3 service neutron] Port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:08:47.077516 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-1e205785-8610-4d20-80ec-fd9e0b00ffb3 service neutron] Attempting to bind port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:08:47.082414 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0601be1e-12de-4202-887f-94301cb7899d {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:08:47.100226 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] Publish callbacks [] for port (0601be1e-12de-4202-887f-94301cb7899d), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:47.111237 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-1e205785-8610-4d20-80ec-fd9e0b00ffb3 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:08:47.111989 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-1e205785-8610-4d20-80ec-fd9e0b00ffb3 service neutron] Checking segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:08:47.112791 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-1e205785-8610-4d20-80ec-fd9e0b00ffb3 service neutron] Bound using segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:08:47.113443 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-1e205785-8610-4d20-80ec-fd9e0b00ffb3 service neutron] Bound port: 0f0e4f79-a738-421e-8ac2-969278ac2ab9, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:08:47.156454 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] Transition to ACTIVE for port object 0601be1e-12de-4202-887f-94301cb7899d will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:08:47.163240 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (0601be1e-12de-4202-887f-94301cb7899d), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:47.298893 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddc115-21d9-41e6-be34-600e872c4141 req-2f090442-fe92-4e89-a251-3be4699cb3a6 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:47.301111 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fdddc115-21d9-41e6-be34-600e872c4141 req-2f090442-fe92-4e89-a251-3be4699cb3a6 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 945 time: 0.2810011 Feb 28 20:08:47.370900 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0601be1e-12de-4202-887f-94301cb7899d,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:47.377032 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-1e205785-8610-4d20-80ec-fd9e0b00ffb3 service neutron] For port 0f0e4f79-a738-421e-8ac2-969278ac2ab9, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0f0e4f79-a738-421e-8ac2-969278ac2ab9,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:08:47.416459 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-1e205785-8610-4d20-80ec-fd9e0b00ffb3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:47.420448 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-1e205785-8610-4d20-80ec-fd9e0b00ffb3 service neutron] 10.222.0.13 "POST /v2.0/ports/0f0e4f79-a738-421e-8ac2-969278ac2ab9/bindings HTTP/1.1" status: 201 len: 390 time: 1.0523174 Feb 28 20:08:47.584036 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] Attempting to bind port 0601be1e-12de-4202-887f-94301cb7899d on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:08:47.585577 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] Attempting to bind port 0601be1e-12de-4202-887f-94301cb7899d by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:08:47.596581 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] Attempting to bind port 0601be1e-12de-4202-887f-94301cb7899d on network 30ade989-eb50-4d25-b902-20ce10a97a59 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:08:47.617524 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] Port 0601be1e-12de-4202-887f-94301cb7899d on network 30ade989-eb50-4d25-b902-20ce10a97a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:08:47.621647 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] Attempting to bind port 0601be1e-12de-4202-887f-94301cb7899d on network 30ade989-eb50-4d25-b902-20ce10a97a59 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:08:47.650837 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fdddc115-21d9-41e6-be34-600e872c4141 req-7ad3e918-64f7-4f33-b189-e6d4e6323afb tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363056 Feb 28 20:08:47.660425 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:08:47.660425 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] Checking segment: {'id': 'f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:08:47.660987 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] Bound using segment: {'id': 'f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:08:47.664970 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] Bound port: 0601be1e-12de-4202-887f-94301cb7899d, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:08:47.665631 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0601be1e-12de-4202-887f-94301cb7899d), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:47.838480 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] For port 0601be1e-12de-4202-887f-94301cb7899d, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:08:47.842312 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] For port 0601be1e-12de-4202-887f-94301cb7899d, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0601be1e-12de-4202-887f-94301cb7899d,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:08:47.866382 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (0601be1e-12de-4202-887f-94301cb7899d), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:47.979035 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0601be1e-12de-4202-887f-94301cb7899d,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:48.004052 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:48.004670 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:48.006059 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-9609e2b7-ee08-4c5f-8064-b4de55eb09b6 service neutron] 10.222.0.15 "PUT /v2.0/ports/0601be1e-12de-4202-887f-94301cb7899d HTTP/1.1" status: 200 len: 1092 time: 1.9857602 Feb 28 20:08:48.006514 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c8e5e4-c49a-4fee-9921-a976d3af7c6d', 'tag': '0601be1e-12de-4202-887f-94301cb7899d'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:08:48.008922 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c35e89-a3e4-476c-8d4c-8d568d051874" -d '{"events": [{"name": "network-changed", "server_uuid": "59c8e5e4-c49a-4fee-9921-a976d3af7c6d", "tag": "0601be1e-12de-4202-887f-94301cb7899d"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:08:48.154658 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-5d4df4f7-bde2-4995-a4ef-29f1568bb59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:48.156178 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-5d4df4f7-bde2-4995-a4ef-29f1568bb59b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebb914519f8f4e2e877f18e6d51e0525&device_id=59c8e5e4-c49a-4fee-9921-a976d3af7c6d HTTP/1.1" status: 200 len: 1126 time: 0.0874012 Feb 28 20:08:48.249399 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-b1de7442-16b6-4e94-8fb8-7756c8ea8f8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0601be1e-12de-4202-887f-94301cb7899d HTTP/1.1" status: 200 len: 217 time: 0.0854914 Feb 28 20:08:48.369370 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-fa4318d0-353a-4571-87e2-7f877e5d59ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:48.371464 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-fa4318d0-353a-4571-87e2-7f877e5d59ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f7b6343-09d6-47f5-84df-45ccf66aea66 HTTP/1.1" status: 200 len: 844 time: 0.1165960 Feb 28 20:08:48.395558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a864f5-7df7-4e94-bad8-57e2251577c7 req-92d617f3-d42a-4029-96f8-c331d69be238 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:48.397555 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-16a864f5-7df7-4e94-bad8-57e2251577c7 req-92d617f3-d42a-4029-96f8-c331d69be238 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=59c8e5e4-c49a-4fee-9921-a976d3af7c6d HTTP/1.1" status: 200 len: 943 time: 0.6348572 Feb 28 20:08:48.408091 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384a5c9-3dd7-4cc1-aeda-2ee0fefb4905 req-680fdf23-40ad-4392-938b-2fbdb7e0b264 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:48.420834 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b384a5c9-3dd7-4cc1-aeda-2ee0fefb4905 req-680fdf23-40ad-4392-938b-2fbdb7e0b264 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6562219 Feb 28 20:08:48.431720 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-ef25951b-dfec-4072-9c05-f6cc4a05d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:48.443408 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-ef25951b-dfec-4072-9c05-f6cc4a05d2da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 1128 time: 0.5359409 Feb 28 20:08:48.456531 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-73728868-de83-4653-b3c9-c19871d65e60 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30ade989-eb50-4d25-b902-20ce10a97a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772443 Feb 28 20:08:48.840039 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-92952888-94df-4125-b0ee-080d735109b6 service neutron] 10.222.0.15 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760822 Feb 28 20:08:48.889621 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7ade20cd-7072-4c36-8c3f-87870ae06e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:49.099910 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e53f2f8b-68f1-4b7f-9492-51ad4955ebfb req-e014a84b-4ea2-4ea9-abf2-4926db2abc95 service neutron] 10.222.0.15 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531490 Feb 28 20:08:49.158917 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-16a864f5-7df7-4e94-bad8-57e2251577c7 req-55376916-dd22-4fb5-90c3-1a46a3933ae9 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7293727 Feb 28 20:08:49.263039 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:49.287379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-250fc458-7f1e-4012-83e1-4a4e0cb83f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:49.289805 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-250fc458-7f1e-4012-83e1-4a4e0cb83f7e service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 921 time: 0.8299663 Feb 28 20:08:49.306526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5f073-f0bf-476d-8bfd-9c56cc1dec9e req-6a4d7e08-5422-4980-a324-02adebf8ff62 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:49.319714 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05a5f073-f0bf-476d-8bfd-9c56cc1dec9e req-6a4d7e08-5422-4980-a324-02adebf8ff62 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 945 time: 0.7250714 Feb 28 20:08:49.441594 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-e60774e4-8f96-42bd-93ce-87d0c65013f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f0e4f79-a738-421e-8ac2-969278ac2ab9 HTTP/1.1" status: 200 len: 217 time: 0.1177113 Feb 28 20:08:49.461425 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f9087ece-dca5-441e-a31c-2e9b04e18392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (347cbb81-f9af-46a3-b1c6-44f443183775), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:49.820955 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05a5f073-f0bf-476d-8bfd-9c56cc1dec9e req-81ab58f4-3be3-4710-b177-f836f25934b7 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998899 Feb 28 20:08:49.832179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-d71bdcfe-702f-4211-9efa-5dde9d49bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:49.834188 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-d71bdcfe-702f-4211-9efa-5dde9d49bd60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.3665941 Feb 28 20:08:49.885189 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-94f93c38-6fc1-4e7b-92e7-d0857c1695e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408397 Feb 28 20:08:49.901956 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd2cec-d3d3-4945-860b-3ccc643e5f46 req-4883e51b-d138-4139-bb4a-391d9b15dc48 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:49.911288 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75fd2cec-d3d3-4945-860b-3ccc643e5f46 req-4883e51b-d138-4139-bb4a-391d9b15dc48 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 945 time: 0.4805863 Feb 28 20:08:49.942139 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:49.951594 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edd9564-b8cc-45e3-b1fd-96e6ab071dcd x-openstack-request-id: req-5edd9564-b8cc-45e3-b1fd-96e6ab071dcd {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:08:49.952147 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c8e5e4-c49a-4fee-9921-a976d3af7c6d", "tag": "0601be1e-12de-4202-887f-94301cb7899d", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:08:49.952378 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5edd9564-b8cc-45e3-b1fd-96e6ab071dcd {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:08:49.952931 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c8e5e4-c49a-4fee-9921-a976d3af7c6d', 'tag': '0601be1e-12de-4202-887f-94301cb7899d', 'status': 'completed', 'code': 200} Feb 28 20:08:50.095670 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c35e89-a3e4-476c-8d4c-8d568d051874 req-2241e3ee-5186-4b83-979e-72edb6c72543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:50.107017 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84c35e89-a3e4-476c-8d4c-8d568d051874 req-2241e3ee-5186-4b83-979e-72edb6c72543 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebb914519f8f4e2e877f18e6d51e0525&device_id=59c8e5e4-c49a-4fee-9921-a976d3af7c6d HTTP/1.1" status: 200 len: 1126 time: 0.1243730 Feb 28 20:08:50.275917 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c35e89-a3e4-476c-8d4c-8d568d051874 req-e851db9a-c8c2-43cc-9a36-c60e3cf9d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:50.278775 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84c35e89-a3e4-476c-8d4c-8d568d051874 req-e851db9a-c8c2-43cc-9a36-c60e3cf9d9d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30ade989-eb50-4d25-b902-20ce10a97a59 HTTP/1.1" status: 200 len: 904 time: 0.1640399 Feb 28 20:08:50.299178 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-02c5139a-f747-4b5e-b980-ee59497f01e5 req-d38f4786-c965-4293-90cd-d25ce2dc3a02 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=19669575c2994232b34479de662e7b20 HTTP/1.1" status: 200 len: 1656 time: 0.2860198 Feb 28 20:08:50.387623 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84c35e89-a3e4-476c-8d4c-8d568d051874 req-c05bc4e3-9cbf-40af-ae3e-658951826092 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0601be1e-12de-4202-887f-94301cb7899d HTTP/1.1" status: 200 len: 217 time: 0.1017005 Feb 28 20:08:50.474926 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75fd2cec-d3d3-4945-860b-3ccc643e5f46 req-5849f45f-01f3-4772-aa6a-c5089da864a7 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600348 Feb 28 20:08:50.476769 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c35e89-a3e4-476c-8d4c-8d568d051874 req-32062561-ba4e-47cb-8722-b543a5925b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:50.480750 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84c35e89-a3e4-476c-8d4c-8d568d051874 req-32062561-ba4e-47cb-8722-b543a5925b92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f7b6343-09d6-47f5-84df-45ccf66aea66 HTTP/1.1" status: 200 len: 844 time: 0.0827868 Feb 28 20:08:50.548191 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84c35e89-a3e4-476c-8d4c-8d568d051874 req-e2822e19-d0bc-41ac-b81b-f928e32d7964 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30ade989-eb50-4d25-b902-20ce10a97a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536151 Feb 28 20:08:50.667707 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-c2b189f9-392f-4a77-9010-0015a7e1a22d service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7547805 Feb 28 20:08:50.747060 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84c35e89-a3e4-476c-8d4c-8d568d051874 req-b422dcf7-d0a2-4b09-ac59-ad5b315f7c6f service neutron] 10.222.0.15 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923363 Feb 28 20:08:50.892032 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-94e726db-c8d9-4b4a-8314-9c679b4df1eb service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050717 Feb 28 20:08:50.966913 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84c35e89-a3e4-476c-8d4c-8d568d051874 req-f254acab-8112-48ce-aa1c-6d8df2ab7da6 service neutron] 10.222.0.15 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119162 Feb 28 20:08:51.031111 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-89046c66-f531-4e15-b1e0-afe272af3d9e tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:51.033426 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-89046c66-f531-4e15-b1e0-afe272af3d9e tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416&tenant_id=b6b50aa5623943dda1cd4fb5f568793b&binding%3Ahost_id=n-h1-820368-21 HTTP/1.1" status: 200 len: 1128 time: 0.4517012 Feb 28 20:08:51.054166 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820368-21'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:08:51.065078 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5139a-f747-4b5e-b980-ee59497f01e5 req-bb442d25-ba9c-472d-a323-ba76ce91e4a3 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:51.068316 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-02c5139a-f747-4b5e-b980-ee59497f01e5 req-bb442d25-ba9c-472d-a323-ba76ce91e4a3 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/networks?id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 787 time: 0.7556405 Feb 28 20:08:51.094543 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5e40c-e50b-4b77-bd96-a9811e11d0d2 req-ad9989a2-481d-4176-95e8-d7e8eb1e7159 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:51.097596 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7bd5e40c-e50b-4b77-bd96-a9811e11d0d2 req-ad9989a2-481d-4176-95e8-d7e8eb1e7159 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 945 time: 0.4476089 Feb 28 20:08:51.127481 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-c74a5821-ce33-4b62-a86c-b0681aa6768d tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:51.129027 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-c74a5821-ce33-4b62-a86c-b0681aa6768d tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d&tenant_id=b4b67168c19e47fc8123410b2d1449a0&binding%3Ahost_id=n-h2-820368-21 HTTP/1.1" status: 200 len: 1128 time: 0.1433911 Feb 28 20:08:51.151974 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820368-21'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:08:51.171682 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:51.212459 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-02c5139a-f747-4b5e-b980-ee59497f01e5 req-3b8f52b7-7dbf-49f7-9f55-953211a57745 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:08:51.213699 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-02c5139a-f747-4b5e-b980-ee59497f01e5 req-3b8f52b7-7dbf-49f7-9f55-953211a57745 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176518 Feb 28 20:08:51.327657 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0f0e4f79-a738-421e-8ac2-969278ac2ab9), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:51.373468 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7bd5e40c-e50b-4b77-bd96-a9811e11d0d2 req-aeb13e5d-af57-454e-a78f-17ee517c41fb tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757643 Feb 28 20:08:51.410197 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (29f6caf3-5c35-43a3-a692-aeac48e8289b), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:51.456664 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-f9087ece-dca5-441e-a31c-2e9b04e18392 admin admin] Deleting port f7e5f57d-6895-4a67-a23c-789a5d7562c5 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:08:51.457244 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f9087ece-dca5-441e-a31c-2e9b04e18392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (f7e5f57d-6895-4a67-a23c-789a5d7562c5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:51.463653 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 29f6caf3-5c35-43a3-a692-aeac48e8289b details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:08:51.504289 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8190670-ef47-4909-8441-fcb1871e39da req-418cf972-2805-40c6-91b1-3f023588cdb8 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:51.506446 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8190670-ef47-4909-8441-fcb1871e39da req-418cf972-2805-40c6-91b1-3f023588cdb8 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=59c8e5e4-c49a-4fee-9921-a976d3af7c6d HTTP/1.1" status: 200 len: 943 time: 0.1672347 Feb 28 20:08:51.679215 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] For port 0f0e4f79-a738-421e-8ac2-969278ac2ab9, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=0f0e4f79-a738-421e-8ac2-969278ac2ab9,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:51.722503 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 29f6caf3-5c35-43a3-a692-aeac48e8289b, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=29f6caf3-5c35-43a3-a692-aeac48e8289b,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:51.739830 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 29f6caf3-5c35-43a3-a692-aeac48e8289b has no active binding in host n-h2-820368-21 {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 28 20:08:51.779233 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] For port 0f0e4f79-a738-421e-8ac2-969278ac2ab9, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:08:51.835389 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] Publish callbacks [] for port (0f0e4f79-a738-421e-8ac2-969278ac2ab9), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:51.846403 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (0f0e4f79-a738-421e-8ac2-969278ac2ab9), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:51.913902 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ad91d-ca16-4303-8d51-8e3e3b03630b req-5c54cb38-35b7-43f4-b85a-ead6ae0adb53 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:51.914426 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] Pushing event updated for resources: {'Port': ['ID=0f0e4f79-a738-421e-8ac2-969278ac2ab9,revision_number=7']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:51.916787 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cc9ad91d-ca16-4303-8d51-8e3e3b03630b req-5c54cb38-35b7-43f4-b85a-ead6ae0adb53 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 945 time: 0.2756371 Feb 28 20:08:51.944555 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8190670-ef47-4909-8441-fcb1871e39da req-a43948d5-d919-4d09-9982-f6cba6557420 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265243 Feb 28 20:08:51.961228 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2172173-1b4a-467e-b1ce-ee44d0314b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f0e4f79-a738-421e-8ac2-969278ac2ab9'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:08:51.967963 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-f9087ece-dca5-441e-a31c-2e9b04e18392 admin admin] For port f7e5f57d-6895-4a67-a23c-789a5d7562c5, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=f7e5f57d-6895-4a67-a23c-789a5d7562c5,segment=NetworkSegment(e3bfecd8-3d44-4d5c-a375-44710dfa3336),segment_id=e3bfecd8-3d44-4d5c-a375-44710dfa3336)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:51.968614 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f9087ece-dca5-441e-a31c-2e9b04e18392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (f7e5f57d-6895-4a67-a23c-789a5d7562c5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:51.975325 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f6e13c-f947-4bac-ad37-be2781143174" -d '{"events": [{"server_uuid": "a2172173-1b4a-467e-b1ce-ee44d0314b3d", "name": "network-vif-unplugged", "status": "completed", "tag": "0f0e4f79-a738-421e-8ac2-969278ac2ab9"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:08:52.061453 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] Attempting to bind port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 on host n-h2-820368-21 for vnic_type normal with profile {"migrating_to": "n-h1-820368-21"} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:08:52.061453 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] Attempting to bind port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:08:52.063529 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] Attempting to bind port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:08:52.070955 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] Port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:08:52.071344 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] Attempting to bind port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:08:52.077810 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:08:52.078161 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] Checking segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:08:52.078545 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] Bound using segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:08:52.078998 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] Bound port: 0f0e4f79-a738-421e-8ac2-969278ac2ab9, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:08:52.079366 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0f0e4f79-a738-421e-8ac2-969278ac2ab9), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:52.111031 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cc9ad91d-ca16-4303-8d51-8e3e3b03630b req-1dfc91b3-0486-4a3a-b83c-732d9ca55780 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654677 Feb 28 20:08:52.114760 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] For port 29f6caf3-5c35-43a3-a692-aeac48e8289b, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=29f6caf3-5c35-43a3-a692-aeac48e8289b,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:52.144671 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:52.173943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-f9087ece-dca5-441e-a31c-2e9b04e18392 admin admin] Calling delete_port for f7e5f57d-6895-4a67-a23c-789a5d7562c5 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:08:52.203838 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-836997ca-dc82-45e0-8404-65180865c8b7 req-aaccc2fc-b128-40ec-93ec-87d1832b71d9 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/floatingips/f6807da1-499c-4915-9ab5-c15cd77a6a16 HTTP/1.1" status: 200 len: 692 time: 0.1776750 Feb 28 20:08:52.269245 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] For port 0f0e4f79-a738-421e-8ac2-969278ac2ab9, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:08:52.285058 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] For port 0f0e4f79-a738-421e-8ac2-969278ac2ab9, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=0f0e4f79-a738-421e-8ac2-969278ac2ab9,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:08:52.301572 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (0f0e4f79-a738-421e-8ac2-969278ac2ab9), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:52.404312 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] Pushing event updated for resources: {'Port': ['ID=0f0e4f79-a738-421e-8ac2-969278ac2ab9,revision_number=8']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:52.408501 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836997ca-dc82-45e0-8404-65180865c8b7 req-c60cf47d-5a5f-42b3-b011-a6edfc6bf2ea tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:52.409966 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-836997ca-dc82-45e0-8404-65180865c8b7 req-c60cf47d-5a5f-42b3-b011-a6edfc6bf2ea tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.1990092 Feb 28 20:08:52.497739 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:52.498684 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:52.500804 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-feed5f8c-a749-4b0a-a550-2b32f2b5206f service neutron] 10.222.0.15 "PUT /v2.0/ports/0f0e4f79-a738-421e-8ac2-969278ac2ab9 HTTP/1.1" status: 200 len: 1123 time: 1.3634968 Feb 28 20:08:52.530893 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] For port 29f6caf3-5c35-43a3-a692-aeac48e8289b, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:08:52.535631 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-836997ca-dc82-45e0-8404-65180865c8b7 req-a2850bd2-a86a-41e4-8358-c1717cfd273e tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.44 HTTP/1.1" status: 200 len: 695 time: 0.1127708 Feb 28 20:08:52.609923 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:52.652082 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-836997ca-dc82-45e0-8404-65180865c8b7 req-f321b497-dfec-4108-84e7-ac01e03336bf tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.44 HTTP/1.1" status: 200 len: 695 time: 0.0811720 Feb 28 20:08:52.685580 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['0f0e4f79-a738-421e-8ac2-969278ac2ab9'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:08:52.837094 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0601be1e-12de-4202-887f-94301cb7899d details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:08:53.042225 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c3dba-2024-48c3-ad64-752440a4fc42 req-f647e306-d49c-4dd7-8969-adee4423df26 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:53.044085 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1c2c3dba-2024-48c3-ad64-752440a4fc42 req-f647e306-d49c-4dd7-8969-adee4423df26 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 945 time: 0.6179640 Feb 28 20:08:53.057722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e085b16-5d9e-4347-9d1a-d4099bf9e416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29f6caf3-5c35-43a3-a692-aeac48e8289b'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:08:53.059983 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbba1535-85eb-49bc-b85a-8564f2de2dbf" -d '{"events": [{"server_uuid": "7e085b16-5d9e-4347-9d1a-d4099bf9e416", "name": "network-vif-unplugged", "status": "completed", "tag": "29f6caf3-5c35-43a3-a692-aeac48e8289b"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:08:53.094366 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] Publish callbacks [] for port (29f6caf3-5c35-43a3-a692-aeac48e8289b), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:53.112330 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (29f6caf3-5c35-43a3-a692-aeac48e8289b), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:53.174755 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 0601be1e-12de-4202-887f-94301cb7899d, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0601be1e-12de-4202-887f-94301cb7899d,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:53.206846 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '0601be1e-12de-4202-887f-94301cb7899d', 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59', 'port_id': '0601be1e-12de-4202-887f-94301cb7899d', 'mac_address': 'fa:16:3e:ca:25:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7b6343-09d6-47f5-84df-45ccf66aea66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:08:53.338354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 0601be1e-12de-4202-887f-94301cb7899d is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:08:53.338735 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0601be1e-12de-4202-887f-94301cb7899d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:53.355691 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1c2c3dba-2024-48c3-ad64-752440a4fc42 req-84a3fd06-ea5b-4114-abc4-69e8494f2b5d tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983754 Feb 28 20:08:53.359151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0601be1e-12de-4202-887f-94301cb7899d {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:08:53.412023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 0601be1e-12de-4202-887f-94301cb7899d, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0601be1e-12de-4202-887f-94301cb7899d,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:53.415802 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0601be1e-12de-4202-887f-94301cb7899d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:53.448957 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] Attempting to bind port 29f6caf3-5c35-43a3-a692-aeac48e8289b on host n-h1-820368-21 for vnic_type normal with profile {"migrating_to": "n-h2-820368-21"} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:08:53.449495 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] Attempting to bind port 29f6caf3-5c35-43a3-a692-aeac48e8289b by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:08:53.450059 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] Attempting to bind port 29f6caf3-5c35-43a3-a692-aeac48e8289b on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:08:53.465429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] Port 29f6caf3-5c35-43a3-a692-aeac48e8289b on network 7c962902-172c-4834-92e0-74fa9c4b64b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:08:53.465945 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] Attempting to bind port 29f6caf3-5c35-43a3-a692-aeac48e8289b on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:08:53.469794 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] Pushing event updated for resources: {'Port': ['ID=29f6caf3-5c35-43a3-a692-aeac48e8289b,revision_number=7']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:53.502099 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=0601be1e-12de-4202-887f-94301cb7899d,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:53.509162 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:08:53.523083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] Checking segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:08:53.524007 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] Bound using segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:08:53.524761 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] Bound port: 29f6caf3-5c35-43a3-a692-aeac48e8289b, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:08:53.525381 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (29f6caf3-5c35-43a3-a692-aeac48e8289b), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:53.541719 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080305d9-dbc4-4e83-81ad-49e701bb7ae1 x-openstack-request-id: req-080305d9-dbc4-4e83-81ad-49e701bb7ae1 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:08:53.542303 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2172173-1b4a-467e-b1ce-ee44d0314b3d", "name": "network-vif-unplugged", "status": "completed", "tag": "0f0e4f79-a738-421e-8ac2-969278ac2ab9", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:08:53.542303 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-080305d9-dbc4-4e83-81ad-49e701bb7ae1 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:08:53.542723 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2172173-1b4a-467e-b1ce-ee44d0314b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f0e4f79-a738-421e-8ac2-969278ac2ab9', 'code': 200} Feb 28 20:08:53.721433 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['0601be1e-12de-4202-887f-94301cb7899d'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:08:53.772296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] For port 29f6caf3-5c35-43a3-a692-aeac48e8289b, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:08:53.785400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-836997ca-dc82-45e0-8404-65180865c8b7 req-5b054343-23c9-4b95-a47f-7f29870bdff0 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Deleting port 4b0514a0-2f1e-405a-a427-7c2a2942c353 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:08:53.786095 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-836997ca-dc82-45e0-8404-65180865c8b7 req-5b054343-23c9-4b95-a47f-7f29870bdff0 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4b0514a0-2f1e-405a-a427-7c2a2942c353), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:53.894181 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-836997ca-dc82-45e0-8404-65180865c8b7 req-5b054343-23c9-4b95-a47f-7f29870bdff0 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4b0514a0-2f1e-405a-a427-7c2a2942c353), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:53.894608 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-836997ca-dc82-45e0-8404-65180865c8b7 req-5b054343-23c9-4b95-a47f-7f29870bdff0 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for floatingip (4b0514a0-2f1e-405a-a427-7c2a2942c353), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:53.922770 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-836997ca-dc82-45e0-8404-65180865c8b7 req-5b054343-23c9-4b95-a47f-7f29870bdff0 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Calling delete_port for 4b0514a0-2f1e-405a-a427-7c2a2942c353 owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:08:54.089121 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] For port 29f6caf3-5c35-43a3-a692-aeac48e8289b, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=29f6caf3-5c35-43a3-a692-aeac48e8289b,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:08:54.131652 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (29f6caf3-5c35-43a3-a692-aeac48e8289b), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:54.138329 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-836997ca-dc82-45e0-8404-65180865c8b7 req-5b054343-23c9-4b95-a47f-7f29870bdff0 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4b0514a0-2f1e-405a-a427-7c2a2942c353), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:54.140428 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f9087ece-dca5-441e-a31c-2e9b04e18392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (f7e5f57d-6895-4a67-a23c-789a5d7562c5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:54.149446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff93e6-901d-4cb5-80b6-cde811e98908 req-b068a897-a7cf-4af7-aace-d728ec7c517b tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:54.151095 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-79ff93e6-901d-4cb5-80b6-cde811e98908 req-b068a897-a7cf-4af7-aace-d728ec7c517b tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 945 time: 0.4587708 Feb 28 20:08:54.472546 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-79ff93e6-901d-4cb5-80b6-cde811e98908 req-92d314e3-e0e6-464b-9ab1-109f27f1cd75 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876480 Feb 28 20:08:54.473276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] Pushing event updated for resources: {'Port': ['ID=29f6caf3-5c35-43a3-a692-aeac48e8289b,revision_number=8']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:54.638109 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b054343-23c9-4b95-a47f-7f29870bdff0 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Pushing event deleted for resources: {'Port': ['ID=4b0514a0-2f1e-405a-a427-7c2a2942c353,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:54.731811 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9087ece-dca5-441e-a31c-2e9b04e18392 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e5f57d-6895-4a67-a23c-789a5d7562c5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:54.753298 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-836997ca-dc82-45e0-8404-65180865c8b7 req-5b054343-23c9-4b95-a47f-7f29870bdff0 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for floatingip (f6807da1-499c-4915-9ab5-c15cd77a6a16), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:54.754108 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-836997ca-dc82-45e0-8404-65180865c8b7 req-5b054343-23c9-4b95-a47f-7f29870bdff0 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:54.771455 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-836997ca-dc82-45e0-8404-65180865c8b7 req-5b054343-23c9-4b95-a47f-7f29870bdff0 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "DELETE /v2.0/floatingips/f6807da1-499c-4915-9ab5-c15cd77a6a16 HTTP/1.1" status: 204 len: 173 time: 1.7448299 Feb 28 20:08:54.806997 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:54.811313 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:54.813323 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-f29fa6cf-44ab-44ee-9b05-e6c2ff7812d6 service neutron] 10.222.0.10 "PUT /v2.0/ports/29f6caf3-5c35-43a3-a692-aeac48e8289b HTTP/1.1" status: 200 len: 1123 time: 3.7646666 Feb 28 20:08:54.860282 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0f0e4f79-a738-421e-8ac2-969278ac2ab9 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:08:54.870150 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0601be1e-12de-4202-887f-94301cb7899d up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:08:54.891736 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af6dd3e-bdc1-4717-b688-e8d1cb207335 x-openstack-request-id: req-2af6dd3e-bdc1-4717-b688-e8d1cb207335 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:08:54.892156 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e085b16-5d9e-4347-9d1a-d4099bf9e416", "name": "network-vif-unplugged", "status": "completed", "tag": "29f6caf3-5c35-43a3-a692-aeac48e8289b", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:08:54.892351 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2af6dd3e-bdc1-4717-b688-e8d1cb207335 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:08:54.892810 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e085b16-5d9e-4347-9d1a-d4099bf9e416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29f6caf3-5c35-43a3-a692-aeac48e8289b', 'code': 200} Feb 28 20:08:54.905107 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f173f-cef8-43e3-8c26-61ede8d3306e req-e5fb68b0-ffb9-4e17-a85d-d5487ac16fdf tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:54.908070 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c6f173f-cef8-43e3-8c26-61ede8d3306e req-e5fb68b0-ffb9-4e17-a85d-d5487ac16fdf tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=59c8e5e4-c49a-4fee-9921-a976d3af7c6d HTTP/1.1" status: 200 len: 944 time: 0.2449627 Feb 28 20:08:54.959879 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f9087ece-dca5-441e-a31c-2e9b04e18392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (347cbb81-f9af-46a3-b1c6-44f443183775), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:54.961108 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['29f6caf3-5c35-43a3-a692-aeac48e8289b'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:08:55.240842 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['29f6caf3-5c35-43a3-a692-aeac48e8289b'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:08:55.419294 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c6f173f-cef8-43e3-8c26-61ede8d3306e req-87de8e12-f853-45af-b732-fb99abd7eb56 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887030 Feb 28 20:08:55.484860 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7049445-b14a-4184-85a9-852e69b39e3d req-fad7143c-a92c-4dfe-8712-98d3eb9305ed tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:55.501063 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7049445-b14a-4184-85a9-852e69b39e3d req-fad7143c-a92c-4dfe-8712-98d3eb9305ed tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 943 time: 0.3766537 Feb 28 20:08:55.544606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2172173-1b4a-467e-b1ce-ee44d0314b3d', 'tag': '0f0e4f79-a738-421e-8ac2-969278ac2ab9'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:08:55.550493 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410bc1bc-c7c9-4572-b18a-b2329d8e62ba" -d '{"events": [{"name": "network-changed", "server_uuid": "a2172173-1b4a-467e-b1ce-ee44d0314b3d", "tag": "0f0e4f79-a738-421e-8ac2-969278ac2ab9"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:08:55.680794 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 0f0e4f79-a738-421e-8ac2-969278ac2ab9, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=0f0e4f79-a738-421e-8ac2-969278ac2ab9,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:55.698377 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9087ece-dca5-441e-a31c-2e9b04e18392 admin admin] Router 347cbb81-f9af-46a3-b1c6-44f443183775 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:08:55.744012 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0f0e4f79-a738-421e-8ac2-969278ac2ab9 has no active binding in host n-h1-820368-21 {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 28 20:08:55.776730 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 0601be1e-12de-4202-887f-94301cb7899d completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:08:55.787618 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7049445-b14a-4184-85a9-852e69b39e3d req-f3065991-4b20-47e4-8efb-32c17bd49e00 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879410 Feb 28 20:08:55.836023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 0601be1e-12de-4202-887f-94301cb7899d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:08:55.836973 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0601be1e-12de-4202-887f-94301cb7899d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:55.842946 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4b0e4-1a9b-400b-8a30-b097e8aa1415 req-948e4f0f-5bd5-407d-bf8d-91486e3368e6 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:55.861183 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cda4b0e4-1a9b-400b-8a30-b097e8aa1415 req-948e4f0f-5bd5-407d-bf8d-91486e3368e6 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 943 time: 0.1975775 Feb 28 20:08:55.979383 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9087ece-dca5-441e-a31c-2e9b04e18392 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:08:55.985709 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f9087ece-dca5-441e-a31c-2e9b04e18392 admin admin] 10.222.0.13 "PUT /v2.0/routers/347cbb81-f9af-46a3-b1c6-44f443183775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0448983 Feb 28 20:08:55.989737 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42392) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:55.992796 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf2bfa9-0ca2-46d2-a051-8bf18b109a28 None None] Sync routers for ids ['347cbb81-f9af-46a3-b1c6-44f443183775'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:08:56.017649 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf2bfa9-0ca2-46d2-a051-8bf18b109a28 None None] Routers {'347cbb81-f9af-46a3-b1c6-44f443183775'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:08:56.020833 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-caf2bfa9-0ca2-46d2-a051-8bf18b109a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:08:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['347cbb81-f9af-46a3-b1c6-44f443183775'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:08:56.087661 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-373912e0-d9ad-4c5d-b2b1-c91ea20642fe req-6e0216f2-d8a3-4e4a-aa67-6d27498e9936 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/floatingips/da37d3c4-f9eb-462e-8789-02065b699136 HTTP/1.1" status: 200 len: 693 time: 0.1003530 Feb 28 20:08:56.288313 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373912e0-d9ad-4c5d-b2b1-c91ea20642fe req-b8417070-b421-4ad9-a7a5-0f6b6f303d2e tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:56.301491 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-373912e0-d9ad-4c5d-b2b1-c91ea20642fe req-b8417070-b421-4ad9-a7a5-0f6b6f303d2e tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.2125750 Feb 28 20:08:56.324193 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42394) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:56.382568 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a2310ece-0fcc-4333-abca-999d288b44d2 admin admin] Publish callbacks [] for router (347cbb81-f9af-46a3-b1c6-44f443183775), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:56.418773 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-373912e0-d9ad-4c5d-b2b1-c91ea20642fe req-c238268a-3be9-442b-bc18-5022254aae3f tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 696 time: 0.1158609 Feb 28 20:08:56.552631 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-373912e0-d9ad-4c5d-b2b1-c91ea20642fe req-eb03b718-d093-40ff-a80f-52f03f917881 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 696 time: 0.1323993 Feb 28 20:08:56.570667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 0601be1e-12de-4202-887f-94301cb7899d is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:08:56.572841 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0601be1e-12de-4202-887f-94301cb7899d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:56.573800 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cda4b0e4-1a9b-400b-8a30-b097e8aa1415 req-25ba3130-7ce1-4ab1-8e2b-c55795a8cd70 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7114902 Feb 28 20:08:56.658171 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a2310ece-0fcc-4333-abca-999d288b44d2 admin admin] Publish callbacks [] for router_gateway (347cbb81-f9af-46a3-b1c6-44f443183775), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:56.786946 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c8e5e4-c49a-4fee-9921-a976d3af7c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0601be1e-12de-4202-887f-94301cb7899d'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:08:56.794480 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532e4ed7-e553-4eff-bbd1-fce2fbb0bae7" -d '{"events": [{"server_uuid": "59c8e5e4-c49a-4fee-9921-a976d3af7c6d", "name": "network-vif-plugged", "status": "completed", "tag": "0601be1e-12de-4202-887f-94301cb7899d"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:08:56.834284 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 0601be1e-12de-4202-887f-94301cb7899d, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0601be1e-12de-4202-887f-94301cb7899d,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:56.853841 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0601be1e-12de-4202-887f-94301cb7899d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:56.869204 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-227cdee3-0385-46b8-b758-13a6306aff97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:56.898076 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e085b16-5d9e-4347-9d1a-d4099bf9e416', 'tag': '29f6caf3-5c35-43a3-a692-aeac48e8289b'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:08:56.903898 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-caf2bfa9-0ca2-46d2-a051-8bf18b109a28 None None] Set router 347cbb81-f9af-46a3-b1c6-44f443183775 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:08:56.910863 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b98f184-135f-4f4b-b845-0a6eebd03d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e085b16-5d9e-4347-9d1a-d4099bf9e416", "tag": "29f6caf3-5c35-43a3-a692-aeac48e8289b"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:08:56.914878 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-a2310ece-0fcc-4333-abca-999d288b44d2 admin admin] Deleting port 7cdf96c2-0146-44d7-86b5-4186f8eec072 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:08:56.915301 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a2310ece-0fcc-4333-abca-999d288b44d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7cdf96c2-0146-44d7-86b5-4186f8eec072), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:57.021530 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=0601be1e-12de-4202-887f-94301cb7899d,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:57.087990 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-a2310ece-0fcc-4333-abca-999d288b44d2 admin admin] For port 7cdf96c2-0146-44d7-86b5-4186f8eec072, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7cdf96c2-0146-44d7-86b5-4186f8eec072,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:08:57.088366 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a2310ece-0fcc-4333-abca-999d288b44d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7cdf96c2-0146-44d7-86b5-4186f8eec072), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:57.139434 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-a2310ece-0fcc-4333-abca-999d288b44d2 admin admin] Calling delete_port for 7cdf96c2-0146-44d7-86b5-4186f8eec072 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:08:57.157862 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-227cdee3-0385-46b8-b758-13a6306aff97 admin admin] Publish callbacks [] for security_group (e43f1329-8344-4ec8-a29e-cd6200236408), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:57.168893 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-373912e0-d9ad-4c5d-b2b1-c91ea20642fe req-f436781f-c749-4cb6-aab2-baa4934e42b3 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Deleting port 380fdd02-5888-4bbe-b5e1-2eaa3a3f5f26 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:08:57.170068 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-373912e0-d9ad-4c5d-b2b1-c91ea20642fe req-f436781f-c749-4cb6-aab2-baa4934e42b3 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (380fdd02-5888-4bbe-b5e1-2eaa3a3f5f26), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:57.171731 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-227cdee3-0385-46b8-b758-13a6306aff97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e43f1329-8344-4ec8-a29e-cd6200236408), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:57.198566 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1f702-6906-4755-863b-4a1ffbdbeea5 req-467b1ac8-0aa0-4dad-bf50-be56fcbc18a7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:57.202022 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ce1f702-6906-4755-863b-4a1ffbdbeea5 req-467b1ac8-0aa0-4dad-bf50-be56fcbc18a7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 945 time: 0.2188084 Feb 28 20:08:57.243162 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227cdee3-0385-46b8-b758-13a6306aff97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43f1329-8344-4ec8-a29e-cd6200236408,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:57.317452 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-caf2bfa9-0ca2-46d2-a051-8bf18b109a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-router', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:10Z', 'updated_at': '2022-02-28T20:08:53Z', 'revision_number': 5, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'gw_port': {'id': '7cdf96c2-0146-44d7-86b5-4186f8eec072', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:11Z', 'updated_at': '2022-02-28T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:08:57.342879 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ce1f702-6906-4755-863b-4a1ffbdbeea5 req-a268a84a-b15c-4adf-bbca-2583047bb139 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106422 Feb 28 20:08:57.375721 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf2bfa9-0ca2-46d2-a051-8bf18b109a28 None None] Checking router: 347cbb81-f9af-46a3-b1c6-44f443183775 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:08:57.381479 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-227cdee3-0385-46b8-b758-13a6306aff97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52bf164a71614705a10de21c57e785d1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0527816 Feb 28 20:08:57.381983 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42436) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:57.401205 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf2bfa9-0ca2-46d2-a051-8bf18b109a28 None None] Routers {'347cbb81-f9af-46a3-b1c6-44f443183775'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:08:57.405695 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-373912e0-d9ad-4c5d-b2b1-c91ea20642fe req-f436781f-c749-4cb6-aab2-baa4934e42b3 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (380fdd02-5888-4bbe-b5e1-2eaa3a3f5f26), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:57.406178 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-373912e0-d9ad-4c5d-b2b1-c91ea20642fe req-f436781f-c749-4cb6-aab2-baa4934e42b3 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for floatingip (380fdd02-5888-4bbe-b5e1-2eaa3a3f5f26), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:57.413348 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-caf2bfa9-0ca2-46d2-a051-8bf18b109a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:08:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['347cbb81-f9af-46a3-b1c6-44f443183775'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:08:57.433783 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-373912e0-d9ad-4c5d-b2b1-c91ea20642fe req-f436781f-c749-4cb6-aab2-baa4934e42b3 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Calling delete_port for 380fdd02-5888-4bbe-b5e1-2eaa3a3f5f26 owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:08:57.492387 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e6bac0-e58b-45dc-9169-7bcdb17373fd x-openstack-request-id: req-d7e6bac0-e58b-45dc-9169-7bcdb17373fd {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:08:57.492781 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2172173-1b4a-467e-b1ce-ee44d0314b3d", "tag": "0f0e4f79-a738-421e-8ac2-969278ac2ab9", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:08:57.492956 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7e6bac0-e58b-45dc-9169-7bcdb17373fd {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:08:57.493362 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2172173-1b4a-467e-b1ce-ee44d0314b3d', 'tag': '0f0e4f79-a738-421e-8ac2-969278ac2ab9', 'status': 'completed', 'code': 200} Feb 28 20:08:57.520948 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c17c4f01-8492-4e5d-b8b8-080cbad3bce9 admin admin] Publish callbacks [] for security_group (e43f1329-8344-4ec8-a29e-cd6200236408), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:57.665234 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a2310ece-0fcc-4333-abca-999d288b44d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (7cdf96c2-0146-44d7-86b5-4186f8eec072), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:57.676133 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-caf2bfa9-0ca2-46d2-a051-8bf18b109a28 None None] Set router 347cbb81-f9af-46a3-b1c6-44f443183775 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:08:57.745115 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c17c4f01-8492-4e5d-b8b8-080cbad3bce9 admin admin] Publish callbacks [] for security_group (e43f1329-8344-4ec8-a29e-cd6200236408), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:57.747817 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310ece-0fcc-4333-abca-999d288b44d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cdf96c2-0146-44d7-86b5-4186f8eec072,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:57.760021 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bc1bc-c7c9-4572-b18a-b2329d8e62ba req-cbb83235-025a-48f1-b506-1c176ec26f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:57.765637 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-410bc1bc-c7c9-4572-b18a-b2329d8e62ba req-cbb83235-025a-48f1-b506-1c176ec26f50 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 1157 time: 0.2148175 Feb 28 20:08:57.796988 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-caf2bfa9-0ca2-46d2-a051-8bf18b109a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-router', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:10Z', 'updated_at': '2022-02-28T20:08:56Z', 'revision_number': 6, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:08:57.849350 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf2bfa9-0ca2-46d2-a051-8bf18b109a28 None None] The sync data for ids ['347cbb81-f9af-46a3-b1c6-44f443183775'] in n-d-820368-21 is: [{'id': '347cbb81-f9af-46a3-b1c6-44f443183775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-258426533-router', 'tenant_id': '8c49f134d2844d928e46d52f9a7a9018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:10Z', 'updated_at': '2022-02-28T20:08:56Z', 'revision_number': 6, 'project_id': '8c49f134d2844d928e46d52f9a7a9018', 'gw_port_host': None}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:08:57.889626 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a2310ece-0fcc-4333-abca-999d288b44d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (347cbb81-f9af-46a3-b1c6-44f443183775), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:57.913078 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:08:57.980370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bc1bc-c7c9-4572-b18a-b2329d8e62ba req-68121e8e-85a1-45ad-a72e-978ffd66471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:57.981956 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-410bc1bc-c7c9-4572-b18a-b2329d8e62ba req-68121e8e-85a1-45ad-a72e-978ffd66471c service neutron] 10.222.0.10 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 921 time: 0.1902807 Feb 28 20:08:57.994600 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59933e84-ba71-4032-bce4-a62848f04b7a req-ab424a09-9794-4280-b7b7-15348583bb90 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:57.996539 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-59933e84-ba71-4032-bce4-a62848f04b7a req-ab424a09-9794-4280-b7b7-15348583bb90 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=59c8e5e4-c49a-4fee-9921-a976d3af7c6d HTTP/1.1" status: 200 len: 945 time: 0.3929749 Feb 28 20:08:58.055806 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-410bc1bc-c7c9-4572-b18a-b2329d8e62ba req-05e59983-91df-40fa-8088-539c74e6f346 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f0e4f79-a738-421e-8ac2-969278ac2ab9 HTTP/1.1" status: 200 len: 217 time: 0.0581601 Feb 28 20:08:58.140881 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bc1bc-c7c9-4572-b18a-b2329d8e62ba req-aa0d5556-91e5-4aed-b231-3c1a5a5c950a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:58.142452 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-410bc1bc-c7c9-4572-b18a-b2329d8e62ba req-aa0d5556-91e5-4aed-b231-3c1a5a5c950a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.0687053 Feb 28 20:08:58.312634 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-410bc1bc-c7c9-4572-b18a-b2329d8e62ba req-0d66753e-1785-4892-a11d-bb1be0e11dca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460812 Feb 28 20:08:58.459740 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-59933e84-ba71-4032-bce4-a62848f04b7a req-90feeaf5-96c8-4bf5-8448-cadd7d76bd45 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014349 Feb 28 20:08:58.469429 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-373912e0-d9ad-4c5d-b2b1-c91ea20642fe req-f436781f-c749-4cb6-aab2-baa4934e42b3 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (380fdd02-5888-4bbe-b5e1-2eaa3a3f5f26), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:58.492824 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a2310ece-0fcc-4333-abca-999d288b44d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (347cbb81-f9af-46a3-b1c6-44f443183775), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:58.497127 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a2310ece-0fcc-4333-abca-999d288b44d2 admin admin] Publish callbacks [] for router_controller (347cbb81-f9af-46a3-b1c6-44f443183775), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:58.567427 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d317570f-c100-43da-b7de-4c65201c31c6 x-openstack-request-id: req-d317570f-c100-43da-b7de-4c65201c31c6 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:08:58.568002 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c8e5e4-c49a-4fee-9921-a976d3af7c6d", "name": "network-vif-plugged", "status": "completed", "tag": "0601be1e-12de-4202-887f-94301cb7899d", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:08:58.568482 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d317570f-c100-43da-b7de-4c65201c31c6 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:08:58.568992 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c8e5e4-c49a-4fee-9921-a976d3af7c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0601be1e-12de-4202-887f-94301cb7899d', 'code': 200} Feb 28 20:08:58.624182 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a2310ece-0fcc-4333-abca-999d288b44d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (347cbb81-f9af-46a3-b1c6-44f443183775), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:58.628604 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2310ece-0fcc-4333-abca-999d288b44d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 347cbb81-f9af-46a3-b1c6-44f443183775 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:08:58.653610 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a2310ece-0fcc-4333-abca-999d288b44d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:58.657796 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a2310ece-0fcc-4333-abca-999d288b44d2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/347cbb81-f9af-46a3-b1c6-44f443183775 HTTP/1.1" status: 204 len: 168 time: 2.6663630 Feb 28 20:08:58.658624 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42444) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:58.668967 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c17c4f01-8492-4e5d-b8b8-080cbad3bce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e43f1329-8344-4ec8-a29e-cd6200236408), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:58.684278 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c17c4f01-8492-4e5d-b8b8-080cbad3bce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:58.685554 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c17c4f01-8492-4e5d-b8b8-080cbad3bce9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e43f1329-8344-4ec8-a29e-cd6200236408 HTTP/1.1" status: 204 len: 168 time: 1.3011863 Feb 28 20:08:58.695735 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-85288b3b-d523-409d-a15a-e1b010aab17c service neutron] 10.222.0.10 "GET /v2.0/ports/0f0e4f79-a738-421e-8ac2-969278ac2ab9/bindings/n-h1-820368-21 HTTP/1.1" status: 200 len: 385 time: 0.5324795 Feb 28 20:08:58.710967 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f7e5f57d-6895-4a67-a23c-789a5d7562c5 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:08:58.731615 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c4f01-8492-4e5d-b8b8-080cbad3bce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43f1329-8344-4ec8-a29e-cd6200236408,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:58.763725 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-89045ed7-c22f-451b-ac26-22188e578032 admin admin] Deleting subnet b229bdb6-456c-44f4-9a74-de3d45d86232 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:08:58.773213 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-89045ed7-c22f-451b-ac26-22188e578032 admin admin] Publish callbacks [] for subnet (b229bdb6-456c-44f4-9a74-de3d45d86232), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:58.818773 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436781f-c749-4cb6-aab2-baa4934e42b3 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Pushing event deleted for resources: {'Port': ['ID=380fdd02-5888-4bbe-b5e1-2eaa3a3f5f26,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:58.820185 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: f7e5f57d-6895-4a67-a23c-789a5d7562c5 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:08:58.820873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f7e5f57d-6895-4a67-a23c-789a5d7562c5 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:08:58.821428 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7cdf96c2-0146-44d7-86b5-4186f8eec072 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:08:58.853902 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-410bc1bc-c7c9-4572-b18a-b2329d8e62ba req-154ad34a-5536-4914-9176-ea0eec3afb1e service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135698 Feb 28 20:08:58.865204 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-89045ed7-c22f-451b-ac26-22188e578032 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (b229bdb6-456c-44f4-9a74-de3d45d86232), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:58.916999 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 7cdf96c2-0146-44d7-86b5-4186f8eec072 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:08:58.918012 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7cdf96c2-0146-44d7-86b5-4186f8eec072 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:08:59.066067 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-89045ed7-c22f-451b-ac26-22188e578032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (b229bdb6-456c-44f4-9a74-de3d45d86232), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:59.317398 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-89045ed7-c22f-451b-ac26-22188e578032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (b229bdb6-456c-44f4-9a74-de3d45d86232), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:59.371825 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89045ed7-c22f-451b-ac26-22188e578032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b229bdb6-456c-44f4-9a74-de3d45d86232,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:08:59.378979 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-89045ed7-c22f-451b-ac26-22188e578032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:59.387110 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-89045ed7-c22f-451b-ac26-22188e578032 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b229bdb6-456c-44f4-9a74-de3d45d86232 HTTP/1.1" status: 204 len: 168 time: 0.7268903 Feb 28 20:08:59.388162 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42454) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:08:59.406849 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68b6819-e112-4558-a1e9-179699340045 None None] Network ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:08:59.494555 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910381aa-5d8b-454b-a9bf-134e6ac4aaea req-257f2f8c-5394-4a48-ba0c-6432e469bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:59.497345 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-910381aa-5d8b-454b-a9bf-134e6ac4aaea req-257f2f8c-5394-4a48-ba0c-6432e469bfa0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=59c8e5e4-c49a-4fee-9921-a976d3af7c6d HTTP/1.1" status: 200 len: 1128 time: 0.2776809 Feb 28 20:08:59.594456 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-373912e0-d9ad-4c5d-b2b1-c91ea20642fe req-f436781f-c749-4cb6-aab2-baa4934e42b3 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for floatingip (da37d3c4-f9eb-462e-8789-02065b699136), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:59.606099 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-373912e0-d9ad-4c5d-b2b1-c91ea20642fe req-f436781f-c749-4cb6-aab2-baa4934e42b3 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:59.619005 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-373912e0-d9ad-4c5d-b2b1-c91ea20642fe req-f436781f-c749-4cb6-aab2-baa4934e42b3 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "DELETE /v2.0/floatingips/da37d3c4-f9eb-462e-8789-02065b699136 HTTP/1.1" status: 204 len: 173 time: 3.0648360 Feb 28 20:08:59.645302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb97ff-ab6b-4798-8129-4be46afeff07 req-5cf69a81-55ba-4c4e-814b-b428ed90d988 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:08:59.657794 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-66bb97ff-ab6b-4798-8129-4be46afeff07 req-5cf69a81-55ba-4c4e-814b-b428ed90d988 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 943 time: 0.9777646 Feb 28 20:08:59.666598 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-356076a7-31dc-41c7-b202-9da9ec9d9b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:59.700834 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-910381aa-5d8b-454b-a9bf-134e6ac4aaea req-33be7e8d-c682-4b5e-9266-329b8e565611 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803997 Feb 28 20:08:59.803215 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f8764c-3596-4cb7-8a63-a85d72d24295 None None] DHCP port deletion for ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:08:59.814788 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-356076a7-31dc-41c7-b202-9da9ec9d9b22 admin admin] Deleting port d289299b-bcf4-4d53-bbf0-d8d306517daf {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:08:59.816055 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-356076a7-31dc-41c7-b202-9da9ec9d9b22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d289299b-bcf4-4d53-bbf0-d8d306517daf), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:59.821910 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618e0426-c9d9-4434-b82b-c623f402e8bb x-openstack-request-id: req-618e0426-c9d9-4434-b82b-c623f402e8bb {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:08:59.822380 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e085b16-5d9e-4347-9d1a-d4099bf9e416", "tag": "29f6caf3-5c35-43a3-a692-aeac48e8289b", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:08:59.822764 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-618e0426-c9d9-4434-b82b-c623f402e8bb {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:08:59.823372 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e085b16-5d9e-4347-9d1a-d4099bf9e416', 'tag': '29f6caf3-5c35-43a3-a692-aeac48e8289b', 'status': 'completed', 'code': 200} Feb 28 20:08:59.892245 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8764c-3596-4cb7-8a63-a85d72d24295 None None] Deleting port d289299b-bcf4-4d53-bbf0-d8d306517daf {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:08:59.894529 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a0f8764c-3596-4cb7-8a63-a85d72d24295 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d289299b-bcf4-4d53-bbf0-d8d306517daf), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:08:59.990784 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-410bc1bc-c7c9-4572-b18a-b2329d8e62ba req-32e39def-9001-4858-b89f-0dcb484742f6 service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0720184 Feb 28 20:09:00.024366 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-356076a7-31dc-41c7-b202-9da9ec9d9b22 admin admin] For port d289299b-bcf4-4d53-bbf0-d8d306517daf, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d289299b-bcf4-4d53-bbf0-d8d306517daf,segment=NetworkSegment(e3bfecd8-3d44-4d5c-a375-44710dfa3336),segment_id=e3bfecd8-3d44-4d5c-a375-44710dfa3336)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:00.024823 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-356076a7-31dc-41c7-b202-9da9ec9d9b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d289299b-bcf4-4d53-bbf0-d8d306517daf), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:00.053063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-356076a7-31dc-41c7-b202-9da9ec9d9b22 admin admin] Calling delete_port for d289299b-bcf4-4d53-bbf0-d8d306517daf owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:09:00.063950 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98f184-135f-4f4b-b845-0a6eebd03d0f req-3014d635-e255-4803-9557-d8b7fb39ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:00.066527 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a0f8764c-3596-4cb7-8a63-a85d72d24295 None None] For port d289299b-bcf4-4d53-bbf0-d8d306517daf, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d289299b-bcf4-4d53-bbf0-d8d306517daf,segment=NetworkSegment(e3bfecd8-3d44-4d5c-a375-44710dfa3336),segment_id=e3bfecd8-3d44-4d5c-a375-44710dfa3336)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:00.067141 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0b98f184-135f-4f4b-b845-0a6eebd03d0f req-3014d635-e255-4803-9557-d8b7fb39ba34 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 1157 time: 0.1239398 Feb 28 20:09:00.067609 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a0f8764c-3596-4cb7-8a63-a85d72d24295 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d289299b-bcf4-4d53-bbf0-d8d306517daf), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:00.074451 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-66bb97ff-ab6b-4798-8129-4be46afeff07 req-2f8e0dd4-4bfa-4801-941b-c931eabaccb4 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153707 Feb 28 20:09:00.091457 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8764c-3596-4cb7-8a63-a85d72d24295 None None] Calling delete_port for d289299b-bcf4-4d53-bbf0-d8d306517daf owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:09:00.146873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da317d-bc25-439a-b485-a1f212d3965e req-905d6234-f96b-47f2-8e92-48db26dd2554 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:00.149778 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-81da317d-bc25-439a-b485-a1f212d3965e req-905d6234-f96b-47f2-8e92-48db26dd2554 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 943 time: 0.2956901 Feb 28 20:09:00.264066 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-43defea9-a09c-4fe1-a4de-301d341fdc86 service neutron] For port 0f0e4f79-a738-421e-8ac2-969278ac2ab9, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=0f0e4f79-a738-421e-8ac2-969278ac2ab9,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:00.312394 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-356076a7-31dc-41c7-b202-9da9ec9d9b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d289299b-bcf4-4d53-bbf0-d8d306517daf), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:00.336909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-43defea9-a09c-4fe1-a4de-301d341fdc86 service neutron] For port 0f0e4f79-a738-421e-8ac2-969278ac2ab9, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:09:00.347967 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356076a7-31dc-41c7-b202-9da9ec9d9b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=d289299b-bcf4-4d53-bbf0-d8d306517daf,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:00.363326 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a0f8764c-3596-4cb7-8a63-a85d72d24295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (d289299b-bcf4-4d53-bbf0-d8d306517daf), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:00.368714 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356076a7-31dc-41c7-b202-9da9ec9d9b22 admin admin] No DVR routers for this DVR port d289299b-bcf4-4d53-bbf0-d8d306517daf on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:09:00.375819 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98f184-135f-4f4b-b845-0a6eebd03d0f req-065d602c-8b6a-4e0d-8409-f19d31d9eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:00.378199 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0b98f184-135f-4f4b-b845-0a6eebd03d0f req-065d602c-8b6a-4e0d-8409-f19d31d9eb81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 908 time: 0.2570736 Feb 28 20:09:00.384710 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f8764c-3596-4cb7-8a63-a85d72d24295 None None] No DVR routers for this DVR port d289299b-bcf4-4d53-bbf0-d8d306517daf on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:09:00.415499 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-81da317d-bc25-439a-b485-a1f212d3965e req-8f6e5b3a-592e-4bcb-956e-9e9057669e12 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528467 Feb 28 20:09:00.429252 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8764c-3596-4cb7-8a63-a85d72d24295 None None] Pushing event deleted for resources: {'Port': ['ID=d289299b-bcf4-4d53-bbf0-d8d306517daf,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:00.462096 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-43defea9-a09c-4fe1-a4de-301d341fdc86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0e4f79-a738-421e-8ac2-969278ac2ab9 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:09:00.493188 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-43defea9-a09c-4fe1-a4de-301d341fdc86 service neutron] For port 0f0e4f79-a738-421e-8ac2-969278ac2ab9, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0f0e4f79-a738-421e-8ac2-969278ac2ab9,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:00.511532 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05a568-3265-4aa5-b201-eae06d4ec7f8 req-81369e3c-0f4e-4f03-a5b0-ab48a53cccb1 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:00.518776 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf05a568-3265-4aa5-b201-eae06d4ec7f8 req-81369e3c-0f4e-4f03-a5b0-ab48a53cccb1 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 945 time: 0.2126565 Feb 28 20:09:00.519637 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0b98f184-135f-4f4b-b845-0a6eebd03d0f req-54bf2266-a484-4ee2-8845-29c1397e5172 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f6caf3-5c35-43a3-a692-aeac48e8289b HTTP/1.1" status: 200 len: 217 time: 0.1155782 Feb 28 20:09:00.542916 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-43defea9-a09c-4fe1-a4de-301d341fdc86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0f0e4f79-a738-421e-8ac2-969278ac2ab9), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:00.564035 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d289299b-bcf4-4d53-bbf0-d8d306517daf no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:09:00.598609 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: d289299b-bcf4-4d53-bbf0-d8d306517daf {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:09:00.599293 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d289299b-bcf4-4d53-bbf0-d8d306517daf not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:09:00.608557 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-356076a7-31dc-41c7-b202-9da9ec9d9b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:00.645350 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98f184-135f-4f4b-b845-0a6eebd03d0f req-b3c03061-26d1-4454-bb52-d096b060a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:00.646803 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0b98f184-135f-4f4b-b845-0a6eebd03d0f req-b3c03061-26d1-4454-bb52-d096b060a877 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.0766726 Feb 28 20:09:00.648357 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-356076a7-31dc-41c7-b202-9da9ec9d9b22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:00.650510 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf05a568-3265-4aa5-b201-eae06d4ec7f8 req-e0eb5ce3-2915-4a18-a238-7f7df59edecb tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308851 Feb 28 20:09:00.690150 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-356076a7-31dc-41c7-b202-9da9ec9d9b22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3bfecd8-3d44-4d5c-a375-44710dfa3336') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:00.690150 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-356076a7-31dc-41c7-b202-9da9ec9d9b22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3bfecd8-3d44-4d5c-a375-44710dfa3336') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:00.702440 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a822b1-be09-434e-a45d-380271e414ef req-7c9f5e27-d0d4-4d26-91c2-68fdc3197e1c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:00.703977 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-01a822b1-be09-434e-a45d-380271e414ef req-7c9f5e27-d0d4-4d26-91c2-68fdc3197e1c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=59c8e5e4-c49a-4fee-9921-a976d3af7c6d HTTP/1.1" status: 200 len: 945 time: 0.1481054 Feb 28 20:09:00.709695 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-43defea9-a09c-4fe1-a4de-301d341fdc86 service neutron] Transition to ACTIVE for port object 0f0e4f79-a738-421e-8ac2-969278ac2ab9 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:09:00.713044 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0b98f184-135f-4f4b-b845-0a6eebd03d0f req-2b25e61d-8135-4829-921d-070a088cb998 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513394 Feb 28 20:09:00.718125 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-356076a7-31dc-41c7-b202-9da9ec9d9b22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (e3bfecd8-3d44-4d5c-a375-44710dfa3336), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:00.748565 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-43defea9-a09c-4fe1-a4de-301d341fdc86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (0f0e4f79-a738-421e-8ac2-969278ac2ab9), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:00.766358 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1152aa2e-aac8-42d2-9e27-46f772f89c38 req-8f37f96c-206d-48f9-b41a-c784273d17f9 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/floatingips/4cd3cf67-a0fe-442d-b9ff-6fbd1871331a HTTP/1.1" status: 200 len: 693 time: 0.0746431 Feb 28 20:09:00.817758 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-356076a7-31dc-41c7-b202-9da9ec9d9b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (e3bfecd8-3d44-4d5c-a375-44710dfa3336), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:00.830392 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-356076a7-31dc-41c7-b202-9da9ec9d9b22 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:09:00.831457 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-356076a7-31dc-41c7-b202-9da9ec9d9b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (e3bfecd8-3d44-4d5c-a375-44710dfa3336), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:09:00.833267 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:09:00.900539 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-43defea9-a09c-4fe1-a4de-301d341fdc86 service neutron] No DVR routers for this DVR port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:09:00.904222 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-356076a7-31dc-41c7-b202-9da9ec9d9b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:00.910961 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-356076a7-31dc-41c7-b202-9da9ec9d9b22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:00.914152 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-356076a7-31dc-41c7-b202-9da9ec9d9b22 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2 HTTP/1.1" status: 204 len: 168 time: 1.5245285 Feb 28 20:09:00.914557 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device d6e41179-18bc-4d50-9173-066d7801957c no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:09:00.917882 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0b98f184-135f-4f4b-b845-0a6eebd03d0f req-39aff682-778c-4e87-a851-088bb48f5edf service neutron] 10.222.0.15 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978364 Feb 28 20:09:00.918339 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42480) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:00.940880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43defea9-a09c-4fe1-a4de-301d341fdc86 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0e4f79-a738-421e-8ac2-969278ac2ab9,revision_number=10']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:00.942242 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356076a7-31dc-41c7-b202-9da9ec9d9b22 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce00bccc-8bc1-47d1-aba5-c2f2f3fd8ce2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:00.981665 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-01a822b1-be09-434e-a45d-380271e414ef req-f3a3327e-0621-432d-b080-08b63612cd15 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392745 Feb 28 20:09:01.060460 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-43defea9-a09c-4fe1-a4de-301d341fdc86 service neutron] 10.222.0.10 "PUT /v2.0/ports/0f0e4f79-a738-421e-8ac2-969278ac2ab9/bindings/n-h1-820368-21/activate HTTP/1.1" status: 200 len: 370 time: 2.2111545 Feb 28 20:09:01.099281 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152aa2e-aac8-42d2-9e27-46f772f89c38 req-9daf80fb-674c-4e4e-a020-5bcd2bb2b675 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:01.102209 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1152aa2e-aac8-42d2-9e27-46f772f89c38 req-9daf80fb-674c-4e4e-a020-5bcd2bb2b675 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.3022780 Feb 28 20:09:01.131793 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-1152aa2e-aac8-42d2-9e27-46f772f89c38 req-437f3e12-7b64-4f7d-9f33-0cabac0b8ea5 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:09:01.138131 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1152aa2e-aac8-42d2-9e27-46f772f89c38 req-437f3e12-7b64-4f7d-9f33-0cabac0b8ea5 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0211372 Feb 28 20:09:01.145389 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port d6e41179-18bc-4d50-9173-066d7801957c is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:01.146139 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d6e41179-18bc-4d50-9173-066d7801957c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:01.248828 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port d6e41179-18bc-4d50-9173-066d7801957c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d6e41179-18bc-4d50-9173-066d7801957c,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:01.249859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11dbb2a8-7754-42b1-8f6e-c400e36840cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e41179-18bc-4d50-9173-066d7801957c'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:09:01.256877 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c643eec2-6b30-4ead-ac25-281c48628b03" -d '{"events": [{"server_uuid": "11dbb2a8-7754-42b1-8f6e-c400e36840cd", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e41179-18bc-4d50-9173-066d7801957c"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:09:01.262692 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d6e41179-18bc-4d50-9173-066d7801957c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:01.284325 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1152aa2e-aac8-42d2-9e27-46f772f89c38 req-515ea003-dc86-4694-8139-7cd346431967 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.129 HTTP/1.1" status: 200 len: 696 time: 0.1374919 Feb 28 20:09:01.336407 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=d6e41179-18bc-4d50-9173-066d7801957c,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:01.355851 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0b98f184-135f-4f4b-b845-0a6eebd03d0f req-de8fcc64-6b8a-4e4b-979f-287367e81326 service neutron] 10.222.0.15 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227934 Feb 28 20:09:01.395568 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1152aa2e-aac8-42d2-9e27-46f772f89c38 req-06ef2379-d76a-45f1-a015-6baf72b635a6 tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.129 HTTP/1.1" status: 200 len: 696 time: 0.0941007 Feb 28 20:09:01.403940 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-496be337-f0f3-4cb6-b929-74fff2385992 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:01.405537 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-496be337-f0f3-4cb6-b929-74fff2385992 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d&tenant_id=b4b67168c19e47fc8123410b2d1449a0&binding%3Ahost_id=n-h2-820368-21 HTTP/1.1" status: 200 len: 1127 time: 0.2609642 Feb 28 20:09:01.586892 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-d7439816-f5b6-4f4e-b754-a1fbd837fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:01.588492 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-d7439816-f5b6-4f4e-b754-a1fbd837fca4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d&tenant_id=b4b67168c19e47fc8123410b2d1449a0 HTTP/1.1" status: 200 len: 1127 time: 0.1729629 Feb 28 20:09:01.756366 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cef6f-11ad-4892-95e4-5cc54e8949f4 req-54af9f8c-29b1-44b7-adeb-5ced76634853 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:01.763659 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-384cef6f-11ad-4892-95e4-5cc54e8949f4 req-54af9f8c-29b1-44b7-adeb-5ced76634853 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 944 time: 0.1728179 Feb 28 20:09:01.795413 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-bd031b7c-14c3-42ba-9caf-f9eb024ccd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:01.797228 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-bd031b7c-14c3-42ba-9caf-f9eb024ccd2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 1127 time: 0.1840258 Feb 28 20:09:01.800771 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-1152aa2e-aac8-42d2-9e27-46f772f89c38 req-117a373c-2a5f-4950-be85-cf57ccc4edaf tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Deleting port 5f3c06d8-a4d1-495c-aae6-f8469411f9a2 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:09:01.801190 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1152aa2e-aac8-42d2-9e27-46f772f89c38 req-117a373c-2a5f-4950-be85-cf57ccc4edaf tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (5f3c06d8-a4d1-495c-aae6-f8469411f9a2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:01.873051 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c68984e8-ba8a-4ba3-9592-fbafa0ae180a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (f1d588c4-b46f-4624-9a64-c37de384575f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:01.981478 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-384cef6f-11ad-4892-95e4-5cc54e8949f4 req-bd1c4756-0ac4-40cb-bc90-a54d4b3f65ac tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166331 Feb 28 20:09:02.077518 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1152aa2e-aac8-42d2-9e27-46f772f89c38 req-117a373c-2a5f-4950-be85-cf57ccc4edaf tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (5f3c06d8-a4d1-495c-aae6-f8469411f9a2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:02.077869 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1152aa2e-aac8-42d2-9e27-46f772f89c38 req-117a373c-2a5f-4950-be85-cf57ccc4edaf tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for floatingip (5f3c06d8-a4d1-495c-aae6-f8469411f9a2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:02.107435 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-c6fd4fbf-ceba-4dcc-9232-09c72a2883b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:02.109009 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-c6fd4fbf-ceba-4dcc-9232-09c72a2883b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 921 time: 0.3029828 Feb 28 20:09:02.113183 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66110486-8146-40ae-94ee-d92dbe4e55b2 x-openstack-request-id: req-66110486-8146-40ae-94ee-d92dbe4e55b2 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:09:02.114386 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-1152aa2e-aac8-42d2-9e27-46f772f89c38 req-117a373c-2a5f-4950-be85-cf57ccc4edaf tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Calling delete_port for 5f3c06d8-a4d1-495c-aae6-f8469411f9a2 owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:09:02.115038 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11dbb2a8-7754-42b1-8f6e-c400e36840cd", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e41179-18bc-4d50-9173-066d7801957c", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:09:02.115793 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66110486-8146-40ae-94ee-d92dbe4e55b2 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:09:02.119911 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11dbb2a8-7754-42b1-8f6e-c400e36840cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e41179-18bc-4d50-9173-066d7801957c', 'code': 200} Feb 28 20:09:02.172055 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-e803b051-2daf-45d9-983c-e737bd97eed9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f0e4f79-a738-421e-8ac2-969278ac2ab9 HTTP/1.1" status: 200 len: 217 time: 0.0535321 Feb 28 20:09:02.309451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c68984e8-ba8a-4ba3-9592-fbafa0ae180a admin admin] Deleting port f6ad91a0-fbef-4628-9972-9e0fa26665e5 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:09:02.309903 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c68984e8-ba8a-4ba3-9592-fbafa0ae180a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (f6ad91a0-fbef-4628-9972-9e0fa26665e5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:02.325146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-65f08556-8139-4e28-8b50-e112f8d46c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:02.326595 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-65f08556-8139-4e28-8b50-e112f8d46c67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.1148429 Feb 28 20:09:02.346775 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995771b5-8b12-447d-a587-3033e86a6310 req-92cdfb1c-32f5-47df-9234-b24d07a07187 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:02.348301 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-995771b5-8b12-447d-a587-3033e86a6310 req-92cdfb1c-32f5-47df-9234-b24d07a07187 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 943 time: 0.1235561 Feb 28 20:09:02.382817 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-477e066d-672b-4476-be56-a88d0090bf9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457623 Feb 28 20:09:02.444870 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-c68984e8-ba8a-4ba3-9592-fbafa0ae180a admin admin] For port f6ad91a0-fbef-4628-9972-9e0fa26665e5, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=f6ad91a0-fbef-4628-9972-9e0fa26665e5,segment=NetworkSegment(66bff8f1-de5f-4643-9ad0-4782df511c53),segment_id=66bff8f1-de5f-4643-9ad0-4782df511c53)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:02.445512 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c68984e8-ba8a-4ba3-9592-fbafa0ae180a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (f6ad91a0-fbef-4628-9972-9e0fa26665e5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:02.475638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c68984e8-ba8a-4ba3-9592-fbafa0ae180a admin admin] Calling delete_port for f6ad91a0-fbef-4628-9972-9e0fa26665e5 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:09:02.507923 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1152aa2e-aac8-42d2-9e27-46f772f89c38 req-117a373c-2a5f-4950-be85-cf57ccc4edaf tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (5f3c06d8-a4d1-495c-aae6-f8469411f9a2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:02.559236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a373c-2a5f-4950-be85-cf57ccc4edaf tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Pushing event deleted for resources: {'Port': ['ID=5f3c06d8-a4d1-495c-aae6-f8469411f9a2,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:02.568724 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-995771b5-8b12-447d-a587-3033e86a6310 req-bb475f1a-e22a-412d-b322-0c1dfea49d7a tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915419 Feb 28 20:09:02.616213 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-1fb71640-67f4-4981-be67-a630d4129ed0 service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110896 Feb 28 20:09:02.701383 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c68984e8-ba8a-4ba3-9592-fbafa0ae180a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (f6ad91a0-fbef-4628-9972-9e0fa26665e5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:02.729039 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68984e8-ba8a-4ba3-9592-fbafa0ae180a admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ad91a0-fbef-4628-9972-9e0fa26665e5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:02.813755 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1152aa2e-aac8-42d2-9e27-46f772f89c38 req-117a373c-2a5f-4950-be85-cf57ccc4edaf tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks [] for floatingip (4cd3cf67-a0fe-442d-b9ff-6fbd1871331a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:02.816265 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1152aa2e-aac8-42d2-9e27-46f772f89c38 req-117a373c-2a5f-4950-be85-cf57ccc4edaf tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:02.817284 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1152aa2e-aac8-42d2-9e27-46f772f89c38 req-117a373c-2a5f-4950-be85-cf57ccc4edaf tempest-FloatingIPDetailsTestJSON-1773216476 tempest-FloatingIPDetailsTestJSON-1773216476-project] 10.222.0.13 "DELETE /v2.0/floatingips/4cd3cf67-a0fe-442d-b9ff-6fbd1871331a HTTP/1.1" status: 204 len: 173 time: 1.4096177 Feb 28 20:09:02.831529 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76347b09-5168-4144-89a0-0d1e5f256917 req-e7446ee2-c0db-43c2-872a-eeb49bace88c tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:02.838560 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76347b09-5168-4144-89a0-0d1e5f256917 req-e7446ee2-c0db-43c2-872a-eeb49bace88c tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 943 time: 0.1777382 Feb 28 20:09:02.842512 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42524) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:02.964300 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c68984e8-ba8a-4ba3-9592-fbafa0ae180a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (f1d588c4-b46f-4624-9a64-c37de384575f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:03.099644 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76347b09-5168-4144-89a0-0d1e5f256917 req-0808e5b8-a5f2-40e2-81d7-6f897303e141 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600780 Feb 28 20:09:03.105713 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-a4351ffc-cf5e-4c5a-a79b-1ac3a6801196 service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474597 Feb 28 20:09:03.203661 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6020898-0f61-446a-8f5c-d055b6760464 req-297dee5e-c282-4dd8-b5a4-91cefb59ccf4 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:03.205878 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6020898-0f61-446a-8f5c-d055b6760464 req-297dee5e-c282-4dd8-b5a4-91cefb59ccf4 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=59c8e5e4-c49a-4fee-9921-a976d3af7c6d HTTP/1.1" status: 200 len: 945 time: 0.1808982 Feb 28 20:09:03.296751 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69310d90-3439-42f2-b0ff-98f3f965b6d9 req-dce075e3-ac5b-4362-988f-91b4d3b88aad tempest-FlavorsV2NegativeTest-1536753746 tempest-FlavorsV2NegativeTest-1536753746-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7a95b8c3686e428e828fa0e8751ad915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474789 Feb 28 20:09:03.378758 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6020898-0f61-446a-8f5c-d055b6760464 req-04690f78-2711-4616-a1c4-dde4456201a2 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667068 Feb 28 20:09:03.530150 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 0f0e4f79-a738-421e-8ac2-969278ac2ab9 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:09:03.581843 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] The host n-h2-820368-21 is not matching for port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 host n-h1-820368-21! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:09:03.583253 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 0f0e4f79-a738-421e-8ac2-969278ac2ab9 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:09:03.589291 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69310d90-3439-42f2-b0ff-98f3f965b6d9 req-e77ac644-fd5c-4380-b026-37e82c021907 tempest-FlavorsV2NegativeTest-1536753746 tempest-FlavorsV2NegativeTest-1536753746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:03.590995 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69310d90-3439-42f2-b0ff-98f3f965b6d9 req-e77ac644-fd5c-4380-b026-37e82c021907 tempest-FlavorsV2NegativeTest-1536753746 tempest-FlavorsV2NegativeTest-1536753746-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2832589 Feb 28 20:09:03.634149 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-c897bfc6-53b0-487e-82d2-06fde675afdb tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:03.635640 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-c897bfc6-53b0-487e-82d2-06fde675afdb tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d&tenant_id=b4b67168c19e47fc8123410b2d1449a0&binding%3Ahost_id=n-h1-820368-21 HTTP/1.1" status: 200 len: 1127 time: 0.1381898 Feb 28 20:09:03.641813 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68984e8-ba8a-4ba3-9592-fbafa0ae180a admin admin] Router f1d588c4-b46f-4624-9a64-c37de384575f has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:09:03.857887 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68984e8-ba8a-4ba3-9592-fbafa0ae180a admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:09:03.866298 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c68984e8-ba8a-4ba3-9592-fbafa0ae180a admin admin] 10.222.0.13 "PUT /v2.0/routers/f1d588c4-b46f-4624-9a64-c37de384575f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9382036 Feb 28 20:09:03.866929 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42542) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:03.868167 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-21d45058-2c9d-4b2a-a5dd-772a3a9bceec service neutron] For port 0f0e4f79-a738-421e-8ac2-969278ac2ab9, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:09:03.876785 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-21d45058-2c9d-4b2a-a5dd-772a3a9bceec service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:03.878413 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-38950d40-bc79-4a8d-a1f4-f9eb26069e93 req-21d45058-2c9d-4b2a-a5dd-772a3a9bceec service neutron] 10.222.0.15 "DELETE /v2.0/ports/0f0e4f79-a738-421e-8ac2-969278ac2ab9/bindings/n-h2-820368-21 HTTP/1.1" status: 204 len: 173 time: 0.2354555 Feb 28 20:09:03.879690 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839641fd-76a9-49ee-9340-4f07e7942a0f None None] Sync routers for ids ['f1d588c4-b46f-4624-9a64-c37de384575f'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:09:03.952564 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839641fd-76a9-49ee-9340-4f07e7942a0f None None] Routers {'f1d588c4-b46f-4624-9a64-c37de384575f'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:09:03.953232 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-839641fd-76a9-49ee-9340-4f07e7942a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:08:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f1d588c4-b46f-4624-9a64-c37de384575f'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:03.985254 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f37c31-dc57-46d3-8cba-ac0084c42782 req-494c245f-2fd2-4c53-874f-73e270cbb276 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:03.986708 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3f37c31-dc57-46d3-8cba-ac0084c42782 req-494c245f-2fd2-4c53-874f-73e270cbb276 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.15 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 943 time: 0.5674610 Feb 28 20:09:04.010848 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-25f012ac-ef1a-453b-9b7c-f6e081e9c911 admin admin] Publish callbacks [] for router (f1d588c4-b46f-4624-9a64-c37de384575f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:04.058495 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69310d90-3439-42f2-b0ff-98f3f965b6d9 req-56a4544d-8d1d-48c4-bb82-6298839941ee tempest-FlavorsV2NegativeTest-1536753746 tempest-FlavorsV2NegativeTest-1536753746-project] 10.222.0.13 "GET /v2.0/quotas/7a95b8c3686e428e828fa0e8751ad915 HTTP/1.1" status: 200 len: 375 time: 0.1034749 Feb 28 20:09:04.109453 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69310d90-3439-42f2-b0ff-98f3f965b6d9 req-ecf6b791-1eb5-430f-9520-306627d208c3 tempest-FlavorsV2NegativeTest-1536753746 tempest-FlavorsV2NegativeTest-1536753746-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a95b8c3686e428e828fa0e8751ad915&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499804 Feb 28 20:09:04.130299 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-839641fd-76a9-49ee-9340-4f07e7942a0f None None] Set router f1d588c4-b46f-4624-9a64-c37de384575f gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:09:04.158758 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-25f012ac-ef1a-453b-9b7c-f6e081e9c911 admin admin] Publish callbacks [] for router_gateway (f1d588c4-b46f-4624-9a64-c37de384575f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:04.190754 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be863628-a5fd-472a-a457-bfc341e37962 req-82cecdc7-49f1-4e8a-95b8-021ed82d3ce1 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:04.209315 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-be863628-a5fd-472a-a457-bfc341e37962 req-82cecdc7-49f1-4e8a-95b8-021ed82d3ce1 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 944 time: 0.6832824 Feb 28 20:09:04.364977 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-25f012ac-ef1a-453b-9b7c-f6e081e9c911 admin admin] Deleting port 5c9bee69-2ce3-48fa-a9f1-e870bd972555 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:09:04.367190 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-25f012ac-ef1a-453b-9b7c-f6e081e9c911 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (5c9bee69-2ce3-48fa-a9f1-e870bd972555), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:04.398008 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-be863628-a5fd-472a-a457-bfc341e37962 req-6871c644-68c3-4124-8330-d27710cc10c5 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622894 Feb 28 20:09:04.435932 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-c3f37c31-dc57-46d3-8cba-ac0084c42782 req-57677ed0-f0b6-4390-a497-38d13400efd6 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Deleting port d6e41179-18bc-4d50-9173-066d7801957c {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:09:04.436427 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c3f37c31-dc57-46d3-8cba-ac0084c42782 req-57677ed0-f0b6-4390-a497-38d13400efd6 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d6e41179-18bc-4d50-9173-066d7801957c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:04.694515 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-25f012ac-ef1a-453b-9b7c-f6e081e9c911 admin admin] For port 5c9bee69-2ce3-48fa-a9f1-e870bd972555, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5c9bee69-2ce3-48fa-a9f1-e870bd972555,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:04.694986 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-25f012ac-ef1a-453b-9b7c-f6e081e9c911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (5c9bee69-2ce3-48fa-a9f1-e870bd972555), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:04.716778 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-25f012ac-ef1a-453b-9b7c-f6e081e9c911 admin admin] Calling delete_port for 5c9bee69-2ce3-48fa-a9f1-e870bd972555 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:09:04.744821 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-839641fd-76a9-49ee-9340-4f07e7942a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d588c4-b46f-4624-9a64-c37de384575f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-910493628-router', 'tenant_id': 'd3cff74886184995ac07de09ea7a003f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '5c9bee69-2ce3-48fa-a9f1-e870bd972555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:21Z', 'updated_at': '2022-02-28T20:09:02Z', 'revision_number': 5, 'project_id': 'd3cff74886184995ac07de09ea7a003f', 'gw_port': {'id': '5c9bee69-2ce3-48fa-a9f1-e870bd972555', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ea:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d588c4-b46f-4624-9a64-c37de384575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:05:22Z', 'updated_at': '2022-02-28T20:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:04.786270 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-78fcac4a-bb1f-4043-8b04-1927c6b319e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (0ac8423e-e311-4a6f-bb8b-24ee09bce7a0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:04.810397 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839641fd-76a9-49ee-9340-4f07e7942a0f None None] Checking router: f1d588c4-b46f-4624-9a64-c37de384575f for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:09:04.831130 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839641fd-76a9-49ee-9340-4f07e7942a0f None None] Routers {'f1d588c4-b46f-4624-9a64-c37de384575f'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:09:04.832626 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-839641fd-76a9-49ee-9340-4f07e7942a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:08:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f1d588c4-b46f-4624-9a64-c37de384575f'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:04.920739 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d10b19-2c50-4bf9-81fd-eb72e954dbf6 req-36575743-caee-4dc1-9685-ef76fd9c8aeb tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:04.923725 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75d10b19-2c50-4bf9-81fd-eb72e954dbf6 req-36575743-caee-4dc1-9685-ef76fd9c8aeb tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 943 time: 0.5241416 Feb 28 20:09:04.949608 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 29f6caf3-5c35-43a3-a692-aeac48e8289b no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:09:05.099159 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-25f012ac-ef1a-453b-9b7c-f6e081e9c911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (5c9bee69-2ce3-48fa-a9f1-e870bd972555), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:05.107057 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-839641fd-76a9-49ee-9340-4f07e7942a0f None None] Set router f1d588c4-b46f-4624-9a64-c37de384575f gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:09:05.179853 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f012ac-ef1a-453b-9b7c-f6e081e9c911 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9bee69-2ce3-48fa-a9f1-e870bd972555,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:05.192057 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e8363-33db-4c50-b1ce-a4d4b3ac9163 req-09f695be-c2ce-482c-be28-bbfeec4b1230 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:05.201602 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c2e8363-33db-4c50-b1ce-a4d4b3ac9163 req-09f695be-c2ce-482c-be28-bbfeec4b1230 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 943 time: 0.5796564 Feb 28 20:09:05.243570 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-25f012ac-ef1a-453b-9b7c-f6e081e9c911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (f1d588c4-b46f-4624-9a64-c37de384575f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:05.258638 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-c3f37c31-dc57-46d3-8cba-ac0084c42782 req-57677ed0-f0b6-4390-a497-38d13400efd6 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] For port d6e41179-18bc-4d50-9173-066d7801957c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d6e41179-18bc-4d50-9173-066d7801957c,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:05.259232 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c3f37c31-dc57-46d3-8cba-ac0084c42782 req-57677ed0-f0b6-4390-a497-38d13400efd6 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d6e41179-18bc-4d50-9173-066d7801957c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:05.287408 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42570) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:05.314070 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-c3f37c31-dc57-46d3-8cba-ac0084c42782 req-57677ed0-f0b6-4390-a497-38d13400efd6 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Calling delete_port for d6e41179-18bc-4d50-9173-066d7801957c owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:09:05.374281 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c2e8363-33db-4c50-b1ce-a4d4b3ac9163 req-98cb1af8-58ad-4177-b4a7-5ff73aa54dc8 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711605 Feb 28 20:09:05.377702 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-839641fd-76a9-49ee-9340-4f07e7942a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d588c4-b46f-4624-9a64-c37de384575f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-910493628-router', 'tenant_id': 'd3cff74886184995ac07de09ea7a003f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:21Z', 'updated_at': '2022-02-28T20:09:04Z', 'revision_number': 6, 'project_id': 'd3cff74886184995ac07de09ea7a003f', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:05.418474 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 29f6caf3-5c35-43a3-a692-aeac48e8289b is: DOWN; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:05.422316 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839641fd-76a9-49ee-9340-4f07e7942a0f None None] The sync data for ids ['f1d588c4-b46f-4624-9a64-c37de384575f'] in n-d-820368-21 is: [{'id': 'f1d588c4-b46f-4624-9a64-c37de384575f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-910493628-router', 'tenant_id': 'd3cff74886184995ac07de09ea7a003f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:05:21Z', 'updated_at': '2022-02-28T20:09:04Z', 'revision_number': 6, 'project_id': 'd3cff74886184995ac07de09ea7a003f', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:09:05.443133 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-25f012ac-ef1a-453b-9b7c-f6e081e9c911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (f1d588c4-b46f-4624-9a64-c37de384575f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:05.449746 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-25f012ac-ef1a-453b-9b7c-f6e081e9c911 admin admin] Publish callbacks [] for router_controller (f1d588c4-b46f-4624-9a64-c37de384575f), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:05.507650 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75d10b19-2c50-4bf9-81fd-eb72e954dbf6 req-f5aa0c37-3c5a-4e68-9cb5-75a0f7865a8b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349162 Feb 28 20:09:05.547668 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-25f012ac-ef1a-453b-9b7c-f6e081e9c911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (f1d588c4-b46f-4624-9a64-c37de384575f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:05.548257 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f012ac-ef1a-453b-9b7c-f6e081e9c911 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1d588c4-b46f-4624-9a64-c37de384575f {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:09:05.567243 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-25f012ac-ef1a-453b-9b7c-f6e081e9c911 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:05.568911 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-25f012ac-ef1a-453b-9b7c-f6e081e9c911 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f1d588c4-b46f-4624-9a64-c37de384575f HTTP/1.1" status: 204 len: 168 time: 1.6993191 Feb 28 20:09:05.570934 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42576) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:05.581898 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b82c6e15-92ba-43a9-b90d-15771dd1bbf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:05.647598 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1010a57-521b-4cbf-9520-239a42e8c49d admin admin] Deleting subnet 0e564005-2edc-44f4-b97e-a6d0007f0800 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:09:05.655278 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1010a57-521b-4cbf-9520-239a42e8c49d admin admin] Publish callbacks [] for subnet (0e564005-2edc-44f4-b97e-a6d0007f0800), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:05.734544 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1010a57-521b-4cbf-9520-239a42e8c49d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (0e564005-2edc-44f4-b97e-a6d0007f0800), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:05.760429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edda38-9657-432e-ae43-2565380360d7 req-880a8820-e4d0-4680-b4cc-a23934dbbf2c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:05.768273 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e5edda38-9657-432e-ae43-2565380360d7 req-880a8820-e4d0-4680-b4cc-a23934dbbf2c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=59c8e5e4-c49a-4fee-9921-a976d3af7c6d HTTP/1.1" status: 200 len: 945 time: 0.1866760 Feb 28 20:09:05.799824 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21246624-f3aa-413c-9333-2bdb7ada2f75 req-24c37cee-387e-4648-8be3-175b1e7d4656 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:05.801469 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21246624-f3aa-413c-9333-2bdb7ada2f75 req-24c37cee-387e-4648-8be3-175b1e7d4656 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 944 time: 0.1957457 Feb 28 20:09:05.815949 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b82c6e15-92ba-43a9-b90d-15771dd1bbf7 admin admin] Publish callbacks [] for security_group (648094a8-9e13-4285-91e1-b1d00687ce78), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:05.904889 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1010a57-521b-4cbf-9520-239a42e8c49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (0e564005-2edc-44f4-b97e-a6d0007f0800), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:05.931922 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b82c6e15-92ba-43a9-b90d-15771dd1bbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (648094a8-9e13-4285-91e1-b1d00687ce78), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:05.973886 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e5edda38-9657-432e-ae43-2565380360d7 req-af28aa11-7ca1-4669-a6ea-b09d7fef3157 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046349 Feb 28 20:09:06.002463 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c6e15-92ba-43a9-b90d-15771dd1bbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648094a8-9e13-4285-91e1-b1d00687ce78,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:06.008965 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b82c6e15-92ba-43a9-b90d-15771dd1bbf7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a95b8c3686e428e828fa0e8751ad915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7202415 Feb 28 20:09:06.012156 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42586) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:06.046296 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1010a57-521b-4cbf-9520-239a42e8c49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (0e564005-2edc-44f4-b97e-a6d0007f0800), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:06.068040 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1010a57-521b-4cbf-9520-239a42e8c49d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:06.072138 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a1010a57-521b-4cbf-9520-239a42e8c49d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0e564005-2edc-44f4-b97e-a6d0007f0800 HTTP/1.1" status: 204 len: 168 time: 0.4997888 Feb 28 20:09:06.077225 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42590) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:06.083468 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7bf57e-c131-4780-9337-a307b4e255c5 None None] Network 5fda7a41-9a02-4467-87a2-17905323a53a requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:09:06.088712 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c3f37c31-dc57-46d3-8cba-ac0084c42782 req-57677ed0-f0b6-4390-a497-38d13400efd6 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d6e41179-18bc-4d50-9173-066d7801957c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:06.091587 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-78fcac4a-bb1f-4043-8b04-1927c6b319e5 admin admin] Deleting port fdf8283d-9d23-4526-80d9-73016a0d4bbb {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:09:06.092065 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-78fcac4a-bb1f-4043-8b04-1927c6b319e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (fdf8283d-9d23-4526-80d9-73016a0d4bbb), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:06.165434 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57677ed0-f0b6-4390-a497-38d13400efd6 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Pushing event deleted for resources: {'Port': ['ID=d6e41179-18bc-4d50-9173-066d7801957c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:06.195117 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1010a57-521b-4cbf-9520-239a42e8c49d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e564005-2edc-44f4-b97e-a6d0007f0800,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:06.231133 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f37c31-dc57-46d3-8cba-ac0084c42782 req-57677ed0-f0b6-4390-a497-38d13400efd6 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] No DVR routers for this DVR port d6e41179-18bc-4d50-9173-066d7801957c on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:09:06.280227 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c3f37c31-dc57-46d3-8cba-ac0084c42782 req-57677ed0-f0b6-4390-a497-38d13400efd6 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:06.283746 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3f37c31-dc57-46d3-8cba-ac0084c42782 req-57677ed0-f0b6-4390-a497-38d13400efd6 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.15 "DELETE /v2.0/ports/d6e41179-18bc-4d50-9173-066d7801957c HTTP/1.1" status: 204 len: 173 time: 2.2868028 Feb 28 20:09:06.284366 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11dbb2a8-7754-42b1-8f6e-c400e36840cd', 'name': 'network-vif-deleted', 'tag': 'd6e41179-18bc-4d50-9173-066d7801957c'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:09:06.286887 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35022d0-49a9-4290-8dfc-cc793ca66b30" -d '{"events": [{"server_uuid": "11dbb2a8-7754-42b1-8f6e-c400e36840cd", "name": "network-vif-deleted", "tag": "d6e41179-18bc-4d50-9173-066d7801957c"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:09:06.299832 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21246624-f3aa-413c-9333-2bdb7ada2f75 req-2bb8d5ed-b79b-450e-b278-9730653717b2 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308074 Feb 28 20:09:06.358983 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-78fcac4a-bb1f-4043-8b04-1927c6b319e5 admin admin] For port fdf8283d-9d23-4526-80d9-73016a0d4bbb, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=fdf8283d-9d23-4526-80d9-73016a0d4bbb,segment=NetworkSegment(eecf8faa-553a-4cec-ad9f-bc3a3592e674),segment_id=eecf8faa-553a-4cec-ad9f-bc3a3592e674)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:06.359462 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-78fcac4a-bb1f-4043-8b04-1927c6b319e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (fdf8283d-9d23-4526-80d9-73016a0d4bbb), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:06.376104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-78fcac4a-bb1f-4043-8b04-1927c6b319e5 admin admin] Calling delete_port for fdf8283d-9d23-4526-80d9-73016a0d4bbb owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:09:06.378048 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-67fa04cf-7e15-4b43-8c3a-aab867f5a00c admin admin] Publish callbacks [] for security_group (648094a8-9e13-4285-91e1-b1d00687ce78), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:06.461382 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b6956ff-aeb7-48f4-bf28-419c7ad4f042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (5fda7a41-9a02-4467-87a2-17905323a53a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:06.526947 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23e1e9d-ce07-4121-a393-01a51bf435f3 None None] DHCP port deletion for 5fda7a41-9a02-4467-87a2-17905323a53a request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:09:06.543388 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-67fa04cf-7e15-4b43-8c3a-aab867f5a00c admin admin] Publish callbacks [] for security_group (648094a8-9e13-4285-91e1-b1d00687ce78), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:06.657741 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a23e1e9d-ce07-4121-a393-01a51bf435f3 None None] Deleting port 06a1be0f-ed33-4319-b9f7-d861f951c54f {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:09:06.658574 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a23e1e9d-ce07-4121-a393-01a51bf435f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (06a1be0f-ed33-4319-b9f7-d861f951c54f), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:06.676275 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5c9bee69-2ce3-48fa-a9f1-e870bd972555 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:09:06.717215 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-67fa04cf-7e15-4b43-8c3a-aab867f5a00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (648094a8-9e13-4285-91e1-b1d00687ce78), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:06.720273 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-67fa04cf-7e15-4b43-8c3a-aab867f5a00c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:06.724240 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-67fa04cf-7e15-4b43-8c3a-aab867f5a00c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/648094a8-9e13-4285-91e1-b1d00687ce78 HTTP/1.1" status: 204 len: 168 time: 0.7089446 Feb 28 20:09:06.756109 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa04cf-7e15-4b43-8c3a-aab867f5a00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648094a8-9e13-4285-91e1-b1d00687ce78,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:06.804248 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 5c9bee69-2ce3-48fa-a9f1-e870bd972555 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:09:06.804583 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5c9bee69-2ce3-48fa-a9f1-e870bd972555 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:09:06.807953 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f6ad91a0-fbef-4628-9972-9e0fa26665e5 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:09:06.833374 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-78fcac4a-bb1f-4043-8b04-1927c6b319e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (fdf8283d-9d23-4526-80d9-73016a0d4bbb), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:06.910455 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcac4a-bb1f-4043-8b04-1927c6b319e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf8283d-9d23-4526-80d9-73016a0d4bbb,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:06.974633 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-4b6956ff-aeb7-48f4-bf28-419c7ad4f042 admin admin] Deleting port 06a1be0f-ed33-4319-b9f7-d861f951c54f {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:09:06.975055 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b6956ff-aeb7-48f4-bf28-419c7ad4f042 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (06a1be0f-ed33-4319-b9f7-d861f951c54f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:07.035400 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85298a00-9bb3-4563-80b0-c080a783c3aa x-openstack-request-id: req-85298a00-9bb3-4563-80b0-c080a783c3aa {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:09:07.035876 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11dbb2a8-7754-42b1-8f6e-c400e36840cd", "name": "network-vif-deleted", "tag": "d6e41179-18bc-4d50-9173-066d7801957c", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:09:07.037846 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85298a00-9bb3-4563-80b0-c080a783c3aa {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:09:07.038572 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11dbb2a8-7754-42b1-8f6e-c400e36840cd', 'name': 'network-vif-deleted', 'tag': 'd6e41179-18bc-4d50-9173-066d7801957c', 'status': 'completed', 'code': 200} Feb 28 20:09:07.058336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a23e1e9d-ce07-4121-a393-01a51bf435f3 None None] For port 06a1be0f-ed33-4319-b9f7-d861f951c54f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=06a1be0f-ed33-4319-b9f7-d861f951c54f,segment=NetworkSegment(66bff8f1-de5f-4643-9ad0-4782df511c53),segment_id=66bff8f1-de5f-4643-9ad0-4782df511c53)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:07.058957 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a23e1e9d-ce07-4121-a393-01a51bf435f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (06a1be0f-ed33-4319-b9f7-d861f951c54f), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:07.136857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a23e1e9d-ce07-4121-a393-01a51bf435f3 None None] Calling delete_port for 06a1be0f-ed33-4319-b9f7-d861f951c54f owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:09:07.186194 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-4b6956ff-aeb7-48f4-bf28-419c7ad4f042 admin admin] For port 06a1be0f-ed33-4319-b9f7-d861f951c54f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=06a1be0f-ed33-4319-b9f7-d861f951c54f,segment=NetworkSegment(66bff8f1-de5f-4643-9ad0-4782df511c53),segment_id=66bff8f1-de5f-4643-9ad0-4782df511c53)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:07.186615 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b6956ff-aeb7-48f4-bf28-419c7ad4f042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (06a1be0f-ed33-4319-b9f7-d861f951c54f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:07.227408 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-4b6956ff-aeb7-48f4-bf28-419c7ad4f042 admin admin] Calling delete_port for 06a1be0f-ed33-4319-b9f7-d861f951c54f owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:09:07.395099 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device d6e41179-18bc-4d50-9173-066d7801957c no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:09:07.399238 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: f6ad91a0-fbef-4628-9972-9e0fa26665e5 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:09:07.404089 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f6ad91a0-fbef-4628-9972-9e0fa26665e5 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:09:07.412995 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a23e1e9d-ce07-4121-a393-01a51bf435f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (06a1be0f-ed33-4319-b9f7-d861f951c54f), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:07.437431 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b6956ff-aeb7-48f4-bf28-419c7ad4f042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (06a1be0f-ed33-4319-b9f7-d861f951c54f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:07.478026 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6956ff-aeb7-48f4-bf28-419c7ad4f042 admin admin] Pushing event deleted for resources: {'Port': ['ID=06a1be0f-ed33-4319-b9f7-d861f951c54f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:07.489384 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6956ff-aeb7-48f4-bf28-419c7ad4f042 admin admin] No DVR routers for this DVR port 06a1be0f-ed33-4319-b9f7-d861f951c54f on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:09:07.489767 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e1e9d-ce07-4121-a393-01a51bf435f3 None None] Pushing event deleted for resources: {'Port': ['ID=06a1be0f-ed33-4319-b9f7-d861f951c54f,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:07.499445 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: d6e41179-18bc-4d50-9173-066d7801957c {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:09:07.500162 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device d6e41179-18bc-4d50-9173-066d7801957c not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:09:07.505811 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23e1e9d-ce07-4121-a393-01a51bf435f3 None None] No DVR routers for this DVR port 06a1be0f-ed33-4319-b9f7-d861f951c54f on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:09:07.554624 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-919fb0e0-b91a-41a9-a464-05ac6578efad service neutron] 10.222.0.15 "GET /v2.0/ports/29f6caf3-5c35-43a3-a692-aeac48e8289b/bindings/n-h2-820368-21 HTTP/1.1" status: 200 len: 385 time: 0.6446645 Feb 28 20:09:07.557589 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-78fcac4a-bb1f-4043-8b04-1927c6b319e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (0ac8423e-e311-4a6f-bb8b-24ee09bce7a0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:07.572486 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89f2230d-8d85-4f34-bd90-f541bcb34903 req-212ba2d9-f06b-4db7-938a-7bbb99307149 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbb2a8-7754-42b1-8f6e-c400e36840cd HTTP/1.1" status: 200 len: 210 time: 0.0945952 Feb 28 20:09:07.630759 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b6956ff-aeb7-48f4-bf28-419c7ad4f042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (5fda7a41-9a02-4467-87a2-17905323a53a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:07.655500 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-4b6956ff-aeb7-48f4-bf28-419c7ad4f042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fda7a41-9a02-4467-87a2-17905323a53a']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:07.668678 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-4b6956ff-aeb7-48f4-bf28-419c7ad4f042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66bff8f1-de5f-4643-9ad0-4782df511c53') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:07.669023 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-4b6956ff-aeb7-48f4-bf28-419c7ad4f042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66bff8f1-de5f-4643-9ad0-4782df511c53') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:07.682052 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b6956ff-aeb7-48f4-bf28-419c7ad4f042 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (66bff8f1-de5f-4643-9ad0-4782df511c53), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:07.699891 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b6956ff-aeb7-48f4-bf28-419c7ad4f042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (66bff8f1-de5f-4643-9ad0-4782df511c53), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:07.708275 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6956ff-aeb7-48f4-bf28-419c7ad4f042 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:09:07.709475 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b6956ff-aeb7-48f4-bf28-419c7ad4f042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (66bff8f1-de5f-4643-9ad0-4782df511c53), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:09:07.760625 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:09:07.782718 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b6956ff-aeb7-48f4-bf28-419c7ad4f042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (5fda7a41-9a02-4467-87a2-17905323a53a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:07.800307 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b6956ff-aeb7-48f4-bf28-419c7ad4f042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:07.803619 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4b6956ff-aeb7-48f4-bf28-419c7ad4f042 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5fda7a41-9a02-4467-87a2-17905323a53a HTTP/1.1" status: 204 len: 168 time: 1.7254233 Feb 28 20:09:07.804733 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6956ff-aeb7-48f4-bf28-419c7ad4f042 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fda7a41-9a02-4467-87a2-17905323a53a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:07.927095 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a55b67-f72c-4c1b-99fb-06ad33b6673d req-9da48040-a9fe-4a84-9a76-8a956e5b7835 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:07.939159 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4a55b67-f72c-4c1b-99fb-06ad33b6673d req-9da48040-a9fe-4a84-9a76-8a956e5b7835 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 943 time: 0.5091841 Feb 28 20:09:08.001104 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42648) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:08.082197 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5b8664fe-e39c-47b3-895a-b76a8b3fba76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c49f134d2844d928e46d52f9a7a9018&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0786326 Feb 28 20:09:08.086361 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42652) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:08.141543 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42654) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:08.151429 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8947c625-e04c-4e18-8ed4-2ec0489a1be3 admin admin] Publish callbacks [] for security_group (b94323e4-983b-4f05-b200-ad45636c76d8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:08.157941 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea342dde-2f62-4fbd-88b2-bf28e992ac33 req-c507c46b-e036-43ba-82d1-a1afa7afbc69 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:08.170595 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea342dde-2f62-4fbd-88b2-bf28e992ac33 req-c507c46b-e036-43ba-82d1-a1afa7afbc69 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 1127 time: 0.3710239 Feb 28 20:09:08.174632 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8947c625-e04c-4e18-8ed4-2ec0489a1be3 admin admin] Publish callbacks [] for security_group (b94323e4-983b-4f05-b200-ad45636c76d8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:08.205614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-a7ce1292-351f-45f3-8af2-27b317c890a3 service neutron] For port 29f6caf3-5c35-43a3-a692-aeac48e8289b, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=29f6caf3-5c35-43a3-a692-aeac48e8289b,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:08.229283 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-a7ce1292-351f-45f3-8af2-27b317c890a3 service neutron] For port 29f6caf3-5c35-43a3-a692-aeac48e8289b, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:09:08.246311 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8947c625-e04c-4e18-8ed4-2ec0489a1be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b94323e4-983b-4f05-b200-ad45636c76d8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:08.249380 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8947c625-e04c-4e18-8ed4-2ec0489a1be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:08.250528 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8947c625-e04c-4e18-8ed4-2ec0489a1be3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b94323e4-983b-4f05-b200-ad45636c76d8 HTTP/1.1" status: 204 len: 168 time: 0.1629157 Feb 28 20:09:08.260482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947c625-e04c-4e18-8ed4-2ec0489a1be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94323e4-983b-4f05-b200-ad45636c76d8,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:08.294447 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4a55b67-f72c-4c1b-99fb-06ad33b6673d req-31ee10fa-395b-4dd4-ad67-dc545d6df6ef tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462737 Feb 28 20:09:08.345311 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-a7ce1292-351f-45f3-8af2-27b317c890a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f6caf3-5c35-43a3-a692-aeac48e8289b {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:09:08.395221 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-a7ce1292-351f-45f3-8af2-27b317c890a3 service neutron] For port 29f6caf3-5c35-43a3-a692-aeac48e8289b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=29f6caf3-5c35-43a3-a692-aeac48e8289b,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:08.454572 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-a7ce1292-351f-45f3-8af2-27b317c890a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (29f6caf3-5c35-43a3-a692-aeac48e8289b), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:08.483086 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea342dde-2f62-4fbd-88b2-bf28e992ac33 req-674d6ca2-5b96-4e45-8a28-b2bf1be26b3d tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113029 Feb 28 20:09:08.526903 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-9232db4b-5674-4eff-b096-0ec1c68c5cd2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-network', 'tenant_id': '395834be88664486992e15ee678c561b'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:08.571074 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9232db4b-5674-4eff-b096-0ec1c68c5cd2 admin admin] Made reservation on behalf of 395834be88664486992e15ee678c561b for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:09:08.574865 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9232db4b-5674-4eff-b096-0ec1c68c5cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:08.610664 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fcac4a-bb1f-4043-8b04-1927c6b319e5 admin admin] Router 0ac8423e-e311-4a6f-bb8b-24ee09bce7a0 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:09:08.623098 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9232db4b-5674-4eff-b096-0ec1c68c5cd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:08.699715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-a7ce1292-351f-45f3-8af2-27b317c890a3 service neutron] Transition to ACTIVE for port object 29f6caf3-5c35-43a3-a692-aeac48e8289b will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:09:08.713924 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-a7ce1292-351f-45f3-8af2-27b317c890a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (29f6caf3-5c35-43a3-a692-aeac48e8289b), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:08.842117 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 06a1be0f-ed33-4319-b9f7-d861f951c54f no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:09:08.876476 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9232db4b-5674-4eff-b096-0ec1c68c5cd2 admin admin] Publish callbacks [] for security_group (a2c61c35-aec3-4d76-be74-2521656f2804), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:08.891548 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9232db4b-5674-4eff-b096-0ec1c68c5cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a2c61c35-aec3-4d76-be74-2521656f2804), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:08.891803 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-a7ce1292-351f-45f3-8af2-27b317c890a3 service neutron] No DVR routers for this DVR port 29f6caf3-5c35-43a3-a692-aeac48e8289b on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:09:08.924442 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 06a1be0f-ed33-4319-b9f7-d861f951c54f {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:09:08.924788 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 06a1be0f-ed33-4319-b9f7-d861f951c54f not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:09:08.984481 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce1292-351f-45f3-8af2-27b317c890a3 service neutron] Pushing event updated for resources: {'Port': ['ID=29f6caf3-5c35-43a3-a692-aeac48e8289b,revision_number=10']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:08.989022 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9232db4b-5674-4eff-b096-0ec1c68c5cd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:09:08.997421 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-a7ce1292-351f-45f3-8af2-27b317c890a3 service neutron] 10.222.0.15 "PUT /v2.0/ports/29f6caf3-5c35-43a3-a692-aeac48e8289b/bindings/n-h2-820368-21/activate HTTP/1.1" status: 200 len: 370 time: 1.4244585 Feb 28 20:09:09.026448 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fcac4a-bb1f-4043-8b04-1927c6b319e5 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:09:09.039054 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa951d9-d930-43ea-b738-1b9dc08b06f7 None None] Sync routers for ids ['0ac8423e-e311-4a6f-bb8b-24ee09bce7a0'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:09:09.042542 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-78fcac4a-bb1f-4043-8b04-1927c6b319e5 admin admin] 10.222.0.13 "PUT /v2.0/routers/0ac8423e-e311-4a6f-bb8b-24ee09bce7a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1965024 Feb 28 20:09:09.045674 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42690) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:09.071142 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232db4b-5674-4eff-b096-0ec1c68c5cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c61c35-aec3-4d76-be74-2521656f2804,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:09.074674 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa951d9-d930-43ea-b738-1b9dc08b06f7 None None] Routers {'0ac8423e-e311-4a6f-bb8b-24ee09bce7a0'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:09:09.075322 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-3fa951d9-d930-43ea-b738-1b9dc08b06f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:08:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0ac8423e-e311-4a6f-bb8b-24ee09bce7a0'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:09.091802 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9232db4b-5674-4eff-b096-0ec1c68c5cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (c3ef2548-943a-428b-bc5b-d8a96880be37), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:09.092163 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-9232db4b-5674-4eff-b096-0ec1c68c5cd2 admin admin] Added segment c3ef2548-943a-428b-bc5b-d8a96880be37 of type vlan for network 2ebe5011-e4dc-402c-8c4c-7a478c0168ca Feb 28 20:09:09.172691 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42692) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:09.230194 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9232db4b-5674-4eff-b096-0ec1c68c5cd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (2ebe5011-e4dc-402c-8c4c-7a478c0168ca), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:09.290630 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-3fa951d9-d930-43ea-b738-1b9dc08b06f7 None None] Set router 0ac8423e-e311-4a6f-bb8b-24ee09bce7a0 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:09:09.303080 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9232db4b-5674-4eff-b096-0ec1c68c5cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (2ebe5011-e4dc-402c-8c4c-7a478c0168ca), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:09.307013 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9232db4b-5674-4eff-b096-0ec1c68c5cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:09.313065 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9232db4b-5674-4eff-b096-0ec1c68c5cd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:09.368248 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9232db4b-5674-4eff-b096-0ec1c68c5cd2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2250926 Feb 28 20:09:09.377538 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42696) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:09.397118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-0c0bc0fa-74fd-49f0-bd14-da735c16ffc4 admin admin] Request body: {'subnet': {'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-subnet', 'tenant_id': '395834be88664486992e15ee678c561b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:09.466013 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bcf47c50-e43f-4d06-b39a-10703426bc23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3cff74886184995ac07de09ea7a003f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2921674 Feb 28 20:09:09.484432 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42700) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:09.581781 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-3fa951d9-d930-43ea-b738-1b9dc08b06f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac8423e-e311-4a6f-bb8b-24ee09bce7a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1871536294-router', 'tenant_id': '19669575c2994232b34479de662e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8ddd6f79-85f3-4c69-a391-e54119682850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:08:13Z', 'updated_at': '2022-02-28T20:09:06Z', 'revision_number': 5, 'project_id': '19669575c2994232b34479de662e7b20', 'gw_port': {'id': '8ddd6f79-85f3-4c69-a391-e54119682850', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:55:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac8423e-e311-4a6f-bb8b-24ee09bce7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:08:14Z', 'updated_at': '2022-02-28T20:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:09.596874 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232db4b-5674-4eff-b096-0ec1c68c5cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=2ebe5011-e4dc-402c-8c4c-7a478c0168ca,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:09.610374 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 2ebe5011-e4dc-402c-8c4c-7a478c0168ca details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:09:09.626704 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0bc0fa-74fd-49f0-bd14-da735c16ffc4 admin admin] Made reservation on behalf of 395834be88664486992e15ee678c561b for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:09:09.630927 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c0bc0fa-74fd-49f0-bd14-da735c16ffc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:09.638199 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa951d9-d930-43ea-b738-1b9dc08b06f7 None None] Checking router: 0ac8423e-e311-4a6f-bb8b-24ee09bce7a0 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:09:09.657592 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa951d9-d930-43ea-b738-1b9dc08b06f7 None None] Routers {'0ac8423e-e311-4a6f-bb8b-24ee09bce7a0'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:09:09.658592 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-3fa951d9-d930-43ea-b738-1b9dc08b06f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:08:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0ac8423e-e311-4a6f-bb8b-24ee09bce7a0'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:09.734372 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b62a815-c728-4e11-9ea7-ded3ffd5f353 admin admin] Publish callbacks [] for security_group (b39a3e44-d586-4db4-9e9e-44929d1817f2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:09.778128 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b62a815-c728-4e11-9ea7-ded3ffd5f353 admin admin] Publish callbacks [] for security_group (b39a3e44-d586-4db4-9e9e-44929d1817f2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:09.792286 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-9138dd13-c785-4157-bfa5-ee9229c6f709 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:09.794078 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-9138dd13-c785-4157-bfa5-ee9229c6f709 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416&tenant_id=b6b50aa5623943dda1cd4fb5f568793b&binding%3Ahost_id=n-h1-820368-21 HTTP/1.1" status: 200 len: 1127 time: 0.7073905 Feb 28 20:09:09.807882 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-256c52e9-8904-41f4-b9ca-f3d032a90152 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:09.809523 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-256c52e9-8904-41f4-b9ca-f3d032a90152 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 821 time: 0.8438015 Feb 28 20:09:09.871128 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42704) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:09.879370 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-347f7335-a1e7-4a1c-a9a1-2b90a533bf5a tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1882875431', 'description': 'tempest-description--1966197033'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:09.902669 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-76980192-06ae-4d7a-a66b-5f9fdd87f69f tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/quotas/b4b67168c19e47fc8123410b2d1449a0 HTTP/1.1" status: 200 len: 375 time: 0.0793602 Feb 28 20:09:09.906204 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d130dfa7-aebf-42d5-b627-46df7753fd45 admin admin] Publish callbacks [] for router (0ac8423e-e311-4a6f-bb8b-24ee09bce7a0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:09.932455 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-3fa951d9-d930-43ea-b738-1b9dc08b06f7 None None] Set router 0ac8423e-e311-4a6f-bb8b-24ee09bce7a0 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:09:09.966809 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b62a815-c728-4e11-9ea7-ded3ffd5f353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b39a3e44-d586-4db4-9e9e-44929d1817f2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:09.969425 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b62a815-c728-4e11-9ea7-ded3ffd5f353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:09.970732 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6b62a815-c728-4e11-9ea7-ded3ffd5f353 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b39a3e44-d586-4db4-9e9e-44929d1817f2 HTTP/1.1" status: 204 len: 168 time: 0.4751868 Feb 28 20:09:10.010940 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-347f7335-a1e7-4a1c-a9a1-2b90a533bf5a tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:10.014046 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62a815-c728-4e11-9ea7-ded3ffd5f353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39a3e44-d586-4db4-9e9e-44929d1817f2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:10.023943 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c0bc0fa-74fd-49f0-bd14-da735c16ffc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (dabd714b-b25f-4695-bb44-0366d81efe83), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:10.083430 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d130dfa7-aebf-42d5-b627-46df7753fd45 admin admin] Publish callbacks [] for router_gateway (0ac8423e-e311-4a6f-bb8b-24ee09bce7a0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:10.086772 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bc0fa-74fd-49f0-bd14-da735c16ffc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dabd714b-b25f-4695-bb44-0366d81efe83,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:10.138807 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0bc0fa-74fd-49f0-bd14-da735c16ffc4 admin admin] Checking segment: {'id': 'c3ef2548-943a-428b-bc5b-d8a96880be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:09:10.139176 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0bc0fa-74fd-49f0-bd14-da735c16ffc4 admin admin] Network hostable DHCP agents. Network: 2ebe5011-e4dc-402c-8c4c-7a478c0168ca, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:09:10.179270 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0bc0fa-74fd-49f0-bd14-da735c16ffc4 admin admin] Network 2ebe5011-e4dc-402c-8c4c-7a478c0168ca is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:09:10.208084 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-0c0bc0fa-74fd-49f0-bd14-da735c16ffc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 2ebe5011-e4dc-402c-8c4c-7a478c0168ca) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:09:10.213807 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0bc0fa-74fd-49f0-bd14-da735c16ffc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:10.214412 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c0bc0fa-74fd-49f0-bd14-da735c16ffc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:10.219232 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f38ac2-afd4-4656-a03f-03e61c74eb4e None None] Network 2ebe5011-e4dc-402c-8c4c-7a478c0168ca requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:09:10.260502 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-347f7335-a1e7-4a1c-a9a1-2b90a533bf5a tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks [] for security_group (e2c51313-fc94-4866-8b3d-e91c65e61743), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:10.269435 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-347f7335-a1e7-4a1c-a9a1-2b90a533bf5a tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e2c51313-fc94-4866-8b3d-e91c65e61743), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:10.289889 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-8bd13ddc-320c-49bd-812b-2fb909c80bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:10.297048 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-8bd13ddc-320c-49bd-812b-2fb909c80bdf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416&tenant_id=b6b50aa5623943dda1cd4fb5f568793b HTTP/1.1" status: 200 len: 1127 time: 0.4864037 Feb 28 20:09:10.351229 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0c0bc0fa-74fd-49f0-bd14-da735c16ffc4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9654884 Feb 28 20:09:10.359937 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f7335-a1e7-4a1c-a9a1-2b90a533bf5a tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c51313-fc94-4866-8b3d-e91c65e61743,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:10.368037 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42716) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:10.386437 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-31e422b4-ffc6-4144-a5ab-20695121a6ec admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:10.422503 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-347f7335-a1e7-4a1c-a9a1-2b90a533bf5a tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:10.438100 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-347f7335-a1e7-4a1c-a9a1-2b90a533bf5a tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5516796 Feb 28 20:09:10.438831 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42724) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:10.452329 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4ad8b7f0-6693-4df1-8349-26a537622153 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Request body: {'security_group_rule': {'security_group_id': 'e2c51313-fc94-4866-8b3d-e91c65e61743', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:10.474942 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-3fa951d9-d930-43ea-b738-1b9dc08b06f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac8423e-e311-4a6f-bb8b-24ee09bce7a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1871536294-router', 'tenant_id': '19669575c2994232b34479de662e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8ddd6f79-85f3-4c69-a391-e54119682850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:08:13Z', 'updated_at': '2022-02-28T20:09:06Z', 'revision_number': 5, 'project_id': '19669575c2994232b34479de662e7b20', 'gw_port': {'id': '8ddd6f79-85f3-4c69-a391-e54119682850', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:55:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac8423e-e311-4a6f-bb8b-24ee09bce7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:08:14Z', 'updated_at': '2022-02-28T20:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:10.512109 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa951d9-d930-43ea-b738-1b9dc08b06f7 None None] The sync data for ids ['0ac8423e-e311-4a6f-bb8b-24ee09bce7a0'] in n-d-820368-21 is: [{'id': '0ac8423e-e311-4a6f-bb8b-24ee09bce7a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1871536294-router', 'tenant_id': '19669575c2994232b34479de662e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8ddd6f79-85f3-4c69-a391-e54119682850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:08:13Z', 'updated_at': '2022-02-28T20:09:06Z', 'revision_number': 5, 'project_id': '19669575c2994232b34479de662e7b20', 'gw_port': {'id': '8ddd6f79-85f3-4c69-a391-e54119682850', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:55:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac8423e-e311-4a6f-bb8b-24ee09bce7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:08:14Z', 'updated_at': '2022-02-28T20:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:09:10.519293 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-de27db7f-fecc-4c98-bbb3-c2ae8db9e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:10.520823 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-de27db7f-fecc-4c98-bbb3-c2ae8db9e550 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 1127 time: 0.1497149 Feb 28 20:09:10.528886 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-31e422b4-ffc6-4144-a5ab-20695121a6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:10.536202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316411b1-7e7c-4cc3-8f91-54a3fb9a8f16 req-868216f9-4658-4eb8-9f13-6d1ef33e1775 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:10.536573 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-31e422b4-ffc6-4144-a5ab-20695121a6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:10.545641 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-316411b1-7e7c-4cc3-8f91-54a3fb9a8f16 req-868216f9-4658-4eb8-9f13-6d1ef33e1775 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 944 time: 0.4757247 Feb 28 20:09:10.564609 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb62554-50fe-48f6-865f-256b9d995206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'project_id': '395834be88664486992e15ee678c561b', 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:09:10.565972 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0eb62554-50fe-48f6-865f-256b9d995206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:10.668336 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-8a27bf7a-de68-454e-88ff-c3187eb892e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:10.670220 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-8a27bf7a-de68-454e-88ff-c3187eb892e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 908 time: 0.1214249 Feb 28 20:09:10.682660 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-4ac7c9cf-40d2-4605-8e06-372726683fe2 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6117184 Feb 28 20:09:10.750587 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b7f0-6693-4df1-8349-26a537622153 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks [] for security_group_rule (2f6e66b3-4c22-4be6-a087-4a6d23c357b9), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:10.812657 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-31e422b4-ffc6-4144-a5ab-20695121a6ec admin admin] Publish callbacks [] for router_controller (4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:10.816456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-d130dfa7-aebf-42d5-b627-46df7753fd45 admin admin] Deleting port 8ddd6f79-85f3-4c69-a391-e54119682850 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:09:10.817014 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d130dfa7-aebf-42d5-b627-46df7753fd45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (8ddd6f79-85f3-4c69-a391-e54119682850), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:10.847196 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-640c084b-ac7c-4884-ad53-639b37b7dd57 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f6caf3-5c35-43a3-a692-aeac48e8289b HTTP/1.1" status: 200 len: 217 time: 0.1295753 Feb 28 20:09:11.069398 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b7f0-6693-4df1-8349-26a537622153 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks [] for security_group_rule (2f6e66b3-4c22-4be6-a087-4a6d23c357b9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:11.082422 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b7f0-6693-4df1-8349-26a537622153 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (2f6e66b3-4c22-4be6-a087-4a6d23c357b9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:11.175655 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0601be1e-12de-4202-887f-94301cb7899d details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:09:11.299556 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-316411b1-7e7c-4cc3-8f91-54a3fb9a8f16 req-786be1f0-84d8-4456-bcbd-9bcd30fa43e3 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7529609 Feb 28 20:09:11.311517 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8b7f0-6693-4df1-8349-26a537622153 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6e66b3-4c22-4be6-a087-4a6d23c357b9,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:11.327557 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b7f0-6693-4df1-8349-26a537622153 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:11.338757 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4ad8b7f0-6693-4df1-8349-26a537622153 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8969445 Feb 28 20:09:11.341439 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-31e422b4-ffc6-4144-a5ab-20695121a6ec admin admin] Publish callbacks [] for router_gateway (4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:11.352259 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42750) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:11.356008 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 0601be1e-12de-4202-887f-94301cb7899d, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0601be1e-12de-4202-887f-94301cb7899d,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:11.361111 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-41e6f450-07ad-47f6-b4fd-eb3c3064d8b8 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Request body: {'security_group_rule': {'security_group_id': 'e2c51313-fc94-4866-8b3d-e91c65e61743', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:11.373425 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '0601be1e-12de-4202-887f-94301cb7899d', 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59', 'port_id': '0601be1e-12de-4202-887f-94301cb7899d', 'mac_address': 'fa:16:3e:ca:25:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7b6343-09d6-47f5-84df-45ccf66aea66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:09:11.382862 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-d130dfa7-aebf-42d5-b627-46df7753fd45 admin admin] For port 8ddd6f79-85f3-4c69-a391-e54119682850, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=8ddd6f79-85f3-4c69-a391-e54119682850,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:11.383250 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d130dfa7-aebf-42d5-b627-46df7753fd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (8ddd6f79-85f3-4c69-a391-e54119682850), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:11.417821 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-d130dfa7-aebf-42d5-b627-46df7753fd45 admin admin] Calling delete_port for 8ddd6f79-85f3-4c69-a391-e54119682850 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:09:11.460042 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5b52cb09-3550-4402-9e08-b703e710860d service neutron] 10.222.0.13 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7758982 Feb 28 20:09:11.464860 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-83306fd2-8e3e-4572-936f-9cfdfb83648b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:11.473136 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-83306fd2-8e3e-4572-936f-9cfdfb83648b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.5945654 Feb 28 20:09:11.484648 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41e6f450-07ad-47f6-b4fd-eb3c3064d8b8 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks [] for security_group_rule (18e42115-0349-425c-a444-18ea38fc0679), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:11.595680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 0601be1e-12de-4202-887f-94301cb7899d is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:11.596430 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0601be1e-12de-4202-887f-94301cb7899d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:11.672532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-0eb62554-50fe-48f6-865f-256b9d995206 None None] Allocated IP 172.20.0.2 (2ebe5011-e4dc-402c-8c4c-7a478c0168ca/dabd714b-b25f-4695-bb44-0366d81efe83/6c298843-b71a-404c-b80a-939de9b0cd9a) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:09:11.687538 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0601be1e-12de-4202-887f-94301cb7899d {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:09:11.742061 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 0601be1e-12de-4202-887f-94301cb7899d, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0601be1e-12de-4202-887f-94301cb7899d,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:11.754308 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41e6f450-07ad-47f6-b4fd-eb3c3064d8b8 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks [] for security_group_rule (18e42115-0349-425c-a444-18ea38fc0679), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:11.759666 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0601be1e-12de-4202-887f-94301cb7899d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:11.767703 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41e6f450-07ad-47f6-b4fd-eb3c3064d8b8 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (18e42115-0349-425c-a444-18ea38fc0679), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:11.851822 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6f450-07ad-47f6-b4fd-eb3c3064d8b8 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e42115-0349-425c-a444-18ea38fc0679,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:11.859612 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41e6f450-07ad-47f6-b4fd-eb3c3064d8b8 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:11.868461 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-41e6f450-07ad-47f6-b4fd-eb3c3064d8b8 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5071852 Feb 28 20:09:11.883099 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42768) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:11.888132 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:11.919555 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['0601be1e-12de-4202-887f-94301cb7899d'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:09:12.102780 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:12.109167 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d130dfa7-aebf-42d5-b627-46df7753fd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (8ddd6f79-85f3-4c69-a391-e54119682850), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:12.139526 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=0601be1e-12de-4202-887f-94301cb7899d,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:12.275321 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-31e422b4-ffc6-4144-a5ab-20695121a6ec admin admin] Publish callbacks [] for router_gateway (4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:12.296576 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-d72cbde6-4f39-40cd-9cb6-ae3e25556ed2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2655854 Feb 28 20:09:12.366186 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130dfa7-aebf-42d5-b627-46df7753fd45 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ddd6f79-85f3-4c69-a391-e54119682850,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:12.466204 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-31e422b4-ffc6-4144-a5ab-20695121a6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:12.668636 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0eb62554-50fe-48f6-865f-256b9d995206 None None] Publish callbacks [] for port (6c298843-b71a-404c-b80a-939de9b0cd9a), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:12.679027 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-1112cf5d-2ab8-440a-95e0-124b4b0a3a3e service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033047 Feb 28 20:09:12.695060 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device fdf8283d-9d23-4526-80d9-73016a0d4bbb no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:09:12.763964 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0eb62554-50fe-48f6-865f-256b9d995206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (6c298843-b71a-404c-b80a-939de9b0cd9a), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:12.806367 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: fdf8283d-9d23-4526-80d9-73016a0d4bbb {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:09:12.807057 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device fdf8283d-9d23-4526-80d9-73016a0d4bbb not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:09:12.925879 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb62554-50fe-48f6-865f-256b9d995206 None None] Network 2ebe5011-e4dc-402c-8c4c-7a478c0168ca is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:09:12.933292 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-0eb62554-50fe-48f6-865f-256b9d995206 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:09:12.945387 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb62554-50fe-48f6-865f-256b9d995206 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:09:12.972073 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb62554-50fe-48f6-865f-256b9d995206 None None] Pushing event updated for resources: {'Port': ['ID=6c298843-b71a-404c-b80a-939de9b0cd9a,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:13.085251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0eb62554-50fe-48f6-865f-256b9d995206 None None] Attempting to bind port 6c298843-b71a-404c-b80a-939de9b0cd9a on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:09:13.085788 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0eb62554-50fe-48f6-865f-256b9d995206 None None] Attempting to bind port 6c298843-b71a-404c-b80a-939de9b0cd9a by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'c3ef2548-943a-428b-bc5b-d8a96880be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:09:13.086277 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb62554-50fe-48f6-865f-256b9d995206 None None] Attempting to bind port 6c298843-b71a-404c-b80a-939de9b0cd9a on network 2ebe5011-e4dc-402c-8c4c-7a478c0168ca {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:09:13.099358 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb62554-50fe-48f6-865f-256b9d995206 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:09:13.099358 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb62554-50fe-48f6-865f-256b9d995206 None None] Checking segment: {'id': 'c3ef2548-943a-428b-bc5b-d8a96880be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:09:13.099984 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0eb62554-50fe-48f6-865f-256b9d995206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:13.100514 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb62554-50fe-48f6-865f-256b9d995206 None None] Bound using segment: {'id': 'c3ef2548-943a-428b-bc5b-d8a96880be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:09:13.101110 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0eb62554-50fe-48f6-865f-256b9d995206 None None] Bound port: 6c298843-b71a-404c-b80a-939de9b0cd9a, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ef2548-943a-428b-bc5b-d8a96880be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:09:13.101759 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0eb62554-50fe-48f6-865f-256b9d995206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6c298843-b71a-404c-b80a-939de9b0cd9a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:13.104536 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d130dfa7-aebf-42d5-b627-46df7753fd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (0ac8423e-e311-4a6f-bb8b-24ee09bce7a0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:13.238802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0eb62554-50fe-48f6-865f-256b9d995206 None None] For port 6c298843-b71a-404c-b80a-939de9b0cd9a, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:09:13.243595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0eb62554-50fe-48f6-865f-256b9d995206 None None] For port 6c298843-b71a-404c-b80a-939de9b0cd9a, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6c298843-b71a-404c-b80a-939de9b0cd9a,segment=NetworkSegment(c3ef2548-943a-428b-bc5b-d8a96880be37),segment_id=c3ef2548-943a-428b-bc5b-d8a96880be37)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:09:13.262662 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0eb62554-50fe-48f6-865f-256b9d995206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6c298843-b71a-404c-b80a-939de9b0cd9a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:13.279181 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-c2983f25-e7cc-4d19-8335-9126d10e54ed service neutron] 10.222.0.13 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8167431 Feb 28 20:09:13.366158 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e2bf2-32a3-4af0-a6d9-f57e1db92cd6 req-7fbe93dd-d420-477a-9f9c-baa7bfeaaeb3 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:13.379606 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f9e2bf2-32a3-4af0-a6d9-f57e1db92cd6 req-7fbe93dd-d420-477a-9f9c-baa7bfeaaeb3 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 944 time: 0.6979780 Feb 28 20:09:13.382739 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d130dfa7-aebf-42d5-b627-46df7753fd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (0ac8423e-e311-4a6f-bb8b-24ee09bce7a0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:13.411694 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d130dfa7-aebf-42d5-b627-46df7753fd45 admin admin] Publish callbacks [] for router_controller (0ac8423e-e311-4a6f-bb8b-24ee09bce7a0), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:13.423949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-31e422b4-ffc6-4144-a5ab-20695121a6ec admin admin] Allocated IP 172.25.0.66 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/d1899daf-83af-4e16-945a-dca945a1d133) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:09:13.450841 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb62554-50fe-48f6-865f-256b9d995206 None None] Pushing event updated for resources: {'Port': ['ID=6c298843-b71a-404c-b80a-939de9b0cd9a,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:13.695398 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:13.700298 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d130dfa7-aebf-42d5-b627-46df7753fd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (0ac8423e-e311-4a6f-bb8b-24ee09bce7a0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:13.702151 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d130dfa7-aebf-42d5-b627-46df7753fd45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ac8423e-e311-4a6f-bb8b-24ee09bce7a0 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:09:13.711594 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-31e422b4-ffc6-4144-a5ab-20695121a6ec admin admin] Publish callbacks [] for port (d1899daf-83af-4e16-945a-dca945a1d133), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:13.724916 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d130dfa7-aebf-42d5-b627-46df7753fd45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:13.726500 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d130dfa7-aebf-42d5-b627-46df7753fd45 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0ac8423e-e311-4a6f-bb8b-24ee09bce7a0 HTTP/1.1" status: 204 len: 168 time: 4.6796196 Feb 28 20:09:13.732512 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42804) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:13.744242 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-ad31573c-f7d4-45a9-b77f-c12ce034aa48 service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0359979 Feb 28 20:09:13.931722 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f9e2bf2-32a3-4af0-a6d9-f57e1db92cd6 req-6067dc4a-05d5-4b5b-a5ea-9f7a5572d69f tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5502677 Feb 28 20:09:13.981411 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-653e9d78-b6dc-4c66-8bdb-cb78785c8046 admin admin] Deleting subnet 5f17335b-0b58-4a65-98e7-6c7e2b1e0af5 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:09:14.043126 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-653e9d78-b6dc-4c66-8bdb-cb78785c8046 admin admin] Publish callbacks [] for subnet (5f17335b-0b58-4a65-98e7-6c7e2b1e0af5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:14.164746 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-424cdbcc-6f3a-4aee-892e-b4422d8e5f31 req-546b3bcc-b1b7-4797-a515-d78d597b1f15 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 210 time: 0.1386354 Feb 28 20:09:14.179377 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-653e9d78-b6dc-4c66-8bdb-cb78785c8046 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (5f17335b-0b58-4a65-98e7-6c7e2b1e0af5), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:14.272568 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-31e422b4-ffc6-4144-a5ab-20695121a6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d1899daf-83af-4e16-945a-dca945a1d133), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:14.413172 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-4d6e3453-5953-4011-831a-b79a90c3d518 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:14.414801 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-4d6e3453-5953-4011-831a-b79a90c3d518 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416&tenant_id=b6b50aa5623943dda1cd4fb5f568793b&binding%3Ahost_id=n-h2-820368-21 HTTP/1.1" status: 200 len: 1127 time: 0.1558001 Feb 28 20:09:14.506700 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-653e9d78-b6dc-4c66-8bdb-cb78785c8046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (5f17335b-0b58-4a65-98e7-6c7e2b1e0af5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:14.764580 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-1d899b1d-9253-4e7c-9570-1b812465e7a5 service neutron] For port 29f6caf3-5c35-43a3-a692-aeac48e8289b, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:09:14.773314 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-1d899b1d-9253-4e7c-9570-1b812465e7a5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:14.781720 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c71d1da-1f8d-4616-8f78-4e55f4f35c70 req-1d899b1d-9253-4e7c-9570-1b812465e7a5 service neutron] 10.222.0.10 "DELETE /v2.0/ports/29f6caf3-5c35-43a3-a692-aeac48e8289b/bindings/n-h1-820368-21 HTTP/1.1" status: 204 len: 173 time: 0.3530667 Feb 28 20:09:14.799838 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6c298843-b71a-404c-b80a-939de9b0cd9a up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:09:14.832112 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-653e9d78-b6dc-4c66-8bdb-cb78785c8046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (5f17335b-0b58-4a65-98e7-6c7e2b1e0af5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:14.912217 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e422b4-ffc6-4144-a5ab-20695121a6ec admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:09:14.974607 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 6c298843-b71a-404c-b80a-939de9b0cd9a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:09:14.975216 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6c298843-b71a-404c-b80a-939de9b0cd9a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:15.137297 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e9d78-b6dc-4c66-8bdb-cb78785c8046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f17335b-0b58-4a65-98e7-6c7e2b1e0af5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:15.140037 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0601be1e-12de-4202-887f-94301cb7899d up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:09:15.140356 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e422b4-ffc6-4144-a5ab-20695121a6ec admin admin] Pushing event updated for resources: {'Port': ['ID=d1899daf-83af-4e16-945a-dca945a1d133,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:15.144646 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-31e422b4-ffc6-4144-a5ab-20695121a6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:09:15.147441 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e422b4-ffc6-4144-a5ab-20695121a6ec admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:09:15.387034 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286ba29-309c-4b80-b7eb-ebdc58f08380 req-8b40af05-e399-4ed1-9164-1362e1c28b93 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:15.390168 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e286ba29-309c-4b80-b7eb-ebdc58f08380 req-8b40af05-e399-4ed1-9164-1362e1c28b93 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 944 time: 0.1866441 Feb 28 20:09:15.532528 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-653e9d78-b6dc-4c66-8bdb-cb78785c8046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:15.542569 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-653e9d78-b6dc-4c66-8bdb-cb78785c8046 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5f17335b-0b58-4a65-98e7-6c7e2b1e0af5 HTTP/1.1" status: 204 len: 168 time: 1.8087726 Feb 28 20:09:15.551036 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42856) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:15.560561 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Allocated IP 172.25.0.10 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/79c53d94-c00b-445a-be5d-a221a81a8c18) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:09:15.607105 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6c298843-b71a-404c-b80a-939de9b0cd9a is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:15.612279 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6c298843-b71a-404c-b80a-939de9b0cd9a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:15.618777 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9593d07c-2a8f-48db-a8be-48d1ca48031b None None] Network 6dd0017a-523e-412b-8c9d-9b98b99a5dea requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:09:15.765634 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 0601be1e-12de-4202-887f-94301cb7899d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:09:15.766235 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0601be1e-12de-4202-887f-94301cb7899d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:15.819997 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-31e422b4-ffc6-4144-a5ab-20695121a6ec admin admin] Publish callbacks [] for router_gateway (4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:15.847268 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4308acbb-b4ec-4f74-8d67-933a30fd03d2 None None] Network 2ebe5011-e4dc-402c-8c4c-7a478c0168ca requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:09:15.968293 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e286ba29-309c-4b80-b7eb-ebdc58f08380 req-a85715be-68db-489d-9d63-8a793874dd6a tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478110 Feb 28 20:09:15.977497 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-227880d4-fd35-40a4-af5c-9fd964014b61 req-47122b4a-3bf6-4712-a999-69cc5ec630e7 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 210 time: 0.5755765 Feb 28 20:09:15.995620 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (6dd0017a-523e-412b-8c9d-9b98b99a5dea), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:16.040924 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks [] for port (79c53d94-c00b-445a-be5d-a221a81a8c18), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:16.115305 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42874) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:16.136353 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-de08822e-c221-482f-8fcd-d90656df6df1 None None] Provisioning complete for port 6c298843-b71a-404c-b80a-939de9b0cd9a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:09:16.136830 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-de08822e-c221-482f-8fcd-d90656df6df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6c298843-b71a-404c-b80a-939de9b0cd9a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:16.212339 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 6c298843-b71a-404c-b80a-939de9b0cd9a, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6c298843-b71a-404c-b80a-939de9b0cd9a,segment=NetworkSegment(c3ef2548-943a-428b-bc5b-d8a96880be37),segment_id=c3ef2548-943a-428b-bc5b-d8a96880be37)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:16.380081 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (79c53d94-c00b-445a-be5d-a221a81a8c18), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:16.482419 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:09:16.494955 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6c298843-b71a-404c-b80a-939de9b0cd9a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:16.525606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Pushing event updated for resources: {'Port': ['ID=79c53d94-c00b-445a-be5d-a221a81a8c18,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:16.530906 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Deleting port 9cb895d3-5d47-44ca-a828-faf79e718fbb {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:09:16.531592 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (9cb895d3-5d47-44ca-a828-faf79e718fbb), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:16.539043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52565fad-105f-4c5e-b0ea-77e41d1c2e58 req-337ff89a-f989-43e9-8c9c-e755b37feee2 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:16.541039 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-52565fad-105f-4c5e-b0ea-77e41d1c2e58 req-337ff89a-f989-43e9-8c9c-e755b37feee2 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 1127 time: 0.2329884 Feb 28 20:09:16.552392 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:09:16.564587 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:09:16.618624 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-52565fad-105f-4c5e-b0ea-77e41d1c2e58 req-05666768-dc9c-4ed4-b423-5d4359bd90bd tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555069 Feb 28 20:09:16.627340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-64c71148-73bd-4495-97bf-66910e911df9 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:16.629135 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-64c71148-73bd-4495-97bf-66910e911df9 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.10 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 821 time: 0.4899166 Feb 28 20:09:16.642637 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:16.642984 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:16.643327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:16.643665 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:16.644022 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:16.644350 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:16.644676 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:16.645002 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:16.645326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:16.645647 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:16.645967 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:16.657375 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:16.658249 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:16.674971 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8ddd6f79-85f3-4c69-a391-e54119682850 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:09:16.689477 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-c0e9dd06-8fdc-40cf-b7a7-c3ba677142fe tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Request body: {'port': {'device_id': 'aabc7deb-43b3-4664-b942-25b3af6f0a3b', 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9', 'admin_state_up': True, 'tenant_id': 'b4b67168c19e47fc8123410b2d1449a0'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:16.778344 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e43d740-e54f-443d-b4bb-069f2ddd1aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:16.787743 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4806fc15-e18b-4ef5-b45c-83b3a90f9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:16.848838 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 0601be1e-12de-4202-887f-94301cb7899d is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:16.849465 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0601be1e-12de-4202-887f-94301cb7899d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:16.882817 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 8ddd6f79-85f3-4c69-a391-e54119682850 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:09:16.883275 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8ddd6f79-85f3-4c69-a391-e54119682850 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:09:16.912720 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=6c298843-b71a-404c-b80a-939de9b0cd9a,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:17.118724 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c8e5e4-c49a-4fee-9921-a976d3af7c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0601be1e-12de-4202-887f-94301cb7899d'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:09:17.126443 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6b2e0e-9889-4a1a-8f55-55ac38083000" -d '{"events": [{"server_uuid": "59c8e5e4-c49a-4fee-9921-a976d3af7c6d", "name": "network-vif-plugged", "status": "completed", "tag": "0601be1e-12de-4202-887f-94301cb7899d"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:09:17.134174 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks [] for floatingip (8bda28b8-8355-420f-9ce5-838dc0c27452), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:17.145416 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-de08822e-c221-482f-8fcd-d90656df6df1 None None] Current status of the port 6c298843-b71a-404c-b80a-939de9b0cd9a is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:17.154831 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e83374-63d2-424a-bacc-9eae1057ff11 None None] DHCP port deletion for 6dd0017a-523e-412b-8c9d-9b98b99a5dea request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:09:17.201815 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-31e422b4-ffc6-4144-a5ab-20695121a6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:17.272377 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 0601be1e-12de-4202-887f-94301cb7899d, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0601be1e-12de-4202-887f-94301cb7899d,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:17.294988 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0601be1e-12de-4202-887f-94301cb7899d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:17.333941 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] For port 9cb895d3-5d47-44ca-a828-faf79e718fbb, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9cb895d3-5d47-44ca-a828-faf79e718fbb,segment=NetworkSegment(eecf8faa-553a-4cec-ad9f-bc3a3592e674),segment_id=eecf8faa-553a-4cec-ad9f-bc3a3592e674)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:17.334581 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (9cb895d3-5d47-44ca-a828-faf79e718fbb), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:17.362338 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-c0e9dd06-8fdc-40cf-b7a7-c3ba677142fe tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Made reservation on behalf of b4b67168c19e47fc8123410b2d1449a0 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:09:17.366615 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-c0e9dd06-8fdc-40cf-b7a7-c3ba677142fe tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:17.408478 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc0a5a79-7f6b-47db-a6ed-b3ad579dffb6 req-6ddae9f3-6aa0-4477-a817-b45bbe41fdf9 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 210 time: 0.1030445 Feb 28 20:09:17.414464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Calling delete_port for 9cb895d3-5d47-44ca-a828-faf79e718fbb owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:09:17.428481 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=0601be1e-12de-4202-887f-94301cb7899d,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:17.484857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e5e83374-63d2-424a-bacc-9eae1057ff11 None None] Deleting port 9cb895d3-5d47-44ca-a828-faf79e718fbb {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:09:17.486502 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e5e83374-63d2-424a-bacc-9eae1057ff11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (9cb895d3-5d47-44ca-a828-faf79e718fbb), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:17.509839 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3f7d4-ed96-4735-8eed-193d9427e333 req-943759d5-6030-4ca2-897a-8a29a829b087 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:17.526518 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62e3f7d4-ed96-4735-8eed-193d9427e333 req-943759d5-6030-4ca2-897a-8a29a829b087 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 1127 time: 0.7153435 Feb 28 20:09:17.654922 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62e3f7d4-ed96-4735-8eed-193d9427e333 req-7595fd73-c3f8-4a69-a75d-5efab2738e80 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263530 Feb 28 20:09:17.664241 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (79c53d94-c00b-445a-be5d-a221a81a8c18), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:17.694468 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e5e83374-63d2-424a-bacc-9eae1057ff11 None None] For port 9cb895d3-5d47-44ca-a828-faf79e718fbb, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9cb895d3-5d47-44ca-a828-faf79e718fbb,segment=NetworkSegment(eecf8faa-553a-4cec-ad9f-bc3a3592e674),segment_id=eecf8faa-553a-4cec-ad9f-bc3a3592e674)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:17.694928 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e5e83374-63d2-424a-bacc-9eae1057ff11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (9cb895d3-5d47-44ca-a828-faf79e718fbb), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:17.733688 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38daecf-1c31-4c35-89ef-dc7d25295f3d x-openstack-request-id: req-c38daecf-1c31-4c35-89ef-dc7d25295f3d {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:09:17.734071 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c8e5e4-c49a-4fee-9921-a976d3af7c6d", "name": "network-vif-plugged", "status": "completed", "tag": "0601be1e-12de-4202-887f-94301cb7899d", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:09:17.734523 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c38daecf-1c31-4c35-89ef-dc7d25295f3d {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:09:17.734944 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c8e5e4-c49a-4fee-9921-a976d3af7c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0601be1e-12de-4202-887f-94301cb7899d', 'code': 200} Feb 28 20:09:17.742842 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e5e83374-63d2-424a-bacc-9eae1057ff11 None None] Calling delete_port for 9cb895d3-5d47-44ca-a828-faf79e718fbb owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:09:17.803575 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d4a0b42c-19a2-4984-8ae2-73ac07e63cf2 None None] Provisioning complete for port 6c298843-b71a-404c-b80a-939de9b0cd9a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:09:17.809491 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d4a0b42c-19a2-4984-8ae2-73ac07e63cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6c298843-b71a-404c-b80a-939de9b0cd9a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:17.863543 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (9cb895d3-5d47-44ca-a828-faf79e718fbb), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:17.898948 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks [] for port (79c53d94-c00b-445a-be5d-a221a81a8c18), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:17.926364 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e43d740-e54f-443d-b4bb-069f2ddd1aec admin admin] Publish callbacks [] for security_group (c2e17ea0-47b6-4766-a781-b5ac366ffcc5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:17.930394 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (79c53d94-c00b-445a-be5d-a221a81a8c18), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:17.955585 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] No DVR routers for this DVR port 9cb895d3-5d47-44ca-a828-faf79e718fbb on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:09:17.961310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cb895d3-5d47-44ca-a828-faf79e718fbb,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:17.993909 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e43d740-e54f-443d-b4bb-069f2ddd1aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c2e17ea0-47b6-4766-a781-b5ac366ffcc5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:18.029623 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:18.032933 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:18.033345 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:18.033696 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:18.034037 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:18.034718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:18.034718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:18.035017 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:18.035139 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Pushing event updated for resources: {'Port': ['ID=79c53d94-c00b-445a-be5d-a221a81a8c18,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:18.035342 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:18.038134 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:18.038482 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:18.038825 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:18.039162 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:18.077682 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0e43d740-e54f-443d-b4bb-069f2ddd1aec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84da2226544f4e49bc951815fe4ace01&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9471304 Feb 28 20:09:18.081214 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e5e83374-63d2-424a-bacc-9eae1057ff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (9cb895d3-5d47-44ca-a828-faf79e718fbb), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:18.083352 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42910) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:18.086470 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43d740-e54f-443d-b4bb-069f2ddd1aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e17ea0-47b6-4766-a781-b5ac366ffcc5,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:18.212924 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (6dd0017a-523e-412b-8c9d-9b98b99a5dea), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:18.266480 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-c0e9dd06-8fdc-40cf-b7a7-c3ba677142fe tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Allocated IP 172.20.0.7 (ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9/83db07cb-72a9-4083-bdb0-f440451686c1/55710990-32d3-4608-a37b-900c1bb6ecd7) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:09:18.295093 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd0017a-523e-412b-8c9d-9b98b99a5dea']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:18.312169 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d4a0b42c-19a2-4984-8ae2-73ac07e63cf2 None None] Current status of the port 6c298843-b71a-404c-b80a-939de9b0cd9a is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:18.334958 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e83374-63d2-424a-bacc-9eae1057ff11 None None] Pushing event deleted for resources: {'Port': ['ID=9cb895d3-5d47-44ca-a828-faf79e718fbb,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:18.346809 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e83374-63d2-424a-bacc-9eae1057ff11 None None] No DVR routers for this DVR port 9cb895d3-5d47-44ca-a828-faf79e718fbb on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:09:18.352526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eecf8faa-553a-4cec-ad9f-bc3a3592e674') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:18.352824 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eecf8faa-553a-4cec-ad9f-bc3a3592e674') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:18.385770 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-54a92782-f8a8-4800-97aa-6a8fde2cb8c9 admin admin] Publish callbacks [] for security_group (c2e17ea0-47b6-4766-a781-b5ac366ffcc5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:18.407702 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (eecf8faa-553a-4cec-ad9f-bc3a3592e674), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:18.413502 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-54a92782-f8a8-4800-97aa-6a8fde2cb8c9 admin admin] Publish callbacks [] for security_group (c2e17ea0-47b6-4766-a781-b5ac366ffcc5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:18.475734 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (8bda28b8-8355-420f-9ce5-838dc0c27452), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:18.502695 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-54a92782-f8a8-4800-97aa-6a8fde2cb8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c2e17ea0-47b6-4766-a781-b5ac366ffcc5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:18.508162 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-54a92782-f8a8-4800-97aa-6a8fde2cb8c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:18.509851 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (eecf8faa-553a-4cec-ad9f-bc3a3592e674), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:18.523301 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-54a92782-f8a8-4800-97aa-6a8fde2cb8c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2e17ea0-47b6-4766-a781-b5ac366ffcc5 HTTP/1.1" status: 204 len: 168 time: 0.4235137 Feb 28 20:09:18.552884 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:09:18.553302 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (eecf8faa-553a-4cec-ad9f-bc3a3592e674), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:09:18.555816 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:09:18.572503 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a92782-f8a8-4800-97aa-6a8fde2cb8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e17ea0-47b6-4766-a781-b5ac366ffcc5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:18.648951 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:18.663414 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-aa73e6e2-8b8d-4797-8847-fc995fe899e7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7682796 Feb 28 20:09:18.663414 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e422b4-ffc6-4144-a5ab-20695121a6ec admin admin] Router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:09:18.686678 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e77b809-8f65-4e18-a12a-20117f8bb133 req-409d8f23-9bd4-48a8-84c0-b812572a2b83 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 210 time: 0.1352286 Feb 28 20:09:18.796035 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (6dd0017a-523e-412b-8c9d-9b98b99a5dea), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:18.821914 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:18.825421 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6dd0017a-523e-412b-8c9d-9b98b99a5dea HTTP/1.1" status: 204 len: 168 time: 3.2564011 Feb 28 20:09:18.826543 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc35ff-1c8f-449e-b5a0-690a650b0ac8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dd0017a-523e-412b-8c9d-9b98b99a5dea,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:18.928889 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-386882d9-2a0c-4340-96ed-250bea506bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:18.934334 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-c0e9dd06-8fdc-40cf-b7a7-c3ba677142fe tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks [] for port (55710990-32d3-4608-a37b-900c1bb6ecd7), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:19.070733 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-c0e9dd06-8fdc-40cf-b7a7-c3ba677142fe tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (55710990-32d3-4608-a37b-900c1bb6ecd7), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:19.087018 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e422b4-ffc6-4144-a5ab-20695121a6ec admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:09:19.110323 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] Sync routers for ids ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:09:19.129293 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-31e422b4-ffc6-4144-a5ab-20695121a6ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:19.133146 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-31e422b4-ffc6-4144-a5ab-20695121a6ec admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.7561026 Feb 28 20:09:19.133766 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42946) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:19.152234 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] Routers {'4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:09:19.154680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:09:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:19.256924 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-c0e9dd06-8fdc-40cf-b7a7-c3ba677142fe tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:09:19.310881 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-c0e9dd06-8fdc-40cf-b7a7-c3ba677142fe tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:09:19.338542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-c0e9dd06-8fdc-40cf-b7a7-c3ba677142fe tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:09:19.344734 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42950) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:19.443268 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9dd06-8fdc-40cf-b7a7-c3ba677142fe tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Pushing event updated for resources: {'Port': ['ID=55710990-32d3-4608-a37b-900c1bb6ecd7,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:19.492381 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42952) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:19.516596 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f545-0953-4629-83a1-dd2fd63e6cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:19.608903 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-c0e9dd06-8fdc-40cf-b7a7-c3ba677142fe tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:19.610097 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-c0e9dd06-8fdc-40cf-b7a7-c3ba677142fe tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:19.640624 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6c298843-b71a-404c-b80a-939de9b0cd9a up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:09:19.678336 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-c0e9dd06-8fdc-40cf-b7a7-c3ba677142fe tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9956460 Feb 28 20:09:19.707619 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:19.722030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] Set router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:09:19.727276 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4a5de6e7-5cab-47fd-9941-6e5028c10e86 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19669575c2994232b34479de662e7b20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182278 Feb 28 20:09:19.746731 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-b5bba327-8f18-4dd1-a789-15e5f8590c77 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:19.749004 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-b5bba327-8f18-4dd1-a789-15e5f8590c77 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/networks?id=2b99c423-2a23-4a58-b010-0e915b051500 HTTP/1.1" status: 200 len: 821 time: 0.5919735 Feb 28 20:09:19.752829 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42954) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:19.762040 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] Request body: {'port': {'device_id': 'aabc7deb-43b3-4664-b942-25b3af6f0a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:19.903357 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-8c74b9e6-c117-4626-b630-5de884d32a22 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/quotas/252f6500c745486ebdf0fd76d35bf6bf HTTP/1.1" status: 200 len: 375 time: 0.0446265 Feb 28 20:09:19.950885 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:19.953533 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 6c298843-b71a-404c-b80a-939de9b0cd9a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:09:19.953859 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6c298843-b71a-404c-b80a-939de9b0cd9a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:20.121341 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-458a29f4-1881-4d89-8f8f-d97fd670658d tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=252f6500c745486ebdf0fd76d35bf6bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1575904 Feb 28 20:09:20.133009 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (55710990-32d3-4608-a37b-900c1bb6ecd7), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:20.212309 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:15Z', 'revision_number': 3, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:20.276205 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6c298843-b71a-404c-b80a-939de9b0cd9a is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:20.291347 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] Checking router: 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:09:20.292722 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] Updating router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 port d1899daf-83af-4e16-945a-dca945a1d133 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:09:20.308820 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-92762a25-7bbc-4704-a648-22655feac2a1 service neutron] 10.222.0.13 "GET /v2.0/networks/2b99c423-2a23-4a58-b010-0e915b051500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768680 Feb 28 20:09:20.374850 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fcd24-a021-4738-9ddd-cbfaf441496d req-d1ac4336-96d9-436e-99a8-76a8533679bc tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:20.383932 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9cb895d3-5d47-44ca-a828-faf79e718fbb no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:09:20.386718 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-720fcd24-a021-4738-9ddd-cbfaf441496d req-d1ac4336-96d9-436e-99a8-76a8533679bc tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 931 time: 0.4277840 Feb 28 20:09:20.391581 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1899daf-83af-4e16-945a-dca945a1d133), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:20.472274 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f545-0953-4629-83a1-dd2fd63e6cf1 admin admin] Publish callbacks [] for security_group (2136f596-15ff-4597-8ce0-85b49290b85e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:20.482856 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f545-0953-4629-83a1-dd2fd63e6cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2136f596-15ff-4597-8ce0-85b49290b85e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:20.508180 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-720fcd24-a021-4738-9ddd-cbfaf441496d req-2eaafa99-4157-4304-adae-dc69fb9957c8 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198795 Feb 28 20:09:20.513013 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 9cb895d3-5d47-44ca-a828-faf79e718fbb {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:09:20.514896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9cb895d3-5d47-44ca-a828-faf79e718fbb not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:09:20.592850 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0936a497-0b50-4a29-aed4-65de17f8cd2e admin admin] Publish callbacks [] for security_group (1298f3d5-4fd8-4c4f-895a-26ce2f87e321), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:20.616850 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7cf0f545-0953-4629-83a1-dd2fd63e6cf1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd75f14f940241029dba0d0eef8d4984&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1210334 Feb 28 20:09:20.626986 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42972) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:20.719634 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-003ac588-29b2-4103-8038-5357a918165c admin admin] Publish callbacks [] for security_group (2136f596-15ff-4597-8ce0-85b49290b85e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:20.721179 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0f545-0953-4629-83a1-dd2fd63e6cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2136f596-15ff-4597-8ce0-85b49290b85e,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:20.772320 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0936a497-0b50-4a29-aed4-65de17f8cd2e admin admin] Publish callbacks [] for security_group (1298f3d5-4fd8-4c4f-895a-26ce2f87e321), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:20.815879 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-003ac588-29b2-4103-8038-5357a918165c admin admin] Publish callbacks [] for security_group (2136f596-15ff-4597-8ce0-85b49290b85e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:20.868185 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-1e1d71cf-d4cd-4086-a53f-16423ab8cce7 service neutron] 10.222.0.13 "GET /v2.0/networks/2b99c423-2a23-4a58-b010-0e915b051500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310624 Feb 28 20:09:21.099015 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9152771b-d38c-4200-94a5-9809515bf285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:21.175052 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55710990-32d3-4608-a37b-900c1bb6ecd7 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:09:21.184853 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] Publish callbacks [] for port (55710990-32d3-4608-a37b-900c1bb6ecd7), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:21.202135 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] Transition to ACTIVE for port object 55710990-32d3-4608-a37b-900c1bb6ecd7 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:09:21.206023 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:21.208522 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (55710990-32d3-4608-a37b-900c1bb6ecd7), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:21.209897 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] Publish callbacks [] for port (d1899daf-83af-4e16-945a-dca945a1d133), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:21.211392 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0936a497-0b50-4a29-aed4-65de17f8cd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1298f3d5-4fd8-4c4f-895a-26ce2f87e321), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:21.214445 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0936a497-0b50-4a29-aed4-65de17f8cd2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:21.215916 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0936a497-0b50-4a29-aed4-65de17f8cd2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1298f3d5-4fd8-4c4f-895a-26ce2f87e321 HTTP/1.1" status: 204 len: 168 time: 1.4587810 Feb 28 20:09:21.223731 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d1899daf-83af-4e16-945a-dca945a1d133), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:21.310145 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a75bab8a-fb5a-44bc-88b0-cdd1ca13f322 req-f0616884-f3b2-4f7e-a714-0265111d7ea4 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fd85bd-a896-4810-ae6e-3e88a64817b4 HTTP/1.1" status: 200 len: 210 time: 0.1045761 Feb 28 20:09:21.355241 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-003ac588-29b2-4103-8038-5357a918165c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2136f596-15ff-4597-8ce0-85b49290b85e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:21.375252 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-003ac588-29b2-4103-8038-5357a918165c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:21.382749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b090011-1c9e-4cdb-8178-046478e964cb None None] Pushing event updated for resources: {'Port': ['ID=d1899daf-83af-4e16-945a-dca945a1d133,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:21.384029 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-003ac588-29b2-4103-8038-5357a918165c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2136f596-15ff-4597-8ce0-85b49290b85e HTTP/1.1" status: 204 len: 168 time: 0.7455754 Feb 28 20:09:21.385646 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] Attempting to bind port d1899daf-83af-4e16-945a-dca945a1d133 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:09:21.386005 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] Attempting to bind port d1899daf-83af-4e16-945a-dca945a1d133 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:09:21.386482 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] Attempting to bind port d1899daf-83af-4e16-945a-dca945a1d133 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:09:21.403026 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:09:21.403394 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:09:21.403810 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:21.404201 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:09:21.405146 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] Bound port: d1899daf-83af-4e16-945a-dca945a1d133, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:09:21.405376 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936a497-0b50-4a29-aed4-65de17f8cd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1298f3d5-4fd8-4c4f-895a-26ce2f87e321,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:21.409272 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1899daf-83af-4e16-945a-dca945a1d133), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:21.546797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] Pushing event updated for resources: {'Port': ['ID=55710990-32d3-4608-a37b-900c1bb6ecd7,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:21.560142 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] For port d1899daf-83af-4e16-945a-dca945a1d133, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:09:21.562534 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] Attempting to bind port 55710990-32d3-4608-a37b-900c1bb6ecd7 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:09:21.564711 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] Attempting to bind port 55710990-32d3-4608-a37b-900c1bb6ecd7 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:09:21.565165 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] Attempting to bind port 55710990-32d3-4608-a37b-900c1bb6ecd7 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:09:21.566385 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] For port d1899daf-83af-4e16-945a-dca945a1d133, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d1899daf-83af-4e16-945a-dca945a1d133,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:09:21.570397 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ac588-29b2-4103-8038-5357a918165c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2136f596-15ff-4597-8ce0-85b49290b85e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:21.577933 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d1899daf-83af-4e16-945a-dca945a1d133), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:21.598916 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] Port 55710990-32d3-4608-a37b-900c1bb6ecd7 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:09:21.599372 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] Attempting to bind port 55710990-32d3-4608-a37b-900c1bb6ecd7 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:09:21.615842 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-9152771b-d38c-4200-94a5-9809515bf285 admin admin] Allocated IP 172.20.0.1 (2ebe5011-e4dc-402c-8c4c-7a478c0168ca/dabd714b-b25f-4695-bb44-0366d81efe83/26dc5aef-f6dd-4547-a8e3-8c9f6d094b78) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:09:21.624081 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:09:21.627972 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] Checking segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:09:21.631189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] Bound using segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:09:21.633975 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] Bound port: 55710990-32d3-4608-a37b-900c1bb6ecd7, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:09:21.635745 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (55710990-32d3-4608-a37b-900c1bb6ecd7), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:21.794020 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] Routers {'4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:09:21.811066 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:09:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:21.813739 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b090011-1c9e-4cdb-8178-046478e964cb None None] Pushing event updated for resources: {'Port': ['ID=d1899daf-83af-4e16-945a-dca945a1d133,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:21.899163 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9152771b-d38c-4200-94a5-9809515bf285 admin admin] Publish callbacks [] for port (26dc5aef-f6dd-4547-a8e3-8c9f6d094b78), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:21.983196 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9152771b-d38c-4200-94a5-9809515bf285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (26dc5aef-f6dd-4547-a8e3-8c9f6d094b78), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:22.076231 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] For port 55710990-32d3-4608-a37b-900c1bb6ecd7, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:09:22.086754 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] For port 55710990-32d3-4608-a37b-900c1bb6ecd7, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=55710990-32d3-4608-a37b-900c1bb6ecd7,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:09:22.102429 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (55710990-32d3-4608-a37b-900c1bb6ecd7), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:22.174049 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9152771b-d38c-4200-94a5-9809515bf285 admin admin] Network 2ebe5011-e4dc-402c-8c4c-7a478c0168ca is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:09:22.186846 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-9152771b-d38c-4200-94a5-9809515bf285 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:09:22.199130 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9152771b-d38c-4200-94a5-9809515bf285 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:09:22.215475 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152771b-d38c-4200-94a5-9809515bf285 admin admin] Pushing event updated for resources: {'Port': ['ID=26dc5aef-f6dd-4547-a8e3-8c9f6d094b78,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:22.283339 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db91e7c-101c-484c-b645-1b8c63c95087 req-c78dbabb-f1cc-40b2-96d4-835d6ebcf10d tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:22.294402 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9db91e7c-101c-484c-b645-1b8c63c95087 req-c78dbabb-f1cc-40b2-96d4-835d6ebcf10d tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 943 time: 0.5272269 Feb 28 20:09:22.308477 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] Set router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:09:22.313763 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:22.317962 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:22.321653 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] 10.222.0.10 "PUT /v2.0/ports/55710990-32d3-4608-a37b-900c1bb6ecd7 HTTP/1.1" status: 200 len: 1092 time: 2.5668635 Feb 28 20:09:22.322935 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aabc7deb-43b3-4664-b942-25b3af6f0a3b', 'tag': '55710990-32d3-4608-a37b-900c1bb6ecd7'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:09:22.334245 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226c4a3a-71c7-4ec9-9379-e76ad8a3abd6" -d '{"events": [{"name": "network-changed", "server_uuid": "aabc7deb-43b3-4664-b942-25b3af6f0a3b", "tag": "55710990-32d3-4608-a37b-900c1bb6ecd7"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:09:22.334752 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9152771b-d38c-4200-94a5-9809515bf285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:22.561412 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a393a64-9425-4dd7-bad8-04a2d8c9f9f2 x-openstack-request-id: req-4a393a64-9425-4dd7-bad8-04a2d8c9f9f2 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:09:22.565282 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aabc7deb-43b3-4664-b942-25b3af6f0a3b", "tag": "55710990-32d3-4608-a37b-900c1bb6ecd7", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:09:22.567325 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a393a64-9425-4dd7-bad8-04a2d8c9f9f2 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:09:22.568046 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aabc7deb-43b3-4664-b942-25b3af6f0a3b', 'tag': '55710990-32d3-4608-a37b-900c1bb6ecd7', 'status': 'completed', 'code': 200} Feb 28 20:09:22.609557 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f1abf-e494-4afa-84b1-8cec9704d59d service neutron] Pushing event updated for resources: {'Port': ['ID=55710990-32d3-4608-a37b-900c1bb6ecd7,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:22.652654 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9152771b-d38c-4200-94a5-9809515bf285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (26dc5aef-f6dd-4547-a8e3-8c9f6d094b78), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:22.662889 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:22.748232 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ca8bddd-4095-44cd-8187-7bfa4c28e68b req-9ca2eab0-b3f5-4f9c-9951-6af2534b9a89 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fd85bd-a896-4810-ae6e-3e88a64817b4 HTTP/1.1" status: 200 len: 210 time: 0.1009932 Feb 28 20:09:22.775615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-7619cd4a-ba47-46bd-980e-18eac7bb9977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:22.777781 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-7619cd4a-ba47-46bd-980e-18eac7bb9977 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 1126 time: 0.3610396 Feb 28 20:09:22.796605 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9db91e7c-101c-484c-b645-1b8c63c95087 req-ac2568a1-20a5-4bd4-b000-231e1a5e3dc6 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005918 Feb 28 20:09:22.806765 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:22.865101 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-e74ccfff-84b7-4707-b6c5-b9de15b310d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55710990-32d3-4608-a37b-900c1bb6ecd7 HTTP/1.1" status: 200 len: 217 time: 0.0670681 Feb 28 20:09:23.082612 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-a377f234-5f1a-4ec8-bb5b-3ac1fb9a633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:23.086893 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-a377f234-5f1a-4ec8-bb5b-3ac1fb9a633d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.2106056 Feb 28 20:09:23.097322 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c1ac2034-82e6-4c33-bf73-848107b6fc03 None None] Provisioning complete for port 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:09:23.097959 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c1ac2034-82e6-4c33-bf73-848107b6fc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (26dc5aef-f6dd-4547-a8e3-8c9f6d094b78), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:23.131873 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9152771b-d38c-4200-94a5-9809515bf285 admin admin] Publish callbacks [] for port (26dc5aef-f6dd-4547-a8e3-8c9f6d094b78), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:23.140736 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9152771b-d38c-4200-94a5-9809515bf285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (26dc5aef-f6dd-4547-a8e3-8c9f6d094b78), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:23.159111 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-2f1eebed-dfdf-4bfe-9890-ffa72ad0382f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665939 Feb 28 20:09:23.231315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac2034-82e6-4c33-bf73-848107b6fc03 None None] Port 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:09:23.275692 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:15Z', 'revision_number': 3, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:23.315087 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152771b-d38c-4200-94a5-9809515bf285 admin admin] Pushing event updated for resources: {'Port': ['ID=26dc5aef-f6dd-4547-a8e3-8c9f6d094b78,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:23.318223 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9152771b-d38c-4200-94a5-9809515bf285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:23.353353 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7efa8-b653-4e17-932c-8890d82e93bc None None] The sync data for ids ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'] in n-d-820368-21 is: [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:15Z', 'revision_number': 3, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:09:23.570389 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9152771b-d38c-4200-94a5-9809515bf285 admin admin] Network 2ebe5011-e4dc-402c-8c4c-7a478c0168ca is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:09:23.575981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-9152771b-d38c-4200-94a5-9809515bf285 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:09:23.599903 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-276c52a1-a254-4299-bf28-bea71d3ce593 service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125586 Feb 28 20:09:23.989607 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a339388-40dd-41f6-ab5d-36a2de00fde4 req-0a0b1d22-b3d8-4769-be20-3d0aca79b4a6 service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444233 Feb 28 20:09:24.077619 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-daac8777-6cf6-417f-ae46-3207c470ab68 None None] Provisioning complete for port 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:09:24.078123 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-daac8777-6cf6-417f-ae46-3207c470ab68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (26dc5aef-f6dd-4547-a8e3-8c9f6d094b78), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:24.129358 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9152771b-d38c-4200-94a5-9809515bf285 admin admin] Router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:09:24.211071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-daac8777-6cf6-417f-ae46-3207c470ab68 None None] Port 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:09:24.316517 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-abeecf65-1062-4e0f-b931-2d9e2c7b2ea3 req-9875b53c-ce7d-45f8-89d1-e8e5c3e41e9f tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fd85bd-a896-4810-ae6e-3e88a64817b4 HTTP/1.1" status: 200 len: 210 time: 0.1955786 Feb 28 20:09:24.374089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c4a3a-71c7-4ec9-9379-e76ad8a3abd6 req-8f6edff8-ed10-45c0-bb9d-0f8851677859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:24.376248 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-226c4a3a-71c7-4ec9-9379-e76ad8a3abd6 req-8f6edff8-ed10-45c0-bb9d-0f8851677859 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 1126 time: 0.2576461 Feb 28 20:09:24.391165 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-22d9bc2d-c7ff-4412-ab0e-ea86b1fa90ca tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:24.394010 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-22d9bc2d-c7ff-4412-ab0e-ea86b1fa90ca tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.15 "GET /v2.0/networks?id=2b99c423-2a23-4a58-b010-0e915b051500 HTTP/1.1" status: 200 len: 821 time: 0.9219639 Feb 28 20:09:24.413248 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-de83772b-519f-4871-8c30-822cbe1ce0cc tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Request body: {'port': {'device_id': '89fd85bd-a896-4810-ae6e-3e88a64817b4', 'network_id': '2b99c423-2a23-4a58-b010-0e915b051500', 'admin_state_up': True, 'tenant_id': '252f6500c745486ebdf0fd76d35bf6bf'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:24.554822 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9152771b-d38c-4200-94a5-9809515bf285 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:09:24.570395 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9152771b-d38c-4200-94a5-9809515bf285 admin admin] 10.222.0.13 "PUT /v2.0/routers/4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4356992 Feb 28 20:09:24.614788 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2edf5a-9547-4106-b381-f5419725436a req-b8753733-972a-414e-b871-a8f3627abb66 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:24.617064 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c2edf5a-9547-4106-b381-f5419725436a req-b8753733-972a-414e-b871-a8f3627abb66 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 943 time: 0.4973931 Feb 28 20:09:24.755115 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c2edf5a-9547-4106-b381-f5419725436a req-829c356f-f164-4040-b89a-970105843b07 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919530 Feb 28 20:09:24.869594 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c4a3a-71c7-4ec9-9379-e76ad8a3abd6 req-143a4eef-f492-4533-a30f-302a4ec2b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:24.879126 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-226c4a3a-71c7-4ec9-9379-e76ad8a3abd6 req-143a4eef-f492-4533-a30f-302a4ec2b88a service neutron] 10.222.0.10 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 921 time: 0.4837654 Feb 28 20:09:24.979021 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-226c4a3a-71c7-4ec9-9379-e76ad8a3abd6 req-0b356586-0b27-435b-9b4d-65311c85f48e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55710990-32d3-4608-a37b-900c1bb6ecd7 HTTP/1.1" status: 200 len: 217 time: 0.0902305 Feb 28 20:09:24.984119 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-de83772b-519f-4871-8c30-822cbe1ce0cc tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Made reservation on behalf of 252f6500c745486ebdf0fd76d35bf6bf for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:09:24.993980 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-de83772b-519f-4871-8c30-822cbe1ce0cc tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:25.157089 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d1899daf-83af-4e16-945a-dca945a1d133 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:09:25.173464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c4a3a-71c7-4ec9-9379-e76ad8a3abd6 req-008fe8a1-0519-4760-97dd-a84ffe88c5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:25.186485 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-226c4a3a-71c7-4ec9-9379-e76ad8a3abd6 req-008fe8a1-0519-4760-97dd-a84ffe88c5f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.1789942 Feb 28 20:09:25.310359 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-226c4a3a-71c7-4ec9-9379-e76ad8a3abd6 req-eb6bbee4-ecb4-4512-a0d8-6e48db7b1a59 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229653 Feb 28 20:09:25.339613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d1899daf-83af-4e16-945a-dca945a1d133 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:09:25.339613 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d1899daf-83af-4e16-945a-dca945a1d133), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:25.620277 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3448d516-a501-4ed6-b3b7-4eb7e38f0123 req-0b6e400f-1843-4d9e-8c9f-cf938d1a5d0f tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fd85bd-a896-4810-ae6e-3e88a64817b4 HTTP/1.1" status: 200 len: 210 time: 0.0879486 Feb 28 20:09:25.625820 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d1899daf-83af-4e16-945a-dca945a1d133 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:25.626265 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1899daf-83af-4e16-945a-dca945a1d133), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:25.679603 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-226c4a3a-71c7-4ec9-9379-e76ad8a3abd6 req-e806d0e1-8075-414c-956c-fb3812078ffd service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544199 Feb 28 20:09:25.683443 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port d1899daf-83af-4e16-945a-dca945a1d133, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d1899daf-83af-4e16-945a-dca945a1d133,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:25.693265 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d1899daf-83af-4e16-945a-dca945a1d133), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:25.748116 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-de83772b-519f-4871-8c30-822cbe1ce0cc tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Allocated IP 172.20.0.14 (2b99c423-2a23-4a58-b010-0e915b051500/4a3ede59-a3a4-4385-bdb9-388af5c0400e/e1a2ea25-7b72-4461-8a2c-3d0304462d47) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:09:25.857851 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=d1899daf-83af-4e16-945a-dca945a1d133,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:25.890437 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:25.891008 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:25.905928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:25.906276 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:25.906623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:25.906961 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:25.907363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:25.907706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:25.908118 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:25.908454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:25.908867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:25.909198 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:25.909525 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:26.271943 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43138) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:26.310275 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43142) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:26.512047 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7202-9bd0-48aa-8c46-580d3a6ffd22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:26.554425 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed6be4fc-0158-4619-a7b2-faafac184aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:26.625685 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] Sync routers for ids ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:09:26.651901 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] Routers {'4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:09:26.652989 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:09:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:26.718960 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7202-9bd0-48aa-8c46-580d3a6ffd22 admin admin] Publish callbacks [] for security_group (f7453577-c817-479c-80ce-62edd5f19a31), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:26.729294 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-de83772b-519f-4871-8c30-822cbe1ce0cc tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks [] for port (e1a2ea25-7b72-4461-8a2c-3d0304462d47), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:26.732486 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7202-9bd0-48aa-8c46-580d3a6ffd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f7453577-c817-479c-80ce-62edd5f19a31), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:26.738538 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed6be4fc-0158-4619-a7b2-faafac184aa2 admin admin] Publish callbacks [] for security_group (87375368-159c-4349-865d-a190e85c19de), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:26.755715 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed6be4fc-0158-4619-a7b2-faafac184aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (87375368-159c-4349-865d-a190e85c19de), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:26.784081 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-226c4a3a-71c7-4ec9-9379-e76ad8a3abd6 req-815eb7dd-310e-427c-918e-9d66e71edaea service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0965657 Feb 28 20:09:26.799392 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c8fd3-1df4-48b9-9f66-4dcba61afebf req-b56bea71-ca12-4bb9-b590-c5d22beeceb9 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:26.801362 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4b4c8fd3-1df4-48b9-9f66-4dcba61afebf req-b56bea71-ca12-4bb9-b590-c5d22beeceb9 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 943 time: 0.3178182 Feb 28 20:09:26.814036 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e7202-9bd0-48aa-8c46-580d3a6ffd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7453577-c817-479c-80ce-62edd5f19a31,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:26.831721 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0e0e7202-9bd0-48aa-8c46-580d3a6ffd22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5758e7c4ea64dcf89cca133ab340352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5580492 Feb 28 20:09:26.835684 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43148) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:26.849938 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ed6be4fc-0158-4619-a7b2-faafac184aa2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a79ae5aa13994cdda9b0244ce7c4e528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5383313 Feb 28 20:09:26.856710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43150) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:26.924292 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4b4c8fd3-1df4-48b9-9f66-4dcba61afebf req-792b8743-dabf-4174-8db1-d3035f40ee12 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086843 Feb 28 20:09:26.959179 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6be4fc-0158-4619-a7b2-faafac184aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87375368-159c-4349-865d-a190e85c19de,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:26.991156 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] Set router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:09:27.005169 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-ffeb343e-0c47-4b7e-b97f-4b8599f0ae48 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:27.020538 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-ffeb343e-0c47-4b7e-b97f-4b8599f0ae48 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/networks?id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca HTTP/1.1" status: 200 len: 821 time: 0.4813528 Feb 28 20:09:27.066802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d1899daf-83af-4e16-945a-dca945a1d133 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:09:27.082209 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7c47b791-03f2-41d1-b5f7-15be7377e91a admin admin] Publish callbacks [] for security_group (87375368-159c-4349-865d-a190e85c19de), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:27.100215 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-f19583be-a061-4982-b2e8-009055c95bbf tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/quotas/395834be88664486992e15ee678c561b HTTP/1.1" status: 200 len: 375 time: 0.0616875 Feb 28 20:09:27.103292 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-de83772b-519f-4871-8c30-822cbe1ce0cc tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e1a2ea25-7b72-4461-8a2c-3d0304462d47), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:27.113096 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7c47b791-03f2-41d1-b5f7-15be7377e91a admin admin] Publish callbacks [] for security_group (87375368-159c-4349-865d-a190e85c19de), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:27.185153 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83772b-519f-4871-8c30-822cbe1ce0cc tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Pushing event updated for resources: {'Port': ['ID=e1a2ea25-7b72-4461-8a2c-3d0304462d47,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:27.187126 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7c47b791-03f2-41d1-b5f7-15be7377e91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (87375368-159c-4349-865d-a190e85c19de), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:27.191158 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44c90c08-b6ff-450e-8f1e-3766e105992d admin admin] Publish callbacks [] for security_group (f7453577-c817-479c-80ce-62edd5f19a31), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:27.200638 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7c47b791-03f2-41d1-b5f7-15be7377e91a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:27.202551 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7c47b791-03f2-41d1-b5f7-15be7377e91a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87375368-159c-4349-865d-a190e85c19de HTTP/1.1" status: 204 len: 168 time: 0.3445139 Feb 28 20:09:27.228096 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-de83772b-519f-4871-8c30-822cbe1ce0cc tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Network 2b99c423-2a23-4a58-b010-0e915b051500 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:09:27.249089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-de83772b-519f-4871-8c30-822cbe1ce0cc tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:09:27.259930 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47b791-03f2-41d1-b5f7-15be7377e91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87375368-159c-4349-865d-a190e85c19de,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:27.263903 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-de83772b-519f-4871-8c30-822cbe1ce0cc tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:09:27.369600 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44c90c08-b6ff-450e-8f1e-3766e105992d admin admin] Publish callbacks [] for security_group (f7453577-c817-479c-80ce-62edd5f19a31), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:27.379245 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d1899daf-83af-4e16-945a-dca945a1d133 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:09:27.380041 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d1899daf-83af-4e16-945a-dca945a1d133), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:27.460333 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-0be20c4c-27f2-4a25-b5be-5da2ddfcc017 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=395834be88664486992e15ee678c561b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3549755 Feb 28 20:09:27.471460 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-de83772b-519f-4871-8c30-822cbe1ce0cc tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:27.472098 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-de83772b-519f-4871-8c30-822cbe1ce0cc tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:27.515608 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480419f-4456-40fe-802e-a569eaebda38 req-c42e2f50-c16c-4f73-a15d-26a2d5ac5e68 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:27.523280 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e480419f-4456-40fe-802e-a569eaebda38 req-c42e2f50-c16c-4f73-a15d-26a2d5ac5e68 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fd85bd-a896-4810-ae6e-3e88a64817b4 HTTP/1.1" status: 200 len: 932 time: 0.1951861 Feb 28 20:09:27.599934 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-de83772b-519f-4871-8c30-822cbe1ce0cc tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1924634 Feb 28 20:09:27.631217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d1899daf-83af-4e16-945a-dca945a1d133 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:27.635368 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] Request body: {'port': {'device_id': '89fd85bd-a896-4810-ae6e-3e88a64817b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:27.646007 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 55710990-32d3-4608-a37b-900c1bb6ecd7 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:09:27.652023 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e480419f-4456-40fe-802e-a569eaebda38 req-9484017e-6a08-4632-86de-2f740a06952e tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254282 Feb 28 20:09:27.721840 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44c90c08-b6ff-450e-8f1e-3766e105992d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f7453577-c817-479c-80ce-62edd5f19a31), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:27.725090 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44c90c08-b6ff-450e-8f1e-3766e105992d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:27.726449 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-44c90c08-b6ff-450e-8f1e-3766e105992d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7453577-c817-479c-80ce-62edd5f19a31 HTTP/1.1" status: 204 len: 168 time: 0.8821137 Feb 28 20:09:27.776344 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c90c08-b6ff-450e-8f1e-3766e105992d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7453577-c817-479c-80ce-62edd5f19a31,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:27.786145 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-eaad585d-e70d-4cdf-9090-53508891c2ca service neutron] 10.222.0.13 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076921 Feb 28 20:09:27.786886 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e1a2ea25-7b72-4461-8a2c-3d0304462d47), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:27.829715 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:22Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '26dc5aef-f6dd-4547-a8e3-8c9f6d094b78', 'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'tenant_id': '395834be88664486992e15ee678c561b', 'mac_address': 'fa:16:3e:69:49:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:21Z', 'updated_at': '2022-02-28T20:09:22Z', 'revision_number': 2, 'project_id': '395834be88664486992e15ee678c561b', 'subnets': [{'id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:27.936433 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] Checking router: 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:09:27.948818 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] Updating router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 port 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:09:28.017194 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 55710990-32d3-4608-a37b-900c1bb6ecd7, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=55710990-32d3-4608-a37b-900c1bb6ecd7,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:28.030890 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (26dc5aef-f6dd-4547-a8e3-8c9f6d094b78), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:28.059296 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '55710990-32d3-4608-a37b-900c1bb6ecd7', 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9', 'port_id': '55710990-32d3-4608-a37b-900c1bb6ecd7', 'mac_address': 'fa:16:3e:68:c6:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83db07cb-72a9-4083-bdb0-f440451686c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:09:28.158683 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 55710990-32d3-4608-a37b-900c1bb6ecd7 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:28.159860 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (55710990-32d3-4608-a37b-900c1bb6ecd7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:28.191940 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55710990-32d3-4608-a37b-900c1bb6ecd7 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:09:28.277802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 55710990-32d3-4608-a37b-900c1bb6ecd7, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=55710990-32d3-4608-a37b-900c1bb6ecd7,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:28.285582 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (55710990-32d3-4608-a37b-900c1bb6ecd7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:28.313075 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8ace447b-b090-4b78-9d1a-00188fb78a7b service neutron] 10.222.0.13 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136800 Feb 28 20:09:28.369420 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19eb55d-15d2-471f-b865-9d47b7f99e24 req-c87c2df4-335f-4b97-9797-662cf2d81403 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:28.383663 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b19eb55d-15d2-471f-b865-9d47b7f99e24 req-c87c2df4-335f-4b97-9797-662cf2d81403 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 943 time: 0.2840598 Feb 28 20:09:28.588357 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43182) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:28.600803 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=55710990-32d3-4608-a37b-900c1bb6ecd7,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:28.649640 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-426fd1e5-7067-4932-8ac2-8791ba3f8510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:28.684362 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['55710990-32d3-4608-a37b-900c1bb6ecd7'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:09:28.708145 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] Publish callbacks [] for port (26dc5aef-f6dd-4547-a8e3-8c9f6d094b78), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:28.729854 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (26dc5aef-f6dd-4547-a8e3-8c9f6d094b78), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:28.807022 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b19eb55d-15d2-471f-b865-9d47b7f99e24 req-4c573c02-e5d0-455f-9cea-6bd98413874d tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219155 Feb 28 20:09:28.980013 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-426fd1e5-7067-4932-8ac2-8791ba3f8510 admin admin] Publish callbacks [] for security_group (3241ad6a-4636-40f9-8ed5-11ec2a5f7313), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:28.998024 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-426fd1e5-7067-4932-8ac2-8791ba3f8510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3241ad6a-4636-40f9-8ed5-11ec2a5f7313), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:29.081428 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] Attempting to bind port 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:09:29.082093 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] Attempting to bind port 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'c3ef2548-943a-428b-bc5b-d8a96880be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:09:29.082731 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] Attempting to bind port 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78 on network 2ebe5011-e4dc-402c-8c4c-7a478c0168ca {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:09:29.091883 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-426fd1e5-7067-4932-8ac2-8791ba3f8510 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97d7cf53347d4a1bace24706d970a846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5014787 Feb 28 20:09:29.101567 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:09:29.102078 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] Checking segment: {'id': 'c3ef2548-943a-428b-bc5b-d8a96880be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:09:29.102606 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:29.102987 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43204) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:29.103227 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] Bound using segment: {'id': 'c3ef2548-943a-428b-bc5b-d8a96880be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:09:29.103947 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] Bound port: 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ef2548-943a-428b-bc5b-d8a96880be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:09:29.105157 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (26dc5aef-f6dd-4547-a8e3-8c9f6d094b78), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:29.174646 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426fd1e5-7067-4932-8ac2-8791ba3f8510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3241ad6a-4636-40f9-8ed5-11ec2a5f7313,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:29.269739 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32d3b2fc-f3a7-4bfb-9f44-b3e4d971d990 req-2ec767ee-1915-4ba4-8833-add7245442be tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 210 time: 0.0841486 Feb 28 20:09:29.293308 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] For port 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:09:29.312013 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] For port 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=26dc5aef-f6dd-4547-a8e3-8c9f6d094b78,segment=NetworkSegment(c3ef2548-943a-428b-bc5b-d8a96880be37),segment_id=c3ef2548-943a-428b-bc5b-d8a96880be37)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:09:29.316792 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1101e-7880-41f2-ba35-07c83e788bb6 None None] Pushing event updated for resources: {'Port': ['ID=26dc5aef-f6dd-4547-a8e3-8c9f6d094b78,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:29.340496 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1101e-7880-41f2-ba35-07c83e788bb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:29.343459 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f188f121-4523-483b-926f-0aa18334e790 admin admin] Publish callbacks [] for security_group (3241ad6a-4636-40f9-8ed5-11ec2a5f7313), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:29.354635 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1101e-7880-41f2-ba35-07c83e788bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:29.355216 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1101e-7880-41f2-ba35-07c83e788bb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:29.356176 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1101e-7880-41f2-ba35-07c83e788bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:29.358219 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1101e-7880-41f2-ba35-07c83e788bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:29.368102 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1101e-7880-41f2-ba35-07c83e788bb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:29.368738 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1101e-7880-41f2-ba35-07c83e788bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:29.369093 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1101e-7880-41f2-ba35-07c83e788bb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:29.369435 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1101e-7880-41f2-ba35-07c83e788bb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:29.369775 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1101e-7880-41f2-ba35-07c83e788bb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:29.370122 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1101e-7880-41f2-ba35-07c83e788bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:29.370443 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1101e-7880-41f2-ba35-07c83e788bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:29.370776 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1101e-7880-41f2-ba35-07c83e788bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:09:29.385027 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (26dc5aef-f6dd-4547-a8e3-8c9f6d094b78), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:29.398624 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a2ea25-7b72-4461-8a2c-3d0304462d47 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:09:29.420255 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f188f121-4523-483b-926f-0aa18334e790 admin admin] Publish callbacks [] for security_group (3241ad6a-4636-40f9-8ed5-11ec2a5f7313), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:29.438227 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] Publish callbacks [] for port (e1a2ea25-7b72-4461-8a2c-3d0304462d47), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:29.441601 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43212) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:29.455690 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-de34132f-e23b-42ee-97b1-a84a487f5007 None None] Provisioning complete for port 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:09:29.456573 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-de34132f-e23b-42ee-97b1-a84a487f5007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (26dc5aef-f6dd-4547-a8e3-8c9f6d094b78), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:29.511163 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] Transition to ACTIVE for port object e1a2ea25-7b72-4461-8a2c-3d0304462d47 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:09:29.553999 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (e1a2ea25-7b72-4461-8a2c-3d0304462d47), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:29.559708 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f188f121-4523-483b-926f-0aa18334e790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3241ad6a-4636-40f9-8ed5-11ec2a5f7313), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:29.563470 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f188f121-4523-483b-926f-0aa18334e790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:29.565067 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f188f121-4523-483b-926f-0aa18334e790 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3241ad6a-4636-40f9-8ed5-11ec2a5f7313 HTTP/1.1" status: 204 len: 168 time: 0.4600909 Feb 28 20:09:29.574316 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188f121-4523-483b-926f-0aa18334e790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3241ad6a-4636-40f9-8ed5-11ec2a5f7313,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:29.624662 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] Routers {'4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:09:29.625354 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:09:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:29.765138 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aee1c4-5adb-4dc2-9443-a2112d0141d1 req-b3e465c8-58b7-4784-86e8-3e83c098586a tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:29.767686 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-80aee1c4-5adb-4dc2-9443-a2112d0141d1 req-b3e465c8-58b7-4784-86e8-3e83c098586a tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fd85bd-a896-4810-ae6e-3e88a64817b4 HTTP/1.1" status: 200 len: 932 time: 0.4966283 Feb 28 20:09:29.841474 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-cd5b61b3-b16f-4277-908b-83d74a07fb3c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-163779798-network', 'tenant_id': '319e808d1d994e11b5f42f1d9f8b43af'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:29.846895 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] Set router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:09:29.897947 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1101e-7880-41f2-ba35-07c83e788bb6 None None] Pushing event updated for resources: {'Port': ['ID=26dc5aef-f6dd-4547-a8e3-8c9f6d094b78,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:29.977927 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-de34132f-e23b-42ee-97b1-a84a487f5007 None None] Current status of the port 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:29.978330 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-de34132f-e23b-42ee-97b1-a84a487f5007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (26dc5aef-f6dd-4547-a8e3-8c9f6d094b78), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:30.013409 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] Pushing event updated for resources: {'Port': ['ID=e1a2ea25-7b72-4461-8a2c-3d0304462d47,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:30.116697 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-de34132f-e23b-42ee-97b1-a84a487f5007 None None] For port 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=26dc5aef-f6dd-4547-a8e3-8c9f6d094b78,segment=NetworkSegment(c3ef2548-943a-428b-bc5b-d8a96880be37),segment_id=c3ef2548-943a-428b-bc5b-d8a96880be37)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:30.126092 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-de34132f-e23b-42ee-97b1-a84a487f5007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (26dc5aef-f6dd-4547-a8e3-8c9f6d094b78), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:30.296244 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5b61b3-b16f-4277-908b-83d74a07fb3c admin admin] Made reservation on behalf of 319e808d1d994e11b5f42f1d9f8b43af for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:09:30.300524 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd5b61b3-b16f-4277-908b-83d74a07fb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:30.354174 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] Attempting to bind port e1a2ea25-7b72-4461-8a2c-3d0304462d47 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:09:30.373391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] Attempting to bind port e1a2ea25-7b72-4461-8a2c-3d0304462d47 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '338bda26-d72e-4d55-9610-0ede20861b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b99c423-2a23-4a58-b010-0e915b051500'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:09:30.373981 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] Attempting to bind port e1a2ea25-7b72-4461-8a2c-3d0304462d47 on network 2b99c423-2a23-4a58-b010-0e915b051500 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:09:30.391196 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] Port e1a2ea25-7b72-4461-8a2c-3d0304462d47 on network 2b99c423-2a23-4a58-b010-0e915b051500 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:09:30.392470 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] Attempting to bind port e1a2ea25-7b72-4461-8a2c-3d0304462d47 on network 2b99c423-2a23-4a58-b010-0e915b051500 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:09:30.415693 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-80aee1c4-5adb-4dc2-9443-a2112d0141d1 req-e948ca53-c13c-4f8f-955b-3b698261bb12 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5641005 Feb 28 20:09:30.419369 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd5b61b3-b16f-4277-908b-83d74a07fb3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:30.473147 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:09:30.475724 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] Checking segment: {'id': '338bda26-d72e-4d55-9610-0ede20861b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b99c423-2a23-4a58-b010-0e915b051500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:09:30.481366 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] Bound using segment: {'id': '338bda26-d72e-4d55-9610-0ede20861b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b99c423-2a23-4a58-b010-0e915b051500'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:09:30.482111 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] Bound port: e1a2ea25-7b72-4461-8a2c-3d0304462d47, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338bda26-d72e-4d55-9610-0ede20861b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b99c423-2a23-4a58-b010-0e915b051500'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:09:30.482718 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e1a2ea25-7b72-4461-8a2c-3d0304462d47), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:30.490124 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34132f-e23b-42ee-97b1-a84a487f5007 None None] Pushing event updated for resources: {'Port': ['ID=26dc5aef-f6dd-4547-a8e3-8c9f6d094b78,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:30.506486 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-98fe0ad3-c6d2-41c3-8789-46ebd7086439 None None] Provisioning complete for port 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:09:30.506871 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-98fe0ad3-c6d2-41c3-8789-46ebd7086439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (26dc5aef-f6dd-4547-a8e3-8c9f6d094b78), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:30.510337 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:22Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '26dc5aef-f6dd-4547-a8e3-8c9f6d094b78', 'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'tenant_id': '395834be88664486992e15ee678c561b', 'mac_address': 'fa:16:3e:69:49:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:21Z', 'updated_at': '2022-02-28T20:09:29Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'subnets': [{'id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:09:30.547379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513806c-1bc9-46b9-9172-7c95b6644f2a req-411987dd-507f-4f42-b084-5fe0cb5c36e0 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:30.561532 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5513806c-1bc9-46b9-9172-7c95b6644f2a req-411987dd-507f-4f42-b084-5fe0cb5c36e0 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 944 time: 0.4725819 Feb 28 20:09:30.689127 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b76036e-a783-4134-9f16-0f16e6382320 None None] The sync data for ids ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'] in n-d-820368-21 is: [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:22Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '26dc5aef-f6dd-4547-a8e3-8c9f6d094b78', 'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'tenant_id': '395834be88664486992e15ee678c561b', 'mac_address': 'fa:16:3e:69:49:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:21Z', 'updated_at': '2022-02-28T20:09:29Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'subnets': [{'id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:09:30.706971 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5513806c-1bc9-46b9-9172-7c95b6644f2a req-886c6bba-e742-47c5-a5bc-f26fffa5b910 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441114 Feb 28 20:09:30.760065 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] For port e1a2ea25-7b72-4461-8a2c-3d0304462d47, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:09:30.760065 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] For port e1a2ea25-7b72-4461-8a2c-3d0304462d47, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e1a2ea25-7b72-4461-8a2c-3d0304462d47,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:09:30.920307 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (e1a2ea25-7b72-4461-8a2c-3d0304462d47), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:30.937745 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-98fe0ad3-c6d2-41c3-8789-46ebd7086439 None None] Current status of the port 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:31.120280 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:09:31.126944 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:31.131102 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:31.133999 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] 10.222.0.15 "PUT /v2.0/ports/e1a2ea25-7b72-4461-8a2c-3d0304462d47 HTTP/1.1" status: 200 len: 1093 time: 3.5027866 Feb 28 20:09:31.136024 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89fd85bd-a896-4810-ae6e-3e88a64817b4', 'tag': 'e1a2ea25-7b72-4461-8a2c-3d0304462d47'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:09:31.138916 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964707d5-f897-466e-b7c2-2aa21ed3a8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "89fd85bd-a896-4810-ae6e-3e88a64817b4", "tag": "e1a2ea25-7b72-4461-8a2c-3d0304462d47"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:09:31.196198 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-14da9283-943a-4c1c-a179-f9785ca107ad req-71bbdc80-5876-4720-824f-1ed0258269aa tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 210 time: 0.2879765 Feb 28 20:09:31.230825 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd5b61b3-b16f-4277-908b-83d74a07fb3c admin admin] Publish callbacks [] for security_group (061162c1-c8d2-4662-85fc-afba8f74c1a9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:31.245501 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd5b61b3-b16f-4277-908b-83d74a07fb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (061162c1-c8d2-4662-85fc-afba8f74c1a9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:31.285152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b61b3-b16f-4277-908b-83d74a07fb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061162c1-c8d2-4662-85fc-afba8f74c1a9,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:31.302152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdc384-1941-41d3-93bc-4b21ae4dca6f service neutron] Pushing event updated for resources: {'Port': ['ID=e1a2ea25-7b72-4461-8a2c-3d0304462d47,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:31.355726 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed300d62-86ce-42e5-b7e5-2b3fefef7a2b x-openstack-request-id: req-ed300d62-86ce-42e5-b7e5-2b3fefef7a2b {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:09:31.356156 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89fd85bd-a896-4810-ae6e-3e88a64817b4", "tag": "e1a2ea25-7b72-4461-8a2c-3d0304462d47", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:09:31.356278 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed300d62-86ce-42e5-b7e5-2b3fefef7a2b {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:09:31.356692 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89fd85bd-a896-4810-ae6e-3e88a64817b4', 'tag': 'e1a2ea25-7b72-4461-8a2c-3d0304462d47', 'status': 'completed', 'code': 200} Feb 28 20:09:31.417629 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5b61b3-b16f-4277-908b-83d74a07fb3c admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:09:31.462085 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:09:31.462456 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (26dc5aef-f6dd-4547-a8e3-8c9f6d094b78), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:31.473175 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd5b61b3-b16f-4277-908b-83d74a07fb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (5db70c4f-4592-40fc-a570-e59052ddf0de), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:31.477134 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-cd5b61b3-b16f-4277-908b-83d74a07fb3c admin admin] Added segment 5db70c4f-4592-40fc-a570-e59052ddf0de of type vlan for network c8345f72-ebdd-4937-93d2-787e920180e2 Feb 28 20:09:31.685649 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 55710990-32d3-4608-a37b-900c1bb6ecd7 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:09:31.706314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-7497ac96-d565-43ab-949d-2a663eed929b tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:31.715963 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-7497ac96-d565-43ab-949d-2a663eed929b tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.15 "GET /v2.0/networks?id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca HTTP/1.1" status: 200 len: 821 time: 0.4273658 Feb 28 20:09:31.733009 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-71da401f-d75b-4dc7-8586-63be6d8ff0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:31.737798 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-3bcd575b-dde9-4a03-a50e-e24e0d2f784a tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Request body: {'port': {'device_id': '41a2a065-e9d7-4987-a710-064191300cbe', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'admin_state_up': True, 'tenant_id': '395834be88664486992e15ee678c561b'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:31.742514 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-71da401f-d75b-4dc7-8586-63be6d8ff0a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=252f6500c745486ebdf0fd76d35bf6bf&device_id=89fd85bd-a896-4810-ae6e-3e88a64817b4 HTTP/1.1" status: 200 len: 1127 time: 0.4612539 Feb 28 20:09:32.070397 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd5b61b3-b16f-4277-908b-83d74a07fb3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (c8345f72-ebdd-4937-93d2-787e920180e2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:32.200709 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-123528c4-9b0e-4873-ad12-fda500d49909 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1a2ea25-7b72-4461-8a2c-3d0304462d47 HTTP/1.1" status: 200 len: 217 time: 0.3951464 Feb 28 20:09:32.221916 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-3bcd575b-dde9-4a03-a50e-e24e0d2f784a tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Made reservation on behalf of 395834be88664486992e15ee678c561b for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:09:32.226362 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-3bcd575b-dde9-4a03-a50e-e24e0d2f784a tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:32.337845 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd5b61b3-b16f-4277-908b-83d74a07fb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (c8345f72-ebdd-4937-93d2-787e920180e2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:32.340831 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5b61b3-b16f-4277-908b-83d74a07fb3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:32.346562 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd5b61b3-b16f-4277-908b-83d74a07fb3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:32.374586 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:32.403284 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 55710990-32d3-4608-a37b-900c1bb6ecd7 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:09:32.409018 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 55710990-32d3-4608-a37b-900c1bb6ecd7 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:09:32.411122 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (55710990-32d3-4608-a37b-900c1bb6ecd7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:32.415372 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cd5b61b3-b16f-4277-908b-83d74a07fb3c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9726396 Feb 28 20:09:32.479542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43288) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:32.498274 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-3bcd575b-dde9-4a03-a50e-e24e0d2f784a tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Allocated IP 172.20.0.12 (2ebe5011-e4dc-402c-8c4c-7a478c0168ca/dabd714b-b25f-4695-bb44-0366d81efe83/ca240335-0cfb-49af-ba6d-54cbb4290719) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:09:32.510276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-295ad1ba-1657-407d-a92b-c0a6238fe152 admin admin] Request body: {'subnet': {'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-163779798-subnet', 'tenant_id': '319e808d1d994e11b5f42f1d9f8b43af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:32.525208 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-8f12832e-17de-4862-94a0-582a05296ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:32.526717 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-8f12832e-17de-4862-94a0-582a05296ee7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4a3ede59-a3a4-4385-bdb9-388af5c0400e HTTP/1.1" status: 200 len: 861 time: 0.3249314 Feb 28 20:09:32.583355 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 55710990-32d3-4608-a37b-900c1bb6ecd7 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:32.584053 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (55710990-32d3-4608-a37b-900c1bb6ecd7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:32.614827 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabc7deb-43b3-4664-b942-25b3af6f0a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55710990-32d3-4608-a37b-900c1bb6ecd7'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:09:32.617666 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8542639-fa44-4527-93c3-970aaabf678d" -d '{"events": [{"server_uuid": "aabc7deb-43b3-4664-b942-25b3af6f0a3b", "name": "network-vif-plugged", "status": "completed", "tag": "55710990-32d3-4608-a37b-900c1bb6ecd7"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:09:32.640327 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 55710990-32d3-4608-a37b-900c1bb6ecd7, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=55710990-32d3-4608-a37b-900c1bb6ecd7,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:32.659416 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (55710990-32d3-4608-a37b-900c1bb6ecd7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:32.742859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=55710990-32d3-4608-a37b-900c1bb6ecd7,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:32.770445 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b61b3-b16f-4277-908b-83d74a07fb3c admin admin] Pushing event updated for resources: {'Network': ['ID=c8345f72-ebdd-4937-93d2-787e920180e2,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:32.792800 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-5abaf473-8df0-4d8f-a0ee-9f66c982b536 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2b99c423-2a23-4a58-b010-0e915b051500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1654747 Feb 28 20:09:32.801603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network c8345f72-ebdd-4937-93d2-787e920180e2 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:09:32.843743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295ad1ba-1657-407d-a92b-c0a6238fe152 admin admin] Made reservation on behalf of 319e808d1d994e11b5f42f1d9f8b43af for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:09:32.856172 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-295ad1ba-1657-407d-a92b-c0a6238fe152 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:32.880697 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-3bcd575b-dde9-4a03-a50e-e24e0d2f784a tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks [] for port (ca240335-0cfb-49af-ba6d-54cbb4290719), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:32.890707 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf5a29-9df2-48fc-a06f-b1d4b8e88695 req-433f6248-cc29-4732-84df-20b0946bff1b tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:32.916013 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cfbf5a29-9df2-48fc-a06f-b1d4b8e88695 req-433f6248-cc29-4732-84df-20b0946bff1b tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fd85bd-a896-4810-ae6e-3e88a64817b4 HTTP/1.1" status: 200 len: 944 time: 1.1635122 Feb 28 20:09:33.006101 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-3bcd575b-dde9-4a03-a50e-e24e0d2f784a tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ca240335-0cfb-49af-ba6d-54cbb4290719), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:33.006524 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dcd8b-4e3d-4d77-bce7-b39045373173 req-2571af73-ed46-42c4-9f19-bccee8665d6f tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:33.017116 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a84dcd8b-4e3d-4d77-bce7-b39045373173 req-2571af73-ed46-42c4-9f19-bccee8665d6f tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 944 time: 0.8822324 Feb 28 20:09:33.133781 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-3bcd575b-dde9-4a03-a50e-e24e0d2f784a tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Network 2ebe5011-e4dc-402c-8c4c-7a478c0168ca is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:09:33.150482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd575b-dde9-4a03-a50e-e24e0d2f784a tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Pushing event updated for resources: {'Port': ['ID=ca240335-0cfb-49af-ba6d-54cbb4290719,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:33.169939 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-3bcd575b-dde9-4a03-a50e-e24e0d2f784a tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:09:33.173175 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-3bcd575b-dde9-4a03-a50e-e24e0d2f784a tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:09:33.257582 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a84dcd8b-4e3d-4d77-bce7-b39045373173 req-2c467374-93ee-4d0f-9ff6-77cd5ed0984d tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389762 Feb 28 20:09:33.280695 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-3bcd575b-dde9-4a03-a50e-e24e0d2f784a tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:33.291437 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-3bcd575b-dde9-4a03-a50e-e24e0d2f784a tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:33.302399 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cfbf5a29-9df2-48fc-a06f-b1d4b8e88695 req-d244ef17-8f41-4379-ab71-9f27386894ea tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854785 Feb 28 20:09:33.342049 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-3dcb8c77-f857-4cd9-9740-54558e5b43b0 service neutron] 10.222.0.15 "GET /v2.0/networks/2b99c423-2a23-4a58-b010-0e915b051500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355551 Feb 28 20:09:33.343646 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-3bcd575b-dde9-4a03-a50e-e24e0d2f784a tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6177673 Feb 28 20:09:33.358937 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] Request body: {'port': {'device_id': '41a2a065-e9d7-4987-a710-064191300cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:33.513861 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-eb303289-a582-46eb-bd03-129c14d9afe8 None None] Provisioning complete for port ca240335-0cfb-49af-ba6d-54cbb4290719 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:09:33.514148 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb303289-a582-46eb-bd03-129c14d9afe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ca240335-0cfb-49af-ba6d-54cbb4290719), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:33.549755 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ca240335-0cfb-49af-ba6d-54cbb4290719), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:33.577177 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0de62c-3b3d-4343-9039-8111a4425cf1 x-openstack-request-id: req-4d0de62c-3b3d-4343-9039-8111a4425cf1 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:09:33.577490 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aabc7deb-43b3-4664-b942-25b3af6f0a3b", "name": "network-vif-plugged", "status": "completed", "tag": "55710990-32d3-4608-a37b-900c1bb6ecd7", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:09:33.577749 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d0de62c-3b3d-4343-9039-8111a4425cf1 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:09:33.578142 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aabc7deb-43b3-4664-b942-25b3af6f0a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55710990-32d3-4608-a37b-900c1bb6ecd7', 'code': 200} Feb 28 20:09:33.579159 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-eb303289-a582-46eb-bd03-129c14d9afe8 None None] Port ca240335-0cfb-49af-ba6d-54cbb4290719 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:09:33.627802 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-295ad1ba-1657-407d-a92b-c0a6238fe152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (17bdb014-8992-41b5-9199-5d89512b4a60), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:33.897862 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ad1ba-1657-407d-a92b-c0a6238fe152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17bdb014-8992-41b5-9199-5d89512b4a60,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:33.926615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03b0ed-7d2f-467f-8f1b-1ab115daa21f req-9ace82c0-8d3a-4f31-91bf-22b35d0271c6 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:33.928436 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a03b0ed-7d2f-467f-8f1b-1ab115daa21f req-9ace82c0-8d3a-4f31-91bf-22b35d0271c6 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 932 time: 0.4167483 Feb 28 20:09:33.946804 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e8763-e2d3-451e-a10e-032e04ad5b5c req-a817ff83-dc86-47d7-b1d8-dad8c855add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:33.949246 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-300e8763-e2d3-451e-a10e-032e04ad5b5c req-a817ff83-dc86-47d7-b1d8-dad8c855add9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 1128 time: 0.1761205 Feb 28 20:09:33.983680 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e272ff0-3819-4f30-9d6f-b7885eb56ca1 req-cc47bdf8-b705-42f9-b27d-a6da18e34337 service neutron] 10.222.0.15 "GET /v2.0/networks/2b99c423-2a23-4a58-b010-0e915b051500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6182001 Feb 28 20:09:34.060586 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295ad1ba-1657-407d-a92b-c0a6238fe152 admin admin] Checking segment: {'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:09:34.064786 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295ad1ba-1657-407d-a92b-c0a6238fe152 admin admin] Network hostable DHCP agents. Network: c8345f72-ebdd-4937-93d2-787e920180e2, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:09:34.159529 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca240335-0cfb-49af-ba6d-54cbb4290719 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:09:34.185050 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] Publish callbacks [] for port (ca240335-0cfb-49af-ba6d-54cbb4290719), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:34.202824 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] Transition to ACTIVE for port object ca240335-0cfb-49af-ba6d-54cbb4290719 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:09:34.223096 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (ca240335-0cfb-49af-ba6d-54cbb4290719), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:34.237922 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295ad1ba-1657-407d-a92b-c0a6238fe152 admin admin] Network c8345f72-ebdd-4937-93d2-787e920180e2 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:09:34.258800 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a03b0ed-7d2f-467f-8f1b-1ab115daa21f req-2423e52a-a6da-441f-b14e-5bcec74b4245 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c61c35-aec3-4d76-be74-2521656f2804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210225 Feb 28 20:09:34.264155 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-300e8763-e2d3-451e-a10e-032e04ad5b5c req-eb288a67-76b1-40f1-886c-1f631ffe81f8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914150 Feb 28 20:09:34.279914 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964707d5-f897-466e-b7c2-2aa21ed3a8f3 req-30a3ca29-bb1a-4fc4-9eac-d632cba960aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:34.282804 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-964707d5-f897-466e-b7c2-2aa21ed3a8f3 req-30a3ca29-bb1a-4fc4-9eac-d632cba960aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=252f6500c745486ebdf0fd76d35bf6bf&device_id=89fd85bd-a896-4810-ae6e-3e88a64817b4 HTTP/1.1" status: 200 len: 1127 time: 0.2241879 Feb 28 20:09:34.283682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-295ad1ba-1657-407d-a92b-c0a6238fe152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, c8345f72-ebdd-4937-93d2-787e920180e2) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:09:34.311705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ec9f77-5554-499d-b69c-3778141ba54f None None] Network c8345f72-ebdd-4937-93d2-787e920180e2 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:09:34.331321 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295ad1ba-1657-407d-a92b-c0a6238fe152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:34.332485 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-295ad1ba-1657-407d-a92b-c0a6238fe152 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:34.373301 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] Pushing event updated for resources: {'Port': ['ID=ca240335-0cfb-49af-ba6d-54cbb4290719,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:34.461018 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] Attempting to bind port ca240335-0cfb-49af-ba6d-54cbb4290719 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:09:34.463456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] Attempting to bind port ca240335-0cfb-49af-ba6d-54cbb4290719 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'c3ef2548-943a-428b-bc5b-d8a96880be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:09:34.464082 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] Attempting to bind port ca240335-0cfb-49af-ba6d-54cbb4290719 on network 2ebe5011-e4dc-402c-8c4c-7a478c0168ca {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:09:34.469894 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] Port ca240335-0cfb-49af-ba6d-54cbb4290719 on network 2ebe5011-e4dc-402c-8c4c-7a478c0168ca not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:09:34.470863 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] Attempting to bind port ca240335-0cfb-49af-ba6d-54cbb4290719 on network 2ebe5011-e4dc-402c-8c4c-7a478c0168ca {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:09:34.483666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:09:34.486086 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] Checking segment: {'id': 'c3ef2548-943a-428b-bc5b-d8a96880be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:09:34.486977 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] Bound using segment: {'id': 'c3ef2548-943a-428b-bc5b-d8a96880be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:09:34.488463 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] Bound port: ca240335-0cfb-49af-ba6d-54cbb4290719, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ef2548-943a-428b-bc5b-d8a96880be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:09:34.490239 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ca240335-0cfb-49af-ba6d-54cbb4290719), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:34.498822 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-295ad1ba-1657-407d-a92b-c0a6238fe152 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9925776 Feb 28 20:09:34.615427 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460816ca-1ab8-4a95-ba76-3b2488b51526 None None] Network c8345f72-ebdd-4937-93d2-787e920180e2 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:09:34.701928 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964707d5-f897-466e-b7c2-2aa21ed3a8f3 req-1ac9bfd1-be86-43fa-b9c3-45ff0335a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:34.724957 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] For port ca240335-0cfb-49af-ba6d-54cbb4290719, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:09:34.727747 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-964707d5-f897-466e-b7c2-2aa21ed3a8f3 req-1ac9bfd1-be86-43fa-b9c3-45ff0335a427 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2b99c423-2a23-4a58-b010-0e915b051500 HTTP/1.1" status: 200 len: 921 time: 0.4389954 Feb 28 20:09:34.741775 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] For port ca240335-0cfb-49af-ba6d-54cbb4290719, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=ca240335-0cfb-49af-ba6d-54cbb4290719,segment=NetworkSegment(c3ef2548-943a-428b-bc5b-d8a96880be37),segment_id=c3ef2548-943a-428b-bc5b-d8a96880be37)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:09:34.766525 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (ca240335-0cfb-49af-ba6d-54cbb4290719), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:34.919801 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:09:34.924925 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:34.925938 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:34.931345 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] 10.222.0.15 "PUT /v2.0/ports/ca240335-0cfb-49af-ba6d-54cbb4290719 HTTP/1.1" status: 200 len: 1093 time: 1.5771186 Feb 28 20:09:34.932619 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a2a065-e9d7-4987-a710-064191300cbe', 'tag': 'ca240335-0cfb-49af-ba6d-54cbb4290719'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:09:34.947549 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-964707d5-f897-466e-b7c2-2aa21ed3a8f3 req-0c12d1e6-5eaf-4216-a082-0c1435611e05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1a2ea25-7b72-4461-8a2c-3d0304462d47 HTTP/1.1" status: 200 len: 217 time: 0.2104270 Feb 28 20:09:34.948816 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605f26dd-fe53-411f-ab6a-421188f78e23" -d '{"events": [{"name": "network-changed", "server_uuid": "41a2a065-e9d7-4987-a710-064191300cbe", "tag": "ca240335-0cfb-49af-ba6d-54cbb4290719"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:09:35.091687 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218ef2c-b761-4eca-a0b6-18c2feda0f2f service neutron] Pushing event updated for resources: {'Port': ['ID=ca240335-0cfb-49af-ba6d-54cbb4290719,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:35.159038 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8c033e49-74fa-4172-978d-4b647ded3ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:35.163185 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-8c033e49-74fa-4172-978d-4b647ded3ef2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=395834be88664486992e15ee678c561b&device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 1127 time: 0.1788390 Feb 28 20:09:35.302508 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-d1821bec-0b80-4bd2-bf20-72cf61d64009 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca240335-0cfb-49af-ba6d-54cbb4290719 HTTP/1.1" status: 200 len: 217 time: 0.1312983 Feb 28 20:09:35.338767 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964707d5-f897-466e-b7c2-2aa21ed3a8f3 req-7c454f3d-2729-4e16-bf74-27bfc2a5be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:35.340332 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-964707d5-f897-466e-b7c2-2aa21ed3a8f3 req-7c454f3d-2729-4e16-bf74-27bfc2a5be79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4a3ede59-a3a4-4385-bdb9-388af5c0400e HTTP/1.1" status: 200 len: 861 time: 0.3553097 Feb 28 20:09:35.388183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff36198-222a-49a3-9a3f-02bbc07712e5 req-02f58b7e-c074-4eab-af62-43b313805259 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:35.397812 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dff36198-222a-49a3-9a3f-02bbc07712e5 req-02f58b7e-c074-4eab-af62-43b313805259 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 945 time: 0.4427550 Feb 28 20:09:35.403677 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-c403d85f-7200-4d65-ad58-386493ed44d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:35.405469 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-c403d85f-7200-4d65-ad58-386493ed44d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dabd714b-b25f-4695-bb44-0366d81efe83 HTTP/1.1" status: 200 len: 860 time: 0.0972521 Feb 28 20:09:35.459879 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-964707d5-f897-466e-b7c2-2aa21ed3a8f3 req-a7a0f0df-fcd1-4407-823f-0bc7bc613859 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2b99c423-2a23-4a58-b010-0e915b051500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037061 Feb 28 20:09:35.482760 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e54387-8203-435d-ae9c-f9e6e1a70636 req-f2c043d1-94d4-47b2-b82c-8bd77f793698 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:35.495291 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d4e54387-8203-435d-ae9c-f9e6e1a70636 req-f2c043d1-94d4-47b2-b82c-8bd77f793698 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fd85bd-a896-4810-ae6e-3e88a64817b4 HTTP/1.1" status: 200 len: 944 time: 0.5436738 Feb 28 20:09:35.498998 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-1f8a5835-47ea-4f56-b13f-9c1c96511290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:35.503619 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-1f8a5835-47ea-4f56-b13f-9c1c96511290 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0903313 Feb 28 20:09:35.637629 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-5b6559d3-dcd0-481c-a04a-c1a207418601 service neutron] 10.222.0.15 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292589 Feb 28 20:09:35.683224 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-964707d5-f897-466e-b7c2-2aa21ed3a8f3 req-045bc6a8-bc7a-46c9-8607-d570d1ae3b2b service neutron] 10.222.0.15 "GET /v2.0/networks/2b99c423-2a23-4a58-b010-0e915b051500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842582 Feb 28 20:09:35.828142 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-964707d5-f897-466e-b7c2-2aa21ed3a8f3 req-c5b792c5-a4ab-4509-9480-b409a719424e service neutron] 10.222.0.15 "GET /v2.0/networks/2b99c423-2a23-4a58-b010-0e915b051500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343544 Feb 28 20:09:35.854656 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-213923cc-eb87-456c-9924-b8632c0d74f1 req-17e73b37-3fc9-4529-ae7e-d39b2856ff75 service neutron] 10.222.0.15 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086401 Feb 28 20:09:35.877026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dff36198-222a-49a3-9a3f-02bbc07712e5 req-72e6e224-b174-4e59-aaa3-6ea21bf07aac tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779730 Feb 28 20:09:35.946136 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d4e54387-8203-435d-ae9c-f9e6e1a70636 req-e96784b9-e3da-4f6f-b4ac-54b796367b63 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492266 Feb 28 20:09:36.150093 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb4f3e-392d-490d-8096-63dc557a86cb req-c7c58575-dc3a-4428-a871-965962ce0c96 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:36.151713 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75fb4f3e-392d-490d-8096-63dc557a86cb req-c7c58575-dc3a-4428-a871-965962ce0c96 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/ports?device_id=46bfdb99-5c32-48d8-b435-5aa8c58b9021 HTTP/1.1" status: 200 len: 946 time: 0.0974507 Feb 28 20:09:36.279541 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75fb4f3e-392d-490d-8096-63dc557a86cb req-e2463439-6f73-4d9c-a216-1c1ebf31e3ff tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/security-groups?id=a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179059 Feb 28 20:09:36.415589 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bafb10-7f2e-47a4-b108-7e5973784e1a x-openstack-request-id: req-d8bafb10-7f2e-47a4-b108-7e5973784e1a {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:09:36.420037 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a2a065-e9d7-4987-a710-064191300cbe", "tag": "ca240335-0cfb-49af-ba6d-54cbb4290719", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:09:36.420539 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8bafb10-7f2e-47a4-b108-7e5973784e1a {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:09:36.423808 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41a2a065-e9d7-4987-a710-064191300cbe', 'tag': 'ca240335-0cfb-49af-ba6d-54cbb4290719', 'status': 'completed', 'code': 200} Feb 28 20:09:36.539666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f26dd-fe53-411f-ab6a-421188f78e23 req-12f8646c-22c9-4a3a-98aa-d8deedd69998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:36.541964 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-605f26dd-fe53-411f-ab6a-421188f78e23 req-12f8646c-22c9-4a3a-98aa-d8deedd69998 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=395834be88664486992e15ee678c561b&device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 1127 time: 0.1026809 Feb 28 20:09:36.647015 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43368) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:36.785057 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f26dd-fe53-411f-ab6a-421188f78e23 req-b45e5b28-1dba-43fb-b666-5c4f4d1414fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:36.787447 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-605f26dd-fe53-411f-ab6a-421188f78e23 req-b45e5b28-1dba-43fb-b666-5c4f4d1414fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca HTTP/1.1" status: 200 len: 921 time: 0.2305007 Feb 28 20:09:36.917416 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-605f26dd-fe53-411f-ab6a-421188f78e23 req-2b60b5d1-ab88-4a4e-a125-a6ffa9d5bd4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca240335-0cfb-49af-ba6d-54cbb4290719 HTTP/1.1" status: 200 len: 217 time: 0.1178503 Feb 28 20:09:37.031301 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f26dd-fe53-411f-ab6a-421188f78e23 req-73b00d14-f108-4aa9-bf2e-3181fd095e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:37.037232 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-605f26dd-fe53-411f-ab6a-421188f78e23 req-73b00d14-f108-4aa9-bf2e-3181fd095e85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dabd714b-b25f-4695-bb44-0366d81efe83 HTTP/1.1" status: 200 len: 860 time: 0.1132014 Feb 28 20:09:37.083452 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8d47-039c-41f7-a248-c88ee2ce17d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:37.086161 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device e1a2ea25-7b72-4461-8a2c-3d0304462d47 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:09:37.136831 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1ce99-7fe6-4f06-958f-d88d1204328b req-a2821e70-1fda-414f-8698-df3f3df0c241 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:37.139907 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f26dd-fe53-411f-ab6a-421188f78e23 req-c73db45a-4414-4d80-91a5-2949bb7c009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:37.142279 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-605f26dd-fe53-411f-ab6a-421188f78e23 req-c73db45a-4414-4d80-91a5-2949bb7c009c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0985293 Feb 28 20:09:37.145345 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72a1ce99-7fe6-4f06-958f-d88d1204328b req-a2821e70-1fda-414f-8698-df3f3df0c241 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 944 time: 0.5605693 Feb 28 20:09:37.259618 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72a1ce99-7fe6-4f06-958f-d88d1204328b req-b9d23a34-9ed2-4424-b185-91a19c18b97f tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c61c35-aec3-4d76-be74-2521656f2804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128345 Feb 28 20:09:37.281425 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-fe78df1e-2735-47d2-9351-ff51edce2b4a tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:37.283177 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-fe78df1e-2735-47d2-9351-ff51edce2b4a tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/networks?id=c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 200 len: 811 time: 0.6261227 Feb 28 20:09:37.293622 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8d47-039c-41f7-a248-c88ee2ce17d7 admin admin] Publish callbacks [] for security_group (05e52812-bcb5-44fe-9202-d108bb548da8), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:37.303063 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8d47-039c-41f7-a248-c88ee2ce17d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (05e52812-bcb5-44fe-9202-d108bb548da8), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:37.315116 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-c70d40c1-6d28-47d5-bc01-87922a48e3f5 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/quotas/319e808d1d994e11b5f42f1d9f8b43af HTTP/1.1" status: 200 len: 375 time: 0.0212998 Feb 28 20:09:37.334038 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e1897-55ce-47a6-9d55-b1fb5abb9286 req-c017e3ef-6d89-4da9-99a8-e2e29cf1a092 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:37.336536 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-555e1897-55ce-47a6-9d55-b1fb5abb9286 req-c017e3ef-6d89-4da9-99a8-e2e29cf1a092 tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.10 "GET /v2.0/ports?device_id=46bfdb99-5c32-48d8-b435-5aa8c58b9021 HTTP/1.1" status: 200 len: 946 time: 0.2149417 Feb 28 20:09:37.382985 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-605f26dd-fe53-411f-ab6a-421188f78e23 req-754a3ad2-dc3d-45e5-b97b-e3eda10b78ea service neutron] 10.222.0.15 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328928 Feb 28 20:09:37.387421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd8d47-039c-41f7-a248-c88ee2ce17d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e52812-bcb5-44fe-9202-d108bb548da8,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:37.409114 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7bbd8d47-039c-41f7-a248-c88ee2ce17d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b4974f3880f4ea6a6fb1bd29c609b33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7590852 Feb 28 20:09:37.417987 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43384) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:37.442839 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port e1a2ea25-7b72-4461-8a2c-3d0304462d47, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e1a2ea25-7b72-4461-8a2c-3d0304462d47,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:37.457944 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'e1a2ea25-7b72-4461-8a2c-3d0304462d47', 'network_id': '2b99c423-2a23-4a58-b010-0e915b051500', 'port_id': 'e1a2ea25-7b72-4461-8a2c-3d0304462d47', 'mac_address': 'fa:16:3e:32:0b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3ede59-a3a4-4385-bdb9-388af5c0400e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:09:37.463097 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-ed2f55e7-e3fe-417f-b5a6-51a87eb84852 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1254487 Feb 28 20:09:37.531436 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-049e8130-b868-4cad-9451-d00fae7bcf6c admin admin] Publish callbacks [] for security_group (05e52812-bcb5-44fe-9202-d108bb548da8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:37.550530 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port e1a2ea25-7b72-4461-8a2c-3d0304462d47 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:37.550831 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e1a2ea25-7b72-4461-8a2c-3d0304462d47), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:37.557261 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-049e8130-b868-4cad-9451-d00fae7bcf6c admin admin] Publish callbacks [] for security_group (05e52812-bcb5-44fe-9202-d108bb548da8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:37.575426 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-410ca8ee-beea-4a8d-9387-70b125258c55 service neutron] 10.222.0.13 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874500 Feb 28 20:09:37.585419 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a2ea25-7b72-4461-8a2c-3d0304462d47 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:09:37.620157 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-049e8130-b868-4cad-9451-d00fae7bcf6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (05e52812-bcb5-44fe-9202-d108bb548da8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:37.623735 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-049e8130-b868-4cad-9451-d00fae7bcf6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:37.627451 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-049e8130-b868-4cad-9451-d00fae7bcf6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05e52812-bcb5-44fe-9202-d108bb548da8 HTTP/1.1" status: 204 len: 168 time: 0.2062032 Feb 28 20:09:37.632698 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port e1a2ea25-7b72-4461-8a2c-3d0304462d47, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e1a2ea25-7b72-4461-8a2c-3d0304462d47,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:37.637365 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e8130-b868-4cad-9451-d00fae7bcf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e52812-bcb5-44fe-9202-d108bb548da8,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:37.638565 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e1a2ea25-7b72-4461-8a2c-3d0304462d47), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:37.648705 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-605f26dd-fe53-411f-ab6a-421188f78e23 req-6345b16c-0a0c-494b-b142-b36c7c04b370 service neutron] 10.222.0.15 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570355 Feb 28 20:09:37.779005 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=e1a2ea25-7b72-4461-8a2c-3d0304462d47,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:37.865671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa4b58-7acd-4619-92eb-b19466428cb2 req-e1977817-ef70-4b71-9600-c74db0f5b612 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:37.869182 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-90aa4b58-7acd-4619-92eb-b19466428cb2 req-e1977817-ef70-4b71-9600-c74db0f5b612 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 945 time: 0.4819503 Feb 28 20:09:37.881234 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['e1a2ea25-7b72-4461-8a2c-3d0304462d47'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:09:37.947451 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-555e1897-55ce-47a6-9d55-b1fb5abb9286 req-4c431ffd-49bc-4c3c-9cc4-188724f2c0fd tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Deleting port 27ca5416-c4d9-4f65-8900-adf27ba6c419 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:09:37.948148 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-555e1897-55ce-47a6-9d55-b1fb5abb9286 req-4c431ffd-49bc-4c3c-9cc4-188724f2c0fd tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (27ca5416-c4d9-4f65-8900-adf27ba6c419), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:37.982115 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-96ec9cd5-17cd-4126-af23-7beb0e31f5d2 service neutron] 10.222.0.13 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989007 Feb 28 20:09:37.996898 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-90aa4b58-7acd-4619-92eb-b19466428cb2 req-acb0a98d-b487-4e03-abbe-673b637d299c tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146770 Feb 28 20:09:38.136396 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-555e1897-55ce-47a6-9d55-b1fb5abb9286 req-4c431ffd-49bc-4c3c-9cc4-188724f2c0fd tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] For port 27ca5416-c4d9-4f65-8900-adf27ba6c419, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=27ca5416-c4d9-4f65-8900-adf27ba6c419,segment=NetworkSegment(66dd4105-39b8-48df-a081-8cb0a9f172b2),segment_id=66dd4105-39b8-48df-a081-8cb0a9f172b2)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:38.136768 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-555e1897-55ce-47a6-9d55-b1fb5abb9286 req-4c431ffd-49bc-4c3c-9cc4-188724f2c0fd tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (27ca5416-c4d9-4f65-8900-adf27ba6c419), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:38.242803 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-555e1897-55ce-47a6-9d55-b1fb5abb9286 req-4c431ffd-49bc-4c3c-9cc4-188724f2c0fd tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Calling delete_port for 27ca5416-c4d9-4f65-8900-adf27ba6c419 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:09:38.319062 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43398) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:38.336298 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8a4f-59e7-4b86-b0f4-ded5e924b73e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:38.377501 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901a287-1804-4618-842e-5da8043e0a3c req-1dbc87e5-cd61-4420-81b2-07f3e94e27f4 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:38.385258 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0901a287-1804-4618-842e-5da8043e0a3c req-1dbc87e5-cd61-4420-81b2-07f3e94e27f4 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fd85bd-a896-4810-ae6e-3e88a64817b4 HTTP/1.1" status: 200 len: 945 time: 0.2365539 Feb 28 20:09:38.479351 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0901a287-1804-4618-842e-5da8043e0a3c req-6f31e446-c70c-4978-a8ef-3b0ca82ee6a1 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933223 Feb 28 20:09:38.551285 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8a4f-59e7-4b86-b0f4-ded5e924b73e admin admin] Publish callbacks [] for security_group (406225e7-7de6-4124-ac24-44bc483ad87a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:38.568734 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8a4f-59e7-4b86-b0f4-ded5e924b73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (406225e7-7de6-4124-ac24-44bc483ad87a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:38.630346 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5ffe8a4f-59e7-4b86-b0f4-ded5e924b73e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=591ff3c202584f50a8bc0bc1d949fab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101833 Feb 28 20:09:38.633794 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43410) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:38.686366 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe8a4f-59e7-4b86-b0f4-ded5e924b73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406225e7-7de6-4124-ac24-44bc483ad87a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:38.693332 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-555e1897-55ce-47a6-9d55-b1fb5abb9286 req-4c431ffd-49bc-4c3c-9cc4-188724f2c0fd tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (27ca5416-c4d9-4f65-8900-adf27ba6c419), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:38.768526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c431ffd-49bc-4c3c-9cc4-188724f2c0fd tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Pushing event deleted for resources: {'Port': ['ID=27ca5416-c4d9-4f65-8900-adf27ba6c419,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:38.800525 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5395be-fe92-4536-9bc9-2ffabecdc719 req-0d87bac9-6a9e-4e37-8fdf-5da121413e9b tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:38.810528 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9c5395be-fe92-4536-9bc9-2ffabecdc719 req-0d87bac9-6a9e-4e37-8fdf-5da121413e9b tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/ports?device_id=46bfdb99-5c32-48d8-b435-5aa8c58b9021 HTTP/1.1" status: 200 len: 946 time: 0.2149782 Feb 28 20:09:38.820068 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d17482d8-f557-45f8-8bae-b9ef3a4a695a admin admin] Publish callbacks [] for security_group (406225e7-7de6-4124-ac24-44bc483ad87a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:38.823117 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['27ca5416-c4d9-4f65-8900-adf27ba6c419'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:09:38.867842 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d17482d8-f557-45f8-8bae-b9ef3a4a695a admin admin] Publish callbacks [] for security_group (406225e7-7de6-4124-ac24-44bc483ad87a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:38.964661 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-555e1897-55ce-47a6-9d55-b1fb5abb9286 req-4c431ffd-49bc-4c3c-9cc4-188724f2c0fd tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] No DVR routers for this DVR port 27ca5416-c4d9-4f65-8900-adf27ba6c419 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:09:38.975024 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d17482d8-f557-45f8-8bae-b9ef3a4a695a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (406225e7-7de6-4124-ac24-44bc483ad87a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:38.978278 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d17482d8-f557-45f8-8bae-b9ef3a4a695a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:38.979603 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d17482d8-f557-45f8-8bae-b9ef3a4a695a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/406225e7-7de6-4124-ac24-44bc483ad87a HTTP/1.1" status: 204 len: 168 time: 0.3439770 Feb 28 20:09:38.981673 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9c5395be-fe92-4536-9bc9-2ffabecdc719 req-61208086-006a-48a7-affa-a7c5c70f6a6b tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.13 "GET /v2.0/security-groups?id=a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624560 Feb 28 20:09:38.983389 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-555e1897-55ce-47a6-9d55-b1fb5abb9286 req-4c431ffd-49bc-4c3c-9cc4-188724f2c0fd tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:38.987353 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-555e1897-55ce-47a6-9d55-b1fb5abb9286 req-4c431ffd-49bc-4c3c-9cc4-188724f2c0fd tempest-AttachSCSIVolumeTestJSON-1790641028 tempest-AttachSCSIVolumeTestJSON-1790641028-project] 10.222.0.10 "DELETE /v2.0/ports/27ca5416-c4d9-4f65-8900-adf27ba6c419 HTTP/1.1" status: 204 len: 173 time: 1.6300364 Feb 28 20:09:38.989806 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bfdb99-5c32-48d8-b435-5aa8c58b9021', 'name': 'network-vif-deleted', 'tag': '27ca5416-c4d9-4f65-8900-adf27ba6c419'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:09:39.004154 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17482d8-f557-45f8-8bae-b9ef3a4a695a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406225e7-7de6-4124-ac24-44bc483ad87a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:39.035852 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be8d6a8-bb05-40e3-a756-db05497da1ec" -d '{"events": [{"server_uuid": "46bfdb99-5c32-48d8-b435-5aa8c58b9021", "name": "network-vif-deleted", "tag": "27ca5416-c4d9-4f65-8900-adf27ba6c419"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:09:39.058106 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647b909-6eb4-4864-be02-e41b68dce1e2 req-e4d88ae2-8740-4b53-a742-842180c0054f tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:39.059731 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1647b909-6eb4-4864-be02-e41b68dce1e2 req-e4d88ae2-8740-4b53-a742-842180c0054f tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 1128 time: 0.3831444 Feb 28 20:09:39.090195 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device ca240335-0cfb-49af-ba6d-54cbb4290719 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:09:39.161369 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d2ed24e7-9907-4b79-bb23-ac3607050f98 req-b88731fa-0c2f-429f-b7e8-0b6dbace4095 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=71188ed1-dd05-45aa-a214-8e734979f703 HTTP/1.1" status: 200 len: 210 time: 0.0661724 Feb 28 20:09:39.227723 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device e1a2ea25-7b72-4461-8a2c-3d0304462d47 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:09:39.281827 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1647b909-6eb4-4864-be02-e41b68dce1e2 req-1aa1d970-9a8f-4497-89f8-812294df8dac tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955879 Feb 28 20:09:39.477882 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b6bc6-6fac-41d8-a2ec-70db3d8ad01f req-744637cf-3533-4097-8298-23315bb30611 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:39.491944 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf2b6bc6-6fac-41d8-a2ec-70db3d8ad01f req-744637cf-3533-4097-8298-23315bb30611 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 944 time: 0.1942890 Feb 28 20:09:39.498711 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port ca240335-0cfb-49af-ba6d-54cbb4290719, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=ca240335-0cfb-49af-ba6d-54cbb4290719,segment=NetworkSegment(c3ef2548-943a-428b-bc5b-d8a96880be37),segment_id=c3ef2548-943a-428b-bc5b-d8a96880be37)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:39.522886 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'ca240335-0cfb-49af-ba6d-54cbb4290719', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'port_id': 'ca240335-0cfb-49af-ba6d-54cbb4290719', 'mac_address': 'fa:16:3e:96:09:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:09:39.591048 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c179f0-ab68-4a12-a179-9dec2a48b0cb x-openstack-request-id: req-e3c179f0-ab68-4a12-a179-9dec2a48b0cb {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:09:39.591352 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bfdb99-5c32-48d8-b435-5aa8c58b9021", "name": "network-vif-deleted", "tag": "27ca5416-c4d9-4f65-8900-adf27ba6c419", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:09:39.591670 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3c179f0-ab68-4a12-a179-9dec2a48b0cb {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:09:39.592003 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bfdb99-5c32-48d8-b435-5aa8c58b9021', 'name': 'network-vif-deleted', 'tag': '27ca5416-c4d9-4f65-8900-adf27ba6c419', 'status': 'completed', 'code': 200} Feb 28 20:09:39.627803 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port e1a2ea25-7b72-4461-8a2c-3d0304462d47 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:09:39.654495 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf2b6bc6-6fac-41d8-a2ec-70db3d8ad01f req-340bebb5-f4d3-4eb4-8161-f9558fc0dcdf tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c61c35-aec3-4d76-be74-2521656f2804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601150 Feb 28 20:09:39.678933 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port e1a2ea25-7b72-4461-8a2c-3d0304462d47 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:09:39.679148 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e1a2ea25-7b72-4461-8a2c-3d0304462d47), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:39.732801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port ca240335-0cfb-49af-ba6d-54cbb4290719 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:39.739145 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ca240335-0cfb-49af-ba6d-54cbb4290719), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:39.783188 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca240335-0cfb-49af-ba6d-54cbb4290719 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:09:39.823321 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port ca240335-0cfb-49af-ba6d-54cbb4290719, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=ca240335-0cfb-49af-ba6d-54cbb4290719,segment=NetworkSegment(c3ef2548-943a-428b-bc5b-d8a96880be37),segment_id=c3ef2548-943a-428b-bc5b-d8a96880be37)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:39.831110 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ca240335-0cfb-49af-ba6d-54cbb4290719), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:39.951955 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=ca240335-0cfb-49af-ba6d-54cbb4290719,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:40.002687 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port e1a2ea25-7b72-4461-8a2c-3d0304462d47 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:40.003087 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e1a2ea25-7b72-4461-8a2c-3d0304462d47), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:40.020583 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d016381-f879-471a-bf37-b74722cdf378 req-51fc8cae-7c8f-45cc-92dc-b0b936814940 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:40.035418 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7d016381-f879-471a-bf37-b74722cdf378 req-51fc8cae-7c8f-45cc-92dc-b0b936814940 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 1128 time: 0.1813788 Feb 28 20:09:40.093988 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port e1a2ea25-7b72-4461-8a2c-3d0304462d47, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e1a2ea25-7b72-4461-8a2c-3d0304462d47,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:40.098436 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fd85bd-a896-4810-ae6e-3e88a64817b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a2ea25-7b72-4461-8a2c-3d0304462d47'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:09:40.102772 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98084cf9-3aa2-4767-b3cd-6c7ab2539a56" -d '{"events": [{"server_uuid": "89fd85bd-a896-4810-ae6e-3e88a64817b4", "name": "network-vif-plugged", "status": "completed", "tag": "e1a2ea25-7b72-4461-8a2c-3d0304462d47"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:09:40.107320 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['ca240335-0cfb-49af-ba6d-54cbb4290719'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:09:40.178860 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e1a2ea25-7b72-4461-8a2c-3d0304462d47), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:40.239916 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa697bd-50a5-4957-a390-653993a57b28 req-87995aa2-7e27-4c19-ad1e-058d6e9aa597 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:40.247352 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6aa697bd-50a5-4957-a390-653993a57b28 req-87995aa2-7e27-4c19-ad1e-058d6e9aa597 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fd85bd-a896-4810-ae6e-3e88a64817b4 HTTP/1.1" status: 200 len: 946 time: 0.1618721 Feb 28 20:09:40.270195 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7d016381-f879-471a-bf37-b74722cdf378 req-54d030ce-f662-4601-8fe3-677b6f420eaa tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264884 Feb 28 20:09:40.370748 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6aa697bd-50a5-4957-a390-653993a57b28 req-e6ddea74-97ac-4d3a-b115-5ef3f2c0f732 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161859 Feb 28 20:09:40.413476 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=e1a2ea25-7b72-4461-8a2c-3d0304462d47,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:40.549057 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859e14a6-21a3-4ad7-bd31-17260af205cd x-openstack-request-id: req-859e14a6-21a3-4ad7-bd31-17260af205cd {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:09:40.549460 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fd85bd-a896-4810-ae6e-3e88a64817b4", "name": "network-vif-plugged", "status": "completed", "tag": "e1a2ea25-7b72-4461-8a2c-3d0304462d47", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:09:40.549937 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-859e14a6-21a3-4ad7-bd31-17260af205cd {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:09:40.550436 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fd85bd-a896-4810-ae6e-3e88a64817b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a2ea25-7b72-4461-8a2c-3d0304462d47', 'code': 200} Feb 28 20:09:40.642320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6721b4ea-2ca6-48fa-bb1f-eb4c8d337bc0 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:40.647472 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6721b4ea-2ca6-48fa-bb1f-eb4c8d337bc0 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.10 "GET /v2.0/networks?id=c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 200 len: 811 time: 0.2747326 Feb 28 20:09:40.664185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-d63d4abb-0aab-4d29-8ab1-14492a517f7a tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Request body: {'port': {'device_id': '71188ed1-dd05-45aa-a214-8e734979f703', 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2', 'admin_state_up': True, 'tenant_id': '319e808d1d994e11b5f42f1d9f8b43af'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:40.706950 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc8152ef-cdf5-4da8-a738-5e81c789bac7 req-d1d90a86-5280-4320-9f04-65c157ca5e65 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=71188ed1-dd05-45aa-a214-8e734979f703 HTTP/1.1" status: 200 len: 210 time: 0.0539255 Feb 28 20:09:40.970456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0da740-51fe-4326-b48a-883a0f79320e req-feae247a-3f3f-479b-8d3a-cce6ec6bb43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:40.994507 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9a0da740-51fe-4326-b48a-883a0f79320e req-feae247a-3f3f-479b-8d3a-cce6ec6bb43c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=89fd85bd-a896-4810-ae6e-3e88a64817b4 HTTP/1.1" status: 200 len: 1129 time: 0.1969445 Feb 28 20:09:41.102801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device ca240335-0cfb-49af-ba6d-54cbb4290719 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:09:41.137383 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9a0da740-51fe-4326-b48a-883a0f79320e req-2996d674-e6ba-4171-89c8-cba3db7651d3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363060 Feb 28 20:09:41.234984 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-d63d4abb-0aab-4d29-8ab1-14492a517f7a tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Made reservation on behalf of 319e808d1d994e11b5f42f1d9f8b43af for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:09:41.240997 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-d63d4abb-0aab-4d29-8ab1-14492a517f7a tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:41.255830 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port ca240335-0cfb-49af-ba6d-54cbb4290719 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:09:41.262436 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port ca240335-0cfb-49af-ba6d-54cbb4290719 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:09:41.262811 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ca240335-0cfb-49af-ba6d-54cbb4290719), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:41.334210 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e8811-a6b3-4103-8c21-dc38c5662891 req-bf35b8e0-b3ee-4af3-94c9-b90929aed8b0 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:41.342403 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-804e8811-a6b3-4103-8c21-dc38c5662891 req-bf35b8e0-b3ee-4af3-94c9-b90929aed8b0 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 945 time: 0.3005154 Feb 28 20:09:41.417638 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port ca240335-0cfb-49af-ba6d-54cbb4290719 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:41.418034 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ca240335-0cfb-49af-ba6d-54cbb4290719), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:41.468714 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port ca240335-0cfb-49af-ba6d-54cbb4290719, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=ca240335-0cfb-49af-ba6d-54cbb4290719,segment=NetworkSegment(c3ef2548-943a-428b-bc5b-d8a96880be37),segment_id=c3ef2548-943a-428b-bc5b-d8a96880be37)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:41.473614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f40ef8-d06f-4208-8665-027b43efc7ce req-9bddcf42-5ff7-4a69-b7e0-6d159c715074 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:41.476254 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-25f40ef8-d06f-4208-8665-027b43efc7ce req-9bddcf42-5ff7-4a69-b7e0-6d159c715074 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 1128 time: 0.2645855 Feb 28 20:09:41.477090 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ca240335-0cfb-49af-ba6d-54cbb4290719), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:41.546532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=ca240335-0cfb-49af-ba6d-54cbb4290719,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:41.580583 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-804e8811-a6b3-4103-8c21-dc38c5662891 req-c852fb04-0f74-4e46-93eb-e816cccb2dc1 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c61c35-aec3-4d76-be74-2521656f2804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368677 Feb 28 20:09:41.598394 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-25f40ef8-d06f-4208-8665-027b43efc7ce req-62ed106b-4f9b-4fc5-b039-caf9f9f30a3f tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129501 Feb 28 20:09:41.671420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 27ca5416-c4d9-4f65-8900-adf27ba6c419 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:09:41.703175 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 27ca5416-c4d9-4f65-8900-adf27ba6c419 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:09:41.704254 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 27ca5416-c4d9-4f65-8900-adf27ba6c419 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:09:41.721221 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-d63d4abb-0aab-4d29-8ab1-14492a517f7a tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Allocated IP 172.20.0.10 (c8345f72-ebdd-4937-93d2-787e920180e2/17bdb014-8992-41b5-9199-5d89512b4a60/22e84e67-8728-40ea-8331-5c1be7a62126) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:09:41.904248 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-991548d7-7394-48d3-816c-03098faa5d65 req-4ec51a48-c2fe-4092-bab8-331cdeebc4ad tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=71188ed1-dd05-45aa-a214-8e734979f703 HTTP/1.1" status: 200 len: 210 time: 0.0507245 Feb 28 20:09:41.924447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2739f-c7ec-4fe6-a801-cf5e318b5bdb req-38f55fed-e720-4b0e-a1ee-7f6c2dbf2f51 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:41.931710 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55c2739f-c7ec-4fe6-a801-cf5e318b5bdb req-38f55fed-e720-4b0e-a1ee-7f6c2dbf2f51 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fd85bd-a896-4810-ae6e-3e88a64817b4 HTTP/1.1" status: 200 len: 946 time: 0.1948438 Feb 28 20:09:42.074578 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-d63d4abb-0aab-4d29-8ab1-14492a517f7a tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks [] for port (22e84e67-8728-40ea-8331-5c1be7a62126), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:42.106521 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55c2739f-c7ec-4fe6-a801-cf5e318b5bdb req-3f0364e7-872d-4691-a9bd-71ec392dc1d2 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737051 Feb 28 20:09:42.205848 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-d63d4abb-0aab-4d29-8ab1-14492a517f7a tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (22e84e67-8728-40ea-8331-5c1be7a62126), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:42.301682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d4abb-0aab-4d29-8ab1-14492a517f7a tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Pushing event updated for resources: {'Port': ['ID=22e84e67-8728-40ea-8331-5c1be7a62126,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:42.318331 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-d63d4abb-0aab-4d29-8ab1-14492a517f7a tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Network c8345f72-ebdd-4937-93d2-787e920180e2 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:09:42.320308 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-d63d4abb-0aab-4d29-8ab1-14492a517f7a tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:09:42.324941 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-d63d4abb-0aab-4d29-8ab1-14492a517f7a tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:09:42.395937 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-d63d4abb-0aab-4d29-8ab1-14492a517f7a tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:42.396685 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-d63d4abb-0aab-4d29-8ab1-14492a517f7a tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:42.418681 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-d63d4abb-0aab-4d29-8ab1-14492a517f7a tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7581174 Feb 28 20:09:42.430851 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] Request body: {'port': {'device_id': '71188ed1-dd05-45aa-a214-8e734979f703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:42.511223 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (22e84e67-8728-40ea-8331-5c1be7a62126), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:42.551879 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a2a065-e9d7-4987-a710-064191300cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca240335-0cfb-49af-ba6d-54cbb4290719'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:09:42.554904 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65db3fec-5c8b-4029-863e-d7b426c26e7f" -d '{"events": [{"server_uuid": "41a2a065-e9d7-4987-a710-064191300cbe", "name": "network-vif-plugged", "status": "completed", "tag": "ca240335-0cfb-49af-ba6d-54cbb4290719"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:09:42.860379 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4defec-a536-4528-91f7-de46beeaa2f7 x-openstack-request-id: req-be4defec-a536-4528-91f7-de46beeaa2f7 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:09:42.860906 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a2a065-e9d7-4987-a710-064191300cbe", "name": "network-vif-plugged", "status": "completed", "tag": "ca240335-0cfb-49af-ba6d-54cbb4290719", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:09:42.861318 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be4defec-a536-4528-91f7-de46beeaa2f7 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:09:42.861902 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a2a065-e9d7-4987-a710-064191300cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca240335-0cfb-49af-ba6d-54cbb4290719', 'code': 200} Feb 28 20:09:42.954703 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e84e67-8728-40ea-8331-5c1be7a62126 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:09:42.973182 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] Publish callbacks [] for port (22e84e67-8728-40ea-8331-5c1be7a62126), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:43.002706 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0f355-8e96-4494-b1c9-f83249e3ad4b req-48118146-56c2-475e-94ca-eac5ccdfb36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:43.004913 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-17a0f355-8e96-4494-b1c9-f83249e3ad4b req-48118146-56c2-475e-94ca-eac5ccdfb36b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 1129 time: 0.0712564 Feb 28 20:09:43.006001 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] Transition to ACTIVE for port object 22e84e67-8728-40ea-8331-5c1be7a62126 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:09:43.012599 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (22e84e67-8728-40ea-8331-5c1be7a62126), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:43.059237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4acfa0-7857-4ef7-896a-7e496c12b85d req-cef5895e-874d-4e96-ad7a-ac3dbfd62a19 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:43.060795 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae4acfa0-7857-4ef7-896a-7e496c12b85d req-cef5895e-874d-4e96-ad7a-ac3dbfd62a19 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 946 time: 0.1134253 Feb 28 20:09:43.072798 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-17a0f355-8e96-4494-b1c9-f83249e3ad4b req-cdafba68-17a6-4d89-89e7-8ececdc8641c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a2c61c35-aec3-4d76-be74-2521656f2804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613105 Feb 28 20:09:43.125270 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] Pushing event updated for resources: {'Port': ['ID=22e84e67-8728-40ea-8331-5c1be7a62126,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:43.202704 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae4acfa0-7857-4ef7-896a-7e496c12b85d req-adf7c40e-baba-4a58-9527-247d8bb405c0 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c61c35-aec3-4d76-be74-2521656f2804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340847 Feb 28 20:09:43.223498 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3bc86-70e9-4d41-9dc5-86b2140201a4 req-31da40ca-8116-45aa-94dc-dc0bc0b4f9dd tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:43.225773 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9fe3bc86-70e9-4d41-9dc5-86b2140201a4 req-31da40ca-8116-45aa-94dc-dc0bc0b4f9dd tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 1128 time: 0.1627994 Feb 28 20:09:43.253749 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] Attempting to bind port 22e84e67-8728-40ea-8331-5c1be7a62126 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:09:43.254462 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] Attempting to bind port 22e84e67-8728-40ea-8331-5c1be7a62126 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:09:43.254462 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] Attempting to bind port 22e84e67-8728-40ea-8331-5c1be7a62126 on network c8345f72-ebdd-4937-93d2-787e920180e2 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:09:43.265063 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] Port 22e84e67-8728-40ea-8331-5c1be7a62126 on network c8345f72-ebdd-4937-93d2-787e920180e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:09:43.265397 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] Attempting to bind port 22e84e67-8728-40ea-8331-5c1be7a62126 on network c8345f72-ebdd-4937-93d2-787e920180e2 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:09:43.276663 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:09:43.277013 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] Checking segment: {'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:09:43.277681 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] Bound using segment: {'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:09:43.277825 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] Bound port: 22e84e67-8728-40ea-8331-5c1be7a62126, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:09:43.278187 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (22e84e67-8728-40ea-8331-5c1be7a62126), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:43.308029 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9fe3bc86-70e9-4d41-9dc5-86b2140201a4 req-0180ce0c-42b0-4997-8bf3-5306e4b9b4cd tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765243 Feb 28 20:09:43.383667 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] For port 22e84e67-8728-40ea-8331-5c1be7a62126, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:09:43.387993 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] For port 22e84e67-8728-40ea-8331-5c1be7a62126, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=22e84e67-8728-40ea-8331-5c1be7a62126,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:09:43.397425 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (22e84e67-8728-40ea-8331-5c1be7a62126), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:43.467573 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:43.468224 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:43.469705 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] 10.222.0.10 "PUT /v2.0/ports/22e84e67-8728-40ea-8331-5c1be7a62126 HTTP/1.1" status: 200 len: 1093 time: 1.0452728 Feb 28 20:09:43.470912 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71188ed1-dd05-45aa-a214-8e734979f703', 'tag': '22e84e67-8728-40ea-8331-5c1be7a62126'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:09:43.473275 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2bedf2-2620-4f01-83c4-887c83c34567" -d '{"events": [{"name": "network-changed", "server_uuid": "71188ed1-dd05-45aa-a214-8e734979f703", "tag": "22e84e67-8728-40ea-8331-5c1be7a62126"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:09:43.498329 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418e4a7-469f-4ca9-820d-bd1a693c1f9c service neutron] Pushing event updated for resources: {'Port': ['ID=22e84e67-8728-40ea-8331-5c1be7a62126,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:43.512696 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7936e0-a4f5-4026-b1dc-f50cdece8b0e req-4e1d4432-ccbe-4933-bea6-9b49f078eb07 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:43.514573 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de7936e0-a4f5-4026-b1dc-f50cdece8b0e req-4e1d4432-ccbe-4933-bea6-9b49f078eb07 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=71188ed1-dd05-45aa-a214-8e734979f703 HTTP/1.1" status: 200 len: 944 time: 0.1130803 Feb 28 20:09:43.610363 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de7936e0-a4f5-4026-b1dc-f50cdece8b0e req-946b2e5b-d978-4475-a551-d76ea57006a4 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899401 Feb 28 20:09:43.619571 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-8f4e787e-e6ac-4623-bc3c-a55d31da8496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:43.621241 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-8f4e787e-e6ac-4623-bc3c-a55d31da8496 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&device_id=71188ed1-dd05-45aa-a214-8e734979f703 HTTP/1.1" status: 200 len: 1127 time: 0.0803323 Feb 28 20:09:43.691346 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-cd665127-6d1c-4131-b6c3-36b99da5c434 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e84e67-8728-40ea-8331-5c1be7a62126 HTTP/1.1" status: 200 len: 217 time: 0.0618069 Feb 28 20:09:43.769716 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-35f4d43d-adfb-4394-8664-e5941545d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:43.771226 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-35f4d43d-adfb-4394-8664-e5941545d72c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=17bdb014-8992-41b5-9199-5d89512b4a60 HTTP/1.1" status: 200 len: 851 time: 0.0589240 Feb 28 20:09:43.781878 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ab4f4-f61c-42c5-9486-8939a9b2d851 req-2d8d4ef3-ca6d-4f9d-9881-1a676e44e570 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:43.783372 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-043ab4f4-f61c-42c5-9486-8939a9b2d851 req-2d8d4ef3-ca6d-4f9d-9881-1a676e44e570 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fd85bd-a896-4810-ae6e-3e88a64817b4 HTTP/1.1" status: 200 len: 946 time: 0.1037955 Feb 28 20:09:43.818740 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-e6817d54-7215-4c81-9a21-698d1445e423 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8345f72-ebdd-4937-93d2-787e920180e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341499 Feb 28 20:09:43.935122 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-043ab4f4-f61c-42c5-9486-8939a9b2d851 req-cb6e0b66-8740-450f-a51b-6530f32bcb25 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428587 Feb 28 20:09:43.988991 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-801d5cd1-abeb-4536-ad83-7e65fa797786 service neutron] 10.222.0.10 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611614 Feb 28 20:09:44.020030 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461387c6-85d7-4c54-8153-f3bccf5650c1 x-openstack-request-id: req-461387c6-85d7-4c54-8153-f3bccf5650c1 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:09:44.022576 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71188ed1-dd05-45aa-a214-8e734979f703", "tag": "22e84e67-8728-40ea-8331-5c1be7a62126", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:09:44.022926 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-461387c6-85d7-4c54-8153-f3bccf5650c1 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:09:44.023370 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71188ed1-dd05-45aa-a214-8e734979f703', 'tag': '22e84e67-8728-40ea-8331-5c1be7a62126', 'status': 'completed', 'code': 200} Feb 28 20:09:44.241105 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f1fe5a3-2343-4e47-8b45-314e3f331088 req-b775ac9d-8058-435a-ac0c-29f19ca1964d service neutron] 10.222.0.10 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410445 Feb 28 20:09:44.272101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-8c338653-a132-4abc-9636-8f0115d987a3 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:44.280667 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-8c338653-a132-4abc-9636-8f0115d987a3 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/networks?id=30ade989-eb50-4d25-b902-20ce10a97a59 HTTP/1.1" status: 200 len: 804 time: 0.1583838 Feb 28 20:09:44.304749 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-36d270be-e1dd-442b-898f-40fe3d51a0eb tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/quotas/ebb914519f8f4e2e877f18e6d51e0525 HTTP/1.1" status: 200 len: 375 time: 0.0191209 Feb 28 20:09:44.427449 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43678) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:44.471525 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-baf21c85-effb-4ef1-ad77-a514bce36680 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebb914519f8f4e2e877f18e6d51e0525&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1656497 Feb 28 20:09:44.474594 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bedf2-2620-4f01-83c4-887c83c34567 req-aa9f1474-23c5-4a33-afb0-908c38084041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:44.476047 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e2bedf2-2620-4f01-83c4-887c83c34567 req-aa9f1474-23c5-4a33-afb0-908c38084041 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&device_id=71188ed1-dd05-45aa-a214-8e734979f703 HTTP/1.1" status: 200 len: 1127 time: 0.1283238 Feb 28 20:09:44.614018 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-88bdfc72-02a6-4f00-9977-eae016953ed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:44.754431 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-88bdfc72-02a6-4f00-9977-eae016953ed9 admin admin] Publish callbacks [] for security_group (a8be9619-270d-4db7-bc9d-e9d82019e583), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:44.761775 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-88bdfc72-02a6-4f00-9977-eae016953ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a8be9619-270d-4db7-bc9d-e9d82019e583), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:44.799843 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bdfc72-02a6-4f00-9977-eae016953ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8be9619-270d-4db7-bc9d-e9d82019e583,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:44.882268 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-88bdfc72-02a6-4f00-9977-eae016953ed9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22ae0205936b402db9d11826e31c06e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4525297 Feb 28 20:09:44.885079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43690) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:45.020004 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7b537e8f-7c17-440d-939a-482000a96197 admin admin] Publish callbacks [] for security_group (a8be9619-270d-4db7-bc9d-e9d82019e583), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:45.060746 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-5f28c0b8-34dc-410f-927f-48950332158f tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:09:45.070296 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-5f28c0b8-34dc-410f-927f-48950332158f tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0192227 Feb 28 20:09:45.070507 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bedf2-2620-4f01-83c4-887c83c34567 req-75196c3c-db8a-4dbc-8403-3978532fc75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:45.072019 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e2bedf2-2620-4f01-83c4-887c83c34567 req-75196c3c-db8a-4dbc-8403-3978532fc75f service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 200 len: 911 time: 0.5886581 Feb 28 20:09:45.116017 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7b537e8f-7c17-440d-939a-482000a96197 admin admin] Publish callbacks [] for security_group (a8be9619-270d-4db7-bc9d-e9d82019e583), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:45.116234 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0601be1e-12de-4202-887f-94301cb7899d no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:09:45.139750 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-2ecbc02e-37f3-4b56-a50d-0d0d847374a9 service neutron] 10.222.0.13 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6457276 Feb 28 20:09:45.143031 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e2bedf2-2620-4f01-83c4-887c83c34567 req-e1eb7d28-a1b2-4139-8203-14f4c7fe7f86 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e84e67-8728-40ea-8331-5c1be7a62126 HTTP/1.1" status: 200 len: 217 time: 0.0605228 Feb 28 20:09:45.159041 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-b717cf1f-907e-4086-9569-7adab564eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:45.169676 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-b717cf1f-907e-4086-9569-7adab564eb20 service neutron] 10.222.0.13 "GET /v2.0/ports/55710990-32d3-4608-a37b-900c1bb6ecd7 HTTP/1.1" status: 200 len: 1125 time: 0.0973508 Feb 28 20:09:45.174975 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-f86584ba-46b1-4a6d-9d93-4951f114d80f service neutron] Request body: {'binding': {'host': 'n-h1-820368-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:45.175446 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-f86584ba-46b1-4a6d-9d93-4951f114d80f service neutron] Unknown quota resources ['binding']. {{(pid=103773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 20:09:45.268077 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7b537e8f-7c17-440d-939a-482000a96197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a8be9619-270d-4db7-bc9d-e9d82019e583), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:45.271356 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7b537e8f-7c17-440d-939a-482000a96197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:45.275104 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7b537e8f-7c17-440d-939a-482000a96197 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8be9619-270d-4db7-bc9d-e9d82019e583 HTTP/1.1" status: 204 len: 168 time: 0.3882780 Feb 28 20:09:45.292885 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-84a283ae-ea98-4ab5-b625-e63f11ffe70d service neutron] 10.222.0.13 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521130 Feb 28 20:09:45.322683 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b537e8f-7c17-440d-939a-482000a96197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8be9619-270d-4db7-bc9d-e9d82019e583,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:45.363009 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 0601be1e-12de-4202-887f-94301cb7899d is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:45.363394 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0601be1e-12de-4202-887f-94301cb7899d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:45.435281 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bedf2-2620-4f01-83c4-887c83c34567 req-4229bef5-2c5b-4539-8aa5-81b8849cb832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:45.441226 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e2bedf2-2620-4f01-83c4-887c83c34567 req-4229bef5-2c5b-4539-8aa5-81b8849cb832 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=17bdb014-8992-41b5-9199-5d89512b4a60 HTTP/1.1" status: 200 len: 851 time: 0.1472785 Feb 28 20:09:45.462924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 0601be1e-12de-4202-887f-94301cb7899d, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0601be1e-12de-4202-887f-94301cb7899d,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:45.464529 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c8e5e4-c49a-4fee-9921-a976d3af7c6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0601be1e-12de-4202-887f-94301cb7899d'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:09:45.468370 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ffe524-4f18-4495-8d4a-7514c2cfabea" -d '{"events": [{"server_uuid": "59c8e5e4-c49a-4fee-9921-a976d3af7c6d", "name": "network-vif-unplugged", "status": "completed", "tag": "0601be1e-12de-4202-887f-94301cb7899d"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:09:45.481535 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0601be1e-12de-4202-887f-94301cb7899d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:45.501313 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e2bedf2-2620-4f01-83c4-887c83c34567 req-887b82c3-5ec1-4d2b-b07c-6dbc349f888c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8345f72-ebdd-4937-93d2-787e920180e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521872 Feb 28 20:09:45.594922 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-f86584ba-46b1-4a6d-9d93-4951f114d80f service neutron] Attempting to bind port 55710990-32d3-4608-a37b-900c1bb6ecd7 on host n-h1-820368-21 for vnic_type normal with profile None {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:09:45.595384 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-f86584ba-46b1-4a6d-9d93-4951f114d80f service neutron] Attempting to bind port 55710990-32d3-4608-a37b-900c1bb6ecd7 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:09:45.595735 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-f86584ba-46b1-4a6d-9d93-4951f114d80f service neutron] Attempting to bind port 55710990-32d3-4608-a37b-900c1bb6ecd7 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:09:45.605110 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-f86584ba-46b1-4a6d-9d93-4951f114d80f service neutron] Port 55710990-32d3-4608-a37b-900c1bb6ecd7 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:09:45.605482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-f86584ba-46b1-4a6d-9d93-4951f114d80f service neutron] Attempting to bind port 55710990-32d3-4608-a37b-900c1bb6ecd7 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:09:45.615054 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-f86584ba-46b1-4a6d-9d93-4951f114d80f service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:09:45.615415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-f86584ba-46b1-4a6d-9d93-4951f114d80f service neutron] Checking segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:09:45.616048 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-f86584ba-46b1-4a6d-9d93-4951f114d80f service neutron] Bound using segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:09:45.616789 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-f86584ba-46b1-4a6d-9d93-4951f114d80f service neutron] Bound port: 55710990-32d3-4608-a37b-900c1bb6ecd7, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:09:45.675517 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=0601be1e-12de-4202-887f-94301cb7899d,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:45.679670 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e2bedf2-2620-4f01-83c4-887c83c34567 req-0cd93b4d-1ce4-4f1c-84c5-1a2d54cb9ddc service neutron] 10.222.0.10 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661024 Feb 28 20:09:45.710673 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ceb820-079d-4317-a413-dfe25012d9da req-107d01ff-1d02-4194-9d0f-6b3a00868292 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:45.713002 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a4ceb820-079d-4317-a413-dfe25012d9da req-107d01ff-1d02-4194-9d0f-6b3a00868292 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.15 "GET /v2.0/ports?device_id=59c8e5e4-c49a-4fee-9921-a976d3af7c6d HTTP/1.1" status: 200 len: 943 time: 0.1754491 Feb 28 20:09:45.772076 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-f86584ba-46b1-4a6d-9d93-4951f114d80f service neutron] For port 55710990-32d3-4608-a37b-900c1bb6ecd7, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=55710990-32d3-4608-a37b-900c1bb6ecd7,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:09:45.788762 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-f86584ba-46b1-4a6d-9d93-4951f114d80f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:45.790330 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-f86584ba-46b1-4a6d-9d93-4951f114d80f service neutron] 10.222.0.13 "POST /v2.0/ports/55710990-32d3-4608-a37b-900c1bb6ecd7/bindings HTTP/1.1" status: 201 len: 390 time: 0.6199982 Feb 28 20:09:45.995467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2b870-ffca-49f7-b4e1-d8dd6d4b00fc req-67389f25-e887-430e-8da2-3dc4fdee0f49 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:46.012693 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2a2b870-ffca-49f7-b4e1-d8dd6d4b00fc req-67389f25-e887-430e-8da2-3dc4fdee0f49 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fd85bd-a896-4810-ae6e-3e88a64817b4 HTTP/1.1" status: 200 len: 946 time: 0.2988904 Feb 28 20:09:46.077686 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e2bedf2-2620-4f01-83c4-887c83c34567 req-6e3a9bc1-052f-40fd-b3e3-1ea757351157 service neutron] 10.222.0.10 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871419 Feb 28 20:09:46.144486 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43710) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:46.201963 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2a2b870-ffca-49f7-b4e1-d8dd6d4b00fc req-5c5dc13b-fd0a-4254-be6a-d9ca2a53c78e tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840689 Feb 28 20:09:46.232030 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d556dfe2-0217-4a86-93fb-937ebcf99011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:46.305864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33752d68-b407-4abf-a726-8638d3bc452f req-fbacbc60-f0f8-4ecb-90bc-dbdbaf692ce9 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:46.318582 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-33752d68-b407-4abf-a726-8638d3bc452f req-fbacbc60-f0f8-4ecb-90bc-dbdbaf692ce9 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 946 time: 0.2050107 Feb 28 20:09:46.373424 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-bf53e829-03f1-4352-9c03-89b0d3e129fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:46.384860 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-bf53e829-03f1-4352-9c03-89b0d3e129fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 1128 time: 0.2146101 Feb 28 20:09:46.393076 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-01d2d4f5-dbe8-4b51-bfac-0b58dc046116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:46.454536 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-a4ceb820-079d-4317-a413-dfe25012d9da req-8fe2e53f-5fb7-40bd-86fe-f0fac9a1a253 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Deleting port 0601be1e-12de-4202-887f-94301cb7899d {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:09:46.455601 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a4ceb820-079d-4317-a413-dfe25012d9da req-8fe2e53f-5fb7-40bd-86fe-f0fac9a1a253 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0601be1e-12de-4202-887f-94301cb7899d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:46.534679 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-33752d68-b407-4abf-a726-8638d3bc452f req-b183598e-3c3e-4ddd-b396-b186a864987e tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c61c35-aec3-4d76-be74-2521656f2804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983745 Feb 28 20:09:46.607090 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a4ceb820-079d-4317-a413-dfe25012d9da req-8fe2e53f-5fb7-40bd-86fe-f0fac9a1a253 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] For port 0601be1e-12de-4202-887f-94301cb7899d, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0601be1e-12de-4202-887f-94301cb7899d,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:46.607592 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a4ceb820-079d-4317-a413-dfe25012d9da req-8fe2e53f-5fb7-40bd-86fe-f0fac9a1a253 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0601be1e-12de-4202-887f-94301cb7899d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:46.628780 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-a4ceb820-079d-4317-a413-dfe25012d9da req-8fe2e53f-5fb7-40bd-86fe-f0fac9a1a253 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Calling delete_port for 0601be1e-12de-4202-887f-94301cb7899d owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:09:46.681724 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ee323-bd0a-4f95-b712-22e9c9725ea8 req-e3b3aa20-f846-4541-94b9-d0125f2faec3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:46.695654 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e32ee323-bd0a-4f95-b712-22e9c9725ea8 req-e3b3aa20-f846-4541-94b9-d0125f2faec3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=71188ed1-dd05-45aa-a214-8e734979f703 HTTP/1.1" status: 200 len: 944 time: 0.3528686 Feb 28 20:09:46.751615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-62b715a4-7b3c-4317-bbbd-24cd46405905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:46.753195 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-62b715a4-7b3c-4317-bbbd-24cd46405905 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 921 time: 0.3270373 Feb 28 20:09:46.755268 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d556dfe2-0217-4a86-93fb-937ebcf99011 admin admin] Publish callbacks [] for security_group (1ddab013-1be4-46ef-8325-5a7d846ef4f4), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:46.770396 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c970bbd-3530-4858-92ba-6fdf427321c8 x-openstack-request-id: req-3c970bbd-3530-4858-92ba-6fdf427321c8 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:09:46.771015 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c8e5e4-c49a-4fee-9921-a976d3af7c6d", "name": "network-vif-unplugged", "status": "completed", "tag": "0601be1e-12de-4202-887f-94301cb7899d", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:09:46.771467 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c970bbd-3530-4858-92ba-6fdf427321c8 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:09:46.772103 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c8e5e4-c49a-4fee-9921-a976d3af7c6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0601be1e-12de-4202-887f-94301cb7899d', 'code': 200} Feb 28 20:09:46.776135 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d556dfe2-0217-4a86-93fb-937ebcf99011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1ddab013-1be4-46ef-8325-5a7d846ef4f4), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:46.834679 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d556dfe2-0217-4a86-93fb-937ebcf99011 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=290f994e91f04b8798bfb4a868d2d02f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6887360 Feb 28 20:09:46.838264 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43720) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:46.858375 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-737cb072-9477-40d1-9d00-6abbe1c3223a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55710990-32d3-4608-a37b-900c1bb6ecd7 HTTP/1.1" status: 200 len: 217 time: 0.0953393 Feb 28 20:09:46.879359 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a4ceb820-079d-4317-a413-dfe25012d9da req-8fe2e53f-5fb7-40bd-86fe-f0fac9a1a253 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0601be1e-12de-4202-887f-94301cb7899d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:46.921081 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2e53f-5fb7-40bd-86fe-f0fac9a1a253 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Pushing event deleted for resources: {'Port': ['ID=0601be1e-12de-4202-887f-94301cb7899d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:46.932367 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c9349b93-f421-4c80-8507-26412168df55 req-69c4a8d3-fee4-447a-ab4b-3c936d4a025a tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 210 time: 0.0928972 Feb 28 20:09:46.995976 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e32ee323-bd0a-4f95-b712-22e9c9725ea8 req-e1ace795-f121-4edc-864f-a4d64e76cedb tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953708 Feb 28 20:09:46.998447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556dfe2-0217-4a86-93fb-937ebcf99011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddab013-1be4-46ef-8325-5a7d846ef4f4,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:47.013259 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ceb820-079d-4317-a413-dfe25012d9da req-8fe2e53f-5fb7-40bd-86fe-f0fac9a1a253 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] No DVR routers for this DVR port 0601be1e-12de-4202-887f-94301cb7899d on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:09:47.018930 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a4ceb820-079d-4317-a413-dfe25012d9da req-8fe2e53f-5fb7-40bd-86fe-f0fac9a1a253 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:47.026896 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a4ceb820-079d-4317-a413-dfe25012d9da req-8fe2e53f-5fb7-40bd-86fe-f0fac9a1a253 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.15 "DELETE /v2.0/ports/0601be1e-12de-4202-887f-94301cb7899d HTTP/1.1" status: 204 len: 173 time: 1.3021243 Feb 28 20:09:47.027448 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c8e5e4-c49a-4fee-9921-a976d3af7c6d', 'name': 'network-vif-deleted', 'tag': '0601be1e-12de-4202-887f-94301cb7899d'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:09:47.042005 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac815003-7e44-44a8-a367-f7bd192c6abf" -d '{"events": [{"server_uuid": "59c8e5e4-c49a-4fee-9921-a976d3af7c6d", "name": "network-vif-deleted", "tag": "0601be1e-12de-4202-887f-94301cb7899d"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:09:47.077264 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-569664e6-f3b2-4ffd-a93b-c5f2e3ae67d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:47.079833 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-569664e6-f3b2-4ffd-a93b-c5f2e3ae67d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.1974015 Feb 28 20:09:47.129743 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-aac109d0-d28e-4e01-ad3a-71a8ca5795ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408738 Feb 28 20:09:47.213377 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8c22aeb-f206-4507-8ffa-4af56a7b5b04 admin admin] Publish callbacks [] for security_group (1ddab013-1be4-46ef-8325-5a7d846ef4f4), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:47.307662 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbd4b2-d69a-435c-9a72-d2dca6c6c80c req-fbe05418-afa5-404f-a5c4-d955e45102c6 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:47.316311 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91fbd4b2-d69a-435c-9a72-d2dca6c6c80c req-fbe05418-afa5-404f-a5c4-d955e45102c6 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 945 time: 0.2337701 Feb 28 20:09:47.416350 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-fd299e24-0de5-4e3a-86c1-1239e6686248 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:47.418621 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-fd299e24-0de5-4e3a-86c1-1239e6686248 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.15 "GET /v2.0/networks?id=30ade989-eb50-4d25-b902-20ce10a97a59 HTTP/1.1" status: 200 len: 804 time: 0.2609689 Feb 28 20:09:47.421598 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8c22aeb-f206-4507-8ffa-4af56a7b5b04 admin admin] Publish callbacks [] for security_group (1ddab013-1be4-46ef-8325-5a7d846ef4f4), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:47.433938 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-0d9c3e95-d0a1-48b7-9ca0-e94469cd7e6b service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754440 Feb 28 20:09:47.434166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-f5aa350b-20ce-4795-8bb7-0a2d04816efa tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Request body: {'port': {'device_id': 'b8a23997-8e8a-4177-8b96-afe5018fd889', 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59', 'admin_state_up': True, 'tenant_id': 'ebb914519f8f4e2e877f18e6d51e0525'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:47.607333 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91fbd4b2-d69a-435c-9a72-d2dca6c6c80c req-77848be7-d30e-436e-ae45-4eb1e504da92 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878408 Feb 28 20:09:47.698945 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 22e84e67-8728-40ea-8331-5c1be7a62126 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:09:47.719382 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-f5aa350b-20ce-4795-8bb7-0a2d04816efa tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Made reservation on behalf of ebb914519f8f4e2e877f18e6d51e0525 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:09:47.724612 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-f5aa350b-20ce-4795-8bb7-0a2d04816efa tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:47.760798 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f9c212-eaa3-456b-a766-6a2d8fc07c74 x-openstack-request-id: req-16f9c212-eaa3-456b-a766-6a2d8fc07c74 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:09:47.761472 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c8e5e4-c49a-4fee-9921-a976d3af7c6d", "name": "network-vif-deleted", "tag": "0601be1e-12de-4202-887f-94301cb7899d", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:09:47.761971 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16f9c212-eaa3-456b-a766-6a2d8fc07c74 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:09:47.762684 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c8e5e4-c49a-4fee-9921-a976d3af7c6d', 'name': 'network-vif-deleted', 'tag': '0601be1e-12de-4202-887f-94301cb7899d', 'status': 'completed', 'code': 200} Feb 28 20:09:47.777810 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-4a23839f-ae5b-46d6-9261-3a7f8b34557a service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067622 Feb 28 20:09:47.888962 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06875721-f0c8-4df9-8767-79c030255b30 req-501f4994-1f17-42fe-8d40-89ff495ff077 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2801516 Feb 28 20:09:47.911206 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-06875721-f0c8-4df9-8767-79c030255b30 req-49ad74b0-5990-4666-b718-8df6bd7168cc tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:47.934263 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 22e84e67-8728-40ea-8331-5c1be7a62126, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=22e84e67-8728-40ea-8331-5c1be7a62126,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:47.960960 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '22e84e67-8728-40ea-8331-5c1be7a62126', 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2', 'port_id': '22e84e67-8728-40ea-8331-5c1be7a62126', 'mac_address': 'fa:16:3e:7a:84:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bdb014-8992-41b5-9199-5d89512b4a60', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:09:47.968097 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06875721-f0c8-4df9-8767-79c030255b30 req-49ad74b0-5990-4666-b718-8df6bd7168cc tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:47.985864 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8c22aeb-f206-4507-8ffa-4af56a7b5b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1ddab013-1be4-46ef-8325-5a7d846ef4f4), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:47.990055 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8c22aeb-f206-4507-8ffa-4af56a7b5b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:47.991254 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c8c22aeb-f206-4507-8ffa-4af56a7b5b04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ddab013-1be4-46ef-8325-5a7d846ef4f4 HTTP/1.1" status: 204 len: 168 time: 1.1497960 Feb 28 20:09:48.036472 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c22aeb-f206-4507-8ffa-4af56a7b5b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddab013-1be4-46ef-8325-5a7d846ef4f4,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:48.038274 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 22e84e67-8728-40ea-8331-5c1be7a62126 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:48.039222 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (22e84e67-8728-40ea-8331-5c1be7a62126), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:48.074773 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e84e67-8728-40ea-8331-5c1be7a62126 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:09:48.114538 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 22e84e67-8728-40ea-8331-5c1be7a62126, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=22e84e67-8728-40ea-8331-5c1be7a62126,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:48.122520 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (22e84e67-8728-40ea-8331-5c1be7a62126), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:48.163197 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-61604ffc-50f4-4206-9595-501c7a7529e2 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:48.165788 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-61604ffc-50f4-4206-9595-501c7a7529e2 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b&tenant_id=b4b67168c19e47fc8123410b2d1449a0&binding%3Ahost_id=n-h2-820368-21 HTTP/1.1" status: 200 len: 1128 time: 0.2750943 Feb 28 20:09:48.184841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820368-21'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:48.191627 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=22e84e67-8728-40ea-8331-5c1be7a62126,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:48.343082 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-f5aa350b-20ce-4795-8bb7-0a2d04816efa tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Allocated IP 172.20.0.3 (30ade989-eb50-4d25-b902-20ce10a97a59/6f7b6343-09d6-47f5-84df-45ccf66aea66/bc1767eb-fa31-42de-8a2e-d49646be7736) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:09:48.472730 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['22e84e67-8728-40ea-8331-5c1be7a62126'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:09:48.489668 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1bd26795-9497-4e82-afa6-aa7a06ad147c req-bbceca93-c70f-4958-beae-8521669a8bae tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 210 time: 0.0622160 Feb 28 20:09:48.491282 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (55710990-32d3-4608-a37b-900c1bb6ecd7), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:48.613658 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06875721-f0c8-4df9-8767-79c030255b30 req-49ad74b0-5990-4666-b718-8df6bd7168cc tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:48.620380 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-f5aa350b-20ce-4795-8bb7-0a2d04816efa tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks [] for port (bc1767eb-fa31-42de-8a2e-d49646be7736), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:48.706296 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-f5aa350b-20ce-4795-8bb7-0a2d04816efa tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (bc1767eb-fa31-42de-8a2e-d49646be7736), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:48.791784 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] For port 55710990-32d3-4608-a37b-900c1bb6ecd7, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=55710990-32d3-4608-a37b-900c1bb6ecd7,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:48.869510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-f5aa350b-20ce-4795-8bb7-0a2d04816efa tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Network 30ade989-eb50-4d25-b902-20ce10a97a59 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:09:48.882538 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-f5aa350b-20ce-4795-8bb7-0a2d04816efa tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:09:48.888584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-f5aa350b-20ce-4795-8bb7-0a2d04816efa tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:09:48.924640 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fd35acb8-5eae-4894-b616-e48f4bb3615b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:48.931790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba441e-1f0a-46d3-90f7-7c078d440c20 req-ad2550e3-566d-4986-8f3a-27c31ee402f3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:48.933391 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3cba441e-1f0a-46d3-90f7-7c078d440c20 req-ad2550e3-566d-4986-8f3a-27c31ee402f3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=71188ed1-dd05-45aa-a214-8e734979f703 HTTP/1.1" status: 200 len: 945 time: 0.2922344 Feb 28 20:09:48.966493 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-f5aa350b-20ce-4795-8bb7-0a2d04816efa tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:48.967151 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-f5aa350b-20ce-4795-8bb7-0a2d04816efa tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:48.990887 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa350b-20ce-4795-8bb7-0a2d04816efa tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Pushing event updated for resources: {'Port': ['ID=bc1767eb-fa31-42de-8a2e-d49646be7736,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:49.004876 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-f5aa350b-20ce-4795-8bb7-0a2d04816efa tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5754654 Feb 28 20:09:49.019007 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] Request body: {'port': {'device_id': 'b8a23997-8e8a-4177-8b96-afe5018fd889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:49.043114 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-06875721-f0c8-4df9-8767-79c030255b30 req-49ad74b0-5990-4666-b718-8df6bd7168cc tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Allocated IP 172.25.0.108 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/dffb42f4-968d-4804-ad14-cdcf15871f44) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:09:49.052555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] For port 55710990-32d3-4608-a37b-900c1bb6ecd7, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:09:49.101639 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bc1767eb-fa31-42de-8a2e-d49646be7736), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:49.155330 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0601be1e-12de-4202-887f-94301cb7899d no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:09:49.199090 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 0601be1e-12de-4202-887f-94301cb7899d {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:09:49.199433 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0601be1e-12de-4202-887f-94301cb7899d not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:09:49.202189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabc7deb-43b3-4664-b942-25b3af6f0a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55710990-32d3-4608-a37b-900c1bb6ecd7'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:09:49.205212 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61de33e-e1be-47a4-b2f8-61b79aa2ffbf" -d '{"events": [{"server_uuid": "aabc7deb-43b3-4664-b942-25b3af6f0a3b", "name": "network-vif-unplugged", "status": "completed", "tag": "55710990-32d3-4608-a37b-900c1bb6ecd7"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:09:49.213930 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] Publish callbacks [] for port (55710990-32d3-4608-a37b-900c1bb6ecd7), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:49.224546 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3cba441e-1f0a-46d3-90f7-7c078d440c20 req-d0a9f584-0bce-4f15-a153-66c0a209be0b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726123 Feb 28 20:09:49.253427 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (55710990-32d3-4608-a37b-900c1bb6ecd7), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:49.271648 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:49.341962 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] Pushing event updated for resources: {'Port': ['ID=55710990-32d3-4608-a37b-900c1bb6ecd7,revision_number=7']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:49.427674 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06875721-f0c8-4df9-8767-79c030255b30 req-49ad74b0-5990-4666-b718-8df6bd7168cc tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks [] for port (dffb42f4-968d-4804-ad14-cdcf15871f44), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:49.436726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] Attempting to bind port 55710990-32d3-4608-a37b-900c1bb6ecd7 on host n-h2-820368-21 for vnic_type normal with profile {"migrating_to": "n-h1-820368-21"} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:09:49.437068 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] Attempting to bind port 55710990-32d3-4608-a37b-900c1bb6ecd7 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:09:49.437466 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] Attempting to bind port 55710990-32d3-4608-a37b-900c1bb6ecd7 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:09:49.475865 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] Port 55710990-32d3-4608-a37b-900c1bb6ecd7 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:09:49.476237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] Attempting to bind port 55710990-32d3-4608-a37b-900c1bb6ecd7 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:09:49.494669 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:09:49.495061 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] Checking segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:09:49.495505 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] Bound using segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:09:49.495988 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] Bound port: 55710990-32d3-4608-a37b-900c1bb6ecd7, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:09:49.496357 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (55710990-32d3-4608-a37b-900c1bb6ecd7), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:49.554712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1767eb-fa31-42de-8a2e-d49646be7736 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:09:49.560997 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ac5e3-2be6-482c-8300-56e764930f69 req-c0931e5f-acb4-43e4-af54-6d5591552a12 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:49.562556 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc6ac5e3-2be6-482c-8300-56e764930f69 req-c0931e5f-acb4-43e4-af54-6d5591552a12 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 943 time: 0.1289067 Feb 28 20:09:49.571633 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] Publish callbacks [] for port (bc1767eb-fa31-42de-8a2e-d49646be7736), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:49.575836 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06875721-f0c8-4df9-8767-79c030255b30 req-49ad74b0-5990-4666-b718-8df6bd7168cc tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (dffb42f4-968d-4804-ad14-cdcf15871f44), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:49.587574 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] Transition to ACTIVE for port object bc1767eb-fa31-42de-8a2e-d49646be7736 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:09:49.595718 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (bc1767eb-fa31-42de-8a2e-d49646be7736), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:49.632784 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad74b0-5990-4666-b718-8df6bd7168cc tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Pushing event updated for resources: {'Port': ['ID=dffb42f4-968d-4804-ad14-cdcf15871f44,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:49.673011 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06875721-f0c8-4df9-8767-79c030255b30 req-49ad74b0-5990-4666-b718-8df6bd7168cc tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:09:49.676461 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] For port 55710990-32d3-4608-a37b-900c1bb6ecd7, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:09:49.680325 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] For port 55710990-32d3-4608-a37b-900c1bb6ecd7, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=55710990-32d3-4608-a37b-900c1bb6ecd7,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:09:49.682035 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] Pushing event updated for resources: {'Port': ['ID=bc1767eb-fa31-42de-8a2e-d49646be7736,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:49.683421 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-06875721-f0c8-4df9-8767-79c030255b30 req-49ad74b0-5990-4666-b718-8df6bd7168cc tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:09:49.691657 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-06875721-f0c8-4df9-8767-79c030255b30 req-49ad74b0-5990-4666-b718-8df6bd7168cc tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:09:49.717945 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 22e84e67-8728-40ea-8331-5c1be7a62126 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:09:49.729186 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (55710990-32d3-4608-a37b-900c1bb6ecd7), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:49.750292 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] Attempting to bind port bc1767eb-fa31-42de-8a2e-d49646be7736 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:09:49.750875 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] Attempting to bind port bc1767eb-fa31-42de-8a2e-d49646be7736 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:09:49.751283 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] Attempting to bind port bc1767eb-fa31-42de-8a2e-d49646be7736 on network 30ade989-eb50-4d25-b902-20ce10a97a59 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:09:49.756467 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] Port bc1767eb-fa31-42de-8a2e-d49646be7736 on network 30ade989-eb50-4d25-b902-20ce10a97a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:09:49.756786 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] Attempting to bind port bc1767eb-fa31-42de-8a2e-d49646be7736 on network 30ade989-eb50-4d25-b902-20ce10a97a59 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:09:49.763404 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:09:49.765042 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] Checking segment: {'id': 'f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:09:49.765516 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] Bound using segment: {'id': 'f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:09:49.766244 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] Bound port: bc1767eb-fa31-42de-8a2e-d49646be7736, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:09:49.766662 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bc1767eb-fa31-42de-8a2e-d49646be7736), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:49.800498 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc6ac5e3-2be6-482c-8300-56e764930f69 req-33c95e83-af50-4a9f-a388-75daa2124667 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261550 Feb 28 20:09:49.806352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] Pushing event updated for resources: {'Port': ['ID=55710990-32d3-4608-a37b-900c1bb6ecd7,revision_number=8']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:49.858212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 22e84e67-8728-40ea-8331-5c1be7a62126 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:09:49.863232 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 22e84e67-8728-40ea-8331-5c1be7a62126 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:09:49.863993 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (22e84e67-8728-40ea-8331-5c1be7a62126), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:49.864878 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] For port bc1767eb-fa31-42de-8a2e-d49646be7736, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:09:49.874089 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] For port bc1767eb-fa31-42de-8a2e-d49646be7736, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=bc1767eb-fa31-42de-8a2e-d49646be7736,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:09:49.888121 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (bc1767eb-fa31-42de-8a2e-d49646be7736), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:49.949301 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0256af7a-785f-4529-b988-8e50a2280e65 x-openstack-request-id: req-0256af7a-785f-4529-b988-8e50a2280e65 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:09:49.949653 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aabc7deb-43b3-4664-b942-25b3af6f0a3b", "name": "network-vif-unplugged", "status": "completed", "tag": "55710990-32d3-4608-a37b-900c1bb6ecd7", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:09:49.949895 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0256af7a-785f-4529-b988-8e50a2280e65 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:09:49.950226 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aabc7deb-43b3-4664-b942-25b3af6f0a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55710990-32d3-4608-a37b-900c1bb6ecd7', 'code': 200} Feb 28 20:09:49.957570 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:49.958155 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:49.959329 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-7c49295f-c1c6-4b79-8891-de2660643a69 service neutron] 10.222.0.15 "PUT /v2.0/ports/55710990-32d3-4608-a37b-900c1bb6ecd7 HTTP/1.1" status: 200 len: 1123 time: 1.7845073 Feb 28 20:09:49.989411 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:49.992269 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:49.996524 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:49.997318 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] 10.222.0.15 "PUT /v2.0/ports/bc1767eb-fa31-42de-8a2e-d49646be7736 HTTP/1.1" status: 200 len: 1092 time: 0.9838223 Feb 28 20:09:49.998001 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a23997-8e8a-4177-8b96-afe5018fd889', 'tag': 'bc1767eb-fa31-42de-8a2e-d49646be7736'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:09:50.007554 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a733e8-6cfb-4459-ba81-ce77e55e363e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a23997-8e8a-4177-8b96-afe5018fd889", "tag": "bc1767eb-fa31-42de-8a2e-d49646be7736"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:09:50.020901 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06875721-f0c8-4df9-8767-79c030255b30 req-49ad74b0-5990-4666-b718-8df6bd7168cc tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks [] for floatingip (ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:50.096008 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36053f-ee65-407a-a01b-9da74624a2ad service neutron] Pushing event updated for resources: {'Port': ['ID=bc1767eb-fa31-42de-8a2e-d49646be7736,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:50.107251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 22e84e67-8728-40ea-8331-5c1be7a62126 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:50.107956 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (22e84e67-8728-40ea-8331-5c1be7a62126), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:50.111522 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['55710990-32d3-4608-a37b-900c1bb6ecd7'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:09:50.162972 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06875721-f0c8-4df9-8767-79c030255b30 req-49ad74b0-5990-4666-b718-8df6bd7168cc tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (dffb42f4-968d-4804-ad14-cdcf15871f44), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:50.191509 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 22e84e67-8728-40ea-8331-5c1be7a62126, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=22e84e67-8728-40ea-8331-5c1be7a62126,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:50.194484 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71188ed1-dd05-45aa-a214-8e734979f703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e84e67-8728-40ea-8331-5c1be7a62126'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:09:50.196805 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f288d35-ac8b-4615-a4ea-54406ef9b6fb" -d '{"events": [{"server_uuid": "71188ed1-dd05-45aa-a214-8e734979f703", "name": "network-vif-plugged", "status": "completed", "tag": "22e84e67-8728-40ea-8331-5c1be7a62126"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:09:50.204194 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (22e84e67-8728-40ea-8331-5c1be7a62126), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:50.215274 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad6b06-4e18-40c7-ad1b-9174dd969c97 req-d66a7f70-bca6-481f-ae81-8e8ed6e3d612 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:50.217731 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-09ad6b06-4e18-40c7-ad1b-9174dd969c97 req-d66a7f70-bca6-481f-ae81-8e8ed6e3d612 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fd85bd-a896-4810-ae6e-3e88a64817b4 HTTP/1.1" status: 200 len: 946 time: 0.1309621 Feb 28 20:09:50.227805 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-9a56709f-2ad4-4869-8541-bbedd66038d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:50.230636 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-9a56709f-2ad4-4869-8541-bbedd66038d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebb914519f8f4e2e877f18e6d51e0525&device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 1126 time: 0.1446726 Feb 28 20:09:50.315268 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=22e84e67-8728-40ea-8331-5c1be7a62126,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:50.333753 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-7aeeb570-5182-41da-a553-6b1fe8b057d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc1767eb-fa31-42de-8a2e-d49646be7736 HTTP/1.1" status: 200 len: 217 time: 0.0945926 Feb 28 20:09:50.357038 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-09ad6b06-4e18-40c7-ad1b-9174dd969c97 req-fdcc67e8-c139-482e-ae7d-63b066560399 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235068 Feb 28 20:09:50.449409 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-dca7d38c-b719-4b8a-9b1c-d41db5b8d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:50.454439 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-dca7d38c-b719-4b8a-9b1c-d41db5b8d2a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f7b6343-09d6-47f5-84df-45ccf66aea66 HTTP/1.1" status: 200 len: 844 time: 0.1122291 Feb 28 20:09:50.542763 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-37854247-658e-424d-b45c-b0070d2354bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30ade989-eb50-4d25-b902-20ce10a97a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797188 Feb 28 20:09:50.622175 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06875721-f0c8-4df9-8767-79c030255b30 req-49ad74b0-5990-4666-b718-8df6bd7168cc tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks [] for port (dffb42f4-968d-4804-ad14-cdcf15871f44), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:50.633822 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06875721-f0c8-4df9-8767-79c030255b30 req-49ad74b0-5990-4666-b718-8df6bd7168cc tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (dffb42f4-968d-4804-ad14-cdcf15871f44), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:50.675561 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-05c10f0b-f4d0-4f6f-b74a-ae5d8097e3d4 service neutron] 10.222.0.15 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200862 Feb 28 20:09:50.745467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6bcd5-c974-4249-ae96-52764907b7f6 req-002124b6-7f76-43ac-b8fb-263c04d729d0 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:50.752992 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1af6bcd5-c974-4249-ae96-52764907b7f6 req-002124b6-7f76-43ac-b8fb-263c04d729d0 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 943 time: 0.1745548 Feb 28 20:09:50.803949 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad74b0-5990-4666-b718-8df6bd7168cc tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Pushing event updated for resources: {'Port': ['ID=dffb42f4-968d-4804-ad14-cdcf15871f44,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:50.804823 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bfde7c9d-5ee7-4fcf-9937-1593068c4dcc req-f67711c9-0336-4a53-abd6-b20ea6626db4 service neutron] 10.222.0.15 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173353 Feb 28 20:09:50.820378 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06875721-f0c8-4df9-8767-79c030255b30 req-49ad74b0-5990-4666-b718-8df6bd7168cc tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:50.832661 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1af6bcd5-c974-4249-ae96-52764907b7f6 req-12d552be-4f3d-4173-aa7b-b5bc77691ffe tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783169 Feb 28 20:09:50.854752 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06875721-f0c8-4df9-8767-79c030255b30 req-49ad74b0-5990-4666-b718-8df6bd7168cc tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:50.870074 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06875721-f0c8-4df9-8767-79c030255b30 req-49ad74b0-5990-4666-b718-8df6bd7168cc tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9649761 Feb 28 20:09:50.913444 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435f96c6-7b12-4519-81d2-7d74d7cec0a6 x-openstack-request-id: req-435f96c6-7b12-4519-81d2-7d74d7cec0a6 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:09:50.913976 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a23997-8e8a-4177-8b96-afe5018fd889", "tag": "bc1767eb-fa31-42de-8a2e-d49646be7736", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:09:50.913976 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-435f96c6-7b12-4519-81d2-7d74d7cec0a6 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:09:50.914382 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a23997-8e8a-4177-8b96-afe5018fd889', 'tag': 'bc1767eb-fa31-42de-8a2e-d49646be7736', 'status': 'completed', 'code': 200} Feb 28 20:09:50.939689 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06875721-f0c8-4df9-8767-79c030255b30 req-37d3a4be-8393-49f6-a39e-0fb12a47c81d tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 696 time: 0.0683775 Feb 28 20:09:50.973786 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47202595-ee77-438c-9c0f-93ed80cdc30d x-openstack-request-id: req-47202595-ee77-438c-9c0f-93ed80cdc30d {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:09:50.974086 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71188ed1-dd05-45aa-a214-8e734979f703", "name": "network-vif-plugged", "status": "completed", "tag": "22e84e67-8728-40ea-8331-5c1be7a62126", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:09:50.974344 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47202595-ee77-438c-9c0f-93ed80cdc30d {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:09:50.974741 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71188ed1-dd05-45aa-a214-8e734979f703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e84e67-8728-40ea-8331-5c1be7a62126', 'code': 200} Feb 28 20:09:51.070203 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a733e8-6cfb-4459-ba81-ce77e55e363e req-444bd53c-fe71-4e6f-8678-f7afd667b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:51.074656 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-94a733e8-6cfb-4459-ba81-ce77e55e363e req-444bd53c-fe71-4e6f-8678-f7afd667b19a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebb914519f8f4e2e877f18e6d51e0525&device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 1126 time: 0.1301868 Feb 28 20:09:51.173180 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device e1a2ea25-7b72-4461-8a2c-3d0304462d47 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:09:51.181970 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:51.232094 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a733e8-6cfb-4459-ba81-ce77e55e363e req-a9b32445-c439-47f3-8a81-0f988ce2877f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:51.235265 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-94a733e8-6cfb-4459-ba81-ce77e55e363e req-a9b32445-c439-47f3-8a81-0f988ce2877f service neutron] 10.222.0.15 "GET /v2.0/networks?id=30ade989-eb50-4d25-b902-20ce10a97a59 HTTP/1.1" status: 200 len: 904 time: 0.1543682 Feb 28 20:09:51.339088 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-94a733e8-6cfb-4459-ba81-ce77e55e363e req-86898a8f-d582-4397-9a1f-5b19d9da327a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc1767eb-fa31-42de-8a2e-d49646be7736 HTTP/1.1" status: 200 len: 217 time: 0.0948458 Feb 28 20:09:51.344387 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0838e-85da-4836-9a37-10614aadcf89 req-043eceed-e482-4d10-9287-75d0897bd437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:51.346139 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-11b0838e-85da-4836-9a37-10614aadcf89 req-043eceed-e482-4d10-9287-75d0897bd437 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=71188ed1-dd05-45aa-a214-8e734979f703 HTTP/1.1" status: 200 len: 1129 time: 0.2199285 Feb 28 20:09:51.354416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06875721-f0c8-4df9-8767-79c030255b30 req-bd8855b7-6fe5-4903-b207-943a8cfccdf7 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:51.356662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port e1a2ea25-7b72-4461-8a2c-3d0304462d47, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e1a2ea25-7b72-4461-8a2c-3d0304462d47,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:51.364952 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06875721-f0c8-4df9-8767-79c030255b30 req-bd8855b7-6fe5-4903-b207-943a8cfccdf7 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.4243138 Feb 28 20:09:51.396057 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590ebbc-3100-4906-b302-07754735e313 req-88b6d9f2-2f12-447a-a5b0-0d7552d5a994 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:51.397150 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'e1a2ea25-7b72-4461-8a2c-3d0304462d47', 'network_id': '2b99c423-2a23-4a58-b010-0e915b051500', 'port_id': 'e1a2ea25-7b72-4461-8a2c-3d0304462d47', 'mac_address': 'fa:16:3e:32:0b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3ede59-a3a4-4385-bdb9-388af5c0400e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:09:51.403276 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9590ebbc-3100-4906-b302-07754735e313 req-88b6d9f2-2f12-447a-a5b0-0d7552d5a994 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=71188ed1-dd05-45aa-a214-8e734979f703 HTTP/1.1" status: 200 len: 946 time: 0.1929774 Feb 28 20:09:51.453713 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a733e8-6cfb-4459-ba81-ce77e55e363e req-89969cb9-2685-468f-97c3-4f3a2fac7d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:51.455937 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-94a733e8-6cfb-4459-ba81-ce77e55e363e req-89969cb9-2685-468f-97c3-4f3a2fac7d93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f7b6343-09d6-47f5-84df-45ccf66aea66 HTTP/1.1" status: 200 len: 844 time: 0.1100106 Feb 28 20:09:51.494508 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port e1a2ea25-7b72-4461-8a2c-3d0304462d47 is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:51.494906 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e1a2ea25-7b72-4461-8a2c-3d0304462d47), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:51.521776 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9590ebbc-3100-4906-b302-07754735e313 req-5be9265d-8a77-4342-aa8a-7bac488ccfd2 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977230 Feb 28 20:09:51.525584 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-94a733e8-6cfb-4459-ba81-ce77e55e363e req-3d9fe5a4-fa28-4ee7-a897-81baabaaa09f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30ade989-eb50-4d25-b902-20ce10a97a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615776 Feb 28 20:09:51.532612 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1a2ea25-7b72-4461-8a2c-3d0304462d47 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:09:51.538568 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-11b0838e-85da-4836-9a37-10614aadcf89 req-a556a3f8-0519-4336-9c07-50c666fc7738 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708941 Feb 28 20:09:51.616412 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port e1a2ea25-7b72-4461-8a2c-3d0304462d47, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e1a2ea25-7b72-4461-8a2c-3d0304462d47,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:51.627096 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e1a2ea25-7b72-4461-8a2c-3d0304462d47), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:51.676184 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-94a733e8-6cfb-4459-ba81-ce77e55e363e req-3fabbec5-81fb-4d41-a6b6-5ec007544b0c service neutron] 10.222.0.15 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440358 Feb 28 20:09:51.723687 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=e1a2ea25-7b72-4461-8a2c-3d0304462d47,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:51.746350 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['e1a2ea25-7b72-4461-8a2c-3d0304462d47'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:09:51.829492 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-94a733e8-6cfb-4459-ba81-ce77e55e363e req-be239f98-05e9-4291-99d2-c31367c75f04 service neutron] 10.222.0.15 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467378 Feb 28 20:09:52.124557 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe0f96-aa71-43d6-b4d9-a855ea32fb73 req-5b3ff29f-f6f7-47c6-b8bd-5c433c4c72e0 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:52.132026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cebe0f96-aa71-43d6-b4d9-a855ea32fb73 req-5b3ff29f-f6f7-47c6-b8bd-5c433c4c72e0 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 943 time: 0.5257628 Feb 28 20:09:52.133690 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aabc7deb-43b3-4664-b942-25b3af6f0a3b', 'tag': '55710990-32d3-4608-a37b-900c1bb6ecd7'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:09:52.135952 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ca5200-67ea-4a22-b135-61862dc498ed" -d '{"events": [{"name": "network-changed", "server_uuid": "aabc7deb-43b3-4664-b942-25b3af6f0a3b", "tag": "55710990-32d3-4608-a37b-900c1bb6ecd7"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:09:52.144521 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:52.220243 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cebe0f96-aa71-43d6-b4d9-a855ea32fb73 req-92d678b1-b2f7-4b7f-8c95-3a8ea3f9d023 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794129 Feb 28 20:09:52.300701 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65c687-d3ee-41f9-82c5-3ec38c8cf840 req-509b60aa-4418-48af-968f-58b0f4bf560a tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:52.301179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65c687-d3ee-41f9-82c5-3ec38c8cf840 req-509b60aa-4418-48af-968f-58b0f4bf560a tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:52.301653 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65c687-d3ee-41f9-82c5-3ec38c8cf840 req-509b60aa-4418-48af-968f-58b0f4bf560a tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:52.302111 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65c687-d3ee-41f9-82c5-3ec38c8cf840 req-509b60aa-4418-48af-968f-58b0f4bf560a tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:52.302574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65c687-d3ee-41f9-82c5-3ec38c8cf840 req-509b60aa-4418-48af-968f-58b0f4bf560a tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:52.303024 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65c687-d3ee-41f9-82c5-3ec38c8cf840 req-509b60aa-4418-48af-968f-58b0f4bf560a tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:52.303480 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65c687-d3ee-41f9-82c5-3ec38c8cf840 req-509b60aa-4418-48af-968f-58b0f4bf560a tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:52.304198 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65c687-d3ee-41f9-82c5-3ec38c8cf840 req-509b60aa-4418-48af-968f-58b0f4bf560a tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:52.304735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65c687-d3ee-41f9-82c5-3ec38c8cf840 req-509b60aa-4418-48af-968f-58b0f4bf560a tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:52.305203 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65c687-d3ee-41f9-82c5-3ec38c8cf840 req-509b60aa-4418-48af-968f-58b0f4bf560a tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:52.305657 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65c687-d3ee-41f9-82c5-3ec38c8cf840 req-509b60aa-4418-48af-968f-58b0f4bf560a tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:52.306113 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65c687-d3ee-41f9-82c5-3ec38c8cf840 req-509b60aa-4418-48af-968f-58b0f4bf560a tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:52.306622 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65c687-d3ee-41f9-82c5-3ec38c8cf840 req-509b60aa-4418-48af-968f-58b0f4bf560a tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:52.308727 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e65c687-d3ee-41f9-82c5-3ec38c8cf840 req-509b60aa-4418-48af-968f-58b0f4bf560a tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9217 time: 0.6447763 Feb 28 20:09:52.364507 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47245138-a05b-4183-9068-b8ac7b2cb7bb req-0464d4bd-7435-409d-857e-3c70db439fb8 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:52.366237 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47245138-a05b-4183-9068-b8ac7b2cb7bb req-0464d4bd-7435-409d-857e-3c70db439fb8 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fd85bd-a896-4810-ae6e-3e88a64817b4 HTTP/1.1" status: 200 len: 945 time: 0.0769053 Feb 28 20:09:52.446639 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47245138-a05b-4183-9068-b8ac7b2cb7bb req-1f95721b-93af-4856-9e48-c22ba9bd58fd tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741584 Feb 28 20:09:52.576598 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:52.624374 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-c77592fc-ff03-45e0-b588-c74f95c597c6 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:52.626046 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-c77592fc-ff03-45e0-b588-c74f95c597c6 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/networks?id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca HTTP/1.1" status: 200 len: 821 time: 0.2032826 Feb 28 20:09:52.659318 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-8bbed40e-05a6-4287-ac6b-9f64dbc35ab9 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/quotas/395834be88664486992e15ee678c561b HTTP/1.1" status: 200 len: 375 time: 0.0175481 Feb 28 20:09:52.710458 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bad5f-45cb-4943-8e6d-4f14e9d69390 req-1a943e82-7863-478c-bd3e-870a63d2b7c2 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:52.712680 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-232bad5f-45cb-4943-8e6d-4f14e9d69390 req-1a943e82-7863-478c-bd3e-870a63d2b7c2 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 943 time: 0.1244733 Feb 28 20:09:52.808707 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-4260edd1-d2ac-4c26-b163-9d10a73028e3 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=395834be88664486992e15ee678c561b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1304052 Feb 28 20:09:52.813703 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-232bad5f-45cb-4943-8e6d-4f14e9d69390 req-df22adde-4311-4494-8245-5bb6b9d1ca51 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842247 Feb 28 20:09:52.919703 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1d696c-37bf-44d1-93e3-f6ce364959e7 x-openstack-request-id: req-1c1d696c-37bf-44d1-93e3-f6ce364959e7 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:09:52.919703 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aabc7deb-43b3-4664-b942-25b3af6f0a3b", "tag": "55710990-32d3-4608-a37b-900c1bb6ecd7", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:09:52.919703 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c1d696c-37bf-44d1-93e3-f6ce364959e7 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:09:52.920228 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aabc7deb-43b3-4664-b942-25b3af6f0a3b', 'tag': '55710990-32d3-4608-a37b-900c1bb6ecd7', 'status': 'completed', 'code': 200} Feb 28 20:09:53.129381 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-5a2d0be1-e14a-4cd9-8e3d-1589fd124384 service neutron] 10.222.0.13 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144951 Feb 28 20:09:53.170309 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca5200-67ea-4a22-b135-61862dc498ed req-472feb33-7fd2-47ac-9cdf-873183aa1213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:53.172455 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9ca5200-67ea-4a22-b135-61862dc498ed req-472feb33-7fd2-47ac-9cdf-873183aa1213 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 1157 time: 0.1904917 Feb 28 20:09:53.185212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device e1a2ea25-7b72-4461-8a2c-3d0304462d47 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:09:53.217830 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852ebbd-31a4-4125-91ba-1f3232e897b7 req-cdff57a9-4cd6-4bc9-bb3f-72d733627472 tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:53.221144 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4852ebbd-31a4-4125-91ba-1f3232e897b7 req-cdff57a9-4cd6-4bc9-bb3f-72d733627472 tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 886 time: 0.2999268 Feb 28 20:09:53.342362 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device bc1767eb-fa31-42de-8a2e-d49646be7736 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:09:53.515026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-10df6a51-8639-4ed3-9058-a317cf3cbf9e service neutron] 10.222.0.13 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672526 Feb 28 20:09:53.518521 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca5200-67ea-4a22-b135-61862dc498ed req-1a57d154-a24a-4f37-bb71-325e47aa9e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:53.520460 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9ca5200-67ea-4a22-b135-61862dc498ed req-1a57d154-a24a-4f37-bb71-325e47aa9e4f service neutron] 10.222.0.10 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 921 time: 0.3314364 Feb 28 20:09:53.712530 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9ca5200-67ea-4a22-b135-61862dc498ed req-1e134b21-141d-4e70-bfdd-a95bb7da2faf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55710990-32d3-4608-a37b-900c1bb6ecd7 HTTP/1.1" status: 200 len: 217 time: 0.1815138 Feb 28 20:09:53.736382 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port e1a2ea25-7b72-4461-8a2c-3d0304462d47 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:09:53.737234 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e1a2ea25-7b72-4461-8a2c-3d0304462d47), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:53.803128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port bc1767eb-fa31-42de-8a2e-d49646be7736, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=bc1767eb-fa31-42de-8a2e-d49646be7736,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:53.820720 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'bc1767eb-fa31-42de-8a2e-d49646be7736', 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59', 'port_id': 'bc1767eb-fa31-42de-8a2e-d49646be7736', 'mac_address': 'fa:16:3e:86:ba:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7b6343-09d6-47f5-84df-45ccf66aea66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:09:53.832472 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca5200-67ea-4a22-b135-61862dc498ed req-45d48649-79ac-437f-a8c2-1fc8e9487b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:53.834353 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9ca5200-67ea-4a22-b135-61862dc498ed req-45d48649-79ac-437f-a8c2-1fc8e9487b3e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.1122532 Feb 28 20:09:53.933893 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port bc1767eb-fa31-42de-8a2e-d49646be7736 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:53.935088 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bc1767eb-fa31-42de-8a2e-d49646be7736), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:53.964234 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1767eb-fa31-42de-8a2e-d49646be7736 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:09:53.974531 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port e1a2ea25-7b72-4461-8a2c-3d0304462d47 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:53.974878 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e1a2ea25-7b72-4461-8a2c-3d0304462d47), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:54.014739 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9ca5200-67ea-4a22-b135-61862dc498ed req-d174eb29-c9a8-401c-adc2-5b8f9b18b04b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222787 Feb 28 20:09:54.072200 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fd85bd-a896-4810-ae6e-3e88a64817b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a2ea25-7b72-4461-8a2c-3d0304462d47'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:09:54.086633 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0a5df1-184c-4fa5-9a7d-d901fb7fffff" -d '{"events": [{"server_uuid": "89fd85bd-a896-4810-ae6e-3e88a64817b4", "name": "network-vif-plugged", "status": "completed", "tag": "e1a2ea25-7b72-4461-8a2c-3d0304462d47"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:09:54.097793 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port bc1767eb-fa31-42de-8a2e-d49646be7736, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=bc1767eb-fa31-42de-8a2e-d49646be7736,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:54.116406 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (bc1767eb-fa31-42de-8a2e-d49646be7736), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:54.117988 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 55710990-32d3-4608-a37b-900c1bb6ecd7 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:09:54.125126 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port e1a2ea25-7b72-4461-8a2c-3d0304462d47, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e1a2ea25-7b72-4461-8a2c-3d0304462d47,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:54.204831 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e1a2ea25-7b72-4461-8a2c-3d0304462d47), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:54.231249 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=bc1767eb-fa31-42de-8a2e-d49646be7736,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:54.279665 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be82fc-36ef-4db5-8bcb-b1c3a62e85b9 req-66ea9d15-2b36-4017-83f1-bd46b56f78e9 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:54.284510 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f6be82fc-36ef-4db5-8bcb-b1c3a62e85b9 req-66ea9d15-2b36-4017-83f1-bd46b56f78e9 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 943 time: 0.3101401 Feb 28 20:09:54.323989 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae6ecf-5915-4954-a7ea-a0364c3af581 req-a5bbf152-743f-47d9-9891-8d689d1ac020 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:54.331033 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccae6ecf-5915-4954-a7ea-a0364c3af581 req-a5bbf152-743f-47d9-9891-8d689d1ac020 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=71188ed1-dd05-45aa-a214-8e734979f703 HTTP/1.1" status: 200 len: 946 time: 0.5341179 Feb 28 20:09:54.446327 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccae6ecf-5915-4954-a7ea-a0364c3af581 req-4b4f1e50-1951-41c5-9634-1175683698aa tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116714 Feb 28 20:09:54.447421 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=e1a2ea25-7b72-4461-8a2c-3d0304462d47,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:54.455834 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-b7225829-f755-4505-98df-e7285518f991 service neutron] 10.222.0.10 "GET /v2.0/ports/55710990-32d3-4608-a37b-900c1bb6ecd7/bindings/n-h1-820368-21 HTTP/1.1" status: 200 len: 385 time: 0.3897049 Feb 28 20:09:54.486060 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9ca5200-67ea-4a22-b135-61862dc498ed req-308910ed-72da-424c-8386-4146899747bc service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410291 Feb 28 20:09:54.525309 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 55710990-32d3-4608-a37b-900c1bb6ecd7, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=55710990-32d3-4608-a37b-900c1bb6ecd7,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:54.554254 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 55710990-32d3-4608-a37b-900c1bb6ecd7 has no active binding in host n-h1-820368-21 {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 28 20:09:54.613394 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f6be82fc-36ef-4db5-8bcb-b1c3a62e85b9 req-aad3daf3-b86f-473f-bdef-4582b2bcdbfe tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107810 Feb 28 20:09:54.838646 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['bc1767eb-fa31-42de-8a2e-d49646be7736'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:09:54.840235 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9ca5200-67ea-4a22-b135-61862dc498ed req-6c4b839d-0a0c-4af5-8a5b-1b659c54ac75 service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784243 Feb 28 20:09:54.900549 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56255e99-e444-4c50-a3a3-484b68c0da3f req-0a01d5bf-0ba5-4d34-8e7f-1f50ac9c50a0 tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:54.901030 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56255e99-e444-4c50-a3a3-484b68c0da3f req-0a01d5bf-0ba5-4d34-8e7f-1f50ac9c50a0 tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:54.901498 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56255e99-e444-4c50-a3a3-484b68c0da3f req-0a01d5bf-0ba5-4d34-8e7f-1f50ac9c50a0 tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:54.901958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56255e99-e444-4c50-a3a3-484b68c0da3f req-0a01d5bf-0ba5-4d34-8e7f-1f50ac9c50a0 tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:54.902470 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56255e99-e444-4c50-a3a3-484b68c0da3f req-0a01d5bf-0ba5-4d34-8e7f-1f50ac9c50a0 tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:54.903066 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56255e99-e444-4c50-a3a3-484b68c0da3f req-0a01d5bf-0ba5-4d34-8e7f-1f50ac9c50a0 tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:54.903496 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56255e99-e444-4c50-a3a3-484b68c0da3f req-0a01d5bf-0ba5-4d34-8e7f-1f50ac9c50a0 tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:54.904612 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56255e99-e444-4c50-a3a3-484b68c0da3f req-0a01d5bf-0ba5-4d34-8e7f-1f50ac9c50a0 tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:54.905075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56255e99-e444-4c50-a3a3-484b68c0da3f req-0a01d5bf-0ba5-4d34-8e7f-1f50ac9c50a0 tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:54.905684 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56255e99-e444-4c50-a3a3-484b68c0da3f req-0a01d5bf-0ba5-4d34-8e7f-1f50ac9c50a0 tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:54.906683 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56255e99-e444-4c50-a3a3-484b68c0da3f req-0a01d5bf-0ba5-4d34-8e7f-1f50ac9c50a0 tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:54.907149 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56255e99-e444-4c50-a3a3-484b68c0da3f req-0a01d5bf-0ba5-4d34-8e7f-1f50ac9c50a0 tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:54.907606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56255e99-e444-4c50-a3a3-484b68c0da3f req-0a01d5bf-0ba5-4d34-8e7f-1f50ac9c50a0 tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:54.915054 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-56255e99-e444-4c50-a3a3-484b68c0da3f req-0a01d5bf-0ba5-4d34-8e7f-1f50ac9c50a0 tempest-NetworksTest-104836537 tempest-NetworksTest-104836537-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9217 time: 0.4278023 Feb 28 20:09:55.139508 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace395f-fcda-4067-9e6c-1f24cad715bc req-16bb2c87-a825-4f3f-aa27-a2e3a6ccf526 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:55.146877 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dace395f-fcda-4067-9e6c-1f24cad715bc req-16bb2c87-a825-4f3f-aa27-a2e3a6ccf526 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fd85bd-a896-4810-ae6e-3e88a64817b4 HTTP/1.1" status: 200 len: 946 time: 0.4009061 Feb 28 20:09:55.190340 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device e1a2ea25-7b72-4461-8a2c-3d0304462d47 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:09:55.242922 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4646ddf0-d1dd-4358-9507-65aa06f7bed9 req-35bbfbe8-702c-45f6-939a-1d07b74883ae tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ff88f5-1441-42f9-956e-b283d180839d HTTP/1.1" status: 200 len: 210 time: 0.0948455 Feb 28 20:09:55.277735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-09b8ba5f-4150-4f6b-8d41-16702b12d1e9 service neutron] For port 55710990-32d3-4608-a37b-900c1bb6ecd7, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=55710990-32d3-4608-a37b-900c1bb6ecd7,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:55.310809 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dace395f-fcda-4067-9e6c-1f24cad715bc req-9926207a-3e3a-472d-8b3f-11228ba6e97f tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518414 Feb 28 20:09:55.314967 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-09b8ba5f-4150-4f6b-8d41-16702b12d1e9 service neutron] For port 55710990-32d3-4608-a37b-900c1bb6ecd7, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:09:55.439837 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-09b8ba5f-4150-4f6b-8d41-16702b12d1e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55710990-32d3-4608-a37b-900c1bb6ecd7 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:09:55.465779 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff365d2-8312-410c-8523-21359795dc56 x-openstack-request-id: req-3ff365d2-8312-410c-8523-21359795dc56 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:09:55.466087 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fd85bd-a896-4810-ae6e-3e88a64817b4", "name": "network-vif-plugged", "status": "completed", "tag": "e1a2ea25-7b72-4461-8a2c-3d0304462d47", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:09:55.466341 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ff365d2-8312-410c-8523-21359795dc56 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:09:55.466738 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fd85bd-a896-4810-ae6e-3e88a64817b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a2ea25-7b72-4461-8a2c-3d0304462d47', 'code': 200} Feb 28 20:09:55.480125 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4770359-15e0-4759-9424-9e2d56427177 req-ff28d546-842c-494a-b18a-c623b6e6f94d tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:55.482283 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b4770359-15e0-4759-9424-9e2d56427177 req-ff28d546-842c-494a-b18a-c623b6e6f94d tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.15 "GET /v2.0/ports?device_id=89fd85bd-a896-4810-ae6e-3e88a64817b4 HTTP/1.1" status: 200 len: 946 time: 0.1932592 Feb 28 20:09:55.506466 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port e1a2ea25-7b72-4461-8a2c-3d0304462d47 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:55.507269 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e1a2ea25-7b72-4461-8a2c-3d0304462d47), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:55.524869 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-09b8ba5f-4150-4f6b-8d41-16702b12d1e9 service neutron] For port 55710990-32d3-4608-a37b-900c1bb6ecd7, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=55710990-32d3-4608-a37b-900c1bb6ecd7,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:55.548201 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port e1a2ea25-7b72-4461-8a2c-3d0304462d47, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e1a2ea25-7b72-4461-8a2c-3d0304462d47,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:55.555794 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e1a2ea25-7b72-4461-8a2c-3d0304462d47), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:55.642259 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-09b8ba5f-4150-4f6b-8d41-16702b12d1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (55710990-32d3-4608-a37b-900c1bb6ecd7), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:55.701635 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=e1a2ea25-7b72-4461-8a2c-3d0304462d47,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:55.710671 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43964) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:55.818813 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-b4770359-15e0-4759-9424-9e2d56427177 req-89ede39a-58b4-4e03-a029-e34341fe11f9 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Deleting port e1a2ea25-7b72-4461-8a2c-3d0304462d47 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:09:55.819244 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b4770359-15e0-4759-9424-9e2d56427177 req-89ede39a-58b4-4e03-a029-e34341fe11f9 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e1a2ea25-7b72-4461-8a2c-3d0304462d47), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:56.021100 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1c38cefd-a61a-45d4-9e47-9dc098620061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:56.033666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-b4770359-15e0-4759-9424-9e2d56427177 req-89ede39a-58b4-4e03-a029-e34341fe11f9 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] For port e1a2ea25-7b72-4461-8a2c-3d0304462d47, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e1a2ea25-7b72-4461-8a2c-3d0304462d47,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:56.034357 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b4770359-15e0-4759-9424-9e2d56427177 req-89ede39a-58b4-4e03-a029-e34341fe11f9 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e1a2ea25-7b72-4461-8a2c-3d0304462d47), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:56.042688 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043078a-4cd5-458e-99b7-6fb38b139042 req-0c6c77d3-a9d3-47a2-a0c9-75ff6adc2f9d tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:56.058663 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1043078a-4cd5-458e-99b7-6fb38b139042 req-0c6c77d3-a9d3-47a2-a0c9-75ff6adc2f9d tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 944 time: 0.6264293 Feb 28 20:09:56.059648 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-b4770359-15e0-4759-9424-9e2d56427177 req-89ede39a-58b4-4e03-a029-e34341fe11f9 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Calling delete_port for e1a2ea25-7b72-4461-8a2c-3d0304462d47 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:09:56.236137 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1c38cefd-a61a-45d4-9e47-9dc098620061 admin admin] Publish callbacks [] for security_group (84f06e22-be3a-4940-9df3-2129034bee3d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:56.242933 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1c38cefd-a61a-45d4-9e47-9dc098620061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (84f06e22-be3a-4940-9df3-2129034bee3d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:56.353666 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bcff3-47f8-4805-bb1c-186275b30b9d req-c8377add-2a1b-4517-9f6c-470241781912 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:56.354140 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38cefd-a61a-45d4-9e47-9dc098620061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f06e22-be3a-4940-9df3-2129034bee3d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:56.356443 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-235bcff3-47f8-4805-bb1c-186275b30b9d req-c8377add-2a1b-4517-9f6c-470241781912 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 943 time: 0.5042019 Feb 28 20:09:56.364792 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1c38cefd-a61a-45d4-9e47-9dc098620061 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03b1830114fd4fca9ee18b4b59d71905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6540613 Feb 28 20:09:56.370962 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43976) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:56.391055 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-c7baee27-f23c-4e1e-bac0-9128c9d2b5a8 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:56.393764 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-c7baee27-f23c-4e1e-bac0-9128c9d2b5a8 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.10 "GET /v2.0/networks?id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca HTTP/1.1" status: 200 len: 821 time: 0.7084913 Feb 28 20:09:56.399530 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1043078a-4cd5-458e-99b7-6fb38b139042 req-daa96634-e836-4ee5-841a-81370ece585c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767425 Feb 28 20:09:56.414275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-84488c3f-0263-4c6b-9203-1e27b69b9149 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Request body: {'port': {'device_id': '63ff88f5-1441-42f9-956e-b283d180839d', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'admin_state_up': True, 'tenant_id': '395834be88664486992e15ee678c561b'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:09:56.422993 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-09b8ba5f-4150-4f6b-8d41-16702b12d1e9 service neutron] Transition to ACTIVE for port object 55710990-32d3-4608-a37b-900c1bb6ecd7 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:09:56.424704 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b4770359-15e0-4759-9424-9e2d56427177 req-89ede39a-58b4-4e03-a029-e34341fe11f9 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (e1a2ea25-7b72-4461-8a2c-3d0304462d47), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:56.458942 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-09b8ba5f-4150-4f6b-8d41-16702b12d1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (55710990-32d3-4608-a37b-900c1bb6ecd7), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:56.533065 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ede39a-58b4-4e03-a029-e34341fe11f9 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Pushing event deleted for resources: {'Port': ['ID=e1a2ea25-7b72-4461-8a2c-3d0304462d47,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:56.575173 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4770359-15e0-4759-9424-9e2d56427177 req-89ede39a-58b4-4e03-a029-e34341fe11f9 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] No DVR routers for this DVR port e1a2ea25-7b72-4461-8a2c-3d0304462d47 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:09:56.582370 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b4770359-15e0-4759-9424-9e2d56427177 req-89ede39a-58b4-4e03-a029-e34341fe11f9 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:56.591587 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b4770359-15e0-4759-9424-9e2d56427177 req-89ede39a-58b4-4e03-a029-e34341fe11f9 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.15 "DELETE /v2.0/ports/e1a2ea25-7b72-4461-8a2c-3d0304462d47 HTTP/1.1" status: 204 len: 173 time: 1.0982773 Feb 28 20:09:56.593056 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fd85bd-a896-4810-ae6e-3e88a64817b4', 'name': 'network-vif-deleted', 'tag': 'e1a2ea25-7b72-4461-8a2c-3d0304462d47'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:09:56.600272 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ea71c5-e5fb-49f0-9409-d526737799b9" -d '{"events": [{"server_uuid": "89fd85bd-a896-4810-ae6e-3e88a64817b4", "name": "network-vif-deleted", "tag": "e1a2ea25-7b72-4461-8a2c-3d0304462d47"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:09:56.646754 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c6f60cf-1c08-4192-bfed-42138ec3bb35 admin admin] Publish callbacks [] for security_group (84f06e22-be3a-4940-9df3-2129034bee3d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:56.647477 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8ba5f-4150-4f6b-8d41-16702b12d1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=55710990-32d3-4608-a37b-900c1bb6ecd7,revision_number=10']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:56.685689 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-09b8ba5f-4150-4f6b-8d41-16702b12d1e9 service neutron] No DVR routers for this DVR port 55710990-32d3-4608-a37b-900c1bb6ecd7 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:09:56.690041 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c6f60cf-1c08-4192-bfed-42138ec3bb35 admin admin] Publish callbacks [] for security_group (84f06e22-be3a-4940-9df3-2129034bee3d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:56.710799 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-235bcff3-47f8-4805-bb1c-186275b30b9d req-2265617f-809e-4a72-99c8-46b2ec900b54 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298557 Feb 28 20:09:56.764567 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-09b8ba5f-4150-4f6b-8d41-16702b12d1e9 service neutron] 10.222.0.10 "PUT /v2.0/ports/55710990-32d3-4608-a37b-900c1bb6ecd7/bindings/n-h1-820368-21/activate HTTP/1.1" status: 200 len: 370 time: 2.2777429 Feb 28 20:09:56.783912 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f99a8f-34fb-4192-89b2-95d14a1d4cbc req-332fcbab-bb08-4301-a459-7a7bc17c1139 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:56.791084 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-13f99a8f-34fb-4192-89b2-95d14a1d4cbc req-332fcbab-bb08-4301-a459-7a7bc17c1139 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=71188ed1-dd05-45aa-a214-8e734979f703 HTTP/1.1" status: 200 len: 946 time: 0.2352746 Feb 28 20:09:56.840119 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-84488c3f-0263-4c6b-9203-1e27b69b9149 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Made reservation on behalf of 395834be88664486992e15ee678c561b for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:09:56.844774 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-84488c3f-0263-4c6b-9203-1e27b69b9149 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:56.854718 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c6f60cf-1c08-4192-bfed-42138ec3bb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (84f06e22-be3a-4940-9df3-2129034bee3d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:56.860302 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c6f60cf-1c08-4192-bfed-42138ec3bb35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:56.865664 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2c6f60cf-1c08-4192-bfed-42138ec3bb35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84f06e22-be3a-4940-9df3-2129034bee3d HTTP/1.1" status: 204 len: 168 time: 0.4930024 Feb 28 20:09:56.927314 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-13f99a8f-34fb-4192-89b2-95d14a1d4cbc req-babfbee6-0007-435e-b18d-050a45923e87 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352642 Feb 28 20:09:56.939280 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f60cf-1c08-4192-bfed-42138ec3bb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f06e22-be3a-4940-9df3-2129034bee3d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:56.991522 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-0a56f647-c5d3-4350-8692-5aad85dc079e tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:56.995323 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-0a56f647-c5d3-4350-8692-5aad85dc079e tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b&tenant_id=b4b67168c19e47fc8123410b2d1449a0&binding%3Ahost_id=n-h2-820368-21 HTTP/1.1" status: 200 len: 1127 time: 0.1283863 Feb 28 20:09:57.113562 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e0b4d0c-b12b-48b0-877d-912336f1bb68 req-f06e0453-4553-4818-b6eb-d44b72efd564 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ff88f5-1441-42f9-956e-b283d180839d HTTP/1.1" status: 200 len: 210 time: 0.1832461 Feb 28 20:09:57.114949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-3af80df2-90ca-47f1-9980-0db0daa4601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:57.117332 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-3af80df2-90ca-47f1-9980-0db0daa4601b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b&tenant_id=b4b67168c19e47fc8123410b2d1449a0 HTTP/1.1" status: 200 len: 1127 time: 0.1111915 Feb 28 20:09:57.190110 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device bc1767eb-fa31-42de-8a2e-d49646be7736 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:09:57.282600 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8ca777-9008-4e2c-9d6a-8406f0f4ebf8 x-openstack-request-id: req-fa8ca777-9008-4e2c-9d6a-8406f0f4ebf8 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:09:57.284077 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fd85bd-a896-4810-ae6e-3e88a64817b4", "name": "network-vif-deleted", "tag": "e1a2ea25-7b72-4461-8a2c-3d0304462d47", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:09:57.285264 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa8ca777-9008-4e2c-9d6a-8406f0f4ebf8 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:09:57.286244 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fd85bd-a896-4810-ae6e-3e88a64817b4', 'name': 'network-vif-deleted', 'tag': 'e1a2ea25-7b72-4461-8a2c-3d0304462d47', 'status': 'completed', 'code': 200} Feb 28 20:09:57.293449 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-c90e92fd-0a9a-4839-9440-12f9cea6b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:57.300437 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port bc1767eb-fa31-42de-8a2e-d49646be7736 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:09:57.304040 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-c90e92fd-0a9a-4839-9440-12f9cea6b84b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 1127 time: 0.1526837 Feb 28 20:09:57.306903 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port bc1767eb-fa31-42de-8a2e-d49646be7736 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:09:57.308032 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (bc1767eb-fa31-42de-8a2e-d49646be7736), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:57.450025 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eba64a07-07f3-405e-98c9-1b3abf535bcc req-48ed091b-77d4-42d1-ac19-bc1b7c1f3c05 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fd85bd-a896-4810-ae6e-3e88a64817b4 HTTP/1.1" status: 200 len: 210 time: 0.3301084 Feb 28 20:09:57.454593 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-84488c3f-0263-4c6b-9203-1e27b69b9149 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Allocated IP 172.20.0.8 (2ebe5011-e4dc-402c-8c4c-7a478c0168ca/dabd714b-b25f-4695-bb44-0366d81efe83/79bda300-83e5-4884-9438-534de0f85856) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:09:57.522789 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fd85bd-a896-4810-ae6e-3e88a64817b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a2ea25-7b72-4461-8a2c-3d0304462d47'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:09:57.529682 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30430273-54b7-4191-b495-b6fb16527bd9" -d '{"events": [{"server_uuid": "89fd85bd-a896-4810-ae6e-3e88a64817b4", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a2ea25-7b72-4461-8a2c-3d0304462d47"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:09:57.558159 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-d5e7388d-5d29-40e3-9255-c63e88ff284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:57.566851 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-d5e7388d-5d29-40e3-9255-c63e88ff284a service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 921 time: 0.2535713 Feb 28 20:09:57.583547 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port bc1767eb-fa31-42de-8a2e-d49646be7736 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:09:57.584859 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bc1767eb-fa31-42de-8a2e-d49646be7736), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:57.597546 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43992) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:57.635584 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02229da-5aea-4878-8c1d-01e5c0f979d3 x-openstack-request-id: req-d02229da-5aea-4878-8c1d-01e5c0f979d3 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:09:57.636047 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fd85bd-a896-4810-ae6e-3e88a64817b4", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a2ea25-7b72-4461-8a2c-3d0304462d47", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:09:57.637386 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d02229da-5aea-4878-8c1d-01e5c0f979d3 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:09:57.641656 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fd85bd-a896-4810-ae6e-3e88a64817b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a2ea25-7b72-4461-8a2c-3d0304462d47', 'code': 200} Feb 28 20:09:57.649750 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-dee9eec6-a08e-4e1d-938b-53ae3f74e3ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55710990-32d3-4608-a37b-900c1bb6ecd7 HTTP/1.1" status: 200 len: 217 time: 0.0800602 Feb 28 20:09:57.677718 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port bc1767eb-fa31-42de-8a2e-d49646be7736, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=bc1767eb-fa31-42de-8a2e-d49646be7736,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:57.686224 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (bc1767eb-fa31-42de-8a2e-d49646be7736), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:57.688201 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device e1a2ea25-7b72-4461-8a2c-3d0304462d47 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:09:57.753350 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bdd1a651-e90a-416a-ad8a-cfe1a4e1d91f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:57.757153 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-f3869d08-e9c3-4519-8bb8-596b01af2da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:57.759355 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-f3869d08-e9c3-4519-8bb8-596b01af2da3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.1043916 Feb 28 20:09:57.768573 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 55710990-32d3-4608-a37b-900c1bb6ecd7 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:09:57.773595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: e1a2ea25-7b72-4461-8a2c-3d0304462d47 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:09:57.773989 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device e1a2ea25-7b72-4461-8a2c-3d0304462d47 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:09:57.846585 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-30651d54-836b-4fe1-bca1-e77f73af843e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776539 Feb 28 20:09:57.851776 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=bc1767eb-fa31-42de-8a2e-d49646be7736,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:57.887836 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] The host n-h2-820368-21 is not matching for port 55710990-32d3-4608-a37b-900c1bb6ecd7 host n-h1-820368-21! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:09:57.888400 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 55710990-32d3-4608-a37b-900c1bb6ecd7 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:09:57.930811 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5287d06-2b29-4fef-88b6-c736a2fed817 req-9c8c91dd-129f-4e4f-bcca-218fbcf1d66b tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:57.939284 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c5287d06-2b29-4fef-88b6-c736a2fed817 req-9c8c91dd-129f-4e4f-bcca-218fbcf1d66b tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 944 time: 0.3214896 Feb 28 20:09:58.016338 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2dd77ecf-6a63-480e-82d7-7182c4deaa78 req-ea647291-7ea2-4470-8070-181573cd9c41 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1606503 Feb 28 20:09:58.022250 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-c2118a0e-b1fc-48a4-8e76-30bc598dbb1c service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674998 Feb 28 20:09:58.063712 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41288628-d809-4f19-953c-d21bd3443607 req-e34fb880-bf47-49c6-b682-ec36c14ff0fb tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:58.065369 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-41288628-d809-4f19-953c-d21bd3443607 req-e34fb880-bf47-49c6-b682-ec36c14ff0fb tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.10 "GET /v2.0/ports?device_id=71188ed1-dd05-45aa-a214-8e734979f703 HTTP/1.1" status: 200 len: 946 time: 0.3888283 Feb 28 20:09:58.084467 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c5287d06-2b29-4fef-88b6-c736a2fed817 req-a557cd2f-7186-41de-9658-6b6a7b3788fe tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448934 Feb 28 20:09:58.151709 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af61f74-9a6b-412d-8bdf-c7eb0cc0f7f4 req-95c42e9a-8d7a-4b0f-b553-77e2e9ab9329 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:58.160167 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6af61f74-9a6b-412d-8bdf-c7eb0cc0f7f4 req-95c42e9a-8d7a-4b0f-b553-77e2e9ab9329 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 944 time: 0.2750654 Feb 28 20:09:58.190508 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca8391cb-d3f3-40b7-9d12-32542abb8fba req-41c6a317-6a1f-42dc-8db8-6c32485964ef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3641231 Feb 28 20:09:58.209889 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd77ecf-6a63-480e-82d7-7182c4deaa78 req-9516600b-361f-4005-a533-003facc828ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:58.210653 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-84488c3f-0263-4c6b-9203-1e27b69b9149 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks [] for port (79bda300-83e5-4884-9438-534de0f85856), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:58.211998 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2dd77ecf-6a63-480e-82d7-7182c4deaa78 req-9516600b-361f-4005-a533-003facc828ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 1149 time: 0.1018050 Feb 28 20:09:58.227127 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-355ad7ee-15c1-468e-87b9-d348470445a2 service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917686 Feb 28 20:09:58.335347 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6af61f74-9a6b-412d-8bdf-c7eb0cc0f7f4 req-18187a09-b448-48c8-8585-217dff5b82bc tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726508 Feb 28 20:09:58.450133 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bdd1a651-e90a-416a-ad8a-cfe1a4e1d91f admin admin] Publish callbacks [] for security_group (2806f2e0-e495-4dd7-aecc-cf197a928049), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:58.465747 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8391cb-d3f3-40b7-9d12-32542abb8fba req-cc1fe5d4-a2eb-4f7a-a586-c97e26f26f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:58.467280 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca8391cb-d3f3-40b7-9d12-32542abb8fba req-cc1fe5d4-a2eb-4f7a-a586-c97e26f26f30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 1127 time: 0.1927774 Feb 28 20:09:58.538718 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd77ecf-6a63-480e-82d7-7182c4deaa78 req-38c527ea-6986-40c4-a315-91ed2d3df3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:58.540904 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2dd77ecf-6a63-480e-82d7-7182c4deaa78 req-38c527ea-6986-40c4-a315-91ed2d3df3c4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 908 time: 0.2645211 Feb 28 20:09:58.602626 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2dd77ecf-6a63-480e-82d7-7182c4deaa78 req-26754734-52ec-4c52-b71e-2e3a76ebb066 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0facea8-3741-44c3-b754-ab7e162e9425 HTTP/1.1" status: 200 len: 217 time: 0.0503638 Feb 28 20:09:58.713712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd77ecf-6a63-480e-82d7-7182c4deaa78 req-826c1289-d33d-45a6-84b7-1931c15a34a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:58.715285 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2dd77ecf-6a63-480e-82d7-7182c4deaa78 req-826c1289-d33d-45a6-84b7-1931c15a34a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.0734911 Feb 28 20:09:58.737205 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8391cb-d3f3-40b7-9d12-32542abb8fba req-b5074ab5-4f79-47d6-a911-1eaf173747a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:58.738833 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca8391cb-d3f3-40b7-9d12-32542abb8fba req-b5074ab5-4f79-47d6-a911-1eaf173747a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 921 time: 0.2409651 Feb 28 20:09:58.763943 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2dd77ecf-6a63-480e-82d7-7182c4deaa78 req-2eedcb7b-72bc-417a-94f5-07cad843cc99 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418487 Feb 28 20:09:58.865424 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca8391cb-d3f3-40b7-9d12-32542abb8fba req-702e9577-a67e-40af-9990-debca314ba3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f0e4f79-a738-421e-8ac2-969278ac2ab9 HTTP/1.1" status: 200 len: 217 time: 0.1094313 Feb 28 20:09:58.892758 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bdd1a651-e90a-416a-ad8a-cfe1a4e1d91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2806f2e0-e495-4dd7-aecc-cf197a928049), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:58.948896 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2dd77ecf-6a63-480e-82d7-7182c4deaa78 req-62d6a440-c298-45e9-bb76-69572ad7a415 service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526964 Feb 28 20:09:58.953046 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8391cb-d3f3-40b7-9d12-32542abb8fba req-87d3375c-1152-4e58-92d0-3496238dc75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:58.955404 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca8391cb-d3f3-40b7-9d12-32542abb8fba req-87d3375c-1152-4e58-92d0-3496238dc75d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.0825531 Feb 28 20:09:59.021511 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca8391cb-d3f3-40b7-9d12-32542abb8fba req-8b20a2a0-58a9-4127-a044-4c0e26569533 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563037 Feb 28 20:09:59.025804 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-209a05d4-6b96-488f-9fd9-78ee9d833cfd req-79976e98-59cb-41fc-99a2-41e05940b893 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ff88f5-1441-42f9-956e-b283d180839d HTTP/1.1" status: 200 len: 210 time: 0.1446230 Feb 28 20:09:59.064671 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bdd1a651-e90a-416a-ad8a-cfe1a4e1d91f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e692e1b040df4cd8b8820341a4af5bb8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4660611 Feb 28 20:09:59.074851 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44010) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:59.114475 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1a651-e90a-416a-ad8a-cfe1a4e1d91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2806f2e0-e495-4dd7-aecc-cf197a928049,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:59.195926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213d816-8ab8-4b1b-8579-cb301c45e31a req-94d23103-8c8c-4d30-ba1b-ae4eef49e7be tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:59.203371 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a213d816-8ab8-4b1b-8579-cb301c45e31a req-94d23103-8c8c-4d30-ba1b-ae4eef49e7be tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=71188ed1-dd05-45aa-a214-8e734979f703 HTTP/1.1" status: 200 len: 946 time: 1.0181859 Feb 28 20:09:59.265914 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-84488c3f-0263-4c6b-9203-1e27b69b9149 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (79bda300-83e5-4884-9438-534de0f85856), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:59.283966 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['ca240335-0cfb-49af-ba6d-54cbb4290719'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:09:59.316412 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2dd77ecf-6a63-480e-82d7-7182c4deaa78 req-b2e57408-1f4c-4dac-b796-789f62e97a8f service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596246 Feb 28 20:09:59.338371 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca8391cb-d3f3-40b7-9d12-32542abb8fba req-32ab8a17-c81f-4a6d-ad2d-38ee1e626345 service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094716 Feb 28 20:09:59.378717 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84488c3f-0263-4c6b-9203-1e27b69b9149 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Pushing event updated for resources: {'Port': ['ID=79bda300-83e5-4884-9438-534de0f85856,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:09:59.390711 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-762781ae-2094-47ed-8e41-83b1d035c75d tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:59.392637 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-762781ae-2094-47ed-8e41-83b1d035c75d tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b&tenant_id=b4b67168c19e47fc8123410b2d1449a0&binding%3Ahost_id=n-h1-820368-21 HTTP/1.1" status: 200 len: 1127 time: 0.5053482 Feb 28 20:09:59.402124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-41288628-d809-4f19-953c-d21bd3443607 req-0ee74d20-3a55-4036-8cf3-9f0dd95a013b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Deleting port 22e84e67-8728-40ea-8331-5c1be7a62126 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:09:59.402745 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-41288628-d809-4f19-953c-d21bd3443607 req-0ee74d20-3a55-4036-8cf3-9f0dd95a013b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (22e84e67-8728-40ea-8331-5c1be7a62126), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:59.418671 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8589cc61-de06-4328-84f2-36d0ebd89fb4 admin admin] Publish callbacks [] for security_group (2806f2e0-e495-4dd7-aecc-cf197a928049), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:59.479619 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-84488c3f-0263-4c6b-9203-1e27b69b9149 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Network 2ebe5011-e4dc-402c-8c4c-7a478c0168ca is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:09:59.509757 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a213d816-8ab8-4b1b-8579-cb301c45e31a req-44719ef0-9741-49d8-aca3-70c04c4c5b25 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051171 Feb 28 20:09:59.510947 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-84488c3f-0263-4c6b-9203-1e27b69b9149 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:09:59.519291 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-84488c3f-0263-4c6b-9203-1e27b69b9149 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:09:59.539214 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8589cc61-de06-4328-84f2-36d0ebd89fb4 admin admin] Publish callbacks [] for security_group (2806f2e0-e495-4dd7-aecc-cf197a928049), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:59.623219 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072845b-d254-4a00-9055-69909550f92f req-f53ebc62-2cc8-4fab-8374-4f7f43a0a491 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:59.625370 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8072845b-d254-4a00-9055-69909550f92f req-f53ebc62-2cc8-4fab-8374-4f7f43a0a491 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 945 time: 0.4368992 Feb 28 20:09:59.655745 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44024) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:09:59.667296 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a23997-8e8a-4177-8b96-afe5018fd889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1767eb-fa31-42de-8a2e-d49646be7736'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:09:59.677793 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028825a3-0152-4a26-83e5-d679c4555444" -d '{"events": [{"server_uuid": "b8a23997-8e8a-4177-8b96-afe5018fd889", "name": "network-vif-plugged", "status": "completed", "tag": "bc1767eb-fa31-42de-8a2e-d49646be7736"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:09:59.863812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-a16209ee-e0d4-4661-9fbf-7760a5863ddb service neutron] For port 55710990-32d3-4608-a37b-900c1bb6ecd7, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:09:59.882952 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-84488c3f-0263-4c6b-9203-1e27b69b9149 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:09:59.883792 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-84488c3f-0263-4c6b-9203-1e27b69b9149 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:59.920691 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-a16209ee-e0d4-4661-9fbf-7760a5863ddb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:59.923317 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ee8307b-1725-4f08-bbda-44a154ade6c4 req-a16209ee-e0d4-4661-9fbf-7760a5863ddb service neutron] 10.222.0.15 "DELETE /v2.0/ports/55710990-32d3-4608-a37b-900c1bb6ecd7/bindings/n-h2-820368-21 HTTP/1.1" status: 204 len: 173 time: 0.5087259 Feb 28 20:09:59.927399 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-41288628-d809-4f19-953c-d21bd3443607 req-0ee74d20-3a55-4036-8cf3-9f0dd95a013b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] For port 22e84e67-8728-40ea-8331-5c1be7a62126, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=22e84e67-8728-40ea-8331-5c1be7a62126,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:09:59.948301 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-41288628-d809-4f19-953c-d21bd3443607 req-0ee74d20-3a55-4036-8cf3-9f0dd95a013b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (22e84e67-8728-40ea-8331-5c1be7a62126), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:09:59.976475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-48bd86b0-5f32-4d5e-ba0e-6f0d687edc0c None None] Provisioning complete for port 79bda300-83e5-4884-9438-534de0f85856 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:09:59.977497 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-48bd86b0-5f32-4d5e-ba0e-6f0d687edc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (79bda300-83e5-4884-9438-534de0f85856), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:00.099904 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-48bd86b0-5f32-4d5e-ba0e-6f0d687edc0c None None] Port 79bda300-83e5-4884-9438-534de0f85856 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:10:00.124356 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-41288628-d809-4f19-953c-d21bd3443607 req-0ee74d20-3a55-4036-8cf3-9f0dd95a013b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Calling delete_port for 22e84e67-8728-40ea-8331-5c1be7a62126 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:10:00.134605 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8072845b-d254-4a00-9055-69909550f92f req-65a065c6-8481-4317-a72e-f4de2843ce4d tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853125 Feb 28 20:10:00.144478 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-84488c3f-0263-4c6b-9203-1e27b69b9149 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7374902 Feb 28 20:10:00.172127 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] Request body: {'port': {'device_id': '63ff88f5-1441-42f9-956e-b283d180839d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:00.327802 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a701b83-e224-4c86-b491-828ba1e51750 req-5e4cba40-411c-4a17-be45-1d7ebb42982e tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:00.335725 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a701b83-e224-4c86-b491-828ba1e51750 req-5e4cba40-411c-4a17-be45-1d7ebb42982e tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/networks?id=2b99c423-2a23-4a58-b010-0e915b051500 HTTP/1.1" status: 200 len: 821 time: 0.5110638 Feb 28 20:10:00.372021 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8589cc61-de06-4328-84f2-36d0ebd89fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2806f2e0-e495-4dd7-aecc-cf197a928049), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:00.374615 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8589cc61-de06-4328-84f2-36d0ebd89fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:00.378617 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8589cc61-de06-4328-84f2-36d0ebd89fb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2806f2e0-e495-4dd7-aecc-cf197a928049 HTTP/1.1" status: 204 len: 168 time: 1.3027737 Feb 28 20:10:00.379447 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a701b83-e224-4c86-b491-828ba1e51750 req-a58e65f5-8f7e-42b1-9b9a-cd88015e7076 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/quotas/252f6500c745486ebdf0fd76d35bf6bf HTTP/1.1" status: 200 len: 375 time: 0.0424960 Feb 28 20:10:00.480544 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a701b83-e224-4c86-b491-828ba1e51750 req-b176cf43-2a1d-40e0-8a20-1fd3745f3533 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=252f6500c745486ebdf0fd76d35bf6bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0990520 Feb 28 20:10:00.483345 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589cc61-de06-4328-84f2-36d0ebd89fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2806f2e0-e495-4dd7-aecc-cf197a928049,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:00.502207 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (79bda300-83e5-4884-9438-534de0f85856), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:00.537099 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca8391cb-d3f3-40b7-9d12-32542abb8fba req-7fd2de13-b3a0-47f9-a763-90e21857d777 service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1742139 Feb 28 20:10:00.624987 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c008447-725e-42eb-a1bd-972cea63236d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (0ae44cc5-f491-4997-9663-cb1558d9425c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:00.851705 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe111d-0bc6-4ca8-9dd4-032b82df5b13 req-3037c210-b1ac-4b75-a089-a7aec5912e01 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:00.857669 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-78fe111d-0bc6-4ca8-9dd4-032b82df5b13 req-3037c210-b1ac-4b75-a089-a7aec5912e01 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 944 time: 0.5379524 Feb 28 20:10:00.986035 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a701b83-e224-4c86-b491-828ba1e51750 req-2975db99-8a71-44a6-a590-6eb2250d3482 service neutron] 10.222.0.13 "GET /v2.0/networks/2b99c423-2a23-4a58-b010-0e915b051500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005045 Feb 28 20:10:01.033983 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-41288628-d809-4f19-953c-d21bd3443607 req-0ee74d20-3a55-4036-8cf3-9f0dd95a013b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (22e84e67-8728-40ea-8331-5c1be7a62126), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:01.214423 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2c008447-725e-42eb-a1bd-972cea63236d admin admin] Deleting port 0bb00f63-7bd2-4dce-bd9f-51147994bb8b {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:10:01.222006 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c008447-725e-42eb-a1bd-972cea63236d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0bb00f63-7bd2-4dce-bd9f-51147994bb8b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:01.325542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee74d20-3a55-4036-8cf3-9f0dd95a013b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Pushing event deleted for resources: {'Port': ['ID=22e84e67-8728-40ea-8331-5c1be7a62126,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:01.350414 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-78fe111d-0bc6-4ca8-9dd4-032b82df5b13 req-f0819556-6f79-44e0-b15e-79898da16415 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330230 Feb 28 20:10:01.489260 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a243484-6578-489b-b418-f35367610fca x-openstack-request-id: req-9a243484-6578-489b-b418-f35367610fca {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:01.489843 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a23997-8e8a-4177-8b96-afe5018fd889", "name": "network-vif-plugged", "status": "completed", "tag": "bc1767eb-fa31-42de-8a2e-d49646be7736", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:01.496251 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a243484-6578-489b-b418-f35367610fca {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:01.497049 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a23997-8e8a-4177-8b96-afe5018fd889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1767eb-fa31-42de-8a2e-d49646be7736', 'code': 200} Feb 28 20:10:01.510236 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-2c008447-725e-42eb-a1bd-972cea63236d admin admin] For port 0bb00f63-7bd2-4dce-bd9f-51147994bb8b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0bb00f63-7bd2-4dce-bd9f-51147994bb8b,segment=NetworkSegment(66dd4105-39b8-48df-a081-8cb0a9f172b2),segment_id=66dd4105-39b8-48df-a081-8cb0a9f172b2)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:01.510236 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c008447-725e-42eb-a1bd-972cea63236d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0bb00f63-7bd2-4dce-bd9f-51147994bb8b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:01.530074 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2c008447-725e-42eb-a1bd-972cea63236d admin admin] Calling delete_port for 0bb00f63-7bd2-4dce-bd9f-51147994bb8b owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:10:01.672084 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-41288628-d809-4f19-953c-d21bd3443607 req-0ee74d20-3a55-4036-8cf3-9f0dd95a013b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] No DVR routers for this DVR port 22e84e67-8728-40ea-8331-5c1be7a62126 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:10:01.672816 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f2127-2208-4b19-af44-e0a087835d77 req-bf4e7f2c-3447-4afd-85bc-da2d829ea649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:01.674846 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c67f2127-2208-4b19-af44-e0a087835d77 req-bf4e7f2c-3447-4afd-85bc-da2d829ea649 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 1128 time: 0.0844624 Feb 28 20:10:01.675133 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-41288628-d809-4f19-953c-d21bd3443607 req-0ee74d20-3a55-4036-8cf3-9f0dd95a013b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:01.678494 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-41288628-d809-4f19-953c-d21bd3443607 req-0ee74d20-3a55-4036-8cf3-9f0dd95a013b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.10 "DELETE /v2.0/ports/22e84e67-8728-40ea-8331-5c1be7a62126 HTTP/1.1" status: 204 len: 173 time: 3.5820403 Feb 28 20:10:01.704374 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a701b83-e224-4c86-b491-828ba1e51750 req-18cfd088-1fd7-4605-a4b9-2ae07b50c1be service neutron] 10.222.0.13 "GET /v2.0/networks/2b99c423-2a23-4a58-b010-0e915b051500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7156687 Feb 28 20:10:01.707791 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71188ed1-dd05-45aa-a214-8e734979f703', 'name': 'network-vif-deleted', 'tag': '22e84e67-8728-40ea-8331-5c1be7a62126'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:01.710829 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbab00e-42ef-417b-8592-03f38e303b83" -d '{"events": [{"server_uuid": "71188ed1-dd05-45aa-a214-8e734979f703", "name": "network-vif-deleted", "tag": "22e84e67-8728-40ea-8331-5c1be7a62126"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:01.775149 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c67f2127-2208-4b19-af44-e0a087835d77 req-825a448c-e79e-4a63-9c18-739b97a434af service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916357 Feb 28 20:10:01.780748 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 22e84e67-8728-40ea-8331-5c1be7a62126 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:10:01.818432 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 22e84e67-8728-40ea-8331-5c1be7a62126 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:10:01.820685 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 22e84e67-8728-40ea-8331-5c1be7a62126 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:10:01.840179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb0ef9-3cac-4319-8c00-f35e42417fa2 req-94f37865-953c-41b6-9077-29e34e2f0cda tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:01.849282 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-66fb0ef9-3cac-4319-8c00-f35e42417fa2 req-94f37865-953c-41b6-9077-29e34e2f0cda tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ff88f5-1441-42f9-956e-b283d180839d HTTP/1.1" status: 200 len: 931 time: 0.2664719 Feb 28 20:10:01.958811 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c008447-725e-42eb-a1bd-972cea63236d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0bb00f63-7bd2-4dce-bd9f-51147994bb8b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:01.985221 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-66fb0ef9-3cac-4319-8c00-f35e42417fa2 req-8cdaee32-5259-4212-899d-0f40a1a4db68 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c61c35-aec3-4d76-be74-2521656f2804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324475 Feb 28 20:10:01.987741 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79bda300-83e5-4884-9438-534de0f85856 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:10:02.009104 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] Publish callbacks [] for port (79bda300-83e5-4884-9438-534de0f85856), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:02.034959 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] Transition to ACTIVE for port object 79bda300-83e5-4884-9438-534de0f85856 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:10:02.046861 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (79bda300-83e5-4884-9438-534de0f85856), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:02.101156 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c008447-725e-42eb-a1bd-972cea63236d admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb00f63-7bd2-4dce-bd9f-51147994bb8b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:02.124498 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] Pushing event updated for resources: {'Port': ['ID=79bda300-83e5-4884-9438-534de0f85856,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:02.300415 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91418e41-8d95-4a30-8b46-1b8181ef426a req-760e7268-cd60-4e1a-b2c7-9640c4fc6563 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=71188ed1-dd05-45aa-a214-8e734979f703 HTTP/1.1" status: 200 len: 210 time: 0.1842380 Feb 28 20:10:02.485713 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c008447-725e-42eb-a1bd-972cea63236d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (0ae44cc5-f491-4997-9663-cb1558d9425c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:02.566468 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2affc373-5268-4a19-b0c4-ac06c4bae786 x-openstack-request-id: req-2affc373-5268-4a19-b0c4-ac06c4bae786 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:02.568155 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71188ed1-dd05-45aa-a214-8e734979f703", "name": "network-vif-deleted", "tag": "22e84e67-8728-40ea-8331-5c1be7a62126", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:02.568426 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2affc373-5268-4a19-b0c4-ac06c4bae786 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:02.568861 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71188ed1-dd05-45aa-a214-8e734979f703', 'name': 'network-vif-deleted', 'tag': '22e84e67-8728-40ea-8331-5c1be7a62126', 'status': 'completed', 'code': 200} Feb 28 20:10:02.602574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f11be-68e3-4169-aae5-be2ae71bb132 req-241e6721-ba13-4b60-8c0a-adcaaac3aad6 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:02.614482 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da1f11be-68e3-4169-aae5-be2ae71bb132 req-241e6721-ba13-4b60-8c0a-adcaaac3aad6 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 945 time: 0.4935215 Feb 28 20:10:02.700398 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-65e018c1-fc26-4a4b-b310-5bd99a03b3b5 req-5d64db2a-6028-4b1e-8461-378d86a32469 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb6b88-6072-4b3a-8760-fb7fd3441854 HTTP/1.1" status: 200 len: 210 time: 0.0590527 Feb 28 20:10:02.737225 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] Attempting to bind port 79bda300-83e5-4884-9438-534de0f85856 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:10:02.737738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] Attempting to bind port 79bda300-83e5-4884-9438-534de0f85856 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'c3ef2548-943a-428b-bc5b-d8a96880be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:10:02.738018 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] Attempting to bind port 79bda300-83e5-4884-9438-534de0f85856 on network 2ebe5011-e4dc-402c-8c4c-7a478c0168ca {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:10:02.745173 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da1f11be-68e3-4169-aae5-be2ae71bb132 req-d5840f2d-36d9-4412-8fc8-70f0fa89da9a tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285462 Feb 28 20:10:02.756131 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] Port 79bda300-83e5-4884-9438-534de0f85856 on network 2ebe5011-e4dc-402c-8c4c-7a478c0168ca not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:10:02.756460 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] Attempting to bind port 79bda300-83e5-4884-9438-534de0f85856 on network 2ebe5011-e4dc-402c-8c4c-7a478c0168ca {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:10:02.779606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:10:02.780768 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] Checking segment: {'id': 'c3ef2548-943a-428b-bc5b-d8a96880be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:10:02.781518 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] Bound using segment: {'id': 'c3ef2548-943a-428b-bc5b-d8a96880be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:10:02.783586 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] Bound port: 79bda300-83e5-4884-9438-534de0f85856, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ef2548-943a-428b-bc5b-d8a96880be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:10:02.784186 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (79bda300-83e5-4884-9438-534de0f85856), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:02.974390 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] For port 79bda300-83e5-4884-9438-534de0f85856, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:10:02.979834 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] For port 79bda300-83e5-4884-9438-534de0f85856, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=79bda300-83e5-4884-9438-534de0f85856,segment=NetworkSegment(c3ef2548-943a-428b-bc5b-d8a96880be37),segment_id=c3ef2548-943a-428b-bc5b-d8a96880be37)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:10:02.990140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d0a61-ec2f-4888-afea-9f81e086732f req-608b63b7-0356-46c5-a555-1bb61558728d tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:02.998767 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-be6d0a61-ec2f-4888-afea-9f81e086732f req-608b63b7-0356-46c5-a555-1bb61558728d tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 1127 time: 0.1298702 Feb 28 20:10:03.004731 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (79bda300-83e5-4884-9438-534de0f85856), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:03.106639 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c008447-725e-42eb-a1bd-972cea63236d admin admin] Router 0ae44cc5-f491-4997-9663-cb1558d9425c has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:10:03.126519 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] Pushing event updated for resources: {'Port': ['ID=79bda300-83e5-4884-9438-534de0f85856,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:03.153360 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:03.154819 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:03.156766 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ee2a5fb8-d26c-49ea-b452-8a2b2fb98bbf service neutron] 10.222.0.10 "PUT /v2.0/ports/79bda300-83e5-4884-9438-534de0f85856 HTTP/1.1" status: 200 len: 1092 time: 2.9961133 Feb 28 20:10:03.316040 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-be6d0a61-ec2f-4888-afea-9f81e086732f req-b12793a2-52a6-41b2-a6d2-2d4fcbf750e2 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120258 Feb 28 20:10:03.393415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c008447-725e-42eb-a1bd-972cea63236d admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:10:03.404526 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f82cb7f-9b05-42cc-90c1-cebb01911d97 None None] Sync routers for ids ['0ae44cc5-f491-4997-9663-cb1558d9425c'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:10:03.406494 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2c008447-725e-42eb-a1bd-972cea63236d admin admin] 10.222.0.13 "PUT /v2.0/routers/0ae44cc5-f491-4997-9663-cb1558d9425c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7492809 Feb 28 20:10:03.412386 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa41d2-3783-44c9-b868-78fa35298446 req-16811b47-9baf-4d54-945c-4113b90bedce tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:03.413976 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44108) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:03.418284 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-17fa41d2-3783-44c9-b868-78fa35298446 req-16811b47-9baf-4d54-945c-4113b90bedce tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ff88f5-1441-42f9-956e-b283d180839d HTTP/1.1" status: 200 len: 943 time: 0.2577307 Feb 28 20:10:03.436884 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f82cb7f-9b05-42cc-90c1-cebb01911d97 None None] Routers {'0ae44cc5-f491-4997-9663-cb1558d9425c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:10:03.441709 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8f82cb7f-9b05-42cc-90c1-cebb01911d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:09:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0ae44cc5-f491-4997-9663-cb1558d9425c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:03.523480 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-c8a3080a-9f04-46ab-8b2b-4f286ea64632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:03.525874 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-c8a3080a-9f04-46ab-8b2b-4f286ea64632 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=395834be88664486992e15ee678c561b&device_id=63ff88f5-1441-42f9-956e-b283d180839d HTTP/1.1" status: 200 len: 1126 time: 0.2908719 Feb 28 20:10:03.703400 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-17fa41d2-3783-44c9-b868-78fa35298446 req-8933e7fa-6345-48b7-a333-7ef522677726 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c61c35-aec3-4d76-be74-2521656f2804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683406 Feb 28 20:10:03.712797 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-15453336-5c8a-4be2-ad94-6e4d98377d9e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79bda300-83e5-4884-9438-534de0f85856 HTTP/1.1" status: 200 len: 217 time: 0.1412823 Feb 28 20:10:03.724615 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dc8b25a4-92fd-4415-96b2-be9a1a87835b admin admin] Publish callbacks [] for router (0ae44cc5-f491-4997-9663-cb1558d9425c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:03.731411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-8f82cb7f-9b05-42cc-90c1-cebb01911d97 None None] Set router 0ae44cc5-f491-4997-9663-cb1558d9425c gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:10:03.847856 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-74316c3a-2da6-4bee-95b9-f4fff104e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:03.851467 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-74316c3a-2da6-4bee-95b9-f4fff104e680 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dabd714b-b25f-4695-bb44-0366d81efe83 HTTP/1.1" status: 200 len: 860 time: 0.1352649 Feb 28 20:10:03.985012 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dc8b25a4-92fd-4415-96b2-be9a1a87835b admin admin] Publish callbacks [] for router_gateway (0ae44cc5-f491-4997-9663-cb1558d9425c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:04.032383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8f82cb7f-9b05-42cc-90c1-cebb01911d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae44cc5-f491-4997-9663-cb1558d9425c', 'name': 'tempest-AttachSCSIVolumeTestJSON-23951661-router', 'tenant_id': '07833b9eb7014463880a70df18d19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:06:49Z', 'updated_at': '2022-02-28T20:10:01Z', 'revision_number': 5, 'project_id': '07833b9eb7014463880a70df18d19521', 'gw_port': {'id': 'd8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae44cc5-f491-4997-9663-cb1558d9425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:06:50Z', 'updated_at': '2022-02-28T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:04.082239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f82cb7f-9b05-42cc-90c1-cebb01911d97 None None] Checking router: 0ae44cc5-f491-4997-9663-cb1558d9425c for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:10:04.092142 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f82cb7f-9b05-42cc-90c1-cebb01911d97 None None] Routers {'0ae44cc5-f491-4997-9663-cb1558d9425c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:10:04.093030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8f82cb7f-9b05-42cc-90c1-cebb01911d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:09:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0ae44cc5-f491-4997-9663-cb1558d9425c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:04.099810 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-dc8b25a4-92fd-4415-96b2-be9a1a87835b admin admin] Deleting port d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:10:04.099810 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dc8b25a4-92fd-4415-96b2-be9a1a87835b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:04.122387 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-5c6a24e0-ef42-460f-be9d-5a41ea20ebfa tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c258cc5b77d946d495afb4d1b7de5427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1178808 Feb 28 20:10:04.190449 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-805fb985-b843-43cc-aac6-7ed8eb215bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:04.191652 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-805fb985-b843-43cc-aac6-7ed8eb215bda service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3315620 Feb 28 20:10:04.255814 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-dc8b25a4-92fd-4415-96b2-be9a1a87835b admin admin] For port d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:04.255814 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dc8b25a4-92fd-4415-96b2-be9a1a87835b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:04.271209 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-dc8b25a4-92fd-4415-96b2-be9a1a87835b admin admin] Calling delete_port for d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:10:04.273565 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-8f82cb7f-9b05-42cc-90c1-cebb01911d97 None None] Set router 0ae44cc5-f491-4997-9663-cb1558d9425c gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:10:04.293136 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-8705485a-1b84-4284-9fb7-35122405bd60 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:04.294909 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-8705485a-1b84-4284-9fb7-35122405bd60 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 821 time: 0.4160206 Feb 28 20:10:04.325095 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a701b83-e224-4c86-b491-828ba1e51750 req-250d42c9-4168-4138-85eb-696a81ebd1b6 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:04.326593 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a701b83-e224-4c86-b491-828ba1e51750 req-250d42c9-4168-4138-85eb-696a81ebd1b6 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.10 "GET /v2.0/networks?id=2b99c423-2a23-4a58-b010-0e915b051500 HTTP/1.1" status: 200 len: 821 time: 0.3697972 Feb 28 20:10:04.368000 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8f82cb7f-9b05-42cc-90c1-cebb01911d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae44cc5-f491-4997-9663-cb1558d9425c', 'name': 'tempest-AttachSCSIVolumeTestJSON-23951661-router', 'tenant_id': '07833b9eb7014463880a70df18d19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:06:49Z', 'updated_at': '2022-02-28T20:10:03Z', 'revision_number': 6, 'project_id': '07833b9eb7014463880a70df18d19521', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:04.368250 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-0a701b83-e224-4c86-b491-828ba1e51750 req-5d357698-6bf4-48d3-a5eb-0fba29078d39 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Request body: {'port': {'device_id': '02fb6b88-6072-4b3a-8760-fb7fd3441854', 'network_id': '2b99c423-2a23-4a58-b010-0e915b051500', 'admin_state_up': True, 'tenant_id': '252f6500c745486ebdf0fd76d35bf6bf'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:04.394829 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-a7e9ca0f-e75f-4279-a36b-1cb6616e2448 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/quotas/b4b67168c19e47fc8123410b2d1449a0 HTTP/1.1" status: 200 len: 375 time: 0.0833478 Feb 28 20:10:04.402412 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f82cb7f-9b05-42cc-90c1-cebb01911d97 None None] The sync data for ids ['0ae44cc5-f491-4997-9663-cb1558d9425c'] in n-d-820368-21 is: [{'id': '0ae44cc5-f491-4997-9663-cb1558d9425c', 'name': 'tempest-AttachSCSIVolumeTestJSON-23951661-router', 'tenant_id': '07833b9eb7014463880a70df18d19521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:06:49Z', 'updated_at': '2022-02-28T20:10:03Z', 'revision_number': 6, 'project_id': '07833b9eb7014463880a70df18d19521', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:10:04.509131 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dc8b25a4-92fd-4415-96b2-be9a1a87835b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:04.540193 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b25a4-92fd-4415-96b2-be9a1a87835b admin admin] Pushing event deleted for resources: {'Port': ['ID=d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:04.617094 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dc8b25a4-92fd-4415-96b2-be9a1a87835b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (0ae44cc5-f491-4997-9663-cb1558d9425c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:04.715147 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dc8b25a4-92fd-4415-96b2-be9a1a87835b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (0ae44cc5-f491-4997-9663-cb1558d9425c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:04.719444 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dc8b25a4-92fd-4415-96b2-be9a1a87835b admin admin] Publish callbacks [] for router_controller (0ae44cc5-f491-4997-9663-cb1558d9425c), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:04.756816 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ff88f5-1441-42f9-956e-b283d180839d', 'tag': '79bda300-83e5-4884-9438-534de0f85856'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:04.763148 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fce4b2e-4be3-4321-970e-bfb5698da5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "63ff88f5-1441-42f9-956e-b283d180839d", "tag": "79bda300-83e5-4884-9438-534de0f85856"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:04.798447 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dc8b25a4-92fd-4415-96b2-be9a1a87835b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (0ae44cc5-f491-4997-9663-cb1558d9425c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:04.800220 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8b25a4-92fd-4415-96b2-be9a1a87835b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ae44cc5-f491-4997-9663-cb1558d9425c {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:10:04.807121 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dc8b25a4-92fd-4415-96b2-be9a1a87835b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:04.809620 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-dc8b25a4-92fd-4415-96b2-be9a1a87835b admin admin] 10.222.0.13 "DELETE /v2.0/routers/0ae44cc5-f491-4997-9663-cb1558d9425c HTTP/1.1" status: 204 len: 168 time: 1.3946433 Feb 28 20:10:04.812966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44148) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:04.830896 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-c6b44c3d-a24f-4ac1-abd9-8b04b6fd9cf4 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:04.832476 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-c6b44c3d-a24f-4ac1-abd9-8b04b6fd9cf4 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6991377 Feb 28 20:10:04.852624 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-ec2df8bd-f23d-461a-b96e-66a9150d8540 service neutron] 10.222.0.10 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6097736 Feb 28 20:10:04.886971 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-516392d9-61f7-4961-8b8e-3182f3bd7e1e admin admin] Deleting subnet f72b8307-9bba-45e4-bfeb-74c3cbc4dffa {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:10:04.891254 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-516392d9-61f7-4961-8b8e-3182f3bd7e1e admin admin] Publish callbacks [] for subnet (f72b8307-9bba-45e4-bfeb-74c3cbc4dffa), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:04.897351 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-6c9f2211-8c01-4144-8d96-a2e8291d3819 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/quotas/c258cc5b77d946d495afb4d1b7de5427 HTTP/1.1" status: 200 len: 375 time: 0.0547884 Feb 28 20:10:04.935921 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-516392d9-61f7-4961-8b8e-3182f3bd7e1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (f72b8307-9bba-45e4-bfeb-74c3cbc4dffa), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:04.987712 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-0cf1a673-1a6d-4951-8ce5-29c4cf842a9a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5919402 Feb 28 20:10:04.989553 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-7c830252-f483-4a65-9586-d5baee27266a tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c258cc5b77d946d495afb4d1b7de5427&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805783 Feb 28 20:10:05.026771 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-516392d9-61f7-4961-8b8e-3182f3bd7e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (f72b8307-9bba-45e4-bfeb-74c3cbc4dffa), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:05.032700 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a701b83-e224-4c86-b491-828ba1e51750 req-5d357698-6bf4-48d3-a5eb-0fba29078d39 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Made reservation on behalf of 252f6500c745486ebdf0fd76d35bf6bf for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:10:05.036634 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0a701b83-e224-4c86-b491-828ba1e51750 req-5d357698-6bf4-48d3-a5eb-0fba29078d39 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:05.099636 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-516392d9-61f7-4961-8b8e-3182f3bd7e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (f72b8307-9bba-45e4-bfeb-74c3cbc4dffa), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:05.102484 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63bb916e-b986-4313-96df-fa8a1c2f3006 req-b8f6e846-a0cb-4983-a926-d3082262fe2b service neutron] 10.222.0.10 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385006 Feb 28 20:10:05.142547 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516392d9-61f7-4961-8b8e-3182f3bd7e1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f72b8307-9bba-45e4-bfeb-74c3cbc4dffa,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:05.147644 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-516392d9-61f7-4961-8b8e-3182f3bd7e1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:05.148415 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c407c98-38c1-4f9c-83f6-154aca8292ab None None] Network cf9928ad-d488-4679-bca4-9ee269442294 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:10:05.152596 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-516392d9-61f7-4961-8b8e-3182f3bd7e1e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f72b8307-9bba-45e4-bfeb-74c3cbc4dffa HTTP/1.1" status: 204 len: 168 time: 0.3381701 Feb 28 20:10:05.154745 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44152) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:05.264370 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c8fad8e-5ad8-4b50-8d39-e5ec8d89c60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (cf9928ad-d488-4679-bca4-9ee269442294), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:05.296104 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-b2e9ce7e-bd9f-4a04-ab44-111dd3b26d2f service neutron] 10.222.0.13 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979712 Feb 28 20:10:05.361323 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:10:05.387894 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:10:05.388037 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d8abae20-5aab-4fc5-a6e1-bf7cb57dcbc4 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:10:05.388700 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0bb00f63-7bd2-4dce-bd9f-51147994bb8b no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:10:05.389305 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-8c8fad8e-5ad8-4b50-8d39-e5ec8d89c60e admin admin] Deleting port 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:10:05.391485 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c8fad8e-5ad8-4b50-8d39-e5ec8d89c60e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:05.432789 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 0bb00f63-7bd2-4dce-bd9f-51147994bb8b {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:10:05.433212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0bb00f63-7bd2-4dce-bd9f-51147994bb8b not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:10:05.448916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874d61fc-3536-4b72-a2e2-4610474c301d None None] DHCP port deletion for cf9928ad-d488-4679-bca4-9ee269442294 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:10:05.449088 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e54c9420-926c-4366-b23a-dfdb4f5fb231 req-b0a69b3d-44a1-45a2-9832-4e1f44e0c0cb tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb6b88-6072-4b3a-8760-fb7fd3441854 HTTP/1.1" status: 200 len: 210 time: 0.1633959 Feb 28 20:10:05.557191 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-bc745ab4-cb15-4f2a-b976-83cda783914a service neutron] 10.222.0.13 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592788 Feb 28 20:10:05.557408 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-8c8fad8e-5ad8-4b50-8d39-e5ec8d89c60e admin admin] For port 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b,segment=NetworkSegment(66dd4105-39b8-48df-a081-8cb0a9f172b2),segment_id=66dd4105-39b8-48df-a081-8cb0a9f172b2)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:05.557793 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c8fad8e-5ad8-4b50-8d39-e5ec8d89c60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:05.594314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-8c8fad8e-5ad8-4b50-8d39-e5ec8d89c60e admin admin] Calling delete_port for 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:10:05.608900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-874d61fc-3536-4b72-a2e2-4610474c301d None None] Deleting port 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:10:05.610731 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-874d61fc-3536-4b72-a2e2-4610474c301d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:05.798979 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c8fad8e-5ad8-4b50-8d39-e5ec8d89c60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:05.917151 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-0a701b83-e224-4c86-b491-828ba1e51750 req-5d357698-6bf4-48d3-a5eb-0fba29078d39 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Allocated IP 172.20.0.3 (2b99c423-2a23-4a58-b010-0e915b051500/4a3ede59-a3a4-4385-bdb9-388af5c0400e/d7952980-389b-4941-a7fc-bc89f624f67f) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:10:05.933205 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8fad8e-5ad8-4b50-8d39-e5ec8d89c60e admin admin] No DVR routers for this DVR port 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:10:05.945819 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fad8e-5ad8-4b50-8d39-e5ec8d89c60e admin admin] Pushing event deleted for resources: {'Port': ['ID=5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:06.068478 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c8fad8e-5ad8-4b50-8d39-e5ec8d89c60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (cf9928ad-d488-4679-bca4-9ee269442294), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:06.094228 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-8c8fad8e-5ad8-4b50-8d39-e5ec8d89c60e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9928ad-d488-4679-bca4-9ee269442294']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:06.105845 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-8c8fad8e-5ad8-4b50-8d39-e5ec8d89c60e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66dd4105-39b8-48df-a081-8cb0a9f172b2') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:06.106063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-8c8fad8e-5ad8-4b50-8d39-e5ec8d89c60e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66dd4105-39b8-48df-a081-8cb0a9f172b2') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:06.107132 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-6d32b401-8b27-4e37-8597-78fed6dc0dfc tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:06.109292 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-6d32b401-8b27-4e37-8597-78fed6dc0dfc tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/networks?id=c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 200 len: 811 time: 0.4781361 Feb 28 20:10:06.125750 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c8fad8e-5ad8-4b50-8d39-e5ec8d89c60e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (66dd4105-39b8-48df-a081-8cb0a9f172b2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:06.161734 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c8fad8e-5ad8-4b50-8d39-e5ec8d89c60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (66dd4105-39b8-48df-a081-8cb0a9f172b2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:06.172731 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8fad8e-5ad8-4b50-8d39-e5ec8d89c60e admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:10:06.173762 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c8fad8e-5ad8-4b50-8d39-e5ec8d89c60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (66dd4105-39b8-48df-a081-8cb0a9f172b2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:10:06.178757 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:10:06.184521 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-3c1b11f7-0faf-4f8f-a3a2-39f7f2a61f1e tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/quotas/319e808d1d994e11b5f42f1d9f8b43af HTTP/1.1" status: 200 len: 375 time: 0.0666983 Feb 28 20:10:06.207670 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-874d61fc-3536-4b72-a2e2-4610474c301d None None] For port 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b,segment=NetworkSegment(66dd4105-39b8-48df-a081-8cb0a9f172b2),segment_id=66dd4105-39b8-48df-a081-8cb0a9f172b2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:06.208733 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27581de-1f20-4016-8117-071ee4530eee req-f78427fb-09ab-49b1-b083-292df4577810 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:06.209215 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-874d61fc-3536-4b72-a2e2-4610474c301d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:06.210705 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e27581de-1f20-4016-8117-071ee4530eee req-f78427fb-09ab-49b1-b083-292df4577810 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 945 time: 0.2202792 Feb 28 20:10:06.247271 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-874d61fc-3536-4b72-a2e2-4610474c301d None None] Calling delete_port for 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:10:06.315653 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-3c020f99-480c-4b27-aa51-ff26ff59394c tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1172557 Feb 28 20:10:06.354432 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c8fad8e-5ad8-4b50-8d39-e5ec8d89c60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (cf9928ad-d488-4679-bca4-9ee269442294), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:06.398843 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c8fad8e-5ad8-4b50-8d39-e5ec8d89c60e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:06.409023 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8c8fad8e-5ad8-4b50-8d39-e5ec8d89c60e admin admin] 10.222.0.13 "DELETE /v2.0/networks/cf9928ad-d488-4679-bca4-9ee269442294 HTTP/1.1" status: 204 len: 168 time: 1.2525980 Feb 28 20:10:06.410574 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fad8e-5ad8-4b50-8d39-e5ec8d89c60e admin admin] Pushing event deleted for resources: {'Network': ['ID=cf9928ad-d488-4679-bca4-9ee269442294,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:06.412162 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44180) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:06.445825 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-874d61fc-3536-4b72-a2e2-4610474c301d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:06.471984 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e27581de-1f20-4016-8117-071ee4530eee req-07e93697-32b8-4eed-bd54-fb276430547b tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476046 Feb 28 20:10:06.479156 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0a701b83-e224-4c86-b491-828ba1e51750 req-5d357698-6bf4-48d3-a5eb-0fba29078d39 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks [] for port (d7952980-389b-4941-a7fc-bc89f624f67f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:06.512709 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-874d61fc-3536-4b72-a2e2-4610474c301d None None] Network cf9928ad-d488-4679-bca4-9ee269442294 is not hosted by any dhcp agent {{(pid=103775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 20:10:06.513437 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d61fc-3536-4b72-a2e2-4610474c301d None None] No DVR routers for this DVR port 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:10:06.515933 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d61fc-3536-4b72-a2e2-4610474c301d None None] Pushing event deleted for resources: {'Port': ['ID=5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:06.567973 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-257f1213-628f-442e-923d-71bee4678115 service neutron] 10.222.0.13 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411160 Feb 28 20:10:06.670609 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0a701b83-e224-4c86-b491-828ba1e51750 req-5d357698-6bf4-48d3-a5eb-0fba29078d39 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d7952980-389b-4941-a7fc-bc89f624f67f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:06.740039 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d357698-6bf4-48d3-a5eb-0fba29078d39 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Pushing event updated for resources: {'Port': ['ID=d7952980-389b-4941-a7fc-bc89f624f67f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:06.771698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a701b83-e224-4c86-b491-828ba1e51750 req-5d357698-6bf4-48d3-a5eb-0fba29078d39 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Network 2b99c423-2a23-4a58-b010-0e915b051500 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:10:06.777059 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-0a701b83-e224-4c86-b491-828ba1e51750 req-5d357698-6bf4-48d3-a5eb-0fba29078d39 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:10:06.785539 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a701b83-e224-4c86-b491-828ba1e51750 req-5d357698-6bf4-48d3-a5eb-0fba29078d39 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:10:06.821610 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-26a6386d-cefc-4980-96fe-f1b3be1e6662 service neutron] 10.222.0.13 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523923 Feb 28 20:10:06.835011 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a09ecf-6f97-4b7e-bba8-3e47deb44c0c req-4fd28a14-487d-4237-b155-088628c9d761 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:06.836714 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-86a09ecf-6f97-4b7e-bba8-3e47deb44c0c req-4fd28a14-487d-4237-b155-088628c9d761 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ff88f5-1441-42f9-956e-b283d180839d HTTP/1.1" status: 200 len: 943 time: 0.2281046 Feb 28 20:10:06.863552 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a701b83-e224-4c86-b491-828ba1e51750 req-5d357698-6bf4-48d3-a5eb-0fba29078d39 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:06.864318 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0a701b83-e224-4c86-b491-828ba1e51750 req-5d357698-6bf4-48d3-a5eb-0fba29078d39 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:06.903362 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a701b83-e224-4c86-b491-828ba1e51750 req-5d357698-6bf4-48d3-a5eb-0fba29078d39 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5404494 Feb 28 20:10:06.917689 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-0a701b83-e224-4c86-b491-828ba1e51750 req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] Request body: {'port': {'device_id': '02fb6b88-6072-4b3a-8760-fb7fd3441854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:06.992512 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-86a09ecf-6f97-4b7e-bba8-3e47deb44c0c req-28717ae5-506c-4d89-aac0-6d3ebcda553b tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c61c35-aec3-4d76-be74-2521656f2804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461329 Feb 28 20:10:07.067544 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:10:07.089152 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0a701b83-e224-4c86-b491-828ba1e51750 req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d7952980-389b-4941-a7fc-bc89f624f67f), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:07.125600 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:10:07.126836 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5f0f4a95-1a03-49b9-b98c-5ef3e03bff7b not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:10:07.192728 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1380e6b9-bca4-4e99-8ad5-99d1d1283306 x-openstack-request-id: req-1380e6b9-bca4-4e99-8ad5-99d1d1283306 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:07.204319 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ff88f5-1441-42f9-956e-b283d180839d", "tag": "79bda300-83e5-4884-9438-534de0f85856", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:07.205273 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1380e6b9-bca4-4e99-8ad5-99d1d1283306 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:07.205774 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ff88f5-1441-42f9-956e-b283d180839d', 'tag': '79bda300-83e5-4884-9438-534de0f85856', 'status': 'completed', 'code': 200} Feb 28 20:10:07.312160 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-a005ec24-05c4-43f6-955a-0a2eb56a2c12 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c258cc5b77d946d495afb4d1b7de5427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275390 Feb 28 20:10:07.498773 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-78425f24-0873-46f9-bfb5-b59e9e2f1bfe req-361cec9b-371c-4d29-8d0d-6c693de3bd7e tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=7909b5b0-3844-42f7-a25f-0ff5f478bd82 HTTP/1.1" status: 200 len: 210 time: 0.0417399 Feb 28 20:10:07.551214 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-8c97176a-3520-46cb-927d-ab6181ef3d2e tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:07.552757 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-8c97176a-3520-46cb-927d-ab6181ef3d2e tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2303545 Feb 28 20:10:07.569830 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ba066d4-cca2-45f9-be13-5c13440b9bd3 req-573ddce8-d4c5-4a07-8f4a-3f6ed64791c6 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 210 time: 0.1310818 Feb 28 20:10:07.587435 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-7ceda09d-3b11-4878-aefd-7c418fc23344 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Request body: {'port': {'device_id': '7909b5b0-3844-42f7-a25f-0ff5f478bd82', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'c258cc5b77d946d495afb4d1b7de5427'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:07.619642 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce4b2e-4be3-4321-970e-bfb5698da5c0 req-d08753dc-af58-4e81-8bed-8f836f0ffb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:07.621319 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2fce4b2e-4be3-4321-970e-bfb5698da5c0 req-d08753dc-af58-4e81-8bed-8f836f0ffb49 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=395834be88664486992e15ee678c561b&device_id=63ff88f5-1441-42f9-956e-b283d180839d HTTP/1.1" status: 200 len: 1126 time: 0.3869071 Feb 28 20:10:07.824373 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 79bda300-83e5-4884-9438-534de0f85856 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:10:07.946244 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-7ceda09d-3b11-4878-aefd-7c418fc23344 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Made reservation on behalf of c258cc5b77d946d495afb4d1b7de5427 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:10:07.949096 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-7ceda09d-3b11-4878-aefd-7c418fc23344 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:07.979209 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-7ceda09d-3b11-4878-aefd-7c418fc23344 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:08.021575 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce4b2e-4be3-4321-970e-bfb5698da5c0 req-0482d3aa-ebd1-4187-831c-72da0633f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:08.023660 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2fce4b2e-4be3-4321-970e-bfb5698da5c0 req-0482d3aa-ebd1-4187-831c-72da0633f243 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca HTTP/1.1" status: 200 len: 921 time: 0.3908775 Feb 28 20:10:08.025861 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a2323855-5b4b-4f47-b90f-1466e25a6a37 req-c39df7ef-17ce-4560-b7ef-3a130adcf27f tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 210 time: 0.1004784 Feb 28 20:10:08.047932 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 79bda300-83e5-4884-9438-534de0f85856, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=79bda300-83e5-4884-9438-534de0f85856,segment=NetworkSegment(c3ef2548-943a-428b-bc5b-d8a96880be37),segment_id=c3ef2548-943a-428b-bc5b-d8a96880be37)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:08.072508 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '79bda300-83e5-4884-9438-534de0f85856', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'port_id': '79bda300-83e5-4884-9438-534de0f85856', 'mac_address': 'fa:16:3e:c2:d5:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:10:08.150408 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c6685a5d-50af-40d2-bf31-fe290963fa0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (dbb6244f-0637-4f68-b250-43cc819cf0af), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:08.175360 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 79bda300-83e5-4884-9438-534de0f85856 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:08.176238 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (79bda300-83e5-4884-9438-534de0f85856), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:08.192206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79bda300-83e5-4884-9438-534de0f85856 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:10:08.224578 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 79bda300-83e5-4884-9438-534de0f85856, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=79bda300-83e5-4884-9438-534de0f85856,segment=NetworkSegment(c3ef2548-943a-428b-bc5b-d8a96880be37),segment_id=c3ef2548-943a-428b-bc5b-d8a96880be37)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:08.236751 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (79bda300-83e5-4884-9438-534de0f85856), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:08.256688 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a8909-9b60-40b3-bc30-9b057a8bb47d req-7bb178a9-cd05-4c8e-9dec-9479891fe46e tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:08.267869 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-7ceda09d-3b11-4878-aefd-7c418fc23344 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks [] for security_group (8000b867-16ec-4721-9c43-cfb5a8cf8afb), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:08.271439 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f51a8909-9b60-40b3-bc30-9b057a8bb47d req-7bb178a9-cd05-4c8e-9dec-9479891fe46e tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb6b88-6072-4b3a-8760-fb7fd3441854 HTTP/1.1" status: 200 len: 931 time: 0.5545845 Feb 28 20:10:08.278992 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-7ceda09d-3b11-4878-aefd-7c418fc23344 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8000b867-16ec-4721-9c43-cfb5a8cf8afb), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:08.293335 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-0a701b83-e224-4c86-b491-828ba1e51750 req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7952980-389b-4941-a7fc-bc89f624f67f {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:10:08.323497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=79bda300-83e5-4884-9438-534de0f85856,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:08.361938 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2fce4b2e-4be3-4321-970e-bfb5698da5c0 req-780f8ca0-4183-4da5-bf7e-2aabcce43095 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79bda300-83e5-4884-9438-534de0f85856 HTTP/1.1" status: 200 len: 217 time: 0.3235304 Feb 28 20:10:08.366301 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0a701b83-e224-4c86-b491-828ba1e51750 req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] Publish callbacks [] for port (d7952980-389b-4941-a7fc-bc89f624f67f), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:08.401526 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceda09d-3b11-4878-aefd-7c418fc23344 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8000b867-16ec-4721-9c43-cfb5a8cf8afb,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:08.447301 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-191d5a10-92cc-49fa-b0dc-2e2d0c7db491 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:08.449111 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-191d5a10-92cc-49fa-b0dc-2e2d0c7db491 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.15 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 821 time: 0.7333696 Feb 28 20:10:08.488101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-0ff5286c-bc00-4c1a-a4d6-dde7300d389a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Request body: {'port': {'device_id': '354f100a-af66-40a3-a84e-5f1f9fb74a55', 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9', 'admin_state_up': True, 'tenant_id': 'b4b67168c19e47fc8123410b2d1449a0'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:08.504712 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-0a701b83-e224-4c86-b491-828ba1e51750 req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] Transition to ACTIVE for port object d7952980-389b-4941-a7fc-bc89f624f67f will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:10:08.537681 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-7ceda09d-3b11-4878-aefd-7c418fc23344 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Allocated IP 192.168.233.71 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/1e15a2a7-e81f-4d5d-97a3-d6325b067668) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:10:08.540078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['79bda300-83e5-4884-9438-534de0f85856'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:10:08.541196 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0a701b83-e224-4c86-b491-828ba1e51750 req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d7952980-389b-4941-a7fc-bc89f624f67f), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:08.682904 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] Pushing event updated for resources: {'Port': ['ID=d7952980-389b-4941-a7fc-bc89f624f67f,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:08.696650 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f51a8909-9b60-40b3-bc30-9b057a8bb47d req-d842c3f2-0c69-4630-8068-59a36a8080fa tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189084 Feb 28 20:10:08.698304 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce4b2e-4be3-4321-970e-bfb5698da5c0 req-6fc9add6-4c0c-49e7-b2bf-d6506cb40a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:08.699812 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2fce4b2e-4be3-4321-970e-bfb5698da5c0 req-6fc9add6-4c0c-49e7-b2bf-d6506cb40a26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dabd714b-b25f-4695-bb44-0366d81efe83 HTTP/1.1" status: 200 len: 860 time: 0.3167171 Feb 28 20:10:08.741291 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37554a-c703-4e49-be5b-464397297ad0 req-8b98609e-b998-4cc8-8c06-b413077a4a0f tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:08.748771 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab37554a-c703-4e49-be5b-464397297ad0 req-8b98609e-b998-4cc8-8c06-b413077a4a0f tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 945 time: 0.5743444 Feb 28 20:10:08.822885 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c6685a5d-50af-40d2-bf31-fe290963fa0d admin admin] Deleting port 02852be9-ddde-47ba-9364-aad9e74aa250 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:10:08.823469 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c6685a5d-50af-40d2-bf31-fe290963fa0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (02852be9-ddde-47ba-9364-aad9e74aa250), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:08.971536 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-7ceda09d-3b11-4878-aefd-7c418fc23344 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks [] for port (1e15a2a7-e81f-4d5d-97a3-d6325b067668), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:09.004367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-0a701b83-e224-4c86-b491-828ba1e51750 req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] Attempting to bind port d7952980-389b-4941-a7fc-bc89f624f67f on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:10:09.004706 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-0a701b83-e224-4c86-b491-828ba1e51750 req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] Attempting to bind port d7952980-389b-4941-a7fc-bc89f624f67f by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '338bda26-d72e-4d55-9610-0ede20861b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b99c423-2a23-4a58-b010-0e915b051500'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:10:09.005038 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a701b83-e224-4c86-b491-828ba1e51750 req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] Attempting to bind port d7952980-389b-4941-a7fc-bc89f624f67f on network 2b99c423-2a23-4a58-b010-0e915b051500 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:10:09.020632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce4b2e-4be3-4321-970e-bfb5698da5c0 req-5724f1ee-9994-4c23-98ac-5e05cdf83ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:09.022179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2fce4b2e-4be3-4321-970e-bfb5698da5c0 req-5724f1ee-9994-4c23-98ac-5e05cdf83ac1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2689528 Feb 28 20:10:09.027792 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab37554a-c703-4e49-be5b-464397297ad0 req-0c0701e1-1297-4128-b635-fdfe0f074dd0 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228844 Feb 28 20:10:09.028469 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a701b83-e224-4c86-b491-828ba1e51750 req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] Port d7952980-389b-4941-a7fc-bc89f624f67f on network 2b99c423-2a23-4a58-b010-0e915b051500 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:10:09.028800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a701b83-e224-4c86-b491-828ba1e51750 req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] Attempting to bind port d7952980-389b-4941-a7fc-bc89f624f67f on network 2b99c423-2a23-4a58-b010-0e915b051500 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:10:09.047927 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-0ff5286c-bc00-4c1a-a4d6-dde7300d389a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Made reservation on behalf of b4b67168c19e47fc8123410b2d1449a0 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:10:09.051355 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-0ff5286c-bc00-4c1a-a4d6-dde7300d389a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:09.065182 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-c6685a5d-50af-40d2-bf31-fe290963fa0d admin admin] For port 02852be9-ddde-47ba-9364-aad9e74aa250, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=02852be9-ddde-47ba-9364-aad9e74aa250,segment=NetworkSegment(98ce882b-01f1-4956-963f-27db9ee571e7),segment_id=98ce882b-01f1-4956-963f-27db9ee571e7)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:09.066127 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c6685a5d-50af-40d2-bf31-fe290963fa0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (02852be9-ddde-47ba-9364-aad9e74aa250), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:09.070467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c10e11-1d47-4171-9afa-fee6aa30f550 req-3041a591-d90d-4758-92ef-bcfcb8754f24 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:09.077533 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8c10e11-1d47-4171-9afa-fee6aa30f550 req-3041a591-d90d-4758-92ef-bcfcb8754f24 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ff88f5-1441-42f9-956e-b283d180839d HTTP/1.1" status: 200 len: 944 time: 0.2713377 Feb 28 20:10:09.087246 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a701b83-e224-4c86-b491-828ba1e51750 req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:10:09.087616 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a701b83-e224-4c86-b491-828ba1e51750 req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] Checking segment: {'id': '338bda26-d72e-4d55-9610-0ede20861b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b99c423-2a23-4a58-b010-0e915b051500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:10:09.088006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a701b83-e224-4c86-b491-828ba1e51750 req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] Bound using segment: {'id': '338bda26-d72e-4d55-9610-0ede20861b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b99c423-2a23-4a58-b010-0e915b051500'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:10:09.088463 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-0a701b83-e224-4c86-b491-828ba1e51750 req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] Bound port: d7952980-389b-4941-a7fc-bc89f624f67f, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338bda26-d72e-4d55-9610-0ede20861b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b99c423-2a23-4a58-b010-0e915b051500'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:10:09.088825 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0a701b83-e224-4c86-b491-828ba1e51750 req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d7952980-389b-4941-a7fc-bc89f624f67f), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:09.100066 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c6685a5d-50af-40d2-bf31-fe290963fa0d admin admin] Calling delete_port for 02852be9-ddde-47ba-9364-aad9e74aa250 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:10:09.119256 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-b2bc13cb-7dd1-4886-a78c-871fd03c62e9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:09.121690 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-b2bc13cb-7dd1-4886-a78c-871fd03c62e9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.10 "GET /v2.0/networks?id=c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 200 len: 811 time: 0.2636704 Feb 28 20:10:09.128886 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-7ceda09d-3b11-4878-aefd-7c418fc23344 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (1e15a2a7-e81f-4d5d-97a3-d6325b067668), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:09.140981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-cbcd3a20-2d8b-4335-b460-561e0a13af5d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Request body: {'port': {'device_id': '27095bf8-232a-4959-996e-55547b51ea27', 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2', 'admin_state_up': True, 'tenant_id': '319e808d1d994e11b5f42f1d9f8b43af'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:09.362008 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-7ceda09d-3b11-4878-aefd-7c418fc23344 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:10:09.377903 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-7ceda09d-3b11-4878-aefd-7c418fc23344 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:10:09.392903 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-7ceda09d-3b11-4878-aefd-7c418fc23344 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:10:09.494697 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceda09d-3b11-4878-aefd-7c418fc23344 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Pushing event updated for resources: {'Port': ['ID=1e15a2a7-e81f-4d5d-97a3-d6325b067668,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:09.589527 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-7ceda09d-3b11-4878-aefd-7c418fc23344 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:09.590323 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-7ceda09d-3b11-4878-aefd-7c418fc23344 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:09.596224 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-cbcd3a20-2d8b-4335-b460-561e0a13af5d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Made reservation on behalf of 319e808d1d994e11b5f42f1d9f8b43af for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:10:09.599737 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-cbcd3a20-2d8b-4335-b460-561e0a13af5d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:09.638267 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-7ceda09d-3b11-4878-aefd-7c418fc23344 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0696437 Feb 28 20:10:09.649908 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8c10e11-1d47-4171-9afa-fee6aa30f550 req-848b5f3b-dafb-4c49-92ff-8882ebe5805b tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c61c35-aec3-4d76-be74-2521656f2804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5701778 Feb 28 20:10:09.664192 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] Request body: {'port': {'device_id': '7909b5b0-3844-42f7-a25f-0ff5f478bd82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:09.697869 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2fce4b2e-4be3-4321-970e-bfb5698da5c0 req-799455a7-ca8e-430b-8854-dc071fc178a5 service neutron] 10.222.0.10 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6642218 Feb 28 20:10:09.764311 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-df149cd9-b610-4a13-a744-1d5e7cc54e0a None None] Provisioning complete for port 1e15a2a7-e81f-4d5d-97a3-d6325b067668 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:10:09.765544 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-df149cd9-b610-4a13-a744-1d5e7cc54e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1e15a2a7-e81f-4d5d-97a3-d6325b067668), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:09.796451 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-0a701b83-e224-4c86-b491-828ba1e51750 req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] For port d7952980-389b-4941-a7fc-bc89f624f67f, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:10:09.801394 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-0a701b83-e224-4c86-b491-828ba1e51750 req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] For port d7952980-389b-4941-a7fc-bc89f624f67f, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d7952980-389b-4941-a7fc-bc89f624f67f,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:10:09.811390 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-df149cd9-b610-4a13-a744-1d5e7cc54e0a None None] Port 1e15a2a7-e81f-4d5d-97a3-d6325b067668 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:10:09.823381 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1e15a2a7-e81f-4d5d-97a3-d6325b067668), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:09.840871 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 79bda300-83e5-4884-9438-534de0f85856 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:10:09.891935 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0a701b83-e224-4c86-b491-828ba1e51750 req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d7952980-389b-4941-a7fc-bc89f624f67f), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:09.907093 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3082c1c-1714-452e-ab90-eae7647df655 req-0a74844f-47ca-44b0-86d2-22465a2878bf tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 210 time: 0.1665099 Feb 28 20:10:09.909149 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 79bda300-83e5-4884-9438-534de0f85856 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:10:09.917080 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 79bda300-83e5-4884-9438-534de0f85856 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:10:09.917459 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (79bda300-83e5-4884-9438-534de0f85856), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:09.932201 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c6685a5d-50af-40d2-bf31-fe290963fa0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (02852be9-ddde-47ba-9364-aad9e74aa250), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:09.934677 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-cbcd3a20-2d8b-4335-b460-561e0a13af5d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Allocated IP 172.20.0.5 (c8345f72-ebdd-4937-93d2-787e920180e2/17bdb014-8992-41b5-9199-5d89512b4a60/1855ed6a-56ff-4b4f-83e9-04c36903b3f2) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:10:09.982162 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6685a5d-50af-40d2-bf31-fe290963fa0d admin admin] Pushing event deleted for resources: {'Port': ['ID=02852be9-ddde-47ba-9364-aad9e74aa250,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:10.053507 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 79bda300-83e5-4884-9438-534de0f85856 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:10.053507 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (79bda300-83e5-4884-9438-534de0f85856), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:10.087056 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ff88f5-1441-42f9-956e-b283d180839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bda300-83e5-4884-9438-534de0f85856'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:10.089360 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6753495a-2b3d-4d4c-8727-0d16d35acd98" -d '{"events": [{"server_uuid": "63ff88f5-1441-42f9-956e-b283d180839d", "name": "network-vif-plugged", "status": "completed", "tag": "79bda300-83e5-4884-9438-534de0f85856"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:10.122165 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 79bda300-83e5-4884-9438-534de0f85856, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=79bda300-83e5-4884-9438-534de0f85856,segment=NetworkSegment(c3ef2548-943a-428b-bc5b-d8a96880be37),segment_id=c3ef2548-943a-428b-bc5b-d8a96880be37)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:10.129311 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2fce4b2e-4be3-4321-970e-bfb5698da5c0 req-3ea8124f-b973-46d0-9b41-6e7d289f5287 service neutron] 10.222.0.10 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188399 Feb 28 20:10:10.131815 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (79bda300-83e5-4884-9438-534de0f85856), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:10.132895 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b20c69a-c6f0-49c5-a014-88dcd04b79d3 req-904712be-b504-4dfc-a01d-939c2d950065 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 210 time: 0.0360792 Feb 28 20:10:10.155620 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38e425-2a87-44be-81ab-76c355b9508e req-393c1bdd-9c53-4ab2-a43b-14984fcd5b36 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:10.157886 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ee38e425-2a87-44be-81ab-76c355b9508e req-393c1bdd-9c53-4ab2-a43b-14984fcd5b36 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=7909b5b0-3844-42f7-a25f-0ff5f478bd82 HTTP/1.1" status: 200 len: 935 time: 0.9357023 Feb 28 20:10:10.160174 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a701b83-e224-4c86-b491-828ba1e51750 req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:10.160802 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0a701b83-e224-4c86-b491-828ba1e51750 req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:10.163123 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a701b83-e224-4c86-b491-828ba1e51750 req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] 10.222.0.10 "PUT /v2.0/ports/d7952980-389b-4941-a7fc-bc89f624f67f HTTP/1.1" status: 200 len: 1092 time: 3.2496212 Feb 28 20:10:10.176652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fb6b88-6072-4b3a-8760-fb7fd3441854', 'tag': 'd7952980-389b-4941-a7fc-bc89f624f67f'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:10.185048 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afd61f0-ec40-455e-acad-ac6464b1f18f" -d '{"events": [{"name": "network-changed", "server_uuid": "02fb6b88-6072-4b3a-8760-fb7fd3441854", "tag": "d7952980-389b-4941-a7fc-bc89f624f67f"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:10.265476 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=79bda300-83e5-4884-9438-534de0f85856,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:10.311168 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-0ff5286c-bc00-4c1a-a4d6-dde7300d389a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Allocated IP 172.20.0.13 (ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9/83db07cb-72a9-4083-bdb0-f440451686c1/fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:10:10.335698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24700637-f110-4e91-a532-baf2945c7e02 service neutron] Pushing event updated for resources: {'Port': ['ID=d7952980-389b-4941-a7fc-bc89f624f67f,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:10.450472 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ee38e425-2a87-44be-81ab-76c355b9508e req-d3718da0-8246-4802-b9d6-a11a8d765cde tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370205 Feb 28 20:10:10.498104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a701b83-e224-4c86-b491-828ba1e51750 req-8e2e5435-b696-4d56-9a02-fb7ea6391e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:10.499669 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a701b83-e224-4c86-b491-828ba1e51750 req-8e2e5435-b696-4d56-9a02-fb7ea6391e3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=252f6500c745486ebdf0fd76d35bf6bf&device_id=02fb6b88-6072-4b3a-8760-fb7fd3441854 HTTP/1.1" status: 200 len: 1126 time: 0.2357912 Feb 28 20:10:10.513852 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adcec72-6660-4ccf-a9e0-999d6772eb4f req-6870c682-38b1-4930-8172-6f5d7e800d77 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:10.515751 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1adcec72-6660-4ccf-a9e0-999d6772eb4f req-6870c682-38b1-4930-8172-6f5d7e800d77 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb6b88-6072-4b3a-8760-fb7fd3441854 HTTP/1.1" status: 200 len: 943 time: 0.1814101 Feb 28 20:10:10.605390 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e15a2a7-e81f-4d5d-97a3-d6325b067668 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:10:10.676657 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] Publish callbacks [] for port (1e15a2a7-e81f-4d5d-97a3-d6325b067668), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:10.714285 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a701b83-e224-4c86-b491-828ba1e51750 req-77fd4981-a452-47c8-9467-a750b060dbe0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7952980-389b-4941-a7fc-bc89f624f67f HTTP/1.1" status: 200 len: 217 time: 0.1725428 Feb 28 20:10:10.729055 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] Transition to ACTIVE for port object 1e15a2a7-e81f-4d5d-97a3-d6325b067668 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:10:10.735627 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-cbcd3a20-2d8b-4335-b460-561e0a13af5d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks [] for port (1855ed6a-56ff-4b4f-83e9-04c36903b3f2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:10.740213 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (1e15a2a7-e81f-4d5d-97a3-d6325b067668), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:10.757755 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c6685a5d-50af-40d2-bf31-fe290963fa0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (dbb6244f-0637-4f68-b250-43cc819cf0af), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:10.809001 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1adcec72-6660-4ccf-a9e0-999d6772eb4f req-fe823d51-fe1b-457c-b74d-6adc650a3b0b tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609506 Feb 28 20:10:10.833897 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629950b-5b11-43f4-b297-6d58833766f8 req-ceaa05db-ee60-4302-bbc0-92ffe7863c61 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:10.835685 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6629950b-5b11-43f4-b297-6d58833766f8 req-ceaa05db-ee60-4302-bbc0-92ffe7863c61 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 945 time: 0.1854289 Feb 28 20:10:10.885193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a701b83-e224-4c86-b491-828ba1e51750 req-4daabdc4-bbf8-4481-86e1-976c89817c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:10.886695 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a701b83-e224-4c86-b491-828ba1e51750 req-4daabdc4-bbf8-4481-86e1-976c89817c84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a3ede59-a3a4-4385-bdb9-388af5c0400e HTTP/1.1" status: 200 len: 861 time: 0.1577940 Feb 28 20:10:10.892745 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-0ff5286c-bc00-4c1a-a4d6-dde7300d389a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks [] for port (fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:10.905620 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8f096e-859d-4f5e-a6a9-ee27b428a166 x-openstack-request-id: req-8f8f096e-859d-4f5e-a6a9-ee27b428a166 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:10.906707 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ff88f5-1441-42f9-956e-b283d180839d", "name": "network-vif-plugged", "status": "completed", "tag": "79bda300-83e5-4884-9438-534de0f85856", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:10.907127 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f8f096e-859d-4f5e-a6a9-ee27b428a166 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:10.907689 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ff88f5-1441-42f9-956e-b283d180839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bda300-83e5-4884-9438-534de0f85856', 'code': 200} Feb 28 20:10:10.954309 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a701b83-e224-4c86-b491-828ba1e51750 req-c4cf7d72-ad60-4aa4-ac80-dac8c9268002 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b99c423-2a23-4a58-b010-0e915b051500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569725 Feb 28 20:10:10.991258 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6629950b-5b11-43f4-b297-6d58833766f8 req-3d01642d-f897-4598-88bf-f495abcd3e36 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157453 Feb 28 20:10:11.079803 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba736c15-c61d-4a6e-9c2e-7ac32e32ae20 x-openstack-request-id: req-ba736c15-c61d-4a6e-9c2e-7ac32e32ae20 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:11.079803 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fb6b88-6072-4b3a-8760-fb7fd3441854", "tag": "d7952980-389b-4941-a7fc-bc89f624f67f", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:11.080187 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba736c15-c61d-4a6e-9c2e-7ac32e32ae20 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:11.080562 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fb6b88-6072-4b3a-8760-fb7fd3441854', 'tag': 'd7952980-389b-4941-a7fc-bc89f624f67f', 'status': 'completed', 'code': 200} Feb 28 20:10:11.269594 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8d62ce7-0078-4740-bd1b-46d4dede0d78 req-23d72bf3-45a4-49e6-9152-f951e20f474b tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 210 time: 0.1153476 Feb 28 20:10:11.274840 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] Pushing event updated for resources: {'Port': ['ID=1e15a2a7-e81f-4d5d-97a3-d6325b067668,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:11.319820 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-cbcd3a20-2d8b-4335-b460-561e0a13af5d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (1855ed6a-56ff-4b4f-83e9-04c36903b3f2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:11.383159 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-0ff5286c-bc00-4c1a-a4d6-dde7300d389a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:11.414699 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a701b83-e224-4c86-b491-828ba1e51750 req-f43dd684-5b46-49e6-85c6-3a5129e29a83 service neutron] 10.222.0.10 "GET /v2.0/networks/2b99c423-2a23-4a58-b010-0e915b051500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222209 Feb 28 20:10:11.427572 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-cbcd3a20-2d8b-4335-b460-561e0a13af5d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Network c8345f72-ebdd-4937-93d2-787e920180e2 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:10:11.439438 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-cbcd3a20-2d8b-4335-b460-561e0a13af5d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:10:11.445217 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd3a20-2d8b-4335-b460-561e0a13af5d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Pushing event updated for resources: {'Port': ['ID=1855ed6a-56ff-4b4f-83e9-04c36903b3f2,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:11.451055 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-cbcd3a20-2d8b-4335-b460-561e0a13af5d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:10:11.457981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] Attempting to bind port 1e15a2a7-e81f-4d5d-97a3-d6325b067668 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:10:11.458317 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] Attempting to bind port 1e15a2a7-e81f-4d5d-97a3-d6325b067668 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:10:11.458640 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] Attempting to bind port 1e15a2a7-e81f-4d5d-97a3-d6325b067668 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:10:11.473513 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bc3d0-3150-4115-8285-c6120c8902a0 req-97d22a5d-52ed-4f8c-95c3-cb65d7cdd87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:11.475108 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ee2bc3d0-3150-4115-8285-c6120c8902a0 req-97d22a5d-52ed-4f8c-95c3-cb65d7cdd87d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=63ff88f5-1441-42f9-956e-b283d180839d HTTP/1.1" status: 200 len: 1128 time: 0.4507766 Feb 28 20:10:11.494811 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] Port 1e15a2a7-e81f-4d5d-97a3-d6325b067668 on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:10:11.495132 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] Attempting to bind port 1e15a2a7-e81f-4d5d-97a3-d6325b067668 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:10:11.508383 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:10:11.509022 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:10:11.509577 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:10:11.510213 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] Bound port: 1e15a2a7-e81f-4d5d-97a3-d6325b067668, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:10:11.510568 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1e15a2a7-e81f-4d5d-97a3-d6325b067668), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:11.527468 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-0ff5286c-bc00-4c1a-a4d6-dde7300d389a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:10:11.565397 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73c67e-beb5-4b1b-a2e0-72944a8ec95d req-90bd7931-89cc-4b96-88b1-288bf8c9862e tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:11.567023 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a73c67e-beb5-4b1b-a2e0-72944a8ec95d req-90bd7931-89cc-4b96-88b1-288bf8c9862e tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ff88f5-1441-42f9-956e-b283d180839d HTTP/1.1" status: 200 len: 945 time: 0.4112620 Feb 28 20:10:11.574668 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-cbcd3a20-2d8b-4335-b460-561e0a13af5d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:11.575552 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-cbcd3a20-2d8b-4335-b460-561e0a13af5d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:11.576896 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-0ff5286c-bc00-4c1a-a4d6-dde7300d389a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:10:11.593605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-0ff5286c-bc00-4c1a-a4d6-dde7300d389a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:10:11.654988 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-cbcd3a20-2d8b-4335-b460-561e0a13af5d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5167122 Feb 28 20:10:11.655658 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5286c-bc00-4c1a-a4d6-dde7300d389a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Pushing event updated for resources: {'Port': ['ID=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:11.675993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] Request body: {'port': {'device_id': '27095bf8-232a-4959-996e-55547b51ea27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:11.707344 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ee2bc3d0-3150-4115-8285-c6120c8902a0 req-8e6f87b3-7ce6-4a58-bb27-281a65ec9f88 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a2c61c35-aec3-4d76-be74-2521656f2804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124462 Feb 28 20:10:11.711099 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879acc7e-5c0a-4c43-8016-de1fd735b11f req-460e975a-047f-4e17-b38d-3bee6e2e550d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:11.712642 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-879acc7e-5c0a-4c43-8016-de1fd735b11f req-460e975a-047f-4e17-b38d-3bee6e2e550d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 931 time: 0.3213623 Feb 28 20:10:11.736810 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-0ff5286c-bc00-4c1a-a4d6-dde7300d389a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:11.737910 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-0ff5286c-bc00-4c1a-a4d6-dde7300d389a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:11.750226 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a73c67e-beb5-4b1b-a2e0-72944a8ec95d req-87bed930-44d0-4c1a-99da-42a2ec2ab0e3 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c61c35-aec3-4d76-be74-2521656f2804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679680 Feb 28 20:10:11.756001 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a701b83-e224-4c86-b491-828ba1e51750 req-0d3485c1-df8c-445d-832c-f228381be747 service neutron] 10.222.0.10 "GET /v2.0/networks/2b99c423-2a23-4a58-b010-0e915b051500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108480 Feb 28 20:10:11.785742 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-0ff5286c-bc00-4c1a-a4d6-dde7300d389a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3253531 Feb 28 20:10:11.793939 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] For port 1e15a2a7-e81f-4d5d-97a3-d6325b067668, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:10:11.798743 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] For port 1e15a2a7-e81f-4d5d-97a3-d6325b067668, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=1e15a2a7-e81f-4d5d-97a3-d6325b067668,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:10:11.804271 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1855ed6a-56ff-4b4f-83e9-04c36903b3f2), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:11.804764 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] Request body: {'port': {'device_id': '354f100a-af66-40a3-a84e-5f1f9fb74a55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:11.831927 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6685a5d-50af-40d2-bf31-fe290963fa0d admin admin] Router dbb6244f-0637-4f68-b250-43cc819cf0af has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:10:11.838392 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-879acc7e-5c0a-4c43-8016-de1fd735b11f req-96993006-e771-4872-bf5e-ffff27007dc6 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099772 Feb 28 20:10:11.901854 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (1e15a2a7-e81f-4d5d-97a3-d6325b067668), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:11.919210 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:10:11.977574 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:12.000516 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:12.001128 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:12.002545 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] 10.222.0.15 "PUT /v2.0/ports/1e15a2a7-e81f-4d5d-97a3-d6325b067668 HTTP/1.1" status: 200 len: 1096 time: 2.3549302 Feb 28 20:10:12.089006 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7909b5b0-3844-42f7-a25f-0ff5f478bd82', 'tag': '1e15a2a7-e81f-4d5d-97a3-d6325b067668'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:12.093119 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e179fd-bb10-4d6a-b38f-ece061c31a18" -d '{"events": [{"name": "network-changed", "server_uuid": "7909b5b0-3844-42f7-a25f-0ff5f478bd82", "tag": "1e15a2a7-e81f-4d5d-97a3-d6325b067668"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:12.097554 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39763e72-b459-4906-a9e5-70881ff2bfc7 req-1a69a205-9a21-4253-92a0-c11d119fa9bd tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:12.105168 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39763e72-b459-4906-a9e5-70881ff2bfc7 req-1a69a205-9a21-4253-92a0-c11d119fa9bd tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=7909b5b0-3844-42f7-a25f-0ff5f478bd82 HTTP/1.1" status: 200 len: 947 time: 0.2312942 Feb 28 20:10:12.118865 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa8f89-e08a-4aeb-ab44-4f15ce9d2cdd req-4c8aec8f-927e-40e6-b8cf-c16310de88ba tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:12.125992 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6aa8f89-e08a-4aeb-ab44-4f15ce9d2cdd req-4c8aec8f-927e-40e6-b8cf-c16310de88ba tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb6b88-6072-4b3a-8760-fb7fd3441854 HTTP/1.1" status: 200 len: 943 time: 0.1928988 Feb 28 20:10:12.280177 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6aa8f89-e08a-4aeb-ab44-4f15ce9d2cdd req-a90dc04d-fd15-48a8-89af-9691f1a2b715 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505599 Feb 28 20:10:12.306561 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39763e72-b459-4906-a9e5-70881ff2bfc7 req-fd54d258-87af-409a-b59b-5c0b0b82fbc8 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964579 Feb 28 20:10:12.344254 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d864d-d92c-48e8-8d91-183a20479948 service neutron] Pushing event updated for resources: {'Port': ['ID=1e15a2a7-e81f-4d5d-97a3-d6325b067668,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:12.412455 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd61f0-ec40-455e-acad-ac6464b1f18f req-f4f3b393-8f09-43be-baf1-1cc0f4fc5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:12.412698 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625f6850-0c57-4bb1-b350-c42a667b564e x-openstack-request-id: req-625f6850-0c57-4bb1-b350-c42a667b564e {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:12.412925 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7909b5b0-3844-42f7-a25f-0ff5f478bd82", "tag": "1e15a2a7-e81f-4d5d-97a3-d6325b067668", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:12.413174 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-625f6850-0c57-4bb1-b350-c42a667b564e {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:12.413556 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7909b5b0-3844-42f7-a25f-0ff5f478bd82', 'tag': '1e15a2a7-e81f-4d5d-97a3-d6325b067668', 'status': 'completed', 'code': 200} Feb 28 20:10:12.416426 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8afd61f0-ec40-455e-acad-ac6464b1f18f req-f4f3b393-8f09-43be-baf1-1cc0f4fc5a0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=252f6500c745486ebdf0fd76d35bf6bf&device_id=02fb6b88-6072-4b3a-8760-fb7fd3441854 HTTP/1.1" status: 200 len: 1126 time: 0.4260790 Feb 28 20:10:12.463112 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6685a5d-50af-40d2-bf31-fe290963fa0d admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:10:12.472836 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c6685a5d-50af-40d2-bf31-fe290963fa0d admin admin] 10.222.0.13 "PUT /v2.0/routers/dbb6244f-0637-4f68-b250-43cc819cf0af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0585563 Feb 28 20:10:12.477455 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9577198d-f6b1-467a-b263-b8dea97a7b19 None None] Sync routers for ids ['dbb6244f-0637-4f68-b250-43cc819cf0af'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:10:12.492589 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9577198d-f6b1-467a-b263-b8dea97a7b19 None None] Routers {'dbb6244f-0637-4f68-b250-43cc819cf0af'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:10:12.493448 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9577198d-f6b1-467a-b263-b8dea97a7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:09:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['dbb6244f-0637-4f68-b250-43cc819cf0af'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:12.497057 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44252) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:12.552498 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-7dd8b5fe-6f7d-4780-b5ac-7d3ebe7f2202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:12.554100 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-7dd8b5fe-6f7d-4780-b5ac-7d3ebe7f2202 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c258cc5b77d946d495afb4d1b7de5427&device_id=7909b5b0-3844-42f7-a25f-0ff5f478bd82 HTTP/1.1" status: 200 len: 1130 time: 0.3819551 Feb 28 20:10:12.625716 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-a17d2c02-f7c3-48af-83be-c09e11f169cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=1e15a2a7-e81f-4d5d-97a3-d6325b067668 HTTP/1.1" status: 200 len: 217 time: 0.0589805 Feb 28 20:10:12.633362 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-9577198d-f6b1-467a-b263-b8dea97a7b19 None None] Set router dbb6244f-0637-4f68-b250-43cc819cf0af gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:10:12.697665 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640400f6-1095-423b-8e09-d0457c52f410 req-c20771ff-0040-4ae9-9f60-0a7d52eac2e0 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:12.699669 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-640400f6-1095-423b-8e09-d0457c52f410 req-c20771ff-0040-4ae9-9f60-0a7d52eac2e0 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 945 time: 0.3046780 Feb 28 20:10:12.756411 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1855ed6a-56ff-4b4f-83e9-04c36903b3f2 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:10:12.758038 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd61f0-ec40-455e-acad-ac6464b1f18f req-09d166ec-5b51-4239-a330-d461ca6afea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:12.760406 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8afd61f0-ec40-455e-acad-ac6464b1f18f req-09d166ec-5b51-4239-a330-d461ca6afea6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b99c423-2a23-4a58-b010-0e915b051500 HTTP/1.1" status: 200 len: 921 time: 0.2537088 Feb 28 20:10:12.768767 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] Publish callbacks [] for port (1855ed6a-56ff-4b4f-83e9-04c36903b3f2), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:12.784506 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ed714-6e99-454b-acb6-df88482e666d req-62b6536a-7ac6-4110-8120-55fdf13f2ffd tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:12.786048 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] Transition to ACTIVE for port object 1855ed6a-56ff-4b4f-83e9-04c36903b3f2 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:10:12.788417 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b4ed714-6e99-454b-acb6-df88482e666d req-62b6536a-7ac6-4110-8120-55fdf13f2ffd tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 932 time: 0.2900031 Feb 28 20:10:12.804383 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (1855ed6a-56ff-4b4f-83e9-04c36903b3f2), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:12.888388 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8afd61f0-ec40-455e-acad-ac6464b1f18f req-a22c5618-408c-4392-953a-453ada2846a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7952980-389b-4941-a7fc-bc89f624f67f HTTP/1.1" status: 200 len: 217 time: 0.0937099 Feb 28 20:10:12.954816 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b4ed714-6e99-454b-acb6-df88482e666d req-ccf9c3ed-f5b8-40cb-9e0c-21a3f6e317c0 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463304 Feb 28 20:10:12.986213 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9577198d-f6b1-467a-b263-b8dea97a7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb6244f-0637-4f68-b250-43cc819cf0af', 'name': 'tempest-AttachSCSIVolumeTestJSON-1530576393-router', 'tenant_id': '04095ecdac1a4b7d904843512c190917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'eb72ca0b-779d-46ec-9796-fa03f7291a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:07:03Z', 'updated_at': '2022-02-28T20:10:09Z', 'revision_number': 5, 'project_id': '04095ecdac1a4b7d904843512c190917', 'gw_port': {'id': 'eb72ca0b-779d-46ec-9796-fa03f7291a1e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb6244f-0637-4f68-b250-43cc819cf0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:07:05Z', 'updated_at': '2022-02-28T20:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:13.031170 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9577198d-f6b1-467a-b263-b8dea97a7b19 None None] Checking router: dbb6244f-0637-4f68-b250-43cc819cf0af for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:10:13.036010 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-640400f6-1095-423b-8e09-d0457c52f410 req-d1006157-c782-45f0-9e3f-96765988973f tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216016 Feb 28 20:10:13.042725 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9577198d-f6b1-467a-b263-b8dea97a7b19 None None] Routers {'dbb6244f-0637-4f68-b250-43cc819cf0af'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:10:13.043867 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9577198d-f6b1-467a-b263-b8dea97a7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:09:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['dbb6244f-0637-4f68-b250-43cc819cf0af'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:13.113973 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:10:13.131855 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd61f0-ec40-455e-acad-ac6464b1f18f req-883b4957-da17-41ec-8917-cba6e3fedfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:13.134380 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8afd61f0-ec40-455e-acad-ac6464b1f18f req-883b4957-da17-41ec-8917-cba6e3fedfdc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a3ede59-a3a4-4385-bdb9-388af5c0400e HTTP/1.1" status: 200 len: 861 time: 0.2316208 Feb 28 20:10:13.135794 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] Pushing event updated for resources: {'Port': ['ID=1855ed6a-56ff-4b4f-83e9-04c36903b3f2,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:13.142070 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] Publish callbacks [] for port (fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:13.152082 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-79fc6805-7b3d-4cee-8efe-a6f06cd66b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:13.154588 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-79fc6805-7b3d-4cee-8efe-a6f06cd66b2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.4946287 Feb 28 20:10:13.163219 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1e2f2df-4027-4706-b91b-9cde727c5178 admin admin] Publish callbacks [] for router (dbb6244f-0637-4f68-b250-43cc819cf0af), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:13.195877 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8afd61f0-ec40-455e-acad-ac6464b1f18f req-e89bd2ad-9a80-4b7d-81d6-0cd4162672ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b99c423-2a23-4a58-b010-0e915b051500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502791 Feb 28 20:10:13.241514 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-9577198d-f6b1-467a-b263-b8dea97a7b19 None None] Set router dbb6244f-0637-4f68-b250-43cc819cf0af gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:10:13.266212 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] Transition to ACTIVE for port object fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:10:13.291257 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:13.420075 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] Attempting to bind port 1855ed6a-56ff-4b4f-83e9-04c36903b3f2 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:10:13.420993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] Attempting to bind port 1855ed6a-56ff-4b4f-83e9-04c36903b3f2 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:10:13.421606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] Attempting to bind port 1855ed6a-56ff-4b4f-83e9-04c36903b3f2 on network c8345f72-ebdd-4937-93d2-787e920180e2 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:10:13.437970 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-4288d746-01a9-4eb6-a423-7c9d00891165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:13.440032 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-4288d746-01a9-4eb6-a423-7c9d00891165 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2457309 Feb 28 20:10:13.445239 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] Port 1855ed6a-56ff-4b4f-83e9-04c36903b3f2 on network c8345f72-ebdd-4937-93d2-787e920180e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:10:13.445838 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] Attempting to bind port 1855ed6a-56ff-4b4f-83e9-04c36903b3f2 on network c8345f72-ebdd-4937-93d2-787e920180e2 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:10:13.462085 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:10:13.462723 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] Checking segment: {'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:10:13.463213 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] Bound using segment: {'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:10:13.463808 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] Bound port: 1855ed6a-56ff-4b4f-83e9-04c36903b3f2, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:10:13.464276 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1855ed6a-56ff-4b4f-83e9-04c36903b3f2), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:13.516783 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9577198d-f6b1-467a-b263-b8dea97a7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb6244f-0637-4f68-b250-43cc819cf0af', 'name': 'tempest-AttachSCSIVolumeTestJSON-1530576393-router', 'tenant_id': '04095ecdac1a4b7d904843512c190917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'eb72ca0b-779d-46ec-9796-fa03f7291a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:07:03Z', 'updated_at': '2022-02-28T20:10:09Z', 'revision_number': 5, 'project_id': '04095ecdac1a4b7d904843512c190917', 'gw_port': {'id': 'eb72ca0b-779d-46ec-9796-fa03f7291a1e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb6244f-0637-4f68-b250-43cc819cf0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:07:05Z', 'updated_at': '2022-02-28T20:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:13.579684 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9577198d-f6b1-467a-b263-b8dea97a7b19 None None] The sync data for ids ['dbb6244f-0637-4f68-b250-43cc819cf0af'] in n-d-820368-21 is: [{'id': 'dbb6244f-0637-4f68-b250-43cc819cf0af', 'name': 'tempest-AttachSCSIVolumeTestJSON-1530576393-router', 'tenant_id': '04095ecdac1a4b7d904843512c190917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'eb72ca0b-779d-46ec-9796-fa03f7291a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:07:03Z', 'updated_at': '2022-02-28T20:10:09Z', 'revision_number': 5, 'project_id': '04095ecdac1a4b7d904843512c190917', 'gw_port': {'id': 'eb72ca0b-779d-46ec-9796-fa03f7291a1e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb6244f-0637-4f68-b250-43cc819cf0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:07:05Z', 'updated_at': '2022-02-28T20:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:10:13.580758 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1e2f2df-4027-4706-b91b-9cde727c5178 admin admin] Publish callbacks [] for router_gateway (dbb6244f-0637-4f68-b250-43cc819cf0af), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:13.652154 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] For port 1855ed6a-56ff-4b4f-83e9-04c36903b3f2, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:10:13.677754 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] For port 1855ed6a-56ff-4b4f-83e9-04c36903b3f2, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=1855ed6a-56ff-4b4f-83e9-04c36903b3f2,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:10:13.684326 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-a2742dff-0896-4cf1-8c4a-689742724a24 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298217 Feb 28 20:10:13.687166 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (1855ed6a-56ff-4b4f-83e9-04c36903b3f2), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:13.829748 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] Pushing event updated for resources: {'Port': ['ID=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:13.872245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69875f1-1de4-4351-af37-ff9f8ad7da00 req-5d583d0b-830f-4e1d-88fb-73f5b7662ea4 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:13.874435 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e69875f1-1de4-4351-af37-ff9f8ad7da00 req-5d583d0b-830f-4e1d-88fb-73f5b7662ea4 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ff88f5-1441-42f9-956e-b283d180839d HTTP/1.1" status: 200 len: 945 time: 0.6892557 Feb 28 20:10:13.900828 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daaaa79-5bcc-4a9a-826b-73b046eb53dd req-3fbdfd50-6714-4619-a71b-93636ad06136 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:13.903000 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0daaaa79-5bcc-4a9a-826b-73b046eb53dd req-3fbdfd50-6714-4619-a71b-93636ad06136 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 943 time: 0.7196019 Feb 28 20:10:13.941953 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8afd61f0-ec40-455e-acad-ac6464b1f18f req-1c89d304-2fe9-447a-ae66-afbfc7f92c8f service neutron] 10.222.0.10 "GET /v2.0/networks/2b99c423-2a23-4a58-b010-0e915b051500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7220716 Feb 28 20:10:14.077738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] Attempting to bind port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:10:14.078226 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] Attempting to bind port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:10:14.078565 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] Attempting to bind port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:10:14.083240 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e69875f1-1de4-4351-af37-ff9f8ad7da00 req-de7e41eb-435b-44ea-9461-8797918ed6ea tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c61c35-aec3-4d76-be74-2521656f2804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987975 Feb 28 20:10:14.092619 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:14.093232 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:14.094620 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] 10.222.0.10 "PUT /v2.0/ports/1855ed6a-56ff-4b4f-83e9-04c36903b3f2 HTTP/1.1" status: 200 len: 1092 time: 2.4228032 Feb 28 20:10:14.095033 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0daaaa79-5bcc-4a9a-826b-73b046eb53dd req-22fac6e2-a54e-4539-825b-9110f5a918b5 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702781 Feb 28 20:10:14.097869 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] Port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:10:14.098199 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] Attempting to bind port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:10:14.118831 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:10:14.119188 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] Checking segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:10:14.119563 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] Bound using segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:10:14.120064 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] Bound port: fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:10:14.120427 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:14.150574 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8afd61f0-ec40-455e-acad-ac6464b1f18f req-c6926aea-0aca-4d2c-8573-4362b3fac961 service neutron] 10.222.0.10 "GET /v2.0/networks/2b99c423-2a23-4a58-b010-0e915b051500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014527 Feb 28 20:10:14.189282 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-a1e2f2df-4027-4706-b91b-9cde727c5178 admin admin] Deleting port eb72ca0b-779d-46ec-9796-fa03f7291a1e {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:10:14.189282 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1e2f2df-4027-4706-b91b-9cde727c5178 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (eb72ca0b-779d-46ec-9796-fa03f7291a1e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:14.201600 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58607dc3-aa6a-4229-8fdd-04fb008ed916 service neutron] Pushing event updated for resources: {'Port': ['ID=1855ed6a-56ff-4b4f-83e9-04c36903b3f2,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:14.312571 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bc68d349-0d38-4f36-87a2-2bfd67a11e50 req-ce96e795-75b6-401d-9b1c-d5acc9e6ab87 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168880 Feb 28 20:10:14.349776 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] For port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:10:14.359155 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] For port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:10:14.363572 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-a1e2f2df-4027-4706-b91b-9cde727c5178 admin admin] For port eb72ca0b-779d-46ec-9796-fa03f7291a1e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=eb72ca0b-779d-46ec-9796-fa03f7291a1e,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:14.364370 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1e2f2df-4027-4706-b91b-9cde727c5178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (eb72ca0b-779d-46ec-9796-fa03f7291a1e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:14.375266 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:14.384372 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-ef83f8a6-fa97-4b6b-998f-ff99b6a8f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:14.389213 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-ef83f8a6-fa97-4b6b-998f-ff99b6a8f38a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 1126 time: 0.1890054 Feb 28 20:10:14.398340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3051c34-751f-46c2-bfd9-067d7d64a39d req-ca382a73-0fbe-4029-b11f-74a2b9600471 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:14.400103 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3051c34-751f-46c2-bfd9-067d7d64a39d req-ca382a73-0fbe-4029-b11f-74a2b9600471 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb6b88-6072-4b3a-8760-fb7fd3441854 HTTP/1.1" status: 200 len: 943 time: 0.1920326 Feb 28 20:10:14.408956 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-a1e2f2df-4027-4706-b91b-9cde727c5178 admin admin] Calling delete_port for eb72ca0b-779d-46ec-9796-fa03f7291a1e owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:10:14.415113 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27095bf8-232a-4959-996e-55547b51ea27', 'tag': '1855ed6a-56ff-4b4f-83e9-04c36903b3f2'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:14.418191 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b5f7bb-bf75-4217-a3a7-8d11076a1a98" -d '{"events": [{"name": "network-changed", "server_uuid": "27095bf8-232a-4959-996e-55547b51ea27", "tag": "1855ed6a-56ff-4b4f-83e9-04c36903b3f2"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:14.441455 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:14.442147 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:14.443566 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] 10.222.0.15 "PUT /v2.0/ports/fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 HTTP/1.1" status: 200 len: 1093 time: 2.6484244 Feb 28 20:10:14.480770 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e179fd-bb10-4d6a-b38f-ece061c31a18 req-f2ad8f9d-9e20-4f14-8abc-ea0bbbacc446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:14.482278 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c7e179fd-bb10-4d6a-b38f-ece061c31a18 req-f2ad8f9d-9e20-4f14-8abc-ea0bbbacc446 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c258cc5b77d946d495afb4d1b7de5427&device_id=7909b5b0-3844-42f7-a25f-0ff5f478bd82 HTTP/1.1" status: 200 len: 1130 time: 0.1099179 Feb 28 20:10:14.494528 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354f100a-af66-40a3-a84e-5f1f9fb74a55', 'tag': 'fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:14.496694 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c059bd7-47a2-4023-80c0-e181fb5c2d21" -d '{"events": [{"name": "network-changed", "server_uuid": "354f100a-af66-40a3-a84e-5f1f9fb74a55", "tag": "fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:14.505779 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee08e6-d393-4250-9e09-dcb624ab7edd req-47f2c584-af3d-45b1-ac8a-d8961c36bc56 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:14.508283 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4dee08e6-d393-4250-9e09-dcb624ab7edd req-47f2c584-af3d-45b1-ac8a-d8961c36bc56 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=7909b5b0-3844-42f7-a25f-0ff5f478bd82 HTTP/1.1" status: 200 len: 947 time: 0.2396026 Feb 28 20:10:14.520352 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-915720df-b696-44b7-b286-1a846ba842b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1855ed6a-56ff-4b4f-83e9-04c36903b3f2 HTTP/1.1" status: 200 len: 217 time: 0.1186268 Feb 28 20:10:14.609970 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-25d06ef3-5cd3-4c75-9ae2-c3708fed7bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:14.611562 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-25d06ef3-5cd3-4c75-9ae2-c3708fed7bad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=17bdb014-8992-41b5-9199-5d89512b4a60 HTTP/1.1" status: 200 len: 851 time: 0.0680745 Feb 28 20:10:14.656122 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e179fd-bb10-4d6a-b38f-ece061c31a18 req-8306e8bf-bd24-45d9-a9a9-ed5bad4e469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:14.657668 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c7e179fd-bb10-4d6a-b38f-ece061c31a18 req-8306e8bf-bd24-45d9-a9a9-ed5bad4e469f service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.1649096 Feb 28 20:10:14.663884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-5b93e6b6-83eb-46a4-b0d7-c4fa23ef71b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8345f72-ebdd-4937-93d2-787e920180e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430951 Feb 28 20:10:14.676346 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538a87c-e903-40a5-89a2-485f230b1349 service neutron] Pushing event updated for resources: {'Port': ['ID=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:14.722809 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c7e179fd-bb10-4d6a-b38f-ece061c31a18 req-23ac0ef6-c289-480b-96d0-9ca3daecf6f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=1e15a2a7-e81f-4d5d-97a3-d6325b067668 HTTP/1.1" status: 200 len: 217 time: 0.0438266 Feb 28 20:10:14.741358 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3051c34-751f-46c2-bfd9-067d7d64a39d req-83b10e30-3f7f-4749-92f1-1eb2e910bb0c tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160260 Feb 28 20:10:14.778422 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1e2f2df-4027-4706-b91b-9cde727c5178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (eb72ca0b-779d-46ec-9796-fa03f7291a1e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:14.793901 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4dee08e6-d393-4250-9e09-dcb624ab7edd req-efeb2f8d-c022-4f3a-b6ca-acfa9557c0f0 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724395 Feb 28 20:10:14.797673 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2a6a3bbd-ee1f-4ef2-99a1-db695f798ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:14.799111 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-2a6a3bbd-ee1f-4ef2-99a1-db695f798ac9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 1127 time: 0.2892306 Feb 28 20:10:14.830236 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2f2df-4027-4706-b91b-9cde727c5178 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb72ca0b-779d-46ec-9796-fa03f7291a1e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:14.838943 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e179fd-bb10-4d6a-b38f-ece061c31a18 req-3d7e39cd-e8a3-4967-bf85-da2ad42778b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:14.840483 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c7e179fd-bb10-4d6a-b38f-ece061c31a18 req-3d7e39cd-e8a3-4967-bf85-da2ad42778b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1102207 Feb 28 20:10:14.888184 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-3cee18c5-5f68-4d50-a699-6ca179edc84c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 HTTP/1.1" status: 200 len: 217 time: 0.0750332 Feb 28 20:10:14.940040 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1e2f2df-4027-4706-b91b-9cde727c5178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (dbb6244f-0637-4f68-b250-43cc819cf0af), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:14.973173 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e179fd-bb10-4d6a-b38f-ece061c31a18 req-ca2951a6-6b4b-475b-a64c-1b3978572977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:14.974422 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c7e179fd-bb10-4d6a-b38f-ece061c31a18 req-ca2951a6-6b4b-475b-a64c-1b3978572977 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1176615 Feb 28 20:10:14.986518 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-ff823ecd-5702-4105-8ca6-ee3bcebcc95d service neutron] 10.222.0.10 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028557 Feb 28 20:10:15.068358 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-533058d0-a7fc-48d6-a37f-d5f777639fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:15.069821 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-533058d0-a7fc-48d6-a37f-d5f777639fd5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.1543281 Feb 28 20:10:15.077619 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1e2f2df-4027-4706-b91b-9cde727c5178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (dbb6244f-0637-4f68-b250-43cc819cf0af), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:15.086219 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 02852be9-ddde-47ba-9364-aad9e74aa250 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:10:15.109712 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1e2f2df-4027-4706-b91b-9cde727c5178 admin admin] Publish callbacks [] for router_controller (dbb6244f-0637-4f68-b250-43cc819cf0af), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:15.118409 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-f62d7072-a94f-4688-a6ed-49fd5d424714 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382462 Feb 28 20:10:15.123956 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 02852be9-ddde-47ba-9364-aad9e74aa250 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:10:15.125265 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 02852be9-ddde-47ba-9364-aad9e74aa250 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:10:15.126210 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3df7c5-dbbd-44d2-8998-c214450d8a14 req-2d4c46a6-4769-42f6-a389-9adcb79b965d tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:15.128067 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e3df7c5-dbbd-44d2-8998-c214450d8a14 req-2d4c46a6-4769-42f6-a389-9adcb79b965d tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 945 time: 0.2427390 Feb 28 20:10:15.145301 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae95406-3d47-4b67-92d6-48620cc95de4 req-0c0cb401-6ee5-4890-9ccf-80414f4f19b9 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:15.146792 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bae95406-3d47-4b67-92d6-48620cc95de4 req-0c0cb401-6ee5-4890-9ccf-80414f4f19b9 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 944 time: 0.2651379 Feb 28 20:10:15.181060 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1e2f2df-4027-4706-b91b-9cde727c5178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (dbb6244f-0637-4f68-b250-43cc819cf0af), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:15.181566 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e2f2df-4027-4706-b91b-9cde727c5178 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbb6244f-0637-4f68-b250-43cc819cf0af {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:10:15.189173 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1e2f2df-4027-4706-b91b-9cde727c5178 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:15.193613 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a1e2f2df-4027-4706-b91b-9cde727c5178 admin admin] 10.222.0.13 "DELETE /v2.0/routers/dbb6244f-0637-4f68-b250-43cc819cf0af HTTP/1.1" status: 204 len: 168 time: 2.6897511 Feb 28 20:10:15.195774 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44288) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:15.216251 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c7e179fd-bb10-4d6a-b38f-ece061c31a18 req-8179974e-da56-4805-b8a7-ea6dba113d0c service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069118 Feb 28 20:10:15.259861 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad995e8b-caaf-4337-9f3c-8fdd1191d038 req-550ab351-3b3b-4611-b37f-6c75bfd51985 service neutron] 10.222.0.10 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684779 Feb 28 20:10:15.274787 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-530a097d-1176-4828-935a-854fcdf65075 admin admin] Deleting subnet 3da3f078-a2fa-4b7b-b7be-2299dfcc4361 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:10:15.287673 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-530a097d-1176-4828-935a-854fcdf65075 admin admin] Publish callbacks [] for subnet (3da3f078-a2fa-4b7b-b7be-2299dfcc4361), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:15.320661 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e3df7c5-dbbd-44d2-8998-c214450d8a14 req-3d47f615-bbee-40b9-ac0f-5cc4cfb174c1 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700881 Feb 28 20:10:15.375416 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-107bc680-d53a-40c3-a018-839f44f0d412 service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443645 Feb 28 20:10:15.390889 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bae95406-3d47-4b67-92d6-48620cc95de4 req-b5185ee0-ba6a-4632-b019-c1c22cdfbb23 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221754 Feb 28 20:10:15.414208 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c3b66f-b666-42a9-9bd5-c127c8f59e9d x-openstack-request-id: req-f9c3b66f-b666-42a9-9bd5-c127c8f59e9d {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:15.414493 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27095bf8-232a-4959-996e-55547b51ea27", "tag": "1855ed6a-56ff-4b4f-83e9-04c36903b3f2", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:15.414746 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9c3b66f-b666-42a9-9bd5-c127c8f59e9d {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:15.415136 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27095bf8-232a-4959-996e-55547b51ea27', 'tag': '1855ed6a-56ff-4b4f-83e9-04c36903b3f2', 'status': 'completed', 'code': 200} Feb 28 20:10:15.422471 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-530a097d-1176-4828-935a-854fcdf65075 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (3da3f078-a2fa-4b7b-b7be-2299dfcc4361), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:15.488556 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c7e179fd-bb10-4d6a-b38f-ece061c31a18 req-94a7cabe-9a1d-47ef-a996-877405fc3143 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107191 Feb 28 20:10:15.520866 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d81bbeb-7983-4b5b-97c1-5a222193e4dd x-openstack-request-id: req-5d81bbeb-7983-4b5b-97c1-5a222193e4dd {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:15.521219 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "354f100a-af66-40a3-a84e-5f1f9fb74a55", "tag": "fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:15.521575 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d81bbeb-7983-4b5b-97c1-5a222193e4dd {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:15.522061 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '354f100a-af66-40a3-a84e-5f1f9fb74a55', 'tag': 'fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95', 'status': 'completed', 'code': 200} Feb 28 20:10:15.550544 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-530a097d-1176-4828-935a-854fcdf65075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (3da3f078-a2fa-4b7b-b7be-2299dfcc4361), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:15.643425 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-530a097d-1176-4828-935a-854fcdf65075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (3da3f078-a2fa-4b7b-b7be-2299dfcc4361), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:15.679870 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9158b72-0e00-491e-8ffc-45bf87aa6d13 req-cbe7235e-4c43-4b0b-8b9c-69a37e248c6c service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845325 Feb 28 20:10:15.681712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a83f54-3942-403c-8068-f0513d8444ba None None] Network a23c19e2-f9d2-4779-bad0-8289b8cbeb68 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:10:15.691432 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-530a097d-1176-4828-935a-854fcdf65075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:15.697422 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-530a097d-1176-4828-935a-854fcdf65075 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3da3f078-a2fa-4b7b-b7be-2299dfcc4361 HTTP/1.1" status: 204 len: 168 time: 0.4984381 Feb 28 20:10:15.697645 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44294) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:15.712902 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a097d-1176-4828-935a-854fcdf65075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3da3f078-a2fa-4b7b-b7be-2299dfcc4361,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:15.721026 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fbe54-2b27-4864-9a43-254b295a74c2 req-cd19c0a0-2493-4fdd-b096-49e46b3474b3 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:15.722619 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2f8fbe54-2b27-4864-9a43-254b295a74c2 req-cd19c0a0-2493-4fdd-b096-49e46b3474b3 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ff88f5-1441-42f9-956e-b283d180839d HTTP/1.1" status: 200 len: 945 time: 0.1994045 Feb 28 20:10:15.731332 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5f7bb-bf75-4217-a3a7-8d11076a1a98 req-5b834c8b-9329-47b0-abb3-1833c27ec944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:15.733821 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0b5f7bb-bf75-4217-a3a7-8d11076a1a98 req-5b834c8b-9329-47b0-abb3-1833c27ec944 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 1126 time: 0.2141588 Feb 28 20:10:15.895629 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (a23c19e2-f9d2-4779-bad0-8289b8cbeb68), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:15.917963 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d7952980-389b-4941-a7fc-bc89f624f67f details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:10:15.950738 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2f8fbe54-2b27-4864-9a43-254b295a74c2 req-56f48d11-be36-4064-bb7a-d73e19f24d46 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c61c35-aec3-4d76-be74-2521656f2804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124422 Feb 28 20:10:15.991983 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Deleting port 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:10:15.992724 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:16.026074 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5f7bb-bf75-4217-a3a7-8d11076a1a98 req-8deb6d9b-d00c-4677-a150-abef56d22adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:16.027860 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0b5f7bb-bf75-4217-a3a7-8d11076a1a98 req-8deb6d9b-d00c-4677-a150-abef56d22adf service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 200 len: 911 time: 0.2833147 Feb 28 20:10:16.030487 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c059bd7-47a2-4023-80c0-e181fb5c2d21 req-14298338-ad25-45f6-bfc5-86a2f2d36401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:16.035569 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c059bd7-47a2-4023-80c0-e181fb5c2d21 req-14298338-ad25-45f6-bfc5-86a2f2d36401 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 1127 time: 0.2742748 Feb 28 20:10:16.049587 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d7952980-389b-4941-a7fc-bc89f624f67f, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d7952980-389b-4941-a7fc-bc89f624f67f,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:16.070605 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'd7952980-389b-4941-a7fc-bc89f624f67f', 'network_id': '2b99c423-2a23-4a58-b010-0e915b051500', 'port_id': 'd7952980-389b-4941-a7fc-bc89f624f67f', 'mac_address': 'fa:16:3e:b9:18:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3ede59-a3a4-4385-bdb9-388af5c0400e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:10:16.084232 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] For port 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3,segment=NetworkSegment(98ce882b-01f1-4956-963f-27db9ee571e7),segment_id=98ce882b-01f1-4956-963f-27db9ee571e7)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:16.084607 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:16.100698 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Calling delete_port for 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:10:16.126778 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port d7952980-389b-4941-a7fc-bc89f624f67f is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:16.128016 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d7952980-389b-4941-a7fc-bc89f624f67f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:16.144544 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7952980-389b-4941-a7fc-bc89f624f67f {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:10:16.166225 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d7952980-389b-4941-a7fc-bc89f624f67f, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d7952980-389b-4941-a7fc-bc89f624f67f,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:16.172226 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d7952980-389b-4941-a7fc-bc89f624f67f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:16.240251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37bce25-95f0-469b-985d-e52b803f6233 None None] DHCP port deletion for a23c19e2-f9d2-4779-bad0-8289b8cbeb68 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:10:16.243934 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=d7952980-389b-4941-a7fc-bc89f624f67f,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:16.282200 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:16.306016 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] No DVR routers for this DVR port 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:10:16.321766 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b37bce25-95f0-469b-985d-e52b803f6233 None None] Deleting port 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:10:16.322062 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0810bcf-8196-4269-af7f-82ac754263e7 req-2d30fff3-bfde-40bc-bf50-42fbc5440c30 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:16.322413 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b37bce25-95f0-469b-985d-e52b803f6233 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:16.334129 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0810bcf-8196-4269-af7f-82ac754263e7 req-2d30fff3-bfde-40bc-bf50-42fbc5440c30 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 943 time: 0.7466102 Feb 28 20:10:16.338049 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0b5f7bb-bf75-4217-a3a7-8d11076a1a98 req-19b4a88d-f6a7-4fb1-8389-77db809d5cb0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1855ed6a-56ff-4b4f-83e9-04c36903b3f2 HTTP/1.1" status: 200 len: 217 time: 0.2971814 Feb 28 20:10:16.437904 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b37bce25-95f0-469b-985d-e52b803f6233 None None] For port 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3, host n-d-820368-21, got binding levels [] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:16.438362 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b37bce25-95f0-469b-985d-e52b803f6233 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:16.440960 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c059bd7-47a2-4023-80c0-e181fb5c2d21 req-244de9a4-5551-4c73-84f0-9dd1c1b7b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:16.442658 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c059bd7-47a2-4023-80c0-e181fb5c2d21 req-244de9a4-5551-4c73-84f0-9dd1c1b7b34a service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 921 time: 0.3803923 Feb 28 20:10:16.448640 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b18b23ee-aaf4-4bd7-94aa-ab17ff07cd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:16.450126 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:16.468691 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b37bce25-95f0-469b-985d-e52b803f6233 None None] Calling delete_port for 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:10:16.472280 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (a23c19e2-f9d2-4779-bad0-8289b8cbeb68), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:16.473770 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.ipam_backend_mixin [None req-b37bce25-95f0-469b-985d-e52b803f6233 None None] Port 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 was not found and therefore no delete operation was performed {{(pid=103775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 20:10:16.476939 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b37bce25-95f0-469b-985d-e52b803f6233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:16.502874 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23c19e2-f9d2-4779-bad0-8289b8cbeb68']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:16.506331 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37bce25-95f0-469b-985d-e52b803f6233 None None] No DVR routers for this DVR port 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:10:16.521037 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ce882b-01f1-4956-963f-27db9ee571e7') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:16.521401 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ce882b-01f1-4956-963f-27db9ee571e7') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:16.529006 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c059bd7-47a2-4023-80c0-e181fb5c2d21 req-02b6eb4b-45bf-4625-abf9-846f2ffea9f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 HTTP/1.1" status: 200 len: 217 time: 0.0710733 Feb 28 20:10:16.531129 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5f7bb-bf75-4217-a3a7-8d11076a1a98 req-1d533ac0-3b65-4a64-ae9f-dc8d10aa9fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:16.532757 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0b5f7bb-bf75-4217-a3a7-8d11076a1a98 req-1d533ac0-3b65-4a64-ae9f-dc8d10aa9fe4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=17bdb014-8992-41b5-9199-5d89512b4a60 HTTP/1.1" status: 200 len: 851 time: 0.1752000 Feb 28 20:10:16.538307 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (98ce882b-01f1-4956-963f-27db9ee571e7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:16.538977 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bce25-95f0-469b-985d-e52b803f6233 None None] Pushing event deleted for resources: {'Port': ['ID=7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:16.555405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d7952980-389b-4941-a7fc-bc89f624f67f'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:10:16.560611 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (98ce882b-01f1-4956-963f-27db9ee571e7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:16.565565 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0810bcf-8196-4269-af7f-82ac754263e7 req-764bc008-9a8e-429e-91ff-07c0f3596570 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282743 Feb 28 20:10:16.591458 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:10:16.592159 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (98ce882b-01f1-4956-963f-27db9ee571e7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:10:16.594733 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:10:16.597561 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4c15e-395a-49cd-b465-f30b7177e927 req-30b48dfa-a82b-41f1-812d-e119b8d6b1d7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:16.598313 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4df4c15e-395a-49cd-b465-f30b7177e927 req-30b48dfa-a82b-41f1-812d-e119b8d6b1d7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb6b88-6072-4b3a-8760-fb7fd3441854 HTTP/1.1" status: 200 len: 944 time: 0.5383589 Feb 28 20:10:16.660200 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0b5f7bb-bf75-4217-a3a7-8d11076a1a98 req-e4c61f38-f11b-4bbb-ad3b-756090ed6539 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8345f72-ebdd-4937-93d2-787e920180e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934870 Feb 28 20:10:16.699256 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c059bd7-47a2-4023-80c0-e181fb5c2d21 req-2e10a3a1-3b60-4396-ac59-05d80719f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:16.700974 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c059bd7-47a2-4023-80c0-e181fb5c2d21 req-2e10a3a1-3b60-4396-ac59-05d80719f738 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.1483219 Feb 28 20:10:16.712862 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (a23c19e2-f9d2-4779-bad0-8289b8cbeb68), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:16.723325 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:16.731556 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] 10.222.0.13 "DELETE /v2.0/networks/a23c19e2-f9d2-4779-bad0-8289b8cbeb68 HTTP/1.1" status: 204 len: 168 time: 1.0306759 Feb 28 20:10:16.749493 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Pushing event deleted for resources: {'Network': ['ID=a23c19e2-f9d2-4779-bad0-8289b8cbeb68,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:16.760391 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:16.761708 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:16.762297 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:16.763821 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:16.764438 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:16.764988 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:16.765593 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:16.766163 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:16.766716 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:16.767265 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:16.768018 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:16.768755 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:16.769702 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff90e2-4aa0-46ca-b6c5-389cc9e9716a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:16.804857 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c059bd7-47a2-4023-80c0-e181fb5c2d21 req-9e61062e-320e-4b51-9cdf-8df502c388dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961096 Feb 28 20:10:16.831552 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4df4c15e-395a-49cd-b465-f30b7177e927 req-efc2bbfb-1e78-4709-9dc9-30e1c3bb5575 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048419 Feb 28 20:10:16.956391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205d4a6-005c-49e8-a7b9-24e5b99d927f req-c0b5212e-ec03-4432-8902-39d319d59b68 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:16.964016 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b205d4a6-005c-49e8-a7b9-24e5b99d927f req-c0b5212e-ec03-4432-8902-39d319d59b68 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=7909b5b0-3844-42f7-a25f-0ff5f478bd82 HTTP/1.1" status: 200 len: 947 time: 0.2585256 Feb 28 20:10:16.977499 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44318) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:17.009406 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0b5f7bb-bf75-4217-a3a7-8d11076a1a98 req-cde1a822-31eb-4dd8-b341-9bf556f772ab service neutron] 10.222.0.10 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415489 Feb 28 20:10:17.025352 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-460c4cec-6e38-4cb4-9936-37eeb826907c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07833b9eb7014463880a70df18d19521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492647 Feb 28 20:10:17.028022 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44320) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:17.066516 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device eb72ca0b-779d-46ec-9796-fa03f7291a1e no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:10:17.087435 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: eb72ca0b-779d-46ec-9796-fa03f7291a1e {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:10:17.087856 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device eb72ca0b-779d-46ec-9796-fa03f7291a1e not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:10:17.088365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:10:17.111623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:10:17.112137 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7f7fc8d8-cd3e-4eb6-958d-0fab3432cab3 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:10:17.113286 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed8aa212-bc15-46df-85d7-7bf612cba2cb admin admin] Publish callbacks [] for security_group (a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:17.125473 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c059bd7-47a2-4023-80c0-e181fb5c2d21 req-4f3808ce-1f53-47fd-a807-e0745569df78 service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064878 Feb 28 20:10:17.154154 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed8aa212-bc15-46df-85d7-7bf612cba2cb admin admin] Publish callbacks [] for security_group (a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:17.231698 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed8aa212-bc15-46df-85d7-7bf612cba2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:17.239484 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed8aa212-bc15-46df-85d7-7bf612cba2cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:17.244445 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ed8aa212-bc15-46df-85d7-7bf612cba2cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3 HTTP/1.1" status: 204 len: 168 time: 0.2128570 Feb 28 20:10:17.254870 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8aa212-bc15-46df-85d7-7bf612cba2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11a7ed5-f589-4a0b-9798-f4b7f9d3a4e3,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:17.365174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 1e15a2a7-e81f-4d5d-97a3-d6325b067668 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:10:17.515460 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 1e15a2a7-e81f-4d5d-97a3-d6325b067668, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=1e15a2a7-e81f-4d5d-97a3-d6325b067668,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:17.529180 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '1e15a2a7-e81f-4d5d-97a3-d6325b067668', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '1e15a2a7-e81f-4d5d-97a3-d6325b067668', 'mac_address': 'fa:16:3e:84:ba:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:10:17.574984 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 1e15a2a7-e81f-4d5d-97a3-d6325b067668 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:17.575876 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1e15a2a7-e81f-4d5d-97a3-d6325b067668), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:17.591769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e15a2a7-e81f-4d5d-97a3-d6325b067668 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:10:17.609712 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94284fa-8eb9-402f-a71d-af84140d001b req-c46eb30f-ba93-4abc-b073-10fa876ce304 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:17.611149 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f94284fa-8eb9-402f-a71d-af84140d001b req-c46eb30f-ba93-4abc-b073-10fa876ce304 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a2a065-e9d7-4987-a710-064191300cbe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6398838 Feb 28 20:10:17.614185 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b205d4a6-005c-49e8-a7b9-24e5b99d927f req-dce7f048-e498-4dcf-a4f4-365fe1d47a89 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6493065 Feb 28 20:10:17.621293 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 1e15a2a7-e81f-4d5d-97a3-d6325b067668, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=1e15a2a7-e81f-4d5d-97a3-d6325b067668,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:17.626752 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1e15a2a7-e81f-4d5d-97a3-d6325b067668), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:17.655451 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0b5f7bb-bf75-4217-a3a7-8d11076a1a98 req-bff83275-ac28-4a78-b65d-7143e43a230f service neutron] 10.222.0.10 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6014357 Feb 28 20:10:17.659848 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c059bd7-47a2-4023-80c0-e181fb5c2d21 req-6daa77f0-f097-4bdc-843b-ad6704e3a096 service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250447 Feb 28 20:10:17.710248 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=1e15a2a7-e81f-4d5d-97a3-d6325b067668,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:17.753187 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44330) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:17.819276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44332) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:17.819935 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ab3d6d0b-2162-4fd9-b5ad-3ac4070beab9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04095ecdac1a4b7d904843512c190917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0629206 Feb 28 20:10:17.840792 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a2552-aef9-416b-9b28-c4ca6782dda9 req-e4879dc0-a5e2-448e-a8d6-f347b243a3fe tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:17.843782 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-478a2552-aef9-416b-9b28-c4ca6782dda9 req-e4879dc0-a5e2-448e-a8d6-f347b243a3fe tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 945 time: 0.0890956 Feb 28 20:10:17.904355 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 1855ed6a-56ff-4b4f-83e9-04c36903b3f2 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:10:17.908818 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d7952980-389b-4941-a7fc-bc89f624f67f up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:10:17.949623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['1e15a2a7-e81f-4d5d-97a3-d6325b067668'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:10:17.979034 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8e4ab747-9504-4df4-b5cd-d555c951b468 admin admin] Publish callbacks [] for security_group (a151bd37-f0d1-4f59-8664-df3fecac1bce), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:17.993541 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f94284fa-8eb9-402f-a71d-af84140d001b req-83e38dcc-3d75-401b-9c3c-e61d6e498924 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 696 time: 0.3731599 Feb 28 20:10:18.006699 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-478a2552-aef9-416b-9b28-c4ca6782dda9 req-485b1da9-58da-4eeb-8feb-6b992db11b9d tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538503 Feb 28 20:10:18.017979 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-f94284fa-8eb9-402f-a71d-af84140d001b req-d72b3276-9af2-49dc-92b0-5b68aa6cada8 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Request body: {'floatingip': {'port_id': 'ca240335-0cfb-49af-ba6d-54cbb4290719', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:18.022787 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8e4ab747-9504-4df4-b5cd-d555c951b468 admin admin] Publish callbacks [] for security_group (a151bd37-f0d1-4f59-8664-df3fecac1bce), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:18.073652 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f94284fa-8eb9-402f-a71d-af84140d001b req-d72b3276-9af2-49dc-92b0-5b68aa6cada8 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks [] for floatingip (ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:18.117882 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port d7952980-389b-4941-a7fc-bc89f624f67f completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:10:18.127221 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port d7952980-389b-4941-a7fc-bc89f624f67f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:10:18.127515 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d7952980-389b-4941-a7fc-bc89f624f67f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:18.235460 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 1855ed6a-56ff-4b4f-83e9-04c36903b3f2, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=1855ed6a-56ff-4b4f-83e9-04c36903b3f2,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:18.256621 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ea742-71d0-4347-97fd-21e41951a5bd req-efdfac2b-8191-48b3-930f-4a988d23f959 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:18.268547 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e0ea742-71d0-4347-97fd-21e41951a5bd req-efdfac2b-8191-48b3-930f-4a988d23f959 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 944 time: 0.1642549 Feb 28 20:10:18.269245 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '1855ed6a-56ff-4b4f-83e9-04c36903b3f2', 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2', 'port_id': '1855ed6a-56ff-4b4f-83e9-04c36903b3f2', 'mac_address': 'fa:16:3e:58:a9:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bdb014-8992-41b5-9199-5d89512b4a60', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:10:18.304019 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8e4ab747-9504-4df4-b5cd-d555c951b468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a151bd37-f0d1-4f59-8664-df3fecac1bce), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:18.306131 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8e4ab747-9504-4df4-b5cd-d555c951b468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:18.309853 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8e4ab747-9504-4df4-b5cd-d555c951b468 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a151bd37-f0d1-4f59-8664-df3fecac1bce HTTP/1.1" status: 204 len: 168 time: 0.4862678 Feb 28 20:10:18.343456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 1855ed6a-56ff-4b4f-83e9-04c36903b3f2 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:18.343901 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1855ed6a-56ff-4b4f-83e9-04c36903b3f2), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:18.357416 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port d7952980-389b-4941-a7fc-bc89f624f67f is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:18.357878 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d7952980-389b-4941-a7fc-bc89f624f67f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:18.361917 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1855ed6a-56ff-4b4f-83e9-04c36903b3f2 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:10:18.362320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ab747-9504-4df4-b5cd-d555c951b468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a151bd37-f0d1-4f59-8664-df3fecac1bce,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:18.411674 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d7952980-389b-4941-a7fc-bc89f624f67f, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d7952980-389b-4941-a7fc-bc89f624f67f,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:18.415739 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fb6b88-6072-4b3a-8760-fb7fd3441854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7952980-389b-4941-a7fc-bc89f624f67f'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:18.418598 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b9da4d-6e8e-4c34-972b-124976f8eddf" -d '{"events": [{"server_uuid": "02fb6b88-6072-4b3a-8760-fb7fd3441854", "name": "network-vif-plugged", "status": "completed", "tag": "d7952980-389b-4941-a7fc-bc89f624f67f"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:18.421604 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ab747-9504-4df4-b5cd-d555c951b468 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:18.421960 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ab747-9504-4df4-b5cd-d555c951b468 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:18.422304 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ab747-9504-4df4-b5cd-d555c951b468 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:18.422644 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ab747-9504-4df4-b5cd-d555c951b468 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:18.423137 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ab747-9504-4df4-b5cd-d555c951b468 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:18.423280 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ab747-9504-4df4-b5cd-d555c951b468 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:18.423603 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ab747-9504-4df4-b5cd-d555c951b468 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:18.423972 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ab747-9504-4df4-b5cd-d555c951b468 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:18.424106 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 1855ed6a-56ff-4b4f-83e9-04c36903b3f2, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=1855ed6a-56ff-4b4f-83e9-04c36903b3f2,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:18.424294 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ab747-9504-4df4-b5cd-d555c951b468 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:18.424801 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ab747-9504-4df4-b5cd-d555c951b468 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:18.425183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ab747-9504-4df4-b5cd-d555c951b468 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:18.425481 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ab747-9504-4df4-b5cd-d555c951b468 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:18.425827 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ab747-9504-4df4-b5cd-d555c951b468 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:18.426122 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d7952980-389b-4941-a7fc-bc89f624f67f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:18.443140 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e0ea742-71d0-4347-97fd-21e41951a5bd req-17277e78-ee82-4db6-bcd4-1cef32032a3f tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678042 Feb 28 20:10:18.459940 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1855ed6a-56ff-4b4f-83e9-04c36903b3f2), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:18.516578 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=d7952980-389b-4941-a7fc-bc89f624f67f,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:18.597251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=1855ed6a-56ff-4b4f-83e9-04c36903b3f2,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:18.792643 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39811da-e369-415b-b5c0-ee943a480f3a req-d23f30b5-2c3d-45fd-ade0-7b21a8728d70 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:18.794197 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e39811da-e369-415b-b5c0-ee943a480f3a req-d23f30b5-2c3d-45fd-ade0-7b21a8728d70 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 944 time: 0.2190812 Feb 28 20:10:18.811612 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['1855ed6a-56ff-4b4f-83e9-04c36903b3f2'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:10:18.921820 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d1a04cff-a9db-4c8c-9237-2e949a6f7dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:18.995400 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.db.resource_extend [req-f94284fa-8eb9-402f-a71d-af84140d001b req-d72b3276-9af2-49dc-92b0-5b68aa6cada8 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:10:19.049033 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f94284fa-8eb9-402f-a71d-af84140d001b req-d72b3276-9af2-49dc-92b0-5b68aa6cada8 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:19.055049 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e39811da-e369-415b-b5c0-ee943a480f3a req-8f8b8a02-a267-48e7-b44a-5458a941a7e3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524967 Feb 28 20:10:19.056275 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f94284fa-8eb9-402f-a71d-af84140d001b req-d72b3276-9af2-49dc-92b0-5b68aa6cada8 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:19.229568 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [req-f94284fa-8eb9-402f-a71d-af84140d001b req-d72b3276-9af2-49dc-92b0-5b68aa6cada8 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Floating IP ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29 associated. External IP: 172.25.0.108, port: ca240335-0cfb-49af-ba6d-54cbb4290719. Feb 28 20:10:19.271893 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:19.293837 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fefac-bb31-40b2-aa81-529cd908d47f req-c0bd6a5c-fde3-44f0-b652-eddc210feb8f tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:19.296210 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-553fefac-bb31-40b2-aa81-529cd908d47f req-c0bd6a5c-fde3-44f0-b652-eddc210feb8f tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb6b88-6072-4b3a-8760-fb7fd3441854 HTTP/1.1" status: 200 len: 945 time: 0.1334376 Feb 28 20:10:19.383257 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:10:19.388415 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 1e15a2a7-e81f-4d5d-97a3-d6325b067668 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:10:19.414020 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-553fefac-bb31-40b2-aa81-529cd908d47f req-523bfa7d-9d3f-4c78-9946-ae2b1a9e0eec tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067376 Feb 28 20:10:19.496932 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3185c1fe-ae48-41c2-a471-318460219abc x-openstack-request-id: req-3185c1fe-ae48-41c2-a471-318460219abc {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:19.497488 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fb6b88-6072-4b3a-8760-fb7fd3441854", "name": "network-vif-plugged", "status": "completed", "tag": "d7952980-389b-4941-a7fc-bc89f624f67f", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:19.497781 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3185c1fe-ae48-41c2-a471-318460219abc {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:19.498269 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fb6b88-6072-4b3a-8760-fb7fd3441854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7952980-389b-4941-a7fc-bc89f624f67f', 'code': 200} Feb 28 20:10:19.542705 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44368) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:19.629501 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 1e15a2a7-e81f-4d5d-97a3-d6325b067668 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:10:19.637882 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 1e15a2a7-e81f-4d5d-97a3-d6325b067668 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:10:19.638544 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1e15a2a7-e81f-4d5d-97a3-d6325b067668), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:19.695558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710277ba-3046-4709-b185-29e1da84896a req-95d2a3a1-b037-4600-b361-799e9454f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:19.697463 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-710277ba-3046-4709-b185-29e1da84896a req-95d2a3a1-b037-4600-b361-799e9454f733 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=02fb6b88-6072-4b3a-8760-fb7fd3441854 HTTP/1.1" status: 200 len: 1128 time: 0.1057510 Feb 28 20:10:19.699068 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:19.702363 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f94284fa-8eb9-402f-a71d-af84140d001b req-d72b3276-9af2-49dc-92b0-5b68aa6cada8 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:10:19.716398 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e31833-88d4-4eff-98ac-04bab6d779f9 req-7c870355-eba1-4707-98dd-5eaeb145d6d2 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:19.720980 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95', 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9', 'port_id': 'fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95', 'mac_address': 'fa:16:3e:5a:a1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83db07cb-72a9-4083-bdb0-f440451686c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:10:19.724240 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e1e31833-88d4-4eff-98ac-04bab6d779f9 req-7c870355-eba1-4707-98dd-5eaeb145d6d2 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=7909b5b0-3844-42f7-a25f-0ff5f478bd82 HTTP/1.1" status: 200 len: 948 time: 0.1240537 Feb 28 20:10:19.738342 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-93ee2c7d-809b-4657-998c-12cb06fdf9a4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25737123-network', 'tenant_id': '6c8db6d9c535409181c79ab927fbc4b8'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:19.760416 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ee2c7d-809b-4657-998c-12cb06fdf9a4 admin admin] Made reservation on behalf of 6c8db6d9c535409181c79ab927fbc4b8 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:10:19.763454 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-93ee2c7d-809b-4657-998c-12cb06fdf9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:19.775015 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-93ee2c7d-809b-4657-998c-12cb06fdf9a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:19.809389 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 1e15a2a7-e81f-4d5d-97a3-d6325b067668 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:19.810573 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1e15a2a7-e81f-4d5d-97a3-d6325b067668), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:19.840537 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:19.841840 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:19.863489 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:10:19.888463 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:19.900158 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:19.929442 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-93ee2c7d-809b-4657-998c-12cb06fdf9a4 admin admin] Publish callbacks [] for security_group (d7d35fcf-519f-43d1-bec3-b0c49d7cb1da), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:19.935320 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-93ee2c7d-809b-4657-998c-12cb06fdf9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d7d35fcf-519f-43d1-bec3-b0c49d7cb1da), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:19.963973 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 1855ed6a-56ff-4b4f-83e9-04c36903b3f2 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:10:19.974703 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f94284fa-8eb9-402f-a71d-af84140d001b req-d72b3276-9af2-49dc-92b0-5b68aa6cada8 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:10:19.978482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee2c7d-809b-4657-998c-12cb06fdf9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d35fcf-519f-43d1-bec3-b0c49d7cb1da,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:19.981738 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ee2c7d-809b-4657-998c-12cb06fdf9a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:10:19.982591 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f94284fa-8eb9-402f-a71d-af84140d001b req-d72b3276-9af2-49dc-92b0-5b68aa6cada8 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:19.994817 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-93ee2c7d-809b-4657-998c-12cb06fdf9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (90436a30-3444-40b9-bc8a-f6489c181076), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:19.995404 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-93ee2c7d-809b-4657-998c-12cb06fdf9a4 admin admin] Added segment 90436a30-3444-40b9-bc8a-f6489c181076 of type vlan for network 47002f3e-3aad-42ae-81cd-29b911effcb6 Feb 28 20:10:20.015689 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f94284fa-8eb9-402f-a71d-af84140d001b req-d72b3276-9af2-49dc-92b0-5b68aa6cada8 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "PUT /v2.0/floatingips/ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29 HTTP/1.1" status: 200 len: 997 time: 2.0079923 Feb 28 20:10:20.016697 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a2a065-e9d7-4987-a710-064191300cbe', 'tag': 'ca240335-0cfb-49af-ba6d-54cbb4290719'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:20.018992 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a56725-57a3-4135-8827-7a761550fd04" -d '{"events": [{"name": "network-changed", "server_uuid": "41a2a065-e9d7-4987-a710-064191300cbe", "tag": "ca240335-0cfb-49af-ba6d-54cbb4290719"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:20.032377 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e1e31833-88d4-4eff-98ac-04bab6d779f9 req-2459ff5f-346f-4888-a016-b1aa4cf05301 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062835 Feb 28 20:10:20.034845 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-710277ba-3046-4709-b185-29e1da84896a req-303f2bb1-b7a5-4dbb-a4ff-f4f91ad4a456 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258450 Feb 28 20:10:20.059614 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-93ee2c7d-809b-4657-998c-12cb06fdf9a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (47002f3e-3aad-42ae-81cd-29b911effcb6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:20.116274 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-93ee2c7d-809b-4657-998c-12cb06fdf9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (47002f3e-3aad-42ae-81cd-29b911effcb6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:20.118010 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ee2c7d-809b-4657-998c-12cb06fdf9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:20.118842 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-93ee2c7d-809b-4657-998c-12cb06fdf9a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:20.149488 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-93ee2c7d-809b-4657-998c-12cb06fdf9a4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6047320 Feb 28 20:10:20.150377 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44378) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:20.170269 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-6d7981ca-7f16-496c-a5ce-ec9ee2515987 admin admin] Request body: {'subnet': {'network_id': '47002f3e-3aad-42ae-81cd-29b911effcb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25737123-subnet', 'tenant_id': '6c8db6d9c535409181c79ab927fbc4b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:20.170568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94284fa-8eb9-402f-a71d-af84140d001b req-aaee9697-88ce-4635-b668-6267900fdddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:20.172129 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f94284fa-8eb9-402f-a71d-af84140d001b req-aaee9697-88ce-4635-b668-6267900fdddb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=395834be88664486992e15ee678c561b&device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 1129 time: 0.1019449 Feb 28 20:10:20.228002 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7981ca-7f16-496c-a5ce-ec9ee2515987 admin admin] Made reservation on behalf of 6c8db6d9c535409181c79ab927fbc4b8 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:10:20.230540 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43a8ca-7d42-418b-92df-5337834ab892 req-aca5bac1-140d-4795-92d0-6750ecba60a5 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:20.233258 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6d7981ca-7f16-496c-a5ce-ec9ee2515987 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:20.241991 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a43a8ca-7d42-418b-92df-5337834ab892 req-aca5bac1-140d-4795-92d0-6750ecba60a5 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 945 time: 0.1214073 Feb 28 20:10:20.269970 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:20.285473 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b747e07b-df57-4502-8c35-4b3d52da13c7 None None] Sync routers for ids ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:10:20.289709 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 1e15a2a7-e81f-4d5d-97a3-d6325b067668, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=1e15a2a7-e81f-4d5d-97a3-d6325b067668,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:20.300218 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1e15a2a7-e81f-4d5d-97a3-d6325b067668), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:20.348955 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a43a8ca-7d42-418b-92df-5337834ab892 req-ed78d6eb-4cc3-403a-a2d6-e6bcd1314324 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057234 Feb 28 20:10:20.370593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=1e15a2a7-e81f-4d5d-97a3-d6325b067668,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:20.374397 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b747e07b-df57-4502-8c35-4b3d52da13c7 None None] Routers {'4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:10:20.376316 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b747e07b-df57-4502-8c35-4b3d52da13c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:20.378984 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:20.412585 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94284fa-8eb9-402f-a71d-af84140d001b req-11c5fd12-966b-44d5-9576-0a6d4ae6097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:20.421589 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f94284fa-8eb9-402f-a71d-af84140d001b req-11c5fd12-966b-44d5-9576-0a6d4ae6097a service neutron] 10.222.0.13 "GET /v2.0/networks?id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca HTTP/1.1" status: 200 len: 921 time: 0.2326260 Feb 28 20:10:20.429021 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:10:20.469963 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 1855ed6a-56ff-4b4f-83e9-04c36903b3f2 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:10:20.480527 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 1855ed6a-56ff-4b4f-83e9-04c36903b3f2 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:10:20.480817 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1855ed6a-56ff-4b4f-83e9-04c36903b3f2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:20.555859 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f94284fa-8eb9-402f-a71d-af84140d001b req-bbe4f3a7-0a91-4078-91a2-1ac3722d2fd7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca240335-0cfb-49af-ba6d-54cbb4290719 HTTP/1.1" status: 200 len: 1000 time: 0.1215065 Feb 28 20:10:20.603463 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee2c7d-809b-4657-998c-12cb06fdf9a4 admin admin] Pushing event updated for resources: {'Network': ['ID=47002f3e-3aad-42ae-81cd-29b911effcb6,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:20.624382 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 47002f3e-3aad-42ae-81cd-29b911effcb6 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:10:20.629574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94284fa-8eb9-402f-a71d-af84140d001b req-3c905f84-7a95-4559-8317-f91243731ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:20.632223 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f94284fa-8eb9-402f-a71d-af84140d001b req-3c905f84-7a95-4559-8317-f91243731ebb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dabd714b-b25f-4695-bb44-0366d81efe83 HTTP/1.1" status: 200 len: 860 time: 0.0631490 Feb 28 20:10:20.637203 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6d7981ca-7f16-496c-a5ce-ec9ee2515987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (bfd5af6b-008f-4795-80c1-efb97dd1fb17), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:20.661982 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2a7dd-740f-4369-9170-6079cda20298 req-9c6748c7-957d-48bb-82bd-fa938204f23a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:20.663551 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-33b2a7dd-740f-4369-9170-6079cda20298 req-9c6748c7-957d-48bb-82bd-fa938204f23a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 945 time: 0.1680017 Feb 28 20:10:20.717955 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7981ca-7f16-496c-a5ce-ec9ee2515987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfd5af6b-008f-4795-80c1-efb97dd1fb17,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:20.733775 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7981ca-7f16-496c-a5ce-ec9ee2515987 admin admin] Checking segment: {'id': '90436a30-3444-40b9-bc8a-f6489c181076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '47002f3e-3aad-42ae-81cd-29b911effcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:10:20.734499 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7981ca-7f16-496c-a5ce-ec9ee2515987 admin admin] Network hostable DHCP agents. Network: 47002f3e-3aad-42ae-81cd-29b911effcb6, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:10:20.757366 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7981ca-7f16-496c-a5ce-ec9ee2515987 admin admin] Network 47002f3e-3aad-42ae-81cd-29b911effcb6 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:10:20.765115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-b747e07b-df57-4502-8c35-4b3d52da13c7 None None] Set router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:10:20.769339 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-33b2a7dd-740f-4369-9170-6079cda20298 req-5ff5e67d-d719-4d17-9015-33bf8c20b167 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842106 Feb 28 20:10:20.778520 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-6d7981ca-7f16-496c-a5ce-ec9ee2515987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 47002f3e-3aad-42ae-81cd-29b911effcb6) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:10:20.785317 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94284fa-8eb9-402f-a71d-af84140d001b req-0a68dd7d-12bd-42be-90e6-b88e9d938682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:20.798568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7981ca-7f16-496c-a5ce-ec9ee2515987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:20.799203 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6d7981ca-7f16-496c-a5ce-ec9ee2515987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:20.799849 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f94284fa-8eb9-402f-a71d-af84140d001b req-0a68dd7d-12bd-42be-90e6-b88e9d938682 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1558497 Feb 28 20:10:20.810672 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-f94284fa-8eb9-402f-a71d-af84140d001b req-843be54b-940f-4a73-84fc-a8ea92c664c5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:10:20.825950 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ab22f3-930e-4e41-8cd5-e5a22b40e2a3 None None] Network 47002f3e-3aad-42ae-81cd-29b911effcb6 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:10:20.836975 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f94284fa-8eb9-402f-a71d-af84140d001b req-843be54b-940f-4a73-84fc-a8ea92c664c5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0326965 Feb 28 20:10:20.867918 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7faf39cb-51aa-4ba2-8ce8-8432b4d608c4 x-openstack-request-id: req-7faf39cb-51aa-4ba2-8ce8-8432b4d608c4 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:20.868358 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a2a065-e9d7-4987-a710-064191300cbe", "tag": "ca240335-0cfb-49af-ba6d-54cbb4290719", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:20.868848 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7faf39cb-51aa-4ba2-8ce8-8432b4d608c4 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:20.869892 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6d7981ca-7f16-496c-a5ce-ec9ee2515987 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7052410 Feb 28 20:10:20.874475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 1855ed6a-56ff-4b4f-83e9-04c36903b3f2 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:20.874820 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1855ed6a-56ff-4b4f-83e9-04c36903b3f2), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:20.875018 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44382) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:20.876394 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41a2a065-e9d7-4987-a710-064191300cbe', 'tag': 'ca240335-0cfb-49af-ba6d-54cbb4290719', 'status': 'completed', 'code': 200} Feb 28 20:10:20.880089 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-537d23d5-b01c-43cf-9175-2f3a183460ea admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25737123-router', 'tenant_id': '6c8db6d9c535409181c79ab927fbc4b8', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:20.928726 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-537d23d5-b01c-43cf-9175-2f3a183460ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (6fc85575-2e20-459b-9b48-a927b95a033e), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:20.931697 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-537d23d5-b01c-43cf-9175-2f3a183460ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (6fc85575-2e20-459b-9b48-a927b95a033e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:21.027132 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-537d23d5-b01c-43cf-9175-2f3a183460ea admin admin] Publish callbacks [] for router_controller (6fc85575-2e20-459b-9b48-a927b95a033e), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:21.236247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 1855ed6a-56ff-4b4f-83e9-04c36903b3f2, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=1855ed6a-56ff-4b4f-83e9-04c36903b3f2,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:21.245326 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:21.259867 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1855ed6a-56ff-4b4f-83e9-04c36903b3f2), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:21.278993 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-537d23d5-b01c-43cf-9175-2f3a183460ea admin admin] Publish callbacks [] for router_gateway (6fc85575-2e20-459b-9b48-a927b95a033e), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:21.441595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed97f2cb-8a16-47a0-af5d-0c7c958d3299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-47002f3e-3aad-42ae-81cd-29b911effcb6', 'network_id': '47002f3e-3aad-42ae-81cd-29b911effcb6', 'project_id': '6c8db6d9c535409181c79ab927fbc4b8', 'fixed_ips': [{'subnet_id': 'bfd5af6b-008f-4795-80c1-efb97dd1fb17'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:10:21.442465 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ed97f2cb-8a16-47a0-af5d-0c7c958d3299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:21.502257 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7909b5b0-3844-42f7-a25f-0ff5f478bd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e15a2a7-e81f-4d5d-97a3-d6325b067668'}, {'server_uuid': '27095bf8-232a-4959-996e-55547b51ea27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1855ed6a-56ff-4b4f-83e9-04c36903b3f2'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:21.505108 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e281820-5ccf-4770-9eac-e83b384163ad" -d '{"events": [{"server_uuid": "7909b5b0-3844-42f7-a25f-0ff5f478bd82", "name": "network-vif-plugged", "status": "completed", "tag": "1e15a2a7-e81f-4d5d-97a3-d6325b067668"}, {"server_uuid": "27095bf8-232a-4959-996e-55547b51ea27", "name": "network-vif-plugged", "status": "completed", "tag": "1855ed6a-56ff-4b4f-83e9-04c36903b3f2"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:21.566051 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=1855ed6a-56ff-4b4f-83e9-04c36903b3f2,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:21.584439 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a56725-57a3-4135-8827-7a761550fd04 req-67694213-416a-4980-8973-eaca63d35dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:21.586051 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5a56725-57a3-4135-8827-7a761550fd04 req-67694213-416a-4980-8973-eaca63d35dac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=395834be88664486992e15ee678c561b&device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 1129 time: 0.2626591 Feb 28 20:10:21.637205 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-537d23d5-b01c-43cf-9175-2f3a183460ea admin admin] Publish callbacks [] for router_gateway (6fc85575-2e20-459b-9b48-a927b95a033e), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:21.642265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4387d-c2d3-454a-9442-f26ffb15713d req-65ba3394-32d4-49be-956e-89d3f9ceef8b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:21.649308 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b8c4387d-c2d3-454a-9442-f26ffb15713d req-65ba3394-32d4-49be-956e-89d3f9ceef8b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 945 time: 0.3155677 Feb 28 20:10:21.655848 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f94284fa-8eb9-402f-a71d-af84140d001b req-d11116f0-69e5-44e1-8c92-743ad2129e1a service neutron] 10.222.0.13 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8154943 Feb 28 20:10:21.670854 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-537d23d5-b01c-43cf-9175-2f3a183460ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:21.698155 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b747e07b-df57-4502-8c35-4b3d52da13c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:22Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29', 'tenant_id': '395834be88664486992e15ee678c561b', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'port_id': 'ca240335-0cfb-49af-ba6d-54cbb4290719', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'mac_address': 'fa:16:3e:96:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a2a065-e9d7-4987-a710-064191300cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:09:49Z', 'updated_at': '2022-02-28T20:10:18Z', 'revision_number': 1, 'project_id': '395834be88664486992e15ee678c561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dc5aef-f6dd-4547-a8e3-8c9f6d094b78', 'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'tenant_id': '395834be88664486992e15ee678c561b', 'mac_address': 'fa:16:3e:69:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:21Z', 'updated_at': '2022-02-28T20:09:30Z', 'revision_number': 5, 'project_id': '395834be88664486992e15ee678c561b', 'subnets': [{'id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:21.750382 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b747e07b-df57-4502-8c35-4b3d52da13c7 None None] Checking router: 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:10:21.793017 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b747e07b-df57-4502-8c35-4b3d52da13c7 None None] Routers {'4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:10:21.793600 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b747e07b-df57-4502-8c35-4b3d52da13c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:21.823633 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b8c4387d-c2d3-454a-9442-f26ffb15713d req-31262c7c-52c6-4c1b-a06b-1f1754bd16ff tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732824 Feb 28 20:10:21.848566 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a56725-57a3-4135-8827-7a761550fd04 req-69383266-4263-4f08-a9e7-783bcd2fda78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:21.848956 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-537d23d5-b01c-43cf-9175-2f3a183460ea admin admin] Allocated IP 172.25.0.57 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/cfc29458-e3fa-4f6f-ad72-c3e57d830386) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:10:21.849918 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5a56725-57a3-4135-8827-7a761550fd04 req-69383266-4263-4f08-a9e7-783bcd2fda78 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca HTTP/1.1" status: 200 len: 921 time: 0.2566311 Feb 28 20:10:21.882096 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-ed97f2cb-8a16-47a0-af5d-0c7c958d3299 None None] Allocated IP 172.20.0.2 (47002f3e-3aad-42ae-81cd-29b911effcb6/bfd5af6b-008f-4795-80c1-efb97dd1fb17/a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:10:21.975468 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f94284fa-8eb9-402f-a71d-af84140d001b req-2637de2b-a533-442f-92c0-71372382af26 service neutron] 10.222.0.13 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781978 Feb 28 20:10:21.981880 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5a56725-57a3-4135-8827-7a761550fd04 req-a9929296-083e-49f5-b74d-e9e1f3befa89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca240335-0cfb-49af-ba6d-54cbb4290719 HTTP/1.1" status: 200 len: 1000 time: 0.1210911 Feb 28 20:10:22.042494 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-b747e07b-df57-4502-8c35-4b3d52da13c7 None None] Set router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:10:22.050836 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed19d69-11d0-45df-aafa-3659136ff8cc req-884e9282-8b47-4279-a2d5-1257ad880954 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:22.052507 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ed19d69-11d0-45df-aafa-3659136ff8cc req-884e9282-8b47-4279-a2d5-1257ad880954 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb6b88-6072-4b3a-8760-fb7fd3441854 HTTP/1.1" status: 200 len: 945 time: 0.1267095 Feb 28 20:10:22.059653 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a56725-57a3-4135-8827-7a761550fd04 req-d241c941-f427-46f3-9165-f469de1f39a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:22.061532 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5a56725-57a3-4135-8827-7a761550fd04 req-d241c941-f427-46f3-9165-f469de1f39a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dabd714b-b25f-4695-bb44-0366d81efe83 HTTP/1.1" status: 200 len: 860 time: 0.0733628 Feb 28 20:10:22.145717 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ed19d69-11d0-45df-aafa-3659136ff8cc req-9db573b3-d0e8-4f4c-b759-21095f8214f9 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832613 Feb 28 20:10:22.150991 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-537d23d5-b01c-43cf-9175-2f3a183460ea admin admin] Publish callbacks [] for port (cfc29458-e3fa-4f6f-ad72-c3e57d830386), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:22.164785 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a56725-57a3-4135-8827-7a761550fd04 req-0c94fc1b-3dfe-4627-9901-fb339fbced87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:22.191909 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5a56725-57a3-4135-8827-7a761550fd04 req-0c94fc1b-3dfe-4627-9901-fb339fbced87 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1205273 Feb 28 20:10:22.241275 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:22.259422 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-537d23d5-b01c-43cf-9175-2f3a183460ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (cfc29458-e3fa-4f6f-ad72-c3e57d830386), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:22.337405 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537d23d5-b01c-43cf-9175-2f3a183460ea admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:10:22.351892 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-537d23d5-b01c-43cf-9175-2f3a183460ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:10:22.367064 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d23d5-b01c-43cf-9175-2f3a183460ea admin admin] Pushing event updated for resources: {'Port': ['ID=cfc29458-e3fa-4f6f-ad72-c3e57d830386,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:22.370678 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537d23d5-b01c-43cf-9175-2f3a183460ea admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:10:22.442576 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c9065-c3ad-4655-a44e-a1b7f91dc1fd req-80ad1124-a906-479d-8eb7-003abf901c85 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:22.445194 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f39c9065-c3ad-4655-a44e-a1b7f91dc1fd req-80ad1124-a906-479d-8eb7-003abf901c85 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=7909b5b0-3844-42f7-a25f-0ff5f478bd82 HTTP/1.1" status: 200 len: 949 time: 0.2949688 Feb 28 20:10:22.451224 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5a56725-57a3-4135-8827-7a761550fd04 req-f1103207-d4c4-4715-bc11-30651bcca3ae service neutron] 10.222.0.15 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365451 Feb 28 20:10:22.562332 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ed97f2cb-8a16-47a0-af5d-0c7c958d3299 None None] Publish callbacks [] for port (a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:22.578379 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ed97f2cb-8a16-47a0-af5d-0c7c958d3299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:22.585833 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:22.601230 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a94d53-f73e-48cf-a00a-1f0fa34335d7 req-7bdc28f7-da7a-4d25-8267-f47847b78fe2 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:22.609454 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08a94d53-f73e-48cf-a00a-1f0fa34335d7 req-7bdc28f7-da7a-4d25-8267-f47847b78fe2 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 945 time: 0.3547795 Feb 28 20:10:22.629075 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed97f2cb-8a16-47a0-af5d-0c7c958d3299 None None] Network 47002f3e-3aad-42ae-81cd-29b911effcb6 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:10:22.639583 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-ed97f2cb-8a16-47a0-af5d-0c7c958d3299 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:10:22.644870 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed97f2cb-8a16-47a0-af5d-0c7c958d3299 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:10:22.659518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97f2cb-8a16-47a0-af5d-0c7c958d3299 None None] Pushing event updated for resources: {'Port': ['ID=a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:22.698942 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08a94d53-f73e-48cf-a00a-1f0fa34335d7 req-e0ad4285-df05-487c-a6e0-ecbf60d66285 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884688 Feb 28 20:10:22.704643 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5a56725-57a3-4135-8827-7a761550fd04 req-87acaafb-08ff-4838-b867-24b13270e58a service neutron] 10.222.0.15 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202058 Feb 28 20:10:22.736414 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f39c9065-c3ad-4655-a44e-a1b7f91dc1fd req-fd4779e1-0493-4847-8973-a59419ce8966 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834373 Feb 28 20:10:22.751803 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-537d23d5-b01c-43cf-9175-2f3a183460ea admin admin] Publish callbacks [] for router_gateway (6fc85575-2e20-459b-9b48-a927b95a033e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:22.758931 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ed97f2cb-8a16-47a0-af5d-0c7c958d3299 None None] Attempting to bind port a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:10:22.759394 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ed97f2cb-8a16-47a0-af5d-0c7c958d3299 None None] Attempting to bind port a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '90436a30-3444-40b9-bc8a-f6489c181076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '47002f3e-3aad-42ae-81cd-29b911effcb6'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:10:22.759656 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed97f2cb-8a16-47a0-af5d-0c7c958d3299 None None] Attempting to bind port a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6 on network 47002f3e-3aad-42ae-81cd-29b911effcb6 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:10:22.768079 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed97f2cb-8a16-47a0-af5d-0c7c958d3299 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:10:22.768666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed97f2cb-8a16-47a0-af5d-0c7c958d3299 None None] Checking segment: {'id': '90436a30-3444-40b9-bc8a-f6489c181076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '47002f3e-3aad-42ae-81cd-29b911effcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:10:22.769147 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ed97f2cb-8a16-47a0-af5d-0c7c958d3299 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:22.769833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed97f2cb-8a16-47a0-af5d-0c7c958d3299 None None] Bound using segment: {'id': '90436a30-3444-40b9-bc8a-f6489c181076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '47002f3e-3aad-42ae-81cd-29b911effcb6'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:10:22.770569 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ed97f2cb-8a16-47a0-af5d-0c7c958d3299 None None] Bound port: a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90436a30-3444-40b9-bc8a-f6489c181076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '47002f3e-3aad-42ae-81cd-29b911effcb6'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:10:22.771313 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ed97f2cb-8a16-47a0-af5d-0c7c958d3299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:22.777866 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a22054a-6e20-459a-824e-c0eca4a14ff5 x-openstack-request-id: req-6a22054a-6e20-459a-824e-c0eca4a14ff5 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:22.778362 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7909b5b0-3844-42f7-a25f-0ff5f478bd82", "name": "network-vif-plugged", "status": "completed", "tag": "1e15a2a7-e81f-4d5d-97a3-d6325b067668", "code": 200}, {"server_uuid": "27095bf8-232a-4959-996e-55547b51ea27", "name": "network-vif-plugged", "status": "completed", "tag": "1855ed6a-56ff-4b4f-83e9-04c36903b3f2", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:22.778917 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a22054a-6e20-459a-824e-c0eca4a14ff5 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:22.780343 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7909b5b0-3844-42f7-a25f-0ff5f478bd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e15a2a7-e81f-4d5d-97a3-d6325b067668', 'code': 200} Feb 28 20:10:22.780774 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27095bf8-232a-4959-996e-55547b51ea27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1855ed6a-56ff-4b4f-83e9-04c36903b3f2', 'code': 200} Feb 28 20:10:22.900272 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b747e07b-df57-4502-8c35-4b3d52da13c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:22Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29', 'tenant_id': '395834be88664486992e15ee678c561b', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'port_id': 'ca240335-0cfb-49af-ba6d-54cbb4290719', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'mac_address': 'fa:16:3e:96:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a2a065-e9d7-4987-a710-064191300cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:09:49Z', 'updated_at': '2022-02-28T20:10:18Z', 'revision_number': 1, 'project_id': '395834be88664486992e15ee678c561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dc5aef-f6dd-4547-a8e3-8c9f6d094b78', 'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'tenant_id': '395834be88664486992e15ee678c561b', 'mac_address': 'fa:16:3e:69:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:21Z', 'updated_at': '2022-02-28T20:09:30Z', 'revision_number': 5, 'project_id': '395834be88664486992e15ee678c561b', 'subnets': [{'id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:22.940578 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b747e07b-df57-4502-8c35-4b3d52da13c7 None None] The sync data for ids ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'] in n-d-820368-21 is: [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:22Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29', 'tenant_id': '395834be88664486992e15ee678c561b', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'port_id': 'ca240335-0cfb-49af-ba6d-54cbb4290719', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'mac_address': 'fa:16:3e:96:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a2a065-e9d7-4987-a710-064191300cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:09:49Z', 'updated_at': '2022-02-28T20:10:18Z', 'revision_number': 1, 'project_id': '395834be88664486992e15ee678c561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dc5aef-f6dd-4547-a8e3-8c9f6d094b78', 'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'tenant_id': '395834be88664486992e15ee678c561b', 'mac_address': 'fa:16:3e:69:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:21Z', 'updated_at': '2022-02-28T20:09:30Z', 'revision_number': 5, 'project_id': '395834be88664486992e15ee678c561b', 'subnets': [{'id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:10:22.981454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ed97f2cb-8a16-47a0-af5d-0c7c958d3299 None None] For port a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:10:22.989749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ed97f2cb-8a16-47a0-af5d-0c7c958d3299 None None] For port a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6,segment=NetworkSegment(90436a30-3444-40b9-bc8a-f6489c181076),segment_id=90436a30-3444-40b9-bc8a-f6489c181076)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:10:22.999041 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ed97f2cb-8a16-47a0-af5d-0c7c958d3299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:23.064535 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fb0d9-53f9-4143-8888-edad071fe773 req-9f466db3-f747-4130-8656-367a3e5d5c58 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:23.064766 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97f2cb-8a16-47a0-af5d-0c7c958d3299 None None] Pushing event updated for resources: {'Port': ['ID=a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:23.072464 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d98fb0d9-53f9-4143-8888-edad071fe773 req-9f466db3-f747-4130-8656-367a3e5d5c58 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 945 time: 0.2384634 Feb 28 20:10:23.110336 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d39d35-1b11-48f6-b00a-e8c276576a94 req-ace56c31-78f8-4f37-9a69-3c44d067d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:23.115851 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e1d39d35-1b11-48f6-b00a-e8c276576a94 req-ace56c31-78f8-4f37-9a69-3c44d067d564 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7909b5b0-3844-42f7-a25f-0ff5f478bd82 HTTP/1.1" status: 200 len: 1132 time: 0.2256014 Feb 28 20:10:23.120009 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-537d23d5-b01c-43cf-9175-2f3a183460ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (6fc85575-2e20-459b-9b48-a927b95a033e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:23.130997 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39fa91-2288-4325-8f0d-d3bc8ee2669b req-048be88d-e0e5-4366-bbe7-51dff8b347c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:23.132998 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c39fa91-2288-4325-8f0d-d3bc8ee2669b req-048be88d-e0e5-4366-bbe7-51dff8b347c5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 1128 time: 0.2445838 Feb 28 20:10:23.183610 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d98fb0d9-53f9-4143-8888-edad071fe773 req-6f57b8e2-4607-47aa-a1d9-b2cd5eb853bb tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099048 Feb 28 20:10:23.191179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-128ce66b-a7b7-4eec-98b4-50f6154f4026 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:23.192738 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-128ce66b-a7b7-4eec-98b4-50f6154f4026 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ff88f5-1441-42f9-956e-b283d180839d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2531843 Feb 28 20:10:23.250808 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e1d39d35-1b11-48f6-b00a-e8c276576a94 req-ef5045f7-b326-4431-9b67-b58f8a9402bf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223068 Feb 28 20:10:23.392795 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:10:23.415047 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec463b98-821f-4f9d-9e64-f20024a614f9 None None] New status for floating IP ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:10:23.417374 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c39fa91-2288-4325-8f0d-d3bc8ee2669b req-ef8c0aa5-b450-4452-addc-389a50c925de service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375174 Feb 28 20:10:23.488701 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-113bec63-d7d3-4412-8161-e743c728131e tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 1000 time: 0.2399654 Feb 28 20:10:23.501559 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-81053fe9-3425-4e42-a19b-d27f6d214814 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Request body: {'floatingip': {'port_id': '79bda300-83e5-4884-9438-534de0f85856', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:23.561654 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:10:23.566558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:10:23.566934 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:23.652113 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-81053fe9-3425-4e42-a19b-d27f6d214814 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks [] for floatingip (ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:23.686664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:23.687156 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:23.772418 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:23.779702 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:23.865982 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:23.889585 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92385f1f-7bac-4b26-8eb7-956ffd44d112 req-499eb28f-b3e3-4cc4-ac87-b5632d6f3754 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:23.891420 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92385f1f-7bac-4b26-8eb7-956ffd44d112 req-499eb28f-b3e3-4cc4-ac87-b5632d6f3754 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 945 time: 0.1527982 Feb 28 20:10:23.958445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537d23d5-b01c-43cf-9175-2f3a183460ea admin admin] Router 6fc85575-2e20-459b-9b48-a927b95a033e is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:10:24.094654 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92385f1f-7bac-4b26-8eb7-956ffd44d112 req-06cfed8c-6a8a-4df4-b56b-c11cf43c45c9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479380 Feb 28 20:10:24.135908 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537d23d5-b01c-43cf-9175-2f3a183460ea admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:10:24.151311 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] Sync routers for ids ['6fc85575-2e20-459b-9b48-a927b95a033e'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:10:24.171938 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] Routers {'6fc85575-2e20-459b-9b48-a927b95a033e'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:10:24.173662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6fc85575-2e20-459b-9b48-a927b95a033e'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:24.182810 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-537d23d5-b01c-43cf-9175-2f3a183460ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:24.184693 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-537d23d5-b01c-43cf-9175-2f3a183460ea admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.3085215 Feb 28 20:10:24.187416 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44410) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:24.363717 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.db.api [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-81053fe9-3425-4e42-a19b-d27f6d214814 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:10:24.364229 n-d-820368-21 neutron-server[103774]: DEBUG oslo_db.api [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-81053fe9-3425-4e42-a19b-d27f6d214814 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:10:24.419641 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] Set router 6fc85575-2e20-459b-9b48-a927b95a033e gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:10:24.421640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d8de7-05d3-4165-ab49-2d983746542f req-58fcf6bb-55be-41fc-9c54-2eff0ddfd603 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:24.423206 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-568d8de7-05d3-4165-ab49-2d983746542f req-58fcf6bb-55be-41fc-9c54-2eff0ddfd603 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb6b88-6072-4b3a-8760-fb7fd3441854 HTTP/1.1" status: 200 len: 945 time: 0.1457429 Feb 28 20:10:24.520230 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-568d8de7-05d3-4165-ab49-2d983746542f req-df4f2754-5de1-4670-b9b7-418eb0cee92c tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups?id=67d61b50-9c1b-42e9-8763-66fc1b866241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864398 Feb 28 20:10:24.735103 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b663b7-e82f-41ea-b78f-b45925fbbb8e None None] Network 47002f3e-3aad-42ae-81cd-29b911effcb6 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:10:24.758066 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51638a-dd40-41d4-bce9-91f10422e102 req-b11f7952-08e9-4f26-96c9-909afc348a2f tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:24.770346 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf51638a-dd40-41d4-bce9-91f10422e102 req-b11f7952-08e9-4f26-96c9-909afc348a2f tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 945 time: 0.0890267 Feb 28 20:10:24.792974 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354f100a-af66-40a3-a84e-5f1f9fb74a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:24.795995 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6791cc-ba39-4260-b60d-c0bdaa167463" -d '{"events": [{"server_uuid": "354f100a-af66-40a3-a84e-5f1f9fb74a55", "name": "network-vif-plugged", "status": "completed", "tag": "fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:24.860344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-2500a9e4-ad7d-48f7-8b1d-851ddce1a402 None None] Provisioning complete for port a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:10:24.860982 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2500a9e4-ad7d-48f7-8b1d-851ddce1a402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:24.876279 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf51638a-dd40-41d4-bce9-91f10422e102 req-b1dcfe30-30df-44de-b6b8-43e0e50b3638 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044357 Feb 28 20:10:24.878810 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-81053fe9-3425-4e42-a19b-d27f6d214814 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks [] for floatingip (ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:24.958359 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-95d07962-1ce9-4af2-85f9-d8eb328f0f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:25.108704 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-2500a9e4-ad7d-48f7-8b1d-851ddce1a402 None None] Current status of the port a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:25.110428 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2500a9e4-ad7d-48f7-8b1d-851ddce1a402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:25.160942 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071732da-ccbe-4cd8-a26e-a8f0fad0ac92 req-8a88e975-9b32-422c-bb4b-e3482b748a67 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:25.162527 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-071732da-ccbe-4cd8-a26e-a8f0fad0ac92 req-8a88e975-9b32-422c-bb4b-e3482b748a67 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=7909b5b0-3844-42f7-a25f-0ff5f478bd82 HTTP/1.1" status: 200 len: 949 time: 0.1152661 Feb 28 20:10:25.218964 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:10:25.268134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2500a9e4-ad7d-48f7-8b1d-851ddce1a402 None None] For port a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6,segment=NetworkSegment(90436a30-3444-40b9-bc8a-f6489c181076),segment_id=90436a30-3444-40b9-bc8a-f6489c181076)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:25.278871 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2500a9e4-ad7d-48f7-8b1d-851ddce1a402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:25.285496 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-95d07962-1ce9-4af2-85f9-d8eb328f0f3a admin admin] Allocated IP 172.20.0.1 (47002f3e-3aad-42ae-81cd-29b911effcb6/bfd5af6b-008f-4795-80c1-efb97dd1fb17/91153118-fd68-4e15-bdbb-e6a0c6ec8e6d) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:10:25.288752 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25737123-router', 'tenant_id': '6c8db6d9c535409181c79ab927fbc4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'cfc29458-e3fa-4f6f-ad72-c3e57d830386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:10:20Z', 'updated_at': '2022-02-28T20:10:22Z', 'revision_number': 3, 'project_id': '6c8db6d9c535409181c79ab927fbc4b8', 'gw_port': {'id': 'cfc29458-e3fa-4f6f-ad72-c3e57d830386', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:10:21Z', 'updated_at': '2022-02-28T20:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:25.371198 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] Checking router: 6fc85575-2e20-459b-9b48-a927b95a033e for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:10:25.371557 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] Updating router 6fc85575-2e20-459b-9b48-a927b95a033e port cfc29458-e3fa-4f6f-ad72-c3e57d830386 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:10:25.373894 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-071732da-ccbe-4cd8-a26e-a8f0fad0ac92 req-22ae3182-2d95-4498-9a8c-2d23081547bf tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864007 Feb 28 20:10:25.422341 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-95d07962-1ce9-4af2-85f9-d8eb328f0f3a admin admin] Publish callbacks [] for port (91153118-fd68-4e15-bdbb-e6a0c6ec8e6d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:25.446931 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cfc29458-e3fa-4f6f-ad72-c3e57d830386), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:25.450560 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:10:25.450928 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:25.453097 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500a9e4-ad7d-48f7-8b1d-851ddce1a402 None None] Pushing event updated for resources: {'Port': ['ID=a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:25.467171 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-95d07962-1ce9-4af2-85f9-d8eb328f0f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (91153118-fd68-4e15-bdbb-e6a0c6ec8e6d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:25.522053 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d07962-1ce9-4af2-85f9-d8eb328f0f3a admin admin] Network 47002f3e-3aad-42ae-81cd-29b911effcb6 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:10:25.527222 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-95d07962-1ce9-4af2-85f9-d8eb328f0f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:10:25.535636 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d07962-1ce9-4af2-85f9-d8eb328f0f3a admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:10:25.575988 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d07962-1ce9-4af2-85f9-d8eb328f0f3a admin admin] Pushing event updated for resources: {'Port': ['ID=91153118-fd68-4e15-bdbb-e6a0c6ec8e6d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:25.611042 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-95d07962-1ce9-4af2-85f9-d8eb328f0f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (6fc85575-2e20-459b-9b48-a927b95a033e), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:25.806402 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.db.resource_extend [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-81053fe9-3425-4e42-a19b-d27f6d214814 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:10:25.850275 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-95d07962-1ce9-4af2-85f9-d8eb328f0f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (91153118-fd68-4e15-bdbb-e6a0c6ec8e6d), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:25.869568 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-81053fe9-3425-4e42-a19b-d27f6d214814 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:25.875957 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:25.876584 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-81053fe9-3425-4e42-a19b-d27f6d214814 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:25.886441 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d2604-8ba4-4a51-bdd2-9bfc9ce4abb6 req-cdc2f239-d59f-465c-bd77-e5574872322c tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:25.896251 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-264d2604-8ba4-4a51-bdd2-9bfc9ce4abb6 req-cdc2f239-d59f-465c-bd77-e5574872322c tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.1401098 Feb 28 20:10:25.906508 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a5f85b37-03d2-4100-aaf5-414d07a86772 None None] Provisioning complete for port a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:10:25.906508 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a5f85b37-03d2-4100-aaf5-414d07a86772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:26.028178 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] Publish callbacks [] for port (cfc29458-e3fa-4f6f-ad72-c3e57d830386), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:26.039368 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cfc29458-e3fa-4f6f-ad72-c3e57d830386), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:26.070812 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-264d2604-8ba4-4a51-bdd2-9bfc9ce4abb6 req-8a07c630-50f1-41cd-ba2d-b79fbc153e79 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736796 Feb 28 20:10:26.112950 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470b897-d6a6-4a46-98d3-f842ea47127a req-bd88f6e6-4794-47fb-a72c-8eb5fddc590f tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:26.114454 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7470b897-d6a6-4a46-98d3-f842ea47127a req-bd88f6e6-4794-47fb-a72c-8eb5fddc590f tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.10 "GET /v2.0/ports?device_id=02fb6b88-6072-4b3a-8760-fb7fd3441854 HTTP/1.1" status: 200 len: 945 time: 0.1464489 Feb 28 20:10:26.132040 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-95d07962-1ce9-4af2-85f9-d8eb328f0f3a admin admin] Publish callbacks [] for port (91153118-fd68-4e15-bdbb-e6a0c6ec8e6d), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:26.138414 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-95d07962-1ce9-4af2-85f9-d8eb328f0f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (91153118-fd68-4e15-bdbb-e6a0c6ec8e6d), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:26.139367 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95b9a0d-9a9e-4ee1-8343-8239c0c4da82 x-openstack-request-id: req-b95b9a0d-9a9e-4ee1-8343-8239c0c4da82 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:26.139826 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354f100a-af66-40a3-a84e-5f1f9fb74a55", "name": "network-vif-plugged", "status": "completed", "tag": "fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:26.140236 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b95b9a0d-9a9e-4ee1-8343-8239c0c4da82 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:26.140658 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354f100a-af66-40a3-a84e-5f1f9fb74a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95', 'code': 200} Feb 28 20:10:26.143188 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-81053fe9-3425-4e42-a19b-d27f6d214814 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Floating IP ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29 associated. External IP: 172.25.0.108, port: ca240335-0cfb-49af-ba6d-54cbb4290719. Feb 28 20:10:26.172191 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] Attempting to bind port cfc29458-e3fa-4f6f-ad72-c3e57d830386 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:10:26.172563 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] Attempting to bind port cfc29458-e3fa-4f6f-ad72-c3e57d830386 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:10:26.172926 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] Attempting to bind port cfc29458-e3fa-4f6f-ad72-c3e57d830386 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:10:26.177393 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a5f85b37-03d2-4100-aaf5-414d07a86772 None None] Current status of the port a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:26.185131 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:10:26.185534 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:10:26.185942 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:26.186342 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:10:26.186777 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] Bound port: cfc29458-e3fa-4f6f-ad72-c3e57d830386, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:10:26.187146 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cfc29458-e3fa-4f6f-ad72-c3e57d830386), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:26.188952 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936baff-b0d3-41e3-ad12-ebfe49e751e9 None None] Pushing event updated for resources: {'Port': ['ID=cfc29458-e3fa-4f6f-ad72-c3e57d830386,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:26.222365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936baff-b0d3-41e3-ad12-ebfe49e751e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:26.222706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936baff-b0d3-41e3-ad12-ebfe49e751e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:26.223042 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936baff-b0d3-41e3-ad12-ebfe49e751e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:26.223372 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936baff-b0d3-41e3-ad12-ebfe49e751e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:26.223701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936baff-b0d3-41e3-ad12-ebfe49e751e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:26.224119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936baff-b0d3-41e3-ad12-ebfe49e751e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:26.224447 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936baff-b0d3-41e3-ad12-ebfe49e751e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:26.225485 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936baff-b0d3-41e3-ad12-ebfe49e751e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:26.225610 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936baff-b0d3-41e3-ad12-ebfe49e751e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:26.226063 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936baff-b0d3-41e3-ad12-ebfe49e751e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:26.226390 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936baff-b0d3-41e3-ad12-ebfe49e751e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:26.226712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936baff-b0d3-41e3-ad12-ebfe49e751e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:26.227035 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936baff-b0d3-41e3-ad12-ebfe49e751e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:10:26.243439 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d07962-1ce9-4af2-85f9-d8eb328f0f3a admin admin] Pushing event updated for resources: {'Port': ['ID=91153118-fd68-4e15-bdbb-e6a0c6ec8e6d,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:26.258851 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-95d07962-1ce9-4af2-85f9-d8eb328f0f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (6fc85575-2e20-459b-9b48-a927b95a033e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:26.272887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] For port cfc29458-e3fa-4f6f-ad72-c3e57d830386, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:10:26.277471 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] For port cfc29458-e3fa-4f6f-ad72-c3e57d830386, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=cfc29458-e3fa-4f6f-ad72-c3e57d830386,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:10:26.286015 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cfc29458-e3fa-4f6f-ad72-c3e57d830386), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:26.370925 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d07962-1ce9-4af2-85f9-d8eb328f0f3a admin admin] Network 47002f3e-3aad-42ae-81cd-29b911effcb6 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:10:26.372909 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-95d07962-1ce9-4af2-85f9-d8eb328f0f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:10:26.534081 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9c4bc8b8-d204-46ae-b2e1-a9295208f004 None None] Provisioning complete for port 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:10:26.534919 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9c4bc8b8-d204-46ae-b2e1-a9295208f004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (91153118-fd68-4e15-bdbb-e6a0c6ec8e6d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:26.538204 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] Routers {'6fc85575-2e20-459b-9b48-a927b95a033e'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:10:26.538501 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6fc85575-2e20-459b-9b48-a927b95a033e'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:26.540263 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936baff-b0d3-41e3-ad12-ebfe49e751e9 None None] Pushing event updated for resources: {'Port': ['ID=cfc29458-e3fa-4f6f-ad72-c3e57d830386,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:26.553860 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d07962-1ce9-4af2-85f9-d8eb328f0f3a admin admin] Router 6fc85575-2e20-459b-9b48-a927b95a033e has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:10:26.641558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9c4bc8b8-d204-46ae-b2e1-a9295208f004 None None] Port 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:10:26.690006 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d07962-1ce9-4af2-85f9-d8eb328f0f3a admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:10:26.704890 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-95d07962-1ce9-4af2-85f9-d8eb328f0f3a admin admin] 10.222.0.13 "PUT /v2.0/routers/6fc85575-2e20-459b-9b48-a927b95a033e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5079813 Feb 28 20:10:26.709936 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] Set router 6fc85575-2e20-459b-9b48-a927b95a033e gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:10:26.816797 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-eb8873a3-474c-4da5-a186-bb765d1fcfe8 None None] Provisioning complete for port 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:10:26.817194 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb8873a3-474c-4da5-a186-bb765d1fcfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (91153118-fd68-4e15-bdbb-e6a0c6ec8e6d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:26.835975 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aced20-acc4-4829-8b4b-2eee10151cf2 req-b76bfd04-7991-4c85-9545-faa756f00649 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:26.837804 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83aced20-acc4-4829-8b4b-2eee10151cf2 req-b76bfd04-7991-4c85-9545-faa756f00649 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 945 time: 0.6076977 Feb 28 20:10:26.844695 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f4c62-6622-4cbd-bfbd-0868d94cd5eb req-3585774a-d516-4f0e-9961-f8a04a3598f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:26.846969 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-798f4c62-6622-4cbd-bfbd-0868d94cd5eb req-3585774a-d516-4f0e-9961-f8a04a3598f7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 1129 time: 0.6471510 Feb 28 20:10:26.897081 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-eb8873a3-474c-4da5-a186-bb765d1fcfe8 None None] Port 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:10:26.923804 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-7470b897-d6a6-4a46-98d3-f842ea47127a req-c9f4cafc-44d9-4d7e-9be2-7778094e8c10 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Deleting port d7952980-389b-4941-a7fc-bc89f624f67f {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:10:26.924152 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7470b897-d6a6-4a46-98d3-f842ea47127a req-c9f4cafc-44d9-4d7e-9be2-7778094e8c10 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d7952980-389b-4941-a7fc-bc89f624f67f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:26.971474 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25737123-router', 'tenant_id': '6c8db6d9c535409181c79ab927fbc4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'cfc29458-e3fa-4f6f-ad72-c3e57d830386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:10:20Z', 'updated_at': '2022-02-28T20:10:25Z', 'revision_number': 4, 'project_id': '6c8db6d9c535409181c79ab927fbc4b8', 'gw_port': {'id': 'cfc29458-e3fa-4f6f-ad72-c3e57d830386', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:10:21Z', 'updated_at': '2022-02-28T20:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '91153118-fd68-4e15-bdbb-e6a0c6ec8e6d', 'name': '', 'network_id': '47002f3e-3aad-42ae-81cd-29b911effcb6', 'tenant_id': '6c8db6d9c535409181c79ab927fbc4b8', 'mac_address': 'fa:16:3e:65:02:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bfd5af6b-008f-4795-80c1-efb97dd1fb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:10:25Z', 'updated_at': '2022-02-28T20:10:25Z', 'revision_number': 2, 'project_id': '6c8db6d9c535409181c79ab927fbc4b8', 'subnets': [{'id': 'bfd5af6b-008f-4795-80c1-efb97dd1fb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:26.998079 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da82ddbd-cd47-4890-b853-06f810ad5546 None None] The sync data for ids ['6fc85575-2e20-459b-9b48-a927b95a033e'] in n-d-820368-21 is: [{'id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25737123-router', 'tenant_id': '6c8db6d9c535409181c79ab927fbc4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'cfc29458-e3fa-4f6f-ad72-c3e57d830386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:10:20Z', 'updated_at': '2022-02-28T20:10:25Z', 'revision_number': 4, 'project_id': '6c8db6d9c535409181c79ab927fbc4b8', 'gw_port': {'id': 'cfc29458-e3fa-4f6f-ad72-c3e57d830386', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:10:21Z', 'updated_at': '2022-02-28T20:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '91153118-fd68-4e15-bdbb-e6a0c6ec8e6d', 'name': '', 'network_id': '47002f3e-3aad-42ae-81cd-29b911effcb6', 'tenant_id': '6c8db6d9c535409181c79ab927fbc4b8', 'mac_address': 'fa:16:3e:65:02:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bfd5af6b-008f-4795-80c1-efb97dd1fb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:10:25Z', 'updated_at': '2022-02-28T20:10:25Z', 'revision_number': 2, 'project_id': '6c8db6d9c535409181c79ab927fbc4b8', 'subnets': [{'id': 'bfd5af6b-008f-4795-80c1-efb97dd1fb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:10:27.049289 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:10:27.080707 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-798f4c62-6622-4cbd-bfbd-0868d94cd5eb req-e84e3fa8-807f-4951-8936-547a04288ff5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235184 Feb 28 20:10:27.092273 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83aced20-acc4-4829-8b4b-2eee10151cf2 req-e09ec1d0-e315-4438-bac1-8eaf33d5765e tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373610 Feb 28 20:10:27.122248 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-7470b897-d6a6-4a46-98d3-f842ea47127a req-c9f4cafc-44d9-4d7e-9be2-7778094e8c10 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] For port d7952980-389b-4941-a7fc-bc89f624f67f, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d7952980-389b-4941-a7fc-bc89f624f67f,segment=NetworkSegment(338bda26-d72e-4d55-9610-0ede20861b9e),segment_id=338bda26-d72e-4d55-9610-0ede20861b9e)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:27.122512 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7470b897-d6a6-4a46-98d3-f842ea47127a req-c9f4cafc-44d9-4d7e-9be2-7778094e8c10 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d7952980-389b-4941-a7fc-bc89f624f67f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:27.141831 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:10:27.142408 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:27.145858 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-7470b897-d6a6-4a46-98d3-f842ea47127a req-c9f4cafc-44d9-4d7e-9be2-7778094e8c10 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Calling delete_port for d7952980-389b-4941-a7fc-bc89f624f67f owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:10:27.149447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-81053fe9-3425-4e42-a19b-d27f6d214814 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:10:27.252139 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:27.413166 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-81053fe9-3425-4e42-a19b-d27f6d214814 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:10:27.435448 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52be4054-d42f-4f69-9318-c3871f2463f8 None None] Sync routers for ids ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:10:27.452529 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52be4054-d42f-4f69-9318-c3871f2463f8 None None] Routers {'4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:10:27.453202 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-52be4054-d42f-4f69-9318-c3871f2463f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:27.545994 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7470b897-d6a6-4a46-98d3-f842ea47127a req-c9f4cafc-44d9-4d7e-9be2-7778094e8c10 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d7952980-389b-4941-a7fc-bc89f624f67f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:27.572137 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d7952980-389b-4941-a7fc-bc89f624f67f'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:10:27.612568 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-52be4054-d42f-4f69-9318-c3871f2463f8 None None] Set router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:10:27.664844 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4cafc-44d9-4d7e-9be2-7778094e8c10 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Pushing event deleted for resources: {'Port': ['ID=d7952980-389b-4941-a7fc-bc89f624f67f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:27.736121 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d0db1-e1c0-42f7-aee8-fb9f892e1ec3 req-02796bf0-4689-4ab4-9dd5-a85307f1411d tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:27.738370 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-277d0db1-e1c0-42f7-aee8-fb9f892e1ec3 req-02796bf0-4689-4ab4-9dd5-a85307f1411d tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7909b5b0-3844-42f7-a25f-0ff5f478bd82 HTTP/1.1" status: 200 len: 1132 time: 0.2746806 Feb 28 20:10:27.783353 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7470b897-d6a6-4a46-98d3-f842ea47127a req-c9f4cafc-44d9-4d7e-9be2-7778094e8c10 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] No DVR routers for this DVR port d7952980-389b-4941-a7fc-bc89f624f67f on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:10:27.788205 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7470b897-d6a6-4a46-98d3-f842ea47127a req-c9f4cafc-44d9-4d7e-9be2-7778094e8c10 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:27.793822 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7470b897-d6a6-4a46-98d3-f842ea47127a req-c9f4cafc-44d9-4d7e-9be2-7778094e8c10 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.10 "DELETE /v2.0/ports/d7952980-389b-4941-a7fc-bc89f624f67f HTTP/1.1" status: 204 len: 173 time: 1.6705160 Feb 28 20:10:27.819916 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fb6b88-6072-4b3a-8760-fb7fd3441854', 'name': 'network-vif-deleted', 'tag': 'd7952980-389b-4941-a7fc-bc89f624f67f'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:27.825528 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e43122-6318-4184-a489-6d6dfc0508c2" -d '{"events": [{"server_uuid": "02fb6b88-6072-4b3a-8760-fb7fd3441854", "name": "network-vif-deleted", "tag": "d7952980-389b-4941-a7fc-bc89f624f67f"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:27.851384 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-277d0db1-e1c0-42f7-aee8-fb9f892e1ec3 req-509250df-3cb2-4a58-ad22-f70de8e0c0b9 tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:28.012630 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-52be4054-d42f-4f69-9318-c3871f2463f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:22Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29', 'tenant_id': '395834be88664486992e15ee678c561b', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'port_id': '79bda300-83e5-4884-9438-534de0f85856', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'mac_address': 'fa:16:3e:c2:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ff88f5-1441-42f9-956e-b283d180839d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:09:49Z', 'updated_at': '2022-02-28T20:10:25Z', 'revision_number': 3, 'project_id': '395834be88664486992e15ee678c561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dc5aef-f6dd-4547-a8e3-8c9f6d094b78', 'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'tenant_id': '395834be88664486992e15ee678c561b', 'mac_address': 'fa:16:3e:69:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:21Z', 'updated_at': '2022-02-28T20:09:30Z', 'revision_number': 5, 'project_id': '395834be88664486992e15ee678c561b', 'subnets': [{'id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:28.049054 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52be4054-d42f-4f69-9318-c3871f2463f8 None None] Checking router: 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:10:28.059307 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52be4054-d42f-4f69-9318-c3871f2463f8 None None] Routers {'4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:10:28.059963 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-52be4054-d42f-4f69-9318-c3871f2463f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:28.203188 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-81053fe9-3425-4e42-a19b-d27f6d214814 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:10:28.258277 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-52be4054-d42f-4f69-9318-c3871f2463f8 None None] Set router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:10:28.266164 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-277d0db1-e1c0-42f7-aee8-fb9f892e1ec3 req-509250df-3cb2-4a58-ad22-f70de8e0c0b9 tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] Publish callbacks [] for security_group (f2a48c90-7483-4506-bb2d-a0aa6f3c8d90), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:28.300088 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-277d0db1-e1c0-42f7-aee8-fb9f892e1ec3 req-509250df-3cb2-4a58-ad22-f70de8e0c0b9 tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f2a48c90-7483-4506-bb2d-a0aa6f3c8d90), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:28.470187 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509250df-3cb2-4a58-ad22-f70de8e0c0b9 tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a48c90-7483-4506-bb2d-a0aa6f3c8d90,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:28.551010 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-277d0db1-e1c0-42f7-aee8-fb9f892e1ec3 req-509250df-3cb2-4a58-ad22-f70de8e0c0b9 tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7773209 Feb 28 20:10:28.552343 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-81053fe9-3425-4e42-a19b-d27f6d214814 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:10:28.559176 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-81053fe9-3425-4e42-a19b-d27f6d214814 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:28.627490 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-81053fe9-3425-4e42-a19b-d27f6d214814 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "PUT /v2.0/floatingips/ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29 HTTP/1.1" status: 200 len: 998 time: 5.1338155 Feb 28 20:10:28.720274 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-5de727f4-838e-4f54-a222-4b06895a0967 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:28.720274 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-5de727f4-838e-4f54-a222-4b06895a0967 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports/ca240335-0cfb-49af-ba6d-54cbb4290719 HTTP/1.1" status: 200 len: 943 time: 0.0865273 Feb 28 20:10:28.766548 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-805a9f09-218e-432f-b764-5ea6f4fb1882 req-7c443cef-82d8-40d5-b71e-3b13ea174cc7 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb6b88-6072-4b3a-8760-fb7fd3441854 HTTP/1.1" status: 200 len: 210 time: 0.0453374 Feb 28 20:10:28.870213 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-52be4054-d42f-4f69-9318-c3871f2463f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:22Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29', 'tenant_id': '395834be88664486992e15ee678c561b', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'port_id': '79bda300-83e5-4884-9438-534de0f85856', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'mac_address': 'fa:16:3e:c2:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ff88f5-1441-42f9-956e-b283d180839d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:09:49Z', 'updated_at': '2022-02-28T20:10:25Z', 'revision_number': 3, 'project_id': '395834be88664486992e15ee678c561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dc5aef-f6dd-4547-a8e3-8c9f6d094b78', 'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'tenant_id': '395834be88664486992e15ee678c561b', 'mac_address': 'fa:16:3e:69:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:21Z', 'updated_at': '2022-02-28T20:09:30Z', 'revision_number': 5, 'project_id': '395834be88664486992e15ee678c561b', 'subnets': [{'id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:28.906651 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52be4054-d42f-4f69-9318-c3871f2463f8 None None] The sync data for ids ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'] in n-d-820368-21 is: [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:22Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29', 'tenant_id': '395834be88664486992e15ee678c561b', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'port_id': '79bda300-83e5-4884-9438-534de0f85856', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'mac_address': 'fa:16:3e:c2:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ff88f5-1441-42f9-956e-b283d180839d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:09:49Z', 'updated_at': '2022-02-28T20:10:25Z', 'revision_number': 3, 'project_id': '395834be88664486992e15ee678c561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dc5aef-f6dd-4547-a8e3-8c9f6d094b78', 'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'tenant_id': '395834be88664486992e15ee678c561b', 'mac_address': 'fa:16:3e:69:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:21Z', 'updated_at': '2022-02-28T20:09:30Z', 'revision_number': 5, 'project_id': '395834be88664486992e15ee678c561b', 'subnets': [{'id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:10:29.047679 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-7f73a5c0-4522-49fc-8a20-297c4b1afd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:29.050388 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-7f73a5c0-4522-49fc-8a20-297c4b1afd00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=395834be88664486992e15ee678c561b&device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 1129 time: 0.2167351 Feb 28 20:10:29.144950 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-07b54d16-8e6f-4b62-a6ec-9645ca3383f1 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:29.146779 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device cfc29458-e3fa-4f6f-ad72-c3e57d830386 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:10:29.159245 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-07b54d16-8e6f-4b62-a6ec-9645ca3383f1 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 808 time: 0.2713084 Feb 28 20:10:29.199016 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-dd449add-ac5a-48a5-b6cd-f47206216908 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/quotas/b6b50aa5623943dda1cd4fb5f568793b HTTP/1.1" status: 200 len: 375 time: 0.0379596 Feb 28 20:10:29.271198 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port cfc29458-e3fa-4f6f-ad72-c3e57d830386 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:10:29.272123 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cfc29458-e3fa-4f6f-ad72-c3e57d830386), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:29.296496 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-9c18dfc7-19f4-4adb-9826-8da523c92ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:29.299089 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-9c18dfc7-19f4-4adb-9826-8da523c92ce0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca HTTP/1.1" status: 200 len: 921 time: 0.2425063 Feb 28 20:10:29.327511 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894e07de-1f4c-4bbd-9fcf-e5727332f5e1 None None] New status for floating IP ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29: ACTIVE {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:10:29.341820 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-3caac006-a0a7-451c-9805-89b5b3f2454c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1322808 Feb 28 20:10:29.379635 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-7f2d6c9a-9f90-4e46-86a7-1a53e5e463ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca240335-0cfb-49af-ba6d-54cbb4290719 HTTP/1.1" status: 200 len: 217 time: 0.0707805 Feb 28 20:10:29.486065 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-65211d62-f1b4-4169-866e-80469e6a242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:29.487456 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-65211d62-f1b4-4169-866e-80469e6a242d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dabd714b-b25f-4695-bb44-0366d81efe83 HTTP/1.1" status: 200 len: 860 time: 0.0987031 Feb 28 20:10:29.532376 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port cfc29458-e3fa-4f6f-ad72-c3e57d830386 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:29.532883 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cfc29458-e3fa-4f6f-ad72-c3e57d830386), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:29.534604 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-f7bc76d3-3c13-4c54-b001-8c240386e10d service neutron] 10.222.0.13 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919379 Feb 28 20:10:29.603997 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port cfc29458-e3fa-4f6f-ad72-c3e57d830386, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=cfc29458-e3fa-4f6f-ad72-c3e57d830386,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:29.612242 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cfc29458-e3fa-4f6f-ad72-c3e57d830386), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:29.619689 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-464485a9-ddd0-4c42-b66f-c21f360d3d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:29.621411 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-464485a9-ddd0-4c42-b66f-c21f360d3d24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1204762 Feb 28 20:10:29.648772 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-4927b74b-f064-420a-a0c4-b9f18c6577eb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:10:29.649959 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-4927b74b-f064-420a-a0c4-b9f18c6577eb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057652 Feb 28 20:10:29.725868 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=cfc29458-e3fa-4f6f-ad72-c3e57d830386,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:29.747514 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-96c5c36a-9d99-4bed-9e81-5f4b3a96dde6 service neutron] 10.222.0.13 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037969 Feb 28 20:10:29.821972 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6da696b-d867-4d8f-9522-dfc375b7fbcf None None] Sync routers for ids ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:10:29.835561 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6da696b-d867-4d8f-9522-dfc375b7fbcf None None] Routers {'4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:10:29.836234 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d6da696b-d867-4d8f-9522-dfc375b7fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:29.873704 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-4613509a-f0b0-42bd-a178-0dbb1478e56e service neutron] 10.222.0.13 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904957 Feb 28 20:10:29.935879 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d7952980-389b-4941-a7fc-bc89f624f67f no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:10:29.975374 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: d7952980-389b-4941-a7fc-bc89f624f67f {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:10:29.975682 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d7952980-389b-4941-a7fc-bc89f624f67f not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:10:29.994711 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-d6da696b-d867-4d8f-9522-dfc375b7fbcf None None] Set router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:10:29.996213 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-f07a6fcc-2970-410d-86d8-9f724e2168e7 service neutron] 10.222.0.13 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169724 Feb 28 20:10:30.079391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-a7b07380-7de9-49b1-9569-d126efe5ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:30.081035 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-a7b07380-7de9-49b1-9569-d126efe5ca91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=395834be88664486992e15ee678c561b&device_id=63ff88f5-1441-42f9-956e-b283d180839d HTTP/1.1" status: 200 len: 1128 time: 0.0561960 Feb 28 20:10:30.241518 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-8818f86f-1489-4923-a89a-8c379afc7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:30.243010 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-8818f86f-1489-4923-a89a-8c379afc7ab7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca HTTP/1.1" status: 200 len: 921 time: 0.1557808 Feb 28 20:10:30.250901 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b683026-f5bb-4e5f-84f4-a0fc3022b339 req-fdb01dd5-84f3-482b-a43c-9f97ca6def96 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:30.252415 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b683026-f5bb-4e5f-84f4-a0fc3022b339 req-fdb01dd5-84f3-482b-a43c-9f97ca6def96 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 945 time: 0.1191096 Feb 28 20:10:30.316735 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d6da696b-d867-4d8f-9522-dfc375b7fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:22Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29', 'tenant_id': '395834be88664486992e15ee678c561b', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'port_id': '79bda300-83e5-4884-9438-534de0f85856', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'mac_address': 'fa:16:3e:c2:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ff88f5-1441-42f9-956e-b283d180839d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:09:49Z', 'updated_at': '2022-02-28T20:10:29Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dc5aef-f6dd-4547-a8e3-8c9f6d094b78', 'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'tenant_id': '395834be88664486992e15ee678c561b', 'mac_address': 'fa:16:3e:69:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:21Z', 'updated_at': '2022-02-28T20:09:30Z', 'revision_number': 5, 'project_id': '395834be88664486992e15ee678c561b', 'subnets': [{'id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:30.348352 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6da696b-d867-4d8f-9522-dfc375b7fbcf None None] Checking router: 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:10:30.350895 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-7db52d71-7f6d-4e2a-84d5-71a35247e6e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79bda300-83e5-4884-9438-534de0f85856 HTTP/1.1" status: 200 len: 1001 time: 0.0974312 Feb 28 20:10:30.360334 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6da696b-d867-4d8f-9522-dfc375b7fbcf None None] Routers {'4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:10:30.360334 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d6da696b-d867-4d8f-9522-dfc375b7fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:30.388998 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b683026-f5bb-4e5f-84f4-a0fc3022b339 req-313e61b4-2f34-4f8e-ba63-b558048d9941 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277578 Feb 28 20:10:30.408888 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] Sync routers for ids ['6fc85575-2e20-459b-9b48-a927b95a033e'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:10:30.414837 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-0e58f449-293c-4570-931d-ac4cd7a23cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:30.421753 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] Routers {'6fc85575-2e20-459b-9b48-a927b95a033e'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:10:30.421958 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-0e58f449-293c-4570-931d-ac4cd7a23cb0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dabd714b-b25f-4695-bb44-0366d81efe83 HTTP/1.1" status: 200 len: 860 time: 0.0700018 Feb 28 20:10:30.422838 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6fc85575-2e20-459b-9b48-a927b95a033e'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:30.486887 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-e52b2a36-f8f5-41a0-9ded-10dc47c11d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:30.497719 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-e52b2a36-f8f5-41a0-9ded-10dc47c11d3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0747969 Feb 28 20:10:30.505142 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-d6da696b-d867-4d8f-9522-dfc375b7fbcf None None] Set router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:10:30.614113 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] Set router 6fc85575-2e20-459b-9b48-a927b95a033e gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:10:30.616203 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-ee9dc8cf-8b48-4289-b1a7-94b40c02b937 req-1d880466-ad66-48ba-af56-d1bb7e56c808 tempest-FloatingIPDetailsNegativeTestJSON-1780711654 tempest-FloatingIPDetailsNegativeTestJSON-1780711654-project] show failed (client error): The resource could not be found. Feb 28 20:10:30.616827 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ee9dc8cf-8b48-4289-b1a7-94b40c02b937 req-1d880466-ad66-48ba-af56-d1bb7e56c808 tempest-FloatingIPDetailsNegativeTestJSON-1780711654 tempest-FloatingIPDetailsNegativeTestJSON-1780711654-project] 10.222.0.13 "GET /v2.0/floatingips/9c0aa91a-6baa-42dc-b61f-d6d24ed64c20 HTTP/1.1" status: 404 len: 350 time: 0.0467482 Feb 28 20:10:30.629087 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44480) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:30.755387 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-49bb6024-b1f6-4a83-89df-d145a5b51a30 service neutron] 10.222.0.13 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563581 Feb 28 20:10:30.812893 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d6da696b-d867-4d8f-9522-dfc375b7fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:22Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29', 'tenant_id': '395834be88664486992e15ee678c561b', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'port_id': '79bda300-83e5-4884-9438-534de0f85856', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'mac_address': 'fa:16:3e:c2:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ff88f5-1441-42f9-956e-b283d180839d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:09:49Z', 'updated_at': '2022-02-28T20:10:29Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dc5aef-f6dd-4547-a8e3-8c9f6d094b78', 'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'tenant_id': '395834be88664486992e15ee678c561b', 'mac_address': 'fa:16:3e:69:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:21Z', 'updated_at': '2022-02-28T20:09:30Z', 'revision_number': 5, 'project_id': '395834be88664486992e15ee678c561b', 'subnets': [{'id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:30.889726 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6da696b-d867-4d8f-9522-dfc375b7fbcf None None] The sync data for ids ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'] in n-d-820368-21 is: [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:22Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29', 'tenant_id': '395834be88664486992e15ee678c561b', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'port_id': '79bda300-83e5-4884-9438-534de0f85856', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'mac_address': 'fa:16:3e:c2:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ff88f5-1441-42f9-956e-b283d180839d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:09:49Z', 'updated_at': '2022-02-28T20:10:29Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dc5aef-f6dd-4547-a8e3-8c9f6d094b78', 'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'tenant_id': '395834be88664486992e15ee678c561b', 'mac_address': 'fa:16:3e:69:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:21Z', 'updated_at': '2022-02-28T20:09:30Z', 'revision_number': 5, 'project_id': '395834be88664486992e15ee678c561b', 'subnets': [{'id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:10:31.016495 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25737123-router', 'tenant_id': '6c8db6d9c535409181c79ab927fbc4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'cfc29458-e3fa-4f6f-ad72-c3e57d830386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:10:20Z', 'updated_at': '2022-02-28T20:10:25Z', 'revision_number': 4, 'project_id': '6c8db6d9c535409181c79ab927fbc4b8', 'gw_port': {'id': 'cfc29458-e3fa-4f6f-ad72-c3e57d830386', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:10:21Z', 'updated_at': '2022-02-28T20:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '91153118-fd68-4e15-bdbb-e6a0c6ec8e6d', 'name': '', 'network_id': '47002f3e-3aad-42ae-81cd-29b911effcb6', 'tenant_id': '6c8db6d9c535409181c79ab927fbc4b8', 'mac_address': 'fa:16:3e:65:02:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bfd5af6b-008f-4795-80c1-efb97dd1fb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:10:25Z', 'updated_at': '2022-02-28T20:10:25Z', 'revision_number': 2, 'project_id': '6c8db6d9c535409181c79ab927fbc4b8', 'subnets': [{'id': 'bfd5af6b-008f-4795-80c1-efb97dd1fb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:31.062917 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] Checking router: 6fc85575-2e20-459b-9b48-a927b95a033e for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:10:31.063415 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] Updating router 6fc85575-2e20-459b-9b48-a927b95a033e port 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:10:31.096827 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (91153118-fd68-4e15-bdbb-e6a0c6ec8e6d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:31.234178 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device cfc29458-e3fa-4f6f-ad72-c3e57d830386 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:10:31.407321 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e50572-23e3-4a9e-853c-98f8a91fc794 req-d30ccbcd-8eb5-41ad-9306-ee4d7edf5784 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:31.408893 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3e50572-23e3-4a9e-853c-98f8a91fc794 req-d30ccbcd-8eb5-41ad-9306-ee4d7edf5784 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.6993394 Feb 28 20:10:31.520859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port cfc29458-e3fa-4f6f-ad72-c3e57d830386 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:10:31.521723 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cfc29458-e3fa-4f6f-ad72-c3e57d830386), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:31.530050 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10f6d4b3-214a-4e90-8267-da5d58719b63 req-7944c32a-120d-4990-b87f-51ab793f2689 service neutron] 10.222.0.13 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7562010 Feb 28 20:10:31.549776 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3e50572-23e3-4a9e-853c-98f8a91fc794 req-d88e7764-ee59-4ec3-8176-a46674c37d68 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277349 Feb 28 20:10:31.779608 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port cfc29458-e3fa-4f6f-ad72-c3e57d830386 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:31.840633 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] Publish callbacks [] for port (91153118-fd68-4e15-bdbb-e6a0c6ec8e6d), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:31.855983 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (91153118-fd68-4e15-bdbb-e6a0c6ec8e6d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:31.897790 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259c4d7d-c356-453a-a24c-c9404f9d7718 x-openstack-request-id: req-259c4d7d-c356-453a-a24c-c9404f9d7718 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:31.898407 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fb6b88-6072-4b3a-8760-fb7fd3441854", "name": "network-vif-deleted", "tag": "d7952980-389b-4941-a7fc-bc89f624f67f", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:31.898684 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-259c4d7d-c356-453a-a24c-c9404f9d7718 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:31.899948 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fb6b88-6072-4b3a-8760-fb7fd3441854', 'name': 'network-vif-deleted', 'tag': 'd7952980-389b-4941-a7fc-bc89f624f67f', 'status': 'completed', 'code': 200} Feb 28 20:10:32.064127 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] Attempting to bind port 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:10:32.064697 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] Attempting to bind port 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '90436a30-3444-40b9-bc8a-f6489c181076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '47002f3e-3aad-42ae-81cd-29b911effcb6'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:10:32.065217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] Attempting to bind port 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d on network 47002f3e-3aad-42ae-81cd-29b911effcb6 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:10:32.068481 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5018f-92ac-4e93-9007-d8183e6ebee6 None None] Pushing event updated for resources: {'Port': ['ID=91153118-fd68-4e15-bdbb-e6a0c6ec8e6d,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:32.114037 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a575c94-1c9f-493f-8ff0-a524e43ac935 req-8dda7f9b-00a3-4b0f-80f8-fbddba8f4c4f tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 210 time: 0.0971491 Feb 28 20:10:32.121099 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:10:32.121475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] Checking segment: {'id': '90436a30-3444-40b9-bc8a-f6489c181076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '47002f3e-3aad-42ae-81cd-29b911effcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:10:32.121874 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:32.131084 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] Bound using segment: {'id': '90436a30-3444-40b9-bc8a-f6489c181076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '47002f3e-3aad-42ae-81cd-29b911effcb6'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:10:32.131608 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] Bound port: 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90436a30-3444-40b9-bc8a-f6489c181076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '47002f3e-3aad-42ae-81cd-29b911effcb6'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:10:32.132043 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (91153118-fd68-4e15-bdbb-e6a0c6ec8e6d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:32.150373 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-30d45cf2-6d96-44b0-94c1-755e4ceb63b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (6fc85575-2e20-459b-9b48-a927b95a033e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:32.266723 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-13ce56a2-55d2-480f-854f-08e0d9002aa4 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:32.269350 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-13ce56a2-55d2-480f-854f-08e0d9002aa4 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.10 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 808 time: 0.3772819 Feb 28 20:10:32.304245 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] For port 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:10:32.308243 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] For port 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=91153118-fd68-4e15-bdbb-e6a0c6ec8e6d,segment=NetworkSegment(90436a30-3444-40b9-bc8a-f6489c181076),segment_id=90436a30-3444-40b9-bc8a-f6489c181076)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:10:32.317952 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (91153118-fd68-4e15-bdbb-e6a0c6ec8e6d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:32.327255 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-afc748f5-cc09-4f19-99e1-cb100bd94485 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Request body: {'port': {'device_id': '56df353b-9126-4d4c-b47e-69b7a8b052a1', 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6', 'admin_state_up': True, 'tenant_id': 'b6b50aa5623943dda1cd4fb5f568793b'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:32.411345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] Routers {'6fc85575-2e20-459b-9b48-a927b95a033e'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:10:32.412937 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6fc85575-2e20-459b-9b48-a927b95a033e'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:32.592210 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] Set router 6fc85575-2e20-459b-9b48-a927b95a033e gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:10:32.693287 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c907f-c777-48c2-aff8-98fc46429bfb req-ac42c138-8919-4935-aa87-6d4c8a36b039 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:32.700471 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c2c907f-c777-48c2-aff8-98fc46429bfb req-ac42c138-8919-4935-aa87-6d4c8a36b039 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 945 time: 0.3783319 Feb 28 20:10:32.711569 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af9fc691-386c-4f5e-b3be-1d93f5e61cd3 req-8f6446e3-2ffe-4f33-a6f1-42806a96efbe tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 1001 time: 0.2567174 Feb 28 20:10:32.754271 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3dd92520-a227-4d45-9078-d3627900c654 None None] Provisioning complete for port 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:10:32.754934 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3dd92520-a227-4d45-9078-d3627900c654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (91153118-fd68-4e15-bdbb-e6a0c6ec8e6d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:32.818397 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fc691-386c-4f5e-b3be-1d93f5e61cd3 req-c0bf0093-666a-40b4-82cc-e4c5e36657df tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:32.833256 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af9fc691-386c-4f5e-b3be-1d93f5e61cd3 req-c0bf0093-666a-40b4-82cc-e4c5e36657df tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports/79bda300-83e5-4884-9438-534de0f85856 HTTP/1.1" status: 200 len: 942 time: 0.1165814 Feb 28 20:10:32.913211 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3dd92520-a227-4d45-9078-d3627900c654 None None] Current status of the port 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:32.913629 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3dd92520-a227-4d45-9078-d3627900c654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (91153118-fd68-4e15-bdbb-e6a0c6ec8e6d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:32.930814 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5018f-92ac-4e93-9007-d8183e6ebee6 None None] Pushing event updated for resources: {'Port': ['ID=91153118-fd68-4e15-bdbb-e6a0c6ec8e6d,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:32.962535 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-3dd92520-a227-4d45-9078-d3627900c654 None None] For port 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=91153118-fd68-4e15-bdbb-e6a0c6ec8e6d,segment=NetworkSegment(90436a30-3444-40b9-bc8a-f6489c181076),segment_id=90436a30-3444-40b9-bc8a-f6489c181076)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:32.968676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-afc748f5-cc09-4f19-99e1-cb100bd94485 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Made reservation on behalf of b6b50aa5623943dda1cd4fb5f568793b for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:10:32.968896 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3dd92520-a227-4d45-9078-d3627900c654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (91153118-fd68-4e15-bdbb-e6a0c6ec8e6d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:32.975701 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-afc748f5-cc09-4f19-99e1-cb100bd94485 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:33.074018 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd92520-a227-4d45-9078-d3627900c654 None None] Pushing event updated for resources: {'Port': ['ID=91153118-fd68-4e15-bdbb-e6a0c6ec8e6d,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:33.100474 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25737123-router', 'tenant_id': '6c8db6d9c535409181c79ab927fbc4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'cfc29458-e3fa-4f6f-ad72-c3e57d830386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:10:20Z', 'updated_at': '2022-02-28T20:10:25Z', 'revision_number': 4, 'project_id': '6c8db6d9c535409181c79ab927fbc4b8', 'gw_port': {'id': 'cfc29458-e3fa-4f6f-ad72-c3e57d830386', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:10:21Z', 'updated_at': '2022-02-28T20:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '91153118-fd68-4e15-bdbb-e6a0c6ec8e6d', 'name': '', 'network_id': '47002f3e-3aad-42ae-81cd-29b911effcb6', 'tenant_id': '6c8db6d9c535409181c79ab927fbc4b8', 'mac_address': 'fa:16:3e:65:02:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bfd5af6b-008f-4795-80c1-efb97dd1fb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:10:25Z', 'updated_at': '2022-02-28T20:10:32Z', 'revision_number': 4, 'project_id': '6c8db6d9c535409181c79ab927fbc4b8', 'subnets': [{'id': 'bfd5af6b-008f-4795-80c1-efb97dd1fb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:33.105532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8fb114e6-a8ab-4cdc-918d-e4f0846ad731 None None] Provisioning complete for port 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:10:33.105909 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8fb114e6-a8ab-4cdc-918d-e4f0846ad731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (91153118-fd68-4e15-bdbb-e6a0c6ec8e6d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:33.114405 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c2c907f-c777-48c2-aff8-98fc46429bfb req-02b4b094-bce1-4892-898e-dee81c6442ae tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129472 Feb 28 20:10:33.174450 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:10:33.247264 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b45e6b-8a22-4c1f-a309-59ff50f149f9 None None] The sync data for ids ['6fc85575-2e20-459b-9b48-a927b95a033e'] in n-d-820368-21 is: [{'id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25737123-router', 'tenant_id': '6c8db6d9c535409181c79ab927fbc4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'cfc29458-e3fa-4f6f-ad72-c3e57d830386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:10:20Z', 'updated_at': '2022-02-28T20:10:25Z', 'revision_number': 4, 'project_id': '6c8db6d9c535409181c79ab927fbc4b8', 'gw_port': {'id': 'cfc29458-e3fa-4f6f-ad72-c3e57d830386', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:10:21Z', 'updated_at': '2022-02-28T20:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '91153118-fd68-4e15-bdbb-e6a0c6ec8e6d', 'name': '', 'network_id': '47002f3e-3aad-42ae-81cd-29b911effcb6', 'tenant_id': '6c8db6d9c535409181c79ab927fbc4b8', 'mac_address': 'fa:16:3e:65:02:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bfd5af6b-008f-4795-80c1-efb97dd1fb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:10:25Z', 'updated_at': '2022-02-28T20:10:32Z', 'revision_number': 4, 'project_id': '6c8db6d9c535409181c79ab927fbc4b8', 'subnets': [{'id': 'bfd5af6b-008f-4795-80c1-efb97dd1fb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:10:33.338162 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8fb114e6-a8ab-4cdc-918d-e4f0846ad731 None None] Current status of the port 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:33.356368 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:10:33.356750 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (91153118-fd68-4e15-bdbb-e6a0c6ec8e6d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:33.381259 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af9fc691-386c-4f5e-b3be-1d93f5e61cd3 req-b08866a6-7947-4327-887b-0eb09dee1475 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 1001 time: 0.4626698 Feb 28 20:10:33.489084 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:33.578565 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605cada7-d6dc-40f5-8db4-748e1cf0ed5f req-ff0fdf95-57c2-4a6b-8639-8d37df1d2a94 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:33.586455 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-605cada7-d6dc-40f5-8db4-748e1cf0ed5f req-ff0fdf95-57c2-4a6b-8639-8d37df1d2a94 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 1129 time: 0.3161972 Feb 28 20:10:33.676751 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-afc748f5-cc09-4f19-99e1-cb100bd94485 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Allocated IP 172.20.0.9 (7c962902-172c-4834-92e0-74fa9c4b64b6/cc6270d4-fae4-4010-aab7-61ec0ed0c71b/a2997465-216a-4038-ad60-08fc1e053c7e) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:10:33.691072 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fc691-386c-4f5e-b3be-1d93f5e61cd3 req-2eeb843c-0bac-4a36-b97b-1e9034f4f6b2 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:33.701019 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af9fc691-386c-4f5e-b3be-1d93f5e61cd3 req-2eeb843c-0bac-4a36-b97b-1e9034f4f6b2 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.3192713 Feb 28 20:10:33.798615 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-605cada7-d6dc-40f5-8db4-748e1cf0ed5f req-5586bff5-0cb1-41f1-b99f-c274483ad9b8 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110639 Feb 28 20:10:33.848145 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-30d45cf2-6d96-44b0-94c1-755e4ceb63b9 admin admin] Deleting port 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:10:33.848639 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-30d45cf2-6d96-44b0-94c1-755e4ceb63b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (91153118-fd68-4e15-bdbb-e6a0c6ec8e6d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:33.903441 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a2a065-e9d7-4987-a710-064191300cbe', 'tag': 'ca240335-0cfb-49af-ba6d-54cbb4290719'}, {'name': 'network-changed', 'server_uuid': '63ff88f5-1441-42f9-956e-b283d180839d', 'tag': '79bda300-83e5-4884-9438-534de0f85856'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:33.906829 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba60da20-48ac-4b54-8391-c7ac9c986b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "41a2a065-e9d7-4987-a710-064191300cbe", "tag": "ca240335-0cfb-49af-ba6d-54cbb4290719"}, {"name": "network-changed", "server_uuid": "63ff88f5-1441-42f9-956e-b283d180839d", "tag": "79bda300-83e5-4884-9438-534de0f85856"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:33.984458 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d29f1ebc-bc58-4eea-a3cd-ce2e69394b12 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c258cc5b77d946d495afb4d1b7de5427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1056099 Feb 28 20:10:34.075262 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae8b2bed-2121-4e93-9b94-40f5d1a915fb req-b7b3db66-3b2b-4479-bdf7-95ea8ec32803 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 210 time: 0.1214218 Feb 28 20:10:34.223800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-30d45cf2-6d96-44b0-94c1-755e4ceb63b9 admin admin] For port 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=91153118-fd68-4e15-bdbb-e6a0c6ec8e6d,segment=NetworkSegment(90436a30-3444-40b9-bc8a-f6489c181076),segment_id=90436a30-3444-40b9-bc8a-f6489c181076)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:34.224173 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-30d45cf2-6d96-44b0-94c1-755e4ceb63b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (91153118-fd68-4e15-bdbb-e6a0c6ec8e6d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:34.264024 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-30d45cf2-6d96-44b0-94c1-755e4ceb63b9 admin admin] Calling delete_port for 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:10:34.288859 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-afc748f5-cc09-4f19-99e1-cb100bd94485 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks [] for port (a2997465-216a-4038-ad60-08fc1e053c7e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:34.321651 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-d2e1ebd9-7e80-48be-b2c0-eb139d05990e tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 1001 time: 0.1990888 Feb 28 20:10:34.359236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-fd57fddf-9e58-4b08-aafc-346b849f9c40 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:34.360584 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-fd57fddf-9e58-4b08-aafc-346b849f9c40 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3749363 Feb 28 20:10:34.432083 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-b8213b4a-2557-49f3-9c17-fd1858904a00 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/quotas/c258cc5b77d946d495afb4d1b7de5427 HTTP/1.1" status: 200 len: 375 time: 0.0543759 Feb 28 20:10:34.446133 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-a35667bf-21f3-4e9e-affe-734067de134f tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:34.447505 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-a35667bf-21f3-4e9e-affe-734067de134f tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports/79bda300-83e5-4884-9438-534de0f85856 HTTP/1.1" status: 200 len: 942 time: 0.0965881 Feb 28 20:10:34.522903 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-afc748f5-cc09-4f19-99e1-cb100bd94485 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a2997465-216a-4038-ad60-08fc1e053c7e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:34.536377 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['29f6caf3-5c35-43a3-a692-aeac48e8289b'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:10:34.638330 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-afc748f5-cc09-4f19-99e1-cb100bd94485 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Network 7c962902-172c-4834-92e0-74fa9c4b64b6 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:10:34.656122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-afc748f5-cc09-4f19-99e1-cb100bd94485 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:10:34.665247 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-afc748f5-cc09-4f19-99e1-cb100bd94485 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:10:34.708893 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-70579316-9fa4-405a-aa5c-48b7eaa09b97 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c258cc5b77d946d495afb4d1b7de5427&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2603662 Feb 28 20:10:34.712082 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-01495d7b-5458-4ccd-8460-3b2e8ac43206 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 1001 time: 0.1922460 Feb 28 20:10:34.721006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc748f5-cc09-4f19-99e1-cb100bd94485 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Pushing event updated for resources: {'Port': ['ID=a2997465-216a-4038-ad60-08fc1e053c7e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:34.806772 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-afc748f5-cc09-4f19-99e1-cb100bd94485 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:34.807391 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-afc748f5-cc09-4f19-99e1-cb100bd94485 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:34.868630 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-afc748f5-cc09-4f19-99e1-cb100bd94485 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5481234 Feb 28 20:10:34.895197 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] Request body: {'port': {'device_id': '56df353b-9126-4d4c-b47e-69b7a8b052a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:34.928686 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-30d45cf2-6d96-44b0-94c1-755e4ceb63b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (91153118-fd68-4e15-bdbb-e6a0c6ec8e6d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:34.948709 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-eb08917b-79e9-4d83-8462-15ec09680545 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:34.950280 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-eb08917b-79e9-4d83-8462-15ec09680545 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.2148144 Feb 28 20:10:35.113945 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:10:35.136438 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:10:35.137080 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 28 20:10:35.165619 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Port 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d not found, will not notify nova. {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 28 20:10:35.346485 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a1fa04-01ec-452f-be0a-8a93bde4e34c x-openstack-request-id: req-e6a1fa04-01ec-452f-be0a-8a93bde4e34c {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:35.346897 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a2a065-e9d7-4987-a710-064191300cbe", "tag": "ca240335-0cfb-49af-ba6d-54cbb4290719", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "63ff88f5-1441-42f9-956e-b283d180839d", "tag": "79bda300-83e5-4884-9438-534de0f85856", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:35.348144 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6a1fa04-01ec-452f-be0a-8a93bde4e34c {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:35.348144 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41a2a065-e9d7-4987-a710-064191300cbe', 'tag': 'ca240335-0cfb-49af-ba6d-54cbb4290719', 'status': 'completed', 'code': 200} Feb 28 20:10:35.348392 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ff88f5-1441-42f9-956e-b283d180839d', 'tag': '79bda300-83e5-4884-9438-534de0f85856', 'status': 'completed', 'code': 200} Feb 28 20:10:35.352962 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d45cf2-6d96-44b0-94c1-755e4ceb63b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=91153118-fd68-4e15-bdbb-e6a0c6ec8e6d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:35.477559 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60da20-48ac-4b54-8391-c7ac9c986b8b req-f3a3871a-5118-4b7c-9bb6-1662873830a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:35.479434 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba60da20-48ac-4b54-8391-c7ac9c986b8b req-f3a3871a-5118-4b7c-9bb6-1662873830a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=395834be88664486992e15ee678c561b&device_id=63ff88f5-1441-42f9-956e-b283d180839d HTTP/1.1" status: 200 len: 1128 time: 0.1327684 Feb 28 20:10:35.548100 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a2997465-216a-4038-ad60-08fc1e053c7e), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:35.553371 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-acbe0736-a98a-437f-ad3a-0f480647af81 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 1001 time: 0.2118981 Feb 28 20:10:35.609548 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-e36ffdaf-ea50-4f26-bf42-068c830240c2 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:35.650307 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60da20-48ac-4b54-8391-c7ac9c986b8b req-d71028fc-116c-4be2-a2f9-4b3d748f2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:35.652284 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba60da20-48ac-4b54-8391-c7ac9c986b8b req-d71028fc-116c-4be2-a2f9-4b3d748f2acd service neutron] 10.222.0.10 "GET /v2.0/networks?id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca HTTP/1.1" status: 200 len: 921 time: 0.1638362 Feb 28 20:10:35.766894 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba60da20-48ac-4b54-8391-c7ac9c986b8b req-c1b7bb91-091e-44d3-921c-251a8eff5374 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79bda300-83e5-4884-9438-534de0f85856 HTTP/1.1" status: 200 len: 1001 time: 0.1069138 Feb 28 20:10:35.832621 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adf8f5-5e90-43a7-9c0a-03abe82a8e21 req-30737272-396c-40c6-b153-8afc5309988f tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:35.834914 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-30adf8f5-5e90-43a7-9c0a-03abe82a8e21 req-30737272-396c-40c6-b153-8afc5309988f tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 945 time: 0.3591075 Feb 28 20:10:35.855970 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60da20-48ac-4b54-8391-c7ac9c986b8b req-6ed85bc2-ac40-4869-bae9-c20387096a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:35.857982 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60da20-48ac-4b54-8391-c7ac9c986b8b req-3c7d924f-6ba9-4287-9462-c7ae7c1f6e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:35.858134 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba60da20-48ac-4b54-8391-c7ac9c986b8b req-6ed85bc2-ac40-4869-bae9-c20387096a30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=395834be88664486992e15ee678c561b&device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 1129 time: 0.5071611 Feb 28 20:10:35.860051 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba60da20-48ac-4b54-8391-c7ac9c986b8b req-3c7d924f-6ba9-4287-9462-c7ae7c1f6e1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dabd714b-b25f-4695-bb44-0366d81efe83 HTTP/1.1" status: 200 len: 860 time: 0.0818267 Feb 28 20:10:35.861696 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-e36ffdaf-ea50-4f26-bf42-068c830240c2 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks [] for floatingip (ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:35.945291 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60da20-48ac-4b54-8391-c7ac9c986b8b req-1b031303-f870-43a9-bac3-943e07f6c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:35.947171 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba60da20-48ac-4b54-8391-c7ac9c986b8b req-1b031303-f870-43a9-bac3-943e07f6c1f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0771236 Feb 28 20:10:36.095061 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-30d45cf2-6d96-44b0-94c1-755e4ceb63b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (6fc85575-2e20-459b-9b48-a927b95a033e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:36.102189 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba60da20-48ac-4b54-8391-c7ac9c986b8b req-de9b5334-ed25-4129-ad52-565c0fd546ac service neutron] 10.222.0.10 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472898 Feb 28 20:10:36.271361 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba60da20-48ac-4b54-8391-c7ac9c986b8b req-f92fa1ac-fbcc-4e96-8994-84e6a218fb0f service neutron] 10.222.0.10 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555626 Feb 28 20:10:36.351282 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60da20-48ac-4b54-8391-c7ac9c986b8b req-860caa6d-57e3-466a-926a-2024d8866f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:36.352223 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba60da20-48ac-4b54-8391-c7ac9c986b8b req-860caa6d-57e3-466a-926a-2024d8866f4d service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca HTTP/1.1" status: 200 len: 921 time: 0.4803464 Feb 28 20:10:36.356923 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-30adf8f5-5e90-43a7-9c0a-03abe82a8e21 req-fbd5afae-0888-431c-88ae-114de709f455 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044746 Feb 28 20:10:36.537884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba60da20-48ac-4b54-8391-c7ac9c986b8b req-7ba0991b-2f63-48ff-a7a1-9f143e8679f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca240335-0cfb-49af-ba6d-54cbb4290719 HTTP/1.1" status: 200 len: 217 time: 0.1666930 Feb 28 20:10:36.648159 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-e36ffdaf-ea50-4f26-bf42-068c830240c2 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:36.665683 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-e36ffdaf-ea50-4f26-bf42-068c830240c2 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:36.666028 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-e36ffdaf-ea50-4f26-bf42-068c830240c2 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Floating IP ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29 disassociated. External IP: 172.25.0.108, port: 79bda300-83e5-4884-9438-534de0f85856. Feb 28 20:10:36.754263 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60da20-48ac-4b54-8391-c7ac9c986b8b req-1d23315e-e5da-40e1-a01d-74952dd5e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:36.755739 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba60da20-48ac-4b54-8391-c7ac9c986b8b req-1d23315e-e5da-40e1-a01d-74952dd5e118 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dabd714b-b25f-4695-bb44-0366d81efe83 HTTP/1.1" status: 200 len: 860 time: 0.2056320 Feb 28 20:10:36.876031 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91fd66-2163-4f44-bad4-e1090432e589 req-99b6d3d2-751a-49a2-ae5b-d494637f5596 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:36.883253 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b91fd66-2163-4f44-bad4-e1090432e589 req-99b6d3d2-751a-49a2-ae5b-d494637f5596 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 931 time: 0.3570061 Feb 28 20:10:37.041233 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-f6a3e783-0547-481f-a226-720fd42c2a1a tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c258cc5b77d946d495afb4d1b7de5427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434101 Feb 28 20:10:37.110569 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2997465-216a-4038-ad60-08fc1e053c7e {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:10:37.147619 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] Publish callbacks [] for port (a2997465-216a-4038-ad60-08fc1e053c7e), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:37.187503 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-f3e86243-f00a-4b5f-912c-2217f2868483 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c258cc5b77d946d495afb4d1b7de5427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1105137 Feb 28 20:10:37.200397 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b91fd66-2163-4f44-bad4-e1090432e589 req-ca11e688-9dda-4d71-8e6b-ac152b06f997 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159511 Feb 28 20:10:37.208333 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60da20-48ac-4b54-8391-c7ac9c986b8b req-9040fab1-2119-43ec-b0c9-91687f0b68fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:37.210126 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba60da20-48ac-4b54-8391-c7ac9c986b8b req-9040fab1-2119-43ec-b0c9-91687f0b68fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4417214 Feb 28 20:10:37.257200 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] Transition to ACTIVE for port object a2997465-216a-4038-ad60-08fc1e053c7e will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:10:37.292363 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (a2997465-216a-4038-ad60-08fc1e053c7e), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:37.322983 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-494c624f-a187-4a1a-8f8c-1b8a1ba05d7d tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:37.324692 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-494c624f-a187-4a1a-8f8c-1b8a1ba05d7d tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2675612 Feb 28 20:10:37.345964 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d45cf2-6d96-44b0-94c1-755e4ceb63b9 admin admin] Router 6fc85575-2e20-459b-9b48-a927b95a033e has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:10:37.349583 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-a6ee744f-6e98-4077-b9ee-196b42991738 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Request body: {'port': {'device_id': 'b80dfacd-9d5f-4600-b80a-7dbf2e615566', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'c258cc5b77d946d495afb4d1b7de5427'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:37.579401 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-a6ee744f-6e98-4077-b9ee-196b42991738 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Made reservation on behalf of c258cc5b77d946d495afb4d1b7de5427 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:10:37.583926 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-a6ee744f-6e98-4077-b9ee-196b42991738 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:37.763838 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-a6ee744f-6e98-4077-b9ee-196b42991738 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Allocated IP 192.168.233.183 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:10:37.922485 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] Pushing event updated for resources: {'Port': ['ID=a2997465-216a-4038-ad60-08fc1e053c7e,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:37.972054 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-a6ee744f-6e98-4077-b9ee-196b42991738 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks [] for port (eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:38.021305 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-a6ee744f-6e98-4077-b9ee-196b42991738 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:38.048689 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['1e15a2a7-e81f-4d5d-97a3-d6325b067668'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:10:38.091118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-a6ee744f-6e98-4077-b9ee-196b42991738 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:10:38.097172 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-a6ee744f-6e98-4077-b9ee-196b42991738 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:10:38.116363 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-6bb7d67b-89f0-4ae1-ad5e-6684d4d25e16 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:38.118673 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-6bb7d67b-89f0-4ae1-ad5e-6684d4d25e16 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8602591 Feb 28 20:10:38.122279 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba60da20-48ac-4b54-8391-c7ac9c986b8b req-d00530c9-b3c0-48be-a4a3-e7c8f589a0a3 service neutron] 10.222.0.15 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8713953 Feb 28 20:10:38.127272 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-a6ee744f-6e98-4077-b9ee-196b42991738 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:10:38.132367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-e36ffdaf-ea50-4f26-bf42-068c830240c2 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:10:38.141644 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-7d9f26a1-060e-4a78-8108-cfd633cb1e17 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Request body: {'port': {'device_id': '8c1cb3e5-d987-4134-86cf-f2e21c45b10f', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'c258cc5b77d946d495afb4d1b7de5427'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:38.198372 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee744f-6e98-4077-b9ee-196b42991738 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Pushing event updated for resources: {'Port': ['ID=eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:38.257762 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-a6ee744f-6e98-4077-b9ee-196b42991738 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:38.258889 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-a6ee744f-6e98-4077-b9ee-196b42991738 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:38.297138 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-a6ee744f-6e98-4077-b9ee-196b42991738 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9601569 Feb 28 20:10:38.317524 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] Request body: {'port': {'device_id': 'b80dfacd-9d5f-4600-b80a-7dbf2e615566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:38.392773 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:38.416285 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a68496b-bcf6-4856-a86b-0f072724c398 req-9c5a0f83-dfd2-4230-a76a-704702520a7e tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1cb3e5-d987-4134-86cf-f2e21c45b10f HTTP/1.1" status: 200 len: 210 time: 0.2821124 Feb 28 20:10:38.461140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] Attempting to bind port a2997465-216a-4038-ad60-08fc1e053c7e on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:10:38.461505 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] Attempting to bind port a2997465-216a-4038-ad60-08fc1e053c7e by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:10:38.466348 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] Attempting to bind port a2997465-216a-4038-ad60-08fc1e053c7e on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:10:38.515317 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44570) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:38.518293 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5acba4d8-15e5-45c2-9f40-927c91690ee7 None None] Provisioning complete for port eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:10:38.518674 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5acba4d8-15e5-45c2-9f40-927c91690ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:38.654001 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5acba4d8-15e5-45c2-9f40-927c91690ee7 None None] Port eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:10:38.729735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] Port a2997465-216a-4038-ad60-08fc1e053c7e on network 7c962902-172c-4834-92e0-74fa9c4b64b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:10:38.729989 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] Attempting to bind port a2997465-216a-4038-ad60-08fc1e053c7e on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:10:38.741199 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d45cf2-6d96-44b0-94c1-755e4ceb63b9 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:10:38.759883 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e2331-d6f6-4c0e-96ed-406763dabcff None None] Sync routers for ids ['6fc85575-2e20-459b-9b48-a927b95a033e'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:10:38.770235 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e2331-d6f6-4c0e-96ed-406763dabcff None None] Routers {'6fc85575-2e20-459b-9b48-a927b95a033e'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:10:38.771214 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2f7e2331-d6f6-4c0e-96ed-406763dabcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6fc85575-2e20-459b-9b48-a927b95a033e'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:38.788576 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-30d45cf2-6d96-44b0-94c1-755e4ceb63b9 admin admin] 10.222.0.13 "PUT /v2.0/routers/6fc85575-2e20-459b-9b48-a927b95a033e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1583076 Feb 28 20:10:38.801428 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44580) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:38.813128 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:10:38.813467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] Checking segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:10:38.813898 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] Bound using segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:10:38.814351 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] Bound port: a2997465-216a-4038-ad60-08fc1e053c7e, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:10:38.814720 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a2997465-216a-4038-ad60-08fc1e053c7e), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:38.831480 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-e36ffdaf-ea50-4f26-bf42-068c830240c2 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:10:38.844746 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb162384-afde-482d-8e1d-4d6cad9f9026 None None] Sync routers for ids ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:10:38.862270 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb162384-afde-482d-8e1d-4d6cad9f9026 None None] Routers {'4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:10:38.863385 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-fb162384-afde-482d-8e1d-4d6cad9f9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:38.871210 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-e36ffdaf-ea50-4f26-bf42-068c830240c2 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:38.930605 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-2f7e2331-d6f6-4c0e-96ed-406763dabcff None None] Set router 6fc85575-2e20-459b-9b48-a927b95a033e gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:10:38.931441 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85c003ef-3dde-429b-9310-e79430dd730a admin admin] Publish callbacks [] for router (6fc85575-2e20-459b-9b48-a927b95a033e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:38.986458 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] For port a2997465-216a-4038-ad60-08fc1e053c7e, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:10:39.004508 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] For port a2997465-216a-4038-ad60-08fc1e053c7e, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a2997465-216a-4038-ad60-08fc1e053c7e,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:10:39.091006 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (a2997465-216a-4038-ad60-08fc1e053c7e), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:39.139131 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1915e290-69ba-451b-bc02-daece273f0ed tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks [] for security_group (e2c51313-fc94-4866-8b3d-e91c65e61743), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:39.145990 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2f7e2331-d6f6-4c0e-96ed-406763dabcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25737123-router', 'tenant_id': '6c8db6d9c535409181c79ab927fbc4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'cfc29458-e3fa-4f6f-ad72-c3e57d830386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:10:20Z', 'updated_at': '2022-02-28T20:10:34Z', 'revision_number': 5, 'project_id': '6c8db6d9c535409181c79ab927fbc4b8', 'gw_port': {'id': 'cfc29458-e3fa-4f6f-ad72-c3e57d830386', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:10:21Z', 'updated_at': '2022-02-28T20:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:39.169994 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1915e290-69ba-451b-bc02-daece273f0ed tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks [] for security_group (e2c51313-fc94-4866-8b3d-e91c65e61743), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:39.184384 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e2331-d6f6-4c0e-96ed-406763dabcff None None] Checking router: 6fc85575-2e20-459b-9b48-a927b95a033e for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:10:39.194951 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e2331-d6f6-4c0e-96ed-406763dabcff None None] Routers {'6fc85575-2e20-459b-9b48-a927b95a033e'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:10:39.196004 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2f7e2331-d6f6-4c0e-96ed-406763dabcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6fc85575-2e20-459b-9b48-a927b95a033e'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:39.219200 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba60da20-48ac-4b54-8391-c7ac9c986b8b req-30200dd2-1963-440d-8d52-e2db515e5886 service neutron] 10.222.0.15 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0691004 Feb 28 20:10:39.282884 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcbd37-f8a1-4df3-bc97-216d05421ad3 req-ed6c5003-593e-4460-979f-1162ebd83c5c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:39.292165 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-badcbd37-f8a1-4df3-bc97-216d05421ad3 req-ed6c5003-593e-4460-979f-1162ebd83c5c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 943 time: 0.5633099 Feb 28 20:10:39.330615 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-e36ffdaf-ea50-4f26-bf42-068c830240c2 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "PUT /v2.0/floatingips/ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29 HTTP/1.1" status: 200 len: 695 time: 3.7276597 Feb 28 20:10:39.340023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-fb162384-afde-482d-8e1d-4d6cad9f9026 None None] Set router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:10:39.381086 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-2f7e2331-d6f6-4c0e-96ed-406763dabcff None None] Set router 6fc85575-2e20-459b-9b48-a927b95a033e gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:10:39.388711 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ff88f5-1441-42f9-956e-b283d180839d', 'tag': '79bda300-83e5-4884-9438-534de0f85856'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:39.393185 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb5e041-4aba-4005-9e40-93558e301cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "63ff88f5-1441-42f9-956e-b283d180839d", "tag": "79bda300-83e5-4884-9438-534de0f85856"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:39.398758 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-7d9f26a1-060e-4a78-8108-cfd633cb1e17 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Made reservation on behalf of c258cc5b77d946d495afb4d1b7de5427 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:10:39.407951 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-7d9f26a1-060e-4a78-8108-cfd633cb1e17 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:39.465065 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1915e290-69ba-451b-bc02-daece273f0ed tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e2c51313-fc94-4866-8b3d-e91c65e61743), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:39.468121 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1915e290-69ba-451b-bc02-daece273f0ed tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:39.473529 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1915e290-69ba-451b-bc02-daece273f0ed tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "DELETE /v2.0/security-groups/e2c51313-fc94-4866-8b3d-e91c65e61743 HTTP/1.1" status: 204 len: 168 time: 0.7553742 Feb 28 20:10:39.493920 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:39.494465 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:39.498800 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] 10.222.0.10 "PUT /v2.0/ports/a2997465-216a-4038-ad60-08fc1e053c7e HTTP/1.1" status: 200 len: 1092 time: 4.6162074 Feb 28 20:10:39.531492 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44586) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:39.567033 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-0ed66c44-d626-4c27-b754-3592d1507a67 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] show failed (client error): The resource could not be found. Feb 28 20:10:39.572290 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0ed66c44-d626-4c27-b754-3592d1507a67 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "GET /v2.0/security-groups/e2c51313-fc94-4866-8b3d-e91c65e61743 HTTP/1.1" status: 404 len: 347 time: 0.0358882 Feb 28 20:10:39.573611 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44588) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:39.578176 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:10:39.585944 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device bc1767eb-fa31-42de-8a2e-d49646be7736 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:10:39.592391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113fc59b-bebe-45cc-ab89-d5f04ec40889 service neutron] Pushing event updated for resources: {'Port': ['ID=a2997465-216a-4038-ad60-08fc1e053c7e,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:39.593912 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] Publish callbacks [] for port (eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:39.667578 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] Transition to ACTIVE for port object eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:10:39.677716 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:39.680954 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85c003ef-3dde-429b-9310-e79430dd730a admin admin] Publish callbacks [] for router_gateway (6fc85575-2e20-459b-9b48-a927b95a033e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:39.684644 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915e290-69ba-451b-bc02-daece273f0ed tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c51313-fc94-4866-8b3d-e91c65e61743,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:39.873837 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-7d9f26a1-060e-4a78-8108-cfd633cb1e17 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Allocated IP 192.168.233.160 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/583bde8e-6a83-40b3-bd10-2c4d327505ea) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:10:39.879796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port bc1767eb-fa31-42de-8a2e-d49646be7736, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=bc1767eb-fa31-42de-8a2e-d49646be7736,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:39.933003 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'bc1767eb-fa31-42de-8a2e-d49646be7736', 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59', 'port_id': 'bc1767eb-fa31-42de-8a2e-d49646be7736', 'mac_address': 'fa:16:3e:86:ba:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7b6343-09d6-47f5-84df-45ccf66aea66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:10:39.949225 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-fb162384-afde-482d-8e1d-4d6cad9f9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:22Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '26dc5aef-f6dd-4547-a8e3-8c9f6d094b78', 'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'tenant_id': '395834be88664486992e15ee678c561b', 'mac_address': 'fa:16:3e:69:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:21Z', 'updated_at': '2022-02-28T20:09:30Z', 'revision_number': 5, 'project_id': '395834be88664486992e15ee678c561b', 'subnets': [{'id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:40.034919 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-badcbd37-f8a1-4df3-bc97-216d05421ad3 req-ad34e8ba-8a9d-49d2-810c-45806e8d0821 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7382858 Feb 28 20:10:40.049693 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:40.111035 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2f7e2331-d6f6-4c0e-96ed-406763dabcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25737123-router', 'tenant_id': '6c8db6d9c535409181c79ab927fbc4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'cfc29458-e3fa-4f6f-ad72-c3e57d830386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:10:20Z', 'updated_at': '2022-02-28T20:10:34Z', 'revision_number': 5, 'project_id': '6c8db6d9c535409181c79ab927fbc4b8', 'gw_port': {'id': 'cfc29458-e3fa-4f6f-ad72-c3e57d830386', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:10:21Z', 'updated_at': '2022-02-28T20:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:40.134710 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb162384-afde-482d-8e1d-4d6cad9f9026 None None] Checking router: 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:10:40.137550 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f638e645-6a3e-4920-bfff-337342e88584 x-openstack-request-id: req-f638e645-6a3e-4920-bfff-337342e88584 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:40.137787 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ff88f5-1441-42f9-956e-b283d180839d", "tag": "79bda300-83e5-4884-9438-534de0f85856", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:40.138543 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f638e645-6a3e-4920-bfff-337342e88584 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:40.138940 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ff88f5-1441-42f9-956e-b283d180839d', 'tag': '79bda300-83e5-4884-9438-534de0f85856', 'status': 'completed', 'code': 200} Feb 28 20:10:40.154960 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-adbbf746-8ca0-4060-aa19-4b7ac1bbb5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:40.156753 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-adbbf746-8ca0-4060-aa19-4b7ac1bbb5fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=395834be88664486992e15ee678c561b&device_id=63ff88f5-1441-42f9-956e-b283d180839d HTTP/1.1" status: 200 len: 1128 time: 0.7457023 Feb 28 20:10:40.172454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port bc1767eb-fa31-42de-8a2e-d49646be7736 is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:40.173984 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bc1767eb-fa31-42de-8a2e-d49646be7736), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:40.179533 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb162384-afde-482d-8e1d-4d6cad9f9026 None None] Routers {'4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:10:40.185587 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e2331-d6f6-4c0e-96ed-406763dabcff None None] The sync data for ids ['6fc85575-2e20-459b-9b48-a927b95a033e'] in n-d-820368-21 is: [{'id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-25737123-router', 'tenant_id': '6c8db6d9c535409181c79ab927fbc4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'cfc29458-e3fa-4f6f-ad72-c3e57d830386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:10:20Z', 'updated_at': '2022-02-28T20:10:34Z', 'revision_number': 5, 'project_id': '6c8db6d9c535409181c79ab927fbc4b8', 'gw_port': {'id': 'cfc29458-e3fa-4f6f-ad72-c3e57d830386', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc85575-2e20-459b-9b48-a927b95a033e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:10:21Z', 'updated_at': '2022-02-28T20:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:10:40.187295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-fb162384-afde-482d-8e1d-4d6cad9f9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:40.294398 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-85c003ef-3dde-429b-9310-e79430dd730a admin admin] Deleting port cfc29458-e3fa-4f6f-ad72-c3e57d830386 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:10:40.295456 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-7d9f26a1-060e-4a78-8108-cfd633cb1e17 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks [] for port (583bde8e-6a83-40b3-bd10-2c4d327505ea), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:40.300581 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85c003ef-3dde-429b-9310-e79430dd730a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (cfc29458-e3fa-4f6f-ad72-c3e57d830386), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:40.303595 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-f00b8a52-3872-449b-b6c1-bc192793d036 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Deleting port 79c53d94-c00b-445a-be5d-a221a81a8c18 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:10:40.305339 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f00b8a52-3872-449b-b6c1-bc192793d036 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (79c53d94-c00b-445a-be5d-a221a81a8c18), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:40.313475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc1767eb-fa31-42de-8a2e-d49646be7736 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:10:40.322170 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] Attempting to bind port eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:10:40.322614 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] Attempting to bind port eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:10:40.323140 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] Attempting to bind port eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:10:40.359990 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port bc1767eb-fa31-42de-8a2e-d49646be7736, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=bc1767eb-fa31-42de-8a2e-d49646be7736,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:40.384686 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] Port eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:10:40.385199 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] Attempting to bind port eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:10:40.432128 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:10:40.432633 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:10:40.433134 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:10:40.433712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] Bound port: eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:10:40.434844 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:40.441002 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (bc1767eb-fa31-42de-8a2e-d49646be7736), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:40.474583 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-5bb96046-045f-4679-bcdc-cd635be3d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:40.476590 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-5bb96046-045f-4679-bcdc-cd635be3d5ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca HTTP/1.1" status: 200 len: 921 time: 0.3099096 Feb 28 20:10:40.484939 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-7d9f26a1-060e-4a78-8108-cfd633cb1e17 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (583bde8e-6a83-40b3-bd10-2c4d327505ea), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:40.520065 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-5fbbafc9-0b71-4e38-9105-a1c86d656943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:40.521993 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-5fbbafc9-0b71-4e38-9105-a1c86d656943 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 1126 time: 0.8818393 Feb 28 20:10:40.536117 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f00b8a52-3872-449b-b6c1-bc192793d036 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (79c53d94-c00b-445a-be5d-a221a81a8c18), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:40.537022 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f00b8a52-3872-449b-b6c1-bc192793d036 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks [] for floatingip (79c53d94-c00b-445a-be5d-a221a81a8c18), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:40.551682 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['1e15a2a7-e81f-4d5d-97a3-d6325b067668'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:10:40.558793 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-85c003ef-3dde-429b-9310-e79430dd730a admin admin] For port cfc29458-e3fa-4f6f-ad72-c3e57d830386, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=cfc29458-e3fa-4f6f-ad72-c3e57d830386,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:40.559419 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85c003ef-3dde-429b-9310-e79430dd730a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (cfc29458-e3fa-4f6f-ad72-c3e57d830386), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:40.603402 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-85c003ef-3dde-429b-9310-e79430dd730a admin admin] Calling delete_port for cfc29458-e3fa-4f6f-ad72-c3e57d830386 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:10:40.607358 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-f00b8a52-3872-449b-b6c1-bc192793d036 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Calling delete_port for 79c53d94-c00b-445a-be5d-a221a81a8c18 owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:10:40.673865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-fb162384-afde-482d-8e1d-4d6cad9f9026 None None] Set router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:10:40.709948 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-7e9cb460-6069-4c68-a3df-a578eb4f9019 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2997465-216a-4038-ad60-08fc1e053c7e HTTP/1.1" status: 200 len: 217 time: 0.1439557 Feb 28 20:10:40.734271 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-7d9f26a1-060e-4a78-8108-cfd633cb1e17 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:10:40.737163 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-5b8af886-2c14-4689-a147-c3113e2dbb61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79bda300-83e5-4884-9438-534de0f85856 HTTP/1.1" status: 200 len: 217 time: 0.2443616 Feb 28 20:10:40.749839 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-7d9f26a1-060e-4a78-8108-cfd633cb1e17 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:10:40.762059 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] For port eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:10:40.768400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-7d9f26a1-060e-4a78-8108-cfd633cb1e17 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:10:40.793515 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] For port eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:10:40.822581 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['bc1767eb-fa31-42de-8a2e-d49646be7736'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:10:40.944786 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:40.991528 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5e041-4aba-4005-9e40-93558e301cbd req-7bd693c6-40d2-4799-b7d0-5ae5cd5992f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:41.006881 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:41.007496 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:41.012577 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ecb5e041-4aba-4005-9e40-93558e301cbd req-7bd693c6-40d2-4799-b7d0-5ae5cd5992f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=395834be88664486992e15ee678c561b&device_id=63ff88f5-1441-42f9-956e-b283d180839d HTTP/1.1" status: 200 len: 1128 time: 0.8159001 Feb 28 20:10:41.016900 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] 10.222.0.10 "PUT /v2.0/ports/eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 HTTP/1.1" status: 200 len: 1097 time: 2.7074919 Feb 28 20:10:41.017386 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80dfacd-9d5f-4600-b80a-7dbf2e615566', 'tag': 'eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:41.021419 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3afea6d-d8d6-4219-891b-15a5ccbe3ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "b80dfacd-9d5f-4600-b80a-7dbf2e615566", "tag": "eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:41.077371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f26a1-060e-4a78-8108-cfd633cb1e17 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Pushing event updated for resources: {'Port': ['ID=583bde8e-6a83-40b3-bd10-2c4d327505ea,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:41.124489 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:10:41.233483 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-7d9f26a1-060e-4a78-8108-cfd633cb1e17 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:41.234612 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-7d9f26a1-060e-4a78-8108-cfd633cb1e17 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:41.259553 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-28e0e31a-346f-40e0-a055-b42130af45fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:41.264425 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-28e0e31a-346f-40e0-a055-b42130af45fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dabd714b-b25f-4695-bb44-0366d81efe83 HTTP/1.1" status: 200 len: 860 time: 0.4744403 Feb 28 20:10:41.270162 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:10:41.270749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 91153118-fd68-4e15-bdbb-e6a0c6ec8e6d not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:10:41.311864 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5701f3d-6cf3-4357-b490-69ddb6310399 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:41.385986 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256b72b-bde4-469b-a9a6-ec9271e808ce req-4de853e4-4447-442d-accb-170eba6d5323 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:41.388029 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d256b72b-bde4-469b-a9a6-ec9271e808ce req-4de853e4-4447-442d-accb-170eba6d5323 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1cb3e5-d987-4134-86cf-f2e21c45b10f HTTP/1.1" status: 200 len: 936 time: 1.0095208 Feb 28 20:10:41.389660 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-7c58c1cf-0667-4f3b-9684-2c520589b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:41.391519 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-7c58c1cf-0667-4f3b-9684-2c520589b954 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.6531205 Feb 28 20:10:41.420468 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f00b8a52-3872-449b-b6c1-bc192793d036 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (79c53d94-c00b-445a-be5d-a221a81a8c18), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:41.432298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=bc1767eb-fa31-42de-8a2e-d49646be7736,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:41.454972 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-37fadc9e-11e6-49b8-8455-5f4b46ebbf0c None None] Provisioning complete for port 583bde8e-6a83-40b3-bd10-2c4d327505ea triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:10:41.455349 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-37fadc9e-11e6-49b8-8455-5f4b46ebbf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (583bde8e-6a83-40b3-bd10-2c4d327505ea), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:41.517344 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85c003ef-3dde-429b-9310-e79430dd730a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (cfc29458-e3fa-4f6f-ad72-c3e57d830386), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:41.530457 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b8a52-3872-449b-b6c1-bc192793d036 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Pushing event deleted for resources: {'Port': ['ID=79c53d94-c00b-445a-be5d-a221a81a8c18,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:41.597379 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-22525be4-9594-48a2-8396-0fc0fbdcb10a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301625 Feb 28 20:10:41.627046 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-fb162384-afde-482d-8e1d-4d6cad9f9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:22Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '26dc5aef-f6dd-4547-a8e3-8c9f6d094b78', 'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'tenant_id': '395834be88664486992e15ee678c561b', 'mac_address': 'fa:16:3e:69:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:21Z', 'updated_at': '2022-02-28T20:09:30Z', 'revision_number': 5, 'project_id': '395834be88664486992e15ee678c561b', 'subnets': [{'id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:41.637360 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-7d9f26a1-060e-4a78-8108-cfd633cb1e17 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4999323 Feb 28 20:10:41.666481 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb162384-afde-482d-8e1d-4d6cad9f9026 None None] The sync data for ids ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'] in n-d-820368-21 is: [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:22Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '26dc5aef-f6dd-4547-a8e3-8c9f6d094b78', 'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'tenant_id': '395834be88664486992e15ee678c561b', 'mac_address': 'fa:16:3e:69:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:21Z', 'updated_at': '2022-02-28T20:09:30Z', 'revision_number': 5, 'project_id': '395834be88664486992e15ee678c561b', 'subnets': [{'id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:10:41.673110 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c003ef-3dde-429b-9310-e79430dd730a admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc29458-e3fa-4f6f-ad72-c3e57d830386,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:41.676629 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] Request body: {'port': {'device_id': '8c1cb3e5-d987-4134-86cf-f2e21c45b10f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:41.683602 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f00b8a52-3872-449b-b6c1-bc192793d036 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks [] for floatingip (8bda28b8-8355-420f-9ce5-838dc0c27452), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:41.688747 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f00b8a52-3872-449b-b6c1-bc192793d036 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:41.690154 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f00b8a52-3872-449b-b6c1-bc192793d036 tempest-ImagesOneServerNegativeTestJSON-791867638 tempest-ImagesOneServerNegativeTestJSON-791867638-project] 10.222.0.13 "DELETE /v2.0/floatingips/8bda28b8-8355-420f-9ce5-838dc0c27452 HTTP/1.1" status: 204 len: 168 time: 2.1076839 Feb 28 20:10:41.733752 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-926510e9-9f82-4d12-8085-c5a77bd8e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:41.735652 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-926510e9-9f82-4d12-8085-c5a77bd8e9e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c258cc5b77d946d495afb4d1b7de5427&device_id=b80dfacd-9d5f-4600-b80a-7dbf2e615566 HTTP/1.1" status: 200 len: 1131 time: 0.6268971 Feb 28 20:10:41.748002 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-37fadc9e-11e6-49b8-8455-5f4b46ebbf0c None None] Port 583bde8e-6a83-40b3-bd10-2c4d327505ea cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:10:41.850707 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-42b1b271-f605-45a1-a0e9-bda9ee9f1c83 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 HTTP/1.1" status: 200 len: 217 time: 0.1001306 Feb 28 20:10:41.863618 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5e041-4aba-4005-9e40-93558e301cbd req-fec68a1f-e601-4993-9237-c29f7059aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:41.865115 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ecb5e041-4aba-4005-9e40-93558e301cbd req-fec68a1f-e601-4993-9237-c29f7059aa08 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca HTTP/1.1" status: 200 len: 921 time: 0.7895300 Feb 28 20:10:41.918728 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-7d279dd9-42f9-465d-9799-911e8ff77cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:41.922101 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-7d279dd9-42f9-465d-9799-911e8ff77cdd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0611949 Feb 28 20:10:41.932751 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85c003ef-3dde-429b-9310-e79430dd730a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (6fc85575-2e20-459b-9b48-a927b95a033e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:42.083283 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ecb5e041-4aba-4005-9e40-93558e301cbd req-cc2bfd6d-c678-48ee-bb24-a9ad2c39347a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79bda300-83e5-4884-9438-534de0f85856 HTTP/1.1" status: 200 len: 217 time: 0.1510198 Feb 28 20:10:42.114224 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d256b72b-bde4-469b-a9a6-ec9271e808ce req-5eaef408-84eb-4d2e-8589-a2a21fed656d tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6760964 Feb 28 20:10:42.127021 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-412e4281-7a39-49e6-82f9-03fbc60a4744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:42.136504 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-412e4281-7a39-49e6-82f9-03fbc60a4744 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8229158 Feb 28 20:10:42.152880 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85c003ef-3dde-429b-9310-e79430dd730a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (6fc85575-2e20-459b-9b48-a927b95a033e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:42.180496 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85c003ef-3dde-429b-9310-e79430dd730a admin admin] Publish callbacks [] for router_controller (6fc85575-2e20-459b-9b48-a927b95a033e), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:42.286333 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188a0d36-6580-4de8-bf80-59ecc7d967f4 None None] New status for floating IP ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:10:42.289093 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-6aeb985e-1981-4116-bc5d-552daa0c60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:42.291306 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-6aeb985e-1981-4116-bc5d-552daa0c60dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2947218 Feb 28 20:10:42.294247 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85c003ef-3dde-429b-9310-e79430dd730a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (6fc85575-2e20-459b-9b48-a927b95a033e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:42.295951 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56df353b-9126-4d4c-b47e-69b7a8b052a1', 'tag': 'a2997465-216a-4038-ad60-08fc1e053c7e'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:42.297122 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c003ef-3dde-429b-9310-e79430dd730a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fc85575-2e20-459b-9b48-a927b95a033e {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:10:42.312576 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aad69db-935e-4294-a6d2-141859371135" -d '{"events": [{"name": "network-changed", "server_uuid": "56df353b-9126-4d4c-b47e-69b7a8b052a1", "tag": "a2997465-216a-4038-ad60-08fc1e053c7e"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:42.335153 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85c003ef-3dde-429b-9310-e79430dd730a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:42.337956 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-85c003ef-3dde-429b-9310-e79430dd730a admin admin] 10.222.0.13 "DELETE /v2.0/routers/6fc85575-2e20-459b-9b48-a927b95a033e HTTP/1.1" status: 204 len: 168 time: 3.5355389 Feb 28 20:10:42.342465 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44634) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:42.344623 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-0ed5f581-f90a-4ccf-aa88-e17b3c017642 service neutron] 10.222.0.13 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907210 Feb 28 20:10:42.483672 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (583bde8e-6a83-40b3-bd10-2c4d327505ea), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:42.491039 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-c5b1002b-4e2e-4ea3-af55-6fb5f2f0e0b9 service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8516235 Feb 28 20:10:42.544994 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd41db6-903d-48c1-a694-46e3ab885ee2 x-openstack-request-id: req-9dd41db6-903d-48c1-a694-46e3ab885ee2 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:42.562088 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80dfacd-9d5f-4600-b80a-7dbf2e615566", "tag": "eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:42.562700 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9dd41db6-903d-48c1-a694-46e3ab885ee2 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:42.564750 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80dfacd-9d5f-4600-b80a-7dbf2e615566', 'tag': 'eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13', 'status': 'completed', 'code': 200} Feb 28 20:10:42.590498 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1ec72c-9960-470c-97df-be6872804aed admin admin] Deleting subnet bfd5af6b-008f-4795-80c1-efb97dd1fb17 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:10:42.619539 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4f1ec72c-9960-470c-97df-be6872804aed admin admin] Publish callbacks [] for subnet (bfd5af6b-008f-4795-80c1-efb97dd1fb17), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:42.732503 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-74226062-21d3-457d-a20a-976d0608b6b0 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186802 Feb 28 20:10:42.778037 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4f1ec72c-9960-470c-97df-be6872804aed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (bfd5af6b-008f-4795-80c1-efb97dd1fb17), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:43.081965 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-645b06ab-8883-417e-a12d-85a19ef64d3c service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362193 Feb 28 20:10:43.096213 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4f1ec72c-9960-470c-97df-be6872804aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (bfd5af6b-008f-4795-80c1-efb97dd1fb17), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:43.110735 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device cfc29458-e3fa-4f6f-ad72-c3e57d830386 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:10:43.170351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: cfc29458-e3fa-4f6f-ad72-c3e57d830386 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:10:43.171949 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device cfc29458-e3fa-4f6f-ad72-c3e57d830386 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:10:43.247029 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4f1ec72c-9960-470c-97df-be6872804aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (bfd5af6b-008f-4795-80c1-efb97dd1fb17), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:43.296240 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afea6d-d8d6-4219-891b-15a5ccbe3ae6 req-9e73ee57-4551-491f-b887-f0182242550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:43.298307 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d3afea6d-d8d6-4219-891b-15a5ccbe3ae6 req-9e73ee57-4551-491f-b887-f0182242550c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c258cc5b77d946d495afb4d1b7de5427&device_id=b80dfacd-9d5f-4600-b80a-7dbf2e615566 HTTP/1.1" status: 200 len: 1131 time: 0.1311331 Feb 28 20:10:43.299951 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ec72c-9960-470c-97df-be6872804aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfd5af6b-008f-4795-80c1-efb97dd1fb17,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:43.317455 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4f1ec72c-9960-470c-97df-be6872804aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:43.319119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9c9890-c919-4a10-8a1a-6f9c0e358e14 None None] Network 47002f3e-3aad-42ae-81cd-29b911effcb6 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:10:43.325811 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4f1ec72c-9960-470c-97df-be6872804aed admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bfd5af6b-008f-4795-80c1-efb97dd1fb17 HTTP/1.1" status: 204 len: 168 time: 0.9612861 Feb 28 20:10:43.334133 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44642) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:43.530585 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device bc1767eb-fa31-42de-8a2e-d49646be7736 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:10:43.547441 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7622f9e5-6cc7-4f9a-beb5-1635c72d96fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (47002f3e-3aad-42ae-81cd-29b911effcb6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:43.577736 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afea6d-d8d6-4219-891b-15a5ccbe3ae6 req-6d9a586b-d6bb-48b3-81af-3304d3e4ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:43.581493 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d3afea6d-d8d6-4219-891b-15a5ccbe3ae6 req-6d9a586b-d6bb-48b3-81af-3304d3e4ec29 service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.2566457 Feb 28 20:10:43.654116 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d3afea6d-d8d6-4219-891b-15a5ccbe3ae6 req-4a6c3d8f-d46c-483d-bc5a-fe07f30e3a40 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 HTTP/1.1" status: 200 len: 217 time: 0.0441885 Feb 28 20:10:43.712237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5e041-4aba-4005-9e40-93558e301cbd req-a577cbae-84b4-4cf0-b401-534b5cc501ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:43.720080 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ecb5e041-4aba-4005-9e40-93558e301cbd req-a577cbae-84b4-4cf0-b401-534b5cc501ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dabd714b-b25f-4695-bb44-0366d81efe83 HTTP/1.1" status: 200 len: 860 time: 1.6008735 Feb 28 20:10:43.725429 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port bc1767eb-fa31-42de-8a2e-d49646be7736 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:10:43.726211 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (bc1767eb-fa31-42de-8a2e-d49646be7736), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:43.807117 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db532480-374b-4d1c-8635-1a4a2dd363dd None None] DHCP port deletion for 47002f3e-3aad-42ae-81cd-29b911effcb6 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:10:43.816037 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6788ed89-41f1-495d-8639-1b4a5b6f6c5f req-0f45537f-dbd5-4463-a27a-665fe3a6c3d2 service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3087206 Feb 28 20:10:43.818922 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98178fd2-8c0e-482d-94ed-864f40a53932 req-3785cfb9-878b-456c-9290-edbf938a76df service neutron] 10.222.0.13 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4722476 Feb 28 20:10:43.820440 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afea6d-d8d6-4219-891b-15a5ccbe3ae6 req-4b2003ae-6c7f-4aaf-af30-d71815713583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:43.824674 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d3afea6d-d8d6-4219-891b-15a5ccbe3ae6 req-4b2003ae-6c7f-4aaf-af30-d71815713583 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1585069 Feb 28 20:10:43.827830 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-7622f9e5-6cc7-4f9a-beb5-1635c72d96fb admin admin] Deleting port a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:10:43.828689 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7622f9e5-6cc7-4f9a-beb5-1635c72d96fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:43.943876 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53af76-db2a-49f2-a83b-0655d7c7f872 req-dd2ceb0c-2171-462a-b9ac-b1a00c1c98f0 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:43.945464 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7f53af76-db2a-49f2-a83b-0655d7c7f872 req-dd2ceb0c-2171-462a-b9ac-b1a00c1c98f0 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 943 time: 0.2645526 Feb 28 20:10:43.952745 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 583bde8e-6a83-40b3-bd10-2c4d327505ea {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:10:43.969537 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] Publish callbacks [] for port (583bde8e-6a83-40b3-bd10-2c4d327505ea), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:44.024027 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5e041-4aba-4005-9e40-93558e301cbd req-137fdba9-0bdb-4c76-abae-4303a0c2e863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:44.025607 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ecb5e041-4aba-4005-9e40-93558e301cbd req-137fdba9-0bdb-4c76-abae-4303a0c2e863 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2057867 Feb 28 20:10:44.111210 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] Transition to ACTIVE for port object 583bde8e-6a83-40b3-bd10-2c4d327505ea will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:10:44.117540 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec47108-68e5-452a-9ec4-2f456d7e2366 x-openstack-request-id: req-6ec47108-68e5-452a-9ec4-2f456d7e2366 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:44.118081 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56df353b-9126-4d4c-b47e-69b7a8b052a1", "tag": "a2997465-216a-4038-ad60-08fc1e053c7e", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:44.126814 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ec47108-68e5-452a-9ec4-2f456d7e2366 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:44.127157 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56df353b-9126-4d4c-b47e-69b7a8b052a1', 'tag': 'a2997465-216a-4038-ad60-08fc1e053c7e', 'status': 'completed', 'code': 200} Feb 28 20:10:44.133638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-7622f9e5-6cc7-4f9a-beb5-1635c72d96fb admin admin] For port a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6,segment=NetworkSegment(90436a30-3444-40b9-bc8a-f6489c181076),segment_id=90436a30-3444-40b9-bc8a-f6489c181076)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:44.134212 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7622f9e5-6cc7-4f9a-beb5-1635c72d96fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:44.139437 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7f53af76-db2a-49f2-a83b-0655d7c7f872 req-0cc056b4-7139-47db-b4da-2bbea63e35ad tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819587 Feb 28 20:10:44.164768 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-7622f9e5-6cc7-4f9a-beb5-1635c72d96fb admin admin] Calling delete_port for a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:10:44.174363 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (583bde8e-6a83-40b3-bd10-2c4d327505ea), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:44.369813 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afea6d-d8d6-4219-891b-15a5ccbe3ae6 req-1e51a113-5259-4bb5-bb12-7b3dba722f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:44.371526 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d3afea6d-d8d6-4219-891b-15a5ccbe3ae6 req-1e51a113-5259-4bb5-bb12-7b3dba722f32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5219581 Feb 28 20:10:44.488797 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port bc1767eb-fa31-42de-8a2e-d49646be7736 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:44.489647 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bc1767eb-fa31-42de-8a2e-d49646be7736), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:44.589808 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-db532480-374b-4d1c-8635-1a4a2dd363dd None None] Deleting port a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:10:44.590201 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-db532480-374b-4d1c-8635-1a4a2dd363dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:44.595593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a23997-8e8a-4177-8b96-afe5018fd889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1767eb-fa31-42de-8a2e-d49646be7736'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:44.602632 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8fa5cb-da23-442d-9fe1-c95a40a0af18" -d '{"events": [{"server_uuid": "b8a23997-8e8a-4177-8b96-afe5018fd889", "name": "network-vif-plugged", "status": "completed", "tag": "bc1767eb-fa31-42de-8a2e-d49646be7736"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:44.611039 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540a4d9-ae62-4292-89ca-c72690479364 req-e155b708-36c9-4208-a39c-02c0c9010f3c tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:44.629884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8540a4d9-ae62-4292-89ca-c72690479364 req-e155b708-36c9-4208-a39c-02c0c9010f3c tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1cb3e5-d987-4134-86cf-f2e21c45b10f HTTP/1.1" status: 200 len: 948 time: 0.4571478 Feb 28 20:10:44.656522 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7622f9e5-6cc7-4f9a-beb5-1635c72d96fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:44.719202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad69db-935e-4294-a6d2-141859371135 req-7c1a8e07-6f39-40e7-8fa4-44e6033959b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:44.723512 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4aad69db-935e-4294-a6d2-141859371135 req-7c1a8e07-6f39-40e7-8fa4-44e6033959b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 1126 time: 0.6106267 Feb 28 20:10:44.756654 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7622f9e5-6cc7-4f9a-beb5-1635c72d96fb admin admin] No DVR routers for this DVR port a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:10:44.906134 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7622f9e5-6cc7-4f9a-beb5-1635c72d96fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (47002f3e-3aad-42ae-81cd-29b911effcb6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:44.934157 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-7622f9e5-6cc7-4f9a-beb5-1635c72d96fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47002f3e-3aad-42ae-81cd-29b911effcb6']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:44.950982 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-7622f9e5-6cc7-4f9a-beb5-1635c72d96fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90436a30-3444-40b9-bc8a-f6489c181076') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:44.951432 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-7622f9e5-6cc7-4f9a-beb5-1635c72d96fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90436a30-3444-40b9-bc8a-f6489c181076') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:44.965438 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7622f9e5-6cc7-4f9a-beb5-1635c72d96fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (90436a30-3444-40b9-bc8a-f6489c181076), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:44.972416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] Pushing event updated for resources: {'Port': ['ID=583bde8e-6a83-40b3-bd10-2c4d327505ea,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:44.975275 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-db532480-374b-4d1c-8635-1a4a2dd363dd None None] For port a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6,segment=NetworkSegment(90436a30-3444-40b9-bc8a-f6489c181076),segment_id=90436a30-3444-40b9-bc8a-f6489c181076)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:44.975681 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-db532480-374b-4d1c-8635-1a4a2dd363dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:44.992636 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-db532480-374b-4d1c-8635-1a4a2dd363dd None None] Calling delete_port for a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:10:45.015415 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7622f9e5-6cc7-4f9a-beb5-1635c72d96fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (90436a30-3444-40b9-bc8a-f6489c181076), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:45.035014 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7622f9e5-6cc7-4f9a-beb5-1635c72d96fb admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:10:45.035603 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7622f9e5-6cc7-4f9a-beb5-1635c72d96fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (90436a30-3444-40b9-bc8a-f6489c181076), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:45.091254 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-db532480-374b-4d1c-8635-1a4a2dd363dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:45.101781 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bfe0f0-46a2-45d2-a576-09803ed43b14 x-openstack-request-id: req-17bfe0f0-46a2-45d2-a576-09803ed43b14 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:45.102112 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a23997-8e8a-4177-8b96-afe5018fd889", "name": "network-vif-plugged", "status": "completed", "tag": "bc1767eb-fa31-42de-8a2e-d49646be7736", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:45.102385 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17bfe0f0-46a2-45d2-a576-09803ed43b14 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:45.102730 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a23997-8e8a-4177-8b96-afe5018fd889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1767eb-fa31-42de-8a2e-d49646be7736', 'code': 200} Feb 28 20:10:45.104515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port bc1767eb-fa31-42de-8a2e-d49646be7736, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=bc1767eb-fa31-42de-8a2e-d49646be7736,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:45.115033 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db532480-374b-4d1c-8635-1a4a2dd363dd None None] No DVR routers for this DVR port a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:10:45.117702 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (bc1767eb-fa31-42de-8a2e-d49646be7736), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:45.160196 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db532480-374b-4d1c-8635-1a4a2dd363dd None None] Pushing event deleted for resources: {'Port': ['ID=a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:45.288097 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=bc1767eb-fa31-42de-8a2e-d49646be7736,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:45.291943 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:10:45.321191 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:10:45.324478 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622f9e5-6cc7-4f9a-beb5-1635c72d96fb admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:45.354713 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7622f9e5-6cc7-4f9a-beb5-1635c72d96fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (47002f3e-3aad-42ae-81cd-29b911effcb6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:45.363574 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7622f9e5-6cc7-4f9a-beb5-1635c72d96fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:45.378069 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7622f9e5-6cc7-4f9a-beb5-1635c72d96fb admin admin] 10.222.0.13 "DELETE /v2.0/networks/47002f3e-3aad-42ae-81cd-29b911effcb6 HTTP/1.1" status: 204 len: 168 time: 2.0424793 Feb 28 20:10:45.386185 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:10:45.386830 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a4ab56a0-cb76-46a0-88ae-4cfa0dc04af6 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:10:45.420179 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d3afea6d-d8d6-4219-891b-15a5ccbe3ae6 req-638e678d-6291-4012-b3e9-38f70e8eca1a service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0398891 Feb 28 20:10:45.529443 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8540a4d9-ae62-4292-89ca-c72690479364 req-ca517860-0b73-4ae9-9fc1-41f928510764 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8972127 Feb 28 20:10:45.531287 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad69db-935e-4294-a6d2-141859371135 req-a732f263-5dba-44ae-a725-6341e5e40867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:45.546063 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4aad69db-935e-4294-a6d2-141859371135 req-a732f263-5dba-44ae-a725-6341e5e40867 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 908 time: 0.7211239 Feb 28 20:10:45.699750 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622f9e5-6cc7-4f9a-beb5-1635c72d96fb admin admin] Pushing event deleted for resources: {'Network': ['ID=47002f3e-3aad-42ae-81cd-29b911effcb6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:45.714512 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44674) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:45.740948 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4aad69db-935e-4294-a6d2-141859371135 req-37942fa4-32f9-4a26-871c-531932d07693 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2997465-216a-4038-ad60-08fc1e053c7e HTTP/1.1" status: 200 len: 217 time: 0.1794922 Feb 28 20:10:45.749514 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ecb5e041-4aba-4005-9e40-93558e301cbd req-72919a8d-386d-45f9-958c-bed4ba1747a0 service neutron] 10.222.0.10 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6405241 Feb 28 20:10:45.752079 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] Attempting to bind port 583bde8e-6a83-40b3-bd10-2c4d327505ea on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:10:45.752527 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] Attempting to bind port 583bde8e-6a83-40b3-bd10-2c4d327505ea by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:10:45.752984 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] Attempting to bind port 583bde8e-6a83-40b3-bd10-2c4d327505ea on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:10:45.768026 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44676) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:45.778021 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] Port 583bde8e-6a83-40b3-bd10-2c4d327505ea on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:10:45.779096 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] Attempting to bind port 583bde8e-6a83-40b3-bd10-2c4d327505ea on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:10:45.865797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:10:45.866035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:10:45.868230 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:10:45.870775 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] Bound port: 583bde8e-6a83-40b3-bd10-2c4d327505ea, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:10:45.871343 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (583bde8e-6a83-40b3-bd10-2c4d327505ea), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:45.991551 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:10:46.108125 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] For port 583bde8e-6a83-40b3-bd10-2c4d327505ea, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:10:46.112001 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] For port 583bde8e-6a83-40b3-bd10-2c4d327505ea, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=583bde8e-6a83-40b3-bd10-2c4d327505ea,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:10:46.138243 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-797ae9a4-6501-49b9-a038-065db1f0634f admin admin] Deleting subnet 4a3ede59-a3a4-4385-bdb9-388af5c0400e {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:10:46.142449 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-797ae9a4-6501-49b9-a038-065db1f0634f admin admin] Publish callbacks [] for subnet (4a3ede59-a3a4-4385-bdb9-388af5c0400e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:46.195264 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-797ae9a4-6501-49b9-a038-065db1f0634f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (4a3ede59-a3a4-4385-bdb9-388af5c0400e), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:46.240530 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-797ae9a4-6501-49b9-a038-065db1f0634f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (4a3ede59-a3a4-4385-bdb9-388af5c0400e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:46.259687 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:46.295408 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': 'eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13', 'mac_address': 'fa:16:3e:34:b5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:10:46.304875 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d3afea6d-d8d6-4219-891b-15a5ccbe3ae6 req-5bf44587-532a-4e5f-8eaa-4a282c22beca service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8432353 Feb 28 20:10:46.311143 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-797ae9a4-6501-49b9-a038-065db1f0634f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (4a3ede59-a3a4-4385-bdb9-388af5c0400e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:46.343070 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (583bde8e-6a83-40b3-bd10-2c4d327505ea), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:46.345367 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-797ae9a4-6501-49b9-a038-065db1f0634f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:46.357400 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-797ae9a4-6501-49b9-a038-065db1f0634f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4a3ede59-a3a4-4385-bdb9-388af5c0400e HTTP/1.1" status: 204 len: 168 time: 0.6408165 Feb 28 20:10:46.358337 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44678) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:46.385937 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-4e8d2c72-e0a0-4726-9127-5759c92d3c02 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:46.388476 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-4e8d2c72-e0a0-4726-9127-5759c92d3c02 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a2a065-e9d7-4987-a710-064191300cbe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.8373892 Feb 28 20:10:46.412308 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ae9a4-6501-49b9-a038-065db1f0634f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a3ede59-a3a4-4385-bdb9-388af5c0400e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:46.449179 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9ac0c8c9-db02-410d-bba7-7f236435ef79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:46.478764 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:46.479223 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:46.528105 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:10:46.551445 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-897ab69f-fa90-4548-9699-0e0c1c6d35fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (2b99c423-2a23-4a58-b010-0e915b051500), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:46.551942 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:46.553512 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:46.556173 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] 10.222.0.10 "PUT /v2.0/ports/583bde8e-6a83-40b3-bd10-2c4d327505ea HTTP/1.1" status: 200 len: 1097 time: 4.8879540 Feb 28 20:10:46.603675 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:46.609719 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:46.676284 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1cb3e5-d987-4134-86cf-f2e21c45b10f', 'tag': '583bde8e-6a83-40b3-bd10-2c4d327505ea'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:46.681190 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cc9d0d-217e-4eb1-89da-4ec95391d346" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1cb3e5-d987-4134-86cf-f2e21c45b10f", "tag": "583bde8e-6a83-40b3-bd10-2c4d327505ea"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:46.694994 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d81bd067-7cf6-4ec2-86a9-80d1a5ee2cc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c8db6d9c535409181c79ab927fbc4b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9175682 Feb 28 20:10:46.697543 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad69db-935e-4294-a6d2-141859371135 req-bcc8fe14-4ef2-484a-a55d-e77d89d9e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:46.706226 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4aad69db-935e-4294-a6d2-141859371135 req-bcc8fe14-4ef2-484a-a55d-e77d89d9e45e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.9301870 Feb 28 20:10:46.708028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44684) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:46.750708 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:46.906717 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-897ab69f-fa90-4548-9699-0e0c1c6d35fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (2b99c423-2a23-4a58-b010-0e915b051500), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:46.909410 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-14d047a7-e311-4a1c-ab26-d242a09d06af tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 696 time: 0.4307659 Feb 28 20:10:46.959918 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-897ab69f-fa90-4548-9699-0e0c1c6d35fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b99c423-2a23-4a58-b010-0e915b051500']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:46.977628 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-897ab69f-fa90-4548-9699-0e0c1c6d35fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338bda26-d72e-4d55-9610-0ede20861b9e') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:46.978179 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-897ab69f-fa90-4548-9699-0e0c1c6d35fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338bda26-d72e-4d55-9610-0ede20861b9e') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:46.987648 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44dc94-d463-4370-a43d-a6946a5edc9a req-f2a1ec9b-9916-4b10-a5ac-bb274330f812 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:46.989746 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2d44dc94-d463-4370-a43d-a6946a5edc9a req-f2a1ec9b-9916-4b10-a5ac-bb274330f812 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.10 "GET /v2.0/ports?device_id=63ff88f5-1441-42f9-956e-b283d180839d HTTP/1.1" status: 200 len: 945 time: 0.2742331 Feb 28 20:10:47.013767 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:10:47.039996 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-fc3409aa-a212-4d16-8ef4-fc53abb186b2 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Request body: {'floatingip': {'port_id': 'ca240335-0cfb-49af-ba6d-54cbb4290719', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:47.050831 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4aad69db-935e-4294-a6d2-141859371135 req-3b34d0d6-d536-44c0-bafd-efaf017f10df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2708466 Feb 28 20:10:47.064354 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d93bfa-7509-4bdb-96af-8f98f2abcec6 req-9fd97bd6-8a8d-4918-9f15-09acf020b067 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:47.065937 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-29d93bfa-7509-4bdb-96af-8f98f2abcec6 req-9fd97bd6-8a8d-4918-9f15-09acf020b067 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 943 time: 0.9434173 Feb 28 20:10:47.122632 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-897ab69f-fa90-4548-9699-0e0c1c6d35fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (338bda26-d72e-4d55-9610-0ede20861b9e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:47.197969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e58ef6-8a8f-4da2-9c7b-68f0969fee9a service neutron] Pushing event updated for resources: {'Port': ['ID=583bde8e-6a83-40b3-bd10-2c4d327505ea,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:47.223003 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ecb5e041-4aba-4005-9e40-93558e301cbd req-455e4738-5667-4020-b4d0-55ab25916cbf service neutron] 10.222.0.10 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3622816 Feb 28 20:10:47.247518 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-897ab69f-fa90-4548-9699-0e0c1c6d35fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (338bda26-d72e-4d55-9610-0ede20861b9e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:47.258469 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-fc3409aa-a212-4d16-8ef4-fc53abb186b2 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks [] for floatingip (ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:47.276831 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897ab69f-fa90-4548-9699-0e0c1c6d35fa admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:10:47.277253 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-897ab69f-fa90-4548-9699-0e0c1c6d35fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (338bda26-d72e-4d55-9610-0ede20861b9e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:10:47.321382 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:10:47.369881 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-71d7a0e8-815e-401a-9639-7fdee54b3d14 admin admin] Publish callbacks [] for security_group (d7d35fcf-519f-43d1-bec3-b0c49d7cb1da), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:47.464117 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-ad600218-9d11-49af-b6f6-f7cccf7b363a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:47.466145 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-ad600218-9d11-49af-b6f6-f7cccf7b363a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c258cc5b77d946d495afb4d1b7de5427&device_id=8c1cb3e5-d987-4134-86cf-f2e21c45b10f HTTP/1.1" status: 200 len: 1131 time: 0.7561944 Feb 28 20:10:47.487477 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-897ab69f-fa90-4548-9699-0e0c1c6d35fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (2b99c423-2a23-4a58-b010-0e915b051500), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:47.508027 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-897ab69f-fa90-4548-9699-0e0c1c6d35fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:47.511814 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-897ab69f-fa90-4548-9699-0e0c1c6d35fa admin admin] 10.222.0.13 "DELETE /v2.0/networks/2b99c423-2a23-4a58-b010-0e915b051500 HTTP/1.1" status: 204 len: 168 time: 1.1107013 Feb 28 20:10:47.550315 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-71d7a0e8-815e-401a-9639-7fdee54b3d14 admin admin] Publish callbacks [] for security_group (d7d35fcf-519f-43d1-bec3-b0c49d7cb1da), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:47.553680 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-4d0b59d2-577c-41e2-9e9e-ed4e4a87fa05 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=583bde8e-6a83-40b3-bd10-2c4d327505ea HTTP/1.1" status: 200 len: 217 time: 0.0575786 Feb 28 20:10:47.558384 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-29d93bfa-7509-4bdb-96af-8f98f2abcec6 req-be50f4a1-60e5-467d-95ba-f61b235b32f0 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161894 Feb 28 20:10:47.571673 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-2d44dc94-d463-4370-a43d-a6946a5edc9a req-54c0b2f9-c92c-4ca5-ba18-57c9d2dde631 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Deleting port 79bda300-83e5-4884-9438-534de0f85856 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:10:47.587326 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d44dc94-d463-4370-a43d-a6946a5edc9a req-54c0b2f9-c92c-4ca5-ba18-57c9d2dde631 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (79bda300-83e5-4884-9438-534de0f85856), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:47.592987 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ab69f-fa90-4548-9699-0e0c1c6d35fa admin admin] Pushing event deleted for resources: {'Network': ['ID=2b99c423-2a23-4a58-b010-0e915b051500,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:47.759147 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4aad69db-935e-4294-a6d2-141859371135 req-9b66e4cb-304d-4f78-83b0-e6bd3f289276 service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6796076 Feb 28 20:10:47.848756 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-2d44dc94-d463-4370-a43d-a6946a5edc9a req-54c0b2f9-c92c-4ca5-ba18-57c9d2dde631 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] For port 79bda300-83e5-4884-9438-534de0f85856, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=79bda300-83e5-4884-9438-534de0f85856,segment=NetworkSegment(c3ef2548-943a-428b-bc5b-d8a96880be37),segment_id=c3ef2548-943a-428b-bc5b-d8a96880be37)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:47.849191 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d44dc94-d463-4370-a43d-a6946a5edc9a req-54c0b2f9-c92c-4ca5-ba18-57c9d2dde631 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (79bda300-83e5-4884-9438-534de0f85856), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:47.882785 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-2d44dc94-d463-4370-a43d-a6946a5edc9a req-54c0b2f9-c92c-4ca5-ba18-57c9d2dde631 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Calling delete_port for 79bda300-83e5-4884-9438-534de0f85856 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:10:47.978139 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44696) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:48.016535 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4aad69db-935e-4294-a6d2-141859371135 req-efba02c5-1651-45cd-b624-54b3740432a1 service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278306 Feb 28 20:10:48.074959 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9b47e763-3f26-42a5-8789-43ae2a92394f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=252f6500c745486ebdf0fd76d35bf6bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0954611 Feb 28 20:10:48.077661 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44698) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:10:48.203604 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d44dc94-d463-4370-a43d-a6946a5edc9a req-54c0b2f9-c92c-4ca5-ba18-57c9d2dde631 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (79bda300-83e5-4884-9438-534de0f85856), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:48.205849 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1311b3c2-0523-45fe-94b4-ba287d20821b admin admin] Publish callbacks [] for security_group (67d61b50-9c1b-42e9-8763-66fc1b866241), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:48.216490 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['ca240335-0cfb-49af-ba6d-54cbb4290719'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:10:48.310619 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0b2f9-c92c-4ca5-ba18-57c9d2dde631 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Pushing event deleted for resources: {'Port': ['ID=79bda300-83e5-4884-9438-534de0f85856,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:48.322465 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d9799f05-6c00-4f65-853b-0cc9825b6eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:48.332544 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-d9799f05-6c00-4f65-853b-0cc9825b6eca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.7081110 Feb 28 20:10:48.372694 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d44dc94-d463-4370-a43d-a6946a5edc9a req-54c0b2f9-c92c-4ca5-ba18-57c9d2dde631 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] No DVR routers for this DVR port 79bda300-83e5-4884-9438-534de0f85856 on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:10:48.377830 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d44dc94-d463-4370-a43d-a6946a5edc9a req-54c0b2f9-c92c-4ca5-ba18-57c9d2dde631 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:48.392973 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2d44dc94-d463-4370-a43d-a6946a5edc9a req-54c0b2f9-c92c-4ca5-ba18-57c9d2dde631 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.10 "DELETE /v2.0/ports/79bda300-83e5-4884-9438-534de0f85856 HTTP/1.1" status: 204 len: 173 time: 1.3962762 Feb 28 20:10:48.393375 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ff88f5-1441-42f9-956e-b283d180839d', 'name': 'network-vif-deleted', 'tag': '79bda300-83e5-4884-9438-534de0f85856'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:48.399258 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3d3850-781c-4632-b76a-d76d5733419f" -d '{"events": [{"server_uuid": "63ff88f5-1441-42f9-956e-b283d180839d", "name": "network-vif-deleted", "tag": "79bda300-83e5-4884-9438-534de0f85856"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:48.409031 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1311b3c2-0523-45fe-94b4-ba287d20821b admin admin] Publish callbacks [] for security_group (67d61b50-9c1b-42e9-8763-66fc1b866241), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:48.527696 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1311b3c2-0523-45fe-94b4-ba287d20821b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (67d61b50-9c1b-42e9-8763-66fc1b866241), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:48.530560 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1311b3c2-0523-45fe-94b4-ba287d20821b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:48.534948 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1311b3c2-0523-45fe-94b4-ba287d20821b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67d61b50-9c1b-42e9-8763-66fc1b866241 HTTP/1.1" status: 204 len: 168 time: 0.4528818 Feb 28 20:10:48.567699 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311b3c2-0523-45fe-94b4-ba287d20821b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d61b50-9c1b-42e9-8763-66fc1b866241,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:48.659594 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-71d7a0e8-815e-401a-9639-7fdee54b3d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d7d35fcf-519f-43d1-bec3-b0c49d7cb1da), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:48.677515 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-71d7a0e8-815e-401a-9639-7fdee54b3d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:48.682843 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-71d7a0e8-815e-401a-9639-7fdee54b3d14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7d35fcf-519f-43d1-bec3-b0c49d7cb1da HTTP/1.1" status: 204 len: 168 time: 1.9571483 Feb 28 20:10:48.734153 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1291b7a-99b5-400a-bb93-16fbe5f82c5f req-2999b443-099f-482b-bdf5-fa6d22202986 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:48.744681 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1291b7a-99b5-400a-bb93-16fbe5f82c5f req-2999b443-099f-482b-bdf5-fa6d22202986 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1cb3e5-d987-4134-86cf-f2e21c45b10f HTTP/1.1" status: 200 len: 948 time: 1.0103617 Feb 28 20:10:48.800054 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7a0e8-815e-401a-9639-7fdee54b3d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d35fcf-519f-43d1-bec3-b0c49d7cb1da,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:48.831100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-3ca1f9be-8e9c-41d5-a2dc-c019a7501884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:48.833480 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-3ca1f9be-8e9c-41d5-a2dc-c019a7501884 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4832819 Feb 28 20:10:48.884283 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bcecd24a-4767-4547-8ca3-1cba406a2365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:48.922736 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:10:49.013246 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1291b7a-99b5-400a-bb93-16fbe5f82c5f req-f7cd724d-accf-4467-9271-d540ceeb2c2d tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674320 Feb 28 20:10:49.141997 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bb4112-e3e0-4550-b73f-4f6178f01a0a x-openstack-request-id: req-69bb4112-e3e0-4550-b73f-4f6178f01a0a {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:49.142659 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1cb3e5-d987-4134-86cf-f2e21c45b10f", "tag": "583bde8e-6a83-40b3-bd10-2c4d327505ea", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:49.149956 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69bb4112-e3e0-4550-b73f-4f6178f01a0a {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:49.150711 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1cb3e5-d987-4134-86cf-f2e21c45b10f', 'tag': '583bde8e-6a83-40b3-bd10-2c4d327505ea', 'status': 'completed', 'code': 200} Feb 28 20:10:49.208998 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831903fa-a8a5-4a99-8f75-f9dd179bb5fe x-openstack-request-id: req-831903fa-a8a5-4a99-8f75-f9dd179bb5fe {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:49.209344 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ff88f5-1441-42f9-956e-b283d180839d", "name": "network-vif-deleted", "tag": "79bda300-83e5-4884-9438-534de0f85856", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:49.209601 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-831903fa-a8a5-4a99-8f75-f9dd179bb5fe {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:49.210000 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ff88f5-1441-42f9-956e-b283d180839d', 'name': 'network-vif-deleted', 'tag': '79bda300-83e5-4884-9438-534de0f85856', 'status': 'completed', 'code': 200} Feb 28 20:10:49.284073 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:49.521790 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.db.resource_extend [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-fc3409aa-a212-4d16-8ef4-fc53abb186b2 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:10:49.652686 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-fc3409aa-a212-4d16-8ef4-fc53abb186b2 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:49.661861 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-fc3409aa-a212-4d16-8ef4-fc53abb186b2 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:49.717155 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9b985-f0d2-4690-958d-7098c758423d req-6b05e155-fe5a-4bcc-80f9-47683e1b0b18 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:49.718986 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2d9b985-f0d2-4690-958d-7098c758423d req-6b05e155-fe5a-4bcc-80f9-47683e1b0b18 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 943 time: 0.3312216 Feb 28 20:10:49.774409 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-bdb53ced-1ec6-43b0-8403-2023bf2015f8 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9262412 Feb 28 20:10:49.948620 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:49.996753 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:10:50.152124 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:10:50.162513 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:10:50.163657 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:50.296262 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:50.297484 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:50.330757 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80dfacd-9d5f-4600-b80a-7dbf2e615566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:50.333652 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77e79f8-9a17-4200-ab6d-d3b730125ae5" -d '{"events": [{"server_uuid": "b80dfacd-9d5f-4600-b80a-7dbf2e615566", "name": "network-vif-plugged", "status": "completed", "tag": "eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:50.361869 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:50.368024 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:50.370528 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 79bda300-83e5-4884-9438-534de0f85856 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:10:50.485701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 79bda300-83e5-4884-9438-534de0f85856 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:10:50.486170 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 79bda300-83e5-4884-9438-534de0f85856 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:10:50.546594 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:50.576462 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-fc3409aa-a212-4d16-8ef4-fc53abb186b2 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Floating IP ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29 associated. External IP: 172.25.0.108, port: ca240335-0cfb-49af-ba6d-54cbb4290719. Feb 28 20:10:50.724409 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2d9b985-f0d2-4690-958d-7098c758423d req-ad9f62dd-9f2a-411a-b201-5c96dd5ff659 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9974902 Feb 28 20:10:50.820796 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b3cbbf4-7cf4-42c4-9c65-bfe570643db6 req-1d76298b-c08f-4788-a4bc-eae144246f61 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0392139 Feb 28 20:10:51.107325 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc9d0d-217e-4eb1-89da-4ec95391d346 req-5b07159a-f168-4a4a-b6b4-d8756fe55090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:51.108921 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73cc9d0d-217e-4eb1-89da-4ec95391d346 req-5b07159a-f168-4a4a-b6b4-d8756fe55090 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c258cc5b77d946d495afb4d1b7de5427&device_id=8c1cb3e5-d987-4134-86cf-f2e21c45b10f HTTP/1.1" status: 200 len: 1131 time: 0.1849225 Feb 28 20:10:51.175154 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:51.219038 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-fc3409aa-a212-4d16-8ef4-fc53abb186b2 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:10:51.335545 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc9d0d-217e-4eb1-89da-4ec95391d346 req-f62fb518-beb1-4beb-a821-83a742e78407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:51.337333 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73cc9d0d-217e-4eb1-89da-4ec95391d346 req-f62fb518-beb1-4beb-a821-83a742e78407 service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.2189801 Feb 28 20:10:51.402256 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73cc9d0d-217e-4eb1-89da-4ec95391d346 req-7f16a6be-c472-45b8-aa20-279cec16beea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=583bde8e-6a83-40b3-bd10-2c4d327505ea HTTP/1.1" status: 200 len: 217 time: 0.0530746 Feb 28 20:10:51.513817 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc9d0d-217e-4eb1-89da-4ec95391d346 req-f14fbb87-89ff-420a-b59c-84ee4d76837e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:51.515310 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73cc9d0d-217e-4eb1-89da-4ec95391d346 req-f14fbb87-89ff-420a-b59c-84ee4d76837e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0608752 Feb 28 20:10:51.590388 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-fc3409aa-a212-4d16-8ef4-fc53abb186b2 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:10:51.602527 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-fc3409aa-a212-4d16-8ef4-fc53abb186b2 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:51.609118 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3e4020-84ab-421f-93af-2eae33f3baa7 None None] Sync routers for ids ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:10:51.631790 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3e4020-84ab-421f-93af-2eae33f3baa7 None None] Routers {'4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:10:51.633454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4a3e4020-84ab-421f-93af-2eae33f3baa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:10:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:51.656427 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-fc3409aa-a212-4d16-8ef4-fc53abb186b2 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "PUT /v2.0/floatingips/ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29 HTTP/1.1" status: 200 len: 997 time: 4.6278639 Feb 28 20:10:51.659045 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a2a065-e9d7-4987-a710-064191300cbe', 'tag': 'ca240335-0cfb-49af-ba6d-54cbb4290719'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:51.663178 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526c6d8a-13aa-4e1e-ba77-342399847e85" -d '{"events": [{"name": "network-changed", "server_uuid": "41a2a065-e9d7-4987-a710-064191300cbe", "tag": "ca240335-0cfb-49af-ba6d-54cbb4290719"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:51.678674 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc9d0d-217e-4eb1-89da-4ec95391d346 req-8545942f-e641-4150-a153-696d78039291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:51.680636 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73cc9d0d-217e-4eb1-89da-4ec95391d346 req-8545942f-e641-4150-a153-696d78039291 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1448431 Feb 28 20:10:51.939809 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-4a3e4020-84ab-421f-93af-2eae33f3baa7 None None] Set router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:10:52.020694 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73cc9d0d-217e-4eb1-89da-4ec95391d346 req-3adbe848-d7dd-4ce0-b619-86caf3f6d2bd service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284719 Feb 28 20:10:52.084432 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-2f217d9d-66c8-4cfe-93d5-b4dd08221197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:52.086733 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-2f217d9d-66c8-4cfe-93d5-b4dd08221197 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=395834be88664486992e15ee678c561b&device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 1129 time: 0.4000726 Feb 28 20:10:52.225540 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188a8bf-886f-494a-ac15-b5f9dd4da922 req-0dd7e7c2-5139-4a31-bfff-b88258c2ad84 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:52.227576 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b188a8bf-886f-494a-ac15-b5f9dd4da922 req-0dd7e7c2-5139-4a31-bfff-b88258c2ad84 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1cb3e5-d987-4134-86cf-f2e21c45b10f HTTP/1.1" status: 200 len: 948 time: 0.2810452 Feb 28 20:10:52.290286 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-5570bfce-09b7-4c13-8355-5bf3e5af3f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:52.297306 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-5570bfce-09b7-4c13-8355-5bf3e5af3f85 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca HTTP/1.1" status: 200 len: 921 time: 0.2047153 Feb 28 20:10:52.322789 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:52.391479 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b188a8bf-886f-494a-ac15-b5f9dd4da922 req-fc0b24ee-7721-4cc5-ba08-f7081f81c2dc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550968 Feb 28 20:10:52.396116 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73cc9d0d-217e-4eb1-89da-4ec95391d346 req-bf0a9902-766b-4bd3-afed-9edf4e1a2e0b service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664575 Feb 28 20:10:52.404083 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4a3e4020-84ab-421f-93af-2eae33f3baa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:22Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29', 'tenant_id': '395834be88664486992e15ee678c561b', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'port_id': 'ca240335-0cfb-49af-ba6d-54cbb4290719', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'mac_address': 'fa:16:3e:96:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a2a065-e9d7-4987-a710-064191300cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:09:49Z', 'updated_at': '2022-02-28T20:10:49Z', 'revision_number': 8, 'project_id': '395834be88664486992e15ee678c561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dc5aef-f6dd-4547-a8e3-8c9f6d094b78', 'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'tenant_id': '395834be88664486992e15ee678c561b', 'mac_address': 'fa:16:3e:69:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:21Z', 'updated_at': '2022-02-28T20:09:30Z', 'revision_number': 5, 'project_id': '395834be88664486992e15ee678c561b', 'subnets': [{'id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:52.452577 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-8e294e2e-efc4-4581-bcfb-93e5083153f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca240335-0cfb-49af-ba6d-54cbb4290719 HTTP/1.1" status: 200 len: 1000 time: 0.1542525 Feb 28 20:10:52.468891 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3e4020-84ab-421f-93af-2eae33f3baa7 None None] Checking router: 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:10:52.485550 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e122bb-eb4a-4c76-be4b-3d574255f77f x-openstack-request-id: req-06e122bb-eb4a-4c76-be4b-3d574255f77f {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:52.486297 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80dfacd-9d5f-4600-b80a-7dbf2e615566", "name": "network-vif-plugged", "status": "completed", "tag": "eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:52.486785 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06e122bb-eb4a-4c76-be4b-3d574255f77f {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:52.487426 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80dfacd-9d5f-4600-b80a-7dbf2e615566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13', 'code': 200} Feb 28 20:10:52.493595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3e4020-84ab-421f-93af-2eae33f3baa7 None None] Routers {'4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:10:52.494476 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4a3e4020-84ab-421f-93af-2eae33f3baa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:10:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:52.509544 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-e0f45b88-b169-4870-ab1a-d1f7e52b95ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:52.517215 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-e0f45b88-b169-4870-ab1a-d1f7e52b95ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dabd714b-b25f-4695-bb44-0366d81efe83 HTTP/1.1" status: 200 len: 860 time: 0.0636299 Feb 28 20:10:52.582911 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:52.627379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-6659570b-a580-482c-978c-07270ab0f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:52.629369 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-6659570b-a580-482c-978c-07270ab0f38a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1111274 Feb 28 20:10:52.653946 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2941d-6326-4a28-b07b-d7da4ab23bec req-01fa1184-2685-455b-895c-a2eb39023f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:52.656710 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1ed2941d-6326-4a28-b07b-d7da4ab23bec req-01fa1184-2685-455b-895c-a2eb39023f3e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b80dfacd-9d5f-4600-b80a-7dbf2e615566 HTTP/1.1" status: 200 len: 1133 time: 0.0838559 Feb 28 20:10:52.733227 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-4a3e4020-84ab-421f-93af-2eae33f3baa7 None None] Set router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:10:52.779980 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1ed2941d-6326-4a28-b07b-d7da4ab23bec req-8180f130-2223-4108-be13-be74986c3890 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117644 Feb 28 20:10:52.832406 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-c670aaad-24ac-4bd1-8c03-5d4111f1d864 service neutron] 10.222.0.13 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942577 Feb 28 20:10:53.055155 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0bfc8f65-1f82-413c-bb0a-c11c39cb7450 req-da09be9a-5de1-4a60-a16b-fec514818a12 service neutron] 10.222.0.13 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166023 Feb 28 20:10:53.261228 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4a3e4020-84ab-421f-93af-2eae33f3baa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:22Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29', 'tenant_id': '395834be88664486992e15ee678c561b', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'port_id': 'ca240335-0cfb-49af-ba6d-54cbb4290719', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'mac_address': 'fa:16:3e:96:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a2a065-e9d7-4987-a710-064191300cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:09:49Z', 'updated_at': '2022-02-28T20:10:49Z', 'revision_number': 8, 'project_id': '395834be88664486992e15ee678c561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dc5aef-f6dd-4547-a8e3-8c9f6d094b78', 'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'tenant_id': '395834be88664486992e15ee678c561b', 'mac_address': 'fa:16:3e:69:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:21Z', 'updated_at': '2022-02-28T20:09:30Z', 'revision_number': 5, 'project_id': '395834be88664486992e15ee678c561b', 'subnets': [{'id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:53.338646 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfcd833-5dd7-42c0-b3fd-3d115a1ca5bd x-openstack-request-id: req-5dfcd833-5dd7-42c0-b3fd-3d115a1ca5bd {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:53.338912 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a2a065-e9d7-4987-a710-064191300cbe", "tag": "ca240335-0cfb-49af-ba6d-54cbb4290719", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:53.339139 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5dfcd833-5dd7-42c0-b3fd-3d115a1ca5bd {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:53.339259 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3e4020-84ab-421f-93af-2eae33f3baa7 None None] The sync data for ids ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'] in n-d-820368-21 is: [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:22Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29', 'tenant_id': '395834be88664486992e15ee678c561b', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'port_id': 'ca240335-0cfb-49af-ba6d-54cbb4290719', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'mac_address': 'fa:16:3e:96:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a2a065-e9d7-4987-a710-064191300cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:09:49Z', 'updated_at': '2022-02-28T20:10:49Z', 'revision_number': 8, 'project_id': '395834be88664486992e15ee678c561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dc5aef-f6dd-4547-a8e3-8c9f6d094b78', 'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'tenant_id': '395834be88664486992e15ee678c561b', 'mac_address': 'fa:16:3e:69:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:21Z', 'updated_at': '2022-02-28T20:09:30Z', 'revision_number': 5, 'project_id': '395834be88664486992e15ee678c561b', 'subnets': [{'id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:10:53.339612 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41a2a065-e9d7-4987-a710-064191300cbe', 'tag': 'ca240335-0cfb-49af-ba6d-54cbb4290719', 'status': 'completed', 'code': 200} Feb 28 20:10:53.580639 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c5402df8-534a-4306-9273-cc0fd8cf0c29 req-abc792b3-264a-4a24-8c62-87085acb7553 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/floatingips/ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29 HTTP/1.1" status: 200 len: 997 time: 0.1499081 Feb 28 20:10:53.596514 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c6d8a-13aa-4e1e-ba77-342399847e85 req-6a9d4cbc-614b-4653-83a8-669bf3d2ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:53.598259 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-526c6d8a-13aa-4e1e-ba77-342399847e85 req-6a9d4cbc-614b-4653-83a8-669bf3d2ae2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=395834be88664486992e15ee678c561b&device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 1129 time: 0.2386549 Feb 28 20:10:53.620429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5124e-2cfe-4496-a4fe-54ce2dfd6cf6 req-13bcc35b-f4f6-4f3c-bfb3-feedf1b07a0d tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:53.629063 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57e5124e-2cfe-4496-a4fe-54ce2dfd6cf6 req-13bcc35b-f4f6-4f3c-bfb3-feedf1b07a0d tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 943 time: 0.1864400 Feb 28 20:10:53.685627 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37013464-95e3-459e-8db5-bb9e6b8b9561 None None] New status for floating IP ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:10:53.769417 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c6d8a-13aa-4e1e-ba77-342399847e85 req-cce5cca5-c023-453e-b9a6-45067147a94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:53.770933 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-526c6d8a-13aa-4e1e-ba77-342399847e85 req-cce5cca5-c023-453e-b9a6-45067147a94e service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca HTTP/1.1" status: 200 len: 921 time: 0.1387606 Feb 28 20:10:54.015521 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 583bde8e-6a83-40b3-bd10-2c4d327505ea details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:10:54.045448 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-526c6d8a-13aa-4e1e-ba77-342399847e85 req-6dab5b16-7273-4dd9-be1d-300abd5bc8a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca240335-0cfb-49af-ba6d-54cbb4290719 HTTP/1.1" status: 200 len: 1000 time: 0.2566230 Feb 28 20:10:54.083724 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57e5124e-2cfe-4496-a4fe-54ce2dfd6cf6 req-d80bf46c-fe27-4e8b-9593-186fe2e68175 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533327 Feb 28 20:10:54.154558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5402df8-534a-4306-9273-cc0fd8cf0c29 req-038e67c3-8168-4183-aab8-cbbfd642f613 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:54.156774 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c5402df8-534a-4306-9273-cc0fd8cf0c29 req-038e67c3-8168-4183-aab8-cbbfd642f613 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.5740685 Feb 28 20:10:54.188732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-c5402df8-534a-4306-9273-cc0fd8cf0c29 req-b4410c1a-a240-4d31-8c19-01071685e53c tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:10:54.190597 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c5402df8-534a-4306-9273-cc0fd8cf0c29 req-b4410c1a-a240-4d31-8c19-01071685e53c tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0185900 Feb 28 20:10:54.236768 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c6d8a-13aa-4e1e-ba77-342399847e85 req-789feb57-2a44-4f83-8a40-ff047727e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:54.240635 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-526c6d8a-13aa-4e1e-ba77-342399847e85 req-789feb57-2a44-4f83-8a40-ff047727e91c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dabd714b-b25f-4695-bb44-0366d81efe83 HTTP/1.1" status: 200 len: 860 time: 0.1838694 Feb 28 20:10:54.394122 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 583bde8e-6a83-40b3-bd10-2c4d327505ea, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=583bde8e-6a83-40b3-bd10-2c4d327505ea,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:54.419146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c6d8a-13aa-4e1e-ba77-342399847e85 req-54264df2-a2b4-4eb7-98be-c34a7bfc1fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:54.423088 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-526c6d8a-13aa-4e1e-ba77-342399847e85 req-54264df2-a2b4-4eb7-98be-c34a7bfc1fac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1752992 Feb 28 20:10:54.426170 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '583bde8e-6a83-40b3-bd10-2c4d327505ea', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '583bde8e-6a83-40b3-bd10-2c4d327505ea', 'mac_address': 'fa:16:3e:e8:70:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:10:54.533053 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 583bde8e-6a83-40b3-bd10-2c4d327505ea is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:54.533453 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (583bde8e-6a83-40b3-bd10-2c4d327505ea), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:54.572196 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 583bde8e-6a83-40b3-bd10-2c4d327505ea {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:10:54.646454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 583bde8e-6a83-40b3-bd10-2c4d327505ea, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=583bde8e-6a83-40b3-bd10-2c4d327505ea,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:54.654544 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (583bde8e-6a83-40b3-bd10-2c4d327505ea), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:54.843692 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=583bde8e-6a83-40b3-bd10-2c4d327505ea,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:54.887019 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84837c73-ec00-4ee9-9cae-9b7268168384 req-c5fb1d19-71fa-4581-bbea-7e646f7d00e6 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:54.893570 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-84837c73-ec00-4ee9-9cae-9b7268168384 req-c5fb1d19-71fa-4581-bbea-7e646f7d00e6 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1cb3e5-d987-4134-86cf-f2e21c45b10f HTTP/1.1" status: 200 len: 948 time: 0.4628487 Feb 28 20:10:54.946734 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-526c6d8a-13aa-4e1e-ba77-342399847e85 req-8b18e26f-381f-4ca4-8663-13b2131bc8fb service neutron] 10.222.0.15 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101061 Feb 28 20:10:55.062424 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-84837c73-ec00-4ee9-9cae-9b7268168384 req-166d3841-b308-475f-83e9-89142b53ce98 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347954 Feb 28 20:10:55.085933 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['583bde8e-6a83-40b3-bd10-2c4d327505ea'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:10:55.228759 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-526c6d8a-13aa-4e1e-ba77-342399847e85 req-a760017b-ce16-43b9-b377-335f292355d8 service neutron] 10.222.0.15 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736185 Feb 28 20:10:55.281871 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-6cd565e2-f99e-4dc9-b3de-44a13d5aa5e6 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 1002 time: 0.1765299 Feb 28 20:10:55.433342 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-babbcfe8-cac6-438d-9a62-a5d0bad87ff8 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:55.453740 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-babbcfe8-cac6-438d-9a62-a5d0bad87ff8 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports/ca240335-0cfb-49af-ba6d-54cbb4290719 HTTP/1.1" status: 200 len: 943 time: 0.1676621 Feb 28 20:10:55.657259 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-3f6bd359-f370-426d-939e-87d31546a12c tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 1002 time: 0.1612189 Feb 28 20:10:55.727003 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9deeb7-5adf-4b08-abde-34e13f707e6c req-cc17ed05-2936-4299-be91-b2ec5180aa80 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:55.729721 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d9deeb7-5adf-4b08-abde-34e13f707e6c req-cc17ed05-2936-4299-be91-b2ec5180aa80 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 943 time: 0.1645942 Feb 28 20:10:55.919345 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d9deeb7-5adf-4b08-abde-34e13f707e6c req-4aee427c-e7ed-4057-9739-d6bdd63412da tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148417 Feb 28 20:10:55.943649 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-10f06224-d8a7-4a40-add8-214b6fb6b379 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:55.945824 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-10f06224-d8a7-4a40-add8-214b6fb6b379 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.2872164 Feb 28 20:10:56.086386 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-e04bc4a0-afff-499f-a345-55b5dc68085a tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 1002 time: 0.1268601 Feb 28 20:10:56.091186 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-1acfd297-5148-4e2f-972b-a1ca49951e22 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:10:56.231695 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-1acfd297-5148-4e2f-972b-a1ca49951e22 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks [] for floatingip (ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:56.855262 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-1acfd297-5148-4e2f-972b-a1ca49951e22 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:56.875109 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-1acfd297-5148-4e2f-972b-a1ca49951e22 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:56.875454 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-1acfd297-5148-4e2f-972b-a1ca49951e22 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Floating IP ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29 disassociated. External IP: 172.25.0.108, port: ca240335-0cfb-49af-ba6d-54cbb4290719. Feb 28 20:10:56.993828 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965c15f-881a-4827-9d6c-4d93d312bde9 req-35194eff-b272-41cf-a0dc-dd12903d2084 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:57.002904 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a965c15f-881a-4827-9d6c-4d93d312bde9 req-35194eff-b272-41cf-a0dc-dd12903d2084 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1cb3e5-d987-4134-86cf-f2e21c45b10f HTTP/1.1" status: 200 len: 949 time: 0.1632209 Feb 28 20:10:57.116415 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a965c15f-881a-4827-9d6c-4d93d312bde9 req-35fccf49-b728-42cb-acc4-f0d8b12ad1bc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125503 Feb 28 20:10:57.227800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-1acfd297-5148-4e2f-972b-a1ca49951e22 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:10:57.431297 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-1acfd297-5148-4e2f-972b-a1ca49951e22 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:10:57.440659 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-1acfd297-5148-4e2f-972b-a1ca49951e22 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:57.445053 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7c4f4-2de4-4f50-8e4b-11eaf98c12ff None None] Sync routers for ids ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:10:57.468772 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7c4f4-2de4-4f50-8e4b-11eaf98c12ff None None] Routers {'4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:10:57.469426 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b4b7c4f4-2de4-4f50-8e4b-11eaf98c12ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:10:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:57.556486 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-1acfd297-5148-4e2f-972b-a1ca49951e22 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "PUT /v2.0/floatingips/ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29 HTTP/1.1" status: 200 len: 696 time: 1.4689541 Feb 28 20:10:57.562356 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a2a065-e9d7-4987-a710-064191300cbe', 'tag': 'ca240335-0cfb-49af-ba6d-54cbb4290719'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:57.565226 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72bb510-2938-45af-b4d6-af7634ff62a2" -d '{"events": [{"name": "network-changed", "server_uuid": "41a2a065-e9d7-4987-a710-064191300cbe", "tag": "ca240335-0cfb-49af-ba6d-54cbb4290719"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:57.599191 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189b3da-c5b7-46f1-b821-e25f85c2aa63 req-79afb457-9ce7-470a-8dda-59fe6a2f0e72 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:57.600777 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9189b3da-c5b7-46f1-b821-e25f85c2aa63 req-79afb457-9ce7-470a-8dda-59fe6a2f0e72 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 943 time: 0.2104101 Feb 28 20:10:57.714736 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9189b3da-c5b7-46f1-b821-e25f85c2aa63 req-b8d05e05-a479-44c9-859b-a8dcf29fd5d2 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072531 Feb 28 20:10:57.714934 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-b4b7c4f4-2de4-4f50-8e4b-11eaf98c12ff None None] Set router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:10:57.770093 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-38d7ba31-9df4-40a9-a3b8-cdc0f19c2d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:57.779883 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-38d7ba31-9df4-40a9-a3b8-cdc0f19c2d0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=395834be88664486992e15ee678c561b&device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 1129 time: 0.2050145 Feb 28 20:10:57.943850 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-55126eda-ba6d-4a7d-8f1c-f4f48f9243a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:57.952617 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-55126eda-ba6d-4a7d-8f1c-f4f48f9243a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca HTTP/1.1" status: 200 len: 921 time: 0.1686492 Feb 28 20:10:58.028719 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-ae1c698f-fb06-479b-83e4-4950c021de99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca240335-0cfb-49af-ba6d-54cbb4290719 HTTP/1.1" status: 200 len: 217 time: 0.0750105 Feb 28 20:10:58.163720 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62b8551c-5855-43ae-87b1-ccf6d62897d2 req-5ff12a1b-7740-467c-b322-5eccc6abbb6b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2956147 Feb 28 20:10:58.169944 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-12f614b1-9185-4809-866d-5dba0ffa0105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:58.191518 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-12f614b1-9185-4809-866d-5dba0ffa0105 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dabd714b-b25f-4695-bb44-0366d81efe83 HTTP/1.1" status: 200 len: 860 time: 0.1503220 Feb 28 20:10:58.239174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 583bde8e-6a83-40b3-bd10-2c4d327505ea up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:10:58.310116 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b4b7c4f4-2de4-4f50-8e4b-11eaf98c12ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:22Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '26dc5aef-f6dd-4547-a8e3-8c9f6d094b78', 'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'tenant_id': '395834be88664486992e15ee678c561b', 'mac_address': 'fa:16:3e:69:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:21Z', 'updated_at': '2022-02-28T20:09:30Z', 'revision_number': 5, 'project_id': '395834be88664486992e15ee678c561b', 'subnets': [{'id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:58.355608 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8551c-5855-43ae-87b1-ccf6d62897d2 req-6d13e097-0d77-4981-ae12-443e50959445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:58.357220 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62b8551c-5855-43ae-87b1-ccf6d62897d2 req-6d13e097-0d77-4981-ae12-443e50959445 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 1128 time: 0.1336713 Feb 28 20:10:58.367717 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-70728eb5-2c83-4418-8586-c9235b01cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:58.377549 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-70728eb5-2c83-4418-8586-c9235b01cc77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1847270 Feb 28 20:10:58.405379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7c4f4-2de4-4f50-8e4b-11eaf98c12ff None None] Checking router: 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:10:58.450224 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7c4f4-2de4-4f50-8e4b-11eaf98c12ff None None] Routers {'4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:10:58.451692 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b4b7c4f4-2de4-4f50-8e4b-11eaf98c12ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:10:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:58.622998 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8551c-5855-43ae-87b1-ccf6d62897d2 req-d4e2e3f7-e51f-4bda-8513-c9be3e54c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:58.624810 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62b8551c-5855-43ae-87b1-ccf6d62897d2 req-d4e2e3f7-e51f-4bda-8513-c9be3e54c6e6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 908 time: 0.2313602 Feb 28 20:10:58.643638 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e4776b-a260-4199-b04f-1556ac6cdd08 x-openstack-request-id: req-11e4776b-a260-4199-b04f-1556ac6cdd08 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:58.644120 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a2a065-e9d7-4987-a710-064191300cbe", "tag": "ca240335-0cfb-49af-ba6d-54cbb4290719", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:58.644392 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11e4776b-a260-4199-b04f-1556ac6cdd08 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:58.644799 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41a2a065-e9d7-4987-a710-064191300cbe', 'tag': 'ca240335-0cfb-49af-ba6d-54cbb4290719', 'status': 'completed', 'code': 200} Feb 28 20:10:58.752594 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-b4b7c4f4-2de4-4f50-8e4b-11eaf98c12ff None None] Set router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:10:58.790453 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62b8551c-5855-43ae-87b1-ccf6d62897d2 req-509e652a-83ff-410f-846b-2f8ebc02f7ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e6c2f10-e137-4d03-a923-1b61fa0638e5 HTTP/1.1" status: 200 len: 217 time: 0.1393027 Feb 28 20:10:58.868838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8551c-5855-43ae-87b1-ccf6d62897d2 req-308852d3-9cda-40aa-9fd2-7ffc942a7597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:58.870340 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62b8551c-5855-43ae-87b1-ccf6d62897d2 req-308852d3-9cda-40aa-9fd2-7ffc942a7597 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.0678957 Feb 28 20:10:58.954320 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 583bde8e-6a83-40b3-bd10-2c4d327505ea completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:10:58.967725 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62b8551c-5855-43ae-87b1-ccf6d62897d2 req-b2ae4081-8b6d-47e4-bfbb-5a7cc361a910 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890279 Feb 28 20:10:58.969377 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0aaf48fc-7c26-481d-b899-d00e70dbe782 req-0ea8d8fc-6b86-4350-939d-6a9ac7b552d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41a2a065-e9d7-4987-a710-064191300cbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1147494 Feb 28 20:10:58.994056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bb510-2938-45af-b4d6-af7634ff62a2 req-727af63c-df95-4d96-8005-a9ee2f78d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:58.995942 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c72bb510-2938-45af-b4d6-af7634ff62a2 req-727af63c-df95-4d96-8005-a9ee2f78d0b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=395834be88664486992e15ee678c561b&device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 1129 time: 0.3702276 Feb 28 20:10:59.007677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0f644-2c3b-4cfb-b1e1-5a0821980e5f req-9ef2e3f7-c3d5-4a80-82fc-d19bbc8e36c4 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:59.009345 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5eb0f644-2c3b-4cfb-b1e1-5a0821980e5f req-9ef2e3f7-c3d5-4a80-82fc-d19bbc8e36c4 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1cb3e5-d987-4134-86cf-f2e21c45b10f HTTP/1.1" status: 200 len: 949 time: 0.3428576 Feb 28 20:10:59.060944 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 583bde8e-6a83-40b3-bd10-2c4d327505ea triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:10:59.061264 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (583bde8e-6a83-40b3-bd10-2c4d327505ea), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:59.163671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bb510-2938-45af-b4d6-af7634ff62a2 req-374637dd-09f2-4707-9a52-0e48511659e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:59.165273 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c72bb510-2938-45af-b4d6-af7634ff62a2 req-374637dd-09f2-4707-9a52-0e48511659e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca HTTP/1.1" status: 200 len: 921 time: 0.1416149 Feb 28 20:10:59.167723 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-aaf6b32d-cf90-43ae-9b6d-d558f77de650 service neutron] 10.222.0.13 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7894671 Feb 28 20:10:59.193058 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 583bde8e-6a83-40b3-bd10-2c4d327505ea is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:10:59.193463 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (583bde8e-6a83-40b3-bd10-2c4d327505ea), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:59.220727 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b4b7c4f4-2de4-4f50-8e4b-11eaf98c12ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:22Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '26dc5aef-f6dd-4547-a8e3-8c9f6d094b78', 'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'tenant_id': '395834be88664486992e15ee678c561b', 'mac_address': 'fa:16:3e:69:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:21Z', 'updated_at': '2022-02-28T20:09:30Z', 'revision_number': 5, 'project_id': '395834be88664486992e15ee678c561b', 'subnets': [{'id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:10:59.226157 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1cb3e5-d987-4134-86cf-f2e21c45b10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583bde8e-6a83-40b3-bd10-2c4d327505ea'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:10:59.228448 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a3139b-7f85-4321-9928-11266dafa39a" -d '{"events": [{"server_uuid": "8c1cb3e5-d987-4134-86cf-f2e21c45b10f", "name": "network-vif-plugged", "status": "completed", "tag": "583bde8e-6a83-40b3-bd10-2c4d327505ea"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:10:59.239606 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c72bb510-2938-45af-b4d6-af7634ff62a2 req-9bda89c4-fda5-4f0b-9111-3ca16bdced42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca240335-0cfb-49af-ba6d-54cbb4290719 HTTP/1.1" status: 200 len: 217 time: 0.0658751 Feb 28 20:10:59.270599 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 583bde8e-6a83-40b3-bd10-2c4d327505ea, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=583bde8e-6a83-40b3-bd10-2c4d327505ea,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:10:59.271970 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7c4f4-2de4-4f50-8e4b-11eaf98c12ff None None] The sync data for ids ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'] in n-d-820368-21 is: [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:09:22Z', 'revision_number': 4, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '26dc5aef-f6dd-4547-a8e3-8c9f6d094b78', 'name': '', 'network_id': '2ebe5011-e4dc-402c-8c4c-7a478c0168ca', 'tenant_id': '395834be88664486992e15ee678c561b', 'mac_address': 'fa:16:3e:69:49:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:21Z', 'updated_at': '2022-02-28T20:09:30Z', 'revision_number': 5, 'project_id': '395834be88664486992e15ee678c561b', 'subnets': [{'id': 'dabd714b-b25f-4695-bb44-0366d81efe83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:10:59.280518 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (583bde8e-6a83-40b3-bd10-2c4d327505ea), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:10:59.379166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=583bde8e-6a83-40b3-bd10-2c4d327505ea,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:10:59.394966 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bb510-2938-45af-b4d6-af7634ff62a2 req-9c1da381-0c26-4fb4-999c-3dc9ea44ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:59.396578 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c72bb510-2938-45af-b4d6-af7634ff62a2 req-9c1da381-0c26-4fb4-999c-3dc9ea44ea5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dabd714b-b25f-4695-bb44-0366d81efe83 HTTP/1.1" status: 200 len: 860 time: 0.1148169 Feb 28 20:10:59.561572 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62b8551c-5855-43ae-87b1-ccf6d62897d2 req-313d36d3-1d4f-4575-adf8-8f493d903574 service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5832841 Feb 28 20:10:59.572109 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5eb0f644-2c3b-4cfb-b1e1-5a0821980e5f req-9021fa8e-6ae4-43b3-a079-690da7904abf tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5473542 Feb 28 20:10:59.744831 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a8df19-40dd-44c2-890b-1ce8dc9231f4 None None] New status for floating IP ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:10:59.748969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bb510-2938-45af-b4d6-af7634ff62a2 req-9a32afa4-a5ee-49ab-98c5-c6644136d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:10:59.760021 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c72bb510-2938-45af-b4d6-af7634ff62a2 req-9a32afa4-a5ee-49ab-98c5-c6644136d7b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3514869 Feb 28 20:10:59.763034 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62b8551c-5855-43ae-87b1-ccf6d62897d2 req-5cbecacb-2858-4f4e-ab65-bbde8841cbf2 service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861773 Feb 28 20:10:59.864166 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac45ae14-a4b7-4107-9f59-350bd5bb3a1e req-b325892b-e55a-4617-ab7f-2a64d483642e service neutron] 10.222.0.13 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6834698 Feb 28 20:10:59.998399 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe836a48-a717-4224-8d16-d38108801f8b x-openstack-request-id: req-fe836a48-a717-4224-8d16-d38108801f8b {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:10:59.999014 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1cb3e5-d987-4134-86cf-f2e21c45b10f", "name": "network-vif-plugged", "status": "completed", "tag": "583bde8e-6a83-40b3-bd10-2c4d327505ea", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:10:59.999014 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe836a48-a717-4224-8d16-d38108801f8b {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:10:59.999454 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1cb3e5-d987-4134-86cf-f2e21c45b10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583bde8e-6a83-40b3-bd10-2c4d327505ea', 'code': 200} Feb 28 20:11:00.275850 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e984e0-92df-4426-85c2-0ba2c14cb2e4 req-78d7319d-c99f-4c5b-a070-d2ebc27f5873 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:00.288042 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47e984e0-92df-4426-85c2-0ba2c14cb2e4 req-78d7319d-c99f-4c5b-a070-d2ebc27f5873 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 943 time: 0.3125472 Feb 28 20:11:00.298192 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c72bb510-2938-45af-b4d6-af7634ff62a2 req-7ea9ab26-cbd0-4ac4-b5dd-f40a04326c27 service neutron] 10.222.0.15 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049994 Feb 28 20:11:00.414168 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e40771-8990-40c8-b7da-ceb5880c0b6a req-9f9b6bc9-3c01-4b9c-bdff-3f8c44db0c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:00.416004 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f0e40771-8990-40c8-b7da-ceb5880c0b6a req-9f9b6bc9-3c01-4b9c-bdff-3f8c44db0c7d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8c1cb3e5-d987-4134-86cf-f2e21c45b10f HTTP/1.1" status: 200 len: 1133 time: 0.3004873 Feb 28 20:11:00.473301 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47e984e0-92df-4426-85c2-0ba2c14cb2e4 req-160c414f-4f31-4f1b-a888-550873dd32b8 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840405 Feb 28 20:11:00.651440 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f0e40771-8990-40c8-b7da-ceb5880c0b6a req-9674f1d3-11a8-4f41-ba82-13c6159e60b1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036827 Feb 28 20:11:00.667675 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c72bb510-2938-45af-b4d6-af7634ff62a2 req-16627b06-c075-464d-b9e3-6354980f4c56 service neutron] 10.222.0.15 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128655 Feb 28 20:11:00.896018 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf48fc-7c26-481d-b899-d00e70dbe782 req-6081c312-a469-4057-a1d9-4703ca932b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:00.915309 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0aaf48fc-7c26-481d-b899-d00e70dbe782 req-6081c312-a469-4057-a1d9-4703ca932b82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=395834be88664486992e15ee678c561b&device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 1129 time: 0.1825678 Feb 28 20:11:01.432205 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf48fc-7c26-481d-b899-d00e70dbe782 req-fcf0ba38-1b6b-4a07-b484-054e8b1b66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:01.436232 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0aaf48fc-7c26-481d-b899-d00e70dbe782 req-fcf0ba38-1b6b-4a07-b484-054e8b1b66fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca HTTP/1.1" status: 200 len: 921 time: 0.4814389 Feb 28 20:11:01.614128 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0aaf48fc-7c26-481d-b899-d00e70dbe782 req-286aae4e-3034-4aab-83d1-64ef5b1bf340 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca240335-0cfb-49af-ba6d-54cbb4290719 HTTP/1.1" status: 200 len: 217 time: 0.1580830 Feb 28 20:11:01.803386 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df83eb-73cb-4e6b-ab1b-585a075df0a3 req-fe45d2f1-9f3a-44aa-ba55-d876ff546ec6 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:01.813185 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8df83eb-73cb-4e6b-ab1b-585a075df0a3 req-fe45d2f1-9f3a-44aa-ba55-d876ff546ec6 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1cb3e5-d987-4134-86cf-f2e21c45b10f HTTP/1.1" status: 200 len: 950 time: 0.7434549 Feb 28 20:11:01.945396 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8df83eb-73cb-4e6b-ab1b-585a075df0a3 req-068516fc-ad8b-4acf-9c0d-892a0e8fd11d tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310196 Feb 28 20:11:01.947642 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf48fc-7c26-481d-b899-d00e70dbe782 req-0396d033-5724-4b7c-aa75-51eef5cc439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:01.950848 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0aaf48fc-7c26-481d-b899-d00e70dbe782 req-0396d033-5724-4b7c-aa75-51eef5cc439c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dabd714b-b25f-4695-bb44-0366d81efe83 HTTP/1.1" status: 200 len: 860 time: 0.3154647 Feb 28 20:11:02.063272 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf48fc-7c26-481d-b899-d00e70dbe782 req-91f8aeca-41be-4e61-8cbb-b813fc90f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:02.065303 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0aaf48fc-7c26-481d-b899-d00e70dbe782 req-91f8aeca-41be-4e61-8cbb-b813fc90f454 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ebe5011-e4dc-402c-8c4c-7a478c0168ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1076968 Feb 28 20:11:02.237600 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0aaf48fc-7c26-481d-b899-d00e70dbe782 req-ed0895a2-7d40-4ccf-b522-59411ab529a2 service neutron] 10.222.0.15 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626015 Feb 28 20:11:02.601613 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f32697-372f-4653-99d1-f0d7e7bfca85 req-acb0db7c-f2c0-4df1-8169-271f956fd8fc tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:02.611896 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-41f32697-372f-4653-99d1-f0d7e7bfca85 req-acb0db7c-f2c0-4df1-8169-271f956fd8fc tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 943 time: 0.3727956 Feb 28 20:11:02.691647 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0aaf48fc-7c26-481d-b899-d00e70dbe782 req-9e9c568a-4c6d-4a42-a307-c77ec7ead1df service neutron] 10.222.0.15 "GET /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112399 Feb 28 20:11:02.752499 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-41f32697-372f-4653-99d1-f0d7e7bfca85 req-5455ef83-1985-4251-ae8a-88562f9becbb tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330941 Feb 28 20:11:03.006272 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68f20e84-562f-407e-8a9a-955dd377e800 req-7faf9b1c-4601-4ff6-8802-3439abeb5d84 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/floatingips/ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29 HTTP/1.1" status: 200 len: 694 time: 0.1512659 Feb 28 20:11:03.241778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f20e84-562f-407e-8a9a-955dd377e800 req-27e46323-e2aa-4e34-86c6-d76908dc6401 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:03.252159 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68f20e84-562f-407e-8a9a-955dd377e800 req-27e46323-e2aa-4e34-86c6-d76908dc6401 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.2263718 Feb 28 20:11:03.347282 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68f20e84-562f-407e-8a9a-955dd377e800 req-8faf1fed-965f-4d4f-bbe6-e6bcd81ea15e tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 697 time: 0.0942152 Feb 28 20:11:03.448281 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68f20e84-562f-407e-8a9a-955dd377e800 req-4aa082bf-c317-4966-a908-461d6a32ed2f tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 697 time: 0.0919263 Feb 28 20:11:03.616044 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-68f20e84-562f-407e-8a9a-955dd377e800 req-342e91c4-707f-4faa-8633-9eafda2b7176 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Deleting port dffb42f4-968d-4804-ad14-cdcf15871f44 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:11:03.616680 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-68f20e84-562f-407e-8a9a-955dd377e800 req-342e91c4-707f-4faa-8633-9eafda2b7176 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (dffb42f4-968d-4804-ad14-cdcf15871f44), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:03.713039 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-68f20e84-562f-407e-8a9a-955dd377e800 req-342e91c4-707f-4faa-8633-9eafda2b7176 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (dffb42f4-968d-4804-ad14-cdcf15871f44), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:03.713634 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-68f20e84-562f-407e-8a9a-955dd377e800 req-342e91c4-707f-4faa-8633-9eafda2b7176 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks [] for floatingip (dffb42f4-968d-4804-ad14-cdcf15871f44), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:03.730504 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-68f20e84-562f-407e-8a9a-955dd377e800 req-342e91c4-707f-4faa-8633-9eafda2b7176 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Calling delete_port for dffb42f4-968d-4804-ad14-cdcf15871f44 owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:11:03.905613 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-68f20e84-562f-407e-8a9a-955dd377e800 req-342e91c4-707f-4faa-8633-9eafda2b7176 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (dffb42f4-968d-4804-ad14-cdcf15871f44), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:03.974258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e91c4-707f-4faa-8633-9eafda2b7176 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Pushing event deleted for resources: {'Port': ['ID=dffb42f4-968d-4804-ad14-cdcf15871f44,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:04.090918 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-68f20e84-562f-407e-8a9a-955dd377e800 req-342e91c4-707f-4faa-8633-9eafda2b7176 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks [] for floatingip (ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:04.093399 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-68f20e84-562f-407e-8a9a-955dd377e800 req-342e91c4-707f-4faa-8633-9eafda2b7176 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:04.109189 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68f20e84-562f-407e-8a9a-955dd377e800 req-342e91c4-707f-4faa-8633-9eafda2b7176 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "DELETE /v2.0/floatingips/ffbf4e2b-bb48-4d04-8d27-1d4d6ad45a29 HTTP/1.1" status: 204 len: 173 time: 0.6532068 Feb 28 20:11:04.146252 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de7bb5-f25d-48d3-a64d-2d939e899d2a req-628bca78-4664-44aa-95cd-f749d14827b8 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:04.156817 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d2de7bb5-f25d-48d3-a64d-2d939e899d2a req-628bca78-4664-44aa-95cd-f749d14827b8 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1cb3e5-d987-4134-86cf-f2e21c45b10f HTTP/1.1" status: 200 len: 950 time: 0.1100554 Feb 28 20:11:04.283475 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d2de7bb5-f25d-48d3-a64d-2d939e899d2a req-390158d7-3256-4880-acc1-6446c8a70331 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245050 Feb 28 20:11:04.304784 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc440203-cbe9-4f08-9be6-6c72f9a9d5a7 req-bb501c0c-d593-48dd-a1c3-6f41a171b469 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:04.307631 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc440203-cbe9-4f08-9be6-6c72f9a9d5a7 req-bb501c0c-d593-48dd-a1c3-6f41a171b469 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 943 time: 0.1292288 Feb 28 20:11:04.361479 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc440203-cbe9-4f08-9be6-6c72f9a9d5a7 req-301e8e82-8f8a-4115-afe1-5183b6459965 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459738 Feb 28 20:11:05.470494 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b3f9c-e603-4b14-962c-c0308dd6d374 req-171ae676-9dba-440c-a28a-7e62b303cccb tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:05.489591 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-295b3f9c-e603-4b14-962c-c0308dd6d374 req-171ae676-9dba-440c-a28a-7e62b303cccb tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=b80dfacd-9d5f-4600-b80a-7dbf2e615566 HTTP/1.1" status: 200 len: 950 time: 0.7202301 Feb 28 20:11:05.624729 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-295b3f9c-e603-4b14-962c-c0308dd6d374 req-4c3d0b91-04d6-4cd9-82ba-be68baffd285 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283920 Feb 28 20:11:05.900000 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e25244-a26c-42dd-8dc9-7ea6cbd73930 req-50b8f84f-4c2e-4daf-9917-65e89cbe79a3 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:05.901688 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-90e25244-a26c-42dd-8dc9-7ea6cbd73930 req-50b8f84f-4c2e-4daf-9917-65e89cbe79a3 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 946 time: 0.1059635 Feb 28 20:11:06.014673 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-90e25244-a26c-42dd-8dc9-7ea6cbd73930 req-f749e93f-5c19-4fdf-be08-da728a536e4c tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2c61c35-aec3-4d76-be74-2521656f2804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004896 Feb 28 20:11:06.076935 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3e6b6-1e9a-4a20-8c3c-c7c8bc0ae7e0 req-9f79aa8a-02f9-4f07-9c65-dae561e70f5f tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:06.079801 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fda3e6b6-1e9a-4a20-8c3c-c7c8bc0ae7e0 req-9f79aa8a-02f9-4f07-9c65-dae561e70f5f tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 943 time: 0.1351264 Feb 28 20:11:06.228179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fda3e6b6-1e9a-4a20-8c3c-c7c8bc0ae7e0 req-f69c7a17-a779-445b-9994-83a0d3545314 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388192 Feb 28 20:11:06.325458 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523ea80-3c18-4564-95d6-e530afa7c248 req-204c2c2e-7dfc-4e25-bdec-a2d1bd466700 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:06.327068 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9523ea80-3c18-4564-95d6-e530afa7c248 req-204c2c2e-7dfc-4e25-bdec-a2d1bd466700 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.15 "GET /v2.0/ports?device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 946 time: 0.1982141 Feb 28 20:11:06.585591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-9523ea80-3c18-4564-95d6-e530afa7c248 req-6972119c-e469-4c28-98bc-7900161c8693 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Deleting port ca240335-0cfb-49af-ba6d-54cbb4290719 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:11:06.586577 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9523ea80-3c18-4564-95d6-e530afa7c248 req-6972119c-e469-4c28-98bc-7900161c8693 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ca240335-0cfb-49af-ba6d-54cbb4290719), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:06.833662 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630aa61-0396-4f15-8201-0d84d7d3227d req-ae7fbef9-5d00-4a1c-af67-f0ce78a40557 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:06.842305 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630aa61-0396-4f15-8201-0d84d7d3227d req-ae7fbef9-5d00-4a1c-af67-f0ce78a40557 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:06.854966 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e630aa61-0396-4f15-8201-0d84d7d3227d req-ae7fbef9-5d00-4a1c-af67-f0ce78a40557 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1cb3e5-d987-4134-86cf-f2e21c45b10f&device_id=b80dfacd-9d5f-4600-b80a-7dbf2e615566 HTTP/1.1" status: 200 len: 1691 time: 0.1652460 Feb 28 20:11:06.886515 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-9523ea80-3c18-4564-95d6-e530afa7c248 req-6972119c-e469-4c28-98bc-7900161c8693 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] For port ca240335-0cfb-49af-ba6d-54cbb4290719, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=ca240335-0cfb-49af-ba6d-54cbb4290719,segment=NetworkSegment(c3ef2548-943a-428b-bc5b-d8a96880be37),segment_id=c3ef2548-943a-428b-bc5b-d8a96880be37)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:06.886994 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9523ea80-3c18-4564-95d6-e530afa7c248 req-6972119c-e469-4c28-98bc-7900161c8693 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ca240335-0cfb-49af-ba6d-54cbb4290719), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:06.925692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-9523ea80-3c18-4564-95d6-e530afa7c248 req-6972119c-e469-4c28-98bc-7900161c8693 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Calling delete_port for ca240335-0cfb-49af-ba6d-54cbb4290719 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:11:06.987950 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e630aa61-0396-4f15-8201-0d84d7d3227d req-8129c104-ecc6-4936-86f7-73e6f22f919e tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306589 Feb 28 20:11:07.249805 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9523ea80-3c18-4564-95d6-e530afa7c248 req-6972119c-e469-4c28-98bc-7900161c8693 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (ca240335-0cfb-49af-ba6d-54cbb4290719), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:07.263589 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['ca240335-0cfb-49af-ba6d-54cbb4290719'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:11:07.311433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972119c-e469-4c28-98bc-7900161c8693 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Pushing event deleted for resources: {'Port': ['ID=ca240335-0cfb-49af-ba6d-54cbb4290719,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:07.360639 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc865a56-a8db-4ad5-9f7a-bde15390140e req-8d1e67df-3945-40aa-b213-7b0101bf5cb9 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a2a065-e9d7-4987-a710-064191300cbe HTTP/1.1" status: 200 len: 210 time: 0.0888383 Feb 28 20:11:07.429786 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9523ea80-3c18-4564-95d6-e530afa7c248 req-6972119c-e469-4c28-98bc-7900161c8693 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] No DVR routers for this DVR port ca240335-0cfb-49af-ba6d-54cbb4290719 on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:11:07.433573 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9523ea80-3c18-4564-95d6-e530afa7c248 req-6972119c-e469-4c28-98bc-7900161c8693 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:07.445362 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9523ea80-3c18-4564-95d6-e530afa7c248 req-6972119c-e469-4c28-98bc-7900161c8693 tempest-FloatingIPsAssociationTestJSON-933219106 tempest-FloatingIPsAssociationTestJSON-933219106-project] 10.222.0.15 "DELETE /v2.0/ports/ca240335-0cfb-49af-ba6d-54cbb4290719 HTTP/1.1" status: 204 len: 173 time: 1.0924990 Feb 28 20:11:07.445870 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a2a065-e9d7-4987-a710-064191300cbe', 'name': 'network-vif-deleted', 'tag': 'ca240335-0cfb-49af-ba6d-54cbb4290719'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:11:07.448221 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a45f186-fac7-4b15-88fe-205e6d262545" -d '{"events": [{"server_uuid": "41a2a065-e9d7-4987-a710-064191300cbe", "name": "network-vif-deleted", "tag": "ca240335-0cfb-49af-ba6d-54cbb4290719"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:11:07.811182 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effeb5a-685d-4baa-95c5-c447b00fef15 req-df9cd763-c27b-411e-ab7e-0fa7369dac6b tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:07.814628 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8effeb5a-685d-4baa-95c5-c447b00fef15 req-df9cd763-c27b-411e-ab7e-0fa7369dac6b tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8c1cb3e5-d987-4134-86cf-f2e21c45b10f HTTP/1.1" status: 200 len: 1133 time: 0.1001143 Feb 28 20:11:07.882454 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8effeb5a-685d-4baa-95c5-c447b00fef15 req-5b0db27c-6dc0-4cd2-ba4b-6ae3bb70b67d tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618837 Feb 28 20:11:08.065054 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6039af-4629-44c0-9d37-24f28515468f req-5cbe75a2-8e91-4a1f-93d1-2c84406dd116 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:08.067671 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec6039af-4629-44c0-9d37-24f28515468f req-5cbe75a2-8e91-4a1f-93d1-2c84406dd116 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 943 time: 0.1034143 Feb 28 20:11:08.144604 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec6039af-4629-44c0-9d37-24f28515468f req-82988147-d8f7-45f3-8b60-285b5bd9371f tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705483 Feb 28 20:11:08.208277 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a259115f-b8e6-411a-a7a5-913a6f056132 x-openstack-request-id: req-a259115f-b8e6-411a-a7a5-913a6f056132 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:11:08.209647 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a2a065-e9d7-4987-a710-064191300cbe", "name": "network-vif-deleted", "tag": "ca240335-0cfb-49af-ba6d-54cbb4290719", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:11:08.209647 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a259115f-b8e6-411a-a7a5-913a6f056132 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:11:08.210153 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a2a065-e9d7-4987-a710-064191300cbe', 'name': 'network-vif-deleted', 'tag': 'ca240335-0cfb-49af-ba6d-54cbb4290719', 'status': 'completed', 'code': 200} Feb 28 20:11:08.389490 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cd531-48b1-4b23-baa2-605b2d0626d3 req-e356e0df-39d1-4ea5-bb52-fd1907c20a27 tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:08.391669 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8d0cd531-48b1-4b23-baa2-605b2d0626d3 req-e356e0df-39d1-4ea5-bb52-fd1907c20a27 tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b80dfacd-9d5f-4600-b80a-7dbf2e615566 HTTP/1.1" status: 200 len: 1133 time: 0.0724189 Feb 28 20:11:08.464580 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8d0cd531-48b1-4b23-baa2-605b2d0626d3 req-ab0abb2f-4b24-4f4a-86f9-86df5dbcf60a tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620384 Feb 28 20:11:08.864848 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45518) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:09.578963 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800a718-77a8-48f5-b0cb-78a63c3655cc req-3ebb8510-2851-4b6b-8303-a047fce16bad tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:09.580703 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e800a718-77a8-48f5-b0cb-78a63c3655cc req-3ebb8510-2851-4b6b-8303-a047fce16bad tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 943 time: 0.0867937 Feb 28 20:11:09.701282 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e800a718-77a8-48f5-b0cb-78a63c3655cc req-88baab44-4321-47e0-8ec6-8552feb41062 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972128 Feb 28 20:11:09.713100 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device bc1767eb-fa31-42de-8a2e-d49646be7736 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:11:09.739036 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-42f2dbe9-9d34-4533-930e-4596130aff04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:09.865706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port bc1767eb-fa31-42de-8a2e-d49646be7736 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:11:09.866202 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bc1767eb-fa31-42de-8a2e-d49646be7736), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:09.922164 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port bc1767eb-fa31-42de-8a2e-d49646be7736, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=bc1767eb-fa31-42de-8a2e-d49646be7736,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:09.924199 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a23997-8e8a-4177-8b96-afe5018fd889', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc1767eb-fa31-42de-8a2e-d49646be7736'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:11:09.927895 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4604f082-8fc8-441a-a3b5-b7e7ec75a517" -d '{"events": [{"server_uuid": "b8a23997-8e8a-4177-8b96-afe5018fd889", "name": "network-vif-unplugged", "status": "completed", "tag": "bc1767eb-fa31-42de-8a2e-d49646be7736"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:11:09.930082 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-798dfbcd-2706-4e28-9979-7b5e666a0bb1 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c258cc5b77d946d495afb4d1b7de5427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784602 Feb 28 20:11:09.938400 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (bc1767eb-fa31-42de-8a2e-d49646be7736), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:09.940467 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device ca240335-0cfb-49af-ba6d-54cbb4290719 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:11:10.031354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=bc1767eb-fa31-42de-8a2e-d49646be7736,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:10.035665 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: ca240335-0cfb-49af-ba6d-54cbb4290719 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:11:10.037027 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device ca240335-0cfb-49af-ba6d-54cbb4290719 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:11:10.092237 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a2997465-216a-4038-ad60-08fc1e053c7e details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:11:10.140999 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45590) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:10.211862 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a2997465-216a-4038-ad60-08fc1e053c7e, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a2997465-216a-4038-ad60-08fc1e053c7e,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:10.225715 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'a2997465-216a-4038-ad60-08fc1e053c7e', 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6', 'port_id': 'a2997465-216a-4038-ad60-08fc1e053c7e', 'mac_address': 'fa:16:3e:42:36:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc6270d4-fae4-4010-aab7-61ec0ed0c71b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:11:10.270341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port a2997465-216a-4038-ad60-08fc1e053c7e is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:11:10.271041 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a2997465-216a-4038-ad60-08fc1e053c7e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:10.312261 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2997465-216a-4038-ad60-08fc1e053c7e {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:11:10.317730 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5e0d15c4-154e-4dcc-a135-95a15b168f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:10.358657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a2997465-216a-4038-ad60-08fc1e053c7e, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a2997465-216a-4038-ad60-08fc1e053c7e,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:10.366458 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a2997465-216a-4038-ad60-08fc1e053c7e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:10.418123 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5e0d15c4-154e-4dcc-a135-95a15b168f96 admin admin] Publish callbacks [] for security_group (17a2c52d-3e29-4b63-aea0-6f6c2704d2be), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:10.424077 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5e0d15c4-154e-4dcc-a135-95a15b168f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (17a2c52d-3e29-4b63-aea0-6f6c2704d2be), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:10.486624 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5e0d15c4-154e-4dcc-a135-95a15b168f96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51d9615defda45bbb4106ebb84cd8c53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3436048 Feb 28 20:11:10.488281 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d15c4-154e-4dcc-a135-95a15b168f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a2c52d-3e29-4b63-aea0-6f6c2704d2be,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:10.491419 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45598) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:10.494007 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=a2997465-216a-4038-ad60-08fc1e053c7e,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:10.549763 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-f9a44725-44e9-4bbe-aab7-830c5eeae605 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:10.551565 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-f9a44725-44e9-4bbe-aab7-830c5eeae605 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6064363 Feb 28 20:11:10.573697 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-7a96c411-9b82-402a-80a0-0e5077cf3d89 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:10.575157 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-7a96c411-9b82-402a-80a0-0e5077cf3d89 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/networks?id=30ade989-eb50-4d25-b902-20ce10a97a59 HTTP/1.1" status: 200 len: 804 time: 0.6277878 Feb 28 20:11:10.614775 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-d4339dfd-a62f-4e89-9942-49cd2c6a9de2 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/quotas/c258cc5b77d946d495afb4d1b7de5427 HTTP/1.1" status: 200 len: 375 time: 0.0473645 Feb 28 20:11:10.639891 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-9e9b0247-bd53-4ce8-b7dd-08f01f98b9d0 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/quotas/ebb914519f8f4e2e877f18e6d51e0525 HTTP/1.1" status: 200 len: 375 time: 0.0514176 Feb 28 20:11:10.738687 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f7de-3e4a-43a6-9e52-d4a5ecf5a042 admin admin] Publish callbacks [] for security_group (17a2c52d-3e29-4b63-aea0-6f6c2704d2be), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:10.769746 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['a2997465-216a-4038-ad60-08fc1e053c7e'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:11:10.800898 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f7de-3e4a-43a6-9e52-d4a5ecf5a042 admin admin] Publish callbacks [] for security_group (17a2c52d-3e29-4b63-aea0-6f6c2704d2be), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:10.803488 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-42f2dbe9-9d34-4533-930e-4596130aff04 admin admin] Deleting port 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:11:10.803844 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-42f2dbe9-9d34-4533-930e-4596130aff04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (26dc5aef-f6dd-4547-a8e3-8c9f6d094b78), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:10.824220 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-db4be5a3-f1c6-4559-98ec-173ba0bf640b tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c258cc5b77d946d495afb4d1b7de5427&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1895785 Feb 28 20:11:10.882399 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-e18eb239-3724-4bbd-8b59-38d37c2cb973 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebb914519f8f4e2e877f18e6d51e0525&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2284164 Feb 28 20:11:11.104376 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc8721-1004-43aa-b013-e6f61f8327ee req-06f5f136-7a68-489e-af2c-61d2e0608c0b tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:11.106122 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51fc8721-1004-43aa-b013-e6f61f8327ee req-06f5f136-7a68-489e-af2c-61d2e0608c0b tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8a23997-8e8a-4177-8b96-afe5018fd889 HTTP/1.1" status: 200 len: 943 time: 0.3460162 Feb 28 20:11:11.226721 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-42f2dbe9-9d34-4533-930e-4596130aff04 admin admin] For port 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=26dc5aef-f6dd-4547-a8e3-8c9f6d094b78,segment=NetworkSegment(c3ef2548-943a-428b-bc5b-d8a96880be37),segment_id=c3ef2548-943a-428b-bc5b-d8a96880be37)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:11.227213 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-42f2dbe9-9d34-4533-930e-4596130aff04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (26dc5aef-f6dd-4547-a8e3-8c9f6d094b78), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:11.243271 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f7de-3e4a-43a6-9e52-d4a5ecf5a042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (17a2c52d-3e29-4b63-aea0-6f6c2704d2be), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:11.246169 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f7de-3e4a-43a6-9e52-d4a5ecf5a042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:11.249990 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a6a6f7de-3e4a-43a6-9e52-d4a5ecf5a042 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17a2c52d-3e29-4b63-aea0-6f6c2704d2be HTTP/1.1" status: 204 len: 168 time: 0.7444012 Feb 28 20:11:11.294961 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6f7de-3e4a-43a6-9e52-d4a5ecf5a042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a2c52d-3e29-4b63-aea0-6f6c2704d2be,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:11.326796 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-42f2dbe9-9d34-4533-930e-4596130aff04 admin admin] Calling delete_port for 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:11:11.328032 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a47c75-ae64-4412-a583-b74ebdb0594e x-openstack-request-id: req-30a47c75-ae64-4412-a583-b74ebdb0594e {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:11:11.328418 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a23997-8e8a-4177-8b96-afe5018fd889", "name": "network-vif-unplugged", "status": "completed", "tag": "bc1767eb-fa31-42de-8a2e-d49646be7736", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:11:11.330984 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30a47c75-ae64-4412-a583-b74ebdb0594e {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:11:11.332462 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a23997-8e8a-4177-8b96-afe5018fd889', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc1767eb-fa31-42de-8a2e-d49646be7736', 'code': 200} Feb 28 20:11:11.407456 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-9d66babe-df64-45bc-b1d2-3d87f9317e1a service neutron] 10.222.0.13 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238020 Feb 28 20:11:11.592236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-51fc8721-1004-43aa-b013-e6f61f8327ee req-bdf5028d-096e-4d2c-9b9b-8ecb7379b5ce tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Deleting port bc1767eb-fa31-42de-8a2e-d49646be7736 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:11:11.592689 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-51fc8721-1004-43aa-b013-e6f61f8327ee req-bdf5028d-096e-4d2c-9b9b-8ecb7379b5ce tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (bc1767eb-fa31-42de-8a2e-d49646be7736), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:11.611314 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088075a6-b764-466f-96ad-90d5a7752e4e req-f076e0a9-6ea2-4f22-8dd8-6ea446ef3431 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:11.618306 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-088075a6-b764-466f-96ad-90d5a7752e4e req-f076e0a9-6ea2-4f22-8dd8-6ea446ef3431 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 944 time: 0.2319565 Feb 28 20:11:11.749193 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-bc4bb921-73b3-4601-9dc8-24de4664c154 service neutron] 10.222.0.13 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402665 Feb 28 20:11:11.857467 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-088075a6-b764-466f-96ad-90d5a7752e4e req-265e07fb-d7b1-4b1d-8e2e-415d0a7db628 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329586 Feb 28 20:11:11.892933 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-51fc8721-1004-43aa-b013-e6f61f8327ee req-bdf5028d-096e-4d2c-9b9b-8ecb7379b5ce tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] For port bc1767eb-fa31-42de-8a2e-d49646be7736, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=bc1767eb-fa31-42de-8a2e-d49646be7736,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:11.898408 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-51fc8721-1004-43aa-b013-e6f61f8327ee req-bdf5028d-096e-4d2c-9b9b-8ecb7379b5ce tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (bc1767eb-fa31-42de-8a2e-d49646be7736), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:11.981835 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-51fc8721-1004-43aa-b013-e6f61f8327ee req-bdf5028d-096e-4d2c-9b9b-8ecb7379b5ce tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Calling delete_port for bc1767eb-fa31-42de-8a2e-d49646be7736 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:11:12.119017 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-42f2dbe9-9d34-4533-930e-4596130aff04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (26dc5aef-f6dd-4547-a8e3-8c9f6d094b78), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:12.423743 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e168ca1c-7301-41d4-86f6-d51dd2650421 req-f8d9d3c0-fab3-47c0-bf8f-48fe6441378c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=150f5f5c-6ef8-415c-9dcd-8e0873a8d234 HTTP/1.1" status: 200 len: 210 time: 0.1689739 Feb 28 20:11:12.526517 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2dbe9-9d34-4533-930e-4596130aff04 admin admin] Pushing event deleted for resources: {'Port': ['ID=26dc5aef-f6dd-4547-a8e3-8c9f6d094b78,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:12.974761 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a52b682d-d23c-42cf-a46f-c2add8f64adc req-ffa724f4-5a6f-45da-9f91-09e1474d6a64 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=145c6195-ba27-470b-8070-39d0ea56fe42 HTTP/1.1" status: 200 len: 210 time: 0.4695084 Feb 28 20:11:13.023692 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-51fc8721-1004-43aa-b013-e6f61f8327ee req-bdf5028d-096e-4d2c-9b9b-8ecb7379b5ce tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (bc1767eb-fa31-42de-8a2e-d49646be7736), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:13.099943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5028d-096e-4d2c-9b9b-8ecb7379b5ce tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Pushing event deleted for resources: {'Port': ['ID=bc1767eb-fa31-42de-8a2e-d49646be7736,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:13.246732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fc8721-1004-43aa-b013-e6f61f8327ee req-bdf5028d-096e-4d2c-9b9b-8ecb7379b5ce tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] No DVR routers for this DVR port bc1767eb-fa31-42de-8a2e-d49646be7736 on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:11:13.254305 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-51fc8721-1004-43aa-b013-e6f61f8327ee req-bdf5028d-096e-4d2c-9b9b-8ecb7379b5ce tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:13.260456 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51fc8721-1004-43aa-b013-e6f61f8327ee req-bdf5028d-096e-4d2c-9b9b-8ecb7379b5ce tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.15 "DELETE /v2.0/ports/bc1767eb-fa31-42de-8a2e-d49646be7736 HTTP/1.1" status: 204 len: 173 time: 2.1425059 Feb 28 20:11:13.264294 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a23997-8e8a-4177-8b96-afe5018fd889', 'name': 'network-vif-deleted', 'tag': 'bc1767eb-fa31-42de-8a2e-d49646be7736'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:11:13.266577 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39be273-6d7b-4175-ba34-727c2f56131c" -d '{"events": [{"server_uuid": "b8a23997-8e8a-4177-8b96-afe5018fd889", "name": "network-vif-deleted", "tag": "bc1767eb-fa31-42de-8a2e-d49646be7736"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:11:13.294443 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-42f2dbe9-9d34-4533-930e-4596130aff04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:13.359690 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff54638-7821-40bc-89a4-f79e0cb7e4cf x-openstack-request-id: req-bff54638-7821-40bc-89a4-f79e0cb7e4cf {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:11:13.360789 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a23997-8e8a-4177-8b96-afe5018fd889", "name": "network-vif-deleted", "tag": "bc1767eb-fa31-42de-8a2e-d49646be7736", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:11:13.361350 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bff54638-7821-40bc-89a4-f79e0cb7e4cf {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:11:13.361998 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a23997-8e8a-4177-8b96-afe5018fd889', 'name': 'network-vif-deleted', 'tag': 'bc1767eb-fa31-42de-8a2e-d49646be7736', 'status': 'completed', 'code': 200} Feb 28 20:11:13.388024 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45668) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:13.730888 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device bc1767eb-fa31-42de-8a2e-d49646be7736 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:11:13.821168 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ef47667-d4ab-4d8b-bbcc-8a3aeac4a678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:13.840911 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: bc1767eb-fa31-42de-8a2e-d49646be7736 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:11:13.844111 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device bc1767eb-fa31-42de-8a2e-d49646be7736 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:11:14.049711 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ef47667-d4ab-4d8b-bbcc-8a3aeac4a678 admin admin] Publish callbacks [] for security_group (4eb027c3-7c6c-4904-a3df-2dbe42166137), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:14.057159 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ef47667-d4ab-4d8b-bbcc-8a3aeac4a678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4eb027c3-7c6c-4904-a3df-2dbe42166137), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:14.123328 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a2997465-216a-4038-ad60-08fc1e053c7e up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:11:14.124948 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7a43168-74c3-4980-a6db-4e536a887e2e req-efb13abd-988e-4643-9006-b927e4e9f5dc tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=150f5f5c-6ef8-415c-9dcd-8e0873a8d234 HTTP/1.1" status: 200 len: 210 time: 0.0493011 Feb 28 20:11:14.142550 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef47667-d4ab-4d8b-bbcc-8a3aeac4a678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb027c3-7c6c-4904-a3df-2dbe42166137,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:14.155103 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abe515-91cd-4978-98e3-f8cc6c4fd7bd req-3fb1f050-5d9b-4cc1-8b8d-c697add5d643 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:14.165264 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9ef47667-d4ab-4d8b-bbcc-8a3aeac4a678 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0a0ceb9fbd94248a773d52924b66240&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7682030 Feb 28 20:11:14.165264 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45694) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:14.166455 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-07abe515-91cd-4978-98e3-f8cc6c4fd7bd req-3fb1f050-5d9b-4cc1-8b8d-c697add5d643 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 944 time: 0.9208050 Feb 28 20:11:14.256358 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b212b9c7-5bb6-40e8-a281-db96de96045b admin admin] Publish callbacks [] for security_group (4eb027c3-7c6c-4904-a3df-2dbe42166137), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:14.291516 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b212b9c7-5bb6-40e8-a281-db96de96045b admin admin] Publish callbacks [] for security_group (4eb027c3-7c6c-4904-a3df-2dbe42166137), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:14.295233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port a2997465-216a-4038-ad60-08fc1e053c7e completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:11:14.304979 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port a2997465-216a-4038-ad60-08fc1e053c7e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:11:14.306732 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a2997465-216a-4038-ad60-08fc1e053c7e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:14.420959 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b212b9c7-5bb6-40e8-a281-db96de96045b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4eb027c3-7c6c-4904-a3df-2dbe42166137), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:14.423021 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-07abe515-91cd-4978-98e3-f8cc6c4fd7bd req-d1c27620-441a-4fd9-9352-844410377353 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538173 Feb 28 20:11:14.424002 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b212b9c7-5bb6-40e8-a281-db96de96045b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:14.425238 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b212b9c7-5bb6-40e8-a281-db96de96045b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4eb027c3-7c6c-4904-a3df-2dbe42166137 HTTP/1.1" status: 204 len: 168 time: 0.2605891 Feb 28 20:11:14.441263 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212b9c7-5bb6-40e8-a281-db96de96045b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb027c3-7c6c-4904-a3df-2dbe42166137,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:14.679291 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port a2997465-216a-4038-ad60-08fc1e053c7e is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:11:14.679901 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a2997465-216a-4038-ad60-08fc1e053c7e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:14.750270 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-0dc197b2-3b12-4369-8ba1-618f30eaa3c2 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c258cc5b77d946d495afb4d1b7de5427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458310 Feb 28 20:11:14.793886 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56df353b-9126-4d4c-b47e-69b7a8b052a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2997465-216a-4038-ad60-08fc1e053c7e'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:11:14.799119 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46f9bac-beb6-4e73-91d6-dbeb658033de" -d '{"events": [{"server_uuid": "56df353b-9126-4d4c-b47e-69b7a8b052a1", "name": "network-vif-plugged", "status": "completed", "tag": "a2997465-216a-4038-ad60-08fc1e053c7e"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:11:14.851970 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a2997465-216a-4038-ad60-08fc1e053c7e, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a2997465-216a-4038-ad60-08fc1e053c7e,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:14.860444 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a2997465-216a-4038-ad60-08fc1e053c7e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:14.947344 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-0775acf8-0d72-44cf-b998-5337cd50a971 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:14.951956 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-0775acf8-0d72-44cf-b998-5337cd50a971 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976252 Feb 28 20:11:14.965653 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-2b0349d3-3996-4d62-bd88-96537e095882 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Request body: {'port': {'device_id': 'e0551e6f-9618-4086-846e-5e4b5a724991', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'c258cc5b77d946d495afb4d1b7de5427'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:15.044615 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=a2997465-216a-4038-ad60-08fc1e053c7e,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:15.137225 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-f7a84a5e-0205-4be2-9d23-8429645a5fa2 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=705931c0d30b47cf90f38708264d1529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4452996 Feb 28 20:11:15.227061 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-2b0349d3-3996-4d62-bd88-96537e095882 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Made reservation on behalf of c258cc5b77d946d495afb4d1b7de5427 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:11:15.239899 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-2b0349d3-3996-4d62-bd88-96537e095882 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:15.266408 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-018829df-b01c-44ad-a525-8320f620cdd1 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c258cc5b77d946d495afb4d1b7de5427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2722986 Feb 28 20:11:15.296149 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4091d40c-eb27-48b4-b545-a43833680937 req-b7365515-4529-4d18-948b-936a658f6967 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=145c6195-ba27-470b-8070-39d0ea56fe42 HTTP/1.1" status: 200 len: 210 time: 0.1317468 Feb 28 20:11:15.406232 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8f42dd-5677-474b-936c-f16c4aa4b0ab x-openstack-request-id: req-7a8f42dd-5677-474b-936c-f16c4aa4b0ab {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:11:15.406902 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56df353b-9126-4d4c-b47e-69b7a8b052a1", "name": "network-vif-plugged", "status": "completed", "tag": "a2997465-216a-4038-ad60-08fc1e053c7e", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:11:15.407246 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a8f42dd-5677-474b-936c-f16c4aa4b0ab {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:11:15.407684 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56df353b-9126-4d4c-b47e-69b7a8b052a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2997465-216a-4038-ad60-08fc1e053c7e', 'code': 200} Feb 28 20:11:15.530719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-2b0349d3-3996-4d62-bd88-96537e095882 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Allocated IP 192.168.233.134 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/7eb3644c-290d-47dd-8261-c03c3eeabdce) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:11:15.648054 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f2dbe9-9d34-4533-930e-4596130aff04 admin admin] Router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:11:15.667505 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-817f3397-4142-4907-ba7a-28ba495f0b8d tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:15.669494 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-817f3397-4142-4907-ba7a-28ba495f0b8d tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.15 "GET /v2.0/networks?id=30ade989-eb50-4d25-b902-20ce10a97a59 HTTP/1.1" status: 200 len: 804 time: 1.1082869 Feb 28 20:11:15.691907 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13455d23-1cec-451f-9326-98f4188e24dd req-6f00d63d-2fad-4cf2-b450-0e684bd6257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:15.692512 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-9c504cb2-a193-47cf-a4ef-f91b8663fe7c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Request body: {'port': {'device_id': '150f5f5c-6ef8-415c-9dcd-8e0873a8d234', 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59', 'admin_state_up': True, 'tenant_id': 'ebb914519f8f4e2e877f18e6d51e0525'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:15.694358 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-13455d23-1cec-451f-9326-98f4188e24dd req-6f00d63d-2fad-4cf2-b450-0e684bd6257b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 1128 time: 0.1809709 Feb 28 20:11:15.799862 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45736) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:15.804899 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-13455d23-1cec-451f-9326-98f4188e24dd req-e099f49c-2ddd-4bd6-a365-f1ce76f1aeac service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932865 Feb 28 20:11:15.862860 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-2ec511bf-10c7-45a2-8e0e-aa8a6cedf777 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:15.871273 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-2ec511bf-10c7-45a2-8e0e-aa8a6cedf777 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6824436 Feb 28 20:11:15.882967 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-2b0349d3-3996-4d62-bd88-96537e095882 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks [] for port (7eb3644c-290d-47dd-8261-c03c3eeabdce), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:15.883557 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83e440-63db-44d3-8a95-165ebcc59160 req-6ac5e48d-60fc-4f66-81a6-5d5ea88037dc tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:15.892697 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa83e440-63db-44d3-8a95-165ebcc59160 req-6ac5e48d-60fc-4f66-81a6-5d5ea88037dc tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 945 time: 0.3478940 Feb 28 20:11:15.901310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-746585de-fc7d-43fe-9017-d72fbf283434 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:15.902756 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-746585de-fc7d-43fe-9017-d72fbf283434 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6051762 Feb 28 20:11:15.915332 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-9c504cb2-a193-47cf-a4ef-f91b8663fe7c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Made reservation on behalf of ebb914519f8f4e2e877f18e6d51e0525 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:11:15.918690 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-9c504cb2-a193-47cf-a4ef-f91b8663fe7c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:15.951342 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-2b0349d3-3996-4d62-bd88-96537e095882 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (7eb3644c-290d-47dd-8261-c03c3eeabdce), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:15.965081 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['1e15a2a7-e81f-4d5d-97a3-d6325b067668'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:11:15.977327 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13', '583bde8e-6a83-40b3-bd10-2c4d327505ea'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:11:15.980466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-948d5bed-89a0-4ca8-9598-9c44fbfcacb2 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/quotas/705931c0d30b47cf90f38708264d1529 HTTP/1.1" status: 200 len: 375 time: 0.1081927 Feb 28 20:11:16.053400 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-2c190a08-9182-4983-bbfe-c9a57cb3ff00 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=705931c0d30b47cf90f38708264d1529&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720663 Feb 28 20:11:16.054902 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1823456669-network', 'tenant_id': 'e6fc229951f14a12974a3c4876c49dc6'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:16.065457 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa83e440-63db-44d3-8a95-165ebcc59160 req-191a00c9-1bec-4602-a325-156c4092fb23 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716731 Feb 28 20:11:16.110202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-1f8f3974-879b-42e8-adbe-5fb52d9fb3b7 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Request body: {'port': {'device_id': '145c6195-ba27-470b-8070-39d0ea56fe42', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'c258cc5b77d946d495afb4d1b7de5427'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:16.112579 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Made reservation on behalf of e6fc229951f14a12974a3c4876c49dc6 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:11:16.117859 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:16.131098 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0349d3-3996-4d62-bd88-96537e095882 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Pushing event updated for resources: {'Port': ['ID=7eb3644c-290d-47dd-8261-c03c3eeabdce,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:16.159849 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-2b0349d3-3996-4d62-bd88-96537e095882 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:11:16.162653 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-2b0349d3-3996-4d62-bd88-96537e095882 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:11:16.171953 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-2b0349d3-3996-4d62-bd88-96537e095882 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:11:16.186398 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:16.392196 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-2b0349d3-3996-4d62-bd88-96537e095882 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:16.393598 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-2b0349d3-3996-4d62-bd88-96537e095882 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:16.482461 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-2b0349d3-3996-4d62-bd88-96537e095882 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5212460 Feb 28 20:11:16.513177 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-ee210d95-221c-430b-a012-509af0a46688 service neutron] Request body: {'port': {'device_id': 'e0551e6f-9618-4086-846e-5e4b5a724991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:16.579467 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ae2be254-8175-4cf2-98e0-4c8d3ca8c2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:16.585194 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Publish callbacks [] for security_group (cb1645a2-c7fa-444b-b3d0-940b1f8bedc3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:16.608539 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0863efe-012d-4341-a776-87dab50a3a19 req-c45fa998-aa1e-4769-a716-3e3ab3a7d6b8 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=150f5f5c-6ef8-415c-9dcd-8e0873a8d234 HTTP/1.1" status: 200 len: 210 time: 0.3702073 Feb 28 20:11:16.648186 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-ee210d95-221c-430b-a012-509af0a46688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7eb3644c-290d-47dd-8261-c03c3eeabdce), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:16.678016 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (cb1645a2-c7fa-444b-b3d0-940b1f8bedc3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:16.745543 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1645a2-c7fa-444b-b3d0-940b1f8bedc3,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:16.766701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1f8bfbfc-e851-4d8e-866b-838d57aa3a7e None None] Provisioning complete for port 7eb3644c-290d-47dd-8261-c03c3eeabdce triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:11:16.767604 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1f8bfbfc-e851-4d8e-866b-838d57aa3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7eb3644c-290d-47dd-8261-c03c3eeabdce), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:16.800308 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:11:16.846275 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1f8bfbfc-e851-4d8e-866b-838d57aa3a7e None None] Port 7eb3644c-290d-47dd-8261-c03c3eeabdce cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:11:16.859517 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (29fc9dfc-3ae0-453f-8197-2129b8397293), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:16.860069 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Added segment 29fc9dfc-3ae0-453f-8197-2129b8397293 of type vlan for network b47ea3a3-e0e2-47ed-ace9-efc83c73741b Feb 28 20:11:16.874069 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f2dbe9-9d34-4533-930e-4596130aff04 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:11:16.900938 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2430dacc-442b-4b7c-a99f-4a29c84a836b req-04e14453-2d34-43d1-aee5-fd3e0bffd99b tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=145c6195-ba27-470b-8070-39d0ea56fe42 HTTP/1.1" status: 200 len: 210 time: 0.1487060 Feb 28 20:11:16.925019 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-42f2dbe9-9d34-4533-930e-4596130aff04 admin admin] 10.222.0.13 "PUT /v2.0/routers/4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0586767 Feb 28 20:11:16.925809 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (b47ea3a3-e0e2-47ed-ace9-efc83c73741b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:16.932164 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45752) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:16.954221 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423e6541-d63b-4fb6-8afa-8fb59f5493b1 None None] Sync routers for ids ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:11:16.984951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423e6541-d63b-4fb6-8afa-8fb59f5493b1 None None] Routers {'4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:11:16.986343 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-423e6541-d63b-4fb6-8afa-8fb59f5493b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:10:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:11:17.007324 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (b47ea3a3-e0e2-47ed-ace9-efc83c73741b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:17.008517 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:17.009213 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:17.040993 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2315021 Feb 28 20:11:17.056142 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45754) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:17.071255 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Request body: {'subnet': {'network_id': 'b47ea3a3-e0e2-47ed-ace9-efc83c73741b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1823456669-subnet', 'tenant_id': 'e6fc229951f14a12974a3c4876c49dc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:17.100148 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-9c504cb2-a193-47cf-a4ef-f91b8663fe7c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Allocated IP 172.20.0.2 (30ade989-eb50-4d25-b902-20ce10a97a59/6f7b6343-09d6-47f5-84df-45ccf66aea66/8e140592-74e9-45cc-a5b4-0eb59c753e52) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:11:17.161095 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-423e6541-d63b-4fb6-8afa-8fb59f5493b1 None None] Set router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:11:17.163461 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb6b3b-095e-482a-aaf9-2f38b4dccc41 req-09348185-5a70-4f7e-83f1-57b70ead4fea tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:17.170405 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Pushing event updated for resources: {'Network': ['ID=b47ea3a3-e0e2-47ed-ace9-efc83c73741b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:17.176493 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eedb6b3b-095e-482a-aaf9-2f38b4dccc41 req-09348185-5a70-4f7e-83f1-57b70ead4fea tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.6122420 Feb 28 20:11:17.188363 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:17.188841 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:17.189289 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:17.189750 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:17.190197 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:17.190658 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:17.191101 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:17.191540 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:17.192033 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:17.192473 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:17.192913 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:17.195497 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:17.195947 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53824294-0217-4d54-8f2b-92b19faa2c57 req-29c699de-be18-402a-9283-a0c9d4cf5142 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a3fb96-a7ee-4851-a650-0f59026546d6 HTTP/1.1" status: 200 len: 210 time: 0.1925454 Feb 28 20:11:17.196097 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4738b15c-7b67-49ba-bee2-1e10cbc126b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:17.414609 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network b47ea3a3-e0e2-47ed-ace9-efc83c73741b details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:11:17.429686 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-1f8f3974-879b-42e8-adbe-5fb52d9fb3b7 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Made reservation on behalf of c258cc5b77d946d495afb4d1b7de5427 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:11:17.435472 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-1f8f3974-879b-42e8-adbe-5fb52d9fb3b7 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:17.461944 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Made reservation on behalf of e6fc229951f14a12974a3c4876c49dc6 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:11:17.465103 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:17.564271 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-ee210d95-221c-430b-a012-509af0a46688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb3644c-290d-47dd-8261-c03c3eeabdce {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:11:17.579411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-423e6541-d63b-4fb6-8afa-8fb59f5493b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:11:11Z', 'revision_number': 5, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:11:17.581406 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-ee210d95-221c-430b-a012-509af0a46688 service neutron] Publish callbacks [] for port (7eb3644c-290d-47dd-8261-c03c3eeabdce), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:17.602395 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-ee210d95-221c-430b-a012-509af0a46688 service neutron] Transition to ACTIVE for port object 7eb3644c-290d-47dd-8261-c03c3eeabdce will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:11:17.608459 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-ee210d95-221c-430b-a012-509af0a46688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (7eb3644c-290d-47dd-8261-c03c3eeabdce), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:17.676557 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eedb6b3b-095e-482a-aaf9-2f38b4dccc41 req-20e0877d-518a-410d-b605-95b5ccffcfd6 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981565 Feb 28 20:11:17.730801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423e6541-d63b-4fb6-8afa-8fb59f5493b1 None None] Checking router: 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:11:17.772484 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423e6541-d63b-4fb6-8afa-8fb59f5493b1 None None] Routers {'4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:11:17.776081 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-423e6541-d63b-4fb6-8afa-8fb59f5493b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:10:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:11:17.781041 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee210d95-221c-430b-a012-509af0a46688 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb3644c-290d-47dd-8261-c03c3eeabdce,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:17.794091 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf9e7b06-9c11-43b5-a4f3-062b9fdf7cf0 admin admin] Publish callbacks [] for router (4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:18.023693 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-ee210d95-221c-430b-a012-509af0a46688 service neutron] Attempting to bind port 7eb3644c-290d-47dd-8261-c03c3eeabdce on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:11:18.024339 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-ee210d95-221c-430b-a012-509af0a46688 service neutron] Attempting to bind port 7eb3644c-290d-47dd-8261-c03c3eeabdce by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:11:18.025175 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-ee210d95-221c-430b-a012-509af0a46688 service neutron] Attempting to bind port 7eb3644c-290d-47dd-8261-c03c3eeabdce on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:11:18.035156 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-ee210d95-221c-430b-a012-509af0a46688 service neutron] Port 7eb3644c-290d-47dd-8261-c03c3eeabdce on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:11:18.035774 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-ee210d95-221c-430b-a012-509af0a46688 service neutron] Attempting to bind port 7eb3644c-290d-47dd-8261-c03c3eeabdce on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:11:18.045684 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-ee210d95-221c-430b-a012-509af0a46688 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:11:18.046173 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-ee210d95-221c-430b-a012-509af0a46688 service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:11:18.046719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-ee210d95-221c-430b-a012-509af0a46688 service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:11:18.047347 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-ee210d95-221c-430b-a012-509af0a46688 service neutron] Bound port: 7eb3644c-290d-47dd-8261-c03c3eeabdce, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:11:18.047867 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-ee210d95-221c-430b-a012-509af0a46688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7eb3644c-290d-47dd-8261-c03c3eeabdce), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:18.110302 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-423e6541-d63b-4fb6-8afa-8fb59f5493b1 None None] Set router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:11:18.227897 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541446df-4d04-4422-b935-b3d7a014b820 req-7c686440-9a2b-42ff-8ceb-619809b2c136 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:18.230724 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-541446df-4d04-4422-b935-b3d7a014b820 req-7c686440-9a2b-42ff-8ceb-619809b2c136 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.10 "GET /v2.0/ports?device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 945 time: 0.1558433 Feb 28 20:11:18.231902 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-ee210d95-221c-430b-a012-509af0a46688 service neutron] For port 7eb3644c-290d-47dd-8261-c03c3eeabdce, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:11:18.249924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-ee210d95-221c-430b-a012-509af0a46688 service neutron] For port 7eb3644c-290d-47dd-8261-c03c3eeabdce, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7eb3644c-290d-47dd-8261-c03c3eeabdce,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:11:18.317056 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7f09b5c2-001f-4330-90f6-ff54b9adb89e req-6b289051-28d4-4356-af69-f914ec2e8dec tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=150f5f5c-6ef8-415c-9dcd-8e0873a8d234 HTTP/1.1" status: 200 len: 210 time: 0.2944946 Feb 28 20:11:18.354922 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-ee210d95-221c-430b-a012-509af0a46688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (7eb3644c-290d-47dd-8261-c03c3eeabdce), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:18.434617 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-ee210d95-221c-430b-a012-509af0a46688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:18.435408 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-ee210d95-221c-430b-a012-509af0a46688 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:18.439109 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-ee210d95-221c-430b-a012-509af0a46688 service neutron] 10.222.0.15 "PUT /v2.0/ports/7eb3644c-290d-47dd-8261-c03c3eeabdce HTTP/1.1" status: 200 len: 1097 time: 1.9330640 Feb 28 20:11:18.474741 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0551e6f-9618-4086-846e-5e4b5a724991', 'tag': '7eb3644c-290d-47dd-8261-c03c3eeabdce'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:11:18.484316 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941332d9-87ad-476e-b125-7559cebb82cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e0551e6f-9618-4086-846e-5e4b5a724991", "tag": "7eb3644c-290d-47dd-8261-c03c3eeabdce"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:11:18.723294 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-541446df-4d04-4422-b935-b3d7a014b820 req-ef80881a-3f5f-441a-becb-8c591c5862de tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Deleting port 1855ed6a-56ff-4b4f-83e9-04c36903b3f2 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:11:18.724050 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-541446df-4d04-4422-b935-b3d7a014b820 req-ef80881a-3f5f-441a-becb-8c591c5862de tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1855ed6a-56ff-4b4f-83e9-04c36903b3f2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:18.759857 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee210d95-221c-430b-a012-509af0a46688 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb3644c-290d-47dd-8261-c03c3eeabdce,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:18.791155 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-48d2726a-22a3-4dc0-abf5-9017da15efe8 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=705931c0d30b47cf90f38708264d1529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1138196 Feb 28 20:11:18.889160 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-6450b300-a9da-4760-b9b8-83d6538dad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:18.890633 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-6450b300-a9da-4760-b9b8-83d6538dad02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c258cc5b77d946d495afb4d1b7de5427&device_id=e0551e6f-9618-4086-846e-5e4b5a724991 HTTP/1.1" status: 200 len: 1131 time: 0.3816087 Feb 28 20:11:18.948279 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-423e6541-d63b-4fb6-8afa-8fb59f5493b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:11:11Z', 'revision_number': 5, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:11:18.989368 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-7e8e552c-ff68-45b6-8854-6eecb164ec79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=7eb3644c-290d-47dd-8261-c03c3eeabdce HTTP/1.1" status: 200 len: 217 time: 0.0876911 Feb 28 20:11:19.019056 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0ee6801d-6e8f-4ebf-8b72-d83a85ae65ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:19.021363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423e6541-d63b-4fb6-8afa-8fb59f5493b1 None None] The sync data for ids ['4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024'] in n-d-820368-21 is: [{'id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'name': 'tempest-FloatingIPsAssociationTestJSON-1259599348-router', 'tenant_id': '395834be88664486992e15ee678c561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:09:10Z', 'updated_at': '2022-02-28T20:11:11Z', 'revision_number': 5, 'project_id': '395834be88664486992e15ee678c561b', 'gw_port': {'id': 'd1899daf-83af-4e16-945a-dca945a1d133', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:09:12Z', 'updated_at': '2022-02-28T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:11:19.109888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b509a1-611f-492d-bfd7-516320144e31 req-eca7ed43-d906-4dbb-91fd-f8ee332f58d0 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:19.111630 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c5b509a1-611f-492d-bfd7-516320144e31 req-eca7ed43-d906-4dbb-91fd-f8ee332f58d0 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 945 time: 1.7060900 Feb 28 20:11:19.131882 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-541446df-4d04-4422-b935-b3d7a014b820 req-ef80881a-3f5f-441a-becb-8c591c5862de tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] For port 1855ed6a-56ff-4b4f-83e9-04c36903b3f2, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=1855ed6a-56ff-4b4f-83e9-04c36903b3f2,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:19.132593 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-541446df-4d04-4422-b935-b3d7a014b820 req-ef80881a-3f5f-441a-becb-8c591c5862de tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1855ed6a-56ff-4b4f-83e9-04c36903b3f2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:19.139106 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-9c504cb2-a193-47cf-a4ef-f91b8663fe7c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks [] for port (8e140592-74e9-45cc-a5b4-0eb59c753e52), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:19.168726 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-541446df-4d04-4422-b935-b3d7a014b820 req-ef80881a-3f5f-441a-becb-8c591c5862de tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Calling delete_port for 1855ed6a-56ff-4b4f-83e9-04c36903b3f2 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:11:19.174872 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-93f2d790-97c5-4fdc-a158-e9398bf19dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:19.185311 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-93f2d790-97c5-4fdc-a158-e9398bf19dfe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1852689 Feb 28 20:11:19.196211 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (715c2c6f-b410-4ecd-bd8c-bb749025699a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:19.203295 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-c7af17fe-f49f-410f-b7a8-e2a315d6a3d8 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:19.205995 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-c7af17fe-f49f-410f-b7a8-e2a315d6a3d8 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4021204 Feb 28 20:11:19.226678 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-c45bc428-b00f-47f2-8b4b-ecb13a8c1950 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Request body: {'port': {'device_id': 'd9a3fb96-a7ee-4851-a650-0f59026546d6', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': '705931c0d30b47cf90f38708264d1529'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:19.288344 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:19.310584 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5812a9f3-8302-4a01-9ca5-197d6fa2558b req-c2382ad3-b0b6-49e8-ad96-d2f08e093e93 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=145c6195-ba27-470b-8070-39d0ea56fe42 HTTP/1.1" status: 200 len: 210 time: 0.2083852 Feb 28 20:11:19.333376 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-9c504cb2-a193-47cf-a4ef-f91b8663fe7c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (8e140592-74e9-45cc-a5b4-0eb59c753e52), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:19.352255 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=715c2c6f-b410-4ecd-bd8c-bb749025699a,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:19.440678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-9c504cb2-a193-47cf-a4ef-f91b8663fe7c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Network 30ade989-eb50-4d25-b902-20ce10a97a59 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:11:19.455055 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf9e7b06-9c11-43b5-a4f3-062b9fdf7cf0 admin admin] Publish callbacks [] for router_gateway (4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:19.460742 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:19.461268 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:19.461777 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:19.462279 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:19.462774 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:19.463435 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:19.463853 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:19.464399 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:19.464940 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:19.465439 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:19.465925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:19.466454 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:19.467083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:19.504965 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-27a5ccf3-8731-4099-9412-3230cafcaef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:19.506751 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-27a5ccf3-8731-4099-9412-3230cafcaef1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2998548 Feb 28 20:11:19.536081 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-9c504cb2-a193-47cf-a4ef-f91b8663fe7c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:11:19.541125 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1b31c1ba-3bd5-480e-8a94-078eb68c07e1 req-f65d5200-e93e-45ce-8de2-9e83c776caeb tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a3fb96-a7ee-4851-a650-0f59026546d6 HTTP/1.1" status: 200 len: 210 time: 0.1065924 Feb 28 20:11:19.560882 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-9c504cb2-a193-47cf-a4ef-f91b8663fe7c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:11:19.597932 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-1f8f3974-879b-42e8-adbe-5fb52d9fb3b7 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Allocated IP 192.168.233.120 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/e5598a34-c310-4bb0-adb6-44ebafa0e0f3) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:11:19.684079 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c504cb2-a193-47cf-a4ef-f91b8663fe7c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Pushing event updated for resources: {'Port': ['ID=8e140592-74e9-45cc-a5b4-0eb59c753e52,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:19.696907 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-541446df-4d04-4422-b935-b3d7a014b820 req-ef80881a-3f5f-441a-becb-8c591c5862de tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (1855ed6a-56ff-4b4f-83e9-04c36903b3f2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:19.704152 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c5b509a1-611f-492d-bfd7-516320144e31 req-16f85e4e-7f9a-41de-9c32-b3318995e15e tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331509 Feb 28 20:11:19.711559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['1855ed6a-56ff-4b4f-83e9-04c36903b3f2'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:11:19.749186 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Checking segment: {'id': '29fc9dfc-3ae0-453f-8197-2129b8397293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b47ea3a3-e0e2-47ed-ace9-efc83c73741b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:11:19.749563 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Network hostable DHCP agents. Network: b47ea3a3-e0e2-47ed-ace9-efc83c73741b, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:11:19.776269 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-9c504cb2-a193-47cf-a4ef-f91b8663fe7c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:19.776269 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-9c504cb2-a193-47cf-a4ef-f91b8663fe7c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:19.794795 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-c45bc428-b00f-47f2-8b4b-ecb13a8c1950 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Made reservation on behalf of 705931c0d30b47cf90f38708264d1529 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:11:19.819279 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-c45bc428-b00f-47f2-8b4b-ecb13a8c1950 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:19.846988 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80881a-3f5f-441a-becb-8c591c5862de tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Pushing event deleted for resources: {'Port': ['ID=1855ed6a-56ff-4b4f-83e9-04c36903b3f2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:19.858886 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-9c504cb2-a193-47cf-a4ef-f91b8663fe7c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1679413 Feb 28 20:11:19.865754 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] Request body: {'port': {'device_id': '150f5f5c-6ef8-415c-9dcd-8e0873a8d234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:19.874337 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Network b47ea3a3-e0e2-47ed-ace9-efc83c73741b is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:11:19.908589 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-541446df-4d04-4422-b935-b3d7a014b820 req-ef80881a-3f5f-441a-becb-8c591c5862de tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] No DVR routers for this DVR port 1855ed6a-56ff-4b4f-83e9-04c36903b3f2 on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:11:19.913338 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-c45bc428-b00f-47f2-8b4b-ecb13a8c1950 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:19.920460 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-541446df-4d04-4422-b935-b3d7a014b820 req-ef80881a-3f5f-441a-becb-8c591c5862de tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:19.925037 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-541446df-4d04-4422-b935-b3d7a014b820 req-ef80881a-3f5f-441a-becb-8c591c5862de tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.10 "DELETE /v2.0/ports/1855ed6a-56ff-4b4f-83e9-04c36903b3f2 HTTP/1.1" status: 204 len: 173 time: 1.6724787 Feb 28 20:11:19.951229 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:19.972403 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-148e9b0d-e068-484a-a019-860648ec7cae service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586668 Feb 28 20:11:19.985189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, b47ea3a3-e0e2-47ed-ace9-efc83c73741b) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:11:20.007594 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5385a02d-0464-4060-98a5-ca5466cc61dd None None] Network b47ea3a3-e0e2-47ed-ace9-efc83c73741b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:11:20.014857 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:20.015435 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:20.020436 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-bf9e7b06-9c11-43b5-a4f3-062b9fdf7cf0 admin admin] Deleting port d1899daf-83af-4e16-945a-dca945a1d133 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:11:20.020757 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf9e7b06-9c11-43b5-a4f3-062b9fdf7cf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d1899daf-83af-4e16-945a-dca945a1d133), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:20.033369 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e465cf6-6250-49dc-9377-ec96d6c37312 x-openstack-request-id: req-5e465cf6-6250-49dc-9377-ec96d6c37312 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:11:20.033729 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0551e6f-9618-4086-846e-5e4b5a724991", "tag": "7eb3644c-290d-47dd-8261-c03c3eeabdce", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:11:20.033924 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e465cf6-6250-49dc-9377-ec96d6c37312 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:11:20.034300 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0551e6f-9618-4086-846e-5e4b5a724991', 'tag': '7eb3644c-290d-47dd-8261-c03c3eeabdce', 'status': 'completed', 'code': 200} Feb 28 20:11:20.161007 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-1f8f3974-879b-42e8-adbe-5fb52d9fb3b7 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks [] for port (e5598a34-c310-4bb0-adb6-44ebafa0e0f3), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:20.200883 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-38a33540-7d23-4602-9a66-cf8e71478e06 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.1383460 Feb 28 20:11:20.223574 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4509df9-6afc-4ddb-8f3d-ed9debef89d8 None None] Network b47ea3a3-e0e2-47ed-ace9-efc83c73741b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:11:20.240430 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-37586ce4-4179-4b9b-ba61-abd9ac702885 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616656 Feb 28 20:11:20.277976 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-1f8f3974-879b-42e8-adbe-5fb52d9fb3b7 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e5598a34-c310-4bb0-adb6-44ebafa0e0f3), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:20.281676 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8e140592-74e9-45cc-a5b4-0eb59c753e52), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:20.309337 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-c45bc428-b00f-47f2-8b4b-ecb13a8c1950 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Publish callbacks [] for security_group (a0875383-2716-4983-abc4-f0c33ada5b47), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:20.316624 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-c45bc428-b00f-47f2-8b4b-ecb13a8c1950 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a0875383-2716-4983-abc4-f0c33ada5b47), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:20.341712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['1e15a2a7-e81f-4d5d-97a3-d6325b067668'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:11:20.351941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13', '583bde8e-6a83-40b3-bd10-2c4d327505ea'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:11:20.454341 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334866d-4c84-4e25-bdad-905daf8ac52c req-86984a31-6123-45cb-9e34-3ed99a77521c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:20.455904 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e334866d-4c84-4e25-bdad-905daf8ac52c req-86984a31-6123-45cb-9e34-3ed99a77521c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.5209041 Feb 28 20:11:20.473236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-1f8f3974-879b-42e8-adbe-5fb52d9fb3b7 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:11:20.496530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-1f8f3974-879b-42e8-adbe-5fb52d9fb3b7 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:11:20.502065 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-bf9e7b06-9c11-43b5-a4f3-062b9fdf7cf0 admin admin] For port d1899daf-83af-4e16-945a-dca945a1d133, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d1899daf-83af-4e16-945a-dca945a1d133,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:20.502539 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf9e7b06-9c11-43b5-a4f3-062b9fdf7cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d1899daf-83af-4e16-945a-dca945a1d133), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:20.517887 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-1f8f3974-879b-42e8-adbe-5fb52d9fb3b7 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:11:20.520165 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f3974-879b-42e8-adbe-5fb52d9fb3b7 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Pushing event updated for resources: {'Port': ['ID=e5598a34-c310-4bb0-adb6-44ebafa0e0f3,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:20.544445 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-bf9e7b06-9c11-43b5-a4f3-062b9fdf7cf0 admin admin] Calling delete_port for d1899daf-83af-4e16-945a-dca945a1d133 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:11:20.600285 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45bc428-b00f-47f2-8b4b-ecb13a8c1950 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0875383-2716-4983-abc4-f0c33ada5b47,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:20.689094 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26f745-1b21-41f4-9725-ca7cbbee2151 req-dc43076b-c799-4745-ae80-796dd991bdfc tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:20.696192 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4b26f745-1b21-41f4-9725-ca7cbbee2151 req-dc43076b-c799-4745-ae80-796dd991bdfc tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=150f5f5c-6ef8-415c-9dcd-8e0873a8d234 HTTP/1.1" status: 200 len: 931 time: 0.4939554 Feb 28 20:11:20.700372 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941332d9-87ad-476e-b125-7559cebb82cb req-0104c727-9514-4c9d-bbd4-0ae61b16b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:20.701570 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-941332d9-87ad-476e-b125-7559cebb82cb req-0104c727-9514-4c9d-bbd4-0ae61b16b58d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c258cc5b77d946d495afb4d1b7de5427&device_id=e0551e6f-9618-4086-846e-5e4b5a724991 HTTP/1.1" status: 200 len: 1131 time: 0.3469155 Feb 28 20:11:20.789319 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-c45bc428-b00f-47f2-8b4b-ecb13a8c1950 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Allocated IP 192.168.233.127 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/ed5acca7-011c-4205-9883-e08c8f60beb9) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:11:20.803893 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-1f8f3974-879b-42e8-adbe-5fb52d9fb3b7 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:20.804565 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-1f8f3974-879b-42e8-adbe-5fb52d9fb3b7 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:20.835058 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e334866d-4c84-4e25-bdad-905daf8ac52c req-f0744943-73ce-4529-9854-9e62a9a817b5 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431811 Feb 28 20:11:20.908655 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-1f8f3974-879b-42e8-adbe-5fb52d9fb3b7 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8030901 Feb 28 20:11:20.984483 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] Request body: {'port': {'device_id': '145c6195-ba27-470b-8070-39d0ea56fe42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:20.996685 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4b26f745-1b21-41f4-9725-ca7cbbee2151 req-98b173d5-9487-46bb-99da-f1d48422cced tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995408 Feb 28 20:11:21.131330 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:11:21.166168 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:11:21.166432 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 26dc5aef-f6dd-4547-a8e3-8c9f6d094b78 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:11:21.237452 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-182a9073-5ca3-4690-9cff-a583024a11bd None None] Provisioning complete for port e5598a34-c310-4bb0-adb6-44ebafa0e0f3 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:11:21.238635 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-182a9073-5ca3-4690-9cff-a583024a11bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e5598a34-c310-4bb0-adb6-44ebafa0e0f3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:21.285017 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e5598a34-c310-4bb0-adb6-44ebafa0e0f3), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:21.299489 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:21.302418 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-c45bc428-b00f-47f2-8b4b-ecb13a8c1950 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Publish callbacks [] for port (ed5acca7-011c-4205-9883-e08c8f60beb9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:21.333052 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-182a9073-5ca3-4690-9cff-a583024a11bd None None] Port e5598a34-c310-4bb0-adb6-44ebafa0e0f3 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:11:21.343409 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941332d9-87ad-476e-b125-7559cebb82cb req-6b79d830-1505-4bd6-b3fd-a64f7572f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:21.350791 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-941332d9-87ad-476e-b125-7559cebb82cb req-6b79d830-1505-4bd6-b3fd-a64f7572f3e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.6412690 Feb 28 20:11:21.398870 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-072122f3-7a32-4a7e-8953-dc1aac7d5b2e req-6c45d937-1d48-4718-a14e-2c22ec909a5a tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1869177141', 'description': 'tempest-description-1189629942'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:21.406720 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-941332d9-87ad-476e-b125-7559cebb82cb req-07bc4d85-1fe8-4185-b9c8-fc8f7a7391b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=7eb3644c-290d-47dd-8261-c03c3eeabdce HTTP/1.1" status: 200 len: 217 time: 0.0489254 Feb 28 20:11:21.423096 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-c45bc428-b00f-47f2-8b4b-ecb13a8c1950 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ed5acca7-011c-4205-9883-e08c8f60beb9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:21.437578 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf9e7b06-9c11-43b5-a4f3-062b9fdf7cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d1899daf-83af-4e16-945a-dca945a1d133), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:21.500874 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab4418-cb6d-4624-874a-d79359152f42 req-968a168a-d1ff-449d-b7ed-e15e1238d379 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:21.503491 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1bab4418-cb6d-4624-874a-d79359152f42 req-968a168a-d1ff-449d-b7ed-e15e1238d379 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=145c6195-ba27-470b-8070-39d0ea56fe42 HTTP/1.1" status: 200 len: 936 time: 0.4545472 Feb 28 20:11:21.519497 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e7b06-9c11-43b5-a4f3-062b9fdf7cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1899daf-83af-4e16-945a-dca945a1d133,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:21.519967 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-c45bc428-b00f-47f2-8b4b-ecb13a8c1950 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:11:21.529397 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-c45bc428-b00f-47f2-8b4b-ecb13a8c1950 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:11:21.534496 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941332d9-87ad-476e-b125-7559cebb82cb req-2e843868-c5fb-4e29-9305-1c4b1e9dbb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:21.536279 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-941332d9-87ad-476e-b125-7559cebb82cb req-2e843868-c5fb-4e29-9305-1c4b1e9dbb16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1235182 Feb 28 20:11:21.540423 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-c45bc428-b00f-47f2-8b4b-ecb13a8c1950 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:11:21.565262 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45bc428-b00f-47f2-8b4b-ecb13a8c1950 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Pushing event updated for resources: {'Port': ['ID=ed5acca7-011c-4205-9883-e08c8f60beb9,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:21.610826 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-072122f3-7a32-4a7e-8953-dc1aac7d5b2e req-6c45d937-1d48-4718-a14e-2c22ec909a5a tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:21.687412 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-c45bc428-b00f-47f2-8b4b-ecb13a8c1950 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:21.688103 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-c45bc428-b00f-47f2-8b4b-ecb13a8c1950 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:21.710026 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941332d9-87ad-476e-b125-7559cebb82cb req-17206763-06db-474d-8f1f-bc4b5ee6b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:21.711534 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-941332d9-87ad-476e-b125-7559cebb82cb req-17206763-06db-474d-8f1f-bc4b5ee6b97c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1633263 Feb 28 20:11:21.715702 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-c45bc428-b00f-47f2-8b4b-ecb13a8c1950 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4942350 Feb 28 20:11:21.787014 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e140592-74e9-45cc-a5b4-0eb59c753e52 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:11:21.816252 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] Publish callbacks [] for port (8e140592-74e9-45cc-a5b4-0eb59c753e52), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:21.844511 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-8dec64d7-147c-442f-aaca-33495753deba service neutron] Request body: {'port': {'device_id': 'd9a3fb96-a7ee-4851-a650-0f59026546d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:21.872064 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-aa080544-25bd-4740-b76b-8df57aedc6a9 None None] Provisioning complete for port ed5acca7-011c-4205-9883-e08c8f60beb9 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:11:21.873466 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-aa080544-25bd-4740-b76b-8df57aedc6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ed5acca7-011c-4205-9883-e08c8f60beb9), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:21.882123 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1bab4418-cb6d-4624-874a-d79359152f42 req-5087b461-2b3c-4af2-a1b9-1b4989050a42 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664601 Feb 28 20:11:21.888236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] Transition to ACTIVE for port object 8e140592-74e9-45cc-a5b4-0eb59c753e52 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:11:21.890006 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf9e7b06-9c11-43b5-a4f3-062b9fdf7cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:21.925487 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (8e140592-74e9-45cc-a5b4-0eb59c753e52), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:21.930599 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-941332d9-87ad-476e-b125-7559cebb82cb req-8de6286b-f5f8-4049-9bd6-59654481c730 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059495 Feb 28 20:11:21.996750 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-aa080544-25bd-4740-b76b-8df57aedc6a9 None None] Port ed5acca7-011c-4205-9883-e08c8f60beb9 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:11:22.074734 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27095bf8-232a-4959-996e-55547b51ea27', 'name': 'network-vif-deleted', 'tag': '1855ed6a-56ff-4b4f-83e9-04c36903b3f2'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:11:22.077035 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fc8442-6cfe-42a4-8d46-b399e4a58979" -d '{"events": [{"server_uuid": "27095bf8-232a-4959-996e-55547b51ea27", "name": "network-vif-deleted", "tag": "1855ed6a-56ff-4b4f-83e9-04c36903b3f2"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:11:22.090774 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-8dec64d7-147c-442f-aaca-33495753deba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ed5acca7-011c-4205-9883-e08c8f60beb9), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:22.140379 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf9e7b06-9c11-43b5-a4f3-062b9fdf7cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:22.149420 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf9e7b06-9c11-43b5-a4f3-062b9fdf7cf0 admin admin] Publish callbacks [] for router_controller (4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:22.165466 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 1855ed6a-56ff-4b4f-83e9-04c36903b3f2 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:11:22.166295 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-941332d9-87ad-476e-b125-7559cebb82cb req-55eec00b-c606-4cd2-b0c4-6ce0f2b8f74a service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781912 Feb 28 20:11:22.173132 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-072122f3-7a32-4a7e-8953-dc1aac7d5b2e req-6c45d937-1d48-4718-a14e-2c22ec909a5a tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (9f8dbc91-3d05-4946-bf9d-fa3fd835503d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:22.216416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] Pushing event updated for resources: {'Port': ['ID=8e140592-74e9-45cc-a5b4-0eb59c753e52,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:22.223724 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-072122f3-7a32-4a7e-8953-dc1aac7d5b2e req-6c45d937-1d48-4718-a14e-2c22ec909a5a tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9f8dbc91-3d05-4946-bf9d-fa3fd835503d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:22.237900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 1855ed6a-56ff-4b4f-83e9-04c36903b3f2 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:11:22.239549 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 1855ed6a-56ff-4b4f-83e9-04c36903b3f2 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:11:22.246447 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:22.268839 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf9e7b06-9c11-43b5-a4f3-062b9fdf7cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:22.269365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9e7b06-9c11-43b5-a4f3-062b9fdf7cf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:11:22.292118 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf9e7b06-9c11-43b5-a4f3-062b9fdf7cf0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:22.296270 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bf9e7b06-9c11-43b5-a4f3-062b9fdf7cf0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4b646b7f-0c0d-4ce9-bcc7-3f2a8aaa4024 HTTP/1.1" status: 204 len: 168 time: 5.3550174 Feb 28 20:11:22.303907 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45798) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:22.316325 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-072122f3-7a32-4a7e-8953-dc1aac7d5b2e req-6c45d937-1d48-4718-a14e-2c22ec909a5a tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:22.317571 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-072122f3-7a32-4a7e-8953-dc1aac7d5b2e req-6c45d937-1d48-4718-a14e-2c22ec909a5a tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.0337181 Feb 28 20:11:22.378497 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc5172-ce88-4423-b588-cf558c375b6e req-389b6ddc-56c2-484c-9591-2db1edfd6abe tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:22.380109 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-50bc5172-ce88-4423-b588-cf558c375b6e req-389b6ddc-56c2-484c-9591-2db1edfd6abe tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a3fb96-a7ee-4851-a650-0f59026546d6 HTTP/1.1" status: 200 len: 936 time: 0.3301821 Feb 28 20:11:22.380787 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45d937-1d48-4718-a14e-2c22ec909a5a tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8dbc91-3d05-4946-bf9d-fa3fd835503d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:22.423528 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6358c23f-e982-4452-b2c8-db291ae4e410 admin admin] Deleting subnet dabd714b-b25f-4695-bb44-0366d81efe83 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:11:22.427943 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6358c23f-e982-4452-b2c8-db291ae4e410 admin admin] Publish callbacks [] for subnet (dabd714b-b25f-4695-bb44-0366d81efe83), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:22.506107 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-feccccc6-55eb-4f08-8515-624add7650c8 req-ffc9130e-36c4-4fab-8a09-cc84fa58fa48 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 210 time: 0.0772200 Feb 28 20:11:22.527734 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5598a34-c310-4bb0-adb6-44ebafa0e0f3 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:11:22.550110 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] Publish callbacks [] for port (e5598a34-c310-4bb0-adb6-44ebafa0e0f3), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:22.584344 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] Transition to ACTIVE for port object e5598a34-c310-4bb0-adb6-44ebafa0e0f3 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:11:22.593329 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:22.598262 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (e5598a34-c310-4bb0-adb6-44ebafa0e0f3), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:22.625611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] Attempting to bind port 8e140592-74e9-45cc-a5b4-0eb59c753e52 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:11:22.625959 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] Attempting to bind port 8e140592-74e9-45cc-a5b4-0eb59c753e52 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:11:22.626279 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] Attempting to bind port 8e140592-74e9-45cc-a5b4-0eb59c753e52 on network 30ade989-eb50-4d25-b902-20ce10a97a59 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:11:22.669167 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-50bc5172-ce88-4423-b588-cf558c375b6e req-ac709b5d-a402-4232-898b-f9be4627dd43 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0875383-2716-4983-abc4-f0c33ada5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754884 Feb 28 20:11:22.676993 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] Port 8e140592-74e9-45cc-a5b4-0eb59c753e52 on network 30ade989-eb50-4d25-b902-20ce10a97a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:11:22.678186 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] Attempting to bind port 8e140592-74e9-45cc-a5b4-0eb59c753e52 on network 30ade989-eb50-4d25-b902-20ce10a97a59 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:11:22.728651 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5598a34-c310-4bb0-adb6-44ebafa0e0f3,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:22.732108 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:11:22.732456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] Checking segment: {'id': 'f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:11:22.732844 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] Bound using segment: {'id': 'f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:11:22.733291 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] Bound port: 8e140592-74e9-45cc-a5b4-0eb59c753e52, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:11:22.734228 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8e140592-74e9-45cc-a5b4-0eb59c753e52), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:23.045921 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6358c23f-e982-4452-b2c8-db291ae4e410 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (dabd714b-b25f-4695-bb44-0366d81efe83), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:23.056833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] For port 8e140592-74e9-45cc-a5b4-0eb59c753e52, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:11:23.099514 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] Attempting to bind port e5598a34-c310-4bb0-adb6-44ebafa0e0f3 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:11:23.100089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] Attempting to bind port e5598a34-c310-4bb0-adb6-44ebafa0e0f3 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:11:23.100454 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] Attempting to bind port e5598a34-c310-4bb0-adb6-44ebafa0e0f3 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:11:23.105556 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] For port 8e140592-74e9-45cc-a5b4-0eb59c753e52, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8e140592-74e9-45cc-a5b4-0eb59c753e52,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:11:23.136341 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19b8e0-b1b7-4c75-b63d-7a33985163fb req-cb611877-aad8-4bdb-b4b4-35a2bd546cef tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:23.139903 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de19b8e0-b1b7-4c75-b63d-7a33985163fb req-cb611877-aad8-4bdb-b4b4-35a2bd546cef tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=150f5f5c-6ef8-415c-9dcd-8e0873a8d234 HTTP/1.1" status: 200 len: 943 time: 0.2407889 Feb 28 20:11:23.144787 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (8e140592-74e9-45cc-a5b4-0eb59c753e52), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:23.174137 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d1899daf-83af-4e16-945a-dca945a1d133 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:11:23.175296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] Port e5598a34-c310-4bb0-adb6-44ebafa0e0f3 on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:11:23.176105 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] Attempting to bind port e5598a34-c310-4bb0-adb6-44ebafa0e0f3 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:11:23.187853 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b8e64-98c6-487d-bf56-c57d47ad2fea req-a97ba117-16b9-49ba-88b0-83c705e1c638 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:23.189643 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-913b8e64-98c6-487d-bf56-c57d47ad2fea req-a97ba117-16b9-49ba-88b0-83c705e1c638 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 1128 time: 0.2127109 Feb 28 20:11:23.235110 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: d1899daf-83af-4e16-945a-dca945a1d133 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:11:23.242743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:11:23.242743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:11:23.243102 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:11:23.243546 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] Bound port: e5598a34-c310-4bb0-adb6-44ebafa0e0f3, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:11:23.243940 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e5598a34-c310-4bb0-adb6-44ebafa0e0f3), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:23.246460 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d1899daf-83af-4e16-945a-dca945a1d133 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:11:23.252605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:23.253278 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:23.254705 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] 10.222.0.15 "PUT /v2.0/ports/8e140592-74e9-45cc-a5b4-0eb59c753e52 HTTP/1.1" status: 200 len: 1092 time: 3.3946273 Feb 28 20:11:23.256227 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150f5f5c-6ef8-415c-9dcd-8e0873a8d234', 'tag': '8e140592-74e9-45cc-a5b4-0eb59c753e52'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:11:23.258603 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950aa57e-a015-4515-94a5-7ff78afeca73" -d '{"events": [{"name": "network-changed", "server_uuid": "150f5f5c-6ef8-415c-9dcd-8e0873a8d234", "tag": "8e140592-74e9-45cc-a5b4-0eb59c753e52"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:11:23.305140 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6358c23f-e982-4452-b2c8-db291ae4e410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (dabd714b-b25f-4695-bb44-0366d81efe83), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:23.448903 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-8dec64d7-147c-442f-aaca-33495753deba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5acca7-011c-4205-9883-e08c8f60beb9 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:11:23.465997 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-8dec64d7-147c-442f-aaca-33495753deba service neutron] Publish callbacks [] for port (ed5acca7-011c-4205-9883-e08c8f60beb9), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:23.483539 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-8dec64d7-147c-442f-aaca-33495753deba service neutron] Transition to ACTIVE for port object ed5acca7-011c-4205-9883-e08c8f60beb9 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:11:23.498127 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6358c23f-e982-4452-b2c8-db291ae4e410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (dabd714b-b25f-4695-bb44-0366d81efe83), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:23.546317 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358c23f-e982-4452-b2c8-db291ae4e410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dabd714b-b25f-4695-bb44-0366d81efe83,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:23.548299 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-8dec64d7-147c-442f-aaca-33495753deba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (ed5acca7-011c-4205-9883-e08c8f60beb9), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:23.562335 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9941703-3912-45ee-ab89-00e3e6f6e702 None None] Network 2ebe5011-e4dc-402c-8c4c-7a478c0168ca requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:11:23.562535 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6358c23f-e982-4452-b2c8-db291ae4e410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:23.570668 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6358c23f-e982-4452-b2c8-db291ae4e410 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dabd714b-b25f-4695-bb44-0366d81efe83 HTTP/1.1" status: 204 len: 168 time: 1.2635438 Feb 28 20:11:23.635438 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45810) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:23.637050 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec64d7-147c-442f-aaca-33495753deba service neutron] Pushing event updated for resources: {'Port': ['ID=ed5acca7-011c-4205-9883-e08c8f60beb9,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:23.740519 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7eb3644c-290d-47dd-8261-c03c3eeabdce details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:11:23.835854 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8aed8-af9d-4963-a835-77005d690782 service neutron] Pushing event updated for resources: {'Port': ['ID=8e140592-74e9-45cc-a5b4-0eb59c753e52,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:23.876386 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-913b8e64-98c6-487d-bf56-c57d47ad2fea req-b8a66b57-5258-43a1-8e99-f508202b0def tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6761167 Feb 28 20:11:23.887084 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c7cf29-922c-4a65-92e5-a19f9a978795 None None] DHCP port deletion for 2ebe5011-e4dc-402c-8c4c-7a478c0168ca request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:11:23.935644 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de19b8e0-b1b7-4c75-b63d-7a33985163fb req-1238b3db-51ed-4c4d-a811-0ba643dfddb7 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7851057 Feb 28 20:11:23.958235 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-8dec64d7-147c-442f-aaca-33495753deba service neutron] Attempting to bind port ed5acca7-011c-4205-9883-e08c8f60beb9 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:11:23.958787 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-8dec64d7-147c-442f-aaca-33495753deba service neutron] Attempting to bind port ed5acca7-011c-4205-9883-e08c8f60beb9 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:11:23.959297 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-8dec64d7-147c-442f-aaca-33495753deba service neutron] Attempting to bind port ed5acca7-011c-4205-9883-e08c8f60beb9 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:11:23.980265 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae7b6-7a25-456f-82c3-bc1191245666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (2ebe5011-e4dc-402c-8c4c-7a478c0168ca), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:23.992770 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-ad341c1a-46ae-4f26-822d-ac350e578300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:23.994473 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-ad341c1a-46ae-4f26-822d-ac350e578300 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebb914519f8f4e2e877f18e6d51e0525&device_id=150f5f5c-6ef8-415c-9dcd-8e0873a8d234 HTTP/1.1" status: 200 len: 1126 time: 0.6819391 Feb 28 20:11:23.998859 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] For port e5598a34-c310-4bb0-adb6-44ebafa0e0f3, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:11:24.002232 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] For port e5598a34-c310-4bb0-adb6-44ebafa0e0f3, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e5598a34-c310-4bb0-adb6-44ebafa0e0f3,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:11:24.002723 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-8dec64d7-147c-442f-aaca-33495753deba service neutron] Port ed5acca7-011c-4205-9883-e08c8f60beb9 on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:11:24.004788 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-8dec64d7-147c-442f-aaca-33495753deba service neutron] Attempting to bind port ed5acca7-011c-4205-9883-e08c8f60beb9 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:11:24.034933 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec30ac3d-0f76-4076-b88a-ce520c7c24cb x-openstack-request-id: req-ec30ac3d-0f76-4076-b88a-ce520c7c24cb {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:11:24.039604 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27095bf8-232a-4959-996e-55547b51ea27", "name": "network-vif-deleted", "tag": "1855ed6a-56ff-4b4f-83e9-04c36903b3f2", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:11:24.040046 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec30ac3d-0f76-4076-b88a-ce520c7c24cb {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:11:24.040686 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27095bf8-232a-4959-996e-55547b51ea27', 'name': 'network-vif-deleted', 'tag': '1855ed6a-56ff-4b4f-83e9-04c36903b3f2', 'status': 'completed', 'code': 200} Feb 28 20:11:24.047964 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-8dec64d7-147c-442f-aaca-33495753deba service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:11:24.049643 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-8dec64d7-147c-442f-aaca-33495753deba service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:11:24.050062 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-8dec64d7-147c-442f-aaca-33495753deba service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:11:24.053257 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-8dec64d7-147c-442f-aaca-33495753deba service neutron] Bound port: ed5acca7-011c-4205-9883-e08c8f60beb9, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:11:24.053807 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-8dec64d7-147c-442f-aaca-33495753deba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ed5acca7-011c-4205-9883-e08c8f60beb9), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:24.058256 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-a71bdb67-5e27-4530-83f2-22c85159df19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e140592-74e9-45cc-a5b4-0eb59c753e52 HTTP/1.1" status: 200 len: 217 time: 0.0537183 Feb 28 20:11:24.059649 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (e5598a34-c310-4bb0-adb6-44ebafa0e0f3), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:24.082063 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7eb3644c-290d-47dd-8261-c03c3eeabdce, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7eb3644c-290d-47dd-8261-c03c3eeabdce,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:24.106226 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '7eb3644c-290d-47dd-8261-c03c3eeabdce', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '7eb3644c-290d-47dd-8261-c03c3eeabdce', 'mac_address': 'fa:16:3e:c1:41:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:11:24.157769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f2c7cf29-922c-4a65-92e5-a19f9a978795 None None] Deleting port 6c298843-b71a-404c-b80a-939de9b0cd9a {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:11:24.158280 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f2c7cf29-922c-4a65-92e5-a19f9a978795 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6c298843-b71a-404c-b80a-939de9b0cd9a), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:24.184044 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-0d1ae7b6-7a25-456f-82c3-bc1191245666 admin admin] Deleting port 6c298843-b71a-404c-b80a-939de9b0cd9a {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:11:24.184802 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae7b6-7a25-456f-82c3-bc1191245666 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6c298843-b71a-404c-b80a-939de9b0cd9a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:24.212666 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:24.213694 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:24.216504 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] 10.222.0.10 "PUT /v2.0/ports/e5598a34-c310-4bb0-adb6-44ebafa0e0f3 HTTP/1.1" status: 200 len: 1097 time: 3.2973571 Feb 28 20:11:24.236921 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-8dec64d7-147c-442f-aaca-33495753deba service neutron] For port ed5acca7-011c-4205-9883-e08c8f60beb9, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:11:24.282868 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f2c7cf29-922c-4a65-92e5-a19f9a978795 None None] For port 6c298843-b71a-404c-b80a-939de9b0cd9a, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6c298843-b71a-404c-b80a-939de9b0cd9a,segment=NetworkSegment(c3ef2548-943a-428b-bc5b-d8a96880be37),segment_id=c3ef2548-943a-428b-bc5b-d8a96880be37)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:24.291980 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f2c7cf29-922c-4a65-92e5-a19f9a978795 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6c298843-b71a-404c-b80a-939de9b0cd9a), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:24.308115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f2c7cf29-922c-4a65-92e5-a19f9a978795 None None] Calling delete_port for 6c298843-b71a-404c-b80a-939de9b0cd9a owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:11:24.313703 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-8dec64d7-147c-442f-aaca-33495753deba service neutron] For port ed5acca7-011c-4205-9883-e08c8f60beb9, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=ed5acca7-011c-4205-9883-e08c8f60beb9,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:11:24.328437 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-8dec64d7-147c-442f-aaca-33495753deba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (ed5acca7-011c-4205-9883-e08c8f60beb9), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:24.418682 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec64d7-147c-442f-aaca-33495753deba service neutron] Pushing event updated for resources: {'Port': ['ID=ed5acca7-011c-4205-9883-e08c8f60beb9,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:24.419686 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c099ddc8-3036-4c69-acac-25d161805963 req-c6ea666b-e6d0-408c-b6de-907985c17b4f tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "GET /v2.0/security-groups/9f8dbc91-3d05-4946-bf9d-fa3fd835503d HTTP/1.1" status: 200 len: 1830 time: 0.3654470 Feb 28 20:11:24.426307 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ed35f-5cbe-4432-8179-603eb200e4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5598a34-c310-4bb0-adb6-44ebafa0e0f3,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:24.436916 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-26b9d58a-bdb1-414d-a12a-0af5528fb1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:24.439136 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-8dec64d7-147c-442f-aaca-33495753deba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:24.439309 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-26b9d58a-bdb1-414d-a12a-0af5528fb1e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f7b6343-09d6-47f5-84df-45ccf66aea66 HTTP/1.1" status: 200 len: 844 time: 0.3748658 Feb 28 20:11:24.440638 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-8dec64d7-147c-442f-aaca-33495753deba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:24.443113 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-8dec64d7-147c-442f-aaca-33495753deba service neutron] 10.222.0.15 "PUT /v2.0/ports/ed5acca7-011c-4205-9883-e08c8f60beb9 HTTP/1.1" status: 200 len: 1097 time: 2.6159897 Feb 28 20:11:24.445969 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-0d1ae7b6-7a25-456f-82c3-bc1191245666 admin admin] For port 6c298843-b71a-404c-b80a-939de9b0cd9a, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6c298843-b71a-404c-b80a-939de9b0cd9a,segment=NetworkSegment(c3ef2548-943a-428b-bc5b-d8a96880be37),segment_id=c3ef2548-943a-428b-bc5b-d8a96880be37)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:24.446651 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae7b6-7a25-456f-82c3-bc1191245666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6c298843-b71a-404c-b80a-939de9b0cd9a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:24.467459 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-c099ddc8-3036-4c69-acac-25d161805963 req-e73803bc-63c4-46fa-845c-abad8660aabc tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f8dbc91-3d05-4946-bf9d-fa3fd835503d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:24.467871 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-c099ddc8-3036-4c69-acac-25d161805963 req-e73803bc-63c4-46fa-845c-abad8660aabc tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f8dbc91-3d05-4946-bf9d-fa3fd835503d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:24.488599 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7eb3644c-290d-47dd-8261-c03c3eeabdce is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:11:24.489212 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7eb3644c-290d-47dd-8261-c03c3eeabdce), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:24.527659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da2d34-ab50-4558-a88c-deb76bfa530a req-881a77a2-c3a7-4845-bd59-8a313d886426 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:24.533443 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb3644c-290d-47dd-8261-c03c3eeabdce {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:11:24.536616 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49da2d34-ab50-4558-a88c-deb76bfa530a req-881a77a2-c3a7-4845-bd59-8a313d886426 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=145c6195-ba27-470b-8070-39d0ea56fe42 HTTP/1.1" status: 200 len: 948 time: 0.4464152 Feb 28 20:11:24.540497 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-a71ef49d-a497-4c29-8009-5d0202b5de3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30ade989-eb50-4d25-b902-20ce10a97a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896945 Feb 28 20:11:24.555530 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-0d1ae7b6-7a25-456f-82c3-bc1191245666 admin admin] Calling delete_port for 6c298843-b71a-404c-b80a-939de9b0cd9a owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:11:24.570454 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f2c7cf29-922c-4a65-92e5-a19f9a978795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (6c298843-b71a-404c-b80a-939de9b0cd9a), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:24.600979 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7eb3644c-290d-47dd-8261-c03c3eeabdce, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7eb3644c-290d-47dd-8261-c03c3eeabdce,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:24.611893 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-9dcec092-66da-4ba8-bd28-139ce5c025dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:24.613432 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-9dcec092-66da-4ba8-bd28-139ce5c025dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c258cc5b77d946d495afb4d1b7de5427&device_id=145c6195-ba27-470b-8070-39d0ea56fe42 HTTP/1.1" status: 200 len: 1131 time: 0.3234887 Feb 28 20:11:24.624831 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c7cf29-922c-4a65-92e5-a19f9a978795 None None] No DVR routers for this DVR port 6c298843-b71a-404c-b80a-939de9b0cd9a on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:11:24.629541 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7eb3644c-290d-47dd-8261-c03c3eeabdce), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:24.633066 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7cf29-922c-4a65-92e5-a19f9a978795 None None] Pushing event deleted for resources: {'Port': ['ID=6c298843-b71a-404c-b80a-939de9b0cd9a,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:24.737875 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=7eb3644c-290d-47dd-8261-c03c3eeabdce,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:24.792368 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49da2d34-ab50-4558-a88c-deb76bfa530a req-79465cd7-daca-417f-b982-2c9c0f48914e tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332280 Feb 28 20:11:24.852430 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-2613e465-40b6-4753-8b78-187ad156e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:24.854805 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-2613e465-40b6-4753-8b78-187ad156e070 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=705931c0d30b47cf90f38708264d1529&device_id=d9a3fb96-a7ee-4851-a650-0f59026546d6 HTTP/1.1" status: 200 len: 1131 time: 0.3441617 Feb 28 20:11:24.867506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-6381bfba-a254-401f-b941-586c27d4131f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=e5598a34-c310-4bb0-adb6-44ebafa0e0f3 HTTP/1.1" status: 200 len: 217 time: 0.2283700 Feb 28 20:11:24.886879 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['7eb3644c-290d-47dd-8261-c03c3eeabdce'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:11:24.898488 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c7eded-c0c5-435b-96a4-cc5a0c9b71bd x-openstack-request-id: req-f3c7eded-c0c5-435b-96a4-cc5a0c9b71bd {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:11:24.898980 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150f5f5c-6ef8-415c-9dcd-8e0873a8d234", "tag": "8e140592-74e9-45cc-a5b4-0eb59c753e52", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:11:24.900122 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3c7eded-c0c5-435b-96a4-cc5a0c9b71bd {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:11:24.900122 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '150f5f5c-6ef8-415c-9dcd-8e0873a8d234', 'tag': '8e140592-74e9-45cc-a5b4-0eb59c753e52', 'status': 'completed', 'code': 200} Feb 28 20:11:24.949985 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae7b6-7a25-456f-82c3-bc1191245666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (6c298843-b71a-404c-b80a-939de9b0cd9a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:24.972886 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-1c92291b-6f28-4e32-902e-8b8d663e1da7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=ed5acca7-011c-4205-9883-e08c8f60beb9 HTTP/1.1" status: 200 len: 217 time: 0.1090178 Feb 28 20:11:25.017243 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c099ddc8-3036-4c69-acac-25d161805963 req-e73803bc-63c4-46fa-845c-abad8660aabc tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group_rule (5bed51b4-305d-4dc5-8304-b2d858367664), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:25.032800 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ae7b6-7a25-456f-82c3-bc1191245666 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c298843-b71a-404c-b80a-939de9b0cd9a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:25.055044 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e5bffd1e-2dcc-4aaa-a742-143342952479 req-2c9a72b2-fe9b-4e9f-8537-a73802124af3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 210 time: 0.0719695 Feb 28 20:11:25.057009 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-e278d282-c63a-4a15-a793-9e367b996a51 service neutron] 10.222.0.15 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969261 Feb 28 20:11:25.064656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-855bce9f-58d5-45a9-a8b0-231387de191c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:25.066387 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-855bce9f-58d5-45a9-a8b0-231387de191c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1858416 Feb 28 20:11:25.067350 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ae7b6-7a25-456f-82c3-bc1191245666 admin admin] No DVR routers for this DVR port 6c298843-b71a-404c-b80a-939de9b0cd9a on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:11:25.212835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6c298843-b71a-404c-b80a-939de9b0cd9a no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:11:25.224809 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-f5667a29-17dd-455b-b25a-62e921294f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:25.227092 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-f5667a29-17dd-455b-b25a-62e921294f26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.2410285 Feb 28 20:11:25.251390 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c099ddc8-3036-4c69-acac-25d161805963 req-e73803bc-63c4-46fa-845c-abad8660aabc tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group_rule (5bed51b4-305d-4dc5-8304-b2d858367664), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:25.278165 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 6c298843-b71a-404c-b80a-939de9b0cd9a {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:11:25.279036 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6c298843-b71a-404c-b80a-939de9b0cd9a not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:11:25.283828 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c099ddc8-3036-4c69-acac-25d161805963 req-e73803bc-63c4-46fa-845c-abad8660aabc tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (5bed51b4-305d-4dc5-8304-b2d858367664), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:25.317972 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73803bc-63c4-46fa-845c-abad8660aabc tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bed51b4-305d-4dc5-8304-b2d858367664,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:25.344093 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-9dcef96e-479d-4503-a795-f23124ff1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:25.345885 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-9dcef96e-479d-4503-a795-f23124ff1bf8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2544515 Feb 28 20:11:25.347622 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae7b6-7a25-456f-82c3-bc1191245666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (2ebe5011-e4dc-402c-8c4c-7a478c0168ca), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:25.351680 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c099ddc8-3036-4c69-acac-25d161805963 req-e73803bc-63c4-46fa-845c-abad8660aabc tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:25.364714 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c099ddc8-3036-4c69-acac-25d161805963 req-e73803bc-63c4-46fa-845c-abad8660aabc tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9237664 Feb 28 20:11:25.367376 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-801f00d0-4cff-41a5-a7b6-c7c67aa81a45 req-2bb30396-bd37-424a-b631-3c4cfd1a3cd2 service neutron] 10.222.0.15 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995591 Feb 28 20:11:25.406380 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa220a-dd61-4acc-8801-18b9a855062c req-821a1884-fc1d-43ef-9283-449853fe6f8a tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:25.412671 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-86fa220a-dd61-4acc-8801-18b9a855062c req-821a1884-fc1d-43ef-9283-449853fe6f8a tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a3fb96-a7ee-4851-a650-0f59026546d6 HTTP/1.1" status: 200 len: 948 time: 0.1910970 Feb 28 20:11:25.428537 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-865f4eb9-723f-438c-b9d6-44ba23b95619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:25.430815 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-865f4eb9-723f-438c-b9d6-44ba23b95619 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1515057 Feb 28 20:11:25.433546 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-0d1ae7b6-7a25-456f-82c3-bc1191245666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ebe5011-e4dc-402c-8c4c-7a478c0168ca']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:11:25.472311 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-0d1ae7b6-7a25-456f-82c3-bc1191245666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ef2548-943a-428b-bc5b-d8a96880be37') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:11:25.473220 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-0d1ae7b6-7a25-456f-82c3-bc1191245666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ef2548-943a-428b-bc5b-d8a96880be37') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:11:25.497425 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae7b6-7a25-456f-82c3-bc1191245666 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (c3ef2548-943a-428b-bc5b-d8a96880be37), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:25.558590 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae7b6-7a25-456f-82c3-bc1191245666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (c3ef2548-943a-428b-bc5b-d8a96880be37), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:25.572703 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1ae7b6-7a25-456f-82c3-bc1191245666 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:11:25.573038 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae7b6-7a25-456f-82c3-bc1191245666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (c3ef2548-943a-428b-bc5b-d8a96880be37), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:11:25.579196 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:11:25.581858 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-86fa220a-dd61-4acc-8801-18b9a855062c req-65ebaefd-a6fb-42b5-85d2-989791931842 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0875383-2716-4983-abc4-f0c33ada5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627803 Feb 28 20:11:25.581858 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-5e3ee40b-59d5-477c-9967-c596b312b7da service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090144 Feb 28 20:11:25.589931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aa57e-a015-4515-94a5-7ff78afeca73 req-38617e21-4f32-4329-b3d3-2980e5e1899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:25.591424 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-950aa57e-a015-4515-94a5-7ff78afeca73 req-38617e21-4f32-4329-b3d3-2980e5e1899e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebb914519f8f4e2e877f18e6d51e0525&device_id=150f5f5c-6ef8-415c-9dcd-8e0873a8d234 HTTP/1.1" status: 200 len: 1126 time: 0.1407259 Feb 28 20:11:25.682056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710bde2-540a-4125-810f-c69db2b4db66 req-a8607891-6588-4225-a799-26efd4e8894e tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:25.683631 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d710bde2-540a-4125-810f-c69db2b4db66 req-a8607891-6588-4225-a799-26efd4e8894e tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 1128 time: 0.2133884 Feb 28 20:11:25.694916 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-06bc55ed-3845-4abb-9443-df24cdca4c5d service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573094 Feb 28 20:11:25.712142 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae7b6-7a25-456f-82c3-bc1191245666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (2ebe5011-e4dc-402c-8c4c-7a478c0168ca), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:25.736782 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae7b6-7a25-456f-82c3-bc1191245666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:25.744509 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0d1ae7b6-7a25-456f-82c3-bc1191245666 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2ebe5011-e4dc-402c-8c4c-7a478c0168ca HTTP/1.1" status: 204 len: 168 time: 2.0926123 Feb 28 20:11:25.853662 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ae7b6-7a25-456f-82c3-bc1191245666 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ebe5011-e4dc-402c-8c4c-7a478c0168ca,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:25.897686 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d710bde2-540a-4125-810f-c69db2b4db66 req-bc050e37-dc65-452e-aa95-cd7c97b24a46 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226788 Feb 28 20:11:25.899659 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-debe05a2-24fd-41c9-a16c-4c1ef2bb6b03 req-c4fca1f1-d6b9-4a8c-8251-3cd34eaf03fb service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126683 Feb 28 20:11:25.902304 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aa57e-a015-4515-94a5-7ff78afeca73 req-4185f75d-d30e-4e8f-a6b8-6ccd97bcc36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:25.904266 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-950aa57e-a015-4515-94a5-7ff78afeca73 req-4185f75d-d30e-4e8f-a6b8-6ccd97bcc36b service neutron] 10.222.0.15 "GET /v2.0/networks?id=30ade989-eb50-4d25-b902-20ce10a97a59 HTTP/1.1" status: 200 len: 904 time: 0.3046420 Feb 28 20:11:25.913259 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c5c3e-d496-4dd2-90f2-f08b01dda7fb req-1099a3b0-7f4a-4a0c-aec1-bd7c650fa3cd tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:25.921306 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-672c5c3e-d496-4dd2-90f2-f08b01dda7fb req-1099a3b0-7f4a-4a0c-aec1-bd7c650fa3cd tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=150f5f5c-6ef8-415c-9dcd-8e0873a8d234 HTTP/1.1" status: 200 len: 943 time: 0.2363982 Feb 28 20:11:25.923795 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:11:25.945478 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2d96abfe-2bb8-4327-a067-b0424da05c1e req-762a33d9-5c78-49b9-acae-9bec3827d0c5 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403276 Feb 28 20:11:25.955799 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45828) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:26.013509 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-950aa57e-a015-4515-94a5-7ff78afeca73 req-780540f9-194d-4f20-8f42-6544d7c9a14a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e140592-74e9-45cc-a5b4-0eb59c753e52 HTTP/1.1" status: 200 len: 217 time: 0.0723641 Feb 28 20:11:26.027410 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b3609e68-f129-49d2-bcc3-11c5e11be7e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=395834be88664486992e15ee678c561b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0790393 Feb 28 20:11:26.030239 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45832) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:26.071678 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a3fb96-a7ee-4851-a650-0f59026546d6', 'tag': 'ed5acca7-011c-4205-9883-e08c8f60beb9'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:11:26.076019 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fd7353-1696-4edf-bb97-855bc347e5f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a3fb96-a7ee-4851-a650-0f59026546d6", "tag": "ed5acca7-011c-4205-9883-e08c8f60beb9"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:11:26.112824 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fd75f2d9-26de-4936-a184-d01b090523ba admin admin] Publish callbacks [] for security_group (a2c61c35-aec3-4d76-be74-2521656f2804), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:26.118697 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-672c5c3e-d496-4dd2-90f2-f08b01dda7fb req-0ef0d1dd-922f-49b3-a5cb-8916fd534611 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964560 Feb 28 20:11:26.145473 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fd75f2d9-26de-4936-a184-d01b090523ba admin admin] Publish callbacks [] for security_group (a2c61c35-aec3-4d76-be74-2521656f2804), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:26.152390 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aa57e-a015-4515-94a5-7ff78afeca73 req-1611b173-f1ac-4ee0-a904-a9605554257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:26.156022 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-950aa57e-a015-4515-94a5-7ff78afeca73 req-1611b173-f1ac-4ee0-a904-a9605554257b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f7b6343-09d6-47f5-84df-45ccf66aea66 HTTP/1.1" status: 200 len: 844 time: 0.1301231 Feb 28 20:11:26.160148 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8e6481c0-3f33-4d2b-aa67-5d3805382304 req-392731aa-0d4c-4376-a582-cc9f8ecc97c2 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "GET /v2.0/security-groups/9f8dbc91-3d05-4946-bf9d-fa3fd835503d HTTP/1.1" status: 200 len: 2423 time: 0.1582921 Feb 28 20:11:26.221022 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-950aa57e-a015-4515-94a5-7ff78afeca73 req-b862aed4-c1d3-4476-991c-2987643c127d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30ade989-eb50-4d25-b902-20ce10a97a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589902 Feb 28 20:11:26.236242 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fd75f2d9-26de-4936-a184-d01b090523ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a2c61c35-aec3-4d76-be74-2521656f2804), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:26.240889 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fd75f2d9-26de-4936-a184-d01b090523ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:26.242365 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fd75f2d9-26de-4936-a184-d01b090523ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2c61c35-aec3-4d76-be74-2521656f2804 HTTP/1.1" status: 204 len: 168 time: 0.2107892 Feb 28 20:11:26.298877 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75f2d9-26de-4936-a184-d01b090523ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c61c35-aec3-4d76-be74-2521656f2804,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:26.353022 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c88f13-2e65-43b8-b44a-3483dc2b3b24 x-openstack-request-id: req-71c88f13-2e65-43b8-b44a-3483dc2b3b24 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:11:26.353690 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a3fb96-a7ee-4851-a650-0f59026546d6", "tag": "ed5acca7-011c-4205-9883-e08c8f60beb9", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:11:26.353690 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71c88f13-2e65-43b8-b44a-3483dc2b3b24 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:11:26.354003 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a3fb96-a7ee-4851-a650-0f59026546d6', 'tag': 'ed5acca7-011c-4205-9883-e08c8f60beb9', 'status': 'completed', 'code': 200} Feb 28 20:11:26.467408 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd7353-1696-4edf-bb97-855bc347e5f2 req-85598885-a4f0-4a5b-b4b8-5ee1f79d526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:26.468956 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e7fd7353-1696-4edf-bb97-855bc347e5f2 req-85598885-a4f0-4a5b-b4b8-5ee1f79d526b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=705931c0d30b47cf90f38708264d1529&device_id=d9a3fb96-a7ee-4851-a650-0f59026546d6 HTTP/1.1" status: 200 len: 1131 time: 0.0933137 Feb 28 20:11:26.485310 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-950aa57e-a015-4515-94a5-7ff78afeca73 req-6ba94ccb-39ad-466b-be5b-4a9f5abac5bd service neutron] 10.222.0.15 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576177 Feb 28 20:11:26.497449 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652c3c6-b888-4d61-97e7-49622fde6a19 req-d3eaae58-b1e7-474e-b814-c21f76ff886c tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:26.499024 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1652c3c6-b888-4d61-97e7-49622fde6a19 req-d3eaae58-b1e7-474e-b814-c21f76ff886c tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=145c6195-ba27-470b-8070-39d0ea56fe42 HTTP/1.1" status: 200 len: 948 time: 0.1511168 Feb 28 20:11:26.526418 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c448a42-9843-4ca9-b334-b3ea5950942d req-c6119859-5443-4cc4-a611-e08931dd13f1 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 210 time: 0.0670636 Feb 28 20:11:26.592750 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd7353-1696-4edf-bb97-855bc347e5f2 req-07e5c28d-23ab-40e4-a81c-49343a54baef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:26.594755 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e7fd7353-1696-4edf-bb97-855bc347e5f2 req-07e5c28d-23ab-40e4-a81c-49343a54baef service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.1186194 Feb 28 20:11:26.645251 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d4fefad0-e649-4b01-b97b-e8ae7e77b5b7 req-67839ff9-8eca-4832-a629-721e517592a0 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "GET /v2.0/security-group-rules/5bed51b4-305d-4dc5-8304-b2d858367664 HTTP/1.1" status: 200 len: 778 time: 0.0541995 Feb 28 20:11:26.647903 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e7fd7353-1696-4edf-bb97-855bc347e5f2 req-209c8085-4783-4619-9412-9de05ae880ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=ed5acca7-011c-4205-9883-e08c8f60beb9 HTTP/1.1" status: 200 len: 217 time: 0.0439973 Feb 28 20:11:26.653177 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1652c3c6-b888-4d61-97e7-49622fde6a19 req-c1b7991a-580c-4763-908d-d9d28e9be157 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305423 Feb 28 20:11:26.725132 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd7353-1696-4edf-bb97-855bc347e5f2 req-68a7cde5-fc77-48f0-9404-48ce52362b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:26.727703 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e7fd7353-1696-4edf-bb97-855bc347e5f2 req-68a7cde5-fc77-48f0-9404-48ce52362b90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0752428 Feb 28 20:11:26.746252 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-950aa57e-a015-4515-94a5-7ff78afeca73 req-9f65c605-b68f-47d8-870f-051c77e220fd service neutron] 10.222.0.15 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462003 Feb 28 20:11:26.761811 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d4fefad0-e649-4b01-b97b-e8ae7e77b5b7 req-9e05e39c-4121-4171-aab3-33cb770811a5 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "GET /v2.0/security-groups/9f8dbc91-3d05-4946-bf9d-fa3fd835503d HTTP/1.1" status: 200 len: 2423 time: 0.1056380 Feb 28 20:11:26.826726 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d4fefad0-e649-4b01-b97b-e8ae7e77b5b7 req-e882db79-d975-48e0-91d1-f89310edba65 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group_rule (5bed51b4-305d-4dc5-8304-b2d858367664), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:26.847047 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd7353-1696-4edf-bb97-855bc347e5f2 req-10b26e1e-facc-4174-9dc4-bc1bd669c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:26.849015 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e7fd7353-1696-4edf-bb97-855bc347e5f2 req-10b26e1e-facc-4174-9dc4-bc1bd669c5ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1146421 Feb 28 20:11:26.851595 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d4fefad0-e649-4b01-b97b-e8ae7e77b5b7 req-e882db79-d975-48e0-91d1-f89310edba65 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group_rule (5bed51b4-305d-4dc5-8304-b2d858367664), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:26.902893 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145c6195-ba27-470b-8070-39d0ea56fe42', 'tag': 'e5598a34-c310-4bb0-adb6-44ebafa0e0f3'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:11:26.906612 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e56c19-33d3-4b53-8c52-fad2ceb2ecd3" -d '{"events": [{"name": "network-changed", "server_uuid": "145c6195-ba27-470b-8070-39d0ea56fe42", "tag": "e5598a34-c310-4bb0-adb6-44ebafa0e0f3"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:11:26.932986 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d4fefad0-e649-4b01-b97b-e8ae7e77b5b7 req-e882db79-d975-48e0-91d1-f89310edba65 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (5bed51b4-305d-4dc5-8304-b2d858367664), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:26.944252 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d4fefad0-e649-4b01-b97b-e8ae7e77b5b7 req-e882db79-d975-48e0-91d1-f89310edba65 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:26.946988 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d4fefad0-e649-4b01-b97b-e8ae7e77b5b7 req-e882db79-d975-48e0-91d1-f89310edba65 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5bed51b4-305d-4dc5-8304-b2d858367664 HTTP/1.1" status: 204 len: 173 time: 0.1785281 Feb 28 20:11:26.967700 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882db79-d975-48e0-91d1-f89310edba65 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bed51b4-305d-4dc5-8304-b2d858367664,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:27.059470 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e7fd7353-1696-4edf-bb97-855bc347e5f2 req-2e75f716-d4d3-428a-8fd4-4e47dda986cf service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001948 Feb 28 20:11:27.185192 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e9aa3-a603-4023-bedc-2415ca3f0d4b req-59b85b33-2692-4f3c-916d-9850ad896a7f tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:27.189117 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-407e9aa3-a603-4023-bedc-2415ca3f0d4b req-59b85b33-2692-4f3c-916d-9850ad896a7f tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a3fb96-a7ee-4851-a650-0f59026546d6 HTTP/1.1" status: 200 len: 948 time: 0.1223838 Feb 28 20:11:27.283463 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e7fd7353-1696-4edf-bb97-855bc347e5f2 req-b5fe25a9-d8c8-439b-af14-5e3a5bb3d318 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005084 Feb 28 20:11:27.302509 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-407e9aa3-a603-4023-bedc-2415ca3f0d4b req-4e05aa72-f2bc-4a82-8035-4b0a9d9afce5 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0875383-2716-4983-abc4-f0c33ada5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036868 Feb 28 20:11:27.375528 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a68fb99-3ce0-4bda-9835-431ae889e5b1 x-openstack-request-id: req-4a68fb99-3ce0-4bda-9835-431ae889e5b1 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:11:27.376652 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145c6195-ba27-470b-8070-39d0ea56fe42", "tag": "e5598a34-c310-4bb0-adb6-44ebafa0e0f3", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:11:27.377274 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a68fb99-3ce0-4bda-9835-431ae889e5b1 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:11:27.380428 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145c6195-ba27-470b-8070-39d0ea56fe42', 'tag': 'e5598a34-c310-4bb0-adb6-44ebafa0e0f3', 'status': 'completed', 'code': 200} Feb 28 20:11:27.447225 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-12556a62-9258-4347-acd0-7e7893b4fd0f req-429f1b0e-1634-470d-a9b1-6c0efe2ab866 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1720137746', 'description': 'tempest-description-1312696652'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:27.531287 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-12556a62-9258-4347-acd0-7e7893b4fd0f req-429f1b0e-1634-470d-a9b1-6c0efe2ab866 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:27.557046 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e56c19-33d3-4b53-8c52-fad2ceb2ecd3 req-985624dc-08cd-4d95-b3c8-9dc614b9b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:27.560239 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6e56c19-33d3-4b53-8c52-fad2ceb2ecd3 req-985624dc-08cd-4d95-b3c8-9dc614b9b9e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c258cc5b77d946d495afb4d1b7de5427&device_id=145c6195-ba27-470b-8070-39d0ea56fe42 HTTP/1.1" status: 200 len: 1131 time: 0.1447592 Feb 28 20:11:27.718737 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-12556a62-9258-4347-acd0-7e7893b4fd0f req-429f1b0e-1634-470d-a9b1-6c0efe2ab866 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (4bbc0b2f-9ff7-4f33-95a4-11e7f0b79c48), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:27.729091 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-12556a62-9258-4347-acd0-7e7893b4fd0f req-429f1b0e-1634-470d-a9b1-6c0efe2ab866 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4bbc0b2f-9ff7-4f33-95a4-11e7f0b79c48), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:27.750033 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8e140592-74e9-45cc-a5b4-0eb59c753e52 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:11:27.752033 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7eb3644c-290d-47dd-8261-c03c3eeabdce up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:11:27.770444 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e56c19-33d3-4b53-8c52-fad2ceb2ecd3 req-52b9fd74-5b3e-4150-a9dd-83e0dea6190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:27.772124 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6e56c19-33d3-4b53-8c52-fad2ceb2ecd3 req-52b9fd74-5b3e-4150-a9dd-83e0dea6190c service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.1979976 Feb 28 20:11:27.822683 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-12556a62-9258-4347-acd0-7e7893b4fd0f req-429f1b0e-1634-470d-a9b1-6c0efe2ab866 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:27.835057 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12556a62-9258-4347-acd0-7e7893b4fd0f req-429f1b0e-1634-470d-a9b1-6c0efe2ab866 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3964229 Feb 28 20:11:27.915603 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f1b0e-1634-470d-a9b1-6c0efe2ab866 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbc0b2f-9ff7-4f33-95a4-11e7f0b79c48,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:27.930626 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6e56c19-33d3-4b53-8c52-fad2ceb2ecd3 req-17973d9b-2fa8-4997-846a-343f61bb4499 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=e5598a34-c310-4bb0-adb6-44ebafa0e0f3 HTTP/1.1" status: 200 len: 217 time: 0.1400380 Feb 28 20:11:27.943013 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 7eb3644c-290d-47dd-8261-c03c3eeabdce completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:11:27.967291 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 8e140592-74e9-45cc-a5b4-0eb59c753e52, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8e140592-74e9-45cc-a5b4-0eb59c753e52,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:27.970597 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 7eb3644c-290d-47dd-8261-c03c3eeabdce triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:11:27.970975 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7eb3644c-290d-47dd-8261-c03c3eeabdce), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:27.983415 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '8e140592-74e9-45cc-a5b4-0eb59c753e52', 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59', 'port_id': '8e140592-74e9-45cc-a5b4-0eb59c753e52', 'mac_address': 'fa:16:3e:29:9b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7b6343-09d6-47f5-84df-45ccf66aea66', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:11:28.079592 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 8e140592-74e9-45cc-a5b4-0eb59c753e52 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:11:28.080261 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8e140592-74e9-45cc-a5b4-0eb59c753e52), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:28.082126 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e56c19-33d3-4b53-8c52-fad2ceb2ecd3 req-1196e596-2263-4858-9a26-e0bf90ba5224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:28.084170 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6e56c19-33d3-4b53-8c52-fad2ceb2ecd3 req-1196e596-2263-4858-9a26-e0bf90ba5224 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1351001 Feb 28 20:11:28.101345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e140592-74e9-45cc-a5b4-0eb59c753e52 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:11:28.152248 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 8e140592-74e9-45cc-a5b4-0eb59c753e52, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8e140592-74e9-45cc-a5b4-0eb59c753e52,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:28.154298 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425abe44-19bb-4753-b00d-c61fda3fb937 req-1f3126cc-407d-4611-b9d9-3fd38689df85 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:28.155987 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7eb3644c-290d-47dd-8261-c03c3eeabdce is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:11:28.156680 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7eb3644c-290d-47dd-8261-c03c3eeabdce), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:28.160931 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8e140592-74e9-45cc-a5b4-0eb59c753e52), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:28.161700 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device ed5acca7-011c-4205-9883-e08c8f60beb9 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:11:28.165151 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-425abe44-19bb-4753-b00d-c61fda3fb937 req-1f3126cc-407d-4611-b9d9-3fd38689df85 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=150f5f5c-6ef8-415c-9dcd-8e0873a8d234 HTTP/1.1" status: 200 len: 943 time: 0.1527281 Feb 28 20:11:28.237915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e56c19-33d3-4b53-8c52-fad2ceb2ecd3 req-c4a852f5-4337-4445-b037-82df9f8d8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:28.238137 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0551e6f-9618-4086-846e-5e4b5a724991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb3644c-290d-47dd-8261-c03c3eeabdce'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:11:28.239531 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6e56c19-33d3-4b53-8c52-fad2ceb2ecd3 req-c4a852f5-4337-4445-b037-82df9f8d8b79 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1399164 Feb 28 20:11:28.240127 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4489809-6df3-4050-9514-a46690888c66" -d '{"events": [{"server_uuid": "e0551e6f-9618-4086-846e-5e4b5a724991", "name": "network-vif-plugged", "status": "completed", "tag": "7eb3644c-290d-47dd-8261-c03c3eeabdce"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:11:28.244065 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-425abe44-19bb-4753-b00d-c61fda3fb937 req-4f7b9170-1680-48f8-b30b-e42805b4d87e tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780606 Feb 28 20:11:28.327804 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7eb3644c-290d-47dd-8261-c03c3eeabdce, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7eb3644c-290d-47dd-8261-c03c3eeabdce,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:28.367044 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7eb3644c-290d-47dd-8261-c03c3eeabdce), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:28.391050 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.resource_extend [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:11:28.392718 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=8e140592-74e9-45cc-a5b4-0eb59c753e52,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:28.407244 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-8f4193b5-a3b1-4bfb-a351-71d8e5ef23d5 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:11:28.408327 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-8f4193b5-a3b1-4bfb-a351-71d8e5ef23d5 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059786 Feb 28 20:11:28.437071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:28.437422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:28.437768 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:28.438107 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:28.438455 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:28.438778 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:28.439106 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:28.439432 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:28.439809 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:28.440115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:28.440438 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:28.440762 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:28.441080 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:28.472782 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-814de71f-5378-45d2-b036-40374b4f4deb req-2771dafb-accd-470c-abe2-25789815a231 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 210 time: 0.0953054 Feb 28 20:11:28.512204 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6e56c19-33d3-4b53-8c52-fad2ceb2ecd3 req-c5cb6886-d052-4427-9c4f-b36dfb9f0e5c service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613957 Feb 28 20:11:28.525431 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-62aff6b5-5d13-46f1-8c27-13f60173d3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:28.546042 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-62aff6b5-5d13-46f1-8c27-13f60173d3a9 service neutron] 10.222.0.13 "GET /v2.0/ports/a2997465-216a-4038-ad60-08fc1e053c7e HTTP/1.1" status: 200 len: 1125 time: 0.1275895 Feb 28 20:11:28.557097 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-d9a9a9ee-b856-464b-94a3-00a94d8bb348 service neutron] Request body: {'binding': {'host': 'n-h1-820368-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:28.558791 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-d9a9a9ee-b856-464b-94a3-00a94d8bb348 service neutron] Unknown quota resources ['binding']. {{(pid=103773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 20:11:28.561292 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=7eb3644c-290d-47dd-8261-c03c3eeabdce,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:28.569705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port ed5acca7-011c-4205-9883-e08c8f60beb9, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=ed5acca7-011c-4205-9883-e08c8f60beb9,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:28.588847 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'ed5acca7-011c-4205-9883-e08c8f60beb9', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': 'ed5acca7-011c-4205-9883-e08c8f60beb9', 'mac_address': 'fa:16:3e:6c:08:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:11:28.651472 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port ed5acca7-011c-4205-9883-e08c8f60beb9 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:11:28.651928 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ed5acca7-011c-4205-9883-e08c8f60beb9), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:28.673158 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5acca7-011c-4205-9883-e08c8f60beb9 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:11:28.676176 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6e56c19-33d3-4b53-8c52-fad2ceb2ecd3 req-2dec9cfe-5bc4-4bd6-a86b-56f49c7f57a8 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504812 Feb 28 20:11:28.703609 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port ed5acca7-011c-4205-9883-e08c8f60beb9, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=ed5acca7-011c-4205-9883-e08c8f60beb9,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:28.711343 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ed5acca7-011c-4205-9883-e08c8f60beb9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:28.784438 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-d9a9a9ee-b856-464b-94a3-00a94d8bb348 service neutron] Attempting to bind port a2997465-216a-4038-ad60-08fc1e053c7e on host n-h1-820368-21 for vnic_type normal with profile None {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:11:28.784858 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-d9a9a9ee-b856-464b-94a3-00a94d8bb348 service neutron] Attempting to bind port a2997465-216a-4038-ad60-08fc1e053c7e by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:11:28.785351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-d9a9a9ee-b856-464b-94a3-00a94d8bb348 service neutron] Attempting to bind port a2997465-216a-4038-ad60-08fc1e053c7e on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:11:28.791342 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-d9a9a9ee-b856-464b-94a3-00a94d8bb348 service neutron] Port a2997465-216a-4038-ad60-08fc1e053c7e on network 7c962902-172c-4834-92e0-74fa9c4b64b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:11:28.791647 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-d9a9a9ee-b856-464b-94a3-00a94d8bb348 service neutron] Attempting to bind port a2997465-216a-4038-ad60-08fc1e053c7e on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:11:28.798553 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-d9a9a9ee-b856-464b-94a3-00a94d8bb348 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:11:28.799121 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-d9a9a9ee-b856-464b-94a3-00a94d8bb348 service neutron] Checking segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:11:28.799705 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-d9a9a9ee-b856-464b-94a3-00a94d8bb348 service neutron] Bound using segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:11:28.800229 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-d9a9a9ee-b856-464b-94a3-00a94d8bb348 service neutron] Bound port: a2997465-216a-4038-ad60-08fc1e053c7e, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:11:28.801850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=ed5acca7-011c-4205-9883-e08c8f60beb9,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:28.872494 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-d9a9a9ee-b856-464b-94a3-00a94d8bb348 service neutron] For port a2997465-216a-4038-ad60-08fc1e053c7e, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=a2997465-216a-4038-ad60-08fc1e053c7e,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:11:28.880970 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-d9a9a9ee-b856-464b-94a3-00a94d8bb348 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:28.884898 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-d9a9a9ee-b856-464b-94a3-00a94d8bb348 service neutron] 10.222.0.13 "POST /v2.0/ports/a2997465-216a-4038-ad60-08fc1e053c7e/bindings HTTP/1.1" status: 201 len: 390 time: 0.3366325 Feb 28 20:11:28.936680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe445d3-e60c-4994-89f5-2f24e87ec25f req-5cf20143-4328-4c51-8c29-b935129dd9a6 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:28.945632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fe445d3-e60c-4994-89f5-2f24e87ec25f req-5cf20143-4328-4c51-8c29-b935129dd9a6 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=145c6195-ba27-470b-8070-39d0ea56fe42 HTTP/1.1" status: 200 len: 948 time: 0.0882118 Feb 28 20:11:29.005467 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['ed5acca7-011c-4205-9883-e08c8f60beb9'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:11:29.010644 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['8e140592-74e9-45cc-a5b4-0eb59c753e52'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:11:29.065002 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fe445d3-e60c-4994-89f5-2f24e87ec25f req-c6b976a7-326a-4715-8268-e57be9ceac2f tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180434 Feb 28 20:11:29.212471 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e37fc9d0-74e5-4e79-a969-3ee1233533cc req-cb51a4e8-5775-4ff6-b0cc-00a759391456 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "GET /v2.0/security-groups/4bbc0b2f-9ff7-4f33-95a4-11e7f0b79c48 HTTP/1.1" status: 200 len: 1830 time: 0.1458688 Feb 28 20:11:29.217415 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dee65ec-75c8-40e7-8187-c6f6a90d8069 x-openstack-request-id: req-8dee65ec-75c8-40e7-8187-c6f6a90d8069 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:11:29.217791 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0551e6f-9618-4086-846e-5e4b5a724991", "name": "network-vif-plugged", "status": "completed", "tag": "7eb3644c-290d-47dd-8261-c03c3eeabdce", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:11:29.217943 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8dee65ec-75c8-40e7-8187-c6f6a90d8069 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:11:29.218344 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0551e6f-9618-4086-846e-5e4b5a724991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb3644c-290d-47dd-8261-c03c3eeabdce', 'code': 200} Feb 28 20:11:29.381379 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-876c012b-ec7e-4496-a30e-b77fbf44710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:29.383862 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-876c012b-ec7e-4496-a30e-b77fbf44710d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 1128 time: 0.0910988 Feb 28 20:11:29.435458 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672b7da-989f-4abe-96ba-5215a3a75a70 req-70f96d9d-0438-4bd3-a0c0-2f5b4babb028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:29.438515 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f672b7da-989f-4abe-96ba-5215a3a75a70 req-70f96d9d-0438-4bd3-a0c0-2f5b4babb028 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e0551e6f-9618-4086-846e-5e4b5a724991 HTTP/1.1" status: 200 len: 1133 time: 0.1120226 Feb 28 20:11:29.454420 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d1f02-08a7-4101-b3d1-dbc8efd56182 req-81d1a829-dd40-4d2e-bb3f-9915de564dc2 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:29.467856 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-488d1f02-08a7-4101-b3d1-dbc8efd56182 req-81d1a829-dd40-4d2e-bb3f-9915de564dc2 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a3fb96-a7ee-4851-a650-0f59026546d6 HTTP/1.1" status: 200 len: 949 time: 0.1538627 Feb 28 20:11:29.519423 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-478e74e0-cdc8-4b63-bcb6-aac68193b018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:29.521023 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-478e74e0-cdc8-4b63-bcb6-aac68193b018 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 908 time: 0.1323740 Feb 28 20:11:29.590254 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-8e7e6f3a-06d3-4a18-89a6-99f44fd092cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2997465-216a-4038-ad60-08fc1e053c7e HTTP/1.1" status: 200 len: 217 time: 0.0618489 Feb 28 20:11:29.599033 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-488d1f02-08a7-4101-b3d1-dbc8efd56182 req-e140caf4-cd9b-4f36-9cd8-8a1a2bc3c45d tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0875383-2716-4983-abc4-f0c33ada5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302981 Feb 28 20:11:29.628021 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f672b7da-989f-4abe-96ba-5215a3a75a70 req-45a8b759-eccb-4dec-8584-5c14b09783ca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458344 Feb 28 20:11:29.648555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3387c-fe97-4516-9d04-a14a76cadc55 req-eb6d706a-db70-48d7-a817-1443cd06bba7 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:29.650082 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cde3387c-fe97-4516-9d04-a14a76cadc55 req-eb6d706a-db70-48d7-a817-1443cd06bba7 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.1458578 Feb 28 20:11:29.663363 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-d816db50-aadf-4684-b675-ff199873b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:29.665734 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-d816db50-aadf-4684-b675-ff199873b1dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.0692902 Feb 28 20:11:29.750581 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cde3387c-fe97-4516-9d04-a14a76cadc55 req-84405ec1-da29-472a-961e-97ed28b82b83 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939894 Feb 28 20:11:29.789687 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f2c48-ef25-4f74-bbe1-71d7c9afab95 req-e1fb34a7-fd0e-4a80-98c9-b89f11c366fd tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:29.790473 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb2f2c48-ef25-4f74-bbe1-71d7c9afab95 req-e1fb34a7-fd0e-4a80-98c9-b89f11c366fd tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=150f5f5c-6ef8-415c-9dcd-8e0873a8d234 HTTP/1.1" status: 200 len: 944 time: 0.0875750 Feb 28 20:11:29.857308 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-e74a6337-1e27-4e79-ad8e-b5c409876b37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317142 Feb 28 20:11:29.899211 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb2f2c48-ef25-4f74-bbe1-71d7c9afab95 req-dae3ccb0-b7a8-4e1e-b1f3-a0385e19448c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962687 Feb 28 20:11:29.946618 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-9a72241b-7ebe-477c-86ee-3610059cda33 req-34f2932d-9e5c-4c6d-be39-cb23b1b51cbf tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1628923103', 'description': 'tempest-description-1290200422'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:29.982402 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-92882c7b-ccbe-48e2-9cc6-96644d3ac6b4 service neutron] 10.222.0.15 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174889 Feb 28 20:11:30.037275 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f6e7f2c2-2944-4f25-9491-d71ebd239ba4 req-b30b8534-4056-4221-bfa8-d850011025e9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 210 time: 0.0637968 Feb 28 20:11:30.039662 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9a72241b-7ebe-477c-86ee-3610059cda33 req-34f2932d-9e5c-4c6d-be39-cb23b1b51cbf tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:30.156887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e5598a34-c310-4bb0-adb6-44ebafa0e0f3 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:11:30.169666 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-53aec17a-c699-47b8-b599-6e432dfc62ad service neutron] 10.222.0.15 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795111 Feb 28 20:11:30.230692 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9a72241b-7ebe-477c-86ee-3610059cda33 req-34f2932d-9e5c-4c6d-be39-cb23b1b51cbf tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (191116e2-73a7-451c-b14c-dc1e9f0d3025), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:30.235280 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9a72241b-7ebe-477c-86ee-3610059cda33 req-34f2932d-9e5c-4c6d-be39-cb23b1b51cbf tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (191116e2-73a7-451c-b14c-dc1e9f0d3025), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:30.342939 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9a72241b-7ebe-477c-86ee-3610059cda33 req-34f2932d-9e5c-4c6d-be39-cb23b1b51cbf tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:30.345299 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a72241b-7ebe-477c-86ee-3610059cda33 req-34f2932d-9e5c-4c6d-be39-cb23b1b51cbf tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4068818 Feb 28 20:11:30.366522 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e5598a34-c310-4bb0-adb6-44ebafa0e0f3, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e5598a34-c310-4bb0-adb6-44ebafa0e0f3,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:30.373589 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2932d-9e5c-4c6d-be39-cb23b1b51cbf tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=191116e2-73a7-451c-b14c-dc1e9f0d3025,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:30.390296 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45966) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:30.396196 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'e5598a34-c310-4bb0-adb6-44ebafa0e0f3', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': 'e5598a34-c310-4bb0-adb6-44ebafa0e0f3', 'mac_address': 'fa:16:3e:04:a8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:11:30.432381 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9ea07-4cef-460f-ba01-ac586affac43 req-8c1d5420-31e9-4f44-abfe-c320590da3d9 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:30.448429 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ddb9ea07-4cef-460f-ba01-ac586affac43 req-8c1d5420-31e9-4f44-abfe-c320590da3d9 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=145c6195-ba27-470b-8070-39d0ea56fe42 HTTP/1.1" status: 200 len: 948 time: 0.1689401 Feb 28 20:11:30.453365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port e5598a34-c310-4bb0-adb6-44ebafa0e0f3 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:11:30.453771 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e5598a34-c310-4bb0-adb6-44ebafa0e0f3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:30.474643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5598a34-c310-4bb0-adb6-44ebafa0e0f3 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:11:30.504359 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e5598a34-c310-4bb0-adb6-44ebafa0e0f3, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e5598a34-c310-4bb0-adb6-44ebafa0e0f3,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:30.512901 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e5598a34-c310-4bb0-adb6-44ebafa0e0f3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:30.590369 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ff102b36-e1fc-4e13-81b1-a86c31978e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:30.593445 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=e5598a34-c310-4bb0-adb6-44ebafa0e0f3,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:30.613434 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ddb9ea07-4cef-460f-ba01-ac586affac43 req-3d4239ea-e36f-4b67-8d39-f28400cc0778 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597040 Feb 28 20:11:30.674693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908af6-83f1-4b82-8f55-192b3182f62f req-9be2b477-05d4-4ef1-b60e-4b6687370041 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:30.688112 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8908af6-83f1-4b82-8f55-192b3182f62f req-9be2b477-05d4-4ef1-b60e-4b6687370041 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 1129 time: 0.1792819 Feb 28 20:11:30.734204 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ff102b36-e1fc-4e13-81b1-a86c31978e31 admin admin] Publish callbacks [] for security_group (c1bd150b-0925-40db-96f7-9502159af94e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:30.743580 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ff102b36-e1fc-4e13-81b1-a86c31978e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c1bd150b-0925-40db-96f7-9502159af94e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:30.798134 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a610c6f1-2d24-4a93-9535-d7d8805ec340 req-5377458c-86e7-4ec1-81fe-e343f3427de2 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "GET /v2.0/security-groups/191116e2-73a7-451c-b14c-dc1e9f0d3025 HTTP/1.1" status: 200 len: 1830 time: 0.1074412 Feb 28 20:11:30.804752 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ff102b36-e1fc-4e13-81b1-a86c31978e31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e125d68d457340c3998e03794deb7171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4130127 Feb 28 20:11:30.814366 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45976) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:30.861936 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff102b36-e1fc-4e13-81b1-a86c31978e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bd150b-0925-40db-96f7-9502159af94e,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:30.906128 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d4b0b8b-6e31-493b-b5e1-f6ed6faa7580 admin admin] Publish callbacks [] for security_group (c1bd150b-0925-40db-96f7-9502159af94e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:30.910179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8908af6-83f1-4b82-8f55-192b3182f62f req-2082cba5-096f-46e2-9ea8-1fc5634b8e25 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210267 Feb 28 20:11:30.962876 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d4b0b8b-6e31-493b-b5e1-f6ed6faa7580 admin admin] Publish callbacks [] for security_group (c1bd150b-0925-40db-96f7-9502159af94e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:30.990639 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['e5598a34-c310-4bb0-adb6-44ebafa0e0f3'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:11:31.112170 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d4b0b8b-6e31-493b-b5e1-f6ed6faa7580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c1bd150b-0925-40db-96f7-9502159af94e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:31.116278 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d4b0b8b-6e31-493b-b5e1-f6ed6faa7580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:31.118246 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2d4b0b8b-6e31-493b-b5e1-f6ed6faa7580 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1bd150b-0925-40db-96f7-9502159af94e HTTP/1.1" status: 204 len: 168 time: 0.3025270 Feb 28 20:11:31.129698 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b0b8b-6e31-493b-b5e1-f6ed6faa7580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bd150b-0925-40db-96f7-9502159af94e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:31.138418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5e103-8a6e-47ca-8ce0-a8a4c115c11b req-f74ddd54-9b37-46ce-a6f2-ff94b0aa3b6f tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:31.146079 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45f5e103-8a6e-47ca-8ce0-a8a4c115c11b req-f74ddd54-9b37-46ce-a6f2-ff94b0aa3b6f tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a3fb96-a7ee-4851-a650-0f59026546d6 HTTP/1.1" status: 200 len: 949 time: 0.1632071 Feb 28 20:11:31.245679 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a21ce-b479-4428-83e2-39682826ddb8 req-a17b3ece-d9a1-4db3-9d1e-a4415b80f4ae tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:31.247812 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8d4a21ce-b479-4428-83e2-39682826ddb8 req-a17b3ece-d9a1-4db3-9d1e-a4415b80f4ae tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.0988300 Feb 28 20:11:31.309829 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45f5e103-8a6e-47ca-8ce0-a8a4c115c11b req-467dbba2-5798-420f-9291-af277323ab48 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0875383-2716-4983-abc4-f0c33ada5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627333 Feb 28 20:11:31.405949 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-0c9bd9dc-356a-4d2b-b68f-0669807b0da9 req-763c995d-db42-499a-910a-986ef8d7479b tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-334454560', 'description': 'tempest-description-727224578'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:31.476017 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8d4a21ce-b479-4428-83e2-39682826ddb8 req-649aa2da-aea7-467b-b8c5-19de96740b5d tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080474 Feb 28 20:11:31.491604 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0c9bd9dc-356a-4d2b-b68f-0669807b0da9 req-763c995d-db42-499a-910a-986ef8d7479b tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:31.685740 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0c9bd9dc-356a-4d2b-b68f-0669807b0da9 req-763c995d-db42-499a-910a-986ef8d7479b tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (f3a45f9e-129b-40de-a442-8f22ffd7412e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:31.705744 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0c9bd9dc-356a-4d2b-b68f-0669807b0da9 req-763c995d-db42-499a-910a-986ef8d7479b tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f3a45f9e-129b-40de-a442-8f22ffd7412e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:31.757850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8e140592-74e9-45cc-a5b4-0eb59c753e52 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:11:31.788505 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c995d-db42-499a-910a-986ef8d7479b tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a45f9e-129b-40de-a442-8f22ffd7412e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:31.819442 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0c9bd9dc-356a-4d2b-b68f-0669807b0da9 req-763c995d-db42-499a-910a-986ef8d7479b tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:31.826342 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c9bd9dc-356a-4d2b-b68f-0669807b0da9 req-763c995d-db42-499a-910a-986ef8d7479b tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.4417982 Feb 28 20:11:31.870167 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420e9d2-eeef-493d-b768-817d74eae996 req-2866bf7b-d1a5-4e06-a4b3-540b7ba3ade6 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:31.886196 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d420e9d2-eeef-493d-b768-817d74eae996 req-2866bf7b-d1a5-4e06-a4b3-540b7ba3ade6 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=150f5f5c-6ef8-415c-9dcd-8e0873a8d234 HTTP/1.1" status: 200 len: 944 time: 0.1978209 Feb 28 20:11:31.967467 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 8e140592-74e9-45cc-a5b4-0eb59c753e52 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:11:31.981117 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 8e140592-74e9-45cc-a5b4-0eb59c753e52 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:11:31.982102 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8e140592-74e9-45cc-a5b4-0eb59c753e52), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:32.033180 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d420e9d2-eeef-493d-b768-817d74eae996 req-82025d65-6c35-42de-8849-36c0c89456f0 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454561 Feb 28 20:11:32.184925 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 8e140592-74e9-45cc-a5b4-0eb59c753e52 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:11:32.185318 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8e140592-74e9-45cc-a5b4-0eb59c753e52), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:32.223825 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bdad5695-403c-4179-8ae2-58bd5795c845 req-65e75a26-7651-4e3e-8912-07ff4bd5dfb5 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 210 time: 0.0724616 Feb 28 20:11:32.247325 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150f5f5c-6ef8-415c-9dcd-8e0873a8d234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e140592-74e9-45cc-a5b4-0eb59c753e52'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:11:32.269109 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5433d086-a428-48bc-9e8b-29bdfe822ede" -d '{"events": [{"server_uuid": "150f5f5c-6ef8-415c-9dcd-8e0873a8d234", "name": "network-vif-plugged", "status": "completed", "tag": "8e140592-74e9-45cc-a5b4-0eb59c753e52"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:11:32.350815 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 8e140592-74e9-45cc-a5b4-0eb59c753e52, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8e140592-74e9-45cc-a5b4-0eb59c753e52,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:32.366076 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8e140592-74e9-45cc-a5b4-0eb59c753e52), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:32.376095 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device ed5acca7-011c-4205-9883-e08c8f60beb9 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:11:32.487445 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e9697-6b1d-401c-898f-4fb633e9296a req-2651e476-cafd-43a7-ba47-beea258fed92 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:32.490592 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-581e9697-6b1d-401c-898f-4fb633e9296a req-2651e476-cafd-43a7-ba47-beea258fed92 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=145c6195-ba27-470b-8070-39d0ea56fe42 HTTP/1.1" status: 200 len: 949 time: 0.1648440 Feb 28 20:11:32.572842 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-581e9697-6b1d-401c-898f-4fb633e9296a req-27a2c2be-f9d4-489b-94d8-5a0513176486 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670531 Feb 28 20:11:32.695641 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=8e140592-74e9-45cc-a5b4-0eb59c753e52,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:32.730456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port ed5acca7-011c-4205-9883-e08c8f60beb9 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:11:32.731569 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-664542ad-29bb-45b5-be56-673dd8339b8b req-9ad3552f-62e4-48c4-b974-dfb5a16170f0 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "GET /v2.0/security-groups/f3a45f9e-129b-40de-a442-8f22ffd7412e HTTP/1.1" status: 200 len: 1828 time: 0.1241195 Feb 28 20:11:32.735996 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port ed5acca7-011c-4205-9883-e08c8f60beb9 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:11:32.736467 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ed5acca7-011c-4205-9883-e08c8f60beb9), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:32.777844 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2cc04f-da92-4f71-8c3a-9b414226bc91 x-openstack-request-id: req-be2cc04f-da92-4f71-8c3a-9b414226bc91 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:11:32.778610 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150f5f5c-6ef8-415c-9dcd-8e0873a8d234", "name": "network-vif-plugged", "status": "completed", "tag": "8e140592-74e9-45cc-a5b4-0eb59c753e52", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:11:32.778610 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be2cc04f-da92-4f71-8c3a-9b414226bc91 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:11:32.779302 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150f5f5c-6ef8-415c-9dcd-8e0873a8d234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e140592-74e9-45cc-a5b4-0eb59c753e52', 'code': 200} Feb 28 20:11:32.835492 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port ed5acca7-011c-4205-9883-e08c8f60beb9 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:11:32.836000 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ed5acca7-011c-4205-9883-e08c8f60beb9), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:32.909298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port ed5acca7-011c-4205-9883-e08c8f60beb9, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=ed5acca7-011c-4205-9883-e08c8f60beb9,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:32.914509 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ed5acca7-011c-4205-9883-e08c8f60beb9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:32.921126 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d830157-f0b4-4c88-bd69-b1b532de2ce0 req-ca576ba4-3cbd-4b28-a981-058663729247 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:32.924166 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d830157-f0b4-4c88-bd69-b1b532de2ce0 req-ca576ba4-3cbd-4b28-a981-058663729247 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a3fb96-a7ee-4851-a650-0f59026546d6 HTTP/1.1" status: 200 len: 949 time: 0.0702600 Feb 28 20:11:32.984920 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=ed5acca7-011c-4205-9883-e08c8f60beb9,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:33.006137 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d830157-f0b4-4c88-bd69-b1b532de2ce0 req-e175866e-8c24-4076-8401-72e9455fcc7b tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0875383-2716-4983-abc4-f0c33ada5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762522 Feb 28 20:11:33.007440 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15074a5-9efd-4cb4-9acb-e283532b2537 req-de65a59a-49f8-411c-b24e-630981b727d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:33.009578 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d15074a5-9efd-4cb4-9acb-e283532b2537 req-de65a59a-49f8-411c-b24e-630981b727d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=150f5f5c-6ef8-415c-9dcd-8e0873a8d234 HTTP/1.1" status: 200 len: 1128 time: 0.1385961 Feb 28 20:11:33.101372 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d15074a5-9efd-4cb4-9acb-e283532b2537 req-fb32f3b1-4bae-474b-a1b4-6cde092f5d40 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854623 Feb 28 20:11:33.150808 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe3f8e-c4f5-470e-a1f9-43213c8e78ad req-2b990f58-e584-41e5-bc40-cc8f5cc5d169 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:33.152974 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-84fe3f8e-c4f5-470e-a1f9-43213c8e78ad req-2b990f58-e584-41e5-bc40-cc8f5cc5d169 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.0697098 Feb 28 20:11:33.234759 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-84fe3f8e-c4f5-470e-a1f9-43213c8e78ad req-3e59374e-7837-4dab-af31-29f798ed5a7f tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696964 Feb 28 20:11:33.529798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-95e11e0a-7816-46d3-9ef6-8753b57ab2f4 req-76c41844-75d4-44f5-bc09-8fcbe13db21d tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2033122808', 'description': 'tempest-description-616378283'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:33.565712 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-95e11e0a-7816-46d3-9ef6-8753b57ab2f4 req-76c41844-75d4-44f5-bc09-8fcbe13db21d tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:33.653787 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-95e11e0a-7816-46d3-9ef6-8753b57ab2f4 req-76c41844-75d4-44f5-bc09-8fcbe13db21d tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (2d0d5a12-0be3-4c1d-8ad9-c2ea1b970f4b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:33.660668 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-95e11e0a-7816-46d3-9ef6-8753b57ab2f4 req-76c41844-75d4-44f5-bc09-8fcbe13db21d tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2d0d5a12-0be3-4c1d-8ad9-c2ea1b970f4b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:33.705994 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-95e11e0a-7816-46d3-9ef6-8753b57ab2f4 req-76c41844-75d4-44f5-bc09-8fcbe13db21d tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:33.708412 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95e11e0a-7816-46d3-9ef6-8753b57ab2f4 req-76c41844-75d4-44f5-bc09-8fcbe13db21d tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1831214 Feb 28 20:11:33.738029 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c41844-75d4-44f5-bc09-8fcbe13db21d tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0d5a12-0be3-4c1d-8ad9-c2ea1b970f4b,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:33.764114 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-191908fa-8bd8-4c4a-9f05-333c17324c78 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:11:33.765506 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-191908fa-8bd8-4c4a-9f05-333c17324c78 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1995485 Feb 28 20:11:33.878009 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efaa2bd-603a-46b7-bd7d-fe92450e128d req-c55edd79-d3f3-46c7-8e8a-e418adac4ba5 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:33.879747 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5efaa2bd-603a-46b7-bd7d-fe92450e128d req-c55edd79-d3f3-46c7-8e8a-e418adac4ba5 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=150f5f5c-6ef8-415c-9dcd-8e0873a8d234 HTTP/1.1" status: 200 len: 945 time: 0.0624623 Feb 28 20:11:33.913714 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-2708a8e9-6664-42ef-b48a-e19c1938dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:33.915550 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-2708a8e9-6664-42ef-b48a-e19c1938dd2a service neutron] 10.222.0.13 "GET /v2.0/ports/fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 HTTP/1.1" status: 200 len: 1126 time: 0.1420534 Feb 28 20:11:33.937314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-6568f3fd-b8b3-43bb-a5da-f126dfcb0bad service neutron] Request body: {'binding': {'host': 'n-h2-820368-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:33.938156 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-6568f3fd-b8b3-43bb-a5da-f126dfcb0bad service neutron] Unknown quota resources ['binding']. {{(pid=103773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 20:11:33.944223 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5efaa2bd-603a-46b7-bd7d-fe92450e128d req-8a65b872-5f1a-43c2-a912-41cbd0235b89 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567086 Feb 28 20:11:34.062628 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5dcbef14-f794-48eb-b96b-9cb0c541246b req-1669f2e3-4025-4c27-8a81-501b062928a1 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 210 time: 0.0394318 Feb 28 20:11:34.149485 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-6568f3fd-b8b3-43bb-a5da-f126dfcb0bad service neutron] Attempting to bind port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 on host n-h2-820368-21 for vnic_type normal with profile None {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:11:34.149951 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-6568f3fd-b8b3-43bb-a5da-f126dfcb0bad service neutron] Attempting to bind port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:11:34.150497 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-6568f3fd-b8b3-43bb-a5da-f126dfcb0bad service neutron] Attempting to bind port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:11:34.162765 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-6568f3fd-b8b3-43bb-a5da-f126dfcb0bad service neutron] Port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:11:34.163510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-6568f3fd-b8b3-43bb-a5da-f126dfcb0bad service neutron] Attempting to bind port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:11:34.172712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-6568f3fd-b8b3-43bb-a5da-f126dfcb0bad service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:11:34.177024 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-6568f3fd-b8b3-43bb-a5da-f126dfcb0bad service neutron] Checking segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:11:34.177497 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-6568f3fd-b8b3-43bb-a5da-f126dfcb0bad service neutron] Bound using segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:11:34.178032 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-6568f3fd-b8b3-43bb-a5da-f126dfcb0bad service neutron] Bound port: fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:11:34.206810 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e5598a34-c310-4bb0-adb6-44ebafa0e0f3 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:11:34.226218 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1162f3ab-ef8b-4f0a-96fb-8fd9159cfa7b req-ddb04938-c329-40ff-98b3-651409d82f64 tempest-AbsoluteLimitsNegativeTestJSON-198336869 tempest-AbsoluteLimitsNegativeTestJSON-198336869-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3f96f2e770d94ece9e7d5d01576827f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450065 Feb 28 20:11:34.274024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port e5598a34-c310-4bb0-adb6-44ebafa0e0f3 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:11:34.280915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port e5598a34-c310-4bb0-adb6-44ebafa0e0f3 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:11:34.281276 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e5598a34-c310-4bb0-adb6-44ebafa0e0f3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:34.290689 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-6568f3fd-b8b3-43bb-a5da-f126dfcb0bad service neutron] For port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:11:34.305541 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-6568f3fd-b8b3-43bb-a5da-f126dfcb0bad service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:34.309621 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-6568f3fd-b8b3-43bb-a5da-f126dfcb0bad service neutron] 10.222.0.13 "POST /v2.0/ports/fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95/bindings HTTP/1.1" status: 201 len: 390 time: 0.3867209 Feb 28 20:11:34.430016 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port e5598a34-c310-4bb0-adb6-44ebafa0e0f3 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:11:34.430868 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e5598a34-c310-4bb0-adb6-44ebafa0e0f3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:34.472953 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162f3ab-ef8b-4f0a-96fb-8fd9159cfa7b req-8c01fff3-44f8-47ce-9f6f-3a9c25c182d6 tempest-AbsoluteLimitsNegativeTestJSON-198336869 tempest-AbsoluteLimitsNegativeTestJSON-198336869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:34.477451 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1162f3ab-ef8b-4f0a-96fb-8fd9159cfa7b req-8c01fff3-44f8-47ce-9f6f-3a9c25c182d6 tempest-AbsoluteLimitsNegativeTestJSON-198336869 tempest-AbsoluteLimitsNegativeTestJSON-198336869-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2407203 Feb 28 20:11:34.484873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e5598a34-c310-4bb0-adb6-44ebafa0e0f3, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e5598a34-c310-4bb0-adb6-44ebafa0e0f3,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:34.495048 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e5598a34-c310-4bb0-adb6-44ebafa0e0f3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:34.502521 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1162f3ab-ef8b-4f0a-96fb-8fd9159cfa7b req-0b06c887-4b6c-4f79-86fd-f4630033320f tempest-AbsoluteLimitsNegativeTestJSON-198336869 tempest-AbsoluteLimitsNegativeTestJSON-198336869-project] 10.222.0.13 "GET /v2.0/quotas/3f96f2e770d94ece9e7d5d01576827f9 HTTP/1.1" status: 200 len: 375 time: 0.0176752 Feb 28 20:11:34.582400 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=e5598a34-c310-4bb0-adb6-44ebafa0e0f3,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:34.612906 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1162f3ab-ef8b-4f0a-96fb-8fd9159cfa7b req-a435b6ad-90bd-4f93-bcfe-bd0f72276e38 tempest-AbsoluteLimitsNegativeTestJSON-198336869 tempest-AbsoluteLimitsNegativeTestJSON-198336869-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f96f2e770d94ece9e7d5d01576827f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1005514 Feb 28 20:11:34.645229 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69f880-432d-4251-a1b2-6b9c41883234 req-70505b3a-cf75-4da0-b6e8-b1dab6b90127 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:34.646972 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a69f880-432d-4251-a1b2-6b9c41883234 req-70505b3a-cf75-4da0-b6e8-b1dab6b90127 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=145c6195-ba27-470b-8070-39d0ea56fe42 HTTP/1.1" status: 200 len: 950 time: 0.1330571 Feb 28 20:11:34.780807 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a3fb96-a7ee-4851-a650-0f59026546d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5acca7-011c-4205-9883-e08c8f60beb9'}, {'server_uuid': '145c6195-ba27-470b-8070-39d0ea56fe42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5598a34-c310-4bb0-adb6-44ebafa0e0f3'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:11:34.783064 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc98a31d-7088-462a-bd34-0950cee55943" -d '{"events": [{"server_uuid": "d9a3fb96-a7ee-4851-a650-0f59026546d6", "name": "network-vif-plugged", "status": "completed", "tag": "ed5acca7-011c-4205-9883-e08c8f60beb9"}, {"server_uuid": "145c6195-ba27-470b-8070-39d0ea56fe42", "name": "network-vif-plugged", "status": "completed", "tag": "e5598a34-c310-4bb0-adb6-44ebafa0e0f3"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:11:34.805094 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a69f880-432d-4251-a1b2-6b9c41883234 req-fb10f703-d352-40d1-8fe0-a4e8179883a1 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997939 Feb 28 20:11:34.816251 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-3b6be9af-5fda-4a08-8589-cb9c1b6972b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:34.818046 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-3b6be9af-5fda-4a08-8589-cb9c1b6972b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 1129 time: 0.1608233 Feb 28 20:11:34.828674 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-018b39ac-4150-4fb6-8f61-3a1375d240cf req-e9ca7758-9a78-4f3e-98e9-895febe1158c tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "GET /v2.0/security-groups/2d0d5a12-0be3-4c1d-8ad9-c2ea1b970f4b HTTP/1.1" status: 200 len: 1829 time: 0.1254108 Feb 28 20:11:35.033248 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46080) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:35.064754 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-b64f0394-17ff-4b21-b85b-6f4889bbd084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:35.066277 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-b64f0394-17ff-4b21-b85b-6f4889bbd084 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 921 time: 0.2348106 Feb 28 20:11:35.102193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3e6e7-633a-462c-918e-95167d39502d req-435dd85d-3432-4d8f-935d-360db58567ac tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:35.104630 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5de3e6e7-633a-462c-918e-95167d39502d req-435dd85d-3432-4d8f-935d-360db58567ac tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.1599987 Feb 28 20:11:35.113397 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c3a17-ae33-49ce-a177-602cfdfcdf46 req-4a0d139a-c90d-4ecc-9cde-f8db753407b1 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:35.121490 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8f8c3a17-ae33-49ce-a177-602cfdfcdf46 req-4a0d139a-c90d-4ecc-9cde-f8db753407b1 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a3fb96-a7ee-4851-a650-0f59026546d6 HTTP/1.1" status: 200 len: 950 time: 0.1792324 Feb 28 20:11:35.171331 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-e91979ce-7d40-4a7d-8058-6866651a2a0c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 HTTP/1.1" status: 200 len: 217 time: 0.0910106 Feb 28 20:11:35.235746 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2a5e4048-78b2-48b6-9564-cd7bc3e1c64e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:35.638875 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8f8c3a17-ae33-49ce-a177-602cfdfcdf46 req-fe5c775b-a659-4e18-a68a-b44d4273a1bb tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0875383-2716-4983-abc4-f0c33ada5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165067 Feb 28 20:11:35.646892 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5de3e6e7-633a-462c-918e-95167d39502d req-f1b9bef7-9963-4521-a805-4f0f0023bc0e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224488 Feb 28 20:11:35.655063 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-47c6e172-6e32-440e-9b03-3bf6303d3564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:35.656913 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-47c6e172-6e32-440e-9b03-3bf6303d3564 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.4682603 Feb 28 20:11:35.714819 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-1e3c578f-2db2-4a58-acdf-3262367c1e3d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390773 Feb 28 20:11:35.773833 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Feb 2022 20:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3879de-ac69-4121-b9e4-59da1ecd0e24 x-openstack-request-id: req-1b3879de-ac69-4121-b9e4-59da1ecd0e24 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:11:35.775520 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a3fb96-a7ee-4851-a650-0f59026546d6", "name": "network-vif-plugged", "status": "completed", "tag": "ed5acca7-011c-4205-9883-e08c8f60beb9", "code": 200}, {"server_uuid": "145c6195-ba27-470b-8070-39d0ea56fe42", "name": "network-vif-plugged", "status": "completed", "tag": "e5598a34-c310-4bb0-adb6-44ebafa0e0f3", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:11:35.776649 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b3879de-ac69-4121-b9e4-59da1ecd0e24 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:11:35.780466 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a3fb96-a7ee-4851-a650-0f59026546d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5acca7-011c-4205-9883-e08c8f60beb9', 'code': 200} Feb 28 20:11:35.781476 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145c6195-ba27-470b-8070-39d0ea56fe42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5598a34-c310-4bb0-adb6-44ebafa0e0f3', 'code': 200} Feb 28 20:11:35.925918 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-dc50f740-eb88-42dc-8628-cad33eaf01b3 req-8ddbcd3f-07b4-4439-8fff-4b28738f9e14 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] show failed (client error): The resource could not be found. Feb 28 20:11:35.927074 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc50f740-eb88-42dc-8628-cad33eaf01b3 req-8ddbcd3f-07b4-4439-8fff-4b28738f9e14 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "GET /v2.0/security-groups/796fddb2-9c74-4931-a211-b10a84b93f36 HTTP/1.1" status: 404 len: 352 time: 0.0996115 Feb 28 20:11:35.954840 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2a5e4048-78b2-48b6-9564-cd7bc3e1c64e admin admin] Publish callbacks [] for security_group (3b391891-ad19-42ca-b76a-45cbbe6a75d7), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:35.965154 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d200531-b989-4d0c-bc78-2f9baed2a26f req-1f921d03-615b-4896-9b1d-8d3c890802c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:35.967965 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6d200531-b989-4d0c-bc78-2f9baed2a26f req-1f921d03-615b-4896-9b1d-8d3c890802c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d9a3fb96-a7ee-4851-a650-0f59026546d6 HTTP/1.1" status: 200 len: 1133 time: 0.1228907 Feb 28 20:11:35.969506 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b3b7a-90d5-49b3-bdaa-e87e1a383a7e req-f7fa6b45-91fe-4d97-8cbe-94ec80be011d tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:35.983403 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f90b3b7a-90d5-49b3-bdaa-e87e1a383a7e req-f7fa6b45-91fe-4d97-8cbe-94ec80be011d tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.2316718 Feb 28 20:11:36.015143 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2a5e4048-78b2-48b6-9564-cd7bc3e1c64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3b391891-ad19-42ca-b76a-45cbbe6a75d7), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:36.034480 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45285af8-4030-413b-b25e-ea5ab1e170f6 req-c7817944-f069-4df9-b263-76015e96f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:36.036033 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-45285af8-4030-413b-b25e-ea5ab1e170f6 req-c7817944-f069-4df9-b263-76015e96f226 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=145c6195-ba27-470b-8070-39d0ea56fe42 HTTP/1.1" status: 200 len: 1133 time: 0.1315773 Feb 28 20:11:36.043716 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6d200531-b989-4d0c-bc78-2f9baed2a26f req-179873a2-deff-4258-a07d-9177dba87ad7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a0875383-2716-4983-abc4-f0c33ada5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701129 Feb 28 20:11:36.098809 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-45285af8-4030-413b-b25e-ea5ab1e170f6 req-a95994f6-74f4-4a5a-97cb-4d7b10279f20 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516005 Feb 28 20:11:36.127228 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-0d619776-e8b8-4264-a00b-6558e1f21aad service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961186 Feb 28 20:11:36.135793 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2a5e4048-78b2-48b6-9564-cd7bc3e1c64e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f96f2e770d94ece9e7d5d01576827f9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0990815 Feb 28 20:11:36.137085 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46090) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:36.143509 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e4048-78b2-48b6-9564-cd7bc3e1c64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b391891-ad19-42ca-b76a-45cbbe6a75d7,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:36.153119 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f90b3b7a-90d5-49b3-bdaa-e87e1a383a7e req-569ad588-afc8-4ac8-b011-e95526a6bcf6 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684930 Feb 28 20:11:36.209717 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc26b9-8fbd-4e58-8a82-bb79938e1da5 req-783a578a-548d-4e28-bf0a-36a58ab244cf tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:36.212530 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05fc26b9-8fbd-4e58-8a82-bb79938e1da5 req-783a578a-548d-4e28-bf0a-36a58ab244cf tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=150f5f5c-6ef8-415c-9dcd-8e0873a8d234 HTTP/1.1" status: 200 len: 945 time: 0.1720352 Feb 28 20:11:36.233113 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ce826f1b-53db-47d6-95e8-e820f2957963 admin admin] Publish callbacks [] for security_group (3b391891-ad19-42ca-b76a-45cbbe6a75d7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:36.275481 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ce826f1b-53db-47d6-95e8-e820f2957963 admin admin] Publish callbacks [] for security_group (3b391891-ad19-42ca-b76a-45cbbe6a75d7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:36.336904 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-007862a7-f2af-4c09-84de-beaead86d7aa req-67115793-93cd-49fd-9dda-8a45341e24bd tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=27095bf8-232a-4959-996e-55547b51ea27 HTTP/1.1" status: 200 len: 210 time: 0.0628190 Feb 28 20:11:36.357957 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05fc26b9-8fbd-4e58-8a82-bb79938e1da5 req-3e98e4f0-c347-4bc7-a97d-3f6797e7d69b tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398911 Feb 28 20:11:36.370123 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ce826f1b-53db-47d6-95e8-e820f2957963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3b391891-ad19-42ca-b76a-45cbbe6a75d7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:36.373927 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ce826f1b-53db-47d6-95e8-e820f2957963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:36.374998 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ce826f1b-53db-47d6-95e8-e820f2957963 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b391891-ad19-42ca-b76a-45cbbe6a75d7 HTTP/1.1" status: 204 len: 168 time: 0.2364056 Feb 28 20:11:36.410470 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce826f1b-53db-47d6-95e8-e820f2957963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b391891-ad19-42ca-b76a-45cbbe6a75d7,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:36.476426 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-7ed6a787-faa0-442c-8779-4cbc8f166c72 req-99e3315c-7074-4024-9708-4a04c6990630 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] show failed (client error): The resource could not be found. Feb 28 20:11:36.477538 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7ed6a787-faa0-442c-8779-4cbc8f166c72 req-99e3315c-7074-4024-9708-4a04c6990630 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "GET /v2.0/security-group-rules/c7e2f806-e9ef-4a5b-8b12-9c4416151d6b HTTP/1.1" status: 404 len: 361 time: 0.0653117 Feb 28 20:11:36.568046 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-5d2a002f-32e1-4397-8c20-87e4a4f8bfbf service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080064 Feb 28 20:11:36.591485 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc0d2b-1408-4a79-acd1-b0adc33cd233 req-26f97235-4d62-4adb-b476-047bfa35f579 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:36.596679 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0bcc0d2b-1408-4a79-acd1-b0adc33cd233 req-26f97235-4d62-4adb-b476-047bfa35f579 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=145c6195-ba27-470b-8070-39d0ea56fe42 HTTP/1.1" status: 200 len: 950 time: 0.1153624 Feb 28 20:11:36.699150 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0bcc0d2b-1408-4a79-acd1-b0adc33cd233 req-0bc8de91-a4ee-44a1-adf1-4f50c29261a6 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914690 Feb 28 20:11:36.850505 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-79d93279-455b-417f-a9e0-2c7ce7fdd720 req-ef16249d-6026-4d28-9323-567138dc043f tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "GET /v2.0/security-groups/2d0d5a12-0be3-4c1d-8ad9-c2ea1b970f4b HTTP/1.1" status: 200 len: 1829 time: 0.0867567 Feb 28 20:11:36.979464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c560c7-0a2e-420f-bdfe-b95dc13dc79a req-3e39b7c3-0556-4baf-97b4-e36510aea277 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:36.982315 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e6c560c7-0a2e-420f-bdfe-b95dc13dc79a req-3e39b7c3-0556-4baf-97b4-e36510aea277 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.1660221 Feb 28 20:11:37.024542 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-79d93279-455b-417f-a9e0-2c7ce7fdd720 req-9f500131-358c-4767-98ec-29fd389144fa tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (2d0d5a12-0be3-4c1d-8ad9-c2ea1b970f4b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:37.098987 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-79d93279-455b-417f-a9e0-2c7ce7fdd720 req-9f500131-358c-4767-98ec-29fd389144fa tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (2d0d5a12-0be3-4c1d-8ad9-c2ea1b970f4b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:37.172240 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e6c560c7-0a2e-420f-bdfe-b95dc13dc79a req-6d9ef147-c2cd-4f2b-bd77-5c0484e44ae8 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683762 Feb 28 20:11:37.263137 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-79d93279-455b-417f-a9e0-2c7ce7fdd720 req-9f500131-358c-4767-98ec-29fd389144fa tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2d0d5a12-0be3-4c1d-8ad9-c2ea1b970f4b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:37.268234 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-79d93279-455b-417f-a9e0-2c7ce7fdd720 req-9f500131-358c-4767-98ec-29fd389144fa tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:37.283004 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-79d93279-455b-417f-a9e0-2c7ce7fdd720 req-9f500131-358c-4767-98ec-29fd389144fa tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "DELETE /v2.0/security-groups/2d0d5a12-0be3-4c1d-8ad9-c2ea1b970f4b HTTP/1.1" status: 204 len: 173 time: 0.4062033 Feb 28 20:11:37.319085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f500131-358c-4767-98ec-29fd389144fa tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0d5a12-0be3-4c1d-8ad9-c2ea1b970f4b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:37.574593 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee3eac-f860-4ef1-97dc-b0997ffd893e req-1d43f8b5-31da-4311-aae3-510f3bf005d0 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:37.576460 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-deee3eac-f860-4ef1-97dc-b0997ffd893e req-1d43f8b5-31da-4311-aae3-510f3bf005d0 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=150f5f5c-6ef8-415c-9dcd-8e0873a8d234 HTTP/1.1" status: 200 len: 945 time: 0.1337285 Feb 28 20:11:37.592072 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5756a-3c32-4b0b-8eea-bee00984e45a req-872cd23d-9e6e-4de2-9c91-848750f52e0d tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:37.603194 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3bc5756a-3c32-4b0b-8eea-bee00984e45a req-872cd23d-9e6e-4de2-9c91-848750f52e0d tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a3fb96-a7ee-4851-a650-0f59026546d6 HTTP/1.1" status: 200 len: 950 time: 0.1626353 Feb 28 20:11:37.796421 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3bc5756a-3c32-4b0b-8eea-bee00984e45a req-f5035953-9dde-44be-b723-1bcd29a10e9c tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0875383-2716-4983-abc4-f0c33ada5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918244 Feb 28 20:11:37.815684 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-deee3eac-f860-4ef1-97dc-b0997ffd893e req-6b7985f3-68c7-44fe-893f-24b3e783673e tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079134 Feb 28 20:11:38.028475 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8d258f37-6d92-4a57-8a32-9faf015e96b5 req-6e91caab-e8c3-4ed7-8e38-917142096685 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "GET /v2.0/security-groups/f3a45f9e-129b-40de-a442-8f22ffd7412e HTTP/1.1" status: 200 len: 1828 time: 0.1484048 Feb 28 20:11:38.084114 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c1f5a-a186-4a6b-8a8c-eca83b335a07 req-54c35f55-73ee-4204-85b1-00f770324729 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:38.085784 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba5c1f5a-a186-4a6b-8a8c-eca83b335a07 req-54c35f55-73ee-4204-85b1-00f770324729 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.1508482 Feb 28 20:11:38.116816 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8d258f37-6d92-4a57-8a32-9faf015e96b5 req-7839ea91-82e7-410d-9651-339fa0622bb8 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (f3a45f9e-129b-40de-a442-8f22ffd7412e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:38.157814 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8d258f37-6d92-4a57-8a32-9faf015e96b5 req-7839ea91-82e7-410d-9651-339fa0622bb8 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (f3a45f9e-129b-40de-a442-8f22ffd7412e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:38.180998 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba5c1f5a-a186-4a6b-8a8c-eca83b335a07 req-6e4c6423-3ede-4cde-a778-cce4aae36235 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854390 Feb 28 20:11:38.223961 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8d258f37-6d92-4a57-8a32-9faf015e96b5 req-7839ea91-82e7-410d-9651-339fa0622bb8 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f3a45f9e-129b-40de-a442-8f22ffd7412e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:38.226725 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8d258f37-6d92-4a57-8a32-9faf015e96b5 req-7839ea91-82e7-410d-9651-339fa0622bb8 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:38.232566 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8d258f37-6d92-4a57-8a32-9faf015e96b5 req-7839ea91-82e7-410d-9651-339fa0622bb8 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "DELETE /v2.0/security-groups/f3a45f9e-129b-40de-a442-8f22ffd7412e HTTP/1.1" status: 204 len: 173 time: 0.2027440 Feb 28 20:11:38.261270 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839ea91-82e7-410d-9651-339fa0622bb8 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a45f9e-129b-40de-a442-8f22ffd7412e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:38.380010 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880e544-4612-46c3-90c4-b241a6a7763d req-09b6708b-f991-42b4-baf5-99ca86e41099 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:38.382002 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b880e544-4612-46c3-90c4-b241a6a7763d req-09b6708b-f991-42b4-baf5-99ca86e41099 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=145c6195-ba27-470b-8070-39d0ea56fe42 HTTP/1.1" status: 200 len: 950 time: 0.0712097 Feb 28 20:11:38.458908 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b880e544-4612-46c3-90c4-b241a6a7763d req-b2afc644-9365-4b40-aa89-6f65fe2c722c tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660729 Feb 28 20:11:38.646350 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-751dcb26-bf1f-445e-9ee1-4a5d51b22e3a req-28631701-a87f-445e-874f-8d7286954646 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "GET /v2.0/security-groups/191116e2-73a7-451c-b14c-dc1e9f0d3025 HTTP/1.1" status: 200 len: 1830 time: 0.1073582 Feb 28 20:11:38.723088 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-751dcb26-bf1f-445e-9ee1-4a5d51b22e3a req-c41aab70-e6f7-4ada-8ebf-f0a9c569887e tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (191116e2-73a7-451c-b14c-dc1e9f0d3025), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:38.754376 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b871a8-dda5-4cfe-ae9f-5418a627e59e req-112be058-c0a7-4987-9956-9ac1a390e304 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:38.755977 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f3b871a8-dda5-4cfe-ae9f-5418a627e59e req-112be058-c0a7-4987-9956-9ac1a390e304 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.1947620 Feb 28 20:11:38.760765 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-751dcb26-bf1f-445e-9ee1-4a5d51b22e3a req-c41aab70-e6f7-4ada-8ebf-f0a9c569887e tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (191116e2-73a7-451c-b14c-dc1e9f0d3025), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:38.888624 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f3b871a8-dda5-4cfe-ae9f-5418a627e59e req-fe954454-fd25-4fda-a771-655372a7a60d tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129909 Feb 28 20:11:38.889896 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-751dcb26-bf1f-445e-9ee1-4a5d51b22e3a req-c41aab70-e6f7-4ada-8ebf-f0a9c569887e tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (191116e2-73a7-451c-b14c-dc1e9f0d3025), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:38.893303 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-751dcb26-bf1f-445e-9ee1-4a5d51b22e3a req-c41aab70-e6f7-4ada-8ebf-f0a9c569887e tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:38.894248 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-751dcb26-bf1f-445e-9ee1-4a5d51b22e3a req-c41aab70-e6f7-4ada-8ebf-f0a9c569887e tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "DELETE /v2.0/security-groups/191116e2-73a7-451c-b14c-dc1e9f0d3025 HTTP/1.1" status: 204 len: 173 time: 0.2417009 Feb 28 20:11:38.908990 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41aab70-e6f7-4ada-8ebf-f0a9c569887e tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=191116e2-73a7-451c-b14c-dc1e9f0d3025,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:38.958690 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46154) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:39.143904 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c9cf6-e7b0-49a3-9ffb-776a89f65ef9 req-29458fa4-aa10-4e0a-b2a6-abbcd4108512 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:39.145834 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-030c9cf6-e7b0-49a3-9ffb-776a89f65ef9 req-29458fa4-aa10-4e0a-b2a6-abbcd4108512 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=150f5f5c-6ef8-415c-9dcd-8e0873a8d234 HTTP/1.1" status: 200 len: 945 time: 0.1004407 Feb 28 20:11:39.154365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522567f-0883-4aa3-a0cc-290bfd5a2d67 req-13313b0f-0c92-460f-866c-95057df2952f tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:39.156389 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f522567f-0883-4aa3-a0cc-290bfd5a2d67 req-13313b0f-0c92-460f-866c-95057df2952f tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0551e6f-9618-4086-846e-5e4b5a724991 HTTP/1.1" status: 200 len: 950 time: 0.1618378 Feb 28 20:11:39.198591 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-65b2c23f-3b7c-40c9-a351-d045e015f1e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:39.247788 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f522567f-0883-4aa3-a0cc-290bfd5a2d67 req-1bf9ce7f-a6d9-4786-8d56-c45fa9c2dd49 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842800 Feb 28 20:11:39.251868 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-030c9cf6-e7b0-49a3-9ffb-776a89f65ef9 req-765c0e8b-64c4-43d8-b927-c79ee94d2140 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935726 Feb 28 20:11:39.362532 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9a4ee6f-f4ca-460b-8071-5ceb16c08ef1 req-b1a702d3-e2ac-4487-a7af-7243e0ca4ce3 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "GET /v2.0/security-groups/4bbc0b2f-9ff7-4f33-95a4-11e7f0b79c48 HTTP/1.1" status: 200 len: 1830 time: 0.0675738 Feb 28 20:11:39.397751 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-65b2c23f-3b7c-40c9-a351-d045e015f1e3 admin admin] Publish callbacks [] for security_group (a6a839ea-191a-4ed0-b8c4-84ac64717fb0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:39.406419 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-65b2c23f-3b7c-40c9-a351-d045e015f1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a6a839ea-191a-4ed0-b8c4-84ac64717fb0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:39.486607 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-65b2c23f-3b7c-40c9-a351-d045e015f1e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf950dd4da9e44a5a2ce4a97dc1c008b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5248282 Feb 28 20:11:39.487856 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2c23f-3b7c-40c9-a351-d045e015f1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a839ea-191a-4ed0-b8c4-84ac64717fb0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:39.489971 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46164) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:39.519448 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0395c9e-7e47-408c-a584-39034da5ddeb req-995796f7-a8e6-44d5-a873-4dc5c7c8cb33 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:39.521719 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0395c9e-7e47-408c-a584-39034da5ddeb req-995796f7-a8e6-44d5-a873-4dc5c7c8cb33 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a3fb96-a7ee-4851-a650-0f59026546d6 HTTP/1.1" status: 200 len: 950 time: 0.1659708 Feb 28 20:11:39.590500 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b9a4ee6f-f4ca-460b-8071-5ceb16c08ef1 req-1de846d2-6efe-4a90-a2d1-0923f023402c tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (4bbc0b2f-9ff7-4f33-95a4-11e7f0b79c48), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:39.640793 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0395c9e-7e47-408c-a584-39034da5ddeb req-145b16a0-3128-4ef8-aada-0e1d961828ef tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0875383-2716-4983-abc4-f0c33ada5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029396 Feb 28 20:11:39.647889 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b9a4ee6f-f4ca-460b-8071-5ceb16c08ef1 req-1de846d2-6efe-4a90-a2d1-0923f023402c tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (4bbc0b2f-9ff7-4f33-95a4-11e7f0b79c48), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:39.694581 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fcbc0461-fd4d-47e3-81f2-d5d5501a1f03 admin admin] Publish callbacks [] for security_group (a6a839ea-191a-4ed0-b8c4-84ac64717fb0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:39.723744 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fcbc0461-fd4d-47e3-81f2-d5d5501a1f03 admin admin] Publish callbacks [] for security_group (a6a839ea-191a-4ed0-b8c4-84ac64717fb0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:39.751586 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b9a4ee6f-f4ca-460b-8071-5ceb16c08ef1 req-1de846d2-6efe-4a90-a2d1-0923f023402c tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4bbc0b2f-9ff7-4f33-95a4-11e7f0b79c48), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:39.754234 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b9a4ee6f-f4ca-460b-8071-5ceb16c08ef1 req-1de846d2-6efe-4a90-a2d1-0923f023402c tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:39.757161 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9a4ee6f-f4ca-460b-8071-5ceb16c08ef1 req-1de846d2-6efe-4a90-a2d1-0923f023402c tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "DELETE /v2.0/security-groups/4bbc0b2f-9ff7-4f33-95a4-11e7f0b79c48 HTTP/1.1" status: 204 len: 173 time: 0.3555164 Feb 28 20:11:39.810857 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de846d2-6efe-4a90-a2d1-0923f023402c tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbc0b2f-9ff7-4f33-95a4-11e7f0b79c48,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:39.852730 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fcbc0461-fd4d-47e3-81f2-d5d5501a1f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a6a839ea-191a-4ed0-b8c4-84ac64717fb0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:39.856432 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fcbc0461-fd4d-47e3-81f2-d5d5501a1f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:39.857969 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fcbc0461-fd4d-47e3-81f2-d5d5501a1f03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6a839ea-191a-4ed0-b8c4-84ac64717fb0 HTTP/1.1" status: 204 len: 168 time: 0.3520305 Feb 28 20:11:39.873087 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8de19-4eac-48f8-8178-78aaf0636f5f req-4a7e82af-eb19-42ac-896f-ba87da4bb3c4 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:39.883013 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ef8de19-4eac-48f8-8178-78aaf0636f5f req-4a7e82af-eb19-42ac-896f-ba87da4bb3c4 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.1375053 Feb 28 20:11:39.906989 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc0461-fd4d-47e3-81f2-d5d5501a1f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a839ea-191a-4ed0-b8c4-84ac64717fb0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:39.967524 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ef8de19-4eac-48f8-8178-78aaf0636f5f req-e4a437d9-0bd1-472a-bb2c-7d738f6e09f8 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832915 Feb 28 20:11:40.372363 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db259d40-5c92-4269-978c-0a17497dc3d8 req-1410882a-2dce-4fd7-8078-53f060d82515 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:40.382474 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db259d40-5c92-4269-978c-0a17497dc3d8 req-1410882a-2dce-4fd7-8078-53f060d82515 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:40.417326 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db259d40-5c92-4269-978c-0a17497dc3d8 req-1410882a-2dce-4fd7-8078-53f060d82515 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=145c6195-ba27-470b-8070-39d0ea56fe42&device_id=e0551e6f-9618-4086-846e-5e4b5a724991 HTTP/1.1" status: 200 len: 1691 time: 0.1552966 Feb 28 20:11:40.529479 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db259d40-5c92-4269-978c-0a17497dc3d8 req-05736154-4d1f-4357-9668-c560b1370c0c tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191130 Feb 28 20:11:40.625803 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8828109-88b7-4ad4-a747-90ca0c4c21ae req-51579841-8b06-4770-a24b-9032f26265ad tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "GET /v2.0/security-groups/9f8dbc91-3d05-4946-bf9d-fa3fd835503d HTTP/1.1" status: 200 len: 1830 time: 0.0759015 Feb 28 20:11:40.775268 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c8828109-88b7-4ad4-a747-90ca0c4c21ae req-2b2d6405-18b8-4a9c-bbe1-5de86eb5e3f4 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (9f8dbc91-3d05-4946-bf9d-fa3fd835503d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:40.816447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b4cf5-83da-4542-a6e5-dee9eb1dc03e req-8400c6c0-0bcd-48dc-97e1-aa36b5cbed52 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:40.818952 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5a6b4cf5-83da-4542-a6e5-dee9eb1dc03e req-8400c6c0-0bcd-48dc-97e1-aa36b5cbed52 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.1288924 Feb 28 20:11:40.841595 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c8828109-88b7-4ad4-a747-90ca0c4c21ae req-2b2d6405-18b8-4a9c-bbe1-5de86eb5e3f4 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (9f8dbc91-3d05-4946-bf9d-fa3fd835503d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:40.960660 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5a6b4cf5-83da-4542-a6e5-dee9eb1dc03e req-7c281caf-6dfa-4bcc-96fe-361e023ce27e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268971 Feb 28 20:11:40.975721 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c8828109-88b7-4ad4-a747-90ca0c4c21ae req-2b2d6405-18b8-4a9c-bbe1-5de86eb5e3f4 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9f8dbc91-3d05-4946-bf9d-fa3fd835503d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:40.979345 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c8828109-88b7-4ad4-a747-90ca0c4c21ae req-2b2d6405-18b8-4a9c-bbe1-5de86eb5e3f4 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:40.980569 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8828109-88b7-4ad4-a747-90ca0c4c21ae req-2b2d6405-18b8-4a9c-bbe1-5de86eb5e3f4 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] 10.222.0.13 "DELETE /v2.0/security-groups/9f8dbc91-3d05-4946-bf9d-fa3fd835503d HTTP/1.1" status: 204 len: 173 time: 0.3528674 Feb 28 20:11:41.000878 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46208) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:41.017482 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d6405-18b8-4a9c-bbe1-5de86eb5e3f4 tempest-SecurityGroupRulesNegativeTestJSON-1662906277 tempest-SecurityGroupRulesNegativeTestJSON-1662906277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8dbc91-3d05-4946-bf9d-fa3fd835503d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:41.129234 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a141e9bc-d655-453c-9067-444bf73d66da admin admin] Deleting subnet 715c2c6f-b410-4ecd-bd8c-bb749025699a {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:11:41.136511 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a141e9bc-d655-453c-9067-444bf73d66da admin admin] Publish callbacks [] for subnet (715c2c6f-b410-4ecd-bd8c-bb749025699a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:41.137825 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46220) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:41.237559 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a141e9bc-d655-453c-9067-444bf73d66da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (715c2c6f-b410-4ecd-bd8c-bb749025699a), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:41.310434 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a141e9bc-d655-453c-9067-444bf73d66da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (715c2c6f-b410-4ecd-bd8c-bb749025699a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:41.386899 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-8c08bad1-4605-440d-a490-5829f2de0ffe admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2123911596-network', 'tenant_id': '69dbf1a015924bf5bff7adc2c417b2b3'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:41.419072 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a141e9bc-d655-453c-9067-444bf73d66da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (715c2c6f-b410-4ecd-bd8c-bb749025699a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:41.436569 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba3ee3-8dd7-454c-aff0-0fd15879de3a req-020a6b3f-7b9a-4aa5-a4d2-a17d3b2a4924 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:41.438159 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7ba3ee3-8dd7-454c-aff0-0fd15879de3a req-020a6b3f-7b9a-4aa5-a4d2-a17d3b2a4924 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a3fb96-a7ee-4851-a650-0f59026546d6 HTTP/1.1" status: 200 len: 950 time: 0.1973825 Feb 28 20:11:41.440847 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a141e9bc-d655-453c-9067-444bf73d66da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:41.442022 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c08bad1-4605-440d-a490-5829f2de0ffe admin admin] Made reservation on behalf of 69dbf1a015924bf5bff7adc2c417b2b3 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:11:41.444461 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8c08bad1-4605-440d-a490-5829f2de0ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:41.452356 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a141e9bc-d655-453c-9067-444bf73d66da admin admin] 10.222.0.13 "DELETE /v2.0/subnets/715c2c6f-b410-4ecd-bd8c-bb749025699a HTTP/1.1" status: 204 len: 168 time: 0.4495769 Feb 28 20:11:41.453559 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46224) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:41.464742 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8c08bad1-4605-440d-a490-5829f2de0ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:41.485608 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141e9bc-d655-453c-9067-444bf73d66da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=715c2c6f-b410-4ecd-bd8c-bb749025699a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:41.490843 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d93b0-dca0-452a-9303-379054e6b938 req-5ba56dcc-7612-403c-9e91-7a6ad997fc11 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:41.492461 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-544d93b0-dca0-452a-9303-379054e6b938 req-5ba56dcc-7612-403c-9e91-7a6ad997fc11 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.1809459 Feb 28 20:11:41.564878 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7ba3ee3-8dd7-454c-aff0-0fd15879de3a req-bb3bf25e-a417-434f-bdd2-a1ea8486702e tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0875383-2716-4983-abc4-f0c33ada5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152875 Feb 28 20:11:41.567670 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-31d17e93-020b-4232-8c90-8429a69d06cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (b47ea3a3-e0e2-47ed-ace9-efc83c73741b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:41.702412 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-31d17e93-020b-4232-8c90-8429a69d06cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (b47ea3a3-e0e2-47ed-ace9-efc83c73741b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:41.705589 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8c08bad1-4605-440d-a490-5829f2de0ffe admin admin] Publish callbacks [] for security_group (6776a3b8-8272-4cb1-a28d-98f182fcad1c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:41.711202 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-544d93b0-dca0-452a-9303-379054e6b938 req-bc9c11ac-a211-40ad-9a8a-e31319a25579 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117970 Feb 28 20:11:41.717547 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8c08bad1-4605-440d-a490-5829f2de0ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6776a3b8-8272-4cb1-a28d-98f182fcad1c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:41.730844 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c08bad1-4605-440d-a490-5829f2de0ffe admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:11:41.742516 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8c08bad1-4605-440d-a490-5829f2de0ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (bf35ad16-5721-4ffe-b959-5401416678e0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:41.742805 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-8c08bad1-4605-440d-a490-5829f2de0ffe admin admin] Added segment bf35ad16-5721-4ffe-b959-5401416678e0 of type vlan for network ae703e63-06d8-4946-b48c-49d73a85d5f3 Feb 28 20:11:41.745226 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-31d17e93-020b-4232-8c90-8429a69d06cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47ea3a3-e0e2-47ed-ace9-efc83c73741b']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:11:41.765325 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-31d17e93-020b-4232-8c90-8429a69d06cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29fc9dfc-3ae0-453f-8197-2129b8397293') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:11:41.768252 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-31d17e93-020b-4232-8c90-8429a69d06cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29fc9dfc-3ae0-453f-8197-2129b8397293') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:11:41.787334 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-31d17e93-020b-4232-8c90-8429a69d06cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (29fc9dfc-3ae0-453f-8197-2129b8397293), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:41.808031 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-31d17e93-020b-4232-8c90-8429a69d06cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (29fc9dfc-3ae0-453f-8197-2129b8397293), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:41.819046 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8e140592-74e9-45cc-a5b4-0eb59c753e52 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:11:41.823090 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d17e93-020b-4232-8c90-8429a69d06cd admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:11:41.824798 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-31d17e93-020b-4232-8c90-8429a69d06cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (29fc9dfc-3ae0-453f-8197-2129b8397293), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:11:41.826963 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:11:41.869272 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8c08bad1-4605-440d-a490-5829f2de0ffe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ae703e63-06d8-4946-b48c-49d73a85d5f3), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:41.873074 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a680b-e0e9-443b-93e8-c7160bde6a6b req-ee774f2b-a872-42d3-8aa2-fdc7d38a574f tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:41.880942 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e78a680b-e0e9-443b-93e8-c7160bde6a6b req-ee774f2b-a872-42d3-8aa2-fdc7d38a574f tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=145c6195-ba27-470b-8070-39d0ea56fe42 HTTP/1.1" status: 200 len: 1133 time: 0.2244544 Feb 28 20:11:41.882176 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08bad1-4605-440d-a490-5829f2de0ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6776a3b8-8272-4cb1-a28d-98f182fcad1c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:41.935944 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-31d17e93-020b-4232-8c90-8429a69d06cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (b47ea3a3-e0e2-47ed-ace9-efc83c73741b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:41.947930 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-31d17e93-020b-4232-8c90-8429a69d06cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:41.954392 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-31d17e93-020b-4232-8c90-8429a69d06cd admin admin] 10.222.0.13 "DELETE /v2.0/networks/b47ea3a3-e0e2-47ed-ace9-efc83c73741b HTTP/1.1" status: 204 len: 168 time: 0.4752877 Feb 28 20:11:41.978314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d17e93-020b-4232-8c90-8429a69d06cd admin admin] Pushing event deleted for resources: {'Network': ['ID=b47ea3a3-e0e2-47ed-ace9-efc83c73741b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:41.989390 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e78a680b-e0e9-443b-93e8-c7160bde6a6b req-2a198dec-1ec9-4808-b476-05c767f62255 tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067226 Feb 28 20:11:41.999224 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8c08bad1-4605-440d-a490-5829f2de0ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ae703e63-06d8-4946-b48c-49d73a85d5f3), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:42.001072 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c08bad1-4605-440d-a490-5829f2de0ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:42.002110 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8c08bad1-4605-440d-a490-5829f2de0ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:42.106917 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8c08bad1-4605-440d-a490-5829f2de0ffe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9676127 Feb 28 20:11:42.111174 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46232) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:42.116296 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-45317d47-77a2-47fc-bd11-137f5a309fb4 admin admin] Request body: {'subnet': {'network_id': 'ae703e63-06d8-4946-b48c-49d73a85d5f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2123911596-subnet', 'tenant_id': '69dbf1a015924bf5bff7adc2c417b2b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:42.151045 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 8e140592-74e9-45cc-a5b4-0eb59c753e52, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8e140592-74e9-45cc-a5b4-0eb59c753e52,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:42.155544 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45317d47-77a2-47fc-bd11-137f5a309fb4 admin admin] Made reservation on behalf of 69dbf1a015924bf5bff7adc2c417b2b3 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:11:42.163825 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-45317d47-77a2-47fc-bd11-137f5a309fb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:42.180261 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '8e140592-74e9-45cc-a5b4-0eb59c753e52', 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59', 'port_id': '8e140592-74e9-45cc-a5b4-0eb59c753e52', 'mac_address': 'fa:16:3e:29:9b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7b6343-09d6-47f5-84df-45ccf66aea66', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:11:42.236253 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 8e140592-74e9-45cc-a5b4-0eb59c753e52 is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:11:42.236918 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8e140592-74e9-45cc-a5b4-0eb59c753e52), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:42.267940 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e140592-74e9-45cc-a5b4-0eb59c753e52 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:11:42.298179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 8e140592-74e9-45cc-a5b4-0eb59c753e52, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8e140592-74e9-45cc-a5b4-0eb59c753e52,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:42.307950 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8e140592-74e9-45cc-a5b4-0eb59c753e52), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:42.339584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46236) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:42.346950 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08bad1-4605-440d-a490-5829f2de0ffe admin admin] Pushing event updated for resources: {'Network': ['ID=ae703e63-06d8-4946-b48c-49d73a85d5f3,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:42.370665 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ae703e63-06d8-4946-b48c-49d73a85d5f3 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:11:42.406185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c291430-8179-4a42-b8c3-31b21278b209 req-0d6dc252-b62a-476b-965a-a90827d64826 tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:42.408764 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c291430-8179-4a42-b8c3-31b21278b209 req-0d6dc252-b62a-476b-965a-a90827d64826 tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e0551e6f-9618-4086-846e-5e4b5a724991 HTTP/1.1" status: 200 len: 1133 time: 0.1793141 Feb 28 20:11:42.445461 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a66c5-7a12-4baa-bc6a-d7924a62df5c req-6eaa931a-4b4a-4a9b-ad0b-d054f508524f tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:42.448340 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5d8a66c5-7a12-4baa-bc6a-d7924a62df5c req-6eaa931a-4b4a-4a9b-ad0b-d054f508524f tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a3fb96-a7ee-4851-a650-0f59026546d6 HTTP/1.1" status: 200 len: 950 time: 0.1619613 Feb 28 20:11:42.455226 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['8e140592-74e9-45cc-a5b4-0eb59c753e52'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:11:42.462540 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=8e140592-74e9-45cc-a5b4-0eb59c753e52,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:42.473014 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b04edd-8469-4134-8468-b2efd4166bd7 req-9a3df2b2-ff1c-4d06-8b57-5c9ff1affce6 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:42.474937 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3b04edd-8469-4134-8468-b2efd4166bd7 req-9a3df2b2-ff1c-4d06-8b57-5c9ff1affce6 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.2436035 Feb 28 20:11:42.514554 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-45801d70-8cf8-4199-9de1-3aec1f84d694 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6fc229951f14a12974a3c4876c49dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1680648 Feb 28 20:11:42.534846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46238) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:42.609655 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c291430-8179-4a42-b8c3-31b21278b209 req-c18261c3-db06-44fb-ad3d-8f595ceadb27 tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914625 Feb 28 20:11:42.672255 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3b04edd-8469-4134-8468-b2efd4166bd7 req-b81d7d6e-59d2-4a98-9f73-958223d55244 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830649 Feb 28 20:11:42.700268 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f220973-5777-4b66-a0f7-d8613d391cf3 admin admin] Publish callbacks [] for security_group (cb1645a2-c7fa-444b-b3d0-940b1f8bedc3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:42.738186 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-45317d47-77a2-47fc-bd11-137f5a309fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (5a0ba1fc-1ad0-4a12-a38d-2e1f480f7937), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:42.743670 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f220973-5777-4b66-a0f7-d8613d391cf3 admin admin] Publish callbacks [] for security_group (cb1645a2-c7fa-444b-b3d0-940b1f8bedc3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:42.893421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45317d47-77a2-47fc-bd11-137f5a309fb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a0ba1fc-1ad0-4a12-a38d-2e1f480f7937,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:42.906777 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-5d8a66c5-7a12-4baa-bc6a-d7924a62df5c req-cbcb60bf-4d7c-458c-95b9-59b15dd7de8b tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Deleting port ed5acca7-011c-4205-9883-e08c8f60beb9 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:11:42.910162 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-5d8a66c5-7a12-4baa-bc6a-d7924a62df5c req-cbcb60bf-4d7c-458c-95b9-59b15dd7de8b tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ed5acca7-011c-4205-9883-e08c8f60beb9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:42.937412 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f220973-5777-4b66-a0f7-d8613d391cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (cb1645a2-c7fa-444b-b3d0-940b1f8bedc3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:42.942306 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f220973-5777-4b66-a0f7-d8613d391cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:42.944550 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6f220973-5777-4b66-a0f7-d8613d391cf3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb1645a2-c7fa-444b-b3d0-940b1f8bedc3 HTTP/1.1" status: 204 len: 168 time: 0.4083631 Feb 28 20:11:42.990268 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f220973-5777-4b66-a0f7-d8613d391cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1645a2-c7fa-444b-b3d0-940b1f8bedc3,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:43.017728 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a3b3c-0885-4c18-8b65-99d62676b5c8 req-b727787f-16d5-415e-8e6e-53da7afe0880 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:43.018054 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45317d47-77a2-47fc-bd11-137f5a309fb4 admin admin] Checking segment: {'id': 'bf35ad16-5721-4ffe-b959-5401416678e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ae703e63-06d8-4946-b48c-49d73a85d5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:11:43.018510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45317d47-77a2-47fc-bd11-137f5a309fb4 admin admin] Network hostable DHCP agents. Network: ae703e63-06d8-4946-b48c-49d73a85d5f3, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:11:43.019914 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b85a3b3c-0885-4c18-8b65-99d62676b5c8 req-b727787f-16d5-415e-8e6e-53da7afe0880 tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a3fb96-a7ee-4851-a650-0f59026546d6 HTTP/1.1" status: 200 len: 950 time: 0.1730709 Feb 28 20:11:43.051081 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45317d47-77a2-47fc-bd11-137f5a309fb4 admin admin] Network ae703e63-06d8-4946-b48c-49d73a85d5f3 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:11:43.084421 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f8bb0-3df6-4f94-9873-8efe1bd2563c req-c274db42-6ad5-427a-aefc-932cb4204941 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:43.093342 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-528f8bb0-3df6-4f94-9873-8efe1bd2563c req-c274db42-6ad5-427a-aefc-932cb4204941 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.2039397 Feb 28 20:11:43.100549 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-5d8a66c5-7a12-4baa-bc6a-d7924a62df5c req-cbcb60bf-4d7c-458c-95b9-59b15dd7de8b tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] For port ed5acca7-011c-4205-9883-e08c8f60beb9, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=ed5acca7-011c-4205-9883-e08c8f60beb9,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:43.101172 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-5d8a66c5-7a12-4baa-bc6a-d7924a62df5c req-cbcb60bf-4d7c-458c-95b9-59b15dd7de8b tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ed5acca7-011c-4205-9883-e08c8f60beb9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:43.118415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-5d8a66c5-7a12-4baa-bc6a-d7924a62df5c req-cbcb60bf-4d7c-458c-95b9-59b15dd7de8b tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Calling delete_port for ed5acca7-011c-4205-9883-e08c8f60beb9 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:11:43.176520 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b85a3b3c-0885-4c18-8b65-99d62676b5c8 req-e52f621d-e7f4-4b7c-990c-0eafbb03073c tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0875383-2716-4983-abc4-f0c33ada5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416988 Feb 28 20:11:43.225152 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-528f8bb0-3df6-4f94-9873-8efe1bd2563c req-8185db8b-ad52-4200-a495-2bc810a3c8f9 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307716 Feb 28 20:11:43.300212 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-45317d47-77a2-47fc-bd11-137f5a309fb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ae703e63-06d8-4946-b48c-49d73a85d5f3) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:11:43.308957 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6150fcd-cf0d-4fae-a20e-40c2aba3f9f2 None None] Network ae703e63-06d8-4946-b48c-49d73a85d5f3 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:11:43.356326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45317d47-77a2-47fc-bd11-137f5a309fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:43.356963 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-45317d47-77a2-47fc-bd11-137f5a309fb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:43.381207 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-5d8a66c5-7a12-4baa-bc6a-d7924a62df5c req-cbcb60bf-4d7c-458c-95b9-59b15dd7de8b tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ed5acca7-011c-4205-9883-e08c8f60beb9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:43.393681 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-5b3ddd54-c283-4ca9-9c4d-91d7269ab1a8 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c258cc5b77d946d495afb4d1b7de5427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633733 Feb 28 20:11:43.422765 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-45317d47-77a2-47fc-bd11-137f5a309fb4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3104274 Feb 28 20:11:43.473963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb60bf-4d7c-458c-95b9-59b15dd7de8b tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Pushing event deleted for resources: {'Port': ['ID=ed5acca7-011c-4205-9883-e08c8f60beb9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:43.481825 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['ed5acca7-011c-4205-9883-e08c8f60beb9'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:11:43.698884 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8a66c5-7a12-4baa-bc6a-d7924a62df5c req-cbcb60bf-4d7c-458c-95b9-59b15dd7de8b tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] No DVR routers for this DVR port ed5acca7-011c-4205-9883-e08c8f60beb9 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:11:43.710609 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-5d8a66c5-7a12-4baa-bc6a-d7924a62df5c req-cbcb60bf-4d7c-458c-95b9-59b15dd7de8b tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:43.721171 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5d8a66c5-7a12-4baa-bc6a-d7924a62df5c req-cbcb60bf-4d7c-458c-95b9-59b15dd7de8b tempest-ImagesNegativeTestJSON-957524898 tempest-ImagesNegativeTestJSON-957524898-project] 10.222.0.15 "DELETE /v2.0/ports/ed5acca7-011c-4205-9883-e08c8f60beb9 HTTP/1.1" status: 204 len: 173 time: 1.2613261 Feb 28 20:11:43.721680 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a3fb96-a7ee-4851-a650-0f59026546d6', 'name': 'network-vif-deleted', 'tag': 'ed5acca7-011c-4205-9883-e08c8f60beb9'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:11:43.755990 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723d15b6-fc3a-43ac-9dfc-52409dc40c9e" -d '{"events": [{"server_uuid": "d9a3fb96-a7ee-4851-a650-0f59026546d6", "name": "network-vif-deleted", "tag": "ed5acca7-011c-4205-9883-e08c8f60beb9"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:11:43.758978 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09996fc-269c-4657-9d4c-7c86928a7203 None None] Network ae703e63-06d8-4946-b48c-49d73a85d5f3 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:11:43.849622 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-63d102d9-a05e-4900-8885-005fcd1f78cd tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:43.855594 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-63d102d9-a05e-4900-8885-005fcd1f78cd tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4603751 Feb 28 20:11:43.858808 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8e140592-74e9-45cc-a5b4-0eb59c753e52 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:11:44.043083 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-1b07a8e8-6f7d-46d2-bc45-bef981b46f40 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/quotas/c258cc5b77d946d495afb4d1b7de5427 HTTP/1.1" status: 200 len: 375 time: 0.1757417 Feb 28 20:11:44.136239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 8e140592-74e9-45cc-a5b4-0eb59c753e52 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:11:44.137197 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8e140592-74e9-45cc-a5b4-0eb59c753e52), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:44.190169 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda96a41-cd86-48d2-bc2e-ffddc51bffe2 req-61bbaf2a-3038-400b-971d-1cc8eb4d55c7 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:44.205754 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cda96a41-cd86-48d2-bc2e-ffddc51bffe2 req-61bbaf2a-3038-400b-971d-1cc8eb4d55c7 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.3433022 Feb 28 20:11:44.355032 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cda96a41-cd86-48d2-bc2e-ffddc51bffe2 req-754bc6dd-25d1-4b91-8bb7-033634502efb tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380665 Feb 28 20:11:44.423983 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-6df755f0-dd81-4354-a587-57d3c6051ef5 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c258cc5b77d946d495afb4d1b7de5427&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3475249 Feb 28 20:11:44.488182 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 8e140592-74e9-45cc-a5b4-0eb59c753e52 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:11:44.491152 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8e140592-74e9-45cc-a5b4-0eb59c753e52), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:44.700140 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 8e140592-74e9-45cc-a5b4-0eb59c753e52, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8e140592-74e9-45cc-a5b4-0eb59c753e52,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:44.712387 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150f5f5c-6ef8-415c-9dcd-8e0873a8d234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e140592-74e9-45cc-a5b4-0eb59c753e52'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:11:44.723023 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a74823c-af1d-4ebb-b230-ef391f4e77f1" -d '{"events": [{"server_uuid": "150f5f5c-6ef8-415c-9dcd-8e0873a8d234", "name": "network-vif-plugged", "status": "completed", "tag": "8e140592-74e9-45cc-a5b4-0eb59c753e52"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:11:44.733049 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8e140592-74e9-45cc-a5b4-0eb59c753e52), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:44.737202 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device ed5acca7-011c-4205-9883-e08c8f60beb9 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:11:44.819149 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46330) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:44.882174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: ed5acca7-011c-4205-9883-e08c8f60beb9 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:11:44.885195 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device ed5acca7-011c-4205-9883-e08c8f60beb9 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:11:44.984572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=8e140592-74e9-45cc-a5b4-0eb59c753e52,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:45.104163 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-210133f0-7aa4-4ae1-a8e2-40172d5a34d9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2089726783-network', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:45.125088 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650502e1-c043-4adc-bae5-cc32c56b595b x-openstack-request-id: req-650502e1-c043-4adc-bae5-cc32c56b595b {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:11:45.125721 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a3fb96-a7ee-4851-a650-0f59026546d6", "name": "network-vif-deleted", "tag": "ed5acca7-011c-4205-9883-e08c8f60beb9", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:11:45.126390 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-650502e1-c043-4adc-bae5-cc32c56b595b {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:11:45.127200 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a3fb96-a7ee-4851-a650-0f59026546d6', 'name': 'network-vif-deleted', 'tag': 'ed5acca7-011c-4205-9883-e08c8f60beb9', 'status': 'completed', 'code': 200} Feb 28 20:11:45.173350 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210133f0-7aa4-4ae1-a8e2-40172d5a34d9 admin admin] Made reservation on behalf of 564ccb90fcfb460d8819a2196af4c809 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:11:45.187938 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-210133f0-7aa4-4ae1-a8e2-40172d5a34d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:45.236200 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-210133f0-7aa4-4ae1-a8e2-40172d5a34d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:45.632655 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df412bad-7526-4f97-8c1f-a735354ee566 req-907c00dd-8a27-4eba-9fd4-92954e64a4b4 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:45.648533 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df412bad-7526-4f97-8c1f-a735354ee566 req-907c00dd-8a27-4eba-9fd4-92954e64a4b4 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/networks?id=ae703e63-06d8-4946-b48c-49d73a85d5f3 HTTP/1.1" status: 200 len: 814 time: 0.3099017 Feb 28 20:11:45.700275 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df412bad-7526-4f97-8c1f-a735354ee566 req-4eac6777-e757-4565-bf7f-96a53295e21c tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/quotas/69dbf1a015924bf5bff7adc2c417b2b3 HTTP/1.1" status: 200 len: 375 time: 0.0399961 Feb 28 20:11:45.701217 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-210133f0-7aa4-4ae1-a8e2-40172d5a34d9 admin admin] Publish callbacks [] for security_group (21ad87bc-716f-4296-8bc2-fa4155490ae5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:45.708169 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-210133f0-7aa4-4ae1-a8e2-40172d5a34d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (21ad87bc-716f-4296-8bc2-fa4155490ae5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:45.751615 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210133f0-7aa4-4ae1-a8e2-40172d5a34d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:11:45.776945 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210133f0-7aa4-4ae1-a8e2-40172d5a34d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ad87bc-716f-4296-8bc2-fa4155490ae5,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:45.781506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df412bad-7526-4f97-8c1f-a735354ee566 req-9bf4a0b2-bcd5-4d19-b242-6987eb5d455b tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=69dbf1a015924bf5bff7adc2c417b2b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738895 Feb 28 20:11:45.789998 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f921ce-2450-469b-8f2f-a719ec656e92 req-0e16834b-8564-469d-a5d2-d669961c7de0 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:45.790819 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85f921ce-2450-469b-8f2f-a719ec656e92 req-0e16834b-8564-469d-a5d2-d669961c7de0 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.3422794 Feb 28 20:11:45.816773 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-210133f0-7aa4-4ae1-a8e2-40172d5a34d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (b964f382-4fb0-46e1-a25c-d94365c5e65f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:45.817527 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-210133f0-7aa4-4ae1-a8e2-40172d5a34d9 admin admin] Added segment b964f382-4fb0-46e1-a25c-d94365c5e65f of type vlan for network c259a009-9e8f-4371-b00b-c3cfc6ef71d2 Feb 28 20:11:45.895373 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-210133f0-7aa4-4ae1-a8e2-40172d5a34d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (c259a009-9e8f-4371-b00b-c3cfc6ef71d2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:45.961875 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-210133f0-7aa4-4ae1-a8e2-40172d5a34d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (c259a009-9e8f-4371-b00b-c3cfc6ef71d2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:45.963112 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210133f0-7aa4-4ae1-a8e2-40172d5a34d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:45.964411 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-210133f0-7aa4-4ae1-a8e2-40172d5a34d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:46.044630 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df412bad-7526-4f97-8c1f-a735354ee566 req-1ec1f05f-9203-466e-b1c6-f4cb5a888211 service neutron] 10.222.0.13 "GET /v2.0/networks/ae703e63-06d8-4946-b48c-49d73a85d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415524 Feb 28 20:11:46.105815 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-210133f0-7aa4-4ae1-a8e2-40172d5a34d9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2852859 Feb 28 20:11:46.120342 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46364) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:46.127495 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-1e730b55-f598-4fdb-a3de-2065b42be352 admin admin] Request body: {'subnet': {'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2089726783-subnet', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:46.132216 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210133f0-7aa4-4ae1-a8e2-40172d5a34d9 admin admin] Pushing event updated for resources: {'Network': ['ID=c259a009-9e8f-4371-b00b-c3cfc6ef71d2,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:46.174572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network c259a009-9e8f-4371-b00b-c3cfc6ef71d2 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:11:46.178545 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e730b55-f598-4fdb-a3de-2065b42be352 admin admin] Made reservation on behalf of 564ccb90fcfb460d8819a2196af4c809 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:11:46.180947 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1e730b55-f598-4fdb-a3de-2065b42be352 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:46.233952 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85f921ce-2450-469b-8f2f-a719ec656e92 req-6ad49695-c6cd-49b6-a194-daea35cacf1e tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233575 Feb 28 20:11:46.428415 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df412bad-7526-4f97-8c1f-a735354ee566 req-ccbf6851-257a-4e46-9c1e-b24ab39bc237 service neutron] 10.222.0.13 "GET /v2.0/networks/ae703e63-06d8-4946-b48c-49d73a85d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817098 Feb 28 20:11:46.456231 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfdbf0a-6d92-4c36-ac55-bbe86ce39d95 x-openstack-request-id: req-7dfdbf0a-6d92-4c36-ac55-bbe86ce39d95 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:11:46.456730 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150f5f5c-6ef8-415c-9dcd-8e0873a8d234", "name": "network-vif-plugged", "status": "completed", "tag": "8e140592-74e9-45cc-a5b4-0eb59c753e52", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:11:46.456919 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dfdbf0a-6d92-4c36-ac55-bbe86ce39d95 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:11:46.457305 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150f5f5c-6ef8-415c-9dcd-8e0873a8d234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e140592-74e9-45cc-a5b4-0eb59c753e52', 'code': 200} Feb 28 20:11:46.470603 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8e790fdf-2313-4a9a-bae4-bf400bf5b67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:46.833246 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d364ed82-ab97-4138-a3c5-9b4cb3ffef2c req-7eb3661b-e00e-44f3-a970-a6214ea69057 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e890db3-b4eb-4b84-ac55-55f31b40db90 HTTP/1.1" status: 200 len: 210 time: 0.1501598 Feb 28 20:11:47.223096 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032a46f-1d22-43d3-b06e-74994f5b1333 req-5a551350-a29b-4208-85aa-3bd3e9a38691 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:47.225261 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d032a46f-1d22-43d3-b06e-74994f5b1333 req-5a551350-a29b-4208-85aa-3bd3e9a38691 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.1645172 Feb 28 20:11:47.329383 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1e793c3b-4187-4ac6-9573-2813737153af req-fad936dc-7f50-4d11-b6d8-258ac79727cf tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/ports?device_id=58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9 HTTP/1.1" status: 200 len: 210 time: 0.1275578 Feb 28 20:11:47.454851 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d032a46f-1d22-43d3-b06e-74994f5b1333 req-d8701c6a-410b-485b-8877-cbd32cec3515 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112250 Feb 28 20:11:47.666445 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1e730b55-f598-4fdb-a3de-2065b42be352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (5bdb9738-0226-44ac-99a9-db47472bff06), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:47.698553 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-e155431f-74db-472e-afdf-dd3113d569de tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c258cc5b77d946d495afb4d1b7de5427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1195788 Feb 28 20:11:47.771673 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e730b55-f598-4fdb-a3de-2065b42be352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bdb9738-0226-44ac-99a9-db47472bff06,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:47.863875 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89ed7e-ae9e-4d9d-b92b-73332fd82cd4 req-503463da-7038-429e-bbd0-8432efbf6b2c tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:47.884387 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb89ed7e-ae9e-4d9d-b92b-73332fd82cd4 req-503463da-7038-429e-bbd0-8432efbf6b2c tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.4164097 Feb 28 20:11:47.887084 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e730b55-f598-4fdb-a3de-2065b42be352 admin admin] Checking segment: {'id': 'b964f382-4fb0-46e1-a25c-d94365c5e65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:11:47.889772 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e730b55-f598-4fdb-a3de-2065b42be352 admin admin] Network hostable DHCP agents. Network: c259a009-9e8f-4371-b00b-c3cfc6ef71d2, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:11:47.962172 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e730b55-f598-4fdb-a3de-2065b42be352 admin admin] Network c259a009-9e8f-4371-b00b-c3cfc6ef71d2 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:11:48.001206 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-1e730b55-f598-4fdb-a3de-2065b42be352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, c259a009-9e8f-4371-b00b-c3cfc6ef71d2) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:11:48.041357 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e730b55-f598-4fdb-a3de-2065b42be352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:48.046410 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e260dbd6-3b4e-4ef5-ba65-5d18e58290e4 None None] Network c259a009-9e8f-4371-b00b-c3cfc6ef71d2 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:11:48.071101 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1e730b55-f598-4fdb-a3de-2065b42be352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:48.132494 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1e730b55-f598-4fdb-a3de-2065b42be352 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0075376 Feb 28 20:11:48.136260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46402) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:48.159132 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-5db65b2e-b8fc-417b-8772-47f700101bfe admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2089726783-router', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:48.253791 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5db65b2e-b8fc-417b-8772-47f700101bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (cf79c996-e694-494f-89e2-8164669dfd97), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:48.258230 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5db65b2e-b8fc-417b-8772-47f700101bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (cf79c996-e694-494f-89e2-8164669dfd97), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:48.392502 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28b487b2-5f58-4517-a6e9-3be259064118 req-751754d0-c9e3-4586-a42c-4a312c4c1add tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e890db3-b4eb-4b84-ac55-55f31b40db90 HTTP/1.1" status: 200 len: 210 time: 0.3406134 Feb 28 20:11:48.444807 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb89ed7e-ae9e-4d9d-b92b-73332fd82cd4 req-e3ef89be-889a-4173-9e6a-afc8fdd061df tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5574956 Feb 28 20:11:48.575633 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-6da9035a-ddda-4d86-9010-204340526aa9 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:48.576289 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5db65b2e-b8fc-417b-8772-47f700101bfe admin admin] Publish callbacks [] for router_controller (cf79c996-e694-494f-89e2-8164669dfd97), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:48.577198 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-6da9035a-ddda-4d86-9010-204340526aa9 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8697610 Feb 28 20:11:48.620629 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-77933b21-9bc9-45ca-a6f8-62752ebb0565 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Request body: {'port': {'device_id': '8e890db3-b4eb-4b84-ac55-55f31b40db90', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'c258cc5b77d946d495afb4d1b7de5427'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:48.623991 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06202e3f-86a3-4e70-8f44-8e03662be7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-c259a009-9e8f-4371-b00b-c3cfc6ef71d2', 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2', 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'fixed_ips': [{'subnet_id': '5bdb9738-0226-44ac-99a9-db47472bff06'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:11:48.631809 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-06202e3f-86a3-4e70-8f44-8e03662be7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:48.850669 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10ae459a-7309-444d-8118-0067c9b3796e req-fc2bbc2c-5b01-4a17-ad5f-d95efe2c6673 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/ports?device_id=58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9 HTTP/1.1" status: 200 len: 210 time: 0.1610739 Feb 28 20:11:48.851727 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46418) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:49.005401 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5db65b2e-b8fc-417b-8772-47f700101bfe admin admin] Publish callbacks [] for router_gateway (cf79c996-e694-494f-89e2-8164669dfd97), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:49.127229 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23de57-060a-4691-8cfb-7a5e4cfc844b req-d13cdf9e-78d1-4378-8135-e75f21553f0c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:49.143599 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb23de57-060a-4691-8cfb-7a5e4cfc844b req-d13cdf9e-78d1-4378-8135-e75f21553f0c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.2899663 Feb 28 20:11:49.149654 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-77933b21-9bc9-45ca-a6f8-62752ebb0565 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Made reservation on behalf of c258cc5b77d946d495afb4d1b7de5427 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:11:49.165628 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-77933b21-9bc9-45ca-a6f8-62752ebb0565 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:49.200542 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dab80c44-b3b6-412a-8b08-2ca6a31c91eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:49.426964 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:49.443093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-06202e3f-86a3-4e70-8f44-8e03662be7b3 None None] Allocated IP 172.20.0.2 (c259a009-9e8f-4371-b00b-c3cfc6ef71d2/5bdb9738-0226-44ac-99a9-db47472bff06/ea0f2e05-ca64-45c9-a7d3-d9d396db6245) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:11:49.545656 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb23de57-060a-4691-8cfb-7a5e4cfc844b req-abfabf49-98a2-4e74-9962-a467f4859d24 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008772 Feb 28 20:11:49.679931 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46428) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:49.682540 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bf75d1c9-5491-404f-bea2-12d885fe3193 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=705931c0d30b47cf90f38708264d1529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8076191 Feb 28 20:11:49.931231 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e9d80d3-3e8f-4b0d-a925-4dbf8a0f7486 req-54e94600-308b-4ce1-b062-ff34196de1b4 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e890db3-b4eb-4b84-ac55-55f31b40db90 HTTP/1.1" status: 200 len: 210 time: 0.1492803 Feb 28 20:11:50.012535 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-77933b21-9bc9-45ca-a6f8-62752ebb0565 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Allocated IP 192.168.233.112 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/6491f829-20d1-4a21-859c-b06a2e91dd5d) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:11:50.140163 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:50.199355 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-06202e3f-86a3-4e70-8f44-8e03662be7b3 None None] Publish callbacks [] for port (ea0f2e05-ca64-45c9-a7d3-d9d396db6245), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:50.217232 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-06202e3f-86a3-4e70-8f44-8e03662be7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (ea0f2e05-ca64-45c9-a7d3-d9d396db6245), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:50.348203 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df412bad-7526-4f97-8c1f-a735354ee566 req-c85f3fe5-6493-44da-926c-55ecf056deb4 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:50.358272 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-df412bad-7526-4f97-8c1f-a735354ee566 req-c85f3fe5-6493-44da-926c-55ecf056deb4 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.15 "GET /v2.0/networks?id=ae703e63-06d8-4946-b48c-49d73a85d5f3 HTTP/1.1" status: 200 len: 814 time: 1.0403669 Feb 28 20:11:50.359682 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b45da44-0df8-4656-bd9d-2bcfab7bf967 admin admin] Publish callbacks [] for security_group (a0875383-2716-4983-abc4-f0c33ada5b47), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:50.376506 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06202e3f-86a3-4e70-8f44-8e03662be7b3 None None] Network c259a009-9e8f-4371-b00b-c3cfc6ef71d2 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:11:50.398141 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-06202e3f-86a3-4e70-8f44-8e03662be7b3 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:11:50.408431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06202e3f-86a3-4e70-8f44-8e03662be7b3 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:11:50.444956 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b45da44-0df8-4656-bd9d-2bcfab7bf967 admin admin] Publish callbacks [] for security_group (a0875383-2716-4983-abc4-f0c33ada5b47), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:50.452359 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06202e3f-86a3-4e70-8f44-8e03662be7b3 None None] Pushing event updated for resources: {'Port': ['ID=ea0f2e05-ca64-45c9-a7d3-d9d396db6245,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:50.483388 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-df412bad-7526-4f97-8c1f-a735354ee566 req-329a1574-a16e-4f31-8871-b97195728354 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Request body: {'port': {'device_id': '58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9', 'network_id': 'ae703e63-06d8-4946-b48c-49d73a85d5f3', 'admin_state_up': True, 'tenant_id': '69dbf1a015924bf5bff7adc2c417b2b3'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:50.507995 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-77933b21-9bc9-45ca-a6f8-62752ebb0565 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks [] for port (6491f829-20d1-4a21-859c-b06a2e91dd5d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:50.586338 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5db65b2e-b8fc-417b-8772-47f700101bfe admin admin] Publish callbacks [] for router_gateway (cf79c996-e694-494f-89e2-8164669dfd97), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:50.611652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-06202e3f-86a3-4e70-8f44-8e03662be7b3 None None] Attempting to bind port ea0f2e05-ca64-45c9-a7d3-d9d396db6245 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:11:50.612438 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-06202e3f-86a3-4e70-8f44-8e03662be7b3 None None] Attempting to bind port ea0f2e05-ca64-45c9-a7d3-d9d396db6245 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'b964f382-4fb0-46e1-a25c-d94365c5e65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:11:50.613076 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06202e3f-86a3-4e70-8f44-8e03662be7b3 None None] Attempting to bind port ea0f2e05-ca64-45c9-a7d3-d9d396db6245 on network c259a009-9e8f-4371-b00b-c3cfc6ef71d2 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:11:50.618308 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-77933b21-9bc9-45ca-a6f8-62752ebb0565 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (6491f829-20d1-4a21-859c-b06a2e91dd5d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:50.625269 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06202e3f-86a3-4e70-8f44-8e03662be7b3 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:11:50.626063 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06202e3f-86a3-4e70-8f44-8e03662be7b3 None None] Checking segment: {'id': 'b964f382-4fb0-46e1-a25c-d94365c5e65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:11:50.626737 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-06202e3f-86a3-4e70-8f44-8e03662be7b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:50.627370 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06202e3f-86a3-4e70-8f44-8e03662be7b3 None None] Bound using segment: {'id': 'b964f382-4fb0-46e1-a25c-d94365c5e65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:11:50.628156 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-06202e3f-86a3-4e70-8f44-8e03662be7b3 None None] Bound port: ea0f2e05-ca64-45c9-a7d3-d9d396db6245, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b964f382-4fb0-46e1-a25c-d94365c5e65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:11:50.628809 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-06202e3f-86a3-4e70-8f44-8e03662be7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ea0f2e05-ca64-45c9-a7d3-d9d396db6245), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:50.633957 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13', '583bde8e-6a83-40b3-bd10-2c4d327505ea', 'e5598a34-c310-4bb0-adb6-44ebafa0e0f3'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:11:50.638250 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['1e15a2a7-e81f-4d5d-97a3-d6325b067668', '7eb3644c-290d-47dd-8261-c03c3eeabdce'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:11:50.665150 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee8f97-07de-4ba7-9e63-c61641cde8ca req-7229729f-27cc-4060-ac90-25d27315dc92 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:50.669066 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1eee8f97-07de-4ba7-9e63-c61641cde8ca req-7229729f-27cc-4060-ac90-25d27315dc92 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.8606682 Feb 28 20:11:50.693715 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5db65b2e-b8fc-417b-8772-47f700101bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:50.921157 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-5db65b2e-b8fc-417b-8772-47f700101bfe admin admin] Allocated IP 172.25.0.150 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/4caa2fb5-052c-49b1-a2c5-7624ae134e31) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:11:51.024653 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-06202e3f-86a3-4e70-8f44-8e03662be7b3 None None] For port ea0f2e05-ca64-45c9-a7d3-d9d396db6245, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:11:51.043716 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-06202e3f-86a3-4e70-8f44-8e03662be7b3 None None] For port ea0f2e05-ca64-45c9-a7d3-d9d396db6245, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ea0f2e05-ca64-45c9-a7d3-d9d396db6245,segment=NetworkSegment(b964f382-4fb0-46e1-a25c-d94365c5e65f),segment_id=b964f382-4fb0-46e1-a25c-d94365c5e65f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:11:51.076411 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-06202e3f-86a3-4e70-8f44-8e03662be7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ea0f2e05-ca64-45c9-a7d3-d9d396db6245), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:51.184038 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5db65b2e-b8fc-417b-8772-47f700101bfe admin admin] Publish callbacks [] for port (4caa2fb5-052c-49b1-a2c5-7624ae134e31), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:51.345610 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5db65b2e-b8fc-417b-8772-47f700101bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4caa2fb5-052c-49b1-a2c5-7624ae134e31), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:51.426879 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db65b2e-b8fc-417b-8772-47f700101bfe admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:11:51.432546 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df412bad-7526-4f97-8c1f-a735354ee566 req-329a1574-a16e-4f31-8871-b97195728354 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Made reservation on behalf of 69dbf1a015924bf5bff7adc2c417b2b3 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:11:51.438827 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-df412bad-7526-4f97-8c1f-a735354ee566 req-329a1574-a16e-4f31-8871-b97195728354 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:51.469499 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db65b2e-b8fc-417b-8772-47f700101bfe admin admin] Pushing event updated for resources: {'Port': ['ID=4caa2fb5-052c-49b1-a2c5-7624ae134e31,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:51.472252 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-5db65b2e-b8fc-417b-8772-47f700101bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:11:51.479139 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db65b2e-b8fc-417b-8772-47f700101bfe admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:11:51.496444 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2652d2a9-1827-4990-895b-724770aa39bd req-b05316b0-25d0-43cd-b421-88e62e5dee5e tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/ports?device_id=58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9 HTTP/1.1" status: 200 len: 210 time: 0.9026062 Feb 28 20:11:51.561419 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-77933b21-9bc9-45ca-a6f8-62752ebb0565 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:11:51.589103 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b45da44-0df8-4656-bd9d-2bcfab7bf967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a0875383-2716-4983-abc4-f0c33ada5b47), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:51.591788 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b45da44-0df8-4656-bd9d-2bcfab7bf967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:51.592947 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0b45da44-0df8-4656-bd9d-2bcfab7bf967 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0875383-2716-4983-abc4-f0c33ada5b47 HTTP/1.1" status: 204 len: 168 time: 1.9031296 Feb 28 20:11:51.601109 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-77933b21-9bc9-45ca-a6f8-62752ebb0565 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:11:51.614459 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-77933b21-9bc9-45ca-a6f8-62752ebb0565 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:11:51.627827 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77933b21-9bc9-45ca-a6f8-62752ebb0565 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Pushing event updated for resources: {'Port': ['ID=6491f829-20d1-4a21-859c-b06a2e91dd5d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:51.678436 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1eee8f97-07de-4ba7-9e63-c61641cde8ca req-bb8898f2-6e31-4804-8fd1-7227cc7e9d28 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9551318 Feb 28 20:11:51.722594 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45da44-0df8-4656-bd9d-2bcfab7bf967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0875383-2716-4983-abc4-f0c33ada5b47,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:51.770829 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:51.897979 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-77933b21-9bc9-45ca-a6f8-62752ebb0565 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:51.899036 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-77933b21-9bc9-45ca-a6f8-62752ebb0565 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:51.964910 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06202e3f-86a3-4e70-8f44-8e03662be7b3 None None] Pushing event updated for resources: {'Port': ['ID=ea0f2e05-ca64-45c9-a7d3-d9d396db6245,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:51.988809 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-77933b21-9bc9-45ca-a6f8-62752ebb0565 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3954480 Feb 28 20:11:52.085155 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] Request body: {'port': {'device_id': '8e890db3-b4eb-4b84-ac55-55f31b40db90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:52.198158 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1d4bc-1e36-4001-80bf-90be54ebbc9d req-c0842a0f-2a00-4adf-8274-0ac8aa318542 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:52.224491 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63c1d4bc-1e36-4001-80bf-90be54ebbc9d req-c0842a0f-2a00-4adf-8274-0ac8aa318542 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.5659075 Feb 28 20:11:52.355726 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-df412bad-7526-4f97-8c1f-a735354ee566 req-329a1574-a16e-4f31-8871-b97195728354 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Allocated IP 172.20.0.13 (ae703e63-06d8-4946-b48c-49d73a85d5f3/5a0ba1fc-1ad0-4a12-a38d-2e1f480f7937/7620ae06-349f-4bc0-9098-85e01e0e2a45) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:11:52.375661 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6491f829-20d1-4a21-859c-b06a2e91dd5d), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:52.445362 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:52.568510 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac85cb0-5562-406b-b0c8-4fc2aab1ab60 req-a5d699e3-b194-4ea0-b7ab-9bfd90df1fca tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:52.587910 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ac85cb0-5562-406b-b0c8-4fc2aab1ab60 req-a5d699e3-b194-4ea0-b7ab-9bfd90df1fca tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e890db3-b4eb-4b84-ac55-55f31b40db90 HTTP/1.1" status: 200 len: 936 time: 0.6467676 Feb 28 20:11:52.721963 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-2f5d83d9-27ee-4389-b2a8-98017b6d0bdc None None] Provisioning complete for port 6491f829-20d1-4a21-859c-b06a2e91dd5d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:11:52.722455 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2f5d83d9-27ee-4389-b2a8-98017b6d0bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6491f829-20d1-4a21-859c-b06a2e91dd5d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:52.762010 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63c1d4bc-1e36-4001-80bf-90be54ebbc9d req-804a878c-2c15-45ea-92ca-698af07554cc tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359521 Feb 28 20:11:52.773475 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5db65b2e-b8fc-417b-8772-47f700101bfe admin admin] Publish callbacks [] for router_gateway (cf79c996-e694-494f-89e2-8164669dfd97), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:52.870540 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ac85cb0-5562-406b-b0c8-4fc2aab1ab60 req-264f6452-0b97-4419-9ccd-9575c77ff434 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771285 Feb 28 20:11:52.908741 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-2f5d83d9-27ee-4389-b2a8-98017b6d0bdc None None] Port 6491f829-20d1-4a21-859c-b06a2e91dd5d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:11:52.971842 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:53.227332 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4097cec9-8ed4-4276-bd91-2ee458366066 req-719750ba-2c23-49d3-8aac-9ccdd8a8505f tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/ports?device_id=58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9 HTTP/1.1" status: 200 len: 210 time: 0.2851458 Feb 28 20:11:53.280419 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-df412bad-7526-4f97-8c1f-a735354ee566 req-329a1574-a16e-4f31-8871-b97195728354 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Publish callbacks [] for port (7620ae06-349f-4bc0-9098-85e01e0e2a45), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:53.339156 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ea0f2e05-ca64-45c9-a7d3-d9d396db6245 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:11:53.521028 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port ea0f2e05-ca64-45c9-a7d3-d9d396db6245 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:11:53.521562 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ea0f2e05-ca64-45c9-a7d3-d9d396db6245), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:53.758756 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port ea0f2e05-ca64-45c9-a7d3-d9d396db6245 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:11:53.759145 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ea0f2e05-ca64-45c9-a7d3-d9d396db6245), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:53.766736 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5db65b2e-b8fc-417b-8772-47f700101bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (cf79c996-e694-494f-89e2-8164669dfd97), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:53.846184 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6491f829-20d1-4a21-859c-b06a2e91dd5d {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:11:53.878704 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] Publish callbacks [] for port (6491f829-20d1-4a21-859c-b06a2e91dd5d), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:54.011548 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] Transition to ACTIVE for port object 6491f829-20d1-4a21-859c-b06a2e91dd5d will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:11:54.020850 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-df412bad-7526-4f97-8c1f-a735354ee566 req-329a1574-a16e-4f31-8871-b97195728354 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (7620ae06-349f-4bc0-9098-85e01e0e2a45), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:54.064081 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port ea0f2e05-ca64-45c9-a7d3-d9d396db6245, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ea0f2e05-ca64-45c9-a7d3-d9d396db6245,segment=NetworkSegment(b964f382-4fb0-46e1-a25c-d94365c5e65f),segment_id=b964f382-4fb0-46e1-a25c-d94365c5e65f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:11:54.104799 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ea0f2e05-ca64-45c9-a7d3-d9d396db6245), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:54.105587 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750a8fa-c510-4fc0-bcc7-81cdfe6701ab req-f38e607d-d6b4-4dc8-bfb0-fdab9d34290a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:54.109696 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b750a8fa-c510-4fc0-bcc7-81cdfe6701ab req-f38e607d-d6b4-4dc8-bfb0-fdab9d34290a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.8938017 Feb 28 20:11:54.126454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2ec28e-2b2d-4769-8fe9-bd53ce21c2c7 None None] Network c259a009-9e8f-4371-b00b-c3cfc6ef71d2 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:11:54.136676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271f3d7-e71a-4b71-b118-2afaa5c21cc8 req-5f31a855-5b23-4f4d-98e6-0303742f5e0e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:54.139553 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df412bad-7526-4f97-8c1f-a735354ee566 req-329a1574-a16e-4f31-8871-b97195728354 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Network ae703e63-06d8-4946-b48c-49d73a85d5f3 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:11:54.145344 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d271f3d7-e71a-4b71-b118-2afaa5c21cc8 req-5f31a855-5b23-4f4d-98e6-0303742f5e0e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.1692240 Feb 28 20:11:54.148601 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-df412bad-7526-4f97-8c1f-a735354ee566 req-329a1574-a16e-4f31-8871-b97195728354 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:11:54.171111 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-df412bad-7526-4f97-8c1f-a735354ee566 req-329a1574-a16e-4f31-8871-b97195728354 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:11:54.183078 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (6491f829-20d1-4a21-859c-b06a2e91dd5d), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:54.192111 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a1574-a16e-4f31-8871-b97195728354 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Pushing event updated for resources: {'Port': ['ID=7620ae06-349f-4bc0-9098-85e01e0e2a45,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:54.299713 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1d4d5587-b855-4786-8930-324a059054b6 None None] Provisioning complete for port ea0f2e05-ca64-45c9-a7d3-d9d396db6245 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:11:54.300945 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1d4d5587-b855-4786-8930-324a059054b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ea0f2e05-ca64-45c9-a7d3-d9d396db6245), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:54.302722 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df412bad-7526-4f97-8c1f-a735354ee566 req-329a1574-a16e-4f31-8871-b97195728354 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:54.303518 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-df412bad-7526-4f97-8c1f-a735354ee566 req-329a1574-a16e-4f31-8871-b97195728354 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:54.382731 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=ea0f2e05-ca64-45c9-a7d3-d9d396db6245,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:54.401537 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-df412bad-7526-4f97-8c1f-a735354ee566 req-329a1574-a16e-4f31-8871-b97195728354 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9368949 Feb 28 20:11:54.440924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-df412bad-7526-4f97-8c1f-a735354ee566 req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] Request body: {'port': {'device_id': '58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:11:54.467443 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=6491f829-20d1-4a21-859c-b06a2e91dd5d,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:54.540308 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d5587-b855-4786-8930-324a059054b6 None None] Current status of the port ea0f2e05-ca64-45c9-a7d3-d9d396db6245 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:11:54.553058 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db65b2e-b8fc-417b-8772-47f700101bfe admin admin] Router cf79c996-e694-494f-89e2-8164669dfd97 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:11:54.732075 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b750a8fa-c510-4fc0-bcc7-81cdfe6701ab req-2d11923e-41c9-47cf-9b19-c2eca69389b1 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5851088 Feb 28 20:11:54.860234 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d271f3d7-e71a-4b71-b118-2afaa5c21cc8 req-93cfa5b4-8493-4b02-97c6-9db068124c08 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6584353 Feb 28 20:11:55.009062 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] Attempting to bind port 6491f829-20d1-4a21-859c-b06a2e91dd5d on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:11:55.010183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] Attempting to bind port 6491f829-20d1-4a21-859c-b06a2e91dd5d by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:11:55.012382 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] Attempting to bind port 6491f829-20d1-4a21-859c-b06a2e91dd5d on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:11:55.062155 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] Port 6491f829-20d1-4a21-859c-b06a2e91dd5d on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:11:55.067655 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] Attempting to bind port 6491f829-20d1-4a21-859c-b06a2e91dd5d on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:11:55.124450 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:11:55.131530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:11:55.132638 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:11:55.136258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] Bound port: 6491f829-20d1-4a21-859c-b06a2e91dd5d, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:11:55.138505 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6491f829-20d1-4a21-859c-b06a2e91dd5d), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:55.147023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-179b2aef-5a6c-4240-a61a-7000023db671 None None] Provisioning complete for port ea0f2e05-ca64-45c9-a7d3-d9d396db6245 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:11:55.151301 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-179b2aef-5a6c-4240-a61a-7000023db671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ea0f2e05-ca64-45c9-a7d3-d9d396db6245), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:55.272387 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512a385-99de-4bc7-ab91-acc3f2fac703 req-119ef385-221d-4b09-90fd-5ca1b30122f6 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:55.289643 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1512a385-99de-4bc7-ab91-acc3f2fac703 req-119ef385-221d-4b09-90fd-5ca1b30122f6 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e890db3-b4eb-4b84-ac55-55f31b40db90 HTTP/1.1" status: 200 len: 948 time: 0.3264339 Feb 28 20:11:55.317802 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-df412bad-7526-4f97-8c1f-a735354ee566 req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7620ae06-349f-4bc0-9098-85e01e0e2a45), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:55.330465 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ea0f2e05-ca64-45c9-a7d3-d9d396db6245 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:11:55.442821 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-179b2aef-5a6c-4240-a61a-7000023db671 None None] Current status of the port ea0f2e05-ca64-45c9-a7d3-d9d396db6245 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:11:55.487276 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port ea0f2e05-ca64-45c9-a7d3-d9d396db6245 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:11:55.488594 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ea0f2e05-ca64-45c9-a7d3-d9d396db6245), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:55.499809 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] For port 6491f829-20d1-4a21-859c-b06a2e91dd5d, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:11:55.507746 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] For port 6491f829-20d1-4a21-859c-b06a2e91dd5d, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=6491f829-20d1-4a21-859c-b06a2e91dd5d,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:11:55.578163 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (6491f829-20d1-4a21-859c-b06a2e91dd5d), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:55.623611 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-5a8f8ee7-e15f-46e7-ab17-9f1c11c3fe2e tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=79295c70285f4547b38d419dad3b5ee6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2631717 Feb 28 20:11:55.663960 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:55.665248 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:55.668838 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] 10.222.0.10 "PUT /v2.0/ports/6491f829-20d1-4a21-859c-b06a2e91dd5d HTTP/1.1" status: 200 len: 1097 time: 3.6091974 Feb 28 20:11:55.670564 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e890db3-b4eb-4b84-ac55-55f31b40db90', 'tag': '6491f829-20d1-4a21-859c-b06a2e91dd5d'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:11:55.673971 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f57bf1-fb0d-4850-9a71-581c87489815" -d '{"events": [{"name": "network-changed", "server_uuid": "8e890db3-b4eb-4b84-ac55-55f31b40db90", "tag": "6491f829-20d1-4a21-859c-b06a2e91dd5d"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:11:55.692340 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port ea0f2e05-ca64-45c9-a7d3-d9d396db6245 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:11:55.885207 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db65b2e-b8fc-417b-8772-47f700101bfe admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:11:55.900662 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] Sync routers for ids ['cf79c996-e694-494f-89e2-8164669dfd97'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:11:55.912642 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1512a385-99de-4bc7-ab91-acc3f2fac703 req-5eedda2d-b511-42f9-a341-fd62f019626d tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6219988 Feb 28 20:11:55.938399 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] Routers {'cf79c996-e694-494f-89e2-8164669dfd97'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:11:55.938399 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:11:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['cf79c996-e694-494f-89e2-8164669dfd97'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:11:55.970587 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f14610-eca4-4356-9c4d-b80b40b34eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=6491f829-20d1-4a21-859c-b06a2e91dd5d,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:55.986722 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5db65b2e-b8fc-417b-8772-47f700101bfe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:55.992386 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5db65b2e-b8fc-417b-8772-47f700101bfe admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.8546417 Feb 28 20:11:56.005064 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-df412bad-7526-4f97-8c1f-a735354ee566 req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7620ae06-349f-4bc0-9098-85e01e0e2a45 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:11:56.031732 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46510) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:11:56.128181 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-63606a10-fa48-46b1-94fe-36562c26b08e tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:56.136509 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-63606a10-fa48-46b1-94fe-36562c26b08e tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4976180 Feb 28 20:11:56.153736 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-7ffba7b7-3431-4541-be58-ac418bb4a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:56.159124 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-df412bad-7526-4f97-8c1f-a735354ee566 req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] Publish callbacks [] for port (7620ae06-349f-4bc0-9098-85e01e0e2a45), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:56.159736 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-7ffba7b7-3431-4541-be58-ac418bb4a55e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c258cc5b77d946d495afb4d1b7de5427&device_id=8e890db3-b4eb-4b84-ac55-55f31b40db90 HTTP/1.1" status: 200 len: 1131 time: 0.4157090 Feb 28 20:11:56.191369 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-c262a0c6-855e-4948-b7b3-06ded3717431 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/quotas/79295c70285f4547b38d419dad3b5ee6 HTTP/1.1" status: 200 len: 375 time: 0.0477643 Feb 28 20:11:56.240302 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-df412bad-7526-4f97-8c1f-a735354ee566 req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] Transition to ACTIVE for port object 7620ae06-349f-4bc0-9098-85e01e0e2a45 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:11:56.249030 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-df412bad-7526-4f97-8c1f-a735354ee566 req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (7620ae06-349f-4bc0-9098-85e01e0e2a45), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:56.258645 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] Set router cf79c996-e694-494f-89e2-8164669dfd97 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:11:56.335962 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-0371cfc6-1faa-4453-82cc-376f7dbef554 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=6491f829-20d1-4a21-859c-b06a2e91dd5d HTTP/1.1" status: 200 len: 217 time: 0.1429601 Feb 28 20:11:56.396857 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-1554fa70-62ff-4c21-b913-89c980072426 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=79295c70285f4547b38d419dad3b5ee6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586267 Feb 28 20:11:56.498055 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] Pushing event updated for resources: {'Port': ['ID=7620ae06-349f-4bc0-9098-85e01e0e2a45,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:56.501135 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c109fe9-aedb-4129-8aac-fe779265003e req-0318d171-8be6-48dd-9426-43667a4f6e15 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:56.512023 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c109fe9-aedb-4129-8aac-fe779265003e req-0318d171-8be6-48dd-9426-43667a4f6e15 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/ports?device_id=58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9 HTTP/1.1" status: 200 len: 944 time: 0.1708581 Feb 28 20:11:56.516761 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-c20e50fa-7881-4ec8-b59e-74391baf529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:56.519713 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-c20e50fa-7881-4ec8-b59e-74391baf529b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1249850 Feb 28 20:11:56.720127 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c109fe9-aedb-4129-8aac-fe779265003e req-72f99c0c-2a9c-4f43-90dd-577d5c878112 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/security-groups?id=6776a3b8-8272-4cb1-a28d-98f182fcad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064626 Feb 28 20:11:56.727021 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-9f563c49-26f7-4893-8667-1656cb69d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:56.730081 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-9f563c49-26f7-4893-8667-1656cb69d14f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1954911 Feb 28 20:11:56.793079 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'name': 'tempest-ServersTestFqdnHostnames-2089726783-router', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:11:48Z', 'updated_at': '2022-02-28T20:11:52Z', 'revision_number': 3, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'gw_port': {'id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:50Z', 'updated_at': '2022-02-28T20:11:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:11:56.891530 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] Checking router: cf79c996-e694-494f-89e2-8164669dfd97 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:11:56.891902 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] Updating router cf79c996-e694-494f-89e2-8164669dfd97 port 4caa2fb5-052c-49b1-a2c5-7624ae134e31 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:11:56.908846 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f50918-44b8-47bc-bd83-ed6b8a3b3526 x-openstack-request-id: req-c1f50918-44b8-47bc-bd83-ed6b8a3b3526 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:11:56.909087 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e890db3-b4eb-4b84-ac55-55f31b40db90", "tag": "6491f829-20d1-4a21-859c-b06a2e91dd5d", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:11:56.909294 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1f50918-44b8-47bc-bd83-ed6b8a3b3526 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:11:56.909721 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e890db3-b4eb-4b84-ac55-55f31b40db90', 'tag': '6491f829-20d1-4a21-859c-b06a2e91dd5d', 'status': 'completed', 'code': 200} Feb 28 20:11:57.005459 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4caa2fb5-052c-49b1-a2c5-7624ae134e31), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:57.283694 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-5dc2f786-f061-4bd5-b3ca-18542bc261eb service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343318 Feb 28 20:11:57.410396 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-df412bad-7526-4f97-8c1f-a735354ee566 req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] Attempting to bind port 7620ae06-349f-4bc0-9098-85e01e0e2a45 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:11:57.410622 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-df412bad-7526-4f97-8c1f-a735354ee566 req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] Attempting to bind port 7620ae06-349f-4bc0-9098-85e01e0e2a45 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'bf35ad16-5721-4ffe-b959-5401416678e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ae703e63-06d8-4946-b48c-49d73a85d5f3'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:11:57.410905 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df412bad-7526-4f97-8c1f-a735354ee566 req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] Attempting to bind port 7620ae06-349f-4bc0-9098-85e01e0e2a45 on network ae703e63-06d8-4946-b48c-49d73a85d5f3 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:11:57.422537 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e12306ca-6b68-45d1-907b-427fbee16f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:57.812101 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-e12306ca-6b68-45d1-907b-427fbee16f55 admin admin] Allocated IP 172.20.0.1 (c259a009-9e8f-4371-b00b-c3cfc6ef71d2/5bdb9738-0226-44ac-99a9-db47472bff06/5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:11:57.857249 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ef34de4-d5a6-4859-8565-3a0b46f2f698 req-07bd4425-a075-488a-a543-3ee0aac49703 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5427403 Feb 28 20:11:57.907059 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fab0c9-5255-45c9-91ca-f9054210eb56 req-1fbf87e0-a0bf-4cdf-963a-ace4aca3072b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:57.911323 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39fab0c9-5255-45c9-91ca-f9054210eb56 req-1fbf87e0-a0bf-4cdf-963a-ace4aca3072b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.7692125 Feb 28 20:11:57.933462 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdecfab-cb7c-4e91-a82a-2ca843c22cc1 req-fedb0505-2614-4a23-b95e-48efdaf36890 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:57.941803 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4bdecfab-cb7c-4e91-a82a-2ca843c22cc1 req-fedb0505-2614-4a23-b95e-48efdaf36890 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.9029927 Feb 28 20:11:58.073342 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] Publish callbacks [] for port (4caa2fb5-052c-49b1-a2c5-7624ae134e31), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:58.081199 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4caa2fb5-052c-49b1-a2c5-7624ae134e31), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:58.142636 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a5951-320e-4a28-bf0a-d93ac776f61a None None] Pushing event updated for resources: {'Port': ['ID=4caa2fb5-052c-49b1-a2c5-7624ae134e31,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:58.153474 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a5951-320e-4a28-bf0a-d93ac776f61a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:58.153856 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a5951-320e-4a28-bf0a-d93ac776f61a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:58.154156 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a5951-320e-4a28-bf0a-d93ac776f61a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:58.154445 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a5951-320e-4a28-bf0a-d93ac776f61a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:58.154825 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a5951-320e-4a28-bf0a-d93ac776f61a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:58.155092 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a5951-320e-4a28-bf0a-d93ac776f61a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:58.155398 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a5951-320e-4a28-bf0a-d93ac776f61a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:58.155717 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a5951-320e-4a28-bf0a-d93ac776f61a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:58.156136 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a5951-320e-4a28-bf0a-d93ac776f61a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:58.156369 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a5951-320e-4a28-bf0a-d93ac776f61a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:58.156681 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a5951-320e-4a28-bf0a-d93ac776f61a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:58.156994 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a5951-320e-4a28-bf0a-d93ac776f61a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:58.157308 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a5951-320e-4a28-bf0a-d93ac776f61a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:11:58.208210 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] Attempting to bind port 4caa2fb5-052c-49b1-a2c5-7624ae134e31 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:11:58.208834 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df412bad-7526-4f97-8c1f-a735354ee566 req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] Port 7620ae06-349f-4bc0-9098-85e01e0e2a45 on network ae703e63-06d8-4946-b48c-49d73a85d5f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:11:58.209209 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df412bad-7526-4f97-8c1f-a735354ee566 req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] Attempting to bind port 7620ae06-349f-4bc0-9098-85e01e0e2a45 on network ae703e63-06d8-4946-b48c-49d73a85d5f3 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:11:58.209617 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] Attempting to bind port 4caa2fb5-052c-49b1-a2c5-7624ae134e31 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:11:58.210425 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] Attempting to bind port 4caa2fb5-052c-49b1-a2c5-7624ae134e31 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:11:58.220978 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:11:58.221988 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:11:58.222917 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:58.223859 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:11:58.224879 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] Bound port: 4caa2fb5-052c-49b1-a2c5-7624ae134e31, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:11:58.227029 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4caa2fb5-052c-49b1-a2c5-7624ae134e31), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:58.268354 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39fab0c9-5255-45c9-91ca-f9054210eb56 req-f96df16b-8925-4727-a2e9-cacdc8b66783 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231199 Feb 28 20:11:58.280111 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-064ade79-2add-4b1e-abf2-a8f8d2d4ee4e req-8a82b590-8829-4764-a08b-b7eb93eb6d42 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3341947 Feb 28 20:11:58.287156 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4bdecfab-cb7c-4e91-a82a-2ca843c22cc1 req-556098f0-e64b-4c3d-ae5b-48f58038fcba tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442364 Feb 28 20:11:58.435576 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] For port 4caa2fb5-052c-49b1-a2c5-7624ae134e31, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:11:58.450679 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] For port 4caa2fb5-052c-49b1-a2c5-7624ae134e31, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4caa2fb5-052c-49b1-a2c5-7624ae134e31,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:11:58.488023 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4caa2fb5-052c-49b1-a2c5-7624ae134e31), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:58.500683 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df412bad-7526-4f97-8c1f-a735354ee566 req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:11:58.501354 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df412bad-7526-4f97-8c1f-a735354ee566 req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] Checking segment: {'id': 'bf35ad16-5721-4ffe-b959-5401416678e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ae703e63-06d8-4946-b48c-49d73a85d5f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:11:58.501952 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df412bad-7526-4f97-8c1f-a735354ee566 req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] Bound using segment: {'id': 'bf35ad16-5721-4ffe-b959-5401416678e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ae703e63-06d8-4946-b48c-49d73a85d5f3'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:11:58.502641 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-df412bad-7526-4f97-8c1f-a735354ee566 req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] Bound port: 7620ae06-349f-4bc0-9098-85e01e0e2a45, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf35ad16-5721-4ffe-b959-5401416678e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ae703e63-06d8-4946-b48c-49d73a85d5f3'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:11:58.503128 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-df412bad-7526-4f97-8c1f-a735354ee566 req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7620ae06-349f-4bc0-9098-85e01e0e2a45), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:58.521989 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e12306ca-6b68-45d1-907b-427fbee16f55 admin admin] Publish callbacks [] for port (5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:58.556729 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f57bf1-fb0d-4850-9a71-581c87489815 req-70c9bfef-7aa6-4091-abba-9d0b2d5ddb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:58.557895 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0eb06ac8-4be5-447f-9ae6-ed8e2b3b57af req-296e9887-35a3-4930-8e8f-2d88d121709d tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19cbd68-fe93-4215-98f9-4d19f25562b7 HTTP/1.1" status: 200 len: 210 time: 0.0765424 Feb 28 20:11:58.574325 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e1f57bf1-fb0d-4850-9a71-581c87489815 req-70c9bfef-7aa6-4091-abba-9d0b2d5ddb39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c258cc5b77d946d495afb4d1b7de5427&device_id=8e890db3-b4eb-4b84-ac55-55f31b40db90 HTTP/1.1" status: 200 len: 1131 time: 0.3533862 Feb 28 20:11:58.588495 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ade79-2add-4b1e-abf2-a8f8d2d4ee4e req-b8826a33-9e39-4da7-a596-d5bb5e846471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:58.603480 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-064ade79-2add-4b1e-abf2-a8f8d2d4ee4e req-b8826a33-9e39-4da7-a596-d5bb5e846471 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 1127 time: 0.2624073 Feb 28 20:11:58.744477 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-df412bad-7526-4f97-8c1f-a735354ee566 req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] For port 7620ae06-349f-4bc0-9098-85e01e0e2a45, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:11:58.752297 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-df412bad-7526-4f97-8c1f-a735354ee566 req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] For port 7620ae06-349f-4bc0-9098-85e01e0e2a45, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7620ae06-349f-4bc0-9098-85e01e0e2a45,segment=NetworkSegment(bf35ad16-5721-4ffe-b959-5401416678e0),segment_id=bf35ad16-5721-4ffe-b959-5401416678e0)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:11:58.784803 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a5951-320e-4a28-bf0a-d93ac776f61a None None] Pushing event updated for resources: {'Port': ['ID=4caa2fb5-052c-49b1-a2c5-7624ae134e31,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:58.814016 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] Routers {'cf79c996-e694-494f-89e2-8164669dfd97'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:11:58.817416 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:11:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['cf79c996-e694-494f-89e2-8164669dfd97'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:11:58.819872 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-df412bad-7526-4f97-8c1f-a735354ee566 req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (7620ae06-349f-4bc0-9098-85e01e0e2a45), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:59.036176 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24074b12-2ebc-4bd8-ae18-d9f37da967d0 req-cc106a9f-3c8e-4c20-aa5f-541327a8cda3 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:59.039259 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24074b12-2ebc-4bd8-ae18-d9f37da967d0 req-cc106a9f-3c8e-4c20-aa5f-541327a8cda3 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e890db3-b4eb-4b84-ac55-55f31b40db90 HTTP/1.1" status: 200 len: 948 time: 0.4205859 Feb 28 20:11:59.069687 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df412bad-7526-4f97-8c1f-a735354ee566 req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:59.070681 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-df412bad-7526-4f97-8c1f-a735354ee566 req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:59.073945 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-df412bad-7526-4f97-8c1f-a735354ee566 req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] 10.222.0.15 "PUT /v2.0/ports/7620ae06-349f-4bc0-9098-85e01e0e2a45 HTTP/1.1" status: 200 len: 1093 time: 4.6484137 Feb 28 20:11:59.084703 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9', 'tag': '7620ae06-349f-4bc0-9098-85e01e0e2a45'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:11:59.090585 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780fd71d-40f3-498e-8798-7291a0e52afa" -d '{"events": [{"name": "network-changed", "server_uuid": "58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9", "tag": "7620ae06-349f-4bc0-9098-85e01e0e2a45"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:11:59.239398 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ade79-2add-4b1e-abf2-a8f8d2d4ee4e req-ecb4f055-3be6-4bff-8f0a-e0f730981818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:59.241855 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-064ade79-2add-4b1e-abf2-a8f8d2d4ee4e req-ecb4f055-3be6-4bff-8f0a-e0f730981818 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 908 time: 0.5466280 Feb 28 20:11:59.351062 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038f9bb-1f09-4b4e-aa93-6e152b402972 service neutron] Pushing event updated for resources: {'Port': ['ID=7620ae06-349f-4bc0-9098-85e01e0e2a45,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:59.401823 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] Set router cf79c996-e694-494f-89e2-8164669dfd97 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:11:59.405020 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-064ade79-2add-4b1e-abf2-a8f8d2d4ee4e req-3e82cb25-0e71-4316-8101-47e344a7286b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f6caf3-5c35-43a3-a692-aeac48e8289b HTTP/1.1" status: 200 len: 217 time: 0.1083302 Feb 28 20:11:59.445703 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e12306ca-6b68-45d1-907b-427fbee16f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:11:59.506651 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd2348-9a76-400e-95c3-4a536b2f5c77 req-ef4ce709-73c9-4d51-9ac2-4baea4062443 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:59.512347 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3acd2348-9a76-400e-95c3-4a536b2f5c77 req-ef4ce709-73c9-4d51-9ac2-4baea4062443 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/ports?device_id=58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9 HTTP/1.1" status: 200 len: 944 time: 0.4956751 Feb 28 20:11:59.630058 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df412bad-7526-4f97-8c1f-a735354ee566 req-d364e42e-08c0-4a80-a9b4-22d9d2b5a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:59.636431 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-df412bad-7526-4f97-8c1f-a735354ee566 req-d364e42e-08c0-4a80-a9b4-22d9d2b5a67d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69dbf1a015924bf5bff7adc2c417b2b3&device_id=58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9 HTTP/1.1" status: 200 len: 1127 time: 0.4768322 Feb 28 20:11:59.638030 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f57bf1-fb0d-4850-9a71-581c87489815 req-1a687d7f-9f8c-4ce1-a3be-fced319c6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:59.639403 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e1f57bf1-fb0d-4850-9a71-581c87489815 req-1a687d7f-9f8c-4ce1-a3be-fced319c6068 service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.8766522 Feb 28 20:11:59.640358 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12306ca-6b68-45d1-907b-427fbee16f55 admin admin] Pushing event updated for resources: {'Port': ['ID=5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:11:59.661050 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24074b12-2ebc-4bd8-ae18-d9f37da967d0 req-65eb3029-0854-447a-bf37-7bb39028adbf tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5947802 Feb 28 20:11:59.717591 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-c7f0924d-082b-408e-83bd-2b1c5f1c371b tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=79295c70285f4547b38d419dad3b5ee6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3650279 Feb 28 20:11:59.851185 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12306ca-6b68-45d1-907b-427fbee16f55 admin admin] Network c259a009-9e8f-4371-b00b-c3cfc6ef71d2 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:11:59.853429 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e1f57bf1-fb0d-4850-9a71-581c87489815 req-e1fd264d-b3fa-424a-8d65-5f398f7dd465 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=6491f829-20d1-4a21-859c-b06a2e91dd5d HTTP/1.1" status: 200 len: 217 time: 0.2030945 Feb 28 20:11:59.854628 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-df412bad-7526-4f97-8c1f-a735354ee566 req-aff330ce-a4b3-4645-b0b3-f1ccda6e5b4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7620ae06-349f-4bc0-9098-85e01e0e2a45 HTTP/1.1" status: 200 len: 217 time: 0.1905425 Feb 28 20:11:59.866375 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-e12306ca-6b68-45d1-907b-427fbee16f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:11:59.869602 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f1bd3e-2bfc-4e86-9447-574b1b80f9a9 x-openstack-request-id: req-c5f1bd3e-2bfc-4e86-9447-574b1b80f9a9 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:11:59.869888 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9", "tag": "7620ae06-349f-4bc0-9098-85e01e0e2a45", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:11:59.870379 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5f1bd3e-2bfc-4e86-9447-574b1b80f9a9 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:11:59.870940 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9', 'tag': '7620ae06-349f-4bc0-9098-85e01e0e2a45', 'status': 'completed', 'code': 200} Feb 28 20:11:59.907350 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ade79-2add-4b1e-abf2-a8f8d2d4ee4e req-c79faff7-ad56-41f3-bd93-3d079e3de578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:11:59.909294 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-064ade79-2add-4b1e-abf2-a8f8d2d4ee4e req-c79faff7-ad56-41f3-bd93-3d079e3de578 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.4313991 Feb 28 20:12:00.008029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df412bad-7526-4f97-8c1f-a735354ee566 req-2d9fe06d-d9c8-4100-b88c-4ec8e430a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:00.010225 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-df412bad-7526-4f97-8c1f-a735354ee566 req-2d9fe06d-d9c8-4100-b88c-4ec8e430a037 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a0ba1fc-1ad0-4a12-a38d-2e1f480f7937 HTTP/1.1" status: 200 len: 854 time: 0.1385310 Feb 28 20:12:00.011175 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12306ca-6b68-45d1-907b-427fbee16f55 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:12:00.071046 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'name': 'tempest-ServersTestFqdnHostnames-2089726783-router', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:11:48Z', 'updated_at': '2022-02-28T20:11:52Z', 'revision_number': 3, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'gw_port': {'id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:50Z', 'updated_at': '2022-02-28T20:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:12:00.151806 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf2aedf-514c-4d79-8390-3273cc9c5605 None None] The sync data for ids ['cf79c996-e694-494f-89e2-8164669dfd97'] in n-d-820368-21 is: [{'id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'name': 'tempest-ServersTestFqdnHostnames-2089726783-router', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:11:48Z', 'updated_at': '2022-02-28T20:11:52Z', 'revision_number': 3, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'gw_port': {'id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:50Z', 'updated_at': '2022-02-28T20:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:12:00.205078 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-064ade79-2add-4b1e-abf2-a8f8d2d4ee4e req-cc2295d8-fbfc-4d5b-97aa-4daab08ad12c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2550237 Feb 28 20:12:00.277420 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e12306ca-6b68-45d1-907b-427fbee16f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (cf79c996-e694-494f-89e2-8164669dfd97), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:00.291911 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-df412bad-7526-4f97-8c1f-a735354ee566 req-a5d509d6-274b-4600-9540-9e33a5f7c121 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae703e63-06d8-4946-b48c-49d73a85d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2479205 Feb 28 20:12:00.300610 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 6491f829-20d1-4a21-859c-b06a2e91dd5d details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:12:00.395427 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a237dcee-839c-4098-9896-b4bb61f8c3ca None None] Provisioning complete for port 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:12:00.395806 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a237dcee-839c-4098-9896-b4bb61f8c3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:00.469861 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f57bf1-fb0d-4850-9a71-581c87489815 req-eb9e319f-29f0-4f36-9db8-d95ccc3a841d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:00.474203 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e1f57bf1-fb0d-4850-9a71-581c87489815 req-eb9e319f-29f0-4f36-9db8-d95ccc3a841d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.4938681 Feb 28 20:12:00.490628 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a237dcee-839c-4098-9896-b4bb61f8c3ca None None] Port 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:12:00.513772 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2c0e887b-dea3-47e2-9bb7-b4b4d891af1a req-ac5c8386-ccee-4e3a-a49d-a575b8e5dd20 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4989891 Feb 28 20:12:00.521077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 6491f829-20d1-4a21-859c-b06a2e91dd5d, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=6491f829-20d1-4a21-859c-b06a2e91dd5d,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:00.535212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '6491f829-20d1-4a21-859c-b06a2e91dd5d', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '6491f829-20d1-4a21-859c-b06a2e91dd5d', 'mac_address': 'fa:16:3e:72:a4:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:12:00.535906 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3acd2348-9a76-400e-95c3-4a536b2f5c77 req-e94d247e-dfa5-46d8-b69d-a2352736e48a tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/security-groups?id=6776a3b8-8272-4cb1-a28d-98f182fcad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8705428 Feb 28 20:12:00.640788 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 6491f829-20d1-4a21-859c-b06a2e91dd5d is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:00.641421 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6491f829-20d1-4a21-859c-b06a2e91dd5d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:00.739089 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6491f829-20d1-4a21-859c-b06a2e91dd5d {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:12:00.764562 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cef8c-0731-4f56-ac75-8913f88880f7 req-4da427ef-5ead-4412-8652-6f3d6deb99d1 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:00.775259 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb1cef8c-0731-4f56-ac75-8913f88880f7 req-4da427ef-5ead-4412-8652-6f3d6deb99d1 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.6935558 Feb 28 20:12:00.777917 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 6491f829-20d1-4a21-859c-b06a2e91dd5d, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=6491f829-20d1-4a21-859c-b06a2e91dd5d,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:00.787618 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6491f829-20d1-4a21-859c-b06a2e91dd5d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:00.788372 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-46e6ff90-9555-4ef6-a267-eeaad92696ca tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:00.790835 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-46e6ff90-9555-4ef6-a267-eeaad92696ca tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0169585 Feb 28 20:12:00.847382 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-da9fedf9-3352-444a-9e83-5b6f1f3dccdd tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Request body: {'port': {'device_id': 'a19cbd68-fe93-4215-98f9-4d19f25562b7', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': '79295c70285f4547b38d419dad3b5ee6'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:00.852680 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f57bf1-fb0d-4850-9a71-581c87489815 req-71483ea4-c4e0-4b13-8dd3-93ac145b9aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:00.854820 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e1f57bf1-fb0d-4850-9a71-581c87489815 req-71483ea4-c4e0-4b13-8dd3-93ac145b9aa5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3622091 Feb 28 20:12:00.873458 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=6491f829-20d1-4a21-859c-b06a2e91dd5d,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:00.874525 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-df412bad-7526-4f97-8c1f-a735354ee566 req-ffaa8eed-0f66-46c2-89d0-3593ae13de13 service neutron] 10.222.0.15 "GET /v2.0/networks/ae703e63-06d8-4946-b48c-49d73a85d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175765 Feb 28 20:12:00.922095 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-064ade79-2add-4b1e-abf2-a8f8d2d4ee4e req-bccb374c-3ee5-4afc-ae92-296fa2fe36b1 service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6825168 Feb 28 20:12:01.281110 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['6491f829-20d1-4a21-859c-b06a2e91dd5d'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:12:01.341139 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb1cef8c-0731-4f56-ac75-8913f88880f7 req-52ce0fea-f22e-432b-a0fc-feffefee58ba tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648296 Feb 28 20:12:01.391832 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e12306ca-6b68-45d1-907b-427fbee16f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:01.404151 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e1f57bf1-fb0d-4850-9a71-581c87489815 req-f2710fcd-b2c5-4b4a-a8c4-703bf8e34ab2 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968250 Feb 28 20:12:01.442446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86ebf3-dc10-4179-b9c5-f2fe27f2fa4d req-d7475058-c852-4374-9fd4-a492b3573295 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:01.454342 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e86ebf3-dc10-4179-b9c5-f2fe27f2fa4d req-d7475058-c852-4374-9fd4-a492b3573295 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.7234783 Feb 28 20:12:01.465333 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4caa2fb5-052c-49b1-a2c5-7624ae134e31 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:12:01.642198 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e1f57bf1-fb0d-4850-9a71-581c87489815 req-edc371a5-d45d-412e-8faa-39f5fd461064 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036839 Feb 28 20:12:01.672637 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4caa2fb5-052c-49b1-a2c5-7624ae134e31 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:12:01.675593 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4caa2fb5-052c-49b1-a2c5-7624ae134e31), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:01.703676 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-064ade79-2add-4b1e-abf2-a8f8d2d4ee4e req-67ade2c2-ff91-4124-b538-79558598efb1 service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6960135 Feb 28 20:12:01.784610 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d0ce394-91b8-42fb-a25b-a8f221472d55 req-084fdf81-8b9c-46d5-86ed-59554b991506 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19cbd68-fe93-4215-98f9-4d19f25562b7 HTTP/1.1" status: 200 len: 210 time: 0.1977451 Feb 28 20:12:01.787096 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-da9fedf9-3352-444a-9e83-5b6f1f3dccdd tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Made reservation on behalf of 79295c70285f4547b38d419dad3b5ee6 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:12:01.797775 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-da9fedf9-3352-444a-9e83-5b6f1f3dccdd tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:01.824178 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e86ebf3-dc10-4179-b9c5-f2fe27f2fa4d req-cf17997a-7091-45ed-8699-3798a378afa5 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688433 Feb 28 20:12:01.858643 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-da9fedf9-3352-444a-9e83-5b6f1f3dccdd tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:02.107083 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e12306ca-6b68-45d1-907b-427fbee16f55 admin admin] Publish callbacks [] for port (5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:02.120042 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e12306ca-6b68-45d1-907b-427fbee16f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:02.132347 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e887b-dea3-47e2-9bb7-b4b4d891af1a req-874fbd25-4212-4c15-9f93-4f25162e2efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:02.135257 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2c0e887b-dea3-47e2-9bb7-b4b4d891af1a req-874fbd25-4212-4c15-9f93-4f25162e2efc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 1127 time: 1.4958124 Feb 28 20:12:02.164565 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4caa2fb5-052c-49b1-a2c5-7624ae134e31 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:02.165965 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4caa2fb5-052c-49b1-a2c5-7624ae134e31), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:02.193054 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-da9fedf9-3352-444a-9e83-5b6f1f3dccdd tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Publish callbacks [] for security_group (1367502b-cf39-4efc-b021-3d78c0b9b691), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:02.204425 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-da9fedf9-3352-444a-9e83-5b6f1f3dccdd tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1367502b-cf39-4efc-b021-3d78c0b9b691), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:02.247256 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e12306ca-6b68-45d1-907b-427fbee16f55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (cf79c996-e694-494f-89e2-8164669dfd97), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:02.250914 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12306ca-6b68-45d1-907b-427fbee16f55 admin admin] Pushing event updated for resources: {'Port': ['ID=5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:02.259407 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 4caa2fb5-052c-49b1-a2c5-7624ae134e31, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4caa2fb5-052c-49b1-a2c5-7624ae134e31,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:02.269673 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4caa2fb5-052c-49b1-a2c5-7624ae134e31), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:02.437734 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=4caa2fb5-052c-49b1-a2c5-7624ae134e31,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:02.445786 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-df412bad-7526-4f97-8c1f-a735354ee566 req-a2bab445-df2a-469c-98f6-f9e472ced563 service neutron] 10.222.0.15 "GET /v2.0/networks/ae703e63-06d8-4946-b48c-49d73a85d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5402958 Feb 28 20:12:02.572296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fedf9-3352-444a-9e83-5b6f1f3dccdd tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1367502b-cf39-4efc-b021-3d78c0b9b691,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:02.600187 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c428c-f498-4448-a6ff-85867e70d19d req-adb5d89a-ef71-42a2-a4af-2aa46bfb622d tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:02.603124 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d98c428c-f498-4448-a6ff-85867e70d19d req-adb5d89a-ef71-42a2-a4af-2aa46bfb622d tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e890db3-b4eb-4b84-ac55-55f31b40db90 HTTP/1.1" status: 200 len: 949 time: 0.5313728 Feb 28 20:12:02.700110 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b0533-2974-488f-b626-ac2c46608cd3 req-334a22ac-2bcb-41bd-98a8-1aecba929b5c tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:02.715945 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f2b0533-2974-488f-b626-ac2c46608cd3 req-334a22ac-2bcb-41bd-98a8-1aecba929b5c tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/ports?device_id=58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9 HTTP/1.1" status: 200 len: 944 time: 0.5571923 Feb 28 20:12:02.908907 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e887b-dea3-47e2-9bb7-b4b4d891af1a req-05af2f10-340b-4210-a1d9-e7667af2de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:02.911292 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2c0e887b-dea3-47e2-9bb7-b4b4d891af1a req-05af2f10-340b-4210-a1d9-e7667af2de48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 921 time: 0.6396410 Feb 28 20:12:02.935640 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:12:02.956418 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12306ca-6b68-45d1-907b-427fbee16f55 admin admin] Network c259a009-9e8f-4371-b00b-c3cfc6ef71d2 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:12:02.961489 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d98c428c-f498-4448-a6ff-85867e70d19d req-b3c188f5-8ad0-46e3-8b67-928c4da7595d tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428819 Feb 28 20:12:02.982557 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-da9fedf9-3352-444a-9e83-5b6f1f3dccdd tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Allocated IP 192.168.233.67 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/9c51c79c-b91b-4231-b984-73844105fbf1) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:12:02.984946 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-e12306ca-6b68-45d1-907b-427fbee16f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:12:03.074947 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f2b0533-2974-488f-b626-ac2c46608cd3 req-d4fd7966-3900-470e-82fb-1bb6c0a99d0c tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/security-groups?id=6776a3b8-8272-4cb1-a28d-98f182fcad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566599 Feb 28 20:12:03.190562 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fd71d-40f3-498e-8798-7291a0e52afa req-97518376-2e77-44e7-b94a-07cf7bbaeaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:03.195018 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-780fd71d-40f3-498e-8798-7291a0e52afa req-97518376-2e77-44e7-b94a-07cf7bbaeaea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69dbf1a015924bf5bff7adc2c417b2b3&device_id=58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9 HTTP/1.1" status: 200 len: 1127 time: 0.5937009 Feb 28 20:12:03.222762 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2c0e887b-dea3-47e2-9bb7-b4b4d891af1a req-4a317263-d60d-45cf-a433-6f1b7d2131b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f0e4f79-a738-421e-8ac2-969278ac2ab9 HTTP/1.1" status: 200 len: 217 time: 0.2611728 Feb 28 20:12:03.279871 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4caa2fb5-052c-49b1-a2c5-7624ae134e31 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:12:03.406009 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4caa2fb5-052c-49b1-a2c5-7624ae134e31 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:12:03.406391 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4caa2fb5-052c-49b1-a2c5-7624ae134e31), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:03.656858 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4caa2fb5-052c-49b1-a2c5-7624ae134e31 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:03.681367 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9b4cfec4-e3fa-4408-9a2c-e72e671ca8e3 None None] Provisioning complete for port 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:12:03.682017 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9b4cfec4-e3fa-4408-9a2c-e72e671ca8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:03.771480 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9b4cfec4-e3fa-4408-9a2c-e72e671ca8e3 None None] Port 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:12:03.946882 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7620ae06-349f-4bc0-9098-85e01e0e2a45 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:12:04.169389 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-da9fedf9-3352-444a-9e83-5b6f1f3dccdd tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Publish callbacks [] for port (9c51c79c-b91b-4231-b984-73844105fbf1), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:04.198860 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7620ae06-349f-4bc0-9098-85e01e0e2a45, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7620ae06-349f-4bc0-9098-85e01e0e2a45,segment=NetworkSegment(bf35ad16-5721-4ffe-b959-5401416678e0),segment_id=bf35ad16-5721-4ffe-b959-5401416678e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:04.211940 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f94348b2-3f4a-4500-abf7-f75d5817461b req-92a0910a-6f06-403d-88ed-54ae6e8d53b4 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19cbd68-fe93-4215-98f9-4d19f25562b7 HTTP/1.1" status: 200 len: 210 time: 0.3139355 Feb 28 20:12:04.214876 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-da9fedf9-3352-444a-9e83-5b6f1f3dccdd tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:04.219386 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '7620ae06-349f-4bc0-9098-85e01e0e2a45', 'network_id': 'ae703e63-06d8-4946-b48c-49d73a85d5f3', 'port_id': '7620ae06-349f-4bc0-9098-85e01e0e2a45', 'mac_address': 'fa:16:3e:93:b6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0ba1fc-1ad0-4a12-a38d-2e1f480f7937', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:12:04.284761 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-da9fedf9-3352-444a-9e83-5b6f1f3dccdd tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:12:04.286683 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fedf9-3352-444a-9e83-5b6f1f3dccdd tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Pushing event updated for resources: {'Port': ['ID=9c51c79c-b91b-4231-b984-73844105fbf1,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:04.289479 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-da9fedf9-3352-444a-9e83-5b6f1f3dccdd tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:12:04.296554 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-da9fedf9-3352-444a-9e83-5b6f1f3dccdd tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:12:04.317213 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 6491f829-20d1-4a21-859c-b06a2e91dd5d up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:12:04.345469 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f482790-e6ec-46a5-8872-9e1d6bc34e13 req-de462e1f-34f8-4870-bd2a-c36b51db3a2b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:04.347080 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9f482790-e6ec-46a5-8872-9e1d6bc34e13 req-de462e1f-34f8-4870-bd2a-c36b51db3a2b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.4347930 Feb 28 20:12:04.364943 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fd71d-40f3-498e-8798-7291a0e52afa req-c3553131-ad66-4086-bd50-826c82e5e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:04.369519 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-780fd71d-40f3-498e-8798-7291a0e52afa req-c3553131-ad66-4086-bd50-826c82e5e7cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=ae703e63-06d8-4946-b48c-49d73a85d5f3 HTTP/1.1" status: 200 len: 914 time: 1.1576948 Feb 28 20:12:04.397118 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7620ae06-349f-4bc0-9098-85e01e0e2a45 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:04.397515 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7620ae06-349f-4bc0-9098-85e01e0e2a45), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:04.406107 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-da9fedf9-3352-444a-9e83-5b6f1f3dccdd tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:04.406875 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-da9fedf9-3352-444a-9e83-5b6f1f3dccdd tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:04.453414 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9f482790-e6ec-46a5-8872-9e1d6bc34e13 req-9a92a6bf-5278-42fa-b02c-beccaeae1843 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884130 Feb 28 20:12:04.456887 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-da9fedf9-3352-444a-9e83-5b6f1f3dccdd tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6230395 Feb 28 20:12:04.500764 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7620ae06-349f-4bc0-9098-85e01e0e2a45 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:12:04.519108 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] Request body: {'port': {'device_id': 'a19cbd68-fe93-4215-98f9-4d19f25562b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:04.565876 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7620ae06-349f-4bc0-9098-85e01e0e2a45, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7620ae06-349f-4bc0-9098-85e01e0e2a45,segment=NetworkSegment(bf35ad16-5721-4ffe-b959-5401416678e0),segment_id=bf35ad16-5721-4ffe-b959-5401416678e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:04.567921 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 6491f829-20d1-4a21-859c-b06a2e91dd5d completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:12:04.581205 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7620ae06-349f-4bc0-9098-85e01e0e2a45), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:04.596794 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 6491f829-20d1-4a21-859c-b06a2e91dd5d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:12:04.597334 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6491f829-20d1-4a21-859c-b06a2e91dd5d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:04.611984 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-780fd71d-40f3-498e-8798-7291a0e52afa req-83bc1efe-c68b-4308-8c73-76f35b5178f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7620ae06-349f-4bc0-9098-85e01e0e2a45 HTTP/1.1" status: 200 len: 217 time: 0.2356935 Feb 28 20:12:04.614922 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d14eb-2110-4fb8-92ef-cd7834d9e9ed req-0d54b1f4-fcab-4f6b-b8fa-7e9d66d50898 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:04.616731 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5d9d14eb-2110-4fb8-92ef-cd7834d9e9ed req-0d54b1f4-fcab-4f6b-b8fa-7e9d66d50898 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.1673613 Feb 28 20:12:04.620163 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:04.630109 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e887b-dea3-47e2-9bb7-b4b4d891af1a req-18b49ecf-2869-442f-b9d2-9f66ae0172eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:04.638834 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2c0e887b-dea3-47e2-9bb7-b4b4d891af1a req-18b49ecf-2869-442f-b9d2-9f66ae0172eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 1.3778262 Feb 28 20:12:04.726057 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2c0e887b-dea3-47e2-9bb7-b4b4d891af1a req-1eb99bc0-7f71-4ab1-8563-a3b3af437998 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742071 Feb 28 20:12:04.747218 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12306ca-6b68-45d1-907b-427fbee16f55 admin admin] Router cf79c996-e694-494f-89e2-8164669dfd97 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:12:04.855542 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fd71d-40f3-498e-8798-7291a0e52afa req-5eea29c5-1ea0-41cb-a14b-d8744ce13ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:04.861409 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-780fd71d-40f3-498e-8798-7291a0e52afa req-5eea29c5-1ea0-41cb-a14b-d8744ce13ebb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a0ba1fc-1ad0-4a12-a38d-2e1f480f7937 HTTP/1.1" status: 200 len: 854 time: 0.2215741 Feb 28 20:12:05.014935 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c51c79c-b91b-4231-b984-73844105fbf1 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:12:05.015803 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=7620ae06-349f-4bc0-9098-85e01e0e2a45,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:05.025465 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] Publish callbacks [] for port (9c51c79c-b91b-4231-b984-73844105fbf1), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:05.029654 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-32da54fa-fac1-4818-be95-357aa5a7c27e None None] Provisioning complete for port 9c51c79c-b91b-4231-b984-73844105fbf1 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:12:05.030519 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-32da54fa-fac1-4818-be95-357aa5a7c27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:05.046390 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-780fd71d-40f3-498e-8798-7291a0e52afa req-5a30e472-4a36-48fb-9f5b-3d8771a54497 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae703e63-06d8-4946-b48c-49d73a85d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853467 Feb 28 20:12:05.046567 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] Transition to ACTIVE for port object 9c51c79c-b91b-4231-b984-73844105fbf1 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:12:05.067713 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['7620ae06-349f-4bc0-9098-85e01e0e2a45'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:12:05.101687 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:05.164740 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] Pushing event updated for resources: {'Port': ['ID=9c51c79c-b91b-4231-b984-73844105fbf1,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:05.210258 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-32da54fa-fac1-4818-be95-357aa5a7c27e None None] Port 9c51c79c-b91b-4231-b984-73844105fbf1 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:12:05.248148 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d125e2-bf0b-4105-ad8b-268b2ec2d78e req-0780020e-e8ff-49d6-8efb-a3d4b1091e6a tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:05.249744 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32d125e2-bf0b-4105-ad8b-268b2ec2d78e req-0780020e-e8ff-49d6-8efb-a3d4b1091e6a tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e890db3-b4eb-4b84-ac55-55f31b40db90 HTTP/1.1" status: 200 len: 949 time: 0.2073317 Feb 28 20:12:05.309586 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5d9d14eb-2110-4fb8-92ef-cd7834d9e9ed req-57ad1cfd-096e-4e83-b6ad-3c1c5bb6fd1b tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6643867 Feb 28 20:12:05.345042 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 6491f829-20d1-4a21-859c-b06a2e91dd5d is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:05.345542 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6491f829-20d1-4a21-859c-b06a2e91dd5d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:05.423936 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2c0e887b-dea3-47e2-9bb7-b4b4d891af1a req-39efb90d-da50-411c-84b2-7f93cf4553c1 service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6741245 Feb 28 20:12:05.434345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 6491f829-20d1-4a21-859c-b06a2e91dd5d, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=6491f829-20d1-4a21-859c-b06a2e91dd5d,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:05.443981 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e890db3-b4eb-4b84-ac55-55f31b40db90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6491f829-20d1-4a21-859c-b06a2e91dd5d'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:05.446216 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7dd37a-1faf-4094-925f-04691774c0ed" -d '{"events": [{"server_uuid": "8e890db3-b4eb-4b84-ac55-55f31b40db90", "name": "network-vif-plugged", "status": "completed", "tag": "6491f829-20d1-4a21-859c-b06a2e91dd5d"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:05.459700 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32d125e2-bf0b-4105-ad8b-268b2ec2d78e req-57d2587a-c81d-4da3-b131-272f108e1091 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656716 Feb 28 20:12:05.518492 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] Attempting to bind port 9c51c79c-b91b-4231-b984-73844105fbf1 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:12:05.518915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] Attempting to bind port 9c51c79c-b91b-4231-b984-73844105fbf1 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:12:05.519161 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] Attempting to bind port 9c51c79c-b91b-4231-b984-73844105fbf1 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:05.530723 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] Port 9c51c79c-b91b-4231-b984-73844105fbf1 on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:12:05.531048 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] Attempting to bind port 9c51c79c-b91b-4231-b984-73844105fbf1 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:05.535505 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-780fd71d-40f3-498e-8798-7291a0e52afa req-ea32a631-f736-430e-9460-93624d91524c service neutron] 10.222.0.15 "GET /v2.0/networks/ae703e63-06d8-4946-b48c-49d73a85d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949183 Feb 28 20:12:05.536578 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12306ca-6b68-45d1-907b-427fbee16f55 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:12:05.542867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:12:05.543227 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:12:05.543620 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:12:05.544160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] Bound port: 9c51c79c-b91b-4231-b984-73844105fbf1, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:12:05.544434 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:05.589356 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e12306ca-6b68-45d1-907b-427fbee16f55 admin admin] 10.222.0.13 "PUT /v2.0/routers/cf79c996-e694-494f-89e2-8164669dfd97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5484240 Feb 28 20:12:05.650381 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] Sync routers for ids ['cf79c996-e694-494f-89e2-8164669dfd97'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:12:05.675424 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6491f829-20d1-4a21-859c-b06a2e91dd5d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:05.736861 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] For port 9c51c79c-b91b-4231-b984-73844105fbf1, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:12:05.740409 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] For port 9c51c79c-b91b-4231-b984-73844105fbf1, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9c51c79c-b91b-4231-b984-73844105fbf1,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:12:05.794709 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:05.816596 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] Routers {'cf79c996-e694-494f-89e2-8164669dfd97'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:12:05.821821 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:11:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['cf79c996-e694-494f-89e2-8164669dfd97'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:12:05.858897 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-780fd71d-40f3-498e-8798-7291a0e52afa req-264b2445-aa21-4c39-94e9-60b2afb8edca service neutron] 10.222.0.15 "GET /v2.0/networks/ae703e63-06d8-4946-b48c-49d73a85d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863727 Feb 28 20:12:05.863157 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2c0e887b-dea3-47e2-9bb7-b4b4d891af1a req-5070ab2c-82f0-4d03-ad7e-5c330ca1aff0 service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246439 Feb 28 20:12:05.908601 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] Pushing event updated for resources: {'Port': ['ID=9c51c79c-b91b-4231-b984-73844105fbf1,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:05.919792 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:05.920596 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:05.922080 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-cbcfffca-944d-4944-99af-fb772c16e778 service neutron] 10.222.0.15 "PUT /v2.0/ports/9c51c79c-b91b-4231-b984-73844105fbf1 HTTP/1.1" status: 200 len: 1096 time: 1.4098656 Feb 28 20:12:05.927816 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19cbd68-fe93-4215-98f9-4d19f25562b7', 'tag': '9c51c79c-b91b-4231-b984-73844105fbf1'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:05.931430 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bd3363-b75a-4465-83ad-096c5993381a" -d '{"events": [{"name": "network-changed", "server_uuid": "a19cbd68-fe93-4215-98f9-4d19f25562b7", "tag": "9c51c79c-b91b-4231-b984-73844105fbf1"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:05.964652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b89bb-2d81-4e7a-8fce-01ce63270f2d req-504c6308-fe50-4368-b815-85b87729425b tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:05.974259 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d40b89bb-2d81-4e7a-8fce-01ce63270f2d req-504c6308-fe50-4368-b815-85b87729425b tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19cbd68-fe93-4215-98f9-4d19f25562b7 HTTP/1.1" status: 200 len: 947 time: 0.2281163 Feb 28 20:12:06.068414 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d40b89bb-2d81-4e7a-8fce-01ce63270f2d req-48f1667d-8f24-4360-ba18-150b5e07e62b tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/security-groups?id=1367502b-cf39-4efc-b021-3d78c0b9b691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928817 Feb 28 20:12:06.106481 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a01645-ee05-443d-bd6f-98b78852472a req-521e5911-5822-4bda-8616-c35930914296 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:06.115747 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-29a01645-ee05-443d-bd6f-98b78852472a req-521e5911-5822-4bda-8616-c35930914296 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/ports?device_id=58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9 HTTP/1.1" status: 200 len: 945 time: 0.5342329 Feb 28 20:12:06.298590 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-29a01645-ee05-443d-bd6f-98b78852472a req-8380dde0-2d5c-4037-8345-af7dfd5f87b7 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/security-groups?id=6776a3b8-8272-4cb1-a28d-98f182fcad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812119 Feb 28 20:12:06.336637 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da1abc-50c4-4cca-9fdf-41149bba3ba8 req-6bc36c8c-b44d-4a5a-96f3-f991a5e14022 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:06.338602 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0da1abc-50c4-4cca-9fdf-41149bba3ba8 req-6bc36c8c-b44d-4a5a-96f3-f991a5e14022 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.1497059 Feb 28 20:12:06.345881 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-ae12ffb4-6320-4e33-a0c0-9169b96fab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:06.347397 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-ae12ffb4-6320-4e33-a0c0-9169b96fab9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79295c70285f4547b38d419dad3b5ee6&device_id=a19cbd68-fe93-4215-98f9-4d19f25562b7 HTTP/1.1" status: 200 len: 1130 time: 0.2940538 Feb 28 20:12:06.362787 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=6491f829-20d1-4a21-859c-b06a2e91dd5d,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:06.386090 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e977fbfe-ef45-4472-a144-38e102c22bcf x-openstack-request-id: req-e977fbfe-ef45-4472-a144-38e102c22bcf {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:06.386399 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e890db3-b4eb-4b84-ac55-55f31b40db90", "name": "network-vif-plugged", "status": "completed", "tag": "6491f829-20d1-4a21-859c-b06a2e91dd5d", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:06.387218 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e977fbfe-ef45-4472-a144-38e102c22bcf {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:06.387675 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e890db3-b4eb-4b84-ac55-55f31b40db90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6491f829-20d1-4a21-859c-b06a2e91dd5d', 'code': 200} Feb 28 20:12:06.396011 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] Set router cf79c996-e694-494f-89e2-8164669dfd97 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:12:06.427647 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-83e9bfac-b7b0-4f20-9a4e-5e368bd7e5bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=9c51c79c-b91b-4231-b984-73844105fbf1 HTTP/1.1" status: 200 len: 217 time: 0.0718114 Feb 28 20:12:06.566190 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0da1abc-50c4-4cca-9fdf-41149bba3ba8 req-b24febb8-c796-4da2-b6df-c57080a679a9 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316216 Feb 28 20:12:06.622075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-e0baee9d-48a7-414b-8a0d-9dca0f11c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:06.630257 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-e0baee9d-48a7-414b-8a0d-9dca0f11c26d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1653984 Feb 28 20:12:06.656272 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f84e90f-1492-476c-a499-7b198bb6ec8b x-openstack-request-id: req-9f84e90f-1492-476c-a499-7b198bb6ec8b {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:06.657887 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a19cbd68-fe93-4215-98f9-4d19f25562b7", "tag": "9c51c79c-b91b-4231-b984-73844105fbf1", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:06.658443 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f84e90f-1492-476c-a499-7b198bb6ec8b {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:06.659026 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a19cbd68-fe93-4215-98f9-4d19f25562b7', 'tag': '9c51c79c-b91b-4231-b984-73844105fbf1', 'status': 'completed', 'code': 200} Feb 28 20:12:06.670199 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa93a3b-da7a-4022-8978-c62d7b8bb6da req-c09caea3-2ffc-4087-8189-1dcf33339f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:06.671833 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5fa93a3b-da7a-4022-8978-c62d7b8bb6da req-c09caea3-2ffc-4087-8189-1dcf33339f59 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8e890db3-b4eb-4b84-ac55-55f31b40db90 HTTP/1.1" status: 200 len: 1133 time: 0.1786127 Feb 28 20:12:06.794977 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5fa93a3b-da7a-4022-8978-c62d7b8bb6da req-540e1083-5c47-4512-af6e-6bbad15db869 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922015 Feb 28 20:12:06.843984 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-33ebbee2-bd38-4993-ac6e-536a39fda7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:06.853545 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-33ebbee2-bd38-4993-ac6e-536a39fda7e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2094462 Feb 28 20:12:06.865144 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'name': 'tempest-ServersTestFqdnHostnames-2089726783-router', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:11:48Z', 'updated_at': '2022-02-28T20:12:00Z', 'revision_number': 4, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'gw_port': {'id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:50Z', 'updated_at': '2022-02-28T20:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8', 'name': '', 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'mac_address': 'fa:16:3e:a4:23:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '5bdb9738-0226-44ac-99a9-db47472bff06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:57Z', 'updated_at': '2022-02-28T20:12:01Z', 'revision_number': 2, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'subnets': [{'id': '5bdb9738-0226-44ac-99a9-db47472bff06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:12:06.883179 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46622) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:12:06.890286 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-655a0c29-0a80-4173-9fbd-a9e0854f4200 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--556282129', 'description': 'tempest-description--1714132968'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:06.952768 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-655a0c29-0a80-4173-9fbd-a9e0854f4200 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:06.974666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] Checking router: cf79c996-e694-494f-89e2-8164669dfd97 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:12:06.975207 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] Updating router cf79c996-e694-494f-89e2-8164669dfd97 port 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:12:07.050707 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e4059-1691-4b77-a9e5-f81a465e40fb req-ee663673-517a-4282-a568-5d19ea4f4c5a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:07.060397 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af8e4059-1691-4b77-a9e5-f81a465e40fb req-ee663673-517a-4282-a568-5d19ea4f4c5a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.3162949 Feb 28 20:12:07.070595 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:07.144698 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-655a0c29-0a80-4173-9fbd-a9e0854f4200 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks [] for security_group (86f13d55-c33f-4d38-be5a-243f45ce5890), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:07.152889 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-655a0c29-0a80-4173-9fbd-a9e0854f4200 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (86f13d55-c33f-4d38-be5a-243f45ce5890), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:07.190852 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5681fc-4771-4c3e-9db9-3f9726053cf2 req-45853e61-8ee4-41bc-b26b-19fd1621b15b tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:07.200859 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e5681fc-4771-4c3e-9db9-3f9726053cf2 req-45853e61-8ee4-41bc-b26b-19fd1621b15b tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e890db3-b4eb-4b84-ac55-55f31b40db90 HTTP/1.1" status: 200 len: 950 time: 0.1980402 Feb 28 20:12:07.238005 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a0c29-0a80-4173-9fbd-a9e0854f4200 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f13d55-c33f-4d38-be5a-243f45ce5890,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:07.263583 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-655a0c29-0a80-4173-9fbd-a9e0854f4200 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:07.264503 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-655a0c29-0a80-4173-9fbd-a9e0854f4200 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3794329 Feb 28 20:12:07.268302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46626) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:12:07.272612 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-b02cf550-eb47-48c2-b299-9a416893a463 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182060 Feb 28 20:12:07.278181 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-ef7754a7-cdd2-41b1-9c4a-cb6e79c02cae tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Request body: {'security_group_rule': {'security_group_id': '86f13d55-c33f-4d38-be5a-243f45ce5890', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:07.295071 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af8e4059-1691-4b77-a9e5-f81a465e40fb req-81a94f19-cf50-4c3a-9b44-1663f57c3833 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335069 Feb 28 20:12:07.487723 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e5681fc-4771-4c3e-9db9-3f9726053cf2 req-7d182999-11fd-4ee3-9315-3c0801768b4d tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854702 Feb 28 20:12:07.552149 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] Publish callbacks [] for port (5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:07.556725 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef7754a7-cdd2-41b1-9c4a-cb6e79c02cae tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks [] for security_group_rule (15da304f-e8ad-45ab-ae18-4ad3e1b00da3), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:07.563084 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:07.680181 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ee4e8-f4ea-493d-b383-c87fe7cd484a None None] Pushing event updated for resources: {'Port': ['ID=5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:07.766851 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] Attempting to bind port 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:12:07.767302 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] Attempting to bind port 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'b964f382-4fb0-46e1-a25c-d94365c5e65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:12:07.767972 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] Attempting to bind port 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8 on network c259a009-9e8f-4371-b00b-c3cfc6ef71d2 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:07.778490 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:12:07.779119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] Checking segment: {'id': 'b964f382-4fb0-46e1-a25c-d94365c5e65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:12:07.779744 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:07.780413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] Bound using segment: {'id': 'b964f382-4fb0-46e1-a25c-d94365c5e65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:12:07.781198 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] Bound port: 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b964f382-4fb0-46e1-a25c-d94365c5e65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:12:07.782962 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:07.823474 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef7754a7-cdd2-41b1-9c4a-cb6e79c02cae tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks [] for security_group_rule (15da304f-e8ad-45ab-ae18-4ad3e1b00da3), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:07.833653 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef7754a7-cdd2-41b1-9c4a-cb6e79c02cae tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (15da304f-e8ad-45ab-ae18-4ad3e1b00da3), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:07.848771 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60a7a3dc-5240-4ea3-9fe8-76cb0661c96c req-6f8abac6-0b13-4128-83be-5305389fb314 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5653386 Feb 28 20:12:07.880033 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f70a19-4ea4-423d-b819-f27ff72868e6 req-4a0b0551-e5c4-48b3-a953-77d4467fec4b tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:07.881741 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60f70a19-4ea4-423d-b819-f27ff72868e6 req-4a0b0551-e5c4-48b3-a953-77d4467fec4b tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19cbd68-fe93-4215-98f9-4d19f25562b7 HTTP/1.1" status: 200 len: 947 time: 0.4612811 Feb 28 20:12:07.885542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7754a7-cdd2-41b1-9c4a-cb6e79c02cae tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15da304f-e8ad-45ab-ae18-4ad3e1b00da3,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:07.904060 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d27f3f-58a0-48a6-93f8-8f16933bcd9f req-e3fd435f-09c5-4782-9e30-4a41d419f884 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:07.915285 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70d27f3f-58a0-48a6-93f8-8f16933bcd9f req-e3fd435f-09c5-4782-9e30-4a41d419f884 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/ports?device_id=58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9 HTTP/1.1" status: 200 len: 945 time: 0.2763512 Feb 28 20:12:07.966990 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7620ae06-349f-4bc0-9098-85e01e0e2a45 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:12:07.974383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] For port 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:12:07.989648 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef7754a7-cdd2-41b1-9c4a-cb6e79c02cae tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:07.991167 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ef7754a7-cdd2-41b1-9c4a-cb6e79c02cae tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7174344 Feb 28 20:12:07.995547 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46634) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:12:08.001261 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a46fe98f-dff3-40f8-a37e-dd66f2fd4699 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Request body: {'security_group_rule': {'security_group_id': '86f13d55-c33f-4d38-be5a-243f45ce5890', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:08.031249 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] For port 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8,segment=NetworkSegment(b964f382-4fb0-46e1-a25c-d94365c5e65f),segment_id=b964f382-4fb0-46e1-a25c-d94365c5e65f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:12:08.048522 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:08.099075 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a46fe98f-dff3-40f8-a37e-dd66f2fd4699 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks [] for security_group_rule (8cb2aec6-b52f-4daf-93ac-ade74774bcbe), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:08.107666 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd3363-b75a-4465-83ad-096c5993381a req-0e7a0331-a47b-44be-91e0-a3f3bf245991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:08.109262 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76bd3363-b75a-4465-83ad-096c5993381a req-0e7a0331-a47b-44be-91e0-a3f3bf245991 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79295c70285f4547b38d419dad3b5ee6&device_id=a19cbd68-fe93-4215-98f9-4d19f25562b7 HTTP/1.1" status: 200 len: 1130 time: 0.1863747 Feb 28 20:12:08.113131 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60f70a19-4ea4-423d-b819-f27ff72868e6 req-04e59e90-9189-471b-863e-5373bb1f9a88 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/security-groups?id=1367502b-cf39-4efc-b021-3d78c0b9b691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180996 Feb 28 20:12:08.185629 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70d27f3f-58a0-48a6-93f8-8f16933bcd9f req-ba0d7d3c-12c1-4505-ab3e-1012b2ed76fd tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/security-groups?id=6776a3b8-8272-4cb1-a28d-98f182fcad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545490 Feb 28 20:12:08.338604 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c7ee7557-d1a1-4752-8a20-315354c375ea None None] Provisioning complete for port 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:12:08.339398 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7557-d1a1-4752-8a20-315354c375ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:08.345185 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 7620ae06-349f-4bc0-9098-85e01e0e2a45 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:12:08.350510 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ee4e8-f4ea-493d-b383-c87fe7cd484a None None] Pushing event updated for resources: {'Port': ['ID=5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:08.357802 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a46fe98f-dff3-40f8-a37e-dd66f2fd4699 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks [] for security_group_rule (8cb2aec6-b52f-4daf-93ac-ade74774bcbe), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:08.368380 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a46fe98f-dff3-40f8-a37e-dd66f2fd4699 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (8cb2aec6-b52f-4daf-93ac-ade74774bcbe), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:08.381566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] Routers {'cf79c996-e694-494f-89e2-8164669dfd97'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:12:08.382528 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:11:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['cf79c996-e694-494f-89e2-8164669dfd97'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:12:08.389166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 7620ae06-349f-4bc0-9098-85e01e0e2a45 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:12:08.390112 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7620ae06-349f-4bc0-9098-85e01e0e2a45), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:08.405239 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd3363-b75a-4465-83ad-096c5993381a req-7a6b2587-e0f2-4011-be6f-ac3a6e645dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:08.418319 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76bd3363-b75a-4465-83ad-096c5993381a req-7a6b2587-e0f2-4011-be6f-ac3a6e645dd7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.2987564 Feb 28 20:12:08.485109 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fe98f-dff3-40f8-a37e-dd66f2fd4699 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb2aec6-b52f-4daf-93ac-ade74774bcbe,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:08.510176 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a46fe98f-dff3-40f8-a37e-dd66f2fd4699 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:08.516856 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a46fe98f-dff3-40f8-a37e-dd66f2fd4699 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5153515 Feb 28 20:12:08.522890 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46646) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:12:08.527548 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ad492f03-d51e-41bb-b599-2ca5988921d1 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:08.594283 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad492f03-d51e-41bb-b599-2ca5988921d1 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:08.672168 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76bd3363-b75a-4465-83ad-096c5993381a req-983f6eb5-e2dd-46cd-a238-d92cd06efcdd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=9c51c79c-b91b-4231-b984-73844105fbf1 HTTP/1.1" status: 200 len: 217 time: 0.2325025 Feb 28 20:12:08.759038 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd3363-b75a-4465-83ad-096c5993381a req-bfd56631-565b-42a2-9d05-13a57ccc6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:08.761448 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] Set router cf79c996-e694-494f-89e2-8164669dfd97 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:12:08.763359 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76bd3363-b75a-4465-83ad-096c5993381a req-bfd56631-565b-42a2-9d05-13a57ccc6632 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0795007 Feb 28 20:12:08.827275 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c7ee7557-d1a1-4752-8a20-315354c375ea None None] Current status of the port 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:08.827802 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7557-d1a1-4752-8a20-315354c375ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:08.903662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7620ae06-349f-4bc0-9098-85e01e0e2a45 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:08.904342 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7620ae06-349f-4bc0-9098-85e01e0e2a45), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:08.925267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcca814-96c8-407c-a5c8-b192588df6a3 req-f19c8f5c-cf3d-4466-871a-884cfc7beb60 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:08.934097 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebcca814-96c8-407c-a5c8-b192588df6a3 req-f19c8f5c-cf3d-4466-871a-884cfc7beb60 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.5117221 Feb 28 20:12:08.939484 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad492f03-d51e-41bb-b599-2ca5988921d1 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:08.965701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c7ee7557-d1a1-4752-8a20-315354c375ea None None] For port 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8,segment=NetworkSegment(b964f382-4fb0-46e1-a25c-d94365c5e65f),segment_id=b964f382-4fb0-46e1-a25c-d94365c5e65f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:09.008670 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7557-d1a1-4752-8a20-315354c375ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:09.024937 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd3363-b75a-4465-83ad-096c5993381a req-2e4d9573-34d2-4743-8081-9ba45fab76f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:09.025943 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7620ae06-349f-4bc0-9098-85e01e0e2a45'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:09.028765 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b32f28-fff2-4db0-b304-a71aed9025c7" -d '{"events": [{"server_uuid": "58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9", "name": "network-vif-plugged", "status": "completed", "tag": "7620ae06-349f-4bc0-9098-85e01e0e2a45"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:09.029749 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76bd3363-b75a-4465-83ad-096c5993381a req-2e4d9573-34d2-4743-8081-9ba45fab76f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2049575 Feb 28 20:12:09.061592 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc48c1-a0ae-4ff1-afb9-42201e5fdf83 req-5e41ccac-2bd8-4e73-a792-18297f1989a4 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:09.069440 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-11bc48c1-a0ae-4ff1-afb9-42201e5fdf83 req-5e41ccac-2bd8-4e73-a792-18297f1989a4 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.4255462 Feb 28 20:12:09.075391 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7620ae06-349f-4bc0-9098-85e01e0e2a45, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7620ae06-349f-4bc0-9098-85e01e0e2a45,segment=NetworkSegment(bf35ad16-5721-4ffe-b959-5401416678e0),segment_id=bf35ad16-5721-4ffe-b959-5401416678e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:09.084225 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7620ae06-349f-4bc0-9098-85e01e0e2a45), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:09.147968 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee7557-d1a1-4752-8a20-315354c375ea None None] Pushing event updated for resources: {'Port': ['ID=5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:09.210801 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-ad492f03-d51e-41bb-b599-2ca5988921d1 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Allocated IP 172.25.0.37 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/2462f322-53cc-455c-8fa3-5b9445124dac) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:12:09.218870 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebcca814-96c8-407c-a5c8-b192588df6a3 req-0725708a-7dbd-4035-871d-698798179266 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750952 Feb 28 20:12:09.261027 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-11bc48c1-a0ae-4ff1-afb9-42201e5fdf83 req-4e97e41c-853a-4ae4-8c92-c86a2f782566 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901546 Feb 28 20:12:09.316003 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7ca1d616-3eff-4766-8d44-ad3cad523058 None None] Provisioning complete for port 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:12:09.316381 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7ca1d616-3eff-4766-8d44-ad3cad523058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:09.349989 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76bd3363-b75a-4465-83ad-096c5993381a req-0bab9ae6-bd02-4a51-a5d4-902a2982dfec service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070755 Feb 28 20:12:09.376826 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad492f03-d51e-41bb-b599-2ca5988921d1 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks [] for port (2462f322-53cc-455c-8fa3-5b9445124dac), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:09.405995 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e9e958-ef70-4b4f-9ef0-49e9c5d0d99b x-openstack-request-id: req-03e9e958-ef70-4b4f-9ef0-49e9c5d0d99b {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:09.406248 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9", "name": "network-vif-plugged", "status": "completed", "tag": "7620ae06-349f-4bc0-9098-85e01e0e2a45", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:09.406455 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03e9e958-ef70-4b4f-9ef0-49e9c5d0d99b {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:09.406895 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7620ae06-349f-4bc0-9098-85e01e0e2a45', 'code': 200} Feb 28 20:12:09.420802 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad492f03-d51e-41bb-b599-2ca5988921d1 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (2462f322-53cc-455c-8fa3-5b9445124dac), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:09.454930 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=7620ae06-349f-4bc0-9098-85e01e0e2a45,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:09.511695 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad492f03-d51e-41bb-b599-2ca5988921d1 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:12:09.515456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'name': 'tempest-ServersTestFqdnHostnames-2089726783-router', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:11:48Z', 'updated_at': '2022-02-28T20:12:00Z', 'revision_number': 4, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'gw_port': {'id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:50Z', 'updated_at': '2022-02-28T20:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8', 'name': '', 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'mac_address': 'fa:16:3e:a4:23:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '5bdb9738-0226-44ac-99a9-db47472bff06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:57Z', 'updated_at': '2022-02-28T20:12:07Z', 'revision_number': 4, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'subnets': [{'id': '5bdb9738-0226-44ac-99a9-db47472bff06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:12:09.520197 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7ca1d616-3eff-4766-8d44-ad3cad523058 None None] Current status of the port 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:09.534356 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-ad492f03-d51e-41bb-b599-2ca5988921d1 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:12:09.550537 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eb2519-5708-46ec-b6a8-74f5696942a1 None None] The sync data for ids ['cf79c996-e694-494f-89e2-8164669dfd97'] in n-d-820368-21 is: [{'id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'name': 'tempest-ServersTestFqdnHostnames-2089726783-router', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:11:48Z', 'updated_at': '2022-02-28T20:12:00Z', 'revision_number': 4, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'gw_port': {'id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:50Z', 'updated_at': '2022-02-28T20:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8', 'name': '', 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'mac_address': 'fa:16:3e:a4:23:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '5bdb9738-0226-44ac-99a9-db47472bff06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:57Z', 'updated_at': '2022-02-28T20:12:07Z', 'revision_number': 4, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'subnets': [{'id': '5bdb9738-0226-44ac-99a9-db47472bff06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:12:09.554353 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad492f03-d51e-41bb-b599-2ca5988921d1 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:12:09.634460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad492f03-d51e-41bb-b599-2ca5988921d1 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Pushing event updated for resources: {'Port': ['ID=2462f322-53cc-455c-8fa3-5b9445124dac,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:09.672408 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296089a6-179e-4c76-bd1b-3bb885110b5b req-1dcf6eb0-285d-4d74-bc99-1fc903939665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:09.692465 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-296089a6-179e-4c76-bd1b-3bb885110b5b req-1dcf6eb0-285d-4d74-bc99-1fc903939665 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9 HTTP/1.1" status: 200 len: 1129 time: 0.2012866 Feb 28 20:12:09.762790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a4085-51a8-4e30-9aea-257165f2feef req-5a551ddf-d14d-45e2-b197-80905fda6c18 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:09.770876 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-296089a6-179e-4c76-bd1b-3bb885110b5b req-c92b66ae-33e3-4221-ae0e-f960b63effe6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6776a3b8-8272-4cb1-a28d-98f182fcad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769093 Feb 28 20:12:09.773300 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-295a4085-51a8-4e30-9aea-257165f2feef req-5a551ddf-d14d-45e2-b197-80905fda6c18 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19cbd68-fe93-4215-98f9-4d19f25562b7 HTTP/1.1" status: 200 len: 947 time: 0.1851029 Feb 28 20:12:09.795495 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6c014-93d8-41c4-985c-79d36d79c68a req-87712abb-17bc-4b65-93c0-d2cf7dc898c4 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:09.800584 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28b6c014-93d8-41c4-985c-79d36d79c68a req-87712abb-17bc-4b65-93c0-d2cf7dc898c4 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e890db3-b4eb-4b84-ac55-55f31b40db90 HTTP/1.1" status: 200 len: 950 time: 0.4322321 Feb 28 20:12:09.816005 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76bd3363-b75a-4465-83ad-096c5993381a req-7858e737-0ef2-42f8-8eb2-af1f6dd427a9 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600976 Feb 28 20:12:09.887795 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad492f03-d51e-41bb-b599-2ca5988921d1 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks [] for floatingip (90b5e1d7-0052-4195-b1d0-1555fe0718e1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:09.926624 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-295a4085-51a8-4e30-9aea-257165f2feef req-dffa7277-82cd-4ff6-a1a7-cb9dfae9066d tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/security-groups?id=1367502b-cf39-4efc-b021-3d78c0b9b691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499228 Feb 28 20:12:09.966143 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad492f03-d51e-41bb-b599-2ca5988921d1 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2462f322-53cc-455c-8fa3-5b9445124dac), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:09.978844 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9c51c79c-b91b-4231-b984-73844105fbf1 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:12:10.000126 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28b6c014-93d8-41c4-985c-79d36d79c68a req-ef80e08e-b224-4e32-9079-7468a8ef945e tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796145 Feb 28 20:12:10.132041 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a35b4b-a41a-4c4d-9e36-3252625e4be0 req-dd40717f-5eb3-4822-8ec1-94afc4ad58e9 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:10.143172 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b3a35b4b-a41a-4c4d-9e36-3252625e4be0 req-dd40717f-5eb3-4822-8ec1-94afc4ad58e9 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/ports?device_id=58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9 HTTP/1.1" status: 200 len: 946 time: 0.1044142 Feb 28 20:12:10.265140 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b3a35b4b-a41a-4c4d-9e36-3252625e4be0 req-a69ef439-0432-4d26-8818-448324653c09 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/security-groups?id=6776a3b8-8272-4cb1-a28d-98f182fcad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209910 Feb 28 20:12:10.350235 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9c51c79c-b91b-4231-b984-73844105fbf1, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9c51c79c-b91b-4231-b984-73844105fbf1,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:10.375370 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '9c51c79c-b91b-4231-b984-73844105fbf1', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '9c51c79c-b91b-4231-b984-73844105fbf1', 'mac_address': 'fa:16:3e:3c:c0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:12:10.402120 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad492f03-d51e-41bb-b599-2ca5988921d1 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks [] for port (2462f322-53cc-455c-8fa3-5b9445124dac), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:10.408282 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad492f03-d51e-41bb-b599-2ca5988921d1 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (2462f322-53cc-455c-8fa3-5b9445124dac), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:10.474704 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 9c51c79c-b91b-4231-b984-73844105fbf1 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:10.477559 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:10.512926 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c51c79c-b91b-4231-b984-73844105fbf1 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:12:10.557661 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9c51c79c-b91b-4231-b984-73844105fbf1, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9c51c79c-b91b-4231-b984-73844105fbf1,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:10.562709 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eea9a-f35b-4074-8aa4-9418e2bb1328 req-9231a43c-a9e9-4a14-9d28-a565ede73276 tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:10.565847 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:10.577935 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-045eea9a-f35b-4074-8aa4-9418e2bb1328 req-9231a43c-a9e9-4a14-9d28-a565ede73276 tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8e890db3-b4eb-4b84-ac55-55f31b40db90 HTTP/1.1" status: 200 len: 1133 time: 0.2448950 Feb 28 20:12:10.582576 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad492f03-d51e-41bb-b599-2ca5988921d1 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Pushing event updated for resources: {'Port': ['ID=2462f322-53cc-455c-8fa3-5b9445124dac,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:10.595928 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad492f03-d51e-41bb-b599-2ca5988921d1 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (90b5e1d7-0052-4195-b1d0-1555fe0718e1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:10.634336 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad492f03-d51e-41bb-b599-2ca5988921d1 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:10.635599 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ad492f03-d51e-41bb-b599-2ca5988921d1 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1116471 Feb 28 20:12:10.659882 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874a2d4-af2a-48e7-85ae-5f3d04b6cab3 req-9cea515d-6896-4ebf-b454-5a2bec6dcbab tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:10.668356 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f874a2d4-af2a-48e7-85ae-5f3d04b6cab3 req-9cea515d-6896-4ebf-b454-5a2bec6dcbab tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.2692363 Feb 28 20:12:10.724028 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=9c51c79c-b91b-4231-b984-73844105fbf1,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:10.733907 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-045eea9a-f35b-4074-8aa4-9418e2bb1328 req-899f86b2-391f-423e-945d-7ce7f26a301f tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483381 Feb 28 20:12:10.803662 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f874a2d4-af2a-48e7-85ae-5f3d04b6cab3 req-d40e9500-4960-4cee-b189-c5b7975b1391 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343684 Feb 28 20:12:10.902837 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['9c51c79c-b91b-4231-b984-73844105fbf1'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:12:11.220142 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc78a2-20d7-417e-844b-879076eed619 req-03b1f039-3a15-4a77-9434-afb8e2efa3f5 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:11.222638 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d5dc78a2-20d7-417e-844b-879076eed619 req-03b1f039-3a15-4a77-9434-afb8e2efa3f5 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.3354850 Feb 28 20:12:11.292730 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-8bbd0475-30e0-41a3-a221-bb58637287a3 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--556282129&fields=id&tenant_id=564ccb90fcfb460d8819a2196af4c809 HTTP/1.1" status: 200 len: 267 time: 0.2588675 Feb 28 20:12:11.433113 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d5dc78a2-20d7-417e-844b-879076eed619 req-c5fedb83-d588-4d91-935f-e808bd7439e9 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944768 Feb 28 20:12:11.543271 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:12:11.620044 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-b059539f-bdc4-4693-81ab-b70b75195b26 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:11.637357 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-b059539f-bdc4-4693-81ab-b70b75195b26 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/networks?id=c259a009-9e8f-4371-b00b-c3cfc6ef71d2 HTTP/1.1" status: 200 len: 815 time: 0.3432245 Feb 28 20:12:11.697734 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-a4091506-45bc-4d8d-9c84-18fc360433c2 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/quotas/564ccb90fcfb460d8819a2196af4c809 HTTP/1.1" status: 200 len: 375 time: 0.0557067 Feb 28 20:12:11.833483 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:12:11.836250 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:11.841110 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-3f750cb0-ac51-4951-a7a1-f53565029ce6 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=564ccb90fcfb460d8819a2196af4c809&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1371472 Feb 28 20:12:11.884528 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d92ed-da72-4adf-8f96-98a68767f26b req-67dceb7c-6e48-4296-8530-cd4f5b6ce5c3 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:11.892769 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed2d92ed-da72-4adf-8f96-98a68767f26b req-67dceb7c-6e48-4296-8530-cd4f5b6ce5c3 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19cbd68-fe93-4215-98f9-4d19f25562b7 HTTP/1.1" status: 200 len: 948 time: 0.1587934 Feb 28 20:12:12.039698 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed2d92ed-da72-4adf-8f96-98a68767f26b req-1915c44e-a833-4a21-98c4-954439f4609e tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/security-groups?id=1367502b-cf39-4efc-b021-3d78c0b9b691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435406 Feb 28 20:12:12.080719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:12.130157 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-d9b8ed73-365e-4945-ace2-13bdca16fe8f service neutron] 10.222.0.13 "GET /v2.0/networks/c259a009-9e8f-4371-b00b-c3cfc6ef71d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880642 Feb 28 20:12:12.304797 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-1f4a7772-210a-447e-86bb-12527c0dc256 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c258cc5b77d946d495afb4d1b7de5427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414178 Feb 28 20:12:12.443281 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-de9e8f1a-01ad-4dde-abbb-3b94c65972a6 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:12.450450 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-de9e8f1a-01ad-4dde-abbb-3b94c65972a6 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1446733 Feb 28 20:12:12.473314 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-c5c617ab-bf1d-4af6-836c-432352bba678 service neutron] 10.222.0.13 "GET /v2.0/networks/c259a009-9e8f-4371-b00b-c3cfc6ef71d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366134 Feb 28 20:12:12.478506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-b8b80890-0aa6-4075-8b02-83599d1b178a tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/quotas/c258cc5b77d946d495afb4d1b7de5427 HTTP/1.1" status: 200 len: 375 time: 0.0272441 Feb 28 20:12:12.592605 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-3ca813d2-86fe-4f56-a4c3-d2552009147c tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c258cc5b77d946d495afb4d1b7de5427&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1004193 Feb 28 20:12:12.880723 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f7aaa-ba86-4fdb-9876-fcbfd4ab9f91 req-35882502-7e44-402c-9528-7785e1499326 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:12.888332 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb6f7aaa-ba86-4fdb-9876-fcbfd4ab9f91 req-35882502-7e44-402c-9528-7785e1499326 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/ports?device_id=58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9 HTTP/1.1" status: 200 len: 946 time: 0.0758059 Feb 28 20:12:12.916674 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977e825-a9fd-4db3-90cb-db630cf2f2f3 req-96e1c173-30d7-43fa-a7db-dca035fd1821 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:12.924263 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3977e825-a9fd-4db3-90cb-db630cf2f2f3 req-96e1c173-30d7-43fa-a7db-dca035fd1821 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.1580262 Feb 28 20:12:13.010361 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb6f7aaa-ba86-4fdb-9876-fcbfd4ab9f91 req-c5bb33cb-eb66-4ce9-8f91-fecbe74e6528 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/security-groups?id=6776a3b8-8272-4cb1-a28d-98f182fcad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211526 Feb 28 20:12:13.014743 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3977e825-a9fd-4db3-90cb-db630cf2f2f3 req-59b60d30-1f27-4e67-8613-354619bc91ed tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897572 Feb 28 20:12:13.317620 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-29498892-d62b-404d-be03-77812be5a4cd req-6bd96492-b9cb-4b14-a24a-6a47145ff26b tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5 HTTP/1.1" status: 200 len: 210 time: 0.0560503 Feb 28 20:12:13.345910 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275daa6f-1cd4-454f-b745-f08c766819cf req-9703b106-5618-45ad-9246-be466704837a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:13.357810 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-275daa6f-1cd4-454f-b745-f08c766819cf req-9703b106-5618-45ad-9246-be466704837a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.1684854 Feb 28 20:12:13.455433 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc54725b-5dc1-40e1-b25a-8c987edf5812 req-73a00555-ab47-4e4e-8884-6e941a2ebdde tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbb0dd8-8c6a-4770-b675-147cba0a5cc5 HTTP/1.1" status: 200 len: 210 time: 0.0518177 Feb 28 20:12:13.532111 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-275daa6f-1cd4-454f-b745-f08c766819cf req-f77a1edd-6f13-4d8e-8a1b-b8932e88c7e5 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673367 Feb 28 20:12:13.832197 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de7492-97cc-49bf-864e-cf04c3d55045 req-313a311b-fc72-4080-bfbc-93cfd95c793f tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:13.840933 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9de7492-97cc-49bf-864e-cf04c3d55045 req-313a311b-fc72-4080-bfbc-93cfd95c793f tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19cbd68-fe93-4215-98f9-4d19f25562b7 HTTP/1.1" status: 200 len: 948 time: 0.2079570 Feb 28 20:12:13.951179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9de7492-97cc-49bf-864e-cf04c3d55045 req-446b1f93-ff4b-451a-b5db-6bcf23c9b44f tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/security-groups?id=1367502b-cf39-4efc-b021-3d78c0b9b691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073620 Feb 28 20:12:14.009680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9c51c79c-b91b-4231-b984-73844105fbf1 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:12:14.162589 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 9c51c79c-b91b-4231-b984-73844105fbf1 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:12:14.173887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 9c51c79c-b91b-4231-b984-73844105fbf1 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:12:14.176020 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:14.378551 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-3f46cff5-ceb7-433d-af70-fab35b62acec tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:14.390638 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-3f46cff5-ceb7-433d-af70-fab35b62acec tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/networks?id=c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 200 len: 811 time: 0.3963227 Feb 28 20:12:14.429003 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 9c51c79c-b91b-4231-b984-73844105fbf1 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:14.430217 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:14.452006 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-f875fc4c-6f5b-4898-8486-cd20f00dedde tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/quotas/319e808d1d994e11b5f42f1d9f8b43af HTTP/1.1" status: 200 len: 375 time: 0.0593319 Feb 28 20:12:14.480353 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19cbd68-fe93-4215-98f9-4d19f25562b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c51c79c-b91b-4231-b984-73844105fbf1'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:14.484551 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edc9012-e852-46e6-b978-5c3360a5e3b7" -d '{"events": [{"server_uuid": "a19cbd68-fe93-4215-98f9-4d19f25562b7", "name": "network-vif-plugged", "status": "completed", "tag": "9c51c79c-b91b-4231-b984-73844105fbf1"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:14.514665 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9c51c79c-b91b-4231-b984-73844105fbf1, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9c51c79c-b91b-4231-b984-73844105fbf1,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:14.551094 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:14.552511 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-95cd68be-28c9-40e5-acfa-8d91f518edab tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0994496 Feb 28 20:12:14.610481 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee3a9e-71a0-4e86-b9fc-474c1628bafb req-9d71c574-e27b-4e47-b06a-151c3b6be36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:14.612447 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0ee3a9e-71a0-4e86-b9fc-474c1628bafb req-9d71c574-e27b-4e47-b06a-151c3b6be36d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69dbf1a015924bf5bff7adc2c417b2b3&device_id=58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9 HTTP/1.1" status: 200 len: 1129 time: 0.3335855 Feb 28 20:12:14.646932 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=9c51c79c-b91b-4231-b984-73844105fbf1,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:14.738688 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3649d37-8df3-43f0-9da7-e781790faccf req-446fe946-a657-4745-92d3-03f407c2d2a4 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:14.746563 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3649d37-8df3-43f0-9da7-e781790faccf req-446fe946-a657-4745-92d3-03f407c2d2a4 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.4443109 Feb 28 20:12:14.859614 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-a6a214bd-b0c7-404b-afb2-481d57ca8be3 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c258cc5b77d946d495afb4d1b7de5427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922425 Feb 28 20:12:15.288464 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-9cc02ac6-6c00-47fa-aca7-1c3082582faf tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:15.290948 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-9cc02ac6-6c00-47fa-aca7-1c3082582faf tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.10 "GET /v2.0/networks?id=c259a009-9e8f-4371-b00b-c3cfc6ef71d2 HTTP/1.1" status: 200 len: 815 time: 0.2452374 Feb 28 20:12:15.417699 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-b72a5fe5-5141-4b01-85f7-ce34185f5b10 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=564ccb90fcfb460d8819a2196af4c809 HTTP/1.1" status: 200 len: 379 time: 0.1162832 Feb 28 20:12:15.429433 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-06311abc-8b80-4451-8138-77a5210d3df7 service neutron] 10.222.0.13 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8565109 Feb 28 20:12:15.432527 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-0ee7d730-082a-4dca-aa68-76f0dee88180 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Request body: {'port': {'device_id': '9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5', 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2', 'admin_state_up': True, 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'security_groups': ['86f13d55-c33f-4d38-be5a-243f45ce5890']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:15.468002 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3649d37-8df3-43f0-9da7-e781790faccf req-09923984-7c56-4793-adaf-39e374d3ed6f tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7190943 Feb 28 20:12:15.512782 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee3a9e-71a0-4e86-b9fc-474c1628bafb req-11005079-326b-4daf-82a8-9a22ff9fce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:15.514520 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0ee3a9e-71a0-4e86-b9fc-474c1628bafb req-11005079-326b-4daf-82a8-9a22ff9fce9b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ae703e63-06d8-4946-b48c-49d73a85d5f3 HTTP/1.1" status: 200 len: 914 time: 0.8941979 Feb 28 20:12:15.659155 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0ee3a9e-71a0-4e86-b9fc-474c1628bafb req-164a684f-6a71-47e1-ae90-e43881b34559 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7620ae06-349f-4bc0-9098-85e01e0e2a45 HTTP/1.1" status: 200 len: 217 time: 0.1159554 Feb 28 20:12:15.741859 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-0ee7d730-082a-4dca-aa68-76f0dee88180 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Made reservation on behalf of 564ccb90fcfb460d8819a2196af4c809 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:12:15.749219 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-2e742ed0-8c0c-43bf-9c34-26a6416924a5 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:15.751064 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-2e742ed0-8c0c-43bf-9c34-26a6416924a5 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8781018 Feb 28 20:12:15.768633 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-0ee7d730-082a-4dca-aa68-76f0dee88180 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:15.771874 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-1eaf14e8-bc36-463d-bc8a-22679083ccd3 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Request body: {'port': {'device_id': 'dcbb0dd8-8c6a-4770-b675-147cba0a5cc5', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'c258cc5b77d946d495afb4d1b7de5427'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:15.906696 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-8d4c524d-7591-4ccd-b43d-2365608a64fb service neutron] 10.222.0.13 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249048 Feb 28 20:12:15.922004 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee3a9e-71a0-4e86-b9fc-474c1628bafb req-1609370d-c8d3-4d7a-9564-bc9b0894e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:15.930833 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0ee3a9e-71a0-4e86-b9fc-474c1628bafb req-1609370d-c8d3-4d7a-9564-bc9b0894e46c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a0ba1fc-1ad0-4a12-a38d-2e1f480f7937 HTTP/1.1" status: 200 len: 854 time: 0.2296557 Feb 28 20:12:16.028477 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719bea9-e0d7-4899-a67a-b55395346f9c req-357307d1-7170-4eb1-b2f4-914d2422d220 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:16.031897 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6719bea9-e0d7-4899-a67a-b55395346f9c req-357307d1-7170-4eb1-b2f4-914d2422d220 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/ports?device_id=58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9 HTTP/1.1" status: 200 len: 946 time: 0.4538498 Feb 28 20:12:16.042147 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0ee3a9e-71a0-4e86-b9fc-474c1628bafb req-c078e4b7-4d27-4841-bb8c-73efd35f001c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae703e63-06d8-4946-b48c-49d73a85d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053019 Feb 28 20:12:16.139892 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-0ee7d730-082a-4dca-aa68-76f0dee88180 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Allocated IP 172.20.0.11 (c259a009-9e8f-4371-b00b-c3cfc6ef71d2/5bdb9738-0226-44ac-99a9-db47472bff06/b15ee619-68b3-4dc0-a2df-14ff9b2cfb86) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:12:16.213008 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0ee3a9e-71a0-4e86-b9fc-474c1628bafb req-8c83d8a0-9c95-4631-af72-6cfb95956515 service neutron] 10.222.0.15 "GET /v2.0/networks/ae703e63-06d8-4946-b48c-49d73a85d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542695 Feb 28 20:12:16.286055 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b418d60-35c9-423e-a14c-fab47491e241 req-ba1d16c3-289d-4cea-85c3-d37bbb638a22 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5 HTTP/1.1" status: 200 len: 210 time: 0.0667782 Feb 28 20:12:16.360835 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6719bea9-e0d7-4899-a67a-b55395346f9c req-a64cbdb5-d53a-4bbd-902b-f13da0393824 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/security-groups?id=6776a3b8-8272-4cb1-a28d-98f182fcad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138337 Feb 28 20:12:16.370988 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-1eaf14e8-bc36-463d-bc8a-22679083ccd3 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Made reservation on behalf of c258cc5b77d946d495afb4d1b7de5427 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:12:16.374564 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-1eaf14e8-bc36-463d-bc8a-22679083ccd3 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:16.411916 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dba17ad3-b879-416c-8d18-2d91e9aa7646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:16.500276 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b93747-3b44-4dab-b2af-0dbe4f034bfb x-openstack-request-id: req-57b93747-3b44-4dab-b2af-0dbe4f034bfb {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:16.500685 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19cbd68-fe93-4215-98f9-4d19f25562b7", "name": "network-vif-plugged", "status": "completed", "tag": "9c51c79c-b91b-4231-b984-73844105fbf1", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:16.501106 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57b93747-3b44-4dab-b2af-0dbe4f034bfb {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:16.501959 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19cbd68-fe93-4215-98f9-4d19f25562b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c51c79c-b91b-4231-b984-73844105fbf1', 'code': 200} Feb 28 20:12:16.577985 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-0ee7d730-082a-4dca-aa68-76f0dee88180 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks [] for port (b15ee619-68b3-4dc0-a2df-14ff9b2cfb86), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:16.668494 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0ee3a9e-71a0-4e86-b9fc-474c1628bafb req-706ab205-77aa-43db-864d-c9c46e804809 service neutron] 10.222.0.15 "GET /v2.0/networks/ae703e63-06d8-4946-b48c-49d73a85d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390118 Feb 28 20:12:16.697452 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-0ee7d730-082a-4dca-aa68-76f0dee88180 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b15ee619-68b3-4dc0-a2df-14ff9b2cfb86), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:16.729601 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-1eaf14e8-bc36-463d-bc8a-22679083ccd3 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Allocated IP 192.168.233.32 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/181993a4-d8bd-483f-9aec-081bd960a7d0) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:12:16.741893 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3c5e200-89fe-480a-b2f3-3a13f13b6019 req-8290d723-56da-4c1d-a377-9c3bce4854cd tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbb0dd8-8c6a-4770-b675-147cba0a5cc5 HTTP/1.1" status: 200 len: 210 time: 0.1029322 Feb 28 20:12:16.802176 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-0ee7d730-082a-4dca-aa68-76f0dee88180 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Network c259a009-9e8f-4371-b00b-c3cfc6ef71d2 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:12:16.807818 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-0ee7d730-082a-4dca-aa68-76f0dee88180 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:12:16.813586 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-0ee7d730-082a-4dca-aa68-76f0dee88180 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:12:16.921664 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7d730-082a-4dca-aa68-76f0dee88180 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Pushing event updated for resources: {'Port': ['ID=b15ee619-68b3-4dc0-a2df-14ff9b2cfb86,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:16.926035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4bb7f-61b5-4b3f-a6b8-8ae3728f84ab req-4c61cab4-9f09-4355-b423-1480ac72ae2b tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:16.927655 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15c4bb7f-61b5-4b3f-a6b8-8ae3728f84ab req-4c61cab4-9f09-4355-b423-1480ac72ae2b tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.2914453 Feb 28 20:12:16.956589 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c46614-6266-4cf0-b94e-dbde333c75ad req-d078563d-7fb0-429c-8ed7-2b1cb8ca4a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:16.959086 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f2c46614-6266-4cf0-b94e-dbde333c75ad req-d078563d-7fb0-429c-8ed7-2b1cb8ca4a40 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a19cbd68-fe93-4215-98f9-4d19f25562b7 HTTP/1.1" status: 200 len: 1132 time: 0.2895596 Feb 28 20:12:17.006828 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-0ee7d730-082a-4dca-aa68-76f0dee88180 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:17.007460 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-0ee7d730-082a-4dca-aa68-76f0dee88180 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:17.058113 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-0ee7d730-082a-4dca-aa68-76f0dee88180 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6247802 Feb 28 20:12:17.058113 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f2c46614-6266-4cf0-b94e-dbde333c75ad req-0f73ccce-ab54-4f31-9ffa-54416097dc54 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1367502b-cf39-4efc-b021-3d78c0b9b691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808771 Feb 28 20:12:17.087256 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Request body: {'port': {'device_id': '9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:17.182644 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b15ee619-68b3-4dc0-a2df-14ff9b2cfb86), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:17.202743 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15c4bb7f-61b5-4b3f-a6b8-8ae3728f84ab req-b0fd7034-0fd0-434b-ba62-a7c8ae9ca1a9 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539852 Feb 28 20:12:17.314128 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632de61e-e2e9-4804-a59a-abcf47707606 req-6fcec416-bcb1-44bb-a95a-5637c5a29542 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:17.325389 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-632de61e-e2e9-4804-a59a-abcf47707606 req-6fcec416-bcb1-44bb-a95a-5637c5a29542 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19cbd68-fe93-4215-98f9-4d19f25562b7 HTTP/1.1" status: 200 len: 949 time: 0.2972629 Feb 28 20:12:17.344378 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-af8eae49-4153-46c9-91f0-31b24d370b30 None None] Provisioning complete for port b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:12:17.344916 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-af8eae49-4153-46c9-91f0-31b24d370b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b15ee619-68b3-4dc0-a2df-14ff9b2cfb86), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:17.361034 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-1eaf14e8-bc36-463d-bc8a-22679083ccd3 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks [] for port (181993a4-d8bd-483f-9aec-081bd960a7d0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:17.451911 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-af8eae49-4153-46c9-91f0-31b24d370b30 None None] Port b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:12:17.459246 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71062e1b-82f4-496d-a60d-f0e53ba69aad req-235b137f-1fa7-4ee4-9fd7-6290abf4993e tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ca3e41-3856-44ad-b4be-582137733e18 HTTP/1.1" status: 200 len: 210 time: 0.0916579 Feb 28 20:12:17.500068 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-632de61e-e2e9-4804-a59a-abcf47707606 req-00913ec1-6da2-45fb-8e10-e009878af524 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/security-groups?id=1367502b-cf39-4efc-b021-3d78c0b9b691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686223 Feb 28 20:12:17.540495 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-1eaf14e8-bc36-463d-bc8a-22679083ccd3 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (181993a4-d8bd-483f-9aec-081bd960a7d0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:17.557846 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13', '583bde8e-6a83-40b3-bd10-2c4d327505ea', 'e5598a34-c310-4bb0-adb6-44ebafa0e0f3', '6491f829-20d1-4a21-859c-b06a2e91dd5d'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:12:17.561010 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['1e15a2a7-e81f-4d5d-97a3-d6325b067668', '7eb3644c-290d-47dd-8261-c03c3eeabdce'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:12:17.622652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-1eaf14e8-bc36-463d-bc8a-22679083ccd3 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:12:17.633105 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-1eaf14e8-bc36-463d-bc8a-22679083ccd3 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:12:17.644155 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf14e8-bc36-463d-bc8a-22679083ccd3 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Pushing event updated for resources: {'Port': ['ID=181993a4-d8bd-483f-9aec-081bd960a7d0,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:17.647810 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-1eaf14e8-bc36-463d-bc8a-22679083ccd3 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:12:17.806614 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:12:17.828835 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Publish callbacks [] for port (b15ee619-68b3-4dc0-a2df-14ff9b2cfb86), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:17.844574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f237d18-bf19-40a1-9405-0b4d6d84de33 req-ae825831-adc7-4c3c-8890-4604d035bf83 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:17.853677 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Transition to ACTIVE for port object b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:12:17.856003 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f237d18-bf19-40a1-9405-0b4d6d84de33 req-ae825831-adc7-4c3c-8890-4604d035bf83 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 945 time: 0.2089260 Feb 28 20:12:17.861437 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (b15ee619-68b3-4dc0-a2df-14ff9b2cfb86), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:17.901991 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-1eaf14e8-bc36-463d-bc8a-22679083ccd3 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:17.902851 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-1eaf14e8-bc36-463d-bc8a-22679083ccd3 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:18.005188 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f237d18-bf19-40a1-9405-0b4d6d84de33 req-b5f2f860-c61f-45fc-b33d-19b667032a18 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480742 Feb 28 20:12:18.042043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f9a69-58f0-4e02-b31e-a1526759e2d2 req-31a17b0f-9471-45ae-bc59-a71ae2411be3 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:18.052905 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e88f9a69-58f0-4e02-b31e-a1526759e2d2 req-31a17b0f-9471-45ae-bc59-a71ae2411be3 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5 HTTP/1.1" status: 200 len: 932 time: 0.3022671 Feb 28 20:12:18.070380 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-1eaf14e8-bc36-463d-bc8a-22679083ccd3 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3048892 Feb 28 20:12:18.090077 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Request body: {'port': {'device_id': 'dcbb0dd8-8c6a-4770-b675-147cba0a5cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:18.145682 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Attempting to bind port b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:12:18.146017 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Attempting to bind port b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'b964f382-4fb0-46e1-a25c-d94365c5e65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:12:18.146604 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Attempting to bind port b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 on network c259a009-9e8f-4371-b00b-c3cfc6ef71d2 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:18.152728 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Pushing event updated for resources: {'Port': ['ID=b15ee619-68b3-4dc0-a2df-14ff9b2cfb86,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:18.155882 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Port b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 on network c259a009-9e8f-4371-b00b-c3cfc6ef71d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:12:18.156214 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Attempting to bind port b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 on network c259a009-9e8f-4371-b00b-c3cfc6ef71d2 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:18.167678 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:12:18.168149 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Checking segment: {'id': 'b964f382-4fb0-46e1-a25c-d94365c5e65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:12:18.168646 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Bound using segment: {'id': 'b964f382-4fb0-46e1-a25c-d94365c5e65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:12:18.169181 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Bound port: b15ee619-68b3-4dc0-a2df-14ff9b2cfb86, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b964f382-4fb0-46e1-a25c-d94365c5e65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:12:18.169541 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b15ee619-68b3-4dc0-a2df-14ff9b2cfb86), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:18.213048 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:18.213383 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:18.215398 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:18.215773 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:18.216112 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:18.216443 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:18.217258 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:18.217258 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:18.217469 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:18.217701 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:18.218019 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:18.218334 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:18.222778 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:18.298953 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (181993a4-d8bd-483f-9aec-081bd960a7d0), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:18.329220 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8627f62b-176e-440f-9627-f2f88affca62 None None] Provisioning complete for port 181993a4-d8bd-483f-9aec-081bd960a7d0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:12:18.329587 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8627f62b-176e-440f-9627-f2f88affca62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (181993a4-d8bd-483f-9aec-081bd960a7d0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:18.368651 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e88f9a69-58f0-4e02-b31e-a1526759e2d2 req-d7680038-bf15-4e94-af39-638b3e8e991a tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f13d55-c33f-4d38-be5a-243f45ce5890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3146589 Feb 28 20:12:18.441133 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] For port b15ee619-68b3-4dc0-a2df-14ff9b2cfb86, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:12:18.446054 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] For port b15ee619-68b3-4dc0-a2df-14ff9b2cfb86, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=b15ee619-68b3-4dc0-a2df-14ff9b2cfb86,segment=NetworkSegment(b964f382-4fb0-46e1-a25c-d94365c5e65f),segment_id=b964f382-4fb0-46e1-a25c-d94365c5e65f)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:12:18.456857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8627f62b-176e-440f-9627-f2f88affca62 None None] Port 181993a4-d8bd-483f-9aec-081bd960a7d0 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:12:18.467871 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-f5b6da43-7879-4115-886a-0351aedd8e45 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:18.470548 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-f5b6da43-7879-4115-886a-0351aedd8e45 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.15 "GET /v2.0/networks?id=c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 200 len: 811 time: 0.3038778 Feb 28 20:12:18.475350 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (b15ee619-68b3-4dc0-a2df-14ff9b2cfb86), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:18.628116 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-bad6af3b-10db-42af-a3e6-eb2dd9ab08a3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Request body: {'port': {'device_id': '35ca3e41-3856-44ad-b4be-582137733e18', 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2', 'admin_state_up': True, 'tenant_id': '319e808d1d994e11b5f42f1d9f8b43af'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:18.632985 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Pushing event updated for resources: {'Port': ['ID=b15ee619-68b3-4dc0-a2df-14ff9b2cfb86,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:18.637429 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:18.638145 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:18.639578 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-fc978ca0-1377-47a7-b356-91efb63a33fa service neutron] 10.222.0.10 "PUT /v2.0/ports/b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 HTTP/1.1" status: 200 len: 1093 time: 1.5631390 Feb 28 20:12:18.650194 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5', 'tag': 'b15ee619-68b3-4dc0-a2df-14ff9b2cfb86'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:18.652841 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff9bbbc-42ca-4899-a073-0f1cf487ff33" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5", "tag": "b15ee619-68b3-4dc0-a2df-14ff9b2cfb86"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:18.695614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339a276-e096-4159-8758-710cf98b7b35 req-10910519-2b98-40c6-a8f6-ccd0a82ab6cf tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:18.714745 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f339a276-e096-4159-8758-710cf98b7b35 req-10910519-2b98-40c6-a8f6-ccd0a82ab6cf tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/ports?device_id=58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9 HTTP/1.1" status: 200 len: 946 time: 0.4214725 Feb 28 20:12:18.885375 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-2b94c209-5cd3-4c4b-a05b-001c9b7a60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:18.887134 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-2b94c209-5cd3-4c4b-a05b-001c9b7a60ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=564ccb90fcfb460d8819a2196af4c809&device_id=9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5 HTTP/1.1" status: 200 len: 1127 time: 0.1604929 Feb 28 20:12:18.912235 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1e929319-5fa0-4af6-bfed-54b0aa432c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:18.930252 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-991d07fb-d129-40ae-b792-af761987973e tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:18.932029 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-991d07fb-d129-40ae-b792-af761987973e tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1&tenant_id=b6b50aa5623943dda1cd4fb5f568793b&binding%3Ahost_id=n-h2-820368-21 HTTP/1.1" status: 200 len: 1128 time: 0.3479073 Feb 28 20:12:18.937960 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f339a276-e096-4159-8758-710cf98b7b35 req-eb554792-8adc-4140-a3c3-5b1b09601200 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/security-groups?id=6776a3b8-8272-4cb1-a28d-98f182fcad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222352 Feb 28 20:12:18.947347 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820368-21'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:18.973371 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-6d102fc9-b45d-4676-abe0-949d22534c79 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 HTTP/1.1" status: 200 len: 217 time: 0.0701640 Feb 28 20:12:18.989347 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-bad6af3b-10db-42af-a3e6-eb2dd9ab08a3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Made reservation on behalf of 319e808d1d994e11b5f42f1d9f8b43af for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:12:18.993749 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-bad6af3b-10db-42af-a3e6-eb2dd9ab08a3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:19.074538 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a2997465-216a-4038-ad60-08fc1e053c7e), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:19.101894 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-60c3f4cc-a25d-44e6-ac89-4f0312467b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:19.105390 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-60c3f4cc-a25d-44e6-ac89-4f0312467b90 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5bdb9738-0226-44ac-99a9-db47472bff06 HTTP/1.1" status: 200 len: 854 time: 0.0966554 Feb 28 20:12:19.150352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181993a4-d8bd-483f-9aec-081bd960a7d0 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:12:19.215693 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Publish callbacks [] for port (181993a4-d8bd-483f-9aec-081bd960a7d0), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:19.268617 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-3a6acaab-12f0-4d07-b958-ac1beac2a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:19.270308 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-3a6acaab-12f0-4d07-b958-ac1beac2a701 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c259a009-9e8f-4371-b00b-c3cfc6ef71d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1507916 Feb 28 20:12:19.278867 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:19.300295 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Transition to ACTIVE for port object 181993a4-d8bd-483f-9aec-081bd960a7d0 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:12:19.324353 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-bad6af3b-10db-42af-a3e6-eb2dd9ab08a3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Allocated IP 172.20.0.7 (c8345f72-ebdd-4937-93d2-787e920180e2/17bdb014-8992-41b5-9199-5d89512b4a60/82441994-cc0a-40e3-91da-4eeada102710) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:12:19.347427 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (181993a4-d8bd-483f-9aec-081bd960a7d0), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:19.425174 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1c264-4c4c-4178-aeaa-616a7620ee67 req-0b1afdda-083e-4517-b2ee-92670e012811 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:19.426723 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ea1c264-4c4c-4178-aeaa-616a7620ee67 req-0b1afdda-083e-4517-b2ee-92670e012811 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbb0dd8-8c6a-4770-b675-147cba0a5cc5 HTTP/1.1" status: 200 len: 935 time: 0.2716143 Feb 28 20:12:19.444326 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-3e8e58b5-b291-45e2-9d98-b3652bb03582 service neutron] 10.222.0.10 "GET /v2.0/networks/c259a009-9e8f-4371-b00b-c3cfc6ef71d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598847 Feb 28 20:12:19.501039 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=181993a4-d8bd-483f-9aec-081bd960a7d0,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:19.513119 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] For port a2997465-216a-4038-ad60-08fc1e053c7e, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a2997465-216a-4038-ad60-08fc1e053c7e,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:19.572404 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:19.572852 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:19.573210 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:19.573814 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:19.574168 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:19.574542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:19.574923 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:19.575259 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:19.575592 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:19.575954 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:19.576285 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:19.576613 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:19.576934 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:19.659816 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ea1c264-4c4c-4178-aeaa-616a7620ee67 req-17d37e67-be6a-4d9e-b83a-c1c8899788c7 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166150 Feb 28 20:12:19.683695 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] For port a2997465-216a-4038-ad60-08fc1e053c7e, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:12:19.684872 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Attempting to bind port 181993a4-d8bd-483f-9aec-081bd960a7d0 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:12:19.685609 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Attempting to bind port 181993a4-d8bd-483f-9aec-081bd960a7d0 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:12:19.685955 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Attempting to bind port 181993a4-d8bd-483f-9aec-081bd960a7d0 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:19.714606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Port 181993a4-d8bd-483f-9aec-081bd960a7d0 on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:12:19.714956 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Attempting to bind port 181993a4-d8bd-483f-9aec-081bd960a7d0 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:19.715208 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2cfa2bf3-977a-4919-a115-8e2915c75e11 req-0e695ea2-ef75-4fad-a7dd-a242953eab81 service neutron] 10.222.0.10 "GET /v2.0/networks/c259a009-9e8f-4371-b00b-c3cfc6ef71d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603810 Feb 28 20:12:19.726080 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:12:19.726417 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:12:19.727361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:12:19.727893 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Bound port: 181993a4-d8bd-483f-9aec-081bd960a7d0, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:12:19.728199 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (181993a4-d8bd-483f-9aec-081bd960a7d0), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:19.762343 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56df353b-9126-4d4c-b47e-69b7a8b052a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2997465-216a-4038-ad60-08fc1e053c7e'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:19.765486 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd64bbaf-6d7a-4386-bf87-33693b137c18" -d '{"events": [{"server_uuid": "56df353b-9126-4d4c-b47e-69b7a8b052a1", "name": "network-vif-unplugged", "status": "completed", "tag": "a2997465-216a-4038-ad60-08fc1e053c7e"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:19.771178 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Publish callbacks [] for port (a2997465-216a-4038-ad60-08fc1e053c7e), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:19.775902 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-bad6af3b-10db-42af-a3e6-eb2dd9ab08a3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks [] for port (82441994-cc0a-40e3-91da-4eeada102710), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:19.798688 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (a2997465-216a-4038-ad60-08fc1e053c7e), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:19.959632 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:19.963867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] For port 181993a4-d8bd-483f-9aec-081bd960a7d0, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:12:19.975393 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] For port 181993a4-d8bd-483f-9aec-081bd960a7d0, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=181993a4-d8bd-483f-9aec-081bd960a7d0,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:12:19.982042 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2997465-216a-4038-ad60-08fc1e053c7e,revision_number=7']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:20.022602 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (181993a4-d8bd-483f-9aec-081bd960a7d0), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:20.072775 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device a2997465-216a-4038-ad60-08fc1e053c7e details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:12:20.076870 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8e140592-74e9-45cc-a5b4-0eb59c753e52 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:12:20.137403 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:20.138412 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:20.140729 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] 10.222.0.10 "PUT /v2.0/ports/181993a4-d8bd-483f-9aec-081bd960a7d0 HTTP/1.1" status: 200 len: 1096 time: 2.0560744 Feb 28 20:12:20.143459 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Attempting to bind port a2997465-216a-4038-ad60-08fc1e053c7e on host n-h2-820368-21 for vnic_type normal with profile {"migrating_to": "n-h1-820368-21"} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:12:20.144202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Attempting to bind port a2997465-216a-4038-ad60-08fc1e053c7e by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:12:20.144756 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Attempting to bind port a2997465-216a-4038-ad60-08fc1e053c7e on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:20.180070 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306b1fc-4277-403f-b3b4-2bec2c919894 req-8c3bf7c6-5de8-4964-b994-180648ad65c4 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:20.180070 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a306b1fc-4277-403f-b3b4-2bec2c919894 req-8c3bf7c6-5de8-4964-b994-180648ad65c4 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.3607016 Feb 28 20:12:20.209987 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-bad6af3b-10db-42af-a3e6-eb2dd9ab08a3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (82441994-cc0a-40e3-91da-4eeada102710), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:20.273390 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-bad6af3b-10db-42af-a3e6-eb2dd9ab08a3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Network c8345f72-ebdd-4937-93d2-787e920180e2 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:12:20.277316 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-bad6af3b-10db-42af-a3e6-eb2dd9ab08a3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:12:20.280144 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-bad6af3b-10db-42af-a3e6-eb2dd9ab08a3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:12:20.311617 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6af3b-10db-42af-a3e6-eb2dd9ab08a3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Pushing event updated for resources: {'Port': ['ID=82441994-cc0a-40e3-91da-4eeada102710,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:20.321858 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a306b1fc-4277-403f-b3b4-2bec2c919894 req-dacaa69b-4d6a-411c-bdd6-42609c9cd635 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892649 Feb 28 20:12:20.322508 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Port a2997465-216a-4038-ad60-08fc1e053c7e on network 7c962902-172c-4834-92e0-74fa9c4b64b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:12:20.322841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Attempting to bind port a2997465-216a-4038-ad60-08fc1e053c7e on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:20.326989 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port a2997465-216a-4038-ad60-08fc1e053c7e, host n-h2-820368-21, got binding levels [] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:20.344664 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b46168-aba9-41ca-bdac-8d3834d1c3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=181993a4-d8bd-483f-9aec-081bd960a7d0,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:20.379274 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:12:20.379709 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Checking segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:12:20.380214 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Bound using segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:12:20.380740 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Bound port: a2997465-216a-4038-ad60-08fc1e053c7e, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:12:20.381196 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a2997465-216a-4038-ad60-08fc1e053c7e), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:20.387246 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-bad6af3b-10db-42af-a3e6-eb2dd9ab08a3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:20.388341 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-bad6af3b-10db-42af-a3e6-eb2dd9ab08a3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:20.395716 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7edbfa-ca82-4bc0-8359-d8e9f2380ef7 req-f4ff53c0-e05d-4414-8482-81e42c5e01e3 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:20.403490 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Attempting to bind port a2997465-216a-4038-ad60-08fc1e053c7e on host n-h2-820368-21 for vnic_type normal with profile {"migrating_to": "n-h1-820368-21"} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:12:20.404113 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Attempting to bind port a2997465-216a-4038-ad60-08fc1e053c7e by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:12:20.404828 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a7edbfa-ca82-4bc0-8359-d8e9f2380ef7 req-f4ff53c0-e05d-4414-8482-81e42c5e01e3 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19cbd68-fe93-4215-98f9-4d19f25562b7 HTTP/1.1" status: 200 len: 949 time: 0.3709962 Feb 28 20:12:20.405335 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Attempting to bind port a2997465-216a-4038-ad60-08fc1e053c7e on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:20.414044 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-bad6af3b-10db-42af-a3e6-eb2dd9ab08a3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9280252 Feb 28 20:12:20.414488 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Port a2997465-216a-4038-ad60-08fc1e053c7e on network 7c962902-172c-4834-92e0-74fa9c4b64b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:12:20.415053 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Attempting to bind port a2997465-216a-4038-ad60-08fc1e053c7e on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:20.416856 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf13a53f-53c5-4ac2-9e0e-e9165f026507 x-openstack-request-id: req-cf13a53f-53c5-4ac2-9e0e-e9165f026507 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:20.418359 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5", "tag": "b15ee619-68b3-4dc0-a2df-14ff9b2cfb86", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:20.420087 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf13a53f-53c5-4ac2-9e0e-e9165f026507 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:20.420765 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5', 'tag': 'b15ee619-68b3-4dc0-a2df-14ff9b2cfb86', 'status': 'completed', 'code': 200} Feb 28 20:12:20.426909 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:12:20.427291 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Checking segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:12:20.427956 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Bound using segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:12:20.428677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Bound port: a2997465-216a-4038-ad60-08fc1e053c7e, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:12:20.429265 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a2997465-216a-4038-ad60-08fc1e053c7e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:20.430564 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] Request body: {'port': {'device_id': '35ca3e41-3856-44ad-b4be-582137733e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:20.480528 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-f79abd06-8e95-4f60-8276-e1b73d9442d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:20.482048 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-f79abd06-8e95-4f60-8276-e1b73d9442d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c258cc5b77d946d495afb4d1b7de5427&device_id=dcbb0dd8-8c6a-4770-b675-147cba0a5cc5 HTTP/1.1" status: 200 len: 1130 time: 0.2522018 Feb 28 20:12:20.530310 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port a2997465-216a-4038-ad60-08fc1e053c7e, host n-h2-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:12:20.536985 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port a2997465-216a-4038-ad60-08fc1e053c7e, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a2997465-216a-4038-ad60-08fc1e053c7e,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:12:20.561158 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a2997465-216a-4038-ad60-08fc1e053c7e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:20.568677 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9bbbc-42ca-4899-a073-0f1cf487ff33 req-c5695bf6-97db-4351-879f-11aa88432594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:20.571251 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ff9bbbc-42ca-4899-a073-0f1cf487ff33 req-c5695bf6-97db-4351-879f-11aa88432594 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=564ccb90fcfb460d8819a2196af4c809&device_id=9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5 HTTP/1.1" status: 200 len: 1127 time: 0.0963235 Feb 28 20:12:20.575307 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (82441994-cc0a-40e3-91da-4eeada102710), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:20.575856 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 8e140592-74e9-45cc-a5b4-0eb59c753e52 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:20.576338 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8e140592-74e9-45cc-a5b4-0eb59c753e52), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:20.602304 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-e782c4c6-6f4a-4ad4-9742-85ce9d3f88a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=181993a4-d8bd-483f-9aec-081bd960a7d0 HTTP/1.1" status: 200 len: 217 time: 0.1027579 Feb 28 20:12:20.658852 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150f5f5c-6ef8-415c-9dcd-8e0873a8d234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e140592-74e9-45cc-a5b4-0eb59c753e52'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:20.667370 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bc5d24-439f-419e-95dc-81eb60bad97b" -d '{"events": [{"server_uuid": "150f5f5c-6ef8-415c-9dcd-8e0873a8d234", "name": "network-vif-unplugged", "status": "completed", "tag": "8e140592-74e9-45cc-a5b4-0eb59c753e52"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:20.692523 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a7edbfa-ca82-4bc0-8359-d8e9f2380ef7 req-49e117bb-80dc-474e-8704-0efc3ae2ddfd tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/security-groups?id=1367502b-cf39-4efc-b021-3d78c0b9b691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864866 Feb 28 20:12:20.716075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] For port a2997465-216a-4038-ad60-08fc1e053c7e, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:12:20.728379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 8e140592-74e9-45cc-a5b4-0eb59c753e52, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8e140592-74e9-45cc-a5b4-0eb59c753e52,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:20.734945 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device a2997465-216a-4038-ad60-08fc1e053c7e has no active binding in host n-h1-820368-21 {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 28 20:12:20.735090 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.db.api [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) a2997465-216a-4038-ad60-08fc1e053c7e-n-h2-820368-21-0 {{(pid=103774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:12:20.735299 n-d-820368-21 neutron-server[103774]: DEBUG oslo_db.api [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:12:20.739238 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=a2997465-216a-4038-ad60-08fc1e053c7e,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:20.744729 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8e140592-74e9-45cc-a5b4-0eb59c753e52), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:20.754903 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-f15e7790-86e9-4c41-8720-888660152f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:20.756273 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-f15e7790-86e9-4c41-8720-888660152f84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1239100 Feb 28 20:12:20.800711 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d955c3e-05c1-4104-85ae-39029bdcb3bc req-bd3d35f2-ca9e-4bc7-8c6f-f4f3022cf033 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:20.804176 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d955c3e-05c1-4104-85ae-39029bdcb3bc req-bd3d35f2-ca9e-4bc7-8c6f-f4f3022cf033 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ca3e41-3856-44ad-b4be-582137733e18 HTTP/1.1" status: 200 len: 931 time: 0.2835898 Feb 28 20:12:20.822082 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=8e140592-74e9-45cc-a5b4-0eb59c753e52,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:20.825893 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9bbbc-42ca-4899-a073-0f1cf487ff33 req-233130d1-7e6b-4924-aade-b6e826b900f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:20.834637 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ff9bbbc-42ca-4899-a073-0f1cf487ff33 req-233130d1-7e6b-4924-aade-b6e826b900f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c259a009-9e8f-4371-b00b-c3cfc6ef71d2 HTTP/1.1" status: 200 len: 915 time: 0.2476192 Feb 28 20:12:20.878089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-42b894a7-3e1f-4816-8cc6-910d0ba8aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:20.886200 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-42b894a7-3e1f-4816-8cc6-910d0ba8aae8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1097548 Feb 28 20:12:20.905695 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ff9bbbc-42ca-4899-a073-0f1cf487ff33 req-69c75ece-4ad6-4810-946d-4b5952206953 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 HTTP/1.1" status: 200 len: 217 time: 0.0586371 Feb 28 20:12:20.921076 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d955c3e-05c1-4104-85ae-39029bdcb3bc req-f4714219-6f23-4504-b6de-e4818775a7b2 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960767 Feb 28 20:12:21.015590 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9bbbc-42ca-4899-a073-0f1cf487ff33 req-b31fb67e-5da7-434c-83a5-5079a1449ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:21.019631 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ff9bbbc-42ca-4899-a073-0f1cf487ff33 req-b31fb67e-5da7-434c-83a5-5079a1449ac4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5bdb9738-0226-44ac-99a9-db47472bff06 HTTP/1.1" status: 200 len: 854 time: 0.0724494 Feb 28 20:12:21.062673 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-0f29fe7e-6600-47c3-8c2f-d580710352f8 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710486 Feb 28 20:12:21.071990 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac121e7-3f66-4e1a-93d6-60e0a36ebf7c req-0836d20f-298f-4076-9573-c730dead8b05 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:21.073637 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eac121e7-3f66-4e1a-93d6-60e0a36ebf7c req-0836d20f-298f-4076-9573-c730dead8b05 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 943 time: 0.1563313 Feb 28 20:12:21.133325 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9bbbc-42ca-4899-a073-0f1cf487ff33 req-12b3c82f-63ff-433d-82b9-bf0e2bfdb529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:21.135649 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ff9bbbc-42ca-4899-a073-0f1cf487ff33 req-12b3c82f-63ff-433d-82b9-bf0e2bfdb529 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c259a009-9e8f-4371-b00b-c3cfc6ef71d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1084864 Feb 28 20:12:21.170372 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:21.180719 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f79a6d-5bd6-4aed-a37d-5c1f90a00771 req-6ba9e9ca-f1fb-4d97-8075-ba7983b47cec tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:21.182281 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e5f79a6d-5bd6-4aed-a37d-5c1f90a00771 req-6ba9e9ca-f1fb-4d97-8075-ba7983b47cec tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5 HTTP/1.1" status: 200 len: 944 time: 0.1760709 Feb 28 20:12:21.240190 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82441994-cc0a-40e3-91da-4eeada102710 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:12:21.257372 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] Publish callbacks [] for port (82441994-cc0a-40e3-91da-4eeada102710), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:21.257638 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eac121e7-3f66-4e1a-93d6-60e0a36ebf7c req-97970742-dc39-44e3-994f-e864d426a548 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586759 Feb 28 20:12:21.261199 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d03efc7-488f-41e8-989f-2d78e2bf53f1 req-eb87bfe9-93ff-4c3d-b744-1ec200a48399 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865919 Feb 28 20:12:21.269585 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Attempting to bind port a2997465-216a-4038-ad60-08fc1e053c7e on host n-h2-820368-21 for vnic_type normal with profile {"migrating_to": "n-h1-820368-21"} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:12:21.269966 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Attempting to bind port a2997465-216a-4038-ad60-08fc1e053c7e by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:12:21.270335 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Attempting to bind port a2997465-216a-4038-ad60-08fc1e053c7e on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:21.282983 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Port a2997465-216a-4038-ad60-08fc1e053c7e on network 7c962902-172c-4834-92e0-74fa9c4b64b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:12:21.283461 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Attempting to bind port a2997465-216a-4038-ad60-08fc1e053c7e on network 7c962902-172c-4834-92e0-74fa9c4b64b6 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:21.298496 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:12:21.299043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Checking segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:12:21.299632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Bound using segment: {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:12:21.300423 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Bound port: a2997465-216a-4038-ad60-08fc1e053c7e, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7c962902-172c-4834-92e0-74fa9c4b64b6'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:12:21.300997 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a2997465-216a-4038-ad60-08fc1e053c7e), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:21.314775 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] Transition to ACTIVE for port object 82441994-cc0a-40e3-91da-4eeada102710 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:12:21.321623 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (82441994-cc0a-40e3-91da-4eeada102710), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:21.332258 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e5f79a6d-5bd6-4aed-a37d-5c1f90a00771 req-7b8355a2-aa3b-4463-af33-a023a313ac4b tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f13d55-c33f-4d38-be5a-243f45ce5890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353824 Feb 28 20:12:21.337679 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762e3234-faa1-44e3-97a1-0cd6e61a3b23 x-openstack-request-id: req-762e3234-faa1-44e3-97a1-0cd6e61a3b23 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:21.338131 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56df353b-9126-4d4c-b47e-69b7a8b052a1", "name": "network-vif-unplugged", "status": "completed", "tag": "a2997465-216a-4038-ad60-08fc1e053c7e", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:21.338509 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-762e3234-faa1-44e3-97a1-0cd6e61a3b23 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:21.339145 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56df353b-9126-4d4c-b47e-69b7a8b052a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2997465-216a-4038-ad60-08fc1e053c7e', 'code': 200} Feb 28 20:12:21.399475 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] Pushing event updated for resources: {'Port': ['ID=82441994-cc0a-40e3-91da-4eeada102710,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:21.418910 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ff9bbbc-42ca-4899-a073-0f1cf487ff33 req-e8f665b7-5ab0-4a9f-9632-58025aa508c5 service neutron] 10.222.0.10 "GET /v2.0/networks/c259a009-9e8f-4371-b00b-c3cfc6ef71d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631397 Feb 28 20:12:21.466459 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45939a5c-ea98-402f-92db-93cef7c411db x-openstack-request-id: req-45939a5c-ea98-402f-92db-93cef7c411db {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:21.466932 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150f5f5c-6ef8-415c-9dcd-8e0873a8d234", "name": "network-vif-unplugged", "status": "completed", "tag": "8e140592-74e9-45cc-a5b4-0eb59c753e52", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:21.467397 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45939a5c-ea98-402f-92db-93cef7c411db {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:21.468240 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150f5f5c-6ef8-415c-9dcd-8e0873a8d234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e140592-74e9-45cc-a5b4-0eb59c753e52', 'code': 200} Feb 28 20:12:21.482944 n-d-820368-21 neutron-server[103774]: WARNING neutron.plugins.ml2.plugin [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Concurrent port binding operations failed on port a2997465-216a-4038-ad60-08fc1e053c7e Feb 28 20:12:21.490080 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] For port a2997465-216a-4038-ad60-08fc1e053c7e, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a2997465-216a-4038-ad60-08fc1e053c7e,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:21.492798 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Attempt 2 to bind port a2997465-216a-4038-ad60-08fc1e053c7e Feb 28 20:12:21.496996 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:21.498065 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:21.500753 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-a332e7fc-4412-433d-9dd1-9b0cabfd3df3 service neutron] 10.222.0.15 "PUT /v2.0/ports/a2997465-216a-4038-ad60-08fc1e053c7e HTTP/1.1" status: 200 len: 1154 time: 2.5593827 Feb 28 20:12:21.629783 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['a2997465-216a-4038-ad60-08fc1e053c7e'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:12:21.692095 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] Attempting to bind port 82441994-cc0a-40e3-91da-4eeada102710 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:12:21.692551 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] Attempting to bind port 82441994-cc0a-40e3-91da-4eeada102710 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:12:21.693253 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] Attempting to bind port 82441994-cc0a-40e3-91da-4eeada102710 on network c8345f72-ebdd-4937-93d2-787e920180e2 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:21.706265 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] Port 82441994-cc0a-40e3-91da-4eeada102710 on network c8345f72-ebdd-4937-93d2-787e920180e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:12:21.706992 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] Attempting to bind port 82441994-cc0a-40e3-91da-4eeada102710 on network c8345f72-ebdd-4937-93d2-787e920180e2 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:21.723419 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:12:21.724213 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] Checking segment: {'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:12:21.724992 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] Bound using segment: {'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:12:21.725826 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] Bound port: 82441994-cc0a-40e3-91da-4eeada102710, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:12:21.726572 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (82441994-cc0a-40e3-91da-4eeada102710), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:21.759883 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['a2997465-216a-4038-ad60-08fc1e053c7e'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:12:21.774735 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ff9bbbc-42ca-4899-a073-0f1cf487ff33 req-bb776776-0b30-412c-878b-c2b7bbecea11 service neutron] 10.222.0.10 "GET /v2.0/networks/c259a009-9e8f-4371-b00b-c3cfc6ef71d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469980 Feb 28 20:12:21.880987 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] For port 82441994-cc0a-40e3-91da-4eeada102710, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:12:21.888273 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] For port 82441994-cc0a-40e3-91da-4eeada102710, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=82441994-cc0a-40e3-91da-4eeada102710,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:12:21.898881 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (82441994-cc0a-40e3-91da-4eeada102710), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:21.986267 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:21.987568 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:21.990476 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] 10.222.0.15 "PUT /v2.0/ports/82441994-cc0a-40e3-91da-4eeada102710 HTTP/1.1" status: 200 len: 1092 time: 1.5679724 Feb 28 20:12:22.045916 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604eeb09-b9f4-4f77-bca9-1494e59564bf service neutron] Pushing event updated for resources: {'Port': ['ID=82441994-cc0a-40e3-91da-4eeada102710,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:22.168349 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-590aa5a3-3024-4e70-b2e9-5a43f24cb9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:22.171651 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-590aa5a3-3024-4e70-b2e9-5a43f24cb9f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&device_id=35ca3e41-3856-44ad-b4be-582137733e18 HTTP/1.1" status: 200 len: 1126 time: 0.1149340 Feb 28 20:12:22.216124 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:22.241759 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-71e6194f-a804-4857-8aaf-9df492c9923b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82441994-cc0a-40e3-91da-4eeada102710 HTTP/1.1" status: 200 len: 217 time: 0.0608308 Feb 28 20:12:22.243819 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38715b44-8a23-4838-8059-94ecdf2efb27 req-db221631-4ae5-4e94-ac4e-168a9b08d6da tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:22.245499 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38715b44-8a23-4838-8059-94ecdf2efb27 req-db221631-4ae5-4e94-ac4e-168a9b08d6da tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbb0dd8-8c6a-4770-b675-147cba0a5cc5 HTTP/1.1" status: 200 len: 947 time: 0.6710911 Feb 28 20:12:22.335162 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38715b44-8a23-4838-8059-94ecdf2efb27 req-a9f131e0-8dbb-4d52-bf01-fb57d75fe6db tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715585 Feb 28 20:12:22.336817 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-191b1600-2c47-4e27-bc89-146492b0f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:22.338480 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-191b1600-2c47-4e27-bc89-146492b0f8a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17bdb014-8992-41b5-9199-5d89512b4a60 HTTP/1.1" status: 200 len: 851 time: 0.0839429 Feb 28 20:12:22.395567 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-8e30664f-d1db-49fe-b509-0be62bb22799 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8345f72-ebdd-4937-93d2-787e920180e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361094 Feb 28 20:12:22.404892 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:12:22.425886 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ca3e41-3856-44ad-b4be-582137733e18', 'tag': '82441994-cc0a-40e3-91da-4eeada102710'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:22.429697 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fb5a0a-8466-49a5-9b9e-71b732074446" -d '{"events": [{"name": "network-changed", "server_uuid": "35ca3e41-3856-44ad-b4be-582137733e18", "tag": "82441994-cc0a-40e3-91da-4eeada102710"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:22.532033 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022bb41-3ee3-45b9-832f-7b7db82c35fb req-76204bdc-6a15-42f9-9f0b-2d21ea423ddb tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:22.540065 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e022bb41-3ee3-45b9-832f-7b7db82c35fb req-76204bdc-6a15-42f9-9f0b-2d21ea423ddb tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.1209729 Feb 28 20:12:22.601616 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-e2730412-7e89-4d98-a32e-c93501eb5e2b service neutron] 10.222.0.15 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881568 Feb 28 20:12:22.609117 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port b15ee619-68b3-4dc0-a2df-14ff9b2cfb86, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=b15ee619-68b3-4dc0-a2df-14ff9b2cfb86,segment=NetworkSegment(b964f382-4fb0-46e1-a25c-d94365c5e65f),segment_id=b964f382-4fb0-46e1-a25c-d94365c5e65f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:22.633695 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:22.640943 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'b15ee619-68b3-4dc0-a2df-14ff9b2cfb86', 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2', 'port_id': 'b15ee619-68b3-4dc0-a2df-14ff9b2cfb86', 'mac_address': 'fa:16:3e:f1:f9:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bdb9738-0226-44ac-99a9-db47472bff06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:12:22.649327 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e022bb41-3ee3-45b9-832f-7b7db82c35fb req-1c949922-6cdc-4bfa-b01c-4a7c9511ddb3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031997 Feb 28 20:12:22.692647 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:22.693061 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b15ee619-68b3-4dc0-a2df-14ff9b2cfb86), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:22.717429 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:12:22.745156 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port b15ee619-68b3-4dc0-a2df-14ff9b2cfb86, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=b15ee619-68b3-4dc0-a2df-14ff9b2cfb86,segment=NetworkSegment(b964f382-4fb0-46e1-a25c-d94365c5e65f),segment_id=b964f382-4fb0-46e1-a25c-d94365c5e65f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:22.754987 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b15ee619-68b3-4dc0-a2df-14ff9b2cfb86), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:22.764899 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-3564bf4e-844d-4ef2-a8a5-2cae851e4046 service neutron] 10.222.0.15 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548429 Feb 28 20:12:22.792115 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e612c-d8df-4f17-be58-5828715793b2 req-14128d5f-1f21-418e-82f8-734e00e1b18b tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:22.794712 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f95e612c-d8df-4f17-be58-5828715793b2 req-14128d5f-1f21-418e-82f8-734e00e1b18b tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/networks?id=30ade989-eb50-4d25-b902-20ce10a97a59 HTTP/1.1" status: 200 len: 804 time: 0.1934912 Feb 28 20:12:22.824039 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f95e612c-d8df-4f17-be58-5828715793b2 req-beb9584d-20b2-44ae-8041-851056e4712b tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/quotas/ebb914519f8f4e2e877f18e6d51e0525 HTTP/1.1" status: 200 len: 375 time: 0.0169556 Feb 28 20:12:22.827125 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=b15ee619-68b3-4dc0-a2df-14ff9b2cfb86,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:22.871396 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d8a37-e7cf-402e-9468-0632ab193263 req-3f4e10fe-8aa7-4195-b0af-532031e34295 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:22.872928 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1b1d8a37-e7cf-402e-9468-0632ab193263 req-3f4e10fe-8aa7-4195-b0af-532031e34295 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ca3e41-3856-44ad-b4be-582137733e18 HTTP/1.1" status: 200 len: 943 time: 0.1268950 Feb 28 20:12:22.922904 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f95e612c-d8df-4f17-be58-5828715793b2 req-7876e565-227e-4aad-9ef3-f287b21e67ac tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebb914519f8f4e2e877f18e6d51e0525&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0915270 Feb 28 20:12:22.942399 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1b1d8a37-e7cf-402e-9468-0632ab193263 req-8b1e75a1-c23c-4c0c-b4a1-c54cb003a200 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630040 Feb 28 20:12:23.058224 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f95e612c-d8df-4f17-be58-5828715793b2 req-3e33a32b-78ab-45a5-95c9-1b51fb9ba104 service neutron] 10.222.0.13 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272631 Feb 28 20:12:23.151337 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['b15ee619-68b3-4dc0-a2df-14ff9b2cfb86'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:12:23.193487 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f95e612c-d8df-4f17-be58-5828715793b2 req-6ed47da7-a085-4d59-a925-74861cf55e95 service neutron] 10.222.0.13 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259379 Feb 28 20:12:23.201781 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a08ca-4678-4bfa-932d-ffc65874e6be req-eb725999-5185-4ae3-93ef-e5e43347b015 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:23.203343 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b1a08ca-4678-4bfa-932d-ffc65874e6be req-eb725999-5185-4ae3-93ef-e5e43347b015 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 943 time: 0.1120679 Feb 28 20:12:23.261355 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b1a08ca-4678-4bfa-932d-ffc65874e6be req-eb730d55-e260-4a2e-b287-e7ca9d4e2775 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504360 Feb 28 20:12:23.341156 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbb0dd8-8c6a-4770-b675-147cba0a5cc5', 'tag': '181993a4-d8bd-483f-9aec-081bd960a7d0'}, {'name': 'network-changed', 'server_uuid': '56df353b-9126-4d4c-b47e-69b7a8b052a1', 'tag': 'a2997465-216a-4038-ad60-08fc1e053c7e'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:23.345402 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee70e92-48f0-4c25-a306-4a6e0fdaeb35" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbb0dd8-8c6a-4770-b675-147cba0a5cc5", "tag": "181993a4-d8bd-483f-9aec-081bd960a7d0"}, {"name": "network-changed", "server_uuid": "56df353b-9126-4d4c-b47e-69b7a8b052a1", "tag": "a2997465-216a-4038-ad60-08fc1e053c7e"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:23.370673 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2f8542-06fb-47ec-ad02-18c92ac2e2d2 x-openstack-request-id: req-4a2f8542-06fb-47ec-ad02-18c92ac2e2d2 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:23.371315 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ca3e41-3856-44ad-b4be-582137733e18", "tag": "82441994-cc0a-40e3-91da-4eeada102710", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:23.371315 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a2f8542-06fb-47ec-ad02-18c92ac2e2d2 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:23.371798 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ca3e41-3856-44ad-b4be-582137733e18', 'tag': '82441994-cc0a-40e3-91da-4eeada102710', 'status': 'completed', 'code': 200} Feb 28 20:12:23.424599 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f8482-50eb-4256-9227-8f8052be092b req-b6a37210-673a-4f9e-9de6-da5c78fafc5a tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:23.426431 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb5f8482-50eb-4256-9227-8f8052be092b req-b6a37210-673a-4f9e-9de6-da5c78fafc5a tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5 HTTP/1.1" status: 200 len: 945 time: 0.0753453 Feb 28 20:12:23.473210 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb5a0a-8466-49a5-9b9e-71b732074446 req-35c15e72-eedf-46d4-931d-2465806e4352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:23.476394 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-21fb5a0a-8466-49a5-9b9e-71b732074446 req-35c15e72-eedf-46d4-931d-2465806e4352 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&device_id=35ca3e41-3856-44ad-b4be-582137733e18 HTTP/1.1" status: 200 len: 1126 time: 0.0640025 Feb 28 20:12:23.540674 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb5f8482-50eb-4256-9227-8f8052be092b req-2b8c9fa4-2b5f-4d2f-88cf-9e7a80af8243 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f13d55-c33f-4d38-be5a-243f45ce5890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043065 Feb 28 20:12:23.574051 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc6978-a169-48c9-adbc-965a7b3822bc req-c1cc4638-d7fd-4e9b-97ec-b35620ada23c tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:23.574051 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98cc6978-a169-48c9-adbc-965a7b3822bc req-c1cc4638-d7fd-4e9b-97ec-b35620ada23c tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/ports?device_id=58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9 HTTP/1.1" status: 200 len: 946 time: 0.0988026 Feb 28 20:12:23.640850 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb5a0a-8466-49a5-9b9e-71b732074446 req-6e224fbf-e25a-40c2-a6f9-c995da57da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:23.643471 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-21fb5a0a-8466-49a5-9b9e-71b732074446 req-6e224fbf-e25a-40c2-a6f9-c995da57da18 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 200 len: 911 time: 0.1590366 Feb 28 20:12:23.659653 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98626152-1d1a-4209-b750-23ff2bbe53bc req-3137b534-7dda-4844-8dad-4e9147a9897c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 210 time: 0.0434818 Feb 28 20:12:23.663365 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98cc6978-a169-48c9-adbc-965a7b3822bc req-6a14c6c2-30de-45f2-91d0-4b43a3198212 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/security-groups?id=6776a3b8-8272-4cb1-a28d-98f182fcad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819051 Feb 28 20:12:23.717764 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-21fb5a0a-8466-49a5-9b9e-71b732074446 req-bdc28441-a0be-4c8d-bf22-a1686d7763fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82441994-cc0a-40e3-91da-4eeada102710 HTTP/1.1" status: 200 len: 217 time: 0.0608010 Feb 28 20:12:23.745598 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72a9bf5-998c-45f1-b7c5-c95b466c6996 x-openstack-request-id: req-e72a9bf5-998c-45f1-b7c5-c95b466c6996 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:23.745968 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbb0dd8-8c6a-4770-b675-147cba0a5cc5", "tag": "181993a4-d8bd-483f-9aec-081bd960a7d0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "56df353b-9126-4d4c-b47e-69b7a8b052a1", "tag": "a2997465-216a-4038-ad60-08fc1e053c7e", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:23.746218 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e72a9bf5-998c-45f1-b7c5-c95b466c6996 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:23.746618 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbb0dd8-8c6a-4770-b675-147cba0a5cc5', 'tag': '181993a4-d8bd-483f-9aec-081bd960a7d0', 'status': 'completed', 'code': 200} Feb 28 20:12:23.746922 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56df353b-9126-4d4c-b47e-69b7a8b052a1', 'tag': 'a2997465-216a-4038-ad60-08fc1e053c7e', 'status': 'completed', 'code': 200} Feb 28 20:12:23.794609 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb5a0a-8466-49a5-9b9e-71b732074446 req-b19eab32-f34e-497e-83b2-228d09dc156c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:23.796413 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-21fb5a0a-8466-49a5-9b9e-71b732074446 req-b19eab32-f34e-497e-83b2-228d09dc156c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17bdb014-8992-41b5-9199-5d89512b4a60 HTTP/1.1" status: 200 len: 851 time: 0.0648036 Feb 28 20:12:23.876103 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-21fb5a0a-8466-49a5-9b9e-71b732074446 req-bef23fb2-af6b-45b4-8e7f-2221dfca2bf0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8345f72-ebdd-4937-93d2-787e920180e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430634 Feb 28 20:12:23.938015 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463a2ad-cadc-41a1-88de-161b610d1241 req-272e93e6-8f03-413e-aac1-132d7c21442c tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:23.940410 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1463a2ad-cadc-41a1-88de-161b610d1241 req-272e93e6-8f03-413e-aac1-132d7c21442c tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbb0dd8-8c6a-4770-b675-147cba0a5cc5 HTTP/1.1" status: 200 len: 947 time: 0.1359739 Feb 28 20:12:23.946230 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee70e92-48f0-4c25-a306-4a6e0fdaeb35 req-4137d193-1ecf-4d41-bcdb-39f9e0cac4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:23.949493 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aee70e92-48f0-4c25-a306-4a6e0fdaeb35 req-4137d193-1ecf-4d41-bcdb-39f9e0cac4aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c258cc5b77d946d495afb4d1b7de5427&device_id=dcbb0dd8-8c6a-4770-b675-147cba0a5cc5 HTTP/1.1" status: 200 len: 1130 time: 0.1517701 Feb 28 20:12:23.982556 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00927205-1a25-4762-9175-df943c4792fd req-b388f85d-c590-418a-82b9-b89c1690b910 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:23.984102 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-00927205-1a25-4762-9175-df943c4792fd req-b388f85d-c590-418a-82b9-b89c1690b910 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.1357086 Feb 28 20:12:24.056469 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1463a2ad-cadc-41a1-88de-161b610d1241 req-084cadae-f10b-4f51-b6d3-673c6e8aac0e tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028399 Feb 28 20:12:24.115036 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-00927205-1a25-4762-9175-df943c4792fd req-a9054cb5-1a6f-4683-8e33-b916cf155a90 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189039 Feb 28 20:12:24.194043 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-21fb5a0a-8466-49a5-9b9e-71b732074446 req-7b3c1dac-d34c-4ace-8a58-bae63857bc76 service neutron] 10.222.0.15 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926176 Feb 28 20:12:24.268842 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1164e6e-1202-443e-aa32-0d983c8215ec req-e2be6818-74a6-4716-b683-b60aa0730d66 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:24.270920 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee70e92-48f0-4c25-a306-4a6e0fdaeb35 req-280f580c-f115-4945-be68-dc3694709b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:24.272424 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aee70e92-48f0-4c25-a306-4a6e0fdaeb35 req-280f580c-f115-4945-be68-dc3694709b7c service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.2718761 Feb 28 20:12:24.272647 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c1164e6e-1202-443e-aa32-0d983c8215ec req-e2be6818-74a6-4716-b683-b60aa0730d66 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ca3e41-3856-44ad-b4be-582137733e18 HTTP/1.1" status: 200 len: 943 time: 0.1441500 Feb 28 20:12:24.331265 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c1164e6e-1202-443e-aa32-0d983c8215ec req-6be0be56-2e25-458d-89f2-3fb3cc84d0ad tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531368 Feb 28 20:12:24.357753 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aee70e92-48f0-4c25-a306-4a6e0fdaeb35 req-cd017ed6-dcef-40aa-a330-f22593f6cd59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=181993a4-d8bd-483f-9aec-081bd960a7d0 HTTP/1.1" status: 200 len: 217 time: 0.0477197 Feb 28 20:12:24.410951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 181993a4-d8bd-483f-9aec-081bd960a7d0 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:12:24.430403 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b792e-ee6e-4f2f-9a27-49b385838454 req-481e7f45-cf6d-4c03-afd7-162e7a589f7b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:24.432041 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f91b792e-ee6e-4f2f-9a27-49b385838454 req-481e7f45-cf6d-4c03-afd7-162e7a589f7b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 943 time: 0.0668089 Feb 28 20:12:24.441311 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-21fb5a0a-8466-49a5-9b9e-71b732074446 req-0cb4c2b2-92c6-405d-a27f-00ae34e3da15 service neutron] 10.222.0.15 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245915 Feb 28 20:12:24.452572 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee70e92-48f0-4c25-a306-4a6e0fdaeb35 req-1df9b497-1bd0-4bcd-b072-835eafbfb521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:24.455034 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aee70e92-48f0-4c25-a306-4a6e0fdaeb35 req-1df9b497-1bd0-4bcd-b072-835eafbfb521 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0891838 Feb 28 20:12:24.506888 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f91b792e-ee6e-4f2f-9a27-49b385838454 req-a8f7a8df-16d8-45df-af28-a5c636e93b10 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682220 Feb 28 20:12:24.550378 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee70e92-48f0-4c25-a306-4a6e0fdaeb35 req-52f524f5-7a0c-48a8-b85f-3b1d587812fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:24.556910 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aee70e92-48f0-4c25-a306-4a6e0fdaeb35 req-52f524f5-7a0c-48a8-b85f-3b1d587812fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0937991 Feb 28 20:12:24.677192 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 181993a4-d8bd-483f-9aec-081bd960a7d0, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=181993a4-d8bd-483f-9aec-081bd960a7d0,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:24.699687 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '181993a4-d8bd-483f-9aec-081bd960a7d0', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '181993a4-d8bd-483f-9aec-081bd960a7d0', 'mac_address': 'fa:16:3e:83:9b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:12:24.753144 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f868d56-d3fd-4414-b250-393e166e15bc req-c23a586d-0410-4a26-9447-bc955b465931 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:24.754912 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f868d56-d3fd-4414-b250-393e166e15bc req-c23a586d-0410-4a26-9447-bc955b465931 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5 HTTP/1.1" status: 200 len: 945 time: 0.0871074 Feb 28 20:12:24.763832 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aee70e92-48f0-4c25-a306-4a6e0fdaeb35 req-ecc6a851-c52b-4644-b404-ac8de3b9da10 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982267 Feb 28 20:12:24.769546 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 181993a4-d8bd-483f-9aec-081bd960a7d0 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:24.772492 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (181993a4-d8bd-483f-9aec-081bd960a7d0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:24.798975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181993a4-d8bd-483f-9aec-081bd960a7d0 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:12:24.830618 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 181993a4-d8bd-483f-9aec-081bd960a7d0, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=181993a4-d8bd-483f-9aec-081bd960a7d0,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:24.836583 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (181993a4-d8bd-483f-9aec-081bd960a7d0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:24.837091 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0803028-3b92-4b9b-af61-35b52a467b27 req-999efde2-eaab-4c42-a219-e18809285f40 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 210 time: 0.0588446 Feb 28 20:12:24.912280 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f868d56-d3fd-4414-b250-393e166e15bc req-cb68efd1-1a84-4814-bea6-405433c6e7e0 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f13d55-c33f-4d38-be5a-243f45ce5890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413445 Feb 28 20:12:24.918980 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b39c94-e055-4f93-b0d9-690d563ecac4 req-ae2f3a9b-40d6-4aac-a5be-25cd498fd6a8 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:24.920768 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-19b39c94-e055-4f93-b0d9-690d563ecac4 req-ae2f3a9b-40d6-4aac-a5be-25cd498fd6a8 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.15 "GET /v2.0/ports?device_id=150f5f5c-6ef8-415c-9dcd-8e0873a8d234 HTTP/1.1" status: 200 len: 943 time: 0.1806581 Feb 28 20:12:24.937587 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=181993a4-d8bd-483f-9aec-081bd960a7d0,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:24.974233 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aee70e92-48f0-4c25-a306-4a6e0fdaeb35 req-fc2b90c6-7ec2-4bba-a0cd-b7c305ef8c57 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812038 Feb 28 20:12:25.076940 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214981c1-2791-4cce-b592-6e74ea834a49 req-c5d0b33e-c72b-4ad4-a531-91f125a68475 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:25.078955 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-214981c1-2791-4cce-b592-6e74ea834a49 req-c5d0b33e-c72b-4ad4-a531-91f125a68475 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/ports?device_id=58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9 HTTP/1.1" status: 200 len: 946 time: 0.0923862 Feb 28 20:12:25.088865 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-19b39c94-e055-4f93-b0d9-690d563ecac4 req-737be236-aded-4c1b-b7b3-632ea9c43755 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Deleting port 8e140592-74e9-45cc-a5b4-0eb59c753e52 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:12:25.089215 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-19b39c94-e055-4f93-b0d9-690d563ecac4 req-737be236-aded-4c1b-b7b3-632ea9c43755 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (8e140592-74e9-45cc-a5b4-0eb59c753e52), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:25.171965 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee70e92-48f0-4c25-a306-4a6e0fdaeb35 req-94d41aa4-02a7-4c80-81d2-09c73be82ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:25.173475 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aee70e92-48f0-4c25-a306-4a6e0fdaeb35 req-94d41aa4-02a7-4c80-81d2-09c73be82ba3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 1157 time: 0.1371949 Feb 28 20:12:25.191606 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-214981c1-2791-4cce-b592-6e74ea834a49 req-fc854feb-c863-4ab5-910d-5e504e5d6ae1 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/security-groups?id=6776a3b8-8272-4cb1-a28d-98f182fcad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037354 Feb 28 20:12:25.235748 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441f976-8932-42b4-af28-e520574e7dbf req-b96d5fce-eade-4a68-b772-db56fa22bd56 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:25.247169 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6441f976-8932-42b4-af28-e520574e7dbf req-b96d5fce-eade-4a68-b772-db56fa22bd56 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbb0dd8-8c6a-4770-b675-147cba0a5cc5 HTTP/1.1" status: 200 len: 948 time: 0.1018903 Feb 28 20:12:25.299830 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee70e92-48f0-4c25-a306-4a6e0fdaeb35 req-2cc4075b-0718-471b-b239-2233acf6dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:25.301268 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aee70e92-48f0-4c25-a306-4a6e0fdaeb35 req-2cc4075b-0718-471b-b239-2233acf6dbdc service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 908 time: 0.1152029 Feb 28 20:12:25.301566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['181993a4-d8bd-483f-9aec-081bd960a7d0'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:12:25.379183 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aee70e92-48f0-4c25-a306-4a6e0fdaeb35 req-eb5bde7d-e9c7-47b4-90ae-8eb6da0ab2c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2997465-216a-4038-ad60-08fc1e053c7e HTTP/1.1" status: 200 len: 217 time: 0.0667558 Feb 28 20:12:25.383612 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-19b39c94-e055-4f93-b0d9-690d563ecac4 req-737be236-aded-4c1b-b7b3-632ea9c43755 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] For port 8e140592-74e9-45cc-a5b4-0eb59c753e52, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8e140592-74e9-45cc-a5b4-0eb59c753e52,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:25.384024 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-19b39c94-e055-4f93-b0d9-690d563ecac4 req-737be236-aded-4c1b-b7b3-632ea9c43755 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (8e140592-74e9-45cc-a5b4-0eb59c753e52), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:25.427169 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6441f976-8932-42b4-af28-e520574e7dbf req-6bb96307-6051-4583-a5f0-1029c1bea39a tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792552 Feb 28 20:12:25.448449 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee70e92-48f0-4c25-a306-4a6e0fdaeb35 req-9ff32a27-8041-4e45-9def-965a14f0d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:25.458935 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aee70e92-48f0-4c25-a306-4a6e0fdaeb35 req-9ff32a27-8041-4e45-9def-965a14f0d32e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.0636597 Feb 28 20:12:25.461427 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-19b39c94-e055-4f93-b0d9-690d563ecac4 req-737be236-aded-4c1b-b7b3-632ea9c43755 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Calling delete_port for 8e140592-74e9-45cc-a5b4-0eb59c753e52 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:12:25.501772 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aee70e92-48f0-4c25-a306-4a6e0fdaeb35 req-6d0bcd69-b6fd-4dbe-95e4-d80388b4d07b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352101 Feb 28 20:12:25.608838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71d97d-d3c7-4aba-a816-0259189b6fd2 req-42a92048-1f06-4f38-babb-cdc3c54feb28 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:25.610605 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1c71d97d-d3c7-4aba-a816-0259189b6fd2 req-42a92048-1f06-4f38-babb-cdc3c54feb28 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.2847996 Feb 28 20:12:25.659098 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e612c-d8df-4f17-be58-5828715793b2 req-eb685fd2-b41c-4e80-a4fd-810883e39849 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:25.660681 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f95e612c-d8df-4f17-be58-5828715793b2 req-eb685fd2-b41c-4e80-a4fd-810883e39849 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.15 "GET /v2.0/networks?id=30ade989-eb50-4d25-b902-20ce10a97a59 HTTP/1.1" status: 200 len: 804 time: 0.3361020 Feb 28 20:12:25.683805 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-f95e612c-d8df-4f17-be58-5828715793b2 req-c4f5627e-f973-4327-a80c-921b2b74ed13 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Request body: {'port': {'device_id': '1e60a00f-01a2-4416-8d97-59c3c68316ae', 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59', 'admin_state_up': True, 'tenant_id': 'ebb914519f8f4e2e877f18e6d51e0525'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:25.711351 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aee70e92-48f0-4c25-a306-4a6e0fdaeb35 req-8a39b9ed-f867-4a96-a9bd-a774ace1ce45 service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692038 Feb 28 20:12:25.797318 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1c71d97d-d3c7-4aba-a816-0259189b6fd2 req-12b28dcb-f694-4d50-804d-8930f6bc4f27 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715117 Feb 28 20:12:25.808644 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0335914-c312-4cce-9aae-49cd513a2dd0 req-8ae50ab5-7b7c-42ea-a366-9dbae19744ee tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:25.811064 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0335914-c312-4cce-9aae-49cd513a2dd0 req-8ae50ab5-7b7c-42ea-a366-9dbae19744ee tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ca3e41-3856-44ad-b4be-582137733e18 HTTP/1.1" status: 200 len: 943 time: 0.1724553 Feb 28 20:12:25.834237 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-19b39c94-e055-4f93-b0d9-690d563ecac4 req-737be236-aded-4c1b-b7b3-632ea9c43755 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (8e140592-74e9-45cc-a5b4-0eb59c753e52), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:25.886124 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737be236-aded-4c1b-b7b3-632ea9c43755 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Pushing event deleted for resources: {'Port': ['ID=8e140592-74e9-45cc-a5b4-0eb59c753e52,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:25.903396 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95e612c-d8df-4f17-be58-5828715793b2 req-c4f5627e-f973-4327-a80c-921b2b74ed13 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Made reservation on behalf of ebb914519f8f4e2e877f18e6d51e0525 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:12:25.907579 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f95e612c-d8df-4f17-be58-5828715793b2 req-c4f5627e-f973-4327-a80c-921b2b74ed13 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:25.920983 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0335914-c312-4cce-9aae-49cd513a2dd0 req-9cb0234f-b290-4e0b-b0ea-9393b7baa684 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985548 Feb 28 20:12:25.946498 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aee70e92-48f0-4c25-a306-4a6e0fdaeb35 req-8be958a1-088f-4e59-abf8-de627d7661eb service neutron] 10.222.0.10 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086008 Feb 28 20:12:25.965923 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b39c94-e055-4f93-b0d9-690d563ecac4 req-737be236-aded-4c1b-b7b3-632ea9c43755 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] No DVR routers for this DVR port 8e140592-74e9-45cc-a5b4-0eb59c753e52 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:12:25.995801 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-19b39c94-e055-4f93-b0d9-690d563ecac4 req-737be236-aded-4c1b-b7b3-632ea9c43755 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:25.999670 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-19b39c94-e055-4f93-b0d9-690d563ecac4 req-737be236-aded-4c1b-b7b3-632ea9c43755 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.15 "DELETE /v2.0/ports/8e140592-74e9-45cc-a5b4-0eb59c753e52 HTTP/1.1" status: 204 len: 173 time: 1.0703862 Feb 28 20:12:26.001213 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150f5f5c-6ef8-415c-9dcd-8e0873a8d234', 'name': 'network-vif-deleted', 'tag': '8e140592-74e9-45cc-a5b4-0eb59c753e52'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:26.002991 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6f4a35-6b6f-423c-90c8-20ae714d44f4" -d '{"events": [{"server_uuid": "150f5f5c-6ef8-415c-9dcd-8e0873a8d234", "name": "network-vif-deleted", "tag": "8e140592-74e9-45cc-a5b4-0eb59c753e52"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:26.061800 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc987bf0-c7d3-4ae1-9171-35467a5c4e9f req-5038c5b5-7658-451b-bbd0-eed3821afe98 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 210 time: 0.0436704 Feb 28 20:12:26.074974 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3e41b-d1e3-4f6f-beed-3d7f6bc9f301 req-487e1c77-470a-447d-a6ef-2ca897431188 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:26.077743 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3bf3e41b-d1e3-4f6f-beed-3d7f6bc9f301 req-487e1c77-470a-447d-a6ef-2ca897431188 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.15 "GET /v2.0/ports?device_id=58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9 HTTP/1.1" status: 200 len: 946 time: 0.0953324 Feb 28 20:12:26.090992 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9c51c79c-b91b-4231-b984-73844105fbf1 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:12:26.244847 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf09a9c-f64e-4da4-97e6-1ca7d39bd0ff req-b6423623-3bc4-4305-a455-35bfb58c34de tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:26.246528 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aaf09a9c-f64e-4da4-97e6-1ca7d39bd0ff req-b6423623-3bc4-4305-a455-35bfb58c34de tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 943 time: 0.3050404 Feb 28 20:12:26.345837 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-3bf3e41b-d1e3-4f6f-beed-3d7f6bc9f301 req-b2c95ef0-9acc-4454-8775-8510f9e19ee4 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Deleting port 7620ae06-349f-4bc0-9098-85e01e0e2a45 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:12:26.346091 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3bf3e41b-d1e3-4f6f-beed-3d7f6bc9f301 req-b2c95ef0-9acc-4454-8775-8510f9e19ee4 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7620ae06-349f-4bc0-9098-85e01e0e2a45), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:26.348640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-f95e612c-d8df-4f17-be58-5828715793b2 req-c4f5627e-f973-4327-a80c-921b2b74ed13 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Allocated IP 172.20.0.12 (30ade989-eb50-4d25-b902-20ce10a97a59/6f7b6343-09d6-47f5-84df-45ccf66aea66/b903ebd3-b4f9-4d49-9753-17a1b739125e) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:12:26.361306 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9c51c79c-b91b-4231-b984-73844105fbf1, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9c51c79c-b91b-4231-b984-73844105fbf1,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:26.377716 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '9c51c79c-b91b-4231-b984-73844105fbf1', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '9c51c79c-b91b-4231-b984-73844105fbf1', 'mac_address': 'fa:16:3e:3c:c0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:12:26.384209 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aaf09a9c-f64e-4da4-97e6-1ca7d39bd0ff req-73d4b67b-5bd3-4bf0-a99f-530b59cc78f0 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043286 Feb 28 20:12:26.400034 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c46cd6-6baf-4a9b-969e-e7dffd07dc29 req-53e629a3-7bd1-4142-9f3f-93dafc763aaa tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:26.407597 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-01c46cd6-6baf-4a9b-969e-e7dffd07dc29 req-53e629a3-7bd1-4142-9f3f-93dafc763aaa tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5 HTTP/1.1" status: 200 len: 945 time: 0.1600080 Feb 28 20:12:26.412941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:12:26.416325 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:12:26.494236 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-01c46cd6-6baf-4a9b-969e-e7dffd07dc29 req-6aa76fd6-4d08-44e5-ae6e-9b4d874ea9cc tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f13d55-c33f-4d38-be5a-243f45ce5890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800569 Feb 28 20:12:26.590470 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 9c51c79c-b91b-4231-b984-73844105fbf1 is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:26.590907 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:26.609881 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c51c79c-b91b-4231-b984-73844105fbf1 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:12:26.723119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9c51c79c-b91b-4231-b984-73844105fbf1, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9c51c79c-b91b-4231-b984-73844105fbf1,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:26.813570 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:26.815654 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 82441994-cc0a-40e3-91da-4eeada102710 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:12:26.871307 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f95e612c-d8df-4f17-be58-5828715793b2 req-c4f5627e-f973-4327-a80c-921b2b74ed13 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks [] for port (b903ebd3-b4f9-4d49-9753-17a1b739125e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:26.912480 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337f34b-9cbc-467c-94f8-713c71d3ba3d req-3ae9214c-5f72-4f83-9031-09c336a81f5f tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:26.921208 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc29c895-7eb9-4824-8180-987f5be14bdb x-openstack-request-id: req-dc29c895-7eb9-4824-8180-987f5be14bdb {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:26.921815 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150f5f5c-6ef8-415c-9dcd-8e0873a8d234", "name": "network-vif-deleted", "tag": "8e140592-74e9-45cc-a5b4-0eb59c753e52", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:26.922324 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc29c895-7eb9-4824-8180-987f5be14bdb {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:26.923161 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150f5f5c-6ef8-415c-9dcd-8e0873a8d234', 'name': 'network-vif-deleted', 'tag': '8e140592-74e9-45cc-a5b4-0eb59c753e52', 'status': 'completed', 'code': 200} Feb 28 20:12:26.934276 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2337f34b-9cbc-467c-94f8-713c71d3ba3d req-3ae9214c-5f72-4f83-9031-09c336a81f5f tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbb0dd8-8c6a-4770-b675-147cba0a5cc5 HTTP/1.1" status: 200 len: 948 time: 0.2926321 Feb 28 20:12:26.966203 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca42339-c441-4589-a18b-7ac419aaca6e req-faf52917-a90f-448e-b660-e91e04bcc5c4 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:26.975116 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7ca42339-c441-4589-a18b-7ac419aaca6e req-faf52917-a90f-448e-b660-e91e04bcc5c4 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/ports?device_id=58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9 HTTP/1.1" status: 200 len: 946 time: 0.3371153 Feb 28 20:12:26.990208 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-3bf3e41b-d1e3-4f6f-beed-3d7f6bc9f301 req-b2c95ef0-9acc-4454-8775-8510f9e19ee4 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] For port 7620ae06-349f-4bc0-9098-85e01e0e2a45, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7620ae06-349f-4bc0-9098-85e01e0e2a45,segment=NetworkSegment(bf35ad16-5721-4ffe-b959-5401416678e0),segment_id=bf35ad16-5721-4ffe-b959-5401416678e0)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:26.991079 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3bf3e41b-d1e3-4f6f-beed-3d7f6bc9f301 req-b2c95ef0-9acc-4454-8775-8510f9e19ee4 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7620ae06-349f-4bc0-9098-85e01e0e2a45), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:27.014636 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-3bf3e41b-d1e3-4f6f-beed-3d7f6bc9f301 req-b2c95ef0-9acc-4454-8775-8510f9e19ee4 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Calling delete_port for 7620ae06-349f-4bc0-9098-85e01e0e2a45 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:12:27.118975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:12:27.171165 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2337f34b-9cbc-467c-94f8-713c71d3ba3d req-8c4e3b8b-d582-401c-9dfb-a8b7687ea2c8 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351036 Feb 28 20:12:27.198616 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:27.203000 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:12:27.203359 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b15ee619-68b3-4dc0-a2df-14ff9b2cfb86), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:27.213537 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7ca42339-c441-4589-a18b-7ac419aaca6e req-fdc1997e-7e85-47f8-bb04-19aaeea8984d tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.13 "GET /v2.0/security-groups?id=6776a3b8-8272-4cb1-a28d-98f182fcad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374425 Feb 28 20:12:27.218118 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3bf3e41b-d1e3-4f6f-beed-3d7f6bc9f301 req-b2c95ef0-9acc-4454-8775-8510f9e19ee4 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (7620ae06-349f-4bc0-9098-85e01e0e2a45), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:27.219353 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f95e612c-d8df-4f17-be58-5828715793b2 req-c4f5627e-f973-4327-a80c-921b2b74ed13 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (b903ebd3-b4f9-4d49-9753-17a1b739125e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:27.253976 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['7620ae06-349f-4bc0-9098-85e01e0e2a45'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:12:27.292553 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c95ef0-9acc-4454-8775-8510f9e19ee4 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Pushing event deleted for resources: {'Port': ['ID=7620ae06-349f-4bc0-9098-85e01e0e2a45,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:27.303558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5627e-f973-4327-a80c-921b2b74ed13 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Pushing event updated for resources: {'Port': ['ID=b903ebd3-b4f9-4d49-9753-17a1b739125e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:27.325869 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95e612c-d8df-4f17-be58-5828715793b2 req-c4f5627e-f973-4327-a80c-921b2b74ed13 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Network 30ade989-eb50-4d25-b902-20ce10a97a59 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:12:27.327536 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-f95e612c-d8df-4f17-be58-5828715793b2 req-c4f5627e-f973-4327-a80c-921b2b74ed13 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:12:27.336966 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95e612c-d8df-4f17-be58-5828715793b2 req-c4f5627e-f973-4327-a80c-921b2b74ed13 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:12:27.374830 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.resource_extend [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:12:27.440361 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=9c51c79c-b91b-4231-b984-73844105fbf1,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:27.443857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 has no active binding in host n-h2-820368-21 {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 28 20:12:27.455621 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf3e41b-d1e3-4f6f-beed-3d7f6bc9f301 req-b2c95ef0-9acc-4454-8775-8510f9e19ee4 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] No DVR routers for this DVR port 7620ae06-349f-4bc0-9098-85e01e0e2a45 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:12:27.466371 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3bf3e41b-d1e3-4f6f-beed-3d7f6bc9f301 req-b2c95ef0-9acc-4454-8775-8510f9e19ee4 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:27.477618 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3bf3e41b-d1e3-4f6f-beed-3d7f6bc9f301 req-b2c95ef0-9acc-4454-8775-8510f9e19ee4 tempest-InstanceActionsTestJSON-1404500838 tempest-InstanceActionsTestJSON-1404500838-project] 10.222.0.15 "DELETE /v2.0/ports/7620ae06-349f-4bc0-9098-85e01e0e2a45 HTTP/1.1" status: 204 len: 173 time: 1.3871560 Feb 28 20:12:27.481259 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7ca969f6-d355-40ee-a7ae-a92f58ee8ab9 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:27.490826 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7ca969f6-d355-40ee-a7ae-a92f58ee8ab9 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55&tenant_id=b4b67168c19e47fc8123410b2d1449a0&binding%3Ahost_id=n-h1-820368-21 HTTP/1.1" status: 200 len: 1129 time: 1.1246490 Feb 28 20:12:27.510199 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820368-21'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:27.557360 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:27.557630 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b15ee619-68b3-4dc0-a2df-14ff9b2cfb86), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:27.591605 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15ee619-68b3-4dc0-a2df-14ff9b2cfb86'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:27.594124 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0433109-f95c-42e6-8c36-1f167ee3ec55" -d '{"events": [{"server_uuid": "9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5", "name": "network-vif-plugged", "status": "completed", "tag": "b15ee619-68b3-4dc0-a2df-14ff9b2cfb86"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:27.614851 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port b15ee619-68b3-4dc0-a2df-14ff9b2cfb86, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=b15ee619-68b3-4dc0-a2df-14ff9b2cfb86,segment=NetworkSegment(b964f382-4fb0-46e1-a25c-d94365c5e65f),segment_id=b964f382-4fb0-46e1-a25c-d94365c5e65f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:27.616644 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e612c-d8df-4f17-be58-5828715793b2 req-c4f5627e-f973-4327-a80c-921b2b74ed13 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:27.617661 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f95e612c-d8df-4f17-be58-5828715793b2 req-c4f5627e-f973-4327-a80c-921b2b74ed13 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:27.631142 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b15ee619-68b3-4dc0-a2df-14ff9b2cfb86), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:27.633700 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 82441994-cc0a-40e3-91da-4eeada102710, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=82441994-cc0a-40e3-91da-4eeada102710,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:27.659732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aed4cb-3fb6-42ea-b125-590462a056c7 req-718f0d94-bff7-4d50-8ef5-2870f93983ed tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:27.675806 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73aed4cb-3fb6-42ea-b125-590462a056c7 req-718f0d94-bff7-4d50-8ef5-2870f93983ed tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 946 time: 0.2860227 Feb 28 20:12:27.705279 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '82441994-cc0a-40e3-91da-4eeada102710', 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2', 'port_id': '82441994-cc0a-40e3-91da-4eeada102710', 'mac_address': 'fa:16:3e:b7:b8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bdb014-8992-41b5-9199-5d89512b4a60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:12:27.718021 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f95e612c-d8df-4f17-be58-5828715793b2 req-c4f5627e-f973-4327-a80c-921b2b74ed13 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0394757 Feb 28 20:12:27.732045 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:27.732983 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] Request body: {'port': {'device_id': '1e60a00f-01a2-4416-8d97-59c3c68316ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:27.781821 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add46d56-e385-43e1-bc41-96820f4ca351 req-677a8d67-bdf7-4d4b-8de0-19c8a7d3e5f5 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:27.783562 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-add46d56-e385-43e1-bc41-96820f4ca351 req-677a8d67-bdf7-4d4b-8de0-19c8a7d3e5f5 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ca3e41-3856-44ad-b4be-582137733e18 HTTP/1.1" status: 200 len: 943 time: 0.3557501 Feb 28 20:12:27.860468 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73aed4cb-3fb6-42ea-b125-590462a056c7 req-d62c1134-88b9-4d90-8d97-4c5f8bb819da tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833313 Feb 28 20:12:27.887687 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=b15ee619-68b3-4dc0-a2df-14ff9b2cfb86,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:27.939945 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] For port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:27.950184 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 82441994-cc0a-40e3-91da-4eeada102710 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:27.950736 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (82441994-cc0a-40e3-91da-4eeada102710), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:27.982346 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] For port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:12:27.990053 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b903ebd3-b4f9-4d49-9753-17a1b739125e), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:27.998902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82441994-cc0a-40e3-91da-4eeada102710 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:12:28.005836 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-add46d56-e385-43e1-bc41-96820f4ca351 req-53d10969-c5f0-4d23-b054-6da781c35575 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996157 Feb 28 20:12:28.031294 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] Publish callbacks [] for port (fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:28.042944 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:28.081237 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 82441994-cc0a-40e3-91da-4eeada102710, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=82441994-cc0a-40e3-91da-4eeada102710,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:28.087909 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (82441994-cc0a-40e3-91da-4eeada102710), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:28.233241 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=82441994-cc0a-40e3-91da-4eeada102710,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:28.256296 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] Attempting to bind port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 on host n-h1-820368-21 for vnic_type normal with profile {"migrating_to": "n-h2-820368-21"} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:12:28.256296 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] Attempting to bind port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:12:28.256296 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] Attempting to bind port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:28.265749 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] Pushing event updated for resources: {'Port': ['ID=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95,revision_number=7']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:28.270126 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] Port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:12:28.270456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] Attempting to bind port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:28.277701 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:12:28.278131 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] Checking segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:12:28.278516 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] Bound using segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:12:28.279178 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] Bound port: fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:12:28.279689 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:28.284685 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['9c51c79c-b91b-4231-b984-73844105fbf1'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:12:28.406820 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] For port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:12:28.413409 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] For port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:12:28.424314 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:28.438525 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 181993a4-d8bd-483f-9aec-081bd960a7d0 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:12:28.447254 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecfdff-d82f-4b73-9594-c480b7bb5480 req-d4312dba-316b-4995-b789-e9935a70995c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:28.449673 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6ecfdff-d82f-4b73-9594-c480b7bb5480 req-d4312dba-316b-4995-b789-e9935a70995c tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 932 time: 0.4558821 Feb 28 20:12:28.563566 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cd8d1-7527-4503-bdf7-a4b46258192a req-d093f9a3-07f1-4842-b046-8e5206bcabb3 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:28.565157 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e55cd8d1-7527-4503-bdf7-a4b46258192a req-d093f9a3-07f1-4842-b046-8e5206bcabb3 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 943 time: 0.3296628 Feb 28 20:12:28.590496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['82441994-cc0a-40e3-91da-4eeada102710'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:12:28.612007 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:28.620002 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:28.622503 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] 10.222.0.10 "PUT /v2.0/ports/fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 HTTP/1.1" status: 200 len: 1124 time: 1.1183188 Feb 28 20:12:28.645043 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d155443-627c-4fd6-af08-00d287e73719 service neutron] Pushing event updated for resources: {'Port': ['ID=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95,revision_number=8']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:28.715930 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 181993a4-d8bd-483f-9aec-081bd960a7d0 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:12:28.718737 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6ecfdff-d82f-4b73-9594-c480b7bb5480 req-35c722a4-f40c-4e0c-b05b-14e6ee81eb6f tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552357 Feb 28 20:12:28.749542 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 181993a4-d8bd-483f-9aec-081bd960a7d0 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:12:28.749542 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (181993a4-d8bd-483f-9aec-081bd960a7d0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:28.845769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:12:28.913159 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e55cd8d1-7527-4503-bdf7-a4b46258192a req-3fa7f3b9-a476-4eed-908d-891be0c45d68 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411849 Feb 28 20:12:28.927638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9', 'name': 'network-vif-deleted', 'tag': '7620ae06-349f-4bc0-9098-85e01e0e2a45'}, {'server_uuid': '354f100a-af66-40a3-a84e-5f1f9fb74a55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95'}, {'name': 'network-changed', 'server_uuid': '354f100a-af66-40a3-a84e-5f1f9fb74a55', 'tag': 'fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:28.930058 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cdf876-b028-45b4-83b7-899b5aa6c09e" -d '{"events": [{"server_uuid": "58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9", "name": "network-vif-deleted", "tag": "7620ae06-349f-4bc0-9098-85e01e0e2a45"}, {"server_uuid": "354f100a-af66-40a3-a84e-5f1f9fb74a55", "name": "network-vif-unplugged", "status": "completed", "tag": "fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95"}, {"name": "network-changed", "server_uuid": "354f100a-af66-40a3-a84e-5f1f9fb74a55", "tag": "fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:28.934329 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:12:29.082233 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea59c64-7866-4d46-8c7f-bcfc393984d1 req-4c838eb4-af26-4999-aea3-cf644e88aee0 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:29.083422 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4ea59c64-7866-4d46-8c7f-bcfc393984d1 req-4c838eb4-af26-4999-aea3-cf644e88aee0 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5 HTTP/1.1" status: 200 len: 946 time: 0.2083261 Feb 28 20:12:29.085954 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b903ebd3-b4f9-4d49-9753-17a1b739125e {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:12:29.113537 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] Publish callbacks [] for port (b903ebd3-b4f9-4d49-9753-17a1b739125e), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:29.129783 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3296baa4-20b7-43bc-b5b1-fc35194b69ce x-openstack-request-id: req-3296baa4-20b7-43bc-b5b1-fc35194b69ce {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:29.130449 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5", "name": "network-vif-plugged", "status": "completed", "tag": "b15ee619-68b3-4dc0-a2df-14ff9b2cfb86", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:29.131722 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3296baa4-20b7-43bc-b5b1-fc35194b69ce {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:29.133808 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15ee619-68b3-4dc0-a2df-14ff9b2cfb86', 'code': 200} Feb 28 20:12:29.193711 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] Transition to ACTIVE for port object b903ebd3-b4f9-4d49-9753-17a1b739125e will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:12:29.202578 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151d1d3-fefb-43ad-991b-51d1def06a00 req-b22b2a57-4a2c-443f-851f-b059dd392963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:29.204469 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4151d1d3-fefb-43ad-991b-51d1def06a00 req-b22b2a57-4a2c-443f-851f-b059dd392963 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5 HTTP/1.1" status: 200 len: 1129 time: 0.1063035 Feb 28 20:12:29.238615 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (b903ebd3-b4f9-4d49-9753-17a1b739125e), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:29.303677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b903ebd3-b4f9-4d49-9753-17a1b739125e,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:29.315851 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4151d1d3-fefb-43ad-991b-51d1def06a00 req-94734e3c-b6dc-4714-9d86-c9353a6f8965 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=86f13d55-c33f-4d38-be5a-243f45ce5890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033676 Feb 28 20:12:29.349968 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4ea59c64-7866-4d46-8c7f-bcfc393984d1 req-471182d0-02d4-4257-b7a6-736040a21558 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f13d55-c33f-4d38-be5a-243f45ce5890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411540 Feb 28 20:12:29.371310 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 181993a4-d8bd-483f-9aec-081bd960a7d0 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:29.371908 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (181993a4-d8bd-483f-9aec-081bd960a7d0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:29.373453 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eb29e-9d6e-48b3-865a-8bf3eebe0055 req-dedf4a52-5516-4293-81d6-dc55389b85cd tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:29.385506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450eb29e-9d6e-48b3-865a-8bf3eebe0055 req-dedf4a52-5516-4293-81d6-dc55389b85cd tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbb0dd8-8c6a-4770-b675-147cba0a5cc5 HTTP/1.1" status: 200 len: 948 time: 0.2366352 Feb 28 20:12:29.485134 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47062) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:12:29.536216 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 181993a4-d8bd-483f-9aec-081bd960a7d0, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=181993a4-d8bd-483f-9aec-081bd960a7d0,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:29.599062 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74219f4-2948-4ce9-91cd-0079276e09d4 admin admin] Deleting subnet 5a0ba1fc-1ad0-4a12-a38d-2e1f480f7937 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:12:29.603268 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c74219f4-2948-4ce9-91cd-0079276e09d4 admin admin] Publish callbacks [] for subnet (5a0ba1fc-1ad0-4a12-a38d-2e1f480f7937), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:29.606730 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-450eb29e-9d6e-48b3-865a-8bf3eebe0055 req-931747e5-b8fa-4485-971c-61915b10fa7a tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194943 Feb 28 20:12:29.641239 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] Attempting to bind port b903ebd3-b4f9-4d49-9753-17a1b739125e on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:12:29.641601 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] Attempting to bind port b903ebd3-b4f9-4d49-9753-17a1b739125e by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:12:29.641957 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] Attempting to bind port b903ebd3-b4f9-4d49-9753-17a1b739125e on network 30ade989-eb50-4d25-b902-20ce10a97a59 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:29.661737 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] Port b903ebd3-b4f9-4d49-9753-17a1b739125e on network 30ade989-eb50-4d25-b902-20ce10a97a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:12:29.667432 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] Attempting to bind port b903ebd3-b4f9-4d49-9753-17a1b739125e on network 30ade989-eb50-4d25-b902-20ce10a97a59 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:29.673723 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:12:29.674230 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] Checking segment: {'id': 'f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:12:29.674443 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] Bound using segment: {'id': 'f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:12:29.674893 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] Bound port: b903ebd3-b4f9-4d49-9753-17a1b739125e, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:12:29.675259 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b903ebd3-b4f9-4d49-9753-17a1b739125e), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:29.679408 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c74219f4-2948-4ce9-91cd-0079276e09d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (5a0ba1fc-1ad0-4a12-a38d-2e1f480f7937), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:29.682879 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (181993a4-d8bd-483f-9aec-081bd960a7d0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:29.686837 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a2997465-216a-4038-ad60-08fc1e053c7e no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:12:29.774816 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c74219f4-2948-4ce9-91cd-0079276e09d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (5a0ba1fc-1ad0-4a12-a38d-2e1f480f7937), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:29.812853 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] For port b903ebd3-b4f9-4d49-9753-17a1b739125e, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:12:29.816675 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] For port b903ebd3-b4f9-4d49-9753-17a1b739125e, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b903ebd3-b4f9-4d49-9753-17a1b739125e,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:12:29.832673 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (b903ebd3-b4f9-4d49-9753-17a1b739125e), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:29.892235 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3434fb79-03cd-459a-ab7a-10e95f65700d x-openstack-request-id: req-3434fb79-03cd-459a-ab7a-10e95f65700d {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:29.897902 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:29.898595 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:29.900969 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] 10.222.0.15 "PUT /v2.0/ports/b903ebd3-b4f9-4d49-9753-17a1b739125e HTTP/1.1" status: 200 len: 1093 time: 2.1746192 Feb 28 20:12:29.901445 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e60a00f-01a2-4416-8d97-59c3c68316ae', 'tag': 'b903ebd3-b4f9-4d49-9753-17a1b739125e'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:29.901830 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9", "name": "network-vif-deleted", "tag": "7620ae06-349f-4bc0-9098-85e01e0e2a45", "status": "completed", "code": 200}, {"server_uuid": "354f100a-af66-40a3-a84e-5f1f9fb74a55", "name": "network-vif-unplugged", "status": "completed", "tag": "fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95", "code": 200}, {"name": "network-changed", "server_uuid": "354f100a-af66-40a3-a84e-5f1f9fb74a55", "tag": "fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:29.902516 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3434fb79-03cd-459a-ab7a-10e95f65700d {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:29.903436 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58091c9b-2b1a-4e6b-ae3c-0a47fb9fdbe9', 'name': 'network-vif-deleted', 'tag': '7620ae06-349f-4bc0-9098-85e01e0e2a45', 'status': 'completed', 'code': 200} Feb 28 20:12:29.903751 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7245ba07-f7d5-4a74-9e27-9b8bebfe2c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "1e60a00f-01a2-4416-8d97-59c3c68316ae", "tag": "b903ebd3-b4f9-4d49-9753-17a1b739125e"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:29.904373 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354f100a-af66-40a3-a84e-5f1f9fb74a55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95', 'code': 200} Feb 28 20:12:29.905022 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '354f100a-af66-40a3-a84e-5f1f9fb74a55', 'tag': 'fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95', 'status': 'completed', 'code': 200} Feb 28 20:12:30.097686 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf22e92-67d4-456a-86d6-697969ac72b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b903ebd3-b4f9-4d49-9753-17a1b739125e,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:30.109321 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c74219f4-2948-4ce9-91cd-0079276e09d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (5a0ba1fc-1ad0-4a12-a38d-2e1f480f7937), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:30.127827 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917082fd-a163-4c55-874b-46db0fabcfb5 req-9fe0afcf-218d-44f6-8ab4-ae4b517fb422 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:30.129590 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-917082fd-a163-4c55-874b-46db0fabcfb5 req-9fe0afcf-218d-44f6-8ab4-ae4b517fb422 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 944 time: 0.3096046 Feb 28 20:12:30.137165 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9c51c79c-b91b-4231-b984-73844105fbf1 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:12:30.139680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e612c-d8df-4f17-be58-5828715793b2 req-41e58477-f648-42bf-bf36-c4b445760512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:30.141209 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f95e612c-d8df-4f17-be58-5828715793b2 req-41e58477-f648-42bf-bf36-c4b445760512 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebb914519f8f4e2e877f18e6d51e0525&device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 1127 time: 0.1705272 Feb 28 20:12:30.157006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a30546-3e29-4917-bfbd-378fa47684eb req-004d4b69-de39-4d0f-8065-bb98a5606850 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:30.158686 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24a30546-3e29-4917-bfbd-378fa47684eb req-004d4b69-de39-4d0f-8065-bb98a5606850 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ca3e41-3856-44ad-b4be-582137733e18 HTTP/1.1" status: 200 len: 944 time: 0.1972992 Feb 28 20:12:30.162097 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=181993a4-d8bd-483f-9aec-081bd960a7d0,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:30.214133 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdf876-b028-45b4-83b7-899b5aa6c09e req-d25c4632-9632-49fe-9d4a-52ffee598fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:30.217481 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-11cdf876-b028-45b4-83b7-899b5aa6c09e req-d25c4632-9632-49fe-9d4a-52ffee598fdb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 1158 time: 0.3275657 Feb 28 20:12:30.219211 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74219f4-2948-4ce9-91cd-0079276e09d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a0ba1fc-1ad0-4a12-a38d-2e1f480f7937,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:30.244380 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f95e612c-d8df-4f17-be58-5828715793b2 req-6e780ba9-4fe1-4a4a-ad1e-900de5a5712c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b903ebd3-b4f9-4d49-9753-17a1b739125e HTTP/1.1" status: 200 len: 217 time: 0.0806887 Feb 28 20:12:30.247297 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c74219f4-2948-4ce9-91cd-0079276e09d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:30.250537 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c74219f4-2948-4ce9-91cd-0079276e09d4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5a0ba1fc-1ad0-4a12-a38d-2e1f480f7937 HTTP/1.1" status: 204 len: 168 time: 0.7643156 Feb 28 20:12:30.268776 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47078) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:12:30.291573 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-917082fd-a163-4c55-874b-46db0fabcfb5 req-77798bab-b007-4737-927b-1fbde132df20 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545820 Feb 28 20:12:30.350393 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24a30546-3e29-4917-bfbd-378fa47684eb req-ec35b309-8039-43db-a073-cd1d19f086d7 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644588 Feb 28 20:12:30.387489 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e612c-d8df-4f17-be58-5828715793b2 req-4fe83bb7-379f-4f03-95cc-36b75dcf60f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:30.391355 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f95e612c-d8df-4f17-be58-5828715793b2 req-4fe83bb7-379f-4f03-95cc-36b75dcf60f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f7b6343-09d6-47f5-84df-45ccf66aea66 HTTP/1.1" status: 200 len: 844 time: 0.1037581 Feb 28 20:12:30.456937 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:30.457525 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:30.457618 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:30.457945 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:30.458281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:30.458640 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:30.458943 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:30.459379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:30.459768 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:30.469691 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f95e612c-d8df-4f17-be58-5828715793b2 req-2329a7a3-bde3-412a-93ae-fd67505bf472 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30ade989-eb50-4d25-b902-20ce10a97a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657775 Feb 28 20:12:30.474721 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:30.475110 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:30.475491 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:30.475882 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:12:30.555128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port a2997465-216a-4038-ad60-08fc1e053c7e is: DOWN; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:30.571059 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b437-c723-4240-84a4-a4d5346e8872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (ae703e63-06d8-4946-b48c-49d73a85d5f3), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:30.592153 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 9c51c79c-b91b-4231-b984-73844105fbf1 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:12:30.592542 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:30.599491 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdf876-b028-45b4-83b7-899b5aa6c09e req-a2d2d623-c67d-4d39-8005-71c5e1e7fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:30.601634 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-11cdf876-b028-45b4-83b7-899b5aa6c09e req-a2d2d623-c67d-4d39-8005-71c5e1e7fbca service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 921 time: 0.3669741 Feb 28 20:12:30.703655 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b437-c723-4240-84a4-a4d5346e8872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (ae703e63-06d8-4946-b48c-49d73a85d5f3), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:30.728470 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-8dc9b437-c723-4240-84a4-a4d5346e8872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae703e63-06d8-4946-b48c-49d73a85d5f3']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:12:30.739545 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-8dc9b437-c723-4240-84a4-a4d5346e8872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf35ad16-5721-4ffe-b959-5401416678e0') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:12:30.740280 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-8dc9b437-c723-4240-84a4-a4d5346e8872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf35ad16-5721-4ffe-b959-5401416678e0') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:12:30.742885 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 9c51c79c-b91b-4231-b984-73844105fbf1 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:30.743521 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:30.753377 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b437-c723-4240-84a4-a4d5346e8872 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (bf35ad16-5721-4ffe-b959-5401416678e0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:30.770859 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b437-c723-4240-84a4-a4d5346e8872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (bf35ad16-5721-4ffe-b959-5401416678e0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:30.779050 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc9b437-c723-4240-84a4-a4d5346e8872 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:12:30.779781 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b437-c723-4240-84a4-a4d5346e8872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (bf35ad16-5721-4ffe-b959-5401416678e0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:30.810511 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03142f-617a-4e3b-8504-060e67af66c1 req-0fa95614-f748-44d1-97de-991e50414572 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:30.818098 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8f03142f-617a-4e3b-8504-060e67af66c1 req-0fa95614-f748-44d1-97de-991e50414572 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 943 time: 0.3469296 Feb 28 20:12:30.864500 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf6c53-58f6-4bcd-9787-47aeae08ea69 req-950b52ac-2b60-4735-85b0-4a49fa6a0c97 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:30.872352 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1dcf6c53-58f6-4bcd-9787-47aeae08ea69 req-950b52ac-2b60-4735-85b0-4a49fa6a0c97 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 944 time: 0.3006427 Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:12:30.882156 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:12:30.886364 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b437-c723-4240-84a4-a4d5346e8872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (ae703e63-06d8-4946-b48c-49d73a85d5f3), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:30.889969 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f95e612c-d8df-4f17-be58-5828715793b2 req-87b927d0-1291-4859-ba28-fd64b52ef519 service neutron] 10.222.0.15 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205323 Feb 28 20:12:30.890673 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-11cdf876-b028-45b4-83b7-899b5aa6c09e req-b2af55b0-165f-4d5d-ad9c-03ce7feef8d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 HTTP/1.1" status: 200 len: 217 time: 0.2648323 Feb 28 20:12:30.895645 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b437-c723-4240-84a4-a4d5346e8872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:30.905832 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8dc9b437-c723-4240-84a4-a4d5346e8872 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ae703e63-06d8-4946-b48c-49d73a85d5f3 HTTP/1.1" status: 204 len: 168 time: 0.6023560 Feb 28 20:12:30.936849 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9c51c79c-b91b-4231-b984-73844105fbf1, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9c51c79c-b91b-4231-b984-73844105fbf1,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:30.945828 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:30.950092 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7620ae06-349f-4bc0-9098-85e01e0e2a45 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:12:30.956206 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9b437-c723-4240-84a4-a4d5346e8872 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae703e63-06d8-4946-b48c-49d73a85d5f3,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:31.005792 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdf876-b028-45b4-83b7-899b5aa6c09e req-1b29a814-1b60-43bf-8163-7e9482ce05c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:31.009121 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-11cdf876-b028-45b4-83b7-899b5aa6c09e req-1b29a814-1b60-43bf-8163-7e9482ce05c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.1006842 Feb 28 20:12:31.071902 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-11cdf876-b028-45b4-83b7-899b5aa6c09e req-961b8628-b608-4b15-bebe-28a1aa130a37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560887 Feb 28 20:12:31.161623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=9c51c79c-b91b-4231-b984-73844105fbf1,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:31.168857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbb0dd8-8c6a-4770-b675-147cba0a5cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181993a4-d8bd-483f-9aec-081bd960a7d0'}, {'server_uuid': 'a19cbd68-fe93-4215-98f9-4d19f25562b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c51c79c-b91b-4231-b984-73844105fbf1'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:31.174003 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7d25b5-d058-4a77-801b-05fe1ba27602" -d '{"events": [{"server_uuid": "dcbb0dd8-8c6a-4770-b675-147cba0a5cc5", "name": "network-vif-plugged", "status": "completed", "tag": "181993a4-d8bd-483f-9aec-081bd960a7d0"}, {"server_uuid": "a19cbd68-fe93-4215-98f9-4d19f25562b7", "name": "network-vif-plugged", "status": "completed", "tag": "9c51c79c-b91b-4231-b984-73844105fbf1"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:31.180549 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 7620ae06-349f-4bc0-9098-85e01e0e2a45 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:12:31.181084 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7620ae06-349f-4bc0-9098-85e01e0e2a45 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:12:31.181921 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8e140592-74e9-45cc-a5b4-0eb59c753e52 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:12:31.233213 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 8e140592-74e9-45cc-a5b4-0eb59c753e52 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:12:31.234383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8e140592-74e9-45cc-a5b4-0eb59c753e52 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:12:31.314060 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f95e612c-d8df-4f17-be58-5828715793b2 req-70406d87-a8d6-4358-a412-9f77d64c2289 service neutron] 10.222.0.15 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129829 Feb 28 20:12:31.325026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8f03142f-617a-4e3b-8504-060e67af66c1 req-9dde69f8-0df2-40f8-8827-d66042b18cfc tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051894 Feb 28 20:12:31.354357 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1dcf6c53-58f6-4bcd-9787-47aeae08ea69 req-7c190c32-4102-41a4-95f0-f1b296896bbf tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807186 Feb 28 20:12:31.475865 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-11cdf876-b028-45b4-83b7-899b5aa6c09e req-5e94a55c-d8e6-47c8-9bc4-c36030179ed9 service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969886 Feb 28 20:12:31.554233 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47094) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:12:31.624925 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d210411-cb1e-4792-a8f0-175dc0748ac3 x-openstack-request-id: req-4d210411-cb1e-4792-a8f0-175dc0748ac3 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:31.624925 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e60a00f-01a2-4416-8d97-59c3c68316ae", "tag": "b903ebd3-b4f9-4d49-9753-17a1b739125e", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:31.625358 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d210411-cb1e-4792-a8f0-175dc0748ac3 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:31.626660 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e60a00f-01a2-4416-8d97-59c3c68316ae', 'tag': 'b903ebd3-b4f9-4d49-9753-17a1b739125e', 'status': 'completed', 'code': 200} Feb 28 20:12:31.744401 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-11cdf876-b028-45b4-83b7-899b5aa6c09e req-a9ac79cc-e03b-4629-8de9-695a97b241f8 service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612548 Feb 28 20:12:31.878218 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47096) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:12:31.878487 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c3f3ea97-503d-4b98-b80a-92e5b90921f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69dbf1a015924bf5bff7adc2c417b2b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651939 Feb 28 20:12:31.893859 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018f4e9-d462-4f2e-8eb0-fa761bd8569c req-aa748b05-e8b3-4d61-ba89-ad0a32253f6d tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:31.901322 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d018f4e9-d462-4f2e-8eb0-fa761bd8569c req-aa748b05-e8b3-4d61-ba89-ad0a32253f6d tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbb0dd8-8c6a-4770-b675-147cba0a5cc5 HTTP/1.1" status: 200 len: 949 time: 0.1948798 Feb 28 20:12:31.911887 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87c5c7-55e8-4100-9d93-257283ba77de req-dfa5b1db-9a6c-4065-a3b8-f8f0510cf4e1 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:31.921370 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb87c5c7-55e8-4100-9d93-257283ba77de req-dfa5b1db-9a6c-4065-a3b8-f8f0510cf4e1 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5 HTTP/1.1" status: 200 len: 946 time: 0.3979068 Feb 28 20:12:31.948607 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245ba07-f7d5-4a74-9e27-9b8bebfe2c5a req-6adef049-38f0-480d-860b-028722183f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:31.950109 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7245ba07-f7d5-4a74-9e27-9b8bebfe2c5a req-6adef049-38f0-480d-860b-028722183f46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebb914519f8f4e2e877f18e6d51e0525&device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 1127 time: 0.3223844 Feb 28 20:12:32.102550 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c88711e0-52a2-4a99-9d19-5e5243f9d043 admin admin] Publish callbacks [] for security_group (6776a3b8-8272-4cb1-a28d-98f182fcad1c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:32.117629 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 82441994-cc0a-40e3-91da-4eeada102710 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:12:32.204467 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c88711e0-52a2-4a99-9d19-5e5243f9d043 admin admin] Publish callbacks [] for security_group (6776a3b8-8272-4cb1-a28d-98f182fcad1c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:32.269240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 82441994-cc0a-40e3-91da-4eeada102710 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:12:32.277432 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 82441994-cc0a-40e3-91da-4eeada102710 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:12:32.279939 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (82441994-cc0a-40e3-91da-4eeada102710), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:32.300627 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d018f4e9-d462-4f2e-8eb0-fa761bd8569c req-9947f0fe-33a8-48b0-b2ac-b3ec48913352 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959398 Feb 28 20:12:32.315449 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c88711e0-52a2-4a99-9d19-5e5243f9d043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6776a3b8-8272-4cb1-a28d-98f182fcad1c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:32.322316 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c88711e0-52a2-4a99-9d19-5e5243f9d043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:32.324876 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c88711e0-52a2-4a99-9d19-5e5243f9d043 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6776a3b8-8272-4cb1-a28d-98f182fcad1c HTTP/1.1" status: 204 len: 168 time: 0.4464390 Feb 28 20:12:32.366589 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88711e0-52a2-4a99-9d19-5e5243f9d043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6776a3b8-8272-4cb1-a28d-98f182fcad1c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:32.388289 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb87c5c7-55e8-4100-9d93-257283ba77de req-48b02ec2-e316-4cb2-aeba-e60148a9501e tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f13d55-c33f-4d38-be5a-243f45ce5890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4636059 Feb 28 20:12:32.466230 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245ba07-f7d5-4a74-9e27-9b8bebfe2c5a req-ead4a016-702f-4e33-9c11-9545f03db861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:32.467800 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7245ba07-f7d5-4a74-9e27-9b8bebfe2c5a req-ead4a016-702f-4e33-9c11-9545f03db861 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30ade989-eb50-4d25-b902-20ce10a97a59 HTTP/1.1" status: 200 len: 904 time: 0.5094154 Feb 28 20:12:32.633915 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cf3fc4-f0d4-4a61-8404-10d6df54635c x-openstack-request-id: req-a7cf3fc4-f0d4-4a61-8404-10d6df54635c {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:32.643267 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbb0dd8-8c6a-4770-b675-147cba0a5cc5", "name": "network-vif-plugged", "status": "completed", "tag": "181993a4-d8bd-483f-9aec-081bd960a7d0", "code": 200}, {"server_uuid": "a19cbd68-fe93-4215-98f9-4d19f25562b7", "name": "network-vif-plugged", "status": "completed", "tag": "9c51c79c-b91b-4231-b984-73844105fbf1", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:32.643892 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7cf3fc4-f0d4-4a61-8404-10d6df54635c {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:32.651414 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbb0dd8-8c6a-4770-b675-147cba0a5cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181993a4-d8bd-483f-9aec-081bd960a7d0', 'code': 200} Feb 28 20:12:32.652051 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19cbd68-fe93-4215-98f9-4d19f25562b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c51c79c-b91b-4231-b984-73844105fbf1', 'code': 200} Feb 28 20:12:32.841034 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 82441994-cc0a-40e3-91da-4eeada102710 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:32.844670 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (82441994-cc0a-40e3-91da-4eeada102710), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:32.938751 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb247381-16fd-4266-81d8-b2e31ec2847e req-c4dc4344-7fae-4fe7-a04d-d78bcb79ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:32.940039 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 82441994-cc0a-40e3-91da-4eeada102710, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=82441994-cc0a-40e3-91da-4eeada102710,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:32.941420 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fb247381-16fd-4266-81d8-b2e31ec2847e req-c4dc4344-7fae-4fe7-a04d-d78bcb79ad09 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dcbb0dd8-8c6a-4770-b675-147cba0a5cc5 HTTP/1.1" status: 200 len: 1132 time: 0.1932485 Feb 28 20:12:32.947839 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (82441994-cc0a-40e3-91da-4eeada102710), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:33.083732 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fb247381-16fd-4266-81d8-b2e31ec2847e req-b9b5609e-d54e-4f4d-9c36-589b47fb50c4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244884 Feb 28 20:12:33.138663 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=82441994-cc0a-40e3-91da-4eeada102710,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:33.268698 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7245ba07-f7d5-4a74-9e27-9b8bebfe2c5a req-08a35aef-4a55-4127-b7be-e6d16d2f2ab5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b903ebd3-b4f9-4d49-9753-17a1b739125e HTTP/1.1" status: 200 len: 217 time: 0.7890804 Feb 28 20:12:33.477260 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245ba07-f7d5-4a74-9e27-9b8bebfe2c5a req-cc848f89-8ec6-436c-900a-9dfdb927c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:33.479500 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7245ba07-f7d5-4a74-9e27-9b8bebfe2c5a req-cc848f89-8ec6-436c-900a-9dfdb927c764 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f7b6343-09d6-47f5-84df-45ccf66aea66 HTTP/1.1" status: 200 len: 844 time: 0.1885788 Feb 28 20:12:33.510897 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f80ba1-9275-46e8-b830-cfadfedb39d7 req-4e75bb75-134b-4af3-9d36-afff861064f2 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:33.513089 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3f80ba1-9275-46e8-b830-cfadfedb39d7 req-4e75bb75-134b-4af3-9d36-afff861064f2 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 944 time: 0.2488260 Feb 28 20:12:33.528071 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51fc6e-5cf3-40b6-bdbe-930fb7515085 req-9ae4cd29-5883-431a-b3a2-da15a1a779a6 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:33.530425 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a51fc6e-5cf3-40b6-bdbe-930fb7515085 req-9ae4cd29-5883-431a-b3a2-da15a1a779a6 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ca3e41-3856-44ad-b4be-582137733e18 HTTP/1.1" status: 200 len: 945 time: 0.2646058 Feb 28 20:12:33.581884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7245ba07-f7d5-4a74-9e27-9b8bebfe2c5a req-88af64c2-6644-46e4-8867-74b3075557f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30ade989-eb50-4d25-b902-20ce10a97a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935035 Feb 28 20:12:33.754051 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a51fc6e-5cf3-40b6-bdbe-930fb7515085 req-8782e533-d17b-42dd-be3b-5acbdfc31d68 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019346 Feb 28 20:12:33.763623 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3f80ba1-9275-46e8-b830-cfadfedb39d7 req-530f7ff7-2a1d-4250-9b51-e52d20133321 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132947 Feb 28 20:12:33.826129 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7245ba07-f7d5-4a74-9e27-9b8bebfe2c5a req-ded49187-2df3-48a6-966c-0583abc3ca55 service neutron] 10.222.0.15 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320330 Feb 28 20:12:34.125581 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904455a-d9e7-4192-9de1-546bf295d950 req-f77016e1-8fa0-4df3-821a-534a435be6db tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:34.127070 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9904455a-d9e7-4192-9de1-546bf295d950 req-f77016e1-8fa0-4df3-821a-534a435be6db tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 943 time: 0.1559815 Feb 28 20:12:34.140297 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device b903ebd3-b4f9-4d49-9753-17a1b739125e details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:12:34.151937 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a3ab8-98fe-4f60-8650-1f039b664d80 req-9a3b31a4-422c-4717-aab7-cde315f73616 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:34.153617 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d47a3ab8-98fe-4f60-8650-1f039b664d80 req-9a3b31a4-422c-4717-aab7-cde315f73616 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 944 time: 0.1351776 Feb 28 20:12:34.189605 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7245ba07-f7d5-4a74-9e27-9b8bebfe2c5a req-a60b9982-083c-47d2-8046-a255ce3f4293 service neutron] 10.222.0.15 "GET /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564482 Feb 28 20:12:34.249524 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47136) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:12:34.253374 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d47a3ab8-98fe-4f60-8650-1f039b664d80 req-1a29b262-21df-49cb-8bef-dd51e4dfd3a8 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807681 Feb 28 20:12:34.285501 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-8ade06a9-9cb5-4857-a139-332bb8359896 service neutron] 10.222.0.10 "GET /v2.0/ports/a2997465-216a-4038-ad60-08fc1e053c7e/bindings/n-h1-820368-21 HTTP/1.1" status: 200 len: 385 time: 0.1455069 Feb 28 20:12:34.292182 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9904455a-d9e7-4192-9de1-546bf295d950 req-5019b6a5-e820-4cc6-af81-a2b9814319ad tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375203 Feb 28 20:12:34.511093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port b903ebd3-b4f9-4d49-9753-17a1b739125e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b903ebd3-b4f9-4d49-9753-17a1b739125e,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:34.538189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-27a9e81b-9dfe-4ed7-b8e6-586237ab29a6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-888155420-network', 'tenant_id': 'c83cd89bb17d484da92f04105fcb1263'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:34.578127 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'b903ebd3-b4f9-4d49-9753-17a1b739125e', 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59', 'port_id': 'b903ebd3-b4f9-4d49-9753-17a1b739125e', 'mac_address': 'fa:16:3e:81:40:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7b6343-09d6-47f5-84df-45ccf66aea66', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:12:34.634653 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port b903ebd3-b4f9-4d49-9753-17a1b739125e is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:34.635393 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b903ebd3-b4f9-4d49-9753-17a1b739125e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:34.645609 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a9e81b-9dfe-4ed7-b8e6-586237ab29a6 admin admin] Made reservation on behalf of c83cd89bb17d484da92f04105fcb1263 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:12:34.649599 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27a9e81b-9dfe-4ed7-b8e6-586237ab29a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:34.653965 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ca3e41-3856-44ad-b4be-582137733e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82441994-cc0a-40e3-91da-4eeada102710'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:34.656668 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a446c2e-4e08-42bf-963a-e79063d428ae" -d '{"events": [{"server_uuid": "35ca3e41-3856-44ad-b4be-582137733e18", "name": "network-vif-plugged", "status": "completed", "tag": "82441994-cc0a-40e3-91da-4eeada102710"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:34.663187 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b903ebd3-b4f9-4d49-9753-17a1b739125e {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:12:34.673017 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27a9e81b-9dfe-4ed7-b8e6-586237ab29a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:34.691835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port b903ebd3-b4f9-4d49-9753-17a1b739125e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b903ebd3-b4f9-4d49-9753-17a1b739125e,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:34.697197 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b19f0-a816-4457-a86f-6d1f4c96bada req-4c79c28d-3286-493e-872a-d6beaf3a4a33 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:34.698163 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b903ebd3-b4f9-4d49-9753-17a1b739125e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:34.699389 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-be3b19f0-a816-4457-a86f-6d1f4c96bada req-4c79c28d-3286-493e-872a-d6beaf3a4a33 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbb0dd8-8c6a-4770-b675-147cba0a5cc5 HTTP/1.1" status: 200 len: 949 time: 0.2296932 Feb 28 20:12:34.712130 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a98c0-a2c6-4e17-80cf-d3c82afca631 req-d066a02e-1ff3-49f4-8ceb-ab44f5aea82c tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:34.714999 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-605a98c0-a2c6-4e17-80cf-d3c82afca631 req-d066a02e-1ff3-49f4-8ceb-ab44f5aea82c tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5 HTTP/1.1" status: 200 len: 946 time: 0.2657442 Feb 28 20:12:34.721552 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-4f5f52bf-a28f-4e2c-a2c1-60dd11e5d9dc service neutron] For port a2997465-216a-4038-ad60-08fc1e053c7e, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a2997465-216a-4038-ad60-08fc1e053c7e,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:34.753290 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-4f5f52bf-a28f-4e2c-a2c1-60dd11e5d9dc service neutron] For port a2997465-216a-4038-ad60-08fc1e053c7e, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:12:34.812715 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=b903ebd3-b4f9-4d49-9753-17a1b739125e,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:34.826384 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-4f5f52bf-a28f-4e2c-a2c1-60dd11e5d9dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2997465-216a-4038-ad60-08fc1e053c7e {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:12:34.854479 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-4f5f52bf-a28f-4e2c-a2c1-60dd11e5d9dc service neutron] For port a2997465-216a-4038-ad60-08fc1e053c7e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=a2997465-216a-4038-ad60-08fc1e053c7e,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:34.878045 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-605a98c0-a2c6-4e17-80cf-d3c82afca631 req-b16e5c2a-cb42-404f-b566-831ac559d629 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f13d55-c33f-4d38-be5a-243f45ce5890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516612 Feb 28 20:12:34.881912 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-be3b19f0-a816-4457-a86f-6d1f4c96bada req-77b39100-0d84-47b4-b022-7e81f20e8b67 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657312 Feb 28 20:12:34.890311 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-4f5f52bf-a28f-4e2c-a2c1-60dd11e5d9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a2997465-216a-4038-ad60-08fc1e053c7e), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:34.994864 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0eedda-18ec-4916-8078-44b1aec8e6d7 x-openstack-request-id: req-5d0eedda-18ec-4916-8078-44b1aec8e6d7 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:34.995281 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ca3e41-3856-44ad-b4be-582137733e18", "name": "network-vif-plugged", "status": "completed", "tag": "82441994-cc0a-40e3-91da-4eeada102710", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:34.995497 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d0eedda-18ec-4916-8078-44b1aec8e6d7 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:34.995981 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ca3e41-3856-44ad-b4be-582137733e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82441994-cc0a-40e3-91da-4eeada102710', 'code': 200} Feb 28 20:12:35.059063 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27a9e81b-9dfe-4ed7-b8e6-586237ab29a6 admin admin] Publish callbacks [] for security_group (e09bbe8a-d793-45a4-957f-b87884d505e0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:35.061341 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-4f5f52bf-a28f-4e2c-a2c1-60dd11e5d9dc service neutron] Transition to ACTIVE for port object a2997465-216a-4038-ad60-08fc1e053c7e will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:12:35.069094 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-4f5f52bf-a28f-4e2c-a2c1-60dd11e5d9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (a2997465-216a-4038-ad60-08fc1e053c7e), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:35.080757 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27a9e81b-9dfe-4ed7-b8e6-586237ab29a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e09bbe8a-d793-45a4-957f-b87884d505e0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:35.180344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['b903ebd3-b4f9-4d49-9753-17a1b739125e'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:12:35.211628 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a9e81b-9dfe-4ed7-b8e6-586237ab29a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:12:35.234697 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-4f5f52bf-a28f-4e2c-a2c1-60dd11e5d9dc service neutron] No DVR routers for this DVR port a2997465-216a-4038-ad60-08fc1e053c7e on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:12:35.251578 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f52bf-a28f-4e2c-a2c1-60dd11e5d9dc service neutron] Pushing event updated for resources: {'Port': ['ID=a2997465-216a-4038-ad60-08fc1e053c7e,revision_number=10']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:35.278794 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-4f5f52bf-a28f-4e2c-a2c1-60dd11e5d9dc service neutron] 10.222.0.10 "PUT /v2.0/ports/a2997465-216a-4038-ad60-08fc1e053c7e/bindings/n-h1-820368-21/activate HTTP/1.1" status: 200 len: 370 time: 0.9766424 Feb 28 20:12:35.316440 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9e81b-9dfe-4ed7-b8e6-586237ab29a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09bbe8a-d793-45a4-957f-b87884d505e0,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:35.370825 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27a9e81b-9dfe-4ed7-b8e6-586237ab29a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (0378a699-07d1-4cff-a0e0-157e8f7636c9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:35.371175 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-27a9e81b-9dfe-4ed7-b8e6-586237ab29a6 admin admin] Added segment 0378a699-07d1-4cff-a0e0-157e8f7636c9 of type vlan for network b342ee4d-0792-4f61-92c2-fdd73513d352 Feb 28 20:12:35.449413 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4023e-0a67-46c7-8712-f020a412025a req-8189a157-4645-4f9a-b618-c7742791101c tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:35.459510 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-87e4023e-0a67-46c7-8712-f020a412025a req-8189a157-4645-4f9a-b618-c7742791101c tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ca3e41-3856-44ad-b4be-582137733e18 HTTP/1.1" status: 200 len: 945 time: 0.3674648 Feb 28 20:12:35.464618 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27a9e81b-9dfe-4ed7-b8e6-586237ab29a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (b342ee4d-0792-4f61-92c2-fdd73513d352), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:35.551981 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570756f5-2652-4543-b988-37c43bd017bb req-26a2a6fb-462d-4cbd-b0de-573ccbd615aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:35.553138 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-b7ac935a-281c-48b3-8999-412a8c48e16b tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:35.555605 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-b7ac935a-281c-48b3-8999-412a8c48e16b tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1&tenant_id=b6b50aa5623943dda1cd4fb5f568793b&binding%3Ahost_id=n-h2-820368-21 HTTP/1.1" status: 200 len: 1127 time: 0.1763530 Feb 28 20:12:35.558320 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-570756f5-2652-4543-b988-37c43bd017bb req-26a2a6fb-462d-4cbd-b0de-573ccbd615aa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=35ca3e41-3856-44ad-b4be-582137733e18 HTTP/1.1" status: 200 len: 1128 time: 0.3649974 Feb 28 20:12:35.562780 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27a9e81b-9dfe-4ed7-b8e6-586237ab29a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (b342ee4d-0792-4f61-92c2-fdd73513d352), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:35.565127 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a9e81b-9dfe-4ed7-b8e6-586237ab29a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:35.566817 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27a9e81b-9dfe-4ed7-b8e6-586237ab29a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:35.635612 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-975de22c-69c0-447b-a4a9-7a28aa686fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:35.693538 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-975de22c-69c0-447b-a4a9-7a28aa686fd0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1&tenant_id=b6b50aa5623943dda1cd4fb5f568793b HTTP/1.1" status: 200 len: 1127 time: 0.1233683 Feb 28 20:12:35.707994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426a374-02b2-4157-a8b6-deb73665a999 req-9c536286-0d6d-42ea-bd8d-8ebf31339aff tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:35.709895 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e426a374-02b2-4157-a8b6-deb73665a999 req-9c536286-0d6d-42ea-bd8d-8ebf31339aff tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 944 time: 0.4895666 Feb 28 20:12:35.713699 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-27a9e81b-9dfe-4ed7-b8e6-586237ab29a6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4593494 Feb 28 20:12:35.717105 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47160) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:12:35.722688 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4aacbfd2-640b-44c4-919e-4634c6cbafdb admin admin] Request body: {'subnet': {'network_id': 'b342ee4d-0792-4f61-92c2-fdd73513d352', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-888155420-subnet', 'tenant_id': 'c83cd89bb17d484da92f04105fcb1263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:35.755198 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9e81b-9dfe-4ed7-b8e6-586237ab29a6 admin admin] Pushing event updated for resources: {'Network': ['ID=b342ee4d-0792-4f61-92c2-fdd73513d352,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:35.795957 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network b342ee4d-0792-4f61-92c2-fdd73513d352 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:12:35.838912 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e426a374-02b2-4157-a8b6-deb73665a999 req-09e47ede-204c-425e-91de-23b6a5011b65 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099100 Feb 28 20:12:35.846625 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aacbfd2-640b-44c4-919e-4634c6cbafdb admin admin] Made reservation on behalf of c83cd89bb17d484da92f04105fcb1263 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:12:35.854485 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-570756f5-2652-4543-b988-37c43bd017bb req-d5307651-efbc-41e3-884d-3874a98ce885 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439737 Feb 28 20:12:35.859803 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4aacbfd2-640b-44c4-919e-4634c6cbafdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:35.859990 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-87e4023e-0a67-46c7-8712-f020a412025a req-a094af55-2855-4162-b98b-a11a6ac793a9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975847 Feb 28 20:12:36.023743 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-055657bf-9015-4e78-8838-5d980e561b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:36.025535 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-055657bf-9015-4e78-8838-5d980e561b9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 1127 time: 0.2900298 Feb 28 20:12:36.149581 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8dfb1f-a3b5-4675-ae78-1923b99a8610 req-ae85757c-789f-44c2-a047-78ff2aaba026 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:36.162371 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da8dfb1f-a3b5-4675-ae78-1923b99a8610 req-ae85757c-789f-44c2-a047-78ff2aaba026 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5 HTTP/1.1" status: 200 len: 946 time: 0.1575067 Feb 28 20:12:36.163133 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47170) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:12:36.173041 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-a30cdbb0-aa67-4979-862a-cfcfaacd2930 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Request body: {'floatingip': {'port_id': 'b15ee619-68b3-4dc0-a2df-14ff9b2cfb86'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:36.227128 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a30cdbb0-aa67-4979-862a-cfcfaacd2930 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks [] for floatingip (90b5e1d7-0052-4195-b1d0-1555fe0718e1), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:36.318101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e1648-02c4-4dfe-b6ea-55b9af8ab6af req-f946c71a-3a17-4415-a82f-a4c3cd3df4d2 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:36.319795 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f2e1648-02c4-4dfe-b6ea-55b9af8ab6af req-f946c71a-3a17-4415-a82f-a4c3cd3df4d2 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 945 time: 0.2765079 Feb 28 20:12:36.341744 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-67812020-facc-4155-ac96-b0ef77b02970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:36.345326 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-67812020-facc-4155-ac96-b0ef77b02970 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 200 len: 908 time: 0.2924237 Feb 28 20:12:36.435318 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-f57edae2-926c-4eef-a52f-eef8229bf7ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2997465-216a-4038-ad60-08fc1e053c7e HTTP/1.1" status: 200 len: 217 time: 0.0808296 Feb 28 20:12:36.442946 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f2e1648-02c4-4dfe-b6ea-55b9af8ab6af req-2bf638a9-ea6c-4242-bece-f939897820e7 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994546 Feb 28 20:12:36.546239 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4aacbfd2-640b-44c4-919e-4634c6cbafdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (33390fb9-f1b2-4606-a2c2-a450a6165568), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:36.604928 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-af13e426-1cf7-4176-bbae-4ae21a86af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:36.606575 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-af13e426-1cf7-4176-bbae-4ae21a86af1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 200 len: 848 time: 0.1636078 Feb 28 20:12:36.695698 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-757cbc77-73cc-4aba-bea8-ba2615b56e0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c962902-172c-4834-92e0-74fa9c4b64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763235 Feb 28 20:12:36.703079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacbfd2-640b-44c4-919e-4634c6cbafdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=33390fb9-f1b2-4606-a2c2-a450a6165568,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:36.880245 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-0171828c-ec78-42a7-816d-303f84ae00a2 service neutron] 10.222.0.15 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703191 Feb 28 20:12:36.895061 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aacbfd2-640b-44c4-919e-4634c6cbafdb admin admin] Checking segment: {'id': '0378a699-07d1-4cff-a0e0-157e8f7636c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b342ee4d-0792-4f61-92c2-fdd73513d352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:12:36.895677 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aacbfd2-640b-44c4-919e-4634c6cbafdb admin admin] Network hostable DHCP agents. Network: b342ee4d-0792-4f61-92c2-fdd73513d352, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:12:36.992685 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aacbfd2-640b-44c4-919e-4634c6cbafdb admin admin] Network b342ee4d-0792-4f61-92c2-fdd73513d352 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:12:37.114243 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-4aacbfd2-640b-44c4-919e-4634c6cbafdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, b342ee4d-0792-4f61-92c2-fdd73513d352) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:12:37.137167 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aacbfd2-640b-44c4-919e-4634c6cbafdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:37.143776 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4aacbfd2-640b-44c4-919e-4634c6cbafdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:37.149751 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d0a522-84ef-494d-8165-7cf546408d77 None None] Network b342ee4d-0792-4f61-92c2-fdd73513d352 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:12:37.246001 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4aacbfd2-640b-44c4-919e-4634c6cbafdb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5233943 Feb 28 20:12:37.270736 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b88305-d673-441a-a584-e2716428b969 req-54f7b52c-06e2-46ba-8cf2-2502b6406f9c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:37.272124 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-cd8442e5-ee74-43eb-a254-5e0c775253a0 service neutron] 10.222.0.15 "GET /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791604 Feb 28 20:12:37.273951 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9b88305-d673-441a-a584-e2716428b969 req-54f7b52c-06e2-46ba-8cf2-2502b6406f9c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 944 time: 0.9780097 Feb 28 20:12:37.311273 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.db.resource_extend [None req-a30cdbb0-aa67-4979-862a-cfcfaacd2930 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:12:37.421345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc35133-68de-4514-afd7-4e5cecf51d95 None None] Network b342ee4d-0792-4f61-92c2-fdd73513d352 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:12:37.553281 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3653455-c6c5-4574-a886-dfb977a1d91a req-c4bbeb13-a90f-4211-bb7f-548ce69a7144 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:37.566285 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3653455-c6c5-4574-a886-dfb977a1d91a req-c4bbeb13-a90f-4211-bb7f-548ce69a7144 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbb0dd8-8c6a-4770-b675-147cba0a5cc5 HTTP/1.1" status: 200 len: 949 time: 0.4189525 Feb 28 20:12:37.652891 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a30cdbb0-aa67-4979-862a-cfcfaacd2930 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:37.669949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-8a55ca0d-7226-4328-b412-ba52befab9a8 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:37.672796 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-8a55ca0d-7226-4328-b412-ba52befab9a8 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.15 "GET /v2.0/ports?device_id=35ca3e41-3856-44ad-b4be-582137733e18 HTTP/1.1" status: 200 len: 945 time: 0.2467875 Feb 28 20:12:37.699776 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a30cdbb0-aa67-4979-862a-cfcfaacd2930 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (90b5e1d7-0052-4195-b1d0-1555fe0718e1), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:37.713448 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9b88305-d673-441a-a584-e2716428b969 req-12e2cb12-0dca-4862-95d5-46bf10319209 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288881 Feb 28 20:12:37.972874 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3653455-c6c5-4574-a886-dfb977a1d91a req-2a6c977f-e367-4550-a172-183733f9e009 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048884 Feb 28 20:12:38.042550 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-f39d727f-e70c-45dc-8f7c-7bf0aed393a7 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Deleting port 82441994-cc0a-40e3-91da-4eeada102710 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:12:38.050524 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-f39d727f-e70c-45dc-8f7c-7bf0aed393a7 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (82441994-cc0a-40e3-91da-4eeada102710), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:38.149296 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device b903ebd3-b4f9-4d49-9753-17a1b739125e up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:12:38.285076 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-f39d727f-e70c-45dc-8f7c-7bf0aed393a7 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] For port 82441994-cc0a-40e3-91da-4eeada102710, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=82441994-cc0a-40e3-91da-4eeada102710,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:38.285447 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-f39d727f-e70c-45dc-8f7c-7bf0aed393a7 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (82441994-cc0a-40e3-91da-4eeada102710), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:38.299252 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-f39d727f-e70c-45dc-8f7c-7bf0aed393a7 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Calling delete_port for 82441994-cc0a-40e3-91da-4eeada102710 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:12:38.302312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port b903ebd3-b4f9-4d49-9753-17a1b739125e completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:12:38.312111 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port b903ebd3-b4f9-4d49-9753-17a1b739125e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:12:38.313046 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b903ebd3-b4f9-4d49-9753-17a1b739125e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:38.434977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbaf34-b368-4f83-9c22-37220c507262 req-0a5dba96-5295-47ec-9b49-7168c1b4d3e6 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:38.447471 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70bbaf34-b368-4f83-9c22-37220c507262 req-0a5dba96-5295-47ec-9b49-7168c1b4d3e6 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ca3e41-3856-44ad-b4be-582137733e18 HTTP/1.1" status: 200 len: 945 time: 0.3093212 Feb 28 20:12:38.498589 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-f8e42cbf-2fa2-4342-a987-8ab57fecd75e tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:38.500823 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-f8e42cbf-2fa2-4342-a987-8ab57fecd75e tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1&tenant_id=b6b50aa5623943dda1cd4fb5f568793b&binding%3Ahost_id=n-h1-820368-21 HTTP/1.1" status: 200 len: 1127 time: 0.5575740 Feb 28 20:12:38.520521 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-f39d727f-e70c-45dc-8f7c-7bf0aed393a7 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (82441994-cc0a-40e3-91da-4eeada102710), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:38.567502 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70bbaf34-b368-4f83-9c22-37220c507262 req-a658926a-b212-43cf-bde1-92e71088ed64 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181881 Feb 28 20:12:38.579521 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['82441994-cc0a-40e3-91da-4eeada102710'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:12:38.594979 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d727f-e70c-45dc-8f7c-7bf0aed393a7 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Pushing event deleted for resources: {'Port': ['ID=82441994-cc0a-40e3-91da-4eeada102710,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:38.677734 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d5cbd-bbb6-4bc1-aba5-d7f6f6425e94 req-bbe27e68-2b94-4e7c-b222-c38abd7d6bb6 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:38.685732 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-287d5cbd-bbb6-4bc1-aba5-d7f6f6425e94 req-bbe27e68-2b94-4e7c-b222-c38abd7d6bb6 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 944 time: 0.5921555 Feb 28 20:12:38.692978 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-a30cdbb0-aa67-4979-862a-cfcfaacd2930 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Floating IP 90b5e1d7-0052-4195-b1d0-1555fe0718e1 associated. External IP: 172.25.0.37, port: b15ee619-68b3-4dc0-a2df-14ff9b2cfb86. Feb 28 20:12:38.745337 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-f39d727f-e70c-45dc-8f7c-7bf0aed393a7 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] No DVR routers for this DVR port 82441994-cc0a-40e3-91da-4eeada102710 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:12:38.749418 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-f39d727f-e70c-45dc-8f7c-7bf0aed393a7 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:38.754102 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e4cc940b-b406-4bcb-bd19-ed140b6a5caf req-f39d727f-e70c-45dc-8f7c-7bf0aed393a7 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.15 "DELETE /v2.0/ports/82441994-cc0a-40e3-91da-4eeada102710 HTTP/1.1" status: 204 len: 173 time: 1.0695634 Feb 28 20:12:38.754961 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ca3e41-3856-44ad-b4be-582137733e18', 'name': 'network-vif-deleted', 'tag': '82441994-cc0a-40e3-91da-4eeada102710'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:38.760315 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f638525e-476e-4548-986e-d6761a3acdb6" -d '{"events": [{"server_uuid": "35ca3e41-3856-44ad-b4be-582137733e18", "name": "network-vif-deleted", "tag": "82441994-cc0a-40e3-91da-4eeada102710"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:38.794739 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port b903ebd3-b4f9-4d49-9753-17a1b739125e is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:38.795879 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b903ebd3-b4f9-4d49-9753-17a1b739125e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:38.835595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e60a00f-01a2-4416-8d97-59c3c68316ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b903ebd3-b4f9-4d49-9753-17a1b739125e'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:38.844005 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05b0895-6405-4662-b1c1-6b38a3a37a35" -d '{"events": [{"server_uuid": "1e60a00f-01a2-4416-8d97-59c3c68316ae", "name": "network-vif-plugged", "status": "completed", "tag": "b903ebd3-b4f9-4d49-9753-17a1b739125e"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:38.913657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port b903ebd3-b4f9-4d49-9753-17a1b739125e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b903ebd3-b4f9-4d49-9753-17a1b739125e,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:38.930951 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-287d5cbd-bbb6-4bc1-aba5-d7f6f6425e94 req-2205cff0-2a8e-411e-9fda-577bc0e05373 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422693 Feb 28 20:12:38.940927 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b903ebd3-b4f9-4d49-9753-17a1b739125e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:38.946702 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:12:39.040381 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a8603-96bd-4dd6-9b1a-4854056e67fb req-c661b044-2431-412f-a7cb-bd1d5a70d9df tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:39.050402 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3c8a8603-96bd-4dd6-9b1a-4854056e67fb req-c661b044-2431-412f-a7cb-bd1d5a70d9df tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 945 time: 0.3019943 Feb 28 20:12:39.196957 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-b2a3ee04-600a-4b61-aaa0-f2ed62e6c106 service neutron] For port a2997465-216a-4038-ad60-08fc1e053c7e, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:12:39.227222 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-b2a3ee04-600a-4b61-aaa0-f2ed62e6c106 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:39.229754 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7d59310-ca59-4280-8d6a-9f9378686d87 req-b2a3ee04-600a-4b61-aaa0-f2ed62e6c106 service neutron] 10.222.0.15 "DELETE /v2.0/ports/a2997465-216a-4038-ad60-08fc1e053c7e/bindings/n-h2-820368-21 HTTP/1.1" status: 204 len: 173 time: 0.6813023 Feb 28 20:12:39.245261 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=b903ebd3-b4f9-4d49-9753-17a1b739125e,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:39.324734 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dc3d16c3-1b7a-45ee-9607-52914a1114fb req-b92c85f5-1603-464f-a02f-7abfc9c80e0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&device_id=35ca3e41-3856-44ad-b4be-582137733e18 HTTP/1.1" status: 200 len: 210 time: 0.1220601 Feb 28 20:12:39.384039 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3c8a8603-96bd-4dd6-9b1a-4854056e67fb req-1f9f1890-f33f-4de0-9f1a-bfc4e395edea tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308024 Feb 28 20:12:39.454538 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30cdbb0-aa67-4979-862a-cfcfaacd2930 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Router cf79c996-e694-494f-89e2-8164669dfd97 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:12:39.470018 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 is: DOWN; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:39.702922 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d16c3-1b7a-45ee-9607-52914a1114fb req-55369d76-ecc3-46b2-8107-c3667308f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:39.705057 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dc3d16c3-1b7a-45ee-9607-52914a1114fb req-55369d76-ecc3-46b2-8107-c3667308f64b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3716323 Feb 28 20:12:39.937833 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:12:39.999146 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d16c3-1b7a-45ee-9607-52914a1114fb req-306fa4d1-b07e-4334-a928-d3f62c8c8037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:40.000981 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dc3d16c3-1b7a-45ee-9607-52914a1114fb req-306fa4d1-b07e-4334-a928-d3f62c8c8037 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2661471 Feb 28 20:12:40.305032 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0f15f-34f7-4c41-84a5-c5e1840efe3c req-1134cf54-3f5a-4a7e-a0c1-dcbaee67acb5 tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:40.306595 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71d0f15f-34f7-4c41-84a5-c5e1840efe3c req-1134cf54-3f5a-4a7e-a0c1-dcbaee67acb5 tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dcbb0dd8-8c6a-4770-b675-147cba0a5cc5 HTTP/1.1" status: 200 len: 1132 time: 0.8187823 Feb 28 20:12:40.314646 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30cdbb0-aa67-4979-862a-cfcfaacd2930 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:12:40.328894 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-e1fea3d2-ba4c-4d68-939c-90bdec1ef62a tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:40.336243 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-e1fea3d2-ba4c-4d68-939c-90bdec1ef62a tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/networks?id=b342ee4d-0792-4f61-92c2-fdd73513d352 HTTP/1.1" status: 200 len: 821 time: 0.8030391 Feb 28 20:12:40.345146 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70053abb-6934-4447-8b76-4ac441c83d16 None None] Sync routers for ids ['cf79c996-e694-494f-89e2-8164669dfd97'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:12:40.347994 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a30cdbb0-aa67-4979-862a-cfcfaacd2930 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:40.398020 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a30cdbb0-aa67-4979-862a-cfcfaacd2930 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "PUT /v2.0/floatingips/90b5e1d7-0052-4195-b1d0-1555fe0718e1 HTTP/1.1" status: 200 len: 991 time: 4.2306430 Feb 28 20:12:40.407319 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5', 'tag': 'b15ee619-68b3-4dc0-a2df-14ff9b2cfb86'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:40.409691 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccb03c1-4fab-4d93-98b3-20ee3b2a1778" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5", "tag": "b15ee619-68b3-4dc0-a2df-14ff9b2cfb86"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:40.410267 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70053abb-6934-4447-8b76-4ac441c83d16 None None] Routers {'cf79c996-e694-494f-89e2-8164669dfd97'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:12:40.411137 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-70053abb-6934-4447-8b76-4ac441c83d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:12:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['cf79c996-e694-494f-89e2-8164669dfd97'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:12:40.426623 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-38c56ddb-61c9-443a-8375-9cecb291be71 tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/quotas/c83cd89bb17d484da92f04105fcb1263 HTTP/1.1" status: 200 len: 375 time: 0.0892766 Feb 28 20:12:40.476721 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-f82e4b20-76f9-4e79-8139-f1632bfee9df tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c83cd89bb17d484da92f04105fcb1263&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490999 Feb 28 20:12:40.518628 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71d0f15f-34f7-4c41-84a5-c5e1840efe3c req-4e075160-2e40-45e7-99b7-d1b890a7d18f tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017336 Feb 28 20:12:40.661437 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0164672f-ba54-432e-9875-c35a325ec06e service neutron] 10.222.0.13 "GET /v2.0/networks/b342ee4d-0792-4f61-92c2-fdd73513d352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838274 Feb 28 20:12:40.839341 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-70053abb-6934-4447-8b76-4ac441c83d16 None None] Set router cf79c996-e694-494f-89e2-8164669dfd97 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:12:40.900001 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab74462-0f60-4df1-a67f-fd1b4a4c0364 req-813a3369-49f4-46ba-9407-61b03e3d6f87 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:40.904603 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ab74462-0f60-4df1-a67f-fd1b4a4c0364 req-813a3369-49f4-46ba-9407-61b03e3d6f87 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 944 time: 0.1441317 Feb 28 20:12:40.920972 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-bd632dac-8113-4a0a-830d-fa41a60936c8 service neutron] 10.222.0.13 "GET /v2.0/networks/b342ee4d-0792-4f61-92c2-fdd73513d352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478936 Feb 28 20:12:41.051213 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ab74462-0f60-4df1-a67f-fd1b4a4c0364 req-26f1f008-0502-43b3-9ad0-01fb493080a2 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261249 Feb 28 20:12:41.212397 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b7dac7-ff7c-4d5b-9a87-7b998dd8a46c x-openstack-request-id: req-a2b7dac7-ff7c-4d5b-9a87-7b998dd8a46c {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:41.213159 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ca3e41-3856-44ad-b4be-582137733e18", "name": "network-vif-deleted", "tag": "82441994-cc0a-40e3-91da-4eeada102710", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:41.213340 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2b7dac7-ff7c-4d5b-9a87-7b998dd8a46c {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:41.213853 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ca3e41-3856-44ad-b4be-582137733e18', 'name': 'network-vif-deleted', 'tag': '82441994-cc0a-40e3-91da-4eeada102710', 'status': 'completed', 'code': 200} Feb 28 20:12:41.268047 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e02e1d7-d0b8-41fe-b77c-d7b84c81ef5b x-openstack-request-id: req-3e02e1d7-d0b8-41fe-b77c-d7b84c81ef5b {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:41.268533 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e60a00f-01a2-4416-8d97-59c3c68316ae", "name": "network-vif-plugged", "status": "completed", "tag": "b903ebd3-b4f9-4d49-9753-17a1b739125e", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:41.268753 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e02e1d7-d0b8-41fe-b77c-d7b84c81ef5b {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:41.269287 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e60a00f-01a2-4416-8d97-59c3c68316ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b903ebd3-b4f9-4d49-9753-17a1b739125e', 'code': 200} Feb 28 20:12:41.398058 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-70053abb-6934-4447-8b76-4ac441c83d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'name': 'tempest-ServersTestFqdnHostnames-2089726783-router', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:11:48Z', 'updated_at': '2022-02-28T20:12:00Z', 'revision_number': 4, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'gw_port': {'id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:50Z', 'updated_at': '2022-02-28T20:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '90b5e1d7-0052-4195-b1d0-1555fe0718e1', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'port_id': 'b15ee619-68b3-4dc0-a2df-14ff9b2cfb86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 789, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2', 'mac_address': 'fa:16:3e:f1:f9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:12:09Z', 'updated_at': '2022-02-28T20:12:37Z', 'revision_number': 1, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8', 'name': '', 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'mac_address': 'fa:16:3e:a4:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '5bdb9738-0226-44ac-99a9-db47472bff06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:57Z', 'updated_at': '2022-02-28T20:12:08Z', 'revision_number': 5, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'subnets': [{'id': '5bdb9738-0226-44ac-99a9-db47472bff06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:12:41.484921 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-88953b65-17c0-48c6-a898-1d585dfd62f0 req-8c0536e8-845c-4c79-8840-271f5537db7f tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ca3e41-3856-44ad-b4be-582137733e18 HTTP/1.1" status: 200 len: 210 time: 0.0873911 Feb 28 20:12:41.505653 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70053abb-6934-4447-8b76-4ac441c83d16 None None] Checking router: cf79c996-e694-494f-89e2-8164669dfd97 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:12:41.543597 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70053abb-6934-4447-8b76-4ac441c83d16 None None] Routers {'cf79c996-e694-494f-89e2-8164669dfd97'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:12:41.544773 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-70053abb-6934-4447-8b76-4ac441c83d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:12:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['cf79c996-e694-494f-89e2-8164669dfd97'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:12:41.581452 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55808f16-af7b-4a30-9600-41284d332f68 req-4b7dbc47-c1bf-455c-bace-9fd3a3f99506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:41.587715 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-55808f16-af7b-4a30-9600-41284d332f68 req-4b7dbc47-c1bf-455c-bace-9fd3a3f99506 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 1129 time: 0.2562525 Feb 28 20:12:41.602435 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc3d16c3-1b7a-45ee-9607-52914a1114fb req-8417099d-2f69-42a0-9fff-dc0999de2224 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.15 "GET /v2.0/ports?device_id=35ca3e41-3856-44ad-b4be-582137733e18 HTTP/1.1" status: 200 len: 210 time: 0.0569174 Feb 28 20:12:41.751228 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-55808f16-af7b-4a30-9600-41284d332f68 req-51d122a5-72c7-4853-bc69-15148b9e1dae service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550863 Feb 28 20:12:41.943909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f522519-1390-49e2-a3f6-4a77e365a4b6 req-cbaf50c5-a1d4-46a9-a29c-2b1f71e2acb7 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:41.947268 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f522519-1390-49e2-a3f6-4a77e365a4b6 req-cbaf50c5-a1d4-46a9-a29c-2b1f71e2acb7 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 946 time: 0.3034301 Feb 28 20:12:42.002006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49fe35-ae01-44fb-9732-b0ed73bff1cf req-55891375-6f3e-4a45-a8d4-8b517a7e87bb tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:42.005032 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-70053abb-6934-4447-8b76-4ac441c83d16 None None] Set router cf79c996-e694-494f-89e2-8164669dfd97 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:12:42.019713 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc49fe35-ae01-44fb-9732-b0ed73bff1cf req-55891375-6f3e-4a45-a8d4-8b517a7e87bb tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 944 time: 0.2169223 Feb 28 20:12:42.224410 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc49fe35-ae01-44fb-9732-b0ed73bff1cf req-6dcfeee1-f3d8-45e4-81d9-0a287b365610 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768246 Feb 28 20:12:42.242818 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f522519-1390-49e2-a3f6-4a77e365a4b6 req-e7f0cc3f-0a78-4449-ab51-277dda629861 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836137 Feb 28 20:12:42.374854 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f0be8f-ef78-4774-bdc0-ca7201e18485 x-openstack-request-id: req-47f0be8f-ef78-4774-bdc0-ca7201e18485 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:42.375157 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5", "tag": "b15ee619-68b3-4dc0-a2df-14ff9b2cfb86", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:42.375419 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47f0be8f-ef78-4774-bdc0-ca7201e18485 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:42.375878 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5', 'tag': 'b15ee619-68b3-4dc0-a2df-14ff9b2cfb86', 'status': 'completed', 'code': 200} Feb 28 20:12:42.442702 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-812fc3ca-d276-4670-959a-9e4e22991b46 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c258cc5b77d946d495afb4d1b7de5427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325973 Feb 28 20:12:42.587832 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-84785907-aeb2-4fae-9284-3694b74b905a service neutron] 10.222.0.15 "GET /v2.0/ports/fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95/bindings/n-h2-820368-21 HTTP/1.1" status: 200 len: 385 time: 0.2507763 Feb 28 20:12:42.614911 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb03c1-4fab-4d93-98b3-20ee3b2a1778 req-fb653a5f-1f12-4af5-9560-6365656711a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:42.617792 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6ccb03c1-4fab-4d93-98b3-20ee3b2a1778 req-fb653a5f-1f12-4af5-9560-6365656711a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=564ccb90fcfb460d8819a2196af4c809&device_id=9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5 HTTP/1.1" status: 200 len: 1129 time: 0.1250286 Feb 28 20:12:42.686406 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a83ea576-591f-4581-87f9-ba865f27ef6e req-0953f8ed-8bbe-4927-a03a-fb9345e5b672 tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/ports?device_id=72421d88-dde0-4650-a0fe-678faf77b77b HTTP/1.1" status: 200 len: 210 time: 0.0918353 Feb 28 20:12:42.786160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-a8338795-4c52-415f-842a-675c13975f53 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:42.808603 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-a8338795-4c52-415f-842a-675c13975f53 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3635411 Feb 28 20:12:42.864873 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-f7b1c311-4a0c-4c7a-9412-df1f21fa3c4c tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/quotas/c258cc5b77d946d495afb4d1b7de5427 HTTP/1.1" status: 200 len: 375 time: 0.0517151 Feb 28 20:12:42.965274 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-70053abb-6934-4447-8b76-4ac441c83d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'name': 'tempest-ServersTestFqdnHostnames-2089726783-router', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:11:48Z', 'updated_at': '2022-02-28T20:12:00Z', 'revision_number': 4, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'gw_port': {'id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:50Z', 'updated_at': '2022-02-28T20:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '90b5e1d7-0052-4195-b1d0-1555fe0718e1', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'port_id': 'b15ee619-68b3-4dc0-a2df-14ff9b2cfb86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 789, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2', 'mac_address': 'fa:16:3e:f1:f9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:12:09Z', 'updated_at': '2022-02-28T20:12:37Z', 'revision_number': 1, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8', 'name': '', 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'mac_address': 'fa:16:3e:a4:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '5bdb9738-0226-44ac-99a9-db47472bff06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:57Z', 'updated_at': '2022-02-28T20:12:08Z', 'revision_number': 5, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'subnets': [{'id': '5bdb9738-0226-44ac-99a9-db47472bff06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:12:43.091556 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-40895bf1-a639-4062-a66a-1d44f5c71769 service neutron] For port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:43.093591 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70053abb-6934-4447-8b76-4ac441c83d16 None None] The sync data for ids ['cf79c996-e694-494f-89e2-8164669dfd97'] in n-d-820368-21 is: [{'id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'name': 'tempest-ServersTestFqdnHostnames-2089726783-router', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:11:48Z', 'updated_at': '2022-02-28T20:12:00Z', 'revision_number': 4, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'gw_port': {'id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:50Z', 'updated_at': '2022-02-28T20:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '90b5e1d7-0052-4195-b1d0-1555fe0718e1', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'port_id': 'b15ee619-68b3-4dc0-a2df-14ff9b2cfb86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 789, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2', 'mac_address': 'fa:16:3e:f1:f9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:12:09Z', 'updated_at': '2022-02-28T20:12:37Z', 'revision_number': 1, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8', 'name': '', 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'mac_address': 'fa:16:3e:a4:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '5bdb9738-0226-44ac-99a9-db47472bff06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:57Z', 'updated_at': '2022-02-28T20:12:08Z', 'revision_number': 5, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'subnets': [{'id': '5bdb9738-0226-44ac-99a9-db47472bff06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:12:43.116985 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb03c1-4fab-4d93-98b3-20ee3b2a1778 req-d82e26b3-8a8c-4fd8-b7fa-50a48c0714ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:43.119969 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6ccb03c1-4fab-4d93-98b3-20ee3b2a1778 req-d82e26b3-8a8c-4fd8-b7fa-50a48c0714ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=c259a009-9e8f-4371-b00b-c3cfc6ef71d2 HTTP/1.1" status: 200 len: 915 time: 0.4933522 Feb 28 20:12:43.148616 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-40895bf1-a639-4062-a66a-1d44f5c71769 service neutron] For port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:12:43.149185 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-625a3297-8087-483f-a29a-7b9d90f3f6ae tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c258cc5b77d946d495afb4d1b7de5427&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2829721 Feb 28 20:12:43.249849 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e6c85-2f63-44bb-966c-7a695655f618 req-dffd4547-c1f0-4103-b5f5-696a0b14a7d1 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:43.273196 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e2e6c85-2f63-44bb-966c-7a695655f618 req-dffd4547-c1f0-4103-b5f5-696a0b14a7d1 tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 1127 time: 0.1147807 Feb 28 20:12:43.362501 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e2e6c85-2f63-44bb-966c-7a695655f618 req-c4661214-22ce-4f29-8e19-7357b22cdc6e tempest-LiveMigrationTest-1645365483 tempest-LiveMigrationTest-1645365483-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867674 Feb 28 20:12:43.791751 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a85181-e0ec-42a7-8d88-d1dd9ae6b6ef None None] New status for floating IP 90b5e1d7-0052-4195-b1d0-1555fe0718e1: ACTIVE {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:12:43.830465 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-40895bf1-a639-4062-a66a-1d44f5c71769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:12:43.865261 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-40895bf1-a639-4062-a66a-1d44f5c71769 service neutron] For port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:43.926855 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-33876942-73ea-403c-a299-d332802fbd7c tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:43.929841 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-33876942-73ea-403c-a299-d332802fbd7c tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.10 "GET /v2.0/networks?id=b342ee4d-0792-4f61-92c2-fdd73513d352 HTTP/1.1" status: 200 len: 821 time: 0.2927251 Feb 28 20:12:43.931904 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6ccb03c1-4fab-4d93-98b3-20ee3b2a1778 req-76d2e20c-4b88-4984-bb40-9e4f645cb428 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 HTTP/1.1" status: 200 len: 999 time: 0.7940421 Feb 28 20:12:43.933524 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-40895bf1-a639-4062-a66a-1d44f5c71769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:43.991940 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0a365587-f5dc-43d7-9991-bc7599f23d6e tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Request body: {'port': {'device_id': '72421d88-dde0-4650-a0fe-678faf77b77b', 'network_id': 'b342ee4d-0792-4f61-92c2-fdd73513d352', 'admin_state_up': True, 'tenant_id': 'c83cd89bb17d484da92f04105fcb1263'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:44.097043 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb03c1-4fab-4d93-98b3-20ee3b2a1778 req-200f04a4-2c94-4e9f-964b-533bf36dff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:44.099240 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6ccb03c1-4fab-4d93-98b3-20ee3b2a1778 req-200f04a4-2c94-4e9f-964b-533bf36dff45 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5bdb9738-0226-44ac-99a9-db47472bff06 HTTP/1.1" status: 200 len: 854 time: 0.1352522 Feb 28 20:12:44.201915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 82441994-cc0a-40e3-91da-4eeada102710 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:12:44.224488 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb03c1-4fab-4d93-98b3-20ee3b2a1778 req-01313266-902f-4e23-ac86-d0e740682e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:44.228122 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6ccb03c1-4fab-4d93-98b3-20ee3b2a1778 req-01313266-902f-4e23-ac86-d0e740682e53 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c259a009-9e8f-4371-b00b-c3cfc6ef71d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1166184 Feb 28 20:12:44.246470 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482c58a-d2b2-49a4-80af-33237e4161ae req-c57f90a2-e9c0-45e3-baf7-6d4ad362221e tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:44.265976 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-40895bf1-a639-4062-a66a-1d44f5c71769 service neutron] Transition to ACTIVE for port object fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:12:44.271856 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0482c58a-d2b2-49a4-80af-33237e4161ae req-c57f90a2-e9c0-45e3-baf7-6d4ad362221e tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 944 time: 0.3390405 Feb 28 20:12:44.275885 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 82441994-cc0a-40e3-91da-4eeada102710 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:12:44.277725 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 82441994-cc0a-40e3-91da-4eeada102710 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:12:44.284770 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-40895bf1-a639-4062-a66a-1d44f5c71769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:44.362946 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e82ba-4d6d-4c63-a4d3-4e738430e9f3 req-da48f440-18cd-4f1b-886d-3f5ecae7cc63 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:44.372839 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40895bf1-a639-4062-a66a-1d44f5c71769 service neutron] Pushing event updated for resources: {'Port': ['ID=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95,revision_number=10']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:44.376994 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-036e82ba-4d6d-4c63-a4d3-4e738430e9f3 req-da48f440-18cd-4f1b-886d-3f5ecae7cc63 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 946 time: 0.4323227 Feb 28 20:12:44.494338 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-40895bf1-a639-4062-a66a-1d44f5c71769 service neutron] No DVR routers for this DVR port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:12:44.528778 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0482c58a-d2b2-49a4-80af-33237e4161ae req-d12503da-cd31-4197-bb6c-03e853d964e3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441220 Feb 28 20:12:44.535485 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-40895bf1-a639-4062-a66a-1d44f5c71769 service neutron] 10.222.0.15 "PUT /v2.0/ports/fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95/bindings/n-h2-820368-21/activate HTTP/1.1" status: 200 len: 370 time: 1.9388514 Feb 28 20:12:44.582608 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-036e82ba-4d6d-4c63-a4d3-4e738430e9f3 req-c8a99091-ec6a-40d6-8b82-e997195a1af1 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018981 Feb 28 20:12:44.605932 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6ccb03c1-4fab-4d93-98b3-20ee3b2a1778 req-3abd6614-449a-427f-bf20-6c1a0e576530 service neutron] 10.222.0.10 "GET /v2.0/networks/c259a009-9e8f-4371-b00b-c3cfc6ef71d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676631 Feb 28 20:12:44.624253 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0a365587-f5dc-43d7-9991-bc7599f23d6e tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Made reservation on behalf of c83cd89bb17d484da92f04105fcb1263 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:12:44.627870 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0a365587-f5dc-43d7-9991-bc7599f23d6e tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:44.821009 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8cbbfbbf-215e-4588-ada1-b37f443433cf req-e67906bd-132d-467f-a7d1-caeb4e912e62 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=527fd7e7-937f-4edb-98ff-418e463f1677 HTTP/1.1" status: 200 len: 210 time: 0.0801063 Feb 28 20:12:44.992984 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-17c2f78b-13bf-4617-86cf-d9e77bfd877c tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:44.993661 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6ccb03c1-4fab-4d93-98b3-20ee3b2a1778 req-33801714-c901-4140-8c63-4c0ba010fe3c service neutron] 10.222.0.10 "GET /v2.0/networks/c259a009-9e8f-4371-b00b-c3cfc6ef71d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753090 Feb 28 20:12:44.996262 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-17c2f78b-13bf-4617-86cf-d9e77bfd877c tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55&tenant_id=b4b67168c19e47fc8123410b2d1449a0&binding%3Ahost_id=n-h1-820368-21 HTTP/1.1" status: 200 len: 1128 time: 0.3286428 Feb 28 20:12:45.191602 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bdba5f09-6f6a-46bf-9188-f59bc4c1de74 req-cbae910b-9f29-44fc-b08c-e359269884da tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/ports?device_id=72421d88-dde0-4650-a0fe-678faf77b77b HTTP/1.1" status: 200 len: 210 time: 0.1425140 Feb 28 20:12:45.254959 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0a365587-f5dc-43d7-9991-bc7599f23d6e tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Allocated IP 172.20.0.5 (b342ee4d-0792-4f61-92c2-fdd73513d352/33390fb9-f1b2-4606-a2c2-a450a6165568/6e24beef-2101-4e48-a650-993ce05b6086) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:12:45.282726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-04bf1c24-95dc-4735-bfed-324f2f00225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:45.284588 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-04bf1c24-95dc-4735-bfed-324f2f00225b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55&tenant_id=b4b67168c19e47fc8123410b2d1449a0 HTTP/1.1" status: 200 len: 1128 time: 0.2537925 Feb 28 20:12:45.318125 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-f532f514-825d-4201-b2c4-d7c1633befc9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:45.318125 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-f532f514-825d-4201-b2c4-d7c1633befc9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/networks?id=c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 200 len: 811 time: 0.3383901 Feb 28 20:12:45.431630 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-d5b39391-3eb9-4b82-abc3-5ae9e5ba958e tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/quotas/319e808d1d994e11b5f42f1d9f8b43af HTTP/1.1" status: 200 len: 375 time: 0.1013997 Feb 28 20:12:45.511730 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-50f1ba6e-4ad8-4b78-8a89-b99fc0fddcba tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588112 Feb 28 20:12:45.560246 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-3b99c1c5-bb69-4779-b3ab-7b4590717e76 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c258cc5b77d946d495afb4d1b7de5427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482433 Feb 28 20:12:45.620224 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-00970a4b-aea9-4f4e-9d4b-a30f31adedae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:45.627985 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-00970a4b-aea9-4f4e-9d4b-a30f31adedae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 1128 time: 0.2931504 Feb 28 20:12:45.899954 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-b27d504f-706b-439b-895b-9b22304168d5 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:45.904100 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-b27d504f-706b-439b-895b-9b22304168d5 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3424492 Feb 28 20:12:45.933324 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0c3fa-3b75-4e82-ad26-a5fdc4dded39 req-8e5272e4-759f-4121-b3fe-c99d9598711c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:45.933703 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-378dd83c-205f-42c9-864a-d6160894d1dc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Request body: {'port': {'device_id': '527fd7e7-937f-4edb-98ff-418e463f1677', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'c258cc5b77d946d495afb4d1b7de5427'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:45.934775 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9db0c3fa-3b75-4e82-ad26-a5fdc4dded39 req-8e5272e4-759f-4121-b3fe-c99d9598711c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.15 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 944 time: 0.3037994 Feb 28 20:12:46.012172 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0a365587-f5dc-43d7-9991-bc7599f23d6e tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Publish callbacks [] for port (6e24beef-2101-4e48-a650-993ce05b6086), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:46.047705 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-1f0c0a1d-4537-48b8-adff-b2a35638ef78 service neutron] 10.222.0.13 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959905 Feb 28 20:12:46.063682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-ff113d88-f477-41d3-8eb6-7679d7208e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:46.070907 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-ff113d88-f477-41d3-8eb6-7679d7208e5b service neutron] 10.222.0.10 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 921 time: 0.3831267 Feb 28 20:12:46.178498 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-378dd83c-205f-42c9-864a-d6160894d1dc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Made reservation on behalf of c258cc5b77d946d495afb4d1b7de5427 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:12:46.182680 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-378dd83c-205f-42c9-864a-d6160894d1dc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:46.313128 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-c848c76b-9b16-4ae0-b805-7135af903833 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 HTTP/1.1" status: 200 len: 217 time: 0.1785696 Feb 28 20:12:46.361926 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-a8db7724-0b4d-46b6-a2c3-d893faf0a159 service neutron] 10.222.0.13 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128142 Feb 28 20:12:46.397065 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-be8a6229-8fbe-40ad-b434-ecde2316a58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:46.459104 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-378dd83c-205f-42c9-864a-d6160894d1dc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Allocated IP 192.168.233.4 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/34f096ca-10eb-4946-aa28-9d0595b7a63f) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:12:46.501137 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd55ed3-8b4a-46a8-ac7f-fc06cc580075 req-39261cd8-3ec0-4764-b695-b3e63bfe4de7 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:46.508228 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dcd55ed3-8b4a-46a8-ac7f-fc06cc580075 req-39261cd8-3ec0-4764-b695-b3e63bfe4de7 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 944 time: 0.4359870 Feb 28 20:12:46.530994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-556f9ea3-0dd4-4a86-94f2-e3db9ab98b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:46.533190 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-556f9ea3-0dd4-4a86-94f2-e3db9ab98b5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.1680524 Feb 28 20:12:46.539534 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0a365587-f5dc-43d7-9991-bc7599f23d6e tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (6e24beef-2101-4e48-a650-993ce05b6086), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:46.717744 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-9db0c3fa-3b75-4e82-ad26-a5fdc4dded39 req-085e25fa-8969-47fd-936c-ede2e348e59b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Deleting port a2997465-216a-4038-ad60-08fc1e053c7e {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:12:46.718320 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9db0c3fa-3b75-4e82-ad26-a5fdc4dded39 req-085e25fa-8969-47fd-936c-ede2e348e59b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a2997465-216a-4038-ad60-08fc1e053c7e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:46.814515 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-378dd83c-205f-42c9-864a-d6160894d1dc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks [] for port (34f096ca-10eb-4946-aa28-9d0595b7a63f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:46.882661 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-378dd83c-205f-42c9-864a-d6160894d1dc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (34f096ca-10eb-4946-aa28-9d0595b7a63f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:46.899003 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['1e15a2a7-e81f-4d5d-97a3-d6325b067668', '7eb3644c-290d-47dd-8261-c03c3eeabdce'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:12:46.971605 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-4d99579f-8221-477a-bb45-bdd7a3571600 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4273417 Feb 28 20:12:46.973497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13', '583bde8e-6a83-40b3-bd10-2c4d327505ea', 'e5598a34-c310-4bb0-adb6-44ebafa0e0f3', '6491f829-20d1-4a21-859c-b06a2e91dd5d', '181993a4-d8bd-483f-9aec-081bd960a7d0'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:12:46.983796 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378dd83c-205f-42c9-864a-d6160894d1dc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Pushing event updated for resources: {'Port': ['ID=34f096ca-10eb-4946-aa28-9d0595b7a63f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:46.987352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0a365587-f5dc-43d7-9991-bc7599f23d6e tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Network b342ee4d-0792-4f61-92c2-fdd73513d352 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:12:47.026041 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-378dd83c-205f-42c9-864a-d6160894d1dc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:12:47.032876 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-378dd83c-205f-42c9-864a-d6160894d1dc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:12:47.041520 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-378dd83c-205f-42c9-864a-d6160894d1dc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:12:47.095544 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0a365587-f5dc-43d7-9991-bc7599f23d6e tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:12:47.108880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0a365587-f5dc-43d7-9991-bc7599f23d6e tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:12:47.211050 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-9db0c3fa-3b75-4e82-ad26-a5fdc4dded39 req-085e25fa-8969-47fd-936c-ede2e348e59b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] For port a2997465-216a-4038-ad60-08fc1e053c7e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=a2997465-216a-4038-ad60-08fc1e053c7e,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:47.211311 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9db0c3fa-3b75-4e82-ad26-a5fdc4dded39 req-085e25fa-8969-47fd-936c-ede2e348e59b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a2997465-216a-4038-ad60-08fc1e053c7e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:47.381896 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-378dd83c-205f-42c9-864a-d6160894d1dc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:47.383015 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-378dd83c-205f-42c9-864a-d6160894d1dc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:47.472461 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a365587-f5dc-43d7-9991-bc7599f23d6e tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Pushing event updated for resources: {'Port': ['ID=6e24beef-2101-4e48-a650-993ce05b6086,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:47.472719 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-378dd83c-205f-42c9-864a-d6160894d1dc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5437438 Feb 28 20:12:47.481978 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-9db0c3fa-3b75-4e82-ad26-a5fdc4dded39 req-085e25fa-8969-47fd-936c-ede2e348e59b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Calling delete_port for a2997465-216a-4038-ad60-08fc1e053c7e owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:12:47.500604 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] Request body: {'port': {'device_id': '527fd7e7-937f-4edb-98ff-418e463f1677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:47.520189 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dcd55ed3-8b4a-46a8-ac7f-fc06cc580075 req-9e8d1320-0f01-406a-afb8-099e43e0ac2b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9775054 Feb 28 20:12:47.525419 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-77118f99-86a2-4a1e-8e94-b2def23c4d14 None None] Provisioning complete for port 34f096ca-10eb-4946-aa28-9d0595b7a63f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:12:47.526409 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-77118f99-86a2-4a1e-8e94-b2def23c4d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (34f096ca-10eb-4946-aa28-9d0595b7a63f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:47.574281 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8ba80-9973-41c6-817e-03a265635cd3 req-404e6948-9acc-4ca4-a253-17ee54895ecb tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:47.576519 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-40e8ba80-9973-41c6-817e-03a265635cd3 req-404e6948-9acc-4ca4-a253-17ee54895ecb tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 945 time: 0.5808628 Feb 28 20:12:47.611091 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-77118f99-86a2-4a1e-8e94-b2def23c4d14 None None] Port 34f096ca-10eb-4946-aa28-9d0595b7a63f cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:12:47.620408 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0a365587-f5dc-43d7-9991-bc7599f23d6e tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:47.627637 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0a365587-f5dc-43d7-9991-bc7599f23d6e tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:47.695882 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (34f096ca-10eb-4946-aa28-9d0595b7a63f), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:47.763194 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0a365587-f5dc-43d7-9991-bc7599f23d6e tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7782490 Feb 28 20:12:47.867533 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] Request body: {'port': {'device_id': '72421d88-dde0-4650-a0fe-678faf77b77b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:47.957620 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-40e8ba80-9973-41c6-817e-03a265635cd3 req-9373f3a4-fec4-47e4-89db-b2d36fc585f3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811937 Feb 28 20:12:47.980258 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-ece328a5-80d7-4645-bafe-c89559472464 service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9952064 Feb 28 20:12:48.211025 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device b903ebd3-b4f9-4d49-9753-17a1b739125e details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:12:48.214015 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device a2997465-216a-4038-ad60-08fc1e053c7e no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:12:48.399733 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-8793b44a-984f-4b34-a17a-413d0c5dcad3 service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971868 Feb 28 20:12:48.422038 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f096ca-10eb-4946-aa28-9d0595b7a63f {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:12:48.457816 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] Publish callbacks [] for port (34f096ca-10eb-4946-aa28-9d0595b7a63f), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:48.504391 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port a2997465-216a-4038-ad60-08fc1e053c7e is: DOWN; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:48.505010 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] Transition to ACTIVE for port object 34f096ca-10eb-4946-aa28-9d0595b7a63f will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:12:48.514970 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (34f096ca-10eb-4946-aa28-9d0595b7a63f), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:48.720600 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] Pushing event updated for resources: {'Port': ['ID=34f096ca-10eb-4946-aa28-9d0595b7a63f,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:48.725143 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] Attempting to bind port 34f096ca-10eb-4946-aa28-9d0595b7a63f on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:12:48.725607 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] Attempting to bind port 34f096ca-10eb-4946-aa28-9d0595b7a63f by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:12:48.725971 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7835a8f-f530-4543-9ba9-194d8d6cd8fa req-2348dac4-fea4-4ca7-8ada-c309372aa93c tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:48.726183 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] Attempting to bind port 34f096ca-10eb-4946-aa28-9d0595b7a63f on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:48.731890 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] Port 34f096ca-10eb-4946-aa28-9d0595b7a63f on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:12:48.732265 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] Attempting to bind port 34f096ca-10eb-4946-aa28-9d0595b7a63f on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:48.739661 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:12:48.740137 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:12:48.740604 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:12:48.741117 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] Bound port: 34f096ca-10eb-4946-aa28-9d0595b7a63f, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:12:48.741524 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (34f096ca-10eb-4946-aa28-9d0595b7a63f), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:48.744140 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7835a8f-f530-4543-9ba9-194d8d6cd8fa req-2348dac4-fea4-4ca7-8ada-c309372aa93c tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=527fd7e7-937f-4edb-98ff-418e463f1677 HTTP/1.1" status: 200 len: 934 time: 1.0872049 Feb 28 20:12:48.946825 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] For port 34f096ca-10eb-4946-aa28-9d0595b7a63f, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:12:48.991812 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] For port 34f096ca-10eb-4946-aa28-9d0595b7a63f, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=34f096ca-10eb-4946-aa28-9d0595b7a63f,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:12:49.009221 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (34f096ca-10eb-4946-aa28-9d0595b7a63f), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:49.086901 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] Pushing event updated for resources: {'Port': ['ID=34f096ca-10eb-4946-aa28-9d0595b7a63f,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:49.087633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port b903ebd3-b4f9-4d49-9753-17a1b739125e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b903ebd3-b4f9-4d49-9753-17a1b739125e,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:49.114640 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-ada5c35a-cc8b-40f5-9126-a3d03bfd209d tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:49.128587 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-ada5c35a-cc8b-40f5-9126-a3d03bfd209d tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55&tenant_id=b4b67168c19e47fc8123410b2d1449a0&binding%3Ahost_id=n-h2-820368-21 HTTP/1.1" status: 200 len: 1128 time: 0.1928024 Feb 28 20:12:49.153858 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'b903ebd3-b4f9-4d49-9753-17a1b739125e', 'network_id': '30ade989-eb50-4d25-b902-20ce10a97a59', 'port_id': 'b903ebd3-b4f9-4d49-9753-17a1b739125e', 'mac_address': 'fa:16:3e:81:40:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7b6343-09d6-47f5-84df-45ccf66aea66', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:12:49.162102 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b82a2fbd-2d05-49be-b678-4116a6105d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:49.314358 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port b903ebd3-b4f9-4d49-9753-17a1b739125e is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:49.314358 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b903ebd3-b4f9-4d49-9753-17a1b739125e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:49.326027 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:49.327315 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:49.328866 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2e77fb40-6f0a-4e5e-90d5-dc555e0d0a36 service neutron] 10.222.0.15 "PUT /v2.0/ports/34f096ca-10eb-4946-aa28-9d0595b7a63f HTTP/1.1" status: 200 len: 1095 time: 1.8413589 Feb 28 20:12:49.330676 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527fd7e7-937f-4edb-98ff-418e463f1677', 'tag': '34f096ca-10eb-4946-aa28-9d0595b7a63f'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:49.334797 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1d398c-46a0-4e0b-a603-dd2e4a28adfd" -d '{"events": [{"name": "network-changed", "server_uuid": "527fd7e7-937f-4edb-98ff-418e463f1677", "tag": "34f096ca-10eb-4946-aa28-9d0595b7a63f"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:49.393651 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b903ebd3-b4f9-4d49-9753-17a1b739125e {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:12:49.425634 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:49.464159 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-f8fa0028-cf26-4e11-9dab-f633d9fe96ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:49.465725 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-f8fa0028-cf26-4e11-9dab-f633d9fe96ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c258cc5b77d946d495afb4d1b7de5427&device_id=527fd7e7-937f-4edb-98ff-418e463f1677 HTTP/1.1" status: 200 len: 1129 time: 0.0706964 Feb 28 20:12:49.470372 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-c0a131d1-0ff4-402c-a596-c9147c67e578 service neutron] For port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:12:49.474301 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-c0a131d1-0ff4-402c-a596-c9147c67e578 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:49.475420 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7d62451-bfbe-4fb6-ac99-8d4784183d65 req-c0a131d1-0ff4-402c-a596-c9147c67e578 service neutron] 10.222.0.10 "DELETE /v2.0/ports/fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95/bindings/n-h1-820368-21 HTTP/1.1" status: 204 len: 173 time: 0.3454528 Feb 28 20:12:49.501944 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port b903ebd3-b4f9-4d49-9753-17a1b739125e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b903ebd3-b4f9-4d49-9753-17a1b739125e,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:49.510795 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b903ebd3-b4f9-4d49-9753-17a1b739125e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:49.622365 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-aac1f64f-dfc5-42ed-9040-2cc5bc1abcad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=34f096ca-10eb-4946-aa28-9d0595b7a63f HTTP/1.1" status: 200 len: 217 time: 0.1225762 Feb 28 20:12:49.622849 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=b903ebd3-b4f9-4d49-9753-17a1b739125e,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:49.656740 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['b903ebd3-b4f9-4d49-9753-17a1b739125e'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:12:49.673478 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6e24beef-2101-4e48-a650-993ce05b6086), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:49.692566 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-558514f0-8a8b-4c59-9384-777185e7a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:49.695888 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-558514f0-8a8b-4c59-9384-777185e7a91d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0623786 Feb 28 20:12:49.768131 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-69d57ab7-3dad-4003-ae9d-a312b26898e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:49.770697 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-69d57ab7-3dad-4003-ae9d-a312b26898e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0683246 Feb 28 20:12:49.983187 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:50.086856 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-bec5d843-6698-4d40-b636-27603a584f35 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:50.089077 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-bec5d843-6698-4d40-b636-27603a584f35 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.10 "GET /v2.0/networks?id=c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 200 len: 811 time: 0.4206216 Feb 28 20:12:50.108551 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-c3295448-7458-4b29-908e-845037b11b38 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306935 Feb 28 20:12:50.175176 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403dc204-d6af-4459-bfe7-01485857683d req-cc59c89f-c79e-4c32-913e-ef30e2c2277d tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:50.186767 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-403dc204-d6af-4459-bfe7-01485857683d req-cc59c89f-c79e-4c32-913e-ef30e2c2277d tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/ports?device_id=72421d88-dde0-4650-a0fe-678faf77b77b HTTP/1.1" status: 200 len: 931 time: 1.7835860 Feb 28 20:12:50.216177 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device b903ebd3-b4f9-4d49-9753-17a1b739125e up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:12:50.237081 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-7aaf13bd-0819-41f1-afbe-9de9fbf3e473 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Request body: {'port': {'device_id': 'a7717aab-9f29-4f13-8428-b723ee4f79c1', 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2', 'admin_state_up': True, 'tenant_id': '319e808d1d994e11b5f42f1d9f8b43af'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:50.246041 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7835a8f-f530-4543-9ba9-194d8d6cd8fa req-441d5824-71a1-4e35-a564-2a65e85ad2e7 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5000877 Feb 28 20:12:50.379695 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9db0c3fa-3b75-4e82-ad26-a5fdc4dded39 req-085e25fa-8969-47fd-936c-ede2e348e59b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a2997465-216a-4038-ad60-08fc1e053c7e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:50.414636 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['29f6caf3-5c35-43a3-a692-aeac48e8289b'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:12:50.501443 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b477124-eeee-468c-bce9-663e8fa87cfb req-2c02b9c0-9c48-4fd0-a918-409a5ff7a46c service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775079 Feb 28 20:12:50.546203 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e25fa-8969-47fd-936c-ede2e348e59b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Pushing event deleted for resources: {'Port': ['ID=a2997465-216a-4038-ad60-08fc1e053c7e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:50.568434 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-403dc204-d6af-4459-bfe7-01485857683d req-eac4f4e9-c120-4fae-b5b3-b9f04b385ce3 tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/security-groups?id=e09bbe8a-d793-45a4-957f-b87884d505e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808906 Feb 28 20:12:50.576069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port b903ebd3-b4f9-4d49-9753-17a1b739125e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:12:50.577867 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b903ebd3-b4f9-4d49-9753-17a1b739125e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:50.711923 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db0c3fa-3b75-4e82-ad26-a5fdc4dded39 req-085e25fa-8969-47fd-936c-ede2e348e59b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] No DVR routers for this DVR port a2997465-216a-4038-ad60-08fc1e053c7e on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:12:50.761871 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9db0c3fa-3b75-4e82-ad26-a5fdc4dded39 req-085e25fa-8969-47fd-936c-ede2e348e59b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:50.765497 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9db0c3fa-3b75-4e82-ad26-a5fdc4dded39 req-085e25fa-8969-47fd-936c-ede2e348e59b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.15 "DELETE /v2.0/ports/a2997465-216a-4038-ad60-08fc1e053c7e HTTP/1.1" status: 204 len: 173 time: 4.7989511 Feb 28 20:12:50.772008 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56df353b-9126-4d4c-b47e-69b7a8b052a1', 'name': 'network-vif-deleted', 'tag': 'a2997465-216a-4038-ad60-08fc1e053c7e'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:50.777319 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db2e663-10b3-4518-999b-daa24cb0de94" -d '{"events": [{"server_uuid": "56df353b-9126-4d4c-b47e-69b7a8b052a1", "name": "network-vif-deleted", "tag": "a2997465-216a-4038-ad60-08fc1e053c7e"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:50.833633 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3631bbbf-22e3-4165-826b-51039ea57dac req-f9af6d63-c2fa-498f-a48c-ca575159a93e tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7717aab-9f29-4f13-8428-b723ee4f79c1 HTTP/1.1" status: 200 len: 210 time: 0.1283267 Feb 28 20:12:50.978032 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-7aaf13bd-0819-41f1-afbe-9de9fbf3e473 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Made reservation on behalf of 319e808d1d994e11b5f42f1d9f8b43af for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:12:50.991924 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-7aaf13bd-0819-41f1-afbe-9de9fbf3e473 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:51.129802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port b903ebd3-b4f9-4d49-9753-17a1b739125e is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:51.130491 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b903ebd3-b4f9-4d49-9753-17a1b739125e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:51.319882 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e24beef-2101-4e48-a650-993ce05b6086 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:12:51.341112 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] Publish callbacks [] for port (6e24beef-2101-4e48-a650-993ce05b6086), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:51.387947 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:51.434163 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] Transition to ACTIVE for port object 6e24beef-2101-4e48-a650-993ce05b6086 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:12:51.442893 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e60a00f-01a2-4416-8d97-59c3c68316ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b903ebd3-b4f9-4d49-9753-17a1b739125e'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:51.452119 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74160852-64c7-4197-9c88-4e06f0ec2b01" -d '{"events": [{"server_uuid": "1e60a00f-01a2-4416-8d97-59c3c68316ae", "name": "network-vif-plugged", "status": "completed", "tag": "b903ebd3-b4f9-4d49-9753-17a1b739125e"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:51.462114 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (6e24beef-2101-4e48-a650-993ce05b6086), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:51.514554 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port b903ebd3-b4f9-4d49-9753-17a1b739125e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b903ebd3-b4f9-4d49-9753-17a1b739125e,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:51.536894 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b903ebd3-b4f9-4d49-9753-17a1b739125e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:51.592798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-7aaf13bd-0819-41f1-afbe-9de9fbf3e473 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Allocated IP 172.20.0.9 (c8345f72-ebdd-4937-93d2-787e920180e2/17bdb014-8992-41b5-9199-5d89512b4a60/c5c3d682-2add-4180-9044-b9345e57604d) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:12:51.753087 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=b903ebd3-b4f9-4d49-9753-17a1b739125e,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:51.968414 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e24beef-2101-4e48-a650-993ce05b6086,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:51.975250 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-7aaf13bd-0819-41f1-afbe-9de9fbf3e473 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks [] for port (c5c3d682-2add-4180-9044-b9345e57604d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:52.233460 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 34f096ca-10eb-4946-aa28-9d0595b7a63f details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:12:52.235353 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] Attempting to bind port 6e24beef-2101-4e48-a650-993ce05b6086 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:12:52.237116 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] Attempting to bind port 6e24beef-2101-4e48-a650-993ce05b6086 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '0378a699-07d1-4cff-a0e0-157e8f7636c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b342ee4d-0792-4f61-92c2-fdd73513d352'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:12:52.239853 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] Attempting to bind port 6e24beef-2101-4e48-a650-993ce05b6086 on network b342ee4d-0792-4f61-92c2-fdd73513d352 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:52.254662 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-7aaf13bd-0819-41f1-afbe-9de9fbf3e473 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (c5c3d682-2add-4180-9044-b9345e57604d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:52.259561 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:52.407994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] Port 6e24beef-2101-4e48-a650-993ce05b6086 on network b342ee4d-0792-4f61-92c2-fdd73513d352 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:12:52.408350 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] Attempting to bind port 6e24beef-2101-4e48-a650-993ce05b6086 on network b342ee4d-0792-4f61-92c2-fdd73513d352 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:52.481734 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-7aaf13bd-0819-41f1-afbe-9de9fbf3e473 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Network c8345f72-ebdd-4937-93d2-787e920180e2 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:12:52.498698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:12:52.498698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] Checking segment: {'id': '0378a699-07d1-4cff-a0e0-157e8f7636c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b342ee4d-0792-4f61-92c2-fdd73513d352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:12:52.498698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] Bound using segment: {'id': '0378a699-07d1-4cff-a0e0-157e8f7636c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b342ee4d-0792-4f61-92c2-fdd73513d352'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:12:52.498698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] Bound port: 6e24beef-2101-4e48-a650-993ce05b6086, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0378a699-07d1-4cff-a0e0-157e8f7636c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b342ee4d-0792-4f61-92c2-fdd73513d352'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:12:52.503832 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 34f096ca-10eb-4946-aa28-9d0595b7a63f, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=34f096ca-10eb-4946-aa28-9d0595b7a63f,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:52.507951 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6e24beef-2101-4e48-a650-993ce05b6086), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:52.535807 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-7aaf13bd-0819-41f1-afbe-9de9fbf3e473 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:12:52.544516 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '34f096ca-10eb-4946-aa28-9d0595b7a63f', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '34f096ca-10eb-4946-aa28-9d0595b7a63f', 'mac_address': 'fa:16:3e:b8:9a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:12:52.546188 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-7aaf13bd-0819-41f1-afbe-9de9fbf3e473 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:12:52.603226 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:52.680789 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf13bd-0819-41f1-afbe-9de9fbf3e473 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Pushing event updated for resources: {'Port': ['ID=c5c3d682-2add-4180-9044-b9345e57604d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:52.760230 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 34f096ca-10eb-4946-aa28-9d0595b7a63f is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:52.763201 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (34f096ca-10eb-4946-aa28-9d0595b7a63f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:52.830086 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f096ca-10eb-4946-aa28-9d0595b7a63f {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:12:52.925232 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 34f096ca-10eb-4946-aa28-9d0595b7a63f, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=34f096ca-10eb-4946-aa28-9d0595b7a63f,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:52.931268 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (34f096ca-10eb-4946-aa28-9d0595b7a63f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:52.948166 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-7aaf13bd-0819-41f1-afbe-9de9fbf3e473 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:52.949207 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-7aaf13bd-0819-41f1-afbe-9de9fbf3e473 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:52.963404 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] For port 6e24beef-2101-4e48-a650-993ce05b6086, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:12:52.972124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] For port 6e24beef-2101-4e48-a650-993ce05b6086, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=6e24beef-2101-4e48-a650-993ce05b6086,segment=NetworkSegment(0378a699-07d1-4cff-a0e0-157e8f7636c9),segment_id=0378a699-07d1-4cff-a0e0-157e8f7636c9)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:12:52.995209 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-7aaf13bd-0819-41f1-afbe-9de9fbf3e473 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7632773 Feb 28 20:12:52.997009 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (6e24beef-2101-4e48-a650-993ce05b6086), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:53.056896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=34f096ca-10eb-4946-aa28-9d0595b7a63f,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:53.112474 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] Request body: {'port': {'device_id': 'a7717aab-9f29-4f13-8428-b723ee4f79c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:12:53.211393 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:53.212184 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:53.213397 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] 10.222.0.10 "PUT /v2.0/ports/6e24beef-2101-4e48-a650-993ce05b6086 HTTP/1.1" status: 200 len: 1092 time: 5.3578753 Feb 28 20:12:53.293195 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['34f096ca-10eb-4946-aa28-9d0595b7a63f'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:12:53.341001 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c5c3d682-2add-4180-9044-b9345e57604d), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:53.343172 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e148848-2048-403f-b50b-3e4410a9e6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e24beef-2101-4e48-a650-993ce05b6086,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:53.475193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-da186183-6000-4ba5-b5cc-6b72d669daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:53.478634 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-da186183-6000-4ba5-b5cc-6b72d669daa5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c83cd89bb17d484da92f04105fcb1263&device_id=72421d88-dde0-4650-a0fe-678faf77b77b HTTP/1.1" status: 200 len: 1126 time: 0.1660652 Feb 28 20:12:53.607044 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-561dc9fe-bcd9-498f-a5e4-d31eff6f86bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e24beef-2101-4e48-a650-993ce05b6086 HTTP/1.1" status: 200 len: 217 time: 0.1100113 Feb 28 20:12:53.886286 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-9e26e1ab-4b03-4845-aef3-e3a7ff90821d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:53.889095 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-9e26e1ab-4b03-4845-aef3-e3a7ff90821d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=33390fb9-f1b2-4606-a2c2-a450a6165568 HTTP/1.1" status: 200 len: 861 time: 0.1762798 Feb 28 20:12:54.052095 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-d11fe560-868c-4e20-bb5c-66d42db3a380 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b342ee4d-0792-4f61-92c2-fdd73513d352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495218 Feb 28 20:12:54.474803 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-def964a8-bd9b-4542-b4d0-00c163c88838 service neutron] 10.222.0.10 "GET /v2.0/networks/b342ee4d-0792-4f61-92c2-fdd73513d352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877182 Feb 28 20:12:54.711026 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c3d682-2add-4180-9044-b9345e57604d {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:12:54.772346 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] Publish callbacks [] for port (c5c3d682-2add-4180-9044-b9345e57604d), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:54.818732 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d002ebbc-e5f1-4383-a9f8-db6b4ccf6cd2 req-f5cacbc9-e034-4542-a87d-e1b3b9813937 service neutron] 10.222.0.10 "GET /v2.0/networks/b342ee4d-0792-4f61-92c2-fdd73513d352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240697 Feb 28 20:12:54.828942 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] Transition to ACTIVE for port object c5c3d682-2add-4180-9044-b9345e57604d will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:12:54.838353 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (c5c3d682-2add-4180-9044-b9345e57604d), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:55.015254 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c3d682-2add-4180-9044-b9345e57604d,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:55.165803 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-187cf272-2bea-4f75-b296-b76d91a65f04 req-1336cab8-1e3e-49b0-976d-2ce6c84af41b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 210 time: 0.0558469 Feb 28 20:12:55.260446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] Attempting to bind port c5c3d682-2add-4180-9044-b9345e57604d on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:12:55.261223 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] Attempting to bind port c5c3d682-2add-4180-9044-b9345e57604d by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:12:55.261627 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] Attempting to bind port c5c3d682-2add-4180-9044-b9345e57604d on network c8345f72-ebdd-4937-93d2-787e920180e2 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:55.270797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] Port c5c3d682-2add-4180-9044-b9345e57604d on network c8345f72-ebdd-4937-93d2-787e920180e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:12:55.271206 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] Attempting to bind port c5c3d682-2add-4180-9044-b9345e57604d on network c8345f72-ebdd-4937-93d2-787e920180e2 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:12:55.281520 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29dd123-5061-4078-a576-206c14a71b0c x-openstack-request-id: req-b29dd123-5061-4078-a576-206c14a71b0c {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:55.282077 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527fd7e7-937f-4edb-98ff-418e463f1677", "tag": "34f096ca-10eb-4946-aa28-9d0595b7a63f", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:55.282359 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b29dd123-5061-4078-a576-206c14a71b0c {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:55.283017 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527fd7e7-937f-4edb-98ff-418e463f1677', 'tag': '34f096ca-10eb-4946-aa28-9d0595b7a63f', 'status': 'completed', 'code': 200} Feb 28 20:12:55.288603 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:12:55.289145 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] Checking segment: {'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:12:55.289687 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] Bound using segment: {'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:12:55.290357 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] Bound port: c5c3d682-2add-4180-9044-b9345e57604d, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:12:55.290904 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c5c3d682-2add-4180-9044-b9345e57604d), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:55.329737 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2bf58-211e-411e-93d8-f7dc97eb09d3 req-95accd05-24e4-48fe-abcc-0b808907382f tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:55.331677 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-11d2bf58-211e-411e-93d8-f7dc97eb09d3 req-95accd05-24e4-48fe-abcc-0b808907382f tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 945 time: 0.3001232 Feb 28 20:12:55.421843 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd590a1-fdbd-4120-9684-8f56006a62d9 x-openstack-request-id: req-7bd590a1-fdbd-4120-9684-8f56006a62d9 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:55.422409 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56df353b-9126-4d4c-b47e-69b7a8b052a1", "name": "network-vif-deleted", "tag": "a2997465-216a-4038-ad60-08fc1e053c7e", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:55.422409 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7bd590a1-fdbd-4120-9684-8f56006a62d9 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:55.423051 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56df353b-9126-4d4c-b47e-69b7a8b052a1', 'name': 'network-vif-deleted', 'tag': 'a2997465-216a-4038-ad60-08fc1e053c7e', 'status': 'completed', 'code': 200} Feb 28 20:12:55.490919 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] For port c5c3d682-2add-4180-9044-b9345e57604d, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:12:55.542634 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] For port c5c3d682-2add-4180-9044-b9345e57604d, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=c5c3d682-2add-4180-9044-b9345e57604d,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:12:55.572393 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (c5c3d682-2add-4180-9044-b9345e57604d), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:55.597150 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d398c-46a0-4e0b-a603-dd2e4a28adfd req-45d965ef-06b2-4b9d-8ea2-1a1e758a3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:55.599362 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd1d398c-46a0-4e0b-a603-dd2e4a28adfd req-45d965ef-06b2-4b9d-8ea2-1a1e758a3bc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c258cc5b77d946d495afb4d1b7de5427&device_id=527fd7e7-937f-4edb-98ff-418e463f1677 HTTP/1.1" status: 200 len: 1130 time: 0.2663205 Feb 28 20:12:55.743449 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a24f4-9b6f-4f3e-981a-5b0e78579af5 req-42a1a460-76af-4627-8be3-9ac4a59c612b tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:55.750336 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e3a24f4-9b6f-4f3e-981a-5b0e78579af5 req-42a1a460-76af-4627-8be3-9ac4a59c612b tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=527fd7e7-937f-4edb-98ff-418e463f1677 HTTP/1.1" status: 200 len: 947 time: 0.3267117 Feb 28 20:12:55.772172 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:55.773208 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:55.775343 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] 10.222.0.10 "PUT /v2.0/ports/c5c3d682-2add-4180-9044-b9345e57604d HTTP/1.1" status: 200 len: 1092 time: 2.7654245 Feb 28 20:12:55.802289 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-11d2bf58-211e-411e-93d8-f7dc97eb09d3 req-22b67ec6-408d-42e9-a677-9fae560cbb06 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455544 Feb 28 20:12:55.817242 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d398c-46a0-4e0b-a603-dd2e4a28adfd req-9163cb80-dbc5-4b07-9a19-99f007d8c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:55.818792 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd1d398c-46a0-4e0b-a603-dd2e4a28adfd req-9163cb80-dbc5-4b07-9a19-99f007d8c703 service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.1787558 Feb 28 20:12:55.906488 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd744c0-5448-4881-8fff-838d35187766 x-openstack-request-id: req-bdd744c0-5448-4881-8fff-838d35187766 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:55.907803 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e60a00f-01a2-4416-8d97-59c3c68316ae", "name": "network-vif-plugged", "status": "completed", "tag": "b903ebd3-b4f9-4d49-9753-17a1b739125e", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:55.908268 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdd744c0-5448-4881-8fff-838d35187766 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:55.909623 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e60a00f-01a2-4416-8d97-59c3c68316ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b903ebd3-b4f9-4d49-9753-17a1b739125e', 'code': 200} Feb 28 20:12:55.915539 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178664f-bfb1-4cc8-9266-e9312e966143 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c3d682-2add-4180-9044-b9345e57604d,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:55.924916 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd1d398c-46a0-4e0b-a603-dd2e4a28adfd req-b33f08fd-6a97-44a7-8db7-d4db1faf7033 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=34f096ca-10eb-4946-aa28-9d0595b7a63f HTTP/1.1" status: 200 len: 217 time: 0.0922134 Feb 28 20:12:55.976228 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e3a24f4-9b6f-4f3e-981a-5b0e78579af5 req-4668d11b-1772-4ae9-a3e3-a68fc07904fa tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217326 Feb 28 20:12:56.081451 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d398c-46a0-4e0b-a603-dd2e4a28adfd req-d6c74b58-6886-476e-b80e-b1d003328d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:56.083609 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd1d398c-46a0-4e0b-a603-dd2e4a28adfd req-d6c74b58-6886-476e-b80e-b1d003328d35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1359611 Feb 28 20:12:56.092140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-23b21795-760c-434a-a654-4ae83b8a56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:56.094125 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-23b21795-760c-434a-a654-4ae83b8a56c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&device_id=a7717aab-9f29-4f13-8428-b723ee4f79c1 HTTP/1.1" status: 200 len: 1126 time: 0.1914372 Feb 28 20:12:56.269262 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 34f096ca-10eb-4946-aa28-9d0595b7a63f up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:12:56.282134 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097fb3c-f5dc-4098-932a-75cc5d2479d4 req-4a2e2e89-fa46-42c4-97a5-a9cf66a4fcc2 tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:56.283821 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5097fb3c-f5dc-4098-932a-75cc5d2479d4 req-4a2e2e89-fa46-42c4-97a5-a9cf66a4fcc2 tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/ports?device_id=72421d88-dde0-4650-a0fe-678faf77b77b HTTP/1.1" status: 200 len: 943 time: 0.2812283 Feb 28 20:12:56.291600 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-c69cc2c7-2bad-4cc4-8faf-38ac52710c50 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5c3d682-2add-4180-9044-b9345e57604d HTTP/1.1" status: 200 len: 217 time: 0.1700706 Feb 28 20:12:56.350761 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 34f096ca-10eb-4946-aa28-9d0595b7a63f completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:12:56.361031 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 34f096ca-10eb-4946-aa28-9d0595b7a63f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:12:56.362847 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (34f096ca-10eb-4946-aa28-9d0595b7a63f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:56.398776 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d398c-46a0-4e0b-a603-dd2e4a28adfd req-91f341ab-f59d-4baf-aeed-665896123bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:56.400383 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd1d398c-46a0-4e0b-a603-dd2e4a28adfd req-91f341ab-f59d-4baf-aeed-665896123bad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3051970 Feb 28 20:12:56.447677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-90e29ceb-f7d8-440d-bc1d-b890b0bd5ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:56.449671 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-90e29ceb-f7d8-440d-bc1d-b890b0bd5ca4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=17bdb014-8992-41b5-9199-5d89512b4a60 HTTP/1.1" status: 200 len: 851 time: 0.1362939 Feb 28 20:12:56.505147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 34f096ca-10eb-4946-aa28-9d0595b7a63f is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:56.506344 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (34f096ca-10eb-4946-aa28-9d0595b7a63f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:56.534599 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29c492-c87b-4727-aab8-ced498ed4c1c req-d4167a96-e0c9-4727-b01a-8c87cb08313f tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:56.544973 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc29c492-c87b-4727-aab8-ced498ed4c1c req-d4167a96-e0c9-4727-b01a-8c87cb08313f tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7717aab-9f29-4f13-8428-b723ee4f79c1 HTTP/1.1" status: 200 len: 943 time: 0.4340911 Feb 28 20:12:56.573235 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5097fb3c-f5dc-4098-932a-75cc5d2479d4 req-6cf4a25b-5993-4bd1-91c3-799ddea85cc2 tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/security-groups?id=e09bbe8a-d793-45a4-957f-b87884d505e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786081 Feb 28 20:12:56.576110 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 34f096ca-10eb-4946-aa28-9d0595b7a63f, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=34f096ca-10eb-4946-aa28-9d0595b7a63f,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:56.585722 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (34f096ca-10eb-4946-aa28-9d0595b7a63f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:56.642061 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-03caa169-0c55-4b8c-af76-a3a844644ea9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8345f72-ebdd-4937-93d2-787e920180e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1642530 Feb 28 20:12:56.746428 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=34f096ca-10eb-4946-aa28-9d0595b7a63f,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:56.779637 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc29c492-c87b-4727-aab8-ced498ed4c1c req-0b62d387-911b-481e-856f-0690cdb111d4 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331316 Feb 28 20:12:56.900520 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd1d398c-46a0-4e0b-a603-dd2e4a28adfd req-0071c93d-d907-49cc-bab3-181fe9e79d80 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903307 Feb 28 20:12:57.094320 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-f9809031-3058-4588-b99c-c661b54847a9 service neutron] 10.222.0.10 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387252 Feb 28 20:12:57.101734 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c03a5c5-085f-49be-bc12-1eaf7d5a187f req-39b9d8c7-4dd8-48fd-a1e1-d2c986cfc75f tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 210 time: 0.0794301 Feb 28 20:12:57.298459 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd1d398c-46a0-4e0b-a603-dd2e4a28adfd req-12b8d2c1-4ae0-4eb9-8d85-93adbe982872 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835194 Feb 28 20:12:57.331320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e1f4f-52a3-4d55-8cd1-792eab0c0995 req-25a508ea-e3d8-4ba4-9eab-3c5f9d2c0e26 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:57.331320 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-799e1f4f-52a3-4d55-8cd1-792eab0c0995 req-25a508ea-e3d8-4ba4-9eab-3c5f9d2c0e26 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19cbd68-fe93-4215-98f9-4d19f25562b7 HTTP/1.1" status: 200 len: 949 time: 0.2476599 Feb 28 20:12:57.419177 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f71a8-d63a-47ea-9105-662aa42e6762 req-d23f69ba-e876-4739-b8dd-6f216d65553e tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:57.421023 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-031f71a8-d63a-47ea-9105-662aa42e6762 req-d23f69ba-e876-4739-b8dd-6f216d65553e tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 1128 time: 0.2235801 Feb 28 20:12:57.423965 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72421d88-dde0-4650-a0fe-678faf77b77b', 'tag': '6e24beef-2101-4e48-a650-993ce05b6086'}, {'name': 'network-changed', 'server_uuid': 'a7717aab-9f29-4f13-8428-b723ee4f79c1', 'tag': 'c5c3d682-2add-4180-9044-b9345e57604d'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:57.426331 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd51aec-7b6c-4fcc-b59d-ea894f1c77e0" -d '{"events": [{"name": "network-changed", "server_uuid": "72421d88-dde0-4650-a0fe-678faf77b77b", "tag": "6e24beef-2101-4e48-a650-993ce05b6086"}, {"name": "network-changed", "server_uuid": "a7717aab-9f29-4f13-8428-b723ee4f79c1", "tag": "c5c3d682-2add-4180-9044-b9345e57604d"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:57.435153 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0e6cb16-87d7-4bac-bf26-d74dcaf4318e req-64339528-8fa9-44b8-807c-58f388379ef5 service neutron] 10.222.0.10 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307350 Feb 28 20:12:57.482751 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-799e1f4f-52a3-4d55-8cd1-792eab0c0995 req-84c9b5fd-0d25-47f3-bccc-adc0da93da1e tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/security-groups?id=1367502b-cf39-4efc-b021-3d78c0b9b691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485922 Feb 28 20:12:57.558190 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-031f71a8-d63a-47ea-9105-662aa42e6762 req-a81c61d9-1a34-4169-8786-11b1682d7c3d tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215665 Feb 28 20:12:57.667707 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ca513d-406e-43e5-98fe-7d5e24bea606 x-openstack-request-id: req-59ca513d-406e-43e5-98fe-7d5e24bea606 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:57.668225 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72421d88-dde0-4650-a0fe-678faf77b77b", "tag": "6e24beef-2101-4e48-a650-993ce05b6086", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a7717aab-9f29-4f13-8428-b723ee4f79c1", "tag": "c5c3d682-2add-4180-9044-b9345e57604d", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:57.668658 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59ca513d-406e-43e5-98fe-7d5e24bea606 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:57.669285 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72421d88-dde0-4650-a0fe-678faf77b77b', 'tag': '6e24beef-2101-4e48-a650-993ce05b6086', 'status': 'completed', 'code': 200} Feb 28 20:12:57.669703 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7717aab-9f29-4f13-8428-b723ee4f79c1', 'tag': 'c5c3d682-2add-4180-9044-b9345e57604d', 'status': 'completed', 'code': 200} Feb 28 20:12:57.858016 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a619713-9d46-4dbe-b986-d6892f589594 req-473fac9b-4ba4-42d6-8c31-235546bc0e78 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:57.859846 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a619713-9d46-4dbe-b986-d6892f589594 req-473fac9b-4ba4-42d6-8c31-235546bc0e78 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=527fd7e7-937f-4edb-98ff-418e463f1677 HTTP/1.1" status: 200 len: 948 time: 0.2630877 Feb 28 20:12:57.898458 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd51aec-7b6c-4fcc-b59d-ea894f1c77e0 req-e6ee6954-e9a3-45cb-9c53-cf42efada745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:57.904119 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebd51aec-7b6c-4fcc-b59d-ea894f1c77e0 req-e6ee6954-e9a3-45cb-9c53-cf42efada745 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c83cd89bb17d484da92f04105fcb1263&device_id=72421d88-dde0-4650-a0fe-678faf77b77b HTTP/1.1" status: 200 len: 1126 time: 0.1535680 Feb 28 20:12:57.911341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527fd7e7-937f-4edb-98ff-418e463f1677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f096ca-10eb-4946-aa28-9d0595b7a63f'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:12:57.918242 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc5b184-dd67-4787-ae80-4e8aa8280cbd" -d '{"events": [{"server_uuid": "527fd7e7-937f-4edb-98ff-418e463f1677", "name": "network-vif-plugged", "status": "completed", "tag": "34f096ca-10eb-4946-aa28-9d0595b7a63f"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:12:58.027885 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a619713-9d46-4dbe-b986-d6892f589594 req-421f2406-17cf-44f5-944e-7f13921f2bda tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601195 Feb 28 20:12:58.287426 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9c51c79c-b91b-4231-b984-73844105fbf1 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:12:58.434900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 9c51c79c-b91b-4231-b984-73844105fbf1 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:58.435657 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:58.492554 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9c51c79c-b91b-4231-b984-73844105fbf1, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9c51c79c-b91b-4231-b984-73844105fbf1,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:58.517899 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:58.581056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d5469-2881-4ae2-971c-f1708e33194a req-f4a0abff-99ea-476c-a1ef-6eaa53f40c1e tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:58.594437 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-496d5469-2881-4ae2-971c-f1708e33194a req-f4a0abff-99ea-476c-a1ef-6eaa53f40c1e tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 946 time: 0.7287261 Feb 28 20:12:58.664400 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=9c51c79c-b91b-4231-b984-73844105fbf1,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:58.668533 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 6e24beef-2101-4e48-a650-993ce05b6086 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:12:58.685075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c2772-c401-43e0-8835-53e3d686a027 req-04470ac2-e3b4-4f13-9ad8-fddc2b3a68d8 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:58.688497 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-500c2772-c401-43e0-8835-53e3d686a027 req-04470ac2-e3b4-4f13-9ad8-fddc2b3a68d8 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 1128 time: 0.1963549 Feb 28 20:12:58.698236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd51aec-7b6c-4fcc-b59d-ea894f1c77e0 req-8a2f9b7d-a111-42b7-a4c3-e7607457a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:58.701012 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebd51aec-7b6c-4fcc-b59d-ea894f1c77e0 req-8a2f9b7d-a111-42b7-a4c3-e7607457a3cb service neutron] 10.222.0.10 "GET /v2.0/networks?id=b342ee4d-0792-4f61-92c2-fdd73513d352 HTTP/1.1" status: 200 len: 921 time: 0.7753894 Feb 28 20:12:58.729604 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-496d5469-2881-4ae2-971c-f1708e33194a req-d820e8f0-db91-4d5e-bc32-f7b387da6d6d tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336589 Feb 28 20:12:58.849290 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 6e24beef-2101-4e48-a650-993ce05b6086, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=6e24beef-2101-4e48-a650-993ce05b6086,segment=NetworkSegment(0378a699-07d1-4cff-a0e0-157e8f7636c9),segment_id=0378a699-07d1-4cff-a0e0-157e8f7636c9)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:58.869323 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '6e24beef-2101-4e48-a650-993ce05b6086', 'network_id': 'b342ee4d-0792-4f61-92c2-fdd73513d352', 'port_id': '6e24beef-2101-4e48-a650-993ce05b6086', 'mac_address': 'fa:16:3e:9f:28:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33390fb9-f1b2-4606-a2c2-a450a6165568', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:12:58.886914 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebd51aec-7b6c-4fcc-b59d-ea894f1c77e0 req-332f4ade-41f2-4cfa-bff4-b52f141e3d5d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e24beef-2101-4e48-a650-993ce05b6086 HTTP/1.1" status: 200 len: 217 time: 0.1557221 Feb 28 20:12:58.931452 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 6e24beef-2101-4e48-a650-993ce05b6086 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:12:58.932097 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6e24beef-2101-4e48-a650-993ce05b6086), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:58.961024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e24beef-2101-4e48-a650-993ce05b6086 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:12:59.008512 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 6e24beef-2101-4e48-a650-993ce05b6086, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=6e24beef-2101-4e48-a650-993ce05b6086,segment=NetworkSegment(0378a699-07d1-4cff-a0e0-157e8f7636c9),segment_id=0378a699-07d1-4cff-a0e0-157e8f7636c9)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:12:59.010481 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-500c2772-c401-43e0-8835-53e3d686a027 req-601b8bf9-e606-4183-b830-7e4d9f90da48 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076189 Feb 28 20:12:59.025138 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6e24beef-2101-4e48-a650-993ce05b6086), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:12:59.240094 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=6e24beef-2101-4e48-a650-993ce05b6086,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:12:59.244456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd51aec-7b6c-4fcc-b59d-ea894f1c77e0 req-62afd607-b14f-4fd0-9334-142c140a69bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:59.249776 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebd51aec-7b6c-4fcc-b59d-ea894f1c77e0 req-62afd607-b14f-4fd0-9334-142c140a69bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=33390fb9-f1b2-4606-a2c2-a450a6165568 HTTP/1.1" status: 200 len: 861 time: 0.2577059 Feb 28 20:12:59.304306 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e608d3e-94d5-4fb9-9693-1869bca756cd req-05d63cfc-f0a4-48ad-908b-4750c712739f tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:59.313146 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e608d3e-94d5-4fb9-9693-1869bca756cd req-05d63cfc-f0a4-48ad-908b-4750c712739f tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/ports?device_id=72421d88-dde0-4650-a0fe-678faf77b77b HTTP/1.1" status: 200 len: 943 time: 0.4229782 Feb 28 20:12:59.412967 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebd51aec-7b6c-4fcc-b59d-ea894f1c77e0 req-bcaeb003-ff00-4860-b25e-e42ca94cd1bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b342ee4d-0792-4f61-92c2-fdd73513d352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289856 Feb 28 20:12:59.612365 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e608d3e-94d5-4fb9-9693-1869bca756cd req-47d80f7c-2825-494b-876b-30c692c4ab08 tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/security-groups?id=e09bbe8a-d793-45a4-957f-b87884d505e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979758 Feb 28 20:12:59.651322 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['6e24beef-2101-4e48-a650-993ce05b6086'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:12:59.718449 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878deca-1744-476b-83b0-2b1ac84239ee req-624cb97e-d3c5-4b90-b58c-9eaf7f10f09c tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:12:59.721164 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a878deca-1744-476b-83b0-2b1ac84239ee req-624cb97e-d3c5-4b90-b58c-9eaf7f10f09c tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7717aab-9f29-4f13-8428-b723ee4f79c1 HTTP/1.1" status: 200 len: 943 time: 0.3882852 Feb 28 20:12:59.725521 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebd51aec-7b6c-4fcc-b59d-ea894f1c77e0 req-9d2e4338-ab7e-4d34-8161-66959eb7aa69 service neutron] 10.222.0.10 "GET /v2.0/networks/b342ee4d-0792-4f61-92c2-fdd73513d352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831752 Feb 28 20:12:59.744275 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b896aa82-981e-4fbf-b392-e49157556104 x-openstack-request-id: req-b896aa82-981e-4fbf-b392-e49157556104 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:12:59.744627 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527fd7e7-937f-4edb-98ff-418e463f1677", "name": "network-vif-plugged", "status": "completed", "tag": "34f096ca-10eb-4946-aa28-9d0595b7a63f", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:12:59.744831 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b896aa82-981e-4fbf-b392-e49157556104 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:12:59.745253 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527fd7e7-937f-4edb-98ff-418e463f1677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f096ca-10eb-4946-aa28-9d0595b7a63f', 'code': 200} Feb 28 20:13:00.097097 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e56e997-c32a-4b67-99fc-ce58fc860126 req-89f1fa6b-06e5-4717-b0c1-f0e23b236fab tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 210 time: 0.2679524 Feb 28 20:13:00.118781 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebd51aec-7b6c-4fcc-b59d-ea894f1c77e0 req-f74abb42-7f62-4e93-9527-86f3f538c32f service neutron] 10.222.0.10 "GET /v2.0/networks/b342ee4d-0792-4f61-92c2-fdd73513d352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767531 Feb 28 20:13:00.155843 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a878deca-1744-476b-83b0-2b1ac84239ee req-212daba9-0333-4080-beb4-6fe7099ccf85 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121220 Feb 28 20:13:00.181389 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8d34d-ede4-49f6-91b0-24c80a643b15 req-5be21b42-61b5-467f-a51a-047aced607ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:00.183393 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6fd8d34d-ede4-49f6-91b0-24c80a643b15 req-5be21b42-61b5-467f-a51a-047aced607ad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=527fd7e7-937f-4edb-98ff-418e463f1677 HTTP/1.1" status: 200 len: 1131 time: 0.3060439 Feb 28 20:13:00.389763 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6fd8d34d-ede4-49f6-91b0-24c80a643b15 req-da66309b-ae54-4e3e-b0d0-5bdfd4876179 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745300 Feb 28 20:13:00.404878 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd51aec-7b6c-4fcc-b59d-ea894f1c77e0 req-9b292958-ad30-4e04-9c3c-5d3cd81f5282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:00.406384 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebd51aec-7b6c-4fcc-b59d-ea894f1c77e0 req-9b292958-ad30-4e04-9c3c-5d3cd81f5282 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&device_id=a7717aab-9f29-4f13-8428-b723ee4f79c1 HTTP/1.1" status: 200 len: 1126 time: 0.2113786 Feb 28 20:13:00.415209 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947b6ca-85d8-457b-a80c-7969b37aa184 req-f674627f-970f-4e25-a731-9b99b8b39e4b tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:00.416793 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0947b6ca-85d8-457b-a80c-7969b37aa184 req-f674627f-970f-4e25-a731-9b99b8b39e4b tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=527fd7e7-937f-4edb-98ff-418e463f1677 HTTP/1.1" status: 200 len: 948 time: 0.1434734 Feb 28 20:13:00.567286 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd51aec-7b6c-4fcc-b59d-ea894f1c77e0 req-ed84c2a3-ca96-4c4f-8b1a-da623101f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:00.568796 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebd51aec-7b6c-4fcc-b59d-ea894f1c77e0 req-ed84c2a3-ca96-4c4f-8b1a-da623101f270 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 200 len: 911 time: 0.1509466 Feb 28 20:13:00.582683 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0947b6ca-85d8-457b-a80c-7969b37aa184 req-7d352ab5-e322-4a43-950c-cbb23a226248 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350310 Feb 28 20:13:00.689436 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebd51aec-7b6c-4fcc-b59d-ea894f1c77e0 req-0fb51fc1-b812-4d04-8012-171fdd5e3f6a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5c3d682-2add-4180-9044-b9345e57604d HTTP/1.1" status: 200 len: 217 time: 0.1036575 Feb 28 20:13:00.835814 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd51aec-7b6c-4fcc-b59d-ea894f1c77e0 req-480a6278-d010-4166-9849-7b22a99f9e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:00.837398 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebd51aec-7b6c-4fcc-b59d-ea894f1c77e0 req-480a6278-d010-4166-9849-7b22a99f9e74 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=17bdb014-8992-41b5-9199-5d89512b4a60 HTTP/1.1" status: 200 len: 851 time: 0.1287615 Feb 28 20:13:00.897087 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebd51aec-7b6c-4fcc-b59d-ea894f1c77e0 req-5ace6bcb-6f50-4c84-a2b6-5a072e3a4bce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8345f72-ebdd-4937-93d2-787e920180e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488391 Feb 28 20:13:01.098415 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebd51aec-7b6c-4fcc-b59d-ea894f1c77e0 req-23dff544-9e2a-4260-af74-a3ada76097d2 service neutron] 10.222.0.10 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850367 Feb 28 20:13:01.298296 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebd51aec-7b6c-4fcc-b59d-ea894f1c77e0 req-637c31de-751b-4a70-b43d-a8777c569261 service neutron] 10.222.0.10 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356237 Feb 28 20:13:01.395326 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a939b04d-6207-481d-bd38-7b050818520d req-63a13f16-8117-45a9-b38f-f019e96db586 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2958078 Feb 28 20:13:01.403928 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10247e2a-f31b-4e99-a5dd-caa6d4a0d7ba req-0d749e77-52aa-43db-81ee-7aa03d5d0f52 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:01.411102 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10247e2a-f31b-4e99-a5dd-caa6d4a0d7ba req-0d749e77-52aa-43db-81ee-7aa03d5d0f52 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 946 time: 0.2466791 Feb 28 20:13:01.560311 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10247e2a-f31b-4e99-a5dd-caa6d4a0d7ba req-45495e54-babd-4756-8766-e4df4f547ea7 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446009 Feb 28 20:13:01.576132 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939b04d-6207-481d-bd38-7b050818520d req-3e0de53a-96ee-4341-97a1-519db3bcb1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:01.577298 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a939b04d-6207-481d-bd38-7b050818520d req-3e0de53a-96ee-4341-97a1-519db3bcb1c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 1127 time: 0.1197712 Feb 28 20:13:01.746911 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19cbd68-fe93-4215-98f9-4d19f25562b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c51c79c-b91b-4231-b984-73844105fbf1'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:01.751546 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af6705b-968c-4ceb-9590-065c45df8357" -d '{"events": [{"server_uuid": "a19cbd68-fe93-4215-98f9-4d19f25562b7", "name": "network-vif-unplugged", "status": "completed", "tag": "9c51c79c-b91b-4231-b984-73844105fbf1"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:01.864271 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76667bf9-438d-42d6-9c98-6709e63c3942 req-c5015c36-80b2-41bc-91db-3f25eb2bec5e tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 210 time: 0.1218278 Feb 28 20:13:01.937686 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eaf0e0-e472-4951-b57f-7748c9764e26 req-52f2f858-6572-41a4-914f-137aabef2665 tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:01.961043 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-40eaf0e0-e472-4951-b57f-7748c9764e26 req-52f2f858-6572-41a4-914f-137aabef2665 tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/ports?device_id=72421d88-dde0-4650-a0fe-678faf77b77b HTTP/1.1" status: 200 len: 944 time: 0.2909014 Feb 28 20:13:02.108422 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939b04d-6207-481d-bd38-7b050818520d req-3a90a541-9eb7-49f1-9a05-bdd73cf87923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:02.110712 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a939b04d-6207-481d-bd38-7b050818520d req-3a90a541-9eb7-49f1-9a05-bdd73cf87923 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 921 time: 0.4924760 Feb 28 20:13:02.226423 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-40eaf0e0-e472-4951-b57f-7748c9764e26 req-7ce2d32b-2209-4b2c-8412-101ed510e2ac tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/security-groups?id=e09bbe8a-d793-45a4-957f-b87884d505e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635787 Feb 28 20:13:02.235972 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a939b04d-6207-481d-bd38-7b050818520d req-1c42574d-3bfc-4ce5-895e-04653ec2733c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55710990-32d3-4608-a37b-900c1bb6ecd7 HTTP/1.1" status: 200 len: 217 time: 0.0953701 Feb 28 20:13:02.350522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939b04d-6207-481d-bd38-7b050818520d req-ee094aea-7c6e-4390-ac91-b5fa3cd720bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:02.352241 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a939b04d-6207-481d-bd38-7b050818520d req-ee094aea-7c6e-4390-ac91-b5fa3cd720bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.1046207 Feb 28 20:13:02.364803 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3e49c-cce8-41eb-9f2d-5e136d9d40b5 req-77429140-0bb4-44ac-8176-fbb72570be39 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:02.373952 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d2d3e49c-cce8-41eb-9f2d-5e136d9d40b5 req-77429140-0bb4-44ac-8176-fbb72570be39 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7717aab-9f29-4f13-8428-b723ee4f79c1 HTTP/1.1" status: 200 len: 943 time: 0.3383753 Feb 28 20:13:02.435478 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a939b04d-6207-481d-bd38-7b050818520d req-79538c66-0fc7-4ef7-ab8c-b9f9ca7a44b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584815 Feb 28 20:13:02.587323 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a939b04d-6207-481d-bd38-7b050818520d req-a645331f-8103-4826-8b8a-e9d0be42c34a service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379447 Feb 28 20:13:02.636321 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device c5c3d682-2add-4180-9044-b9345e57604d details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:13:02.680570 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d2d3e49c-cce8-41eb-9f2d-5e136d9d40b5 req-b7524517-d239-4258-9c86-0817ebb826ef tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054202 Feb 28 20:13:02.791490 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d3a10-9fa5-403e-ae6e-b43178122b88 req-dc07fcbf-dc1c-43f9-9670-05da38466a57 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:02.797942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 6e24beef-2101-4e48-a650-993ce05b6086 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:13:02.803319 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a19d3a10-9fa5-403e-ae6e-b43178122b88 req-dc07fcbf-dc1c-43f9-9670-05da38466a57 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=527fd7e7-937f-4edb-98ff-418e463f1677 HTTP/1.1" status: 200 len: 948 time: 0.4083664 Feb 28 20:13:02.804319 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca42f9d-b22e-45d2-9a2e-944d209e3d96 x-openstack-request-id: req-0ca42f9d-b22e-45d2-9a2e-944d209e3d96 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:02.804899 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19cbd68-fe93-4215-98f9-4d19f25562b7", "name": "network-vif-unplugged", "status": "completed", "tag": "9c51c79c-b91b-4231-b984-73844105fbf1", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:02.805390 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ca42f9d-b22e-45d2-9a2e-944d209e3d96 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:02.806122 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19cbd68-fe93-4215-98f9-4d19f25562b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c51c79c-b91b-4231-b984-73844105fbf1', 'code': 200} Feb 28 20:13:02.871051 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a19d3a10-9fa5-403e-ae6e-b43178122b88 req-14fc15fb-a105-4c1f-b1e2-e2a3544788f6 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666609 Feb 28 20:13:02.961391 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a939b04d-6207-481d-bd38-7b050818520d req-29289bf2-8196-45d6-9719-3b57caea1187 service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597624 Feb 28 20:13:03.012582 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port c5c3d682-2add-4180-9044-b9345e57604d, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=c5c3d682-2add-4180-9044-b9345e57604d,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:03.174092 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992847c5-ae4a-4b03-ac8e-839773b03993 req-b0791d8f-8436-4741-97d6-9cf69062279b tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:03.176060 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-992847c5-ae4a-4b03-ac8e-839773b03993 req-b0791d8f-8436-4741-97d6-9cf69062279b tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 946 time: 0.1910982 Feb 28 20:13:03.342147 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-992847c5-ae4a-4b03-ac8e-839773b03993 req-5b438bf1-614f-4d2d-b39a-fe4c2ea30909 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543069 Feb 28 20:13:03.366697 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 6e24beef-2101-4e48-a650-993ce05b6086 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:13:03.377034 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'c5c3d682-2add-4180-9044-b9345e57604d', 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2', 'port_id': 'c5c3d682-2add-4180-9044-b9345e57604d', 'mac_address': 'fa:16:3e:a0:36:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bdb014-8992-41b5-9199-5d89512b4a60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:13:03.382890 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 6e24beef-2101-4e48-a650-993ce05b6086 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:13:03.383372 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6e24beef-2101-4e48-a650-993ce05b6086), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:03.492735 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-688cf0f2-e667-499e-a397-1002bf461c58 req-463ffe49-2a99-4ebe-b031-7eaad5178e09 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 210 time: 0.0469844 Feb 28 20:13:03.540645 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port c5c3d682-2add-4180-9044-b9345e57604d is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:03.541180 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c5c3d682-2add-4180-9044-b9345e57604d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:03.580681 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c3d682-2add-4180-9044-b9345e57604d {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:13:03.684300 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port c5c3d682-2add-4180-9044-b9345e57604d, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=c5c3d682-2add-4180-9044-b9345e57604d,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:03.701176 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c5c3d682-2add-4180-9044-b9345e57604d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:03.787289 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31d6c0-3d03-444b-a542-8716e994aef8 req-3840737a-3005-4ccc-9b60-ff43cf9903ba tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:03.796595 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5d31d6c0-3d03-444b-a542-8716e994aef8 req-3840737a-3005-4ccc-9b60-ff43cf9903ba tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=527fd7e7-937f-4edb-98ff-418e463f1677 HTTP/1.1" status: 200 len: 1131 time: 0.1295497 Feb 28 20:13:03.825194 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 6e24beef-2101-4e48-a650-993ce05b6086 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:03.826576 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6e24beef-2101-4e48-a650-993ce05b6086), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:03.854012 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=c5c3d682-2add-4180-9044-b9345e57604d,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:03.932433 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 6e24beef-2101-4e48-a650-993ce05b6086, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=6e24beef-2101-4e48-a650-993ce05b6086,segment=NetworkSegment(0378a699-07d1-4cff-a0e0-157e8f7636c9),segment_id=0378a699-07d1-4cff-a0e0-157e8f7636c9)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:03.937633 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6e24beef-2101-4e48-a650-993ce05b6086), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:03.946059 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5d31d6c0-3d03-444b-a542-8716e994aef8 req-69ee3f41-3ddc-418a-abb9-3ead27c731fd tempest-ServersOnMultiNodesTest-802610930 tempest-ServersOnMultiNodesTest-802610930-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465983 Feb 28 20:13:04.011559 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e2b93-e3d9-4d3d-8e13-a9c5dd22a710 req-560cd931-aaf9-4a92-b0e0-36ebcb9e9117 tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:04.013799 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-878e2b93-e3d9-4d3d-8e13-a9c5dd22a710 req-560cd931-aaf9-4a92-b0e0-36ebcb9e9117 tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/ports?device_id=72421d88-dde0-4650-a0fe-678faf77b77b HTTP/1.1" status: 200 len: 944 time: 0.1836915 Feb 28 20:13:04.125360 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-878e2b93-e3d9-4d3d-8e13-a9c5dd22a710 req-db3b57e4-87d8-4c32-ab0d-cd532b8d42e3 tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/security-groups?id=e09bbe8a-d793-45a4-957f-b87884d505e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054025 Feb 28 20:13:04.138737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=6e24beef-2101-4e48-a650-993ce05b6086,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:04.297815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda94ee3-c68e-4b28-a940-c6af6f60a51c req-fcceedee-724f-4af1-9858-906b031ac2ba tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:04.311164 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fda94ee3-c68e-4b28-a940-c6af6f60a51c req-fcceedee-724f-4af1-9858-906b031ac2ba tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7717aab-9f29-4f13-8428-b723ee4f79c1 HTTP/1.1" status: 200 len: 944 time: 0.0961802 Feb 28 20:13:04.401332 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['c5c3d682-2add-4180-9044-b9345e57604d'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:04.440815 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fda94ee3-c68e-4b28-a940-c6af6f60a51c req-8b398326-0485-4ca9-ad72-53644d49bb4a tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283033 Feb 28 20:13:04.739076 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad965cb3-da8b-45e4-af31-66204898e502 req-cef8cae9-b71b-4154-a368-39804a513f96 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:04.750626 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad965cb3-da8b-45e4-af31-66204898e502 req-cef8cae9-b71b-4154-a368-39804a513f96 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=527fd7e7-937f-4edb-98ff-418e463f1677 HTTP/1.1" status: 200 len: 948 time: 0.1786916 Feb 28 20:13:04.793704 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f63ed5-cee5-4ee1-8ebb-6d1de99c4e38 req-60be30cf-e5b2-4d2f-9816-a475bbbc50e7 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:04.796603 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-88f63ed5-cee5-4ee1-8ebb-6d1de99c4e38 req-60be30cf-e5b2-4d2f-9816-a475bbbc50e7 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 946 time: 0.1462836 Feb 28 20:13:04.807955 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72421d88-dde0-4650-a0fe-678faf77b77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e24beef-2101-4e48-a650-993ce05b6086'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:04.810249 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79010908-0856-46ed-8685-2988a496e91e" -d '{"events": [{"server_uuid": "72421d88-dde0-4650-a0fe-678faf77b77b", "name": "network-vif-plugged", "status": "completed", "tag": "6e24beef-2101-4e48-a650-993ce05b6086"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:04.857516 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad965cb3-da8b-45e4-af31-66204898e502 req-2342fb5b-a5c3-4d7d-954d-c476ea1ede7f tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054709 Feb 28 20:13:05.002633 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-88f63ed5-cee5-4ee1-8ebb-6d1de99c4e38 req-78bf628c-c401-4b70-9ff0-37b9f6c0348f tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560500 Feb 28 20:13:05.086681 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e13d96c-d994-40a6-b891-22d369847f74 req-0446c893-d94c-4f3b-9a1d-464102563f86 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 210 time: 0.0823359 Feb 28 20:13:05.200074 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc618b32-208b-4552-b485-710717428335 x-openstack-request-id: req-dc618b32-208b-4552-b485-710717428335 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:05.200699 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72421d88-dde0-4650-a0fe-678faf77b77b", "name": "network-vif-plugged", "status": "completed", "tag": "6e24beef-2101-4e48-a650-993ce05b6086", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:05.200699 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc618b32-208b-4552-b485-710717428335 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:05.201342 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72421d88-dde0-4650-a0fe-678faf77b77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e24beef-2101-4e48-a650-993ce05b6086', 'code': 200} Feb 28 20:13:05.449021 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43def520-646c-4723-b340-a8d0a75e3251 req-8a5b0dd0-0b51-4204-972c-2fa6d5fd6761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:05.450576 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-43def520-646c-4723-b340-a8d0a75e3251 req-8a5b0dd0-0b51-4204-972c-2fa6d5fd6761 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=72421d88-dde0-4650-a0fe-678faf77b77b HTTP/1.1" status: 200 len: 1128 time: 0.1580904 Feb 28 20:13:05.466546 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b72b9e-1024-46b1-a64d-e3bcc69f2202 req-34d0965a-3945-4e60-b059-e641349dc491 tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:05.490903 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6b72b9e-1024-46b1-a64d-e3bcc69f2202 req-34d0965a-3945-4e60-b059-e641349dc491 tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/ports?device_id=72421d88-dde0-4650-a0fe-678faf77b77b HTTP/1.1" status: 200 len: 945 time: 0.1828117 Feb 28 20:13:05.657017 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6b72b9e-1024-46b1-a64d-e3bcc69f2202 req-ee2f9ef2-e62b-445b-934c-937a5f8655cb tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/security-groups?id=e09bbe8a-d793-45a4-957f-b87884d505e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636281 Feb 28 20:13:05.724021 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e93e48-b25d-4b6d-a83a-e885943b5a7b req-d761d34e-9495-4c75-9ade-f5310eb53633 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:05.726313 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60e93e48-b25d-4b6d-a83a-e885943b5a7b req-d761d34e-9495-4c75-9ade-f5310eb53633 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7717aab-9f29-4f13-8428-b723ee4f79c1 HTTP/1.1" status: 200 len: 944 time: 0.1846397 Feb 28 20:13:05.789456 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-43def520-646c-4723-b340-a8d0a75e3251 req-7bdb3184-ae7a-4c34-bb58-461f68be25ab service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e09bbe8a-d793-45a4-957f-b87884d505e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924979 Feb 28 20:13:05.880447 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60e93e48-b25d-4b6d-a83a-e885943b5a7b req-6bd39604-92e2-484d-840c-4fb658eb3fb8 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372292 Feb 28 20:13:06.077916 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6904-6ab4-4c18-bb39-d7953b9f2f7f req-3120ce05-4af0-40b1-9d8f-474fd759da0d tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:06.086490 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a22f6904-6ab4-4c18-bb39-d7953b9f2f7f req-3120ce05-4af0-40b1-9d8f-474fd759da0d tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=527fd7e7-937f-4edb-98ff-418e463f1677 HTTP/1.1" status: 200 len: 948 time: 0.1049652 Feb 28 20:13:06.153169 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a22f6904-6ab4-4c18-bb39-d7953b9f2f7f req-23f0acd6-72a7-44b1-93a1-21cfd42e7db3 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656364 Feb 28 20:13:06.254948 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08457ce3-63eb-4a6b-90f1-d229f2ef0ce9 req-8be509bc-3d72-43a1-b0fc-ef2f13b8dc10 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:06.266981 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08457ce3-63eb-4a6b-90f1-d229f2ef0ce9 req-8be509bc-3d72-43a1-b0fc-ef2f13b8dc10 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 946 time: 0.0962839 Feb 28 20:13:06.338407 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9c51c79c-b91b-4231-b984-73844105fbf1 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:13:06.419652 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08457ce3-63eb-4a6b-90f1-d229f2ef0ce9 req-a7e34290-ea05-41a9-b22d-ae7113f2ee3f tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468189 Feb 28 20:13:06.436939 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-baf84006-7e63-41ed-9403-c9cd73b85a19 req-558cbef8-b1c4-44e9-a712-cfa7dd13e06f tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 210 time: 0.1457839 Feb 28 20:13:06.562249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badbed0-27ca-4110-bce7-fb6452e0eee6 req-891b79e6-b351-4782-b0ee-e9b18ce5f497 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:06.564424 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0badbed0-27ca-4110-bce7-fb6452e0eee6 req-891b79e6-b351-4782-b0ee-e9b18ce5f497 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.15 "GET /v2.0/ports?device_id=527fd7e7-937f-4edb-98ff-418e463f1677 HTTP/1.1" status: 200 len: 948 time: 0.1117203 Feb 28 20:13:06.615630 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9c51c79c-b91b-4231-b984-73844105fbf1, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9c51c79c-b91b-4231-b984-73844105fbf1,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:06.638890 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '9c51c79c-b91b-4231-b984-73844105fbf1', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '9c51c79c-b91b-4231-b984-73844105fbf1', 'mac_address': 'fa:16:3e:3c:c0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:13:06.716629 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 9c51c79c-b91b-4231-b984-73844105fbf1 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:06.717119 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:06.727852 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-0badbed0-27ca-4110-bce7-fb6452e0eee6 req-8e46d4bd-f7c3-45e1-b5cd-ddcb2dbbb6c5 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Deleting port 34f096ca-10eb-4946-aa28-9d0595b7a63f {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:13:06.729169 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0badbed0-27ca-4110-bce7-fb6452e0eee6 req-8e46d4bd-f7c3-45e1-b5cd-ddcb2dbbb6c5 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (34f096ca-10eb-4946-aa28-9d0595b7a63f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:06.759984 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c51c79c-b91b-4231-b984-73844105fbf1 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:13:06.805561 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9c51c79c-b91b-4231-b984-73844105fbf1, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9c51c79c-b91b-4231-b984-73844105fbf1,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:06.812160 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:06.891844 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=9c51c79c-b91b-4231-b984-73844105fbf1,revision_number=9']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:06.969836 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['9c51c79c-b91b-4231-b984-73844105fbf1'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:07.002757 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f71995-10b3-422f-b585-259657057f06 req-3b06aaa6-7820-4ff3-9d84-39c5457e7e3e tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:07.014580 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-25f71995-10b3-422f-b585-259657057f06 req-3b06aaa6-7820-4ff3-9d84-39c5457e7e3e tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/ports?device_id=72421d88-dde0-4650-a0fe-678faf77b77b HTTP/1.1" status: 200 len: 945 time: 0.1905050 Feb 28 20:13:07.018347 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-0badbed0-27ca-4110-bce7-fb6452e0eee6 req-8e46d4bd-f7c3-45e1-b5cd-ddcb2dbbb6c5 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] For port 34f096ca-10eb-4946-aa28-9d0595b7a63f, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=34f096ca-10eb-4946-aa28-9d0595b7a63f,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:07.018948 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0badbed0-27ca-4110-bce7-fb6452e0eee6 req-8e46d4bd-f7c3-45e1-b5cd-ddcb2dbbb6c5 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (34f096ca-10eb-4946-aa28-9d0595b7a63f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:07.156860 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-0badbed0-27ca-4110-bce7-fb6452e0eee6 req-8e46d4bd-f7c3-45e1-b5cd-ddcb2dbbb6c5 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Calling delete_port for 34f096ca-10eb-4946-aa28-9d0595b7a63f owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:13:07.296548 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-25f71995-10b3-422f-b585-259657057f06 req-c508c4ff-c282-463b-a376-ea7e63467fc1 tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/security-groups?id=e09bbe8a-d793-45a4-957f-b87884d505e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807889 Feb 28 20:13:07.328692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24a4b3-92e1-4cac-892f-4fd2dfb0f825 req-158d9faf-7650-4234-b919-50a4c36e8840 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:07.330368 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c24a4b3-92e1-4cac-892f-4fd2dfb0f825 req-158d9faf-7650-4234-b919-50a4c36e8840 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7717aab-9f29-4f13-8428-b723ee4f79c1 HTTP/1.1" status: 200 len: 944 time: 0.3066041 Feb 28 20:13:07.495247 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c24a4b3-92e1-4cac-892f-4fd2dfb0f825 req-542e65f8-48dd-4fbb-8732-e7bd1a681ccf tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558590 Feb 28 20:13:07.653055 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af4382-c8b1-48e6-9986-057ec91ba230 req-14db9dda-65ad-4012-893d-e9c3b2e10a89 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:07.655451 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-80af4382-c8b1-48e6-9986-057ec91ba230 req-14db9dda-65ad-4012-893d-e9c3b2e10a89 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=527fd7e7-937f-4edb-98ff-418e463f1677 HTTP/1.1" status: 200 len: 948 time: 0.2570870 Feb 28 20:13:07.806347 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0badbed0-27ca-4110-bce7-fb6452e0eee6 req-8e46d4bd-f7c3-45e1-b5cd-ddcb2dbbb6c5 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (34f096ca-10eb-4946-aa28-9d0595b7a63f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:07.832059 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['1e15a2a7-e81f-4d5d-97a3-d6325b067668', '7eb3644c-290d-47dd-8261-c03c3eeabdce', '34f096ca-10eb-4946-aa28-9d0595b7a63f'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:07.919891 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46d4bd-f7c3-45e1-b5cd-ddcb2dbbb6c5 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Pushing event deleted for resources: {'Port': ['ID=34f096ca-10eb-4946-aa28-9d0595b7a63f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:07.989673 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13', '583bde8e-6a83-40b3-bd10-2c4d327505ea', 'e5598a34-c310-4bb0-adb6-44ebafa0e0f3', '6491f829-20d1-4a21-859c-b06a2e91dd5d', '181993a4-d8bd-483f-9aec-081bd960a7d0'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:08.107602 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a11b37-bd4c-41f1-abcb-9a771d9acd29 req-7929ac36-52cc-406d-bb7a-6fc4e4ef24df tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:08.110590 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70a11b37-bd4c-41f1-abcb-9a771d9acd29 req-7929ac36-52cc-406d-bb7a-6fc4e4ef24df tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 946 time: 0.4538932 Feb 28 20:13:08.150048 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-80af4382-c8b1-48e6-9986-057ec91ba230 req-f77207e0-20a6-4791-973e-56b18ae14a7e tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773284 Feb 28 20:13:08.267529 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0badbed0-27ca-4110-bce7-fb6452e0eee6 req-8e46d4bd-f7c3-45e1-b5cd-ddcb2dbbb6c5 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] No DVR routers for this DVR port 34f096ca-10eb-4946-aa28-9d0595b7a63f on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:13:08.273729 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0badbed0-27ca-4110-bce7-fb6452e0eee6 req-8e46d4bd-f7c3-45e1-b5cd-ddcb2dbbb6c5 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:08.279608 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0badbed0-27ca-4110-bce7-fb6452e0eee6 req-8e46d4bd-f7c3-45e1-b5cd-ddcb2dbbb6c5 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.15 "DELETE /v2.0/ports/34f096ca-10eb-4946-aa28-9d0595b7a63f HTTP/1.1" status: 204 len: 173 time: 1.7063451 Feb 28 20:13:08.287373 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527fd7e7-937f-4edb-98ff-418e463f1677', 'name': 'network-vif-deleted', 'tag': '34f096ca-10eb-4946-aa28-9d0595b7a63f'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:08.289757 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049ff9b0-f49d-4faa-a19c-5a2a4e20041b" -d '{"events": [{"server_uuid": "527fd7e7-937f-4edb-98ff-418e463f1677", "name": "network-vif-deleted", "tag": "34f096ca-10eb-4946-aa28-9d0595b7a63f"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:08.333481 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70a11b37-bd4c-41f1-abcb-9a771d9acd29 req-5a9ea4d3-a04b-4831-87af-cd6f8cc28566 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792250 Feb 28 20:13:08.476042 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9c51c79c-b91b-4231-b984-73844105fbf1 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:13:08.645763 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 9c51c79c-b91b-4231-b984-73844105fbf1 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:13:08.646401 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:08.654618 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-662c92c2-eeea-404b-be38-2a314aa7f283 req-28a1400f-951a-4aaf-9deb-adbb30faf224 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df353b-9126-4d4c-b47e-69b7a8b052a1 HTTP/1.1" status: 200 len: 210 time: 0.0631313 Feb 28 20:13:08.728200 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device c5c3d682-2add-4180-9044-b9345e57604d up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:13:08.992175 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c02c07-cccc-4e43-9a30-50deeeed1fc1 x-openstack-request-id: req-a5c02c07-cccc-4e43-9a30-50deeeed1fc1 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:08.993227 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527fd7e7-937f-4edb-98ff-418e463f1677", "name": "network-vif-deleted", "tag": "34f096ca-10eb-4946-aa28-9d0595b7a63f", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:08.993787 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5c02c07-cccc-4e43-9a30-50deeeed1fc1 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:08.994518 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527fd7e7-937f-4edb-98ff-418e463f1677', 'name': 'network-vif-deleted', 'tag': '34f096ca-10eb-4946-aa28-9d0595b7a63f', 'status': 'completed', 'code': 200} Feb 28 20:13:09.039420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port c5c3d682-2add-4180-9044-b9345e57604d completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:13:09.143529 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port c5c3d682-2add-4180-9044-b9345e57604d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:13:09.143986 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c5c3d682-2add-4180-9044-b9345e57604d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:09.307884 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e06f4-e099-4219-aac5-c5808e429fb2 req-bb53b134-d703-4456-95a3-852cea2ae257 tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:09.314349 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c67e06f4-e099-4219-aac5-c5808e429fb2 req-bb53b134-d703-4456-95a3-852cea2ae257 tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/ports?device_id=72421d88-dde0-4650-a0fe-678faf77b77b HTTP/1.1" status: 200 len: 945 time: 0.1985373 Feb 28 20:13:09.510884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c67e06f4-e099-4219-aac5-c5808e429fb2 req-80f7ecbb-68b7-4ac2-8aa3-e28c95268e45 tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/security-groups?id=e09bbe8a-d793-45a4-957f-b87884d505e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893811 Feb 28 20:13:09.513519 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port c5c3d682-2add-4180-9044-b9345e57604d is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:09.514025 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c5c3d682-2add-4180-9044-b9345e57604d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:09.584262 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port c5c3d682-2add-4180-9044-b9345e57604d, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=c5c3d682-2add-4180-9044-b9345e57604d,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:09.630179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7717aab-9f29-4f13-8428-b723ee4f79c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c3d682-2add-4180-9044-b9345e57604d'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:09.634569 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36c939f-5db9-446d-a88b-ca7d56bf0791" -d '{"events": [{"server_uuid": "a7717aab-9f29-4f13-8428-b723ee4f79c1", "name": "network-vif-plugged", "status": "completed", "tag": "c5c3d682-2add-4180-9044-b9345e57604d"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:09.650366 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 9c51c79c-b91b-4231-b984-73844105fbf1 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:09.651033 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:09.725090 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c5c3d682-2add-4180-9044-b9345e57604d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:09.885340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8fe72-7106-4ddc-bd7f-98934515504b req-c7d55f1c-d276-4261-870e-230e8145c63e tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:09.888054 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9c51c79c-b91b-4231-b984-73844105fbf1, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9c51c79c-b91b-4231-b984-73844105fbf1,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:09.898812 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1fb8fe72-7106-4ddc-bd7f-98934515504b req-c7d55f1c-d276-4261-870e-230e8145c63e tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7717aab-9f29-4f13-8428-b723ee4f79c1 HTTP/1.1" status: 200 len: 945 time: 0.1630690 Feb 28 20:13:09.934005 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:10.055851 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1fb8fe72-7106-4ddc-bd7f-98934515504b req-a6f83a47-bbfd-4712-b003-e1847e68ccfa tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440251 Feb 28 20:13:10.137012 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=c5c3d682-2add-4180-9044-b9345e57604d,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:10.399117 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 34f096ca-10eb-4946-aa28-9d0595b7a63f no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:13:10.485481 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 34f096ca-10eb-4946-aa28-9d0595b7a63f {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:13:10.486048 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 34f096ca-10eb-4946-aa28-9d0595b7a63f not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:13:10.501174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=9c51c79c-b91b-4231-b984-73844105fbf1,revision_number=10']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:10.532613 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d7dde-e64e-4827-822c-219c96767f18 req-a8870096-dc5b-415b-8478-3f1e554d4e02 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:10.542177 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-499d7dde-e64e-4827-822c-219c96767f18 req-a8870096-dc5b-415b-8478-3f1e554d4e02 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 946 time: 0.1689544 Feb 28 20:13:10.797865 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-499d7dde-e64e-4827-822c-219c96767f18 req-2315db5e-f930-42d5-b63d-2006634997f2 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447498 Feb 28 20:13:11.061951 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b074a9-6805-4fe2-8cb3-60c4a981d482 x-openstack-request-id: req-90b074a9-6805-4fe2-8cb3-60c4a981d482 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:11.062983 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7717aab-9f29-4f13-8428-b723ee4f79c1", "name": "network-vif-plugged", "status": "completed", "tag": "c5c3d682-2add-4180-9044-b9345e57604d", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:11.063454 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90b074a9-6805-4fe2-8cb3-60c4a981d482 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:11.064149 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7717aab-9f29-4f13-8428-b723ee4f79c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c3d682-2add-4180-9044-b9345e57604d', 'code': 200} Feb 28 20:13:11.491961 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfeff91-e882-4aef-acc6-d70ec97f020b req-b4185ae0-6460-477a-987a-c62229919d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:11.495183 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7dfeff91-e882-4aef-acc6-d70ec97f020b req-b4185ae0-6460-477a-987a-c62229919d76 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a7717aab-9f29-4f13-8428-b723ee4f79c1 HTTP/1.1" status: 200 len: 1128 time: 0.2757699 Feb 28 20:13:11.575344 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7dfeff91-e882-4aef-acc6-d70ec97f020b req-5041bcc5-212b-4a16-9748-2219533dfc49 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736923 Feb 28 20:13:11.950880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417331bb-6f72-4f6f-bfad-64d14d38e724 req-1b3b536d-d3d1-4eb5-9e5e-c618d54b00d8 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:11.952830 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-417331bb-6f72-4f6f-bfad-64d14d38e724 req-1b3b536d-d3d1-4eb5-9e5e-c618d54b00d8 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7717aab-9f29-4f13-8428-b723ee4f79c1 HTTP/1.1" status: 200 len: 945 time: 0.1404202 Feb 28 20:13:12.115095 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-417331bb-6f72-4f6f-bfad-64d14d38e724 req-08f4fc13-8b4f-4ee5-a8cb-4de774c08397 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406217 Feb 28 20:13:12.338235 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c566fa-9161-418e-8eb7-f2510d08bd18 req-46b523d2-88ff-475c-ac1a-4451089befa4 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:12.348280 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4c566fa-9161-418e-8eb7-f2510d08bd18 req-46b523d2-88ff-475c-ac1a-4451089befa4 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbb0dd8-8c6a-4770-b675-147cba0a5cc5 HTTP/1.1" status: 200 len: 949 time: 0.1261830 Feb 28 20:13:12.462166 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4c566fa-9161-418e-8eb7-f2510d08bd18 req-af77eddc-7182-41ad-aa51-0dd6ae652edf tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126297 Feb 28 20:13:12.989142 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec53d7-407e-4246-a94b-53b07f3384b1 req-e76eac0e-88b6-45a9-8f37-7267a52d5840 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:13.023708 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1dec53d7-407e-4246-a94b-53b07f3384b1 req-e76eac0e-88b6-45a9-8f37-7267a52d5840 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 946 time: 0.2517877 Feb 28 20:13:13.065755 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19cbd68-fe93-4215-98f9-4d19f25562b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c51c79c-b91b-4231-b984-73844105fbf1'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:13.070375 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729fff8b-c931-459a-902b-b6456e0ab899" -d '{"events": [{"server_uuid": "a19cbd68-fe93-4215-98f9-4d19f25562b7", "name": "network-vif-plugged", "status": "completed", "tag": "9c51c79c-b91b-4231-b984-73844105fbf1"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:13.218468 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1dec53d7-407e-4246-a94b-53b07f3384b1 req-b0206d87-855e-49c7-b867-48c7169f965a tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931756 Feb 28 20:13:13.350364 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba89099-bfbe-48e7-b269-62fb18c5aca8 x-openstack-request-id: req-1ba89099-bfbe-48e7-b269-62fb18c5aca8 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:13.350660 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19cbd68-fe93-4215-98f9-4d19f25562b7", "name": "network-vif-plugged", "status": "completed", "tag": "9c51c79c-b91b-4231-b984-73844105fbf1", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:13.350918 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ba89099-bfbe-48e7-b269-62fb18c5aca8 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:13.351317 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19cbd68-fe93-4215-98f9-4d19f25562b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c51c79c-b91b-4231-b984-73844105fbf1', 'code': 200} Feb 28 20:13:13.432919 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e73e6c-e8fd-4e0d-b4f4-844be4722283 req-31760450-c554-423d-bf81-3d79e57bc4bd tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:13.435555 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c5e73e6c-e8fd-4e0d-b4f4-844be4722283 req-31760450-c554-423d-bf81-3d79e57bc4bd tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/ports?device_id=72421d88-dde0-4650-a0fe-678faf77b77b HTTP/1.1" status: 200 len: 945 time: 0.1534970 Feb 28 20:13:13.596404 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c5e73e6c-e8fd-4e0d-b4f4-844be4722283 req-4503b755-c6d2-4732-bbd0-c3b7c39167ee tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/security-groups?id=e09bbe8a-d793-45a4-957f-b87884d505e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317089 Feb 28 20:13:13.619267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa153d2e-9ee2-45eb-80e1-a3ecffdfc140 req-274feb5f-fc48-43f6-9e0e-f55be3b21580 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:13.621254 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa153d2e-9ee2-45eb-80e1-a3ecffdfc140 req-274feb5f-fc48-43f6-9e0e-f55be3b21580 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7717aab-9f29-4f13-8428-b723ee4f79c1 HTTP/1.1" status: 200 len: 945 time: 0.1722901 Feb 28 20:13:13.713308 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa153d2e-9ee2-45eb-80e1-a3ecffdfc140 req-2eb66ec9-406c-4c26-9593-bc75885a6032 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795183 Feb 28 20:13:13.956479 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b044120-1f11-4407-b9f7-4aecb897bcb8 req-1b4341cc-92ba-422c-967e-7be1262d8f98 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:13.972224 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8b044120-1f11-4407-b9f7-4aecb897bcb8 req-1b4341cc-92ba-422c-967e-7be1262d8f98 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbb0dd8-8c6a-4770-b675-147cba0a5cc5 HTTP/1.1" status: 200 len: 949 time: 0.1685040 Feb 28 20:13:14.056667 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8b044120-1f11-4407-b9f7-4aecb897bcb8 req-af9fe14f-8cd9-4a47-ad41-a3c6b027ac37 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828841 Feb 28 20:13:14.496587 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065836ac-813f-415a-83ae-90a189a07fcb req-a1b01d7f-16b5-40ea-b050-64ff30fdd417 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:14.498869 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-065836ac-813f-415a-83ae-90a189a07fcb req-a1b01d7f-16b5-40ea-b050-64ff30fdd417 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 946 time: 0.1462970 Feb 28 20:13:14.619094 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-065836ac-813f-415a-83ae-90a189a07fcb req-4652a34e-c368-4322-8620-4b142f12a336 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099370 Feb 28 20:13:14.738948 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30d252-0820-4b11-b9e4-6b9256fe03c5 req-366a8d05-76a3-4d6d-b728-1075238cd80e tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:14.744706 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec30d252-0820-4b11-b9e4-6b9256fe03c5 req-366a8d05-76a3-4d6d-b728-1075238cd80e tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "GET /v2.0/ports?device_id=dcbb0dd8-8c6a-4770-b675-147cba0a5cc5 HTTP/1.1" status: 200 len: 949 time: 0.1225755 Feb 28 20:13:15.039472 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74702725-64ab-4194-b357-4ea194ad20ea req-ef49da35-e00f-4d8e-8e73-b42c91fe6d5d tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:15.046925 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-74702725-64ab-4194-b357-4ea194ad20ea req-ef49da35-e00f-4d8e-8e73-b42c91fe6d5d tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/ports?device_id=72421d88-dde0-4650-a0fe-678faf77b77b HTTP/1.1" status: 200 len: 945 time: 0.1771283 Feb 28 20:13:15.083978 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-ec30d252-0820-4b11-b9e4-6b9256fe03c5 req-2e760358-89ed-4335-8bc8-c1efacaca377 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Deleting port 181993a4-d8bd-483f-9aec-081bd960a7d0 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:13:15.085680 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ec30d252-0820-4b11-b9e4-6b9256fe03c5 req-2e760358-89ed-4335-8bc8-c1efacaca377 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (181993a4-d8bd-483f-9aec-081bd960a7d0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:15.329683 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-74702725-64ab-4194-b357-4ea194ad20ea req-12ad4796-674c-4511-889b-44f4a982e257 tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/security-groups?id=e09bbe8a-d793-45a4-957f-b87884d505e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818425 Feb 28 20:13:15.397471 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269046d9-10e0-413b-afe2-d662edda6568 req-23d0d4ab-40f4-4730-8cb4-bb9f2e0671ea tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:15.399106 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-269046d9-10e0-413b-afe2-d662edda6568 req-23d0d4ab-40f4-4730-8cb4-bb9f2e0671ea tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7717aab-9f29-4f13-8428-b723ee4f79c1 HTTP/1.1" status: 200 len: 945 time: 0.2850902 Feb 28 20:13:15.467206 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-ec30d252-0820-4b11-b9e4-6b9256fe03c5 req-2e760358-89ed-4335-8bc8-c1efacaca377 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] For port 181993a4-d8bd-483f-9aec-081bd960a7d0, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=181993a4-d8bd-483f-9aec-081bd960a7d0,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:15.467580 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ec30d252-0820-4b11-b9e4-6b9256fe03c5 req-2e760358-89ed-4335-8bc8-c1efacaca377 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (181993a4-d8bd-483f-9aec-081bd960a7d0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:15.497630 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-ec30d252-0820-4b11-b9e4-6b9256fe03c5 req-2e760358-89ed-4335-8bc8-c1efacaca377 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Calling delete_port for 181993a4-d8bd-483f-9aec-081bd960a7d0 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:13:15.540080 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbd180-e8c5-425c-9e3c-4212dc369092 req-b7aba545-fccc-4ae0-af39-f66d332a7b58 tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:15.541617 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-09cbd180-e8c5-425c-9e3c-4212dc369092 req-b7aba545-fccc-4ae0-af39-f66d332a7b58 tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.10 "GET /v2.0/ports?device_id=72421d88-dde0-4650-a0fe-678faf77b77b HTTP/1.1" status: 200 len: 945 time: 0.1579084 Feb 28 20:13:15.612383 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-269046d9-10e0-413b-afe2-d662edda6568 req-506fe6b7-a51d-403f-b14c-fa0d4433fc1d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309245 Feb 28 20:13:16.267104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de2acc-859b-4281-bc8d-3536be583966 req-d9bcbd23-45ee-4a2f-9c24-0bbf8abec8d8 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:16.275354 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36de2acc-859b-4281-bc8d-3536be583966 req-d9bcbd23-45ee-4a2f-9c24-0bbf8abec8d8 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbb0dd8-8c6a-4770-b675-147cba0a5cc5 HTTP/1.1" status: 200 len: 949 time: 0.6625907 Feb 28 20:13:16.285393 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-09cbd180-e8c5-425c-9e3c-4212dc369092 req-3ad6259f-da45-46a7-aeb8-08d1f7d6a39f tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Deleting port 6e24beef-2101-4e48-a650-993ce05b6086 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:13:16.285915 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-09cbd180-e8c5-425c-9e3c-4212dc369092 req-3ad6259f-da45-46a7-aeb8-08d1f7d6a39f tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6e24beef-2101-4e48-a650-993ce05b6086), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:16.410875 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-09cbd180-e8c5-425c-9e3c-4212dc369092 req-3ad6259f-da45-46a7-aeb8-08d1f7d6a39f tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] For port 6e24beef-2101-4e48-a650-993ce05b6086, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=6e24beef-2101-4e48-a650-993ce05b6086,segment=NetworkSegment(0378a699-07d1-4cff-a0e0-157e8f7636c9),segment_id=0378a699-07d1-4cff-a0e0-157e8f7636c9)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:16.411259 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-09cbd180-e8c5-425c-9e3c-4212dc369092 req-3ad6259f-da45-46a7-aeb8-08d1f7d6a39f tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6e24beef-2101-4e48-a650-993ce05b6086), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:16.413594 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1b935c04-d071-4223-8f4d-d914b629dde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:16.419628 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device b903ebd3-b4f9-4d49-9753-17a1b739125e no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:13:16.430039 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-09cbd180-e8c5-425c-9e3c-4212dc369092 req-3ad6259f-da45-46a7-aeb8-08d1f7d6a39f tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Calling delete_port for 6e24beef-2101-4e48-a650-993ce05b6086 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:13:16.542607 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port b903ebd3-b4f9-4d49-9753-17a1b739125e is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:16.543305 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b903ebd3-b4f9-4d49-9753-17a1b739125e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:16.588967 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port b903ebd3-b4f9-4d49-9753-17a1b739125e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b903ebd3-b4f9-4d49-9753-17a1b739125e,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:16.590567 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e60a00f-01a2-4416-8d97-59c3c68316ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b903ebd3-b4f9-4d49-9753-17a1b739125e'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:16.596408 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8301a78-86eb-4e45-9957-80ab80f597a7" -d '{"events": [{"server_uuid": "1e60a00f-01a2-4416-8d97-59c3c68316ae", "name": "network-vif-unplugged", "status": "completed", "tag": "b903ebd3-b4f9-4d49-9753-17a1b739125e"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:16.602292 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b903ebd3-b4f9-4d49-9753-17a1b739125e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:16.604536 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-09cbd180-e8c5-425c-9e3c-4212dc369092 req-3ad6259f-da45-46a7-aeb8-08d1f7d6a39f tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (6e24beef-2101-4e48-a650-993ce05b6086), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:16.662935 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36de2acc-859b-4281-bc8d-3536be583966 req-ad4cbb56-5f6c-4fdb-934b-c4f451b3e663 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816388 Feb 28 20:13:16.673807 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=b903ebd3-b4f9-4d49-9753-17a1b739125e,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:16.676890 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['6e24beef-2101-4e48-a650-993ce05b6086'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:16.739163 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6259f-da45-46a7-aeb8-08d1f7d6a39f tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Pushing event deleted for resources: {'Port': ['ID=6e24beef-2101-4e48-a650-993ce05b6086,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:16.796130 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c496e-f451-43ea-a981-b9e28ba3485b req-b623d4a1-6f69-433c-a72b-2317d65beb98 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:16.798010 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b8c496e-f451-43ea-a981-b9e28ba3485b req-b623d4a1-6f69-433c-a72b-2317d65beb98 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 946 time: 0.6117377 Feb 28 20:13:16.802400 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ec30d252-0820-4b11-b9e4-6b9256fe03c5 req-2e760358-89ed-4335-8bc8-c1efacaca377 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (181993a4-d8bd-483f-9aec-081bd960a7d0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:16.817424 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['1e15a2a7-e81f-4d5d-97a3-d6325b067668', '7eb3644c-290d-47dd-8261-c03c3eeabdce'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:16.820154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13', '583bde8e-6a83-40b3-bd10-2c4d327505ea', 'e5598a34-c310-4bb0-adb6-44ebafa0e0f3', '6491f829-20d1-4a21-859c-b06a2e91dd5d'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:16.870326 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cbd180-e8c5-425c-9e3c-4212dc369092 req-3ad6259f-da45-46a7-aeb8-08d1f7d6a39f tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] No DVR routers for this DVR port 6e24beef-2101-4e48-a650-993ce05b6086 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:13:16.882634 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-09cbd180-e8c5-425c-9e3c-4212dc369092 req-3ad6259f-da45-46a7-aeb8-08d1f7d6a39f tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:16.889324 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-09cbd180-e8c5-425c-9e3c-4212dc369092 req-3ad6259f-da45-46a7-aeb8-08d1f7d6a39f tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.10 "DELETE /v2.0/ports/6e24beef-2101-4e48-a650-993ce05b6086 HTTP/1.1" status: 204 len: 173 time: 1.3162901 Feb 28 20:13:16.891247 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72421d88-dde0-4650-a0fe-678faf77b77b', 'name': 'network-vif-deleted', 'tag': '6e24beef-2101-4e48-a650-993ce05b6086'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:16.894233 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ec8468-c18d-44e0-ad25-f42d81b11712" -d '{"events": [{"server_uuid": "72421d88-dde0-4650-a0fe-678faf77b77b", "name": "network-vif-deleted", "tag": "6e24beef-2101-4e48-a650-993ce05b6086"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:16.927496 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:13:16.968571 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e760358-89ed-4335-8bc8-c1efacaca377 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Pushing event deleted for resources: {'Port': ['ID=181993a4-d8bd-483f-9aec-081bd960a7d0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:17.056885 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec30d252-0820-4b11-b9e4-6b9256fe03c5 req-2e760358-89ed-4335-8bc8-c1efacaca377 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] No DVR routers for this DVR port 181993a4-d8bd-483f-9aec-081bd960a7d0 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:13:17.102701 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ec30d252-0820-4b11-b9e4-6b9256fe03c5 req-2e760358-89ed-4335-8bc8-c1efacaca377 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:17.120844 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec30d252-0820-4b11-b9e4-6b9256fe03c5 req-2e760358-89ed-4335-8bc8-c1efacaca377 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "DELETE /v2.0/ports/181993a4-d8bd-483f-9aec-081bd960a7d0 HTTP/1.1" status: 204 len: 173 time: 2.3692460 Feb 28 20:13:17.129434 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33ba2b-91ce-4778-8e7a-524f1e1a47f6 req-74292b1f-d656-4e35-9eba-191398121b82 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:17.146754 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f33ba2b-91ce-4778-8e7a-524f1e1a47f6 req-74292b1f-d656-4e35-9eba-191398121b82 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 944 time: 0.3713186 Feb 28 20:13:17.229289 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b8c496e-f451-43ea-a981-b9e28ba3485b req-7ae6f7fd-6fcd-4c9c-abe9-cadfe7b25a21 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633478 Feb 28 20:13:17.281684 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7366c2-306c-4285-9205-bd4f7767c978 req-5c2d5112-8648-4af3-9bd4-342ae75d0207 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:17.295620 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2f7366c2-306c-4285-9205-bd4f7767c978 req-5c2d5112-8648-4af3-9bd4-342ae75d0207 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7717aab-9f29-4f13-8428-b723ee4f79c1 HTTP/1.1" status: 200 len: 945 time: 0.5079615 Feb 28 20:13:17.508263 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83e5d54b-6f37-4c37-bc69-83ac6f500f17 req-582c88ce-1be0-4207-af68-900a46caa34e tempest-InstanceActionsNegativeTestJSON-576931367 tempest-InstanceActionsNegativeTestJSON-576931367-project] 10.222.0.13 "GET /v2.0/ports?device_id=72421d88-dde0-4650-a0fe-678faf77b77b HTTP/1.1" status: 200 len: 210 time: 0.0671291 Feb 28 20:13:17.546494 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2f7366c2-306c-4285-9205-bd4f7767c978 req-4a530078-a62e-41f8-9b80-29e29fcad386 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496114 Feb 28 20:13:17.608839 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-3f33ba2b-91ce-4778-8e7a-524f1e1a47f6 req-bce6816c-5128-41f9-ab68-2b8dd97adf5f tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Deleting port b903ebd3-b4f9-4d49-9753-17a1b739125e {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:13:17.609783 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3f33ba2b-91ce-4778-8e7a-524f1e1a47f6 req-bce6816c-5128-41f9-ab68-2b8dd97adf5f tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b903ebd3-b4f9-4d49-9753-17a1b739125e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:17.684382 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67b4208-2a7c-462d-ac8e-5895f671348e x-openstack-request-id: req-c67b4208-2a7c-462d-ac8e-5895f671348e {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:17.684992 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e60a00f-01a2-4416-8d97-59c3c68316ae", "name": "network-vif-unplugged", "status": "completed", "tag": "b903ebd3-b4f9-4d49-9753-17a1b739125e", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:17.688076 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c67b4208-2a7c-462d-ac8e-5895f671348e {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:17.690983 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e60a00f-01a2-4416-8d97-59c3c68316ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b903ebd3-b4f9-4d49-9753-17a1b739125e', 'code': 200} Feb 28 20:13:17.974965 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f97ab1-e753-4ea5-b192-3281dc9ddbea x-openstack-request-id: req-02f97ab1-e753-4ea5-b192-3281dc9ddbea {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:17.975398 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72421d88-dde0-4650-a0fe-678faf77b77b", "name": "network-vif-deleted", "tag": "6e24beef-2101-4e48-a650-993ce05b6086", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:17.976447 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02f97ab1-e753-4ea5-b192-3281dc9ddbea {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:17.978045 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72421d88-dde0-4650-a0fe-678faf77b77b', 'name': 'network-vif-deleted', 'tag': '6e24beef-2101-4e48-a650-993ce05b6086', 'status': 'completed', 'code': 200} Feb 28 20:13:17.985724 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-3f33ba2b-91ce-4778-8e7a-524f1e1a47f6 req-bce6816c-5128-41f9-ab68-2b8dd97adf5f tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] For port b903ebd3-b4f9-4d49-9753-17a1b739125e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b903ebd3-b4f9-4d49-9753-17a1b739125e,segment=NetworkSegment(f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac),segment_id=f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:17.988891 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3f33ba2b-91ce-4778-8e7a-524f1e1a47f6 req-bce6816c-5128-41f9-ab68-2b8dd97adf5f tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b903ebd3-b4f9-4d49-9753-17a1b739125e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:18.062177 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-3f33ba2b-91ce-4778-8e7a-524f1e1a47f6 req-bce6816c-5128-41f9-ab68-2b8dd97adf5f tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Calling delete_port for b903ebd3-b4f9-4d49-9753-17a1b739125e owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:13:18.283815 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6169e9cb-e761-4319-b34b-55a81c156caf req-44ff51a7-448e-4e00-a140-80d80b9fa32e tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbb0dd8-8c6a-4770-b675-147cba0a5cc5 HTTP/1.1" status: 200 len: 210 time: 0.3047416 Feb 28 20:13:18.390536 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7565f-818b-4eab-a05d-8a223e4f910a req-8f4cc671-8af9-430d-abee-8d0c102319cd tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:18.392388 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71e7565f-818b-4eab-a05d-8a223e4f910a req-8f4cc671-8af9-430d-abee-8d0c102319cd tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7717aab-9f29-4f13-8428-b723ee4f79c1 HTTP/1.1" status: 200 len: 945 time: 0.1656666 Feb 28 20:13:18.499297 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3f33ba2b-91ce-4778-8e7a-524f1e1a47f6 req-bce6816c-5128-41f9-ab68-2b8dd97adf5f tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (b903ebd3-b4f9-4d49-9753-17a1b739125e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:18.572592 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71e7565f-818b-4eab-a05d-8a223e4f910a req-e0ad9a49-2a17-486d-8551-3c54b8ba92f8 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713622 Feb 28 20:13:18.580552 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6816c-5128-41f9-ab68-2b8dd97adf5f tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Pushing event deleted for resources: {'Port': ['ID=b903ebd3-b4f9-4d49-9753-17a1b739125e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:18.637716 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f33ba2b-91ce-4778-8e7a-524f1e1a47f6 req-bce6816c-5128-41f9-ab68-2b8dd97adf5f tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] No DVR routers for this DVR port b903ebd3-b4f9-4d49-9753-17a1b739125e on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:13:18.642570 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3f33ba2b-91ce-4778-8e7a-524f1e1a47f6 req-bce6816c-5128-41f9-ab68-2b8dd97adf5f tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:18.648934 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f33ba2b-91ce-4778-8e7a-524f1e1a47f6 req-bce6816c-5128-41f9-ab68-2b8dd97adf5f tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.15 "DELETE /v2.0/ports/b903ebd3-b4f9-4d49-9753-17a1b739125e HTTP/1.1" status: 204 len: 173 time: 1.4841349 Feb 28 20:13:18.658335 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce689af-5355-459c-8842-29974afeecfe req-77b1cbf0-8b43-4915-b68f-978ac4dcf084 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:18.670050 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8ce689af-5355-459c-8842-29974afeecfe req-77b1cbf0-8b43-4915-b68f-978ac4dcf084 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e60a00f-01a2-4416-8d97-59c3c68316ae HTTP/1.1" status: 200 len: 944 time: 0.2572119 Feb 28 20:13:18.698165 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 181993a4-d8bd-483f-9aec-081bd960a7d0 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:13:18.753065 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8ce689af-5355-459c-8842-29974afeecfe req-35b83d3c-3ab9-4fed-ad88-dd4b58ac8611 tempest-ImagesTestJSON-390065130 tempest-ImagesTestJSON-390065130-project] 10.222.0.13 "GET /v2.0/security-groups?id=399547af-58e0-45e4-9c9d-6b110c9b1642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819542 Feb 28 20:13:18.764415 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 181993a4-d8bd-483f-9aec-081bd960a7d0 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:13:18.765499 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 181993a4-d8bd-483f-9aec-081bd960a7d0 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:13:18.784185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47882) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:18.935799 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b86c935e-78ea-4dca-96bc-190904c4e187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:18.952104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84b230b-ce43-44fe-b333-f09daf2ea0eb admin admin] Deleting subnet 33390fb9-f1b2-4606-a2c2-a450a6165568 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:13:18.973205 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f84b230b-ce43-44fe-b333-f09daf2ea0eb admin admin] Publish callbacks [] for subnet (33390fb9-f1b2-4606-a2c2-a450a6165568), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:19.046046 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f84b230b-ce43-44fe-b333-f09daf2ea0eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (33390fb9-f1b2-4606-a2c2-a450a6165568), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:19.112474 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f84b230b-ce43-44fe-b333-f09daf2ea0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (33390fb9-f1b2-4606-a2c2-a450a6165568), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:19.218891 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f84b230b-ce43-44fe-b333-f09daf2ea0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (33390fb9-f1b2-4606-a2c2-a450a6165568), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:19.259980 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b230b-ce43-44fe-b333-f09daf2ea0eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33390fb9-f1b2-4606-a2c2-a450a6165568,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:19.275742 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f84b230b-ce43-44fe-b333-f09daf2ea0eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:19.283912 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f84b230b-ce43-44fe-b333-f09daf2ea0eb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/33390fb9-f1b2-4606-a2c2-a450a6165568 HTTP/1.1" status: 204 len: 168 time: 0.4955752 Feb 28 20:13:19.286882 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47890) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:19.311314 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:19.415889 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (b342ee4d-0792-4f61-92c2-fdd73513d352), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:19.589698 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (b342ee4d-0792-4f61-92c2-fdd73513d352), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:19.662978 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b342ee4d-0792-4f61-92c2-fdd73513d352']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:13:19.693332 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0378a699-07d1-4cff-a0e0-157e8f7636c9') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:13:19.694268 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0378a699-07d1-4cff-a0e0-157e8f7636c9') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:13:19.745773 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (0378a699-07d1-4cff-a0e0-157e8f7636c9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:19.784893 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (0378a699-07d1-4cff-a0e0-157e8f7636c9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:19.794224 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:13:19.794877 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (0378a699-07d1-4cff-a0e0-157e8f7636c9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:13:19.898399 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:13:19.908743 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (b342ee4d-0792-4f61-92c2-fdd73513d352), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:19.914979 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f12a04-28d9-4740-b9a0-16192fd715ad req-3e3ee055-8ee0-4677-8480-d3092f31d8d4 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:19.923204 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:19.924409 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99f12a04-28d9-4740-b9a0-16192fd715ad req-3e3ee055-8ee0-4677-8480-d3092f31d8d4 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e890db3-b4eb-4b84-ac55-55f31b40db90 HTTP/1.1" status: 200 len: 950 time: 0.1915407 Feb 28 20:13:19.944556 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b342ee4d-0792-4f61-92c2-fdd73513d352 HTTP/1.1" status: 204 len: 168 time: 0.6524892 Feb 28 20:13:19.982394 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] Pushing event deleted for resources: {'Network': ['ID=b342ee4d-0792-4f61-92c2-fdd73513d352,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:20.000244 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:20.004653 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:20.008810 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2bad3-3c72-41c0-80ae-4f7c9f216bed req-1021f752-aefb-4470-a0df-78d9ee83bbb2 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:20.011293 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9bd2bad3-3c72-41c0-80ae-4f7c9f216bed req-1021f752-aefb-4470-a0df-78d9ee83bbb2 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7717aab-9f29-4f13-8428-b723ee4f79c1 HTTP/1.1" status: 200 len: 945 time: 0.2160172 Feb 28 20:13:20.015158 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:20.016108 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:20.016639 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:20.017214 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:20.017733 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:20.018296 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:20.018878 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:20.019416 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:20.020070 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:20.020566 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:20.021113 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:20.021648 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb664a4-faec-4161-b403-b86ea284df64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:20.042535 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbb0dd8-8c6a-4770-b675-147cba0a5cc5', 'name': 'network-vif-deleted', 'tag': '181993a4-d8bd-483f-9aec-081bd960a7d0'}, {'server_uuid': '1e60a00f-01a2-4416-8d97-59c3c68316ae', 'name': 'network-vif-deleted', 'tag': 'b903ebd3-b4f9-4d49-9753-17a1b739125e'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:20.047942 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fad173-d983-4826-8527-3e1f5961c1a3" -d '{"events": [{"server_uuid": "dcbb0dd8-8c6a-4770-b675-147cba0a5cc5", "name": "network-vif-deleted", "tag": "181993a4-d8bd-483f-9aec-081bd960a7d0"}, {"server_uuid": "1e60a00f-01a2-4416-8d97-59c3c68316ae", "name": "network-vif-deleted", "tag": "b903ebd3-b4f9-4d49-9753-17a1b739125e"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:20.117519 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99f12a04-28d9-4740-b9a0-16192fd715ad req-3969c881-9701-4e16-9576-4fffd7bc400f tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919596 Feb 28 20:13:20.185603 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9bd2bad3-3c72-41c0-80ae-4f7c9f216bed req-edd3e5c0-f9ae-45d0-95e1-5ecf2f782776 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330967 Feb 28 20:13:20.202969 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47910) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:20.299605 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-73062808-b2fd-46ce-b57d-92657e007d95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c83cd89bb17d484da92f04105fcb1263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0952091 Feb 28 20:13:20.303330 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47922) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:20.333379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bba37-af42-4f24-adf4-1849ee0b93ce req-ec29fa52-5c7e-4e7f-97b5-c3ad8d5b0b96 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:20.335473 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb9bba37-af42-4f24-adf4-1849ee0b93ce req-ec29fa52-5c7e-4e7f-97b5-c3ad8d5b0b96 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7717aab-9f29-4f13-8428-b723ee4f79c1 HTTP/1.1" status: 200 len: 945 time: 0.1279240 Feb 28 20:13:20.433648 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38aa34f2-36fc-4c79-9d07-10f32246f346 x-openstack-request-id: req-38aa34f2-36fc-4c79-9d07-10f32246f346 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:20.434012 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbb0dd8-8c6a-4770-b675-147cba0a5cc5", "name": "network-vif-deleted", "tag": "181993a4-d8bd-483f-9aec-081bd960a7d0", "status": "completed", "code": 200}, {"server_uuid": "1e60a00f-01a2-4416-8d97-59c3c68316ae", "name": "network-vif-deleted", "tag": "b903ebd3-b4f9-4d49-9753-17a1b739125e", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:20.434216 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38aa34f2-36fc-4c79-9d07-10f32246f346 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:20.434895 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbb0dd8-8c6a-4770-b675-147cba0a5cc5', 'name': 'network-vif-deleted', 'tag': '181993a4-d8bd-483f-9aec-081bd960a7d0', 'status': 'completed', 'code': 200} Feb 28 20:13:20.435127 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e60a00f-01a2-4416-8d97-59c3c68316ae', 'name': 'network-vif-deleted', 'tag': 'b903ebd3-b4f9-4d49-9753-17a1b739125e', 'status': 'completed', 'code': 200} Feb 28 20:13:20.443011 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device b903ebd3-b4f9-4d49-9753-17a1b739125e no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:13:20.467547 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f9c332bd-cac5-41f6-a3a5-0f5268b056e3 admin admin] Publish callbacks [] for security_group (e09bbe8a-d793-45a4-957f-b87884d505e0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:20.498755 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: b903ebd3-b4f9-4d49-9753-17a1b739125e {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:13:20.499456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device b903ebd3-b4f9-4d49-9753-17a1b739125e not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:13:20.548613 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f9c332bd-cac5-41f6-a3a5-0f5268b056e3 admin admin] Publish callbacks [] for security_group (e09bbe8a-d793-45a4-957f-b87884d505e0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:20.648806 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-fb9bba37-af42-4f24-adf4-1849ee0b93ce req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Deleting port c5c3d682-2add-4180-9044-b9345e57604d {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:13:20.649317 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fb9bba37-af42-4f24-adf4-1849ee0b93ce req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c5c3d682-2add-4180-9044-b9345e57604d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:20.678996 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f9c332bd-cac5-41f6-a3a5-0f5268b056e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e09bbe8a-d793-45a4-957f-b87884d505e0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:20.685621 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f9c332bd-cac5-41f6-a3a5-0f5268b056e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:20.699085 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 6e24beef-2101-4e48-a650-993ce05b6086 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:13:20.707108 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f9c332bd-cac5-41f6-a3a5-0f5268b056e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e09bbe8a-d793-45a4-957f-b87884d505e0 HTTP/1.1" status: 204 len: 168 time: 0.4026120 Feb 28 20:13:20.732954 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c332bd-cac5-41f6-a3a5-0f5268b056e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09bbe8a-d793-45a4-957f-b87884d505e0,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:20.784896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 6e24beef-2101-4e48-a650-993ce05b6086 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:13:20.785374 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 6e24beef-2101-4e48-a650-993ce05b6086 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:13:20.943459 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-fb9bba37-af42-4f24-adf4-1849ee0b93ce req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] For port c5c3d682-2add-4180-9044-b9345e57604d, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=c5c3d682-2add-4180-9044-b9345e57604d,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:20.944804 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fb9bba37-af42-4f24-adf4-1849ee0b93ce req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c5c3d682-2add-4180-9044-b9345e57604d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:20.965799 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-fb9bba37-af42-4f24-adf4-1849ee0b93ce req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Calling delete_port for c5c3d682-2add-4180-9044-b9345e57604d owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:13:20.987314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47960) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:21.070166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa6c3ce-4b85-4d62-9f33-b47d79bca1e9 admin admin] Deleting subnet 6f7b6343-09d6-47f5-84df-45ccf66aea66 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:13:21.074197 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-caa6c3ce-4b85-4d62-9f33-b47d79bca1e9 admin admin] Publish callbacks [] for subnet (6f7b6343-09d6-47f5-84df-45ccf66aea66), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:21.128968 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-caa6c3ce-4b85-4d62-9f33-b47d79bca1e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (6f7b6343-09d6-47f5-84df-45ccf66aea66), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:21.206136 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:21.232744 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-caa6c3ce-4b85-4d62-9f33-b47d79bca1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (6f7b6343-09d6-47f5-84df-45ccf66aea66), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:21.407013 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-caa6c3ce-4b85-4d62-9f33-b47d79bca1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (6f7b6343-09d6-47f5-84df-45ccf66aea66), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:21.450643 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6c3ce-4b85-4d62-9f33-b47d79bca1e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f7b6343-09d6-47f5-84df-45ccf66aea66,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:21.459908 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-caa6c3ce-4b85-4d62-9f33-b47d79bca1e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:21.469167 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-caa6c3ce-4b85-4d62-9f33-b47d79bca1e9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6f7b6343-09d6-47f5-84df-45ccf66aea66 HTTP/1.1" status: 204 len: 168 time: 0.4800932 Feb 28 20:13:21.470437 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47976) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:21.605831 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21e69959-6e34-4be6-9e13-205b93ea2e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (30ade989-eb50-4d25-b902-20ce10a97a59), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:21.638424 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fb9bba37-af42-4f24-adf4-1849ee0b93ce req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (c5c3d682-2add-4180-9044-b9345e57604d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:21.653519 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['c5c3d682-2add-4180-9044-b9345e57604d'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:21.693211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Pushing event deleted for resources: {'Port': ['ID=c5c3d682-2add-4180-9044-b9345e57604d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:21.740883 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:21.741243 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:21.741645 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:21.742704 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:21.743091 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:21.743466 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:21.743843 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:21.744180 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:21.744671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:21.745012 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:21.745349 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:21.745680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:21.746012 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:21.768679 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd502973-3885-49f5-8ee1-2550801c76dd req-38ddad3a-991b-4a4c-89fb-16650896650a tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:21.777398 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd502973-3885-49f5-8ee1-2550801c76dd req-38ddad3a-991b-4a4c-89fb-16650896650a tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e890db3-b4eb-4b84-ac55-55f31b40db90 HTTP/1.1" status: 200 len: 950 time: 0.3224709 Feb 28 20:13:21.802222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0802f3-232f-4174-ae98-94490505a7dc req-875cdeeb-42e9-4abb-bc1e-536538891a60 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:21.813175 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb0802f3-232f-4174-ae98-94490505a7dc req-875cdeeb-42e9-4abb-bc1e-536538891a60 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7717aab-9f29-4f13-8428-b723ee4f79c1 HTTP/1.1" status: 200 len: 945 time: 0.4444206 Feb 28 20:13:21.820838 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21e69959-6e34-4be6-9e13-205b93ea2e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (30ade989-eb50-4d25-b902-20ce10a97a59), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:21.840244 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937ce3c-a69b-46f5-a480-64c085915aa7 req-8ec32d00-4163-4b38-b942-06e52d8c0e35 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:21.842705 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d937ce3c-a69b-46f5-a480-64c085915aa7 req-8ec32d00-4163-4b38-b942-06e52d8c0e35 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e890db3-b4eb-4b84-ac55-55f31b40db90 HTTP/1.1" status: 200 len: 950 time: 0.2667148 Feb 28 20:13:21.864760 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-21e69959-6e34-4be6-9e13-205b93ea2e9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ade989-eb50-4d25-b902-20ce10a97a59']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:13:21.885018 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-21e69959-6e34-4be6-9e13-205b93ea2e9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:13:21.886410 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-21e69959-6e34-4be6-9e13-205b93ea2e9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:13:21.909965 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21e69959-6e34-4be6-9e13-205b93ea2e9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:21.930325 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21e69959-6e34-4be6-9e13-205b93ea2e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:21.940715 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e69959-6e34-4be6-9e13-205b93ea2e9a admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:13:21.941676 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21e69959-6e34-4be6-9e13-205b93ea2e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (f8c2ca66-ee87-46d1-b6fc-cb2035c3e3ac), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:13:21.945165 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:13:22.082541 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21e69959-6e34-4be6-9e13-205b93ea2e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (30ade989-eb50-4d25-b902-20ce10a97a59), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:22.090871 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21e69959-6e34-4be6-9e13-205b93ea2e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:22.105994 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-21e69959-6e34-4be6-9e13-205b93ea2e9a admin admin] 10.222.0.13 "DELETE /v2.0/networks/30ade989-eb50-4d25-b902-20ce10a97a59 HTTP/1.1" status: 204 len: 168 time: 0.6314826 Feb 28 20:13:22.118333 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd502973-3885-49f5-8ee1-2550801c76dd req-642c1c2b-ad5b-4e3e-8f61-76e3bf3033a3 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399966 Feb 28 20:13:22.120924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e69959-6e34-4be6-9e13-205b93ea2e9a admin admin] Pushing event deleted for resources: {'Network': ['ID=30ade989-eb50-4d25-b902-20ce10a97a59,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:22.123673 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9bba37-af42-4f24-adf4-1849ee0b93ce req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] No DVR routers for this DVR port c5c3d682-2add-4180-9044-b9345e57604d on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:13:22.218245 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:22.294814 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fb9bba37-af42-4f24-adf4-1849ee0b93ce req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:22.306850 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb9bba37-af42-4f24-adf4-1849ee0b93ce req-60a27fce-6bc3-4dea-af44-2057a2349883 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.10 "DELETE /v2.0/ports/c5c3d682-2add-4180-9044-b9345e57604d HTTP/1.1" status: 204 len: 173 time: 1.9583638 Feb 28 20:13:22.318118 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb0802f3-232f-4174-ae98-94490505a7dc req-abb7e1ea-eef4-4176-a9cc-b593f02ef466 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039864 Feb 28 20:13:22.390776 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47998) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:22.402537 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-d937ce3c-a69b-46f5-a480-64c085915aa7 req-96e21bdd-6e60-4afd-8cec-c58f5d9aaa72 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Deleting port 6491f829-20d1-4a21-859c-b06a2e91dd5d {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:13:22.404533 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d937ce3c-a69b-46f5-a480-64c085915aa7 req-96e21bdd-6e60-4afd-8cec-c58f5d9aaa72 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6491f829-20d1-4a21-859c-b06a2e91dd5d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:22.464308 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e1bdb2ce-5e05-43a4-a906-b035ade958aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebb914519f8f4e2e877f18e6d51e0525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0697057 Feb 28 20:13:22.464899 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48006) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:22.525324 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7717aab-9f29-4f13-8428-b723ee4f79c1', 'name': 'network-vif-deleted', 'tag': 'c5c3d682-2add-4180-9044-b9345e57604d'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:22.529354 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289af297-825f-4b20-8882-be7877bbfaf1" -d '{"events": [{"server_uuid": "a7717aab-9f29-4f13-8428-b723ee4f79c1", "name": "network-vif-deleted", "tag": "c5c3d682-2add-4180-9044-b9345e57604d"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:22.568795 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48008) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:22.599265 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:22.623984 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a6acb37d-58ac-4adb-87af-d3f238aab28f admin admin] Publish callbacks [] for security_group (399547af-58e0-45e4-9c9d-6b110c9b1642), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:22.659468 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e195172-2abc-48cc-ab5d-7fe736dcd912 x-openstack-request-id: req-0e195172-2abc-48cc-ab5d-7fe736dcd912 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:22.665167 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7717aab-9f29-4f13-8428-b723ee4f79c1", "name": "network-vif-deleted", "tag": "c5c3d682-2add-4180-9044-b9345e57604d", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:22.666703 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e195172-2abc-48cc-ab5d-7fe736dcd912 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:22.667302 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7717aab-9f29-4f13-8428-b723ee4f79c1', 'name': 'network-vif-deleted', 'tag': 'c5c3d682-2add-4180-9044-b9345e57604d', 'status': 'completed', 'code': 200} Feb 28 20:13:22.676924 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a6acb37d-58ac-4adb-87af-d3f238aab28f admin admin] Publish callbacks [] for security_group (399547af-58e0-45e4-9c9d-6b110c9b1642), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:22.752614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-d937ce3c-a69b-46f5-a480-64c085915aa7 req-96e21bdd-6e60-4afd-8cec-c58f5d9aaa72 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] For port 6491f829-20d1-4a21-859c-b06a2e91dd5d, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=6491f829-20d1-4a21-859c-b06a2e91dd5d,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:22.752995 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d937ce3c-a69b-46f5-a480-64c085915aa7 req-96e21bdd-6e60-4afd-8cec-c58f5d9aaa72 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6491f829-20d1-4a21-859c-b06a2e91dd5d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:22.815971 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a6acb37d-58ac-4adb-87af-d3f238aab28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (399547af-58e0-45e4-9c9d-6b110c9b1642), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:22.818316 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-d937ce3c-a69b-46f5-a480-64c085915aa7 req-96e21bdd-6e60-4afd-8cec-c58f5d9aaa72 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Calling delete_port for 6491f829-20d1-4a21-859c-b06a2e91dd5d owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:13:22.826258 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a6acb37d-58ac-4adb-87af-d3f238aab28f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:22.832030 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a6acb37d-58ac-4adb-87af-d3f238aab28f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/399547af-58e0-45e4-9c9d-6b110c9b1642 HTTP/1.1" status: 204 len: 168 time: 0.3614085 Feb 28 20:13:22.846125 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acb37d-58ac-4adb-87af-d3f238aab28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399547af-58e0-45e4-9c9d-6b110c9b1642,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:23.010278 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-f088d14c-1ff6-4ab9-95f4-bec9faf97bcc admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-577583827-network', 'tenant_id': 'bdfc27b05c40453aaf18d8791d0c4a96'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:13:23.081475 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f088d14c-1ff6-4ab9-95f4-bec9faf97bcc admin admin] Made reservation on behalf of bdfc27b05c40453aaf18d8791d0c4a96 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:13:23.095470 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f088d14c-1ff6-4ab9-95f4-bec9faf97bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:23.135422 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f088d14c-1ff6-4ab9-95f4-bec9faf97bcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:23.299340 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f088d14c-1ff6-4ab9-95f4-bec9faf97bcc admin admin] Publish callbacks [] for security_group (e722de6b-4737-4054-8aa6-beea0fe41f8e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:23.317496 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f088d14c-1ff6-4ab9-95f4-bec9faf97bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e722de6b-4737-4054-8aa6-beea0fe41f8e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:23.361354 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d14c-1ff6-4ab9-95f4-bec9faf97bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e722de6b-4737-4054-8aa6-beea0fe41f8e,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:23.385380 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d937ce3c-a69b-46f5-a480-64c085915aa7 req-96e21bdd-6e60-4afd-8cec-c58f5d9aaa72 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (6491f829-20d1-4a21-859c-b06a2e91dd5d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:23.394987 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f088d14c-1ff6-4ab9-95f4-bec9faf97bcc admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:13:23.400951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['1e15a2a7-e81f-4d5d-97a3-d6325b067668', '7eb3644c-290d-47dd-8261-c03c3eeabdce'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:23.403805 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13', '583bde8e-6a83-40b3-bd10-2c4d327505ea', 'e5598a34-c310-4bb0-adb6-44ebafa0e0f3', '6491f829-20d1-4a21-859c-b06a2e91dd5d'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:23.411582 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f088d14c-1ff6-4ab9-95f4-bec9faf97bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (fe425822-cdcb-46c8-b19b-1b1c4632610f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:23.412288 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-f088d14c-1ff6-4ab9-95f4-bec9faf97bcc admin admin] Added segment fe425822-cdcb-46c8-b19b-1b1c4632610f of type vlan for network f3661384-f92c-4528-a64f-a56eb7afaf1a Feb 28 20:13:23.481464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e21bdd-6e60-4afd-8cec-c58f5d9aaa72 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Pushing event deleted for resources: {'Port': ['ID=6491f829-20d1-4a21-859c-b06a2e91dd5d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:23.508886 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f088d14c-1ff6-4ab9-95f4-bec9faf97bcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (f3661384-f92c-4528-a64f-a56eb7afaf1a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:23.511645 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf26b7-558e-4f7c-bff6-ff42be52e5af req-bc1683c5-d1da-4922-9d5d-eff152b9b07e tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:23.513275 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5bf26b7-558e-4f7c-bff6-ff42be52e5af req-bc1683c5-d1da-4922-9d5d-eff152b9b07e tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e890db3-b4eb-4b84-ac55-55f31b40db90 HTTP/1.1" status: 200 len: 950 time: 0.2336023 Feb 28 20:13:23.555590 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f088d14c-1ff6-4ab9-95f4-bec9faf97bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (f3661384-f92c-4528-a64f-a56eb7afaf1a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:23.556641 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f088d14c-1ff6-4ab9-95f4-bec9faf97bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:23.557721 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f088d14c-1ff6-4ab9-95f4-bec9faf97bcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:23.635919 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d937ce3c-a69b-46f5-a480-64c085915aa7 req-96e21bdd-6e60-4afd-8cec-c58f5d9aaa72 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] No DVR routers for this DVR port 6491f829-20d1-4a21-859c-b06a2e91dd5d on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:13:23.641448 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d937ce3c-a69b-46f5-a480-64c085915aa7 req-96e21bdd-6e60-4afd-8cec-c58f5d9aaa72 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:23.644906 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d937ce3c-a69b-46f5-a480-64c085915aa7 req-96e21bdd-6e60-4afd-8cec-c58f5d9aaa72 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "DELETE /v2.0/ports/6491f829-20d1-4a21-859c-b06a2e91dd5d HTTP/1.1" status: 204 len: 173 time: 1.7766554 Feb 28 20:13:23.822389 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5bf26b7-558e-4f7c-bff6-ff42be52e5af req-95b793f4-c931-4cd9-95f0-ad8657284cdc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617259 Feb 28 20:13:23.835725 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d14c-1ff6-4ab9-95f4-bec9faf97bcc admin admin] Pushing event updated for resources: {'Network': ['ID=f3661384-f92c-4528-a64f-a56eb7afaf1a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:23.931102 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f088d14c-1ff6-4ab9-95f4-bec9faf97bcc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3580282 Feb 28 20:13:23.934247 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48058) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:23.948594 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3b79e64d-7ad8-4aef-a108-584bfdecb9dc admin admin] Request body: {'subnet': {'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-577583827-subnet', 'tenant_id': 'bdfc27b05c40453aaf18d8791d0c4a96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:13:24.009834 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b79e64d-7ad8-4aef-a108-584bfdecb9dc admin admin] Made reservation on behalf of bdfc27b05c40453aaf18d8791d0c4a96 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:13:24.013253 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3b79e64d-7ad8-4aef-a108-584bfdecb9dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:24.147621 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network f3661384-f92c-4528-a64f-a56eb7afaf1a details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:13:24.367243 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-c138b259-d3db-4602-9fc5-11d8201a6596 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:24.375700 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-c138b259-d3db-4602-9fc5-11d8201a6596 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/networks?id=c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 200 len: 811 time: 0.4484310 Feb 28 20:13:24.398868 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-2cb4adc2-847a-4b29-b773-054fc31558a3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/quotas/319e808d1d994e11b5f42f1d9f8b43af HTTP/1.1" status: 200 len: 375 time: 0.0219853 Feb 28 20:13:24.511324 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-ea944092-be3f-46ee-81c4-80b77522f00c tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1067808 Feb 28 20:13:24.579194 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3b79e64d-7ad8-4aef-a108-584bfdecb9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (fc59bac5-30a3-4d30-884c-acdfe1e8fa2d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:24.775267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e890db3-b4eb-4b84-ac55-55f31b40db90', 'name': 'network-vif-deleted', 'tag': '6491f829-20d1-4a21-859c-b06a2e91dd5d'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:24.781801 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf9df74-ac76-447b-8ef3-6fb25dc79a24" -d '{"events": [{"server_uuid": "8e890db3-b4eb-4b84-ac55-55f31b40db90", "name": "network-vif-deleted", "tag": "6491f829-20d1-4a21-859c-b06a2e91dd5d"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:24.796044 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-ff2a6e04-6ef1-4c79-a8e5-84bd88725095 service neutron] 10.222.0.13 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828722 Feb 28 20:13:24.804297 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79e64d-7ad8-4aef-a108-584bfdecb9dc admin admin] Checking segment: {'id': 'fe425822-cdcb-46c8-b19b-1b1c4632610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:13:24.807699 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b79e64d-7ad8-4aef-a108-584bfdecb9dc admin admin] Network hostable DHCP agents. Network: f3661384-f92c-4528-a64f-a56eb7afaf1a, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:13:24.824533 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79e64d-7ad8-4aef-a108-584bfdecb9dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc59bac5-30a3-4d30-884c-acdfe1e8fa2d,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:24.827549 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 6491f829-20d1-4a21-859c-b06a2e91dd5d no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:13:24.878220 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b79e64d-7ad8-4aef-a108-584bfdecb9dc admin admin] Network f3661384-f92c-4528-a64f-a56eb7afaf1a is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:13:24.882965 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 6491f829-20d1-4a21-859c-b06a2e91dd5d {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:13:24.883601 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 6491f829-20d1-4a21-859c-b06a2e91dd5d not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:13:24.884271 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device c5c3d682-2add-4180-9044-b9345e57604d no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:13:24.912060 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: c5c3d682-2add-4180-9044-b9345e57604d {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:13:24.913390 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device c5c3d682-2add-4180-9044-b9345e57604d not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:13:24.916097 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-3b79e64d-7ad8-4aef-a108-584bfdecb9dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, f3661384-f92c-4528-a64f-a56eb7afaf1a) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:13:24.921730 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b79e64d-7ad8-4aef-a108-584bfdecb9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:24.922329 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3b79e64d-7ad8-4aef-a108-584bfdecb9dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:24.947571 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd0016f-fdcd-4797-b8ca-0227dfaa5b89 None None] Network f3661384-f92c-4528-a64f-a56eb7afaf1a requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:13:24.963690 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3b79e64d-7ad8-4aef-a108-584bfdecb9dc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0264256 Feb 28 20:13:25.022823 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-7aa25a3c-611b-4c9d-b324-1c0ccf8f69e2 service neutron] 10.222.0.13 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197256 Feb 28 20:13:25.122540 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b9418b-201e-47a4-89e9-ef082499ec94 x-openstack-request-id: req-34b9418b-201e-47a4-89e9-ef082499ec94 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:25.123592 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e890db3-b4eb-4b84-ac55-55f31b40db90", "name": "network-vif-deleted", "tag": "6491f829-20d1-4a21-859c-b06a2e91dd5d", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:25.124130 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34b9418b-201e-47a4-89e9-ef082499ec94 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:25.124771 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e890db3-b4eb-4b84-ac55-55f31b40db90', 'name': 'network-vif-deleted', 'tag': '6491f829-20d1-4a21-859c-b06a2e91dd5d', 'status': 'completed', 'code': 200} Feb 28 20:13:25.448662 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-868dbcd1-31e1-4dae-8dfa-d9066b1d31a6 req-d817d5c5-3224-467c-a797-ca018f9354e8 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 210 time: 0.0766172 Feb 28 20:13:25.534377 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c033db2-215c-4839-bf38-58efc86db623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-f3661384-f92c-4528-a64f-a56eb7afaf1a', 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a', 'project_id': 'bdfc27b05c40453aaf18d8791d0c4a96', 'fixed_ips': [{'subnet_id': 'fc59bac5-30a3-4d30-884c-acdfe1e8fa2d'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:13:25.535163 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6c033db2-215c-4839-bf38-58efc86db623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:26.036738 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-6c033db2-215c-4839-bf38-58efc86db623 None None] Allocated IP 172.20.0.2 (f3661384-f92c-4528-a64f-a56eb7afaf1a/fc59bac5-30a3-4d30-884c-acdfe1e8fa2d/2b5ddb40-0794-48c8-8aad-5359a05918db) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:13:26.138269 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-d4ca8071-596d-4cc9-8f5f-745265126328 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:26.154182 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-d4ca8071-596d-4cc9-8f5f-745265126328 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/networks?id=f3661384-f92c-4528-a64f-a56eb7afaf1a HTTP/1.1" status: 200 len: 815 time: 0.2513201 Feb 28 20:13:26.185399 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-22e81c4b-ba71-4cbb-8edd-8b249f1f5bc7 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/quotas/bdfc27b05c40453aaf18d8791d0c4a96 HTTP/1.1" status: 200 len: 375 time: 0.0191965 Feb 28 20:13:26.267578 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-00437eb9-a8e2-4002-81ac-62f4eb4a1089 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdfc27b05c40453aaf18d8791d0c4a96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801933 Feb 28 20:13:26.464968 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-794fc67b-7fe2-48ad-aaae-0814bc3dc540 service neutron] 10.222.0.13 "GET /v2.0/networks/f3661384-f92c-4528-a64f-a56eb7afaf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950231 Feb 28 20:13:26.688390 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-4457c533-d020-4812-8c33-723970462ea3 service neutron] 10.222.0.13 "GET /v2.0/networks/f3661384-f92c-4528-a64f-a56eb7afaf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229371 Feb 28 20:13:26.820913 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6c033db2-215c-4839-bf38-58efc86db623 None None] Publish callbacks [] for port (2b5ddb40-0794-48c8-8aad-5359a05918db), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:26.831038 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6c033db2-215c-4839-bf38-58efc86db623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (2b5ddb40-0794-48c8-8aad-5359a05918db), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:26.951968 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c033db2-215c-4839-bf38-58efc86db623 None None] Network f3661384-f92c-4528-a64f-a56eb7afaf1a is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:13:26.958867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-6c033db2-215c-4839-bf38-58efc86db623 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:13:26.968837 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c033db2-215c-4839-bf38-58efc86db623 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:13:27.005230 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c033db2-215c-4839-bf38-58efc86db623 None None] Pushing event updated for resources: {'Port': ['ID=2b5ddb40-0794-48c8-8aad-5359a05918db,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:27.138023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6c033db2-215c-4839-bf38-58efc86db623 None None] Attempting to bind port 2b5ddb40-0794-48c8-8aad-5359a05918db on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:13:27.138677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6c033db2-215c-4839-bf38-58efc86db623 None None] Attempting to bind port 2b5ddb40-0794-48c8-8aad-5359a05918db by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'fe425822-cdcb-46c8-b19b-1b1c4632610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:13:27.138826 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c033db2-215c-4839-bf38-58efc86db623 None None] Attempting to bind port 2b5ddb40-0794-48c8-8aad-5359a05918db on network f3661384-f92c-4528-a64f-a56eb7afaf1a {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:13:27.160643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c033db2-215c-4839-bf38-58efc86db623 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:13:27.162591 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c033db2-215c-4839-bf38-58efc86db623 None None] Checking segment: {'id': 'fe425822-cdcb-46c8-b19b-1b1c4632610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:13:27.163117 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6c033db2-215c-4839-bf38-58efc86db623 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:27.164174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c033db2-215c-4839-bf38-58efc86db623 None None] Bound using segment: {'id': 'fe425822-cdcb-46c8-b19b-1b1c4632610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:13:27.164824 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6c033db2-215c-4839-bf38-58efc86db623 None None] Bound port: 2b5ddb40-0794-48c8-8aad-5359a05918db, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe425822-cdcb-46c8-b19b-1b1c4632610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:13:27.165376 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6c033db2-215c-4839-bf38-58efc86db623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2b5ddb40-0794-48c8-8aad-5359a05918db), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:27.191272 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc31c8ef-b90a-4bce-9cc5-c10bd58d28f1 req-b7b3f62f-263d-42e7-ac58-0e00f8a72632 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 210 time: 0.0664501 Feb 28 20:13:27.266189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebdb2d-2326-4784-8624-c6c4e94804e7 req-34b27cc3-6edd-4b8b-85f4-bc7185a73c9d tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:27.267855 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-79ebdb2d-2326-4784-8624-c6c4e94804e7 req-34b27cc3-6edd-4b8b-85f4-bc7185a73c9d tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0551e6f-9618-4086-846e-5e4b5a724991 HTTP/1.1" status: 200 len: 950 time: 0.2617970 Feb 28 20:13:27.353048 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19035367-ab34-4fd6-9ba0-6513663f4e89 req-b182ab82-99d5-4acb-b1e3-b391adbe7c93 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:27.369114 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19035367-ab34-4fd6-9ba0-6513663f4e89 req-b182ab82-99d5-4acb-b1e3-b391adbe7c93 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0551e6f-9618-4086-846e-5e4b5a724991 HTTP/1.1" status: 200 len: 950 time: 0.2402120 Feb 28 20:13:27.508907 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19035367-ab34-4fd6-9ba0-6513663f4e89 req-a5dff893-9833-461e-a423-7bfc562b2ba2 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386049 Feb 28 20:13:27.603721 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-577f5286-9937-4be4-a1a2-a7d1172d5256 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:27.606371 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-577f5286-9937-4be4-a1a2-a7d1172d5256 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.15 "GET /v2.0/networks?id=c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 200 len: 811 time: 0.3614447 Feb 28 20:13:27.620711 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-f7edd6a3-bcc9-4c49-84c2-f2180ed81743 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Request body: {'port': {'device_id': '373c276d-57dd-4016-8ef0-2229d24eda6e', 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2', 'admin_state_up': True, 'tenant_id': '319e808d1d994e11b5f42f1d9f8b43af'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:13:27.665947 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6c033db2-215c-4839-bf38-58efc86db623 None None] For port 2b5ddb40-0794-48c8-8aad-5359a05918db, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:13:27.675886 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6c033db2-215c-4839-bf38-58efc86db623 None None] For port 2b5ddb40-0794-48c8-8aad-5359a05918db, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2b5ddb40-0794-48c8-8aad-5359a05918db,segment=NetworkSegment(fe425822-cdcb-46c8-b19b-1b1c4632610f),segment_id=fe425822-cdcb-46c8-b19b-1b1c4632610f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:13:27.695498 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6c033db2-215c-4839-bf38-58efc86db623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2b5ddb40-0794-48c8-8aad-5359a05918db), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:27.720987 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-79ebdb2d-2326-4784-8624-c6c4e94804e7 req-60bafca0-ebc8-459b-bbe0-5ff0a46cc9ce tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Deleting port 7eb3644c-290d-47dd-8261-c03c3eeabdce {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:13:27.721555 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-79ebdb2d-2326-4784-8624-c6c4e94804e7 req-60bafca0-ebc8-459b-bbe0-5ff0a46cc9ce tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7eb3644c-290d-47dd-8261-c03c3eeabdce), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:27.982554 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c033db2-215c-4839-bf38-58efc86db623 None None] Pushing event updated for resources: {'Port': ['ID=2b5ddb40-0794-48c8-8aad-5359a05918db,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:28.100993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-f7edd6a3-bcc9-4c49-84c2-f2180ed81743 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Made reservation on behalf of 319e808d1d994e11b5f42f1d9f8b43af for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:13:28.111575 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-f7edd6a3-bcc9-4c49-84c2-f2180ed81743 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:28.333302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-79ebdb2d-2326-4784-8624-c6c4e94804e7 req-60bafca0-ebc8-459b-bbe0-5ff0a46cc9ce tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] For port 7eb3644c-290d-47dd-8261-c03c3eeabdce, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7eb3644c-290d-47dd-8261-c03c3eeabdce,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:28.333911 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-79ebdb2d-2326-4784-8624-c6c4e94804e7 req-60bafca0-ebc8-459b-bbe0-5ff0a46cc9ce tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7eb3644c-290d-47dd-8261-c03c3eeabdce), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:28.398536 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-79ebdb2d-2326-4784-8624-c6c4e94804e7 req-60bafca0-ebc8-459b-bbe0-5ff0a46cc9ce tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Calling delete_port for 7eb3644c-290d-47dd-8261-c03c3eeabdce owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:13:28.414363 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-f7edd6a3-bcc9-4c49-84c2-f2180ed81743 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Allocated IP 172.20.0.12 (c8345f72-ebdd-4937-93d2-787e920180e2/17bdb014-8992-41b5-9199-5d89512b4a60/c64981f0-9d00-41ed-9c25-52f5af36eba8) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:13:28.705748 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e598619f-c442-490a-8d07-9cc91b8e2043 req-ef8f7541-eb59-4f57-9722-d8eff2be6266 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 210 time: 0.0864198 Feb 28 20:13:28.769826 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-1d341859-6545-487e-80e8-8c7e12ce5e1d tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:28.785292 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-1d341859-6545-487e-80e8-8c7e12ce5e1d tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/networks?id=f3661384-f92c-4528-a64f-a56eb7afaf1a HTTP/1.1" status: 200 len: 815 time: 1.0995624 Feb 28 20:13:28.872250 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-f7edd6a3-bcc9-4c49-84c2-f2180ed81743 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks [] for port (c64981f0-9d00-41ed-9c25-52f5af36eba8), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:28.872762 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0438328-1a77-49b4-8f83-9d965cbae42e req-245a233a-e326-49c9-9ed4-ae99c90556f5 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:28.878303 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b0438328-1a77-49b4-8f83-9d965cbae42e req-245a233a-e326-49c9-9ed4-ae99c90556f5 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "GET /v2.0/ports?device_id=145c6195-ba27-470b-8070-39d0ea56fe42 HTTP/1.1" status: 200 len: 950 time: 0.7518151 Feb 28 20:13:28.921312 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-93f49250-7232-41d0-b2b9-d257f5c7a95f tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/quotas/bdfc27b05c40453aaf18d8791d0c4a96 HTTP/1.1" status: 200 len: 375 time: 0.1256800 Feb 28 20:13:28.993164 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-f7edd6a3-bcc9-4c49-84c2-f2180ed81743 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c64981f0-9d00-41ed-9c25-52f5af36eba8), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:29.177647 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-d0001f2e-0abb-4ffd-b49d-3a14af24e21c tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdfc27b05c40453aaf18d8791d0c4a96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2541978 Feb 28 20:13:29.192963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-f7edd6a3-bcc9-4c49-84c2-f2180ed81743 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Network c8345f72-ebdd-4937-93d2-787e920180e2 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:13:29.199061 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-f7edd6a3-bcc9-4c49-84c2-f2180ed81743 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:13:29.203553 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-f7edd6a3-bcc9-4c49-84c2-f2180ed81743 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:13:29.213735 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edd6a3-bcc9-4c49-84c2-f2180ed81743 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Pushing event updated for resources: {'Port': ['ID=c64981f0-9d00-41ed-9c25-52f5af36eba8,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:29.410945 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-f7edd6a3-bcc9-4c49-84c2-f2180ed81743 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:29.411638 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-f7edd6a3-bcc9-4c49-84c2-f2180ed81743 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:29.450454 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-f7edd6a3-bcc9-4c49-84c2-f2180ed81743 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8357651 Feb 28 20:13:29.498906 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15563571-87f7-477c-b0d4-e7411071a822 req-6245d780-e99a-464b-ae58-5f834db04df3 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:29.501396 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15563571-87f7-477c-b0d4-e7411071a822 req-6245d780-e99a-464b-ae58-5f834db04df3 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0551e6f-9618-4086-846e-5e4b5a724991 HTTP/1.1" status: 200 len: 950 time: 0.6512072 Feb 28 20:13:29.518746 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] Request body: {'port': {'device_id': '373c276d-57dd-4016-8ef0-2229d24eda6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:13:29.560634 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2b5ddb40-0794-48c8-8aad-5359a05918db up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:13:29.805521 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2b5ddb40-0794-48c8-8aad-5359a05918db triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:13:29.805999 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2b5ddb40-0794-48c8-8aad-5359a05918db), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:29.815539 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c64981f0-9d00-41ed-9c25-52f5af36eba8), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:29.859468 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-79ebdb2d-2326-4784-8624-c6c4e94804e7 req-60bafca0-ebc8-459b-bbe0-5ff0a46cc9ce tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7eb3644c-290d-47dd-8261-c03c3eeabdce), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:29.887478 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['1e15a2a7-e81f-4d5d-97a3-d6325b067668'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:30.032224 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13', '583bde8e-6a83-40b3-bd10-2c4d327505ea', 'e5598a34-c310-4bb0-adb6-44ebafa0e0f3'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:30.085284 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7bd722b3-b813-4dae-b3d9-5b23732eddc1 service neutron] 10.222.0.13 "GET /v2.0/networks/f3661384-f92c-4528-a64f-a56eb7afaf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9056528 Feb 28 20:13:30.153728 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e87898-44df-4748-ae90-443dadb3543a None None] Network f3661384-f92c-4528-a64f-a56eb7afaf1a requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:13:30.402234 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-34f0836d-81a1-4e66-8423-a146c4342d6a None None] Provisioning complete for port 2b5ddb40-0794-48c8-8aad-5359a05918db triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:13:30.403120 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-34f0836d-81a1-4e66-8423-a146c4342d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2b5ddb40-0794-48c8-8aad-5359a05918db), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:30.467496 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64981f0-9d00-41ed-9c25-52f5af36eba8 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:13:30.487800 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] Publish callbacks [] for port (c64981f0-9d00-41ed-9c25-52f5af36eba8), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:30.501706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2b5ddb40-0794-48c8-8aad-5359a05918db is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:30.502382 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2b5ddb40-0794-48c8-8aad-5359a05918db), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:30.518501 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] Transition to ACTIVE for port object c64981f0-9d00-41ed-9c25-52f5af36eba8 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:13:30.523973 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (c64981f0-9d00-41ed-9c25-52f5af36eba8), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:30.525156 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7eb3644c-290d-47dd-8261-c03c3eeabdce no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:13:30.634950 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-34f0836d-81a1-4e66-8423-a146c4342d6a None None] Current status of the port 2b5ddb40-0794-48c8-8aad-5359a05918db is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:30.636708 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-34f0836d-81a1-4e66-8423-a146c4342d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2b5ddb40-0794-48c8-8aad-5359a05918db), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:30.637071 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] Pushing event updated for resources: {'Port': ['ID=c64981f0-9d00-41ed-9c25-52f5af36eba8,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:30.697285 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 7eb3644c-290d-47dd-8261-c03c3eeabdce {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:13:30.698135 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7eb3644c-290d-47dd-8261-c03c3eeabdce not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:13:30.739989 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 2b5ddb40-0794-48c8-8aad-5359a05918db, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2b5ddb40-0794-48c8-8aad-5359a05918db,segment=NetworkSegment(fe425822-cdcb-46c8-b19b-1b1c4632610f),segment_id=fe425822-cdcb-46c8-b19b-1b1c4632610f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:30.824726 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2b5ddb40-0794-48c8-8aad-5359a05918db), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:30.908166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] Attempting to bind port c64981f0-9d00-41ed-9c25-52f5af36eba8 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:13:30.908516 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] Attempting to bind port c64981f0-9d00-41ed-9c25-52f5af36eba8 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:13:30.908841 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] Attempting to bind port c64981f0-9d00-41ed-9c25-52f5af36eba8 on network c8345f72-ebdd-4937-93d2-787e920180e2 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:13:30.924436 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] Port c64981f0-9d00-41ed-9c25-52f5af36eba8 on network c8345f72-ebdd-4937-93d2-787e920180e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:13:30.924758 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] Attempting to bind port c64981f0-9d00-41ed-9c25-52f5af36eba8 on network c8345f72-ebdd-4937-93d2-787e920180e2 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:13:30.930553 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:13:30.930916 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] Checking segment: {'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:13:30.931257 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] Bound using segment: {'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:13:30.931683 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] Bound port: c64981f0-9d00-41ed-9c25-52f5af36eba8, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:13:30.932059 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c64981f0-9d00-41ed-9c25-52f5af36eba8), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:31.025220 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=2b5ddb40-0794-48c8-8aad-5359a05918db,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:31.056852 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-34f0836d-81a1-4e66-8423-a146c4342d6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:13:31.059434 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-34f0836d-81a1-4e66-8423-a146c4342d6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:13:31.063934 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:31.071030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:31.071956 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:31.076301 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:31.077880 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:31.081475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:31.082424 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:31.085550 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:31.087881 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:31.089806 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:31.090443 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:31.093608 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:31.095402 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:13:31.134403 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] For port c64981f0-9d00-41ed-9c25-52f5af36eba8, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:13:31.148121 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] For port c64981f0-9d00-41ed-9c25-52f5af36eba8, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c64981f0-9d00-41ed-9c25-52f5af36eba8,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:13:31.156525 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (c64981f0-9d00-41ed-9c25-52f5af36eba8), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:31.198697 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bafca0-ebc8-459b-bbe0-5ff0a46cc9ce tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Pushing event deleted for resources: {'Port': ['ID=7eb3644c-290d-47dd-8261-c03c3eeabdce,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:31.211995 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-b0438328-1a77-49b4-8f83-9d965cbae42e req-746b4f0d-0739-4778-b918-65cde11cdde6 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Deleting port e5598a34-c310-4bb0-adb6-44ebafa0e0f3 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:13:31.212351 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b0438328-1a77-49b4-8f83-9d965cbae42e req-746b4f0d-0739-4778-b918-65cde11cdde6 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e5598a34-c310-4bb0-adb6-44ebafa0e0f3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:31.246662 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:31.247279 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:31.272959 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] 10.222.0.15 "PUT /v2.0/ports/c64981f0-9d00-41ed-9c25-52f5af36eba8 HTTP/1.1" status: 200 len: 1093 time: 1.8127635 Feb 28 20:13:31.273654 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373c276d-57dd-4016-8ef0-2229d24eda6e', 'tag': 'c64981f0-9d00-41ed-9c25-52f5af36eba8'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:31.276186 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e20b779-02a7-4ada-ace2-3c2d0b76fb43" -d '{"events": [{"name": "network-changed", "server_uuid": "373c276d-57dd-4016-8ef0-2229d24eda6e", "tag": "c64981f0-9d00-41ed-9c25-52f5af36eba8"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:31.460366 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2b5ddb40-0794-48c8-8aad-5359a05918db up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:13:31.462480 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f91cb0-0a82-4162-8deb-b8d1d98d47db service neutron] Pushing event updated for resources: {'Port': ['ID=c64981f0-9d00-41ed-9c25-52f5af36eba8,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:31.553652 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-88c49ba2-c2b7-49df-bc1a-bafffad21604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:31.567349 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-88c49ba2-c2b7-49df-bc1a-bafffad21604 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 1127 time: 0.2332840 Feb 28 20:13:31.598471 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15563571-87f7-477c-b0d4-e7411071a822 req-f543ec20-8849-408e-a0f0-d9e17f373629 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0651350 Feb 28 20:13:31.631265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ebdb2d-2326-4784-8624-c6c4e94804e7 req-60bafca0-ebc8-459b-bbe0-5ff0a46cc9ce tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] No DVR routers for this DVR port 7eb3644c-290d-47dd-8261-c03c3eeabdce on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:13:31.694782 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-79ebdb2d-2326-4784-8624-c6c4e94804e7 req-60bafca0-ebc8-459b-bbe0-5ff0a46cc9ce tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:31.703349 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-79ebdb2d-2326-4784-8624-c6c4e94804e7 req-60bafca0-ebc8-459b-bbe0-5ff0a46cc9ce tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.15 "DELETE /v2.0/ports/7eb3644c-290d-47dd-8261-c03c3eeabdce HTTP/1.1" status: 204 len: 173 time: 4.4263988 Feb 28 20:13:31.723338 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0551e6f-9618-4086-846e-5e4b5a724991', 'name': 'network-vif-deleted', 'tag': '7eb3644c-290d-47dd-8261-c03c3eeabdce'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:31.750647 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc1571e-0634-49c5-8d95-8d9f69ca1349" -d '{"events": [{"server_uuid": "e0551e6f-9618-4086-846e-5e4b5a724991", "name": "network-vif-deleted", "tag": "7eb3644c-290d-47dd-8261-c03c3eeabdce"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:31.761613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-34f0836d-81a1-4e66-8423-a146c4342d6a None None] Current status of the port 2b5ddb40-0794-48c8-8aad-5359a05918db is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:31.794214 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-d8ce37ce-3fdf-490a-9fd2-6e1f8056a253 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c64981f0-9d00-41ed-9c25-52f5af36eba8 HTTP/1.1" status: 200 len: 217 time: 0.2220280 Feb 28 20:13:31.797829 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2b5ddb40-0794-48c8-8aad-5359a05918db triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:13:31.798200 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2b5ddb40-0794-48c8-8aad-5359a05918db), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:31.967974 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-6b93f531-9c7f-4a79-aab0-0d41f72464a5 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:31.970024 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-6b93f531-9c7f-4a79-aab0-0d41f72464a5 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.10 "GET /v2.0/networks?id=f3661384-f92c-4528-a64f-a56eb7afaf1a HTTP/1.1" status: 200 len: 815 time: 2.4792545 Feb 28 20:13:32.010500 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-5166d109-4a9f-45df-aadc-d05e84f8595e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:32.012099 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-562e8a4a-8741-4257-9e4f-46f17f738e92 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Request body: {'port': {'device_id': '7138ee64-9589-4692-9a3e-642a4638b980', 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a', 'admin_state_up': True, 'tenant_id': 'bdfc27b05c40453aaf18d8791d0c4a96'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:13:32.012307 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-5166d109-4a9f-45df-aadc-d05e84f8595e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17bdb014-8992-41b5-9199-5d89512b4a60 HTTP/1.1" status: 200 len: 851 time: 0.2102864 Feb 28 20:13:32.025629 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3d0ea64b-9948-4b03-953b-404ff48ecb11 None None] Provisioning complete for port 2b5ddb40-0794-48c8-8aad-5359a05918db triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:13:32.026046 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea64b-9948-4b03-953b-404ff48ecb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2b5ddb40-0794-48c8-8aad-5359a05918db), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:32.115796 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-74137693-9014-4f77-a59f-103da917ea80 service neutron] 10.222.0.13 "GET /v2.0/networks/f3661384-f92c-4528-a64f-a56eb7afaf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0292552 Feb 28 20:13:32.143168 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-348e0299-f02c-49d3-a52e-658067d1ed6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8345f72-ebdd-4937-93d2-787e920180e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209660 Feb 28 20:13:32.398077 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-b0438328-1a77-49b4-8f83-9d965cbae42e req-746b4f0d-0739-4778-b918-65cde11cdde6 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] For port e5598a34-c310-4bb0-adb6-44ebafa0e0f3, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e5598a34-c310-4bb0-adb6-44ebafa0e0f3,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:32.398765 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b0438328-1a77-49b4-8f83-9d965cbae42e req-746b4f0d-0739-4778-b918-65cde11cdde6 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e5598a34-c310-4bb0-adb6-44ebafa0e0f3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:32.511659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-b0438328-1a77-49b4-8f83-9d965cbae42e req-746b4f0d-0739-4778-b918-65cde11cdde6 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Calling delete_port for e5598a34-c310-4bb0-adb6-44ebafa0e0f3 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:13:32.542351 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-3f57da8b-a900-4309-a8a6-eb467dc9876c service neutron] 10.222.0.15 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847241 Feb 28 20:13:32.857456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-562e8a4a-8741-4257-9e4f-46f17f738e92 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Made reservation on behalf of bdfc27b05c40453aaf18d8791d0c4a96 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:13:32.888628 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-da89b854-ee08-4d54-8fb2-aaadec1b7b25 req-afd31138-9d59-4d67-a8c2-d9338a1f58d6 service neutron] 10.222.0.15 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088267 Feb 28 20:13:32.891732 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-562e8a4a-8741-4257-9e4f-46f17f738e92 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:32.947348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e5598a34-c310-4bb0-adb6-44ebafa0e0f3 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:13:33.170486 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2b5ddb40-0794-48c8-8aad-5359a05918db is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:33.261907 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port e5598a34-c310-4bb0-adb6-44ebafa0e0f3 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:33.262529 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e5598a34-c310-4bb0-adb6-44ebafa0e0f3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:33.264691 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3d0ea64b-9948-4b03-953b-404ff48ecb11 None None] Current status of the port 2b5ddb40-0794-48c8-8aad-5359a05918db is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:33.303921 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-562e8a4a-8741-4257-9e4f-46f17f738e92 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Allocated IP 172.20.0.13 (f3661384-f92c-4528-a64f-a56eb7afaf1a/fc59bac5-30a3-4d30-884c-acdfe1e8fa2d/80dfb259-c92e-4f02-b31a-3127bb5d0bb1) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:13:33.332538 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b0438328-1a77-49b4-8f83-9d965cbae42e req-746b4f0d-0739-4778-b918-65cde11cdde6 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e5598a34-c310-4bb0-adb6-44ebafa0e0f3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:33.377044 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['1e15a2a7-e81f-4d5d-97a3-d6325b067668'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:33.388831 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13', '583bde8e-6a83-40b3-bd10-2c4d327505ea'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:33.398407 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b4f0d-0739-4778-b918-65cde11cdde6 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Pushing event deleted for resources: {'Port': ['ID=e5598a34-c310-4bb0-adb6-44ebafa0e0f3,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:33.533515 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0438328-1a77-49b4-8f83-9d965cbae42e req-746b4f0d-0739-4778-b918-65cde11cdde6 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] No DVR routers for this DVR port e5598a34-c310-4bb0-adb6-44ebafa0e0f3 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:13:33.575389 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b0438328-1a77-49b4-8f83-9d965cbae42e req-746b4f0d-0739-4778-b918-65cde11cdde6 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:33.579250 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b936fbd-3bee-4b68-8314-dac5264bfc19 x-openstack-request-id: req-9b936fbd-3bee-4b68-8314-dac5264bfc19 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:33.579750 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373c276d-57dd-4016-8ef0-2229d24eda6e", "tag": "c64981f0-9d00-41ed-9c25-52f5af36eba8", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:33.580284 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b936fbd-3bee-4b68-8314-dac5264bfc19 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:33.581040 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373c276d-57dd-4016-8ef0-2229d24eda6e', 'tag': 'c64981f0-9d00-41ed-9c25-52f5af36eba8', 'status': 'completed', 'code': 200} Feb 28 20:13:33.583290 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b0438328-1a77-49b4-8f83-9d965cbae42e req-746b4f0d-0739-4778-b918-65cde11cdde6 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "DELETE /v2.0/ports/e5598a34-c310-4bb0-adb6-44ebafa0e0f3 HTTP/1.1" status: 204 len: 173 time: 4.6818316 Feb 28 20:13:33.719087 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20b779-02a7-4ada-ace2-3c2d0b76fb43 req-5b86742a-dc0f-4613-a694-389870d052b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:33.725964 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9e20b779-02a7-4ada-ace2-3c2d0b76fb43 req-5b86742a-dc0f-4613-a694-389870d052b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 1127 time: 0.1277306 Feb 28 20:13:33.741258 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e63974-3863-4aec-9572-6a823570f97d x-openstack-request-id: req-29e63974-3863-4aec-9572-6a823570f97d {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:33.741624 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0551e6f-9618-4086-846e-5e4b5a724991", "name": "network-vif-deleted", "tag": "7eb3644c-290d-47dd-8261-c03c3eeabdce", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:33.741882 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29e63974-3863-4aec-9572-6a823570f97d {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:33.742291 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0551e6f-9618-4086-846e-5e4b5a724991', 'name': 'network-vif-deleted', 'tag': '7eb3644c-290d-47dd-8261-c03c3eeabdce', 'status': 'completed', 'code': 200} Feb 28 20:13:33.757349 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-562e8a4a-8741-4257-9e4f-46f17f738e92 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks [] for port (80dfb259-c92e-4f02-b31a-3127bb5d0bb1), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:34.069479 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-562e8a4a-8741-4257-9e4f-46f17f738e92 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (80dfb259-c92e-4f02-b31a-3127bb5d0bb1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:34.096713 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20b779-02a7-4ada-ace2-3c2d0b76fb43 req-5ba95f11-24ee-481f-b884-fdb22b704c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:34.102340 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9e20b779-02a7-4ada-ace2-3c2d0b76fb43 req-5ba95f11-24ee-481f-b884-fdb22b704c04 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 200 len: 911 time: 0.3285184 Feb 28 20:13:34.199258 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9e20b779-02a7-4ada-ace2-3c2d0b76fb43 req-08b7fbcd-675d-4cf7-8dd5-477889bc704e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c64981f0-9d00-41ed-9c25-52f5af36eba8 HTTP/1.1" status: 200 len: 217 time: 0.0800531 Feb 28 20:13:34.233565 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-562e8a4a-8741-4257-9e4f-46f17f738e92 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Network f3661384-f92c-4528-a64f-a56eb7afaf1a is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:13:34.260766 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883bb88-06a8-47a3-b1b2-6cbb46b607db req-af05b156-cea6-4b2d-a598-b4ff73e5c09d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:34.268735 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b883bb88-06a8-47a3-b1b2-6cbb46b607db req-af05b156-cea6-4b2d-a598-b4ff73e5c09d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 944 time: 0.5089469 Feb 28 20:13:34.277865 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-562e8a4a-8741-4257-9e4f-46f17f738e92 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:13:34.295077 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-562e8a4a-8741-4257-9e4f-46f17f738e92 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:13:34.315650 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e8a4a-8741-4257-9e4f-46f17f738e92 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Pushing event updated for resources: {'Port': ['ID=80dfb259-c92e-4f02-b31a-3127bb5d0bb1,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:34.387920 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-d383d432-058f-4ca1-a38d-9fe0d256842e tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:34.410221 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-d383d432-058f-4ca1-a38d-9fe0d256842e tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/networks?id=f3661384-f92c-4528-a64f-a56eb7afaf1a HTTP/1.1" status: 200 len: 815 time: 0.5082741 Feb 28 20:13:34.414622 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20b779-02a7-4ada-ace2-3c2d0b76fb43 req-e463abee-1b4c-4ad6-b149-87b7ece4cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:34.416292 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9e20b779-02a7-4ada-ace2-3c2d0b76fb43 req-e463abee-1b4c-4ad6-b149-87b7ece4cc0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17bdb014-8992-41b5-9199-5d89512b4a60 HTTP/1.1" status: 200 len: 851 time: 0.2074020 Feb 28 20:13:34.489045 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9e20b779-02a7-4ada-ace2-3c2d0b76fb43 req-1eca7a30-2cb6-47ed-aaef-dcd3cf343aca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8345f72-ebdd-4937-93d2-787e920180e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588489 Feb 28 20:13:34.537061 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c64981f0-9d00-41ed-9c25-52f5af36eba8 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:13:34.576478 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-a7bd561e-293a-4273-8037-c6c2d9315007 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/quotas/bdfc27b05c40453aaf18d8791d0c4a96 HTTP/1.1" status: 200 len: 375 time: 0.1652725 Feb 28 20:13:34.607910 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-562e8a4a-8741-4257-9e4f-46f17f738e92 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:34.609040 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-562e8a4a-8741-4257-9e4f-46f17f738e92 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:34.628816 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b883bb88-06a8-47a3-b1b2-6cbb46b607db req-99a77f25-0c3f-43b3-a43c-18a7c3d55b22 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588545 Feb 28 20:13:34.733609 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9e20b779-02a7-4ada-ace2-3c2d0b76fb43 req-85052f27-0318-4e5d-84d0-d2a0896c3067 service neutron] 10.222.0.15 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424107 Feb 28 20:13:34.759092 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-562e8a4a-8741-4257-9e4f-46f17f738e92 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7630627 Feb 28 20:13:34.791562 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] Request body: {'port': {'device_id': '7138ee64-9589-4692-9a3e-642a4638b980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:13:34.986946 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9e20b779-02a7-4ada-ace2-3c2d0b76fb43 req-b230478f-3755-4e34-a3f9-50257daaa88f service neutron] 10.222.0.15 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463005 Feb 28 20:13:35.068840 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-35c375dd-c50c-4943-ab94-a6889aa38a78 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdfc27b05c40453aaf18d8791d0c4a96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4907935 Feb 28 20:13:35.090796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-630622b6-aa3f-4fa6-b911-8e340dfddcb9 None None] Provisioning complete for port 80dfb259-c92e-4f02-b31a-3127bb5d0bb1 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:13:35.098263 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-630622b6-aa3f-4fa6-b911-8e340dfddcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (80dfb259-c92e-4f02-b31a-3127bb5d0bb1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:35.195716 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c64981f0-9d00-41ed-9c25-52f5af36eba8, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c64981f0-9d00-41ed-9c25-52f5af36eba8,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:35.208336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-630622b6-aa3f-4fa6-b911-8e340dfddcb9 None None] Port 80dfb259-c92e-4f02-b31a-3127bb5d0bb1 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:13:35.214087 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'c64981f0-9d00-41ed-9c25-52f5af36eba8', 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2', 'port_id': 'c64981f0-9d00-41ed-9c25-52f5af36eba8', 'mac_address': 'fa:16:3e:37:32:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bdb014-8992-41b5-9199-5d89512b4a60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:13:35.214563 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (80dfb259-c92e-4f02-b31a-3127bb5d0bb1), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:35.271536 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-0e929050-5a54-49c0-8e10-798813a430b7 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:35.273480 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port c64981f0-9d00-41ed-9c25-52f5af36eba8 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:35.273725 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-0e929050-5a54-49c0-8e10-798813a430b7 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.15 "GET /v2.0/networks?id=f3661384-f92c-4528-a64f-a56eb7afaf1a HTTP/1.1" status: 200 len: 815 time: 0.4623969 Feb 28 20:13:35.274015 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c64981f0-9d00-41ed-9c25-52f5af36eba8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:35.295847 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64981f0-9d00-41ed-9c25-52f5af36eba8 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:13:35.297443 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-f0289c2e-47c8-459a-ae2e-97cc9dca7584 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Request body: {'port': {'device_id': '623c1bb9-8f40-4fbf-9a0d-da8356d334f3', 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a', 'admin_state_up': True, 'tenant_id': 'bdfc27b05c40453aaf18d8791d0c4a96'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:13:35.327661 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c64981f0-9d00-41ed-9c25-52f5af36eba8, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c64981f0-9d00-41ed-9c25-52f5af36eba8,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:35.336104 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c64981f0-9d00-41ed-9c25-52f5af36eba8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:35.378096 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-a0f1cb1f-16e5-4692-afc7-6baf637a6b55 service neutron] 10.222.0.13 "GET /v2.0/networks/f3661384-f92c-4528-a64f-a56eb7afaf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065462 Feb 28 20:13:35.404582 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=c64981f0-9d00-41ed-9c25-52f5af36eba8,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:35.538418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c126b2-8850-4e83-8ee6-113a370def88 req-ce30c603-d954-45b4-9ff1-45badd4537b1 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:35.547669 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2c126b2-8850-4e83-8ee6-113a370def88 req-ce30c603-d954-45b4-9ff1-45badd4537b1 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19cbd68-fe93-4215-98f9-4d19f25562b7 HTTP/1.1" status: 200 len: 950 time: 0.3505774 Feb 28 20:13:35.604589 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['c64981f0-9d00-41ed-9c25-52f5af36eba8'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:35.748316 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145c6195-ba27-470b-8070-39d0ea56fe42', 'name': 'network-vif-deleted', 'tag': 'e5598a34-c310-4bb0-adb6-44ebafa0e0f3'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:35.751112 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd61ea9-2530-4b49-9095-acb221638db2" -d '{"events": [{"server_uuid": "145c6195-ba27-470b-8070-39d0ea56fe42", "name": "network-vif-deleted", "tag": "e5598a34-c310-4bb0-adb6-44ebafa0e0f3"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:35.775373 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2c126b2-8850-4e83-8ee6-113a370def88 req-21b134fb-8025-473b-b01b-28ce6573a136 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/security-groups?id=1367502b-cf39-4efc-b021-3d78c0b9b691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250893 Feb 28 20:13:35.937611 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-ab0566e3-d20c-437f-a887-c13e6a137006 service neutron] 10.222.0.13 "GET /v2.0/networks/f3661384-f92c-4528-a64f-a56eb7afaf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002820 Feb 28 20:13:36.213376 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52317c69-3ecd-47ae-8018-e46a31b18193 x-openstack-request-id: req-52317c69-3ecd-47ae-8018-e46a31b18193 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:36.213700 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145c6195-ba27-470b-8070-39d0ea56fe42", "name": "network-vif-deleted", "tag": "e5598a34-c310-4bb0-adb6-44ebafa0e0f3", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:36.213949 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52317c69-3ecd-47ae-8018-e46a31b18193 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:36.214362 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145c6195-ba27-470b-8070-39d0ea56fe42', 'name': 'network-vif-deleted', 'tag': 'e5598a34-c310-4bb0-adb6-44ebafa0e0f3', 'status': 'completed', 'code': 200} Feb 28 20:13:36.229522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-f0289c2e-47c8-459a-ae2e-97cc9dca7584 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Made reservation on behalf of bdfc27b05c40453aaf18d8791d0c4a96 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:13:36.233624 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-f0289c2e-47c8-459a-ae2e-97cc9dca7584 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:36.351777 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a343e1-04e8-4c73-a7cf-b6c6f26cee4d req-071ee5e6-2f5f-4e64-b448-31cb29d305fe tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:36.361554 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-46a343e1-04e8-4c73-a7cf-b6c6f26cee4d req-071ee5e6-2f5f-4e64-b448-31cb29d305fe tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 945 time: 0.3944595 Feb 28 20:13:36.480109 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80dfb259-c92e-4f02-b31a-3127bb5d0bb1 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:13:36.511131 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] Publish callbacks [] for port (80dfb259-c92e-4f02-b31a-3127bb5d0bb1), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:36.539603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c64981f0-9d00-41ed-9c25-52f5af36eba8 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:13:36.557939 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] Transition to ACTIVE for port object 80dfb259-c92e-4f02-b31a-3127bb5d0bb1 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:13:36.586376 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (80dfb259-c92e-4f02-b31a-3127bb5d0bb1), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:36.688544 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port c64981f0-9d00-41ed-9c25-52f5af36eba8 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:13:36.694717 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port c64981f0-9d00-41ed-9c25-52f5af36eba8 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:13:36.696862 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c64981f0-9d00-41ed-9c25-52f5af36eba8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:36.763843 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-46a343e1-04e8-4c73-a7cf-b6c6f26cee4d req-59e3b85b-b641-4c14-be60-3cdd7bfb28db tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913298 Feb 28 20:13:36.934976 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port c64981f0-9d00-41ed-9c25-52f5af36eba8 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:36.935637 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c64981f0-9d00-41ed-9c25-52f5af36eba8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:36.969593 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-f0289c2e-47c8-459a-ae2e-97cc9dca7584 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Allocated IP 172.20.0.9 (f3661384-f92c-4528-a64f-a56eb7afaf1a/fc59bac5-30a3-4d30-884c-acdfe1e8fa2d/a5ea15b6-1c14-476f-aad4-760bf8e764b7) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:13:37.045538 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373c276d-57dd-4016-8ef0-2229d24eda6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64981f0-9d00-41ed-9c25-52f5af36eba8'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:37.055980 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b9cd05-6818-4d56-8943-b3bb00f88cd5" -d '{"events": [{"server_uuid": "373c276d-57dd-4016-8ef0-2229d24eda6e", "name": "network-vif-plugged", "status": "completed", "tag": "c64981f0-9d00-41ed-9c25-52f5af36eba8"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:37.067659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] Pushing event updated for resources: {'Port': ['ID=80dfb259-c92e-4f02-b31a-3127bb5d0bb1,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:37.199001 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c64981f0-9d00-41ed-9c25-52f5af36eba8, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c64981f0-9d00-41ed-9c25-52f5af36eba8,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:37.214587 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c64981f0-9d00-41ed-9c25-52f5af36eba8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:37.217211 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9c51c79c-b91b-4231-b984-73844105fbf1 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:13:37.317835 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] Attempting to bind port 80dfb259-c92e-4f02-b31a-3127bb5d0bb1 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:13:37.318706 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] Attempting to bind port 80dfb259-c92e-4f02-b31a-3127bb5d0bb1 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'fe425822-cdcb-46c8-b19b-1b1c4632610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:13:37.319210 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] Attempting to bind port 80dfb259-c92e-4f02-b31a-3127bb5d0bb1 on network f3661384-f92c-4528-a64f-a56eb7afaf1a {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:13:37.406442 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] Port 80dfb259-c92e-4f02-b31a-3127bb5d0bb1 on network f3661384-f92c-4528-a64f-a56eb7afaf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:13:37.407060 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] Attempting to bind port 80dfb259-c92e-4f02-b31a-3127bb5d0bb1 on network f3661384-f92c-4528-a64f-a56eb7afaf1a {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:13:37.410836 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-03a20143-31eb-4791-bfdf-046dd7a2aedc req-7219b42a-2bbf-4ba7-a106-aa6ec5da46e8 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283 HTTP/1.1" status: 200 len: 210 time: 0.0807748 Feb 28 20:13:37.419806 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:13:37.420446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] Checking segment: {'id': 'fe425822-cdcb-46c8-b19b-1b1c4632610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:13:37.421038 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] Bound using segment: {'id': 'fe425822-cdcb-46c8-b19b-1b1c4632610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:13:37.421653 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] Bound port: 80dfb259-c92e-4f02-b31a-3127bb5d0bb1, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe425822-cdcb-46c8-b19b-1b1c4632610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:13:37.422197 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (80dfb259-c92e-4f02-b31a-3127bb5d0bb1), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:37.503253 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=c64981f0-9d00-41ed-9c25-52f5af36eba8,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:37.730916 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-f0289c2e-47c8-459a-ae2e-97cc9dca7584 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks [] for port (a5ea15b6-1c14-476f-aad4-760bf8e764b7), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:37.821215 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa48b8c-5b89-4f0e-898e-7f5e226465a6 x-openstack-request-id: req-6aa48b8c-5b89-4f0e-898e-7f5e226465a6 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:37.821788 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373c276d-57dd-4016-8ef0-2229d24eda6e", "name": "network-vif-plugged", "status": "completed", "tag": "c64981f0-9d00-41ed-9c25-52f5af36eba8", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:37.821788 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6aa48b8c-5b89-4f0e-898e-7f5e226465a6 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:37.822171 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373c276d-57dd-4016-8ef0-2229d24eda6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64981f0-9d00-41ed-9c25-52f5af36eba8', 'code': 200} Feb 28 20:13:37.823214 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 9c51c79c-b91b-4231-b984-73844105fbf1 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:37.823604 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:37.926284 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] For port 80dfb259-c92e-4f02-b31a-3127bb5d0bb1, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:13:37.966120 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9c51c79c-b91b-4231-b984-73844105fbf1, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9c51c79c-b91b-4231-b984-73844105fbf1,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:37.982175 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:38.006973 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] For port 80dfb259-c92e-4f02-b31a-3127bb5d0bb1, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=80dfb259-c92e-4f02-b31a-3127bb5d0bb1,segment=NetworkSegment(fe425822-cdcb-46c8-b19b-1b1c4632610f),segment_id=fe425822-cdcb-46c8-b19b-1b1c4632610f)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:13:38.077645 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a6ad8-32b9-4023-a4f2-3bcb1a18b824 req-27e53c48-9b34-489c-975b-a2d1160509f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:38.088065 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5e3a6ad8-32b9-4023-a4f2-3bcb1a18b824 req-27e53c48-9b34-489c-975b-a2d1160509f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 1129 time: 0.1470866 Feb 28 20:13:38.180409 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (80dfb259-c92e-4f02-b31a-3127bb5d0bb1), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:38.186580 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5e3a6ad8-32b9-4023-a4f2-3bcb1a18b824 req-d8cd9b79-1498-433a-afaf-f552c334c1bb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965590 Feb 28 20:13:38.191402 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=9c51c79c-b91b-4231-b984-73844105fbf1,revision_number=11']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:38.240823 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-f0289c2e-47c8-459a-ae2e-97cc9dca7584 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a5ea15b6-1c14-476f-aad4-760bf8e764b7), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:38.343382 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:38.344035 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:38.345719 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] 10.222.0.10 "PUT /v2.0/ports/80dfb259-c92e-4f02-b31a-3127bb5d0bb1 HTTP/1.1" status: 200 len: 1093 time: 3.5664701 Feb 28 20:13:38.362940 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7138ee64-9589-4692-9a3e-642a4638b980', 'tag': '80dfb259-c92e-4f02-b31a-3127bb5d0bb1'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:38.365626 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3327642e-122c-424e-8448-6d8cb44645c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7138ee64-9589-4692-9a3e-642a4638b980", "tag": "80dfb259-c92e-4f02-b31a-3127bb5d0bb1"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:38.515098 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd14082-ecfc-4f92-9f3c-2d90c9328c15 req-5d7de652-0091-4cc6-a3ca-c00686ccdc83 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:38.525236 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2cd14082-ecfc-4f92-9f3c-2d90c9328c15 req-5d7de652-0091-4cc6-a3ca-c00686ccdc83 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5 HTTP/1.1" status: 200 len: 946 time: 0.5149636 Feb 28 20:13:38.688660 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508eb118-30ed-4c79-9623-b195dfaf5d92 service neutron] Pushing event updated for resources: {'Port': ['ID=80dfb259-c92e-4f02-b31a-3127bb5d0bb1,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:38.711989 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-f0289c2e-47c8-459a-ae2e-97cc9dca7584 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Network f3661384-f92c-4528-a64f-a56eb7afaf1a is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:13:38.816391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-f0289c2e-47c8-459a-ae2e-97cc9dca7584 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:13:38.877006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-f0289c2e-47c8-459a-ae2e-97cc9dca7584 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:13:39.223798 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338ef59-0cf5-4f57-97ac-4995a74c2818 req-fa2b2dc6-9f4d-4341-a55b-1b38d8fbe55a tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:39.227709 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5338ef59-0cf5-4f57-97ac-4995a74c2818 req-fa2b2dc6-9f4d-4341-a55b-1b38d8fbe55a tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "GET /v2.0/ports?device_id=b80dfacd-9d5f-4600-b80a-7dbf2e615566 HTTP/1.1" status: 200 len: 950 time: 0.1774638 Feb 28 20:13:39.310027 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-59f90c58-287f-48db-a7c7-2ad5dcaa1a6b None None] Provisioning complete for port a5ea15b6-1c14-476f-aad4-760bf8e764b7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:13:39.311039 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-59f90c58-287f-48db-a7c7-2ad5dcaa1a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a5ea15b6-1c14-476f-aad4-760bf8e764b7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:39.405462 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-59f90c58-287f-48db-a7c7-2ad5dcaa1a6b None None] Port a5ea15b6-1c14-476f-aad4-760bf8e764b7 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:13:39.445916 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-5338ef59-0cf5-4f57-97ac-4995a74c2818 req-cfd6dcf9-a0aa-4737-8c41-1117374fd8cc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Deleting port eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:13:39.446455 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-5338ef59-0cf5-4f57-97ac-4995a74c2818 req-cfd6dcf9-a0aa-4737-8c41-1117374fd8cc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:39.628143 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-5338ef59-0cf5-4f57-97ac-4995a74c2818 req-cfd6dcf9-a0aa-4737-8c41-1117374fd8cc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] For port eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:39.629003 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-5338ef59-0cf5-4f57-97ac-4995a74c2818 req-cfd6dcf9-a0aa-4737-8c41-1117374fd8cc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:39.654567 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-5338ef59-0cf5-4f57-97ac-4995a74c2818 req-cfd6dcf9-a0aa-4737-8c41-1117374fd8cc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Calling delete_port for eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:13:39.655346 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0289c2e-47c8-459a-ae2e-97cc9dca7584 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Pushing event updated for resources: {'Port': ['ID=a5ea15b6-1c14-476f-aad4-760bf8e764b7,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:39.668106 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-bc935a64-6986-4cdc-b932-4438faeded1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:39.670287 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-bc935a64-6986-4cdc-b932-4438faeded1c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bdfc27b05c40453aaf18d8791d0c4a96&device_id=7138ee64-9589-4692-9a3e-642a4638b980 HTTP/1.1" status: 200 len: 1127 time: 1.1101584 Feb 28 20:13:39.727681 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-de955c25-57ca-4756-8b1f-b97aa0d42efb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80dfb259-c92e-4f02-b31a-3127bb5d0bb1 HTTP/1.1" status: 200 len: 217 time: 0.0464332 Feb 28 20:13:39.744807 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2cd14082-ecfc-4f92-9f3c-2d90c9328c15 req-e9af8c5c-43f0-4494-980e-23eb22598fa3 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f13d55-c33f-4d38-be5a-243f45ce5890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0665865 Feb 28 20:13:39.757248 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-f0289c2e-47c8-459a-ae2e-97cc9dca7584 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:39.758114 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-f0289c2e-47c8-459a-ae2e-97cc9dca7584 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:39.785101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-52a6492e-739c-46dd-8693-58843d38d8a1 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:39.792783 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-52a6492e-739c-46dd-8693-58843d38d8a1 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.10 "GET /v2.0/networks?id=f3661384-f92c-4528-a64f-a56eb7afaf1a HTTP/1.1" status: 200 len: 815 time: 1.4737933 Feb 28 20:13:39.823465 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19cbd68-fe93-4215-98f9-4d19f25562b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c51c79c-b91b-4231-b984-73844105fbf1'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:39.827120 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2904bc-4b65-4abe-a8d6-fc24e2dabecf" -d '{"events": [{"server_uuid": "a19cbd68-fe93-4215-98f9-4d19f25562b7", "name": "network-vif-unplugged", "status": "completed", "tag": "9c51c79c-b91b-4231-b984-73844105fbf1"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:39.838810 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2d19e-64f3-4302-85ba-b46eebac31e5 req-a0bb5b2d-fc95-44ad-a4d4-16cf979c79b2 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:39.853028 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9fd2d19e-64f3-4302-85ba-b46eebac31e5 req-a0bb5b2d-fc95-44ad-a4d4-16cf979c79b2 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 946 time: 1.4584894 Feb 28 20:13:39.890684 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-c4134afb-a3bf-44fa-92b5-938df1916791 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Request body: {'port': {'device_id': '7ca5e9c6-eff4-46d9-9308-1a9f8c175283', 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a', 'admin_state_up': True, 'tenant_id': 'bdfc27b05c40453aaf18d8791d0c4a96'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:13:39.948690 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-f0289c2e-47c8-459a-ae2e-97cc9dca7584 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6583438 Feb 28 20:13:39.996570 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] Request body: {'port': {'device_id': '623c1bb9-8f40-4fbf-9a0d-da8356d334f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:13:40.109764 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-5338ef59-0cf5-4f57-97ac-4995a74c2818 req-cfd6dcf9-a0aa-4737-8c41-1117374fd8cc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:40.125790 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['1e15a2a7-e81f-4d5d-97a3-d6325b067668'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:40.128199 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13', '583bde8e-6a83-40b3-bd10-2c4d327505ea'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:40.261519 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6dcf9-a0aa-4737-8c41-1117374fd8cc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Pushing event deleted for resources: {'Port': ['ID=eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:40.278068 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.10', 62200) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:40.338770 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-738d15a2-93ce-4278-ba14-e55320dadea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:40.343479 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-738d15a2-93ce-4278-ba14-e55320dadea1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc59bac5-30a3-4d30-884c-acdfe1e8fa2d HTTP/1.1" status: 200 len: 854 time: 0.5823848 Feb 28 20:13:40.447833 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5338ef59-0cf5-4f57-97ac-4995a74c2818 req-cfd6dcf9-a0aa-4737-8c41-1117374fd8cc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] No DVR routers for this DVR port eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:13:40.450488 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-5338ef59-0cf5-4f57-97ac-4995a74c2818 req-cfd6dcf9-a0aa-4737-8c41-1117374fd8cc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:40.463980 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5338ef59-0cf5-4f57-97ac-4995a74c2818 req-cfd6dcf9-a0aa-4737-8c41-1117374fd8cc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "DELETE /v2.0/ports/eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 HTTP/1.1" status: 204 len: 173 time: 1.2286124 Feb 28 20:13:40.464474 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80dfacd-9d5f-4600-b80a-7dbf2e615566', 'name': 'network-vif-deleted', 'tag': 'eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:40.466733 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95269bb5-067d-47ef-a94d-ad5426bcf0a7" -d '{"events": [{"server_uuid": "b80dfacd-9d5f-4600-b80a-7dbf2e615566", "name": "network-vif-deleted", "tag": "eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:40.481844 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9fd2d19e-64f3-4302-85ba-b46eebac31e5 req-ec4d975a-76e8-4754-935c-aec0e891f152 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6203239 Feb 28 20:13:40.555655 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0e742-7b7d-43ee-961a-89c2171f368c req-67572b00-3261-44ca-a89d-0bfa590964df tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:40.557550 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4fc0e742-7b7d-43ee-961a-89c2171f368c req-67572b00-3261-44ca-a89d-0bfa590964df tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c1cb3e5-d987-4134-86cf-f2e21c45b10f HTTP/1.1" status: 200 len: 950 time: 0.2507410 Feb 28 20:13:40.770289 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a5ea15b6-1c14-476f-aad4-760bf8e764b7), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:40.825599 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8f613-1e73-4326-bda1-c0270a6d69bc req-a40db925-86b2-4af3-a9ba-6dc0a57f5ea1 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:40.827615 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-56b8f613-1e73-4326-bda1-c0270a6d69bc req-a40db925-86b2-4af3-a9ba-6dc0a57f5ea1 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5 HTTP/1.1" status: 200 len: 946 time: 0.7590754 Feb 28 20:13:40.858116 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e8176-8fa7-4ce1-80a7-6359c48816fd req-200bfdf5-f2ce-4522-a2d9-091dff3c6871 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:40.869273 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-030e8176-8fa7-4ce1-80a7-6359c48816fd req-200bfdf5-f2ce-4522-a2d9-091dff3c6871 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=b80dfacd-9d5f-4600-b80a-7dbf2e615566 HTTP/1.1" status: 200 len: 867 time: 0.9007959 Feb 28 20:13:40.876079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-4fc0e742-7b7d-43ee-961a-89c2171f368c req-c900d27b-bda0-4bdd-83f9-d62c786f12f9 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Deleting port 583bde8e-6a83-40b3-bd10-2c4d327505ea {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:13:40.877200 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4fc0e742-7b7d-43ee-961a-89c2171f368c req-c900d27b-bda0-4bdd-83f9-d62c786f12f9 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (583bde8e-6a83-40b3-bd10-2c4d327505ea), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:41.019082 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60300218-5e31-41c3-ba77-97c81b916779 x-openstack-request-id: req-60300218-5e31-41c3-ba77-97c81b916779 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:41.019082 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7138ee64-9589-4692-9a3e-642a4638b980", "tag": "80dfb259-c92e-4f02-b31a-3127bb5d0bb1", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:41.019082 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60300218-5e31-41c3-ba77-97c81b916779 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:41.024580 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7138ee64-9589-4692-9a3e-642a4638b980', 'tag': '80dfb259-c92e-4f02-b31a-3127bb5d0bb1', 'status': 'completed', 'code': 200} Feb 28 20:13:41.046136 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-b93e0d8a-81df-4a90-8d41-759c4acd145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:41.050824 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-b93e0d8a-81df-4a90-8d41-759c4acd145f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3661384-f92c-4528-a64f-a56eb7afaf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6852317 Feb 28 20:13:41.106049 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-4fc0e742-7b7d-43ee-961a-89c2171f368c req-c900d27b-bda0-4bdd-83f9-d62c786f12f9 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] For port 583bde8e-6a83-40b3-bd10-2c4d327505ea, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=583bde8e-6a83-40b3-bd10-2c4d327505ea,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:41.106431 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4fc0e742-7b7d-43ee-961a-89c2171f368c req-c900d27b-bda0-4bdd-83f9-d62c786f12f9 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (583bde8e-6a83-40b3-bd10-2c4d327505ea), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:41.121900 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-4fc0e742-7b7d-43ee-961a-89c2171f368c req-c900d27b-bda0-4bdd-83f9-d62c786f12f9 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Calling delete_port for 583bde8e-6a83-40b3-bd10-2c4d327505ea owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:13:41.215611 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a2e8308a-a167-426e-a00e-74e800eb34b7 req-84ab627c-ba44-4afe-86dd-e1cb41aeff87 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283 HTTP/1.1" status: 200 len: 210 time: 0.0959961 Feb 28 20:13:41.400038 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b22201-2b30-42a8-a29a-c9820c02a0b9 x-openstack-request-id: req-13b22201-2b30-42a8-a29a-c9820c02a0b9 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:41.400567 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19cbd68-fe93-4215-98f9-4d19f25562b7", "name": "network-vif-unplugged", "status": "completed", "tag": "9c51c79c-b91b-4231-b984-73844105fbf1", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:41.400680 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13b22201-2b30-42a8-a29a-c9820c02a0b9 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:41.401040 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19cbd68-fe93-4215-98f9-4d19f25562b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c51c79c-b91b-4231-b984-73844105fbf1', 'code': 200} Feb 28 20:13:41.463225 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-dc508a83-e678-4a8c-9fe9-f33dd9d8bf07 service neutron] 10.222.0.10 "GET /v2.0/networks/f3661384-f92c-4528-a64f-a56eb7afaf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589208 Feb 28 20:13:41.487036 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-c4134afb-a3bf-44fa-92b5-938df1916791 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Made reservation on behalf of bdfc27b05c40453aaf18d8791d0c4a96 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:13:41.490598 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-c4134afb-a3bf-44fa-92b5-938df1916791 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:41.641571 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-030e8176-8fa7-4ce1-80a7-6359c48816fd req-0dfc378e-6ac2-498c-ae5f-de136723ffef tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7561059 Feb 28 20:13:41.776420 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9365b9e-f648-4f04-ac95-809a8fe761fb req-5c174487-b04d-4c06-89df-6cbcf633646b service neutron] 10.222.0.10 "GET /v2.0/networks/f3661384-f92c-4528-a64f-a56eb7afaf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688801 Feb 28 20:13:41.828524 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9894399d-1e3c-4bd7-a5fa-6add18c6fd26 x-openstack-request-id: req-9894399d-1e3c-4bd7-a5fa-6add18c6fd26 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:41.829082 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80dfacd-9d5f-4600-b80a-7dbf2e615566", "name": "network-vif-deleted", "tag": "eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:41.829082 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9894399d-1e3c-4bd7-a5fa-6add18c6fd26 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:41.829426 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80dfacd-9d5f-4600-b80a-7dbf2e615566', 'name': 'network-vif-deleted', 'tag': 'eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13', 'status': 'completed', 'code': 200} Feb 28 20:13:41.951804 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-7c4c587d-7ebc-45e2-9603-2b799b9d69cb tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c7a430705c144d148ba53647fb1c7c2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3097270 Feb 28 20:13:41.984918 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4fc0e742-7b7d-43ee-961a-89c2171f368c req-c900d27b-bda0-4bdd-83f9-d62c786f12f9 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (583bde8e-6a83-40b3-bd10-2c4d327505ea), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:41.996913 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['1e15a2a7-e81f-4d5d-97a3-d6325b067668'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:42.027004 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900d27b-bda0-4bdd-83f9-d62c786f12f9 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Pushing event deleted for resources: {'Port': ['ID=583bde8e-6a83-40b3-bd10-2c4d327505ea,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:42.085742 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc0e742-7b7d-43ee-961a-89c2171f368c req-c900d27b-bda0-4bdd-83f9-d62c786f12f9 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] No DVR routers for this DVR port 583bde8e-6a83-40b3-bd10-2c4d327505ea on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:13:42.088742 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4fc0e742-7b7d-43ee-961a-89c2171f368c req-c900d27b-bda0-4bdd-83f9-d62c786f12f9 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:42.093497 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4fc0e742-7b7d-43ee-961a-89c2171f368c req-c900d27b-bda0-4bdd-83f9-d62c786f12f9 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.10 "DELETE /v2.0/ports/583bde8e-6a83-40b3-bd10-2c4d327505ea HTTP/1.1" status: 204 len: 173 time: 1.5288374 Feb 28 20:13:42.339902 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327642e-122c-424e-8448-6d8cb44645c6 req-acc6b313-5d37-435d-a355-4999e8417049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:42.341436 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3327642e-122c-424e-8448-6d8cb44645c6 req-acc6b313-5d37-435d-a355-4999e8417049 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bdfc27b05c40453aaf18d8791d0c4a96&device_id=7138ee64-9589-4692-9a3e-642a4638b980 HTTP/1.1" status: 200 len: 1127 time: 0.4698336 Feb 28 20:13:42.385541 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-56b8f613-1e73-4326-bda1-c0270a6d69bc req-64ba7528-0604-4a19-a51d-03034fbcafa5 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Deleting port b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:13:42.385541 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-56b8f613-1e73-4326-bda1-c0270a6d69bc req-64ba7528-0604-4a19-a51d-03034fbcafa5 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b15ee619-68b3-4dc0-a2df-14ff9b2cfb86), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:42.446589 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-6b3186b8-190e-4031-8363-9da9df4d4b58 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:42.454985 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-6b3186b8-190e-4031-8363-9da9df4d4b58 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5020180 Feb 28 20:13:42.592663 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ea15b6-1c14-476f-aad4-760bf8e764b7 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:13:42.605095 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] Publish callbacks [] for port (a5ea15b6-1c14-476f-aad4-760bf8e764b7), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:42.621922 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] Transition to ACTIVE for port object a5ea15b6-1c14-476f-aad4-760bf8e764b7 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:13:42.660976 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (a5ea15b6-1c14-476f-aad4-760bf8e764b7), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:42.681405 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335eccf-abf9-4265-b024-33165d10e753 req-b010c1a3-cf46-4fc4-8c7b-738411bdc351 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:42.684198 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1335eccf-abf9-4265-b024-33165d10e753 req-b010c1a3-cf46-4fc4-8c7b-738411bdc351 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5 HTTP/1.1" status: 200 len: 946 time: 0.8696806 Feb 28 20:13:42.825343 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:13:42.855595 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-6800a42a-23cc-44ce-9f68-ff256b0c715d tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/quotas/c7a430705c144d148ba53647fb1c7c2e HTTP/1.1" status: 200 len: 375 time: 0.3988059 Feb 28 20:13:42.889934 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41d859-d45a-4190-9871-ab6a1ec450f3 req-29c4a086-e8ff-4b24-980d-fcd7367f6123 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:42.894926 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8e41d859-d45a-4190-9871-ab6a1ec450f3 req-29c4a086-e8ff-4b24-980d-fcd7367f6123 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.15 "GET /v2.0/ports?device_id=a19cbd68-fe93-4215-98f9-4d19f25562b7 HTTP/1.1" status: 200 len: 948 time: 0.1351216 Feb 28 20:13:42.905226 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:13:42.906983 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device eb9a931a-6b9b-4b5a-8ef4-b1b17f2b7b13 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:13:42.907494 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:13:43.081846 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1335eccf-abf9-4265-b024-33165d10e753 req-4b397293-8a59-4728-bf0a-6ebef9c282a9 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f13d55-c33f-4d38-be5a-243f45ce5890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3230050 Feb 28 20:13:43.086909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327642e-122c-424e-8448-6d8cb44645c6 req-2580d959-f4d5-4785-ac92-9ea2189b1ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:43.088435 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3327642e-122c-424e-8448-6d8cb44645c6 req-2580d959-f4d5-4785-ac92-9ea2189b1ac2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f3661384-f92c-4528-a64f-a56eb7afaf1a HTTP/1.1" status: 200 len: 915 time: 0.7337532 Feb 28 20:13:43.097749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:43.098143 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b15ee619-68b3-4dc0-a2df-14ff9b2cfb86), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:43.157160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-c4134afb-a3bf-44fa-92b5-938df1916791 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Allocated IP 172.20.0.3 (f3661384-f92c-4528-a64f-a56eb7afaf1a/fc59bac5-30a3-4d30-884c-acdfe1e8fa2d/d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:13:43.159594 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-8e41d859-d45a-4190-9871-ab6a1ec450f3 req-63a958f6-4f3d-423b-ab44-13c4f7be8d77 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Deleting port 9c51c79c-b91b-4231-b984-73844105fbf1 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:13:43.159974 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-8e41d859-d45a-4190-9871-ab6a1ec450f3 req-63a958f6-4f3d-423b-ab44-13c4f7be8d77 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:43.195366 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port b15ee619-68b3-4dc0-a2df-14ff9b2cfb86, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=b15ee619-68b3-4dc0-a2df-14ff9b2cfb86,segment=NetworkSegment(b964f382-4fb0-46e1-a25c-d94365c5e65f),segment_id=b964f382-4fb0-46e1-a25c-d94365c5e65f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:43.205765 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b15ee619-68b3-4dc0-a2df-14ff9b2cfb86), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:43.208141 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 583bde8e-6a83-40b3-bd10-2c4d327505ea no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:13:43.348188 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 583bde8e-6a83-40b3-bd10-2c4d327505ea {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:13:43.348828 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 583bde8e-6a83-40b3-bd10-2c4d327505ea not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:13:43.351203 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=b15ee619-68b3-4dc0-a2df-14ff9b2cfb86,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:43.375647 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-8e41d859-d45a-4190-9871-ab6a1ec450f3 req-63a958f6-4f3d-423b-ab44-13c4f7be8d77 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] For port 9c51c79c-b91b-4231-b984-73844105fbf1, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9c51c79c-b91b-4231-b984-73844105fbf1,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:43.376053 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-8e41d859-d45a-4190-9871-ab6a1ec450f3 req-63a958f6-4f3d-423b-ab44-13c4f7be8d77 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:43.397373 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-8e41d859-d45a-4190-9871-ab6a1ec450f3 req-63a958f6-4f3d-423b-ab44-13c4f7be8d77 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Calling delete_port for 9c51c79c-b91b-4231-b984-73844105fbf1 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:13:43.402653 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b15ee619-68b3-4dc0-a2df-14ff9b2cfb86'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:43.405892 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147f17fb-87a4-4c21-b3ee-ad80dd73d6dd" -d '{"events": [{"server_uuid": "9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5", "name": "network-vif-unplugged", "status": "completed", "tag": "b15ee619-68b3-4dc0-a2df-14ff9b2cfb86"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:43.439216 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-744674de-568e-4f9c-8a5e-172020e9af1c tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7a430705c144d148ba53647fb1c7c2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5812554 Feb 28 20:13:43.533721 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3327642e-122c-424e-8448-6d8cb44645c6 req-a3f7b286-ff8b-41eb-9316-2deda922515c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80dfb259-c92e-4f02-b31a-3127bb5d0bb1 HTTP/1.1" status: 200 len: 217 time: 0.1130772 Feb 28 20:13:43.534325 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] Pushing event updated for resources: {'Port': ['ID=a5ea15b6-1c14-476f-aad4-760bf8e764b7,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:43.634709 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-8e41d859-d45a-4190-9871-ab6a1ec450f3 req-63a958f6-4f3d-423b-ab44-13c4f7be8d77 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (9c51c79c-b91b-4231-b984-73844105fbf1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:43.665654 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a958f6-4f3d-423b-ab44-13c4f7be8d77 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Pushing event deleted for resources: {'Port': ['ID=9c51c79c-b91b-4231-b984-73844105fbf1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:43.807926 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e41d859-d45a-4190-9871-ab6a1ec450f3 req-63a958f6-4f3d-423b-ab44-13c4f7be8d77 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] No DVR routers for this DVR port 9c51c79c-b91b-4231-b984-73844105fbf1 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:13:43.808934 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-56b8f613-1e73-4326-bda1-c0270a6d69bc req-64ba7528-0604-4a19-a51d-03034fbcafa5 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] For port b15ee619-68b3-4dc0-a2df-14ff9b2cfb86, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=b15ee619-68b3-4dc0-a2df-14ff9b2cfb86,segment=NetworkSegment(b964f382-4fb0-46e1-a25c-d94365c5e65f),segment_id=b964f382-4fb0-46e1-a25c-d94365c5e65f)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:43.810015 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-56b8f613-1e73-4326-bda1-c0270a6d69bc req-64ba7528-0604-4a19-a51d-03034fbcafa5 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b15ee619-68b3-4dc0-a2df-14ff9b2cfb86), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:43.812302 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-8e41d859-d45a-4190-9871-ab6a1ec450f3 req-63a958f6-4f3d-423b-ab44-13c4f7be8d77 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:43.815627 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8e41d859-d45a-4190-9871-ab6a1ec450f3 req-63a958f6-4f3d-423b-ab44-13c4f7be8d77 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.15 "DELETE /v2.0/ports/9c51c79c-b91b-4231-b984-73844105fbf1 HTTP/1.1" status: 204 len: 173 time: 0.9159145 Feb 28 20:13:43.830929 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1cb3e5-d987-4134-86cf-f2e21c45b10f', 'name': 'network-vif-deleted', 'tag': '583bde8e-6a83-40b3-bd10-2c4d327505ea'}, {'server_uuid': 'a19cbd68-fe93-4215-98f9-4d19f25562b7', 'name': 'network-vif-deleted', 'tag': '9c51c79c-b91b-4231-b984-73844105fbf1'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:43.833560 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e92f245-0ad1-4b21-81ad-f88e64f3f362" -d '{"events": [{"server_uuid": "8c1cb3e5-d987-4134-86cf-f2e21c45b10f", "name": "network-vif-deleted", "tag": "583bde8e-6a83-40b3-bd10-2c4d327505ea"}, {"server_uuid": "a19cbd68-fe93-4215-98f9-4d19f25562b7", "name": "network-vif-deleted", "tag": "9c51c79c-b91b-4231-b984-73844105fbf1"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:43.837657 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-c4134afb-a3bf-44fa-92b5-938df1916791 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks [] for port (d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:43.871845 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327642e-122c-424e-8448-6d8cb44645c6 req-f0565936-0b28-4fa7-a49b-352d3497a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:43.873846 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3327642e-122c-424e-8448-6d8cb44645c6 req-f0565936-0b28-4fa7-a49b-352d3497a858 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc59bac5-30a3-4d30-884c-acdfe1e8fa2d HTTP/1.1" status: 200 len: 854 time: 0.2829978 Feb 28 20:13:44.032498 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] Attempting to bind port a5ea15b6-1c14-476f-aad4-760bf8e764b7 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:13:44.033107 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] Attempting to bind port a5ea15b6-1c14-476f-aad4-760bf8e764b7 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'fe425822-cdcb-46c8-b19b-1b1c4632610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:13:44.033622 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] Attempting to bind port a5ea15b6-1c14-476f-aad4-760bf8e764b7 on network f3661384-f92c-4528-a64f-a56eb7afaf1a {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:13:44.086514 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7c6d7-9afe-4396-ad06-ae60823b4392 req-a86253ec-09a2-42f0-aeae-f0c4c835c2a2 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:44.092356 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e9c7c6d7-9afe-4396-ad06-ae60823b4392 req-a86253ec-09a2-42f0-aeae-f0c4c835c2a2 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19cbd68-fe93-4215-98f9-4d19f25562b7 HTTP/1.1" status: 200 len: 948 time: 0.6730461 Feb 28 20:13:44.097229 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] Port a5ea15b6-1c14-476f-aad4-760bf8e764b7 on network f3661384-f92c-4528-a64f-a56eb7afaf1a not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:13:44.097683 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] Attempting to bind port a5ea15b6-1c14-476f-aad4-760bf8e764b7 on network f3661384-f92c-4528-a64f-a56eb7afaf1a {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:13:44.172952 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:13:44.173749 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] Checking segment: {'id': 'fe425822-cdcb-46c8-b19b-1b1c4632610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:13:44.174245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] Bound using segment: {'id': 'fe425822-cdcb-46c8-b19b-1b1c4632610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:13:44.174804 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] Bound port: a5ea15b6-1c14-476f-aad4-760bf8e764b7, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe425822-cdcb-46c8-b19b-1b1c4632610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:13:44.175267 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a5ea15b6-1c14-476f-aad4-760bf8e764b7), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:44.182210 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-c4134afb-a3bf-44fa-92b5-938df1916791 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:44.224493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240c5bb-02cc-4bc7-82da-350a483b7e60 req-8ab7fe44-740d-44c6-9805-f0c339be10e2 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:44.227176 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2240c5bb-02cc-4bc7-82da-350a483b7e60 req-8ab7fe44-740d-44c6-9805-f0c339be10e2 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 946 time: 0.4286537 Feb 28 20:13:44.268585 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327642e-122c-424e-8448-6d8cb44645c6 req-bb7c60fc-e4fe-4c5c-a7b0-b5cad7059099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:44.270346 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3327642e-122c-424e-8448-6d8cb44645c6 req-bb7c60fc-e4fe-4c5c-a7b0-b5cad7059099 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3661384-f92c-4528-a64f-a56eb7afaf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3614399 Feb 28 20:13:44.285730 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-c4134afb-a3bf-44fa-92b5-938df1916791 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Network f3661384-f92c-4528-a64f-a56eb7afaf1a is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:13:44.726254 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-c4134afb-a3bf-44fa-92b5-938df1916791 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:13:44.776377 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-c4134afb-a3bf-44fa-92b5-938df1916791 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:13:44.814576 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4134afb-a3bf-44fa-92b5-938df1916791 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Pushing event updated for resources: {'Port': ['ID=d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:44.832695 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 80dfb259-c92e-4f02-b31a-3127bb5d0bb1 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:13:44.957214 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 80dfb259-c92e-4f02-b31a-3127bb5d0bb1, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=80dfb259-c92e-4f02-b31a-3127bb5d0bb1,segment=NetworkSegment(fe425822-cdcb-46c8-b19b-1b1c4632610f),segment_id=fe425822-cdcb-46c8-b19b-1b1c4632610f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:44.971091 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '80dfb259-c92e-4f02-b31a-3127bb5d0bb1', 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a', 'port_id': '80dfb259-c92e-4f02-b31a-3127bb5d0bb1', 'mac_address': 'fa:16:3e:bf:37:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc59bac5-30a3-4d30-884c-acdfe1e8fa2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:13:44.986550 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e9c7c6d7-9afe-4396-ad06-ae60823b4392 req-8bc6a7b9-6a1c-4c1f-bb79-ea6e20d25254 tempest-ImagesOneServerTestJSON-1137208854 tempest-ImagesOneServerTestJSON-1137208854-project] 10.222.0.13 "GET /v2.0/security-groups?id=1367502b-cf39-4efc-b021-3d78c0b9b691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8924949 Feb 28 20:13:45.023740 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 80dfb259-c92e-4f02-b31a-3127bb5d0bb1 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:45.024468 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (80dfb259-c92e-4f02-b31a-3127bb5d0bb1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:45.028724 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-56b8f613-1e73-4326-bda1-c0270a6d69bc req-64ba7528-0604-4a19-a51d-03034fbcafa5 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:45.029096 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-56b8f613-1e73-4326-bda1-c0270a6d69bc req-64ba7528-0604-4a19-a51d-03034fbcafa5 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (90b5e1d7-0052-4195-b1d0-1555fe0718e1), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:45.029412 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [req-56b8f613-1e73-4326-bda1-c0270a6d69bc req-64ba7528-0604-4a19-a51d-03034fbcafa5 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Floating IP 90b5e1d7-0052-4195-b1d0-1555fe0718e1 disassociated. External IP: 172.25.0.37, port: b15ee619-68b3-4dc0-a2df-14ff9b2cfb86. Feb 28 20:13:45.029762 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-56b8f613-1e73-4326-bda1-c0270a6d69bc req-64ba7528-0604-4a19-a51d-03034fbcafa5 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Calling delete_port for b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:13:45.041987 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80dfb259-c92e-4f02-b31a-3127bb5d0bb1 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:13:45.071808 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 80dfb259-c92e-4f02-b31a-3127bb5d0bb1, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=80dfb259-c92e-4f02-b31a-3127bb5d0bb1,segment=NetworkSegment(fe425822-cdcb-46c8-b19b-1b1c4632610f),segment_id=fe425822-cdcb-46c8-b19b-1b1c4632610f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:45.078005 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (80dfb259-c92e-4f02-b31a-3127bb5d0bb1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:45.101328 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-c4134afb-a3bf-44fa-92b5-938df1916791 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:45.101973 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-c4134afb-a3bf-44fa-92b5-938df1916791 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:45.113501 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] For port a5ea15b6-1c14-476f-aad4-760bf8e764b7, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:13:45.135019 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2240c5bb-02cc-4bc7-82da-350a483b7e60 req-3131cf46-d584-4a94-a463-0ca1b41b8be4 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8658700 Feb 28 20:13:45.164982 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=80dfb259-c92e-4f02-b31a-3127bb5d0bb1,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:45.169154 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-c4134afb-a3bf-44fa-92b5-938df1916791 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2850566 Feb 28 20:13:45.201147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-888ffa5c-1ad4-439e-8b14-0ac26c585b20 None None] Provisioning complete for port d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:13:45.203086 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-888ffa5c-1ad4-439e-8b14-0ac26c585b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:45.255983 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] Request body: {'port': {'device_id': '7ca5e9c6-eff4-46d9-9308-1a9f8c175283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:13:45.263443 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] For port a5ea15b6-1c14-476f-aad4-760bf8e764b7, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=a5ea15b6-1c14-476f-aad4-760bf8e764b7,segment=NetworkSegment(fe425822-cdcb-46c8-b19b-1b1c4632610f),segment_id=fe425822-cdcb-46c8-b19b-1b1c4632610f)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:13:45.285018 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3327642e-122c-424e-8448-6d8cb44645c6 req-1f186416-bbcc-467d-b892-872139972c2c service neutron] 10.222.0.10 "GET /v2.0/networks/f3661384-f92c-4528-a64f-a56eb7afaf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9940424 Feb 28 20:13:45.318324 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-82a5d26a-2f42-462f-9b69-21a0696226ed tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c7a430705c144d148ba53647fb1c7c2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724509 Feb 28 20:13:45.321010 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (a5ea15b6-1c14-476f-aad4-760bf8e764b7), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:45.327628 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-888ffa5c-1ad4-439e-8b14-0ac26c585b20 None None] Port d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:13:45.418334 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['80dfb259-c92e-4f02-b31a-3127bb5d0bb1'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:45.553690 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b991b95e-b001-46bb-8a71-300cc98819b3 x-openstack-request-id: req-b991b95e-b001-46bb-8a71-300cc98819b3 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:45.554093 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5", "name": "network-vif-unplugged", "status": "completed", "tag": "b15ee619-68b3-4dc0-a2df-14ff9b2cfb86", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:45.554401 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b991b95e-b001-46bb-8a71-300cc98819b3 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:45.554819 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b15ee619-68b3-4dc0-a2df-14ff9b2cfb86', 'code': 200} Feb 28 20:13:45.576213 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:45.576837 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:45.578335 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] 10.222.0.15 "PUT /v2.0/ports/a5ea15b6-1c14-476f-aad4-760bf8e764b7 HTTP/1.1" status: 200 len: 1092 time: 5.5862799 Feb 28 20:13:45.597626 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9659e-9db3-4ff1-b082-14dffd4e0a6e service neutron] Pushing event updated for resources: {'Port': ['ID=a5ea15b6-1c14-476f-aad4-760bf8e764b7,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:45.600867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623c1bb9-8f40-4fbf-9a0d-da8356d334f3', 'tag': 'a5ea15b6-1c14-476f-aad4-760bf8e764b7'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:45.603156 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8304334-64ac-45f7-8e3f-e740f6b3adf6" -d '{"events": [{"name": "network-changed", "server_uuid": "623c1bb9-8f40-4fbf-9a0d-da8356d334f3", "tag": "a5ea15b6-1c14-476f-aad4-760bf8e764b7"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:45.619284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-5c2acf9f-2c14-4025-9558-e16330010f32 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:45.625045 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-5c2acf9f-2c14-4025-9558-e16330010f32 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3021152 Feb 28 20:13:45.645633 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-b956ecb7-0a84-4af5-a14e-ab417b9ad16a tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Request body: {'port': {'device_id': 'f44d23b5-0e33-4900-8196-707823bacd66', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'c7a430705c144d148ba53647fb1c7c2e'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:13:45.814957 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-d167a2f8-71ea-4eb0-891c-a0d8afe14916 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c7a430705c144d148ba53647fb1c7c2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1275723 Feb 28 20:13:45.836221 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:45.852543 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd15321-b109-4363-a04a-adde2abd1d33 req-4c8923a9-853b-4809-a719-e17549634668 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:45.855182 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9fd15321-b109-4363-a04a-adde2abd1d33 req-4c8923a9-853b-4809-a719-e17549634668 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283 HTTP/1.1" status: 200 len: 931 time: 0.6125381 Feb 28 20:13:45.922086 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-b956ecb7-0a84-4af5-a14e-ab417b9ad16a tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Made reservation on behalf of c7a430705c144d148ba53647fb1c7c2e for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:13:45.925787 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-b956ecb7-0a84-4af5-a14e-ab417b9ad16a tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:45.947572 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-b956ecb7-0a84-4af5-a14e-ab417b9ad16a tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:46.078102 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-b956ecb7-0a84-4af5-a14e-ab417b9ad16a tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Publish callbacks [] for security_group (c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:46.093532 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-b956ecb7-0a84-4af5-a14e-ab417b9ad16a tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:46.101101 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3327642e-122c-424e-8448-6d8cb44645c6 req-aaf35fa9-be83-4e8c-a929-501e71c38af0 service neutron] 10.222.0.10 "GET /v2.0/networks/f3661384-f92c-4528-a64f-a56eb7afaf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7890069 Feb 28 20:13:46.168826 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9fd15321-b109-4363-a04a-adde2abd1d33 req-fb192759-5319-4e86-846b-f10139794546 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774777 Feb 28 20:13:46.188020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-0f836636-0cf6-446c-811c-72964c6831f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:46.189588 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-0f836636-0cf6-446c-811c-72964c6831f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bdfc27b05c40453aaf18d8791d0c4a96&device_id=623c1bb9-8f40-4fbf-9a0d-da8356d334f3 HTTP/1.1" status: 200 len: 1126 time: 0.4617939 Feb 28 20:13:46.231223 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956ecb7-0a84-4af5-a14e-ab417b9ad16a tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:46.273170 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffdcf1-be3b-416f-a353-5329bde4e14b req-fdb53432-2181-4179-b638-3835e48a3f95 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:46.276184 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cdffdcf1-be3b-416f-a353-5329bde4e14b req-fdb53432-2181-4179-b638-3835e48a3f95 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 944 time: 0.2031810 Feb 28 20:13:46.300301 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a18ee0-3710-433b-9f56-8d64f36078da x-openstack-request-id: req-48a18ee0-3710-433b-9f56-8d64f36078da {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:46.300599 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1cb3e5-d987-4134-86cf-f2e21c45b10f", "name": "network-vif-deleted", "tag": "583bde8e-6a83-40b3-bd10-2c4d327505ea", "status": "completed", "code": 200}, {"server_uuid": "a19cbd68-fe93-4215-98f9-4d19f25562b7", "name": "network-vif-deleted", "tag": "9c51c79c-b91b-4231-b984-73844105fbf1", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:46.300854 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48a18ee0-3710-433b-9f56-8d64f36078da {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:46.301256 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1cb3e5-d987-4134-86cf-f2e21c45b10f', 'name': 'network-vif-deleted', 'tag': '583bde8e-6a83-40b3-bd10-2c4d327505ea', 'status': 'completed', 'code': 200} Feb 28 20:13:46.301517 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19cbd68-fe93-4215-98f9-4d19f25562b7', 'name': 'network-vif-deleted', 'tag': '9c51c79c-b91b-4231-b984-73844105fbf1', 'status': 'completed', 'code': 200} Feb 28 20:13:46.320751 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-56b8f613-1e73-4326-bda1-c0270a6d69bc req-64ba7528-0604-4a19-a51d-03034fbcafa5 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (b15ee619-68b3-4dc0-a2df-14ff9b2cfb86), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:46.330545 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-c64bf595-77ef-4d81-a56b-cb38beb3b0b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ea15b6-1c14-476f-aad4-760bf8e764b7 HTTP/1.1" status: 200 len: 217 time: 0.1216671 Feb 28 20:13:46.391079 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e32d7ed8-8100-4d41-a508-876238cb1cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:46.415627 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-b956ecb7-0a84-4af5-a14e-ab417b9ad16a tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Allocated IP 192.168.233.39 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/399d9b21-61bd-462f-83f3-ecb14cb4189e) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:13:46.450609 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-a9c35f8d-0c40-4979-9282-5f3d8439bc27 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:46.457385 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-a9c35f8d-0c40-4979-9282-5f3d8439bc27 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6412168 Feb 28 20:13:46.508351 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba7528-0604-4a19-a51d-03034fbcafa5 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Pushing event deleted for resources: {'Port': ['ID=b15ee619-68b3-4dc0-a2df-14ff9b2cfb86,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:46.511396 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-cdffdcf1-be3b-416f-a353-5329bde4e14b req-31cdc975-044f-499a-a08c-92183730cc27 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Deleting port 29f6caf3-5c35-43a3-a692-aeac48e8289b {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:13:46.511856 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-cdffdcf1-be3b-416f-a353-5329bde4e14b req-31cdc975-044f-499a-a08c-92183730cc27 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (29f6caf3-5c35-43a3-a692-aeac48e8289b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:46.517912 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dac64ea3-344a-45cd-8bfc-750cfa3c6ee2 req-e0ea1f1b-1c8e-413b-b5b2-32ab8651326b tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5 HTTP/1.1" status: 200 len: 210 time: 0.0932186 Feb 28 20:13:46.535358 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-695f322e-7269-41c3-97a9-15680d4c152f tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/quotas/c7a430705c144d148ba53647fb1c7c2e HTTP/1.1" status: 200 len: 375 time: 0.0770564 Feb 28 20:13:46.551932 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9c51c79c-b91b-4231-b984-73844105fbf1 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:13:46.560546 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-29f8a9c6-667c-4c93-bca4-58f2a431a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:46.562035 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-29f8a9c6-667c-4c93-bca4-58f2a431a315 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc59bac5-30a3-4d30-884c-acdfe1e8fa2d HTTP/1.1" status: 200 len: 854 time: 0.2239757 Feb 28 20:13:46.606972 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 9c51c79c-b91b-4231-b984-73844105fbf1 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:13:46.607415 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9c51c79c-b91b-4231-b984-73844105fbf1 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:13:46.650806 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-7a74acd1-2ada-4b8e-b021-1826a673375a tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7a430705c144d148ba53647fb1c7c2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1136861 Feb 28 20:13:46.728117 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-cdffdcf1-be3b-416f-a353-5329bde4e14b req-31cdc975-044f-499a-a08c-92183730cc27 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] For port 29f6caf3-5c35-43a3-a692-aeac48e8289b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=29f6caf3-5c35-43a3-a692-aeac48e8289b,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:46.728485 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-cdffdcf1-be3b-416f-a353-5329bde4e14b req-31cdc975-044f-499a-a08c-92183730cc27 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (29f6caf3-5c35-43a3-a692-aeac48e8289b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:46.733236 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-b956ecb7-0a84-4af5-a14e-ab417b9ad16a tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Publish callbacks [] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:46.747959 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-cdffdcf1-be3b-416f-a353-5329bde4e14b req-31cdc975-044f-499a-a08c-92183730cc27 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Calling delete_port for 29f6caf3-5c35-43a3-a692-aeac48e8289b owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:13:46.850754 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 80dfb259-c92e-4f02-b31a-3127bb5d0bb1 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:13:46.879293 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-b956ecb7-0a84-4af5-a14e-ab417b9ad16a tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:46.975702 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-b956ecb7-0a84-4af5-a14e-ab417b9ad16a tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:13:46.982063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-b956ecb7-0a84-4af5-a14e-ab417b9ad16a tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:13:46.984344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 80dfb259-c92e-4f02-b31a-3127bb5d0bb1 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:13:46.989766 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-b956ecb7-0a84-4af5-a14e-ab417b9ad16a tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:13:47.007592 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 80dfb259-c92e-4f02-b31a-3127bb5d0bb1 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:13:47.008001 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (80dfb259-c92e-4f02-b31a-3127bb5d0bb1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:47.032400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-9b4378b5-0a3c-4e9e-b2d4-c0bd5a857def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:47.033971 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-9b4378b5-0a3c-4e9e-b2d4-c0bd5a857def service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3661384-f92c-4528-a64f-a56eb7afaf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3991561 Feb 28 20:13:47.103548 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-b956ecb7-0a84-4af5-a14e-ab417b9ad16a tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:47.104270 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-b956ecb7-0a84-4af5-a14e-ab417b9ad16a tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:47.141352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56b8f613-1e73-4326-bda1-c0270a6d69bc req-64ba7528-0604-4a19-a51d-03034fbcafa5 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Router cf79c996-e694-494f-89e2-8164669dfd97 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:13:47.158694 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956ecb7-0a84-4af5-a14e-ab417b9ad16a tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Pushing event updated for resources: {'Port': ['ID=399d9b21-61bd-462f-83f3-ecb14cb4189e,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:47.222802 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-b956ecb7-0a84-4af5-a14e-ab417b9ad16a tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5882363 Feb 28 20:13:47.241837 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] Request body: {'port': {'device_id': 'f44d23b5-0e33-4900-8196-707823bacd66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:13:47.371627 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:47.549213 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-cdffdcf1-be3b-416f-a353-5329bde4e14b req-31cdc975-044f-499a-a08c-92183730cc27 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (29f6caf3-5c35-43a3-a692-aeac48e8289b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:47.565264 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['29f6caf3-5c35-43a3-a692-aeac48e8289b'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:47.574378 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79b8ceb-6dd3-4e73-964d-2f118b6c4e9e x-openstack-request-id: req-d79b8ceb-6dd3-4e73-964d-2f118b6c4e9e {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:47.574892 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623c1bb9-8f40-4fbf-9a0d-da8356d334f3", "tag": "a5ea15b6-1c14-476f-aad4-760bf8e764b7", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:47.574892 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d79b8ceb-6dd3-4e73-964d-2f118b6c4e9e {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:47.579704 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623c1bb9-8f40-4fbf-9a0d-da8356d334f3', 'tag': 'a5ea15b6-1c14-476f-aad4-760bf8e764b7', 'status': 'completed', 'code': 200} Feb 28 20:13:47.635040 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdc975-044f-499a-a08c-92183730cc27 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Pushing event deleted for resources: {'Port': ['ID=29f6caf3-5c35-43a3-a692-aeac48e8289b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:47.643211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc263ed-3b2c-4dd5-9bb1-f532ffe6dec8 req-2b230c63-5849-421d-bb5e-601cdae55b43 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:47.645243 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fc263ed-3b2c-4dd5-9bb1-f532ffe6dec8 req-2b230c63-5849-421d-bb5e-601cdae55b43 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e085b16-5d9e-4347-9d1a-d4099bf9e416 HTTP/1.1" status: 200 len: 944 time: 0.7247186 Feb 28 20:13:47.694952 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9121ad84-1914-4f10-b209-483603e6b996 None None] Provisioning complete for port 399d9b21-61bd-462f-83f3-ecb14cb4189e triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:13:47.695331 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9121ad84-1914-4f10-b209-483603e6b996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:47.697135 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 80dfb259-c92e-4f02-b31a-3127bb5d0bb1 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:47.697679 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (80dfb259-c92e-4f02-b31a-3127bb5d0bb1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:47.734297 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdffdcf1-be3b-416f-a353-5329bde4e14b req-31cdc975-044f-499a-a08c-92183730cc27 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] No DVR routers for this DVR port 29f6caf3-5c35-43a3-a692-aeac48e8289b on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:13:47.738770 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-cdffdcf1-be3b-416f-a353-5329bde4e14b req-31cdc975-044f-499a-a08c-92183730cc27 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:47.742707 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cdffdcf1-be3b-416f-a353-5329bde4e14b req-31cdc975-044f-499a-a08c-92183730cc27 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.10 "DELETE /v2.0/ports/29f6caf3-5c35-43a3-a692-aeac48e8289b HTTP/1.1" status: 204 len: 173 time: 1.4403512 Feb 28 20:13:47.832354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7138ee64-9589-4692-9a3e-642a4638b980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dfb259-c92e-4f02-b31a-3127bb5d0bb1'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:47.835236 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066a9bc1-6b0b-4ded-b3fb-6426863be159" -d '{"events": [{"server_uuid": "7138ee64-9589-4692-9a3e-642a4638b980", "name": "network-vif-plugged", "status": "completed", "tag": "80dfb259-c92e-4f02-b31a-3127bb5d0bb1"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:47.853458 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9121ad84-1914-4f10-b209-483603e6b996 None None] Port 399d9b21-61bd-462f-83f3-ecb14cb4189e cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:13:47.856372 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 80dfb259-c92e-4f02-b31a-3127bb5d0bb1, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=80dfb259-c92e-4f02-b31a-3127bb5d0bb1,segment=NetworkSegment(fe425822-cdcb-46c8-b19b-1b1c4632610f),segment_id=fe425822-cdcb-46c8-b19b-1b1c4632610f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:47.863657 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (80dfb259-c92e-4f02-b31a-3127bb5d0bb1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:47.938757 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=80dfb259-c92e-4f02-b31a-3127bb5d0bb1,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:47.956230 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2fd1e078-2d5a-4c50-8e26-6eb3b5f2f830 req-910dab80-83fb-4d6d-bc70-faf4fa55ca8f tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d37a996b-cc6a-4073-a5bb-7afb76145e7b HTTP/1.1" status: 200 len: 210 time: 0.2993448 Feb 28 20:13:47.998755 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-3ccb3d7f-d932-424d-8d43-958d7c1635dd service neutron] 10.222.0.15 "GET /v2.0/networks/f3661384-f92c-4528-a64f-a56eb7afaf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9341116 Feb 28 20:13:48.076226 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:13:48.102421 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] Publish callbacks [] for port (d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:48.142821 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 399d9b21-61bd-462f-83f3-ecb14cb4189e {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:13:48.161725 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] Publish callbacks [] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:48.191078 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] Transition to ACTIVE for port object 399d9b21-61bd-462f-83f3-ecb14cb4189e will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:13:48.200579 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:48.233988 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48680) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:48.255687 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fc263ed-3b2c-4dd5-9bb1-f532ffe6dec8 req-62b28014-9019-4efa-ba94-7439f42a55dd tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5491443 Feb 28 20:13:48.281696 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] Transition to ACTIVE for port object d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:13:48.299415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] Pushing event updated for resources: {'Port': ['ID=399d9b21-61bd-462f-83f3-ecb14cb4189e,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:48.307708 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:48.312436 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e085b16-5d9e-4347-9d1a-d4099bf9e416', 'name': 'network-vif-deleted', 'tag': '29f6caf3-5c35-43a3-a692-aeac48e8289b'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:48.314784 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489c2e3e-b1a7-4726-8bcf-f21e84e00e56" -d '{"events": [{"server_uuid": "7e085b16-5d9e-4347-9d1a-d4099bf9e416", "name": "network-vif-deleted", "tag": "29f6caf3-5c35-43a3-a692-aeac48e8289b"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:48.408955 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] Pushing event updated for resources: {'Port': ['ID=d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:48.428219 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56b8f613-1e73-4326-bda1-c0270a6d69bc req-64ba7528-0604-4a19-a51d-03034fbcafa5 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:13:48.445836 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628dcefd-843d-4a84-9cce-6f23be09df6c None None] Sync routers for ids ['cf79c996-e694-494f-89e2-8164669dfd97'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:13:48.455929 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac4cc4-4331-4208-9b83-2c358075281d req-8607f100-ddc1-4d96-8018-cbb90630fb1f tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:48.464248 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628dcefd-843d-4a84-9cce-6f23be09df6c None None] Routers {'cf79c996-e694-494f-89e2-8164669dfd97'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:13:48.465026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0cac4cc4-4331-4208-9b83-2c358075281d req-8607f100-ddc1-4d96-8018-cbb90630fb1f tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283 HTTP/1.1" status: 200 len: 931 time: 0.3931844 Feb 28 20:13:48.465930 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-628dcefd-843d-4a84-9cce-6f23be09df6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:13:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['cf79c996-e694-494f-89e2-8164669dfd97'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:13:48.466062 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] Attempting to bind port 399d9b21-61bd-462f-83f3-ecb14cb4189e on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:13:48.466062 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] Attempting to bind port 399d9b21-61bd-462f-83f3-ecb14cb4189e by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:13:48.468322 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] Attempting to bind port 399d9b21-61bd-462f-83f3-ecb14cb4189e on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:13:48.503056 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] Port 399d9b21-61bd-462f-83f3-ecb14cb4189e on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:13:48.503402 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] Attempting to bind port 399d9b21-61bd-462f-83f3-ecb14cb4189e on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:13:48.522856 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:13:48.523252 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:13:48.529286 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:13:48.530894 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] Bound port: 399d9b21-61bd-462f-83f3-ecb14cb4189e, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:13:48.531269 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:48.593412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b8f613-1e73-4326-bda1-c0270a6d69bc req-64ba7528-0604-4a19-a51d-03034fbcafa5 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] No DVR routers for this DVR port b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:13:48.607038 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-56b8f613-1e73-4326-bda1-c0270a6d69bc req-64ba7528-0604-4a19-a51d-03034fbcafa5 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:48.613025 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-56b8f613-1e73-4326-bda1-c0270a6d69bc req-64ba7528-0604-4a19-a51d-03034fbcafa5 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.10 "DELETE /v2.0/ports/b15ee619-68b3-4dc0-a2df-14ff9b2cfb86 HTTP/1.1" status: 204 len: 173 time: 7.7005577 Feb 28 20:13:48.698948 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0cac4cc4-4331-4208-9b83-2c358075281d req-7dfd94bc-50c1-430d-a1fb-878fdfd8ec75 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327662 Feb 28 20:13:48.705568 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae97d7b1-0058-4276-9df2-e8dcbd53cc13 req-eba5257b-cd0a-4128-b30b-60d044e39b1b service neutron] 10.222.0.15 "GET /v2.0/networks/f3661384-f92c-4528-a64f-a56eb7afaf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325948 Feb 28 20:13:48.828194 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-628dcefd-843d-4a84-9cce-6f23be09df6c None None] Set router cf79c996-e694-494f-89e2-8164669dfd97 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:13:48.861402 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-060a7629-fa59-4886-b9c2-8517c1f0fa67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79295c70285f4547b38d419dad3b5ee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6243625 Feb 28 20:13:48.869981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48688) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:48.933595 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5ec54acf-25a9-49b4-a900-9bed435bbfbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:48.946647 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] For port 399d9b21-61bd-462f-83f3-ecb14cb4189e, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:13:48.963706 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21aafe2-cbaf-4ff0-915d-87de25316d61 req-efdfae26-08f9-41cf-bd88-43ede43e29a3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:48.967543 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f21aafe2-cbaf-4ff0-915d-87de25316d61 req-efdfae26-08f9-41cf-bd88-43ede43e29a3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 946 time: 0.5622885 Feb 28 20:13:48.974907 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-3b4ccc49-8a46-43a3-9e27-cc0c03664958 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c7a430705c144d148ba53647fb1c7c2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1459627 Feb 28 20:13:48.975091 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] For port 399d9b21-61bd-462f-83f3-ecb14cb4189e, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=399d9b21-61bd-462f-83f3-ecb14cb4189e,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:13:49.018502 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:49.093791 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] Pushing event updated for resources: {'Port': ['ID=399d9b21-61bd-462f-83f3-ecb14cb4189e,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:49.121642 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:49.122553 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:49.124248 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f9b3f902-a060-4cf9-800f-ac810906be5d service neutron] 10.222.0.15 "PUT /v2.0/ports/399d9b21-61bd-462f-83f3-ecb14cb4189e HTTP/1.1" status: 200 len: 1096 time: 1.8928080 Feb 28 20:13:49.149891 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e01e8182-1c87-4045-83e6-967702113ffe admin admin] Publish callbacks [] for security_group (1367502b-cf39-4efc-b021-3d78c0b9b691), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:49.250869 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e01e8182-1c87-4045-83e6-967702113ffe admin admin] Publish callbacks [] for security_group (1367502b-cf39-4efc-b021-3d78c0b9b691), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:49.290835 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:49.348810 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-628dcefd-843d-4a84-9cce-6f23be09df6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'name': 'tempest-ServersTestFqdnHostnames-2089726783-router', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:11:48Z', 'updated_at': '2022-02-28T20:12:00Z', 'revision_number': 4, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'gw_port': {'id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:50Z', 'updated_at': '2022-02-28T20:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8', 'name': '', 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'mac_address': 'fa:16:3e:a4:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '5bdb9738-0226-44ac-99a9-db47472bff06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:57Z', 'updated_at': '2022-02-28T20:12:08Z', 'revision_number': 5, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'subnets': [{'id': '5bdb9738-0226-44ac-99a9-db47472bff06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:13:49.382057 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-9e81c28a-a7fd-413e-a117-660fd0ff71d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:49.383691 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-9e81c28a-a7fd-413e-a117-660fd0ff71d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7a430705c144d148ba53647fb1c7c2e&device_id=f44d23b5-0e33-4900-8196-707823bacd66 HTTP/1.1" status: 200 len: 1130 time: 0.2007878 Feb 28 20:13:49.391808 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628dcefd-843d-4a84-9cce-6f23be09df6c None None] Checking router: cf79c996-e694-494f-89e2-8164669dfd97 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:13:49.404018 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628dcefd-843d-4a84-9cce-6f23be09df6c None None] Routers {'cf79c996-e694-494f-89e2-8164669dfd97'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:13:49.405400 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-628dcefd-843d-4a84-9cce-6f23be09df6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:13:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['cf79c996-e694-494f-89e2-8164669dfd97'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:13:49.518009 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f50fe6a5-479d-4079-a11a-31df0ff6338a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=399d9b21-61bd-462f-83f3-ecb14cb4189e HTTP/1.1" status: 200 len: 217 time: 0.1187227 Feb 28 20:13:49.541262 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af9ba684-7771-488f-880f-85bc7825137a req-01c43e13-3b93-4509-9891-3c507d9c6e5e tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5 HTTP/1.1" status: 200 len: 210 time: 0.5591345 Feb 28 20:13:49.576284 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-628dcefd-843d-4a84-9cce-6f23be09df6c None None] Set router cf79c996-e694-494f-89e2-8164669dfd97 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:13:49.597819 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7722b6a7-f1a8-408f-b7c1-dca7a3a23656 x-openstack-request-id: req-7722b6a7-f1a8-408f-b7c1-dca7a3a23656 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:49.598236 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7138ee64-9589-4692-9a3e-642a4638b980", "name": "network-vif-plugged", "status": "completed", "tag": "80dfb259-c92e-4f02-b31a-3127bb5d0bb1", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:49.598569 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7722b6a7-f1a8-408f-b7c1-dca7a3a23656 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:49.598970 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7138ee64-9589-4692-9a3e-642a4638b980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dfb259-c92e-4f02-b31a-3127bb5d0bb1', 'code': 200} Feb 28 20:13:49.602314 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e01e8182-1c87-4045-83e6-967702113ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1367502b-cf39-4efc-b021-3d78c0b9b691), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:49.602809 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5', 'name': 'network-vif-deleted', 'tag': 'b15ee619-68b3-4dc0-a2df-14ff9b2cfb86'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:49.606811 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6d9f23-6eb7-45c2-b69e-cbc2ed93779d" -d '{"events": [{"server_uuid": "9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5", "name": "network-vif-deleted", "tag": "b15ee619-68b3-4dc0-a2df-14ff9b2cfb86"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:49.611513 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e01e8182-1c87-4045-83e6-967702113ffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:49.617741 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e01e8182-1c87-4045-83e6-967702113ffe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1367502b-cf39-4efc-b021-3d78c0b9b691 HTTP/1.1" status: 204 len: 168 time: 0.7466173 Feb 28 20:13:49.625842 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f21aafe2-cbaf-4ff0-915d-87de25316d61 req-da3bda9f-f165-4c30-ac63-cf0918f62609 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6413155 Feb 28 20:13:49.636751 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e8182-1c87-4045-83e6-967702113ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1367502b-cf39-4efc-b021-3d78c0b9b691,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:49.651729 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7451fc-b76f-4e0a-8535-8871dced9685 x-openstack-request-id: req-3a7451fc-b76f-4e0a-8535-8871dced9685 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:49.652046 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e085b16-5d9e-4347-9d1a-d4099bf9e416", "name": "network-vif-deleted", "tag": "29f6caf3-5c35-43a3-a692-aeac48e8289b", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:49.652300 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a7451fc-b76f-4e0a-8535-8871dced9685 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:49.652705 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e085b16-5d9e-4347-9d1a-d4099bf9e416', 'name': 'network-vif-deleted', 'tag': '29f6caf3-5c35-43a3-a692-aeac48e8289b', 'status': 'completed', 'code': 200} Feb 28 20:13:49.668645 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-1bfd92cf-7070-4cbd-9cd8-9c9fb1156fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:49.670213 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-1bfd92cf-7070-4cbd-9cd8-9c9fb1156fe6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1430168 Feb 28 20:13:49.837916 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f52bfa3d-30d4-4969-8171-fb11e963f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:49.839507 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-f52bfa3d-30d4-4969-8171-fb11e963f44b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1610956 Feb 28 20:13:49.842285 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e320c56-0009-446b-84d5-8d212da5c528 req-0060b2b1-4313-4639-97a4-a466e4296b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:49.844334 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5e320c56-0009-446b-84d5-8d212da5c528 req-0060b2b1-4313-4639-97a4-a466e4296b30 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7138ee64-9589-4692-9a3e-642a4638b980 HTTP/1.1" status: 200 len: 1129 time: 0.1070845 Feb 28 20:13:49.898914 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6100deb2-a6f9-4ab4-97aa-24daebeb17f2 req-ce5aa9b1-2c8d-42c8-b5d6-31e057b685c9 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d37a996b-cc6a-4073-a5bb-7afb76145e7b HTTP/1.1" status: 200 len: 210 time: 0.1868610 Feb 28 20:13:49.935316 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-628dcefd-843d-4a84-9cce-6f23be09df6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'name': 'tempest-ServersTestFqdnHostnames-2089726783-router', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:11:48Z', 'updated_at': '2022-02-28T20:12:00Z', 'revision_number': 4, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'gw_port': {'id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:50Z', 'updated_at': '2022-02-28T20:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8', 'name': '', 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'mac_address': 'fa:16:3e:a4:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '5bdb9738-0226-44ac-99a9-db47472bff06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:57Z', 'updated_at': '2022-02-28T20:12:08Z', 'revision_number': 5, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'subnets': [{'id': '5bdb9738-0226-44ac-99a9-db47472bff06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:13:49.941862 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8304334-64ac-45f7-8e3f-e740f6b3adf6 req-a188fed5-2fa8-4692-bb00-9f6e6f656561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:49.943371 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8304334-64ac-45f7-8e3f-e740f6b3adf6 req-a188fed5-2fa8-4692-bb00-9f6e6f656561 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bdfc27b05c40453aaf18d8791d0c4a96&device_id=623c1bb9-8f40-4fbf-9a0d-da8356d334f3 HTTP/1.1" status: 200 len: 1126 time: 1.1055062 Feb 28 20:13:49.985281 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] Attempting to bind port d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:13:49.989296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] Attempting to bind port d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'fe425822-cdcb-46c8-b19b-1b1c4632610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:13:49.989846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] Attempting to bind port d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 on network f3661384-f92c-4528-a64f-a56eb7afaf1a {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:13:50.016352 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:50.035459 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5e320c56-0009-446b-84d5-8d212da5c528 req-5e8a6bb8-ed1b-4008-8357-f91d9b50ce28 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781559 Feb 28 20:13:50.056882 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4d3307-d7a2-403d-8c07-016a707709ef x-openstack-request-id: req-ce4d3307-d7a2-403d-8c07-016a707709ef {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:50.057507 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5", "name": "network-vif-deleted", "tag": "b15ee619-68b3-4dc0-a2df-14ff9b2cfb86", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:50.057969 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce4d3307-d7a2-403d-8c07-016a707709ef {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:50.058650 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac4bbb9-7f77-46f4-9e0f-4c9cae8beef5', 'name': 'network-vif-deleted', 'tag': 'b15ee619-68b3-4dc0-a2df-14ff9b2cfb86', 'status': 'completed', 'code': 200} Feb 28 20:13:50.059588 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-a40a4272-433b-49bf-ba6d-54668e21ccf0 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133422 Feb 28 20:13:50.063893 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628dcefd-843d-4a84-9cce-6f23be09df6c None None] The sync data for ids ['cf79c996-e694-494f-89e2-8164669dfd97'] in n-d-820368-21 is: [{'id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'name': 'tempest-ServersTestFqdnHostnames-2089726783-router', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:11:48Z', 'updated_at': '2022-02-28T20:12:00Z', 'revision_number': 4, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'gw_port': {'id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:50Z', 'updated_at': '2022-02-28T20:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8', 'name': '', 'network_id': 'c259a009-9e8f-4371-b00b-c3cfc6ef71d2', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'mac_address': 'fa:16:3e:a4:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '5bdb9738-0226-44ac-99a9-db47472bff06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:57Z', 'updated_at': '2022-02-28T20:12:08Z', 'revision_number': 5, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'subnets': [{'id': '5bdb9738-0226-44ac-99a9-db47472bff06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:13:50.068045 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] Port d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 on network f3661384-f92c-4528-a64f-a56eb7afaf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:13:50.069172 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] Attempting to bind port d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 on network f3661384-f92c-4528-a64f-a56eb7afaf1a {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:13:50.095787 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:13:50.096653 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] Checking segment: {'id': 'fe425822-cdcb-46c8-b19b-1b1c4632610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:13:50.097228 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] Bound using segment: {'id': 'fe425822-cdcb-46c8-b19b-1b1c4632610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:13:50.099187 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] Bound port: d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe425822-cdcb-46c8-b19b-1b1c4632610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:13:50.099851 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:50.280591 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a11b36bd-d017-463c-9555-92fbc34fe637 req-fb3a5194-d2df-4924-8afa-0101b787f515 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128081 Feb 28 20:13:50.346956 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-3a3bbbf2-42fd-44fa-bedf-ac55072692ea tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:50.348845 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-3a3bbbf2-42fd-44fa-bedf-ac55072692ea tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3657279 Feb 28 20:13:50.382231 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-984a5a5e-f2ef-44d7-b265-c49d02fa6615 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Request body: {'port': {'device_id': 'd37a996b-cc6a-4073-a5bb-7afb76145e7b', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'c7a430705c144d148ba53647fb1c7c2e'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:13:50.466392 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea4ce0-6423-47f4-bf17-da8ad98f961d req-0926a345-a62b-47be-b8c9-9b1a10b47e7f tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:50.468014 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26ea4ce0-6423-47f4-bf17-da8ad98f961d req-0926a345-a62b-47be-b8c9-9b1a10b47e7f tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283 HTTP/1.1" status: 200 len: 943 time: 0.2510960 Feb 28 20:13:50.469094 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8304334-64ac-45f7-8e3f-e740f6b3adf6 req-066d0ecc-e5eb-4101-b0bf-507d6c1da15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:50.470719 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8304334-64ac-45f7-8e3f-e740f6b3adf6 req-066d0ecc-e5eb-4101-b0bf-507d6c1da15e service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3661384-f92c-4528-a64f-a56eb7afaf1a HTTP/1.1" status: 200 len: 915 time: 0.5163186 Feb 28 20:13:50.508963 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] For port d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:13:50.509115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012901d3-9be9-4bcd-8315-11eef69bffd7 None None] New status for floating IP 90b5e1d7-0052-4195-b1d0-1555fe0718e1: DOWN {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:13:50.522344 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030dbfc2-b845-4e0d-b33d-21752b49e58f req-c9247278-f930-4f34-8557-dbc3fe100511 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:50.523931 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-030dbfc2-b845-4e0d-b33d-21752b49e58f req-c9247278-f930-4f34-8557-dbc3fe100511 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=7909b5b0-3844-42f7-a25f-0ff5f478bd82 HTTP/1.1" status: 200 len: 949 time: 0.3090889 Feb 28 20:13:50.600117 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] For port d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60,segment=NetworkSegment(fe425822-cdcb-46c8-b19b-1b1c4632610f),segment_id=fe425822-cdcb-46c8-b19b-1b1c4632610f)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:13:50.610866 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8304334-64ac-45f7-8e3f-e740f6b3adf6 req-8a675652-ebb2-4217-8000-c5164630986d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ea15b6-1c14-476f-aad4-760bf8e764b7 HTTP/1.1" status: 200 len: 217 time: 0.1043022 Feb 28 20:13:50.626159 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:50.648454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device a5ea15b6-1c14-476f-aad4-760bf8e764b7 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:13:50.766847 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:50.767475 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:50.767835 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48732) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:50.768920 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] 10.222.0.10 "PUT /v2.0/ports/d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 HTTP/1.1" status: 200 len: 1092 time: 5.5174026 Feb 28 20:13:50.812679 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-030dbfc2-b845-4e0d-b33d-21752b49e58f req-ee0833dd-2c76-4417-8c05-0c913ae939b3 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749491 Feb 28 20:13:50.836088 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26ea4ce0-6423-47f4-bf17-da8ad98f961d req-4bb48968-d58d-4283-b3a7-c69395ae2824 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258145 Feb 28 20:13:50.855721 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 29f6caf3-5c35-43a3-a692-aeac48e8289b no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:13:50.863656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8304334-64ac-45f7-8e3f-e740f6b3adf6 req-06c0ed6d-4590-4160-84b0-933ca9a6a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:50.866147 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8304334-64ac-45f7-8e3f-e740f6b3adf6 req-06c0ed6d-4590-4160-84b0-933ca9a6a021 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc59bac5-30a3-4d30-884c-acdfe1e8fa2d HTTP/1.1" status: 200 len: 854 time: 0.2437470 Feb 28 20:13:50.909827 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 29f6caf3-5c35-43a3-a692-aeac48e8289b {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:13:50.913966 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 29f6caf3-5c35-43a3-a692-aeac48e8289b not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:13:50.923245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cdb50-08a2-401c-b549-cbe7966a4d27 service neutron] Pushing event updated for resources: {'Port': ['ID=d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:51.001071 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-984a5a5e-f2ef-44d7-b265-c49d02fa6615 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Made reservation on behalf of c7a430705c144d148ba53647fb1c7c2e for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:13:51.003518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port a5ea15b6-1c14-476f-aad4-760bf8e764b7, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=a5ea15b6-1c14-476f-aad4-760bf8e764b7,segment=NetworkSegment(fe425822-cdcb-46c8-b19b-1b1c4632610f),segment_id=fe425822-cdcb-46c8-b19b-1b1c4632610f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:51.014131 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-984a5a5e-f2ef-44d7-b265-c49d02fa6615 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:51.026771 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'a5ea15b6-1c14-476f-aad4-760bf8e764b7', 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a', 'port_id': 'a5ea15b6-1c14-476f-aad4-760bf8e764b7', 'mac_address': 'fa:16:3e:0f:87:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc59bac5-30a3-4d30-884c-acdfe1e8fa2d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:13:51.027658 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-f21b561e-ed4f-48b8-a772-afdc44cb7f63 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-583048618-network', 'tenant_id': '497acde8f1bc42f8b44f84ff47cee7c0'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:13:51.076704 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port a5ea15b6-1c14-476f-aad4-760bf8e764b7 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:51.077279 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a5ea15b6-1c14-476f-aad4-760bf8e764b7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:51.101475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ea15b6-1c14-476f-aad4-760bf8e764b7 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:13:51.101949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21b561e-ed4f-48b8-a772-afdc44cb7f63 admin admin] Made reservation on behalf of 497acde8f1bc42f8b44f84ff47cee7c0 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:13:51.111818 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f21b561e-ed4f-48b8-a772-afdc44cb7f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:51.128268 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f21b561e-ed4f-48b8-a772-afdc44cb7f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:51.168729 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port a5ea15b6-1c14-476f-aad4-760bf8e764b7, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=a5ea15b6-1c14-476f-aad4-760bf8e764b7,segment=NetworkSegment(fe425822-cdcb-46c8-b19b-1b1c4632610f),segment_id=fe425822-cdcb-46c8-b19b-1b1c4632610f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:51.196047 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a5ea15b6-1c14-476f-aad4-760bf8e764b7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:51.208789 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:51.307091 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8304334-64ac-45f7-8e3f-e740f6b3adf6 req-7527f277-11c5-4c80-8da2-2a97a7bf47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:51.311383 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8304334-64ac-45f7-8e3f-e740f6b3adf6 req-7527f277-11c5-4c80-8da2-2a97a7bf47ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3661384-f92c-4528-a64f-a56eb7afaf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4191029 Feb 28 20:13:51.333392 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=a5ea15b6-1c14-476f-aad4-760bf8e764b7,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:51.361990 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f21b561e-ed4f-48b8-a772-afdc44cb7f63 admin admin] Publish callbacks [] for security_group (dd676617-a781-42ec-9ed1-8256faf28ff6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:51.363299 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-38a4d056-9633-4d2e-8641-71c2b0113089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:51.365528 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-38a4d056-9633-4d2e-8641-71c2b0113089 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bdfc27b05c40453aaf18d8791d0c4a96&device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283 HTTP/1.1" status: 200 len: 1126 time: 0.4952877 Feb 28 20:13:51.367111 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f21b561e-ed4f-48b8-a772-afdc44cb7f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (dd676617-a781-42ec-9ed1-8256faf28ff6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:51.369796 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-29509352-89a4-426d-8bf2-4679d5cc7799 req-55fd9da2-ab82-4572-91f7-3178a67ad2d1 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d37a996b-cc6a-4073-a5bb-7afb76145e7b HTTP/1.1" status: 200 len: 210 time: 0.1331432 Feb 28 20:13:51.423360 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21b561e-ed4f-48b8-a772-afdc44cb7f63 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:13:51.432487 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b561e-ed4f-48b8-a772-afdc44cb7f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd676617-a781-42ec-9ed1-8256faf28ff6,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:51.466711 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48744) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:51.481299 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['a5ea15b6-1c14-476f-aad4-760bf8e764b7'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:51.503205 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f21b561e-ed4f-48b8-a772-afdc44cb7f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (13117635-07d4-46ef-8b7b-85ceee3bb522), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:51.503656 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-f21b561e-ed4f-48b8-a772-afdc44cb7f63 admin admin] Added segment 13117635-07d4-46ef-8b7b-85ceee3bb522 of type vlan for network d150f99e-dcba-4e02-a85d-5fba53d099dc Feb 28 20:13:51.558320 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429a5a8-9731-46f9-a6a9-3b2c8f7ce331 req-1ad17c47-dc25-42cb-8ab1-81f42b8769be tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:51.560525 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a429a5a8-9731-46f9-a6a9-3b2c8f7ce331 req-1ad17c47-dc25-42cb-8ab1-81f42b8769be tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.15 "GET /v2.0/ports?device_id=7909b5b0-3844-42f7-a25f-0ff5f478bd82 HTTP/1.1" status: 200 len: 949 time: 0.1250443 Feb 28 20:13:51.626244 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f21b561e-ed4f-48b8-a772-afdc44cb7f63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (d150f99e-dcba-4e02-a85d-5fba53d099dc), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:51.663077 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44d23b5-0e33-4900-8196-707823bacd66', 'tag': '399d9b21-61bd-462f-83f3-ecb14cb4189e'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:51.669418 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c80e33-511b-44b1-9f18-52a58ac57f19" -d '{"events": [{"name": "network-changed", "server_uuid": "f44d23b5-0e33-4900-8196-707823bacd66", "tag": "399d9b21-61bd-462f-83f3-ecb14cb4189e"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:51.712321 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-952e561f-0e15-4d01-b6b1-abb2e723112c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 HTTP/1.1" status: 200 len: 217 time: 0.2447197 Feb 28 20:13:51.718951 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f21b561e-ed4f-48b8-a772-afdc44cb7f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (d150f99e-dcba-4e02-a85d-5fba53d099dc), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:51.720252 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21b561e-ed4f-48b8-a772-afdc44cb7f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:51.720991 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f21b561e-ed4f-48b8-a772-afdc44cb7f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:51.794385 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f21b561e-ed4f-48b8-a772-afdc44cb7f63 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0252693 Feb 28 20:13:51.803010 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48748) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:51.808248 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-616f5048-a6a9-4e1b-b70a-fe759540efcf admin admin] Request body: {'subnet': {'network_id': 'd150f99e-dcba-4e02-a85d-5fba53d099dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-583048618-subnet', 'tenant_id': '497acde8f1bc42f8b44f84ff47cee7c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:13:51.815838 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b561e-ed4f-48b8-a772-afdc44cb7f63 admin admin] Pushing event updated for resources: {'Network': ['ID=d150f99e-dcba-4e02-a85d-5fba53d099dc,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:51.833148 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57e443-663e-439c-9e98-0b8459127ddb req-ed114a1a-1838-4885-81d2-2c3795ae8fbc tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:51.833632 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60f8a8-ee8e-4850-bc58-250c79945c29 req-a59accbe-279f-4ddd-8e18-fc4cc692c28a tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:51.834957 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network d150f99e-dcba-4e02-a85d-5fba53d099dc details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:13:51.835631 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3a60f8a8-ee8e-4850-bc58-250c79945c29 req-a59accbe-279f-4ddd-8e18-fc4cc692c28a tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.10 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 945 time: 0.1535943 Feb 28 20:13:51.841748 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c57e443-663e-439c-9e98-0b8459127ddb req-ed114a1a-1838-4885-81d2-2c3795ae8fbc tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 946 time: 0.7151811 Feb 28 20:13:51.843093 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-a429a5a8-9731-46f9-a6a9-3b2c8f7ce331 req-a7237c24-c53b-4d6f-86bd-6bb8aed92c6c tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Deleting port 1e15a2a7-e81f-4d5d-97a3-d6325b067668 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:13:51.843430 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a429a5a8-9731-46f9-a6a9-3b2c8f7ce331 req-a7237c24-c53b-4d6f-86bd-6bb8aed92c6c tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1e15a2a7-e81f-4d5d-97a3-d6325b067668), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:51.860302 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-295378cf-3c0f-4ee0-ba70-64a3beb39937 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks [] for security_group (86f13d55-c33f-4d38-be5a-243f45ce5890), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:51.870386 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-984a5a5e-f2ef-44d7-b265-c49d02fa6615 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Allocated IP 192.168.233.75 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/54607d33-5718-4828-ba19-a541555d1a21) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:13:51.875260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616f5048-a6a9-4e1b-b70a-fe759540efcf admin admin] Made reservation on behalf of 497acde8f1bc42f8b44f84ff47cee7c0 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:13:51.877031 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-616f5048-a6a9-4e1b-b70a-fe759540efcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:51.943154 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-295378cf-3c0f-4ee0-ba70-64a3beb39937 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks [] for security_group (86f13d55-c33f-4d38-be5a-243f45ce5890), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:51.967110 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-dd7b6227-b940-4ccb-8821-1901f8d89040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:51.968591 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-dd7b6227-b940-4ccb-8821-1901f8d89040 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc59bac5-30a3-4d30-884c-acdfe1e8fa2d HTTP/1.1" status: 200 len: 854 time: 0.2113214 Feb 28 20:13:51.977260 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8304334-64ac-45f7-8e3f-e740f6b3adf6 req-f1155769-ef14-4937-878d-ce21b490865e service neutron] 10.222.0.15 "GET /v2.0/networks/f3661384-f92c-4528-a64f-a56eb7afaf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6551559 Feb 28 20:13:52.039934 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e4979-9047-4825-96f2-9469f55f7b0d req-f2f38ae6-a5e3-4b8b-b810-2c5bc74d07e9 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:52.049088 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-225e4979-9047-4825-96f2-9469f55f7b0d req-f2f38ae6-a5e3-4b8b-b810-2c5bc74d07e9 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 945 time: 0.3440468 Feb 28 20:13:52.089876 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a429a5a8-9731-46f9-a6a9-3b2c8f7ce331 req-a7237c24-c53b-4d6f-86bd-6bb8aed92c6c tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] For port 1e15a2a7-e81f-4d5d-97a3-d6325b067668, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=1e15a2a7-e81f-4d5d-97a3-d6325b067668,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:52.090242 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a429a5a8-9731-46f9-a6a9-3b2c8f7ce331 req-a7237c24-c53b-4d6f-86bd-6bb8aed92c6c tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1e15a2a7-e81f-4d5d-97a3-d6325b067668), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:52.091465 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca5e9c6-eff4-46d9-9308-1a9f8c175283', 'tag': 'd05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:52.094097 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223024df-234c-41e8-9cde-07e676cb480d" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca5e9c6-eff4-46d9-9308-1a9f8c175283", "tag": "d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:52.119448 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-a429a5a8-9731-46f9-a6a9-3b2c8f7ce331 req-a7237c24-c53b-4d6f-86bd-6bb8aed92c6c tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Calling delete_port for 1e15a2a7-e81f-4d5d-97a3-d6325b067668 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:13:52.135391 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c57e443-663e-439c-9e98-0b8459127ddb req-03d53599-372f-4dcd-884c-5bf00889d79f tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939174 Feb 28 20:13:52.220596 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:52.233703 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff3d2e4-1e72-41cf-878e-03ca82825007 x-openstack-request-id: req-0ff3d2e4-1e72-41cf-878e-03ca82825007 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:52.233703 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44d23b5-0e33-4900-8196-707823bacd66", "tag": "399d9b21-61bd-462f-83f3-ecb14cb4189e", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:52.233703 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ff3d2e4-1e72-41cf-878e-03ca82825007 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:52.234077 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44d23b5-0e33-4900-8196-707823bacd66', 'tag': '399d9b21-61bd-462f-83f3-ecb14cb4189e', 'status': 'completed', 'code': 200} Feb 28 20:13:52.259944 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-3a60f8a8-ee8e-4850-bc58-250c79945c29 req-a4e0467b-71db-4682-a2cb-c3d00a35e62c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Deleting port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:13:52.260194 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3a60f8a8-ee8e-4850-bc58-250c79945c29 req-a4e0467b-71db-4682-a2cb-c3d00a35e62c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3e6c2f10-e137-4d03-a923-1b61fa0638e5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:52.312228 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-295378cf-3c0f-4ee0-ba70-64a3beb39937 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (86f13d55-c33f-4d38-be5a-243f45ce5890), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:52.315080 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-295378cf-3c0f-4ee0-ba70-64a3beb39937 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:52.316459 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-295378cf-3c0f-4ee0-ba70-64a3beb39937 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "DELETE /v2.0/security-groups/86f13d55-c33f-4d38-be5a-243f45ce5890 HTTP/1.1" status: 204 len: 168 time: 0.8475473 Feb 28 20:13:52.322369 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48766) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:52.344834 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-225e4979-9047-4825-96f2-9469f55f7b0d req-ad29237e-5155-434c-b6e1-9bb0dd582016 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946494 Feb 28 20:13:52.358492 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-c6e7eb41-ce27-4bea-96a7-2f43e33d13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:52.366575 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-c6e7eb41-ce27-4bea-96a7-2f43e33d13d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3661384-f92c-4528-a64f-a56eb7afaf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3883953 Feb 28 20:13:52.371640 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-653a9c2e-4439-4861-b6ec-445ad456a2b4 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] show failed (client error): The resource could not be found. Feb 28 20:13:52.376257 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-653a9c2e-4439-4861-b6ec-445ad456a2b4 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "GET /v2.0/security-groups/86f13d55-c33f-4d38-be5a-243f45ce5890 HTTP/1.1" status: 404 len: 347 time: 0.0422266 Feb 28 20:13:52.384881 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48768) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:52.414442 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295378cf-3c0f-4ee0-ba70-64a3beb39937 tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f13d55-c33f-4d38-be5a-243f45ce5890,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:52.424150 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8304334-64ac-45f7-8e3f-e740f6b3adf6 req-8a5c7fbc-fa54-403c-b1a8-3166caef5d8d service neutron] 10.222.0.15 "GET /v2.0/networks/f3661384-f92c-4528-a64f-a56eb7afaf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243295 Feb 28 20:13:52.566597 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-984a5a5e-f2ef-44d7-b265-c49d02fa6615 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Publish callbacks [] for port (54607d33-5718-4828-ba19-a541555d1a21), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:52.593699 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:52.621599 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72895e6f-5687-4397-9c0c-c583987a8208 req-a9c658d0-722f-4bcb-a59f-c8cfbf1759cf tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:52.629511 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72895e6f-5687-4397-9c0c-c583987a8208 req-a9c658d0-722f-4bcb-a59f-c8cfbf1759cf tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283 HTTP/1.1" status: 200 len: 943 time: 0.2521455 Feb 28 20:13:52.631522 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 399d9b21-61bd-462f-83f3-ecb14cb4189e details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:13:52.635857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device a5ea15b6-1c14-476f-aad4-760bf8e764b7 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:13:52.638543 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-bd4ae70c-7f9b-49d9-8ad8-9b59ddc4bd52 service neutron] 10.222.0.10 "GET /v2.0/networks/f3661384-f92c-4528-a64f-a56eb7afaf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513261 Feb 28 20:13:52.695120 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b027f7-38ff-4e4a-bd3b-a5c9c2c2ea68 req-a55e6eda-ca8e-47b9-ac2a-ace408e37e04 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:52.702759 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51b027f7-38ff-4e4a-bd3b-a5c9c2c2ea68 req-a55e6eda-ca8e-47b9-ac2a-ace408e37e04 tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/ports?device_id=7909b5b0-3844-42f7-a25f-0ff5f478bd82 HTTP/1.1" status: 200 len: 949 time: 0.2377598 Feb 28 20:13:52.737611 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port a5ea15b6-1c14-476f-aad4-760bf8e764b7 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:13:52.755045 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port a5ea15b6-1c14-476f-aad4-760bf8e764b7 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:13:52.756004 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a5ea15b6-1c14-476f-aad4-760bf8e764b7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:52.782982 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-984a5a5e-f2ef-44d7-b265-c49d02fa6615 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (54607d33-5718-4828-ba19-a541555d1a21), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:52.885312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-984a5a5e-f2ef-44d7-b265-c49d02fa6615 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:13:52.912039 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72895e6f-5687-4397-9c0c-c583987a8208 req-e01a1d14-d0bf-4daa-90a9-73f62ece3bab tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765813 Feb 28 20:13:52.931468 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-984a5a5e-f2ef-44d7-b265-c49d02fa6615 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:13:52.941718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-984a5a5e-f2ef-44d7-b265-c49d02fa6615 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:13:52.956824 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e25e2b8-3297-451b-aa7f-fbdb3abffcee req-c874f20c-028e-47a6-8e46-5426f3587d9c service neutron] 10.222.0.10 "GET /v2.0/networks/f3661384-f92c-4528-a64f-a56eb7afaf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040211 Feb 28 20:13:52.980064 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51b027f7-38ff-4e4a-bd3b-a5c9c2c2ea68 req-c37ed1c3-1fa1-4bff-9f96-79218859a88b tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.13 "GET /v2.0/security-groups?id=8000b867-16ec-4721-9c43-cfb5a8cf8afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760320 Feb 28 20:13:52.989576 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port a5ea15b6-1c14-476f-aad4-760bf8e764b7 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:52.989970 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a5ea15b6-1c14-476f-aad4-760bf8e764b7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:53.011630 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c80e33-511b-44b1-9f18-52a58ac57f19 req-dc52299b-80b6-4559-92df-2321ac090d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:53.013211 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89c80e33-511b-44b1-9f18-52a58ac57f19 req-dc52299b-80b6-4559-92df-2321ac090d3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7a430705c144d148ba53647fb1c7c2e&device_id=f44d23b5-0e33-4900-8196-707823bacd66 HTTP/1.1" status: 200 len: 1130 time: 0.7700796 Feb 28 20:13:53.049881 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b3039d-dab7-4a33-89b4-bc9975c8b72e x-openstack-request-id: req-e7b3039d-dab7-4a33-89b4-bc9975c8b72e {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:53.056278 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca5e9c6-eff4-46d9-9308-1a9f8c175283", "tag": "d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:53.058649 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7b3039d-dab7-4a33-89b4-bc9975c8b72e {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:53.059325 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca5e9c6-eff4-46d9-9308-1a9f8c175283', 'tag': 'd05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60', 'status': 'completed', 'code': 200} Feb 28 20:13:53.065349 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a5a5e-f2ef-44d7-b265-c49d02fa6615 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Pushing event updated for resources: {'Port': ['ID=54607d33-5718-4828-ba19-a541555d1a21,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:53.074824 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 399d9b21-61bd-462f-83f3-ecb14cb4189e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=399d9b21-61bd-462f-83f3-ecb14cb4189e,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:53.109436 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623c1bb9-8f40-4fbf-9a0d-da8356d334f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ea15b6-1c14-476f-aad4-760bf8e764b7'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:53.111670 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f58b3c-e7ea-49fa-ba16-96736810162b" -d '{"events": [{"server_uuid": "623c1bb9-8f40-4fbf-9a0d-da8356d334f3", "name": "network-vif-plugged", "status": "completed", "tag": "a5ea15b6-1c14-476f-aad4-760bf8e764b7"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:53.154455 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '399d9b21-61bd-462f-83f3-ecb14cb4189e', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '399d9b21-61bd-462f-83f3-ecb14cb4189e', 'mac_address': 'fa:16:3e:d4:cf:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:13:53.168058 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port a5ea15b6-1c14-476f-aad4-760bf8e764b7, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=a5ea15b6-1c14-476f-aad4-760bf8e764b7,segment=NetworkSegment(fe425822-cdcb-46c8-b19b-1b1c4632610f),segment_id=fe425822-cdcb-46c8-b19b-1b1c4632610f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:53.179841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-984a5a5e-f2ef-44d7-b265-c49d02fa6615 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:53.180888 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-984a5a5e-f2ef-44d7-b265-c49d02fa6615 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:53.191070 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-616f5048-a6a9-4e1b-b70a-fe759540efcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (b7675b9d-eef6-4494-ba3d-4bc9b6ca9435), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:53.252730 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-984a5a5e-f2ef-44d7-b265-c49d02fa6615 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8891120 Feb 28 20:13:53.257347 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223024df-234c-41e8-9cde-07e676cb480d req-49119132-6555-47c2-af3b-b2cc648d0d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:53.263589 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a736b2f-90ba-4a95-8f0d-d4ba6d76da42 x-openstack-request-id: req-4a736b2f-90ba-4a95-8f0d-d4ba6d76da42 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:53.264403 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623c1bb9-8f40-4fbf-9a0d-da8356d334f3", "name": "network-vif-plugged", "status": "completed", "tag": "a5ea15b6-1c14-476f-aad4-760bf8e764b7", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:53.264403 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a736b2f-90ba-4a95-8f0d-d4ba6d76da42 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:53.264567 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623c1bb9-8f40-4fbf-9a0d-da8356d334f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ea15b6-1c14-476f-aad4-760bf8e764b7', 'code': 200} Feb 28 20:13:53.265571 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 399d9b21-61bd-462f-83f3-ecb14cb4189e is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:53.265964 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:53.267108 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-223024df-234c-41e8-9cde-07e676cb480d req-49119132-6555-47c2-af3b-b2cc648d0d91 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bdfc27b05c40453aaf18d8791d0c4a96&device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283 HTTP/1.1" status: 200 len: 1126 time: 0.2065725 Feb 28 20:13:53.285380 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399d9b21-61bd-462f-83f3-ecb14cb4189e {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:13:53.288322 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] Request body: {'port': {'device_id': 'd37a996b-cc6a-4073-a5bb-7afb76145e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:13:53.290824 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a5ea15b6-1c14-476f-aad4-760bf8e764b7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:53.359282 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 399d9b21-61bd-462f-83f3-ecb14cb4189e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=399d9b21-61bd-462f-83f3-ecb14cb4189e,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:53.372679 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:53.387355 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=a5ea15b6-1c14-476f-aad4-760bf8e764b7,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:53.403530 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-3a60f8a8-ee8e-4850-bc58-250c79945c29 req-a4e0467b-71db-4682-a2cb-c3d00a35e62c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] For port 3e6c2f10-e137-4d03-a923-1b61fa0638e5, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=3e6c2f10-e137-4d03-a923-1b61fa0638e5,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:53.404189 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3a60f8a8-ee8e-4850-bc58-250c79945c29 req-a4e0467b-71db-4682-a2cb-c3d00a35e62c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3e6c2f10-e137-4d03-a923-1b61fa0638e5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:53.446569 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=399d9b21-61bd-462f-83f3-ecb14cb4189e,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:53.456489 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdf34d-5a6d-4cbb-9753-f8bc14556b12 req-8a797a24-d1f9-4918-894d-49a554dd062e tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:53.460152 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-3a60f8a8-ee8e-4850-bc58-250c79945c29 req-a4e0467b-71db-4682-a2cb-c3d00a35e62c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Calling delete_port for 3e6c2f10-e137-4d03-a923-1b61fa0638e5 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:13:53.468415 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27cdf34d-5a6d-4cbb-9753-f8bc14556b12 req-8a797a24-d1f9-4918-894d-49a554dd062e tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d37a996b-cc6a-4073-a5bb-7afb76145e7b HTTP/1.1" status: 200 len: 935 time: 0.3597758 Feb 28 20:13:53.493823 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f306ec6a-5699-45fa-aba2-a3df59c6a438 None None] Provisioning complete for port 54607d33-5718-4828-ba19-a541555d1a21 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:13:53.495453 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f306ec6a-5699-45fa-aba2-a3df59c6a438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (54607d33-5718-4828-ba19-a541555d1a21), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:53.503897 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f5048-a6a9-4e1b-b70a-fe759540efcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7675b9d-eef6-4494-ba3d-4bc9b6ca9435,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:53.553451 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a429a5a8-9731-46f9-a6a9-3b2c8f7ce331 req-a7237c24-c53b-4d6f-86bd-6bb8aed92c6c tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (1e15a2a7-e81f-4d5d-97a3-d6325b067668), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:53.568661 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f306ec6a-5699-45fa-aba2-a3df59c6a438 None None] Port 54607d33-5718-4828-ba19-a541555d1a21 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:13:53.639511 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f5048-a6a9-4e1b-b70a-fe759540efcf admin admin] Checking segment: {'id': '13117635-07d4-46ef-8b7b-85ceee3bb522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd150f99e-dcba-4e02-a85d-5fba53d099dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:13:53.640164 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616f5048-a6a9-4e1b-b70a-fe759540efcf admin admin] Network hostable DHCP agents. Network: d150f99e-dcba-4e02-a85d-5fba53d099dc, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:13:53.642624 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7237c24-c53b-4d6f-86bd-6bb8aed92c6c tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Pushing event deleted for resources: {'Port': ['ID=1e15a2a7-e81f-4d5d-97a3-d6325b067668,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:53.665706 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-4fe07693-1dd3-4e31-aa2b-ec3d8079bd3e tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Deleting port 2462f322-53cc-455c-8fa3-5b9445124dac {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:13:53.666056 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4fe07693-1dd3-4e31-aa2b-ec3d8079bd3e tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2462f322-53cc-455c-8fa3-5b9445124dac), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:53.669197 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (54607d33-5718-4828-ba19-a541555d1a21), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:53.673724 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c80e33-511b-44b1-9f18-52a58ac57f19 req-f2f8b314-593c-4fb7-90c2-c173de979853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:53.675212 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89c80e33-511b-44b1-9f18-52a58ac57f19 req-f2f8b314-593c-4fb7-90c2-c173de979853 service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.6459286 Feb 28 20:13:53.695623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['399d9b21-61bd-462f-83f3-ecb14cb4189e'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:53.697433 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27cdf34d-5a6d-4cbb-9753-f8bc14556b12 req-239dc0fc-654b-4dee-b0cf-0a43d4c29d90 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281420 Feb 28 20:13:53.706991 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223024df-234c-41e8-9cde-07e676cb480d req-c4d98b8a-2555-4276-afd7-b2e69bbc09be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:53.708784 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-223024df-234c-41e8-9cde-07e676cb480d req-c4d98b8a-2555-4276-afd7-b2e69bbc09be service neutron] 10.222.0.10 "GET /v2.0/networks?id=f3661384-f92c-4528-a64f-a56eb7afaf1a HTTP/1.1" status: 200 len: 915 time: 0.4145646 Feb 28 20:13:53.719321 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0351fc-466c-4dab-97e6-10c2f9c9dae6 req-c71ccaf3-18ad-4737-ae09-826b724f8cae tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:53.728128 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ce0351fc-466c-4dab-97e6-10c2f9c9dae6 req-c71ccaf3-18ad-4737-ae09-826b724f8cae tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 946 time: 0.3073967 Feb 28 20:13:53.732664 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063dfd8-5caf-4924-895c-9f43abc1dd8b req-cbb0a072-eb5c-44fc-b90c-d9e598f0b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:53.740406 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3063dfd8-5caf-4924-895c-9f43abc1dd8b req-cbb0a072-eb5c-44fc-b90c-d9e598f0b313 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=623c1bb9-8f40-4fbf-9a0d-da8356d334f3 HTTP/1.1" status: 200 len: 1128 time: 0.3591399 Feb 28 20:13:53.803174 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89c80e33-511b-44b1-9f18-52a58ac57f19 req-1bc31ae1-4b0c-46a7-9137-6261945066e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=399d9b21-61bd-462f-83f3-ecb14cb4189e HTTP/1.1" status: 200 len: 217 time: 0.0993783 Feb 28 20:13:53.871007 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a429a5a8-9731-46f9-a6a9-3b2c8f7ce331 req-a7237c24-c53b-4d6f-86bd-6bb8aed92c6c tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] No DVR routers for this DVR port 1e15a2a7-e81f-4d5d-97a3-d6325b067668 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:13:53.883874 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-223024df-234c-41e8-9cde-07e676cb480d req-3c6a42bf-72c9-42f2-986e-bf4a8030d13d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 HTTP/1.1" status: 200 len: 217 time: 0.1405022 Feb 28 20:13:53.900429 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a429a5a8-9731-46f9-a6a9-3b2c8f7ce331 req-a7237c24-c53b-4d6f-86bd-6bb8aed92c6c tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:53.905175 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a429a5a8-9731-46f9-a6a9-3b2c8f7ce331 req-a7237c24-c53b-4d6f-86bd-6bb8aed92c6c tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] 10.222.0.15 "DELETE /v2.0/ports/1e15a2a7-e81f-4d5d-97a3-d6325b067668 HTTP/1.1" status: 204 len: 173 time: 2.3291214 Feb 28 20:13:53.906063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616f5048-a6a9-4e1b-b70a-fe759540efcf admin admin] Network d150f99e-dcba-4e02-a85d-5fba53d099dc is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:13:53.952079 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:13:53.984491 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-616f5048-a6a9-4e1b-b70a-fe759540efcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, d150f99e-dcba-4e02-a85d-5fba53d099dc) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:13:53.997491 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81160304-547f-4ae9-81bf-abadc7c8c5f6 None None] Network d150f99e-dcba-4e02-a85d-5fba53d099dc requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:13:54.010013 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616f5048-a6a9-4e1b-b70a-fe759540efcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:54.010902 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-616f5048-a6a9-4e1b-b70a-fe759540efcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:54.015449 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3063dfd8-5caf-4924-895c-9f43abc1dd8b req-8ee65237-7880-4b6e-bdfe-b609fd79cf00 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737792 Feb 28 20:13:54.029008 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4fe07693-1dd3-4e31-aa2b-ec3d8079bd3e tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2462f322-53cc-455c-8fa3-5b9445124dac), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:54.029615 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4fe07693-1dd3-4e31-aa2b-ec3d8079bd3e tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks [] for floatingip (2462f322-53cc-455c-8fa3-5b9445124dac), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:54.034070 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c80e33-511b-44b1-9f18-52a58ac57f19 req-c98ac38a-0584-4a76-be0e-8a0a0ce44ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:54.036002 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89c80e33-511b-44b1-9f18-52a58ac57f19 req-c98ac38a-0584-4a76-be0e-8a0a0ce44ce1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1837697 Feb 28 20:13:54.060433 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-4fe07693-1dd3-4e31-aa2b-ec3d8079bd3e tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Calling delete_port for 2462f322-53cc-455c-8fa3-5b9445124dac owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:13:54.068481 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3a60f8a8-ee8e-4850-bc58-250c79945c29 req-a4e0467b-71db-4682-a2cb-c3d00a35e62c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (3e6c2f10-e137-4d03-a923-1b61fa0638e5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:54.081753 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-616f5048-a6a9-4e1b-b70a-fe759540efcf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2770474 Feb 28 20:13:54.198884 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0467b-71db-4682-a2cb-c3d00a35e62c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Pushing event deleted for resources: {'Port': ['ID=3e6c2f10-e137-4d03-a923-1b61fa0638e5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:54.216736 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ca11a1-b50e-45b7-bca4-1800ca5030a6 None None] Network d150f99e-dcba-4e02-a85d-5fba53d099dc requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:13:54.264332 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7909b5b0-3844-42f7-a25f-0ff5f478bd82', 'name': 'network-vif-deleted', 'tag': '1e15a2a7-e81f-4d5d-97a3-d6325b067668'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:54.266916 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d69fc3-fa1b-4d4c-ac1a-eff0c26abd88" -d '{"events": [{"server_uuid": "7909b5b0-3844-42f7-a25f-0ff5f478bd82", "name": "network-vif-deleted", "tag": "1e15a2a7-e81f-4d5d-97a3-d6325b067668"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:54.331569 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a60f8a8-ee8e-4850-bc58-250c79945c29 req-a4e0467b-71db-4682-a2cb-c3d00a35e62c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] No DVR routers for this DVR port 3e6c2f10-e137-4d03-a923-1b61fa0638e5 on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:13:54.334505 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3a60f8a8-ee8e-4850-bc58-250c79945c29 req-a4e0467b-71db-4682-a2cb-c3d00a35e62c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:54.339430 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3a60f8a8-ee8e-4850-bc58-250c79945c29 req-a4e0467b-71db-4682-a2cb-c3d00a35e62c tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.10 "DELETE /v2.0/ports/3e6c2f10-e137-4d03-a923-1b61fa0638e5 HTTP/1.1" status: 204 len: 173 time: 2.4908178 Feb 28 20:13:54.422588 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c80e33-511b-44b1-9f18-52a58ac57f19 req-6290040e-27d4-4586-a55b-12d5cff5ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:54.424210 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89c80e33-511b-44b1-9f18-52a58ac57f19 req-6290040e-27d4-4586-a55b-12d5cff5ff26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1536982 Feb 28 20:13:54.562276 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4fe07693-1dd3-4e31-aa2b-ec3d8079bd3e tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (2462f322-53cc-455c-8fa3-5b9445124dac), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:54.613185 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe07693-1dd3-4e31-aa2b-ec3d8079bd3e tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Pushing event deleted for resources: {'Port': ['ID=2462f322-53cc-455c-8fa3-5b9445124dac,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:54.631470 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 1e15a2a7-e81f-4d5d-97a3-d6325b067668 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:13:54.686486 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 1e15a2a7-e81f-4d5d-97a3-d6325b067668 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:13:54.686890 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 1e15a2a7-e81f-4d5d-97a3-d6325b067668 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:13:54.690073 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89c80e33-511b-44b1-9f18-52a58ac57f19 req-28da37cb-b2da-4508-8a6c-9e03fa5e6a61 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136395 Feb 28 20:13:54.764254 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4fe07693-1dd3-4e31-aa2b-ec3d8079bd3e tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks [] for floatingip (90b5e1d7-0052-4195-b1d0-1555fe0718e1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:54.766959 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4fe07693-1dd3-4e31-aa2b-ec3d8079bd3e tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:54.768505 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4fe07693-1dd3-4e31-aa2b-ec3d8079bd3e tempest-ServersTestFqdnHostnames-1716520292 tempest-ServersTestFqdnHostnames-1716520292-project] 10.222.0.13 "DELETE /v2.0/floatingips/90b5e1d7-0052-4195-b1d0-1555fe0718e1 HTTP/1.1" status: 204 len: 168 time: 2.3813777 Feb 28 20:13:54.774377 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48804) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:54.791086 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ce0351fc-466c-4dab-97e6-10c2f9c9dae6 req-398205c0-a78f-4ab2-abf2-1f77d69e8775 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0619683 Feb 28 20:13:54.870900 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74438e3-bb81-4394-8de4-6dc152b82f89 req-128dc0cf-4173-4873-90d5-46827b47c6e9 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:54.873498 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b74438e3-bb81-4394-8de4-6dc152b82f89 req-128dc0cf-4173-4873-90d5-46827b47c6e9 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=55714a16-1f11-4cea-b931-947cd880c8b0 HTTP/1.1" status: 200 len: 866 time: 1.0555868 Feb 28 20:13:54.874589 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89c80e33-511b-44b1-9f18-52a58ac57f19 req-5b022815-8c51-4fba-95f9-c8386d792654 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778443 Feb 28 20:13:54.880743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223024df-234c-41e8-9cde-07e676cb480d req-fecbef35-6107-42b8-a8f6-1eb2342ddfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:54.883468 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-223024df-234c-41e8-9cde-07e676cb480d req-fecbef35-6107-42b8-a8f6-1eb2342ddfa2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc59bac5-30a3-4d30-884c-acdfe1e8fa2d HTTP/1.1" status: 200 len: 854 time: 0.9203298 Feb 28 20:13:55.091259 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223024df-234c-41e8-9cde-07e676cb480d req-036a1d77-13d4-4a5a-a0e2-7952c8a8e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:55.092841 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-223024df-234c-41e8-9cde-07e676cb480d req-036a1d77-13d4-4a5a-a0e2-7952c8a8e8dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3661384-f92c-4528-a64f-a56eb7afaf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1648610 Feb 28 20:13:55.133215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b27a6-8492-48ed-8b7f-e0f96af39746 req-26d07f7f-f243-46c4-acfb-4e8a6fa3841a tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:55.134694 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-292b27a6-8492-48ed-8b7f-e0f96af39746 req-26d07f7f-f243-46c4-acfb-4e8a6fa3841a tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283 HTTP/1.1" status: 200 len: 943 time: 0.2041080 Feb 28 20:13:55.160432 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b74438e3-bb81-4394-8de4-6dc152b82f89 req-1d25ec78-e24e-43b6-9fad-0b32fe3da03b tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306705 Feb 28 20:13:55.282736 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-733f3dda-f7d3-4e2e-bc85-d47a05e4f452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (cf79c996-e694-494f-89e2-8164669dfd97), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:55.288879 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1ba4d5-9362-44d7-b815-110d1f71a734 x-openstack-request-id: req-1a1ba4d5-9362-44d7-b815-110d1f71a734 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:55.289397 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7909b5b0-3844-42f7-a25f-0ff5f478bd82", "name": "network-vif-deleted", "tag": "1e15a2a7-e81f-4d5d-97a3-d6325b067668", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:55.290004 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a1ba4d5-9362-44d7-b815-110d1f71a734 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:55.290914 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7909b5b0-3844-42f7-a25f-0ff5f478bd82', 'name': 'network-vif-deleted', 'tag': '1e15a2a7-e81f-4d5d-97a3-d6325b067668', 'status': 'completed', 'code': 200} Feb 28 20:13:55.320300 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54607d33-5718-4828-ba19-a541555d1a21 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:13:55.331344 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] Publish callbacks [] for port (54607d33-5718-4828-ba19-a541555d1a21), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:55.350938 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] Transition to ACTIVE for port object 54607d33-5718-4828-ba19-a541555d1a21 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:13:55.385365 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (54607d33-5718-4828-ba19-a541555d1a21), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:55.474390 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-292b27a6-8492-48ed-8b7f-e0f96af39746 req-a505ee9c-d5d4-4750-9b76-cb32002d8961 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055294 Feb 28 20:13:55.580250 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-fda13ed4-7775-4ca7-8199-54d28a281344 req-3938b2d4-2d00-49b4-8088-9cd2b72cc2e5 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1851384837', 'description': 'tempest-description-1952284425'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:13:55.600892 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48812) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:55.604258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] Pushing event updated for resources: {'Port': ['ID=54607d33-5718-4828-ba19-a541555d1a21,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:55.620624 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-223024df-234c-41e8-9cde-07e676cb480d req-9a889482-750b-4d93-a864-5b85a2222f00 service neutron] 10.222.0.10 "GET /v2.0/networks/f3661384-f92c-4528-a64f-a56eb7afaf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121636 Feb 28 20:13:55.748219 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fda13ed4-7775-4ca7-8199-54d28a281344 req-3938b2d4-2d00-49b4-8088-9cd2b72cc2e5 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:55.793316 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-733f3dda-f7d3-4e2e-bc85-d47a05e4f452 admin admin] Deleting port 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:13:55.794206 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-733f3dda-f7d3-4e2e-bc85-d47a05e4f452 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:55.817193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] Attempting to bind port 54607d33-5718-4828-ba19-a541555d1a21 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:13:55.817540 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] Attempting to bind port 54607d33-5718-4828-ba19-a541555d1a21 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:13:55.817871 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] Attempting to bind port 54607d33-5718-4828-ba19-a541555d1a21 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:13:55.872770 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] Port 54607d33-5718-4828-ba19-a541555d1a21 on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:13:55.872978 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] Attempting to bind port 54607d33-5718-4828-ba19-a541555d1a21 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:13:55.883416 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-733f3dda-f7d3-4e2e-bc85-d47a05e4f452 admin admin] For port 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8,segment=NetworkSegment(b964f382-4fb0-46e1-a25c-d94365c5e65f),segment_id=b964f382-4fb0-46e1-a25c-d94365c5e65f)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:55.883955 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-733f3dda-f7d3-4e2e-bc85-d47a05e4f452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:55.897645 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-733f3dda-f7d3-4e2e-bc85-d47a05e4f452 admin admin] Calling delete_port for 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:13:55.913942 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:13:55.914289 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:13:55.914681 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:13:55.915115 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] Bound port: 54607d33-5718-4828-ba19-a541555d1a21, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:13:55.915478 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (54607d33-5718-4828-ba19-a541555d1a21), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:55.923593 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df10b60-fae7-43bf-b070-1d052c945edf req-3b6103bd-5bde-40bf-b1a0-8aaf43dfdeca tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:55.925113 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5df10b60-fae7-43bf-b070-1d052c945edf req-3b6103bd-5bde-40bf-b1a0-8aaf43dfdeca tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d37a996b-cc6a-4073-a5bb-7afb76145e7b HTTP/1.1" status: 200 len: 947 time: 0.3263767 Feb 28 20:13:55.994256 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e2f47f3b-8cd9-4e78-8fd5-79d1158ed85f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c258cc5b77d946d495afb4d1b7de5427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3885643 Feb 28 20:13:55.998917 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48820) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:56.035969 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-223024df-234c-41e8-9cde-07e676cb480d req-19aaa407-0a72-4a36-8505-3f0ac97a106c service neutron] 10.222.0.10 "GET /v2.0/networks/f3661384-f92c-4528-a64f-a56eb7afaf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390701 Feb 28 20:13:56.084754 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fda13ed4-7775-4ca7-8199-54d28a281344 req-3938b2d4-2d00-49b4-8088-9cd2b72cc2e5 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (f1180f15-6852-4e29-981f-5934e3bd585f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:56.110587 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fda13ed4-7775-4ca7-8199-54d28a281344 req-3938b2d4-2d00-49b4-8088-9cd2b72cc2e5 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f1180f15-6852-4e29-981f-5934e3bd585f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:56.112066 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-733f3dda-f7d3-4e2e-bc85-d47a05e4f452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:56.126764 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5df10b60-fae7-43bf-b070-1d052c945edf req-4a480441-08c5-4a09-a156-3d3ee6d526d5 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860700 Feb 28 20:13:56.144304 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f3dda-f7d3-4e2e-bc85-d47a05e4f452 admin admin] Pushing event deleted for resources: {'Port': ['ID=5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:56.163173 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] For port 54607d33-5718-4828-ba19-a541555d1a21, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:13:56.169407 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] For port 54607d33-5718-4828-ba19-a541555d1a21, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=54607d33-5718-4828-ba19-a541555d1a21,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:13:56.181210 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fda13ed4-7775-4ca7-8199-54d28a281344 req-3938b2d4-2d00-49b4-8088-9cd2b72cc2e5 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:56.201258 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fda13ed4-7775-4ca7-8199-54d28a281344 req-3938b2d4-2d00-49b4-8088-9cd2b72cc2e5 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6294701 Feb 28 20:13:56.201258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938b2d4-2d00-49b4-8088-9cd2b72cc2e5 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1180f15-6852-4e29-981f-5934e3bd585f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:56.206526 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (54607d33-5718-4828-ba19-a541555d1a21), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:56.251011 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b4890006-52af-4634-aa04-2279f3db1e20 admin admin] Publish callbacks [] for security_group (8000b867-16ec-4721-9c43-cfb5a8cf8afb), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:56.289575 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:56.290198 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:56.291618 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] 10.222.0.10 "PUT /v2.0/ports/54607d33-5718-4828-ba19-a541555d1a21 HTTP/1.1" status: 200 len: 1096 time: 3.0113847 Feb 28 20:13:56.292201 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37a996b-cc6a-4073-a5bb-7afb76145e7b', 'tag': '54607d33-5718-4828-ba19-a541555d1a21'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:56.294426 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db47a705-1dc7-4a6f-9136-c6df11102caf" -d '{"events": [{"name": "network-changed", "server_uuid": "d37a996b-cc6a-4073-a5bb-7afb76145e7b", "tag": "54607d33-5718-4828-ba19-a541555d1a21"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:56.349058 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b4890006-52af-4634-aa04-2279f3db1e20 admin admin] Publish callbacks [] for security_group (8000b867-16ec-4721-9c43-cfb5a8cf8afb), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:56.465656 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-733f3dda-f7d3-4e2e-bc85-d47a05e4f452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (cf79c996-e694-494f-89e2-8164669dfd97), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:56.485518 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63626e75-5d4b-4a83-8056-51d2fed999bf req-4a2c9751-ed74-4ec6-8b4c-167724daeaa6 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "GET /v2.0/security-groups/f1180f15-6852-4e29-981f-5934e3bd585f HTTP/1.1" status: 200 len: 1822 time: 0.2717228 Feb 28 20:13:56.533693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-63626e75-5d4b-4a83-8056-51d2fed999bf req-784ef077-8f5c-4854-94c0-c567b1061d7b tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1180f15-6852-4e29-981f-5934e3bd585f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:13:56.534012 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-63626e75-5d4b-4a83-8056-51d2fed999bf req-784ef077-8f5c-4854-94c0-c567b1061d7b tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1180f15-6852-4e29-981f-5934e3bd585f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:13:56.543682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675d7f3-e19f-4b4d-a593-87ca558d6dab service neutron] Pushing event updated for resources: {'Port': ['ID=54607d33-5718-4828-ba19-a541555d1a21,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:56.575213 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b4890006-52af-4634-aa04-2279f3db1e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8000b867-16ec-4721-9c43-cfb5a8cf8afb), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:56.579681 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b4890006-52af-4634-aa04-2279f3db1e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:56.584687 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b4890006-52af-4634-aa04-2279f3db1e20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8000b867-16ec-4721-9c43-cfb5a8cf8afb HTTP/1.1" status: 204 len: 168 time: 0.5635662 Feb 28 20:13:56.609992 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95554fe2-bc73-466c-b970-225df724bbdd req-c5638b70-81de-4cc1-a5e2-31ad4d3cbcc9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:56.611719 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95554fe2-bc73-466c-b970-225df724bbdd req-c5638b70-81de-4cc1-a5e2-31ad4d3cbcc9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 946 time: 0.3029768 Feb 28 20:13:56.614342 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-efeee2e1-0543-4d2a-b44c-b89df2b8e827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:56.615807 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-efeee2e1-0543-4d2a-b44c-b89df2b8e827 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c7a430705c144d148ba53647fb1c7c2e&device_id=d37a996b-cc6a-4073-a5bb-7afb76145e7b HTTP/1.1" status: 200 len: 1130 time: 0.2452657 Feb 28 20:13:56.617121 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4890006-52af-4634-aa04-2279f3db1e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8000b867-16ec-4721-9c43-cfb5a8cf8afb,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:56.621535 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 399d9b21-61bd-462f-83f3-ecb14cb4189e up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:13:56.721055 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 399d9b21-61bd-462f-83f3-ecb14cb4189e completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:13:56.739562 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 399d9b21-61bd-462f-83f3-ecb14cb4189e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:13:56.740471 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:56.791219 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-537b1a3b-bed3-49bf-8d93-917d8169c9af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=54607d33-5718-4828-ba19-a541555d1a21 HTTP/1.1" status: 200 len: 217 time: 0.1636467 Feb 28 20:13:56.850828 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733f3dda-f7d3-4e2e-bc85-d47a05e4f452 admin admin] Router cf79c996-e694-494f-89e2-8164669dfd97 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:13:56.901801 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95554fe2-bc73-466c-b970-225df724bbdd req-e63177f5-caf9-4cd9-825b-4d7f677e56da tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757592 Feb 28 20:13:56.903997 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:13:56.909067 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 3e6c2f10-e137-4d03-a923-1b61fa0638e5 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:13:56.981978 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 399d9b21-61bd-462f-83f3-ecb14cb4189e is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:56.982623 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:56.985256 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 3e6c2f10-e137-4d03-a923-1b61fa0638e5 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:13:56.985757 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 3e6c2f10-e137-4d03-a923-1b61fa0638e5 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:13:56.985875 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-63626e75-5d4b-4a83-8056-51d2fed999bf req-784ef077-8f5c-4854-94c0-c567b1061d7b tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group_rule (64e11249-a8b2-4671-9a01-6e5a297e8670), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:57.033041 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-63626e75-5d4b-4a83-8056-51d2fed999bf req-784ef077-8f5c-4854-94c0-c567b1061d7b tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group_rule (64e11249-a8b2-4671-9a01-6e5a297e8670), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:57.038725 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-bffbff92-c70a-42be-87d8-a50a70ce3132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:57.040581 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-bffbff92-c70a-42be-87d8-a50a70ce3132 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1427100 Feb 28 20:13:57.042592 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-63626e75-5d4b-4a83-8056-51d2fed999bf req-784ef077-8f5c-4854-94c0-c567b1061d7b tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (64e11249-a8b2-4671-9a01-6e5a297e8670), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:57.046605 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 399d9b21-61bd-462f-83f3-ecb14cb4189e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=399d9b21-61bd-462f-83f3-ecb14cb4189e,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:57.049719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44d23b5-0e33-4900-8196-707823bacd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399d9b21-61bd-462f-83f3-ecb14cb4189e'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:57.054066 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99623f7-75c3-414b-991e-50e69354018a" -d '{"events": [{"server_uuid": "f44d23b5-0e33-4900-8196-707823bacd66", "name": "network-vif-plugged", "status": "completed", "tag": "399d9b21-61bd-462f-83f3-ecb14cb4189e"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:57.059807 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:57.073699 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733f3dda-f7d3-4e2e-bc85-d47a05e4f452 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:13:57.086843 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028c88a8-5289-48fb-85cf-421c4bc1e0e3 None None] Sync routers for ids ['cf79c996-e694-494f-89e2-8164669dfd97'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:13:57.091638 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ef077-8f5c-4854-94c0-c567b1061d7b tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e11249-a8b2-4671-9a01-6e5a297e8670,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:57.097617 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-63626e75-5d4b-4a83-8056-51d2fed999bf req-784ef077-8f5c-4854-94c0-c567b1061d7b tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:57.099541 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63626e75-5d4b-4a83-8056-51d2fed999bf req-784ef077-8f5c-4854-94c0-c567b1061d7b tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6127567 Feb 28 20:13:57.112435 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-733f3dda-f7d3-4e2e-bc85-d47a05e4f452 admin admin] 10.222.0.13 "PUT /v2.0/routers/cf79c996-e694-494f-89e2-8164669dfd97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3369770 Feb 28 20:13:57.112985 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028c88a8-5289-48fb-85cf-421c4bc1e0e3 None None] Routers {'cf79c996-e694-494f-89e2-8164669dfd97'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:13:57.114741 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-028c88a8-5289-48fb-85cf-421c4bc1e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:13:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['cf79c996-e694-494f-89e2-8164669dfd97'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:13:57.115089 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48848) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:57.195251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=399d9b21-61bd-462f-83f3-ecb14cb4189e,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:57.197659 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb91ab6-a586-4724-b2fd-3bf0894bc84a x-openstack-request-id: req-6bb91ab6-a586-4724-b2fd-3bf0894bc84a {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:57.206957 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37a996b-cc6a-4073-a5bb-7afb76145e7b", "tag": "54607d33-5718-4828-ba19-a541555d1a21", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:57.207748 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bb91ab6-a586-4724-b2fd-3bf0894bc84a {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:57.208307 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37a996b-cc6a-4073-a5bb-7afb76145e7b', 'tag': '54607d33-5718-4828-ba19-a541555d1a21', 'status': 'completed', 'code': 200} Feb 28 20:13:57.222115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60,segment=NetworkSegment(fe425822-cdcb-46c8-b19b-1b1c4632610f),segment_id=fe425822-cdcb-46c8-b19b-1b1c4632610f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:57.241567 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'd05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60', 'network_id': 'f3661384-f92c-4528-a64f-a56eb7afaf1a', 'port_id': 'd05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60', 'mac_address': 'fa:16:3e:a3:15:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc59bac5-30a3-4d30-884c-acdfe1e8fa2d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:13:57.271594 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48854) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:57.295698 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55714a16-1f11-4cea-b931-947cd880c8b0', 'name': 'network-vif-deleted', 'tag': '3e6c2f10-e137-4d03-a923-1b61fa0638e5'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:57.298771 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86188ec-326d-43ff-ab0b-515e64949dc4" -d '{"events": [{"server_uuid": "55714a16-1f11-4cea-b931-947cd880c8b0", "name": "network-vif-deleted", "tag": "3e6c2f10-e137-4d03-a923-1b61fa0638e5"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:57.320662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:57.321060 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:57.330670 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-54e5aaca-544b-4041-86d4-8494479b1cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:57.332403 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-54e5aaca-544b-4041-86d4-8494479b1cef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2726040 Feb 28 20:13:57.340951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:13:57.366790 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d09e17fd-82fc-482c-aafe-0a4a159e9819 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06bedb349a9a422fa6d00921d9197bc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0911901 Feb 28 20:13:57.382330 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60,segment=NetworkSegment(fe425822-cdcb-46c8-b19b-1b1c4632610f),segment_id=fe425822-cdcb-46c8-b19b-1b1c4632610f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:57.387525 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:57.391413 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48858) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:57.415605 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-028c88a8-5289-48fb-85cf-421c4bc1e0e3 None None] Set router cf79c996-e694-494f-89e2-8164669dfd97 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:13:57.506770 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:57.548092 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a68b89-8f00-4d00-b588-e5999cb46e8b x-openstack-request-id: req-25a68b89-8f00-4d00-b588-e5999cb46e8b {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:57.548529 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44d23b5-0e33-4900-8196-707823bacd66", "name": "network-vif-plugged", "status": "completed", "tag": "399d9b21-61bd-462f-83f3-ecb14cb4189e", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:57.548914 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25a68b89-8f00-4d00-b588-e5999cb46e8b {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:57.549694 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44d23b5-0e33-4900-8196-707823bacd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399d9b21-61bd-462f-83f3-ecb14cb4189e', 'code': 200} Feb 28 20:13:57.554592 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5aba778-bd3d-4aa4-b88a-2d29b50fb869 admin admin] Publish callbacks [] for router (cf79c996-e694-494f-89e2-8164669dfd97), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:57.559936 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5b96b-9fa6-4da8-bbc1-d51d97bc5cd5 req-69d0fbc0-0c4b-4971-a4b0-135ccb8f04b9 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:57.563299 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9c5b96b-9fa6-4da8-bbc1-d51d97bc5cd5 req-69d0fbc0-0c4b-4971-a4b0-135ccb8f04b9 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283 HTTP/1.1" status: 200 len: 943 time: 0.3173606 Feb 28 20:13:57.629423 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-8b3eb5f1-3e42-435d-8b67-788f3d1f4dcc req-5a61ead9-6ed2-4fb7-8a07-9311e1862835 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1265381855', 'description': 'tempest-description-1888653433'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:13:57.692706 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-ed51c6c1-2872-4965-9403-43e584b65331 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470750 Feb 28 20:13:57.716333 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1ef36ef5-15f2-40a1-b112-184c0120487f admin admin] Publish callbacks [] for security_group (f2a48c90-7483-4506-bb2d-a0aa6f3c8d90), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:57.736660 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-028c88a8-5289-48fb-85cf-421c4bc1e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'name': 'tempest-ServersTestFqdnHostnames-2089726783-router', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:11:48Z', 'updated_at': '2022-02-28T20:13:56Z', 'revision_number': 5, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'gw_port': {'id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:50Z', 'updated_at': '2022-02-28T20:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:13:57.740469 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8b3eb5f1-3e42-435d-8b67-788f3d1f4dcc req-5a61ead9-6ed2-4fb7-8a07-9311e1862835 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:57.764083 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:13:57.773760 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028c88a8-5289-48fb-85cf-421c4bc1e0e3 None None] Checking router: cf79c996-e694-494f-89e2-8164669dfd97 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:13:57.783147 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028c88a8-5289-48fb-85cf-421c4bc1e0e3 None None] Routers {'cf79c996-e694-494f-89e2-8164669dfd97'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:13:57.784216 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-028c88a8-5289-48fb-85cf-421c4bc1e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:13:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['cf79c996-e694-494f-89e2-8164669dfd97'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:13:57.801371 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9c5b96b-9fa6-4da8-bbc1-d51d97bc5cd5 req-a08ea4e4-7694-4948-966d-5366ceec4a00 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224689 Feb 28 20:13:57.961018 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1ef36ef5-15f2-40a1-b112-184c0120487f admin admin] Publish callbacks [] for security_group (f2a48c90-7483-4506-bb2d-a0aa6f3c8d90), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:57.981789 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-028c88a8-5289-48fb-85cf-421c4bc1e0e3 None None] Set router cf79c996-e694-494f-89e2-8164669dfd97 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:13:58.174228 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6b3536e-e0dd-4034-9658-d86fd56b1d81 req-17bce103-3ae8-4fee-ab66-603c6bf53450 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678156 Feb 28 20:13:58.206439 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855a1bf-6886-46fb-b711-8daa01212006 req-14a75a03-4c0c-402a-afc1-82f08779057f tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:58.214185 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a855a1bf-6886-46fb-b711-8daa01212006 req-14a75a03-4c0c-402a-afc1-82f08779057f tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d37a996b-cc6a-4073-a5bb-7afb76145e7b HTTP/1.1" status: 200 len: 947 time: 0.2500021 Feb 28 20:13:58.240001 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c80503-e0e3-4900-9e2e-e5a035473fd6 req-63aea451-0598-42eb-b2b4-2c0ab3effeb7 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:58.242188 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21c80503-e0e3-4900-9e2e-e5a035473fd6 req-63aea451-0598-42eb-b2b4-2c0ab3effeb7 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.10 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 966 time: 0.2385027 Feb 28 20:13:58.245122 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8b3eb5f1-3e42-435d-8b67-788f3d1f4dcc req-5a61ead9-6ed2-4fb7-8a07-9311e1862835 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (875c0b89-6ad6-4e27-bd2d-b539fae70fb6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:58.261988 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1ef36ef5-15f2-40a1-b112-184c0120487f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f2a48c90-7483-4506-bb2d-a0aa6f3c8d90), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:58.264752 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1ef36ef5-15f2-40a1-b112-184c0120487f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:58.273618 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1ef36ef5-15f2-40a1-b112-184c0120487f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2a48c90-7483-4506-bb2d-a0aa6f3c8d90 HTTP/1.1" status: 204 len: 168 time: 0.8700712 Feb 28 20:13:58.273618 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8b3eb5f1-3e42-435d-8b67-788f3d1f4dcc req-5a61ead9-6ed2-4fb7-8a07-9311e1862835 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (875c0b89-6ad6-4e27-bd2d-b539fae70fb6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:58.341187 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef36ef5-15f2-40a1-b112-184c0120487f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a48c90-7483-4506-bb2d-a0aa6f3c8d90,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:58.389075 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8b3eb5f1-3e42-435d-8b67-788f3d1f4dcc req-5a61ead9-6ed2-4fb7-8a07-9311e1862835 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:58.402893 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8b3eb5f1-3e42-435d-8b67-788f3d1f4dcc req-5a61ead9-6ed2-4fb7-8a07-9311e1862835 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7909620 Feb 28 20:13:58.415678 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-028c88a8-5289-48fb-85cf-421c4bc1e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'name': 'tempest-ServersTestFqdnHostnames-2089726783-router', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:11:48Z', 'updated_at': '2022-02-28T20:13:56Z', 'revision_number': 5, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'gw_port': {'id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:50Z', 'updated_at': '2022-02-28T20:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:13:58.486878 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028c88a8-5289-48fb-85cf-421c4bc1e0e3 None None] The sync data for ids ['cf79c996-e694-494f-89e2-8164669dfd97'] in n-d-820368-21 is: [{'id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'name': 'tempest-ServersTestFqdnHostnames-2089726783-router', 'tenant_id': '564ccb90fcfb460d8819a2196af4c809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:11:48Z', 'updated_at': '2022-02-28T20:13:56Z', 'revision_number': 5, 'project_id': '564ccb90fcfb460d8819a2196af4c809', 'gw_port': {'id': '4caa2fb5-052c-49b1-a2c5-7624ae134e31', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf79c996-e694-494f-89e2-8164669dfd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:11:50Z', 'updated_at': '2022-02-28T20:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:13:58.562631 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a855a1bf-6886-46fb-b711-8daa01212006 req-b8117ef0-b1db-4322-a10e-424891201546 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471079 Feb 28 20:13:58.624522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61ead9-6ed2-4fb7-8a07-9311e1862835 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=875c0b89-6ad6-4e27-bd2d-b539fae70fb6,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:58.652514 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b127637-f8a9-4e07-931a-52aa4b8b6900 x-openstack-request-id: req-2b127637-f8a9-4e07-931a-52aa4b8b6900 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:13:58.653288 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55714a16-1f11-4cea-b931-947cd880c8b0", "name": "network-vif-deleted", "tag": "3e6c2f10-e137-4d03-a923-1b61fa0638e5", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:13:58.653288 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b127637-f8a9-4e07-931a-52aa4b8b6900 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:13:58.653559 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55714a16-1f11-4cea-b931-947cd880c8b0', 'name': 'network-vif-deleted', 'tag': '3e6c2f10-e137-4d03-a923-1b61fa0638e5', 'status': 'completed', 'code': 200} Feb 28 20:13:58.672169 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47a705-1dc7-4a6f-9136-c6df11102caf req-9bcfa2fa-54ca-40cc-9210-c6afc7859024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:58.681924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb310d6f-6390-44dc-b1a0-0f384f96ef15 req-dfb4d4d5-055e-44f4-b868-5bf2ade394e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:58.684713 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db47a705-1dc7-4a6f-9136-c6df11102caf req-9bcfa2fa-54ca-40cc-9210-c6afc7859024 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c7a430705c144d148ba53647fb1c7c2e&device_id=d37a996b-cc6a-4073-a5bb-7afb76145e7b HTTP/1.1" status: 200 len: 1130 time: 0.4088264 Feb 28 20:13:58.688701 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bb310d6f-6390-44dc-b1a0-0f384f96ef15 req-dfb4d4d5-055e-44f4-b868-5bf2ade394e2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f44d23b5-0e33-4900-8196-707823bacd66 HTTP/1.1" status: 200 len: 1132 time: 1.0182042 Feb 28 20:13:58.749590 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5aba778-bd3d-4aa4-b88a-2d29b50fb869 admin admin] Publish callbacks [] for router_gateway (cf79c996-e694-494f-89e2-8164669dfd97), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:58.823634 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bb310d6f-6390-44dc-b1a0-0f384f96ef15 req-b27c3b3c-e7b2-474c-8dc1-53d1b86ac55c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271112 Feb 28 20:13:58.860746 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-e5aba778-bd3d-4aa4-b88a-2d29b50fb869 admin admin] Deleting port 4caa2fb5-052c-49b1-a2c5-7624ae134e31 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:13:58.861130 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5aba778-bd3d-4aa4-b88a-2d29b50fb869 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4caa2fb5-052c-49b1-a2c5-7624ae134e31), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:58.861660 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40577f9-50d4-45ba-9f7d-375f8a22306a req-7cc972b4-25e4-46a2-aa42-7f6fcdb4e938 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:58.872564 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c40577f9-50d4-45ba-9f7d-375f8a22306a req-7cc972b4-25e4-46a2-aa42-7f6fcdb4e938 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 966 time: 0.2899926 Feb 28 20:13:58.876053 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-21c80503-e0e3-4900-9e2e-e5a035473fd6 req-16d78864-b0fb-4376-ae0a-e75d9ccfa491 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Deleting port c0facea8-3741-44c3-b754-ab7e162e9425 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:13:58.876393 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-21c80503-e0e3-4900-9e2e-e5a035473fd6 req-16d78864-b0fb-4376-ae0a-e75d9ccfa491 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c0facea8-3741-44c3-b754-ab7e162e9425), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:58.900320 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:13:59.049038 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7432a82-7eea-47bf-8ab4-4ad0bd1a344f req-702eb24c-6fc5-4559-9b12-a2197c184ed8 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:59.050153 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:13:59.050703 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7432a82-7eea-47bf-8ab4-4ad0bd1a344f req-702eb24c-6fc5-4559-9b12-a2197c184ed8 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 946 time: 0.3390517 Feb 28 20:13:59.075052 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:13:59.075528 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:59.137415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-e5aba778-bd3d-4aa4-b88a-2d29b50fb869 admin admin] For port 4caa2fb5-052c-49b1-a2c5-7624ae134e31, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4caa2fb5-052c-49b1-a2c5-7624ae134e31,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:59.138417 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5aba778-bd3d-4aa4-b88a-2d29b50fb869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4caa2fb5-052c-49b1-a2c5-7624ae134e31), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:59.166871 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-e5aba778-bd3d-4aa4-b88a-2d29b50fb869 admin admin] Calling delete_port for 4caa2fb5-052c-49b1-a2c5-7624ae134e31 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:13:59.168492 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47a705-1dc7-4a6f-9136-c6df11102caf req-389049ac-ca8b-40cf-96ce-4c3ccee93245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:59.170242 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db47a705-1dc7-4a6f-9136-c6df11102caf req-389049ac-ca8b-40cf-96ce-4c3ccee93245 service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.4729078 Feb 28 20:13:59.228607 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c40577f9-50d4-45ba-9f7d-375f8a22306a req-91fea1a2-ad41-4349-bbc5-47bebb4a9e20 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0672a87-e851-4571-8a11-56085f97381f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548431 Feb 28 20:13:59.292854 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:13:59.293343 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:59.305440 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:13:59.377018 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:13:59.378245 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5861fc58-d9ee-4da4-b0ca-92a8dc71f4b8 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:13:59.405872 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db47a705-1dc7-4a6f-9136-c6df11102caf req-c25a299a-51e2-41ba-9a29-ac50162e66f0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=54607d33-5718-4828-ba19-a541555d1a21 HTTP/1.1" status: 200 len: 217 time: 0.2106965 Feb 28 20:13:59.421085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-21c80503-e0e3-4900-9e2e-e5a035473fd6 req-16d78864-b0fb-4376-ae0a-e75d9ccfa491 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] For port c0facea8-3741-44c3-b754-ab7e162e9425, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=c0facea8-3741-44c3-b754-ab7e162e9425,segment=NetworkSegment(3af0ccaf-34e6-4a05-ab3e-7000fb402dbb),segment_id=3af0ccaf-34e6-4a05-ab3e-7000fb402dbb)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:59.421460 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-21c80503-e0e3-4900-9e2e-e5a035473fd6 req-16d78864-b0fb-4376-ae0a-e75d9ccfa491 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c0facea8-3741-44c3-b754-ab7e162e9425), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:59.426289 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60,segment=NetworkSegment(fe425822-cdcb-46c8-b19b-1b1c4632610f),segment_id=fe425822-cdcb-46c8-b19b-1b1c4632610f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:13:59.438071 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:59.481594 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-21c80503-e0e3-4900-9e2e-e5a035473fd6 req-16d78864-b0fb-4376-ae0a-e75d9ccfa491 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Calling delete_port for c0facea8-3741-44c3-b754-ab7e162e9425 owned by compute:tempest-test_az-1917933488 {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:13:59.527039 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7432a82-7eea-47bf-8ab4-4ad0bd1a344f req-2481033b-1e8f-4532-862d-c78413df1375 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509606 Feb 28 20:13:59.536428 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:59.549321 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5aba778-bd3d-4aa4-b88a-2d29b50fb869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4caa2fb5-052c-49b1-a2c5-7624ae134e31), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:59.553935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca5e9c6-eff4-46d9-9308-1a9f8c175283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:13:59.565966 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a59e5ad-b15a-4410-b4fb-ca8a0e53ce50" -d '{"events": [{"server_uuid": "7ca5e9c6-eff4-46d9-9308-1a9f8c175283", "name": "network-vif-plugged", "status": "completed", "tag": "d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:13:59.602413 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aba778-bd3d-4aa4-b88a-2d29b50fb869 admin admin] Pushing event deleted for resources: {'Port': ['ID=4caa2fb5-052c-49b1-a2c5-7624ae134e31,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:13:59.615662 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fca7e0a9-98fa-4bb2-ae74-a3bd68bab5f2 req-64f40dc5-99e9-4f90-bc7b-516f3b2218dc tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "GET /v2.0/security-groups/875c0b89-6ad6-4e27-bd2d-b539fae70fb6 HTTP/1.1" status: 200 len: 1822 time: 0.2560048 Feb 28 20:13:59.618366 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47a705-1dc7-4a6f-9136-c6df11102caf req-7e53703c-55ad-485d-aa73-3b08cf8d4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:59.619835 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db47a705-1dc7-4a6f-9136-c6df11102caf req-7e53703c-55ad-485d-aa73-3b08cf8d4acd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1956408 Feb 28 20:13:59.624899 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-fca7e0a9-98fa-4bb2-ae74-a3bd68bab5f2 req-db1deca2-7a61-440d-9458-4e860dc73edf tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '875c0b89-6ad6-4e27-bd2d-b539fae70fb6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:13:59.625220 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-fca7e0a9-98fa-4bb2-ae74-a3bd68bab5f2 req-db1deca2-7a61-440d-9458-4e860dc73edf tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '875c0b89-6ad6-4e27-bd2d-b539fae70fb6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:13:59.684369 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5aba778-bd3d-4aa4-b88a-2d29b50fb869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (cf79c996-e694-494f-89e2-8164669dfd97), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:59.775656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47a705-1dc7-4a6f-9136-c6df11102caf req-b37867f7-2f7a-4d6d-b8b2-42d0877b0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:59.777142 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db47a705-1dc7-4a6f-9136-c6df11102caf req-b37867f7-2f7a-4d6d-b8b2-42d0877b0289 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1461561 Feb 28 20:13:59.809927 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48896) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:59.817637 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5aba778-bd3d-4aa4-b88a-2d29b50fb869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (cf79c996-e694-494f-89e2-8164669dfd97), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:59.822018 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5aba778-bd3d-4aa4-b88a-2d29b50fb869 admin admin] Publish callbacks [] for router_controller (cf79c996-e694-494f-89e2-8164669dfd97), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:59.841168 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0758e91-1e6c-4723-8849-9e589d74fd8d req-fb29fe10-c893-4798-bc3d-2a98123867ef tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:13:59.842699 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0758e91-1e6c-4723-8849-9e589d74fd8d req-fb29fe10-c893-4798-bc3d-2a98123867ef tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283 HTTP/1.1" status: 200 len: 945 time: 0.1995316 Feb 28 20:13:59.880724 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fca7e0a9-98fa-4bb2-ae74-a3bd68bab5f2 req-db1deca2-7a61-440d-9458-4e860dc73edf tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group_rule (4cd3f494-c0f2-4619-a618-fdde0fccc726), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:59.881520 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5aba778-bd3d-4aa4-b88a-2d29b50fb869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (cf79c996-e694-494f-89e2-8164669dfd97), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:59.882063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5aba778-bd3d-4aa4-b88a-2d29b50fb869 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf79c996-e694-494f-89e2-8164669dfd97 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:13:59.889241 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5aba778-bd3d-4aa4-b88a-2d29b50fb869 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:59.890049 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e5aba778-bd3d-4aa4-b88a-2d29b50fb869 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cf79c996-e694-494f-89e2-8164669dfd97 HTTP/1.1" status: 204 len: 168 time: 2.7714047 Feb 28 20:13:59.893855 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48900) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:13:59.963781 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-21c80503-e0e3-4900-9e2e-e5a035473fd6 req-16d78864-b0fb-4376-ae0a-e75d9ccfa491 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (c0facea8-3741-44c3-b754-ab7e162e9425), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:59.969843 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fca7e0a9-98fa-4bb2-ae74-a3bd68bab5f2 req-db1deca2-7a61-440d-9458-4e860dc73edf tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group_rule (4cd3f494-c0f2-4619-a618-fdde0fccc726), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:59.983322 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa1aa90-0869-416f-9e1c-fd8976f0a7e5 admin admin] Deleting subnet 5bdb9738-0226-44ac-99a9-db47472bff06 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:13:59.993137 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fca7e0a9-98fa-4bb2-ae74-a3bd68bab5f2 req-db1deca2-7a61-440d-9458-4e860dc73edf tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (4cd3f494-c0f2-4619-a618-fdde0fccc726), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:13:59.994668 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-afa1aa90-0869-416f-9e1c-fd8976f0a7e5 admin admin] Publish callbacks [] for subnet (5bdb9738-0226-44ac-99a9-db47472bff06), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:00.050333 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-7597b1aa-236b-48f1-9927-e16399603e80 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-943478109-network', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:00.053456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d78864-b0fb-4376-ae0a-e75d9ccfa491 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Pushing event deleted for resources: {'Port': ['ID=c0facea8-3741-44c3-b754-ab7e162e9425,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:00.075975 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1deca2-7a61-440d-9458-4e860dc73edf tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd3f494-c0f2-4619-a618-fdde0fccc726,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:00.082492 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0758e91-1e6c-4723-8849-9e589d74fd8d req-47e730c7-656a-4c51-9eb2-a102751d12eb tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209113 Feb 28 20:14:00.115081 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-afa1aa90-0869-416f-9e1c-fd8976f0a7e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (5bdb9738-0226-44ac-99a9-db47472bff06), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:00.116115 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fca7e0a9-98fa-4bb2-ae74-a3bd68bab5f2 req-db1deca2-7a61-440d-9458-4e860dc73edf tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:00.132035 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fca7e0a9-98fa-4bb2-ae74-a3bd68bab5f2 req-db1deca2-7a61-440d-9458-4e860dc73edf tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5152712 Feb 28 20:14:00.173130 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c80503-e0e3-4900-9e2e-e5a035473fd6 req-16d78864-b0fb-4376-ae0a-e75d9ccfa491 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] No DVR routers for this DVR port c0facea8-3741-44c3-b754-ab7e162e9425 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:14:00.180453 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7597b1aa-236b-48f1-9927-e16399603e80 admin admin] Made reservation on behalf of 12e9f0ffb3404b46ac26b734f1e43cbd for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:14:00.182351 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7597b1aa-236b-48f1-9927-e16399603e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:00.189671 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-21c80503-e0e3-4900-9e2e-e5a035473fd6 req-16d78864-b0fb-4376-ae0a-e75d9ccfa491 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:00.196490 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21c80503-e0e3-4900-9e2e-e5a035473fd6 req-16d78864-b0fb-4376-ae0a-e75d9ccfa491 tempest-LiveMigrationTest-307788868 tempest-LiveMigrationTest-307788868-project] 10.222.0.10 "DELETE /v2.0/ports/c0facea8-3741-44c3-b754-ab7e162e9425 HTTP/1.1" status: 204 len: 173 time: 1.9426167 Feb 28 20:14:00.202544 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db47a705-1dc7-4a6f-9136-c6df11102caf req-5e00e2bc-6180-4e83-a15c-4f3b96726b07 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952892 Feb 28 20:14:00.203044 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0', 'name': 'network-vif-deleted', 'tag': 'c0facea8-3741-44c3-b754-ab7e162e9425'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:14:00.203312 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd96916c-7d94-47a5-ae68-ef6498c090ee x-openstack-request-id: req-cd96916c-7d94-47a5-ae68-ef6498c090ee {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:14:00.203841 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca5e9c6-eff4-46d9-9308-1a9f8c175283", "name": "network-vif-plugged", "status": "completed", "tag": "d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:14:00.204721 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd96916c-7d94-47a5-ae68-ef6498c090ee {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:14:00.205368 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca5e9c6-eff4-46d9-9308-1a9f8c175283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60', 'code': 200} Feb 28 20:14:00.205522 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e87c99a-b229-4002-a9f7-87eebf1f4d4c" -d '{"events": [{"server_uuid": "f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0", "name": "network-vif-deleted", "tag": "c0facea8-3741-44c3-b754-ab7e162e9425"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:14:00.221963 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7597b1aa-236b-48f1-9927-e16399603e80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:00.274099 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-3d8268c5-7bf4-49f9-b46c-cc33aebfdb71 req-7a43c78d-a6c3-4179-881d-a2c7040bba56 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-36995105', 'description': 'tempest-description-1198448088'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:00.328146 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-afa1aa90-0869-416f-9e1c-fd8976f0a7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (5bdb9738-0226-44ac-99a9-db47472bff06), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:00.433791 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7597b1aa-236b-48f1-9927-e16399603e80 admin admin] Publish callbacks [] for security_group (38e4b6d6-3b3c-44a3-93df-14ef42204048), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:00.438923 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7597b1aa-236b-48f1-9927-e16399603e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (38e4b6d6-3b3c-44a3-93df-14ef42204048), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:00.458877 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-afa1aa90-0869-416f-9e1c-fd8976f0a7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (5bdb9738-0226-44ac-99a9-db47472bff06), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:00.480313 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7597b1aa-236b-48f1-9927-e16399603e80 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:14:00.527526 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1aa90-0869-416f-9e1c-fd8976f0a7e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bdb9738-0226-44ac-99a9-db47472bff06,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:00.532655 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597b1aa-236b-48f1-9927-e16399603e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e4b6d6-3b3c-44a3-93df-14ef42204048,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:00.544605 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-afa1aa90-0869-416f-9e1c-fd8976f0a7e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:00.550973 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89899944-3edd-4ddb-ae30-1005fd83587e None None] Network c259a009-9e8f-4371-b00b-c3cfc6ef71d2 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:14:00.555572 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-afa1aa90-0869-416f-9e1c-fd8976f0a7e5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5bdb9738-0226-44ac-99a9-db47472bff06 HTTP/1.1" status: 204 len: 168 time: 0.6597524 Feb 28 20:14:00.556550 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48912) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:00.559073 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7597b1aa-236b-48f1-9927-e16399603e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f1d9f4ea-168f-4144-97fd-4ad6af5057ab), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:00.559692 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-7597b1aa-236b-48f1-9927-e16399603e80 admin admin] Added segment f1d9f4ea-168f-4144-97fd-4ad6af5057ab of type vlan for network 2fc1b086-af1e-4b43-8525-dd60f05397b8 Feb 28 20:14:00.695165 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33ff3d74-81f9-4adf-9c85-b9fac97a8227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (c259a009-9e8f-4371-b00b-c3cfc6ef71d2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:00.755409 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7597b1aa-236b-48f1-9927-e16399603e80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (2fc1b086-af1e-4b43-8525-dd60f05397b8), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:00.854288 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3d8268c5-7bf4-49f9-b46c-cc33aebfdb71 req-7a43c78d-a6c3-4179-881d-a2c7040bba56 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:00.878468 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7976fb4-5613-46bd-991f-caf3a1b60bd2 req-3105f96c-68c1-4312-8c3c-bffc133a4430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:00.884036 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7976fb4-5613-46bd-991f-caf3a1b60bd2 req-3105f96c-68c1-4312-8c3c-bffc133a4430 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283 HTTP/1.1" status: 200 len: 1128 time: 0.5745316 Feb 28 20:14:00.889866 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7597b1aa-236b-48f1-9927-e16399603e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (2fc1b086-af1e-4b43-8525-dd60f05397b8), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:00.890883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7597b1aa-236b-48f1-9927-e16399603e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:00.891506 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7597b1aa-236b-48f1-9927-e16399603e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:00.894988 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 54607d33-5718-4828-ba19-a541555d1a21 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:14:00.914148 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5ac36bc2-0119-4924-93c7-3d95064ff05e req-0afe70c9-34d8-409e-8d19-6788d5e03ce9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0724118 Feb 28 20:14:00.929573 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7597b1aa-236b-48f1-9927-e16399603e80 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 1.1149344 Feb 28 20:14:00.929868 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48914) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:00.945023 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b872864-71df-452d-a1ea-2a9f05f0e6fa req-82b68a5c-a786-49e4-8f73-f0e5bd4f2d3d tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:00.953005 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b872864-71df-452d-a1ea-2a9f05f0e6fa req-82b68a5c-a786-49e4-8f73-f0e5bd4f2d3d tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d37a996b-cc6a-4073-a5bb-7afb76145e7b HTTP/1.1" status: 200 len: 947 time: 0.7014716 Feb 28 20:14:00.968777 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a4fdd33c-4d70-4159-b95e-84b7bda45af8 admin admin] Request body: {'subnet': {'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-943478109-subnet', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:00.994608 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db47a705-1dc7-4a6f-9136-c6df11102caf req-89af490a-9f8a-40c8-b8e7-50a550c54162 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7719147 Feb 28 20:14:01.038277 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5ac36bc2-0119-4924-93c7-3d95064ff05e req-f6d744fd-4eb2-42c7-950e-62014a47d181 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&device_id=f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0 HTTP/1.1" status: 200 len: 210 time: 0.0466406 Feb 28 20:14:01.092532 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7976fb4-5613-46bd-991f-caf3a1b60bd2 req-5f017939-1c6e-47d9-ac41-177994b5b442 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671703 Feb 28 20:14:01.099368 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 54607d33-5718-4828-ba19-a541555d1a21, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=54607d33-5718-4828-ba19-a541555d1a21,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:01.123446 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '54607d33-5718-4828-ba19-a541555d1a21', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '54607d33-5718-4828-ba19-a541555d1a21', 'mac_address': 'fa:16:3e:0c:b7:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:14:01.124948 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b872864-71df-452d-a1ea-2a9f05f0e6fa req-326de97b-8f13-4142-9ac7-11235dc18934 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652148 Feb 28 20:14:01.127573 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ef3b57-7e33-4491-bad3-9331a2955da6 None None] DHCP port deletion for c259a009-9e8f-4371-b00b-c3cfc6ef71d2 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:14:01.210168 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3d8268c5-7bf4-49f9-b46c-cc33aebfdb71 req-7a43c78d-a6c3-4179-881d-a2c7040bba56 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (e863a132-c7ec-4b3b-ba1a-70b65cd95333), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:01.218969 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3d8268c5-7bf4-49f9-b46c-cc33aebfdb71 req-7a43c78d-a6c3-4179-881d-a2c7040bba56 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e863a132-c7ec-4b3b-ba1a-70b65cd95333), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:01.239639 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58225611-1b41-430e-90a7-5931b6aef3fe x-openstack-request-id: req-58225611-1b41-430e-90a7-5931b6aef3fe {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:14:01.240004 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0", "name": "network-vif-deleted", "tag": "c0facea8-3741-44c3-b754-ab7e162e9425", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:14:01.240284 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58225611-1b41-430e-90a7-5931b6aef3fe {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:14:01.240707 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88ac7bc-29b3-4f9b-93ea-e70916d5c3d0', 'name': 'network-vif-deleted', 'tag': 'c0facea8-3741-44c3-b754-ab7e162e9425', 'status': 'completed', 'code': 200} Feb 28 20:14:01.241634 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-33ff3d74-81f9-4adf-9c85-b9fac97a8227 admin admin] Deleting port ea0f2e05-ca64-45c9-a7d3-d9d396db6245 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:14:01.241880 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33ff3d74-81f9-4adf-9c85-b9fac97a8227 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ea0f2e05-ca64-45c9-a7d3-d9d396db6245), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:01.248065 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 54607d33-5718-4828-ba19-a541555d1a21 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:01.248924 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (54607d33-5718-4828-ba19-a541555d1a21), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:01.274804 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597b1aa-236b-48f1-9927-e16399603e80 admin admin] Pushing event updated for resources: {'Network': ['ID=2fc1b086-af1e-4b43-8525-dd60f05397b8,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:01.312980 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3d8268c5-7bf4-49f9-b46c-cc33aebfdb71 req-7a43c78d-a6c3-4179-881d-a2c7040bba56 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:01.329077 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d8268c5-7bf4-49f9-b46c-cc33aebfdb71 req-7a43c78d-a6c3-4179-881d-a2c7040bba56 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.0841122 Feb 28 20:14:01.337833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48920) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:01.346565 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 2fc1b086-af1e-4b43-8525-dd60f05397b8 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:14:01.363618 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43c78d-a6c3-4179-881d-a2c7040bba56 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e863a132-c7ec-4b3b-ba1a-70b65cd95333,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:01.374577 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fdd33c-4d70-4159-b95e-84b7bda45af8 admin admin] Made reservation on behalf of 12e9f0ffb3404b46ac26b734f1e43cbd for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:14:01.389681 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a4fdd33c-4d70-4159-b95e-84b7bda45af8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:01.598582 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cb5f7b-ba4f-4266-99ad-5ea24e4f15e4 admin admin] Deleting subnet cc6270d4-fae4-4010-aab7-61ec0ed0c71b {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:14:01.634839 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44cb5f7b-ba4f-4266-99ad-5ea24e4f15e4 admin admin] Publish callbacks [] for subnet (cc6270d4-fae4-4010-aab7-61ec0ed0c71b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:01.654247 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-33ff3d74-81f9-4adf-9c85-b9fac97a8227 admin admin] For port ea0f2e05-ca64-45c9-a7d3-d9d396db6245, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ea0f2e05-ca64-45c9-a7d3-d9d396db6245,segment=NetworkSegment(b964f382-4fb0-46e1-a25c-d94365c5e65f),segment_id=b964f382-4fb0-46e1-a25c-d94365c5e65f)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:01.654875 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33ff3d74-81f9-4adf-9c85-b9fac97a8227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ea0f2e05-ca64-45c9-a7d3-d9d396db6245), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:01.678200 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ea0f2e05-ca64-45c9-a7d3-d9d396db6245 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:14:01.681736 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54607d33-5718-4828-ba19-a541555d1a21 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:14:01.684131 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-33ff3d74-81f9-4adf-9c85-b9fac97a8227 admin admin] Calling delete_port for ea0f2e05-ca64-45c9-a7d3-d9d396db6245 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:14:01.699238 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc3364-ef42-4e59-bc8a-40c0082d4cb6 req-b65d7cfa-a884-4b11-a261-847c738e41eb tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:01.707047 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dfbc3364-ef42-4e59-bc8a-40c0082d4cb6 req-b65d7cfa-a884-4b11-a261-847c738e41eb tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 946 time: 0.1794028 Feb 28 20:14:01.743300 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabed3a8-d3b1-45c9-a2e3-cad7170cc4db req-6e9256ff-c651-4525-a599-ce311fe49b8a tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:01.752811 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eabed3a8-d3b1-45c9-a2e3-cad7170cc4db req-6e9256ff-c651-4525-a599-ce311fe49b8a tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283 HTTP/1.1" status: 200 len: 945 time: 0.2761037 Feb 28 20:14:01.763742 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44cb5f7b-ba4f-4266-99ad-5ea24e4f15e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (cc6270d4-fae4-4010-aab7-61ec0ed0c71b), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:01.801226 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 54607d33-5718-4828-ba19-a541555d1a21, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=54607d33-5718-4828-ba19-a541555d1a21,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:01.816076 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (54607d33-5718-4828-ba19-a541555d1a21), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:01.848368 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33ff3d74-81f9-4adf-9c85-b9fac97a8227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ea0f2e05-ca64-45c9-a7d3-d9d396db6245), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:01.853076 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No active binding found for port ea0f2e05-ca64-45c9-a7d3-d9d396db6245 {{(pid=103775) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 28 20:14:01.853076 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] The host n-d-820368-21 is not matching for port ea0f2e05-ca64-45c9-a7d3-d9d396db6245 host None! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:14:01.854327 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ea0f2e05-ca64-45c9-a7d3-d9d396db6245 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:14:01.854327 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4caa2fb5-052c-49b1-a2c5-7624ae134e31 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:14:01.905392 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 4caa2fb5-052c-49b1-a2c5-7624ae134e31 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:14:01.905777 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4caa2fb5-052c-49b1-a2c5-7624ae134e31 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:14:01.911557 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff3d74-81f9-4adf-9c85-b9fac97a8227 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0f2e05-ca64-45c9-a7d3-d9d396db6245,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:01.935223 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-27ef3b57-7e33-4491-bad3-9331a2955da6 None None] Deleting port ea0f2e05-ca64-45c9-a7d3-d9d396db6245 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:14:01.935694 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-27ef3b57-7e33-4491-bad3-9331a2955da6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ea0f2e05-ca64-45c9-a7d3-d9d396db6245), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:01.950972 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff3d74-81f9-4adf-9c85-b9fac97a8227 admin admin] No DVR routers for this DVR port ea0f2e05-ca64-45c9-a7d3-d9d396db6245 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:14:01.972541 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eabed3a8-d3b1-45c9-a2e3-cad7170cc4db req-1fb1327f-cea7-4686-ac6d-b38b82535dd7 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174077 Feb 28 20:14:02.011273 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=54607d33-5718-4828-ba19-a541555d1a21,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:02.033691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-bc4f2d9c-e4e6-4f48-994e-7f3790ce8504 req-e892289c-ad14-4076-aa9d-e2bb0dc6b636 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1781103647', 'description': 'tempest-description-747400620'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:02.054476 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-27ef3b57-7e33-4491-bad3-9331a2955da6 None None] For port ea0f2e05-ca64-45c9-a7d3-d9d396db6245, host n-d-820368-21, got binding levels [] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:02.054878 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-27ef3b57-7e33-4491-bad3-9331a2955da6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ea0f2e05-ca64-45c9-a7d3-d9d396db6245), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.064544 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44cb5f7b-ba4f-4266-99ad-5ea24e4f15e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (cc6270d4-fae4-4010-aab7-61ec0ed0c71b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.072648 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-27ef3b57-7e33-4491-bad3-9331a2955da6 None None] Calling delete_port for ea0f2e05-ca64-45c9-a7d3-d9d396db6245 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:14:02.077690 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.ipam_backend_mixin [None req-27ef3b57-7e33-4491-bad3-9331a2955da6 None None] Port ea0f2e05-ca64-45c9-a7d3-d9d396db6245 was not found and therefore no delete operation was performed {{(pid=103775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 20:14:02.080107 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-27ef3b57-7e33-4491-bad3-9331a2955da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (ea0f2e05-ca64-45c9-a7d3-d9d396db6245), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.106075 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dfbc3364-ef42-4e59-bc8a-40c0082d4cb6 req-0e7cba5b-b6f7-484a-8023-d277a263609e tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976815 Feb 28 20:14:02.115900 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bc4f2d9c-e4e6-4f48-994e-7f3790ce8504 req-e892289c-ad14-4076-aa9d-e2bb0dc6b636 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.120814 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef3b57-7e33-4491-bad3-9331a2955da6 None None] Pushing event deleted for resources: {'Port': ['ID=ea0f2e05-ca64-45c9-a7d3-d9d396db6245,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:02.137365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ef3b57-7e33-4491-bad3-9331a2955da6 None None] No DVR routers for this DVR port ea0f2e05-ca64-45c9-a7d3-d9d396db6245 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:14:02.207110 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['54607d33-5718-4828-ba19-a541555d1a21'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:14:02.259381 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44cb5f7b-ba4f-4266-99ad-5ea24e4f15e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (cc6270d4-fae4-4010-aab7-61ec0ed0c71b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.318058 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb5f7b-ba4f-4266-99ad-5ea24e4f15e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc6270d4-fae4-4010-aab7-61ec0ed0c71b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:02.321767 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44cb5f7b-ba4f-4266-99ad-5ea24e4f15e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.327820 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-44cb5f7b-ba4f-4266-99ad-5ea24e4f15e4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cc6270d4-fae4-4010-aab7-61ec0ed0c71b HTTP/1.1" status: 204 len: 168 time: 0.9841516 Feb 28 20:14:02.338398 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48930) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:02.371403 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac36bc2-0119-4924-93c7-3d95064ff05e req-dc2e5725-ab0f-4e71-a2e2-3331de12e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:02.372954 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5ac36bc2-0119-4924-93c7-3d95064ff05e req-dc2e5725-ab0f-4e71-a2e2-3331de12e721 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&shared=False HTTP/1.1" status: 200 len: 908 time: 1.2473381 Feb 28 20:14:02.384718 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33ff3d74-81f9-4adf-9c85-b9fac97a8227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (c259a009-9e8f-4371-b00b-c3cfc6ef71d2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.480365 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bc4f2d9c-e4e6-4f48-994e-7f3790ce8504 req-e892289c-ad14-4076-aa9d-e2bb0dc6b636 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (0f443e8f-deb8-4aa5-b4e9-3a1b6b962960), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.500701 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bc4f2d9c-e4e6-4f48-994e-7f3790ce8504 req-e892289c-ad14-4076-aa9d-e2bb0dc6b636 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0f443e8f-deb8-4aa5-b4e9-3a1b6b962960), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.510613 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-33ff3d74-81f9-4adf-9c85-b9fac97a8227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c259a009-9e8f-4371-b00b-c3cfc6ef71d2']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:02.513285 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a4fdd33c-4d70-4159-b95e-84b7bda45af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (1de44bff-1752-4fb9-ae82-7864a92b5560), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.543150 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6076-9132-428a-b9d0-bb5c5268e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (7c962902-172c-4834-92e0-74fa9c4b64b6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.552335 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bc4f2d9c-e4e6-4f48-994e-7f3790ce8504 req-e892289c-ad14-4076-aa9d-e2bb0dc6b636 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.554228 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc4f2d9c-e4e6-4f48-994e-7f3790ce8504 req-e892289c-ad14-4076-aa9d-e2bb0dc6b636 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5248356 Feb 28 20:14:02.565047 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab4b41-98f2-42a7-aae7-19ec118a6500 req-db73b94a-23c2-4d70-a657-94462620b5c7 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:02.566908 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1aab4b41-98f2-42a7-aae7-19ec118a6500 req-db73b94a-23c2-4d70-a657-94462620b5c7 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d37a996b-cc6a-4073-a5bb-7afb76145e7b HTTP/1.1" status: 200 len: 948 time: 0.2527621 Feb 28 20:14:02.572602 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892289c-ad14-4076-aa9d-e2bb0dc6b636 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f443e8f-deb8-4aa5-b4e9-3a1b6b962960,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:02.579105 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-33ff3d74-81f9-4adf-9c85-b9fac97a8227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b964f382-4fb0-46e1-a25c-d94365c5e65f') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:02.579406 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-33ff3d74-81f9-4adf-9c85-b9fac97a8227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b964f382-4fb0-46e1-a25c-d94365c5e65f') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:02.628640 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33ff3d74-81f9-4adf-9c85-b9fac97a8227 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (b964f382-4fb0-46e1-a25c-d94365c5e65f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.665906 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33ff3d74-81f9-4adf-9c85-b9fac97a8227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (b964f382-4fb0-46e1-a25c-d94365c5e65f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.674597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fdd33c-4d70-4159-b95e-84b7bda45af8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1de44bff-1752-4fb9-ae82-7864a92b5560,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:02.690458 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ff3d74-81f9-4adf-9c85-b9fac97a8227 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:14:02.691137 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33ff3d74-81f9-4adf-9c85-b9fac97a8227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (b964f382-4fb0-46e1-a25c-d94365c5e65f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:14:02.693887 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:14:02.732521 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1578385f-3953-49b0-b455-13644c3f143d req-4e08b8d3-e715-40f8-9e90-81297492c36b tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "GET /v2.0/security-groups/e863a132-c7ec-4b3b-ba1a-70b65cd95333 HTTP/1.1" status: 200 len: 1820 time: 0.1548715 Feb 28 20:14:02.735632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1aab4b41-98f2-42a7-aae7-19ec118a6500 req-acc309a6-fc22-48e8-a98a-d3e634f4a8ed tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570141 Feb 28 20:14:02.737572 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6076-9132-428a-b9d0-bb5c5268e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (7c962902-172c-4834-92e0-74fa9c4b64b6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.762759 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fdd33c-4d70-4159-b95e-84b7bda45af8 admin admin] Checking segment: {'id': 'f1d9f4ea-168f-4144-97fd-4ad6af5057ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:14:02.763592 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fdd33c-4d70-4159-b95e-84b7bda45af8 admin admin] Network hostable DHCP agents. Network: 2fc1b086-af1e-4b43-8525-dd60f05397b8, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:14:02.766634 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac36bc2-0119-4924-93c7-3d95064ff05e req-45bc6687-80a6-4391-9c83-38c3183b803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:02.768419 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5ac36bc2-0119-4924-93c7-3d95064ff05e req-45bc6687-80a6-4391-9c83-38c3183b803f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3462574 Feb 28 20:14:02.781758 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33ff3d74-81f9-4adf-9c85-b9fac97a8227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (c259a009-9e8f-4371-b00b-c3cfc6ef71d2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.788382 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33ff3d74-81f9-4adf-9c85-b9fac97a8227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.795543 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-33ff3d74-81f9-4adf-9c85-b9fac97a8227 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c259a009-9e8f-4371-b00b-c3cfc6ef71d2 HTTP/1.1" status: 204 len: 168 time: 2.2296848 Feb 28 20:14:02.806374 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-b2ae6076-9132-428a-b9d0-bb5c5268e4ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c962902-172c-4834-92e0-74fa9c4b64b6']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:02.808278 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff3d74-81f9-4adf-9c85-b9fac97a8227 admin admin] Pushing event deleted for resources: {'Network': ['ID=c259a009-9e8f-4371-b00b-c3cfc6ef71d2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:02.820071 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fdd33c-4d70-4159-b95e-84b7bda45af8 admin admin] Network 2fc1b086-af1e-4b43-8525-dd60f05397b8 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:14:02.826905 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-b2ae6076-9132-428a-b9d0-bb5c5268e4ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:02.827217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-b2ae6076-9132-428a-b9d0-bb5c5268e4ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af0ccaf-34e6-4a05-ab3e-7000fb402dbb') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:02.849234 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-a4fdd33c-4d70-4159-b95e-84b7bda45af8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 2fc1b086-af1e-4b43-8525-dd60f05397b8) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:02.861810 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6076-9132-428a-b9d0-bb5c5268e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (3af0ccaf-34e6-4a05-ab3e-7000fb402dbb), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.862513 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6510312-d6cc-4cae-a0d8-1c2114b5d798 None None] Network 2fc1b086-af1e-4b43-8525-dd60f05397b8 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:14:02.864751 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fdd33c-4d70-4159-b95e-84b7bda45af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:02.870022 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a4fdd33c-4d70-4159-b95e-84b7bda45af8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.887278 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1578385f-3953-49b0-b455-13644c3f143d req-74ae3b7b-d775-4ac1-b58a-90c24149a5f6 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "GET /v2.0/security-groups/0f443e8f-deb8-4aa5-b4e9-3a1b6b962960 HTTP/1.1" status: 200 len: 1821 time: 0.1390762 Feb 28 20:14:02.888135 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6076-9132-428a-b9d0-bb5c5268e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (3af0ccaf-34e6-4a05-ab3e-7000fb402dbb), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.897768 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ae6076-9132-428a-b9d0-bb5c5268e4ca admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:14:02.897768 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6076-9132-428a-b9d0-bb5c5268e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (3af0ccaf-34e6-4a05-ab3e-7000fb402dbb), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:14:02.900348 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:14:02.927168 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-1578385f-3953-49b0-b455-13644c3f143d req-deacd6d8-afeb-4655-9f7c-99eaecd65507 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e863a132-c7ec-4b3b-ba1a-70b65cd95333', 'remote_group_id': '0f443e8f-deb8-4aa5-b4e9-3a1b6b962960', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:02.927168 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-1578385f-3953-49b0-b455-13644c3f143d req-deacd6d8-afeb-4655-9f7c-99eaecd65507 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e863a132-c7ec-4b3b-ba1a-70b65cd95333', 'remote_group_id': '0f443e8f-deb8-4aa5-b4e9-3a1b6b962960', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:02.927543 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a4fdd33c-4d70-4159-b95e-84b7bda45af8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9933116 Feb 28 20:14:02.927543 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48936) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:02.929909 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device c0facea8-3741-44c3-b754-ab7e162e9425 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:14:02.936847 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d7797e44-41de-4fe7-846f-fc3b6d99cde7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-943478109-router', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:02.968301 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d7797e44-41de-4fe7-846f-fc3b6d99cde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (122b17b6-9d74-4733-bc3b-9f06a98fb344), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:02.969635 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d7797e44-41de-4fe7-846f-fc3b6d99cde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (122b17b6-9d74-4733-bc3b-9f06a98fb344), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.000363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: c0facea8-3741-44c3-b754-ab7e162e9425 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:14:03.000702 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device c0facea8-3741-44c3-b754-ab7e162e9425 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:14:03.013981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48940) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:03.087572 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6076-9132-428a-b9d0-bb5c5268e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (7c962902-172c-4834-92e0-74fa9c4b64b6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.094751 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d7b32c-9f2e-4cba-a88c-afa383f154e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-2fc1b086-af1e-4b43-8525-dd60f05397b8', 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8', 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'fixed_ips': [{'subnet_id': '1de44bff-1752-4fb9-ae82-7864a92b5560'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:14:03.096589 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b32c-9f2e-4cba-a88c-afa383f154e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.122464 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6076-9132-428a-b9d0-bb5c5268e4ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.131573 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b2ae6076-9132-428a-b9d0-bb5c5268e4ca admin admin] 10.222.0.13 "DELETE /v2.0/networks/7c962902-172c-4834-92e0-74fa9c4b64b6 HTTP/1.1" status: 204 len: 168 time: 0.7883258 Feb 28 20:14:03.134507 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1578385f-3953-49b0-b455-13644c3f143d req-deacd6d8-afeb-4655-9f7c-99eaecd65507 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group_rule (f7cfe520-aead-4257-9100-fa177a9740ec), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.141190 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48942) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:03.187977 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1578385f-3953-49b0-b455-13644c3f143d req-deacd6d8-afeb-4655-9f7c-99eaecd65507 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group_rule (f7cfe520-aead-4257-9100-fa177a9740ec), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.208518 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-667f76de-afc5-4892-81cc-766b97bc898d admin admin] Deleting subnet d64786ad-5cc7-46e4-9501-3277362f3769 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:14:03.214940 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-667f76de-afc5-4892-81cc-766b97bc898d admin admin] Publish callbacks [] for subnet (d64786ad-5cc7-46e4-9501-3277362f3769), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.225968 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0aedb9b2-8292-483f-a04b-2ae6c8bd919a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=564ccb90fcfb460d8819a2196af4c809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2075136 Feb 28 20:14:03.226376 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1578385f-3953-49b0-b455-13644c3f143d req-deacd6d8-afeb-4655-9f7c-99eaecd65507 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (f7cfe520-aead-4257-9100-fa177a9740ec), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.229303 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48946) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:03.233192 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae6076-9132-428a-b9d0-bb5c5268e4ca admin admin] Pushing event deleted for resources: {'Network': ['ID=7c962902-172c-4834-92e0-74fa9c4b64b6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:03.295400 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d7797e44-41de-4fe7-846f-fc3b6d99cde7 admin admin] Publish callbacks [] for router_controller (122b17b6-9d74-4733-bc3b-9f06a98fb344), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.312210 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1578385f-3953-49b0-b455-13644c3f143d req-deacd6d8-afeb-4655-9f7c-99eaecd65507 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.313541 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1578385f-3953-49b0-b455-13644c3f143d req-deacd6d8-afeb-4655-9f7c-99eaecd65507 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4013810 Feb 28 20:14:03.327853 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-a9d7b32c-9f2e-4cba-a88c-afa383f154e9 None None] Allocated IP 172.20.0.2 (2fc1b086-af1e-4b43-8525-dd60f05397b8/1de44bff-1752-4fb9-ae82-7864a92b5560/b8857642-6d6f-4c2d-9e9d-1d2d060c77fd) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:14:03.337899 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cfec966c-25b5-463e-bf1d-9633a94b997a admin admin] Publish callbacks [] for security_group (21ad87bc-716f-4296-8bc2-fa4155490ae5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.339868 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacd6d8-afeb-4655-9f7c-99eaecd65507 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cfe520-aead-4257-9100-fa177a9740ec,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:03.392371 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cfec966c-25b5-463e-bf1d-9633a94b997a admin admin] Publish callbacks [] for security_group (21ad87bc-716f-4296-8bc2-fa4155490ae5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.407648 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-667f76de-afc5-4892-81cc-766b97bc898d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (d64786ad-5cc7-46e4-9501-3277362f3769), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.438718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd4feb-1781-4026-8376-3307a815dad2 req-8f1bf857-b7a8-4441-9edc-27ce9de4015a tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:03.444708 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89dd4feb-1781-4026-8376-3307a815dad2 req-8f1bf857-b7a8-4441-9edc-27ce9de4015a tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283 HTTP/1.1" status: 200 len: 945 time: 0.3377886 Feb 28 20:14:03.507926 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b32c-9f2e-4cba-a88c-afa383f154e9 None None] Publish callbacks [] for port (b8857642-6d6f-4c2d-9e9d-1d2d060c77fd), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.515632 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b32c-9f2e-4cba-a88c-afa383f154e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (b8857642-6d6f-4c2d-9e9d-1d2d060c77fd), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.529405 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89dd4feb-1781-4026-8376-3307a815dad2 req-23d80abc-6c48-4d61-a757-3af2196260db tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697055 Feb 28 20:14:03.571039 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7b32c-9f2e-4cba-a88c-afa383f154e9 None None] Pushing event updated for resources: {'Port': ['ID=b8857642-6d6f-4c2d-9e9d-1d2d060c77fd,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:03.582525 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f9d01-95bd-4c82-928c-5a56746e8e01 req-726fc2fd-a768-4a26-b368-43707f1a17d5 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:03.584309 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-556f9d01-95bd-4c82-928c-5a56746e8e01 req-726fc2fd-a768-4a26-b368-43707f1a17d5 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 946 time: 0.1365020 Feb 28 20:14:03.588864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d7b32c-9f2e-4cba-a88c-afa383f154e9 None None] Network 2fc1b086-af1e-4b43-8525-dd60f05397b8 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:14:03.590966 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-a9d7b32c-9f2e-4cba-a88c-afa383f154e9 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:03.593465 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d7b32c-9f2e-4cba-a88c-afa383f154e9 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:14:03.612049 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d7797e44-41de-4fe7-846f-fc3b6d99cde7 admin admin] Publish callbacks [] for router_gateway (122b17b6-9d74-4733-bc3b-9f06a98fb344), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.616936 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-ae0c9409-62f5-4885-8e15-4e6925b77257 req-fb811df8-3e88-4791-9e1a-1f51cfa4e57c tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2146366340', 'description': 'tempest-description-1531433881'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:03.624802 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cfec966c-25b5-463e-bf1d-9633a94b997a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (21ad87bc-716f-4296-8bc2-fa4155490ae5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.628116 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cfec966c-25b5-463e-bf1d-9633a94b997a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.633941 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cfec966c-25b5-463e-bf1d-9633a94b997a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21ad87bc-716f-4296-8bc2-fa4155490ae5 HTTP/1.1" status: 204 len: 168 time: 0.3968499 Feb 28 20:14:03.657318 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec966c-25b5-463e-bf1d-9633a94b997a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ad87bc-716f-4296-8bc2-fa4155490ae5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:03.668902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a9d7b32c-9f2e-4cba-a88c-afa383f154e9 None None] Attempting to bind port b8857642-6d6f-4c2d-9e9d-1d2d060c77fd on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:14:03.669276 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a9d7b32c-9f2e-4cba-a88c-afa383f154e9 None None] Attempting to bind port b8857642-6d6f-4c2d-9e9d-1d2d060c77fd by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'f1d9f4ea-168f-4144-97fd-4ad6af5057ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:14:03.669642 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d7b32c-9f2e-4cba-a88c-afa383f154e9 None None] Attempting to bind port b8857642-6d6f-4c2d-9e9d-1d2d060c77fd on network 2fc1b086-af1e-4b43-8525-dd60f05397b8 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:14:03.676300 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-667f76de-afc5-4892-81cc-766b97bc898d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (d64786ad-5cc7-46e4-9501-3277362f3769), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.683700 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d7b32c-9f2e-4cba-a88c-afa383f154e9 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:14:03.684289 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d7b32c-9f2e-4cba-a88c-afa383f154e9 None None] Checking segment: {'id': 'f1d9f4ea-168f-4144-97fd-4ad6af5057ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:14:03.684721 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b32c-9f2e-4cba-a88c-afa383f154e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.685152 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d7b32c-9f2e-4cba-a88c-afa383f154e9 None None] Bound using segment: {'id': 'f1d9f4ea-168f-4144-97fd-4ad6af5057ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:14:03.685704 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a9d7b32c-9f2e-4cba-a88c-afa383f154e9 None None] Bound port: b8857642-6d6f-4c2d-9e9d-1d2d060c77fd, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d9f4ea-168f-4144-97fd-4ad6af5057ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:14:03.686110 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b32c-9f2e-4cba-a88c-afa383f154e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b8857642-6d6f-4c2d-9e9d-1d2d060c77fd), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.727942 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ae0c9409-62f5-4885-8e15-4e6925b77257 req-fb811df8-3e88-4791-9e1a-1f51cfa4e57c tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.780430 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-556f9d01-95bd-4c82-928c-5a56746e8e01 req-13aba6d3-a3c8-40a6-ac56-51a0baba45e4 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885538 Feb 28 20:14:03.788669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a9d7b32c-9f2e-4cba-a88c-afa383f154e9 None None] For port b8857642-6d6f-4c2d-9e9d-1d2d060c77fd, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:14:03.792248 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a9d7b32c-9f2e-4cba-a88c-afa383f154e9 None None] For port b8857642-6d6f-4c2d-9e9d-1d2d060c77fd, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b8857642-6d6f-4c2d-9e9d-1d2d060c77fd,segment=NetworkSegment(f1d9f4ea-168f-4144-97fd-4ad6af5057ab),segment_id=f1d9f4ea-168f-4144-97fd-4ad6af5057ab)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:14:03.799612 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b32c-9f2e-4cba-a88c-afa383f154e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b8857642-6d6f-4c2d-9e9d-1d2d060c77fd), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.827256 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-667f76de-afc5-4892-81cc-766b97bc898d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (d64786ad-5cc7-46e4-9501-3277362f3769), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.874302 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f76de-afc5-4892-81cc-766b97bc898d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d64786ad-5cc7-46e4-9501-3277362f3769,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:03.877606 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-667f76de-afc5-4892-81cc-766b97bc898d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:03.882007 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-667f76de-afc5-4892-81cc-766b97bc898d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d64786ad-5cc7-46e4-9501-3277362f3769 HTTP/1.1" status: 204 len: 168 time: 0.7395110 Feb 28 20:14:03.885932 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48958) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:03.971887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7b32c-9f2e-4cba-a88c-afa383f154e9 None None] Pushing event updated for resources: {'Port': ['ID=b8857642-6d6f-4c2d-9e9d-1d2d060c77fd,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:03.996983 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ae0c9409-62f5-4885-8e15-4e6925b77257 req-fb811df8-3e88-4791-9e1a-1f51cfa4e57c tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (757fe8c1-1418-4c0c-a24d-84ec3458e595), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:04.003291 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ae0c9409-62f5-4885-8e15-4e6925b77257 req-fb811df8-3e88-4791-9e1a-1f51cfa4e57c tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (757fe8c1-1418-4c0c-a24d-84ec3458e595), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:04.062534 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f516d2f9-b422-4828-b307-82ef30ee59e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (2a481666-a67f-4005-a3d3-975846422aee), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:04.085562 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb811df8-3e88-4791-9e1a-1f51cfa4e57c tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=757fe8c1-1418-4c0c-a24d-84ec3458e595,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:04.100471 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ae0c9409-62f5-4885-8e15-4e6925b77257 req-fb811df8-3e88-4791-9e1a-1f51cfa4e57c tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:04.101746 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae0c9409-62f5-4885-8e15-4e6925b77257 req-fb811df8-3e88-4791-9e1a-1f51cfa4e57c tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5078735 Feb 28 20:14:04.126952 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bd70c-4fd5-4bd8-bca7-d86142fe5a97 req-02b745c3-4987-4c1e-bf70-871888a4d1f8 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:04.128655 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-775bd70c-4fd5-4bd8-bca7-d86142fe5a97 req-02b745c3-4987-4c1e-bf70-871888a4d1f8 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7138ee64-9589-4692-9a3e-642a4638b980 HTTP/1.1" status: 200 len: 946 time: 0.2566447 Feb 28 20:14:04.305736 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-775bd70c-4fd5-4bd8-bca7-d86142fe5a97 req-129933da-e035-4c32-9fd6-9f239656fbee tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276135 Feb 28 20:14:04.341096 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d7797e44-41de-4fe7-846f-fc3b6d99cde7 admin admin] Publish callbacks [] for router_gateway (122b17b6-9d74-4733-bc3b-9f06a98fb344), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:04.356008 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f516d2f9-b422-4828-b307-82ef30ee59e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (2a481666-a67f-4005-a3d3-975846422aee), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:04.370237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-d5e9fd75-f17a-441b-9770-942d47d2ea0f req-4fe4de8a-9a94-4b6a-961c-a07d4a860fd4 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1925851000', 'description': 'tempest-description-1956368211'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:04.387573 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d7797e44-41de-4fe7-846f-fc3b6d99cde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:04.421381 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d5e9fd75-f17a-441b-9770-942d47d2ea0f req-4fe4de8a-9a94-4b6a-961c-a07d4a860fd4 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:04.438740 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-f516d2f9-b422-4828-b307-82ef30ee59e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a481666-a67f-4005-a3d3-975846422aee']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:04.441122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c00bf9-90d7-4855-bbc8-f9a2bde020d4 req-5bc7a796-0202-496a-a1d7-b0b3b413475f tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:04.442740 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05c00bf9-90d7-4855-bbc8-f9a2bde020d4 req-5bc7a796-0202-496a-a1d7-b0b3b413475f tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d37a996b-cc6a-4073-a5bb-7afb76145e7b HTTP/1.1" status: 200 len: 948 time: 0.1925449 Feb 28 20:14:04.494422 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-f516d2f9-b422-4828-b307-82ef30ee59e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903335c7-7847-4b30-a4fc-c3972290fee6') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:04.494745 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-f516d2f9-b422-4828-b307-82ef30ee59e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903335c7-7847-4b30-a4fc-c3972290fee6') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:04.515795 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f516d2f9-b422-4828-b307-82ef30ee59e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (903335c7-7847-4b30-a4fc-c3972290fee6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:04.588446 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f516d2f9-b422-4828-b307-82ef30ee59e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (903335c7-7847-4b30-a4fc-c3972290fee6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:04.588733 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05c00bf9-90d7-4855-bbc8-f9a2bde020d4 req-adfe30e3-038c-45c0-8f5c-0cdf2e1a2122 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300724 Feb 28 20:14:04.605029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f516d2f9-b422-4828-b307-82ef30ee59e6 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:14:04.606035 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f516d2f9-b422-4828-b307-82ef30ee59e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (903335c7-7847-4b30-a4fc-c3972290fee6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:14:04.608597 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:14:04.647498 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d5e9fd75-f17a-441b-9770-942d47d2ea0f req-4fe4de8a-9a94-4b6a-961c-a07d4a860fd4 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (5c12e2e6-a746-45a8-873f-31eeb013b0a6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:04.654782 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d5e9fd75-f17a-441b-9770-942d47d2ea0f req-4fe4de8a-9a94-4b6a-961c-a07d4a860fd4 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5c12e2e6-a746-45a8-873f-31eeb013b0a6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:04.696093 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-d7797e44-41de-4fe7-846f-fc3b6d99cde7 admin admin] Allocated IP 172.25.0.125 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/30a98677-2045-46f7-87f2-d6eab585019e) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:14:04.713827 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f516d2f9-b422-4828-b307-82ef30ee59e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (2a481666-a67f-4005-a3d3-975846422aee), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:04.730217 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f516d2f9-b422-4828-b307-82ef30ee59e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:04.734687 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f516d2f9-b422-4828-b307-82ef30ee59e6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2a481666-a67f-4005-a3d3-975846422aee HTTP/1.1" status: 204 len: 168 time: 0.8474834 Feb 28 20:14:04.738713 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4de8a-9a94-4b6a-961c-a07d4a860fd4 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c12e2e6-a746-45a8-873f-31eeb013b0a6,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:04.781836 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d5e9fd75-f17a-441b-9770-942d47d2ea0f req-4fe4de8a-9a94-4b6a-961c-a07d4a860fd4 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:04.784436 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d5e9fd75-f17a-441b-9770-942d47d2ea0f req-4fe4de8a-9a94-4b6a-961c-a07d4a860fd4 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4265068 Feb 28 20:14:04.842032 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516d2f9-b422-4828-b307-82ef30ee59e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a481666-a67f-4005-a3d3-975846422aee,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:04.916719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 54607d33-5718-4828-ba19-a541555d1a21 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:04.944368 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc98c70c-e870-4df9-87c8-699809f81e41 req-58627c57-36f5-44d1-8ac1-c8c2a0e7068e tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "GET /v2.0/security-groups/757fe8c1-1418-4c0c-a24d-84ec3458e595 HTTP/1.1" status: 200 len: 1822 time: 0.1231306 Feb 28 20:14:05.011449 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa073871-7575-48ce-bec0-6e5156307a66 req-f2f012bf-b6eb-4271-ae84-eac99873f511 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:05.015924 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa073871-7575-48ce-bec0-6e5156307a66 req-f2f012bf-b6eb-4271-ae84-eac99873f511 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=623c1bb9-8f40-4fbf-9a0d-da8356d334f3 HTTP/1.1" status: 200 len: 945 time: 0.1922667 Feb 28 20:14:05.030196 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 54607d33-5718-4828-ba19-a541555d1a21 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:14:05.047864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 54607d33-5718-4828-ba19-a541555d1a21 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:05.048867 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (54607d33-5718-4828-ba19-a541555d1a21), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:05.056646 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d7797e44-41de-4fe7-846f-fc3b6d99cde7 admin admin] Publish callbacks [] for port (30a98677-2045-46f7-87f2-d6eab585019e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:05.099706 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48990) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:05.147689 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d7797e44-41de-4fe7-846f-fc3b6d99cde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (30a98677-2045-46f7-87f2-d6eab585019e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:05.208473 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc98c70c-e870-4df9-87c8-699809f81e41 req-9c738af3-af9e-4f4e-bf77-1b9a61d99021 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "GET /v2.0/security-groups/5c12e2e6-a746-45a8-873f-31eeb013b0a6 HTTP/1.1" status: 200 len: 1822 time: 0.2630134 Feb 28 20:14:05.237307 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-bc98c70c-e870-4df9-87c8-699809f81e41 req-40d766ed-74a1-4192-8534-08c9bebaa66e tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '757fe8c1-1418-4c0c-a24d-84ec3458e595', 'remote_group_id': '5c12e2e6-a746-45a8-873f-31eeb013b0a6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:05.237651 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-bc98c70c-e870-4df9-87c8-699809f81e41 req-40d766ed-74a1-4192-8534-08c9bebaa66e tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '757fe8c1-1418-4c0c-a24d-84ec3458e595', 'remote_group_id': '5c12e2e6-a746-45a8-873f-31eeb013b0a6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:05.242775 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7797e44-41de-4fe7-846f-fc3b6d99cde7 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:14:05.255697 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7797e44-41de-4fe7-846f-fc3b6d99cde7 admin admin] Pushing event updated for resources: {'Port': ['ID=30a98677-2045-46f7-87f2-d6eab585019e,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:05.274106 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-d7797e44-41de-4fe7-846f-fc3b6d99cde7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:05.280585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7797e44-41de-4fe7-846f-fc3b6d99cde7 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:14:05.295321 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa073871-7575-48ce-bec0-6e5156307a66 req-d5d66700-90ea-49ba-880f-2eaf17bac523 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736974 Feb 28 20:14:05.306044 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 54607d33-5718-4828-ba19-a541555d1a21 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:05.309746 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (54607d33-5718-4828-ba19-a541555d1a21), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:05.372490 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48994) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:05.387993 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5c5f5deb-831e-480f-bb40-c1d02c5db519 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6b50aa5623943dda1cd4fb5f568793b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760451 Feb 28 20:14:05.397302 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37a996b-cc6a-4073-a5bb-7afb76145e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54607d33-5718-4828-ba19-a541555d1a21'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:14:05.404350 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48996) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:05.404598 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1014066-4aa9-4357-9e70-1f75ba00ba6d" -d '{"events": [{"server_uuid": "d37a996b-cc6a-4073-a5bb-7afb76145e7b", "name": "network-vif-plugged", "status": "completed", "tag": "54607d33-5718-4828-ba19-a541555d1a21"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:14:05.425575 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 54607d33-5718-4828-ba19-a541555d1a21, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=54607d33-5718-4828-ba19-a541555d1a21,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:05.433144 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (54607d33-5718-4828-ba19-a541555d1a21), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:05.508016 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b8857642-6d6f-4c2d-9e9d-1d2d060c77fd up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:05.601685 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bc98c70c-e870-4df9-87c8-699809f81e41 req-40d766ed-74a1-4192-8534-08c9bebaa66e tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group_rule (172b52ff-9b90-4e4a-81f3-25910d39d98c), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:05.657186 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bc98c70c-e870-4df9-87c8-699809f81e41 req-40d766ed-74a1-4192-8534-08c9bebaa66e tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group_rule (172b52ff-9b90-4e4a-81f3-25910d39d98c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:05.679849 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17084a-98a4-4e7f-84a7-a2b9c47861e7 req-e19cc01f-304c-4cf2-9b79-d75a2143e5b6 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:05.682720 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa17084a-98a4-4e7f-84a7-a2b9c47861e7 req-e19cc01f-304c-4cf2-9b79-d75a2143e5b6 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 946 time: 0.1958430 Feb 28 20:14:05.684002 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bc98c70c-e870-4df9-87c8-699809f81e41 req-40d766ed-74a1-4192-8534-08c9bebaa66e tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (172b52ff-9b90-4e4a-81f3-25910d39d98c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:05.696796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=54607d33-5718-4828-ba19-a541555d1a21,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:05.715288 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b8857642-6d6f-4c2d-9e9d-1d2d060c77fd triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:05.715774 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b8857642-6d6f-4c2d-9e9d-1d2d060c77fd), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:05.748648 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d766ed-74a1-4192-8534-08c9bebaa66e tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=172b52ff-9b90-4e4a-81f3-25910d39d98c,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:05.769471 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bc98c70c-e870-4df9-87c8-699809f81e41 req-40d766ed-74a1-4192-8534-08c9bebaa66e tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:05.786942 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc98c70c-e870-4df9-87c8-699809f81e41 req-40d766ed-74a1-4192-8534-08c9bebaa66e tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5775008 Feb 28 20:14:05.817124 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d378cb6-9103-42b1-ad62-05d10d9bd4af None None] Network 2fc1b086-af1e-4b43-8525-dd60f05397b8 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:14:05.833317 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa17084a-98a4-4e7f-84a7-a2b9c47861e7 req-8e13d939-7d67-488a-aa7a-649a13e2eec3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277199 Feb 28 20:14:05.872955 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b8857642-6d6f-4c2d-9e9d-1d2d060c77fd is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:05.873965 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b8857642-6d6f-4c2d-9e9d-1d2d060c77fd), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:05.931902 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc701c3a-21b8-41ce-8c18-bc3ecb2978fe x-openstack-request-id: req-cc701c3a-21b8-41ce-8c18-bc3ecb2978fe {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:14:05.932605 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37a996b-cc6a-4073-a5bb-7afb76145e7b", "name": "network-vif-plugged", "status": "completed", "tag": "54607d33-5718-4828-ba19-a541555d1a21", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:14:05.933177 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc701c3a-21b8-41ce-8c18-bc3ecb2978fe {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:14:05.933904 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37a996b-cc6a-4073-a5bb-7afb76145e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54607d33-5718-4828-ba19-a541555d1a21', 'code': 200} Feb 28 20:14:06.010348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-245718c3-f5f3-4773-8665-74f5ca584cfa None None] Provisioning complete for port b8857642-6d6f-4c2d-9e9d-1d2d060c77fd triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:06.011220 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-245718c3-f5f3-4773-8665-74f5ca584cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b8857642-6d6f-4c2d-9e9d-1d2d060c77fd), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:06.098894 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port b8857642-6d6f-4c2d-9e9d-1d2d060c77fd, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b8857642-6d6f-4c2d-9e9d-1d2d060c77fd,segment=NetworkSegment(f1d9f4ea-168f-4144-97fd-4ad6af5057ab),segment_id=f1d9f4ea-168f-4144-97fd-4ad6af5057ab)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:06.111909 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b8857642-6d6f-4c2d-9e9d-1d2d060c77fd), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:06.179220 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367d4db-327e-4d7c-bffc-c8f8709af767 req-136f023e-c9b0-4222-903f-123ca912cde7 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:06.181451 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2367d4db-327e-4d7c-bffc-c8f8709af767 req-136f023e-c9b0-4222-903f-123ca912cde7 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d37a996b-cc6a-4073-a5bb-7afb76145e7b HTTP/1.1" status: 200 len: 949 time: 0.1324489 Feb 28 20:14:06.217832 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-5cdaa44c-22b7-4b47-916f-e7e01a12fc1c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2090627387-network', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:06.224405 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34328696-42d1-4154-b5a1-c794f43bc877 req-1a7af7b5-05c8-4112-9dca-d8785c5f2821 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:06.226747 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34328696-42d1-4154-b5a1-c794f43bc877 req-1a7af7b5-05c8-4112-9dca-d8785c5f2821 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283 HTTP/1.1" status: 200 len: 945 time: 0.1148796 Feb 28 20:14:06.255940 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=b8857642-6d6f-4c2d-9e9d-1d2d060c77fd,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:06.290054 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-245718c3-f5f3-4773-8665-74f5ca584cfa None None] Current status of the port b8857642-6d6f-4c2d-9e9d-1d2d060c77fd is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:06.293747 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2367d4db-327e-4d7c-bffc-c8f8709af767 req-104b6a9c-bc76-409d-b4bb-fdb0f4c9b471 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057134 Feb 28 20:14:06.337171 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34328696-42d1-4154-b5a1-c794f43bc877 req-c1159be3-f703-45c5-9999-f01f1126251d tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014750 Feb 28 20:14:06.372061 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7f9ec8a-263f-4738-9c59-8a3c3d26d458 admin admin] Publish callbacks [] for security_group (e0672a87-e851-4571-8a11-56085f97381f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:06.387661 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdaa44c-22b7-4b47-916f-e7e01a12fc1c admin admin] Made reservation on behalf of d31e1b7746264200b53c61174ee5824e for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:14:06.390426 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa44c-22b7-4b47-916f-e7e01a12fc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:06.406965 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d8885226-72b9-4483-b955-4e90c3c64510 req-3e3205da-65a3-4fb1-bc77-75e0644e2188 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "GET /v2.0/security-groups/5c12e2e6-a746-45a8-873f-31eeb013b0a6 HTTP/1.1" status: 200 len: 1822 time: 0.0872748 Feb 28 20:14:06.438847 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304486d1-ef73-49a7-b4f5-2b1103d6c59e req-85f01c2a-6969-4a6b-bb9e-0932c416f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:06.440565 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-304486d1-ef73-49a7-b4f5-2b1103d6c59e req-85f01c2a-6969-4a6b-bb9e-0932c416f1ad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d37a996b-cc6a-4073-a5bb-7afb76145e7b HTTP/1.1" status: 200 len: 1132 time: 0.2367406 Feb 28 20:14:06.472972 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa44c-22b7-4b47-916f-e7e01a12fc1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:06.498149 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d8885226-72b9-4483-b955-4e90c3c64510 req-8d3351d7-20d3-4ef9-a794-7b8c0fa585a5 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (5c12e2e6-a746-45a8-873f-31eeb013b0a6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:06.502867 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7f9ec8a-263f-4738-9c59-8a3c3d26d458 admin admin] Publish callbacks [] for security_group (e0672a87-e851-4571-8a11-56085f97381f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:06.563077 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d8885226-72b9-4483-b955-4e90c3c64510 req-8d3351d7-20d3-4ef9-a794-7b8c0fa585a5 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (5c12e2e6-a746-45a8-873f-31eeb013b0a6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:06.625355 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-59531fd2-243b-488d-95e6-128651169279 None None] Provisioning complete for port b8857642-6d6f-4c2d-9e9d-1d2d060c77fd triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:06.628045 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d7797e44-41de-4fe7-846f-fc3b6d99cde7 admin admin] Publish callbacks [] for router_gateway (122b17b6-9d74-4733-bc3b-9f06a98fb344), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:06.632989 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-59531fd2-243b-488d-95e6-128651169279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b8857642-6d6f-4c2d-9e9d-1d2d060c77fd), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:06.727604 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eca518-1838-4340-a0e5-b28d2157401a req-1d162b59-0dc9-493a-9206-fe947984d921 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:06.729267 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d7eca518-1838-4340-a0e5-b28d2157401a req-1d162b59-0dc9-493a-9206-fe947984d921 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7138ee64-9589-4692-9a3e-642a4638b980 HTTP/1.1" status: 200 len: 946 time: 0.0866985 Feb 28 20:14:06.730482 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d8885226-72b9-4483-b955-4e90c3c64510 req-8d3351d7-20d3-4ef9-a794-7b8c0fa585a5 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5c12e2e6-a746-45a8-873f-31eeb013b0a6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:06.733156 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d8885226-72b9-4483-b955-4e90c3c64510 req-8d3351d7-20d3-4ef9-a794-7b8c0fa585a5 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:06.750685 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d8885226-72b9-4483-b955-4e90c3c64510 req-8d3351d7-20d3-4ef9-a794-7b8c0fa585a5 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "DELETE /v2.0/security-groups/5c12e2e6-a746-45a8-873f-31eeb013b0a6 HTTP/1.1" status: 204 len: 173 time: 0.3291342 Feb 28 20:14:06.773458 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-304486d1-ef73-49a7-b4f5-2b1103d6c59e req-ac94db7f-f62d-42ed-b1b0-a57ecb0d49d6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872272 Feb 28 20:14:06.773916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-59531fd2-243b-488d-95e6-128651169279 None None] Current status of the port b8857642-6d6f-4c2d-9e9d-1d2d060c77fd is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:06.809988 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3351d7-20d3-4ef9-a794-7b8c0fa585a5 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c12e2e6-a746-45a8-873f-31eeb013b0a6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:06.901524 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7f9ec8a-263f-4738-9c59-8a3c3d26d458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e0672a87-e851-4571-8a11-56085f97381f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:06.904714 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7f9ec8a-263f-4738-9c59-8a3c3d26d458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:06.906490 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e7f9ec8a-263f-4738-9c59-8a3c3d26d458 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0672a87-e851-4571-8a11-56085f97381f HTTP/1.1" status: 204 len: 168 time: 1.4992168 Feb 28 20:14:06.915508 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e393f48-7955-44a6-8b0d-8bebd54c0b78 req-c32c0983-fffc-4b64-b684-19a39a681058 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "GET /v2.0/security-groups/757fe8c1-1418-4c0c-a24d-84ec3458e595 HTTP/1.1" status: 200 len: 1822 time: 0.1455045 Feb 28 20:14:06.931830 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d7eca518-1838-4340-a0e5-b28d2157401a req-083e2026-250e-495c-87a1-9375b387e164 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793735 Feb 28 20:14:06.972831 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-17818999-1412-4d60-89ad-3843d171fa51 req-b5af528f-9615-4335-8d75-fbbf5b11b0b4 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1396010583', 'description': 'tempest-description-863735426'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:06.983915 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9ec8a-263f-4738-9c59-8a3c3d26d458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0672a87-e851-4571-8a11-56085f97381f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:07.032977 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa44c-22b7-4b47-916f-e7e01a12fc1c admin admin] Publish callbacks [] for security_group (9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:07.065039 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-17818999-1412-4d60-89ad-3843d171fa51 req-b5af528f-9615-4335-8d75-fbbf5b11b0b4 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:07.078572 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa44c-22b7-4b47-916f-e7e01a12fc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:07.134804 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cdaa44c-22b7-4b47-916f-e7e01a12fc1c admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:14:07.137869 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdaa44c-22b7-4b47-916f-e7e01a12fc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:07.138322 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8ba07-d3ad-4e0e-972c-698049723944 req-e82d94fb-a94d-4cf4-8428-cdad64e394bd tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:07.140047 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32f8ba07-d3ad-4e0e-972c-698049723944 req-e82d94fb-a94d-4cf4-8428-cdad64e394bd tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 946 time: 0.1220489 Feb 28 20:14:07.196046 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa44c-22b7-4b47-916f-e7e01a12fc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (202c2e07-c27f-47e1-875b-f44e35a97a05), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:07.196046 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-5cdaa44c-22b7-4b47-916f-e7e01a12fc1c admin admin] Added segment 202c2e07-c27f-47e1-875b-f44e35a97a05 of type vlan for network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 Feb 28 20:14:07.251078 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32f8ba07-d3ad-4e0e-972c-698049723944 req-20360ff2-833e-45ec-9d39-adfd429ffb6a tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020584 Feb 28 20:14:07.276831 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d7797e44-41de-4fe7-846f-fc3b6d99cde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (122b17b6-9d74-4733-bc3b-9f06a98fb344), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:07.288992 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa44c-22b7-4b47-916f-e7e01a12fc1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (13b65234-8f0d-445c-80e1-9fa1dcd0f780), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:07.311465 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-17818999-1412-4d60-89ad-3843d171fa51 req-b5af528f-9615-4335-8d75-fbbf5b11b0b4 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (8aeb3c65-2c9c-4bcc-9eb7-a19d711b6fdc), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:07.318367 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-17818999-1412-4d60-89ad-3843d171fa51 req-b5af528f-9615-4335-8d75-fbbf5b11b0b4 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8aeb3c65-2c9c-4bcc-9eb7-a19d711b6fdc), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:07.363859 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-17818999-1412-4d60-89ad-3843d171fa51 req-b5af528f-9615-4335-8d75-fbbf5b11b0b4 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:07.377119 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-17818999-1412-4d60-89ad-3843d171fa51 req-b5af528f-9615-4335-8d75-fbbf5b11b0b4 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4139230 Feb 28 20:14:07.379431 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af528f-9615-4335-8d75-fbbf5b11b0b4 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aeb3c65-2c9c-4bcc-9eb7-a19d711b6fdc,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:07.389199 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49028) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:07.415643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b8857642-6d6f-4c2d-9e9d-1d2d060c77fd up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:07.424813 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.db.resource_extend [None req-5cdaa44c-22b7-4b47-916f-e7e01a12fc1c admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:14:07.468815 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa44c-22b7-4b47-916f-e7e01a12fc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (13b65234-8f0d-445c-80e1-9fa1dcd0f780), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:07.471697 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdaa44c-22b7-4b47-916f-e7e01a12fc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:07.472882 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa44c-22b7-4b47-916f-e7e01a12fc1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:07.499778 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-17a9f37b-f2ec-47f9-bde4-896f3bb3daee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c97c8a3dc1a4ce49cdec3380b63eade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1089635 Feb 28 20:14:07.506222 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b8857642-6d6f-4c2d-9e9d-1d2d060c77fd triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:07.506896 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b8857642-6d6f-4c2d-9e9d-1d2d060c77fd), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:07.515122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49030) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:07.571732 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5cdaa44c-22b7-4b47-916f-e7e01a12fc1c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1941493 Feb 28 20:14:07.575798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08657d04-b2fa-4bb6-8416-ce8b50eab8fd req-944efc1b-3d00-4a90-a1b7-4d1c684f67b6 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:07.577514 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08657d04-b2fa-4bb6-8416-ce8b50eab8fd req-944efc1b-3d00-4a90-a1b7-4d1c684f67b6 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d37a996b-cc6a-4073-a5bb-7afb76145e7b HTTP/1.1" status: 200 len: 949 time: 0.0983059 Feb 28 20:14:07.578125 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49032) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:07.584899 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-a683d179-dc4a-4aee-8d41-4c7092a56062 admin admin] Request body: {'subnet': {'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2090627387-subnet', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:07.626136 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdaa44c-22b7-4b47-916f-e7e01a12fc1c admin admin] Pushing event updated for resources: {'Network': ['ID=13b65234-8f0d-445c-80e1-9fa1dcd0f780,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:07.642261 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b8857642-6d6f-4c2d-9e9d-1d2d060c77fd is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:07.645864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:14:07.665187 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08657d04-b2fa-4bb6-8416-ce8b50eab8fd req-f64fdbd6-4e0b-4d70-8017-7dba2003a3e2 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755627 Feb 28 20:14:07.665916 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a683d179-dc4a-4aee-8d41-4c7092a56062 admin admin] Made reservation on behalf of d31e1b7746264200b53c61174ee5824e for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:14:07.668357 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a683d179-dc4a-4aee-8d41-4c7092a56062 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:07.691473 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7797e44-41de-4fe7-846f-fc3b6d99cde7 admin admin] Router 122b17b6-9d74-4733-bc3b-9f06a98fb344 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:14:07.732525 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-07544380-ed5e-4a5e-b682-8abc414474af admin admin] Publish callbacks [] for security_group (79b119d7-3e9d-4f63-9c21-c57ed6f6f693), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:07.809922 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-07544380-ed5e-4a5e-b682-8abc414474af admin admin] Publish callbacks [] for security_group (79b119d7-3e9d-4f63-9c21-c57ed6f6f693), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:07.844324 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7797e44-41de-4fe7-846f-fc3b6d99cde7 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:14:07.879132 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] Sync routers for ids ['122b17b6-9d74-4733-bc3b-9f06a98fb344'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:14:07.889133 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0882360c-ea43-4048-94fb-4a20f6779a9a req-2bbacd09-77b9-40ff-8695-9593307a4f85 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "GET /v2.0/security-groups/8aeb3c65-2c9c-4bcc-9eb7-a19d711b6fdc HTTP/1.1" status: 200 len: 1821 time: 0.1666491 Feb 28 20:14:07.895882 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d7797e44-41de-4fe7-846f-fc3b6d99cde7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:07.901889 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d7797e44-41de-4fe7-846f-fc3b6d99cde7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.9664061 Feb 28 20:14:07.902129 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-0882360c-ea43-4048-94fb-4a20f6779a9a req-cea9056f-85e1-4cba-b3c4-a2e26658d039 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8aeb3c65-2c9c-4bcc-9eb7-a19d711b6fdc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:07.902129 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-0882360c-ea43-4048-94fb-4a20f6779a9a req-cea9056f-85e1-4cba-b3c4-a2e26658d039 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8aeb3c65-2c9c-4bcc-9eb7-a19d711b6fdc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:07.902624 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49038) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:07.906704 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] Routers {'122b17b6-9d74-4733-bc3b-9f06a98fb344'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:14:07.907747 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:13:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['122b17b6-9d74-4733-bc3b-9f06a98fb344'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:07.925209 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27378a-0955-403e-b13c-5741d210373a req-e2d73245-21e9-4644-8681-0c27bbedb00e tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:07.931056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27378a-0955-403e-b13c-5741d210373a req-e2d73245-21e9-4644-8681-0c27bbedb00e tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:07.936370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27378a-0955-403e-b13c-5741d210373a req-e2d73245-21e9-4644-8681-0c27bbedb00e tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:07.938086 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cc27378a-0955-403e-b13c-5741d210373a req-e2d73245-21e9-4644-8681-0c27bbedb00e tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283&device_id=623c1bb9-8f40-4fbf-9a0d-da8356d334f3&device_id=7138ee64-9589-4692-9a3e-642a4638b980 HTTP/1.1" status: 200 len: 2417 time: 0.2146316 Feb 28 20:14:08.021780 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-07544380-ed5e-4a5e-b682-8abc414474af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (79b119d7-3e9d-4f63-9c21-c57ed6f6f693), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:08.025039 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-07544380-ed5e-4a5e-b682-8abc414474af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:08.030043 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-07544380-ed5e-4a5e-b682-8abc414474af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79b119d7-3e9d-4f63-9c21-c57ed6f6f693 HTTP/1.1" status: 204 len: 168 time: 0.5135922 Feb 28 20:14:08.062238 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] Set router 122b17b6-9d74-4733-bc3b-9f06a98fb344 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:14:08.098617 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07544380-ed5e-4a5e-b682-8abc414474af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b119d7-3e9d-4f63-9c21-c57ed6f6f693,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:08.131668 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cc27378a-0955-403e-b13c-5741d210373a req-e41c8915-e499-4003-ba8e-046187588c30 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562717 Feb 28 20:14:08.174115 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0882360c-ea43-4048-94fb-4a20f6779a9a req-cea9056f-85e1-4cba-b3c4-a2e26658d039 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group_rule (b0201a54-e0b3-40c3-89eb-7a247f0ff43e), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:08.262826 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a683d179-dc4a-4aee-8d41-4c7092a56062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (19f72b21-2d15-4c2e-bdf5-2e3c46cad921), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:08.266444 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0882360c-ea43-4048-94fb-4a20f6779a9a req-cea9056f-85e1-4cba-b3c4-a2e26658d039 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group_rule (b0201a54-e0b3-40c3-89eb-7a247f0ff43e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:08.325838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683d179-dc4a-4aee-8d41-4c7092a56062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19f72b21-2d15-4c2e-bdf5-2e3c46cad921,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:08.332586 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0882360c-ea43-4048-94fb-4a20f6779a9a req-cea9056f-85e1-4cba-b3c4-a2e26658d039 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (b0201a54-e0b3-40c3-89eb-7a247f0ff43e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:08.363444 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9056f-85e1-4cba-b3c4-a2e26658d039 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0201a54-e0b3-40c3-89eb-7a247f0ff43e,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:08.458223 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0882360c-ea43-4048-94fb-4a20f6779a9a req-cea9056f-85e1-4cba-b3c4-a2e26658d039 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:08.459623 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0882360c-ea43-4048-94fb-4a20f6779a9a req-cea9056f-85e1-4cba-b3c4-a2e26658d039 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5696404 Feb 28 20:14:08.479001 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a683d179-dc4a-4aee-8d41-4c7092a56062 admin admin] Checking segment: {'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:14:08.480131 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a683d179-dc4a-4aee-8d41-4c7092a56062 admin admin] Network hostable DHCP agents. Network: 13b65234-8f0d-445c-80e1-9fa1dcd0f780, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:14:08.511829 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-943478109-router', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '30a98677-2045-46f7-87f2-d6eab585019e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:02Z', 'updated_at': '2022-02-28T20:14:06Z', 'revision_number': 3, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'gw_port': {'id': '30a98677-2045-46f7-87f2-d6eab585019e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:04Z', 'updated_at': '2022-02-28T20:14:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:08.517214 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a683d179-dc4a-4aee-8d41-4c7092a56062 admin admin] Network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:14:08.542909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e80760-44b6-4650-a7be-b1490636cc12 req-29c1d1b8-ec03-48e1-86d2-4f4d86003cc2 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:08.553445 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39e80760-44b6-4650-a7be-b1490636cc12 req-29c1d1b8-ec03-48e1-86d2-4f4d86003cc2 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 821 time: 0.1878397 Feb 28 20:14:08.555532 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-a683d179-dc4a-4aee-8d41-4c7092a56062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 13b65234-8f0d-445c-80e1-9fa1dcd0f780) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:08.569959 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a683d179-dc4a-4aee-8d41-4c7092a56062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:08.570830 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a683d179-dc4a-4aee-8d41-4c7092a56062 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:08.598773 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9497e35b-7cea-41e0-a460-41d33560b73d None None] Network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:14:08.603974 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] Checking router: 122b17b6-9d74-4733-bc3b-9f06a98fb344 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:14:08.604404 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] Updating router 122b17b6-9d74-4733-bc3b-9f06a98fb344 port 30a98677-2045-46f7-87f2-d6eab585019e binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:14:08.613387 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a683d179-dc4a-4aee-8d41-4c7092a56062 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0338838 Feb 28 20:14:08.616636 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49052) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:08.630335 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d6f8f6aa-b9b2-4f16-91bb-57f927dd18b8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2090627387-router', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:08.662872 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39e80760-44b6-4650-a7be-b1490636cc12 req-aa5103d6-4b4b-4f68-905f-b7664da6e755 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/quotas/b4b67168c19e47fc8123410b2d1449a0 HTTP/1.1" status: 200 len: 375 time: 0.0946381 Feb 28 20:14:08.665316 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f6aa-b9b2-4f16-91bb-57f927dd18b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (01c946ae-f91d-42b6-9cd4-e6aa6be455d2), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:08.666471 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f6aa-b9b2-4f16-91bb-57f927dd18b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (01c946ae-f91d-42b6-9cd4-e6aa6be455d2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:08.752376 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8f92794c-42c9-4e39-9d86-90ff03c57364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:08.757538 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178027f4-0d80-40ea-8e06-dcdb660400e7 req-9ab18015-79aa-4432-917a-0e29e451d438 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:08.759230 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-178027f4-0d80-40ea-8e06-dcdb660400e7 req-9ab18015-79aa-4432-917a-0e29e451d438 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283 HTTP/1.1" status: 200 len: 945 time: 0.1514785 Feb 28 20:14:08.809049 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39e80760-44b6-4650-a7be-b1490636cc12 req-efda2c0b-73b7-4db1-9c72-1247d771c260 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1375315 Feb 28 20:14:08.851729 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f6aa-b9b2-4f16-91bb-57f927dd18b8 admin admin] Publish callbacks [] for router_controller (01c946ae-f91d-42b6-9cd4-e6aa6be455d2), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:08.932229 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (30a98677-2045-46f7-87f2-d6eab585019e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:09.033609 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-8f92794c-42c9-4e39-9d86-90ff03c57364 admin admin] Allocated IP 172.20.0.1 (2fc1b086-af1e-4b43-8525-dd60f05397b8/1de44bff-1752-4fb9-ae82-7864a92b5560/15c675e9-2de0-48d9-94ff-99599f5d4175) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:14:09.077711 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f6aa-b9b2-4f16-91bb-57f927dd18b8 admin admin] Publish callbacks [] for router_gateway (01c946ae-f91d-42b6-9cd4-e6aa6be455d2), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:09.107272 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-178027f4-0d80-40ea-8e06-dcdb660400e7 req-d4fb6b47-8146-4cd3-b712-d2287e64161d tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131635 Feb 28 20:14:09.146013 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39e80760-44b6-4650-a7be-b1490636cc12 req-14c3d280-3b26-4d97-abbe-39621f5e68aa service neutron] 10.222.0.13 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358340 Feb 28 20:14:09.220661 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cdf595-83e4-4a51-a07d-2b40b4e2c28b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'fixed_ips': [{'subnet_id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:14:09.222026 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-57cdf595-83e4-4a51-a07d-2b40b4e2c28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:09.266622 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8f92794c-42c9-4e39-9d86-90ff03c57364 admin admin] Publish callbacks [] for port (15c675e9-2de0-48d9-94ff-99599f5d4175), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:09.322427 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8f92794c-42c9-4e39-9d86-90ff03c57364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (15c675e9-2de0-48d9-94ff-99599f5d4175), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:09.394065 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f92794c-42c9-4e39-9d86-90ff03c57364 admin admin] Network 2fc1b086-af1e-4b43-8525-dd60f05397b8 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:14:09.396175 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-8f92794c-42c9-4e39-9d86-90ff03c57364 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:09.414326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f92794c-42c9-4e39-9d86-90ff03c57364 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:14:09.455176 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e87db-9eef-4d89-8dde-e1a8bd5d5cd9 req-887466f4-2720-4760-b649-e5c6ac5a6e32 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:09.456781 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f0e87db-9eef-4d89-8dde-e1a8bd5d5cd9 req-887466f4-2720-4760-b649-e5c6ac5a6e32 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 946 time: 0.2116003 Feb 28 20:14:09.470721 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39e80760-44b6-4650-a7be-b1490636cc12 req-5a5653b7-ac18-44dc-8267-737edb7108ee service neutron] 10.222.0.13 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874403 Feb 28 20:14:09.480773 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92794c-42c9-4e39-9d86-90ff03c57364 admin admin] Pushing event updated for resources: {'Port': ['ID=15c675e9-2de0-48d9-94ff-99599f5d4175,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:09.512332 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] Publish callbacks [] for port (30a98677-2045-46f7-87f2-d6eab585019e), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:09.513814 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8f92794c-42c9-4e39-9d86-90ff03c57364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (122b17b6-9d74-4733-bc3b-9f06a98fb344), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:09.524448 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (30a98677-2045-46f7-87f2-d6eab585019e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:09.531488 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-57cdf595-83e4-4a51-a07d-2b40b4e2c28b None None] Allocated IP 172.20.0.2 (13b65234-8f0d-445c-80e1-9fa1dcd0f780/19f72b21-2d15-4c2e-bdf5-2e3c46cad921/29d92ee0-6371-49d2-802f-69d376f95ecf) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:14:09.644406 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f0e87db-9eef-4d89-8dde-e1a8bd5d5cd9 req-549e3a0e-43dc-49eb-92c6-183a7acd3e16 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725225 Feb 28 20:14:09.749819 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f6aa-b9b2-4f16-91bb-57f927dd18b8 admin admin] Publish callbacks [] for router_gateway (01c946ae-f91d-42b6-9cd4-e6aa6be455d2), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:09.812490 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f6aa-b9b2-4f16-91bb-57f927dd18b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:09.860565 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] Attempting to bind port 30a98677-2045-46f7-87f2-d6eab585019e on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:14:09.861149 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] Attempting to bind port 30a98677-2045-46f7-87f2-d6eab585019e by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:14:09.861706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] Attempting to bind port 30a98677-2045-46f7-87f2-d6eab585019e on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:14:09.865981 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359680d-ee7a-421b-b445-05a1faa21285 None None] Pushing event updated for resources: {'Port': ['ID=30a98677-2045-46f7-87f2-d6eab585019e,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:09.882580 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8f92794c-42c9-4e39-9d86-90ff03c57364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (15c675e9-2de0-48d9-94ff-99599f5d4175), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:09.884090 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:14:09.885154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:14:09.886014 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:09.886879 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:14:09.887902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] Bound port: 30a98677-2045-46f7-87f2-d6eab585019e, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:14:09.889092 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (30a98677-2045-46f7-87f2-d6eab585019e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:09.980573 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-d6f8f6aa-b9b2-4f16-91bb-57f927dd18b8 admin admin] Allocated IP 172.25.0.35 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/3ff8be2c-4b09-43cf-a6eb-f8987b578360) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:14:09.998347 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3c36c98c-ed16-4903-bfa7-588cb9cd7877 req-ac95004b-b614-4049-ac48-5c5c56aa529b tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "GET /v2.0/security-groups/8aeb3c65-2c9c-4bcc-9eb7-a19d711b6fdc HTTP/1.1" status: 200 len: 2414 time: 0.2506783 Feb 28 20:14:10.008352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-3c36c98c-ed16-4903-bfa7-588cb9cd7877 req-150bebdf-791f-47dd-a32e-a5cb5c7e725f tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8aeb3c65-2c9c-4bcc-9eb7-a19d711b6fdc', 'remote_group_id': None}]} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:10.008856 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-3c36c98c-ed16-4903-bfa7-588cb9cd7877 req-150bebdf-791f-47dd-a32e-a5cb5c7e725f tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8aeb3c65-2c9c-4bcc-9eb7-a19d711b6fdc', 'remote_group_id': None}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:10.078747 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-57cdf595-83e4-4a51-a07d-2b40b4e2c28b None None] Publish callbacks [] for port (29d92ee0-6371-49d2-802f-69d376f95ecf), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:10.113951 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-57cdf595-83e4-4a51-a07d-2b40b4e2c28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (29d92ee0-6371-49d2-802f-69d376f95ecf), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:10.201308 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753116b-524c-4dcd-8e1f-0ed81ba17f54 req-21291774-d870-48d2-a102-d0d3a30513de tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:10.210552 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2753116b-524c-4dcd-8e1f-0ed81ba17f54 req-21291774-d870-48d2-a102-d0d3a30513de tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d37a996b-cc6a-4073-a5bb-7afb76145e7b HTTP/1.1" status: 200 len: 949 time: 0.1855478 Feb 28 20:14:10.226100 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8f92794c-42c9-4e39-9d86-90ff03c57364 admin admin] Publish callbacks [] for port (15c675e9-2de0-48d9-94ff-99599f5d4175), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:10.235640 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d537a018-9233-482d-bb38-84a514b69ea1 None None] Provisioning complete for port 15c675e9-2de0-48d9-94ff-99599f5d4175 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:10.236265 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d537a018-9233-482d-bb38-84a514b69ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (15c675e9-2de0-48d9-94ff-99599f5d4175), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:10.247575 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8f92794c-42c9-4e39-9d86-90ff03c57364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (15c675e9-2de0-48d9-94ff-99599f5d4175), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:10.273851 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f6aa-b9b2-4f16-91bb-57f927dd18b8 admin admin] Publish callbacks [] for port (3ff8be2c-4b09-43cf-a6eb-f8987b578360), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:10.313512 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cdf595-83e4-4a51-a07d-2b40b4e2c28b None None] Network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:14:10.328360 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-57cdf595-83e4-4a51-a07d-2b40b4e2c28b None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:10.335640 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cdf595-83e4-4a51-a07d-2b40b4e2c28b None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:14:10.336541 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2753116b-524c-4dcd-8e1f-0ed81ba17f54 req-306e1b64-b5a0-4494-bf89-5d3e38daa569 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229150 Feb 28 20:14:10.343439 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3c36c98c-ed16-4903-bfa7-588cb9cd7877 req-150bebdf-791f-47dd-a32e-a5cb5c7e725f tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group_rule (bdb26949-c1ac-4cca-92c4-d2a0662ebdf1), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:10.358590 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cdf595-83e4-4a51-a07d-2b40b4e2c28b None None] Pushing event updated for resources: {'Port': ['ID=29d92ee0-6371-49d2-802f-69d376f95ecf,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:10.361719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] For port 30a98677-2045-46f7-87f2-d6eab585019e, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:14:10.367009 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] For port 30a98677-2045-46f7-87f2-d6eab585019e, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=30a98677-2045-46f7-87f2-d6eab585019e,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:14:10.372399 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d537a018-9233-482d-bb38-84a514b69ea1 None None] Port 15c675e9-2de0-48d9-94ff-99599f5d4175 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:14:10.414620 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3c36c98c-ed16-4903-bfa7-588cb9cd7877 req-150bebdf-791f-47dd-a32e-a5cb5c7e725f tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group_rule (bdb26949-c1ac-4cca-92c4-d2a0662ebdf1), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:10.426126 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (30a98677-2045-46f7-87f2-d6eab585019e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:10.430922 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3c36c98c-ed16-4903-bfa7-588cb9cd7877 req-150bebdf-791f-47dd-a32e-a5cb5c7e725f tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (bdb26949-c1ac-4cca-92c4-d2a0662ebdf1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:10.473847 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f6aa-b9b2-4f16-91bb-57f927dd18b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (3ff8be2c-4b09-43cf-a6eb-f8987b578360), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:10.478141 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8f92794c-42c9-4e39-9d86-90ff03c57364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (122b17b6-9d74-4733-bc3b-9f06a98fb344), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:10.484668 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92794c-42c9-4e39-9d86-90ff03c57364 admin admin] Pushing event updated for resources: {'Port': ['ID=15c675e9-2de0-48d9-94ff-99599f5d4175,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:10.493037 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150bebdf-791f-47dd-a32e-a5cb5c7e725f tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb26949-c1ac-4cca-92c4-d2a0662ebdf1,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:10.585505 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3c36c98c-ed16-4903-bfa7-588cb9cd7877 req-150bebdf-791f-47dd-a32e-a5cb5c7e725f tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:10.608280 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359680d-ee7a-421b-b445-05a1faa21285 None None] Pushing event updated for resources: {'Port': ['ID=30a98677-2045-46f7-87f2-d6eab585019e,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:10.614552 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3c36c98c-ed16-4903-bfa7-588cb9cd7877 req-150bebdf-791f-47dd-a32e-a5cb5c7e725f tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6146016 Feb 28 20:14:10.665979 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-57cdf595-83e4-4a51-a07d-2b40b4e2c28b None None] Attempting to bind port 29d92ee0-6371-49d2-802f-69d376f95ecf on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:14:10.666963 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-57cdf595-83e4-4a51-a07d-2b40b4e2c28b None None] Attempting to bind port 29d92ee0-6371-49d2-802f-69d376f95ecf by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:14:10.667546 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cdf595-83e4-4a51-a07d-2b40b4e2c28b None None] Attempting to bind port 29d92ee0-6371-49d2-802f-69d376f95ecf on network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:14:10.687282 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cdf595-83e4-4a51-a07d-2b40b4e2c28b None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:14:10.687698 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cdf595-83e4-4a51-a07d-2b40b4e2c28b None None] Checking segment: {'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:14:10.688111 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-57cdf595-83e4-4a51-a07d-2b40b4e2c28b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:10.688230 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f92794c-42c9-4e39-9d86-90ff03c57364 admin admin] Network 2fc1b086-af1e-4b43-8525-dd60f05397b8 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:14:10.690329 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cdf595-83e4-4a51-a07d-2b40b4e2c28b None None] Bound using segment: {'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:14:10.692561 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-57cdf595-83e4-4a51-a07d-2b40b4e2c28b None None] Bound port: 29d92ee0-6371-49d2-802f-69d376f95ecf, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:14:10.692980 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-57cdf595-83e4-4a51-a07d-2b40b4e2c28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (29d92ee0-6371-49d2-802f-69d376f95ecf), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:10.696183 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] Routers {'122b17b6-9d74-4733-bc3b-9f06a98fb344'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:14:10.701307 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-8f92794c-42c9-4e39-9d86-90ff03c57364 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:10.701968 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:13:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['122b17b6-9d74-4733-bc3b-9f06a98fb344'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:10.712730 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6fc92c52-79c7-4040-a043-78890d0a426d req-ace40d28-849d-4a09-8c0b-6c6b7e78aead tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 210 time: 0.0955975 Feb 28 20:14:10.769994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f8f6aa-b9b2-4f16-91bb-57f927dd18b8 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:14:10.780168 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8f6aa-b9b2-4f16-91bb-57f927dd18b8 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff8be2c-4b09-43cf-a6eb-f8987b578360,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:10.821883 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-d6f8f6aa-b9b2-4f16-91bb-57f927dd18b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:10.845147 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f8f6aa-b9b2-4f16-91bb-57f927dd18b8 admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:14:10.867490 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f92794c-42c9-4e39-9d86-90ff03c57364 admin admin] Router 122b17b6-9d74-4733-bc3b-9f06a98fb344 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:14:11.085178 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-57cdf595-83e4-4a51-a07d-2b40b4e2c28b None None] For port 29d92ee0-6371-49d2-802f-69d376f95ecf, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:14:11.095022 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-57cdf595-83e4-4a51-a07d-2b40b4e2c28b None None] For port 29d92ee0-6371-49d2-802f-69d376f95ecf, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=29d92ee0-6371-49d2-802f-69d376f95ecf,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:14:11.120151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] Set router 122b17b6-9d74-4733-bc3b-9f06a98fb344 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:14:11.131367 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-57cdf595-83e4-4a51-a07d-2b40b4e2c28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (29d92ee0-6371-49d2-802f-69d376f95ecf), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:11.169386 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788be0d-4ee2-4513-93b9-41ed41ded49f req-b5d8314a-b88a-417c-88f3-d40a205da0b6 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:11.169533 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f92794c-42c9-4e39-9d86-90ff03c57364 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:14:11.172751 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3788be0d-4ee2-4513-93b9-41ed41ded49f req-b5d8314a-b88a-417c-88f3-d40a205da0b6 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44d23b5-0e33-4900-8196-707823bacd66 HTTP/1.1" status: 200 len: 949 time: 0.3961720 Feb 28 20:14:11.196406 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8f92794c-42c9-4e39-9d86-90ff03c57364 admin admin] 10.222.0.13 "PUT /v2.0/routers/122b17b6-9d74-4733-bc3b-9f06a98fb344/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2919557 Feb 28 20:14:11.331459 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa2649cd-42c8-48b7-bceb-13ab19c07aa8 req-62f88359-b929-4b79-933a-65c6755a516a tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "GET /v2.0/security-groups/8aeb3c65-2c9c-4bcc-9eb7-a19d711b6fdc HTTP/1.1" status: 200 len: 3012 time: 0.2923279 Feb 28 20:14:11.354673 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8baa95cd-b534-4116-9327-e125db40e1fc None None] Provisioning complete for port 15c675e9-2de0-48d9-94ff-99599f5d4175 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:11.355045 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8baa95cd-b534-4116-9327-e125db40e1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (15c675e9-2de0-48d9-94ff-99599f5d4175), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:11.410363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8baa95cd-b534-4116-9327-e125db40e1fc None None] Port 15c675e9-2de0-48d9-94ff-99599f5d4175 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:14:11.492558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cdf595-83e4-4a51-a07d-2b40b4e2c28b None None] Pushing event updated for resources: {'Port': ['ID=29d92ee0-6371-49d2-802f-69d376f95ecf,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:11.516180 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3788be0d-4ee2-4513-93b9-41ed41ded49f req-257c8901-5cb4-4810-9f39-1466eea10671 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427528 Feb 28 20:14:11.702499 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-943478109-router', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '30a98677-2045-46f7-87f2-d6eab585019e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:02Z', 'updated_at': '2022-02-28T20:14:09Z', 'revision_number': 4, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'gw_port': {'id': '30a98677-2045-46f7-87f2-d6eab585019e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:04Z', 'updated_at': '2022-02-28T20:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '15c675e9-2de0-48d9-94ff-99599f5d4175', 'name': '', 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'mac_address': 'fa:16:3e:60:81:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:10Z', 'revision_number': 2, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'subnets': [{'id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:11.804723 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ea497-aeae-43a9-b2cb-c7780121d6af None None] The sync data for ids ['122b17b6-9d74-4733-bc3b-9f06a98fb344'] in n-d-820368-21 is: [{'id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-943478109-router', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '30a98677-2045-46f7-87f2-d6eab585019e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:02Z', 'updated_at': '2022-02-28T20:14:09Z', 'revision_number': 4, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'gw_port': {'id': '30a98677-2045-46f7-87f2-d6eab585019e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:04Z', 'updated_at': '2022-02-28T20:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '15c675e9-2de0-48d9-94ff-99599f5d4175', 'name': '', 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'mac_address': 'fa:16:3e:60:81:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:10Z', 'revision_number': 2, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'subnets': [{'id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:14:11.999172 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e80760-44b6-4650-a7be-b1490636cc12 req-0530867e-8857-4d8e-8e24-8d8481df4bd3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:12.001229 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-39e80760-44b6-4650-a7be-b1490636cc12 req-0530867e-8857-4d8e-8e24-8d8481df4bd3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.10 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 821 time: 0.2227757 Feb 28 20:14:12.026936 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-39e80760-44b6-4650-a7be-b1490636cc12 req-1e3dcc9f-cdf4-4d22-9178-72e86ca95435 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Request body: {'port': {'device_id': 'c0bbc250-3e47-4e6d-8e63-cc29c908a854', 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9', 'admin_state_up': True, 'tenant_id': 'b4b67168c19e47fc8123410b2d1449a0'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:12.181618 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb42af1-c0bf-49ab-879f-686d1fc14db6 req-6f12914a-49ac-4005-9a63-000943862f0d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:12.189082 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3bb42af1-c0bf-49ab-879f-686d1fc14db6 req-6f12914a-49ac-4005-9a63-000943862f0d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 946 time: 0.7455041 Feb 28 20:14:12.196226 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a441e08-3b56-4771-aefe-40586bfb1dea req-f45c424b-32cc-465d-a696-b49c2d60bc89 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "GET /v2.0/security-group-rules/bdb26949-c1ac-4cca-92c4-d2a0662ebdf1 HTTP/1.1" status: 200 len: 783 time: 0.0822055 Feb 28 20:14:12.215807 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e80760-44b6-4650-a7be-b1490636cc12 req-1e3dcc9f-cdf4-4d22-9178-72e86ca95435 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Made reservation on behalf of b4b67168c19e47fc8123410b2d1449a0 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:14:12.220327 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-39e80760-44b6-4650-a7be-b1490636cc12 req-1e3dcc9f-cdf4-4d22-9178-72e86ca95435 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:12.268325 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f6aa-b9b2-4f16-91bb-57f927dd18b8 admin admin] Publish callbacks [] for router_gateway (01c946ae-f91d-42b6-9cd4-e6aa6be455d2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:12.462707 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3bb42af1-c0bf-49ab-879f-686d1fc14db6 req-8dacac69-e9bb-4464-a343-f7eae745d1d9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722075 Feb 28 20:14:12.500731 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-39e80760-44b6-4650-a7be-b1490636cc12 req-1e3dcc9f-cdf4-4d22-9178-72e86ca95435 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Allocated IP 172.20.0.8 (ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9/83db07cb-72a9-4083-bdb0-f440451686c1/616f061c-2f6a-4501-8d85-4d693a7c90f6) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:14:12.544096 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a441e08-3b56-4771-aefe-40586bfb1dea req-69816829-fc95-4728-a71b-2679f9737f2d tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "GET /v2.0/security-groups/8aeb3c65-2c9c-4bcc-9eb7-a19d711b6fdc HTTP/1.1" status: 200 len: 3012 time: 0.2950554 Feb 28 20:14:12.681036 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3a441e08-3b56-4771-aefe-40586bfb1dea req-8cb9f454-66ff-400c-a521-6b3e620e6f8c tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group_rule (bdb26949-c1ac-4cca-92c4-d2a0662ebdf1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:12.710143 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3a441e08-3b56-4771-aefe-40586bfb1dea req-8cb9f454-66ff-400c-a521-6b3e620e6f8c tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group_rule (bdb26949-c1ac-4cca-92c4-d2a0662ebdf1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:12.817466 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-39e80760-44b6-4650-a7be-b1490636cc12 req-1e3dcc9f-cdf4-4d22-9178-72e86ca95435 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks [] for port (616f061c-2f6a-4501-8d85-4d693a7c90f6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:12.888132 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-39e80760-44b6-4650-a7be-b1490636cc12 req-1e3dcc9f-cdf4-4d22-9178-72e86ca95435 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (616f061c-2f6a-4501-8d85-4d693a7c90f6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:12.917568 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:14:13.018722 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e80760-44b6-4650-a7be-b1490636cc12 req-1e3dcc9f-cdf4-4d22-9178-72e86ca95435 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:14:13.029260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-39e80760-44b6-4650-a7be-b1490636cc12 req-1e3dcc9f-cdf4-4d22-9178-72e86ca95435 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:13.034926 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e80760-44b6-4650-a7be-b1490636cc12 req-1e3dcc9f-cdf4-4d22-9178-72e86ca95435 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:14:13.070207 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f064ba40-135d-4e5a-abf3-365e84bc1077 None None] Network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:14:13.093717 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3a441e08-3b56-4771-aefe-40586bfb1dea req-8cb9f454-66ff-400c-a521-6b3e620e6f8c tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (bdb26949-c1ac-4cca-92c4-d2a0662ebdf1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:13.107977 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3a441e08-3b56-4771-aefe-40586bfb1dea req-8cb9f454-66ff-400c-a521-6b3e620e6f8c tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:13.109259 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a441e08-3b56-4771-aefe-40586bfb1dea req-8cb9f454-66ff-400c-a521-6b3e620e6f8c tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/bdb26949-c1ac-4cca-92c4-d2a0662ebdf1 HTTP/1.1" status: 204 len: 173 time: 0.5633311 Feb 28 20:14:13.149241 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9f454-66ff-400c-a521-6b3e620e6f8c tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdb26949-c1ac-4cca-92c4-d2a0662ebdf1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:13.174685 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f6aa-b9b2-4f16-91bb-57f927dd18b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (01c946ae-f91d-42b6-9cd4-e6aa6be455d2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:13.194105 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dcc9f-cdf4-4d22-9178-72e86ca95435 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Pushing event updated for resources: {'Port': ['ID=616f061c-2f6a-4501-8d85-4d693a7c90f6,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:13.245412 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e80760-44b6-4650-a7be-b1490636cc12 req-1e3dcc9f-cdf4-4d22-9178-72e86ca95435 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:13.265704 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-39e80760-44b6-4650-a7be-b1490636cc12 req-1e3dcc9f-cdf4-4d22-9178-72e86ca95435 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:13.313820 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-39e80760-44b6-4650-a7be-b1490636cc12 req-1e3dcc9f-cdf4-4d22-9178-72e86ca95435 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2982187 Feb 28 20:14:13.336944 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-39e80760-44b6-4650-a7be-b1490636cc12 req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] Request body: {'port': {'device_id': 'c0bbc250-3e47-4e6d-8e63-cc29c908a854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:13.357063 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-e4b566ae-4fa7-4ee0-86cd-19560db5c1b9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:13.377139 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-e4b566ae-4fa7-4ee0-86cd-19560db5c1b9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/networks?id=2fc1b086-af1e-4b43-8525-dd60f05397b8 HTTP/1.1" status: 200 len: 828 time: 0.5376532 Feb 28 20:14:13.436004 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-cd5f230f-0b26-4f1d-aa1a-72557f7d251e None None] Provisioning complete for port 29d92ee0-6371-49d2-802f-69d376f95ecf triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:13.451109 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cd5f230f-0b26-4f1d-aa1a-72557f7d251e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (29d92ee0-6371-49d2-802f-69d376f95ecf), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:13.453767 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-f815aaa0-01fa-43ac-81f9-7f2d17acf3ed tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/quotas/12e9f0ffb3404b46ac26b734f1e43cbd HTTP/1.1" status: 200 len: 375 time: 0.0728199 Feb 28 20:14:13.527705 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-39e80760-44b6-4650-a7be-b1490636cc12 req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (616f061c-2f6a-4501-8d85-4d693a7c90f6), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:13.664898 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 30a98677-2045-46f7-87f2-d6eab585019e up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:13.733507 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-3c6b07bd-1862-4dc5-a466-21fb99aefc97 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=12e9f0ffb3404b46ac26b734f1e43cbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2799718 Feb 28 20:14:13.787735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f8f6aa-b9b2-4f16-91bb-57f927dd18b8 admin admin] Router 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:14:13.952046 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-cd5f230f-0b26-4f1d-aa1a-72557f7d251e None None] Current status of the port 29d92ee0-6371-49d2-802f-69d376f95ecf is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:13.952635 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cd5f230f-0b26-4f1d-aa1a-72557f7d251e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (29d92ee0-6371-49d2-802f-69d376f95ecf), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:14.158894 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-cd5f230f-0b26-4f1d-aa1a-72557f7d251e None None] For port 29d92ee0-6371-49d2-802f-69d376f95ecf, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=29d92ee0-6371-49d2-802f-69d376f95ecf,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:14.189911 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cd5f230f-0b26-4f1d-aa1a-72557f7d251e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (29d92ee0-6371-49d2-802f-69d376f95ecf), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:14.196584 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 30a98677-2045-46f7-87f2-d6eab585019e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:14.197034 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (30a98677-2045-46f7-87f2-d6eab585019e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:14.232782 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-1c9038e6-1d98-4d3a-af65-ee2688ceb168 service neutron] 10.222.0.13 "GET /v2.0/networks/2fc1b086-af1e-4b43-8525-dd60f05397b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906394 Feb 28 20:14:14.327867 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-39e80760-44b6-4650-a7be-b1490636cc12 req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616f061c-2f6a-4501-8d85-4d693a7c90f6 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:14:14.348142 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-39e80760-44b6-4650-a7be-b1490636cc12 req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] Publish callbacks [] for port (616f061c-2f6a-4501-8d85-4d693a7c90f6), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:14.379469 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-39e80760-44b6-4650-a7be-b1490636cc12 req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] Transition to ACTIVE for port object 616f061c-2f6a-4501-8d85-4d693a7c90f6 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:14:14.386555 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-39e80760-44b6-4650-a7be-b1490636cc12 req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (616f061c-2f6a-4501-8d85-4d693a7c90f6), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:14.464632 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] Pushing event updated for resources: {'Port': ['ID=616f061c-2f6a-4501-8d85-4d693a7c90f6,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:14.478428 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f8f6aa-b9b2-4f16-91bb-57f927dd18b8 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:14:14.491618 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] Sync routers for ids ['01c946ae-f91d-42b6-9cd4-e6aa6be455d2'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:14:14.507635 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f230f-0b26-4f1d-aa1a-72557f7d251e None None] Pushing event updated for resources: {'Port': ['ID=29d92ee0-6371-49d2-802f-69d376f95ecf,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:14.516017 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] Routers {'01c946ae-f91d-42b6-9cd4-e6aa6be455d2'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:14:14.518402 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:13:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['01c946ae-f91d-42b6-9cd4-e6aa6be455d2'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:14.522347 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f6aa-b9b2-4f16-91bb-57f927dd18b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:14.530609 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d6f8f6aa-b9b2-4f16-91bb-57f927dd18b8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9011595 Feb 28 20:14:14.533625 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-172e7ef1-a601-4ddd-b2da-4abd94f4ffe8 None None] Provisioning complete for port 29d92ee0-6371-49d2-802f-69d376f95ecf triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:14.534053 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-172e7ef1-a601-4ddd-b2da-4abd94f4ffe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (29d92ee0-6371-49d2-802f-69d376f95ecf), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:14.535967 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49160) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:14.551774 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-9ad9a43f-591e-4fd4-b539-65813e0f4d98 service neutron] 10.222.0.13 "GET /v2.0/networks/2fc1b086-af1e-4b43-8525-dd60f05397b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179989 Feb 28 20:14:14.570448 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a6ba6-8a21-4bbb-b5c0-f1f35489a113 req-7fbe8aca-109a-4996-a056-056dfe34b6da tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:14.578679 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c18a6ba6-8a21-4bbb-b5c0-f1f35489a113 req-7fbe8aca-109a-4996-a056-056dfe34b6da tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 943 time: 0.1862264 Feb 28 20:14:14.656411 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c18a6ba6-8a21-4bbb-b5c0-f1f35489a113 req-4c237be9-8b40-4f15-8504-80bb2022ff48 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762661 Feb 28 20:14:14.840569 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 30a98677-2045-46f7-87f2-d6eab585019e is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:14.843340 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] Set router 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:14:14.848181 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (30a98677-2045-46f7-87f2-d6eab585019e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:14.882549 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 30a98677-2045-46f7-87f2-d6eab585019e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=30a98677-2045-46f7-87f2-d6eab585019e,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:14.901662 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-39e80760-44b6-4650-a7be-b1490636cc12 req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] Attempting to bind port 616f061c-2f6a-4501-8d85-4d693a7c90f6 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:14:14.904118 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (30a98677-2045-46f7-87f2-d6eab585019e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:14.905167 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 29d92ee0-6371-49d2-802f-69d376f95ecf up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:14.911071 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-39e80760-44b6-4650-a7be-b1490636cc12 req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] Attempting to bind port 616f061c-2f6a-4501-8d85-4d693a7c90f6 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:14:14.911609 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e80760-44b6-4650-a7be-b1490636cc12 req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] Attempting to bind port 616f061c-2f6a-4501-8d85-4d693a7c90f6 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:14:14.930737 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e80760-44b6-4650-a7be-b1490636cc12 req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] Port 616f061c-2f6a-4501-8d85-4d693a7c90f6 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:14:14.936388 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e80760-44b6-4650-a7be-b1490636cc12 req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] Attempting to bind port 616f061c-2f6a-4501-8d85-4d693a7c90f6 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:14:14.962696 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e80760-44b6-4650-a7be-b1490636cc12 req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:14:14.970137 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e80760-44b6-4650-a7be-b1490636cc12 req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] Checking segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:14:14.970934 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e80760-44b6-4650-a7be-b1490636cc12 req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] Bound using segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:14:14.971540 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-39e80760-44b6-4650-a7be-b1490636cc12 req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] Bound port: 616f061c-2f6a-4501-8d85-4d693a7c90f6, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:14:14.972228 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-39e80760-44b6-4650-a7be-b1490636cc12 req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (616f061c-2f6a-4501-8d85-4d693a7c90f6), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:14.987372 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f024660-017a-47fe-9cf9-6fa3c3b182fb req-9b58700b-67fe-4dec-8c03-505f88092c3c tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "GET /v2.0/security-groups/8aeb3c65-2c9c-4bcc-9eb7-a19d711b6fdc HTTP/1.1" status: 200 len: 2414 time: 0.0990894 Feb 28 20:14:15.049604 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-172e7ef1-a601-4ddd-b2da-4abd94f4ffe8 None None] Current status of the port 29d92ee0-6371-49d2-802f-69d376f95ecf is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:15.218939 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1f024660-017a-47fe-9cf9-6fa3c3b182fb req-3299f6bc-fdbc-4ab6-a26e-401566680700 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (8aeb3c65-2c9c-4bcc-9eb7-a19d711b6fdc), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:15.246909 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 29d92ee0-6371-49d2-802f-69d376f95ecf triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:15.248715 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (29d92ee0-6371-49d2-802f-69d376f95ecf), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:15.258108 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-39e80760-44b6-4650-a7be-b1490636cc12 req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] For port 616f061c-2f6a-4501-8d85-4d693a7c90f6, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:14:15.263724 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-39e80760-44b6-4650-a7be-b1490636cc12 req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] For port 616f061c-2f6a-4501-8d85-4d693a7c90f6, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=616f061c-2f6a-4501-8d85-4d693a7c90f6,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:14:15.263975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=30a98677-2045-46f7-87f2-d6eab585019e,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:15.275328 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-39e80760-44b6-4650-a7be-b1490636cc12 req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (616f061c-2f6a-4501-8d85-4d693a7c90f6), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:15.338118 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1f024660-017a-47fe-9cf9-6fa3c3b182fb req-3299f6bc-fdbc-4ab6-a26e-401566680700 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (8aeb3c65-2c9c-4bcc-9eb7-a19d711b6fdc), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:15.347695 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'name': 'tempest-ServerActionsTestJSON-2090627387-router', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:11Z', 'revision_number': 3, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'gw_port': {'id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:09Z', 'updated_at': '2022-02-28T20:14:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:15.363212 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] Pushing event updated for resources: {'Port': ['ID=616f061c-2f6a-4501-8d85-4d693a7c90f6,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:15.417372 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] Checking router: 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:14:15.417714 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] Updating router 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 port 3ff8be2c-4b09-43cf-a6eb-f8987b578360 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:14:15.450332 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3ff8be2c-4b09-43cf-a6eb-f8987b578360), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:15.495589 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1f024660-017a-47fe-9cf9-6fa3c3b182fb req-3299f6bc-fdbc-4ab6-a26e-401566680700 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8aeb3c65-2c9c-4bcc-9eb7-a19d711b6fdc), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:15.500392 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1f024660-017a-47fe-9cf9-6fa3c3b182fb req-3299f6bc-fdbc-4ab6-a26e-401566680700 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:15.511485 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f024660-017a-47fe-9cf9-6fa3c3b182fb req-3299f6bc-fdbc-4ab6-a26e-401566680700 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "DELETE /v2.0/security-groups/8aeb3c65-2c9c-4bcc-9eb7-a19d711b6fdc HTTP/1.1" status: 204 len: 173 time: 0.5133660 Feb 28 20:14:15.551213 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299f6bc-fdbc-4ab6-a26e-401566680700 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aeb3c65-2c9c-4bcc-9eb7-a19d711b6fdc,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:15.786416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffaa7e-62f9-43f3-b5a8-ad70e9f20d34 req-cb6caa89-fe31-4e87-b1ca-cdf06d9ef1b3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:15.793819 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fffaa7e-62f9-43f3-b5a8-ad70e9f20d34 req-cb6caa89-fe31-4e87-b1ca-cdf06d9ef1b3 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 946 time: 0.1215000 Feb 28 20:14:15.871297 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 29d92ee0-6371-49d2-802f-69d376f95ecf is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:15.901658 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e80760-44b6-4650-a7be-b1490636cc12 req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:15.902554 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-39e80760-44b6-4650-a7be-b1490636cc12 req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:15.904236 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-39e80760-44b6-4650-a7be-b1490636cc12 req-82e95b44-78aa-4429-89c2-a636dce01f12 service neutron] 10.222.0.10 "PUT /v2.0/ports/616f061c-2f6a-4501-8d85-4d693a7c90f6 HTTP/1.1" status: 200 len: 1092 time: 2.5732152 Feb 28 20:14:15.904805 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bbc250-3e47-4e6d-8e63-cc29c908a854', 'tag': '616f061c-2f6a-4501-8d85-4d693a7c90f6'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:14:15.907188 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce342e3-d45e-4e90-80c6-aae3e9de314c" -d '{"events": [{"name": "network-changed", "server_uuid": "c0bbc250-3e47-4e6d-8e63-cc29c908a854", "tag": "616f061c-2f6a-4501-8d85-4d693a7c90f6"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:14:15.918582 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fffaa7e-62f9-43f3-b5a8-ad70e9f20d34 req-03dbb1f4-cfb3-4cc7-a221-e9f039452957 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004653 Feb 28 20:14:16.053109 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9f7b7d4-0d25-4872-afd5-d92c2417c3bb req-ce956f71-8c90-4cc2-99ce-abc79b32e8d5 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff308979-1b0e-442f-9934-e030e4409cbc HTTP/1.1" status: 200 len: 210 time: 0.0580592 Feb 28 20:14:16.143786 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-5c271896-f41a-4489-949b-265093e47158 req-71872454-aa7b-4121-8faa-d7799f6faa8d tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] show failed (client error): The resource could not be found. Feb 28 20:14:16.146506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c271896-f41a-4489-949b-265093e47158 req-71872454-aa7b-4121-8faa-d7799f6faa8d tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "GET /v2.0/security-groups/5c12e2e6-a746-45a8-873f-31eeb013b0a6 HTTP/1.1" status: 404 len: 352 time: 0.0394781 Feb 28 20:14:16.167225 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 30a98677-2045-46f7-87f2-d6eab585019e up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:16.189916 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e80760-44b6-4650-a7be-b1490636cc12 req-addd1bcb-2614-411c-8627-670b4c971584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:16.191709 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-39e80760-44b6-4650-a7be-b1490636cc12 req-addd1bcb-2614-411c-8627-670b4c971584 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 1126 time: 0.1164684 Feb 28 20:14:16.311130 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] Sync routers for ids ['122b17b6-9d74-4733-bc3b-9f06a98fb344'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:14:16.352415 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] Publish callbacks [] for port (3ff8be2c-4b09-43cf-a6eb-f8987b578360), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:16.364971 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8481e71f-d6b7-467d-b48a-58066bedc33c x-openstack-request-id: req-8481e71f-d6b7-467d-b48a-58066bedc33c {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:14:16.369760 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3ff8be2c-4b09-43cf-a6eb-f8987b578360), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:16.371690 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0bbc250-3e47-4e6d-8e63-cc29c908a854", "tag": "616f061c-2f6a-4501-8d85-4d693a7c90f6", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:14:16.372159 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8481e71f-d6b7-467d-b48a-58066bedc33c {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:14:16.376115 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bbc250-3e47-4e6d-8e63-cc29c908a854', 'tag': '616f061c-2f6a-4501-8d85-4d693a7c90f6', 'status': 'completed', 'code': 200} Feb 28 20:14:16.388884 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] Routers {'122b17b6-9d74-4733-bc3b-9f06a98fb344'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:14:16.392016 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:13:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['122b17b6-9d74-4733-bc3b-9f06a98fb344'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:16.418632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32115507-94ff-4880-9ba1-1f75554adf36 req-3609aab2-0158-4f4f-84ca-ca162da34549 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:16.440477 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32115507-94ff-4880-9ba1-1f75554adf36 req-3609aab2-0158-4f4f-84ca-ca162da34549 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 943 time: 0.1733444 Feb 28 20:14:16.452448 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-39e80760-44b6-4650-a7be-b1490636cc12 req-e07cd8a2-cd72-4c36-9d7f-98908139cd40 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=616f061c-2f6a-4501-8d85-4d693a7c90f6 HTTP/1.1" status: 200 len: 217 time: 0.2119522 Feb 28 20:14:16.547308 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32115507-94ff-4880-9ba1-1f75554adf36 req-cee62c3c-6d78-4990-94be-fb88dab3b8d8 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053045 Feb 28 20:14:16.558938 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] Attempting to bind port 3ff8be2c-4b09-43cf-a6eb-f8987b578360 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:14:16.559407 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] Attempting to bind port 3ff8be2c-4b09-43cf-a6eb-f8987b578360 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:14:16.559861 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] Attempting to bind port 3ff8be2c-4b09-43cf-a6eb-f8987b578360 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:14:16.581561 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a585e-c326-4f1d-b69a-be3831ba0f2c None None] Pushing event updated for resources: {'Port': ['ID=3ff8be2c-4b09-43cf-a6eb-f8987b578360,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:16.581892 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e80760-44b6-4650-a7be-b1490636cc12 req-f78a7ff2-c6b6-42d3-b602-452e6be8bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:16.583206 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-39e80760-44b6-4650-a7be-b1490636cc12 req-f78a7ff2-c6b6-42d3-b602-452e6be8bd5b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.1203642 Feb 28 20:14:16.589112 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:14:16.589495 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:14:16.600219 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:16.604835 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:14:16.605286 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] Bound port: 3ff8be2c-4b09-43cf-a6eb-f8987b578360, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:14:16.606568 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3ff8be2c-4b09-43cf-a6eb-f8987b578360), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:16.632528 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-62077db4-2798-4c5a-a61a-4eeceb7407cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:16.652626 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a585e-c326-4f1d-b69a-be3831ba0f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:16.653108 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a585e-c326-4f1d-b69a-be3831ba0f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:16.653508 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a585e-c326-4f1d-b69a-be3831ba0f2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:16.653905 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a585e-c326-4f1d-b69a-be3831ba0f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:16.654294 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a585e-c326-4f1d-b69a-be3831ba0f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:16.654684 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a585e-c326-4f1d-b69a-be3831ba0f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:16.655073 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a585e-c326-4f1d-b69a-be3831ba0f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:16.655458 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a585e-c326-4f1d-b69a-be3831ba0f2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:16.655888 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a585e-c326-4f1d-b69a-be3831ba0f2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:16.656295 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a585e-c326-4f1d-b69a-be3831ba0f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:16.656676 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a585e-c326-4f1d-b69a-be3831ba0f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:16.657059 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a585e-c326-4f1d-b69a-be3831ba0f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:16.657440 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a585e-c326-4f1d-b69a-be3831ba0f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:16.705155 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] For port 3ff8be2c-4b09-43cf-a6eb-f8987b578360, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:14:16.712718 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] For port 3ff8be2c-4b09-43cf-a6eb-f8987b578360, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3ff8be2c-4b09-43cf-a6eb-f8987b578360,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:14:16.725894 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3ff8be2c-4b09-43cf-a6eb-f8987b578360), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:16.736550 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f0079d7-709d-42fa-bdd6-1f4e098fb94c req-6f8179b4-5fd4-46e0-96d0-88b651ec5df9 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "GET /v2.0/security-groups/757fe8c1-1418-4c0c-a24d-84ec3458e595 HTTP/1.1" status: 200 len: 1822 time: 0.1289282 Feb 28 20:14:16.891767 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a585e-c326-4f1d-b69a-be3831ba0f2c None None] Pushing event updated for resources: {'Port': ['ID=3ff8be2c-4b09-43cf-a6eb-f8987b578360,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:16.896074 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] Routers {'01c946ae-f91d-42b6-9cd4-e6aa6be455d2'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:14:16.896924 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:13:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['01c946ae-f91d-42b6-9cd4-e6aa6be455d2'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:16.916010 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3f0079d7-709d-42fa-bdd6-1f4e098fb94c req-2b98d21f-8007-4fa3-8ff2-7adea3a2fc9e tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (757fe8c1-1418-4c0c-a24d-84ec3458e595), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:16.934093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 399d9b21-61bd-462f-83f3-ecb14cb4189e details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:14:16.945978 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e34137cc-f6a1-41e8-91b9-26c4541f5e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:16.997884 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3f0079d7-709d-42fa-bdd6-1f4e098fb94c req-2b98d21f-8007-4fa3-8ff2-7adea3a2fc9e tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (757fe8c1-1418-4c0c-a24d-84ec3458e595), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:16.998561 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-62077db4-2798-4c5a-a61a-4eeceb7407cc admin admin] Allocated IP 172.20.0.1 (13b65234-8f0d-445c-80e1-9fa1dcd0f780/19f72b21-2d15-4c2e-bdf5-2e3c46cad921/4db4259c-3f85-463f-b710-0f61ae4537fa) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:14:17.007226 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-39e80760-44b6-4650-a7be-b1490636cc12 req-df5c1c2b-6378-4e3f-aedc-62eae26b5493 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4082453 Feb 28 20:14:17.160193 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3f0079d7-709d-42fa-bdd6-1f4e098fb94c req-2b98d21f-8007-4fa3-8ff2-7adea3a2fc9e tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (757fe8c1-1418-4c0c-a24d-84ec3458e595), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:17.165821 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3f0079d7-709d-42fa-bdd6-1f4e098fb94c req-2b98d21f-8007-4fa3-8ff2-7adea3a2fc9e tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:17.181438 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f0079d7-709d-42fa-bdd6-1f4e098fb94c req-2b98d21f-8007-4fa3-8ff2-7adea3a2fc9e tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "DELETE /v2.0/security-groups/757fe8c1-1418-4c0c-a24d-84ec3458e595 HTTP/1.1" status: 204 len: 173 time: 0.4430630 Feb 28 20:14:17.245788 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98d21f-8007-4fa3-8ff2-7adea3a2fc9e tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=757fe8c1-1418-4c0c-a24d-84ec3458e595,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:17.272556 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] Set router 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:14:17.335603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 399d9b21-61bd-462f-83f3-ecb14cb4189e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=399d9b21-61bd-462f-83f3-ecb14cb4189e,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:17.406335 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '399d9b21-61bd-462f-83f3-ecb14cb4189e', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '399d9b21-61bd-462f-83f3-ecb14cb4189e', 'mac_address': 'fa:16:3e:d4:cf:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:14:17.473570 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bfd9f-72ff-46ae-a211-f49890c0ba1e req-eb042fa1-2400-4789-a279-10bec1d5807e tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:17.482497 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8b7bfd9f-72ff-46ae-a211-f49890c0ba1e req-eb042fa1-2400-4789-a279-10bec1d5807e tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 946 time: 0.1455441 Feb 28 20:14:17.608547 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8b7bfd9f-72ff-46ae-a211-f49890c0ba1e req-e8ecd645-36e4-4c95-9704-a797c5c96b0b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186004 Feb 28 20:14:17.650695 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 30a98677-2045-46f7-87f2-d6eab585019e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:17.663769 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (30a98677-2045-46f7-87f2-d6eab585019e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:17.669139 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49220) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:17.769162 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-39e80760-44b6-4650-a7be-b1490636cc12 req-ae119234-5f23-4df0-8341-00c7f83ff2a7 service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7515507 Feb 28 20:14:17.827258 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'name': 'tempest-ServerActionsTestJSON-2090627387-router', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:11Z', 'revision_number': 3, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'gw_port': {'id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:09Z', 'updated_at': '2022-02-28T20:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:17.833609 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-62077db4-2798-4c5a-a61a-4eeceb7407cc admin admin] Publish callbacks [] for port (4db4259c-3f85-463f-b710-0f61ae4537fa), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:17.834041 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dd1af926-5e38-4ada-a6be-3e2e7385646a req-71c95715-8755-42ed-9f25-0e519104721e tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff308979-1b0e-442f-9934-e030e4409cbc HTTP/1.1" status: 200 len: 210 time: 0.1105309 Feb 28 20:14:17.899919 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3939e6b-a5e6-4f43-a2aa-1ff28917040d req-0c93b818-ef03-4c8d-8f95-1fec784a00e6 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "GET /v2.0/security-groups/0f443e8f-deb8-4aa5-b4e9-3a1b6b962960 HTTP/1.1" status: 200 len: 1821 time: 0.1725566 Feb 28 20:14:17.904074 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8efdc61-8359-4336-81ce-b0a887db808a None None] The sync data for ids ['01c946ae-f91d-42b6-9cd4-e6aa6be455d2'] in n-d-820368-21 is: [{'id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'name': 'tempest-ServerActionsTestJSON-2090627387-router', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:11Z', 'revision_number': 3, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'gw_port': {'id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:09Z', 'updated_at': '2022-02-28T20:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:14:18.041315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] Set router 122b17b6-9d74-4733-bc3b-9f06a98fb344 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:14:18.043643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 399d9b21-61bd-462f-83f3-ecb14cb4189e is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:18.044069 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:18.049591 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-12f72f71-44d0-41b0-a57f-c5a6c7f73c17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:18.096598 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-45f51fe1-644f-4a0c-b653-bca76249bf4f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:18.098621 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-45f51fe1-644f-4a0c-b653-bca76249bf4f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.15 "GET /v2.0/networks?id=2fc1b086-af1e-4b43-8525-dd60f05397b8 HTTP/1.1" status: 200 len: 828 time: 0.7041278 Feb 28 20:14:18.112486 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Request body: {'port': {'device_id': 'ff308979-1b0e-442f-9934-e030e4409cbc', 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8', 'admin_state_up': True, 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:18.115796 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d3939e6b-a5e6-4f43-a2aa-1ff28917040d req-d578c10f-ca68-49b1-827e-05391d231d6b tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (0f443e8f-deb8-4aa5-b4e9-3a1b6b962960), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:18.157225 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d3939e6b-a5e6-4f43-a2aa-1ff28917040d req-d578c10f-ca68-49b1-827e-05391d231d6b tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (0f443e8f-deb8-4aa5-b4e9-3a1b6b962960), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:18.175136 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 399d9b21-61bd-462f-83f3-ecb14cb4189e {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:14:18.280998 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-39e80760-44b6-4650-a7be-b1490636cc12 req-4d0edde1-3469-48ab-abf7-f2ed3ae84313 service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901159 Feb 28 20:14:18.286114 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-62077db4-2798-4c5a-a61a-4eeceb7407cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4db4259c-3f85-463f-b710-0f61ae4537fa), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:18.321864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 399d9b21-61bd-462f-83f3-ecb14cb4189e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=399d9b21-61bd-462f-83f3-ecb14cb4189e,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:18.349358 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:18.375046 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d3939e6b-a5e6-4f43-a2aa-1ff28917040d req-d578c10f-ca68-49b1-827e-05391d231d6b tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0f443e8f-deb8-4aa5-b4e9-3a1b6b962960), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:18.383640 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d3939e6b-a5e6-4f43-a2aa-1ff28917040d req-d578c10f-ca68-49b1-827e-05391d231d6b tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:18.396720 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3939e6b-a5e6-4f43-a2aa-1ff28917040d req-d578c10f-ca68-49b1-827e-05391d231d6b tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "DELETE /v2.0/security-groups/0f443e8f-deb8-4aa5-b4e9-3a1b6b962960 HTTP/1.1" status: 204 len: 173 time: 0.4954133 Feb 28 20:14:18.512362 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578c10f-ca68-49b1-827e-05391d231d6b tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f443e8f-deb8-4aa5-b4e9-3a1b6b962960,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:18.520501 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 30a98677-2045-46f7-87f2-d6eab585019e is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:18.522199 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 29d92ee0-6371-49d2-802f-69d376f95ecf up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:18.549924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62077db4-2798-4c5a-a61a-4eeceb7407cc admin admin] Network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:14:18.599648 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['399d9b21-61bd-462f-83f3-ecb14cb4189e'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:14:18.643057 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-62077db4-2798-4c5a-a61a-4eeceb7407cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:18.648781 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62077db4-2798-4c5a-a61a-4eeceb7407cc admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:14:18.675062 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca94d4-ac0a-4ab2-8a19-77d394e4e21b req-93b338b0-df00-4cc7-9367-d5665b6e849e tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:18.676629 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aaca94d4-ac0a-4ab2-8a19-77d394e4e21b req-93b338b0-df00-4cc7-9367-d5665b6e849e tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7138ee64-9589-4692-9a3e-642a4638b980 HTTP/1.1" status: 200 len: 946 time: 0.6827567 Feb 28 20:14:18.683051 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=399d9b21-61bd-462f-83f3-ecb14cb4189e,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:18.690395 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c64981f0-9d00-41ed-9c25-52f5af36eba8 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:14:18.724168 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62077db4-2798-4c5a-a61a-4eeceb7407cc admin admin] Pushing event updated for resources: {'Port': ['ID=4db4259c-3f85-463f-b710-0f61ae4537fa,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:18.800221 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-62077db4-2798-4c5a-a61a-4eeceb7407cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (01c946ae-f91d-42b6-9cd4-e6aa6be455d2), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:18.875001 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-12f72f71-44d0-41b0-a57f-c5a6c7f73c17 admin admin] Publish callbacks [] for security_group (ea50391c-9f95-4376-b986-b76c9861486e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:18.922241 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-12f72f71-44d0-41b0-a57f-c5a6c7f73c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ea50391c-9f95-4376-b986-b76c9861486e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:19.004120 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 29d92ee0-6371-49d2-802f-69d376f95ecf triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:19.004492 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (29d92ee0-6371-49d2-802f-69d376f95ecf), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:19.013229 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Made reservation on behalf of 12e9f0ffb3404b46ac26b734f1e43cbd for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:14:19.025143 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:19.069339 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce342e3-d45e-4e90-80c6-aae3e9de314c req-416cef02-d3bc-4274-8c49-e4f5a3824a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:19.078249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82474cf6-4bf1-4cbe-b5df-a560404af6c2 req-f84c4380-7f2e-4cb7-89f4-73518c0496ba tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:19.079351 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ce342e3-d45e-4e90-80c6-aae3e9de314c req-416cef02-d3bc-4274-8c49-e4f5a3824a40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 1126 time: 0.6332841 Feb 28 20:14:19.089909 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.resource_extend [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:14:19.092382 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82474cf6-4bf1-4cbe-b5df-a560404af6c2 req-f84c4380-7f2e-4cb7-89f4-73518c0496ba tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 943 time: 0.4985545 Feb 28 20:14:19.117298 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aaca94d4-ac0a-4ab2-8a19-77d394e4e21b req-c776a6ae-08c5-4b5c-b4c2-d24bc81b78bc tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842177 Feb 28 20:14:19.163295 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-12f72f71-44d0-41b0-a57f-c5a6c7f73c17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ddca68538a54452a6c2eec03aa1579c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4913344 Feb 28 20:14:19.169540 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49254) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:19.202318 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f72f71-44d0-41b0-a57f-c5a6c7f73c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea50391c-9f95-4376-b986-b76c9861486e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:19.221122 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-51bb126a-0bf9-4669-8292-40b4f9ea7e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:19.254552 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-62077db4-2798-4c5a-a61a-4eeceb7407cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4db4259c-3f85-463f-b710-0f61ae4537fa), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:19.314651 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82474cf6-4bf1-4cbe-b5df-a560404af6c2 req-1e7230f1-b434-4574-8a66-a934b7564629 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168634 Feb 28 20:14:19.430998 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e24da74e-6117-4d8c-abc2-be6ae40cf6b3 None None] Provisioning complete for port 4db4259c-3f85-463f-b710-0f61ae4537fa triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:19.440158 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e24da74e-6117-4d8c-abc2-be6ae40cf6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4db4259c-3f85-463f-b710-0f61ae4537fa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:19.441880 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce342e3-d45e-4e90-80c6-aae3e9de314c req-3dd943b5-570c-4f7f-8e6d-1962c31cd864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:19.444030 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ce342e3-d45e-4e90-80c6-aae3e9de314c req-3dd943b5-570c-4f7f-8e6d-1962c31cd864 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 921 time: 0.2011549 Feb 28 20:14:19.535283 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22e63844-2f44-4fee-b0b0-6820a63d258e req-8082ecd8-f45b-4c95-94d4-eee65115f9a1 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "GET /v2.0/security-groups/e863a132-c7ec-4b3b-ba1a-70b65cd95333 HTTP/1.1" status: 200 len: 1820 time: 0.2040019 Feb 28 20:14:19.577268 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ce342e3-d45e-4e90-80c6-aae3e9de314c req-4267d9a0-0aa4-4e54-bac4-9e73b6350639 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=616f061c-2f6a-4501-8d85-4d693a7c90f6 HTTP/1.1" status: 200 len: 217 time: 0.0714564 Feb 28 20:14:19.579158 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e89567c0-5177-4f89-b2df-9b0f3344a268 admin admin] Publish callbacks [] for security_group (ea50391c-9f95-4376-b986-b76c9861486e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:19.684863 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-943478109-router', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '30a98677-2045-46f7-87f2-d6eab585019e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:02Z', 'updated_at': '2022-02-28T20:14:09Z', 'revision_number': 4, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'gw_port': {'id': '30a98677-2045-46f7-87f2-d6eab585019e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:04Z', 'updated_at': '2022-02-28T20:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '15c675e9-2de0-48d9-94ff-99599f5d4175', 'name': '', 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'mac_address': 'fa:16:3e:60:81:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:10Z', 'revision_number': 2, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'subnets': [{'id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:19.735993 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e89567c0-5177-4f89-b2df-9b0f3344a268 admin admin] Publish callbacks [] for security_group (ea50391c-9f95-4376-b986-b76c9861486e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:19.740276 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce342e3-d45e-4e90-80c6-aae3e9de314c req-d22498ba-49bb-40e6-a70f-f802ff9dffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:19.743145 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ce342e3-d45e-4e90-80c6-aae3e9de314c req-d22498ba-49bb-40e6-a70f-f802ff9dffde service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.1435125 Feb 28 20:14:19.792583 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] Checking router: 122b17b6-9d74-4733-bc3b-9f06a98fb344 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:14:19.793083 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] Updating router 122b17b6-9d74-4733-bc3b-9f06a98fb344 port 15c675e9-2de0-48d9-94ff-99599f5d4175 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:14:19.836187 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044dda4-74ef-4f2b-b1a2-538b5b1d23a6 req-193c6b07-da62-41ba-918b-a283b2389ab5 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:19.841749 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ce342e3-d45e-4e90-80c6-aae3e9de314c req-d966c40a-e026-4db3-ad52-a0810edf5a43 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650141 Feb 28 20:14:19.846631 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8044dda4-74ef-4f2b-b1a2-538b5b1d23a6 req-193c6b07-da62-41ba-918b-a283b2389ab5 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 946 time: 0.3174691 Feb 28 20:14:19.870446 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:19.879558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 29d92ee0-6371-49d2-802f-69d376f95ecf is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:19.980179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e24da74e-6117-4d8c-abc2-be6ae40cf6b3 None None] Port 4db4259c-3f85-463f-b710-0f61ae4537fa cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:14:19.988195 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c64981f0-9d00-41ed-9c25-52f5af36eba8, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c64981f0-9d00-41ed-9c25-52f5af36eba8,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:20.002906 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (15c675e9-2de0-48d9-94ff-99599f5d4175), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:20.015410 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:20.026288 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'c64981f0-9d00-41ed-9c25-52f5af36eba8', 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2', 'port_id': 'c64981f0-9d00-41ed-9c25-52f5af36eba8', 'mac_address': 'fa:16:3e:37:32:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bdb014-8992-41b5-9199-5d89512b4a60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:14:20.096148 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-22e63844-2f44-4fee-b0b0-6820a63d258e req-2c86a436-b4c2-46ae-a14b-aba49150b04a tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (e863a132-c7ec-4b3b-ba1a-70b65cd95333), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:20.267809 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-22e63844-2f44-4fee-b0b0-6820a63d258e req-2c86a436-b4c2-46ae-a14b-aba49150b04a tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (e863a132-c7ec-4b3b-ba1a-70b65cd95333), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:20.278218 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8044dda4-74ef-4f2b-b1a2-538b5b1d23a6 req-2d6161f7-88d0-4975-8a1d-9be6de2d247b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173348 Feb 28 20:14:20.279220 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e89567c0-5177-4f89-b2df-9b0f3344a268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ea50391c-9f95-4376-b986-b76c9861486e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:20.286991 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e89567c0-5177-4f89-b2df-9b0f3344a268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:20.289072 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e89567c0-5177-4f89-b2df-9b0f3344a268 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea50391c-9f95-4376-b986-b76c9861486e HTTP/1.1" status: 204 len: 168 time: 1.1183720 Feb 28 20:14:20.305307 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Allocated IP 172.20.0.5 (2fc1b086-af1e-4b43-8525-dd60f05397b8/1de44bff-1752-4fb9-ae82-7864a92b5560/0e3ff6d4-844c-49dc-994c-85ddf47eed82) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:14:20.321177 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89567c0-5177-4f89-b2df-9b0f3344a268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea50391c-9f95-4376-b986-b76c9861486e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:20.384583 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-22e63844-2f44-4fee-b0b0-6820a63d258e req-2c86a436-b4c2-46ae-a14b-aba49150b04a tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e863a132-c7ec-4b3b-ba1a-70b65cd95333), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:20.389594 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-22e63844-2f44-4fee-b0b0-6820a63d258e req-2c86a436-b4c2-46ae-a14b-aba49150b04a tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:20.391659 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22e63844-2f44-4fee-b0b0-6820a63d258e req-2c86a436-b4c2-46ae-a14b-aba49150b04a tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "DELETE /v2.0/security-groups/e863a132-c7ec-4b3b-ba1a-70b65cd95333 HTTP/1.1" status: 204 len: 173 time: 0.8438191 Feb 28 20:14:20.429551 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86a436-b4c2-46ae-a14b-aba49150b04a tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e863a132-c7ec-4b3b-ba1a-70b65cd95333,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:20.573852 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks [] for port (0e3ff6d4-844c-49dc-994c-85ddf47eed82), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:20.589149 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3ff8be2c-4b09-43cf-a6eb-f8987b578360 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:20.617065 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0e3ff6d4-844c-49dc-994c-85ddf47eed82), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:20.657949 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port c64981f0-9d00-41ed-9c25-52f5af36eba8 is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:20.658383 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c64981f0-9d00-41ed-9c25-52f5af36eba8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:20.715844 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Network 2fc1b086-af1e-4b43-8525-dd60f05397b8 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:14:20.729174 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:20.743859 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ce342e3-d45e-4e90-80c6-aae3e9de314c req-d9fc8ec4-963a-4aa4-abba-fc39a5365ace service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8747797 Feb 28 20:14:20.746004 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:14:20.815061 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:20.817510 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:20.893777 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Pushing event updated for resources: {'Port': ['ID=0e3ff6d4-844c-49dc-994c-85ddf47eed82,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:20.927027 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f05a0-4b08-4bfe-a837-2dcf184d79a1 req-783fef04-ede8-4b2b-a2fa-9f89ff212355 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:20.936502 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8f1f05a0-4b08-4bfe-a837-2dcf184d79a1 req-783fef04-ede8-4b2b-a2fa-9f89ff212355 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7138ee64-9589-4692-9a3e-642a4638b980 HTTP/1.1" status: 200 len: 946 time: 0.2173102 Feb 28 20:14:21.000097 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:21.000615 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:21.001859 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:21.002314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:21.002765 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:21.003211 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:21.003675 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:21.004144 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:21.005347 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84943ed0-bae2-4f26-b231-4c5845b3a08e req-a2c0c285-9b2b-4793-a521-53255cb7c2ea tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:21.006566 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:21.007010 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:21.007446 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:21.011525 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:21.012092 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:21.017634 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-62077db4-2798-4c5a-a61a-4eeceb7407cc admin admin] Publish callbacks [] for port (4db4259c-3f85-463f-b710-0f61ae4537fa), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:21.028998 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-84943ed0-bae2-4f26-b231-4c5845b3a08e req-a2c0c285-9b2b-4793-a521-53255cb7c2ea tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff308979-1b0e-442f-9934-e030e4409cbc HTTP/1.1" status: 200 len: 931 time: 0.3606646 Feb 28 20:14:21.038664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c64981f0-9d00-41ed-9c25-52f5af36eba8 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:14:21.083033 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-82e970f8-0637-4b17-a797-bea2e67081ee tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9745886 Feb 28 20:14:21.119140 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] Request body: {'port': {'device_id': 'ff308979-1b0e-442f-9934-e030e4409cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:21.124822 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c64981f0-9d00-41ed-9c25-52f5af36eba8, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c64981f0-9d00-41ed-9c25-52f5af36eba8,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:21.168343 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-62077db4-2798-4c5a-a61a-4eeceb7407cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (4db4259c-3f85-463f-b710-0f61ae4537fa), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:21.169644 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c64981f0-9d00-41ed-9c25-52f5af36eba8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:21.259546 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8f1f05a0-4b08-4bfe-a837-2dcf184d79a1 req-e6c027cb-ab78-46c7-9348-c03b2dbd192b tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219388 Feb 28 20:14:21.273760 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49278) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:21.295166 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-07d4bc76-e910-4a25-af96-0cf63c67cec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:21.325564 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-84943ed0-bae2-4f26-b231-4c5845b3a08e req-cfbcc819-d859-403e-83fe-558c8b07920c tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e4b6d6-3b3c-44a3-93df-14ef42204048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949445 Feb 28 20:14:21.418598 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0e3ff6d4-844c-49dc-994c-85ddf47eed82), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:21.456040 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-07d4bc76-e910-4a25-af96-0cf63c67cec1 admin admin] Publish callbacks [] for security_group (85d596ee-630c-4a71-b0ae-5ca16e1d9a94), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:21.463011 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-07d4bc76-e910-4a25-af96-0cf63c67cec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (85d596ee-630c-4a71-b0ae-5ca16e1d9a94), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:21.511934 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] Publish callbacks [] for port (15c675e9-2de0-48d9-94ff-99599f5d4175), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:21.522031 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62077db4-2798-4c5a-a61a-4eeceb7407cc admin admin] Pushing event updated for resources: {'Port': ['ID=4db4259c-3f85-463f-b710-0f61ae4537fa,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:21.559137 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 399d9b21-61bd-462f-83f3-ecb14cb4189e up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:21.566126 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-07d4bc76-e910-4a25-af96-0cf63c67cec1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39bcd1d508cc4e6aa557c0f33d3ca60d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907345 Feb 28 20:14:21.579403 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49290) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:21.600218 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0ce342e3-d45e-4e90-80c6-aae3e9de314c req-b13ace01-178b-418c-80cc-bdc3fea50c3a service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7755091 Feb 28 20:14:21.618437 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-62077db4-2798-4c5a-a61a-4eeceb7407cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (01c946ae-f91d-42b6-9cd4-e6aa6be455d2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:21.672035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4bc76-e910-4a25-af96-0cf63c67cec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d596ee-630c-4a71-b0ae-5ca16e1d9a94,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:21.774318 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61051d-7cd7-4680-b716-9bc0a74092ef req-ac1d02d6-d768-461c-bfb8-9f49aade28ad tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:21.778404 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['c64981f0-9d00-41ed-9c25-52f5af36eba8'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:14:21.781134 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae61051d-7cd7-4680-b716-9bc0a74092ef req-ac1d02d6-d768-461c-bfb8-9f49aade28ad tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 943 time: 0.1778810 Feb 28 20:14:21.790734 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-971b8816-854a-4708-90de-c8821f674ee3 req-7d337b27-9f3a-4a1e-aaf4-f244709f448e tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "GET /v2.0/security-groups/875c0b89-6ad6-4e27-bd2d-b539fae70fb6 HTTP/1.1" status: 200 len: 2421 time: 0.1763661 Feb 28 20:14:21.893507 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:21.894459 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (15c675e9-2de0-48d9-94ff-99599f5d4175), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:21.975747 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-018071f5-ee34-4e0e-8f0d-0498d1a14d48 None None] Provisioning complete for port 0e3ff6d4-844c-49dc-994c-85ddf47eed82 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:21.976526 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-018071f5-ee34-4e0e-8f0d-0498d1a14d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0e3ff6d4-844c-49dc-994c-85ddf47eed82), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:21.986443 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3ff8be2c-4b09-43cf-a6eb-f8987b578360 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:21.987162 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3ff8be2c-4b09-43cf-a6eb-f8987b578360), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:22.112283 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae61051d-7cd7-4680-b716-9bc0a74092ef req-32ecc616-2ca9-4f95-b46a-fc136008d8e1 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279486 Feb 28 20:14:22.121923 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-971b8816-854a-4708-90de-c8821f674ee3 req-249f8687-fd07-4128-b20a-095dd276af10 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (875c0b89-6ad6-4e27-bd2d-b539fae70fb6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:22.243339 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-971b8816-854a-4708-90de-c8821f674ee3 req-249f8687-fd07-4128-b20a-095dd276af10 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (875c0b89-6ad6-4e27-bd2d-b539fae70fb6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:22.347447 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=c64981f0-9d00-41ed-9c25-52f5af36eba8,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:22.388714 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:22.479494 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-018071f5-ee34-4e0e-8f0d-0498d1a14d48 None None] Port 0e3ff6d4-844c-49dc-994c-85ddf47eed82 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:14:22.510114 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3ff6d4-844c-49dc-994c-85ddf47eed82 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:14:22.531880 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] Publish callbacks [] for port (0e3ff6d4-844c-49dc-994c-85ddf47eed82), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:22.540915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] Attempting to bind port 15c675e9-2de0-48d9-94ff-99599f5d4175 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:14:22.541513 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] Attempting to bind port 15c675e9-2de0-48d9-94ff-99599f5d4175 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'f1d9f4ea-168f-4144-97fd-4ad6af5057ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:14:22.542014 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] Attempting to bind port 15c675e9-2de0-48d9-94ff-99599f5d4175 on network 2fc1b086-af1e-4b43-8525-dd60f05397b8 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:14:22.548107 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 399d9b21-61bd-462f-83f3-ecb14cb4189e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:22.548644 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:22.549660 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] Transition to ACTIVE for port object 0e3ff6d4-844c-49dc-994c-85ddf47eed82 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:14:22.556785 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:14:22.557344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] Checking segment: {'id': 'f1d9f4ea-168f-4144-97fd-4ad6af5057ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:14:22.557861 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:22.558367 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] Bound using segment: {'id': 'f1d9f4ea-168f-4144-97fd-4ad6af5057ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:14:22.559117 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] Bound port: 15c675e9-2de0-48d9-94ff-99599f5d4175, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d9f4ea-168f-4144-97fd-4ad6af5057ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:14:22.559608 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (15c675e9-2de0-48d9-94ff-99599f5d4175), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:22.571211 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (0e3ff6d4-844c-49dc-994c-85ddf47eed82), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:22.606423 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03859c8e-f21d-45da-ab63-5f49bcf134a5 None None] Pushing event updated for resources: {'Port': ['ID=15c675e9-2de0-48d9-94ff-99599f5d4175,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:22.695749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-50f5e75b-cb87-41aa-b5fc-e7680fb2cf56 None None] Provisioning complete for port 15c675e9-2de0-48d9-94ff-99599f5d4175 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:22.696328 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-50f5e75b-cb87-41aa-b5fc-e7680fb2cf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (15c675e9-2de0-48d9-94ff-99599f5d4175), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:22.717329 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a89baca3-2d3a-4d13-b308-535abafca078 admin admin] Publish callbacks [] for security_group (85d596ee-630c-4a71-b0ae-5ca16e1d9a94), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:22.743167 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:22.745867 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] Pushing event updated for resources: {'Port': ['ID=0e3ff6d4-844c-49dc-994c-85ddf47eed82,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:22.809310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ab92a-d843-4b1b-8f86-78e5a47c3ca4 req-ecaeeef5-5a9d-4cd7-b547-c2fbef7df350 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:22.814173 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-846ab92a-d843-4b1b-8f86-78e5a47c3ca4 req-ecaeeef5-5a9d-4cd7-b547-c2fbef7df350 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 945 time: 0.4817910 Feb 28 20:14:22.838044 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-971b8816-854a-4708-90de-c8821f674ee3 req-249f8687-fd07-4128-b20a-095dd276af10 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (875c0b89-6ad6-4e27-bd2d-b539fae70fb6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:22.845668 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3ff8be2c-4b09-43cf-a6eb-f8987b578360 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:22.846791 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3ff8be2c-4b09-43cf-a6eb-f8987b578360), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:22.852769 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a89baca3-2d3a-4d13-b308-535abafca078 admin admin] Publish callbacks [] for security_group (85d596ee-630c-4a71-b0ae-5ca16e1d9a94), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:22.854588 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-971b8816-854a-4708-90de-c8821f674ee3 req-249f8687-fd07-4128-b20a-095dd276af10 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:22.857052 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-971b8816-854a-4708-90de-c8821f674ee3 req-249f8687-fd07-4128-b20a-095dd276af10 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "DELETE /v2.0/security-groups/875c0b89-6ad6-4e27-bd2d-b539fae70fb6 HTTP/1.1" status: 204 len: 173 time: 1.0543137 Feb 28 20:14:22.922841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f8687-fd07-4128-b20a-095dd276af10 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=875c0b89-6ad6-4e27-bd2d-b539fae70fb6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:22.996448 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8687-fd07-4128-b20a-095dd276af10 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:22.996954 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8687-fd07-4128-b20a-095dd276af10 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:22.997406 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8687-fd07-4128-b20a-095dd276af10 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:22.997878 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8687-fd07-4128-b20a-095dd276af10 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:22.998334 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8687-fd07-4128-b20a-095dd276af10 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:23.000727 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8687-fd07-4128-b20a-095dd276af10 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:23.006338 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8687-fd07-4128-b20a-095dd276af10 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:23.007208 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8687-fd07-4128-b20a-095dd276af10 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:23.015267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8687-fd07-4128-b20a-095dd276af10 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:23.015812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8687-fd07-4128-b20a-095dd276af10 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:23.016636 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8687-fd07-4128-b20a-095dd276af10 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:23.024262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8687-fd07-4128-b20a-095dd276af10 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:23.024793 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8687-fd07-4128-b20a-095dd276af10 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:23.054586 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62077db4-2798-4c5a-a61a-4eeceb7407cc admin admin] Network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:14:23.075491 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-62077db4-2798-4c5a-a61a-4eeceb7407cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:23.097090 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-50f5e75b-cb87-41aa-b5fc-e7680fb2cf56 None None] Port 15c675e9-2de0-48d9-94ff-99599f5d4175 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:14:23.125263 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-846ab92a-d843-4b1b-8f86-78e5a47c3ca4 req-8bbfb8a6-6e54-42a7-968a-40fc1298232f tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953537 Feb 28 20:14:23.169477 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] Attempting to bind port 0e3ff6d4-844c-49dc-994c-85ddf47eed82 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:14:23.169861 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] Attempting to bind port 0e3ff6d4-844c-49dc-994c-85ddf47eed82 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'f1d9f4ea-168f-4144-97fd-4ad6af5057ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:14:23.170733 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] Attempting to bind port 0e3ff6d4-844c-49dc-994c-85ddf47eed82 on network 2fc1b086-af1e-4b43-8525-dd60f05397b8 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:14:23.182969 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] Port 0e3ff6d4-844c-49dc-994c-85ddf47eed82 on network 2fc1b086-af1e-4b43-8525-dd60f05397b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:14:23.183954 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] Attempting to bind port 0e3ff6d4-844c-49dc-994c-85ddf47eed82 on network 2fc1b086-af1e-4b43-8525-dd60f05397b8 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:14:23.186094 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a89baca3-2d3a-4d13-b308-535abafca078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (85d596ee-630c-4a71-b0ae-5ca16e1d9a94), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:23.188694 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a89baca3-2d3a-4d13-b308-535abafca078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:23.209662 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a89baca3-2d3a-4d13-b308-535abafca078 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85d596ee-630c-4a71-b0ae-5ca16e1d9a94 HTTP/1.1" status: 204 len: 168 time: 1.6195827 Feb 28 20:14:23.268382 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8d704-e7d2-4316-b75e-f2df3dfb7b92 req-436f9dd5-34dc-4c26-91f3-05acda672df7 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:23.270155 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cbb8d704-e7d2-4316-b75e-f2df3dfb7b92 req-436f9dd5-34dc-4c26-91f3-05acda672df7 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff308979-1b0e-442f-9934-e030e4409cbc HTTP/1.1" status: 200 len: 943 time: 0.2046497 Feb 28 20:14:23.281805 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] For port 15c675e9-2de0-48d9-94ff-99599f5d4175, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:14:23.295447 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] For port 15c675e9-2de0-48d9-94ff-99599f5d4175, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=15c675e9-2de0-48d9-94ff-99599f5d4175,segment=NetworkSegment(f1d9f4ea-168f-4144-97fd-4ad6af5057ab),segment_id=f1d9f4ea-168f-4144-97fd-4ad6af5057ab)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:14:23.407366 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:14:23.407827 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] Checking segment: {'id': 'f1d9f4ea-168f-4144-97fd-4ad6af5057ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:14:23.408374 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] Bound using segment: {'id': 'f1d9f4ea-168f-4144-97fd-4ad6af5057ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:14:23.409057 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] Bound port: 0e3ff6d4-844c-49dc-994c-85ddf47eed82, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d9f4ea-168f-4144-97fd-4ad6af5057ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:14:23.409401 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0e3ff6d4-844c-49dc-994c-85ddf47eed82), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:23.419672 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89baca3-2d3a-4d13-b308-535abafca078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d596ee-630c-4a71-b0ae-5ca16e1d9a94,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:23.482243 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 399d9b21-61bd-462f-83f3-ecb14cb4189e is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:23.482705 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:23.520618 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (15c675e9-2de0-48d9-94ff-99599f5d4175), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:23.571484 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 399d9b21-61bd-462f-83f3-ecb14cb4189e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=399d9b21-61bd-462f-83f3-ecb14cb4189e,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:23.761022 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cbb8d704-e7d2-4316-b75e-f2df3dfb7b92 req-6ce3dd49-3eff-4662-a53a-4d9684343fd1 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e4b6d6-3b3c-44a3-93df-14ef42204048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802165 Feb 28 20:14:23.786101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b2a24-816a-49f5-9a26-36faeb13a902 req-3d85c420-3001-45ea-aa2d-5f9c33fdbb14 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:23.796061 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-748b2a24-816a-49f5-9a26-36faeb13a902 req-3d85c420-3001-45ea-aa2d-5f9c33fdbb14 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7138ee64-9589-4692-9a3e-642a4638b980 HTTP/1.1" status: 200 len: 946 time: 0.4564734 Feb 28 20:14:23.807917 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 3ff8be2c-4b09-43cf-a6eb-f8987b578360, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3ff8be2c-4b09-43cf-a6eb-f8987b578360,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:23.816570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44d23b5-0e33-4900-8196-707823bacd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399d9b21-61bd-462f-83f3-ecb14cb4189e'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:14:23.825574 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c67b6ea-9f05-4180-8095-5f86a746227f" -d '{"events": [{"server_uuid": "f44d23b5-0e33-4900-8196-707823bacd66", "name": "network-vif-plugged", "status": "completed", "tag": "399d9b21-61bd-462f-83f3-ecb14cb4189e"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:14:23.834985 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03859c8e-f21d-45da-ab63-5f49bcf134a5 None None] Pushing event updated for resources: {'Port': ['ID=15c675e9-2de0-48d9-94ff-99599f5d4175,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:23.873912 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:23.903872 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] Routers {'122b17b6-9d74-4733-bc3b-9f06a98fb344'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:14:23.905056 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:14:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['122b17b6-9d74-4733-bc3b-9f06a98fb344'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:23.943540 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-748b2a24-816a-49f5-9a26-36faeb13a902 req-80b98a75-9b2c-4a5b-b25e-758c2b92d6b0 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355174 Feb 28 20:14:23.958088 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] For port 0e3ff6d4-844c-49dc-994c-85ddf47eed82, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:14:23.986006 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] For port 0e3ff6d4-844c-49dc-994c-85ddf47eed82, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0e3ff6d4-844c-49dc-994c-85ddf47eed82,segment=NetworkSegment(f1d9f4ea-168f-4144-97fd-4ad6af5057ab),segment_id=f1d9f4ea-168f-4144-97fd-4ad6af5057ab)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:14:24.032803 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (0e3ff6d4-844c-49dc-994c-85ddf47eed82), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:24.044805 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62077db4-2798-4c5a-a61a-4eeceb7407cc admin admin] Router 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:14:24.077202 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c64981f0-9d00-41ed-9c25-52f5af36eba8 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:24.114570 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3ff8be2c-4b09-43cf-a6eb-f8987b578360), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:24.207376 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:24.208024 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:24.210024 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] 10.222.0.15 "PUT /v2.0/ports/0e3ff6d4-844c-49dc-994c-85ddf47eed82 HTTP/1.1" status: 200 len: 1092 time: 3.1085243 Feb 28 20:14:24.286143 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b709e71-e9dd-4999-888f-18c3195e1794 req-f464431e-adff-492b-856f-048db096ff82 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "GET /v2.0/security-groups/f1180f15-6852-4e29-981f-5934e3bd585f HTTP/1.1" status: 200 len: 2415 time: 0.2359819 Feb 28 20:14:24.295523 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff308979-1b0e-442f-9934-e030e4409cbc', 'tag': '0e3ff6d4-844c-49dc-994c-85ddf47eed82'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:14:24.308416 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4577e7-ae80-414a-bd91-b3f98ad9444b" -d '{"events": [{"name": "network-changed", "server_uuid": "ff308979-1b0e-442f-9934-e030e4409cbc", "tag": "0e3ff6d4-844c-49dc-994c-85ddf47eed82"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:14:24.503234 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-5b709e71-e9dd-4999-888f-18c3195e1794 req-a3b16975-7154-4046-8657-1d70a04e7934 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (f1180f15-6852-4e29-981f-5934e3bd585f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:24.575285 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 15c675e9-2de0-48d9-94ff-99599f5d4175 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:24.604274 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849327d-bf0b-4c45-95b7-5c041c7c697f service neutron] Pushing event updated for resources: {'Port': ['ID=0e3ff6d4-844c-49dc-994c-85ddf47eed82,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:24.638259 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-5b709e71-e9dd-4999-888f-18c3195e1794 req-a3b16975-7154-4046-8657-1d70a04e7934 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (f1180f15-6852-4e29-981f-5934e3bd585f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:24.760478 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-5b709e71-e9dd-4999-888f-18c3195e1794 req-a3b16975-7154-4046-8657-1d70a04e7934 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f1180f15-6852-4e29-981f-5934e3bd585f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:24.765368 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-5b709e71-e9dd-4999-888f-18c3195e1794 req-a3b16975-7154-4046-8657-1d70a04e7934 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:24.789711 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b709e71-e9dd-4999-888f-18c3195e1794 req-a3b16975-7154-4046-8657-1d70a04e7934 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] 10.222.0.13 "DELETE /v2.0/security-groups/f1180f15-6852-4e29-981f-5934e3bd585f HTTP/1.1" status: 204 len: 173 time: 0.5003977 Feb 28 20:14:24.790261 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49348) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:24.862506 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=399d9b21-61bd-462f-83f3-ecb14cb4189e,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:25.062127 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-adbff9b6-578a-4e53-9dad-cc1a933fb239 None None] Provisioning complete for port 15c675e9-2de0-48d9-94ff-99599f5d4175 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:25.063653 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-adbff9b6-578a-4e53-9dad-cc1a933fb239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (15c675e9-2de0-48d9-94ff-99599f5d4175), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:25.068866 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b16975-7154-4046-8657-1d70a04e7934 tempest-SecurityGroupRulesTestJSON-62060254 tempest-SecurityGroupRulesTestJSON-62060254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1180f15-6852-4e29-981f-5934e3bd585f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:25.143417 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-693d0c84-5426-4b26-9a2b-18fde04f50cd admin admin] Deleting subnet b7675b9d-eef6-4494-ba3d-4bc9b6ca9435 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:14:25.144182 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port c64981f0-9d00-41ed-9c25-52f5af36eba8 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:25.144559 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c64981f0-9d00-41ed-9c25-52f5af36eba8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:25.158413 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-693d0c84-5426-4b26-9a2b-18fde04f50cd admin admin] Publish callbacks [] for subnet (b7675b9d-eef6-4494-ba3d-4bc9b6ca9435), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:25.173117 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] Set router 122b17b6-9d74-4733-bc3b-9f06a98fb344 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:14:25.318305 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 15c675e9-2de0-48d9-94ff-99599f5d4175 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:25.318691 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (15c675e9-2de0-48d9-94ff-99599f5d4175), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:25.386502 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=3ff8be2c-4b09-43cf-a6eb-f8987b578360,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:25.414264 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ce8ec-0d81-4190-a6c2-eb929317d37e req-6ac56768-1b54-440c-9a2c-53b87c0ec792 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:25.436043 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c96ce8ec-0d81-4190-a6c2-eb929317d37e req-6ac56768-1b54-440c-9a2c-53b87c0ec792 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 943 time: 0.4720356 Feb 28 20:14:25.471876 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-693d0c84-5426-4b26-9a2b-18fde04f50cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (b7675b9d-eef6-4494-ba3d-4bc9b6ca9435), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:25.610057 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-adbff9b6-578a-4e53-9dad-cc1a933fb239 None None] Current status of the port 15c675e9-2de0-48d9-94ff-99599f5d4175 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:25.618306 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-adbff9b6-578a-4e53-9dad-cc1a933fb239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (15c675e9-2de0-48d9-94ff-99599f5d4175), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:25.780908 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c96ce8ec-0d81-4190-a6c2-eb929317d37e req-8a7cfe75-33ab-4f76-83fd-08bfdba1969b tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429539 Feb 28 20:14:25.829523 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-693d0c84-5426-4b26-9a2b-18fde04f50cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (b7675b9d-eef6-4494-ba3d-4bc9b6ca9435), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:25.876614 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62077db4-2798-4c5a-a61a-4eeceb7407cc admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:14:25.888499 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] Sync routers for ids ['01c946ae-f91d-42b6-9cd4-e6aa6be455d2'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:14:25.939208 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-62077db4-2798-4c5a-a61a-4eeceb7407cc admin admin] 10.222.0.13 "PUT /v2.0/routers/01c946ae-f91d-42b6-9cd4-e6aa6be455d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3961141 Feb 28 20:14:25.941707 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] Routers {'01c946ae-f91d-42b6-9cd4-e6aa6be455d2'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:14:25.942557 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-e01aa43c-2a3e-4258-9a5d-5a2164bb1f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:25.943414 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:14:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['01c946ae-f91d-42b6-9cd4-e6aa6be455d2'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:25.966335 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-e01aa43c-2a3e-4258-9a5d-5a2164bb1f4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12e9f0ffb3404b46ac26b734f1e43cbd&device_id=ff308979-1b0e-442f-9934-e030e4409cbc HTTP/1.1" status: 200 len: 1126 time: 1.6325903 Feb 28 20:14:26.058096 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550015b2-38b9-45e5-9248-39cffe441598 x-openstack-request-id: req-550015b2-38b9-45e5-9248-39cffe441598 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:14:26.059621 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-693d0c84-5426-4b26-9a2b-18fde04f50cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (b7675b9d-eef6-4494-ba3d-4bc9b6ca9435), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:26.066423 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44d23b5-0e33-4900-8196-707823bacd66", "name": "network-vif-plugged", "status": "completed", "tag": "399d9b21-61bd-462f-83f3-ecb14cb4189e", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:14:26.067104 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-550015b2-38b9-45e5-9248-39cffe441598 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:14:26.067626 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44d23b5-0e33-4900-8196-707823bacd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399d9b21-61bd-462f-83f3-ecb14cb4189e', 'code': 200} Feb 28 20:14:26.218597 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-693d0c84-5426-4b26-9a2b-18fde04f50cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:26.226839 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-693d0c84-5426-4b26-9a2b-18fde04f50cd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b7675b9d-eef6-4494-ba3d-4bc9b6ca9435 HTTP/1.1" status: 204 len: 168 time: 1.4174109 Feb 28 20:14:26.234735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d0c84-5426-4b26-9a2b-18fde04f50cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7675b9d-eef6-4494-ba3d-4bc9b6ca9435,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:26.251587 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-adbff9b6-578a-4e53-9dad-cc1a933fb239 None None] For port 15c675e9-2de0-48d9-94ff-99599f5d4175, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=15c675e9-2de0-48d9-94ff-99599f5d4175,segment=NetworkSegment(f1d9f4ea-168f-4144-97fd-4ad6af5057ab),segment_id=f1d9f4ea-168f-4144-97fd-4ad6af5057ab)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:26.252754 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49368) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:26.295172 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-473fe4b2-c543-4f69-8eb9-99a7cace0e56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e3ff6d4-844c-49dc-994c-85ddf47eed82 HTTP/1.1" status: 200 len: 217 time: 0.3129525 Feb 28 20:14:26.296169 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-adbff9b6-578a-4e53-9dad-cc1a933fb239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (15c675e9-2de0-48d9-94ff-99599f5d4175), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:26.298998 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 15c675e9-2de0-48d9-94ff-99599f5d4175 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:26.299512 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (15c675e9-2de0-48d9-94ff-99599f5d4175), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:26.311617 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-943478109-router', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '30a98677-2045-46f7-87f2-d6eab585019e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:02Z', 'updated_at': '2022-02-28T20:14:09Z', 'revision_number': 4, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'gw_port': {'id': '30a98677-2045-46f7-87f2-d6eab585019e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:04Z', 'updated_at': '2022-02-28T20:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '15c675e9-2de0-48d9-94ff-99599f5d4175', 'name': '', 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'mac_address': 'fa:16:3e:60:81:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:23Z', 'revision_number': 4, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'subnets': [{'id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:26.477051 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1f56a3-d556-486f-9d0a-b4ef93677b46 None None] The sync data for ids ['122b17b6-9d74-4733-bc3b-9f06a98fb344'] in n-d-820368-21 is: [{'id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-943478109-router', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '30a98677-2045-46f7-87f2-d6eab585019e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:02Z', 'updated_at': '2022-02-28T20:14:09Z', 'revision_number': 4, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'gw_port': {'id': '30a98677-2045-46f7-87f2-d6eab585019e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:04Z', 'updated_at': '2022-02-28T20:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '15c675e9-2de0-48d9-94ff-99599f5d4175', 'name': '', 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'mac_address': 'fa:16:3e:60:81:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:23Z', 'revision_number': 4, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'subnets': [{'id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:14:26.491563 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port c64981f0-9d00-41ed-9c25-52f5af36eba8 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:26.526451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-49cb4b7e-5049-4df2-b88c-b9db321a548a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:26.529947 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-49cb4b7e-5049-4df2-b88c-b9db321a548a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1de44bff-1752-4fb9-ae82-7864a92b5560 HTTP/1.1" status: 200 len: 867 time: 0.2291908 Feb 28 20:14:26.530455 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c64981f0-9d00-41ed-9c25-52f5af36eba8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:26.603716 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d047465-11df-40f6-a736-06313b18e055 req-4abef68c-e4d4-4070-8ea6-a91fd519e027 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:26.609734 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d047465-11df-40f6-a736-06313b18e055 req-4abef68c-e4d4-4070-8ea6-a91fd519e027 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 945 time: 0.3807821 Feb 28 20:14:26.613588 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc5ab7b8-9b1d-43ed-a8ed-99ed75785a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (d150f99e-dcba-4e02-a85d-5fba53d099dc), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:26.701168 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d047465-11df-40f6-a736-06313b18e055 req-63b5b3eb-df7d-4579-b5c8-1c9fa019081c tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795667 Feb 28 20:14:26.725893 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-88822aef-6f5c-4503-a437-fc7a706b5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:26.727437 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-88822aef-6f5c-4503-a437-fc7a706b5289 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fc1b086-af1e-4b43-8525-dd60f05397b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1800117 Feb 28 20:14:26.870526 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbff9b6-578a-4e53-9dad-cc1a933fb239 None None] Pushing event updated for resources: {'Port': ['ID=15c675e9-2de0-48d9-94ff-99599f5d4175,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:26.892426 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e37c327-d6db-409e-a038-9baa557626f9 x-openstack-request-id: req-1e37c327-d6db-409e-a038-9baa557626f9 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:14:26.892914 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff308979-1b0e-442f-9934-e030e4409cbc", "tag": "0e3ff6d4-844c-49dc-994c-85ddf47eed82", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:14:26.896773 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e37c327-d6db-409e-a038-9baa557626f9 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:14:26.897391 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff308979-1b0e-442f-9934-e030e4409cbc', 'tag': '0e3ff6d4-844c-49dc-994c-85ddf47eed82', 'status': 'completed', 'code': 200} Feb 28 20:14:26.921972 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] Set router 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:14:27.056470 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc5ab7b8-9b1d-43ed-a8ed-99ed75785a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (d150f99e-dcba-4e02-a85d-5fba53d099dc), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:27.058151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c64981f0-9d00-41ed-9c25-52f5af36eba8, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c64981f0-9d00-41ed-9c25-52f5af36eba8,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:27.188892 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-adbff9b6-578a-4e53-9dad-cc1a933fb239 None None] Provisioning complete for port 4db4259c-3f85-463f-b710-0f61ae4537fa triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:27.189592 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-adbff9b6-578a-4e53-9dad-cc1a933fb239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4db4259c-3f85-463f-b710-0f61ae4537fa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:27.191820 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-66f8d43c-3b79-4bb1-a230-c799bb73c553 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc1b086-af1e-4b43-8525-dd60f05397b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506395 Feb 28 20:14:27.192633 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c64981f0-9d00-41ed-9c25-52f5af36eba8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:27.254482 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-dc5ab7b8-9b1d-43ed-a8ed-99ed75785a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d150f99e-dcba-4e02-a85d-5fba53d099dc']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:27.288304 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-dc5ab7b8-9b1d-43ed-a8ed-99ed75785a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13117635-07d4-46ef-8b7b-85ceee3bb522') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:27.288854 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-dc5ab7b8-9b1d-43ed-a8ed-99ed75785a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13117635-07d4-46ef-8b7b-85ceee3bb522') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:27.311531 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc5ab7b8-9b1d-43ed-a8ed-99ed75785a75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (13117635-07d4-46ef-8b7b-85ceee3bb522), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:27.339171 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc5ab7b8-9b1d-43ed-a8ed-99ed75785a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (13117635-07d4-46ef-8b7b-85ceee3bb522), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:27.351027 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5ab7b8-9b1d-43ed-a8ed-99ed75785a75 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:14:27.351434 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc5ab7b8-9b1d-43ed-a8ed-99ed75785a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (13117635-07d4-46ef-8b7b-85ceee3bb522), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:27.403653 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-adbff9b6-578a-4e53-9dad-cc1a933fb239 None None] Port 4db4259c-3f85-463f-b710-0f61ae4537fa cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:14:27.416984 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:14:27.417353 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:14:27.485455 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:14:27.499621 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4e7b426d-6fd4-4b07-8ec4-61c7697a7676 req-13c721f6-9148-45e0-8f98-06a204a31b43 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc1b086-af1e-4b43-8525-dd60f05397b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987108 Feb 28 20:14:27.500041 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc5ab7b8-9b1d-43ed-a8ed-99ed75785a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (d150f99e-dcba-4e02-a85d-5fba53d099dc), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:27.527698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ab7b8-9b1d-43ed-a8ed-99ed75785a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=d150f99e-dcba-4e02-a85d-5fba53d099dc,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:27.550166 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc5ab7b8-9b1d-43ed-a8ed-99ed75785a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:27.561215 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-dc5ab7b8-9b1d-43ed-a8ed-99ed75785a75 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d150f99e-dcba-4e02-a85d-5fba53d099dc HTTP/1.1" status: 204 len: 168 time: 1.3071547 Feb 28 20:14:27.589140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcc609-f744-4293-aa58-6324bd908ff8 req-b9d8e113-943d-41ff-ac41-aeaed981d0fb tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:27.590711 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92bcc609-f744-4293-aa58-6324bd908ff8 req-b9d8e113-943d-41ff-ac41-aeaed981d0fb tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff308979-1b0e-442f-9934-e030e4409cbc HTTP/1.1" status: 200 len: 943 time: 0.5255020 Feb 28 20:14:27.716588 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4577e7-ae80-414a-bd91-b3f98ad9444b req-2c91a03e-85ed-4940-83ce-dd5cf5a8fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:27.719036 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'name': 'tempest-ServerActionsTestJSON-2090627387-router', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:19Z', 'revision_number': 4, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'gw_port': {'id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:09Z', 'updated_at': '2022-02-28T20:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '4db4259c-3f85-463f-b710-0f61ae4537fa', 'name': '', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'mac_address': 'fa:16:3e:ed:64:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:16Z', 'updated_at': '2022-02-28T20:14:19Z', 'revision_number': 2, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'subnets': [{'id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:27.728106 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d4577e7-ae80-414a-bd91-b3f98ad9444b req-2c91a03e-85ed-4940-83ce-dd5cf5a8fccd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12e9f0ffb3404b46ac26b734f1e43cbd&device_id=ff308979-1b0e-442f-9934-e030e4409cbc HTTP/1.1" status: 200 len: 1126 time: 0.1703677 Feb 28 20:14:27.731272 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92bcc609-f744-4293-aa58-6324bd908ff8 req-17a23b5d-d2fb-48d4-9134-07d3db3c0229 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e4b6d6-3b3c-44a3-93df-14ef42204048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331911 Feb 28 20:14:27.837610 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] Checking router: 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:14:27.838270 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] Updating router 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 port 4db4259c-3f85-463f-b710-0f61ae4537fa binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:14:27.935148 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4db4259c-3f85-463f-b710-0f61ae4537fa), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:28.043977 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4577e7-ae80-414a-bd91-b3f98ad9444b req-15d43c88-85a9-4a25-8ccf-b1087877fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:28.050168 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d4577e7-ae80-414a-bd91-b3f98ad9444b req-15d43c88-85a9-4a25-8ccf-b1087877fd7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=2fc1b086-af1e-4b43-8525-dd60f05397b8 HTTP/1.1" status: 200 len: 928 time: 0.3163838 Feb 28 20:14:28.096976 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3b0b4-ecb9-482d-ac83-ed3b70adba0f req-e93fdfc2-8a31-4795-83a8-6a8f51818f74 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:28.100578 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1be3b0b4-ecb9-482d-ac83-ed3b70adba0f req-e93fdfc2-8a31-4795-83a8-6a8f51818f74 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7138ee64-9589-4692-9a3e-642a4638b980 HTTP/1.1" status: 200 len: 946 time: 0.1811862 Feb 28 20:14:28.204732 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373c276d-57dd-4016-8ef0-2229d24eda6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64981f0-9d00-41ed-9c25-52f5af36eba8'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:14:28.212215 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d4577e7-ae80-414a-bd91-b3f98ad9444b req-a31505a6-9c3c-4516-b97e-77f764b5b42e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e3ff6d4-844c-49dc-994c-85ddf47eed82 HTTP/1.1" status: 200 len: 217 time: 0.1538548 Feb 28 20:14:28.213359 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea949d7e-fb0e-41f8-b198-cb202d272a13" -d '{"events": [{"server_uuid": "373c276d-57dd-4016-8ef0-2229d24eda6e", "name": "network-vif-plugged", "status": "completed", "tag": "c64981f0-9d00-41ed-9c25-52f5af36eba8"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:14:28.265445 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1be3b0b4-ecb9-482d-ac83-ed3b70adba0f req-ce2c526c-36e2-4400-adf1-6581b0057710 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477063 Feb 28 20:14:28.293144 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=c64981f0-9d00-41ed-9c25-52f5af36eba8,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:28.343385 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 15c675e9-2de0-48d9-94ff-99599f5d4175 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:28.375022 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49392) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:28.455184 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3d10177b-2d4f-47f4-8915-3c01787605b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=497acde8f1bc42f8b44f84ff47cee7c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0786030 Feb 28 20:14:28.457985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49394) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:28.466735 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4577e7-ae80-414a-bd91-b3f98ad9444b req-7a766c7a-1cd5-4ca8-ba13-192ab2a39cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:28.469265 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d4577e7-ae80-414a-bd91-b3f98ad9444b req-7a766c7a-1cd5-4ca8-ba13-192ab2a39cc2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1de44bff-1752-4fb9-ae82-7864a92b5560 HTTP/1.1" status: 200 len: 867 time: 0.2512314 Feb 28 20:14:28.620341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 15c675e9-2de0-48d9-94ff-99599f5d4175 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:28.622645 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4577e7-ae80-414a-bd91-b3f98ad9444b req-0c455929-381b-460d-b1e4-9ba112a65705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:28.627841 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d4577e7-ae80-414a-bd91-b3f98ad9444b req-0c455929-381b-460d-b1e4-9ba112a65705 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fc1b086-af1e-4b43-8525-dd60f05397b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1506393 Feb 28 20:14:28.653742 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4fca215f-3053-48ea-9268-84ebc70c2578 admin admin] Publish callbacks [] for security_group (dd676617-a781-42ec-9ed1-8256faf28ff6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:28.733593 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4fca215f-3053-48ea-9268-84ebc70c2578 admin admin] Publish callbacks [] for security_group (dd676617-a781-42ec-9ed1-8256faf28ff6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:28.745665 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 15c675e9-2de0-48d9-94ff-99599f5d4175 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:28.745665 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (15c675e9-2de0-48d9-94ff-99599f5d4175), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:28.831174 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4fca215f-3053-48ea-9268-84ebc70c2578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (dd676617-a781-42ec-9ed1-8256faf28ff6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:28.832541 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4fca215f-3053-48ea-9268-84ebc70c2578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:28.832936 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4fca215f-3053-48ea-9268-84ebc70c2578 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd676617-a781-42ec-9ed1-8256faf28ff6 HTTP/1.1" status: 204 len: 168 time: 0.3646514 Feb 28 20:14:28.852925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca215f-3053-48ea-9268-84ebc70c2578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd676617-a781-42ec-9ed1-8256faf28ff6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:28.859554 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] Publish callbacks [] for port (4db4259c-3f85-463f-b710-0f61ae4537fa), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:28.868147 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4db4259c-3f85-463f-b710-0f61ae4537fa), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:28.870045 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d4577e7-ae80-414a-bd91-b3f98ad9444b req-e4e692cc-223c-40de-8b8b-428c553d8ca2 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc1b086-af1e-4b43-8525-dd60f05397b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334294 Feb 28 20:14:29.169858 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d4577e7-ae80-414a-bd91-b3f98ad9444b req-66f72785-7637-4d7a-9e2f-43875c46ca5f service neutron] 10.222.0.15 "GET /v2.0/networks/2fc1b086-af1e-4b43-8525-dd60f05397b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939134 Feb 28 20:14:29.212518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 15c675e9-2de0-48d9-94ff-99599f5d4175 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:29.215267 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3ff8be2c-4b09-43cf-a6eb-f8987b578360 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:29.281251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0e3ff6d4-844c-49dc-994c-85ddf47eed82 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:14:29.298461 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020beda0-5a78-4348-87f4-bd105b9fc8aa None None] Pushing event updated for resources: {'Port': ['ID=4db4259c-3f85-463f-b710-0f61ae4537fa,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:29.317227 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] Attempting to bind port 4db4259c-3f85-463f-b710-0f61ae4537fa on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:14:29.317680 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] Attempting to bind port 4db4259c-3f85-463f-b710-0f61ae4537fa by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:14:29.318672 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] Attempting to bind port 4db4259c-3f85-463f-b710-0f61ae4537fa on network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:14:29.350070 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:14:29.352501 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] Checking segment: {'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:14:29.357393 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:29.358128 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] Bound using segment: {'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:14:29.358530 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] Bound port: 4db4259c-3f85-463f-b710-0f61ae4537fa, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:14:29.358994 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4db4259c-3f85-463f-b710-0f61ae4537fa), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:29.638830 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] For port 4db4259c-3f85-463f-b710-0f61ae4537fa, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:14:29.652426 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] For port 4db4259c-3f85-463f-b710-0f61ae4537fa, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4db4259c-3f85-463f-b710-0f61ae4537fa,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:14:29.665701 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4db4259c-3f85-463f-b710-0f61ae4537fa), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:29.668547 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 0e3ff6d4-844c-49dc-994c-85ddf47eed82, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0e3ff6d4-844c-49dc-994c-85ddf47eed82,segment=NetworkSegment(f1d9f4ea-168f-4144-97fd-4ad6af5057ab),segment_id=f1d9f4ea-168f-4144-97fd-4ad6af5057ab)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:29.691359 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '0e3ff6d4-844c-49dc-994c-85ddf47eed82', 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8', 'port_id': '0e3ff6d4-844c-49dc-994c-85ddf47eed82', 'mac_address': 'fa:16:3e:4f:9d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:14:29.699254 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3ff8be2c-4b09-43cf-a6eb-f8987b578360 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:29.699964 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3ff8be2c-4b09-43cf-a6eb-f8987b578360), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:29.857712 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020beda0-5a78-4348-87f4-bd105b9fc8aa None None] Pushing event updated for resources: {'Port': ['ID=4db4259c-3f85-463f-b710-0f61ae4537fa,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:29.875501 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ca11bb02-6c88-4b6c-850a-c6e6cbc3666c None None] Provisioning complete for port 4db4259c-3f85-463f-b710-0f61ae4537fa triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:29.876083 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ca11bb02-6c88-4b6c-850a-c6e6cbc3666c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4db4259c-3f85-463f-b710-0f61ae4537fa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:29.901936 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] Routers {'01c946ae-f91d-42b6-9cd4-e6aa6be455d2'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:14:29.902795 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:14:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['01c946ae-f91d-42b6-9cd4-e6aa6be455d2'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:29.981272 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 0e3ff6d4-844c-49dc-994c-85ddf47eed82 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:29.981272 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0e3ff6d4-844c-49dc-994c-85ddf47eed82), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:30.046622 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3ff6d4-844c-49dc-994c-85ddf47eed82 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:14:30.176460 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 0e3ff6d4-844c-49dc-994c-85ddf47eed82, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0e3ff6d4-844c-49dc-994c-85ddf47eed82,segment=NetworkSegment(f1d9f4ea-168f-4144-97fd-4ad6af5057ab),segment_id=f1d9f4ea-168f-4144-97fd-4ad6af5057ab)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:30.179317 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49412) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:30.184586 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-fa2921e8-0fd2-43f3-ba48-2b4bfe20b1e8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1783266331', 'description': 'tempest-description--1125119615'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:30.230835 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fa2921e8-0fd2-43f3-ba48-2b4bfe20b1e8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:30.276500 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0e3ff6d4-844c-49dc-994c-85ddf47eed82), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:30.319231 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3ff8be2c-4b09-43cf-a6eb-f8987b578360 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:30.370339 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] Set router 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:14:30.426961 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ca11bb02-6c88-4b6c-850a-c6e6cbc3666c None None] Current status of the port 4db4259c-3f85-463f-b710-0f61ae4537fa is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:30.428526 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ca11bb02-6c88-4b6c-850a-c6e6cbc3666c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4db4259c-3f85-463f-b710-0f61ae4537fa), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:30.496204 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ca11bb02-6c88-4b6c-850a-c6e6cbc3666c None None] For port 4db4259c-3f85-463f-b710-0f61ae4537fa, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4db4259c-3f85-463f-b710-0f61ae4537fa,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:30.512322 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ca11bb02-6c88-4b6c-850a-c6e6cbc3666c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4db4259c-3f85-463f-b710-0f61ae4537fa), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:30.564552 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=0e3ff6d4-844c-49dc-994c-85ddf47eed82,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:30.655242 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdae9d-2ea5-4736-bc22-72af09a3d544 req-281ad878-cc86-4f13-8f8e-5c46e7a2a905 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:30.659965 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c9bdae9d-2ea5-4736-bc22-72af09a3d544 req-281ad878-cc86-4f13-8f8e-5c46e7a2a905 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 943 time: 0.3407085 Feb 28 20:14:30.822900 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c9bdae9d-2ea5-4736-bc22-72af09a3d544 req-f11b21a6-da9e-4550-a778-1d3fecdb3afb tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472547 Feb 28 20:14:30.830599 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fa2921e8-0fd2-43f3-ba48-2b4bfe20b1e8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for security_group (41b2d26a-84ba-49f5-b132-dc5cefb23a87), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:30.844141 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11bb02-6c88-4b6c-850a-c6e6cbc3666c None None] Pushing event updated for resources: {'Port': ['ID=4db4259c-3f85-463f-b710-0f61ae4537fa,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:30.846764 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fa2921e8-0fd2-43f3-ba48-2b4bfe20b1e8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (41b2d26a-84ba-49f5-b132-dc5cefb23a87), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:30.883069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['0e3ff6d4-844c-49dc-994c-85ddf47eed82'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:14:30.902695 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2921e8-0fd2-43f3-ba48-2b4bfe20b1e8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b2d26a-84ba-49f5-b132-dc5cefb23a87,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:30.918114 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fa2921e8-0fd2-43f3-ba48-2b4bfe20b1e8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:30.919468 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fa2921e8-0fd2-43f3-ba48-2b4bfe20b1e8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7389081 Feb 28 20:14:30.922638 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49428) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:30.927669 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-8b435a32-92a3-4fb5-abb8-be36f0883073 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Request body: {'security_group_rule': {'security_group_id': '41b2d26a-84ba-49f5-b132-dc5cefb23a87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:30.993408 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:14:30.995697 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8b435a32-92a3-4fb5-abb8-be36f0883073 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for security_group_rule (84478f97-6f97-4585-8e50-0a83fd1bf3ac), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:31.027019 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-4e59fa69-adfb-4016-a62e-8d8d4f459ef5 None None] Provisioning complete for port 4db4259c-3f85-463f-b710-0f61ae4537fa triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:31.036417 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4e59fa69-adfb-4016-a62e-8d8d4f459ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4db4259c-3f85-463f-b710-0f61ae4537fa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:31.164825 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8b435a32-92a3-4fb5-abb8-be36f0883073 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for security_group_rule (84478f97-6f97-4585-8e50-0a83fd1bf3ac), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:31.171276 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8b435a32-92a3-4fb5-abb8-be36f0883073 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (84478f97-6f97-4585-8e50-0a83fd1bf3ac), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:31.225588 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b435a32-92a3-4fb5-abb8-be36f0883073 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84478f97-6f97-4585-8e50-0a83fd1bf3ac,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:31.242497 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49430) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:31.256102 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8b435a32-92a3-4fb5-abb8-be36f0883073 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:31.260297 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8b435a32-92a3-4fb5-abb8-be36f0883073 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3366508 Feb 28 20:14:31.263115 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49434) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:31.278621 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'name': 'tempest-ServerActionsTestJSON-2090627387-router', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:19Z', 'revision_number': 4, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'gw_port': {'id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:09Z', 'updated_at': '2022-02-28T20:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '4db4259c-3f85-463f-b710-0f61ae4537fa', 'name': '', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'mac_address': 'fa:16:3e:ed:64:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:16Z', 'updated_at': '2022-02-28T20:14:29Z', 'revision_number': 4, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'subnets': [{'id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:31.287809 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-bf94a8a1-f1c2-405f-abc3-887393f3f7eb tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Request body: {'security_group_rule': {'security_group_id': '41b2d26a-84ba-49f5-b132-dc5cefb23a87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:31.391515 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bf94a8a1-f1c2-405f-abc3-887393f3f7eb tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for security_group_rule (89364c12-f933-4129-8c7a-8c066186e899), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:31.391997 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163cc49-c640-4f6a-8a15-57cccabe3a7b None None] The sync data for ids ['01c946ae-f91d-42b6-9cd4-e6aa6be455d2'] in n-d-820368-21 is: [{'id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'name': 'tempest-ServerActionsTestJSON-2090627387-router', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:19Z', 'revision_number': 4, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'gw_port': {'id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:09Z', 'updated_at': '2022-02-28T20:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '4db4259c-3f85-463f-b710-0f61ae4537fa', 'name': '', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'mac_address': 'fa:16:3e:ed:64:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:16Z', 'updated_at': '2022-02-28T20:14:29Z', 'revision_number': 4, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'subnets': [{'id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:14:31.451895 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4e59fa69-adfb-4016-a62e-8d8d4f459ef5 None None] Current status of the port 4db4259c-3f85-463f-b710-0f61ae4537fa is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:31.562356 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-91e9e0e6-9d13-4eef-9661-157febcf3c58 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-833686481-network', 'tenant_id': '0c65143abc814c5eae2a346f3552c8ab'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:31.682706 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bf94a8a1-f1c2-405f-abc3-887393f3f7eb tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for security_group_rule (89364c12-f933-4129-8c7a-8c066186e899), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:31.695992 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e9e0e6-9d13-4eef-9661-157febcf3c58 admin admin] Made reservation on behalf of 0c65143abc814c5eae2a346f3552c8ab for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:14:31.699176 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91e9e0e6-9d13-4eef-9661-157febcf3c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:31.702810 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bf94a8a1-f1c2-405f-abc3-887393f3f7eb tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (89364c12-f933-4129-8c7a-8c066186e899), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:31.798638 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91e9e0e6-9d13-4eef-9661-157febcf3c58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:31.804018 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94a8a1-f1c2-405f-abc3-887393f3f7eb tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89364c12-f933-4129-8c7a-8c066186e899,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:31.860631 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bf94a8a1-f1c2-405f-abc3-887393f3f7eb tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:31.868218 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14736dc4-d52f-4a31-8a9a-1d0b8054371c req-6163aa92-9dd6-475f-8cb6-6440cd81a5c7 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:31.871570 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bf94a8a1-f1c2-405f-abc3-887393f3f7eb tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6064975 Feb 28 20:14:31.882786 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-14736dc4-d52f-4a31-8a9a-1d0b8054371c req-6163aa92-9dd6-475f-8cb6-6440cd81a5c7 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 946 time: 0.1314631 Feb 28 20:14:31.883967 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49440) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:31.895579 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-30509983-5351-4bbe-8f91-09ad7df2f46d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:32.007623 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-14736dc4-d52f-4a31-8a9a-1d0b8054371c req-7e186a29-4470-4f8e-b8e2-b9350c52447c tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238773 Feb 28 20:14:32.016233 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30509983-5351-4bbe-8f91-09ad7df2f46d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:32.098851 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cafaec4-e13c-496d-8599-23369d9715d3 x-openstack-request-id: req-1cafaec4-e13c-496d-8599-23369d9715d3 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:14:32.099486 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373c276d-57dd-4016-8ef0-2229d24eda6e", "name": "network-vif-plugged", "status": "completed", "tag": "c64981f0-9d00-41ed-9c25-52f5af36eba8", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:14:32.099928 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1cafaec4-e13c-496d-8599-23369d9715d3 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:14:32.100583 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373c276d-57dd-4016-8ef0-2229d24eda6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64981f0-9d00-41ed-9c25-52f5af36eba8', 'code': 200} Feb 28 20:14:32.197727 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91e9e0e6-9d13-4eef-9661-157febcf3c58 admin admin] Publish callbacks [] for security_group (2fc6e1e2-ad9e-4cd9-bd57-2bbe0a1a80b5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:32.229332 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91e9e0e6-9d13-4eef-9661-157febcf3c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2fc6e1e2-ad9e-4cd9-bd57-2bbe0a1a80b5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:32.300325 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9e0e6-9d13-4eef-9661-157febcf3c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc6e1e2-ad9e-4cd9-bd57-2bbe0a1a80b5,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:32.344457 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e9e0e6-9d13-4eef-9661-157febcf3c58 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:14:32.385679 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea71dd3-6908-4664-9d51-271afd2ef53f req-17e4ec03-c238-43d5-a690-c7a44ee57d58 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:32.391398 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91e9e0e6-9d13-4eef-9661-157febcf3c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (ef8d9272-b185-44d7-83d5-ca5344043083), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:32.393545 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aea71dd3-6908-4664-9d51-271afd2ef53f req-17e4ec03-c238-43d5-a690-c7a44ee57d58 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff308979-1b0e-442f-9934-e030e4409cbc HTTP/1.1" status: 200 len: 944 time: 0.1864614 Feb 28 20:14:32.401607 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-91e9e0e6-9d13-4eef-9661-157febcf3c58 admin admin] Added segment ef8d9272-b185-44d7-83d5-ca5344043083 of type vlan for network f1ab8a62-b518-415b-b863-47f0debbbf7e Feb 28 20:14:32.501856 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91e9e0e6-9d13-4eef-9661-157febcf3c58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (f1ab8a62-b518-415b-b863-47f0debbbf7e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:32.585873 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30509983-5351-4bbe-8f91-09ad7df2f46d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:32.616263 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91e9e0e6-9d13-4eef-9661-157febcf3c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (f1ab8a62-b518-415b-b863-47f0debbbf7e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:32.617257 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e9e0e6-9d13-4eef-9661-157febcf3c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:32.617839 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91e9e0e6-9d13-4eef-9661-157febcf3c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:32.622484 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4db4259c-3f85-463f-b710-0f61ae4537fa up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:32.637424 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aea71dd3-6908-4664-9d51-271afd2ef53f req-2df396f3-f50c-425f-b833-9961e70ac778 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e4b6d6-3b3c-44a3-93df-14ef42204048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334998 Feb 28 20:14:32.817721 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4db4259c-3f85-463f-b710-0f61ae4537fa triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:32.818467 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4db4259c-3f85-463f-b710-0f61ae4537fa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:32.996027 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1089e-d2cb-412c-8357-52a59c0b98a7 req-e7d1e55b-22b5-44d8-858c-fded1948d098 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:33.008489 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0f1089e-d2cb-412c-8357-52a59c0b98a7 req-e7d1e55b-22b5-44d8-858c-fded1948d098 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7138ee64-9589-4692-9a3e-642a4638b980 HTTP/1.1" status: 200 len: 946 time: 0.2226412 Feb 28 20:14:33.042828 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-91e9e0e6-9d13-4eef-9661-157febcf3c58 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7956858 Feb 28 20:14:33.045654 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49444) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:33.065358 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-1e283e5e-5068-4677-97a4-f17003ed7df7 admin admin] Request body: {'subnet': {'network_id': 'f1ab8a62-b518-415b-b863-47f0debbbf7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-833686481-subnet', 'tenant_id': '0c65143abc814c5eae2a346f3552c8ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:33.082312 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9e0e6-9d13-4eef-9661-157febcf3c58 admin admin] Pushing event updated for resources: {'Network': ['ID=f1ab8a62-b518-415b-b863-47f0debbbf7e,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:33.117596 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network f1ab8a62-b518-415b-b863-47f0debbbf7e details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:14:33.260810 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0f1089e-d2cb-412c-8357-52a59c0b98a7 req-88482ddd-e1ec-4c8c-a040-d04df89710c2 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436357 Feb 28 20:14:33.266677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e283e5e-5068-4677-97a4-f17003ed7df7 admin admin] Made reservation on behalf of 0c65143abc814c5eae2a346f3552c8ab for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:14:33.271322 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e283e5e-5068-4677-97a4-f17003ed7df7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:33.284957 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-30509983-5351-4bbe-8f91-09ad7df2f46d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Allocated IP 172.25.0.244 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/9a36f445-5c9f-4670-916f-d68fc99643e4) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:14:33.340437 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0e3ff6d4-844c-49dc-994c-85ddf47eed82 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:33.351470 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4db4259c-3f85-463f-b710-0f61ae4537fa is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:33.614463 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 0e3ff6d4-844c-49dc-994c-85ddf47eed82 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:14:33.631977 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 0e3ff6d4-844c-49dc-994c-85ddf47eed82 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:33.632681 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0e3ff6d4-844c-49dc-994c-85ddf47eed82), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:33.642941 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30509983-5351-4bbe-8f91-09ad7df2f46d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for port (9a36f445-5c9f-4670-916f-d68fc99643e4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:33.764986 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30509983-5351-4bbe-8f91-09ad7df2f46d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (9a36f445-5c9f-4670-916f-d68fc99643e4), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:33.814559 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17900285-525e-4abe-8d15-b6d047717412 req-57181e17-8f3d-4e16-ba4d-6c76f378ae82 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:33.816347 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-17900285-525e-4abe-8d15-b6d047717412 req-57181e17-8f3d-4e16-ba4d-6c76f378ae82 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 943 time: 0.3235643 Feb 28 20:14:33.936720 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 0e3ff6d4-844c-49dc-994c-85ddf47eed82 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:33.937215 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0e3ff6d4-844c-49dc-994c-85ddf47eed82), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:33.946993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30509983-5351-4bbe-8f91-09ad7df2f46d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:14:33.968881 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-30509983-5351-4bbe-8f91-09ad7df2f46d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:33.983403 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30509983-5351-4bbe-8f91-09ad7df2f46d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:14:34.033771 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 0e3ff6d4-844c-49dc-994c-85ddf47eed82, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0e3ff6d4-844c-49dc-994c-85ddf47eed82,segment=NetworkSegment(f1d9f4ea-168f-4144-97fd-4ad6af5057ab),segment_id=f1d9f4ea-168f-4144-97fd-4ad6af5057ab)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:34.038907 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0e3ff6d4-844c-49dc-994c-85ddf47eed82), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:34.069396 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-17900285-525e-4abe-8d15-b6d047717412 req-4e9e0e1c-7f1b-4536-83e1-187e75b84b50 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375925 Feb 28 20:14:34.127292 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e283e5e-5068-4677-97a4-f17003ed7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (8b374066-a9c7-405e-ad66-8446e4a5cefe), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:34.197871 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30509983-5351-4bbe-8f91-09ad7df2f46d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Pushing event updated for resources: {'Port': ['ID=9a36f445-5c9f-4670-916f-d68fc99643e4,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:34.226078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff308979-1b0e-442f-9934-e030e4409cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3ff6d4-844c-49dc-994c-85ddf47eed82'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:14:34.231842 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946c0233-69cf-4bf9-9507-d7d029f1ac4f" -d '{"events": [{"server_uuid": "ff308979-1b0e-442f-9934-e030e4409cbc", "name": "network-vif-plugged", "status": "completed", "tag": "0e3ff6d4-844c-49dc-994c-85ddf47eed82"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:14:34.242593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=0e3ff6d4-844c-49dc-994c-85ddf47eed82,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:34.273715 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30509983-5351-4bbe-8f91-09ad7df2f46d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for floatingip (5463f018-4a34-4ba6-9ef7-e608321e7c3f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:34.291366 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:34.291626 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:34.292328 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:34.292951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:34.293547 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:34.293889 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:34.294220 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:34.294547 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:34.294871 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:34.295193 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:34.295516 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:34.295868 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:34.296190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:14:34.389618 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30509983-5351-4bbe-8f91-09ad7df2f46d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9a36f445-5c9f-4670-916f-d68fc99643e4), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:34.424588 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e283e5e-5068-4677-97a4-f17003ed7df7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b374066-a9c7-405e-ad66-8446e4a5cefe,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:34.460778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e283e5e-5068-4677-97a4-f17003ed7df7 admin admin] Checking segment: {'id': 'ef8d9272-b185-44d7-83d5-ca5344043083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f1ab8a62-b518-415b-b863-47f0debbbf7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:14:34.461259 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e283e5e-5068-4677-97a4-f17003ed7df7 admin admin] Network hostable DHCP agents. Network: f1ab8a62-b518-415b-b863-47f0debbbf7e, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:14:34.561551 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88951c7c-1132-4fb5-bc00-d075a66b72b3 req-ed4d937d-5a1a-48d7-bca4-9359ae2765ac tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:34.567483 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-88951c7c-1132-4fb5-bc00-d075a66b72b3 req-ed4d937d-5a1a-48d7-bca4-9359ae2765ac tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 946 time: 0.3305647 Feb 28 20:14:34.648296 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30509983-5351-4bbe-8f91-09ad7df2f46d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for port (9a36f445-5c9f-4670-916f-d68fc99643e4), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:34.659286 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30509983-5351-4bbe-8f91-09ad7df2f46d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (9a36f445-5c9f-4670-916f-d68fc99643e4), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:34.682771 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-88951c7c-1132-4fb5-bc00-d075a66b72b3 req-3c0dfe52-e09c-4290-95c7-0e657f480360 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986733 Feb 28 20:14:34.684541 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e283e5e-5068-4677-97a4-f17003ed7df7 admin admin] Network f1ab8a62-b518-415b-b863-47f0debbbf7e is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:14:34.711830 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-1e283e5e-5068-4677-97a4-f17003ed7df7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, f1ab8a62-b518-415b-b863-47f0debbbf7e) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:34.733990 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccf56e7-898c-4735-aaee-873564db9bec None None] Network f1ab8a62-b518-415b-b863-47f0debbbf7e requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:14:34.745886 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e283e5e-5068-4677-97a4-f17003ed7df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:34.749552 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e283e5e-5068-4677-97a4-f17003ed7df7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:34.765672 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30509983-5351-4bbe-8f91-09ad7df2f46d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Pushing event updated for resources: {'Port': ['ID=9a36f445-5c9f-4670-916f-d68fc99643e4,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:34.822964 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1e283e5e-5068-4677-97a4-f17003ed7df7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7744956 Feb 28 20:14:34.945563 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30509983-5351-4bbe-8f91-09ad7df2f46d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (5463f018-4a34-4ba6-9ef7-e608321e7c3f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:34.986300 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30509983-5351-4bbe-8f91-09ad7df2f46d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:34.987494 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-30509983-5351-4bbe-8f91-09ad7df2f46d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0985725 Feb 28 20:14:35.050474 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b35902-3759-4e45-b5b2-b754bf4e3f4e None None] Network f1ab8a62-b518-415b-b863-47f0debbbf7e requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:14:35.751748 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa12cf5-030b-4def-9531-8f2db5d9bc87 req-2db1ee32-7849-44b9-9b03-c7ee2c7cc47d tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:35.760509 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9fa12cf5-030b-4def-9531-8f2db5d9bc87 req-2db1ee32-7849-44b9-9b03-c7ee2c7cc47d tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff308979-1b0e-442f-9934-e030e4409cbc HTTP/1.1" status: 200 len: 945 time: 0.1569483 Feb 28 20:14:35.934938 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9fa12cf5-030b-4def-9531-8f2db5d9bc87 req-8df4bc09-8c22-4bcc-9c30-02d565a08a72 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e4b6d6-3b3c-44a3-93df-14ef42204048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731517 Feb 28 20:14:35.996611 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49478) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:36.037923 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11638462-1bc3-4296-a54f-602ecd6bbbb1 x-openstack-request-id: req-11638462-1bc3-4296-a54f-602ecd6bbbb1 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:14:36.038782 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff308979-1b0e-442f-9934-e030e4409cbc", "name": "network-vif-plugged", "status": "completed", "tag": "0e3ff6d4-844c-49dc-994c-85ddf47eed82", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:14:36.039209 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11638462-1bc3-4296-a54f-602ecd6bbbb1 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:14:36.039805 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff308979-1b0e-442f-9934-e030e4409cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3ff6d4-844c-49dc-994c-85ddf47eed82', 'code': 200} Feb 28 20:14:36.242589 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4fb15d25-05f0-4264-b74c-2be0d130aa06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:36.274977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47d580-80c3-4e7b-bd2e-322456e02e83 req-4060417a-02e4-44fc-9877-c3dcc01d58f1 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:36.285120 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da47d580-80c3-4e7b-bd2e-322456e02e83 req-4060417a-02e4-44fc-9877-c3dcc01d58f1 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 943 time: 0.1133218 Feb 28 20:14:36.306352 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dda721-14ec-435d-8390-62a3da1280a9 req-3f820756-578a-4275-9876-191e54723d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:36.308216 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a2dda721-14ec-435d-8390-62a3da1280a9 req-3f820756-578a-4275-9876-191e54723d74 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ff308979-1b0e-442f-9934-e030e4409cbc HTTP/1.1" status: 200 len: 1128 time: 0.1798432 Feb 28 20:14:36.383085 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da47d580-80c3-4e7b-bd2e-322456e02e83 req-0ea469b5-ff39-4969-b7f9-8dc27ee4f49b tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899386 Feb 28 20:14:36.478031 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a2dda721-14ec-435d-8390-62a3da1280a9 req-c20b2561-b0d2-478f-8992-5959459d2da0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=38e4b6d6-3b3c-44a3-93df-14ef42204048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492620 Feb 28 20:14:36.545971 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4fb15d25-05f0-4264-b74c-2be0d130aa06 admin admin] Publish callbacks [] for security_group (bd366491-6c31-43d5-8718-22355d2538af), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:36.554256 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4fb15d25-05f0-4264-b74c-2be0d130aa06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (bd366491-6c31-43d5-8718-22355d2538af), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:36.598344 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4fb15d25-05f0-4264-b74c-2be0d130aa06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0eff022d5f3e4993a5465e6f886414c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6000469 Feb 28 20:14:36.603208 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49484) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:36.646963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb15d25-05f0-4264-b74c-2be0d130aa06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd366491-6c31-43d5-8718-22355d2538af,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:36.773877 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8530a7df-083f-4363-8db5-2d46651787f4 admin admin] Publish callbacks [] for security_group (bd366491-6c31-43d5-8718-22355d2538af), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:36.847895 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8530a7df-083f-4363-8db5-2d46651787f4 admin admin] Publish callbacks [] for security_group (bd366491-6c31-43d5-8718-22355d2538af), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:36.892262 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-caf666b2-c63a-442e-990a-bd74050096c2 req-d583b190-b06c-466e-ac72-b7b3149d44d3 tempest-SecurityGroupsNegativeTestJSON-1032203123 tempest-SecurityGroupsNegativeTestJSON-1032203123-project] show failed (client error): The resource could not be found. Feb 28 20:14:36.912728 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-caf666b2-c63a-442e-990a-bd74050096c2 req-d583b190-b06c-466e-ac72-b7b3149d44d3 tempest-SecurityGroupsNegativeTestJSON-1032203123 tempest-SecurityGroupsNegativeTestJSON-1032203123-project] 10.222.0.13 "GET /v2.0/security-groups/ddeaf3bf-ed67-46f3-8567-969cc2c1a040 HTTP/1.1" status: 404 len: 352 time: 0.0887194 Feb 28 20:14:37.004725 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8530a7df-083f-4363-8db5-2d46651787f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (bd366491-6c31-43d5-8718-22355d2538af), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:37.007565 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8530a7df-083f-4363-8db5-2d46651787f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:37.011844 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8530a7df-083f-4363-8db5-2d46651787f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd366491-6c31-43d5-8718-22355d2538af HTTP/1.1" status: 204 len: 168 time: 0.4068158 Feb 28 20:14:37.031691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530a7df-083f-4363-8db5-2d46651787f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd366491-6c31-43d5-8718-22355d2538af,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:37.356194 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed2420-3621-4650-90c2-35aa6721c69a req-0661a1d8-816f-4ec1-94f1-78c956c043aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:37.358402 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-57ed2420-3621-4650-90c2-35aa6721c69a req-0661a1d8-816f-4ec1-94f1-78c956c043aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bdfc27b05c40453aaf18d8791d0c4a96&device_id=7138ee64-9589-4692-9a3e-642a4638b980 HTTP/1.1" status: 200 len: 1129 time: 0.0666077 Feb 28 20:14:37.540303 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed2420-3621-4650-90c2-35aa6721c69a req-9661c5d1-390b-4a34-ac1b-589611a9fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:37.548949 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-57ed2420-3621-4650-90c2-35aa6721c69a req-9661c5d1-390b-4a34-ac1b-589611a9fbeb service neutron] 10.222.0.10 "GET /v2.0/networks?id=f3661384-f92c-4528-a64f-a56eb7afaf1a HTTP/1.1" status: 200 len: 915 time: 0.1785927 Feb 28 20:14:37.660352 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-57ed2420-3621-4650-90c2-35aa6721c69a req-89c2b005-9069-4ea9-af33-f0cb93fa7ec7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80dfb259-c92e-4f02-b31a-3127bb5d0bb1 HTTP/1.1" status: 200 len: 217 time: 0.1030483 Feb 28 20:14:37.695416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49506) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:37.729241 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e145588c-5656-463c-9858-274e98fdd3d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:37.799993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed2420-3621-4650-90c2-35aa6721c69a req-8a9d4226-d093-4f25-a972-015d3845b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:37.801555 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-57ed2420-3621-4650-90c2-35aa6721c69a req-8a9d4226-d093-4f25-a972-015d3845b9de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc59bac5-30a3-4d30-884c-acdfe1e8fa2d HTTP/1.1" status: 200 len: 854 time: 0.1281178 Feb 28 20:14:37.906193 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed2420-3621-4650-90c2-35aa6721c69a req-aa46c00a-fcd0-4763-a3f7-4f180745ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:37.907542 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-57ed2420-3621-4650-90c2-35aa6721c69a req-aa46c00a-fcd0-4763-a3f7-4f180745ab75 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3661384-f92c-4528-a64f-a56eb7afaf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0961759 Feb 28 20:14:37.923129 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e145588c-5656-463c-9858-274e98fdd3d9 admin admin] Publish callbacks [] for security_group (dedeb8da-1e5f-49ba-9013-09901a83f76f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:37.932161 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e145588c-5656-463c-9858-274e98fdd3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (dedeb8da-1e5f-49ba-9013-09901a83f76f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:37.995133 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e145588c-5656-463c-9858-274e98fdd3d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d618700b61a4404485980fae508df225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979715 Feb 28 20:14:38.007040 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49508) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:38.075667 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145588c-5656-463c-9858-274e98fdd3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedeb8da-1e5f-49ba-9013-09901a83f76f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:38.119740 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-57ed2420-3621-4650-90c2-35aa6721c69a req-c94b4210-da7c-4be2-b97b-3f10c0e1cb22 service neutron] 10.222.0.10 "GET /v2.0/networks/f3661384-f92c-4528-a64f-a56eb7afaf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021239 Feb 28 20:14:38.174807 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b30ea324-fe4a-417c-8e60-7a28233f7d0b admin admin] Publish callbacks [] for security_group (dedeb8da-1e5f-49ba-9013-09901a83f76f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:38.249766 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b30ea324-fe4a-417c-8e60-7a28233f7d0b admin admin] Publish callbacks [] for security_group (dedeb8da-1e5f-49ba-9013-09901a83f76f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:38.342383 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b30ea324-fe4a-417c-8e60-7a28233f7d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (dedeb8da-1e5f-49ba-9013-09901a83f76f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:38.345653 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b30ea324-fe4a-417c-8e60-7a28233f7d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:38.349934 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b30ea324-fe4a-417c-8e60-7a28233f7d0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dedeb8da-1e5f-49ba-9013-09901a83f76f HTTP/1.1" status: 204 len: 168 time: 0.3408389 Feb 28 20:14:38.358414 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ea324-fe4a-417c-8e60-7a28233f7d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedeb8da-1e5f-49ba-9013-09901a83f76f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:38.382421 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-57ed2420-3621-4650-90c2-35aa6721c69a req-b5990b26-d6c9-4b2f-83b5-e7931b54afd4 service neutron] 10.222.0.10 "GET /v2.0/networks/f3661384-f92c-4528-a64f-a56eb7afaf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558343 Feb 28 20:14:40.478146 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49534) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:40.689793 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-6098f491-09bd-4170-b4cb-b9a8cffa234c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1133951082-network', 'tenant_id': '4c720e0c3d2b45c5919588d5b3b81c21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:40.779997 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6098f491-09bd-4170-b4cb-b9a8cffa234c admin admin] Made reservation on behalf of 4c720e0c3d2b45c5919588d5b3b81c21 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:14:40.783506 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6098f491-09bd-4170-b4cb-b9a8cffa234c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:40.835849 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6098f491-09bd-4170-b4cb-b9a8cffa234c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:41.073579 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6098f491-09bd-4170-b4cb-b9a8cffa234c admin admin] Publish callbacks [] for security_group (d1b9708e-0b9d-4a11-912c-a88161f4a414), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:41.098501 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6098f491-09bd-4170-b4cb-b9a8cffa234c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d1b9708e-0b9d-4a11-912c-a88161f4a414), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:41.172688 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6098f491-09bd-4170-b4cb-b9a8cffa234c admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:14:41.245700 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6098f491-09bd-4170-b4cb-b9a8cffa234c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (dc022e78-efbc-4678-9a5f-36ecb581ba9e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:41.245700 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-6098f491-09bd-4170-b4cb-b9a8cffa234c admin admin] Added segment dc022e78-efbc-4678-9a5f-36ecb581ba9e of type vlan for network 2732fa5e-af78-4e42-b46b-794f751fc4e1 Feb 28 20:14:41.277773 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098f491-09bd-4170-b4cb-b9a8cffa234c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b9708e-0b9d-4a11-912c-a88161f4a414,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:41.362818 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6098f491-09bd-4170-b4cb-b9a8cffa234c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (2732fa5e-af78-4e42-b46b-794f751fc4e1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:41.414160 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6098f491-09bd-4170-b4cb-b9a8cffa234c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (2732fa5e-af78-4e42-b46b-794f751fc4e1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:41.415434 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6098f491-09bd-4170-b4cb-b9a8cffa234c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:41.416161 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6098f491-09bd-4170-b4cb-b9a8cffa234c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:41.511425 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6098f491-09bd-4170-b4cb-b9a8cffa234c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0281589 Feb 28 20:14:41.513453 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49538) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:41.524456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-46638cf1-b928-4c9f-bd65-bc95bb469a7b admin admin] Request body: {'subnet': {'network_id': '2732fa5e-af78-4e42-b46b-794f751fc4e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1133951082-subnet', 'tenant_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:41.616703 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098f491-09bd-4170-b4cb-b9a8cffa234c admin admin] Pushing event updated for resources: {'Network': ['ID=2732fa5e-af78-4e42-b46b-794f751fc4e1,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:41.618681 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 2732fa5e-af78-4e42-b46b-794f751fc4e1 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:14:41.620158 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46638cf1-b928-4c9f-bd65-bc95bb469a7b admin admin] Made reservation on behalf of 4c720e0c3d2b45c5919588d5b3b81c21 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:14:41.623365 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-46638cf1-b928-4c9f-bd65-bc95bb469a7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:41.950434 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-46638cf1-b928-4c9f-bd65-bc95bb469a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (b1d6b446-0b27-4e42-af03-f38fbacf5277), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:42.032786 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46638cf1-b928-4c9f-bd65-bc95bb469a7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1d6b446-0b27-4e42-af03-f38fbacf5277,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:42.041228 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46638cf1-b928-4c9f-bd65-bc95bb469a7b admin admin] Checking segment: {'id': 'dc022e78-efbc-4678-9a5f-36ecb581ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2732fa5e-af78-4e42-b46b-794f751fc4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:14:42.041600 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46638cf1-b928-4c9f-bd65-bc95bb469a7b admin admin] Network hostable DHCP agents. Network: 2732fa5e-af78-4e42-b46b-794f751fc4e1, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:14:42.066039 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46638cf1-b928-4c9f-bd65-bc95bb469a7b admin admin] Network 2732fa5e-af78-4e42-b46b-794f751fc4e1 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:14:42.079715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-46638cf1-b928-4c9f-bd65-bc95bb469a7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 2732fa5e-af78-4e42-b46b-794f751fc4e1) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:42.091328 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3344f292-50bd-459f-81e2-10c4650364e3 None None] Network 2732fa5e-af78-4e42-b46b-794f751fc4e1 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:14:42.096909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46638cf1-b928-4c9f-bd65-bc95bb469a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:42.098988 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-46638cf1-b928-4c9f-bd65-bc95bb469a7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:42.125246 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-46638cf1-b928-4c9f-bd65-bc95bb469a7b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6094198 Feb 28 20:14:42.128398 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49544) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:42.138980 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-9683e59e-7f68-4adc-9e05-df00fe5d1762 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1133951082-router', 'tenant_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:42.169618 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9683e59e-7f68-4adc-9e05-df00fe5d1762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:42.169618 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9683e59e-7f68-4adc-9e05-df00fe5d1762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:42.306124 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9683e59e-7f68-4adc-9e05-df00fe5d1762 admin admin] Publish callbacks [] for router_controller (59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:42.322566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcec584-6db3-4039-87e8-c6bf3edba680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-2732fa5e-af78-4e42-b46b-794f751fc4e1', 'network_id': '2732fa5e-af78-4e42-b46b-794f751fc4e1', 'project_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'fixed_ips': [{'subnet_id': 'b1d6b446-0b27-4e42-af03-f38fbacf5277'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:14:42.324075 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-efcec584-6db3-4039-87e8-c6bf3edba680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:42.532189 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9683e59e-7f68-4adc-9e05-df00fe5d1762 admin admin] Publish callbacks [] for router_gateway (59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:42.604519 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-efcec584-6db3-4039-87e8-c6bf3edba680 None None] Allocated IP 172.20.0.2 (2732fa5e-af78-4e42-b46b-794f751fc4e1/b1d6b446-0b27-4e42-af03-f38fbacf5277/2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:14:42.961649 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9683e59e-7f68-4adc-9e05-df00fe5d1762 admin admin] Publish callbacks [] for router_gateway (59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:42.975350 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-95cb30f8-238c-4aa8-8678-1dc37c23180a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1783266331&fields=id&tenant_id=d31e1b7746264200b53c61174ee5824e HTTP/1.1" status: 200 len: 267 time: 0.1127152 Feb 28 20:14:42.988740 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-efcec584-6db3-4039-87e8-c6bf3edba680 None None] Publish callbacks [] for port (2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:43.006084 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-efcec584-6db3-4039-87e8-c6bf3edba680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:43.007621 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9683e59e-7f68-4adc-9e05-df00fe5d1762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:43.105076 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcec584-6db3-4039-87e8-c6bf3edba680 None None] Network 2732fa5e-af78-4e42-b46b-794f751fc4e1 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:14:43.117462 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-efcec584-6db3-4039-87e8-c6bf3edba680 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:43.123479 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcec584-6db3-4039-87e8-c6bf3edba680 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:14:43.144883 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-e2635c94-9c31-4533-beb4-3f9c01489ca5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:43.153455 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-e2635c94-9c31-4533-beb4-3f9c01489ca5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 812 time: 0.1771424 Feb 28 20:14:43.157711 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcec584-6db3-4039-87e8-c6bf3edba680 None None] Pushing event updated for resources: {'Port': ['ID=2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:43.193284 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-22acfd26-210b-42e6-9857-c0eff6ea8fd1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/quotas/d31e1b7746264200b53c61174ee5824e HTTP/1.1" status: 200 len: 375 time: 0.0363119 Feb 28 20:14:43.234274 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-9683e59e-7f68-4adc-9e05-df00fe5d1762 admin admin] Allocated IP 172.25.0.185 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/07a3a144-5050-45a8-a257-8c3868a4c43d) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:14:43.270635 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-efcec584-6db3-4039-87e8-c6bf3edba680 None None] Attempting to bind port 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:14:43.271038 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-efcec584-6db3-4039-87e8-c6bf3edba680 None None] Attempting to bind port 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'dc022e78-efbc-4678-9a5f-36ecb581ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2732fa5e-af78-4e42-b46b-794f751fc4e1'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:14:43.273450 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcec584-6db3-4039-87e8-c6bf3edba680 None None] Attempting to bind port 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 on network 2732fa5e-af78-4e42-b46b-794f751fc4e1 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:14:43.282792 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcec584-6db3-4039-87e8-c6bf3edba680 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:14:43.284785 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcec584-6db3-4039-87e8-c6bf3edba680 None None] Checking segment: {'id': 'dc022e78-efbc-4678-9a5f-36ecb581ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2732fa5e-af78-4e42-b46b-794f751fc4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:14:43.285213 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-efcec584-6db3-4039-87e8-c6bf3edba680 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:43.286904 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcec584-6db3-4039-87e8-c6bf3edba680 None None] Bound using segment: {'id': 'dc022e78-efbc-4678-9a5f-36ecb581ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2732fa5e-af78-4e42-b46b-794f751fc4e1'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:14:43.287434 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-efcec584-6db3-4039-87e8-c6bf3edba680 None None] Bound port: 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc022e78-efbc-4678-9a5f-36ecb581ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2732fa5e-af78-4e42-b46b-794f751fc4e1'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:14:43.287857 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-efcec584-6db3-4039-87e8-c6bf3edba680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:43.351482 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-83df825c-9b7e-49a4-8405-94f32635161f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1570642 Feb 28 20:14:43.410768 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-efcec584-6db3-4039-87e8-c6bf3edba680 None None] For port 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:14:43.415053 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-efcec584-6db3-4039-87e8-c6bf3edba680 None None] For port 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38,segment=NetworkSegment(dc022e78-efbc-4678-9a5f-36ecb581ba9e),segment_id=dc022e78-efbc-4678-9a5f-36ecb581ba9e)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:14:43.422923 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-efcec584-6db3-4039-87e8-c6bf3edba680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:43.474737 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-8c359d79-342e-4d44-bd97-2d0b1527f002 service neutron] 10.222.0.13 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001627 Feb 28 20:14:43.487510 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9683e59e-7f68-4adc-9e05-df00fe5d1762 admin admin] Publish callbacks [] for port (07a3a144-5050-45a8-a257-8c3868a4c43d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:43.517864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcec584-6db3-4039-87e8-c6bf3edba680 None None] Pushing event updated for resources: {'Port': ['ID=2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:43.542735 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9683e59e-7f68-4adc-9e05-df00fe5d1762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (07a3a144-5050-45a8-a257-8c3868a4c43d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:43.600625 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fa32e-7f5d-4179-8439-ab12e70f0017 req-9f3b42df-64a5-4edc-a2a0-2c125df9e1ec tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:43.602452 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ce0fa32e-7f5d-4179-8439-ab12e70f0017 req-9f3b42df-64a5-4edc-a2a0-2c125df9e1ec tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 946 time: 0.2756166 Feb 28 20:14:43.615551 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9683e59e-7f68-4adc-9e05-df00fe5d1762 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:14:43.624445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-9683e59e-7f68-4adc-9e05-df00fe5d1762 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:43.632898 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9683e59e-7f68-4adc-9e05-df00fe5d1762 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:14:43.675119 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-81d37423-0dce-4f23-80bb-cbb5b055ab75 service neutron] 10.222.0.13 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895425 Feb 28 20:14:43.700059 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ce0fa32e-7f5d-4179-8439-ab12e70f0017 req-6df13695-7314-483d-bb1c-1f1e1d9d561f tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883102 Feb 28 20:14:43.701381 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683e59e-7f68-4adc-9e05-df00fe5d1762 admin admin] Pushing event updated for resources: {'Port': ['ID=07a3a144-5050-45a8-a257-8c3868a4c43d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:44.000619 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286dccc-7f10-4f64-a45b-fa42b4790a3c req-3473ac4e-5345-4d01-9cce-c4c2a2f906c6 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:44.010054 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1286dccc-7f10-4f64-a45b-fa42b4790a3c req-3473ac4e-5345-4d01-9cce-c4c2a2f906c6 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff308979-1b0e-442f-9934-e030e4409cbc HTTP/1.1" status: 200 len: 945 time: 0.1512852 Feb 28 20:14:44.097059 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1286dccc-7f10-4f64-a45b-fa42b4790a3c req-d88f32ca-88e2-49c9-a28e-25f8ddfc6a1b tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e4b6d6-3b3c-44a3-93df-14ef42204048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642142 Feb 28 20:14:44.229732 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9683e59e-7f68-4adc-9e05-df00fe5d1762 admin admin] Publish callbacks [] for router_gateway (59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:44.295657 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e48347-a06d-47eb-9dcf-5bd1d5ccad0e req-c50b3e8c-4541-4ee4-934e-7a3ad68b80b4 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:44.303528 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55e48347-a06d-47eb-9dcf-5bd1d5ccad0e req-c50b3e8c-4541-4ee4-934e-7a3ad68b80b4 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7138ee64-9589-4692-9a3e-642a4638b980 HTTP/1.1" status: 200 len: 946 time: 0.1746194 Feb 28 20:14:44.558109 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9683e59e-7f68-4adc-9e05-df00fe5d1762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:44.687589 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:44.875777 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:44.876663 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:44.880868 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9683e59e-7f68-4adc-9e05-df00fe5d1762 admin admin] Router 59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:14:45.179042 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974c701-dc29-4c53-9e9d-9e9ecc589424 req-41963ad9-517f-4478-99db-3616d412400b tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:45.196312 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d974c701-dc29-4c53-9e9d-9e9ecc589424 req-41963ad9-517f-4478-99db-3616d412400b tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 943 time: 0.8855796 Feb 28 20:14:45.249154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:45.249921 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:45.288198 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55e48347-a06d-47eb-9dcf-5bd1d5ccad0e req-1eac175b-7af7-483a-ae9d-0d791a8a8b70 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9836168 Feb 28 20:14:45.337566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 399d9b21-61bd-462f-83f3-ecb14cb4189e no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:14:45.379571 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d974c701-dc29-4c53-9e9d-9e9ecc589424 req-5e5e20d7-f7ea-478e-937e-183e111b7527 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823409 Feb 28 20:14:45.382013 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38,segment=NetworkSegment(dc022e78-efbc-4678-9a5f-36ecb581ba9e),segment_id=dc022e78-efbc-4678-9a5f-36ecb581ba9e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:45.405436 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:45.569153 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4859e436-a642-4015-90cf-36ccd3823b9d None None] Network 2732fa5e-af78-4e42-b46b-794f751fc4e1 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:14:45.707630 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa639f98-667f-40d8-9467-8eac31c35f97 req-801310a4-880a-4c65-80fc-86262d4e4c60 tempest-SecurityGroupsNegativeTestJSON-1032203123 tempest-SecurityGroupsNegativeTestJSON-1032203123-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c65143abc814c5eae2a346f3552c8ab HTTP/1.1" status: 200 len: 3001 time: 0.2201557 Feb 28 20:14:45.712427 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12ff2af4-a98d-4eb9-b441-b9779e5a0a18 req-25760f72-68ca-4c2c-943e-b02f7942674e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 210 time: 0.0880187 Feb 28 20:14:45.812700 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:45.818284 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa639f98-667f-40d8-9467-8eac31c35f97 req-c7673c74-b29d-41a1-aaad-c6c40792b405 tempest-SecurityGroupsNegativeTestJSON-1032203123 tempest-SecurityGroupsNegativeTestJSON-1032203123-project] 10.222.0.13 "GET /v2.0/security-groups/2fc6e1e2-ad9e-4cd9-bd57-2bbe0a1a80b5 HTTP/1.1" status: 200 len: 2998 time: 0.1028001 Feb 28 20:14:46.004784 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9683e59e-7f68-4adc-9e05-df00fe5d1762 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:14:46.017014 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 399d9b21-61bd-462f-83f3-ecb14cb4189e is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:46.017533 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:46.032564 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9683e59e-7f68-4adc-9e05-df00fe5d1762 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:46.038496 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9683e59e-7f68-4adc-9e05-df00fe5d1762 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9053032 Feb 28 20:14:46.040169 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49600) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:46.046928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] Sync routers for ids ['59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:14:46.070978 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-fed6ddb4-2058-458c-9f4f-2c2396d657ef None None] Provisioning complete for port 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:46.071534 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fed6ddb4-2058-458c-9f4f-2c2396d657ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:46.133248 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] Routers {'59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:14:46.134044 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:14:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:46.155084 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44d23b5-0e33-4900-8196-707823bacd66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '399d9b21-61bd-462f-83f3-ecb14cb4189e'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:14:46.157567 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e941555f-557a-4a8d-9d22-c3c147dc90a0" -d '{"events": [{"server_uuid": "f44d23b5-0e33-4900-8196-707823bacd66", "name": "network-vif-unplugged", "status": "completed", "tag": "399d9b21-61bd-462f-83f3-ecb14cb4189e"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:14:46.290076 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 399d9b21-61bd-462f-83f3-ecb14cb4189e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=399d9b21-61bd-462f-83f3-ecb14cb4189e,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:46.310222 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:46.378831 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa639f98-667f-40d8-9467-8eac31c35f97 req-1a36f24f-d772-4aa3-855c-97c1f703255a tempest-SecurityGroupsNegativeTestJSON-1032203123 tempest-SecurityGroupsNegativeTestJSON-1032203123-project] 10.222.0.13 "GET /v2.0/security-groups/2fc6e1e2-ad9e-4cd9-bd57-2bbe0a1a80b5 HTTP/1.1" status: 200 len: 2998 time: 0.5503030 Feb 28 20:14:46.510981 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8586117e-dbc4-4d15-a61b-0e4f06e87a31 req-899a9f62-7c01-4b58-b32a-912bdbd610f9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 258 time: 0.7074094 Feb 28 20:14:46.539979 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-8586117e-dbc4-4d15-a61b-0e4f06e87a31 req-3605ecfe-d02d-4730-8f50-8ab13c84adc0 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:46.653096 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:46.672339 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=399d9b21-61bd-462f-83f3-ecb14cb4189e,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:46.681413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-fed6ddb4-2058-458c-9f4f-2c2396d657ef None None] Current status of the port 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:46.719177 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8586117e-dbc4-4d15-a61b-0e4f06e87a31 req-3605ecfe-d02d-4730-8f50-8ab13c84adc0 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:46.764616 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac48f8-6e49-4f14-8183-f66fbfd6c0d3 req-acd4a186-9571-4cac-aa94-c071b2a3d0ae tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:46.766353 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37ac48f8-6e49-4f14-8183-f66fbfd6c0d3 req-acd4a186-9571-4cac-aa94-c071b2a3d0ae tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 946 time: 0.1985488 Feb 28 20:14:46.809207 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e68ddce5-83fa-4f97-b252-09bd6d6d4527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:46.870636 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-53486a8c-dc09-444f-9ae2-f6e0499c4e46 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:46.872498 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-53486a8c-dc09-444f-9ae2-f6e0499c4e46 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.10 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 812 time: 0.3016183 Feb 28 20:14:46.892150 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] Set router 59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:14:46.962015 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37ac48f8-6e49-4f14-8183-f66fbfd6c0d3 req-323ca91b-f601-4fb3-88ab-aba1aed8b150 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837330 Feb 28 20:14:46.980123 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-90183e75-882b-45b7-8035-d18ae7abe796 None None] Provisioning complete for port 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:46.980727 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-90183e75-882b-45b7-8035-d18ae7abe796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:47.077057 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8586117e-dbc4-4d15-a61b-0e4f06e87a31 req-3605ecfe-d02d-4730-8f50-8ab13c84adc0 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:47.125608 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:47.126014 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:47.239250 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-47d469a9-25da-448d-93ab-52d19b434b87 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d31e1b7746264200b53c61174ee5824e HTTP/1.1" status: 200 len: 380 time: 0.3037276 Feb 28 20:14:47.252384 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-7afbf81f-dcfd-4a67-a18f-7ca8f3cade28 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Request body: {'port': {'device_id': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'admin_state_up': True, 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'security_groups': ['41b2d26a-84ba-49f5-b132-dc5cefb23a87']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:47.337590 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-90183e75-882b-45b7-8035-d18ae7abe796 None None] Current status of the port 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:47.348994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec535ff-d127-44ca-bcaf-870ffe6f5162 req-bfb6a6c9-af11-4e22-bb99-c697af7b79e6 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:47.357433 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2ec535ff-d127-44ca-bcaf-870ffe6f5162 req-bfb6a6c9-af11-4e22-bb99-c697af7b79e6 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44d23b5-0e33-4900-8196-707823bacd66 HTTP/1.1" status: 200 len: 947 time: 0.1895618 Feb 28 20:14:47.386003 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba', 'name': 'tempest-FloatingIPsTestJSON-1133951082-router', 'tenant_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '07a3a144-5050-45a8-a257-8c3868a4c43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:42Z', 'updated_at': '2022-02-28T20:14:43Z', 'revision_number': 3, 'project_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'gw_port': {'id': '07a3a144-5050-45a8-a257-8c3868a4c43d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:43Z', 'updated_at': '2022-02-28T20:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:47.426128 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36fdde4e-93a4-4497-8895-a05144280743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:47.434076 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] Checking router: 59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:14:47.434694 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] Updating router 59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba port 07a3a144-5050-45a8-a257-8c3868a4c43d binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:14:47.437883 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:47.438682 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2ec535ff-d127-44ca-bcaf-870ffe6f5162 req-792c17b7-ea7e-425c-899f-cad26995472f tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774515 Feb 28 20:14:47.481435 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-8586117e-dbc4-4d15-a61b-0e4f06e87a31 req-3605ecfe-d02d-4730-8f50-8ab13c84adc0 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Allocated IP 172.25.0.224 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/7b12393d-5512-4534-be16-26cabec65d00) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:14:47.514729 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (07a3a144-5050-45a8-a257-8c3868a4c43d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:47.521081 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-7afbf81f-dcfd-4a67-a18f-7ca8f3cade28 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Made reservation on behalf of d31e1b7746264200b53c61174ee5824e for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:14:47.528556 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-7afbf81f-dcfd-4a67-a18f-7ca8f3cade28 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:47.576137 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c826daf-187a-481c-b993-8b82b75edd30 x-openstack-request-id: req-7c826daf-187a-481c-b993-8b82b75edd30 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:14:47.576585 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44d23b5-0e33-4900-8196-707823bacd66", "name": "network-vif-unplugged", "status": "completed", "tag": "399d9b21-61bd-462f-83f3-ecb14cb4189e", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:14:47.577040 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c826daf-187a-481c-b993-8b82b75edd30 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:14:47.577594 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44d23b5-0e33-4900-8196-707823bacd66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '399d9b21-61bd-462f-83f3-ecb14cb4189e', 'code': 200} Feb 28 20:14:47.638018 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d945f-43ec-4870-af52-5b60a9d58087 req-43a3e3ed-7564-42ac-9ab0-22617023a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:47.640247 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-571d945f-43ec-4870-af52-5b60a9d58087 req-43a3e3ed-7564-42ac-9ab0-22617023a68c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 1129 time: 0.2053683 Feb 28 20:14:47.743807 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e388fc3-1ae7-4a9a-bf22-a48ed9725385 req-d57263df-92c8-4d18-ad5c-ce521c1308c9 tempest-SecurityGroupsNegativeTestJSON-1032203123 tempest-SecurityGroupsNegativeTestJSON-1032203123-project] 10.222.0.13 "GET /v2.0/security-groups/2fc6e1e2-ad9e-4cd9-bd57-2bbe0a1a80b5 HTTP/1.1" status: 200 len: 2998 time: 0.1613441 Feb 28 20:14:47.819270 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8586117e-dbc4-4d15-a61b-0e4f06e87a31 req-3605ecfe-d02d-4730-8f50-8ab13c84adc0 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks [] for port (7b12393d-5512-4534-be16-26cabec65d00), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:47.875964 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-5e388fc3-1ae7-4a9a-bf22-a48ed9725385 req-42f8019a-aa07-48c4-b0ac-742ad91d6011 tempest-SecurityGroupsNegativeTestJSON-1032203123 tempest-SecurityGroupsNegativeTestJSON-1032203123-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 28 20:14:47.884544 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e388fc3-1ae7-4a9a-bf22-a48ed9725385 req-42f8019a-aa07-48c4-b0ac-742ad91d6011 tempest-SecurityGroupsNegativeTestJSON-1032203123 tempest-SecurityGroupsNegativeTestJSON-1032203123-project] 10.222.0.13 "DELETE /v2.0/security-groups/2fc6e1e2-ad9e-4cd9-bd57-2bbe0a1a80b5 HTTP/1.1" status: 409 len: 352 time: 0.1302841 Feb 28 20:14:47.945432 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8586117e-dbc4-4d15-a61b-0e4f06e87a31 req-3605ecfe-d02d-4730-8f50-8ab13c84adc0 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7b12393d-5512-4534-be16-26cabec65d00), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:47.963093 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d945f-43ec-4870-af52-5b60a9d58087 req-f0d714bf-43b6-4e29-a545-c064d61a69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:47.965196 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-571d945f-43ec-4870-af52-5b60a9d58087 req-f0d714bf-43b6-4e29-a545-c064d61a69d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 200 len: 911 time: 0.2987936 Feb 28 20:14:47.987616 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-7afbf81f-dcfd-4a67-a18f-7ca8f3cade28 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Allocated IP 172.20.0.13 (13b65234-8f0d-445c-80e1-9fa1dcd0f780/19f72b21-2d15-4c2e-bdf5-2e3c46cad921/e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:14:47.990953 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-36fdde4e-93a4-4497-8895-a05144280743 admin admin] Allocated IP 172.20.0.1 (2732fa5e-af78-4e42-b46b-794f751fc4e1/b1d6b446-0b27-4e42-af03-f38fbacf5277/901dacda-5c70-4ad3-a744-79c1adb199cc) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:14:48.031901 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8586117e-dbc4-4d15-a61b-0e4f06e87a31 req-3605ecfe-d02d-4730-8f50-8ab13c84adc0 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:14:48.044615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-8586117e-dbc4-4d15-a61b-0e4f06e87a31 req-3605ecfe-d02d-4730-8f50-8ab13c84adc0 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:48.050444 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-571d945f-43ec-4870-af52-5b60a9d58087 req-9797e7c2-4fa3-440c-98cc-808a68e357ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c64981f0-9d00-41ed-9c25-52f5af36eba8 HTTP/1.1" status: 200 len: 217 time: 0.0739946 Feb 28 20:14:48.054072 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8586117e-dbc4-4d15-a61b-0e4f06e87a31 req-3605ecfe-d02d-4730-8f50-8ab13c84adc0 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:14:48.058980 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605ecfe-d02d-4730-8f50-8ab13c84adc0 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Pushing event updated for resources: {'Port': ['ID=7b12393d-5512-4534-be16-26cabec65d00,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:48.131325 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f9d06-50dd-483e-93fe-d31d026a3ed1 req-96588714-9bc8-467b-99df-31ff75cf14ce tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:48.133001 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-826f9d06-50dd-483e-93fe-d31d026a3ed1 req-96588714-9bc8-467b-99df-31ff75cf14ce tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 943 time: 0.1804533 Feb 28 20:14:48.135207 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d945f-43ec-4870-af52-5b60a9d58087 req-672edd2b-2167-49d5-9186-443681fea758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:48.137303 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-571d945f-43ec-4870-af52-5b60a9d58087 req-672edd2b-2167-49d5-9186-443681fea758 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17bdb014-8992-41b5-9199-5d89512b4a60 HTTP/1.1" status: 200 len: 851 time: 0.0784802 Feb 28 20:14:48.219776 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-571d945f-43ec-4870-af52-5b60a9d58087 req-9c2d08ba-fdf8-410b-9ee2-d38adadf78c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8345f72-ebdd-4937-93d2-787e920180e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724339 Feb 28 20:14:48.326089 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] Publish callbacks [] for port (07a3a144-5050-45a8-a257-8c3868a4c43d), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:48.339971 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (07a3a144-5050-45a8-a257-8c3868a4c43d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:48.415256 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8586117e-dbc4-4d15-a61b-0e4f06e87a31 req-3605ecfe-d02d-4730-8f50-8ab13c84adc0 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks [] for floatingip (88e23a20-b5b0-4b6f-8083-45af792e70b1), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:48.443537 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-826f9d06-50dd-483e-93fe-d31d026a3ed1 req-c2c0a300-ab55-444d-94a9-10fafba67aee tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968779 Feb 28 20:14:48.497938 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08f00d-f016-4553-854e-4958e0fea18b None None] Pushing event updated for resources: {'Port': ['ID=07a3a144-5050-45a8-a257-8c3868a4c43d,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:48.502803 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] Attempting to bind port 07a3a144-5050-45a8-a257-8c3868a4c43d on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:14:48.503379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] Attempting to bind port 07a3a144-5050-45a8-a257-8c3868a4c43d by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:14:48.504347 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] Attempting to bind port 07a3a144-5050-45a8-a257-8c3868a4c43d on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:14:48.519847 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:14:48.520329 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:14:48.522656 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:48.523302 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:14:48.524143 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] Bound port: 07a3a144-5050-45a8-a257-8c3868a4c43d, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:14:48.525111 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (07a3a144-5050-45a8-a257-8c3868a4c43d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:48.600231 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8586117e-dbc4-4d15-a61b-0e4f06e87a31 req-3605ecfe-d02d-4730-8f50-8ab13c84adc0 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b12393d-5512-4534-be16-26cabec65d00), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:48.626514 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36fdde4e-93a4-4497-8895-a05144280743 admin admin] Publish callbacks [] for port (901dacda-5c70-4ad3-a744-79c1adb199cc), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:48.652380 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] For port 07a3a144-5050-45a8-a257-8c3868a4c43d, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:14:48.661180 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] For port 07a3a144-5050-45a8-a257-8c3868a4c43d, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=07a3a144-5050-45a8-a257-8c3868a4c43d,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:14:48.664405 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-571d945f-43ec-4870-af52-5b60a9d58087 req-2ffe60a4-6718-4be1-9d7b-3752dc4e25dc service neutron] 10.222.0.15 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330735 Feb 28 20:14:48.670082 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-7afbf81f-dcfd-4a67-a18f-7ca8f3cade28 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:48.674044 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (07a3a144-5050-45a8-a257-8c3868a4c43d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:48.767483 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-571d945f-43ec-4870-af52-5b60a9d58087 req-ebf76790-4e39-4565-a293-74573bfc3500 service neutron] 10.222.0.15 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933840 Feb 28 20:14:48.794155 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08f00d-f016-4553-854e-4958e0fea18b None None] Pushing event updated for resources: {'Port': ['ID=07a3a144-5050-45a8-a257-8c3868a4c43d,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:48.813738 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36fdde4e-93a4-4497-8895-a05144280743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (901dacda-5c70-4ad3-a744-79c1adb199cc), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:48.838357 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] Routers {'59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:14:48.839205 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:14:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:48.865530 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6eb2f2a-d2e3-4e77-a173-3460dcfff969 req-ae3034eb-6482-4a54-af6c-4406ee5b0345 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 210 time: 0.2831454 Feb 28 20:14:48.871796 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8586117e-dbc4-4d15-a61b-0e4f06e87a31 req-3605ecfe-d02d-4730-8f50-8ab13c84adc0 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks [] for port (7b12393d-5512-4534-be16-26cabec65d00), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:48.878090 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8586117e-dbc4-4d15-a61b-0e4f06e87a31 req-3605ecfe-d02d-4730-8f50-8ab13c84adc0 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (7b12393d-5512-4534-be16-26cabec65d00), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:48.928775 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdde4e-93a4-4497-8895-a05144280743 admin admin] Pushing event updated for resources: {'Port': ['ID=901dacda-5c70-4ad3-a744-79c1adb199cc,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:48.945660 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-7afbf81f-dcfd-4a67-a18f-7ca8f3cade28 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:48.985269 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-7afbf81f-dcfd-4a67-a18f-7ca8f3cade28 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:14:48.988609 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fdde4e-93a4-4497-8895-a05144280743 admin admin] Network 2732fa5e-af78-4e42-b46b-794f751fc4e1 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:14:48.991089 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-7afbf81f-dcfd-4a67-a18f-7ca8f3cade28 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:49.021754 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-78f39a3f-6848-4cc0-a458-5d9e7d94de67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:49.035606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-7afbf81f-dcfd-4a67-a18f-7ca8f3cade28 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:14:49.038631 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605ecfe-d02d-4730-8f50-8ab13c84adc0 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Pushing event updated for resources: {'Port': ['ID=7b12393d-5512-4534-be16-26cabec65d00,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:49.042350 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-36fdde4e-93a4-4497-8895-a05144280743 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:49.065013 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fdde4e-93a4-4497-8895-a05144280743 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:14:49.075484 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8586117e-dbc4-4d15-a61b-0e4f06e87a31 req-3605ecfe-d02d-4730-8f50-8ab13c84adc0 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (88e23a20-b5b0-4b6f-8083-45af792e70b1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:49.086160 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] Set router 59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:14:49.108432 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8586117e-dbc4-4d15-a61b-0e4f06e87a31 req-3605ecfe-d02d-4730-8f50-8ab13c84adc0 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:49.110155 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8586117e-dbc4-4d15-a61b-0e4f06e87a31 req-3605ecfe-d02d-4730-8f50-8ab13c84adc0 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5876603 Feb 28 20:14:49.135810 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025607b6-34b6-4103-814c-84fa3867868c req-3814b5c4-0183-4b97-8c69-f9b53ea56b5f tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:49.138351 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-025607b6-34b6-4103-814c-84fa3867868c req-3814b5c4-0183-4b97-8c69-f9b53ea56b5f tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7138ee64-9589-4692-9a3e-642a4638b980 HTTP/1.1" status: 200 len: 946 time: 0.1108785 Feb 28 20:14:49.154339 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36fdde4e-93a4-4497-8895-a05144280743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:49.241169 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbf81f-dcfd-4a67-a18f-7ca8f3cade28 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Pushing event updated for resources: {'Port': ['ID=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:49.247411 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8586117e-dbc4-4d15-a61b-0e4f06e87a31 req-8963413d-ec27-4ae3-b8ac-a5074314557b tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.224 HTTP/1.1" status: 200 len: 696 time: 0.1297698 Feb 28 20:14:49.257639 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-7afbf81f-dcfd-4a67-a18f-7ca8f3cade28 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:49.258317 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-7afbf81f-dcfd-4a67-a18f-7ca8f3cade28 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:49.283537 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-7afbf81f-dcfd-4a67-a18f-7ca8f3cade28 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0342398 Feb 28 20:14:49.299622 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] Request body: {'port': {'device_id': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:49.346692 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c64981f0-9d00-41ed-9c25-52f5af36eba8 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:14:49.396861 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-025607b6-34b6-4103-814c-84fa3867868c req-2e638381-9810-48d4-92f2-926b5d4d0893 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480362 Feb 28 20:14:49.454611 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:49.457886 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586117e-dbc4-4d15-a61b-0e4f06e87a31 req-9be441f7-1b8e-4944-9409-c56de00396cb tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:49.459276 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8586117e-dbc4-4d15-a61b-0e4f06e87a31 req-9be441f7-1b8e-4944-9409-c56de00396cb tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.2018015 Feb 28 20:14:49.494257 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-a85b4c6a-1e34-4ba5-a348-21609fdf677c req-d8b0f665-2bb1-4fe2-9800-001389f6505f tempest-SecurityGroupsNegativeTestJSON-1032203123 tempest-SecurityGroupsNegativeTestJSON-1032203123-project] show failed (client error): The resource could not be found. Feb 28 20:14:49.495837 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a85b4c6a-1e34-4ba5-a348-21609fdf677c req-d8b0f665-2bb1-4fe2-9800-001389f6505f tempest-SecurityGroupsNegativeTestJSON-1032203123 tempest-SecurityGroupsNegativeTestJSON-1032203123-project] 10.222.0.13 "GET /v2.0/security-groups/15a7500b-b631-450c-ba7b-d53465f12999 HTTP/1.1" status: 404 len: 352 time: 0.0194511 Feb 28 20:14:49.531464 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36fdde4e-93a4-4497-8895-a05144280743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (901dacda-5c70-4ad3-a744-79c1adb199cc), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:49.644265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5087b36-1d35-4bfb-9000-479a7de8c830 req-525bf8f1-1651-44df-b244-425e6f30b634 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:49.646464 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e5087b36-1d35-4bfb-9000-479a7de8c830 req-525bf8f1-1651-44df-b244-425e6f30b634 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 946 time: 0.0876768 Feb 28 20:14:49.707484 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:49.736519 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e5087b36-1d35-4bfb-9000-479a7de8c830 req-8349c7c5-91d6-407a-bda9-a37b3c2cdc5a tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830989 Feb 28 20:14:49.742388 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-20cd86c5-b57f-4bf5-81f3-2bb5bbf9252a None None] Provisioning complete for port 901dacda-5c70-4ad3-a744-79c1adb199cc triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:49.742843 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-20cd86c5-b57f-4bf5-81f3-2bb5bbf9252a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (901dacda-5c70-4ad3-a744-79c1adb199cc), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:49.861105 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port c64981f0-9d00-41ed-9c25-52f5af36eba8 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:49.861567 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c64981f0-9d00-41ed-9c25-52f5af36eba8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:49.865909 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba', 'name': 'tempest-FloatingIPsTestJSON-1133951082-router', 'tenant_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '07a3a144-5050-45a8-a257-8c3868a4c43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:42Z', 'updated_at': '2022-02-28T20:14:43Z', 'revision_number': 3, 'project_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'gw_port': {'id': '07a3a144-5050-45a8-a257-8c3868a4c43d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:43Z', 'updated_at': '2022-02-28T20:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:49.873497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-20cd86c5-b57f-4bf5-81f3-2bb5bbf9252a None None] Port 901dacda-5c70-4ad3-a744-79c1adb199cc cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:14:49.889049 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36fdde4e-93a4-4497-8895-a05144280743 admin admin] Publish callbacks [] for port (901dacda-5c70-4ad3-a744-79c1adb199cc), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:49.899395 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eb15c-900f-4b0c-84dd-2c8f6717adfe req-fabb696e-1d59-4e07-9c6d-c2055ff7d3d2 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:49.907211 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-295eb15c-900f-4b0c-84dd-2c8f6717adfe req-fabb696e-1d59-4e07-9c6d-c2055ff7d3d2 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=623c1bb9-8f40-4fbf-9a0d-da8356d334f3 HTTP/1.1" status: 200 len: 945 time: 0.1020176 Feb 28 20:14:49.920754 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f017351-4604-4b7a-ae1d-96489d9e38cf None None] The sync data for ids ['59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba'] in n-d-820368-21 is: [{'id': '59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba', 'name': 'tempest-FloatingIPsTestJSON-1133951082-router', 'tenant_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '07a3a144-5050-45a8-a257-8c3868a4c43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:42Z', 'updated_at': '2022-02-28T20:14:43Z', 'revision_number': 3, 'project_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'gw_port': {'id': '07a3a144-5050-45a8-a257-8c3868a4c43d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:43Z', 'updated_at': '2022-02-28T20:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:14:49.973785 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c64981f0-9d00-41ed-9c25-52f5af36eba8, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c64981f0-9d00-41ed-9c25-52f5af36eba8,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:49.977950 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373c276d-57dd-4016-8ef0-2229d24eda6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c64981f0-9d00-41ed-9c25-52f5af36eba8'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:14:49.981785 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2733e93-70d5-49bf-8215-a3e70363bf5e" -d '{"events": [{"server_uuid": "373c276d-57dd-4016-8ef0-2229d24eda6e", "name": "network-vif-unplugged", "status": "completed", "tag": "c64981f0-9d00-41ed-9c25-52f5af36eba8"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:14:49.991060 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c64981f0-9d00-41ed-9c25-52f5af36eba8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:49.999229 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-295eb15c-900f-4b0c-84dd-2c8f6717adfe req-2e8a54aa-9f33-4d25-97b4-7286c1d1c0dc tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901213 Feb 28 20:14:50.034679 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36fdde4e-93a4-4497-8895-a05144280743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (901dacda-5c70-4ad3-a744-79c1adb199cc), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:50.081821 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-20cd86c5-b57f-4bf5-81f3-2bb5bbf9252a None None] Provisioning complete for port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:50.082365 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-20cd86c5-b57f-4bf5-81f3-2bb5bbf9252a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:50.138397 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdde4e-93a4-4497-8895-a05144280743 admin admin] Pushing event updated for resources: {'Port': ['ID=901dacda-5c70-4ad3-a744-79c1adb199cc,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:50.153409 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:50.185483 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=c64981f0-9d00-41ed-9c25-52f5af36eba8,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:50.195708 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-20cd86c5-b57f-4bf5-81f3-2bb5bbf9252a None None] Port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:14:50.207252 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36fdde4e-93a4-4497-8895-a05144280743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:50.248330 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-3d6c917f-bde7-4e67-b0b5-85a171267a67 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:50.250713 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-3d6c917f-bde7-4e67-b0b5-85a171267a67 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff308979-1b0e-442f-9934-e030e4409cbc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2115631 Feb 28 20:14:50.279017 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34541006-7533-4f8c-9470-9625be0c9e53 req-76d02bb7-c0d3-478b-9ebe-77c25962155b tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:50.280921 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34541006-7533-4f8c-9470-9625be0c9e53 req-76d02bb7-c0d3-478b-9ebe-77c25962155b tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 943 time: 0.1244597 Feb 28 20:14:50.344758 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:14:50.346702 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-42c06a77-2a9d-49bd-bd57-620851a7bafc tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.224 HTTP/1.1" status: 200 len: 696 time: 0.0849903 Feb 28 20:14:50.353606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-51ab3bf0-f9ee-4ba7-bf1c-f4b13b8d99fe tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Request body: {'floatingip': {'port_id': '0e3ff6d4-844c-49dc-994c-85ddf47eed82', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:50.362520 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] Publish callbacks [] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:50.409429 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] Transition to ACTIVE for port object e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:14:50.410608 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:50.443890 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-51ab3bf0-f9ee-4ba7-bf1c-f4b13b8d99fe tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks [] for floatingip (88e23a20-b5b0-4b6f-8083-45af792e70b1), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:50.509789 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34541006-7533-4f8c-9470-9625be0c9e53 req-2572ee48-b3e6-4db3-bb45-04c2ba686cc6 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956925 Feb 28 20:14:50.657020 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-e4501db2-3906-4b8e-8160-59dd2bbd0360 req-e278a214-36d4-44b2-af57-4ec908ddb135 tempest-SecurityGroupsNegativeTestJSON-1032203123 tempest-SecurityGroupsNegativeTestJSON-1032203123-project] show failed (client error): The resource could not be found. Feb 28 20:14:50.658084 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4501db2-3906-4b8e-8160-59dd2bbd0360 req-e278a214-36d4-44b2-af57-4ec908ddb135 tempest-SecurityGroupsNegativeTestJSON-1032203123 tempest-SecurityGroupsNegativeTestJSON-1032203123-project] 10.222.0.13 "GET /v2.0/security-groups/b862824a-a352-4e81-ab11-659fbed5d5af HTTP/1.1" status: 404 len: 352 time: 0.0512848 Feb 28 20:14:50.682278 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 07a3a144-5050-45a8-a257-8c3868a4c43d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:50.718704 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49652) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:50.838905 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 07a3a144-5050-45a8-a257-8c3868a4c43d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:50.838905 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (07a3a144-5050-45a8-a257-8c3868a4c43d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:50.889915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9781bc-ee8d-44e9-aba4-7d2588436897 admin admin] Deleting subnet 8b374066-a9c7-405e-ad66-8446e4a5cefe {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:14:50.964615 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd9781bc-ee8d-44e9-aba4-7d2588436897 admin admin] Publish callbacks [] for subnet (8b374066-a9c7-405e-ad66-8446e4a5cefe), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:50.990831 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 07a3a144-5050-45a8-a257-8c3868a4c43d is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:50.991366 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (07a3a144-5050-45a8-a257-8c3868a4c43d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:51.046157 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 07a3a144-5050-45a8-a257-8c3868a4c43d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=07a3a144-5050-45a8-a257-8c3868a4c43d,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:51.057271 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (07a3a144-5050-45a8-a257-8c3868a4c43d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:51.129195 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd9781bc-ee8d-44e9-aba4-7d2588436897 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (8b374066-a9c7-405e-ad66-8446e4a5cefe), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:51.131423 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 616f061c-2f6a-4501-8d85-4d693a7c90f6 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:14:51.162600 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] Pushing event updated for resources: {'Port': ['ID=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:51.195949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fdde4e-93a4-4497-8895-a05144280743 admin admin] Network 2732fa5e-af78-4e42-b46b-794f751fc4e1 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:14:51.264616 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-36fdde4e-93a4-4497-8895-a05144280743 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:51.307737 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd9781bc-ee8d-44e9-aba4-7d2588436897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (8b374066-a9c7-405e-ad66-8446e4a5cefe), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:51.331563 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d25e7f-e83f-47a7-938b-38db5bf66a39 req-d4fbcf9d-c5a9-43bf-8b03-e0499e89636b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:51.345506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45d25e7f-e83f-47a7-938b-38db5bf66a39 req-d4fbcf9d-c5a9-43bf-8b03-e0499e89636b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 944 time: 0.4402008 Feb 28 20:14:51.478645 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 616f061c-2f6a-4501-8d85-4d693a7c90f6, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=616f061c-2f6a-4501-8d85-4d693a7c90f6,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:51.531938 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '616f061c-2f6a-4501-8d85-4d693a7c90f6', 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9', 'port_id': '616f061c-2f6a-4501-8d85-4d693a7c90f6', 'mac_address': 'fa:16:3e:21:70:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83db07cb-72a9-4083-bdb0-f440451686c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:14:51.535291 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=07a3a144-5050-45a8-a257-8c3868a4c43d,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:51.547062 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:51.602242 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45d25e7f-e83f-47a7-938b-38db5bf66a39 req-e4ae546c-cc7f-4731-bd76-0af571f62912 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555318 Feb 28 20:14:51.653935 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd9781bc-ee8d-44e9-aba4-7d2588436897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (8b374066-a9c7-405e-ad66-8446e4a5cefe), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:51.672821 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] Attempting to bind port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:14:51.672821 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] Attempting to bind port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:14:51.672821 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] Attempting to bind port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 on network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:14:51.688456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] Port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 on network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:14:51.688963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] Attempting to bind port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 on network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:14:51.697443 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 616f061c-2f6a-4501-8d85-4d693a7c90f6 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:51.697443 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (616f061c-2f6a-4501-8d85-4d693a7c90f6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:51.711827 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9781bc-ee8d-44e9-aba4-7d2588436897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b374066-a9c7-405e-ad66-8446e4a5cefe,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:51.720433 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:14:51.720793 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] Checking segment: {'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:14:51.721196 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] Bound using segment: {'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:14:51.722205 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] Bound port: e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:14:51.722428 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:51.731592 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616f061c-2f6a-4501-8d85-4d693a7c90f6 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:14:51.733091 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd9781bc-ee8d-44e9-aba4-7d2588436897 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:51.742252 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cd9781bc-ee8d-44e9-aba4-7d2588436897 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8b374066-a9c7-405e-ad66-8446e4a5cefe HTTP/1.1" status: 204 len: 168 time: 1.0216675 Feb 28 20:14:51.742693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49666) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:51.793318 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 616f061c-2f6a-4501-8d85-4d693a7c90f6, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=616f061c-2f6a-4501-8d85-4d693a7c90f6,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:51.806833 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (616f061c-2f6a-4501-8d85-4d693a7c90f6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:51.818989 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Feb 2022 20:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b7f668-a77a-41a8-a899-eb164cabd006 x-openstack-request-id: req-16b7f668-a77a-41a8-a899-eb164cabd006 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:14:51.819617 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373c276d-57dd-4016-8ef0-2229d24eda6e", "name": "network-vif-unplugged", "status": "failed", "tag": "c64981f0-9d00-41ed-9c25-52f5af36eba8", "code": 422}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:14:51.820169 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16b7f668-a77a-41a8-a899-eb164cabd006 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:14:51.823214 n-d-820368-21 neutron-server[103775]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '373c276d-57dd-4016-8ef0-2229d24eda6e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c64981f0-9d00-41ed-9c25-52f5af36eba8', 'code': 422} returned with failed status Feb 28 20:14:51.834206 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-560af2bf-3628-4e99-8137-a9c7ebc7bf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (f1ab8a62-b518-415b-b863-47f0debbbf7e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:51.862712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] For port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:14:51.867199 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] For port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:14:51.883499 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fdde4e-93a4-4497-8895-a05144280743 admin admin] Router 59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:14:51.889913 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:51.909789 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-09645d8e-3792-4079-a547-4d5f836539b7 None None] Provisioning complete for port 901dacda-5c70-4ad3-a744-79c1adb199cc triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:51.910587 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-09645d8e-3792-4079-a547-4d5f836539b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (901dacda-5c70-4ad3-a744-79c1adb199cc), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:51.974315 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] Pushing event updated for resources: {'Port': ['ID=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:51.987342 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=616f061c-2f6a-4501-8d85-4d693a7c90f6,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:51.994423 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-09645d8e-3792-4079-a547-4d5f836539b7 None None] Port 901dacda-5c70-4ad3-a744-79c1adb199cc cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:14:52.050729 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:52.052042 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:52.054512 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-9bee6ad0-6849-40de-8915-54a0091861ec service neutron] 10.222.0.10 "PUT /v2.0/ports/e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 HTTP/1.1" status: 200 len: 1093 time: 2.7593482 Feb 28 20:14:52.055199 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'tag': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:14:52.059276 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7705f66-f88b-47b4-90d8-dfca74ae387f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e6d6220-7bb5-470b-8d78-592e7e038de7", "tag": "e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:14:52.214977 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fdde4e-93a4-4497-8895-a05144280743 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:14:52.220787 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-36fdde4e-93a4-4497-8895-a05144280743 admin admin] 10.222.0.13 "PUT /v2.0/routers/59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1793256 Feb 28 20:14:52.227947 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-eac44948-15aa-49df-adee-1c97d879710a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:52.229625 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-eac44948-15aa-49df-adee-1c97d879710a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 1127 time: 0.0773888 Feb 28 20:14:52.269764 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['616f061c-2f6a-4501-8d85-4d693a7c90f6'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:14:52.280476 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:52.332634 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-fd96134d-32ab-4ff2-ba0d-319628d5f39d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 HTTP/1.1" status: 200 len: 217 time: 0.0949049 Feb 28 20:14:52.445609 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-f20b7bb9-b9e1-466f-a327-a489391104d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:52.447165 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-f20b7bb9-b9e1-466f-a327-a489391104d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.1070735 Feb 28 20:14:52.561997 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 07a3a144-5050-45a8-a257-8c3868a4c43d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:52.567925 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-6477dc9d-acfa-4dd3-a99a-3f89c29416cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:52.570408 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-6477dc9d-acfa-4dd3-a99a-3f89c29416cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1078546 Feb 28 20:14:52.582139 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-51ab3bf0-f9ee-4ba7-bf1c-f4b13b8d99fe tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:52.592289 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-51ab3bf0-f9ee-4ba7-bf1c-f4b13b8d99fe tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (88e23a20-b5b0-4b6f-8083-45af792e70b1), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:52.595440 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-560af2bf-3628-4e99-8137-a9c7ebc7bf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (f1ab8a62-b518-415b-b863-47f0debbbf7e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:52.643343 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:52.681993 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 07a3a144-5050-45a8-a257-8c3868a4c43d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:52.682876 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (07a3a144-5050-45a8-a257-8c3868a4c43d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:52.687577 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc478d45-626e-4f2a-b791-334cc47c0bff req-4f26f048-5732-4e6a-a8a5-3fb3e3523a73 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:52.691044 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc478d45-626e-4f2a-b791-334cc47c0bff req-4f26f048-5732-4e6a-a8a5-3fb3e3523a73 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283 HTTP/1.1" status: 200 len: 945 time: 0.7859209 Feb 28 20:14:52.695275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-560af2bf-3628-4e99-8137-a9c7ebc7bf4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ab8a62-b518-415b-b863-47f0debbbf7e']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:52.734842 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-810ef353-57db-4760-99bf-bc7e2e6afb96 service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533940 Feb 28 20:14:52.736638 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-560af2bf-3628-4e99-8137-a9c7ebc7bf4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef8d9272-b185-44d7-83d5-ca5344043083') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:52.736979 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-560af2bf-3628-4e99-8137-a9c7ebc7bf4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef8d9272-b185-44d7-83d5-ca5344043083') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:52.763184 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-560af2bf-3628-4e99-8137-a9c7ebc7bf4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (ef8d9272-b185-44d7-83d5-ca5344043083), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:52.802071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 07a3a144-5050-45a8-a257-8c3868a4c43d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:52.829658 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-560af2bf-3628-4e99-8137-a9c7ebc7bf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (ef8d9272-b185-44d7-83d5-ca5344043083), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:52.858594 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560af2bf-3628-4e99-8137-a9c7ebc7bf4c admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:14:52.859018 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-560af2bf-3628-4e99-8137-a9c7ebc7bf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (ef8d9272-b185-44d7-83d5-ca5344043083), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:14:52.861170 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:14:52.886964 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc478d45-626e-4f2a-b791-334cc47c0bff req-a38af470-2d70-4582-98cd-13ccd37ab781 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770554 Feb 28 20:14:52.904526 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d7deb0fa-5922-4efa-b633-7647e90b6221 req-36a6a371-68cf-408d-8f22-4461408debcc service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594930 Feb 28 20:14:52.933644 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-51ab3bf0-f9ee-4ba7-bf1c-f4b13b8d99fe tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Floating IP 88e23a20-b5b0-4b6f-8083-45af792e70b1 associated. External IP: 172.25.0.224, port: 0e3ff6d4-844c-49dc-994c-85ddf47eed82. Feb 28 20:14:53.024916 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-560af2bf-3628-4e99-8137-a9c7ebc7bf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (f1ab8a62-b518-415b-b863-47f0debbbf7e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:53.047632 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-560af2bf-3628-4e99-8137-a9c7ebc7bf4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:53.055745 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] Sync routers for ids ['59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:14:53.056759 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-560af2bf-3628-4e99-8137-a9c7ebc7bf4c admin admin] 10.222.0.13 "DELETE /v2.0/networks/f1ab8a62-b518-415b-b863-47f0debbbf7e HTTP/1.1" status: 204 len: 168 time: 1.3052902 Feb 28 20:14:53.075657 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] Routers {'59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:14:53.076999 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:14:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:53.112216 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560af2bf-3628-4e99-8137-a9c7ebc7bf4c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1ab8a62-b518-415b-b863-47f0debbbf7e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:53.137963 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 54607d33-5718-4828-ba19-a541555d1a21 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:14:53.174180 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa5042-3598-42a1-83cd-13b5448a355f req-0a12022c-9cdf-40da-8a9d-f3c4f04e57cd tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:53.184079 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-04aa5042-3598-42a1-83cd-13b5448a355f req-0a12022c-9cdf-40da-8a9d-f3c4f04e57cd tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 944 time: 0.1724222 Feb 28 20:14:53.266433 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] Set router 59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:14:53.352118 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-04aa5042-3598-42a1-83cd-13b5448a355f req-47e7ca34-991b-485e-94d2-6dd91b0e1962 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573579 Feb 28 20:14:53.360406 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49682) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:53.386611 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c64981f0-9d00-41ed-9c25-52f5af36eba8 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:14:53.455329 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-026b490a-e41d-4727-a192-51b9e1a3ec22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c65143abc814c5eae2a346f3552c8ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0926690 Feb 28 20:14:53.458934 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49686) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:53.491527 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 54607d33-5718-4828-ba19-a541555d1a21, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=54607d33-5718-4828-ba19-a541555d1a21,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:53.519540 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '54607d33-5718-4828-ba19-a541555d1a21', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '54607d33-5718-4828-ba19-a541555d1a21', 'mac_address': 'fa:16:3e:0c:b7:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:14:53.529906 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5d2525cc-1d2c-4a4f-8af5-68df5f86e9a4 admin admin] Publish callbacks [] for security_group (2fc6e1e2-ad9e-4cd9-bd57-2bbe0a1a80b5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:53.548723 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-51ab3bf0-f9ee-4ba7-bf1c-f4b13b8d99fe tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Router 122b17b6-9d74-4733-bc3b-9f06a98fb344 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:14:53.573693 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5d2525cc-1d2c-4a4f-8af5-68df5f86e9a4 admin admin] Publish callbacks [] for security_group (2fc6e1e2-ad9e-4cd9-bd57-2bbe0a1a80b5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:53.587268 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c4465-c10e-4543-8081-cfb17e19bdaf req-fa4ba80c-c96f-4d5c-9335-a10837a10e78 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:53.594582 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c36c4465-c10e-4543-8081-cfb17e19bdaf req-fa4ba80c-c96f-4d5c-9335-a10837a10e78 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 944 time: 0.1065829 Feb 28 20:14:53.631726 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba', 'name': 'tempest-FloatingIPsTestJSON-1133951082-router', 'tenant_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '07a3a144-5050-45a8-a257-8c3868a4c43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:42Z', 'updated_at': '2022-02-28T20:14:49Z', 'revision_number': 4, 'project_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'gw_port': {'id': '07a3a144-5050-45a8-a257-8c3868a4c43d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:43Z', 'updated_at': '2022-02-28T20:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '901dacda-5c70-4ad3-a744-79c1adb199cc', 'name': '', 'network_id': '2732fa5e-af78-4e42-b46b-794f751fc4e1', 'tenant_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'mac_address': 'fa:16:3e:d6:f7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'b1d6b446-0b27-4e42-af03-f38fbacf5277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:47Z', 'updated_at': '2022-02-28T20:14:49Z', 'revision_number': 2, 'project_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'subnets': [{'id': 'b1d6b446-0b27-4e42-af03-f38fbacf5277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:53.648089 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5d2525cc-1d2c-4a4f-8af5-68df5f86e9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2fc6e1e2-ad9e-4cd9-bd57-2bbe0a1a80b5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:53.649104 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port c64981f0-9d00-41ed-9c25-52f5af36eba8 is: DOWN; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:53.650766 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5d2525cc-1d2c-4a4f-8af5-68df5f86e9a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:53.656823 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5d2525cc-1d2c-4a4f-8af5-68df5f86e9a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2fc6e1e2-ad9e-4cd9-bd57-2bbe0a1a80b5 HTTP/1.1" status: 204 len: 168 time: 0.1951346 Feb 28 20:14:53.664867 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2525cc-1d2c-4a4f-8af5-68df5f86e9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc6e1e2-ad9e-4cd9-bd57-2bbe0a1a80b5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:53.673394 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 54607d33-5718-4828-ba19-a541555d1a21 is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:53.674363 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (54607d33-5718-4828-ba19-a541555d1a21), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:53.707884 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] Checking router: 59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:14:53.712248 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] Updating router 59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba port 901dacda-5c70-4ad3-a744-79c1adb199cc binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:14:53.730062 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54607d33-5718-4828-ba19-a541555d1a21 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:14:53.757633 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c36c4465-c10e-4543-8081-cfb17e19bdaf req-64c04a2c-798e-450d-bfdc-37b09f3eea51 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621838 Feb 28 20:14:53.764123 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (901dacda-5c70-4ad3-a744-79c1adb199cc), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:53.775927 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 54607d33-5718-4828-ba19-a541555d1a21, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=54607d33-5718-4828-ba19-a541555d1a21,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:53.798440 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (54607d33-5718-4828-ba19-a541555d1a21), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:53.821225 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-51ab3bf0-f9ee-4ba7-bf1c-f4b13b8d99fe tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:14:53.827884 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-51ab3bf0-f9ee-4ba7-bf1c-f4b13b8d99fe tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:53.858035 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9cc86a-d1a0-4b3e-b513-bfe724f27cee None None] Sync routers for ids ['122b17b6-9d74-4733-bc3b-9f06a98fb344'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:14:53.871072 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427db46d-9dcb-4687-9b93-f31f74e40276 x-openstack-request-id: req-427db46d-9dcb-4687-9b93-f31f74e40276 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:14:53.872151 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e6d6220-7bb5-470b-8d78-592e7e038de7", "tag": "e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:14:53.873012 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-427db46d-9dcb-4687-9b93-f31f74e40276 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:14:53.873984 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'tag': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866', 'status': 'completed', 'code': 200} Feb 28 20:14:53.900291 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9cc86a-d1a0-4b3e-b513-bfe724f27cee None None] Routers {'122b17b6-9d74-4733-bc3b-9f06a98fb344'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:14:53.901070 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9e9cc86a-d1a0-4b3e-b513-bfe724f27cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:14:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['122b17b6-9d74-4733-bc3b-9f06a98fb344'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:53.917701 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-51ab3bf0-f9ee-4ba7-bf1c-f4b13b8d99fe tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "PUT /v2.0/floatingips/88e23a20-b5b0-4b6f-8083-45af792e70b1 HTTP/1.1" status: 200 len: 996 time: 3.5697615 Feb 28 20:14:53.928225 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff308979-1b0e-442f-9934-e030e4409cbc', 'tag': '0e3ff6d4-844c-49dc-994c-85ddf47eed82'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:14:53.935565 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a62a60-9be5-4142-aef9-5e455307daac" -d '{"events": [{"name": "network-changed", "server_uuid": "ff308979-1b0e-442f-9934-e030e4409cbc", "tag": "0e3ff6d4-844c-49dc-994c-85ddf47eed82"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:14:53.973641 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['54607d33-5718-4828-ba19-a541555d1a21'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:14:54.030124 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=54607d33-5718-4828-ba19-a541555d1a21,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:54.037197 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-920b1d29-34e9-48a7-9733-b4a665abaf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:54.046484 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-920b1d29-34e9-48a7-9733-b4a665abaf01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12e9f0ffb3404b46ac26b734f1e43cbd&device_id=ff308979-1b0e-442f-9934-e030e4409cbc HTTP/1.1" status: 200 len: 1128 time: 0.0959809 Feb 28 20:14:54.117672 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7705f66-f88b-47b4-90d8-dfca74ae387f req-daa4c194-2cc9-462c-8745-c6930da58d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:54.123099 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7705f66-f88b-47b4-90d8-dfca74ae387f req-daa4c194-2cc9-462c-8745-c6930da58d46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 1127 time: 0.1922052 Feb 28 20:14:54.148503 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-9e9cc86a-d1a0-4b3e-b513-bfe724f27cee None None] Set router 122b17b6-9d74-4733-bc3b-9f06a98fb344 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:14:54.348460 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-00fdf023-742b-45a0-9640-056952ac173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:54.357414 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-00fdf023-742b-45a0-9640-056952ac173f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2fc1b086-af1e-4b43-8525-dd60f05397b8 HTTP/1.1" status: 200 len: 928 time: 0.3084939 Feb 28 20:14:54.364804 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7705f66-f88b-47b4-90d8-dfca74ae387f req-561d8e77-6c33-44fc-9d26-cb26c38a41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:54.366340 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7705f66-f88b-47b4-90d8-dfca74ae387f req-561d8e77-6c33-44fc-9d26-cb26c38a41c7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 912 time: 0.2265217 Feb 28 20:14:54.476914 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7705f66-f88b-47b4-90d8-dfca74ae387f req-a56a5b8e-8edd-4cc2-beef-d6326d990d47 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 HTTP/1.1" status: 200 len: 217 time: 0.0997949 Feb 28 20:14:54.549000 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-63be4462-33af-4561-a17c-f78373a86a4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e3ff6d4-844c-49dc-994c-85ddf47eed82 HTTP/1.1" status: 200 len: 999 time: 0.1861043 Feb 28 20:14:54.577135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7705f66-f88b-47b4-90d8-dfca74ae387f req-443ae159-cbf4-4f49-9677-4bbab47b740c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:54.579153 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7705f66-f88b-47b4-90d8-dfca74ae387f req-443ae159-cbf4-4f49-9677-4bbab47b740c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.0913625 Feb 28 20:14:54.658410 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7705f66-f88b-47b4-90d8-dfca74ae387f req-4838175b-0fe7-43dc-a35d-5810147053d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:54.662739 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7705f66-f88b-47b4-90d8-dfca74ae387f req-4838175b-0fe7-43dc-a35d-5810147053d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0724406 Feb 28 20:14:54.693188 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] Publish callbacks [] for port (901dacda-5c70-4ad3-a744-79c1adb199cc), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:54.702966 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-72704a96-72cd-4913-8fcf-d86c61e9e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:54.705041 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-72704a96-72cd-4913-8fcf-d86c61e9e99d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1de44bff-1752-4fb9-ae82-7864a92b5560 HTTP/1.1" status: 200 len: 867 time: 0.1358876 Feb 28 20:14:54.705899 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (901dacda-5c70-4ad3-a744-79c1adb199cc), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:54.838065 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c0bad-4ad1-4d98-922e-58cdd500f5ee None None] Pushing event updated for resources: {'Port': ['ID=901dacda-5c70-4ad3-a744-79c1adb199cc,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:54.930419 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7705f66-f88b-47b4-90d8-dfca74ae387f req-7d0a77bd-8c30-40d7-b2d7-d80ff6697481 service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393363 Feb 28 20:14:54.950121 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] Attempting to bind port 901dacda-5c70-4ad3-a744-79c1adb199cc on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:14:54.950906 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] Attempting to bind port 901dacda-5c70-4ad3-a744-79c1adb199cc by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'dc022e78-efbc-4678-9a5f-36ecb581ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2732fa5e-af78-4e42-b46b-794f751fc4e1'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:14:54.951583 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] Attempting to bind port 901dacda-5c70-4ad3-a744-79c1adb199cc on network 2732fa5e-af78-4e42-b46b-794f751fc4e1 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:14:54.969582 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:14:54.970562 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] Checking segment: {'id': 'dc022e78-efbc-4678-9a5f-36ecb581ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2732fa5e-af78-4e42-b46b-794f751fc4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:14:54.971299 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:54.972295 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] Bound using segment: {'id': 'dc022e78-efbc-4678-9a5f-36ecb581ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2732fa5e-af78-4e42-b46b-794f751fc4e1'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:14:54.973524 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] Bound port: 901dacda-5c70-4ad3-a744-79c1adb199cc, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc022e78-efbc-4678-9a5f-36ecb581ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2732fa5e-af78-4e42-b46b-794f751fc4e1'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:14:54.974829 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (901dacda-5c70-4ad3-a744-79c1adb199cc), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:55.020306 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-e6f8da57-26a5-456e-b618-2fdd12fdae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:55.033736 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-e6f8da57-26a5-456e-b618-2fdd12fdae38 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2fc1b086-af1e-4b43-8525-dd60f05397b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3131940 Feb 28 20:14:55.048227 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9e9cc86a-d1a0-4b3e-b513-bfe724f27cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-943478109-router', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '30a98677-2045-46f7-87f2-d6eab585019e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:02Z', 'updated_at': '2022-02-28T20:14:09Z', 'revision_number': 4, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'gw_port': {'id': '30a98677-2045-46f7-87f2-d6eab585019e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:04Z', 'updated_at': '2022-02-28T20:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '88e23a20-b5b0-4b6f-8083-45af792e70b1', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'floating_ip_address': '172.25.0.224', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'port_id': '0e3ff6d4-844c-49dc-994c-85ddf47eed82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8', 'mac_address': 'fa:16:3e:4f:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff308979-1b0e-442f-9934-e030e4409cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:14:48Z', 'updated_at': '2022-02-28T20:14:51Z', 'revision_number': 1, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c675e9-2de0-48d9-94ff-99599f5d4175', 'name': '', 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'mac_address': 'fa:16:3e:60:81:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:25Z', 'revision_number': 5, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'subnets': [{'id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:55.128276 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9cc86a-d1a0-4b3e-b513-bfe724f27cee None None] Checking router: 122b17b6-9d74-4733-bc3b-9f06a98fb344 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:14:55.146381 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 54607d33-5718-4828-ba19-a541555d1a21 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:55.181348 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49970a3e-5269-4502-8230-a9d3a83261be req-1d13876a-46db-4438-866e-d8e6385ad369 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6266546 Feb 28 20:14:55.187058 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-49970a3e-5269-4502-8230-a9d3a83261be req-e11fe170-a9cd-4f17-b24b-af4a41601b71 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:55.194483 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7705f66-f88b-47b4-90d8-dfca74ae387f req-42e463ca-9db2-4133-be8d-e2ba35b1cff4 service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025361 Feb 28 20:14:55.231577 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-49970a3e-5269-4502-8230-a9d3a83261be req-e11fe170-a9cd-4f17-b24b-af4a41601b71 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:55.232247 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] For port 901dacda-5c70-4ad3-a744-79c1adb199cc, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:14:55.238190 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] For port 901dacda-5c70-4ad3-a744-79c1adb199cc, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=901dacda-5c70-4ad3-a744-79c1adb199cc,segment=NetworkSegment(dc022e78-efbc-4678-9a5f-36ecb581ba9e),segment_id=dc022e78-efbc-4678-9a5f-36ecb581ba9e)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:14:55.253588 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9cc86a-d1a0-4b3e-b513-bfe724f27cee None None] Routers {'122b17b6-9d74-4733-bc3b-9f06a98fb344'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:14:55.254548 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (901dacda-5c70-4ad3-a744-79c1adb199cc), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:55.254795 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9e9cc86a-d1a0-4b3e-b513-bfe724f27cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:14:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['122b17b6-9d74-4733-bc3b-9f06a98fb344'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:55.311526 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-cb5e8bc3-d7f8-408c-83b2-7a98332f70fe service neutron] 10.222.0.13 "GET /v2.0/networks/2fc1b086-af1e-4b43-8525-dd60f05397b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763398 Feb 28 20:14:55.369144 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c0bad-4ad1-4d98-922e-58cdd500f5ee None None] Pushing event updated for resources: {'Port': ['ID=901dacda-5c70-4ad3-a744-79c1adb199cc,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:55.375916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-dc75ec0b-22dc-4f38-befb-b6e6451f56ee None None] Provisioning complete for port 901dacda-5c70-4ad3-a744-79c1adb199cc triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:55.376633 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dc75ec0b-22dc-4f38-befb-b6e6451f56ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (901dacda-5c70-4ad3-a744-79c1adb199cc), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:55.400897 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] Routers {'59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:14:55.401984 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:14:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:55.472184 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 54607d33-5718-4828-ba19-a541555d1a21 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:55.473180 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (54607d33-5718-4828-ba19-a541555d1a21), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:55.481220 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1de3ebf1-571e-4ea7-8182-af55e9355347 req-7d7a7f9d-6250-4b31-8d65-aaedc5664fdf service neutron] 10.222.0.13 "GET /v2.0/networks/2fc1b086-af1e-4b43-8525-dd60f05397b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665611 Feb 28 20:14:55.603018 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49724) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:55.654379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-9e9cc86a-d1a0-4b3e-b513-bfe724f27cee None None] Set router 122b17b6-9d74-4733-bc3b-9f06a98fb344 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:14:55.746703 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] Set router 59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:14:55.763228 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-49970a3e-5269-4502-8230-a9d3a83261be req-e11fe170-a9cd-4f17-b24b-af4a41601b71 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:55.839077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 54607d33-5718-4828-ba19-a541555d1a21 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:55.839563 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (54607d33-5718-4828-ba19-a541555d1a21), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:55.902639 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01bb73-bad8-46b7-beba-ba7d84b80ca8 req-43c93783-52d5-4d0a-af7a-d5cd1b1a08d9 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:55.904293 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd01bb73-bad8-46b7-beba-ba7d84b80ca8 req-43c93783-52d5-4d0a-af7a-d5cd1b1a08d9 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 944 time: 0.2837799 Feb 28 20:14:55.907621 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-8cb93006-7c14-4864-bf34-71f1a53b9b99 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1643124611-network', 'tenant_id': '8679f51c9a334f8287988308eacd8186'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:55.952436 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb93006-7c14-4864-bf34-71f1a53b9b99 admin admin] Made reservation on behalf of 8679f51c9a334f8287988308eacd8186 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:14:55.956163 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8cb93006-7c14-4864-bf34-71f1a53b9b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:55.957975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37a996b-cc6a-4073-a5bb-7afb76145e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54607d33-5718-4828-ba19-a541555d1a21'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:14:55.962723 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81764bb9-254c-4763-b691-bd7e9f3f1a92" -d '{"events": [{"server_uuid": "d37a996b-cc6a-4073-a5bb-7afb76145e7b", "name": "network-vif-plugged", "status": "completed", "tag": "54607d33-5718-4828-ba19-a541555d1a21"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:14:55.977789 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8cb93006-7c14-4864-bf34-71f1a53b9b99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:56.002217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 54607d33-5718-4828-ba19-a541555d1a21, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=54607d33-5718-4828-ba19-a541555d1a21,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:56.003166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-dc75ec0b-22dc-4f38-befb-b6e6451f56ee None None] Current status of the port 901dacda-5c70-4ad3-a744-79c1adb199cc is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:56.003559 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dc75ec0b-22dc-4f38-befb-b6e6451f56ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (901dacda-5c70-4ad3-a744-79c1adb199cc), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:56.052725 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd01bb73-bad8-46b7-beba-ba7d84b80ca8 req-3ce52785-d866-4475-936b-235257b411a4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310499 Feb 28 20:14:56.111714 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-49970a3e-5269-4502-8230-a9d3a83261be req-e11fe170-a9cd-4f17-b24b-af4a41601b71 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Allocated IP 172.25.0.65 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/c2aee5c9-521c-4ef7-b35e-a128c317898e) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:14:56.169187 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (54607d33-5718-4828-ba19-a541555d1a21), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:56.170213 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 616f061c-2f6a-4501-8d85-4d693a7c90f6 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:56.178056 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba', 'name': 'tempest-FloatingIPsTestJSON-1133951082-router', 'tenant_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '07a3a144-5050-45a8-a257-8c3868a4c43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:42Z', 'updated_at': '2022-02-28T20:14:49Z', 'revision_number': 4, 'project_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'gw_port': {'id': '07a3a144-5050-45a8-a257-8c3868a4c43d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:43Z', 'updated_at': '2022-02-28T20:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '901dacda-5c70-4ad3-a744-79c1adb199cc', 'name': '', 'network_id': '2732fa5e-af78-4e42-b46b-794f751fc4e1', 'tenant_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'mac_address': 'fa:16:3e:d6:f7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'b1d6b446-0b27-4e42-af03-f38fbacf5277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:47Z', 'updated_at': '2022-02-28T20:14:55Z', 'revision_number': 4, 'project_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'subnets': [{'id': 'b1d6b446-0b27-4e42-af03-f38fbacf5277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:56.238860 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8cb93006-7c14-4864-bf34-71f1a53b9b99 admin admin] Publish callbacks [] for security_group (515d162f-5883-44d0-b2f0-6f0dcca045f3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:56.246084 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8cb93006-7c14-4864-bf34-71f1a53b9b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (515d162f-5883-44d0-b2f0-6f0dcca045f3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:56.290514 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb93006-7c14-4864-bf34-71f1a53b9b99 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:14:56.292789 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49012af9-0e17-42f0-9f40-dc426d129561 None None] The sync data for ids ['59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba'] in n-d-820368-21 is: [{'id': '59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba', 'name': 'tempest-FloatingIPsTestJSON-1133951082-router', 'tenant_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '07a3a144-5050-45a8-a257-8c3868a4c43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:42Z', 'updated_at': '2022-02-28T20:14:49Z', 'revision_number': 4, 'project_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'gw_port': {'id': '07a3a144-5050-45a8-a257-8c3868a4c43d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:43Z', 'updated_at': '2022-02-28T20:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '901dacda-5c70-4ad3-a744-79c1adb199cc', 'name': '', 'network_id': '2732fa5e-af78-4e42-b46b-794f751fc4e1', 'tenant_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'mac_address': 'fa:16:3e:d6:f7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'b1d6b446-0b27-4e42-af03-f38fbacf5277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:47Z', 'updated_at': '2022-02-28T20:14:55Z', 'revision_number': 4, 'project_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'subnets': [{'id': 'b1d6b446-0b27-4e42-af03-f38fbacf5277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:14:56.301244 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb93006-7c14-4864-bf34-71f1a53b9b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515d162f-5883-44d0-b2f0-6f0dcca045f3,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:56.310752 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8cb93006-7c14-4864-bf34-71f1a53b9b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (9d1645d2-e849-4f5c-bf28-d28b3f617709), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:56.311118 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-8cb93006-7c14-4864-bf34-71f1a53b9b99 admin admin] Added segment 9d1645d2-e849-4f5c-bf28-d28b3f617709 of type vlan for network 3adfc03b-765e-462a-ae7c-192406d60f28 Feb 28 20:14:56.330430 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-dc75ec0b-22dc-4f38-befb-b6e6451f56ee None None] For port 901dacda-5c70-4ad3-a744-79c1adb199cc, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=901dacda-5c70-4ad3-a744-79c1adb199cc,segment=NetworkSegment(dc022e78-efbc-4678-9a5f-36ecb581ba9e),segment_id=dc022e78-efbc-4678-9a5f-36ecb581ba9e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:56.362451 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dc75ec0b-22dc-4f38-befb-b6e6451f56ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (901dacda-5c70-4ad3-a744-79c1adb199cc), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:56.377400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-ee1988f3-8ef6-4d34-87d3-c3373d56bcb5 req-772fc21e-9870-4248-b4b5-959781c48ecc tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:14:56.379446 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ee1988f3-8ef6-4d34-87d3-c3373d56bcb5 req-772fc21e-9870-4248-b4b5-959781c48ecc tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0239148 Feb 28 20:14:56.429929 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8cb93006-7c14-4864-bf34-71f1a53b9b99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (3adfc03b-765e-462a-ae7c-192406d60f28), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:56.500699 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8cb93006-7c14-4864-bf34-71f1a53b9b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (3adfc03b-765e-462a-ae7c-192406d60f28), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:56.501762 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb93006-7c14-4864-bf34-71f1a53b9b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:56.502363 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8cb93006-7c14-4864-bf34-71f1a53b9b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:56.598815 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=54607d33-5718-4828-ba19-a541555d1a21,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:56.613336 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8cb93006-7c14-4864-bf34-71f1a53b9b99 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0090182 Feb 28 20:14:56.618354 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-49970a3e-5269-4502-8230-a9d3a83261be req-e11fe170-a9cd-4f17-b24b-af4a41601b71 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks [] for port (c2aee5c9-521c-4ef7-b35e-a128c317898e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:56.627851 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49752) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:14:56.633349 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-baa94dd2-b593-4f3c-8ac3-bb1f2d3a53e9 admin admin] Request body: {'subnet': {'network_id': '3adfc03b-765e-462a-ae7c-192406d60f28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1643124611-subnet', 'tenant_id': '8679f51c9a334f8287988308eacd8186', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:56.727853 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb93006-7c14-4864-bf34-71f1a53b9b99 admin admin] Pushing event updated for resources: {'Network': ['ID=3adfc03b-765e-462a-ae7c-192406d60f28,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:56.750217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 901dacda-5c70-4ad3-a744-79c1adb199cc up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:56.810478 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ee1988f3-8ef6-4d34-87d3-c3373d56bcb5 req-0022a580-f42d-4d16-b169-90625bd5cd0f tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3611619 Feb 28 20:14:56.813661 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-49970a3e-5269-4502-8230-a9d3a83261be req-e11fe170-a9cd-4f17-b24b-af4a41601b71 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (c2aee5c9-521c-4ef7-b35e-a128c317898e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:56.876748 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b90c7d19-3d0b-4e9f-b522-1ecdfb4f4976 None None] Provisioning complete for port 901dacda-5c70-4ad3-a744-79c1adb199cc triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:56.878397 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b90c7d19-3d0b-4e9f-b522-1ecdfb4f4976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (901dacda-5c70-4ad3-a744-79c1adb199cc), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:56.892571 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa94dd2-b593-4f3c-8ac3-bb1f2d3a53e9 admin admin] Made reservation on behalf of 8679f51c9a334f8287988308eacd8186 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:14:56.894975 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-baa94dd2-b593-4f3c-8ac3-bb1f2d3a53e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:56.932815 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 3adfc03b-765e-462a-ae7c-192406d60f28 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:14:57.049051 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75ec0b-22dc-4f38-befb-b6e6451f56ee None None] Pushing event updated for resources: {'Port': ['ID=901dacda-5c70-4ad3-a744-79c1adb199cc,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:57.068128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 616f061c-2f6a-4501-8d85-4d693a7c90f6 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:14:57.178221 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:14:57.281152 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b90c7d19-3d0b-4e9f-b522-1ecdfb4f4976 None None] Current status of the port 901dacda-5c70-4ad3-a744-79c1adb199cc is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:57.285296 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 616f061c-2f6a-4501-8d85-4d693a7c90f6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:57.285886 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (616f061c-2f6a-4501-8d85-4d693a7c90f6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:57.362220 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 901dacda-5c70-4ad3-a744-79c1adb199cc triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:57.362673 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (901dacda-5c70-4ad3-a744-79c1adb199cc), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:57.441223 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49970a3e-5269-4502-8230-a9d3a83261be req-e11fe170-a9cd-4f17-b24b-af4a41601b71 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:14:57.450124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-49970a3e-5269-4502-8230-a9d3a83261be req-e11fe170-a9cd-4f17-b24b-af4a41601b71 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:57.456197 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-49970a3e-5269-4502-8230-a9d3a83261be req-e11fe170-a9cd-4f17-b24b-af4a41601b71 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:14:57.458781 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fe170-a9cd-4f17-b24b-af4a41601b71 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Pushing event updated for resources: {'Port': ['ID=c2aee5c9-521c-4ef7-b35e-a128c317898e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:57.532220 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9e9cc86a-d1a0-4b3e-b513-bfe724f27cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-943478109-router', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '30a98677-2045-46f7-87f2-d6eab585019e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:02Z', 'updated_at': '2022-02-28T20:14:09Z', 'revision_number': 4, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'gw_port': {'id': '30a98677-2045-46f7-87f2-d6eab585019e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:04Z', 'updated_at': '2022-02-28T20:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '88e23a20-b5b0-4b6f-8083-45af792e70b1', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'floating_ip_address': '172.25.0.224', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'port_id': '0e3ff6d4-844c-49dc-994c-85ddf47eed82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8', 'mac_address': 'fa:16:3e:4f:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff308979-1b0e-442f-9934-e030e4409cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:14:48Z', 'updated_at': '2022-02-28T20:14:51Z', 'revision_number': 1, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c675e9-2de0-48d9-94ff-99599f5d4175', 'name': '', 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'mac_address': 'fa:16:3e:60:81:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:25Z', 'revision_number': 5, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'subnets': [{'id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:14:57.616506 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-baa94dd2-b593-4f3c-8ac3-bb1f2d3a53e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (466e7b2a-44e7-4036-8d62-6c0fcc6f61ca), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:57.638161 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9cc86a-d1a0-4b3e-b513-bfe724f27cee None None] The sync data for ids ['122b17b6-9d74-4733-bc3b-9f06a98fb344'] in n-d-820368-21 is: [{'id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-943478109-router', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '30a98677-2045-46f7-87f2-d6eab585019e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:02Z', 'updated_at': '2022-02-28T20:14:09Z', 'revision_number': 4, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'gw_port': {'id': '30a98677-2045-46f7-87f2-d6eab585019e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:04Z', 'updated_at': '2022-02-28T20:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '88e23a20-b5b0-4b6f-8083-45af792e70b1', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'floating_ip_address': '172.25.0.224', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'port_id': '0e3ff6d4-844c-49dc-994c-85ddf47eed82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8', 'mac_address': 'fa:16:3e:4f:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff308979-1b0e-442f-9934-e030e4409cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:14:48Z', 'updated_at': '2022-02-28T20:14:51Z', 'revision_number': 1, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c675e9-2de0-48d9-94ff-99599f5d4175', 'name': '', 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'mac_address': 'fa:16:3e:60:81:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:25Z', 'revision_number': 5, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'subnets': [{'id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:14:57.658877 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 616f061c-2f6a-4501-8d85-4d693a7c90f6 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:57.659281 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (616f061c-2f6a-4501-8d85-4d693a7c90f6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:57.745313 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa94dd2-b593-4f3c-8ac3-bb1f2d3a53e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=466e7b2a-44e7-4036-8d62-6c0fcc6f61ca,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:57.760464 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-49970a3e-5269-4502-8230-a9d3a83261be req-e11fe170-a9cd-4f17-b24b-af4a41601b71 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks [] for floatingip (7c1b8e07-51d6-42f3-9273-8830db8c73be), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:57.762516 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa94dd2-b593-4f3c-8ac3-bb1f2d3a53e9 admin admin] Checking segment: {'id': '9d1645d2-e849-4f5c-bf28-d28b3f617709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3adfc03b-765e-462a-ae7c-192406d60f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:14:57.763095 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa94dd2-b593-4f3c-8ac3-bb1f2d3a53e9 admin admin] Network hostable DHCP agents. Network: 3adfc03b-765e-462a-ae7c-192406d60f28, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:14:57.822534 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 901dacda-5c70-4ad3-a744-79c1adb199cc is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:57.823639 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa94dd2-b593-4f3c-8ac3-bb1f2d3a53e9 admin admin] Network 3adfc03b-765e-462a-ae7c-192406d60f28 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:14:57.843216 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-49970a3e-5269-4502-8230-a9d3a83261be req-e11fe170-a9cd-4f17-b24b-af4a41601b71 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c2aee5c9-521c-4ef7-b35e-a128c317898e), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:57.847967 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-baa94dd2-b593-4f3c-8ac3-bb1f2d3a53e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 3adfc03b-765e-462a-ae7c-192406d60f28) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:14:57.866701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae042c39-47a0-4672-82f9-1fbd2435b92b None None] Network 3adfc03b-765e-462a-ae7c-192406d60f28 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:14:57.872839 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa94dd2-b593-4f3c-8ac3-bb1f2d3a53e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:57.873950 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-baa94dd2-b593-4f3c-8ac3-bb1f2d3a53e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:57.922608 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 616f061c-2f6a-4501-8d85-4d693a7c90f6, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=616f061c-2f6a-4501-8d85-4d693a7c90f6,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:57.943978 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-baa94dd2-b593-4f3c-8ac3-bb1f2d3a53e9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3165739 Feb 28 20:14:57.961144 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (616f061c-2f6a-4501-8d85-4d693a7c90f6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:58.050969 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:58.204942 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b45d67-8264-498e-9068-828fca0d5061 None None] New status for floating IP 88e23a20-b5b0-4b6f-8083-45af792e70b1: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:14:58.383314 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-49970a3e-5269-4502-8230-a9d3a83261be req-e11fe170-a9cd-4f17-b24b-af4a41601b71 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks [] for port (c2aee5c9-521c-4ef7-b35e-a128c317898e), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:58.389256 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-49970a3e-5269-4502-8230-a9d3a83261be req-e11fe170-a9cd-4f17-b24b-af4a41601b71 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (c2aee5c9-521c-4ef7-b35e-a128c317898e), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:58.562478 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fe170-a9cd-4f17-b24b-af4a41601b71 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Pushing event updated for resources: {'Port': ['ID=c2aee5c9-521c-4ef7-b35e-a128c317898e,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:58.597152 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'port_id': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866', 'mac_address': 'fa:16:3e:85:b3:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:14:58.610493 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 901dacda-5c70-4ad3-a744-79c1adb199cc up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:14:58.611605 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-49970a3e-5269-4502-8230-a9d3a83261be req-e11fe170-a9cd-4f17-b24b-af4a41601b71 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (7c1b8e07-51d6-42f3-9273-8830db8c73be), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:58.658677 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-49970a3e-5269-4502-8230-a9d3a83261be req-e11fe170-a9cd-4f17-b24b-af4a41601b71 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:58.663939 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49970a3e-5269-4502-8230-a9d3a83261be req-e11fe170-a9cd-4f17-b24b-af4a41601b71 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4821119 Feb 28 20:14:58.715227 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=616f061c-2f6a-4501-8d85-4d693a7c90f6,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:58.729726 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:58.736053 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:58.760889 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:14:58.765224 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aa56f1-f89b-43e6-ad17-cdbd9c09dc2b None None] Network 3adfc03b-765e-462a-ae7c-192406d60f28 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:14:58.827414 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49970a3e-5269-4502-8230-a9d3a83261be req-fc81020d-c47d-4d87-831a-06a154d7ff83 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.65 HTTP/1.1" status: 200 len: 695 time: 0.1528108 Feb 28 20:14:58.886825 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:58.894802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 901dacda-5c70-4ad3-a744-79c1adb199cc triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:14:58.895469 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (901dacda-5c70-4ad3-a744-79c1adb199cc), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:58.897299 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:58.957814 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e8e39-d876-4068-bb89-f37538e6bdf5 req-e0faa211-fda7-4707-be27-dbe6d852f674 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:58.969380 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e7e8e39-d876-4068-bb89-f37538e6bdf5 req-e0faa211-fda7-4707-be27-dbe6d852f674 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=373c276d-57dd-4016-8ef0-2229d24eda6e HTTP/1.1" status: 200 len: 944 time: 0.2758963 Feb 28 20:14:58.982927 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:14:59.025707 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 901dacda-5c70-4ad3-a744-79c1adb199cc is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:14:59.110409 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49970a3e-5269-4502-8230-a9d3a83261be req-cbf9ef1c-f586-4566-98b2-473124bcd182 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:59.116602 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49970a3e-5269-4502-8230-a9d3a83261be req-cbf9ef1c-f586-4566-98b2-473124bcd182 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.2873278 Feb 28 20:14:59.166944 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc867329-7283-4941-a646-8d14766fc07b x-openstack-request-id: req-fc867329-7283-4941-a646-8d14766fc07b {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:14:59.167349 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff308979-1b0e-442f-9934-e030e4409cbc", "tag": "0e3ff6d4-844c-49dc-994c-85ddf47eed82", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:14:59.167853 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc867329-7283-4941-a646-8d14766fc07b {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:14:59.181414 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff308979-1b0e-442f-9934-e030e4409cbc', 'tag': '0e3ff6d4-844c-49dc-994c-85ddf47eed82', 'status': 'completed', 'code': 200} Feb 28 20:14:59.244972 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-6e7e8e39-d876-4068-bb89-f37538e6bdf5 req-b2c17952-e744-46d2-b501-67f1f0cabc02 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Deleting port c64981f0-9d00-41ed-9c25-52f5af36eba8 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:14:59.245400 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6e7e8e39-d876-4068-bb89-f37538e6bdf5 req-b2c17952-e744-46d2-b501-67f1f0cabc02 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c64981f0-9d00-41ed-9c25-52f5af36eba8), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:59.274744 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a62a60-9be5-4142-aef9-5e455307daac req-e1630feb-a879-404d-a27b-b0ec56ec4247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:59.276575 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22a62a60-9be5-4142-aef9-5e455307daac req-e1630feb-a879-404d-a27b-b0ec56ec4247 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12e9f0ffb3404b46ac26b734f1e43cbd&device_id=ff308979-1b0e-442f-9934-e030e4409cbc HTTP/1.1" status: 200 len: 1128 time: 0.0807626 Feb 28 20:14:59.350097 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:14:59.378217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49c7e6-74bb-42e6-a15f-daf15229b8d6 req-de39e75d-88d2-4239-a52a-020f48e6d6b0 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:59.379897 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6b49c7e6-74bb-42e6-a15f-daf15229b8d6 req-de39e75d-88d2-4239-a52a-020f48e6d6b0 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 945 time: 0.1575577 Feb 28 20:14:59.438782 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a62a60-9be5-4142-aef9-5e455307daac req-33f1a865-a356-421e-9f9b-349701b901c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:59.441518 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22a62a60-9be5-4142-aef9-5e455307daac req-33f1a865-a356-421e-9f9b-349701b901c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2fc1b086-af1e-4b43-8525-dd60f05397b8 HTTP/1.1" status: 200 len: 928 time: 0.1586893 Feb 28 20:14:59.495727 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-6e7e8e39-d876-4068-bb89-f37538e6bdf5 req-b2c17952-e744-46d2-b501-67f1f0cabc02 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] For port c64981f0-9d00-41ed-9c25-52f5af36eba8, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c64981f0-9d00-41ed-9c25-52f5af36eba8,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:14:59.496085 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6e7e8e39-d876-4068-bb89-f37538e6bdf5 req-b2c17952-e744-46d2-b501-67f1f0cabc02 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c64981f0-9d00-41ed-9c25-52f5af36eba8), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:59.547007 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-6e7e8e39-d876-4068-bb89-f37538e6bdf5 req-b2c17952-e744-46d2-b501-67f1f0cabc02 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Calling delete_port for c64981f0-9d00-41ed-9c25-52f5af36eba8 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:14:59.561255 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6b49c7e6-74bb-42e6-a15f-daf15229b8d6 req-42ebef58-5ba2-46b3-89ee-3a21d913f9f5 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663485 Feb 28 20:14:59.579980 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22a62a60-9be5-4142-aef9-5e455307daac req-d44f9549-502c-4abb-b61d-663300bec81a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e3ff6d4-844c-49dc-994c-85ddf47eed82 HTTP/1.1" status: 200 len: 1001 time: 0.1313763 Feb 28 20:14:59.684703 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a62a60-9be5-4142-aef9-5e455307daac req-89da929e-492b-455f-af05-f79c898a149a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:59.687240 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22a62a60-9be5-4142-aef9-5e455307daac req-89da929e-492b-455f-af05-f79c898a149a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1de44bff-1752-4fb9-ae82-7864a92b5560 HTTP/1.1" status: 200 len: 867 time: 0.1000021 Feb 28 20:14:59.760330 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a62a60-9be5-4142-aef9-5e455307daac req-44ed9852-6ed9-4a6a-9fe0-d1889c65c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:14:59.762471 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22a62a60-9be5-4142-aef9-5e455307daac req-44ed9852-6ed9-4a6a-9fe0-d1889c65c9b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fc1b086-af1e-4b43-8525-dd60f05397b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0672481 Feb 28 20:14:59.847310 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-163f5b97-b578-4689-8b96-ab421dadf717 req-74cf94a0-ed09-429e-986c-52e19e05fe1c tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 258 time: 0.2225156 Feb 28 20:14:59.854775 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-163f5b97-b578-4689-8b96-ab421dadf717 req-bfe88515-78b0-4311-8c01-ba02bbe767d3 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:14:59.894273 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-163f5b97-b578-4689-8b96-ab421dadf717 req-bfe88515-78b0-4311-8c01-ba02bbe767d3 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:59.920810 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6e7e8e39-d876-4068-bb89-f37538e6bdf5 req-b2c17952-e744-46d2-b501-67f1f0cabc02 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (c64981f0-9d00-41ed-9c25-52f5af36eba8), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:14:59.983647 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c17952-e744-46d2-b501-67f1f0cabc02 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Pushing event deleted for resources: {'Port': ['ID=c64981f0-9d00-41ed-9c25-52f5af36eba8,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:00.038687 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22a62a60-9be5-4142-aef9-5e455307daac req-6738108e-b1e5-4b5b-ad3a-79a312c5d08c service neutron] 10.222.0.15 "GET /v2.0/networks/2fc1b086-af1e-4b43-8525-dd60f05397b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660606 Feb 28 20:15:00.110760 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7e8e39-d876-4068-bb89-f37538e6bdf5 req-b2c17952-e744-46d2-b501-67f1f0cabc02 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] No DVR routers for this DVR port c64981f0-9d00-41ed-9c25-52f5af36eba8 on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:15:00.118138 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6e7e8e39-d876-4068-bb89-f37538e6bdf5 req-b2c17952-e744-46d2-b501-67f1f0cabc02 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:00.135249 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e7e8e39-d876-4068-bb89-f37538e6bdf5 req-b2c17952-e744-46d2-b501-67f1f0cabc02 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "DELETE /v2.0/ports/c64981f0-9d00-41ed-9c25-52f5af36eba8 HTTP/1.1" status: 204 len: 173 time: 1.1613975 Feb 28 20:15:00.246562 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-163f5b97-b578-4689-8b96-ab421dadf717 req-bfe88515-78b0-4311-8c01-ba02bbe767d3 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:00.354447 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22a62a60-9be5-4142-aef9-5e455307daac req-fb699cd1-28d7-43db-a357-a85c1da53b04 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc1b086-af1e-4b43-8525-dd60f05397b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897775 Feb 28 20:15:00.476616 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-163f5b97-b578-4689-8b96-ab421dadf717 req-bfe88515-78b0-4311-8c01-ba02bbe767d3 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Allocated IP 172.25.0.135 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/7f3f28a9-87e7-4241-b855-d7fbbe46a71f) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:15:00.679565 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-163f5b97-b578-4689-8b96-ab421dadf717 req-bfe88515-78b0-4311-8c01-ba02bbe767d3 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks [] for port (7f3f28a9-87e7-4241-b855-d7fbbe46a71f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:00.724963 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-163f5b97-b578-4689-8b96-ab421dadf717 req-bfe88515-78b0-4311-8c01-ba02bbe767d3 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7f3f28a9-87e7-4241-b855-d7fbbe46a71f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:00.774869 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-163f5b97-b578-4689-8b96-ab421dadf717 req-bfe88515-78b0-4311-8c01-ba02bbe767d3 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:15:00.777975 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-163f5b97-b578-4689-8b96-ab421dadf717 req-bfe88515-78b0-4311-8c01-ba02bbe767d3 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:15:00.781515 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-163f5b97-b578-4689-8b96-ab421dadf717 req-bfe88515-78b0-4311-8c01-ba02bbe767d3 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:15:00.823403 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe88515-78b0-4311-8c01-ba02bbe767d3 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Pushing event updated for resources: {'Port': ['ID=7f3f28a9-87e7-4241-b855-d7fbbe46a71f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:00.834052 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c7989f-8bb9-4793-8928-333521dfb82e x-openstack-request-id: req-f0c7989f-8bb9-4793-8928-333521dfb82e {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:15:00.836655 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37a996b-cc6a-4073-a5bb-7afb76145e7b", "name": "network-vif-plugged", "status": "completed", "tag": "54607d33-5718-4828-ba19-a541555d1a21", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:15:00.836993 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0c7989f-8bb9-4793-8928-333521dfb82e {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:15:00.837623 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37a996b-cc6a-4073-a5bb-7afb76145e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54607d33-5718-4828-ba19-a541555d1a21', 'code': 200} Feb 28 20:15:00.918637 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8aec40e3-0c7d-498e-bed5-467625e7c998 req-f0aabc26-4115-40b8-af38-e863851441c6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1008863 Feb 28 20:15:00.981608 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-163f5b97-b578-4689-8b96-ab421dadf717 req-bfe88515-78b0-4311-8c01-ba02bbe767d3 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks [] for floatingip (afa4d4e8-abd9-4006-a16f-76b7cbef6470), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:01.009394 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2d07c-ddbf-4355-9005-3f1ccd5a673a req-78ff908b-4c47-4b70-b373-d18a5b820c3e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:01.010987 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19c2d07c-ddbf-4355-9005-3f1ccd5a673a req-78ff908b-4c47-4b70-b373-d18a5b820c3e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1092227 Feb 28 20:15:01.077650 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec40e3-0c7d-498e-bed5-467625e7c998 req-a0caea73-c932-4868-b6b6-2aa01d1141c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:01.079477 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8aec40e3-0c7d-498e-bed5-467625e7c998 req-a0caea73-c932-4868-b6b6-2aa01d1141c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 1128 time: 0.1159174 Feb 28 20:15:01.120986 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-163f5b97-b578-4689-8b96-ab421dadf717 req-bfe88515-78b0-4311-8c01-ba02bbe767d3 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7f3f28a9-87e7-4241-b855-d7fbbe46a71f), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:01.174669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:15:01.276407 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec40e3-0c7d-498e-bed5-467625e7c998 req-ed673d6e-1de7-4c04-a89f-0cc9d398c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:01.280676 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8aec40e3-0c7d-498e-bed5-467625e7c998 req-ed673d6e-1de7-4c04-a89f-0cc9d398c9d7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 921 time: 0.1712182 Feb 28 20:15:01.285713 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:15:01.290218 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:15:01.291052 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:01.346158 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-163f5b97-b578-4689-8b96-ab421dadf717 req-bfe88515-78b0-4311-8c01-ba02bbe767d3 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks [] for port (7f3f28a9-87e7-4241-b855-d7fbbe46a71f), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:01.352206 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19c2d07c-ddbf-4355-9005-3f1ccd5a673a req-2ac9b0d6-331f-4565-a4dc-49050cdaf4b3 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3108501 Feb 28 20:15:01.353133 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373c276d-57dd-4016-8ef0-2229d24eda6e', 'name': 'network-vif-deleted', 'tag': 'c64981f0-9d00-41ed-9c25-52f5af36eba8'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:15:01.355748 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14c8698-79cc-4c51-8cb9-a0d89e31e592" -d '{"events": [{"server_uuid": "373c276d-57dd-4016-8ef0-2229d24eda6e", "name": "network-vif-deleted", "tag": "c64981f0-9d00-41ed-9c25-52f5af36eba8"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:15:01.359580 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-163f5b97-b578-4689-8b96-ab421dadf717 req-bfe88515-78b0-4311-8c01-ba02bbe767d3 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (7f3f28a9-87e7-4241-b855-d7fbbe46a71f), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:01.439707 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8aec40e3-0c7d-498e-bed5-467625e7c998 req-e6b8aad7-157c-4a1e-bee3-c33f53ffd096 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 HTTP/1.1" status: 200 len: 217 time: 0.1508837 Feb 28 20:15:01.482585 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-163f5b97-b578-4689-8b96-ab421dadf717 req-bfe88515-78b0-4311-8c01-ba02bbe767d3 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (afa4d4e8-abd9-4006-a16f-76b7cbef6470), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:01.518484 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-163f5b97-b578-4689-8b96-ab421dadf717 req-bfe88515-78b0-4311-8c01-ba02bbe767d3 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:01.520244 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-163f5b97-b578-4689-8b96-ab421dadf717 req-bfe88515-78b0-4311-8c01-ba02bbe767d3 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6719298 Feb 28 20:15:01.523242 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:01.524103 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:01.542122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe88515-78b0-4311-8c01-ba02bbe767d3 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Pushing event updated for resources: {'Port': ['ID=7f3f28a9-87e7-4241-b855-d7fbbe46a71f,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:01.612230 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:01.619248 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:01.639410 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec40e3-0c7d-498e-bed5-467625e7c998 req-bceaa0cb-6d95-42c7-bd42-0afea1350998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:01.641086 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8aec40e3-0c7d-498e-bed5-467625e7c998 req-bceaa0cb-6d95-42c7-bd42-0afea1350998 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.1795108 Feb 28 20:15:01.682148 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-163f5b97-b578-4689-8b96-ab421dadf717 req-d938b32f-0191-4020-8494-81c1c32a0c62 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 696 time: 0.1418693 Feb 28 20:15:01.719661 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8aec40e3-0c7d-498e-bed5-467625e7c998 req-c6d49b0e-8f44-4a0e-9a7a-9d83285f2258 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666287 Feb 28 20:15:01.727104 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:01.839841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f5b97-b578-4689-8b96-ab421dadf717 req-5cdaa653-ed79-4f0a-9a62-10ec3ff56aa5 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:01.853779 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-163f5b97-b578-4689-8b96-ab421dadf717 req-5cdaa653-ed79-4f0a-9a62-10ec3ff56aa5 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.1584580 Feb 28 20:15:01.918418 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8aec40e3-0c7d-498e-bed5-467625e7c998 req-d5faa9ca-a429-440e-b830-5b84f259bda5 service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879883 Feb 28 20:15:01.951950 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25f361-1ecd-4733-9edf-0d7aed5fa51c req-4b618df9-bd8d-40fb-a948-e2cfa81b7def tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:01.953554 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b25f361-1ecd-4733-9edf-0d7aed5fa51c req-4b618df9-bd8d-40fb-a948-e2cfa81b7def tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7138ee64-9589-4692-9a3e-642a4638b980 HTTP/1.1" status: 200 len: 946 time: 0.0952828 Feb 28 20:15:02.028283 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b25f361-1ecd-4733-9edf-0d7aed5fa51c req-769b2f22-6484-4791-91af-4539d34f6f27 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575776 Feb 28 20:15:02.047687 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8aec40e3-0c7d-498e-bed5-467625e7c998 req-5fbb713b-08e9-4554-9f8c-3b27045b7b08 service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191406 Feb 28 20:15:02.106360 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d48d660d-cfe3-4dca-bb9e-ae1b0c52127c req-26034d05-9a96-4757-b769-2e20280dcc19 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "GET /v2.0/floatingips/7c1b8e07-51d6-42f3-9273-8830db8c73be HTTP/1.1" status: 200 len: 692 time: 0.0688558 Feb 28 20:15:02.328227 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d660d-cfe3-4dca-bb9e-ae1b0c52127c req-311ae80c-3473-4c5c-bace-c0b7727ee3d6 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:02.332711 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d48d660d-cfe3-4dca-bb9e-ae1b0c52127c req-311ae80c-3473-4c5c-bace-c0b7727ee3d6 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.2198513 Feb 28 20:15:02.346381 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2460bb9d-8ddd-4e1d-984a-d74d1d155e85 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:02.348412 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2460bb9d-8ddd-4e1d-984a-d74d1d155e85 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/networks?id=3adfc03b-765e-462a-ae7c-192406d60f28 HTTP/1.1" status: 200 len: 815 time: 0.2107866 Feb 28 20:15:02.393313 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-bc173b04-f371-4e0e-957c-bb9eb03a7e6e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/quotas/8679f51c9a334f8287988308eacd8186 HTTP/1.1" status: 200 len: 375 time: 0.0384724 Feb 28 20:15:02.456866 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-b2c06d83-3193-413c-9363-e37ef8d6215a tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8679f51c9a334f8287988308eacd8186&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623720 Feb 28 20:15:02.612289 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292cde1-e0f5-4d1a-9d0a-50ee4044f5f5 req-b015a3bd-7612-4f79-a0bb-6b37c4efe65b tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:02.613800 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0292cde1-e0f5-4d1a-9d0a-50ee4044f5f5 req-b015a3bd-7612-4f79-a0bb-6b37c4efe65b tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 945 time: 0.1612244 Feb 28 20:15:02.677912 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-7b9e6a41-1990-47b8-95c7-88867f0f3f35 service neutron] 10.222.0.13 "GET /v2.0/networks/3adfc03b-765e-462a-ae7c-192406d60f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017391 Feb 28 20:15:02.715983 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0292cde1-e0f5-4d1a-9d0a-50ee4044f5f5 req-1f3b9588-8b9e-4788-a755-9ba176eca677 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945377 Feb 28 20:15:02.839160 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bbc250-3e47-4e6d-8e63-cc29c908a854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616f061c-2f6a-4501-8d85-4d693a7c90f6'}, {'server_uuid': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:15:02.843948 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609f747f-6eb5-4843-919f-a34f2414121d" -d '{"events": [{"server_uuid": "c0bbc250-3e47-4e6d-8e63-cc29c908a854", "name": "network-vif-plugged", "status": "completed", "tag": "616f061c-2f6a-4501-8d85-4d693a7c90f6"}, {"server_uuid": "7e6d6220-7bb5-470b-8d78-592e7e038de7", "name": "network-vif-plugged", "status": "completed", "tag": "e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:15:02.866001 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 28 Feb 2022 20:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5dbda1-7693-40a2-8e45-542e84ca09b0 x-openstack-request-id: req-1a5dbda1-7693-40a2-8e45-542e84ca09b0 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:15:02.866209 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373c276d-57dd-4016-8ef0-2229d24eda6e", "name": "network-vif-deleted", "tag": "c64981f0-9d00-41ed-9c25-52f5af36eba8", "status": "failed", "code": 422}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:15:02.866475 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a5dbda1-7693-40a2-8e45-542e84ca09b0 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:15:02.867038 n-d-820368-21 neutron-server[103774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '373c276d-57dd-4016-8ef0-2229d24eda6e', 'name': 'network-vif-deleted', 'tag': 'c64981f0-9d00-41ed-9c25-52f5af36eba8', 'status': 'failed', 'code': 422} returned with failed status Feb 28 20:15:02.883523 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-1cc4eb66-1429-4733-aefe-0616fd20e40d service neutron] 10.222.0.13 "GET /v2.0/networks/3adfc03b-765e-462a-ae7c-192406d60f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959882 Feb 28 20:15:02.995098 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda08a7-c7cd-4619-9526-ac54cd00de69 req-e134950f-0ba7-4245-a21a-f4b4a2ff0fbb tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:03.003148 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7bda08a7-c7cd-4619-9526-ac54cd00de69 req-e134950f-0ba7-4245-a21a-f4b4a2ff0fbb tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff308979-1b0e-442f-9934-e030e4409cbc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0790639 Feb 28 20:15:03.079697 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7bda08a7-c7cd-4619-9526-ac54cd00de69 req-af2be82c-fa29-44e3-a650-1c249d7b2022 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 696 time: 0.0754616 Feb 28 20:15:03.085699 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-7bda08a7-c7cd-4619-9526-ac54cd00de69 req-53416555-0a46-4075-bbe8-23becb2fa5e4 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Request body: {'floatingip': {'port_id': '0e3ff6d4-844c-49dc-994c-85ddf47eed82', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:15:03.175500 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7bda08a7-c7cd-4619-9526-ac54cd00de69 req-53416555-0a46-4075-bbe8-23becb2fa5e4 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks [] for floatingip (afa4d4e8-abd9-4006-a16f-76b7cbef6470), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:03.306965 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a963536-c62c-4e4f-bb24-c8dbca2b23d3 req-bd4f62a5-7585-4475-85c6-2ce6d09cdf91 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:03.309864 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1a963536-c62c-4e4f-bb24-c8dbca2b23d3 req-bd4f62a5-7585-4475-85c6-2ce6d09cdf91 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=623c1bb9-8f40-4fbf-9a0d-da8356d334f3 HTTP/1.1" status: 200 len: 945 time: 0.2190886 Feb 28 20:15:03.457769 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1a963536-c62c-4e4f-bb24-c8dbca2b23d3 req-1cad0032-ca3c-4d1c-95c7-acb66ece8f68 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307204 Feb 28 20:15:03.872019 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f3d5672d-e7c4-4a6b-8de5-87a5731e848e req-707bbabe-c3ef-46e0-8b2d-28542a577d5e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0686655 Feb 28 20:15:04.002749 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d4be2580-f797-4f1c-bc1c-03b5f2fa45b0 req-3938b668-af58-412f-801d-36680bd72a6d tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=4c720e0c3d2b45c5919588d5b3b81c21 HTTP/1.1" status: 200 len: 695 time: 0.4767387 Feb 28 20:15:04.030915 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5672d-e7c4-4a6b-8de5-87a5731e848e req-7192f98a-98c9-4c01-a5fd-a6b2e9a2f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:04.033049 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f3d5672d-e7c4-4a6b-8de5-87a5731e848e req-7192f98a-98c9-4c01-a5fd-a6b2e9a2f38a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 1127 time: 0.0937328 Feb 28 20:15:04.060692 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-7bda08a7-c7cd-4619-9526-ac54cd00de69 req-53416555-0a46-4075-bbe8-23becb2fa5e4 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] update failed (client error): There was a conflict when trying to complete your request. Feb 28 20:15:04.071893 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7bda08a7-c7cd-4619-9526-ac54cd00de69 req-53416555-0a46-4075-bbe8-23becb2fa5e4 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "PUT /v2.0/floatingips/afa4d4e8-abd9-4006-a16f-76b7cbef6470 HTTP/1.1" status: 409 len: 550 time: 0.9901869 Feb 28 20:15:04.227920 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5672d-e7c4-4a6b-8de5-87a5731e848e req-d9d6f22a-1b8a-4c1c-9def-e19ea51979d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:04.229317 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f3d5672d-e7c4-4a6b-8de5-87a5731e848e req-d9d6f22a-1b8a-4c1c-9def-e19ea51979d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 921 time: 0.1739450 Feb 28 20:15:04.287211 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f3d5672d-e7c4-4a6b-8de5-87a5731e848e req-76885ac9-e66a-40c5-8a5d-0545368e8c1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f0e4f79-a738-421e-8ac2-969278ac2ab9 HTTP/1.1" status: 200 len: 217 time: 0.0518341 Feb 28 20:15:04.308588 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be2580-f797-4f1c-bc1c-03b5f2fa45b0 req-a5efd957-ebc1-47f2-9b98-16b68cb6b2bf tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:04.322245 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d4be2580-f797-4f1c-bc1c-03b5f2fa45b0 req-a5efd957-ebc1-47f2-9b98-16b68cb6b2bf tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "GET /v2.0/networks?id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 787 time: 0.3059909 Feb 28 20:15:04.341707 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003611b9-8cce-4d7d-a064-e7e27b486a62 req-a90861a4-796b-4f99-af48-7999d23140b4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:04.343420 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-003611b9-8cce-4d7d-a064-e7e27b486a62 req-a90861a4-796b-4f99-af48-7999d23140b4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 946 time: 0.1670830 Feb 28 20:15:04.345969 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5672d-e7c4-4a6b-8de5-87a5731e848e req-572c84aa-cd24-479a-802c-ae4fb76da64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:04.348028 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f3d5672d-e7c4-4a6b-8de5-87a5731e848e req-572c84aa-cd24-479a-802c-ae4fb76da64c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.0540712 Feb 28 20:15:04.388980 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f3d5672d-e7c4-4a6b-8de5-87a5731e848e req-b022e915-681c-4683-9bcb-d17f7e27ab29 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338614 Feb 28 20:15:04.447699 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-003611b9-8cce-4d7d-a064-e7e27b486a62 req-2b66ccf7-c478-45e9-aaca-874f69bb43c4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970356 Feb 28 20:15:04.477752 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Feb 2022 20:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20735c0-d021-4726-b00b-f787f992f0a9 x-openstack-request-id: req-c20735c0-d021-4726-b00b-f787f992f0a9 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:15:04.478459 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0bbc250-3e47-4e6d-8e63-cc29c908a854", "name": "network-vif-plugged", "status": "completed", "tag": "616f061c-2f6a-4501-8d85-4d693a7c90f6", "code": 200}, {"server_uuid": "7e6d6220-7bb5-470b-8d78-592e7e038de7", "name": "network-vif-plugged", "status": "completed", "tag": "e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:15:04.478459 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c20735c0-d021-4726-b00b-f787f992f0a9 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:15:04.478770 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bbc250-3e47-4e6d-8e63-cc29c908a854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616f061c-2f6a-4501-8d85-4d693a7c90f6', 'code': 200} Feb 28 20:15:04.478885 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866', 'code': 200} Feb 28 20:15:04.517509 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f3d5672d-e7c4-4a6b-8de5-87a5731e848e req-35f6744d-bf62-479b-9d9a-05f008ced763 service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203246 Feb 28 20:15:04.732379 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f3d5672d-e7c4-4a6b-8de5-87a5731e848e req-22ca9b00-5d27-4daa-ae91-81732aefe8e5 service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017226 Feb 28 20:15:04.814306 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a02826cb-ae19-42bc-891e-d0e594b8d185 req-172022ec-01ce-4f1d-ab15-5647fd9c763e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 210 time: 0.1184580 Feb 28 20:15:04.879407 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08140a9c-b090-44bc-8920-5d96db3217cf req-0b1e1532-5ced-46f3-b222-87a8372f5ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:04.893045 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-08140a9c-b090-44bc-8920-5d96db3217cf req-0b1e1532-5ced-46f3-b222-87a8372f5ac8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 1128 time: 0.1660516 Feb 28 20:15:04.961532 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-08140a9c-b090-44bc-8920-5d96db3217cf req-c28522b8-c5f2-447e-b1e7-a63ce08d702e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613935 Feb 28 20:15:05.110427 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07830e56-c216-4d93-ae35-6e02425bb67f req-6cae8bef-6b08-40c3-971b-ad012591c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:05.113041 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-07830e56-c216-4d93-ae35-6e02425bb67f req-6cae8bef-6b08-40c3-971b-ad012591c672 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 1129 time: 0.4036224 Feb 28 20:15:05.128874 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-4e276c1d-cb9d-4ead-a04e-a7041b0f3241 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:05.131957 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-4e276c1d-cb9d-4ead-a04e-a7041b0f3241 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.15 "GET /v2.0/networks?id=3adfc03b-765e-462a-ae7c-192406d60f28 HTTP/1.1" status: 200 len: 815 time: 0.4727445 Feb 28 20:15:05.145956 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37496987-baa6-425f-9282-09f91703ff2a req-9a91f97a-0720-49eb-9dea-5841304b21be tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:05.148387 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37496987-baa6-425f-9282-09f91703ff2a req-9a91f97a-0720-49eb-9dea-5841304b21be tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/networks?id=c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 200 len: 811 time: 0.5236688 Feb 28 20:15:05.157746 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-02eb5197-0f73-43dd-8bf3-d74e36c801cc tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Request body: {'port': {'device_id': '0adb7f5d-aecd-47e3-ba85-62e789bcf351', 'network_id': '3adfc03b-765e-462a-ae7c-192406d60f28', 'admin_state_up': True, 'tenant_id': '8679f51c9a334f8287988308eacd8186'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:15:05.207700 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116caa0-ca6b-4a98-9153-1303d96ab5ef req-a2dbfbc6-5ef1-4a3b-bc72-9e321fed7706 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:05.210479 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c116caa0-ca6b-4a98-9153-1303d96ab5ef req-a2dbfbc6-5ef1-4a3b-bc72-9e321fed7706 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283 HTTP/1.1" status: 200 len: 945 time: 0.2434096 Feb 28 20:15:05.242343 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37496987-baa6-425f-9282-09f91703ff2a req-fe8443a5-4c54-4ff7-8690-734d7e23c5ab tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/quotas/319e808d1d994e11b5f42f1d9f8b43af HTTP/1.1" status: 200 len: 375 time: 0.0764048 Feb 28 20:15:05.356956 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37496987-baa6-425f-9282-09f91703ff2a req-98230907-8070-4472-83ef-10523b5281d2 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729928 Feb 28 20:15:05.551190 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-07830e56-c216-4d93-ae35-6e02425bb67f req-e4f884ea-9583-4ff3-a266-4c057e56864f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424593 Feb 28 20:15:05.572747 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c116caa0-ca6b-4a98-9153-1303d96ab5ef req-26056186-0981-45ce-bc71-2b0e3a331f0d tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378901 Feb 28 20:15:05.636520 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-02eb5197-0f73-43dd-8bf3-d74e36c801cc tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Made reservation on behalf of 8679f51c9a334f8287988308eacd8186 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:15:05.640952 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-02eb5197-0f73-43dd-8bf3-d74e36c801cc tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:05.647413 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37496987-baa6-425f-9282-09f91703ff2a req-19fce80b-e4d3-47f7-9236-bb9e88b412d0 service neutron] 10.222.0.13 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635396 Feb 28 20:15:06.000794 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37496987-baa6-425f-9282-09f91703ff2a req-d08eebd7-d87b-41cd-8967-75d13a12bbdf service neutron] 10.222.0.13 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419147 Feb 28 20:15:06.030340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f6249-6c7f-498b-acf4-5b00ea8c9c7e req-e05a3076-a8d3-4172-953b-b7e88ca65321 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:06.033742 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7f8f6249-6c7f-498b-acf4-5b00ea8c9c7e req-e05a3076-a8d3-4172-953b-b7e88ca65321 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 945 time: 0.3374958 Feb 28 20:15:06.128189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-02eb5197-0f73-43dd-8bf3-d74e36c801cc tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Allocated IP 172.20.0.2 (3adfc03b-765e-462a-ae7c-192406d60f28/466e7b2a-44e7-4036-8d62-6c0fcc6f61ca/e6887ec8-77c0-4f9c-9781-b5aa20a526af) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:15:06.174266 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7f8f6249-6c7f-498b-acf4-5b00ea8c9c7e req-1ac0b24f-e36d-4701-8edc-70edb29f8c6a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371334 Feb 28 20:15:06.337558 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c36d3251-576a-41d5-b44a-492fde132719 req-622a3b24-f19a-44a0-ae10-be9f3ebed5d6 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/floatingips/afa4d4e8-abd9-4006-a16f-76b7cbef6470 HTTP/1.1" status: 200 len: 693 time: 0.1169252 Feb 28 20:15:06.461473 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98658cb7-249c-4c3d-99a4-3c8e7adca311 req-699f7569-8887-40d6-a9d4-eecb5ce194c5 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "GET /v2.0/floatingips/7c1b8e07-51d6-42f3-9273-8830db8c73be HTTP/1.1" status: 200 len: 692 time: 0.1934805 Feb 28 20:15:06.763560 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98658cb7-249c-4c3d-99a4-3c8e7adca311 req-f06666a3-8780-44ff-a6bd-8566e1e2e088 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:06.765244 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98658cb7-249c-4c3d-99a4-3c8e7adca311 req-f06666a3-8780-44ff-a6bd-8566e1e2e088 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.2724030 Feb 28 20:15:06.795413 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d3251-576a-41d5-b44a-492fde132719 req-91d1037f-b170-427f-9aa3-2b9bab560f6c tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:06.797179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c36d3251-576a-41d5-b44a-492fde132719 req-91d1037f-b170-427f-9aa3-2b9bab560f6c tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.4587412 Feb 28 20:15:06.895071 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98658cb7-249c-4c3d-99a4-3c8e7adca311 req-59083a44-e59c-4bdc-8fea-200610d1e85e tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.65 HTTP/1.1" status: 200 len: 695 time: 0.1198313 Feb 28 20:15:06.933825 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c36d3251-576a-41d5-b44a-492fde132719 req-9307c604-bcaa-4ad3-89cf-6b02d5995149 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 696 time: 0.1001496 Feb 28 20:15:07.044565 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98658cb7-249c-4c3d-99a4-3c8e7adca311 req-a409c1ec-b285-4938-b883-c0d430a10816 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.65 HTTP/1.1" status: 200 len: 695 time: 0.1483939 Feb 28 20:15:07.131912 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c36d3251-576a-41d5-b44a-492fde132719 req-410ebab5-6477-4242-9a05-e7f7d19158a5 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 696 time: 0.1626678 Feb 28 20:15:07.136745 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-02eb5197-0f73-43dd-8bf3-d74e36c801cc tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks [] for port (e6887ec8-77c0-4f9c-9781-b5aa20a526af), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:07.434446 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-02eb5197-0f73-43dd-8bf3-d74e36c801cc tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e6887ec8-77c0-4f9c-9781-b5aa20a526af), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:07.525010 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-02eb5197-0f73-43dd-8bf3-d74e36c801cc tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Network 3adfc03b-765e-462a-ae7c-192406d60f28 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:15:07.530172 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb5197-0f73-43dd-8bf3-d74e36c801cc tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Pushing event updated for resources: {'Port': ['ID=e6887ec8-77c0-4f9c-9781-b5aa20a526af,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:07.534863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-02eb5197-0f73-43dd-8bf3-d74e36c801cc tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:15:07.538256 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-02eb5197-0f73-43dd-8bf3-d74e36c801cc tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:15:07.543140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-98658cb7-249c-4c3d-99a4-3c8e7adca311 req-25489647-dcdb-4107-bda4-c8c261eb1365 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Deleting port c2aee5c9-521c-4ef7-b35e-a128c317898e {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:15:07.543495 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-98658cb7-249c-4c3d-99a4-3c8e7adca311 req-25489647-dcdb-4107-bda4-c8c261eb1365 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c2aee5c9-521c-4ef7-b35e-a128c317898e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:07.612152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-c36d3251-576a-41d5-b44a-492fde132719 req-5010e446-87ad-479d-b6cf-188ec8186d7f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Deleting port 7f3f28a9-87e7-4241-b855-d7fbbe46a71f {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:15:07.612647 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c36d3251-576a-41d5-b44a-492fde132719 req-5010e446-87ad-479d-b6cf-188ec8186d7f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7f3f28a9-87e7-4241-b855-d7fbbe46a71f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:07.723026 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-02eb5197-0f73-43dd-8bf3-d74e36c801cc tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:07.724199 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-02eb5197-0f73-43dd-8bf3-d74e36c801cc tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:07.781570 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-02eb5197-0f73-43dd-8bf3-d74e36c801cc tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6293900 Feb 28 20:15:07.790982 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-98658cb7-249c-4c3d-99a4-3c8e7adca311 req-25489647-dcdb-4107-bda4-c8c261eb1365 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c2aee5c9-521c-4ef7-b35e-a128c317898e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:07.791391 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-98658cb7-249c-4c3d-99a4-3c8e7adca311 req-25489647-dcdb-4107-bda4-c8c261eb1365 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks [] for floatingip (c2aee5c9-521c-4ef7-b35e-a128c317898e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:07.959075 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:15:08.080269 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37496987-baa6-425f-9282-09f91703ff2a req-7769f066-4ed9-48fa-96ed-944aac3162e4 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:08.089041 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-37496987-baa6-425f-9282-09f91703ff2a req-7769f066-4ed9-48fa-96ed-944aac3162e4 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.15 "GET /v2.0/networks?id=c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 200 len: 811 time: 0.2025645 Feb 28 20:15:08.104320 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-37496987-baa6-425f-9282-09f91703ff2a req-38963ce6-f886-4dfd-88bb-2c5aa7f51ea9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Request body: {'port': {'device_id': '06bd2712-dffe-44a5-abdb-262edfa6563d', 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2', 'admin_state_up': True, 'tenant_id': '319e808d1d994e11b5f42f1d9f8b43af'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:15:08.134796 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c36d3251-576a-41d5-b44a-492fde132719 req-5010e446-87ad-479d-b6cf-188ec8186d7f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7f3f28a9-87e7-4241-b855-d7fbbe46a71f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:08.135201 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c36d3251-576a-41d5-b44a-492fde132719 req-5010e446-87ad-479d-b6cf-188ec8186d7f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks [] for floatingip (7f3f28a9-87e7-4241-b855-d7fbbe46a71f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:08.151804 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-c36d3251-576a-41d5-b44a-492fde132719 req-5010e446-87ad-479d-b6cf-188ec8186d7f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Calling delete_port for 7f3f28a9-87e7-4241-b855-d7fbbe46a71f owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:15:08.232015 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-98658cb7-249c-4c3d-99a4-3c8e7adca311 req-25489647-dcdb-4107-bda4-c8c261eb1365 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Calling delete_port for c2aee5c9-521c-4ef7-b35e-a128c317898e owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:15:08.291794 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] Request body: {'port': {'device_id': '0adb7f5d-aecd-47e3-ba85-62e789bcf351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:15:08.333311 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37496987-baa6-425f-9282-09f91703ff2a req-38963ce6-f886-4dfd-88bb-2c5aa7f51ea9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Made reservation on behalf of 319e808d1d994e11b5f42f1d9f8b43af for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:15:08.338163 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-37496987-baa6-425f-9282-09f91703ff2a req-38963ce6-f886-4dfd-88bb-2c5aa7f51ea9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:08.421040 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6887ec8-77c0-4f9c-9781-b5aa20a526af), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:08.535876 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-37496987-baa6-425f-9282-09f91703ff2a req-38963ce6-f886-4dfd-88bb-2c5aa7f51ea9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Allocated IP 172.20.0.13 (c8345f72-ebdd-4937-93d2-787e920180e2/17bdb014-8992-41b5-9199-5d89512b4a60/96212f47-731b-4908-b28e-b497e050f1a4) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:15:08.653013 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-98658cb7-249c-4c3d-99a4-3c8e7adca311 req-25489647-dcdb-4107-bda4-c8c261eb1365 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (c2aee5c9-521c-4ef7-b35e-a128c317898e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:08.688942 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c36d3251-576a-41d5-b44a-492fde132719 req-5010e446-87ad-479d-b6cf-188ec8186d7f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7f3f28a9-87e7-4241-b855-d7fbbe46a71f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:08.695571 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25489647-dcdb-4107-bda4-c8c261eb1365 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Pushing event deleted for resources: {'Port': ['ID=c2aee5c9-521c-4ef7-b35e-a128c317898e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:08.811347 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-37496987-baa6-425f-9282-09f91703ff2a req-38963ce6-f886-4dfd-88bb-2c5aa7f51ea9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks [] for port (96212f47-731b-4908-b28e-b497e050f1a4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:08.835254 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010e446-87ad-479d-b6cf-188ec8186d7f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Pushing event deleted for resources: {'Port': ['ID=7f3f28a9-87e7-4241-b855-d7fbbe46a71f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:08.884369 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-37496987-baa6-425f-9282-09f91703ff2a req-38963ce6-f886-4dfd-88bb-2c5aa7f51ea9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (96212f47-731b-4908-b28e-b497e050f1a4), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:08.915460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37496987-baa6-425f-9282-09f91703ff2a req-38963ce6-f886-4dfd-88bb-2c5aa7f51ea9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Network c8345f72-ebdd-4937-93d2-787e920180e2 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:15:08.918631 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-37496987-baa6-425f-9282-09f91703ff2a req-38963ce6-f886-4dfd-88bb-2c5aa7f51ea9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:15:08.943582 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-98658cb7-249c-4c3d-99a4-3c8e7adca311 req-25489647-dcdb-4107-bda4-c8c261eb1365 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks [] for floatingip (7c1b8e07-51d6-42f3-9273-8830db8c73be), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:08.947024 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-98658cb7-249c-4c3d-99a4-3c8e7adca311 req-25489647-dcdb-4107-bda4-c8c261eb1365 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:08.948283 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98658cb7-249c-4c3d-99a4-3c8e7adca311 req-25489647-dcdb-4107-bda4-c8c261eb1365 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "DELETE /v2.0/floatingips/7c1b8e07-51d6-42f3-9273-8830db8c73be HTTP/1.1" status: 204 len: 173 time: 1.9025438 Feb 28 20:15:08.951584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-37496987-baa6-425f-9282-09f91703ff2a req-38963ce6-f886-4dfd-88bb-2c5aa7f51ea9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:15:09.005295 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c36d3251-576a-41d5-b44a-492fde132719 req-5010e446-87ad-479d-b6cf-188ec8186d7f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks [] for floatingip (afa4d4e8-abd9-4006-a16f-76b7cbef6470), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:09.007981 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c36d3251-576a-41d5-b44a-492fde132719 req-5010e446-87ad-479d-b6cf-188ec8186d7f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:09.009179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c36d3251-576a-41d5-b44a-492fde132719 req-5010e446-87ad-479d-b6cf-188ec8186d7f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "DELETE /v2.0/floatingips/afa4d4e8-abd9-4006-a16f-76b7cbef6470 HTTP/1.1" status: 204 len: 173 time: 1.8654277 Feb 28 20:15:09.030100 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38963ce6-f886-4dfd-88bb-2c5aa7f51ea9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Pushing event updated for resources: {'Port': ['ID=96212f47-731b-4908-b28e-b497e050f1a4,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:09.040603 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37496987-baa6-425f-9282-09f91703ff2a req-38963ce6-f886-4dfd-88bb-2c5aa7f51ea9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:09.041085 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-37496987-baa6-425f-9282-09f91703ff2a req-38963ce6-f886-4dfd-88bb-2c5aa7f51ea9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:09.068986 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-37496987-baa6-425f-9282-09f91703ff2a req-38963ce6-f886-4dfd-88bb-2c5aa7f51ea9 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9763238 Feb 28 20:15:09.081712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-37496987-baa6-425f-9282-09f91703ff2a req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] Request body: {'port': {'device_id': '06bd2712-dffe-44a5-abdb-262edfa6563d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:15:09.211401 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-37496987-baa6-425f-9282-09f91703ff2a req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (96212f47-731b-4908-b28e-b497e050f1a4), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:09.336138 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6887ec8-77c0-4f9c-9781-b5aa20a526af {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:15:09.351001 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d52b1a-141c-4e87-9186-8cfd44da2b48 req-42f9c19b-b74b-4f26-998a-b1f1cf97998b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:09.352739 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92d52b1a-141c-4e87-9186-8cfd44da2b48 req-42f9c19b-b74b-4f26-998a-b1f1cf97998b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 946 time: 0.2543344 Feb 28 20:15:09.384931 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] Publish callbacks [] for port (e6887ec8-77c0-4f9c-9781-b5aa20a526af), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:09.424781 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] Transition to ACTIVE for port object e6887ec8-77c0-4f9c-9781-b5aa20a526af will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:15:09.439266 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (e6887ec8-77c0-4f9c-9781-b5aa20a526af), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:09.498957 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92d52b1a-141c-4e87-9186-8cfd44da2b48 req-27e30217-d998-4aee-8356-06ce9673dad7 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112890 Feb 28 20:15:09.512569 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524653a-ccb6-4fab-89bb-4be5eca80c3f req-a09ca8cb-3585-46d6-9888-4ee1bc4c7955 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:09.517939 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524653a-ccb6-4fab-89bb-4be5eca80c3f req-a09ca8cb-3585-46d6-9888-4ee1bc4c7955 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:09.523908 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524653a-ccb6-4fab-89bb-4be5eca80c3f req-a09ca8cb-3585-46d6-9888-4ee1bc4c7955 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:09.525650 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7524653a-ccb6-4fab-89bb-4be5eca80c3f req-a09ca8cb-3585-46d6-9888-4ee1bc4c7955 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283&device_id=623c1bb9-8f40-4fbf-9a0d-da8356d334f3&device_id=7138ee64-9589-4692-9a3e-642a4638b980 HTTP/1.1" status: 200 len: 2417 time: 0.2164357 Feb 28 20:15:09.550332 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] Pushing event updated for resources: {'Port': ['ID=e6887ec8-77c0-4f9c-9781-b5aa20a526af,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:09.613933 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-37496987-baa6-425f-9282-09f91703ff2a req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96212f47-731b-4908-b28e-b497e050f1a4 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:15:09.630135 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-37496987-baa6-425f-9282-09f91703ff2a req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] Publish callbacks [] for port (96212f47-731b-4908-b28e-b497e050f1a4), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:09.651660 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-37496987-baa6-425f-9282-09f91703ff2a req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] Transition to ACTIVE for port object 96212f47-731b-4908-b28e-b497e050f1a4 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:15:09.660536 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7524653a-ccb6-4fab-89bb-4be5eca80c3f req-5b7ea15d-0420-4041-8a4b-748dbb0e71a4 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235106 Feb 28 20:15:09.686465 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-37496987-baa6-425f-9282-09f91703ff2a req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (96212f47-731b-4908-b28e-b497e050f1a4), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:09.749978 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] Attempting to bind port e6887ec8-77c0-4f9c-9781-b5aa20a526af on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:15:09.750578 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] Attempting to bind port e6887ec8-77c0-4f9c-9781-b5aa20a526af by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '9d1645d2-e849-4f5c-bf28-d28b3f617709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3adfc03b-765e-462a-ae7c-192406d60f28'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:15:09.751153 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] Attempting to bind port e6887ec8-77c0-4f9c-9781-b5aa20a526af on network 3adfc03b-765e-462a-ae7c-192406d60f28 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:15:09.759943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] Port e6887ec8-77c0-4f9c-9781-b5aa20a526af on network 3adfc03b-765e-462a-ae7c-192406d60f28 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:15:09.760595 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] Attempting to bind port e6887ec8-77c0-4f9c-9781-b5aa20a526af on network 3adfc03b-765e-462a-ae7c-192406d60f28 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:15:09.769103 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:15:09.771275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] Checking segment: {'id': '9d1645d2-e849-4f5c-bf28-d28b3f617709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3adfc03b-765e-462a-ae7c-192406d60f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:15:09.772276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] Bound using segment: {'id': '9d1645d2-e849-4f5c-bf28-d28b3f617709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3adfc03b-765e-462a-ae7c-192406d60f28'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:15:09.773319 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] Bound port: e6887ec8-77c0-4f9c-9781-b5aa20a526af, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d1645d2-e849-4f5c-bf28-d28b3f617709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3adfc03b-765e-462a-ae7c-192406d60f28'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:15:09.774299 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6887ec8-77c0-4f9c-9781-b5aa20a526af), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:09.816030 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b649d-e14c-4ef1-8785-072ef771de32 req-5e6fdad3-1b1b-43ec-a789-f40718d47cc4 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:09.822940 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] Pushing event updated for resources: {'Port': ['ID=96212f47-731b-4908-b28e-b497e050f1a4,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:09.834264 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4a0b649d-e14c-4ef1-8785-072ef771de32 req-5e6fdad3-1b1b-43ec-a789-f40718d47cc4 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 943 time: 0.1588008 Feb 28 20:15:09.843602 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-37496987-baa6-425f-9282-09f91703ff2a req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] Attempting to bind port 96212f47-731b-4908-b28e-b497e050f1a4 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:15:09.844532 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-37496987-baa6-425f-9282-09f91703ff2a req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] Attempting to bind port 96212f47-731b-4908-b28e-b497e050f1a4 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:15:09.845127 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37496987-baa6-425f-9282-09f91703ff2a req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] Attempting to bind port 96212f47-731b-4908-b28e-b497e050f1a4 on network c8345f72-ebdd-4937-93d2-787e920180e2 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:15:09.851257 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37496987-baa6-425f-9282-09f91703ff2a req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] Port 96212f47-731b-4908-b28e-b497e050f1a4 on network c8345f72-ebdd-4937-93d2-787e920180e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:15:09.851634 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37496987-baa6-425f-9282-09f91703ff2a req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] Attempting to bind port 96212f47-731b-4908-b28e-b497e050f1a4 on network c8345f72-ebdd-4937-93d2-787e920180e2 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:15:09.857483 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37496987-baa6-425f-9282-09f91703ff2a req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:15:09.857813 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37496987-baa6-425f-9282-09f91703ff2a req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] Checking segment: {'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:15:09.858252 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37496987-baa6-425f-9282-09f91703ff2a req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] Bound using segment: {'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:15:09.858873 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-37496987-baa6-425f-9282-09f91703ff2a req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] Bound port: 96212f47-731b-4908-b28e-b497e050f1a4, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:15:09.859243 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-37496987-baa6-425f-9282-09f91703ff2a req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (96212f47-731b-4908-b28e-b497e050f1a4), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:09.933473 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-37496987-baa6-425f-9282-09f91703ff2a req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] For port 96212f47-731b-4908-b28e-b497e050f1a4, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:15:09.937006 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-37496987-baa6-425f-9282-09f91703ff2a req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] For port 96212f47-731b-4908-b28e-b497e050f1a4, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=96212f47-731b-4908-b28e-b497e050f1a4,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:15:09.945313 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-37496987-baa6-425f-9282-09f91703ff2a req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (96212f47-731b-4908-b28e-b497e050f1a4), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:09.962291 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] For port e6887ec8-77c0-4f9c-9781-b5aa20a526af, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:15:09.970725 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] For port e6887ec8-77c0-4f9c-9781-b5aa20a526af, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e6887ec8-77c0-4f9c-9781-b5aa20a526af,segment=NetworkSegment(9d1645d2-e849-4f5c-bf28-d28b3f617709),segment_id=9d1645d2-e849-4f5c-bf28-d28b3f617709)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:15:09.985963 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4a0b649d-e14c-4ef1-8785-072ef771de32 req-3bbeaf7e-9752-49f6-8b1e-81f7cb2b548a tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493104 Feb 28 20:15:09.987851 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37496987-baa6-425f-9282-09f91703ff2a req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:09.988748 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-37496987-baa6-425f-9282-09f91703ff2a req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:09.991960 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-37496987-baa6-425f-9282-09f91703ff2a req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] 10.222.0.15 "PUT /v2.0/ports/96212f47-731b-4908-b28e-b497e050f1a4 HTTP/1.1" status: 200 len: 1093 time: 0.9150834 Feb 28 20:15:09.992924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bd2712-dffe-44a5-abdb-262edfa6563d', 'tag': '96212f47-731b-4908-b28e-b497e050f1a4'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:15:09.997834 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c324985f-1782-4bc2-9604-a4672fffb453" -d '{"events": [{"name": "network-changed", "server_uuid": "06bd2712-dffe-44a5-abdb-262edfa6563d", "tag": "96212f47-731b-4908-b28e-b497e050f1a4"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:15:10.038344 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (e6887ec8-77c0-4f9c-9781-b5aa20a526af), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:10.078792 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:10.080083 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:10.081780 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] 10.222.0.15 "PUT /v2.0/ports/e6887ec8-77c0-4f9c-9781-b5aa20a526af HTTP/1.1" status: 200 len: 1092 time: 2.2776921 Feb 28 20:15:10.084081 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adb7f5d-aecd-47e3-ba85-62e789bcf351', 'tag': 'e6887ec8-77c0-4f9c-9781-b5aa20a526af'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:15:10.088401 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0e7bfd-9022-4c36-a97f-7e9bd85e5df8" -d '{"events": [{"name": "network-changed", "server_uuid": "0adb7f5d-aecd-47e3-ba85-62e789bcf351", "tag": "e6887ec8-77c0-4f9c-9781-b5aa20a526af"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:15:10.123415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555139d-d4f6-4917-8792-fb6421b8e314 service neutron] Pushing event updated for resources: {'Port': ['ID=96212f47-731b-4908-b28e-b497e050f1a4,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:10.162495 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37496987-baa6-425f-9282-09f91703ff2a req-151049d9-c63a-4c30-b5b6-d0b05b71d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:10.165085 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-37496987-baa6-425f-9282-09f91703ff2a req-151049d9-c63a-4c30-b5b6-d0b05b71d2cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&device_id=06bd2712-dffe-44a5-abdb-262edfa6563d HTTP/1.1" status: 200 len: 1127 time: 0.1173289 Feb 28 20:15:10.219551 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-37496987-baa6-425f-9282-09f91703ff2a req-1492f43e-062a-4844-ad2f-36d9a597d3f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96212f47-731b-4908-b28e-b497e050f1a4 HTTP/1.1" status: 200 len: 217 time: 0.0478165 Feb 28 20:15:10.303700 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37496987-baa6-425f-9282-09f91703ff2a req-babfd366-53b6-4895-b9f5-f13de3fe1e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:10.306008 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-37496987-baa6-425f-9282-09f91703ff2a req-babfd366-53b6-4895-b9f5-f13de3fe1e8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17bdb014-8992-41b5-9199-5d89512b4a60 HTTP/1.1" status: 200 len: 851 time: 0.0811822 Feb 28 20:15:10.346113 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a430a38-bddc-4ce6-a7df-8a8224dd6c31 req-4a67e33a-eb14-4878-b57a-737223bb31e4 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:10.346386 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-37496987-baa6-425f-9282-09f91703ff2a req-0884de40-5548-4e47-a06c-26915ffbcca8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8345f72-ebdd-4937-93d2-787e920180e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337684 Feb 28 20:15:10.349298 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a430a38-bddc-4ce6-a7df-8a8224dd6c31 req-4a67e33a-eb14-4878-b57a-737223bb31e4 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=06bd2712-dffe-44a5-abdb-262edfa6563d HTTP/1.1" status: 200 len: 944 time: 0.3823512 Feb 28 20:15:10.363195 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462b3c4-7973-4f6c-a397-99d442a0f2bb service neutron] Pushing event updated for resources: {'Port': ['ID=e6887ec8-77c0-4f9c-9781-b5aa20a526af,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:10.392132 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-7d3c520f-0908-487c-837d-ce68efee2e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:10.394730 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-7d3c520f-0908-487c-837d-ce68efee2e1c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8679f51c9a334f8287988308eacd8186&device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 1126 time: 0.2634096 Feb 28 20:15:10.489827 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-dca34fec-e04b-4b78-aec9-8b347ff63bde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6887ec8-77c0-4f9c-9781-b5aa20a526af HTTP/1.1" status: 200 len: 217 time: 0.0779059 Feb 28 20:15:10.528385 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-37496987-baa6-425f-9282-09f91703ff2a req-3b4fbbe1-910b-4674-92f0-0f9d455048c6 service neutron] 10.222.0.15 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764348 Feb 28 20:15:10.537742 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab613eb-2e48-428c-a220-8f53eaa84ced req-bce3adef-a783-47d7-b7c9-89740656a3ed tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:10.540314 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fab613eb-2e48-428c-a220-8f53eaa84ced req-bce3adef-a783-47d7-b7c9-89740656a3ed tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 945 time: 0.3339474 Feb 28 20:15:10.622340 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a430a38-bddc-4ce6-a7df-8a8224dd6c31 req-30d59f81-a588-4a75-a8a1-0c468d8c98fd tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628496 Feb 28 20:15:10.652873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-f7fe0e47-24b6-48d9-bd6d-4091b8d1de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:10.654355 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-f7fe0e47-24b6-48d9-bd6d-4091b8d1de0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=466e7b2a-44e7-4036-8d62-6c0fcc6f61ca HTTP/1.1" status: 200 len: 855 time: 0.1552882 Feb 28 20:15:10.657977 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fab613eb-2e48-428c-a220-8f53eaa84ced req-b0105e59-fc97-4352-96c5-53b79625e9dc tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112971 Feb 28 20:15:10.671940 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-37496987-baa6-425f-9282-09f91703ff2a req-ce954f8d-2f0f-4e32-99b2-05a498bee79f service neutron] 10.222.0.15 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379001 Feb 28 20:15:10.725504 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-98b2a9b7-4f82-4b25-b9a3-93e108a928f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3adfc03b-765e-462a-ae7c-192406d60f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641038 Feb 28 20:15:11.014200 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-348a93bc-0352-48b4-9dc7-197efa2e3824 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.224 HTTP/1.1" status: 200 len: 1001 time: 0.2947657 Feb 28 20:15:11.120310 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-425c398d-d28e-425e-99cf-b1d4540b0c18 req-d78d9d6b-a8fc-45f9-8677-ffffc242f021 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3990040 Feb 28 20:15:11.130324 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-fd6c681b-c0e5-463c-912c-5f3ffae5c126 service neutron] 10.222.0.15 "GET /v2.0/networks/3adfc03b-765e-462a-ae7c-192406d60f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747995 Feb 28 20:15:11.135091 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-425c398d-d28e-425e-99cf-b1d4540b0c18 req-d8948895-8ed5-44cf-860b-3a923f3a9291 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:15:11.211819 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-1cbd7b1e-68f6-4270-b9e6-28dd1affc211 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:11.214134 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-1cbd7b1e-68f6-4270-b9e6-28dd1affc211 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/ports/0e3ff6d4-844c-49dc-994c-85ddf47eed82 HTTP/1.1" status: 200 len: 942 time: 0.1795664 Feb 28 20:15:11.297428 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-425c398d-d28e-425e-99cf-b1d4540b0c18 req-d8948895-8ed5-44cf-860b-3a923f3a9291 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:11.456253 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-c533214c-a6ef-4998-ad12-ff21bb65baa3 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.224 HTTP/1.1" status: 200 len: 1001 time: 0.1871059 Feb 28 20:15:11.535208 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f3b63cd-5e45-4c3f-89a3-d5b63f442ab2 req-eead9b68-bd97-48da-b00d-197a798a88c0 service neutron] 10.222.0.15 "GET /v2.0/networks/3adfc03b-765e-462a-ae7c-192406d60f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878324 Feb 28 20:15:11.641222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-c3d096b0-1f98-46b4-9372-145cb8649e45 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:11.642684 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-c3d096b0-1f98-46b4-9372-145cb8649e45 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.1734879 Feb 28 20:15:11.670446 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-425c398d-d28e-425e-99cf-b1d4540b0c18 req-d8948895-8ed5-44cf-860b-3a923f3a9291 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:11.780981 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-f20a70b8-c1f1-4c57-8c57-7114dfb63c4e tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.224 HTTP/1.1" status: 200 len: 1001 time: 0.1233797 Feb 28 20:15:11.797018 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-e59c00ef-b987-4aa9-aa58-56c22ce2509f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:15:11.893339 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-425c398d-d28e-425e-99cf-b1d4540b0c18 req-d8948895-8ed5-44cf-860b-3a923f3a9291 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Allocated IP 172.25.0.37 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/161c0650-56ab-4873-98a3-0248b713b3f2) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:15:11.897061 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-e59c00ef-b987-4aa9-aa58-56c22ce2509f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks [] for floatingip (88e23a20-b5b0-4b6f-8083-45af792e70b1), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:12.391004 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-e59c00ef-b987-4aa9-aa58-56c22ce2509f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:12.397319 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-e59c00ef-b987-4aa9-aa58-56c22ce2509f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (88e23a20-b5b0-4b6f-8083-45af792e70b1), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:12.397657 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-e59c00ef-b987-4aa9-aa58-56c22ce2509f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Floating IP 88e23a20-b5b0-4b6f-8083-45af792e70b1 disassociated. External IP: 172.25.0.224, port: 0e3ff6d4-844c-49dc-994c-85ddf47eed82. Feb 28 20:15:12.403602 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-425c398d-d28e-425e-99cf-b1d4540b0c18 req-d8948895-8ed5-44cf-860b-3a923f3a9291 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks [] for port (161c0650-56ab-4873-98a3-0248b713b3f2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:12.522671 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-425c398d-d28e-425e-99cf-b1d4540b0c18 req-d8948895-8ed5-44cf-860b-3a923f3a9291 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (161c0650-56ab-4873-98a3-0248b713b3f2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:12.573378 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425c398d-d28e-425e-99cf-b1d4540b0c18 req-d8948895-8ed5-44cf-860b-3a923f3a9291 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:15:12.609225 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-425c398d-d28e-425e-99cf-b1d4540b0c18 req-d8948895-8ed5-44cf-860b-3a923f3a9291 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:15:12.612890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8948895-8ed5-44cf-860b-3a923f3a9291 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Pushing event updated for resources: {'Port': ['ID=161c0650-56ab-4873-98a3-0248b713b3f2,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:12.615183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-425c398d-d28e-425e-99cf-b1d4540b0c18 req-d8948895-8ed5-44cf-860b-3a923f3a9291 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:15:12.753859 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-e59c00ef-b987-4aa9-aa58-56c22ce2509f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Router 122b17b6-9d74-4733-bc3b-9f06a98fb344 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:15:12.762468 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-425c398d-d28e-425e-99cf-b1d4540b0c18 req-d8948895-8ed5-44cf-860b-3a923f3a9291 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks [] for floatingip (5852fb55-8070-4e65-b11f-8d209b5d098f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:12.847824 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-425c398d-d28e-425e-99cf-b1d4540b0c18 req-d8948895-8ed5-44cf-860b-3a923f3a9291 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (161c0650-56ab-4873-98a3-0248b713b3f2), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:12.960713 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-e59c00ef-b987-4aa9-aa58-56c22ce2509f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:15:12.966344 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-e59c00ef-b987-4aa9-aa58-56c22ce2509f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:12.974135 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b8e88-51dc-467d-b879-1e73610b83d0 None None] Sync routers for ids ['122b17b6-9d74-4733-bc3b-9f06a98fb344'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:15:12.988220 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b8e88-51dc-467d-b879-1e73610b83d0 None None] Routers {'122b17b6-9d74-4733-bc3b-9f06a98fb344'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:15:12.989541 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-277b8e88-51dc-467d-b879-1e73610b83d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:14:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['122b17b6-9d74-4733-bc3b-9f06a98fb344'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:13.036004 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-e59c00ef-b987-4aa9-aa58-56c22ce2509f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "PUT /v2.0/floatingips/88e23a20-b5b0-4b6f-8083-45af792e70b1 HTTP/1.1" status: 200 len: 695 time: 1.2469068 Feb 28 20:15:13.122101 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-425c398d-d28e-425e-99cf-b1d4540b0c18 req-d8948895-8ed5-44cf-860b-3a923f3a9291 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks [] for port (161c0650-56ab-4873-98a3-0248b713b3f2), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:13.127599 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-425c398d-d28e-425e-99cf-b1d4540b0c18 req-d8948895-8ed5-44cf-860b-3a923f3a9291 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (161c0650-56ab-4873-98a3-0248b713b3f2), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:13.127876 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-277b8e88-51dc-467d-b879-1e73610b83d0 None None] Set router 122b17b6-9d74-4733-bc3b-9f06a98fb344 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:15:13.134341 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-f406a9bf-cfb4-4f39-b26b-530ec28b44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:13.135965 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-f406a9bf-cfb4-4f39-b26b-530ec28b44e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12e9f0ffb3404b46ac26b734f1e43cbd&device_id=ff308979-1b0e-442f-9934-e030e4409cbc HTTP/1.1" status: 200 len: 1128 time: 0.0830679 Feb 28 20:15:13.269525 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8948895-8ed5-44cf-860b-3a923f3a9291 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Pushing event updated for resources: {'Port': ['ID=161c0650-56ab-4873-98a3-0248b713b3f2,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:13.286507 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-425c398d-d28e-425e-99cf-b1d4540b0c18 req-d8948895-8ed5-44cf-860b-3a923f3a9291 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (5852fb55-8070-4e65-b11f-8d209b5d098f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:13.311224 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-149decbd-a665-4688-bab9-80423f591c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:13.312874 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-149decbd-a665-4688-bab9-80423f591c87 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2fc1b086-af1e-4b43-8525-dd60f05397b8 HTTP/1.1" status: 200 len: 928 time: 0.1495023 Feb 28 20:15:13.316211 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-425c398d-d28e-425e-99cf-b1d4540b0c18 req-d8948895-8ed5-44cf-860b-3a923f3a9291 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:13.317408 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-425c398d-d28e-425e-99cf-b1d4540b0c18 req-d8948895-8ed5-44cf-860b-3a923f3a9291 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1961966 Feb 28 20:15:13.368301 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-d6cb6b29-e969-4a99-9996-0a9470f776e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e3ff6d4-844c-49dc-994c-85ddf47eed82 HTTP/1.1" status: 200 len: 217 time: 0.0487516 Feb 28 20:15:13.406430 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 96212f47-731b-4908-b28e-b497e050f1a4 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:15:13.435691 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-277b8e88-51dc-467d-b879-1e73610b83d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-943478109-router', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '30a98677-2045-46f7-87f2-d6eab585019e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:02Z', 'updated_at': '2022-02-28T20:14:09Z', 'revision_number': 4, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'gw_port': {'id': '30a98677-2045-46f7-87f2-d6eab585019e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:04Z', 'updated_at': '2022-02-28T20:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '15c675e9-2de0-48d9-94ff-99599f5d4175', 'name': '', 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'mac_address': 'fa:16:3e:60:81:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:25Z', 'revision_number': 5, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'subnets': [{'id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:13.437634 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-425c398d-d28e-425e-99cf-b1d4540b0c18 req-ff16232f-5452-4319-9d83-0749fcf07a25 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 695 time: 0.1100519 Feb 28 20:15:13.459382 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-c62e5d3b-9f79-42f4-85e1-6286f60ce2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:13.460842 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-c62e5d3b-9f79-42f4-85e1-6286f60ce2c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1de44bff-1752-4fb9-ae82-7864a92b5560 HTTP/1.1" status: 200 len: 867 time: 0.0622795 Feb 28 20:15:13.468820 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b8e88-51dc-467d-b879-1e73610b83d0 None None] Checking router: 122b17b6-9d74-4733-bc3b-9f06a98fb344 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:15:13.520141 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b8e88-51dc-467d-b879-1e73610b83d0 None None] Routers {'122b17b6-9d74-4733-bc3b-9f06a98fb344'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:15:13.521280 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-277b8e88-51dc-467d-b879-1e73610b83d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:14:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['122b17b6-9d74-4733-bc3b-9f06a98fb344'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:13.571219 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-0f89f1b6-0aac-4980-bc63-0c074e975915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:13.572757 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-0f89f1b6-0aac-4980-bc63-0c074e975915 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2fc1b086-af1e-4b43-8525-dd60f05397b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1015356 Feb 28 20:15:13.620521 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c398d-d28e-425e-99cf-b1d4540b0c18 req-fc8170a5-306e-482e-b7ca-bdffb61cc349 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:13.622155 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-425c398d-d28e-425e-99cf-b1d4540b0c18 req-fc8170a5-306e-482e-b7ca-bdffb61cc349 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.1766882 Feb 28 20:15:13.634587 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 96212f47-731b-4908-b28e-b497e050f1a4, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=96212f47-731b-4908-b28e-b497e050f1a4,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:13.659169 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '96212f47-731b-4908-b28e-b497e050f1a4', 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2', 'port_id': '96212f47-731b-4908-b28e-b497e050f1a4', 'mac_address': 'fa:16:3e:f4:14:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bdb014-8992-41b5-9199-5d89512b4a60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:15:13.703430 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-277b8e88-51dc-467d-b879-1e73610b83d0 None None] Set router 122b17b6-9d74-4733-bc3b-9f06a98fb344 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:15:13.717913 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-db377eef-6451-44ca-80ce-88b57fc14033 service neutron] 10.222.0.13 "GET /v2.0/networks/2fc1b086-af1e-4b43-8525-dd60f05397b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361680 Feb 28 20:15:13.755206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 96212f47-731b-4908-b28e-b497e050f1a4 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:13.755587 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (96212f47-731b-4908-b28e-b497e050f1a4), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:13.813874 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96212f47-731b-4908-b28e-b497e050f1a4 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:15:13.835999 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab678223-476e-42cb-a9d6-9110a5bf57c4 req-19404385-b2f7-43d2-a7e5-7cb21e003102 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:13.837525 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab678223-476e-42cb-a9d6-9110a5bf57c4 req-19404385-b2f7-43d2-a7e5-7cb21e003102 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 946 time: 0.1184297 Feb 28 20:15:13.847130 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49960) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:13.853051 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-f7e8aef2-666b-402c-a482-297e78180f25 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Request body: {'floatingip': {'port_id': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:15:13.869951 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-605aa1a9-4c3e-4001-b98a-4093f928b72a req-0b86782b-ec05-4812-aa74-f7b82950c6fc tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:15:13.871051 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-605aa1a9-4c3e-4001-b98a-4093f928b72a req-0b86782b-ec05-4812-aa74-f7b82950c6fc tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081966 Feb 28 20:15:13.902593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 96212f47-731b-4908-b28e-b497e050f1a4, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=96212f47-731b-4908-b28e-b497e050f1a4,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:13.903600 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1cd430d-7c24-43ec-a019-e7d342806f50 req-c3a72f00-c81d-4504-b563-b2b5c7221111 service neutron] 10.222.0.13 "GET /v2.0/networks/2fc1b086-af1e-4b43-8525-dd60f05397b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748183 Feb 28 20:15:13.909135 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (96212f47-731b-4908-b28e-b497e050f1a4), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:13.910274 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device e6887ec8-77c0-4f9c-9781-b5aa20a526af details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:15:13.934917 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f7e8aef2-666b-402c-a482-297e78180f25 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for floatingip (5463f018-4a34-4ba6-9ef7-e608321e7c3f), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:13.972122 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f54c385-b87a-44fd-9f0b-1a54481d13fd x-openstack-request-id: req-9f54c385-b87a-44fd-9f0b-1a54481d13fd {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:15:13.974166 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06bd2712-dffe-44a5-abdb-262edfa6563d", "tag": "96212f47-731b-4908-b28e-b497e050f1a4", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:15:13.974650 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f54c385-b87a-44fd-9f0b-1a54481d13fd {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:15:13.975234 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06bd2712-dffe-44a5-abdb-262edfa6563d', 'tag': '96212f47-731b-4908-b28e-b497e050f1a4', 'status': 'completed', 'code': 200} Feb 28 20:15:14.099305 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a7a053-1af2-4193-9038-82086e5786f1 x-openstack-request-id: req-88a7a053-1af2-4193-9038-82086e5786f1 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:15:14.099612 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0adb7f5d-aecd-47e3-ba85-62e789bcf351", "tag": "e6887ec8-77c0-4f9c-9781-b5aa20a526af", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:15:14.099898 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88a7a053-1af2-4193-9038-82086e5786f1 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:15:14.100353 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0adb7f5d-aecd-47e3-ba85-62e789bcf351', 'tag': 'e6887ec8-77c0-4f9c-9781-b5aa20a526af', 'status': 'completed', 'code': 200} Feb 28 20:15:14.149791 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=96212f47-731b-4908-b28e-b497e050f1a4,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:14.191309 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324985f-1782-4bc2-9604-a4672fffb453 req-561c6750-a6e9-4933-9062-2bd3412165be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:14.193085 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c324985f-1782-4bc2-9604-a4672fffb453 req-561c6750-a6e9-4933-9062-2bd3412165be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&device_id=06bd2712-dffe-44a5-abdb-262edfa6563d HTTP/1.1" status: 200 len: 1128 time: 0.1690419 Feb 28 20:15:14.215656 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-605aa1a9-4c3e-4001-b98a-4093f928b72a req-a1ab404f-777d-42bf-aa89-404f4c030d58 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3145623 Feb 28 20:15:14.218762 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e7bfd-9022-4c36-a97f-7e9bd85e5df8 req-36396564-f9ff-48bc-bcb5-d2909af443b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:14.220355 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b0e7bfd-9022-4c36-a97f-7e9bd85e5df8 req-36396564-f9ff-48bc-bcb5-d2909af443b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8679f51c9a334f8287988308eacd8186&device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 1126 time: 0.1002321 Feb 28 20:15:14.239558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port e6887ec8-77c0-4f9c-9781-b5aa20a526af, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e6887ec8-77c0-4f9c-9781-b5aa20a526af,segment=NetworkSegment(9d1645d2-e849-4f5c-bf28-d28b3f617709),segment_id=9d1645d2-e849-4f5c-bf28-d28b3f617709)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:14.286057 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-277b8e88-51dc-467d-b879-1e73610b83d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-943478109-router', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '30a98677-2045-46f7-87f2-d6eab585019e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:02Z', 'updated_at': '2022-02-28T20:14:09Z', 'revision_number': 4, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'gw_port': {'id': '30a98677-2045-46f7-87f2-d6eab585019e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:04Z', 'updated_at': '2022-02-28T20:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '15c675e9-2de0-48d9-94ff-99599f5d4175', 'name': '', 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'mac_address': 'fa:16:3e:60:81:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:25Z', 'revision_number': 5, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'subnets': [{'id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:14.294639 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'e6887ec8-77c0-4f9c-9781-b5aa20a526af', 'network_id': '3adfc03b-765e-462a-ae7c-192406d60f28', 'port_id': 'e6887ec8-77c0-4f9c-9781-b5aa20a526af', 'mac_address': 'fa:16:3e:18:f7:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466e7b2a-44e7-4036-8d62-6c0fcc6f61ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:15:14.360857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b8e88-51dc-467d-b879-1e73610b83d0 None None] The sync data for ids ['122b17b6-9d74-4733-bc3b-9f06a98fb344'] in n-d-820368-21 is: [{'id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-943478109-router', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '30a98677-2045-46f7-87f2-d6eab585019e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:02Z', 'updated_at': '2022-02-28T20:14:09Z', 'revision_number': 4, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'gw_port': {'id': '30a98677-2045-46f7-87f2-d6eab585019e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:04Z', 'updated_at': '2022-02-28T20:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '15c675e9-2de0-48d9-94ff-99599f5d4175', 'name': '', 'network_id': '2fc1b086-af1e-4b43-8525-dd60f05397b8', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'mac_address': 'fa:16:3e:60:81:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:25Z', 'revision_number': 5, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'subnets': [{'id': '1de44bff-1752-4fb9-ae82-7864a92b5560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:15:14.374279 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e7bfd-9022-4c36-a97f-7e9bd85e5df8 req-52c2d4b8-6965-42b1-aa42-49b20ad3a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:14.375861 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b0e7bfd-9022-4c36-a97f-7e9bd85e5df8 req-52c2d4b8-6965-42b1-aa42-49b20ad3a57a service neutron] 10.222.0.15 "GET /v2.0/networks?id=3adfc03b-765e-462a-ae7c-192406d60f28 HTTP/1.1" status: 200 len: 915 time: 0.1503744 Feb 28 20:15:14.472049 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b0e7bfd-9022-4c36-a97f-7e9bd85e5df8 req-c5623e9d-9262-4548-9920-5e28e48bd657 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6887ec8-77c0-4f9c-9781-b5aa20a526af HTTP/1.1" status: 200 len: 217 time: 0.0894966 Feb 28 20:15:14.570569 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e7bfd-9022-4c36-a97f-7e9bd85e5df8 req-0f1f6854-1a38-4ba0-81d1-359c6631a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:14.574413 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b0e7bfd-9022-4c36-a97f-7e9bd85e5df8 req-0f1f6854-1a38-4ba0-81d1-359c6631a709 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=466e7b2a-44e7-4036-8d62-6c0fcc6f61ca HTTP/1.1" status: 200 len: 855 time: 0.0932043 Feb 28 20:15:14.622630 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b0e7bfd-9022-4c36-a97f-7e9bd85e5df8 req-2fa820d4-bfc6-4e4f-86f9-913d50a18f92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3adfc03b-765e-462a-ae7c-192406d60f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442419 Feb 28 20:15:14.659504 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port e6887ec8-77c0-4f9c-9781-b5aa20a526af is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:14.659504 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6887ec8-77c0-4f9c-9781-b5aa20a526af), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:14.686044 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6887ec8-77c0-4f9c-9781-b5aa20a526af {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:15:14.729472 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port e6887ec8-77c0-4f9c-9781-b5aa20a526af, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e6887ec8-77c0-4f9c-9781-b5aa20a526af,segment=NetworkSegment(9d1645d2-e849-4f5c-bf28-d28b3f617709),segment_id=9d1645d2-e849-4f5c-bf28-d28b3f617709)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:14.731594 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324985f-1782-4bc2-9604-a4672fffb453 req-5b5231b8-1b6c-46fd-8fb8-95e79c72ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:14.733202 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c324985f-1782-4bc2-9604-a4672fffb453 req-5b5231b8-1b6c-46fd-8fb8-95e79c72ee91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 200 len: 911 time: 0.5120859 Feb 28 20:15:14.739650 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e6887ec8-77c0-4f9c-9781-b5aa20a526af), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:14.778178 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b0e7bfd-9022-4c36-a97f-7e9bd85e5df8 req-521952d3-f808-4899-9c97-20d9bea47a08 service neutron] 10.222.0.15 "GET /v2.0/networks/3adfc03b-765e-462a-ae7c-192406d60f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474514 Feb 28 20:15:14.826376 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=e6887ec8-77c0-4f9c-9781-b5aa20a526af,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:14.840313 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9525de62-f77e-4327-9194-2a670838f272 None None] New status for floating IP 88e23a20-b5b0-4b6f-8083-45af792e70b1: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:15:14.890305 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c324985f-1782-4bc2-9604-a4672fffb453 req-5790df09-07a4-4c81-bb87-03ba95e7981b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96212f47-731b-4908-b28e-b497e050f1a4 HTTP/1.1" status: 200 len: 217 time: 0.0916183 Feb 28 20:15:14.893997 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b0e7bfd-9022-4c36-a97f-7e9bd85e5df8 req-f342c989-8992-4b75-9287-9de52923edcf service neutron] 10.222.0.15 "GET /v2.0/networks/3adfc03b-765e-462a-ae7c-192406d60f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049321 Feb 28 20:15:14.953156 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bc389-da39-41f1-a805-913f3ad1fc41 req-4855b18e-14c7-4245-8510-2c2084304f93 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:14.954572 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-059bc389-da39-41f1-a805-913f3ad1fc41 req-4855b18e-14c7-4245-8510-2c2084304f93 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 1128 time: 0.5886304 Feb 28 20:15:15.041516 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['96212f47-731b-4908-b28e-b497e050f1a4'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:15:15.045094 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['e6887ec8-77c0-4f9c-9781-b5aa20a526af'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:15:15.168389 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324985f-1782-4bc2-9604-a4672fffb453 req-b9569645-3fc4-46de-9293-1bb02463a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:15.170789 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c324985f-1782-4bc2-9604-a4672fffb453 req-b9569645-3fc4-46de-9293-1bb02463a2de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17bdb014-8992-41b5-9199-5d89512b4a60 HTTP/1.1" status: 200 len: 851 time: 0.2519822 Feb 28 20:15:15.189614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce544c-c90a-49c9-9a08-89abf83ef4a0 req-6f636744-7d29-4d66-ba98-0338de3ed431 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:15.193059 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f6ce544c-c90a-49c9-9a08-89abf83ef4a0 req-6f636744-7d29-4d66-ba98-0338de3ed431 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 944 time: 0.2976031 Feb 28 20:15:15.258525 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 54607d33-5718-4828-ba19-a541555d1a21 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:15:15.335854 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-059bc389-da39-41f1-a805-913f3ad1fc41 req-fd050ca3-82c3-45e2-9e99-f46684191ee5 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729689 Feb 28 20:15:15.338993 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c324985f-1782-4bc2-9604-a4672fffb453 req-595a2c36-1306-4ef8-a9f8-877c6e45d572 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8345f72-ebdd-4937-93d2-787e920180e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377194 Feb 28 20:15:15.523190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 54607d33-5718-4828-ba19-a541555d1a21 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:15.523488 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (54607d33-5718-4828-ba19-a541555d1a21), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:15.527229 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f6ce544c-c90a-49c9-9a08-89abf83ef4a0 req-72088fb1-8a6c-4b30-97ab-7be1fdeef0e3 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039622 Feb 28 20:15:15.537371 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.db.resource_extend [None req-f7e8aef2-666b-402c-a482-297e78180f25 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:15:15.563678 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37a996b-cc6a-4073-a5bb-7afb76145e7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54607d33-5718-4828-ba19-a541555d1a21'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:15:15.568046 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959249cf-9a02-4ea0-a024-df8a6a0cd3e8" -d '{"events": [{"server_uuid": "d37a996b-cc6a-4073-a5bb-7afb76145e7b", "name": "network-vif-unplugged", "status": "completed", "tag": "54607d33-5718-4828-ba19-a541555d1a21"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:15:15.583992 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 54607d33-5718-4828-ba19-a541555d1a21, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=54607d33-5718-4828-ba19-a541555d1a21,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:15.589531 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (54607d33-5718-4828-ba19-a541555d1a21), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:15.643876 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=54607d33-5718-4828-ba19-a541555d1a21,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:15.650084 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c324985f-1782-4bc2-9604-a4672fffb453 req-02736960-3f3d-449c-bda8-4030019e78b1 service neutron] 10.222.0.15 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995515 Feb 28 20:15:15.652777 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-323c2a07-f8a7-4dc3-acd9-280573078378 req-a0384225-25da-4330-8a09-a1fa689db9ef tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "GET /v2.0/floatingips/5852fb55-8070-4e65-b11f-8d209b5d098f HTTP/1.1" status: 200 len: 692 time: 0.0724044 Feb 28 20:15:15.671819 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f7e8aef2-666b-402c-a482-297e78180f25 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:15.695520 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f7e8aef2-666b-402c-a482-297e78180f25 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (5463f018-4a34-4ba6-9ef7-e608321e7c3f), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:15.722926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35993b2c-a60f-4744-b7e0-f3febb8617c2 req-3b1fe44a-546a-4319-8f45-8789e47fa18b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:15.724478 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-35993b2c-a60f-4744-b7e0-f3febb8617c2 req-3b1fe44a-546a-4319-8f45-8789e47fa18b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=06bd2712-dffe-44a5-abdb-262edfa6563d HTTP/1.1" status: 200 len: 945 time: 0.2912519 Feb 28 20:15:15.965076 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c324985f-1782-4bc2-9604-a4672fffb453 req-24a33d78-3185-44df-82fe-388f139c1b90 service neutron] 10.222.0.15 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077550 Feb 28 20:15:15.973289 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c2a07-f8a7-4dc3-acd9-280573078378 req-705a1168-d286-4dbe-bf16-912938070dc8 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:15.974638 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-323c2a07-f8a7-4dc3-acd9-280573078378 req-705a1168-d286-4dbe-bf16-912938070dc8 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.3121161 Feb 28 20:15:15.980908 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-35993b2c-a60f-4744-b7e0-f3febb8617c2 req-745b445d-21a9-4385-a77f-e79cb7f4b806 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132752 Feb 28 20:15:15.995714 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-f7e8aef2-666b-402c-a482-297e78180f25 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Floating IP 5463f018-4a34-4ba6-9ef7-e608321e7c3f associated. External IP: 172.25.0.244, port: e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866. Feb 28 20:15:16.076865 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-323c2a07-f8a7-4dc3-acd9-280573078378 req-b75a11a4-bf60-4336-8244-b003c028ecab tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 695 time: 0.0926578 Feb 28 20:15:16.104391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff308979-1b0e-442f-9934-e030e4409cbc', 'tag': '0e3ff6d4-844c-49dc-994c-85ddf47eed82'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:15:16.108062 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756ddfda-7cf3-4458-b405-0dfb0b18fdcf" -d '{"events": [{"name": "network-changed", "server_uuid": "ff308979-1b0e-442f-9934-e030e4409cbc", "tag": "0e3ff6d4-844c-49dc-994c-85ddf47eed82"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:15:16.185833 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-323c2a07-f8a7-4dc3-acd9-280573078378 req-27bf5e05-0d9c-4451-b4cb-beafb4d48211 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 695 time: 0.0980134 Feb 28 20:15:16.274271 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cf6791de-73cd-4a9c-a1ac-fc215d846c8f req-a5427e49-380a-4d4a-9e8e-8f69352cb8f2 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/floatingips/88e23a20-b5b0-4b6f-8083-45af792e70b1 HTTP/1.1" status: 200 len: 693 time: 0.2446423 Feb 28 20:15:16.393514 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a1c17934-916a-42cc-8d63-c71107796403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:16.806467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6791de-73cd-4a9c-a1ac-fc215d846c8f req-6b7c8b75-73f5-4f75-9da6-27488754dbb9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:16.807986 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cf6791de-73cd-4a9c-a1ac-fc215d846c8f req-6b7c8b75-73f5-4f75-9da6-27488754dbb9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.5248322 Feb 28 20:15:16.869064 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-323c2a07-f8a7-4dc3-acd9-280573078378 req-8d5ca7c1-1a79-4291-99db-f9f56a9acc84 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Deleting port 161c0650-56ab-4873-98a3-0248b713b3f2 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:15:16.869382 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-323c2a07-f8a7-4dc3-acd9-280573078378 req-8d5ca7c1-1a79-4291-99db-f9f56a9acc84 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (161c0650-56ab-4873-98a3-0248b713b3f2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:16.875880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e8aef2-666b-402c-a482-297e78180f25 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Router 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:15:16.897781 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cf6791de-73cd-4a9c-a1ac-fc215d846c8f req-264cca7e-fe49-4e09-b8a0-ee6403ec3c92 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.224 HTTP/1.1" status: 200 len: 696 time: 0.0808117 Feb 28 20:15:17.028041 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cf6791de-73cd-4a9c-a1ac-fc215d846c8f req-e8fb290a-c2fd-41e0-931e-68b97e9f9bbd tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.224 HTTP/1.1" status: 200 len: 696 time: 0.0944676 Feb 28 20:15:17.101402 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-323c2a07-f8a7-4dc3-acd9-280573078378 req-8d5ca7c1-1a79-4291-99db-f9f56a9acc84 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (161c0650-56ab-4873-98a3-0248b713b3f2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:17.101666 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-323c2a07-f8a7-4dc3-acd9-280573078378 req-8d5ca7c1-1a79-4291-99db-f9f56a9acc84 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks [] for floatingip (161c0650-56ab-4873-98a3-0248b713b3f2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:17.182323 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-323c2a07-f8a7-4dc3-acd9-280573078378 req-8d5ca7c1-1a79-4291-99db-f9f56a9acc84 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Calling delete_port for 161c0650-56ab-4873-98a3-0248b713b3f2 owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:15:17.282034 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e8aef2-666b-402c-a482-297e78180f25 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:15:17.288910 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f7e8aef2-666b-402c-a482-297e78180f25 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:17.292029 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edab0d6-405d-43e4-b070-26aaec211b41 None None] Sync routers for ids ['01c946ae-f91d-42b6-9cd4-e6aa6be455d2'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:15:17.301999 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edab0d6-405d-43e4-b070-26aaec211b41 None None] Routers {'01c946ae-f91d-42b6-9cd4-e6aa6be455d2'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:15:17.302618 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3edab0d6-405d-43e4-b070-26aaec211b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:14:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['01c946ae-f91d-42b6-9cd4-e6aa6be455d2'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:17.349156 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f7e8aef2-666b-402c-a482-297e78180f25 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "PUT /v2.0/floatingips/5463f018-4a34-4ba6-9ef7-e608321e7c3f HTTP/1.1" status: 200 len: 992 time: 3.5000925 Feb 28 20:15:17.360342 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-cf6791de-73cd-4a9c-a1ac-fc215d846c8f req-39bebab6-4429-4a84-b926-4feeb9b24291 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Deleting port 7b12393d-5512-4534-be16-26cabec65d00 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:15:17.360608 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cf6791de-73cd-4a9c-a1ac-fc215d846c8f req-39bebab6-4429-4a84-b926-4feeb9b24291 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7b12393d-5512-4534-be16-26cabec65d00), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:17.418374 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-3edab0d6-405d-43e4-b070-26aaec211b41 None None] Set router 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:15:17.446408 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 96212f47-731b-4908-b28e-b497e050f1a4 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:15:17.468594 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-323c2a07-f8a7-4dc3-acd9-280573078378 req-8d5ca7c1-1a79-4291-99db-f9f56a9acc84 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (161c0650-56ab-4873-98a3-0248b713b3f2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:17.506844 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cf6791de-73cd-4a9c-a1ac-fc215d846c8f req-39bebab6-4429-4a84-b926-4feeb9b24291 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7b12393d-5512-4534-be16-26cabec65d00), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:17.507171 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cf6791de-73cd-4a9c-a1ac-fc215d846c8f req-39bebab6-4429-4a84-b926-4feeb9b24291 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks [] for floatingip (7b12393d-5512-4534-be16-26cabec65d00), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:17.518753 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ca7c1-1a79-4291-99db-f9f56a9acc84 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Pushing event deleted for resources: {'Port': ['ID=161c0650-56ab-4873-98a3-0248b713b3f2,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:17.528468 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-cf6791de-73cd-4a9c-a1ac-fc215d846c8f req-39bebab6-4429-4a84-b926-4feeb9b24291 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Calling delete_port for 7b12393d-5512-4534-be16-26cabec65d00 owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:15:17.569034 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 96212f47-731b-4908-b28e-b497e050f1a4 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:15:17.589287 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 96212f47-731b-4908-b28e-b497e050f1a4 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:15:17.589655 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (96212f47-731b-4908-b28e-b497e050f1a4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:17.637657 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-323c2a07-f8a7-4dc3-acd9-280573078378 req-8d5ca7c1-1a79-4291-99db-f9f56a9acc84 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks [] for floatingip (5852fb55-8070-4e65-b11f-8d209b5d098f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:17.640282 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-323c2a07-f8a7-4dc3-acd9-280573078378 req-8d5ca7c1-1a79-4291-99db-f9f56a9acc84 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:17.641525 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-323c2a07-f8a7-4dc3-acd9-280573078378 req-8d5ca7c1-1a79-4291-99db-f9f56a9acc84 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "DELETE /v2.0/floatingips/5852fb55-8070-4e65-b11f-8d209b5d098f HTTP/1.1" status: 204 len: 173 time: 1.4499927 Feb 28 20:15:17.750081 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cf6791de-73cd-4a9c-a1ac-fc215d846c8f req-39bebab6-4429-4a84-b926-4feeb9b24291 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7b12393d-5512-4534-be16-26cabec65d00), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:17.785315 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bebab6-4429-4a84-b926-4feeb9b24291 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Pushing event deleted for resources: {'Port': ['ID=7b12393d-5512-4534-be16-26cabec65d00,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:17.785564 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 96212f47-731b-4908-b28e-b497e050f1a4 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:17.785832 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (96212f47-731b-4908-b28e-b497e050f1a4), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:17.830021 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 96212f47-731b-4908-b28e-b497e050f1a4, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=96212f47-731b-4908-b28e-b497e050f1a4,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:17.836653 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (96212f47-731b-4908-b28e-b497e050f1a4), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:17.837611 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device e6887ec8-77c0-4f9c-9781-b5aa20a526af up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:15:17.872479 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cf6791de-73cd-4a9c-a1ac-fc215d846c8f req-39bebab6-4429-4a84-b926-4feeb9b24291 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks [] for floatingip (88e23a20-b5b0-4b6f-8083-45af792e70b1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:17.875293 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cf6791de-73cd-4a9c-a1ac-fc215d846c8f req-39bebab6-4429-4a84-b926-4feeb9b24291 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:17.876530 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cf6791de-73cd-4a9c-a1ac-fc215d846c8f req-39bebab6-4429-4a84-b926-4feeb9b24291 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "DELETE /v2.0/floatingips/88e23a20-b5b0-4b6f-8083-45af792e70b1 HTTP/1.1" status: 204 len: 173 time: 0.8389344 Feb 28 20:15:17.904059 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3edab0d6-405d-43e4-b070-26aaec211b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'name': 'tempest-ServerActionsTestJSON-2090627387-router', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:19Z', 'revision_number': 4, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'gw_port': {'id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:09Z', 'updated_at': '2022-02-28T20:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '5463f018-4a34-4ba6-9ef7-e608321e7c3f', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'floating_ip_address': '172.25.0.244', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'port_id': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'mac_address': 'fa:16:3e:85:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:14:34Z', 'updated_at': '2022-02-28T20:15:15Z', 'revision_number': 1, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db4259c-3f85-463f-b710-0f61ae4537fa', 'name': '', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'mac_address': 'fa:16:3e:ed:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:16Z', 'updated_at': '2022-02-28T20:14:30Z', 'revision_number': 5, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'subnets': [{'id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:17.948757 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edab0d6-405d-43e4-b070-26aaec211b41 None None] Checking router: 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:15:17.972333 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=96212f47-731b-4908-b28e-b497e050f1a4,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:17.981114 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edab0d6-405d-43e4-b070-26aaec211b41 None None] Routers {'01c946ae-f91d-42b6-9cd4-e6aa6be455d2'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:15:17.981936 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3edab0d6-405d-43e4-b070-26aaec211b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:14:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['01c946ae-f91d-42b6-9cd4-e6aa6be455d2'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:18.005522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ac680-5436-4f62-8cb3-e3ee7b3f25dc req-98aabcde-5e3c-4b99-93e4-a5bf84d65580 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:18.007094 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f09ac680-5436-4f62-8cb3-e3ee7b3f25dc req-98aabcde-5e3c-4b99-93e4-a5bf84d65580 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 1128 time: 0.0662508 Feb 28 20:15:18.033704 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5197fb51-e547-41ea-9bb8-106a74288084 x-openstack-request-id: req-5197fb51-e547-41ea-9bb8-106a74288084 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:15:18.034036 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37a996b-cc6a-4073-a5bb-7afb76145e7b", "name": "network-vif-unplugged", "status": "completed", "tag": "54607d33-5718-4828-ba19-a541555d1a21", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:15:18.034400 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5197fb51-e547-41ea-9bb8-106a74288084 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:15:18.034793 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37a996b-cc6a-4073-a5bb-7afb76145e7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54607d33-5718-4828-ba19-a541555d1a21', 'code': 200} Feb 28 20:15:18.041286 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port e6887ec8-77c0-4f9c-9781-b5aa20a526af completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:15:18.052943 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port e6887ec8-77c0-4f9c-9781-b5aa20a526af triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:15:18.053310 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e6887ec8-77c0-4f9c-9781-b5aa20a526af), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:18.061701 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7addf0b1-3035-4525-b02e-e248a70766d8 x-openstack-request-id: req-7addf0b1-3035-4525-b02e-e248a70766d8 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:15:18.062338 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff308979-1b0e-442f-9934-e030e4409cbc", "tag": "0e3ff6d4-844c-49dc-994c-85ddf47eed82", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:15:18.062740 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7addf0b1-3035-4525-b02e-e248a70766d8 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:15:18.063460 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff308979-1b0e-442f-9934-e030e4409cbc', 'tag': '0e3ff6d4-844c-49dc-994c-85ddf47eed82', 'status': 'completed', 'code': 200} Feb 28 20:15:18.110886 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f09ac680-5436-4f62-8cb3-e3ee7b3f25dc req-41499448-ea43-4f7b-8bcf-b87839f3aefc tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971177 Feb 28 20:15:18.172688 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-3edab0d6-405d-43e4-b070-26aaec211b41 None None] Set router 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:15:18.187845 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ddfda-7cf3-4458-b405-0dfb0b18fdcf req-f7c1cadf-b673-4f86-ac90-ee8ad150d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:18.193674 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-756ddfda-7cf3-4458-b405-0dfb0b18fdcf req-f7c1cadf-b673-4f86-ac90-ee8ad150d121 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12e9f0ffb3404b46ac26b734f1e43cbd&device_id=ff308979-1b0e-442f-9934-e030e4409cbc HTTP/1.1" status: 200 len: 1128 time: 0.1136651 Feb 28 20:15:18.327889 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port e6887ec8-77c0-4f9c-9781-b5aa20a526af is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:18.328267 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6887ec8-77c0-4f9c-9781-b5aa20a526af), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:18.389094 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ddfda-7cf3-4458-b405-0dfb0b18fdcf req-26b2d89f-515d-4f88-9211-1cec947575d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:18.391638 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-756ddfda-7cf3-4458-b405-0dfb0b18fdcf req-26b2d89f-515d-4f88-9211-1cec947575d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2fc1b086-af1e-4b43-8525-dd60f05397b8 HTTP/1.1" status: 200 len: 928 time: 0.1902385 Feb 28 20:15:18.402390 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f6af0-a68c-4eae-acf7-cc48b10055be req-f5ad8cda-a1a0-4fcf-a10c-1bbf91950a74 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:18.403911 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-886f6af0-a68c-4eae-acf7-cc48b10055be req-f5ad8cda-a1a0-4fcf-a10c-1bbf91950a74 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 944 time: 0.2620137 Feb 28 20:15:18.421023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port e6887ec8-77c0-4f9c-9781-b5aa20a526af, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e6887ec8-77c0-4f9c-9781-b5aa20a526af,segment=NetworkSegment(9d1645d2-e849-4f5c-bf28-d28b3f617709),segment_id=9d1645d2-e849-4f5c-bf28-d28b3f617709)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:18.427154 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e6887ec8-77c0-4f9c-9781-b5aa20a526af), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:18.427738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542c79e-8dfd-4e35-a984-30a587aff4e2 req-822d75df-7816-4c6c-8e9f-d081b659e6ef tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:18.430372 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4542c79e-8dfd-4e35-a984-30a587aff4e2 req-822d75df-7816-4c6c-8e9f-d081b659e6ef tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=06bd2712-dffe-44a5-abdb-262edfa6563d HTTP/1.1" status: 200 len: 946 time: 0.1552567 Feb 28 20:15:18.499810 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-756ddfda-7cf3-4458-b405-0dfb0b18fdcf req-563cb377-dc03-453b-b244-7f5d8f83270a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e3ff6d4-844c-49dc-994c-85ddf47eed82 HTTP/1.1" status: 200 len: 217 time: 0.0939255 Feb 28 20:15:18.599901 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4542c79e-8dfd-4e35-a984-30a587aff4e2 req-f9e430d2-7aa2-4dc2-8d74-b2c350536be8 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240463 Feb 28 20:15:18.606163 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-886f6af0-a68c-4eae-acf7-cc48b10055be req-d3e7005d-222a-49a9-b95d-75aff4f7c924 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722677 Feb 28 20:15:18.612561 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ddfda-7cf3-4458-b405-0dfb0b18fdcf req-70f05dda-842f-43d5-ba23-8361697366b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:18.632417 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-756ddfda-7cf3-4458-b405-0dfb0b18fdcf req-70f05dda-842f-43d5-ba23-8361697366b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1de44bff-1752-4fb9-ae82-7864a92b5560 HTTP/1.1" status: 200 len: 867 time: 0.1191669 Feb 28 20:15:18.664864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=e6887ec8-77c0-4f9c-9781-b5aa20a526af,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:18.703903 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3edab0d6-405d-43e4-b070-26aaec211b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'name': 'tempest-ServerActionsTestJSON-2090627387-router', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:19Z', 'revision_number': 4, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'gw_port': {'id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:09Z', 'updated_at': '2022-02-28T20:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '5463f018-4a34-4ba6-9ef7-e608321e7c3f', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'floating_ip_address': '172.25.0.244', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'port_id': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'mac_address': 'fa:16:3e:85:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:14:34Z', 'updated_at': '2022-02-28T20:15:15Z', 'revision_number': 1, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db4259c-3f85-463f-b710-0f61ae4537fa', 'name': '', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'mac_address': 'fa:16:3e:ed:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:16Z', 'updated_at': '2022-02-28T20:14:30Z', 'revision_number': 5, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'subnets': [{'id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:18.718972 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-bab56361-5afa-40a2-9062-9905849ea685 req-53a6d59d-b6a9-40de-8601-24e55aee4a67 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] show failed (client error): The resource could not be found. Feb 28 20:15:18.720383 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bab56361-5afa-40a2-9062-9905849ea685 req-53a6d59d-b6a9-40de-8601-24e55aee4a67 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "GET /v2.0/floatingips/5852fb55-8070-4e65-b11f-8d209b5d098f HTTP/1.1" status: 404 len: 350 time: 0.0794246 Feb 28 20:15:18.733359 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edab0d6-405d-43e4-b070-26aaec211b41 None None] The sync data for ids ['01c946ae-f91d-42b6-9cd4-e6aa6be455d2'] in n-d-820368-21 is: [{'id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'name': 'tempest-ServerActionsTestJSON-2090627387-router', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:19Z', 'revision_number': 4, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'gw_port': {'id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:09Z', 'updated_at': '2022-02-28T20:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '5463f018-4a34-4ba6-9ef7-e608321e7c3f', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'floating_ip_address': '172.25.0.244', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'port_id': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'mac_address': 'fa:16:3e:85:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:14:34Z', 'updated_at': '2022-02-28T20:15:15Z', 'revision_number': 1, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db4259c-3f85-463f-b710-0f61ae4537fa', 'name': '', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'mac_address': 'fa:16:3e:ed:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:16Z', 'updated_at': '2022-02-28T20:14:30Z', 'revision_number': 5, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'subnets': [{'id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:15:18.769226 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ddfda-7cf3-4458-b405-0dfb0b18fdcf req-e72f2d7d-83f4-432f-92e8-0d789710bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:18.771598 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-756ddfda-7cf3-4458-b405-0dfb0b18fdcf req-e72f2d7d-83f4-432f-92e8-0d789710bde9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fc1b086-af1e-4b43-8525-dd60f05397b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1399701 Feb 28 20:15:18.825601 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b45b1-b72d-4eb2-8520-4b8044a1940d req-c9687300-bf4a-477f-827c-d0726b016ccd tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:18.827198 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-475b45b1-b72d-4eb2-8520-4b8044a1940d req-c9687300-bf4a-477f-827c-d0726b016ccd tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 946 time: 0.1223824 Feb 28 20:15:18.895194 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fd48510e-2a31-4d31-b209-d6c5a0d32942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:18.964225 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-475b45b1-b72d-4eb2-8520-4b8044a1940d req-06fcf1b5-542b-45d2-8740-611c6a46a9c0 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073177 Feb 28 20:15:18.967005 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-756ddfda-7cf3-4458-b405-0dfb0b18fdcf req-3e6a1e12-8655-4339-b510-f161e539defa service neutron] 10.222.0.15 "GET /v2.0/networks/2fc1b086-af1e-4b43-8525-dd60f05397b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860554 Feb 28 20:15:18.974716 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af875be-2725-435f-856f-5e7d52428118 req-8a1b3811-356b-4c7c-b36c-633ca2a0ce03 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:18.981901 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0af875be-2725-435f-856f-5e7d52428118 req-8a1b3811-356b-4c7c-b36c-633ca2a0ce03 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d37a996b-cc6a-4073-a5bb-7afb76145e7b HTTP/1.1" status: 200 len: 947 time: 0.1873159 Feb 28 20:15:19.014523 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb12c204-29a6-40cc-8c89-9fe823035c0c None None] New status for floating IP 5463f018-4a34-4ba6-9ef7-e608321e7c3f: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:15:19.112375 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0af875be-2725-435f-856f-5e7d52428118 req-059f8c02-ad24-41f3-8fb0-9382cf43d9af tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294966 Feb 28 20:15:19.136546 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-756ddfda-7cf3-4458-b405-0dfb0b18fdcf req-0e5a2675-505a-41a4-aa75-4e9ba8112f04 service neutron] 10.222.0.15 "GET /v2.0/networks/2fc1b086-af1e-4b43-8525-dd60f05397b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524525 Feb 28 20:15:19.248422 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-20a6242d-3a4a-48cf-b221-9af28c605cef req-95a24f5b-1633-4c03-af34-188a817e4084 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] show failed (client error): The resource could not be found. Feb 28 20:15:19.260185 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50026) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:19.264566 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-20a6242d-3a4a-48cf-b221-9af28c605cef req-95a24f5b-1633-4c03-af34-188a817e4084 tempest-FloatingIPsTestJSON-1543035595 tempest-FloatingIPsTestJSON-1543035595-project] 10.222.0.13 "GET /v2.0/floatingips/5852fb55-8070-4e65-b11f-8d209b5d098f HTTP/1.1" status: 404 len: 350 time: 0.0634274 Feb 28 20:15:19.304013 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:19.402579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfaa43d-e12b-4f13-866d-c4250dfd2b50 req-d9ead649-da68-4db5-adf2-ecb248f4342c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:19.404242 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4dfaa43d-e12b-4f13-866d-c4250dfd2b50 req-d9ead649-da68-4db5-adf2-ecb248f4342c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 946 time: 0.0990329 Feb 28 20:15:19.415460 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140afc0-aeed-4d6d-af27-0544653cd0c9 req-a722c9f3-7632-4440-8d40-9f4afa32c97f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:19.417090 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c140afc0-aeed-4d6d-af27-0544653cd0c9 req-a722c9f3-7632-4440-8d40-9f4afa32c97f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff308979-1b0e-442f-9934-e030e4409cbc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1015980 Feb 28 20:15:19.474466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c140afc0-aeed-4d6d-af27-0544653cd0c9 req-b1ed8606-26a1-4f35-918d-d775acee50d1 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0450053 Feb 28 20:15:19.511047 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4dfaa43d-e12b-4f13-866d-c4250dfd2b50 req-c7af3460-2a77-41b0-be65-ed7a2bd0874d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926085 Feb 28 20:15:19.990738 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:20.036369 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bd2712-dffe-44a5-abdb-262edfa6563d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96212f47-731b-4908-b28e-b497e050f1a4'}, {'server_uuid': '0adb7f5d-aecd-47e3-ba85-62e789bcf351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6887ec8-77c0-4f9c-9781-b5aa20a526af'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:15:20.053547 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6d39a4-862f-45ba-98b6-6b88a4fcfb1f" -d '{"events": [{"server_uuid": "06bd2712-dffe-44a5-abdb-262edfa6563d", "name": "network-vif-plugged", "status": "completed", "tag": "96212f47-731b-4908-b28e-b497e050f1a4"}, {"server_uuid": "0adb7f5d-aecd-47e3-ba85-62e789bcf351", "name": "network-vif-plugged", "status": "completed", "tag": "e6887ec8-77c0-4f9c-9781-b5aa20a526af"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:15:20.065711 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'tag': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:15:20.069085 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e147dc-db6f-42e3-a0f3-ae59e66725e2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e6d6220-7bb5-470b-8d78-592e7e038de7", "tag": "e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:15:20.080945 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:20.177492 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e28c4746-c5ca-4aad-89ce-1340b6a08618 req-8d176226-3ddf-4e94-ba95-4178f2777c9e tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0413411 Feb 28 20:15:20.304493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d10eab-53d3-42fe-baaf-f702bee6b090 req-861c159f-2d63-40d8-b321-b44e55e5387d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:20.306476 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-42d10eab-53d3-42fe-baaf-f702bee6b090 req-861c159f-2d63-40d8-b321-b44e55e5387d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=06bd2712-dffe-44a5-abdb-262edfa6563d HTTP/1.1" status: 200 len: 946 time: 0.0732527 Feb 28 20:15:20.387978 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-42d10eab-53d3-42fe-baaf-f702bee6b090 req-41b1ce67-1469-43a0-9fee-d14d8c2db88d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751157 Feb 28 20:15:20.433367 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Deleting port 901dacda-5c70-4ad3-a744-79c1adb199cc {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:15:20.433926 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (901dacda-5c70-4ad3-a744-79c1adb199cc), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:20.537728 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaacf4f-f5ca-401a-ba6e-afbe477f338e req-fa4db5fb-44dc-4f9a-9736-a09d9167b776 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:20.539153 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4aaacf4f-f5ca-401a-ba6e-afbe477f338e req-fa4db5fb-44dc-4f9a-9736-a09d9167b776 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 945 time: 0.0729663 Feb 28 20:15:20.552899 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] For port 901dacda-5c70-4ad3-a744-79c1adb199cc, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=901dacda-5c70-4ad3-a744-79c1adb199cc,segment=NetworkSegment(dc022e78-efbc-4678-9a5f-36ecb581ba9e),segment_id=dc022e78-efbc-4678-9a5f-36ecb581ba9e)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:20.554108 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (901dacda-5c70-4ad3-a744-79c1adb199cc), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:20.574225 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Calling delete_port for 901dacda-5c70-4ad3-a744-79c1adb199cc owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:15:20.608691 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4aaacf4f-f5ca-401a-ba6e-afbe477f338e req-87562e1b-cf23-4240-9463-526e0b75d02c tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627615 Feb 28 20:15:20.629009 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-10eabb87-4cf1-469d-9884-d3927ae1f03b tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:15:20.630987 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-10eabb87-4cf1-469d-9884-d3927ae1f03b tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064983 Feb 28 20:15:20.711482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-de6c64d5-9e1b-4125-8809-ca6795fb8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:20.713860 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-de6c64d5-9e1b-4125-8809-ca6795fb8ee6 service neutron] 10.222.0.13 "GET /v2.0/ports/616f061c-2f6a-4501-8d85-4d693a7c90f6 HTTP/1.1" status: 200 len: 1125 time: 0.0732701 Feb 28 20:15:20.761715 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Feb 2022 20:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf8cc4a-aecb-4a3e-a62c-a75a7c7127c2 x-openstack-request-id: req-3bf8cc4a-aecb-4a3e-a62c-a75a7c7127c2 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:15:20.762015 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bd2712-dffe-44a5-abdb-262edfa6563d", "name": "network-vif-plugged", "status": "completed", "tag": "96212f47-731b-4908-b28e-b497e050f1a4", "code": 200}, {"server_uuid": "0adb7f5d-aecd-47e3-ba85-62e789bcf351", "name": "network-vif-plugged", "status": "completed", "tag": "e6887ec8-77c0-4f9c-9781-b5aa20a526af", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:15:20.762319 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bf8cc4a-aecb-4a3e-a62c-a75a7c7127c2 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:15:20.762816 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bd2712-dffe-44a5-abdb-262edfa6563d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96212f47-731b-4908-b28e-b497e050f1a4', 'code': 200} Feb 28 20:15:20.763111 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adb7f5d-aecd-47e3-ba85-62e789bcf351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6887ec8-77c0-4f9c-9781-b5aa20a526af', 'code': 200} Feb 28 20:15:20.770325 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-d9c4dbbb-1772-4968-9fa5-1ca32968a4e1 service neutron] Request body: {'binding': {'host': 'n-h1-820368-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:15:20.770776 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-d9c4dbbb-1772-4968-9fa5-1ca32968a4e1 service neutron] Unknown quota resources ['binding']. {{(pid=103773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 20:15:20.809504 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d5a81b-e04e-47b1-8ea2-b954074138f4 x-openstack-request-id: req-21d5a81b-e04e-47b1-8ea2-b954074138f4 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:15:20.810136 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e6d6220-7bb5-470b-8d78-592e7e038de7", "tag": "e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:15:20.810590 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21d5a81b-e04e-47b1-8ea2-b954074138f4 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:15:20.811168 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'tag': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866', 'status': 'completed', 'code': 200} Feb 28 20:15:21.015075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e147dc-db6f-42e3-a0f3-ae59e66725e2 req-b34bc8d4-5c62-41a7-8de6-4e03430c8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:21.018308 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-67e147dc-db6f-42e3-a0f3-ae59e66725e2 req-b34bc8d4-5c62-41a7-8de6-4e03430c8bae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 1129 time: 0.1634984 Feb 28 20:15:21.111876 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3d3f5-073d-436c-a889-b723b884f322 req-928a455c-2e19-4700-bf40-d6b8cc80d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:21.114070 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-37d3d3f5-073d-436c-a889-b723b884f322 req-928a455c-2e19-4700-bf40-d6b8cc80d33e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06bd2712-dffe-44a5-abdb-262edfa6563d HTTP/1.1" status: 200 len: 1129 time: 0.1898272 Feb 28 20:15:21.125692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f2d5c-133f-49ce-bf64-92a375f9d11f req-a51c7983-6e59-4f20-8b2c-71a161d1b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:21.127385 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-659f2d5c-133f-49ce-bf64-92a375f9d11f req-a51c7983-6e59-4f20-8b2c-71a161d1b1cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 1128 time: 0.2115569 Feb 28 20:15:21.138170 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (901dacda-5c70-4ad3-a744-79c1adb199cc), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:21.166625 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-d9c4dbbb-1772-4968-9fa5-1ca32968a4e1 service neutron] Attempting to bind port 616f061c-2f6a-4501-8d85-4d693a7c90f6 on host n-h1-820368-21 for vnic_type normal with profile None {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:15:21.166971 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-d9c4dbbb-1772-4968-9fa5-1ca32968a4e1 service neutron] Attempting to bind port 616f061c-2f6a-4501-8d85-4d693a7c90f6 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:15:21.167286 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-d9c4dbbb-1772-4968-9fa5-1ca32968a4e1 service neutron] Attempting to bind port 616f061c-2f6a-4501-8d85-4d693a7c90f6 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:15:21.196656 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=901dacda-5c70-4ad3-a744-79c1adb199cc,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:21.238675 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e147dc-db6f-42e3-a0f3-ae59e66725e2 req-a275f291-41b3-44cf-b65a-35c64d8fb58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:21.240427 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-d9c4dbbb-1772-4968-9fa5-1ca32968a4e1 service neutron] Port 616f061c-2f6a-4501-8d85-4d693a7c90f6 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:15:21.240593 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-d9c4dbbb-1772-4968-9fa5-1ca32968a4e1 service neutron] Attempting to bind port 616f061c-2f6a-4501-8d85-4d693a7c90f6 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:15:21.242893 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:21.246041 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-67e147dc-db6f-42e3-a0f3-ae59e66725e2 req-a275f291-41b3-44cf-b65a-35c64d8fb58a service neutron] 10.222.0.10 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 912 time: 0.2166560 Feb 28 20:15:21.252441 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-659f2d5c-133f-49ce-bf64-92a375f9d11f req-ae75ea1a-fb4b-4256-a630-34282439564c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175776 Feb 28 20:15:21.256714 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:21.257059 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:21.257396 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:21.257726 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:21.258249 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:21.258584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:21.258914 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:21.259239 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:21.262013 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:21.262013 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:21.262223 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:21.262540 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:21.262874 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:21.305303 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-37d3d3f5-073d-436c-a889-b723b884f322 req-38c8aeea-282d-48f5-8d94-b947edd2cbcb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834989 Feb 28 20:15:21.311991 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-d9c4dbbb-1772-4968-9fa5-1ca32968a4e1 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:15:21.312682 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-d9c4dbbb-1772-4968-9fa5-1ca32968a4e1 service neutron] Checking segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:15:21.312896 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-d9c4dbbb-1772-4968-9fa5-1ca32968a4e1 service neutron] Bound using segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:15:21.313750 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-d9c4dbbb-1772-4968-9fa5-1ca32968a4e1 service neutron] Bound port: 616f061c-2f6a-4501-8d85-4d693a7c90f6, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:15:21.389803 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-67e147dc-db6f-42e3-a0f3-ae59e66725e2 req-2cba829e-a72e-4dbd-933f-41508dfcac88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 HTTP/1.1" status: 200 len: 1002 time: 0.1346455 Feb 28 20:15:21.422949 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb15cc-1d99-4024-9ab0-01249be175d3 req-6e2a454a-33ae-4608-8879-bcd7b3fa429e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:21.429347 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-40cb15cc-1d99-4024-9ab0-01249be175d3 req-6e2a454a-33ae-4608-8879-bcd7b3fa429e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 946 time: 0.1012561 Feb 28 20:15:21.458525 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 399d9b21-61bd-462f-83f3-ecb14cb4189e details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:15:21.464653 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-d9c4dbbb-1772-4968-9fa5-1ca32968a4e1 service neutron] For port 616f061c-2f6a-4501-8d85-4d693a7c90f6, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=616f061c-2f6a-4501-8d85-4d693a7c90f6,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:15:21.477112 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-d9c4dbbb-1772-4968-9fa5-1ca32968a4e1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:21.478261 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-d9c4dbbb-1772-4968-9fa5-1ca32968a4e1 service neutron] 10.222.0.13 "POST /v2.0/ports/616f061c-2f6a-4501-8d85-4d693a7c90f6/bindings HTTP/1.1" status: 201 len: 390 time: 0.7128489 Feb 28 20:15:21.534462 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e147dc-db6f-42e3-a0f3-ae59e66725e2 req-983e7d50-bb95-411e-9aeb-308d2d9f7654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:21.537103 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-67e147dc-db6f-42e3-a0f3-ae59e66725e2 req-983e7d50-bb95-411e-9aeb-308d2d9f7654 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.1362300 Feb 28 20:15:21.606391 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:21.656212 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-40cb15cc-1d99-4024-9ab0-01249be175d3 req-c6a87a91-3568-48ce-92d3-b3cb377528cc tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859319 Feb 28 20:15:21.666835 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e147dc-db6f-42e3-a0f3-ae59e66725e2 req-1cdd6a25-a824-498c-ab78-4297e515db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:21.668332 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 399d9b21-61bd-462f-83f3-ecb14cb4189e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=399d9b21-61bd-462f-83f3-ecb14cb4189e,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:21.669863 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-67e147dc-db6f-42e3-a0f3-ae59e66725e2 req-1cdd6a25-a824-498c-ab78-4297e515db56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1140804 Feb 28 20:15:21.703811 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '399d9b21-61bd-462f-83f3-ecb14cb4189e', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '399d9b21-61bd-462f-83f3-ecb14cb4189e', 'mac_address': 'fa:16:3e:d4:cf:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:15:21.837464 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 399d9b21-61bd-462f-83f3-ecb14cb4189e is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:21.838402 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:21.857384 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399d9b21-61bd-462f-83f3-ecb14cb4189e {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:15:21.905635 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 399d9b21-61bd-462f-83f3-ecb14cb4189e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=399d9b21-61bd-462f-83f3-ecb14cb4189e,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:21.918460 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:21.968513 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7174d86-0650-4612-9257-eeb3631a2c44 req-416bea21-5261-4963-95df-42133d909605 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:21.971172 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d7174d86-0650-4612-9257-eeb3631a2c44 req-416bea21-5261-4963-95df-42133d909605 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff308979-1b0e-442f-9934-e030e4409cbc HTTP/1.1" status: 200 len: 945 time: 0.1435893 Feb 28 20:15:21.989617 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-ef3e0b68-153d-4c5f-b7a8-87154d556abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:21.991831 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-ef3e0b68-153d-4c5f-b7a8-87154d556abe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 1128 time: 0.1573935 Feb 28 20:15:21.998790 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-67e147dc-db6f-42e3-a0f3-ae59e66725e2 req-b796ed60-f3cd-4530-887c-6a2663f924cc service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156345 Feb 28 20:15:22.013298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=399d9b21-61bd-462f-83f3-ecb14cb4189e,revision_number=9']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:22.073980 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['399d9b21-61bd-462f-83f3-ecb14cb4189e'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:15:22.135606 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d7174d86-0650-4612-9257-eeb3631a2c44 req-05ad0326-182a-4a3d-a3f4-1696e610d97b tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e4b6d6-3b3c-44a3-93df-14ef42204048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355729 Feb 28 20:15:22.136493 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Router 59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:15:22.156525 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6430571-4c82-48bb-90b0-bdf2bd760870 req-734b239f-cd44-46ec-a45e-9a1af349276a tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:22.161310 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6430571-4c82-48bb-90b0-bdf2bd760870 req-734b239f-cd44-46ec-a45e-9a1af349276a tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=06bd2712-dffe-44a5-abdb-262edfa6563d HTTP/1.1" status: 200 len: 946 time: 0.2122691 Feb 28 20:15:22.241978 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:22.252407 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-16c0a710-8bfa-47ea-ab61-4b9515c999fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:22.256999 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-16c0a710-8bfa-47ea-ab61-4b9515c999fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 921 time: 0.2553172 Feb 28 20:15:22.291824 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-67e147dc-db6f-42e3-a0f3-ae59e66725e2 req-2964b4ba-ab50-41c8-b720-137a195d4339 service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803583 Feb 28 20:15:22.307921 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6430571-4c82-48bb-90b0-bdf2bd760870 req-81f600d4-520e-4762-85c0-26057d0b37ce tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412816 Feb 28 20:15:22.343331 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-e5380135-81b4-4cd0-9760-856cc97e6ff3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=616f061c-2f6a-4501-8d85-4d693a7c90f6 HTTP/1.1" status: 200 len: 217 time: 0.0795765 Feb 28 20:15:22.352574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9e67e-0bc8-4adc-812f-bba7cd030ce7 req-985d6d21-4c9b-4391-ac99-6af51cdd4dfe tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:22.355704 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49e9e67e-0bc8-4adc-812f-bba7cd030ce7 req-985d6d21-4c9b-4391-ac99-6af51cdd4dfe tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 945 time: 0.1369581 Feb 28 20:15:22.386494 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:15:22.393942 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4f93802b-7696-4ee6-89d2-eba7fbc4cbe2 admin admin] 10.222.0.13 "PUT /v2.0/routers/59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1321397 Feb 28 20:15:22.403913 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde30f8b-961c-4368-a817-a3fc523e8107 None None] Sync routers for ids ['59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:15:22.411848 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50096) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:22.436711 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde30f8b-961c-4368-a817-a3fc523e8107 None None] Routers {'59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:15:22.437389 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-bde30f8b-961c-4368-a817-a3fc523e8107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:15:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:22.461148 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49e9e67e-0bc8-4adc-812f-bba7cd030ce7 req-81fa23eb-88f9-4ce8-979b-6eca1cf6ee1f tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993376 Feb 28 20:15:22.511032 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-9ded4ccd-9559-4b5b-86fc-231fdaf088fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:22.513204 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-9ded4ccd-9559-4b5b-86fc-231fdaf088fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.1524451 Feb 28 20:15:22.562068 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595cb94-28a5-4be3-a441-13be907c38b8 req-25fe3707-6ec4-4d12-ba5b-583f057e6223 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:22.563696 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7595cb94-28a5-4be3-a441-13be907c38b8 req-25fe3707-6ec4-4d12-ba5b-583f057e6223 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 945 time: 0.1016321 Feb 28 20:15:22.587730 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-edd11c5a-5609-4727-9fee-37da36fafe59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601044 Feb 28 20:15:22.604929 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-151372dc-e684-4e11-92e2-03231693a350 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:15:22.606325 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-151372dc-e684-4e11-92e2-03231693a350 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094225 Feb 28 20:15:22.633800 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:22.680305 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-bde30f8b-961c-4368-a817-a3fc523e8107 None None] Set router 59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:15:22.692845 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7595cb94-28a5-4be3-a441-13be907c38b8 req-b38ca82e-65fa-4aa3-89cf-1365e18f56fa tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196680 Feb 28 20:15:22.813616 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a018c5f1-c696-448e-886f-b3987848f38f admin admin] Publish callbacks [] for router (59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:22.945951 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7f2f9-67aa-4c3c-bd4d-cf2a12249e77 req-d07f5a14-83c7-41d3-8bd2-c0d5fdb4076e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:22.947338 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-19d5260c-6d2a-413e-a6df-7cd0601f9eaf service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986059 Feb 28 20:15:22.949116 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19d7f2f9-67aa-4c3c-bd4d-cf2a12249e77 req-d07f5a14-83c7-41d3-8bd2-c0d5fdb4076e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 946 time: 0.1227369 Feb 28 20:15:23.032557 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-bde30f8b-961c-4368-a817-a3fc523e8107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba', 'name': 'tempest-FloatingIPsTestJSON-1133951082-router', 'tenant_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '07a3a144-5050-45a8-a257-8c3868a4c43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:42Z', 'updated_at': '2022-02-28T20:15:20Z', 'revision_number': 5, 'project_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'gw_port': {'id': '07a3a144-5050-45a8-a257-8c3868a4c43d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:43Z', 'updated_at': '2022-02-28T20:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:23.067968 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19d7f2f9-67aa-4c3c-bd4d-cf2a12249e77 req-ef57c8f1-7bbe-49ad-bdb5-48164f11794f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079926 Feb 28 20:15:23.089389 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde30f8b-961c-4368-a817-a3fc523e8107 None None] Checking router: 59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:15:23.092412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2d2b0-e5f2-436d-95ab-acd8da03a3ad req-8370df29-8b82-478d-a351-0168f76d4bea tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:23.096761 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebb2d2b0-e5f2-436d-95ab-acd8da03a3ad req-8370df29-8b82-478d-a351-0168f76d4bea tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283 HTTP/1.1" status: 200 len: 945 time: 0.1190460 Feb 28 20:15:23.113206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde30f8b-961c-4368-a817-a3fc523e8107 None None] Routers {'59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:15:23.115122 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-bde30f8b-961c-4368-a817-a3fc523e8107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:15:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:23.185611 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebb2d2b0-e5f2-436d-95ab-acd8da03a3ad req-cbf6d13e-e72b-454e-8f65-09496dd5b789 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686870 Feb 28 20:15:23.284510 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06aa87c-de35-4070-9cfc-c32e9c26a5dd req-1dbe755a-48cb-4825-ba98-26cef4650424 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:23.286783 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d06aa87c-de35-4070-9cfc-c32e9c26a5dd req-1dbe755a-48cb-4825-ba98-26cef4650424 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 946 time: 0.0896480 Feb 28 20:15:23.341338 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-bde30f8b-961c-4368-a817-a3fc523e8107 None None] Set router 59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:15:23.379839 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d06aa87c-de35-4070-9cfc-c32e9c26a5dd req-00ce047d-e477-4e5c-9f72-9ab4b4a563e2 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867953 Feb 28 20:15:23.440620 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3190d9-05cc-43b9-838a-99d651b198cb req-06105ff6-778d-4912-b644-a6e5ee22295b tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:23.453930 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e3190d9-05cc-43b9-838a-99d651b198cb req-06105ff6-778d-4912-b644-a6e5ee22295b tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff308979-1b0e-442f-9934-e030e4409cbc HTTP/1.1" status: 200 len: 945 time: 0.1568074 Feb 28 20:15:23.474478 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 399d9b21-61bd-462f-83f3-ecb14cb4189e up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:15:23.593351 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a018c5f1-c696-448e-886f-b3987848f38f admin admin] Publish callbacks [] for router_gateway (59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:23.616081 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-b4dfadcb-8def-4e22-a1c5-0324bcebc700 service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400566 Feb 28 20:15:23.689619 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-a018c5f1-c696-448e-886f-b3987848f38f admin admin] Deleting port 07a3a144-5050-45a8-a257-8c3868a4c43d {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:15:23.690252 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a018c5f1-c696-448e-886f-b3987848f38f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (07a3a144-5050-45a8-a257-8c3868a4c43d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:23.764097 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 399d9b21-61bd-462f-83f3-ecb14cb4189e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:15:23.764837 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:23.821288 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-a018c5f1-c696-448e-886f-b3987848f38f admin admin] For port 07a3a144-5050-45a8-a257-8c3868a4c43d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=07a3a144-5050-45a8-a257-8c3868a4c43d,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:23.822774 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a018c5f1-c696-448e-886f-b3987848f38f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (07a3a144-5050-45a8-a257-8c3868a4c43d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:23.838028 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-a018c5f1-c696-448e-886f-b3987848f38f admin admin] Calling delete_port for 07a3a144-5050-45a8-a257-8c3868a4c43d owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:15:23.956450 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 399d9b21-61bd-462f-83f3-ecb14cb4189e is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:23.956899 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:23.990330 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-bde30f8b-961c-4368-a817-a3fc523e8107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba', 'name': 'tempest-FloatingIPsTestJSON-1133951082-router', 'tenant_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '07a3a144-5050-45a8-a257-8c3868a4c43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:42Z', 'updated_at': '2022-02-28T20:15:20Z', 'revision_number': 5, 'project_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'gw_port': {'id': '07a3a144-5050-45a8-a257-8c3868a4c43d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:43Z', 'updated_at': '2022-02-28T20:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:24.040305 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde30f8b-961c-4368-a817-a3fc523e8107 None None] The sync data for ids ['59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba'] in n-d-820368-21 is: [{'id': '59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba', 'name': 'tempest-FloatingIPsTestJSON-1133951082-router', 'tenant_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '07a3a144-5050-45a8-a257-8c3868a4c43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:42Z', 'updated_at': '2022-02-28T20:15:20Z', 'revision_number': 5, 'project_id': '4c720e0c3d2b45c5919588d5b3b81c21', 'gw_port': {'id': '07a3a144-5050-45a8-a257-8c3868a4c43d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:43Z', 'updated_at': '2022-02-28T20:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:15:24.053174 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e3190d9-05cc-43b9-838a-99d651b198cb req-841207be-a5a8-4fc2-82c1-56e96d4e536f tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e4b6d6-3b3c-44a3-93df-14ef42204048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5978246 Feb 28 20:15:24.084295 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79fb06-9aca-45f9-8f94-62624a67212c req-1d8f750a-affd-463e-b729-280c2d1f557a tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:24.091255 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed79fb06-9aca-45f9-8f94-62624a67212c req-1d8f750a-affd-463e-b729-280c2d1f557a tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff308979-1b0e-442f-9934-e030e4409cbc HTTP/1.1" status: 200 len: 945 time: 0.6322939 Feb 28 20:15:24.105572 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab1563-2193-4b0e-afb0-52c0ae73fdf8 req-f386dd72-50a8-485b-8199-4a926a69b4fa tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:24.109235 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-faab1563-2193-4b0e-afb0-52c0ae73fdf8 req-f386dd72-50a8-485b-8199-4a926a69b4fa tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=06bd2712-dffe-44a5-abdb-262edfa6563d HTTP/1.1" status: 200 len: 946 time: 0.5980668 Feb 28 20:15:24.120064 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44d23b5-0e33-4900-8196-707823bacd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399d9b21-61bd-462f-83f3-ecb14cb4189e'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:15:24.125846 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0df14f9-34aa-44c3-baf4-9efd37f301ad" -d '{"events": [{"server_uuid": "f44d23b5-0e33-4900-8196-707823bacd66", "name": "network-vif-plugged", "status": "completed", "tag": "399d9b21-61bd-462f-83f3-ecb14cb4189e"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:15:24.148257 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 399d9b21-61bd-462f-83f3-ecb14cb4189e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=399d9b21-61bd-462f-83f3-ecb14cb4189e,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:24.155747 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:24.157708 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0e3ff6d4-844c-49dc-994c-85ddf47eed82 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:15:24.329948 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a018c5f1-c696-448e-886f-b3987848f38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (07a3a144-5050-45a8-a257-8c3868a4c43d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:24.379108 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018c5f1-c696-448e-886f-b3987848f38f admin admin] Pushing event deleted for resources: {'Port': ['ID=07a3a144-5050-45a8-a257-8c3868a4c43d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:24.386074 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-faab1563-2193-4b0e-afb0-52c0ae73fdf8 req-365c47e8-0fb4-40cb-994d-76196de89d3e tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757929 Feb 28 20:15:24.410513 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=399d9b21-61bd-462f-83f3-ecb14cb4189e,revision_number=10']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:24.478036 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-ed79fb06-9aca-45f9-8f94-62624a67212c req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Deleting port 0e3ff6d4-844c-49dc-994c-85ddf47eed82 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:15:24.478036 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ed79fb06-9aca-45f9-8f94-62624a67212c req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0e3ff6d4-844c-49dc-994c-85ddf47eed82), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:24.564198 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a018c5f1-c696-448e-886f-b3987848f38f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:24.659363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 0e3ff6d4-844c-49dc-994c-85ddf47eed82 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:24.660466 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0e3ff6d4-844c-49dc-994c-85ddf47eed82), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:24.779885 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 0e3ff6d4-844c-49dc-994c-85ddf47eed82, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0e3ff6d4-844c-49dc-994c-85ddf47eed82,segment=NetworkSegment(f1d9f4ea-168f-4144-97fd-4ad6af5057ab),segment_id=f1d9f4ea-168f-4144-97fd-4ad6af5057ab)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:24.786710 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 901dacda-5c70-4ad3-a744-79c1adb199cc no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:15:24.824369 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 901dacda-5c70-4ad3-a744-79c1adb199cc {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:15:24.824761 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 901dacda-5c70-4ad3-a744-79c1adb199cc not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:15:24.827809 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0e3ff6d4-844c-49dc-994c-85ddf47eed82), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:24.858467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-ed79fb06-9aca-45f9-8f94-62624a67212c req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] For port 0e3ff6d4-844c-49dc-994c-85ddf47eed82, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0e3ff6d4-844c-49dc-994c-85ddf47eed82,segment=NetworkSegment(f1d9f4ea-168f-4144-97fd-4ad6af5057ab),segment_id=f1d9f4ea-168f-4144-97fd-4ad6af5057ab)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:24.859015 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ed79fb06-9aca-45f9-8f94-62624a67212c req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0e3ff6d4-844c-49dc-994c-85ddf47eed82), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:24.892440 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6dfeb1-8862-4514-bbfa-af414dc99a2f req-b8990b2b-4903-45f9-9d12-dbb18873734d tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:24.907263 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c6dfeb1-8862-4514-bbfa-af414dc99a2f req-b8990b2b-4903-45f9-9d12-dbb18873734d tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 945 time: 0.2616315 Feb 28 20:15:24.986174 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-ed79fb06-9aca-45f9-8f94-62624a67212c req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Calling delete_port for 0e3ff6d4-844c-49dc-994c-85ddf47eed82 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:15:25.003790 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=0e3ff6d4-844c-49dc-994c-85ddf47eed82,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:25.013246 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a018c5f1-c696-448e-886f-b3987848f38f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:25.016822 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a018c5f1-c696-448e-886f-b3987848f38f admin admin] Publish callbacks [] for router_controller (59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:25.096783 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a018c5f1-c696-448e-886f-b3987848f38f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:25.097901 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a018c5f1-c696-448e-886f-b3987848f38f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:15:25.106441 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a018c5f1-c696-448e-886f-b3987848f38f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:25.109736 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a018c5f1-c696-448e-886f-b3987848f38f admin admin] 10.222.0.13 "DELETE /v2.0/routers/59ad8b9d-ba1c-4290-aecd-2a8aa6e288ba HTTP/1.1" status: 204 len: 168 time: 2.6956792 Feb 28 20:15:25.113583 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50160) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:25.226721 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0976fbcb-7905-4c8d-9af1-afb0ca254736 admin admin] Deleting subnet b1d6b446-0b27-4e42-af03-f38fbacf5277 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:15:25.242767 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0976fbcb-7905-4c8d-9af1-afb0ca254736 admin admin] Publish callbacks [] for subnet (b1d6b446-0b27-4e42-af03-f38fbacf5277), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:25.331816 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0976fbcb-7905-4c8d-9af1-afb0ca254736 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (b1d6b446-0b27-4e42-af03-f38fbacf5277), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:25.372781 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c6dfeb1-8862-4514-bbfa-af414dc99a2f req-9b900e74-03da-4389-a2bb-12a72f2e26d3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642851 Feb 28 20:15:25.530166 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f456171d-bf95-4ef3-b3b1-1c299d05b9c7 x-openstack-request-id: req-f456171d-bf95-4ef3-b3b1-1c299d05b9c7 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:15:25.530601 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44d23b5-0e33-4900-8196-707823bacd66", "name": "network-vif-plugged", "status": "completed", "tag": "399d9b21-61bd-462f-83f3-ecb14cb4189e", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:15:25.531477 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f456171d-bf95-4ef3-b3b1-1c299d05b9c7 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:15:25.532391 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44d23b5-0e33-4900-8196-707823bacd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399d9b21-61bd-462f-83f3-ecb14cb4189e', 'code': 200} Feb 28 20:15:25.640178 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0976fbcb-7905-4c8d-9af1-afb0ca254736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (b1d6b446-0b27-4e42-af03-f38fbacf5277), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:25.648489 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200cd4d-2943-4af7-8559-f4ce9236c8c8 req-c8014df3-bcb7-435f-9751-89b54e97b0c4 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:25.650922 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3200cd4d-2943-4af7-8559-f4ce9236c8c8 req-c8014df3-bcb7-435f-9751-89b54e97b0c4 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283 HTTP/1.1" status: 200 len: 945 time: 0.5349991 Feb 28 20:15:25.678437 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ed79fb06-9aca-45f9-8f94-62624a67212c req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0e3ff6d4-844c-49dc-994c-85ddf47eed82), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:25.784275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Pushing event deleted for resources: {'Port': ['ID=0e3ff6d4-844c-49dc-994c-85ddf47eed82,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:25.791953 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0976fbcb-7905-4c8d-9af1-afb0ca254736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (b1d6b446-0b27-4e42-af03-f38fbacf5277), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:25.832488 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0976fbcb-7905-4c8d-9af1-afb0ca254736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:25.837667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233c1ac7-6142-4de2-b28d-87b6536e8b57 None None] Network 2732fa5e-af78-4e42-b46b-794f751fc4e1 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:15:25.862340 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0976fbcb-7905-4c8d-9af1-afb0ca254736 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b1d6b446-0b27-4e42-af03-f38fbacf5277 HTTP/1.1" status: 204 len: 168 time: 0.7431507 Feb 28 20:15:25.867282 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50178) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:25.899502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:25.900083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:25.900313 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:25.900696 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:25.901054 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:25.901412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:25.901761 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:25.902108 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:25.902458 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:25.902818 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:25.903287 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:25.903794 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:25.903980 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:25.934096 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af84b-9ce6-4198-8f5d-71645aa75e52 req-0d8ee120-fa09-4af4-8817-42da77f12948 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:25.972483 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cf5af84b-9ce6-4198-8f5d-71645aa75e52 req-0d8ee120-fa09-4af4-8817-42da77f12948 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 945 time: 0.4686844 Feb 28 20:15:26.022251 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976fbcb-7905-4c8d-9af1-afb0ca254736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1d6b446-0b27-4e42-af03-f38fbacf5277,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:26.095196 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed79fb06-9aca-45f9-8f94-62624a67212c req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] No DVR routers for this DVR port 0e3ff6d4-844c-49dc-994c-85ddf47eed82 on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:15:26.109439 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ed79fb06-9aca-45f9-8f94-62624a67212c req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:26.113385 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed79fb06-9aca-45f9-8f94-62624a67212c req-9264a627-6ac2-47d6-90d5-16acd364d9e9 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.15 "DELETE /v2.0/ports/0e3ff6d4-844c-49dc-994c-85ddf47eed82 HTTP/1.1" status: 204 len: 173 time: 2.0027235 Feb 28 20:15:26.115121 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff308979-1b0e-442f-9934-e030e4409cbc', 'name': 'network-vif-deleted', 'tag': '0e3ff6d4-844c-49dc-994c-85ddf47eed82'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:15:26.125439 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f7c84a-515f-4249-8bf2-911b567af6ca" -d '{"events": [{"server_uuid": "ff308979-1b0e-442f-9934-e030e4409cbc", "name": "network-vif-deleted", "tag": "0e3ff6d4-844c-49dc-994c-85ddf47eed82"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:15:26.195582 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae984c9-8408-4fc6-ac84-01c7feacd1d5 req-bce68cd3-c5ab-46e0-8d1f-965109cdc67d tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:26.206509 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4ae984c9-8408-4fc6-ac84-01c7feacd1d5 req-bce68cd3-c5ab-46e0-8d1f-965109cdc67d tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283 HTTP/1.1" status: 200 len: 945 time: 0.5540383 Feb 28 20:15:26.307216 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8dc12ccf-c44e-4533-bad8-5b4f1fe56936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (2732fa5e-af78-4e42-b46b-794f751fc4e1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:26.340450 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cf5af84b-9ce6-4198-8f5d-71645aa75e52 req-4b840c13-c7ea-4a70-ae06-0d603124f7a3 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667643 Feb 28 20:15:26.404268 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-3200cd4d-2943-4af7-8559-f4ce9236c8c8 req-0f959fe9-8355-4dc5-b59a-5cc2332b878c tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Deleting port d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:15:26.407916 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3200cd4d-2943-4af7-8559-f4ce9236c8c8 req-0f959fe9-8355-4dc5-b59a-5cc2332b878c tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:26.430512 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff9f125-f457-4bfe-a877-b8045d6bb35e None None] DHCP port deletion for 2732fa5e-af78-4e42-b46b-794f751fc4e1 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:15:26.477388 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-8dc12ccf-c44e-4533-bad8-5b4f1fe56936 admin admin] Deleting port 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:15:26.479543 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8dc12ccf-c44e-4533-bad8-5b4f1fe56936 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:26.662123 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-eff9f125-f457-4bfe-a877-b8045d6bb35e None None] Deleting port 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:15:26.664944 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eff9f125-f457-4bfe-a877-b8045d6bb35e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:26.735167 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:15:26.740617 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-3200cd4d-2943-4af7-8559-f4ce9236c8c8 req-0f959fe9-8355-4dc5-b59a-5cc2332b878c tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] For port d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60,segment=NetworkSegment(fe425822-cdcb-46c8-b19b-1b1c4632610f),segment_id=fe425822-cdcb-46c8-b19b-1b1c4632610f)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:26.741300 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3200cd4d-2943-4af7-8559-f4ce9236c8c8 req-0f959fe9-8355-4dc5-b59a-5cc2332b878c tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:26.790249 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-8dc12ccf-c44e-4533-bad8-5b4f1fe56936 admin admin] For port 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38,segment=NetworkSegment(dc022e78-efbc-4678-9a5f-36ecb581ba9e),segment_id=dc022e78-efbc-4678-9a5f-36ecb581ba9e)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:26.790655 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8dc12ccf-c44e-4533-bad8-5b4f1fe56936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:26.796792 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-3200cd4d-2943-4af7-8559-f4ce9236c8c8 req-0f959fe9-8355-4dc5-b59a-5cc2332b878c tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Calling delete_port for d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:15:26.845760 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-8dc12ccf-c44e-4533-bad8-5b4f1fe56936 admin admin] Calling delete_port for 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:15:27.076483 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8dc12ccf-c44e-4533-bad8-5b4f1fe56936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:27.128702 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4ae984c9-8408-4fc6-ac84-01c7feacd1d5 req-46f29f67-b364-487c-853a-26e9c072b0ce tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9200234 Feb 28 20:15:27.163386 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc12ccf-c44e-4533-bad8-5b4f1fe56936 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:27.178893 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc12ccf-c44e-4533-bad8-5b4f1fe56936 admin admin] No DVR routers for this DVR port 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:15:27.194161 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2ff4af03-de73-4f21-a473-13009700b914 req-93b1a215-e5e8-46da-a6e9-dce8b418fe64 tempest-FloatingIPsAssociationNegativeTestJSON-795786841 tempest-FloatingIPsAssociationNegativeTestJSON-795786841-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff308979-1b0e-442f-9934-e030e4409cbc HTTP/1.1" status: 200 len: 210 time: 0.1067338 Feb 28 20:15:27.253493 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3200cd4d-2943-4af7-8559-f4ce9236c8c8 req-0f959fe9-8355-4dc5-b59a-5cc2332b878c tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:27.414827 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['a5ea15b6-1c14-476f-aad4-760bf8e764b7'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:15:27.486259 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['80dfb259-c92e-4f02-b31a-3127bb5d0bb1', 'd05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:15:27.492153 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No active binding found for port 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 {{(pid=103775) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 28 20:15:27.493320 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] The host n-d-820368-21 is not matching for port 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 host None! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:15:27.494140 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:15:27.496000 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 07a3a144-5050-45a8-a257-8c3868a4c43d no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:15:27.541610 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8dc12ccf-c44e-4533-bad8-5b4f1fe56936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (2732fa5e-af78-4e42-b46b-794f751fc4e1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:27.569471 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 07a3a144-5050-45a8-a257-8c3868a4c43d {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:15:27.570360 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 07a3a144-5050-45a8-a257-8c3868a4c43d not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:15:27.572426 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff308979-1b0e-442f-9934-e030e4409cbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e3ff6d4-844c-49dc-994c-85ddf47eed82'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:15:27.583603 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5a2bbf-9265-4430-9c9a-3914c5484863" -d '{"events": [{"server_uuid": "ff308979-1b0e-442f-9934-e030e4409cbc", "name": "network-vif-unplugged", "status": "completed", "tag": "0e3ff6d4-844c-49dc-994c-85ddf47eed82"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:15:27.596418 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-8dc12ccf-c44e-4533-bad8-5b4f1fe56936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2732fa5e-af78-4e42-b46b-794f751fc4e1']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:27.605706 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c509324f-c0ae-4090-b0e0-b314e02ff04c x-openstack-request-id: req-c509324f-c0ae-4090-b0e0-b314e02ff04c {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:15:27.606711 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff308979-1b0e-442f-9934-e030e4409cbc", "name": "network-vif-deleted", "tag": "0e3ff6d4-844c-49dc-994c-85ddf47eed82", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:15:27.607856 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c509324f-c0ae-4090-b0e0-b314e02ff04c {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:15:27.612096 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff308979-1b0e-442f-9934-e030e4409cbc', 'name': 'network-vif-deleted', 'tag': '0e3ff6d4-844c-49dc-994c-85ddf47eed82', 'status': 'completed', 'code': 200} Feb 28 20:15:27.619210 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-8dc12ccf-c44e-4533-bad8-5b4f1fe56936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc022e78-efbc-4678-9a5f-36ecb581ba9e') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:27.619593 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-8dc12ccf-c44e-4533-bad8-5b4f1fe56936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc022e78-efbc-4678-9a5f-36ecb581ba9e') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:27.626019 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3200cd4d-2943-4af7-8559-f4ce9236c8c8 req-0f959fe9-8355-4dc5-b59a-5cc2332b878c tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] No DVR routers for this DVR port d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:15:27.632774 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f959fe9-8355-4dc5-b59a-5cc2332b878c tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Pushing event deleted for resources: {'Port': ['ID=d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:27.644712 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8dc12ccf-c44e-4533-bad8-5b4f1fe56936 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (dc022e78-efbc-4678-9a5f-36ecb581ba9e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:27.654544 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3200cd4d-2943-4af7-8559-f4ce9236c8c8 req-0f959fe9-8355-4dc5-b59a-5cc2332b878c tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:27.664533 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3200cd4d-2943-4af7-8559-f4ce9236c8c8 req-0f959fe9-8355-4dc5-b59a-5cc2332b878c tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.10 "DELETE /v2.0/ports/d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 HTTP/1.1" status: 204 len: 173 time: 1.9963238 Feb 28 20:15:27.700275 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8dc12ccf-c44e-4533-bad8-5b4f1fe56936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (dc022e78-efbc-4678-9a5f-36ecb581ba9e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:27.716055 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc12ccf-c44e-4533-bad8-5b4f1fe56936 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:15:27.716757 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8dc12ccf-c44e-4533-bad8-5b4f1fe56936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (dc022e78-efbc-4678-9a5f-36ecb581ba9e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:15:27.766492 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:15:27.897385 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-eff9f125-f457-4bfe-a877-b8045d6bb35e None None] For port 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38,segment=NetworkSegment(dc022e78-efbc-4678-9a5f-36ecb581ba9e),segment_id=dc022e78-efbc-4678-9a5f-36ecb581ba9e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:27.897833 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eff9f125-f457-4bfe-a877-b8045d6bb35e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:27.938985 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-eff9f125-f457-4bfe-a877-b8045d6bb35e None None] Calling delete_port for 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:15:28.007912 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8dc12ccf-c44e-4533-bad8-5b4f1fe56936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (2732fa5e-af78-4e42-b46b-794f751fc4e1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:28.017850 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8dc12ccf-c44e-4533-bad8-5b4f1fe56936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:28.023226 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8dc12ccf-c44e-4533-bad8-5b4f1fe56936 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2732fa5e-af78-4e42-b46b-794f751fc4e1 HTTP/1.1" status: 204 len: 168 time: 2.0259151 Feb 28 20:15:28.025842 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c987a-29c6-45b9-bc27-ff91d6a7b753 req-1dfb54c0-f484-40ac-bed0-12e2f0091cf2 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:28.038370 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-996c987a-29c6-45b9-bc27-ff91d6a7b753 req-1dfb54c0-f484-40ac-bed0-12e2f0091cf2 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 945 time: 0.4212081 Feb 28 20:15:28.073732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cb0f8-5a94-41bd-9724-0bfb176951d8 req-e16b301c-f343-4865-b49c-ac3cf1f9fca9 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:28.091438 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b41cb0f8-5a94-41bd-9724-0bfb176951d8 req-e16b301c-f343-4865-b49c-ac3cf1f9fca9 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 945 time: 0.4438508 Feb 28 20:15:28.104699 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc12ccf-c44e-4533-bad8-5b4f1fe56936 admin admin] Pushing event deleted for resources: {'Network': ['ID=2732fa5e-af78-4e42-b46b-794f751fc4e1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:28.311667 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-996c987a-29c6-45b9-bc27-ff91d6a7b753 req-c3242770-3b0c-43b2-8d67-ebd2f733f61b tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720156 Feb 28 20:15:28.374963 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b41cb0f8-5a94-41bd-9724-0bfb176951d8 req-38ba9ca2-6346-4753-a81d-855d63bfdcfc tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822552 Feb 28 20:15:28.416907 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eff9f125-f457-4bfe-a877-b8045d6bb35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:28.430026 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eff9f125-f457-4bfe-a877-b8045d6bb35e None None] Network 2732fa5e-af78-4e42-b46b-794f751fc4e1 is not hosted by any dhcp agent {{(pid=103775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 20:15:28.430785 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff9f125-f457-4bfe-a877-b8045d6bb35e None None] No DVR routers for this DVR port 2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:15:28.458460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50222) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:28.522003 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9f125-f457-4bfe-a877-b8045d6bb35e None None] Pushing event deleted for resources: {'Port': ['ID=2e2e0fed-cf5b-43f3-a793-6c7f8bad0e38,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:28.554010 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099cfeb7-1bc9-4837-bac3-fee3d68368c9 x-openstack-request-id: req-099cfeb7-1bc9-4837-bac3-fee3d68368c9 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:15:28.554365 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff308979-1b0e-442f-9934-e030e4409cbc", "name": "network-vif-unplugged", "status": "completed", "tag": "0e3ff6d4-844c-49dc-994c-85ddf47eed82", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:15:28.554541 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-099cfeb7-1bc9-4837-bac3-fee3d68368c9 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:15:28.554954 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff308979-1b0e-442f-9934-e030e4409cbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e3ff6d4-844c-49dc-994c-85ddf47eed82', 'code': 200} Feb 28 20:15:28.596021 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d21c79e7-dae4-474b-a188-a70e947bf0f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c720e0c3d2b45c5919588d5b3b81c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1248500 Feb 28 20:15:28.596021 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50224) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:28.695160 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-deeab40d-2f80-414f-a1b0-1f248d2763da admin admin] Publish callbacks [] for security_group (d1b9708e-0b9d-4a11-912c-a88161f4a414), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:28.775008 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-deeab40d-2f80-414f-a1b0-1f248d2763da admin admin] Publish callbacks [] for security_group (d1b9708e-0b9d-4a11-912c-a88161f4a414), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:28.790621 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e6ff69c-7e64-4b3c-a4a3-016641426140 req-7095962a-df46-4cdf-8858-8d407d9f68de tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca5e9c6-eff4-46d9-9308-1a9f8c175283 HTTP/1.1" status: 200 len: 210 time: 0.0800822 Feb 28 20:15:28.809509 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f697033-f9ab-440e-8ef3-fd857df5b15b req-8ad132e2-0eb4-4393-8e09-57bff02aa675 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:28.823128 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f697033-f9ab-440e-8ef3-fd857df5b15b req-8ad132e2-0eb4-4393-8e09-57bff02aa675 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=06bd2712-dffe-44a5-abdb-262edfa6563d HTTP/1.1" status: 200 len: 946 time: 0.2667973 Feb 28 20:15:28.922233 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50226) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:28.928412 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f697033-f9ab-440e-8ef3-fd857df5b15b req-a9631075-9742-447d-bfc4-628e8b24f1a4 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036563 Feb 28 20:15:29.066096 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-deeab40d-2f80-414f-a1b0-1f248d2763da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d1b9708e-0b9d-4a11-912c-a88161f4a414), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:29.069288 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-deeab40d-2f80-414f-a1b0-1f248d2763da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:29.072878 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-deeab40d-2f80-414f-a1b0-1f248d2763da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1b9708e-0b9d-4a11-912c-a88161f4a414 HTTP/1.1" status: 204 len: 168 time: 0.4771805 Feb 28 20:15:29.105504 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeab40d-2f80-414f-a1b0-1f248d2763da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b9708e-0b9d-4a11-912c-a88161f4a414,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:29.333669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:15:29.336877 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:15:29.374183 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:15:29.374514 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:15:29.631066 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca5e9c6-eff4-46d9-9308-1a9f8c175283', 'name': 'network-vif-deleted', 'tag': 'd05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:15:29.634104 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87647dbb-583d-48e5-ada4-c3ad41682f2f" -d '{"events": [{"server_uuid": "7ca5e9c6-eff4-46d9-9308-1a9f8c175283", "name": "network-vif-deleted", "tag": "d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:15:29.724231 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b536d9-f58e-4b37-a53a-123b1488c2c4 req-bb7cbbdb-84d0-4602-8b89-d88e2419ee59 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:29.733173 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:29.749460 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8b536d9-f58e-4b37-a53a-123b1488c2c4 req-bb7cbbdb-84d0-4602-8b89-d88e2419ee59 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 945 time: 0.1827052 Feb 28 20:15:29.777847 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'port_id': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866', 'mac_address': 'fa:16:3e:85:b3:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:15:29.861445 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056985c8-2e06-4a23-a212-e6d4e25c1a9d x-openstack-request-id: req-056985c8-2e06-4a23-a212-e6d4e25c1a9d {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:15:29.864886 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca5e9c6-eff4-46d9-9308-1a9f8c175283", "name": "network-vif-deleted", "tag": "d05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:15:29.865180 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-056985c8-2e06-4a23-a212-e6d4e25c1a9d {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:15:29.865585 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca5e9c6-eff4-46d9-9308-1a9f8c175283', 'name': 'network-vif-deleted', 'tag': 'd05ed13c-48bd-4cd5-8c5f-49c1cb5fcb60', 'status': 'completed', 'code': 200} Feb 28 20:15:29.913755 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:29.915123 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:29.967510 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:15:29.972496 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8b536d9-f58e-4b37-a53a-123b1488c2c4 req-1b648a57-4a73-457c-ad10-1773707eeaf2 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204752 Feb 28 20:15:30.071233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:30.083631 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:30.113194 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18bdf7f2-bc60-4a64-973c-2a8d7ff94eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (122b17b6-9d74-4733-bc3b-9f06a98fb344), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:30.210306 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f06a90-d6b3-4e2e-a64d-7a2be30d46bd req-f61fc1ab-99f9-4da5-8227-8683d2d8a15b tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:30.273086 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-48f06a90-d6b3-4e2e-a64d-7a2be30d46bd req-f61fc1ab-99f9-4da5-8227-8683d2d8a15b tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 945 time: 0.2942672 Feb 28 20:15:30.292183 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:30.433061 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:15:30.565939 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-48f06a90-d6b3-4e2e-a64d-7a2be30d46bd req-61969f0e-3ac8-4c2a-97ec-95687cac0369 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913461 Feb 28 20:15:30.616451 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae108b-7ded-4459-9af2-9b6272ce2ed8 req-2edde538-bd8c-4d75-b750-0bb3cc26e786 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:30.619066 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7ae108b-7ded-4459-9af2-9b6272ce2ed8 req-2edde538-bd8c-4d75-b750-0bb3cc26e786 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=06bd2712-dffe-44a5-abdb-262edfa6563d HTTP/1.1" status: 200 len: 946 time: 0.2419147 Feb 28 20:15:30.870791 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7ae108b-7ded-4459-9af2-9b6272ce2ed8 req-2b0a4c3c-acfc-41e9-bdc3-0c02a47e4d4e tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319944 Feb 28 20:15:31.153889 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-18bdf7f2-bc60-4a64-973c-2a8d7ff94eca admin admin] Deleting port 15c675e9-2de0-48d9-94ff-99599f5d4175 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:15:31.154811 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18bdf7f2-bc60-4a64-973c-2a8d7ff94eca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (15c675e9-2de0-48d9-94ff-99599f5d4175), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:31.313935 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-18bdf7f2-bc60-4a64-973c-2a8d7ff94eca admin admin] For port 15c675e9-2de0-48d9-94ff-99599f5d4175, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=15c675e9-2de0-48d9-94ff-99599f5d4175,segment=NetworkSegment(f1d9f4ea-168f-4144-97fd-4ad6af5057ab),segment_id=f1d9f4ea-168f-4144-97fd-4ad6af5057ab)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:31.314468 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18bdf7f2-bc60-4a64-973c-2a8d7ff94eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (15c675e9-2de0-48d9-94ff-99599f5d4175), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:31.357970 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-18bdf7f2-bc60-4a64-973c-2a8d7ff94eca admin admin] Calling delete_port for 15c675e9-2de0-48d9-94ff-99599f5d4175 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:15:31.362883 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:15:31.578419 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:15:31.579072 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:31.788306 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:31.788653 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:31.868413 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933de3c-5151-4156-be2f-0c16d7d38b5c req-4d0435c2-cc61-432e-9b63-a5f958ce9a9f tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:31.869988 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:15:31.876689 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8dc5fd-8a99-46ec-b9e2-344ac12d9503" -d '{"events": [{"server_uuid": "7e6d6220-7bb5-470b-8d78-592e7e038de7", "name": "network-vif-plugged", "status": "completed", "tag": "e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:15:31.888559 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e933de3c-5151-4156-be2f-0c16d7d38b5c req-4d0435c2-cc61-432e-9b63-a5f958ce9a9f tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 945 time: 0.1606283 Feb 28 20:15:31.923684 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:31.929703 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:32.060003 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e933de3c-5151-4156-be2f-0c16d7d38b5c req-974be083-17cd-4bf6-905b-2a32ea68ddbe tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688802 Feb 28 20:15:32.072656 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18bdf7f2-bc60-4a64-973c-2a8d7ff94eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (15c675e9-2de0-48d9-94ff-99599f5d4175), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:32.092857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:32.138325 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdf7f2-bc60-4a64-973c-2a8d7ff94eca admin admin] Pushing event deleted for resources: {'Port': ['ID=15c675e9-2de0-48d9-94ff-99599f5d4175,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:32.306940 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d8ef3-c80f-41f5-a907-e775f53ac3d0 req-fff0bce3-64c2-4eed-b6bd-b20ea00c506b tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:32.315949 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-665d8ef3-c80f-41f5-a907-e775f53ac3d0 req-fff0bce3-64c2-4eed-b6bd-b20ea00c506b tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=623c1bb9-8f40-4fbf-9a0d-da8356d334f3 HTTP/1.1" status: 200 len: 945 time: 0.1112127 Feb 28 20:15:32.424734 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-665d8ef3-c80f-41f5-a907-e775f53ac3d0 req-9054fe72-629d-420b-be95-7b7638f12f07 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075265 Feb 28 20:15:32.590169 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0565cf-eb2c-4a9b-8b97-4be008aaedba req-334f23a7-fc1e-436d-b99f-ecbef9553dfb tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:32.597900 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf0565cf-eb2c-4a9b-8b97-4be008aaedba req-334f23a7-fc1e-436d-b99f-ecbef9553dfb tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 945 time: 0.1036549 Feb 28 20:15:32.715011 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf0565cf-eb2c-4a9b-8b97-4be008aaedba req-36542227-eb73-4bf7-96cf-7dff505cc4e8 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156948 Feb 28 20:15:32.802108 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18bdf7f2-bc60-4a64-973c-2a8d7ff94eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (122b17b6-9d74-4733-bc3b-9f06a98fb344), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:32.874839 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a390d2a-0272-4967-bc47-d8810dcfd956 req-c57076b4-9676-47c8-8cd1-908ff25f23b6 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:32.885546 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1a390d2a-0272-4967-bc47-d8810dcfd956 req-c57076b4-9676-47c8-8cd1-908ff25f23b6 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.15 "GET /v2.0/ports?device_id=623c1bb9-8f40-4fbf-9a0d-da8356d334f3 HTTP/1.1" status: 200 len: 945 time: 0.1412165 Feb 28 20:15:33.142577 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-1a390d2a-0272-4967-bc47-d8810dcfd956 req-663c2ac9-00c0-42c1-964b-dcfb8358916b tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Deleting port a5ea15b6-1c14-476f-aad4-760bf8e764b7 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:15:33.142577 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1a390d2a-0272-4967-bc47-d8810dcfd956 req-663c2ac9-00c0-42c1-964b-dcfb8358916b tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a5ea15b6-1c14-476f-aad4-760bf8e764b7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:33.302386 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-1a390d2a-0272-4967-bc47-d8810dcfd956 req-663c2ac9-00c0-42c1-964b-dcfb8358916b tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] For port a5ea15b6-1c14-476f-aad4-760bf8e764b7, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=a5ea15b6-1c14-476f-aad4-760bf8e764b7,segment=NetworkSegment(fe425822-cdcb-46c8-b19b-1b1c4632610f),segment_id=fe425822-cdcb-46c8-b19b-1b1c4632610f)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:33.302854 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1a390d2a-0272-4967-bc47-d8810dcfd956 req-663c2ac9-00c0-42c1-964b-dcfb8358916b tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a5ea15b6-1c14-476f-aad4-760bf8e764b7), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:33.346341 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-1a390d2a-0272-4967-bc47-d8810dcfd956 req-663c2ac9-00c0-42c1-964b-dcfb8358916b tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Calling delete_port for a5ea15b6-1c14-476f-aad4-760bf8e764b7 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:15:33.431027 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bdf7f2-bc60-4a64-973c-2a8d7ff94eca admin admin] Router 122b17b6-9d74-4733-bc3b-9f06a98fb344 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:15:33.665624 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bdf7f2-bc60-4a64-973c-2a8d7ff94eca admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:15:33.673738 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-18bdf7f2-bc60-4a64-973c-2a8d7ff94eca admin admin] 10.222.0.13 "PUT /v2.0/routers/122b17b6-9d74-4733-bc3b-9f06a98fb344/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7493553 Feb 28 20:15:33.683408 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41357476-629a-418b-8003-ee470b690467 None None] Sync routers for ids ['122b17b6-9d74-4733-bc3b-9f06a98fb344'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:15:33.684189 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50346) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:33.711659 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1a390d2a-0272-4967-bc47-d8810dcfd956 req-663c2ac9-00c0-42c1-964b-dcfb8358916b tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a5ea15b6-1c14-476f-aad4-760bf8e764b7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:33.716307 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41357476-629a-418b-8003-ee470b690467 None None] Routers {'122b17b6-9d74-4733-bc3b-9f06a98fb344'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:15:33.717246 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-41357476-629a-418b-8003-ee470b690467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:15:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['122b17b6-9d74-4733-bc3b-9f06a98fb344'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:33.727654 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['a5ea15b6-1c14-476f-aad4-760bf8e764b7'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:15:33.831444 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['80dfb259-c92e-4f02-b31a-3127bb5d0bb1'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:15:33.857596 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c2ac9-00c0-42c1-964b-dcfb8358916b tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Pushing event deleted for resources: {'Port': ['ID=a5ea15b6-1c14-476f-aad4-760bf8e764b7,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:34.069914 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df6c76c2-57d3-4fb2-aeb2-9261bc59e2dc admin admin] Publish callbacks [] for router (122b17b6-9d74-4733-bc3b-9f06a98fb344), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:34.175397 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a390d2a-0272-4967-bc47-d8810dcfd956 req-663c2ac9-00c0-42c1-964b-dcfb8358916b tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] No DVR routers for this DVR port a5ea15b6-1c14-476f-aad4-760bf8e764b7 on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:15:34.191314 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1a390d2a-0272-4967-bc47-d8810dcfd956 req-663c2ac9-00c0-42c1-964b-dcfb8358916b tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:34.227499 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1a390d2a-0272-4967-bc47-d8810dcfd956 req-663c2ac9-00c0-42c1-964b-dcfb8358916b tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.15 "DELETE /v2.0/ports/a5ea15b6-1c14-476f-aad4-760bf8e764b7 HTTP/1.1" status: 204 len: 173 time: 1.3207121 Feb 28 20:15:34.233356 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623c1bb9-8f40-4fbf-9a0d-da8356d334f3', 'name': 'network-vif-deleted', 'tag': 'a5ea15b6-1c14-476f-aad4-760bf8e764b7'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:15:34.264176 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-41357476-629a-418b-8003-ee470b690467 None None] Set router 122b17b6-9d74-4733-bc3b-9f06a98fb344 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:15:34.279653 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44097107-236a-4715-83dc-ff9353686ba0" -d '{"events": [{"server_uuid": "623c1bb9-8f40-4fbf-9a0d-da8356d334f3", "name": "network-vif-deleted", "tag": "a5ea15b6-1c14-476f-aad4-760bf8e764b7"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:15:34.283830 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df6c76c2-57d3-4fb2-aeb2-9261bc59e2dc admin admin] Publish callbacks [] for router_gateway (122b17b6-9d74-4733-bc3b-9f06a98fb344), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:34.562983 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-df6c76c2-57d3-4fb2-aeb2-9261bc59e2dc admin admin] Deleting port 30a98677-2045-46f7-87f2-d6eab585019e {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:15:34.563329 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df6c76c2-57d3-4fb2-aeb2-9261bc59e2dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (30a98677-2045-46f7-87f2-d6eab585019e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:34.714712 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-41357476-629a-418b-8003-ee470b690467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-943478109-router', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '30a98677-2045-46f7-87f2-d6eab585019e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:02Z', 'updated_at': '2022-02-28T20:15:31Z', 'revision_number': 5, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'gw_port': {'id': '30a98677-2045-46f7-87f2-d6eab585019e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:04Z', 'updated_at': '2022-02-28T20:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:34.764034 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41357476-629a-418b-8003-ee470b690467 None None] Checking router: 122b17b6-9d74-4733-bc3b-9f06a98fb344 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:15:34.775138 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41357476-629a-418b-8003-ee470b690467 None None] Routers {'122b17b6-9d74-4733-bc3b-9f06a98fb344'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:15:34.776029 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-41357476-629a-418b-8003-ee470b690467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:15:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['122b17b6-9d74-4733-bc3b-9f06a98fb344'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:34.830923 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-df6c76c2-57d3-4fb2-aeb2-9261bc59e2dc admin admin] For port 30a98677-2045-46f7-87f2-d6eab585019e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=30a98677-2045-46f7-87f2-d6eab585019e,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:34.831460 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df6c76c2-57d3-4fb2-aeb2-9261bc59e2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (30a98677-2045-46f7-87f2-d6eab585019e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:34.849279 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-df6c76c2-57d3-4fb2-aeb2-9261bc59e2dc admin admin] Calling delete_port for 30a98677-2045-46f7-87f2-d6eab585019e owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:15:35.146317 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-41357476-629a-418b-8003-ee470b690467 None None] Set router 122b17b6-9d74-4733-bc3b-9f06a98fb344 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:15:35.335052 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-41357476-629a-418b-8003-ee470b690467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-943478109-router', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:02Z', 'updated_at': '2022-02-28T20:15:34Z', 'revision_number': 6, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:35.437279 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41357476-629a-418b-8003-ee470b690467 None None] The sync data for ids ['122b17b6-9d74-4733-bc3b-9f06a98fb344'] in n-d-820368-21 is: [{'id': '122b17b6-9d74-4733-bc3b-9f06a98fb344', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-943478109-router', 'tenant_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:02Z', 'updated_at': '2022-02-28T20:15:34Z', 'revision_number': 6, 'project_id': '12e9f0ffb3404b46ac26b734f1e43cbd', 'gw_port_host': None}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:15:35.534183 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df6c76c2-57d3-4fb2-aeb2-9261bc59e2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (30a98677-2045-46f7-87f2-d6eab585019e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:35.593281 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c76c2-57d3-4fb2-aeb2-9261bc59e2dc admin admin] Pushing event deleted for resources: {'Port': ['ID=30a98677-2045-46f7-87f2-d6eab585019e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:35.712051 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df6c76c2-57d3-4fb2-aeb2-9261bc59e2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (122b17b6-9d74-4733-bc3b-9f06a98fb344), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:35.941445 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df6c76c2-57d3-4fb2-aeb2-9261bc59e2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (122b17b6-9d74-4733-bc3b-9f06a98fb344), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:35.945531 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df6c76c2-57d3-4fb2-aeb2-9261bc59e2dc admin admin] Publish callbacks [] for router_controller (122b17b6-9d74-4733-bc3b-9f06a98fb344), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:36.047249 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df6c76c2-57d3-4fb2-aeb2-9261bc59e2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (122b17b6-9d74-4733-bc3b-9f06a98fb344), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:36.059951 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6c76c2-57d3-4fb2-aeb2-9261bc59e2dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 122b17b6-9d74-4733-bc3b-9f06a98fb344 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:15:36.070079 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df6c76c2-57d3-4fb2-aeb2-9261bc59e2dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:36.072162 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-df6c76c2-57d3-4fb2-aeb2-9261bc59e2dc admin admin] 10.222.0.13 "DELETE /v2.0/routers/122b17b6-9d74-4733-bc3b-9f06a98fb344 HTTP/1.1" status: 204 len: 168 time: 2.3866520 Feb 28 20:15:36.074775 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50352) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:36.197881 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a525acc-19e8-4622-a04f-720cc33b40d0 admin admin] Deleting subnet 1de44bff-1752-4fb9-ae82-7864a92b5560 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:15:36.212089 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6a525acc-19e8-4622-a04f-720cc33b40d0 admin admin] Publish callbacks [] for subnet (1de44bff-1752-4fb9-ae82-7864a92b5560), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:36.284709 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6a525acc-19e8-4622-a04f-720cc33b40d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (1de44bff-1752-4fb9-ae82-7864a92b5560), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:36.599989 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6a525acc-19e8-4622-a04f-720cc33b40d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (1de44bff-1752-4fb9-ae82-7864a92b5560), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:36.654871 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 30a98677-2045-46f7-87f2-d6eab585019e no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:15:36.720348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 30a98677-2045-46f7-87f2-d6eab585019e {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:15:36.720686 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 30a98677-2045-46f7-87f2-d6eab585019e not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:15:36.721112 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 15c675e9-2de0-48d9-94ff-99599f5d4175 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:15:36.743384 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6a525acc-19e8-4622-a04f-720cc33b40d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (1de44bff-1752-4fb9-ae82-7864a92b5560), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:36.782483 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 15c675e9-2de0-48d9-94ff-99599f5d4175 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:15:36.782483 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 15c675e9-2de0-48d9-94ff-99599f5d4175 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:15:36.840052 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a525acc-19e8-4622-a04f-720cc33b40d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1de44bff-1752-4fb9-ae82-7864a92b5560,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:37.030283 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6a525acc-19e8-4622-a04f-720cc33b40d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:37.038457 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50354) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:37.039003 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6a525acc-19e8-4622-a04f-720cc33b40d0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1de44bff-1752-4fb9-ae82-7864a92b5560 HTTP/1.1" status: 204 len: 168 time: 0.9614599 Feb 28 20:15:37.041172 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e55bbc-716e-4b24-88e9-2460c90cc718 None None] Network 2fc1b086-af1e-4b43-8525-dd60f05397b8 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:15:37.218037 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ea967363-e359-4cfb-8ac2-ed23d9e42384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (2fc1b086-af1e-4b43-8525-dd60f05397b8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:37.424580 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1e6e53-7bfc-4ed1-bd78-afafaed20bcc None None] DHCP port deletion for 2fc1b086-af1e-4b43-8525-dd60f05397b8 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:15:37.449410 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-ea967363-e359-4cfb-8ac2-ed23d9e42384 admin admin] Deleting port b8857642-6d6f-4c2d-9e9d-1d2d060c77fd {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:15:37.449879 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ea967363-e359-4cfb-8ac2-ed23d9e42384 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b8857642-6d6f-4c2d-9e9d-1d2d060c77fd), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:37.535741 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device a5ea15b6-1c14-476f-aad4-760bf8e764b7 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:15:37.598921 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-da1e6e53-7bfc-4ed1-bd78-afafaed20bcc None None] Deleting port b8857642-6d6f-4c2d-9e9d-1d2d060c77fd {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:15:37.599303 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-da1e6e53-7bfc-4ed1-bd78-afafaed20bcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b8857642-6d6f-4c2d-9e9d-1d2d060c77fd), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:37.602828 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: a5ea15b6-1c14-476f-aad4-760bf8e764b7 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:15:37.603203 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device a5ea15b6-1c14-476f-aad4-760bf8e764b7 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:15:37.671821 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-ea967363-e359-4cfb-8ac2-ed23d9e42384 admin admin] For port b8857642-6d6f-4c2d-9e9d-1d2d060c77fd, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b8857642-6d6f-4c2d-9e9d-1d2d060c77fd,segment=NetworkSegment(f1d9f4ea-168f-4144-97fd-4ad6af5057ab),segment_id=f1d9f4ea-168f-4144-97fd-4ad6af5057ab)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:37.672504 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ea967363-e359-4cfb-8ac2-ed23d9e42384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b8857642-6d6f-4c2d-9e9d-1d2d060c77fd), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:37.710573 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-ea967363-e359-4cfb-8ac2-ed23d9e42384 admin admin] Calling delete_port for b8857642-6d6f-4c2d-9e9d-1d2d060c77fd owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:15:37.795589 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-da1e6e53-7bfc-4ed1-bd78-afafaed20bcc None None] For port b8857642-6d6f-4c2d-9e9d-1d2d060c77fd, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b8857642-6d6f-4c2d-9e9d-1d2d060c77fd,segment=NetworkSegment(f1d9f4ea-168f-4144-97fd-4ad6af5057ab),segment_id=f1d9f4ea-168f-4144-97fd-4ad6af5057ab)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:37.796250 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-da1e6e53-7bfc-4ed1-bd78-afafaed20bcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b8857642-6d6f-4c2d-9e9d-1d2d060c77fd), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:37.837423 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-da1e6e53-7bfc-4ed1-bd78-afafaed20bcc None None] Calling delete_port for b8857642-6d6f-4c2d-9e9d-1d2d060c77fd owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:15:37.982462 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ea967363-e359-4cfb-8ac2-ed23d9e42384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b8857642-6d6f-4c2d-9e9d-1d2d060c77fd), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:38.039446 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-da1e6e53-7bfc-4ed1-bd78-afafaed20bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (b8857642-6d6f-4c2d-9e9d-1d2d060c77fd), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:38.065203 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1e6e53-7bfc-4ed1-bd78-afafaed20bcc None None] No DVR routers for this DVR port b8857642-6d6f-4c2d-9e9d-1d2d060c77fd on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:15:38.066185 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea967363-e359-4cfb-8ac2-ed23d9e42384 admin admin] No DVR routers for this DVR port b8857642-6d6f-4c2d-9e9d-1d2d060c77fd on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:15:38.074457 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea967363-e359-4cfb-8ac2-ed23d9e42384 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8857642-6d6f-4c2d-9e9d-1d2d060c77fd,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:38.100357 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e6e53-7bfc-4ed1-bd78-afafaed20bcc None None] Pushing event deleted for resources: {'Port': ['ID=b8857642-6d6f-4c2d-9e9d-1d2d060c77fd,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:38.114862 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6e53-7bfc-4ed1-bd78-afafaed20bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:38.115354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6e53-7bfc-4ed1-bd78-afafaed20bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:38.115882 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6e53-7bfc-4ed1-bd78-afafaed20bcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:38.116376 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6e53-7bfc-4ed1-bd78-afafaed20bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:38.116859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6e53-7bfc-4ed1-bd78-afafaed20bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:38.117634 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6e53-7bfc-4ed1-bd78-afafaed20bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:38.118348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6e53-7bfc-4ed1-bd78-afafaed20bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:38.119074 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6e53-7bfc-4ed1-bd78-afafaed20bcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:38.119892 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6e53-7bfc-4ed1-bd78-afafaed20bcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:38.122265 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6e53-7bfc-4ed1-bd78-afafaed20bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:38.134233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6e53-7bfc-4ed1-bd78-afafaed20bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:38.135165 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6e53-7bfc-4ed1-bd78-afafaed20bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:38.135984 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6e53-7bfc-4ed1-bd78-afafaed20bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:38.302384 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ea967363-e359-4cfb-8ac2-ed23d9e42384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (2fc1b086-af1e-4b43-8525-dd60f05397b8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:38.330634 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-ea967363-e359-4cfb-8ac2-ed23d9e42384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc1b086-af1e-4b43-8525-dd60f05397b8']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:38.350926 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-ea967363-e359-4cfb-8ac2-ed23d9e42384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d9f4ea-168f-4144-97fd-4ad6af5057ab') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:38.352515 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-ea967363-e359-4cfb-8ac2-ed23d9e42384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d9f4ea-168f-4144-97fd-4ad6af5057ab') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:38.381521 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ea967363-e359-4cfb-8ac2-ed23d9e42384 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (f1d9f4ea-168f-4144-97fd-4ad6af5057ab), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:38.400163 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ea967363-e359-4cfb-8ac2-ed23d9e42384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f1d9f4ea-168f-4144-97fd-4ad6af5057ab), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:38.416600 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea967363-e359-4cfb-8ac2-ed23d9e42384 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:15:38.417000 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ea967363-e359-4cfb-8ac2-ed23d9e42384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (f1d9f4ea-168f-4144-97fd-4ad6af5057ab), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:15:38.533889 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:15:38.541381 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ea967363-e359-4cfb-8ac2-ed23d9e42384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (2fc1b086-af1e-4b43-8525-dd60f05397b8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:38.556407 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ea967363-e359-4cfb-8ac2-ed23d9e42384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:38.561897 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ea967363-e359-4cfb-8ac2-ed23d9e42384 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2fc1b086-af1e-4b43-8525-dd60f05397b8 HTTP/1.1" status: 204 len: 168 time: 1.5168557 Feb 28 20:15:38.585475 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea967363-e359-4cfb-8ac2-ed23d9e42384 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc1b086-af1e-4b43-8525-dd60f05397b8,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:38.637387 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b8857642-6d6f-4c2d-9e9d-1d2d060c77fd no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:15:38.730722 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: b8857642-6d6f-4c2d-9e9d-1d2d060c77fd {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:15:38.741003 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b8857642-6d6f-4c2d-9e9d-1d2d060c77fd not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:15:39.035107 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50362) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:39.199011 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50364) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:39.205103 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-17ae359b-0b7d-4c9c-bca8-bb993cb40658 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12e9f0ffb3404b46ac26b734f1e43cbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1627464 Feb 28 20:15:39.346829 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c542dac8-c629-4b56-8d14-9421c934948a admin admin] Publish callbacks [] for security_group (38e4b6d6-3b3c-44a3-93df-14ef42204048), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:39.392230 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c542dac8-c629-4b56-8d14-9421c934948a admin admin] Publish callbacks [] for security_group (38e4b6d6-3b3c-44a3-93df-14ef42204048), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:39.498829 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c542dac8-c629-4b56-8d14-9421c934948a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (38e4b6d6-3b3c-44a3-93df-14ef42204048), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:39.502622 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c542dac8-c629-4b56-8d14-9421c934948a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:39.504747 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c542dac8-c629-4b56-8d14-9421c934948a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38e4b6d6-3b3c-44a3-93df-14ef42204048 HTTP/1.1" status: 204 len: 168 time: 0.3042834 Feb 28 20:15:39.524318 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542dac8-c629-4b56-8d14-9421c934948a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e4b6d6-3b3c-44a3-93df-14ef42204048,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:41.166433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50390) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:41.418701 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-8a8265b3-7a3d-4a43-88b3-2105cc649a64 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-864778599-network', 'tenant_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:15:41.503866 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8265b3-7a3d-4a43-88b3-2105cc649a64 admin admin] Made reservation on behalf of b7a3c8cc54e0425a915c03fcecdbf3f9 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:15:41.508437 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a8265b3-7a3d-4a43-88b3-2105cc649a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:41.535270 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a8265b3-7a3d-4a43-88b3-2105cc649a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:41.741542 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a8265b3-7a3d-4a43-88b3-2105cc649a64 admin admin] Publish callbacks [] for security_group (b2dc9564-f6bd-4417-87f2-a1e4f81ac5c9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:41.753576 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a8265b3-7a3d-4a43-88b3-2105cc649a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b2dc9564-f6bd-4417-87f2-a1e4f81ac5c9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:41.816343 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8265b3-7a3d-4a43-88b3-2105cc649a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dc9564-f6bd-4417-87f2-a1e4f81ac5c9,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:41.852643 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8265b3-7a3d-4a43-88b3-2105cc649a64 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:15:41.895218 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a8265b3-7a3d-4a43-88b3-2105cc649a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (7240eff2-e5f6-492a-be0d-e3d934aa2824), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:41.895590 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-8a8265b3-7a3d-4a43-88b3-2105cc649a64 admin admin] Added segment 7240eff2-e5f6-492a-be0d-e3d934aa2824 of type vlan for network 84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f Feb 28 20:15:42.032124 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a8265b3-7a3d-4a43-88b3-2105cc649a64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:42.107844 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a8265b3-7a3d-4a43-88b3-2105cc649a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:42.113307 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8265b3-7a3d-4a43-88b3-2105cc649a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:42.114020 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a8265b3-7a3d-4a43-88b3-2105cc649a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:42.284401 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8a8265b3-7a3d-4a43-88b3-2105cc649a64 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1143436 Feb 28 20:15:42.285705 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50394) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:42.286178 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8265b3-7a3d-4a43-88b3-2105cc649a64 admin admin] Pushing event updated for resources: {'Network': ['ID=84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:42.303479 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:15:42.324227 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-05c89595-b2f1-4545-968a-a9ab3fbb6bd1 admin admin] Request body: {'subnet': {'network_id': '84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-864778599-subnet', 'tenant_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:15:42.378773 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c89595-b2f1-4545-968a-a9ab3fbb6bd1 admin admin] Made reservation on behalf of b7a3c8cc54e0425a915c03fcecdbf3f9 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:15:42.381710 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-05c89595-b2f1-4545-968a-a9ab3fbb6bd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:42.776199 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-05c89595-b2f1-4545-968a-a9ab3fbb6bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (39c511bb-919d-4613-b560-a03be83bd332), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:42.933403 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c89595-b2f1-4545-968a-a9ab3fbb6bd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c511bb-919d-4613-b560-a03be83bd332,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:42.936164 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c89595-b2f1-4545-968a-a9ab3fbb6bd1 admin admin] Checking segment: {'id': '7240eff2-e5f6-492a-be0d-e3d934aa2824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:15:42.936643 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c89595-b2f1-4545-968a-a9ab3fbb6bd1 admin admin] Network hostable DHCP agents. Network: 84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:15:42.967972 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c89595-b2f1-4545-968a-a9ab3fbb6bd1 admin admin] Network 84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:15:42.987029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-05c89595-b2f1-4545-968a-a9ab3fbb6bd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:15:43.000109 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5752d6c6-0830-43a3-ac80-48283f3199e2 None None] Network 84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:15:43.021983 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c89595-b2f1-4545-968a-a9ab3fbb6bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:43.022737 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-05c89595-b2f1-4545-968a-a9ab3fbb6bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:43.078061 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-05c89595-b2f1-4545-968a-a9ab3fbb6bd1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7893529 Feb 28 20:15:43.078775 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50400) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:43.085170 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-7ee099be-330d-47d5-b1b2-2fe67c9bc088 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-864778599-router', 'tenant_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:15:43.130618 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ee099be-330d-47d5-b1b2-2fe67c9bc088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (7edcf389-2905-4a4a-9d1a-e07bd646af98), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:43.134886 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ee099be-330d-47d5-b1b2-2fe67c9bc088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (7edcf389-2905-4a4a-9d1a-e07bd646af98), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:43.281570 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ee099be-330d-47d5-b1b2-2fe67c9bc088 admin admin] Publish callbacks [] for router_controller (7edcf389-2905-4a4a-9d1a-e07bd646af98), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:43.310506 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6c518e-11ce-48f9-abe8-687925fdd469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f', 'network_id': '84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f', 'project_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'fixed_ips': [{'subnet_id': '39c511bb-919d-4613-b560-a03be83bd332'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:15:43.311594 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8a6c518e-11ce-48f9-abe8-687925fdd469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:43.555912 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ee099be-330d-47d5-b1b2-2fe67c9bc088 admin admin] Publish callbacks [] for router_gateway (7edcf389-2905-4a4a-9d1a-e07bd646af98), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:43.698183 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-8a6c518e-11ce-48f9-abe8-687925fdd469 None None] Allocated IP 172.20.0.2 (84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f/39c511bb-919d-4613-b560-a03be83bd332/414ce217-c28f-4505-bef7-25266c7c9888) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:15:44.032880 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ee099be-330d-47d5-b1b2-2fe67c9bc088 admin admin] Publish callbacks [] for router_gateway (7edcf389-2905-4a4a-9d1a-e07bd646af98), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:44.126096 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ee099be-330d-47d5-b1b2-2fe67c9bc088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:44.234411 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8a6c518e-11ce-48f9-abe8-687925fdd469 None None] Publish callbacks [] for port (414ce217-c28f-4505-bef7-25266c7c9888), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:44.252923 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8a6c518e-11ce-48f9-abe8-687925fdd469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (414ce217-c28f-4505-bef7-25266c7c9888), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:44.394567 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-7ee099be-330d-47d5-b1b2-2fe67c9bc088 admin admin] Allocated IP 172.25.0.152 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/e828d8df-7e02-479a-a072-4b4af8cc436a) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:15:44.412207 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c518e-11ce-48f9-abe8-687925fdd469 None None] Pushing event updated for resources: {'Port': ['ID=414ce217-c28f-4505-bef7-25266c7c9888,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:44.459784 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6c518e-11ce-48f9-abe8-687925fdd469 None None] Network 84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:15:44.468465 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-8a6c518e-11ce-48f9-abe8-687925fdd469 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:15:44.486521 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c518e-11ce-48f9-abe8-687925fdd469 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:15:44.615724 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ee099be-330d-47d5-b1b2-2fe67c9bc088 admin admin] Publish callbacks [] for port (e828d8df-7e02-479a-a072-4b4af8cc436a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:44.648421 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-8a6c518e-11ce-48f9-abe8-687925fdd469 None None] Attempting to bind port 414ce217-c28f-4505-bef7-25266c7c9888 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:15:44.648421 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-8a6c518e-11ce-48f9-abe8-687925fdd469 None None] Attempting to bind port 414ce217-c28f-4505-bef7-25266c7c9888 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '7240eff2-e5f6-492a-be0d-e3d934aa2824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:15:44.652379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6c518e-11ce-48f9-abe8-687925fdd469 None None] Attempting to bind port 414ce217-c28f-4505-bef7-25266c7c9888 on network 84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:15:44.675148 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6c518e-11ce-48f9-abe8-687925fdd469 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:15:44.680210 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6c518e-11ce-48f9-abe8-687925fdd469 None None] Checking segment: {'id': '7240eff2-e5f6-492a-be0d-e3d934aa2824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:15:44.683747 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8a6c518e-11ce-48f9-abe8-687925fdd469 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:44.687124 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6c518e-11ce-48f9-abe8-687925fdd469 None None] Bound using segment: {'id': '7240eff2-e5f6-492a-be0d-e3d934aa2824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:15:44.689746 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-8a6c518e-11ce-48f9-abe8-687925fdd469 None None] Bound port: 414ce217-c28f-4505-bef7-25266c7c9888, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7240eff2-e5f6-492a-be0d-e3d934aa2824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:15:44.690552 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8a6c518e-11ce-48f9-abe8-687925fdd469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (414ce217-c28f-4505-bef7-25266c7c9888), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:44.712441 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ee099be-330d-47d5-b1b2-2fe67c9bc088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e828d8df-7e02-479a-a072-4b4af8cc436a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:44.822625 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee099be-330d-47d5-b1b2-2fe67c9bc088 admin admin] Pushing event updated for resources: {'Port': ['ID=e828d8df-7e02-479a-a072-4b4af8cc436a,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:44.849358 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee099be-330d-47d5-b1b2-2fe67c9bc088 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:15:44.856045 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-7ee099be-330d-47d5-b1b2-2fe67c9bc088 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:15:44.866934 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee099be-330d-47d5-b1b2-2fe67c9bc088 admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:15:44.872544 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-8a6c518e-11ce-48f9-abe8-687925fdd469 None None] For port 414ce217-c28f-4505-bef7-25266c7c9888, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:15:44.877259 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-8a6c518e-11ce-48f9-abe8-687925fdd469 None None] For port 414ce217-c28f-4505-bef7-25266c7c9888, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=414ce217-c28f-4505-bef7-25266c7c9888,segment=NetworkSegment(7240eff2-e5f6-492a-be0d-e3d934aa2824),segment_id=7240eff2-e5f6-492a-be0d-e3d934aa2824)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:15:44.894134 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8a6c518e-11ce-48f9-abe8-687925fdd469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (414ce217-c28f-4505-bef7-25266c7c9888), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:44.940224 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:15:44.986416 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c518e-11ce-48f9-abe8-687925fdd469 None None] Pushing event updated for resources: {'Port': ['ID=414ce217-c28f-4505-bef7-25266c7c9888,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:46.237715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45e572-b995-48fa-92b8-15e9ab67da8c req-9547b6cf-10e0-4bd4-b405-3087f449c365 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:46.247071 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e45e572-b995-48fa-92b8-15e9ab67da8c req-9547b6cf-10e0-4bd4-b405-3087f449c365 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=06bd2712-dffe-44a5-abdb-262edfa6563d HTTP/1.1" status: 200 len: 946 time: 0.2368600 Feb 28 20:15:46.358218 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a047641-3c9a-48af-9614-e9b296733b77 x-openstack-request-id: req-9a047641-3c9a-48af-9614-e9b296733b77 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:15:46.359018 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6d6220-7bb5-470b-8d78-592e7e038de7", "name": "network-vif-plugged", "status": "completed", "tag": "e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:15:46.359018 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a047641-3c9a-48af-9614-e9b296733b77 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:15:46.359390 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866', 'code': 200} Feb 28 20:15:46.426637 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b8b05e3c-94c1-4461-b97d-deb5a3ecabe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:46.442834 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e45e572-b995-48fa-92b8-15e9ab67da8c req-c1904e6a-4749-46a8-b39c-c4a5caba6d3d tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023433 Feb 28 20:15:46.704154 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ee099be-330d-47d5-b1b2-2fe67c9bc088 admin admin] Publish callbacks [] for router_gateway (7edcf389-2905-4a4a-9d1a-e07bd646af98), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:46.739024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 414ce217-c28f-4505-bef7-25266c7c9888 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:15:46.895263 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 414ce217-c28f-4505-bef7-25266c7c9888 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:15:46.896410 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (414ce217-c28f-4505-bef7-25266c7c9888), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:47.014500 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8510-147d-40e4-9262-9b5ed1df8958 req-8d49d978-f881-4bf2-a4cb-e84f3d2a2c05 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:47.017612 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f1d8510-147d-40e4-9262-9b5ed1df8958 req-8d49d978-f881-4bf2-a4cb-e84f3d2a2c05 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 945 time: 0.4133744 Feb 28 20:15:47.046910 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 414ce217-c28f-4505-bef7-25266c7c9888 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:47.047306 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (414ce217-c28f-4505-bef7-25266c7c9888), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:47.065659 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e879c953-22d5-4a18-9bce-a55f61c96535 None None] Network 84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:15:47.092006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845210d-7530-415a-9d32-51c826a448e6 req-3335cded-e64e-4f7f-b479-e4ce197eddad tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:47.094257 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b845210d-7530-415a-9d32-51c826a448e6 req-3335cded-e64e-4f7f-b479-e4ce197eddad tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 945 time: 0.2373478 Feb 28 20:15:47.222166 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f1d8510-147d-40e4-9262-9b5ed1df8958 req-934f57bf-1921-469e-8d20-1aafd8ca6870 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893709 Feb 28 20:15:47.315532 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b845210d-7530-415a-9d32-51c826a448e6 req-08f9b284-1a42-4756-8b40-c9a5aa2f160d tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150145 Feb 28 20:15:47.359015 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ee099be-330d-47d5-b1b2-2fe67c9bc088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (7edcf389-2905-4a4a-9d1a-e07bd646af98), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:47.376281 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e820cd6e-d56d-4da8-96c6-2e0b84d8783f x-openstack-request-id: req-e820cd6e-d56d-4da8-96c6-2e0b84d8783f {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:15:47.376502 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623c1bb9-8f40-4fbf-9a0d-da8356d334f3", "name": "network-vif-deleted", "tag": "a5ea15b6-1c14-476f-aad4-760bf8e764b7", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:15:47.377004 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e820cd6e-d56d-4da8-96c6-2e0b84d8783f {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:15:47.377258 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623c1bb9-8f40-4fbf-9a0d-da8356d334f3', 'name': 'network-vif-deleted', 'tag': 'a5ea15b6-1c14-476f-aad4-760bf8e764b7', 'status': 'completed', 'code': 200} Feb 28 20:15:47.397302 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 414ce217-c28f-4505-bef7-25266c7c9888, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=414ce217-c28f-4505-bef7-25266c7c9888,segment=NetworkSegment(7240eff2-e5f6-492a-be0d-e3d934aa2824),segment_id=7240eff2-e5f6-492a-be0d-e3d934aa2824)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:47.408251 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (414ce217-c28f-4505-bef7-25266c7c9888), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:47.606260 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=414ce217-c28f-4505-bef7-25266c7c9888,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:47.621837 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-41343849-f225-4514-ae95-615e96d5e96e None None] Provisioning complete for port 414ce217-c28f-4505-bef7-25266c7c9888 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:15:47.622493 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-41343849-f225-4514-ae95-615e96d5e96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (414ce217-c28f-4505-bef7-25266c7c9888), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:47.778681 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-41343849-f225-4514-ae95-615e96d5e96e None None] Current status of the port 414ce217-c28f-4505-bef7-25266c7c9888 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:47.986175 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e3551-361b-4ea8-85a3-834e33fd8937 req-f0812c70-12db-40ca-8645-cd9806223c5b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:47.988247 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e61e3551-361b-4ea8-85a3-834e33fd8937 req-f0812c70-12db-40ca-8645-cd9806223c5b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=06bd2712-dffe-44a5-abdb-262edfa6563d HTTP/1.1" status: 200 len: 946 time: 0.1902187 Feb 28 20:15:48.052959 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26298479-43ae-4cef-b508-849c8abe4b25 req-9e358548-1fa2-4beb-810a-c2a370ed7419 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:48.055868 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26298479-43ae-4cef-b508-849c8abe4b25 req-9e358548-1fa2-4beb-810a-c2a370ed7419 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44d23b5-0e33-4900-8196-707823bacd66 HTTP/1.1" status: 200 len: 950 time: 0.1451452 Feb 28 20:15:48.072474 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee099be-330d-47d5-b1b2-2fe67c9bc088 admin admin] Router 7edcf389-2905-4a4a-9d1a-e07bd646af98 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:15:48.263974 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e61e3551-361b-4ea8-85a3-834e33fd8937 req-82da4d63-0283-44bd-93a0-a9c985ce516a tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618866 Feb 28 20:15:48.284282 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a7c8f88f-cb9f-46e0-8270-b6f9342254f7 None None] Provisioning complete for port 414ce217-c28f-4505-bef7-25266c7c9888 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:15:48.284759 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26298479-43ae-4cef-b508-849c8abe4b25 req-3c363c92-32f7-48eb-b065-c63cf7c8afff tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914170 Feb 28 20:15:48.286555 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a7c8f88f-cb9f-46e0-8270-b6f9342254f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (414ce217-c28f-4505-bef7-25266c7c9888), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:48.609086 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a7c8f88f-cb9f-46e0-8270-b6f9342254f7 None None] Current status of the port 414ce217-c28f-4505-bef7-25266c7c9888 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:48.673097 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 414ce217-c28f-4505-bef7-25266c7c9888 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:15:48.695309 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee099be-330d-47d5-b1b2-2fe67c9bc088 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:15:48.743798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c14e5-3b68-48e6-9084-91a4302d4511 req-ff856a41-db1b-4aa7-ab1f-9f85b147f02a tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:48.752026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-536c14e5-3b68-48e6-9084-91a4302d4511 req-ff856a41-db1b-4aa7-ab1f-9f85b147f02a tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7138ee64-9589-4692-9a3e-642a4638b980 HTTP/1.1" status: 200 len: 946 time: 0.2397542 Feb 28 20:15:48.767633 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ee099be-330d-47d5-b1b2-2fe67c9bc088 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:48.769441 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7ee099be-330d-47d5-b1b2-2fe67c9bc088 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6891842 Feb 28 20:15:48.774823 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50476) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:48.780157 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ff61b-fd51-4e03-bf74-d5ef538f8bb7 req-8bf1a469-ae6d-4cea-ad4e-9ad4cbe144b2 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:48.788048 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b5ff61b-fd51-4e03-bf74-d5ef538f8bb7 req-8bf1a469-ae6d-4cea-ad4e-9ad4cbe144b2 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 945 time: 0.1532776 Feb 28 20:15:48.799004 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] Sync routers for ids ['7edcf389-2905-4a4a-9d1a-e07bd646af98'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:15:48.829206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] Routers {'7edcf389-2905-4a4a-9d1a-e07bd646af98'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:15:48.830597 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:15:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['7edcf389-2905-4a4a-9d1a-e07bd646af98'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:48.859350 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-536c14e5-3b68-48e6-9084-91a4302d4511 req-3ac4935c-f358-4367-af66-96a75ed892cd tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060050 Feb 28 20:15:48.976323 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b5ff61b-fd51-4e03-bf74-d5ef538f8bb7 req-1add8523-66f3-4617-a94d-b9f194f3e00b tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873083 Feb 28 20:15:49.154009 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 414ce217-c28f-4505-bef7-25266c7c9888 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:15:49.154334 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (414ce217-c28f-4505-bef7-25266c7c9888), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:49.161818 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b2ae20df-c944-4370-b569-80a6234d63d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:49.167414 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70616093-c6a5-43c9-9938-4471937d13f9 req-9ca4b414-422c-4213-b9a5-5e66faf14910 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:49.169454 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70616093-c6a5-43c9-9938-4471937d13f9 req-9ca4b414-422c-4213-b9a5-5e66faf14910 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 945 time: 0.1053863 Feb 28 20:15:49.249816 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] Set router 7edcf389-2905-4a4a-9d1a-e07bd646af98 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:15:49.317297 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70616093-c6a5-43c9-9938-4471937d13f9 req-c949840e-8674-4f35-b216-c387edfcc2e2 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387184 Feb 28 20:15:49.517468 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:49.611171 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01c18f-d89c-44f0-a524-49510e98aced req-900c9b1c-a54a-4ab3-911f-874f76aa4cf1 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:49.634949 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b01c18f-d89c-44f0-a524-49510e98aced req-900c9b1c-a54a-4ab3-911f-874f76aa4cf1 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=06bd2712-dffe-44a5-abdb-262edfa6563d HTTP/1.1" status: 200 len: 946 time: 0.1700866 Feb 28 20:15:49.815319 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b01c18f-d89c-44f0-a524-49510e98aced req-cf1e2c3b-9f25-4482-8604-8d34d28e3ffa tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811180 Feb 28 20:15:49.870570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 414ce217-c28f-4505-bef7-25266c7c9888 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:49.977730 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50532) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:49.990540 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:50.011080 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edcf389-2905-4a4a-9d1a-e07bd646af98', 'name': 'tempest-FloatingIPsNegativeTestJSON-864778599-router', 'tenant_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e828d8df-7e02-479a-a072-4b4af8cc436a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:15:43Z', 'updated_at': '2022-02-28T20:15:46Z', 'revision_number': 3, 'project_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'gw_port': {'id': 'e828d8df-7e02-479a-a072-4b4af8cc436a', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edcf389-2905-4a4a-9d1a-e07bd646af98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:15:44Z', 'updated_at': '2022-02-28T20:15:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:50.110358 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] Checking router: 7edcf389-2905-4a4a-9d1a-e07bd646af98 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:15:50.110976 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] Updating router 7edcf389-2905-4a4a-9d1a-e07bd646af98 port e828d8df-7e02-479a-a072-4b4af8cc436a binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:15:50.208158 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e828d8df-7e02-479a-a072-4b4af8cc436a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:50.291939 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b58327c0-7218-418b-a0d2-ede25bb6a415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:50.369649 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85622765-d798-427c-b04f-1d644a80a0e9 req-5b46f08c-7132-4282-aa36-775d408c860f tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:50.379052 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85622765-d798-427c-b04f-1d644a80a0e9 req-5b46f08c-7132-4282-aa36-775d408c860f tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 945 time: 0.1765924 Feb 28 20:15:50.398067 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558425e-97e8-49f1-a369-28792f70e534 req-f03eaf7a-ce24-4581-8596-5c928e33965a tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:50.400566 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b558425e-97e8-49f1-a369-28792f70e534 req-f03eaf7a-ce24-4581-8596-5c928e33965a tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.10 "GET /v2.0/ports?device_id=7138ee64-9589-4692-9a3e-642a4638b980 HTTP/1.1" status: 200 len: 946 time: 0.2856646 Feb 28 20:15:50.414144 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c791c60-abee-416c-ac38-1b5432918d00 req-0ab2de12-cd39-4bf9-a6ce-6484b65a6736 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:50.422506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c791c60-abee-416c-ac38-1b5432918d00 req-0ab2de12-cd39-4bf9-a6ce-6484b65a6736 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7138ee64-9589-4692-9a3e-642a4638b980 HTTP/1.1" status: 200 len: 946 time: 0.3713520 Feb 28 20:15:50.588691 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85622765-d798-427c-b04f-1d644a80a0e9 req-24d335cd-d812-4778-be18-e25a9e994875 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086477 Feb 28 20:15:50.593714 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a75d44d-fe5e-4228-b740-d33c93c78eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:50.620752 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c791c60-abee-416c-ac38-1b5432918d00 req-ee987a02-986e-424f-9fb1-49b37ac848ae tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e722de6b-4737-4054-8aa6-beea0fe41f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969688 Feb 28 20:15:50.669779 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] Publish callbacks [] for port (e828d8df-7e02-479a-a072-4b4af8cc436a), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:50.687513 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e828d8df-7e02-479a-a072-4b4af8cc436a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:50.750442 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b58327c0-7218-418b-a0d2-ede25bb6a415 admin admin] Publish callbacks [] for security_group (7b06795e-91ff-46dc-885e-34da411eed2a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:50.765250 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022160c-0248-4684-916c-10a475613c22 None None] Pushing event updated for resources: {'Port': ['ID=e828d8df-7e02-479a-a072-4b4af8cc436a,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:50.787484 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] Attempting to bind port e828d8df-7e02-479a-a072-4b4af8cc436a on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:15:50.788013 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] Attempting to bind port e828d8df-7e02-479a-a072-4b4af8cc436a by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:15:50.788299 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] Attempting to bind port e828d8df-7e02-479a-a072-4b4af8cc436a on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:15:50.791852 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b58327c0-7218-418b-a0d2-ede25bb6a415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7b06795e-91ff-46dc-885e-34da411eed2a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:50.794703 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:15:50.795129 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:15:50.796004 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:50.796154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:15:50.796776 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] Bound port: e828d8df-7e02-479a-a072-4b4af8cc436a, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:15:50.797227 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e828d8df-7e02-479a-a072-4b4af8cc436a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:50.892738 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] For port e828d8df-7e02-479a-a072-4b4af8cc436a, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:15:50.898874 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] For port e828d8df-7e02-479a-a072-4b4af8cc436a, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e828d8df-7e02-479a-a072-4b4af8cc436a,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:15:50.912864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-b558425e-97e8-49f1-a369-28792f70e534 req-7344a866-bace-49be-be8a-8820d16a3b91 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Deleting port 80dfb259-c92e-4f02-b31a-3127bb5d0bb1 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:15:50.912864 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b558425e-97e8-49f1-a369-28792f70e534 req-7344a866-bace-49be-be8a-8820d16a3b91 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (80dfb259-c92e-4f02-b31a-3127bb5d0bb1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:50.916101 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e828d8df-7e02-479a-a072-4b4af8cc436a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:50.917836 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b58327c0-7218-418b-a0d2-ede25bb6a415 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae1edfea673540ebbc7fc540ceab7a6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9402773 Feb 28 20:15:50.920692 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50578) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:50.975659 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-2a75d44d-fe5e-4228-b740-d33c93c78eda admin admin] Allocated IP 172.20.0.1 (84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f/39c511bb-919d-4613-b560-a03be83bd332/a1c6f8d7-911d-4f04-a4ce-95cfd8e29694) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:15:50.994154 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58327c0-7218-418b-a0d2-ede25bb6a415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b06795e-91ff-46dc-885e-34da411eed2a,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:51.043848 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-633aa871-0388-46e9-9246-04e46433a4ef admin admin] Publish callbacks [] for security_group (7b06795e-91ff-46dc-885e-34da411eed2a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:51.054622 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a06cb-424c-424d-a7f2-30b5ae87a20c req-da287cc7-2fd8-4814-adc0-9cc528f4d4a3 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:51.064391 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad7a06cb-424c-424d-a7f2-30b5ae87a20c req-da287cc7-2fd8-4814-adc0-9cc528f4d4a3 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 945 time: 0.3171215 Feb 28 20:15:51.073214 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] Routers {'7edcf389-2905-4a4a-9d1a-e07bd646af98'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:15:51.073889 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:15:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['7edcf389-2905-4a4a-9d1a-e07bd646af98'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:51.142019 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-633aa871-0388-46e9-9246-04e46433a4ef admin admin] Publish callbacks [] for security_group (7b06795e-91ff-46dc-885e-34da411eed2a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:51.148636 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-b558425e-97e8-49f1-a369-28792f70e534 req-7344a866-bace-49be-be8a-8820d16a3b91 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] For port 80dfb259-c92e-4f02-b31a-3127bb5d0bb1, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=80dfb259-c92e-4f02-b31a-3127bb5d0bb1,segment=NetworkSegment(fe425822-cdcb-46c8-b19b-1b1c4632610f),segment_id=fe425822-cdcb-46c8-b19b-1b1c4632610f)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:51.149449 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b558425e-97e8-49f1-a369-28792f70e534 req-7344a866-bace-49be-be8a-8820d16a3b91 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (80dfb259-c92e-4f02-b31a-3127bb5d0bb1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:51.151603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022160c-0248-4684-916c-10a475613c22 None None] Pushing event updated for resources: {'Port': ['ID=e828d8df-7e02-479a-a072-4b4af8cc436a,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:51.209819 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-b558425e-97e8-49f1-a369-28792f70e534 req-7344a866-bace-49be-be8a-8820d16a3b91 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Calling delete_port for 80dfb259-c92e-4f02-b31a-3127bb5d0bb1 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:15:51.238555 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a75d44d-fe5e-4228-b740-d33c93c78eda admin admin] Publish callbacks [] for port (a1c6f8d7-911d-4f04-a4ce-95cfd8e29694), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:51.246893 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad7a06cb-424c-424d-a7f2-30b5ae87a20c req-c6c78e40-efa9-4c0f-a51a-0e267213d0f8 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814337 Feb 28 20:15:51.280720 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:51.300181 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-633aa871-0388-46e9-9246-04e46433a4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7b06795e-91ff-46dc-885e-34da411eed2a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:51.301052 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] Set router 7edcf389-2905-4a4a-9d1a-e07bd646af98 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:15:51.305696 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-633aa871-0388-46e9-9246-04e46433a4ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:51.311272 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-633aa871-0388-46e9-9246-04e46433a4ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b06795e-91ff-46dc-885e-34da411eed2a HTTP/1.1" status: 204 len: 168 time: 0.3818908 Feb 28 20:15:51.323240 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633aa871-0388-46e9-9246-04e46433a4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b06795e-91ff-46dc-885e-34da411eed2a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:51.353624 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a75d44d-fe5e-4228-b740-d33c93c78eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (a1c6f8d7-911d-4f04-a4ce-95cfd8e29694), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:51.355831 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b554197-dd8f-48a6-880c-95cef71db30e req-4a8b57f7-bb23-4c6d-8873-f62d61fd762e tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:51.363128 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8b554197-dd8f-48a6-880c-95cef71db30e req-4a8b57f7-bb23-4c6d-8873-f62d61fd762e tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=06bd2712-dffe-44a5-abdb-262edfa6563d HTTP/1.1" status: 200 len: 946 time: 0.2192910 Feb 28 20:15:51.494349 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8b554197-dd8f-48a6-880c-95cef71db30e req-bd00ce1e-6e98-46fa-a462-6b8a98d4baf4 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298058 Feb 28 20:15:51.521237 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75d44d-fe5e-4228-b740-d33c93c78eda admin admin] Pushing event updated for resources: {'Port': ['ID=a1c6f8d7-911d-4f04-a4ce-95cfd8e29694,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:51.549495 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a75d44d-fe5e-4228-b740-d33c93c78eda admin admin] Network 84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:15:51.554180 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-2a75d44d-fe5e-4228-b740-d33c93c78eda admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:15:51.559876 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a75d44d-fe5e-4228-b740-d33c93c78eda admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:15:51.579776 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b558425e-97e8-49f1-a369-28792f70e534 req-7344a866-bace-49be-be8a-8820d16a3b91 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (80dfb259-c92e-4f02-b31a-3127bb5d0bb1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:51.608374 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 399d9b21-61bd-462f-83f3-ecb14cb4189e no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:15:51.715093 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a75d44d-fe5e-4228-b740-d33c93c78eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (7edcf389-2905-4a4a-9d1a-e07bd646af98), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:51.745277 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344a866-bace-49be-be8a-8820d16a3b91 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Pushing event deleted for resources: {'Port': ['ID=80dfb259-c92e-4f02-b31a-3127bb5d0bb1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:51.871632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b558425e-97e8-49f1-a369-28792f70e534 req-7344a866-bace-49be-be8a-8820d16a3b91 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] No DVR routers for this DVR port 80dfb259-c92e-4f02-b31a-3127bb5d0bb1 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:15:51.874754 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b558425e-97e8-49f1-a369-28792f70e534 req-7344a866-bace-49be-be8a-8820d16a3b91 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:51.879617 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b558425e-97e8-49f1-a369-28792f70e534 req-7344a866-bace-49be-be8a-8820d16a3b91 tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.10 "DELETE /v2.0/ports/80dfb259-c92e-4f02-b31a-3127bb5d0bb1 HTTP/1.1" status: 204 len: 173 time: 1.4330146 Feb 28 20:15:51.881127 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7138ee64-9589-4692-9a3e-642a4638b980', 'name': 'network-vif-deleted', 'tag': '80dfb259-c92e-4f02-b31a-3127bb5d0bb1'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:15:51.885472 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399f1df0-295b-42bb-b7d2-5a211858bdab" -d '{"events": [{"server_uuid": "7138ee64-9589-4692-9a3e-642a4638b980", "name": "network-vif-deleted", "tag": "80dfb259-c92e-4f02-b31a-3127bb5d0bb1"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:15:51.931400 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1c23325e-0e6c-4396-b3d9-b1070fff15d3 req-7201ba39-f295-4b34-b249-65a4a56664ac tempest-ListServerFiltersTestJSON-1263721043 tempest-ListServerFiltersTestJSON-1263721043-project] 10.222.0.13 "GET /v2.0/ports?device_id=7138ee64-9589-4692-9a3e-642a4638b980 HTTP/1.1" status: 200 len: 210 time: 0.0364823 Feb 28 20:15:51.962390 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852b2a0-89c6-488d-b36c-c51dc5478938 req-0549126c-d672-4517-9642-d2ffa875c314 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:51.969121 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5852b2a0-89c6-488d-b36c-c51dc5478938 req-0549126c-d672-4517-9642-d2ffa875c314 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 946 time: 0.2961881 Feb 28 20:15:52.000860 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 399d9b21-61bd-462f-83f3-ecb14cb4189e is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:52.001356 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:52.040237 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a75d44d-fe5e-4228-b740-d33c93c78eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a1c6f8d7-911d-4f04-a4ce-95cfd8e29694), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:52.062318 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5852b2a0-89c6-488d-b36c-c51dc5478938 req-e514e46f-a90f-4c95-aa98-41ad278b6b77 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900850 Feb 28 20:15:52.093497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44d23b5-0e33-4900-8196-707823bacd66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '399d9b21-61bd-462f-83f3-ecb14cb4189e'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:15:52.100180 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dec2a3-1ae0-42e6-9e95-77d7aa923472" -d '{"events": [{"server_uuid": "f44d23b5-0e33-4900-8196-707823bacd66", "name": "network-vif-unplugged", "status": "completed", "tag": "399d9b21-61bd-462f-83f3-ecb14cb4189e"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:15:52.130612 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 399d9b21-61bd-462f-83f3-ecb14cb4189e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=399d9b21-61bd-462f-83f3-ecb14cb4189e,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:52.143690 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:52.152380 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edcf389-2905-4a4a-9d1a-e07bd646af98', 'name': 'tempest-FloatingIPsNegativeTestJSON-864778599-router', 'tenant_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e828d8df-7e02-479a-a072-4b4af8cc436a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:15:43Z', 'updated_at': '2022-02-28T20:15:46Z', 'revision_number': 3, 'project_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'gw_port': {'id': 'e828d8df-7e02-479a-a072-4b4af8cc436a', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edcf389-2905-4a4a-9d1a-e07bd646af98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:15:44Z', 'updated_at': '2022-02-28T20:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:52.268338 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0611b-03db-4af1-90ab-b90759c56053 req-34dc1b57-281d-43c8-9de2-9000430bc24a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:52.273528 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f5c0611b-03db-4af1-90ab-b90759c56053 req-34dc1b57-281d-43c8-9de2-9000430bc24a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 945 time: 0.1640592 Feb 28 20:15:52.290145 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c080ceb-f5cc-4109-b48c-042edbd058f7 None None] The sync data for ids ['7edcf389-2905-4a4a-9d1a-e07bd646af98'] in n-d-820368-21 is: [{'id': '7edcf389-2905-4a4a-9d1a-e07bd646af98', 'name': 'tempest-FloatingIPsNegativeTestJSON-864778599-router', 'tenant_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e828d8df-7e02-479a-a072-4b4af8cc436a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:15:43Z', 'updated_at': '2022-02-28T20:15:46Z', 'revision_number': 3, 'project_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'gw_port': {'id': 'e828d8df-7e02-479a-a072-4b4af8cc436a', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edcf389-2905-4a4a-9d1a-e07bd646af98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:15:44Z', 'updated_at': '2022-02-28T20:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:15:52.317936 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7fab35-aceb-4656-8393-1eaa147b4676 x-openstack-request-id: req-1c7fab35-aceb-4656-8393-1eaa147b4676 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:15:52.326594 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7138ee64-9589-4692-9a3e-642a4638b980", "name": "network-vif-deleted", "tag": "80dfb259-c92e-4f02-b31a-3127bb5d0bb1", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:15:52.326887 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c7fab35-aceb-4656-8393-1eaa147b4676 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:15:52.327701 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7138ee64-9589-4692-9a3e-642a4638b980', 'name': 'network-vif-deleted', 'tag': '80dfb259-c92e-4f02-b31a-3127bb5d0bb1', 'status': 'completed', 'code': 200} Feb 28 20:15:52.339217 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:52.356046 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-21bc8785-b9c4-44e3-b4df-d78d711f40b3 None None] Provisioning complete for port a1c6f8d7-911d-4f04-a4ce-95cfd8e29694 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:15:52.370143 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-21bc8785-b9c4-44e3-b4df-d78d711f40b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a1c6f8d7-911d-4f04-a4ce-95cfd8e29694), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:52.399169 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f5c0611b-03db-4af1-90ab-b90759c56053 req-c19b5cbf-7103-4bcd-a687-3bc726cd2fc3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183808 Feb 28 20:15:52.429603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=399d9b21-61bd-462f-83f3-ecb14cb4189e,revision_number=11']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:52.478762 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-21bc8785-b9c4-44e3-b4df-d78d711f40b3 None None] Port a1c6f8d7-911d-4f04-a4ce-95cfd8e29694 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:15:52.538766 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb63593-418e-4619-bc4b-c2e57185b682 x-openstack-request-id: req-7fb63593-418e-4619-bc4b-c2e57185b682 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:15:52.539063 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44d23b5-0e33-4900-8196-707823bacd66", "name": "network-vif-unplugged", "status": "completed", "tag": "399d9b21-61bd-462f-83f3-ecb14cb4189e", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:15:52.539317 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7fb63593-418e-4619-bc4b-c2e57185b682 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:15:52.539715 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44d23b5-0e33-4900-8196-707823bacd66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '399d9b21-61bd-462f-83f3-ecb14cb4189e', 'code': 200} Feb 28 20:15:52.611657 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:52.664223 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a75d44d-fe5e-4228-b740-d33c93c78eda admin admin] Publish callbacks [] for port (a1c6f8d7-911d-4f04-a4ce-95cfd8e29694), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:52.671275 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a75d44d-fe5e-4228-b740-d33c93c78eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (a1c6f8d7-911d-4f04-a4ce-95cfd8e29694), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:52.797895 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75d44d-fe5e-4228-b740-d33c93c78eda admin admin] Pushing event updated for resources: {'Port': ['ID=a1c6f8d7-911d-4f04-a4ce-95cfd8e29694,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:52.822950 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a75d44d-fe5e-4228-b740-d33c93c78eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (7edcf389-2905-4a4a-9d1a-e07bd646af98), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:52.964795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d0b4c-c245-4535-a319-20d0ba80f849 req-306e462a-656b-4d60-aaf9-4a9089d90d58 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:52.967012 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f69d0b4c-c245-4535-a319-20d0ba80f849 req-306e462a-656b-4d60-aaf9-4a9089d90d58 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 945 time: 0.1182644 Feb 28 20:15:52.975477 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a75d44d-fe5e-4228-b740-d33c93c78eda admin admin] Network 84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:15:52.977568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-2a75d44d-fe5e-4228-b740-d33c93c78eda admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:15:53.078850 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f69d0b4c-c245-4535-a319-20d0ba80f849 req-05f37f2f-97be-4707-a926-c302670369f3 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008751 Feb 28 20:15:53.254995 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a4c2e-1702-4c4f-a6e7-24f5ba70f725 req-19841c5c-17dd-4a8e-8bbc-f1d52ced9f3b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:53.266485 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c30a4c2e-1702-4c4f-a6e7-24f5ba70f725 req-19841c5c-17dd-4a8e-8bbc-f1d52ced9f3b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=06bd2712-dffe-44a5-abdb-262edfa6563d HTTP/1.1" status: 200 len: 946 time: 0.1637721 Feb 28 20:15:53.281920 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50692) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:53.376508 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-3703a73d-6856-4742-bff0-40bf88da819a admin admin] Deleting subnet fc59bac5-30a3-4d30-884c-acdfe1e8fa2d {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:15:53.383239 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3703a73d-6856-4742-bff0-40bf88da819a admin admin] Publish callbacks [] for subnet (fc59bac5-30a3-4d30-884c-acdfe1e8fa2d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:53.390054 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a75d44d-fe5e-4228-b740-d33c93c78eda admin admin] Router 7edcf389-2905-4a4a-9d1a-e07bd646af98 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:15:53.433673 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c30a4c2e-1702-4c4f-a6e7-24f5ba70f725 req-b23953f3-994e-4196-96c1-74b4a871990c tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658733 Feb 28 20:15:53.450776 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 80dfb259-c92e-4f02-b31a-3127bb5d0bb1 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:15:53.467990 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3703a73d-6856-4742-bff0-40bf88da819a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (fc59bac5-30a3-4d30-884c-acdfe1e8fa2d), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:53.510715 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 80dfb259-c92e-4f02-b31a-3127bb5d0bb1 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:15:53.511411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 80dfb259-c92e-4f02-b31a-3127bb5d0bb1 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:15:53.583380 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b551b581-a7ce-4f23-aed9-13811aab3c44 None None] Provisioning complete for port a1c6f8d7-911d-4f04-a4ce-95cfd8e29694 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:15:53.584695 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b551b581-a7ce-4f23-aed9-13811aab3c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a1c6f8d7-911d-4f04-a4ce-95cfd8e29694), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:53.614030 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3703a73d-6856-4742-bff0-40bf88da819a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (fc59bac5-30a3-4d30-884c-acdfe1e8fa2d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:53.670292 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b551b581-a7ce-4f23-aed9-13811aab3c44 None None] Port a1c6f8d7-911d-4f04-a4ce-95cfd8e29694 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:15:53.678522 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a75d44d-fe5e-4228-b740-d33c93c78eda admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:15:53.696835 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2a75d44d-fe5e-4228-b740-d33c93c78eda admin admin] 10.222.0.13 "PUT /v2.0/routers/7edcf389-2905-4a4a-9d1a-e07bd646af98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9203777 Feb 28 20:15:53.778444 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3703a73d-6856-4742-bff0-40bf88da819a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (fc59bac5-30a3-4d30-884c-acdfe1e8fa2d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:53.824104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703a73d-6856-4742-bff0-40bf88da819a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc59bac5-30a3-4d30-884c-acdfe1e8fa2d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:53.840999 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3703a73d-6856-4742-bff0-40bf88da819a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:53.846076 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad7ae1b-0ce0-43f3-8989-a8eeabc18874 None None] Network f3661384-f92c-4528-a64f-a56eb7afaf1a requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:15:53.847138 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3703a73d-6856-4742-bff0-40bf88da819a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fc59bac5-30a3-4d30-884c-acdfe1e8fa2d HTTP/1.1" status: 204 len: 168 time: 0.5635417 Feb 28 20:15:53.852818 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50726) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:54.036486 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c07351-9b49-4c2e-903d-c87827ca2756 req-490ebfa0-89ec-4d54-a0c8-7aeb51053f10 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:54.044850 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62c07351-9b49-4c2e-903d-c87827ca2756 req-490ebfa0-89ec-4d54-a0c8-7aeb51053f10 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 945 time: 0.1418302 Feb 28 20:15:54.144068 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e2deed0c-c3ed-4518-a9ba-1d9e9e872f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (f3661384-f92c-4528-a64f-a56eb7afaf1a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:54.224527 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62c07351-9b49-4c2e-903d-c87827ca2756 req-e56ad9f7-da53-4ecd-b805-b77c686f05e5 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573935 Feb 28 20:15:54.280891 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba0c4a3-5051-403d-83eb-243665e3598c None None] DHCP port deletion for f3661384-f92c-4528-a64f-a56eb7afaf1a request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:15:54.339928 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-e2deed0c-c3ed-4518-a9ba-1d9e9e872f2c admin admin] Deleting port 2b5ddb40-0794-48c8-8aad-5359a05918db {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:15:54.340423 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e2deed0c-c3ed-4518-a9ba-1d9e9e872f2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2b5ddb40-0794-48c8-8aad-5359a05918db), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:54.383405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0ba0c4a3-5051-403d-83eb-243665e3598c None None] Deleting port 2b5ddb40-0794-48c8-8aad-5359a05918db {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:15:54.383588 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0ba0c4a3-5051-403d-83eb-243665e3598c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2b5ddb40-0794-48c8-8aad-5359a05918db), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:54.453642 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6347b395-1c94-4161-b52f-4ecdbbbd8d6b req-7d059582-1b3b-4407-99e8-a2d86bd0de19 tempest-FloatingIPsNegativeTestJSON-1022011395 tempest-FloatingIPsNegativeTestJSON-1022011395-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=b7a3c8cc54e0425a915c03fcecdbf3f9 HTTP/1.1" status: 200 len: 217 time: 0.0803270 Feb 28 20:15:54.500043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26da0fc-76a8-4d4c-8379-10048dbbeed5 req-3fabbcf9-b25d-402a-88d0-550e024b50eb tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:54.505497 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-e2deed0c-c3ed-4518-a9ba-1d9e9e872f2c admin admin] For port 2b5ddb40-0794-48c8-8aad-5359a05918db, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2b5ddb40-0794-48c8-8aad-5359a05918db,segment=NetworkSegment(fe425822-cdcb-46c8-b19b-1b1c4632610f),segment_id=fe425822-cdcb-46c8-b19b-1b1c4632610f)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:54.505887 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e2deed0c-c3ed-4518-a9ba-1d9e9e872f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2b5ddb40-0794-48c8-8aad-5359a05918db), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:54.513033 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b26da0fc-76a8-4d4c-8379-10048dbbeed5 req-3fabbcf9-b25d-402a-88d0-550e024b50eb tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 945 time: 0.1980450 Feb 28 20:15:54.535906 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0ba0c4a3-5051-403d-83eb-243665e3598c None None] For port 2b5ddb40-0794-48c8-8aad-5359a05918db, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2b5ddb40-0794-48c8-8aad-5359a05918db,segment=NetworkSegment(fe425822-cdcb-46c8-b19b-1b1c4632610f),segment_id=fe425822-cdcb-46c8-b19b-1b1c4632610f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:54.536767 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0ba0c4a3-5051-403d-83eb-243665e3598c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2b5ddb40-0794-48c8-8aad-5359a05918db), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:54.557144 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-e2deed0c-c3ed-4518-a9ba-1d9e9e872f2c admin admin] Calling delete_port for 2b5ddb40-0794-48c8-8aad-5359a05918db owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:15:54.576453 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0ba0c4a3-5051-403d-83eb-243665e3598c None None] Calling delete_port for 2b5ddb40-0794-48c8-8aad-5359a05918db owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:15:54.692764 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b26da0fc-76a8-4d4c-8379-10048dbbeed5 req-a7d9ac8d-036d-4bad-9788-bb10abc4663a tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781924 Feb 28 20:15:54.701995 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e828d8df-7e02-479a-a072-4b4af8cc436a up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:15:54.738026 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50766) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:54.780271 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e2deed0c-c3ed-4518-a9ba-1d9e9e872f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (2b5ddb40-0794-48c8-8aad-5359a05918db), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: from cryptography.utils import int_from_bytes Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: from cryptography.utils import int_from_bytes Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.784130 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.787718 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.787718 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.787718 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.787718 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.787718 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.787718 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.787718 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.787718 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.787718 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.787718 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.787718 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.787718 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.787718 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:15:54.787718 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:15:54.793479 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port e828d8df-7e02-479a-a072-4b4af8cc436a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:15:54.793747 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e828d8df-7e02-479a-a072-4b4af8cc436a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:54.797618 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24e2c368-9c38-4035-9007-a0d9e15ad69b req-59870a97-d11c-44a7-992f-ef45859d9e10 tempest-FloatingIPsNegativeTestJSON-1022011395 tempest-FloatingIPsNegativeTestJSON-1022011395-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0752008 Feb 28 20:15:54.798202 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0ba0c4a3-5051-403d-83eb-243665e3598c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (2b5ddb40-0794-48c8-8aad-5359a05918db), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:54.832802 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2deed0c-c3ed-4518-a9ba-1d9e9e872f2c admin admin] No DVR routers for this DVR port 2b5ddb40-0794-48c8-8aad-5359a05918db on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:15:54.850489 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f004c7-ad1d-4e90-a556-dd18c93c117e req-bed650a8-9cb0-4703-ae7b-4080945a7469 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:54.869269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a8f004c7-ad1d-4e90-a556-dd18c93c117e req-bed650a8-9cb0-4703-ae7b-4080945a7469 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=06bd2712-dffe-44a5-abdb-262edfa6563d HTTP/1.1" status: 200 len: 946 time: 0.1729338 Feb 28 20:15:54.925096 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2deed0c-c3ed-4518-a9ba-1d9e9e872f2c admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5ddb40-0794-48c8-8aad-5359a05918db,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:54.983081 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a8f004c7-ad1d-4e90-a556-dd18c93c117e req-22d88efa-6e03-43f6-b554-b25f01cca548 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127076 Feb 28 20:15:55.049152 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4d7733c2-e701-4e4f-9ed6-0a4c51cadcbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:55.061778 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e2deed0c-c3ed-4518-a9ba-1d9e9e872f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (f3661384-f92c-4528-a64f-a56eb7afaf1a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:55.083837 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-3e0306f9-79e0-4663-81c4-6079f96b2934 req-082cf6ce-1c11-424d-8e7a-98be909f9ce6 tempest-FloatingIPsNegativeTestJSON-1022011395 tempest-FloatingIPsNegativeTestJSON-1022011395-project] show failed (client error): The resource could not be found. Feb 28 20:15:55.084881 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e0306f9-79e0-4663-81c4-6079f96b2934 req-082cf6ce-1c11-424d-8e7a-98be909f9ce6 tempest-FloatingIPsNegativeTestJSON-1022011395 tempest-FloatingIPsNegativeTestJSON-1022011395-project] 10.222.0.13 "GET /v2.0/floatingips/5e67f2e6-9f40-4458-830c-986933d40672 HTTP/1.1" status: 404 len: 350 time: 0.0513685 Feb 28 20:15:55.103094 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50786) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:55.132957 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-e2deed0c-c3ed-4518-a9ba-1d9e9e872f2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3661384-f92c-4528-a64f-a56eb7afaf1a']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:55.151900 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-e2deed0c-c3ed-4518-a9ba-1d9e9e872f2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe425822-cdcb-46c8-b19b-1b1c4632610f') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:55.152203 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-e2deed0c-c3ed-4518-a9ba-1d9e9e872f2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe425822-cdcb-46c8-b19b-1b1c4632610f') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:55.180653 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-2c924167-3357-4551-be17-7a93dd0b9fac tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:55.182282 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-2c924167-3357-4551-be17-7a93dd0b9fac tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854&tenant_id=b4b67168c19e47fc8123410b2d1449a0&binding%3Ahost_id=n-h2-820368-21 HTTP/1.1" status: 200 len: 1128 time: 0.1981447 Feb 28 20:15:55.190553 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e2deed0c-c3ed-4518-a9ba-1d9e9e872f2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (fe425822-cdcb-46c8-b19b-1b1c4632610f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:55.235501 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e2deed0c-c3ed-4518-a9ba-1d9e9e872f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (fe425822-cdcb-46c8-b19b-1b1c4632610f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:55.267544 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0c4a3-5051-403d-83eb-243665e3598c None None] Pushing event deleted for resources: {'Port': ['ID=2b5ddb40-0794-48c8-8aad-5359a05918db,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:55.270066 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2deed0c-c3ed-4518-a9ba-1d9e9e872f2c admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:15:55.270781 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e2deed0c-c3ed-4518-a9ba-1d9e9e872f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (fe425822-cdcb-46c8-b19b-1b1c4632610f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:55.273929 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba0c4a3-5051-403d-83eb-243665e3598c None None] No DVR routers for this DVR port 2b5ddb40-0794-48c8-8aad-5359a05918db on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:15:55.274345 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:15:55.370664 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820368-21'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:15:55.382284 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4d7733c2-e701-4e4f-9ed6-0a4c51cadcbc admin admin] Publish callbacks [] for security_group (03e6879f-45f4-4da0-bff3-ad074e73590d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:55.390351 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4d7733c2-e701-4e4f-9ed6-0a4c51cadcbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (03e6879f-45f4-4da0-bff3-ad074e73590d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:55.407446 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port e828d8df-7e02-479a-a072-4b4af8cc436a is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:55.408947 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e828d8df-7e02-479a-a072-4b4af8cc436a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:55.425262 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4d7733c2-e701-4e4f-9ed6-0a4c51cadcbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d50e98a9a288487e8e6f6220324e9ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6861365 Feb 28 20:15:55.430141 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50798) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:55.463850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:15:55.465888 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e2deed0c-c3ed-4518-a9ba-1d9e9e872f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (f3661384-f92c-4528-a64f-a56eb7afaf1a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:55.466898 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:15:55.475336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port e828d8df-7e02-479a-a072-4b4af8cc436a, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e828d8df-7e02-479a-a072-4b4af8cc436a,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:55.479829 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e2deed0c-c3ed-4518-a9ba-1d9e9e872f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:55.485971 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e2deed0c-c3ed-4518-a9ba-1d9e9e872f2c admin admin] 10.222.0.13 "DELETE /v2.0/networks/f3661384-f92c-4528-a64f-a56eb7afaf1a HTTP/1.1" status: 204 len: 168 time: 1.6292667 Feb 28 20:15:55.494755 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7733c2-e701-4e4f-9ed6-0a4c51cadcbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e6879f-45f4-4da0-bff3-ad074e73590d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:55.525058 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2deed0c-c3ed-4518-a9ba-1d9e9e872f2c admin admin] Pushing event deleted for resources: {'Network': ['ID=f3661384-f92c-4528-a64f-a56eb7afaf1a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:55.553829 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-20b0b2af-8dfc-4733-a123-c454d9b606e9 admin admin] Publish callbacks [] for security_group (03e6879f-45f4-4da0-bff3-ad074e73590d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:55.576290 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e828d8df-7e02-479a-a072-4b4af8cc436a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:55.578924 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] Sync routers for ids ['7edcf389-2905-4a4a-9d1a-e07bd646af98'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:15:55.594669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 616f061c-2f6a-4501-8d85-4d693a7c90f6 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:15:55.600711 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-20b0b2af-8dfc-4733-a123-c454d9b606e9 admin admin] Publish callbacks [] for security_group (03e6879f-45f4-4da0-bff3-ad074e73590d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:55.601599 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] Routers {'7edcf389-2905-4a4a-9d1a-e07bd646af98'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:15:55.602252 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:15:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['7edcf389-2905-4a4a-9d1a-e07bd646af98'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:55.710709 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-20b0b2af-8dfc-4733-a123-c454d9b606e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (03e6879f-45f4-4da0-bff3-ad074e73590d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:55.718110 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-20b0b2af-8dfc-4733-a123-c454d9b606e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:55.727383 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-20b0b2af-8dfc-4733-a123-c454d9b606e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03e6879f-45f4-4da0-bff3-ad074e73590d HTTP/1.1" status: 204 len: 168 time: 0.2917871 Feb 28 20:15:55.735507 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2b5ddb40-0794-48c8-8aad-5359a05918db no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:15:55.746687 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0b2af-8dfc-4733-a123-c454d9b606e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e6879f-45f4-4da0-bff3-ad074e73590d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:55.758440 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50810) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:55.785822 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 2b5ddb40-0794-48c8-8aad-5359a05918db {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:15:55.786336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2b5ddb40-0794-48c8-8aad-5359a05918db not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:15:55.864575 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1d5fcc5d-21dc-4ff2-bbbd-ba817a1c3036 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdfc27b05c40453aaf18d8791d0c4a96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1035995 Feb 28 20:15:55.871233 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50816) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:55.940530 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:55.965935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'port_id': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866', 'mac_address': 'fa:16:3e:85:b3:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:15:55.971688 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] Set router 7edcf389-2905-4a4a-9d1a-e07bd646af98 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:15:55.980380 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-56d8647f-58b2-423a-891a-651af1081d3c admin admin] Publish callbacks [] for security_group (e722de6b-4737-4054-8aa6-beea0fe41f8e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:55.986015 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.resource_extend [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:15:56.041077 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-56d8647f-58b2-423a-891a-651af1081d3c admin admin] Publish callbacks [] for security_group (e722de6b-4737-4054-8aa6-beea0fe41f8e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:56.107630 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 616f061c-2f6a-4501-8d85-4d693a7c90f6, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=616f061c-2f6a-4501-8d85-4d693a7c90f6,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:56.127285 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 616f061c-2f6a-4501-8d85-4d693a7c90f6 has no active binding in host n-h1-820368-21 {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 28 20:15:56.170017 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-56d8647f-58b2-423a-891a-651af1081d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e722de6b-4737-4054-8aa6-beea0fe41f8e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:56.177697 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-56d8647f-58b2-423a-891a-651af1081d3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:56.180950 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-56d8647f-58b2-423a-891a-651af1081d3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e722de6b-4737-4054-8aa6-beea0fe41f8e HTTP/1.1" status: 204 len: 168 time: 0.3090899 Feb 28 20:15:56.193853 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=e828d8df-7e02-479a-a072-4b4af8cc436a,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:56.239828 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8647f-58b2-423a-891a-651af1081d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e722de6b-4737-4054-8aa6-beea0fe41f8e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:56.261489 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (616f061c-2f6a-4501-8d85-4d693a7c90f6), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:56.343840 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:56.344791 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:56.368483 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:56.369803 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:56.388341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:15:56.432874 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:56.443785 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:56.523698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f3a45-d3bc-48b2-9884-8329d1676bd6 req-79bc78a4-8f2e-4ab4-9668-120c697057c6 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:56.540659 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c63f3a45-d3bc-48b2-9884-8329d1676bd6 req-79bc78a4-8f2e-4ab4-9668-120c697057c6 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 945 time: 0.5334539 Feb 28 20:15:56.672524 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e828d8df-7e02-479a-a072-4b4af8cc436a up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:15:56.678098 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edcf389-2905-4a4a-9d1a-e07bd646af98', 'name': 'tempest-FloatingIPsNegativeTestJSON-864778599-router', 'tenant_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e828d8df-7e02-479a-a072-4b4af8cc436a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:15:43Z', 'updated_at': '2022-02-28T20:15:51Z', 'revision_number': 4, 'project_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'gw_port': {'id': 'e828d8df-7e02-479a-a072-4b4af8cc436a', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edcf389-2905-4a4a-9d1a-e07bd646af98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:15:44Z', 'updated_at': '2022-02-28T20:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'a1c6f8d7-911d-4f04-a4ce-95cfd8e29694', 'name': '', 'network_id': '84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f', 'tenant_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'mac_address': 'fa:16:3e:12:09:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edcf389-2905-4a4a-9d1a-e07bd646af98', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '39c511bb-919d-4613-b560-a03be83bd332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:15:50Z', 'updated_at': '2022-02-28T20:15:52Z', 'revision_number': 2, 'project_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'subnets': [{'id': '39c511bb-919d-4613-b560-a03be83bd332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:56.684001 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:56.720120 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:15:56.737254 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] Checking router: 7edcf389-2905-4a4a-9d1a-e07bd646af98 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:15:56.739180 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] Updating router 7edcf389-2905-4a4a-9d1a-e07bd646af98 port a1c6f8d7-911d-4f04-a4ce-95cfd8e29694 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:15:56.769085 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:15:56.769893 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:15:56.802623 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a1c6f8d7-911d-4f04-a4ce-95cfd8e29694), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:56.812227 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port e828d8df-7e02-479a-a072-4b4af8cc436a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:15:56.813140 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e828d8df-7e02-479a-a072-4b4af8cc436a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:56.913419 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c63f3a45-d3bc-48b2-9884-8329d1676bd6 req-85b50f32-cc59-4086-a26c-57baba85aced tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699496 Feb 28 20:15:57.065796 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] For port 616f061c-2f6a-4501-8d85-4d693a7c90f6, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=616f061c-2f6a-4501-8d85-4d693a7c90f6,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:57.128189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997e1e4-4a16-4aa7-98f7-8c32d5ab84ea req-2a3cdf92-fe1a-46ef-bffb-8b15399e9cfd tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:57.142399 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f997e1e4-4a16-4aa7-98f7-8c32d5ab84ea req-2a3cdf92-fe1a-46ef-bffb-8b15399e9cfd tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 945 time: 0.4222410 Feb 28 20:15:57.156607 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port e828d8df-7e02-479a-a072-4b4af8cc436a is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:57.326223 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] For port 616f061c-2f6a-4501-8d85-4d693a7c90f6, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:15:57.353150 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 is: BUILD; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:57.353553 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:57.386136 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:15:57.396392 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f997e1e4-4a16-4aa7-98f7-8c32d5ab84ea req-008c968f-9889-45ce-8f4e-0514e697d820 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470067 Feb 28 20:15:57.444277 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] Publish callbacks [] for port (a1c6f8d7-911d-4f04-a4ce-95cfd8e29694), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:57.449696 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:57.458782 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6488286-53ad-4339-8b93-c8cab3508632 req-f88bacb9-24bc-4df3-82e1-649cf3c3a838 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:57.459220 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a1c6f8d7-911d-4f04-a4ce-95cfd8e29694), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:57.461609 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:57.463934 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6488286-53ad-4339-8b93-c8cab3508632 req-f88bacb9-24bc-4df3-82e1-649cf3c3a838 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=06bd2712-dffe-44a5-abdb-262edfa6563d HTTP/1.1" status: 200 len: 946 time: 0.3775520 Feb 28 20:15:57.608700 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,revision_number=9']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:57.673729 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf95373-631f-46d7-99c0-fb291ef53cf0 None None] Pushing event updated for resources: {'Port': ['ID=a1c6f8d7-911d-4f04-a4ce-95cfd8e29694,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:57.687035 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] Attempting to bind port a1c6f8d7-911d-4f04-a4ce-95cfd8e29694 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:15:57.694400 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] Attempting to bind port a1c6f8d7-911d-4f04-a4ce-95cfd8e29694 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '7240eff2-e5f6-492a-be0d-e3d934aa2824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:15:57.695789 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] Attempting to bind port a1c6f8d7-911d-4f04-a4ce-95cfd8e29694 on network 84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:15:57.704828 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf95373-631f-46d7-99c0-fb291ef53cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:57.705731 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf95373-631f-46d7-99c0-fb291ef53cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:57.706441 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf95373-631f-46d7-99c0-fb291ef53cf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:57.707177 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf95373-631f-46d7-99c0-fb291ef53cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:57.707798 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf95373-631f-46d7-99c0-fb291ef53cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:57.708375 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf95373-631f-46d7-99c0-fb291ef53cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:57.708908 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf95373-631f-46d7-99c0-fb291ef53cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:57.709564 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf95373-631f-46d7-99c0-fb291ef53cf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:57.710100 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf95373-631f-46d7-99c0-fb291ef53cf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:57.710633 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf95373-631f-46d7-99c0-fb291ef53cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:57.711180 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf95373-631f-46d7-99c0-fb291ef53cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:57.711706 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf95373-631f-46d7-99c0-fb291ef53cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:57.712358 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf95373-631f-46d7-99c0-fb291ef53cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:15:57.727309 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:15:57.728032 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] Checking segment: {'id': '7240eff2-e5f6-492a-be0d-e3d934aa2824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:15:57.729252 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:57.729995 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] Bound using segment: {'id': '7240eff2-e5f6-492a-be0d-e3d934aa2824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:15:57.730697 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] Bound port: a1c6f8d7-911d-4f04-a4ce-95cfd8e29694, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7240eff2-e5f6-492a-be0d-e3d934aa2824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:15:57.731566 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a1c6f8d7-911d-4f04-a4ce-95cfd8e29694), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:57.833624 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] For port a1c6f8d7-911d-4f04-a4ce-95cfd8e29694, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:15:57.837630 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] For port a1c6f8d7-911d-4f04-a4ce-95cfd8e29694, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a1c6f8d7-911d-4f04-a4ce-95cfd8e29694,segment=NetworkSegment(7240eff2-e5f6-492a-be0d-e3d934aa2824),segment_id=7240eff2-e5f6-492a-be0d-e3d934aa2824)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:15:57.839525 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6488286-53ad-4339-8b93-c8cab3508632 req-2cb91b05-a0f4-4355-b01a-0618bfbbd75e tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547252 Feb 28 20:15:57.846346 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a1c6f8d7-911d-4f04-a4ce-95cfd8e29694), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:57.860591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bbc250-3e47-4e6d-8e63-cc29c908a854', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '616f061c-2f6a-4501-8d85-4d693a7c90f6'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:15:57.870195 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c14cb1-0668-4007-980b-230225e700fc" -d '{"events": [{"server_uuid": "c0bbc250-3e47-4e6d-8e63-cc29c908a854", "name": "network-vif-unplugged", "status": "completed", "tag": "616f061c-2f6a-4501-8d85-4d693a7c90f6"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:15:57.882541 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] Publish callbacks [] for port (616f061c-2f6a-4501-8d85-4d693a7c90f6), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:57.964515 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (616f061c-2f6a-4501-8d85-4d693a7c90f6), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:57.980334 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c272196-29c8-4f91-b4eb-fb440d4a77c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (7edcf389-2905-4a4a-9d1a-e07bd646af98), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:57.980539 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf95373-631f-46d7-99c0-fb291ef53cf0 None None] Pushing event updated for resources: {'Port': ['ID=a1c6f8d7-911d-4f04-a4ce-95cfd8e29694,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:57.986812 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] Routers {'7edcf389-2905-4a4a-9d1a-e07bd646af98'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:15:57.988826 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:15:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['7edcf389-2905-4a4a-9d1a-e07bd646af98'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:58.062427 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-731678fd-081c-49c5-9868-86c86304f8da None None] Provisioning complete for port a1c6f8d7-911d-4f04-a4ce-95cfd8e29694 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:15:58.063628 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-731678fd-081c-49c5-9868-86c86304f8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a1c6f8d7-911d-4f04-a4ce-95cfd8e29694), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:58.356283 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] Set router 7edcf389-2905-4a4a-9d1a-e07bd646af98 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:15:58.359737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-731678fd-081c-49c5-9868-86c86304f8da None None] Current status of the port a1c6f8d7-911d-4f04-a4ce-95cfd8e29694 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:58.360062 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-731678fd-081c-49c5-9868-86c86304f8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a1c6f8d7-911d-4f04-a4ce-95cfd8e29694), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:58.432518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-731678fd-081c-49c5-9868-86c86304f8da None None] For port a1c6f8d7-911d-4f04-a4ce-95cfd8e29694, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a1c6f8d7-911d-4f04-a4ce-95cfd8e29694,segment=NetworkSegment(7240eff2-e5f6-492a-be0d-e3d934aa2824),segment_id=7240eff2-e5f6-492a-be0d-e3d934aa2824)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:58.441618 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-731678fd-081c-49c5-9868-86c86304f8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a1c6f8d7-911d-4f04-a4ce-95cfd8e29694), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:58.510447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] Pushing event updated for resources: {'Port': ['ID=616f061c-2f6a-4501-8d85-4d693a7c90f6,revision_number=7']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:58.525065 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50924) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:58.559382 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15722eca-35e6-4080-b58a-8964fd9ed0be x-openstack-request-id: req-15722eca-35e6-4080-b58a-8964fd9ed0be {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:15:58.560519 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0bbc250-3e47-4e6d-8e63-cc29c908a854", "name": "network-vif-unplugged", "status": "completed", "tag": "616f061c-2f6a-4501-8d85-4d693a7c90f6", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:15:58.561516 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15722eca-35e6-4080-b58a-8964fd9ed0be {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:15:58.562489 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bbc250-3e47-4e6d-8e63-cc29c908a854', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '616f061c-2f6a-4501-8d85-4d693a7c90f6', 'code': 200} Feb 28 20:15:58.613886 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731678fd-081c-49c5-9868-86c86304f8da None None] Pushing event updated for resources: {'Port': ['ID=a1c6f8d7-911d-4f04-a4ce-95cfd8e29694,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:58.616815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] Attempting to bind port 616f061c-2f6a-4501-8d85-4d693a7c90f6 on host n-h2-820368-21 for vnic_type normal with profile {"migrating_to": "n-h1-820368-21"} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:15:58.617261 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] Attempting to bind port 616f061c-2f6a-4501-8d85-4d693a7c90f6 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:15:58.617686 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] Attempting to bind port 616f061c-2f6a-4501-8d85-4d693a7c90f6 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:15:58.664942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3682a9cf-4b06-489a-b70f-363ebec08687 None None] Provisioning complete for port a1c6f8d7-911d-4f04-a4ce-95cfd8e29694 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:15:58.665313 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3682a9cf-4b06-489a-b70f-363ebec08687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a1c6f8d7-911d-4f04-a4ce-95cfd8e29694), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:58.720447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] Port 616f061c-2f6a-4501-8d85-4d693a7c90f6 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:15:58.721094 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] Attempting to bind port 616f061c-2f6a-4501-8d85-4d693a7c90f6 on network ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:15:58.790564 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:15:58.791479 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] Checking segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:15:58.791654 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3682a9cf-4b06-489a-b70f-363ebec08687 None None] Current status of the port a1c6f8d7-911d-4f04-a4ce-95cfd8e29694 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:15:58.792235 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] Bound using segment: {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:15:58.794389 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] Bound port: 616f061c-2f6a-4501-8d85-4d693a7c90f6, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d670a-1c4a-4482-8f51-4523568c0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:15:58.795600 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (616f061c-2f6a-4501-8d85-4d693a7c90f6), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:58.883460 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-3c272196-29c8-4f91-b4eb-fb440d4a77c7 admin admin] Deleting port a1c6f8d7-911d-4f04-a4ce-95cfd8e29694 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:15:58.883674 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c272196-29c8-4f91-b4eb-fb440d4a77c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a1c6f8d7-911d-4f04-a4ce-95cfd8e29694), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:58.915081 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edcf389-2905-4a4a-9d1a-e07bd646af98', 'name': 'tempest-FloatingIPsNegativeTestJSON-864778599-router', 'tenant_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e828d8df-7e02-479a-a072-4b4af8cc436a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:15:43Z', 'updated_at': '2022-02-28T20:15:51Z', 'revision_number': 4, 'project_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'gw_port': {'id': 'e828d8df-7e02-479a-a072-4b4af8cc436a', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edcf389-2905-4a4a-9d1a-e07bd646af98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:15:44Z', 'updated_at': '2022-02-28T20:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'a1c6f8d7-911d-4f04-a4ce-95cfd8e29694', 'name': '', 'network_id': '84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f', 'tenant_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'mac_address': 'fa:16:3e:12:09:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edcf389-2905-4a4a-9d1a-e07bd646af98', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '39c511bb-919d-4613-b560-a03be83bd332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:15:50Z', 'updated_at': '2022-02-28T20:15:57Z', 'revision_number': 4, 'project_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'subnets': [{'id': '39c511bb-919d-4613-b560-a03be83bd332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:15:58.923478 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca7f06-cfc4-45e5-aef3-3b3b43af0782 req-a278ac70-7540-4738-a0b5-c218b35fcb0e tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:58.930519 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3ca7f06-cfc4-45e5-aef3-3b3b43af0782 req-a278ac70-7540-4738-a0b5-c218b35fcb0e tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 943 time: 0.2358623 Feb 28 20:15:58.965506 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03a558b-e828-4d53-b050-1814510cb3ab None None] The sync data for ids ['7edcf389-2905-4a4a-9d1a-e07bd646af98'] in n-d-820368-21 is: [{'id': '7edcf389-2905-4a4a-9d1a-e07bd646af98', 'name': 'tempest-FloatingIPsNegativeTestJSON-864778599-router', 'tenant_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e828d8df-7e02-479a-a072-4b4af8cc436a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:15:43Z', 'updated_at': '2022-02-28T20:15:51Z', 'revision_number': 4, 'project_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'gw_port': {'id': 'e828d8df-7e02-479a-a072-4b4af8cc436a', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edcf389-2905-4a4a-9d1a-e07bd646af98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:15:44Z', 'updated_at': '2022-02-28T20:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'a1c6f8d7-911d-4f04-a4ce-95cfd8e29694', 'name': '', 'network_id': '84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f', 'tenant_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'mac_address': 'fa:16:3e:12:09:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edcf389-2905-4a4a-9d1a-e07bd646af98', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '39c511bb-919d-4613-b560-a03be83bd332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:15:50Z', 'updated_at': '2022-02-28T20:15:57Z', 'revision_number': 4, 'project_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'subnets': [{'id': '39c511bb-919d-4613-b560-a03be83bd332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:15:59.025202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] For port 616f061c-2f6a-4501-8d85-4d693a7c90f6, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:15:59.060485 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] For port 616f061c-2f6a-4501-8d85-4d693a7c90f6, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=616f061c-2f6a-4501-8d85-4d693a7c90f6,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:15:59.090200 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50962) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:59.113976 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3ca7f06-cfc4-45e5-aef3-3b3b43af0782 req-ba0b0860-95e3-4889-8cf4-60c6235e9d60 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798167 Feb 28 20:15:59.137022 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (616f061c-2f6a-4501-8d85-4d693a7c90f6), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:59.145338 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-5d325fc2-b274-4b48-9bc1-7ce854fbf9a6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1264889210-network', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:15:59.202265 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d325fc2-b274-4b48-9bc1-7ce854fbf9a6 admin admin] Made reservation on behalf of 0c09c66905df449e8ed5916165cd5d97 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:15:59.205534 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5d325fc2-b274-4b48-9bc1-7ce854fbf9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:59.223328 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-3c272196-29c8-4f91-b4eb-fb440d4a77c7 admin admin] For port a1c6f8d7-911d-4f04-a4ce-95cfd8e29694, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a1c6f8d7-911d-4f04-a4ce-95cfd8e29694,segment=NetworkSegment(7240eff2-e5f6-492a-be0d-e3d934aa2824),segment_id=7240eff2-e5f6-492a-be0d-e3d934aa2824)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:59.223749 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c272196-29c8-4f91-b4eb-fb440d4a77c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a1c6f8d7-911d-4f04-a4ce-95cfd8e29694), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:59.227699 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5d325fc2-b274-4b48-9bc1-7ce854fbf9a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:59.243279 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-3c272196-29c8-4f91-b4eb-fb440d4a77c7 admin admin] Calling delete_port for a1c6f8d7-911d-4f04-a4ce-95cfd8e29694 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:15:59.430696 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-94d93363-92fd-4385-9f4f-9e688abbbc86 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-474437540-network', 'tenant_id': 'c640ef011ccc4acebfeec6f3cf5b1407'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:15:59.440907 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5d325fc2-b274-4b48-9bc1-7ce854fbf9a6 admin admin] Publish callbacks [] for security_group (7d53b055-21b6-4fc7-9561-f62de8eecae0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:59.460176 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5d325fc2-b274-4b48-9bc1-7ce854fbf9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7d53b055-21b6-4fc7-9561-f62de8eecae0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:59.472729 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:15:59.497584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d93363-92fd-4385-9f4f-9e688abbbc86 admin admin] Made reservation on behalf of c640ef011ccc4acebfeec6f3cf5b1407 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:15:59.501971 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-94d93363-92fd-4385-9f4f-9e688abbbc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:59.537094 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-94d93363-92fd-4385-9f4f-9e688abbbc86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:59.548394 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d325fc2-b274-4b48-9bc1-7ce854fbf9a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:15:59.574643 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d325fc2-b274-4b48-9bc1-7ce854fbf9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d53b055-21b6-4fc7-9561-f62de8eecae0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:59.602013 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5d325fc2-b274-4b48-9bc1-7ce854fbf9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (01a828aa-500d-40ac-b791-b8032d7033c1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:59.606407 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device e6887ec8-77c0-4f9c-9781-b5aa20a526af details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:15:59.610958 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-5d325fc2-b274-4b48-9bc1-7ce854fbf9a6 admin admin] Added segment 01a828aa-500d-40ac-b791-b8032d7033c1 of type vlan for network 233d5bc4-584b-43c0-9b71-169a858435d9 Feb 28 20:15:59.614817 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] Pushing event updated for resources: {'Port': ['ID=616f061c-2f6a-4501-8d85-4d693a7c90f6,revision_number=8']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:15:59.724689 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5d325fc2-b274-4b48-9bc1-7ce854fbf9a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (233d5bc4-584b-43c0-9b71-169a858435d9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:59.760649 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:15:59.761168 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:59.790583 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5d325fc2-b274-4b48-9bc1-7ce854fbf9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (233d5bc4-584b-43c0-9b71-169a858435d9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:59.793598 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d325fc2-b274-4b48-9bc1-7ce854fbf9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:59.794410 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5d325fc2-b274-4b48-9bc1-7ce854fbf9a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:59.814082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:59.814724 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:15:59.816944 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-14800ce9-f2e4-4399-b300-b822739cbc48 service neutron] 10.222.0.15 "PUT /v2.0/ports/616f061c-2f6a-4501-8d85-4d693a7c90f6 HTTP/1.1" status: 200 len: 1123 time: 4.6141963 Feb 28 20:15:59.889486 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['616f061c-2f6a-4501-8d85-4d693a7c90f6'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:15:59.905353 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5d325fc2-b274-4b48-9bc1-7ce854fbf9a6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3782425 Feb 28 20:15:59.920166 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50972) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:15:59.946740 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d924b-12da-4dd3-91e1-99c3602e7695 req-f3e93a68-76b7-45f8-af62-0389bf546204 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:15:59.948461 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b35d924b-12da-4dd3-91e1-99c3602e7695 req-f3e93a68-76b7-45f8-af62-0389bf546204 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 945 time: 0.6884372 Feb 28 20:15:59.963500 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port e6887ec8-77c0-4f9c-9781-b5aa20a526af, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e6887ec8-77c0-4f9c-9781-b5aa20a526af,segment=NetworkSegment(9d1645d2-e849-4f5c-bf28-d28b3f617709),segment_id=9d1645d2-e849-4f5c-bf28-d28b3f617709)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:15:59.991549 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['616f061c-2f6a-4501-8d85-4d693a7c90f6'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:15:59.994186 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'e6887ec8-77c0-4f9c-9781-b5aa20a526af', 'network_id': '3adfc03b-765e-462a-ae7c-192406d60f28', 'port_id': 'e6887ec8-77c0-4f9c-9781-b5aa20a526af', 'mac_address': 'fa:16:3e:18:f7:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466e7b2a-44e7-4036-8d62-6c0fcc6f61ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:16:00.003098 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-43468394-4ccd-46d0-ae26-07cbf0b59943 admin admin] Request body: {'subnet': {'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1264889210-subnet', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:00.041692 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-94d93363-92fd-4385-9f4f-9e688abbbc86 admin admin] Publish callbacks [] for security_group (c7c6890f-a0ca-4ff4-af38-6b35ea023559), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:00.047965 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d325fc2-b274-4b48-9bc1-7ce854fbf9a6 admin admin] Pushing event updated for resources: {'Network': ['ID=233d5bc4-584b-43c0-9b71-169a858435d9,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:00.062926 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-94d93363-92fd-4385-9f4f-9e688abbbc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c7c6890f-a0ca-4ff4-af38-6b35ea023559), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:00.108239 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43468394-4ccd-46d0-ae26-07cbf0b59943 admin admin] Made reservation on behalf of 0c09c66905df449e8ed5916165cd5d97 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:16:00.110617 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-43468394-4ccd-46d0-ae26-07cbf0b59943 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:00.113749 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d93363-92fd-4385-9f4f-9e688abbbc86 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:16:00.130716 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 233d5bc4-584b-43c0-9b71-169a858435d9 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:16:00.144151 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d93363-92fd-4385-9f4f-9e688abbbc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c6890f-a0ca-4ff4-af38-6b35ea023559,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:00.155238 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120ff64-d2fe-4309-b097-7921a1bae7db req-89ab206f-3cd8-4fcb-9b72-30f2698055e8 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:00.166817 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b120ff64-d2fe-4309-b097-7921a1bae7db req-89ab206f-3cd8-4fcb-9b72-30f2698055e8 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=06bd2712-dffe-44a5-abdb-262edfa6563d HTTP/1.1" status: 200 len: 946 time: 0.6996353 Feb 28 20:16:00.168029 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-94d93363-92fd-4385-9f4f-9e688abbbc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (a6a5e3e8-4063-4a96-ac08-5a41127b78b0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:00.170575 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-94d93363-92fd-4385-9f4f-9e688abbbc86 admin admin] Added segment a6a5e3e8-4063-4a96-ac08-5a41127b78b0 of type vlan for network 2067db44-a0e1-4017-99b4-56823d1291bf Feb 28 20:16:00.291809 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port e6887ec8-77c0-4f9c-9781-b5aa20a526af is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:00.292394 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6887ec8-77c0-4f9c-9781-b5aa20a526af), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:00.294431 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-94d93363-92fd-4385-9f4f-9e688abbbc86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (2067db44-a0e1-4017-99b4-56823d1291bf), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:00.362870 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-94d93363-92fd-4385-9f4f-9e688abbbc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (2067db44-a0e1-4017-99b4-56823d1291bf), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:00.365659 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d93363-92fd-4385-9f4f-9e688abbbc86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:00.367860 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-94d93363-92fd-4385-9f4f-9e688abbbc86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:00.510845 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6887ec8-77c0-4f9c-9781-b5aa20a526af {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:16:00.588954 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-94d93363-92fd-4385-9f4f-9e688abbbc86 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4967992 Feb 28 20:16:00.592818 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50980) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:00.610819 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-5e9b70ee-8e84-41e8-8899-0b30ad8d6d66 admin admin] Request body: {'subnet': {'network_id': '2067db44-a0e1-4017-99b4-56823d1291bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-474437540-subnet', 'tenant_id': 'c640ef011ccc4acebfeec6f3cf5b1407', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:00.660792 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d93363-92fd-4385-9f4f-9e688abbbc86 admin admin] Pushing event updated for resources: {'Network': ['ID=2067db44-a0e1-4017-99b4-56823d1291bf,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:00.709821 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9b70ee-8e84-41e8-8899-0b30ad8d6d66 admin admin] Made reservation on behalf of c640ef011ccc4acebfeec6f3cf5b1407 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:16:00.721577 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5e9b70ee-8e84-41e8-8899-0b30ad8d6d66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:00.767749 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bbc250-3e47-4e6d-8e63-cc29c908a854', 'tag': '616f061c-2f6a-4501-8d85-4d693a7c90f6'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:16:00.770917 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c371a5-8fa1-4e58-aee4-8ffe422f97b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c0bbc250-3e47-4e6d-8e63-cc29c908a854", "tag": "616f061c-2f6a-4501-8d85-4d693a7c90f6"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:16:00.805618 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 2067db44-a0e1-4017-99b4-56823d1291bf details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:16:00.828357 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a1c6f8d7-911d-4f04-a4ce-95cfd8e29694 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:16:00.955868 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b35d924b-12da-4dd3-91e1-99c3602e7695 req-e0e50c75-7fce-4cc6-8222-5133f8b2f399 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9971981 Feb 28 20:16:00.965791 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port e6887ec8-77c0-4f9c-9781-b5aa20a526af, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e6887ec8-77c0-4f9c-9781-b5aa20a526af,segment=NetworkSegment(9d1645d2-e849-4f5c-bf28-d28b3f617709),segment_id=9d1645d2-e849-4f5c-bf28-d28b3f617709)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:01.060115 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b120ff64-d2fe-4309-b097-7921a1bae7db req-231cdf46-c468-45d2-9907-850410e170cc tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8921852 Feb 28 20:16:01.114033 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5e9b70ee-8e84-41e8-8899-0b30ad8d6d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (a7d64785-4005-4c2a-b49f-aa457c546455), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:01.133960 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:01.134618 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:01.263175 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c272196-29c8-4f91-b4eb-fb440d4a77c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a1c6f8d7-911d-4f04-a4ce-95cfd8e29694), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:01.293195 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9b70ee-8e84-41e8-8899-0b30ad8d6d66 admin admin] Checking segment: {'id': 'a6a5e3e8-4063-4a96-ac08-5a41127b78b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2067db44-a0e1-4017-99b4-56823d1291bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:16:01.293874 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9b70ee-8e84-41e8-8899-0b30ad8d6d66 admin admin] Network hostable DHCP agents. Network: 2067db44-a0e1-4017-99b4-56823d1291bf, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:16:01.314912 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e6887ec8-77c0-4f9c-9781-b5aa20a526af), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:01.350655 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c272196-29c8-4f91-b4eb-fb440d4a77c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c6f8d7-911d-4f04-a4ce-95cfd8e29694,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:01.379654 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9b70ee-8e84-41e8-8899-0b30ad8d6d66 admin admin] Network 2067db44-a0e1-4017-99b4-56823d1291bf is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:16:01.415046 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b70ee-8e84-41e8-8899-0b30ad8d6d66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d64785-4005-4c2a-b49f-aa457c546455,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:01.428157 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-5e9b70ee-8e84-41e8-8899-0b30ad8d6d66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 2067db44-a0e1-4017-99b4-56823d1291bf) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:16:01.444398 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9b70ee-8e84-41e8-8899-0b30ad8d6d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:01.445173 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5e9b70ee-8e84-41e8-8899-0b30ad8d6d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:01.495550 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5e9b70ee-8e84-41e8-8899-0b30ad8d6d66 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8999858 Feb 28 20:16:01.803858 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f330bde9-eca1-4600-ba0c-c2269b78bcd0 None None] Network 2067db44-a0e1-4017-99b4-56823d1291bf requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:16:01.815995 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device e6887ec8-77c0-4f9c-9781-b5aa20a526af no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:16:01.835746 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43863244-5b79-4053-8dcb-6922cd8befaa req-10128190-18ab-4f29-8db9-eef410753e6c tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:01.861017 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-43863244-5b79-4053-8dcb-6922cd8befaa req-10128190-18ab-4f29-8db9-eef410753e6c tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 943 time: 0.5985236 Feb 28 20:16:01.886508 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-43468394-4ccd-46d0-ae26-07cbf0b59943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (d403bcec-eb11-47f4-86b8-58ed18fc0376), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:02.108186 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43468394-4ccd-46d0-ae26-07cbf0b59943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d403bcec-eb11-47f4-86b8-58ed18fc0376,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:02.172884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-43863244-5b79-4053-8dcb-6922cd8befaa req-f04c9d8d-68e3-48eb-93ba-9edc49bfad36 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104753 Feb 28 20:16:02.236080 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['e6887ec8-77c0-4f9c-9781-b5aa20a526af'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:16:02.260058 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:16:02.268489 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bfce10-7bdf-49a3-814c-803131291b5c" -d '{"events": [{"server_uuid": "7e6d6220-7bb5-470b-8d78-592e7e038de7", "name": "network-vif-plugged", "status": "completed", "tag": "e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:16:02.303747 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43468394-4ccd-46d0-ae26-07cbf0b59943 admin admin] Checking segment: {'id': '01a828aa-500d-40ac-b791-b8032d7033c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:16:02.304349 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43468394-4ccd-46d0-ae26-07cbf0b59943 admin admin] Network hostable DHCP agents. Network: 233d5bc4-584b-43c0-9b71-169a858435d9, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:16:02.363445 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c272196-29c8-4f91-b4eb-fb440d4a77c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (7edcf389-2905-4a4a-9d1a-e07bd646af98), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:02.376065 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad489a3-ecfd-4aac-8f6b-f46e3bbf9c3f x-openstack-request-id: req-3ad489a3-ecfd-4aac-8f6b-f46e3bbf9c3f {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:16:02.376373 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0bbc250-3e47-4e6d-8e63-cc29c908a854", "tag": "616f061c-2f6a-4501-8d85-4d693a7c90f6", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:16:02.377267 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ad489a3-ecfd-4aac-8f6b-f46e3bbf9c3f {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:16:02.377267 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bbc250-3e47-4e6d-8e63-cc29c908a854', 'tag': '616f061c-2f6a-4501-8d85-4d693a7c90f6', 'status': 'completed', 'code': 200} Feb 28 20:16:02.381776 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43468394-4ccd-46d0-ae26-07cbf0b59943 admin admin] Network 233d5bc4-584b-43c0-9b71-169a858435d9 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:16:02.552017 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-43468394-4ccd-46d0-ae26-07cbf0b59943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 233d5bc4-584b-43c0-9b71-169a858435d9) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:16:02.594381 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43468394-4ccd-46d0-ae26-07cbf0b59943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:02.596488 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-43468394-4ccd-46d0-ae26-07cbf0b59943 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:02.693930 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:02.697706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a25a59-e80e-427e-934e-1fd20588c206 None None] Network 233d5bc4-584b-43c0-9b71-169a858435d9 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:16:02.712088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No active binding found for port a1c6f8d7-911d-4f04-a4ce-95cfd8e29694 {{(pid=103775) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 28 20:16:02.712748 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] The host n-d-820368-21 is not matching for port a1c6f8d7-911d-4f04-a4ce-95cfd8e29694 host None! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:16:02.713388 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a1c6f8d7-911d-4f04-a4ce-95cfd8e29694 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 28 20:16:02.739610 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:02.790252 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=e6887ec8-77c0-4f9c-9781-b5aa20a526af,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:02.894726 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Port a1c6f8d7-911d-4f04-a4ce-95cfd8e29694 not found, will not notify nova. {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 28 20:16:02.904573 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-43468394-4ccd-46d0-ae26-07cbf0b59943 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9548423 Feb 28 20:16:02.907865 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51046) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:02.913541 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e5051d69-4d6d-4884-8c1a-105e360e7f7c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1264889210-router', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:03.036412 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5051d69-4d6d-4884-8c1a-105e360e7f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (2805664f-be54-4efb-9e8a-77e54570829e), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:03.045052 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5051d69-4d6d-4884-8c1a-105e360e7f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (2805664f-be54-4efb-9e8a-77e54570829e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:03.069758 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,revision_number=10']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:03.129187 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01ede9-cba3-4b38-b398-78da2600507e req-eca99158-12b3-436c-bf37-ef9e8bb8dfe0 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:03.141143 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b01ede9-cba3-4b38-b398-78da2600507e req-eca99158-12b3-436c-bf37-ef9e8bb8dfe0 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 944 time: 0.2791674 Feb 28 20:16:03.149267 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e5b63a-339e-494f-8325-a93ae74358e2 None None] Network 2067db44-a0e1-4017-99b4-56823d1291bf requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:16:03.250176 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c371a5-8fa1-4e58-aee4-8ffe422f97b5 req-6a760e6b-3d8f-4aa6-841d-3d63b0b23286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:03.255844 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83c371a5-8fa1-4e58-aee4-8ffe422f97b5 req-6a760e6b-3d8f-4aa6-841d-3d63b0b23286 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 1157 time: 0.7268400 Feb 28 20:16:03.275074 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5051d69-4d6d-4884-8c1a-105e360e7f7c admin admin] Publish callbacks [] for router_controller (2805664f-be54-4efb-9e8a-77e54570829e), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:03.453995 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a8a041-1d98-4414-8ec3-bb7fffca01a7 x-openstack-request-id: req-91a8a041-1d98-4414-8ec3-bb7fffca01a7 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:16:03.454293 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6d6220-7bb5-470b-8d78-592e7e038de7", "name": "network-vif-plugged", "status": "completed", "tag": "e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:16:03.454546 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91a8a041-1d98-4414-8ec3-bb7fffca01a7 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:16:03.454931 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866', 'code': 200} Feb 28 20:16:03.463361 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da85d03-8fef-4a07-b0c0-b63fd71c53d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-233d5bc4-584b-43c0-9b71-169a858435d9', 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9', 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'fixed_ips': [{'subnet_id': 'd403bcec-eb11-47f4-86b8-58ed18fc0376'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:16:03.464270 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4da85d03-8fef-4a07-b0c0-b63fd71c53d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:03.464493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c272196-29c8-4f91-b4eb-fb440d4a77c7 admin admin] Router 7edcf389-2905-4a4a-9d1a-e07bd646af98 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:16:03.543934 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port e6887ec8-77c0-4f9c-9781-b5aa20a526af is: BUILD; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:03.545043 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6887ec8-77c0-4f9c-9781-b5aa20a526af), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:03.635135 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e6887ec8-77c0-4f9c-9781-b5aa20a526af {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:16:03.720026 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5051d69-4d6d-4884-8c1a-105e360e7f7c admin admin] Publish callbacks [] for router_gateway (2805664f-be54-4efb-9e8a-77e54570829e), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:03.793444 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b01ede9-cba3-4b38-b398-78da2600507e req-c722f234-6176-4b77-a158-0e39e09bbf41 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6511877 Feb 28 20:16:03.919374 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c371a5-8fa1-4e58-aee4-8ffe422f97b5 req-68200992-5734-40fe-9002-58552205ad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:03.921495 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83c371a5-8fa1-4e58-aee4-8ffe422f97b5 req-68200992-5734-40fe-9002-58552205ad85 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 921 time: 0.6552572 Feb 28 20:16:04.038835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-4da85d03-8fef-4a07-b0c0-b63fd71c53d5 None None] Allocated IP 172.20.0.2 (233d5bc4-584b-43c0-9b71-169a858435d9/d403bcec-eb11-47f4-86b8-58ed18fc0376/84cc8eda-b1a3-4916-a997-aa902177df32) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:16:04.083873 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83c371a5-8fa1-4e58-aee4-8ffe422f97b5 req-be2c067a-27f4-4720-af16-645f57ab30a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=616f061c-2f6a-4501-8d85-4d693a7c90f6 HTTP/1.1" status: 200 len: 217 time: 0.1134529 Feb 28 20:16:04.308951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port e6887ec8-77c0-4f9c-9781-b5aa20a526af, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e6887ec8-77c0-4f9c-9781-b5aa20a526af,segment=NetworkSegment(9d1645d2-e849-4f5c-bf28-d28b3f617709),segment_id=9d1645d2-e849-4f5c-bf28-d28b3f617709)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:04.311571 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5051d69-4d6d-4884-8c1a-105e360e7f7c admin admin] Publish callbacks [] for router_gateway (2805664f-be54-4efb-9e8a-77e54570829e), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:04.331182 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172a93a-62df-498a-bc49-64eb5b777147 req-b7e5e889-d0ed-4d23-8427-322c0d37766b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:04.331676 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e6887ec8-77c0-4f9c-9781-b5aa20a526af), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:04.333924 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3172a93a-62df-498a-bc49-64eb5b777147 req-b7e5e889-d0ed-4d23-8427-322c0d37766b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=06bd2712-dffe-44a5-abdb-262edfa6563d HTTP/1.1" status: 200 len: 946 time: 0.4811556 Feb 28 20:16:04.366232 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5051d69-4d6d-4884-8c1a-105e360e7f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:04.428057 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7c0d4-fc5b-433f-9d21-3d66fee4d400 req-88b08d5c-cd83-45d4-b12b-1ac82170c82c tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:04.429911 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ee7c0d4-fc5b-433f-9d21-3d66fee4d400 req-88b08d5c-cd83-45d4-b12b-1ac82170c82c tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.15 "GET /v2.0/ports?device_id=06bd2712-dffe-44a5-abdb-262edfa6563d HTTP/1.1" status: 200 len: 946 time: 0.3442872 Feb 28 20:16:04.431324 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c272196-29c8-4f91-b4eb-fb440d4a77c7 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:16:04.456145 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4da85d03-8fef-4a07-b0c0-b63fd71c53d5 None None] Publish callbacks [] for port (84cc8eda-b1a3-4916-a997-aa902177df32), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:04.458583 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3c272196-29c8-4f91-b4eb-fb440d4a77c7 admin admin] 10.222.0.13 "PUT /v2.0/routers/7edcf389-2905-4a4a-9d1a-e07bd646af98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3543143 Feb 28 20:16:04.466311 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51058) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:04.467041 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efeb976-4edf-4ed9-9113-6bb6d5410356 None None] Sync routers for ids ['7edcf389-2905-4a4a-9d1a-e07bd646af98'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:16:04.478510 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4da85d03-8fef-4a07-b0c0-b63fd71c53d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (84cc8eda-b1a3-4916-a997-aa902177df32), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:04.515195 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efeb976-4edf-4ed9-9113-6bb6d5410356 None None] Routers {'7edcf389-2905-4a4a-9d1a-e07bd646af98'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:16:04.516405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4efeb976-4edf-4ed9-9113-6bb6d5410356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:15:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['7edcf389-2905-4a4a-9d1a-e07bd646af98'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:04.631238 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-e5051d69-4d6d-4884-8c1a-105e360e7f7c admin admin] Allocated IP 172.25.0.62 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/4534d077-7479-4257-9e81-c0348c0fe50e) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:16:04.669236 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5435949-e4bb-46d1-946e-9d86c66ea2ba admin admin] Publish callbacks [] for router (7edcf389-2905-4a4a-9d1a-e07bd646af98), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:04.721044 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-4efeb976-4edf-4ed9-9113-6bb6d5410356 None None] Set router 7edcf389-2905-4a4a-9d1a-e07bd646af98 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:16:04.780622 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5051d69-4d6d-4884-8c1a-105e360e7f7c admin admin] Publish callbacks [] for port (4534d077-7479-4257-9e81-c0348c0fe50e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:04.818312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=e6887ec8-77c0-4f9c-9781-b5aa20a526af,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:04.823548 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5051d69-4d6d-4884-8c1a-105e360e7f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4534d077-7479-4257-9e81-c0348c0fe50e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:04.869168 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c371a5-8fa1-4e58-aee4-8ffe422f97b5 req-993a9b5f-b0fc-4e50-8c5f-9f2f467a6597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:04.873139 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83c371a5-8fa1-4e58-aee4-8ffe422f97b5 req-993a9b5f-b0fc-4e50-8c5f-9f2f467a6597 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.7048240 Feb 28 20:16:04.881805 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da85d03-8fef-4a07-b0c0-b63fd71c53d5 None None] Network 233d5bc4-584b-43c0-9b71-169a858435d9 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:16:04.887135 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c13345-b44f-41ee-9cf4-f60dec71ca23 req-a0133f40-d87a-4465-98d2-a11f5241d7e5 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:04.890077 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7c13345-b44f-41ee-9cf4-f60dec71ca23 req-a0133f40-d87a-4465-98d2-a11f5241d7e5 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 943 time: 0.8278430 Feb 28 20:16:04.944700 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5051d69-4d6d-4884-8c1a-105e360e7f7c admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:16:04.947942 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-e5051d69-4d6d-4884-8c1a-105e360e7f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:16:04.948617 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3172a93a-62df-498a-bc49-64eb5b777147 req-bf7c94fc-02af-45fb-9533-ede30a8d0949 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5967031 Feb 28 20:16:04.949162 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-4da85d03-8fef-4a07-b0c0-b63fd71c53d5 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:16:04.952035 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5051d69-4d6d-4884-8c1a-105e360e7f7c admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:16:04.955190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da85d03-8fef-4a07-b0c0-b63fd71c53d5 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:16:04.970223 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5435949-e4bb-46d1-946e-9d86c66ea2ba admin admin] Publish callbacks [] for router_gateway (7edcf389-2905-4a4a-9d1a-e07bd646af98), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:05.032381 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da85d03-8fef-4a07-b0c0-b63fd71c53d5 None None] Pushing event updated for resources: {'Port': ['ID=84cc8eda-b1a3-4916-a997-aa902177df32,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:05.040110 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5051d69-4d6d-4884-8c1a-105e360e7f7c admin admin] Pushing event updated for resources: {'Port': ['ID=4534d077-7479-4257-9e81-c0348c0fe50e,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:05.077820 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7c13345-b44f-41ee-9cf4-f60dec71ca23 req-3c0c8dd1-1a31-4d4c-bdfa-879151990fe2 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454966 Feb 28 20:16:05.080684 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83c371a5-8fa1-4e58-aee4-8ffe422f97b5 req-2b92ebfc-6054-4cfd-85e0-5634481cee81 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1847579 Feb 28 20:16:05.099433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-83c371a5-8fa1-4e58-aee4-8ffe422f97b5 req-1715ac86-0df1-4e3f-8909-cce3c151f756 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:16:05.101510 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83c371a5-8fa1-4e58-aee4-8ffe422f97b5 req-1715ac86-0df1-4e3f-8909-cce3c151f756 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093949 Feb 28 20:16:05.227902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4da85d03-8fef-4a07-b0c0-b63fd71c53d5 None None] Attempting to bind port 84cc8eda-b1a3-4916-a997-aa902177df32 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:16:05.228487 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4da85d03-8fef-4a07-b0c0-b63fd71c53d5 None None] Attempting to bind port 84cc8eda-b1a3-4916-a997-aa902177df32 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '01a828aa-500d-40ac-b791-b8032d7033c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:16:05.228649 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da85d03-8fef-4a07-b0c0-b63fd71c53d5 None None] Attempting to bind port 84cc8eda-b1a3-4916-a997-aa902177df32 on network 233d5bc4-584b-43c0-9b71-169a858435d9 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:16:05.241846 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da85d03-8fef-4a07-b0c0-b63fd71c53d5 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:16:05.242300 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da85d03-8fef-4a07-b0c0-b63fd71c53d5 None None] Checking segment: {'id': '01a828aa-500d-40ac-b791-b8032d7033c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:16:05.243307 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4da85d03-8fef-4a07-b0c0-b63fd71c53d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:05.243733 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da85d03-8fef-4a07-b0c0-b63fd71c53d5 None None] Bound using segment: {'id': '01a828aa-500d-40ac-b791-b8032d7033c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:16:05.244252 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4da85d03-8fef-4a07-b0c0-b63fd71c53d5 None None] Bound port: 84cc8eda-b1a3-4916-a997-aa902177df32, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a828aa-500d-40ac-b791-b8032d7033c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:16:05.244635 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4da85d03-8fef-4a07-b0c0-b63fd71c53d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (84cc8eda-b1a3-4916-a997-aa902177df32), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:05.345083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-6ee7c0d4-fc5b-433f-9d21-3d66fee4d400 req-481f72ce-b9ca-41a0-849b-edd2c07a689b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Deleting port 96212f47-731b-4908-b28e-b497e050f1a4 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:16:05.347930 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ee7c0d4-fc5b-433f-9d21-3d66fee4d400 req-481f72ce-b9ca-41a0-849b-edd2c07a689b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (96212f47-731b-4908-b28e-b497e050f1a4), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:05.432439 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4da85d03-8fef-4a07-b0c0-b63fd71c53d5 None None] For port 84cc8eda-b1a3-4916-a997-aa902177df32, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:16:05.437698 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4da85d03-8fef-4a07-b0c0-b63fd71c53d5 None None] For port 84cc8eda-b1a3-4916-a997-aa902177df32, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=84cc8eda-b1a3-4916-a997-aa902177df32,segment=NetworkSegment(01a828aa-500d-40ac-b791-b8032d7033c1),segment_id=01a828aa-500d-40ac-b791-b8032d7033c1)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:16:05.446050 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4efeb976-4edf-4ed9-9113-6bb6d5410356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edcf389-2905-4a4a-9d1a-e07bd646af98', 'name': 'tempest-FloatingIPsNegativeTestJSON-864778599-router', 'tenant_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e828d8df-7e02-479a-a072-4b4af8cc436a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:15:43Z', 'updated_at': '2022-02-28T20:16:01Z', 'revision_number': 5, 'project_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'gw_port': {'id': 'e828d8df-7e02-479a-a072-4b4af8cc436a', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edcf389-2905-4a4a-9d1a-e07bd646af98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:15:44Z', 'updated_at': '2022-02-28T20:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:05.452590 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4da85d03-8fef-4a07-b0c0-b63fd71c53d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (84cc8eda-b1a3-4916-a997-aa902177df32), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:05.491913 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 616f061c-2f6a-4501-8d85-4d693a7c90f6 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:16:05.575951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efeb976-4edf-4ed9-9113-6bb6d5410356 None None] Checking router: 7edcf389-2905-4a4a-9d1a-e07bd646af98 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:16:05.630865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efeb976-4edf-4ed9-9113-6bb6d5410356 None None] Routers {'7edcf389-2905-4a4a-9d1a-e07bd646af98'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:16:05.631521 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4efeb976-4edf-4ed9-9113-6bb6d5410356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:15:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['7edcf389-2905-4a4a-9d1a-e07bd646af98'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:05.689079 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5051d69-4d6d-4884-8c1a-105e360e7f7c admin admin] Publish callbacks [] for router_gateway (2805664f-be54-4efb-9e8a-77e54570829e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:05.751218 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device e6887ec8-77c0-4f9c-9781-b5aa20a526af up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:16:06.522654 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84a80efd-0a45-43b5-998b-f69b9d554a2e req-d4905e08-59a3-4189-8a4f-82fd64f1e274 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6847444 Feb 28 20:16:06.580726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-c5435949-e4bb-46d1-946e-9d86c66ea2ba admin admin] Deleting port e828d8df-7e02-479a-a072-4b4af8cc436a {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:16:06.581366 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5435949-e4bb-46d1-946e-9d86c66ea2ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e828d8df-7e02-479a-a072-4b4af8cc436a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:06.603229 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a62f3c-364e-481c-ad74-34764354557e req-3d39c261-9f05-42a0-b94f-c574cebc20ac tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:06.605441 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d4a62f3c-364e-481c-ad74-34764354557e req-3d39c261-9f05-42a0-b94f-c574cebc20ac tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.10 "GET /v2.0/ports?device_id=d37a996b-cc6a-4073-a5bb-7afb76145e7b HTTP/1.1" status: 200 len: 947 time: 0.3977015 Feb 28 20:16:06.622239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da85d03-8fef-4a07-b0c0-b63fd71c53d5 None None] Pushing event updated for resources: {'Port': ['ID=84cc8eda-b1a3-4916-a997-aa902177df32,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:06.647411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 616f061c-2f6a-4501-8d85-4d693a7c90f6 is: DOWN; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:06.659474 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-4efeb976-4edf-4ed9-9113-6bb6d5410356 None None] Set router 7edcf389-2905-4a4a-9d1a-e07bd646af98 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:16:06.692708 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-6ee7c0d4-fc5b-433f-9d21-3d66fee4d400 req-481f72ce-b9ca-41a0-849b-edd2c07a689b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] For port 96212f47-731b-4908-b28e-b497e050f1a4, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=96212f47-731b-4908-b28e-b497e050f1a4,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:06.696059 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ee7c0d4-fc5b-433f-9d21-3d66fee4d400 req-481f72ce-b9ca-41a0-849b-edd2c07a689b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (96212f47-731b-4908-b28e-b497e050f1a4), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:06.730977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-6ee7c0d4-fc5b-433f-9d21-3d66fee4d400 req-481f72ce-b9ca-41a0-849b-edd2c07a689b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Calling delete_port for 96212f47-731b-4908-b28e-b497e050f1a4 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:16:06.741749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4efeb976-4edf-4ed9-9113-6bb6d5410356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edcf389-2905-4a4a-9d1a-e07bd646af98', 'name': 'tempest-FloatingIPsNegativeTestJSON-864778599-router', 'tenant_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:15:43Z', 'updated_at': '2022-02-28T20:16:04Z', 'revision_number': 6, 'project_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:06.768317 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83c371a5-8fa1-4e58-aee4-8ffe422f97b5 req-c4795a6a-cf23-412a-bcd4-b21f571a9bd8 service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6314859 Feb 28 20:16:06.817148 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efeb976-4edf-4ed9-9113-6bb6d5410356 None None] The sync data for ids ['7edcf389-2905-4a4a-9d1a-e07bd646af98'] in n-d-820368-21 is: [{'id': '7edcf389-2905-4a4a-9d1a-e07bd646af98', 'name': 'tempest-FloatingIPsNegativeTestJSON-864778599-router', 'tenant_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:15:43Z', 'updated_at': '2022-02-28T20:16:04Z', 'revision_number': 6, 'project_id': 'b7a3c8cc54e0425a915c03fcecdbf3f9', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:16:06.842269 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port e6887ec8-77c0-4f9c-9781-b5aa20a526af triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:06.842728 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e6887ec8-77c0-4f9c-9781-b5aa20a526af), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:06.972986 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port e6887ec8-77c0-4f9c-9781-b5aa20a526af is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:06.973781 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6887ec8-77c0-4f9c-9781-b5aa20a526af), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:07.015655 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adb7f5d-aecd-47e3-ba85-62e789bcf351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6887ec8-77c0-4f9c-9781-b5aa20a526af'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:16:07.018484 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22099ec7-8bc6-4bfa-a3d0-9e974c9faf86" -d '{"events": [{"server_uuid": "0adb7f5d-aecd-47e3-ba85-62e789bcf351", "name": "network-vif-plugged", "status": "completed", "tag": "e6887ec8-77c0-4f9c-9781-b5aa20a526af"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:16:07.041486 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port e6887ec8-77c0-4f9c-9781-b5aa20a526af, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e6887ec8-77c0-4f9c-9781-b5aa20a526af,segment=NetworkSegment(9d1645d2-e849-4f5c-bf28-d28b3f617709),segment_id=9d1645d2-e849-4f5c-bf28-d28b3f617709)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:07.052673 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e6887ec8-77c0-4f9c-9781-b5aa20a526af), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:07.114138 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-c5435949-e4bb-46d1-946e-9d86c66ea2ba admin admin] For port e828d8df-7e02-479a-a072-4b4af8cc436a, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e828d8df-7e02-479a-a072-4b4af8cc436a,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:07.114576 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5435949-e4bb-46d1-946e-9d86c66ea2ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e828d8df-7e02-479a-a072-4b4af8cc436a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:07.130976 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-c5435949-e4bb-46d1-946e-9d86c66ea2ba admin admin] Calling delete_port for e828d8df-7e02-479a-a072-4b4af8cc436a owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:16:07.219070 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=e6887ec8-77c0-4f9c-9781-b5aa20a526af,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:07.481199 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5435949-e4bb-46d1-946e-9d86c66ea2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e828d8df-7e02-479a-a072-4b4af8cc436a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:07.562320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83f8fb-2c3f-48f2-8c9c-23ad35a6ac11 req-fb13f9c6-369e-4387-8c70-a9fd9c1c8f23 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:07.569096 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d83f8fb-2c3f-48f2-8c9c-23ad35a6ac11 req-fb13f9c6-369e-4387-8c70-a9fd9c1c8f23 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 943 time: 2.0161369 Feb 28 20:16:07.600115 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5051d69-4d6d-4884-8c1a-105e360e7f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (2805664f-be54-4efb-9e8a-77e54570829e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:07.630429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5435949-e4bb-46d1-946e-9d86c66ea2ba admin admin] Pushing event deleted for resources: {'Port': ['ID=e828d8df-7e02-479a-a072-4b4af8cc436a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:07.640139 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf85a8-6c6e-4049-85d0-09e126a04ead req-3fd97700-6761-47e7-897d-21ab83184b3a tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:07.641750 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10cf85a8-6c6e-4049-85d0-09e126a04ead req-3fd97700-6761-47e7-897d-21ab83184b3a tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d37a996b-cc6a-4073-a5bb-7afb76145e7b HTTP/1.1" status: 200 len: 947 time: 2.0876427 Feb 28 20:16:07.672407 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d83f8fb-2c3f-48f2-8c9c-23ad35a6ac11 req-661a3e63-2207-49dd-bd60-8dc77c0fbbbf tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023126 Feb 28 20:16:07.699690 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ece1a6-209a-4641-b1be-b2b9c41fb6d9 None None] Network 233d5bc4-584b-43c0-9b71-169a858435d9 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:16:07.875791 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 84cc8eda-b1a3-4916-a997-aa902177df32 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:16:07.894058 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5435949-e4bb-46d1-946e-9d86c66ea2ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (7edcf389-2905-4a4a-9d1a-e07bd646af98), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:07.925413 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a80efd-0a45-43b5-998b-f69b9d554a2e req-b16e3eb4-ab69-4131-ae73-fb69742233a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:07.933524 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84a80efd-0a45-43b5-998b-f69b9d554a2e req-b16e3eb4-ab69-4131-ae73-fb69742233a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 1127 time: 1.3503973 Feb 28 20:16:07.965979 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5051d69-4d6d-4884-8c1a-105e360e7f7c admin admin] Router 2805664f-be54-4efb-9e8a-77e54570829e is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:16:08.022900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-4de7968b-f1e3-422d-822e-e5657a3edce3 None None] Provisioning complete for port 84cc8eda-b1a3-4916-a997-aa902177df32 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:08.023487 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4de7968b-f1e3-422d-822e-e5657a3edce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (84cc8eda-b1a3-4916-a997-aa902177df32), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:08.041767 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-d4a62f3c-364e-481c-ad74-34764354557e req-09c11c4b-6709-477b-903b-7a3f3b497b65 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Deleting port 54607d33-5718-4828-ba19-a541555d1a21 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:16:08.042348 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d4a62f3c-364e-481c-ad74-34764354557e req-09c11c4b-6709-477b-903b-7a3f3b497b65 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (54607d33-5718-4828-ba19-a541555d1a21), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:08.120981 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 84cc8eda-b1a3-4916-a997-aa902177df32 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:08.121355 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (84cc8eda-b1a3-4916-a997-aa902177df32), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:08.162266 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10cf85a8-6c6e-4049-85d0-09e126a04ead req-b579d44b-6dc9-4e88-9027-5b8d0654c9e4 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887791 Feb 28 20:16:08.164529 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83c371a5-8fa1-4e58-aee4-8ffe422f97b5 req-12cea8ad-273d-4371-a1d8-cca85e06519e service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3497703 Feb 28 20:16:08.256018 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5435949-e4bb-46d1-946e-9d86c66ea2ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (7edcf389-2905-4a4a-9d1a-e07bd646af98), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:08.261660 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5435949-e4bb-46d1-946e-9d86c66ea2ba admin admin] Publish callbacks [] for router_controller (7edcf389-2905-4a4a-9d1a-e07bd646af98), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:08.400023 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a80efd-0a45-43b5-998b-f69b9d554a2e req-ffe834ea-564a-4544-9e2c-42e67ff3f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:08.402360 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84a80efd-0a45-43b5-998b-f69b9d554a2e req-ffe834ea-564a-4544-9e2c-42e67ff3f187 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 921 time: 0.4395132 Feb 28 20:16:08.404633 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-d4a62f3c-364e-481c-ad74-34764354557e req-09c11c4b-6709-477b-903b-7a3f3b497b65 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] For port 54607d33-5718-4828-ba19-a541555d1a21, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=54607d33-5718-4828-ba19-a541555d1a21,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:08.405009 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d4a62f3c-364e-481c-ad74-34764354557e req-09c11c4b-6709-477b-903b-7a3f3b497b65 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (54607d33-5718-4828-ba19-a541555d1a21), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:08.424314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4de7968b-f1e3-422d-822e-e5657a3edce3 None None] Current status of the port 84cc8eda-b1a3-4916-a997-aa902177df32 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:08.424871 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4de7968b-f1e3-422d-822e-e5657a3edce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (84cc8eda-b1a3-4916-a997-aa902177df32), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:08.452298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 84cc8eda-b1a3-4916-a997-aa902177df32 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:08.452691 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (84cc8eda-b1a3-4916-a997-aa902177df32), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:08.464103 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-d4a62f3c-364e-481c-ad74-34764354557e req-09c11c4b-6709-477b-903b-7a3f3b497b65 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Calling delete_port for 54607d33-5718-4828-ba19-a541555d1a21 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:16:08.466650 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5051d69-4d6d-4884-8c1a-105e360e7f7c admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:16:08.478782 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] Sync routers for ids ['2805664f-be54-4efb-9e8a-77e54570829e'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:16:08.480059 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4de7968b-f1e3-422d-822e-e5657a3edce3 None None] For port 84cc8eda-b1a3-4916-a997-aa902177df32, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=84cc8eda-b1a3-4916-a997-aa902177df32,segment=NetworkSegment(01a828aa-500d-40ac-b791-b8032d7033c1),segment_id=01a828aa-500d-40ac-b791-b8032d7033c1)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:08.488999 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84a80efd-0a45-43b5-998b-f69b9d554a2e req-479c8b84-99d3-4aec-bf4d-60665b0ca526 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55710990-32d3-4608-a37b-900c1bb6ecd7 HTTP/1.1" status: 200 len: 217 time: 0.0718718 Feb 28 20:16:08.489467 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4de7968b-f1e3-422d-822e-e5657a3edce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (84cc8eda-b1a3-4916-a997-aa902177df32), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:08.512524 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5051d69-4d6d-4884-8c1a-105e360e7f7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:08.513685 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] Routers {'2805664f-be54-4efb-9e8a-77e54570829e'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:16:08.515036 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e5051d69-4d6d-4884-8c1a-105e360e7f7c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6055610 Feb 28 20:16:08.518371 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:15:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2805664f-be54-4efb-9e8a-77e54570829e'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:08.541458 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51092) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:08.555355 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7968b-f1e3-422d-822e-e5657a3edce3 None None] Pushing event updated for resources: {'Port': ['ID=84cc8eda-b1a3-4916-a997-aa902177df32,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:08.651713 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:16:08.652117 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:16:08.692757 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5435949-e4bb-46d1-946e-9d86c66ea2ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (7edcf389-2905-4a4a-9d1a-e07bd646af98), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:08.693376 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5435949-e4bb-46d1-946e-9d86c66ea2ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7edcf389-2905-4a4a-9d1a-e07bd646af98 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:16:08.747067 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ee7c0d4-fc5b-433f-9d21-3d66fee4d400 req-481f72ce-b9ca-41a0-849b-edd2c07a689b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (96212f47-731b-4908-b28e-b497e050f1a4), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:08.789868 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5435949-e4bb-46d1-946e-9d86c66ea2ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:08.791796 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c5435949-e4bb-46d1-946e-9d86c66ea2ba admin admin] 10.222.0.13 "DELETE /v2.0/routers/7edcf389-2905-4a4a-9d1a-e07bd646af98 HTTP/1.1" status: 204 len: 168 time: 4.3112159 Feb 28 20:16:08.798712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51096) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:08.824741 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe1ddc-3bda-44db-bcb8-451c2105cfdb req-838bc3fa-7ea2-4d04-9f88-b89f86dd0363 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:08.827300 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8bbe1ddc-3bda-44db-bcb8-451c2105cfdb req-838bc3fa-7ea2-4d04-9f88-b89f86dd0363 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=06bd2712-dffe-44a5-abdb-262edfa6563d HTTP/1.1" status: 200 len: 946 time: 0.7770243 Feb 28 20:16:08.995975 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8bbe1ddc-3bda-44db-bcb8-451c2105cfdb req-c73e5d0e-cb4e-4c66-ba3c-26cb74ec02f0 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953064 Feb 28 20:16:08.996722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f72ce-b9ca-41a0-849b-edd2c07a689b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Pushing event deleted for resources: {'Port': ['ID=96212f47-731b-4908-b28e-b497e050f1a4,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:09.026677 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a80efd-0a45-43b5-998b-f69b9d554a2e req-6282d826-8d0d-4536-8576-2e8092cde1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:09.026677 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84a80efd-0a45-43b5-998b-f69b9d554a2e req-6282d826-8d0d-4536-8576-2e8092cde1a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.4920473 Feb 28 20:16:09.068232 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee7c0d4-fc5b-433f-9d21-3d66fee4d400 req-481f72ce-b9ca-41a0-849b-edd2c07a689b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] No DVR routers for this DVR port 96212f47-731b-4908-b28e-b497e050f1a4 on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:16:09.078310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ab299-4e28-4ecb-9d28-e594a2c19a52 req-1f79e8d7-2790-49a4-a177-b34eb3ddf9da tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:09.087655 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e44ab299-4e28-4ecb-9d28-e594a2c19a52 req-1f79e8d7-2790-49a4-a177-b34eb3ddf9da tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 943 time: 0.6612298 Feb 28 20:16:09.120425 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ee7c0d4-fc5b-433f-9d21-3d66fee4d400 req-481f72ce-b9ca-41a0-849b-edd2c07a689b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:09.123102 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84a80efd-0a45-43b5-998b-f69b9d554a2e req-3a9e51db-98af-4d9c-8a25-203e20b6ef1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682211 Feb 28 20:16:09.125729 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] Set router 2805664f-be54-4efb-9e8a-77e54570829e gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:16:09.126250 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-66eb6e61-5222-4cae-aff3-c15c79d5f6b7 None None] Provisioning complete for port 84cc8eda-b1a3-4916-a997-aa902177df32 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:09.126728 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-66eb6e61-5222-4cae-aff3-c15c79d5f6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (84cc8eda-b1a3-4916-a997-aa902177df32), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:09.132349 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ee7c0d4-fc5b-433f-9d21-3d66fee4d400 req-481f72ce-b9ca-41a0-849b-edd2c07a689b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.15 "DELETE /v2.0/ports/96212f47-731b-4908-b28e-b497e050f1a4 HTTP/1.1" status: 204 len: 173 time: 4.6665125 Feb 28 20:16:09.137394 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bd2712-dffe-44a5-abdb-262edfa6563d', 'name': 'network-vif-deleted', 'tag': '96212f47-731b-4908-b28e-b497e050f1a4'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:16:09.139424 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70e8a95-ffa9-420c-ab6e-9706435ce709 x-openstack-request-id: req-b70e8a95-ffa9-420c-ab6e-9706435ce709 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:16:09.139870 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adb7f5d-aecd-47e3-ba85-62e789bcf351", "name": "network-vif-plugged", "status": "completed", "tag": "e6887ec8-77c0-4f9c-9781-b5aa20a526af", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:16:09.140186 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b70e8a95-ffa9-420c-ab6e-9706435ce709 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:16:09.140569 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adb7f5d-aecd-47e3-ba85-62e789bcf351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6887ec8-77c0-4f9c-9781-b5aa20a526af', 'code': 200} Feb 28 20:16:09.146834 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669945dc-f219-44ff-9b44-d0f1f589adfa" -d '{"events": [{"server_uuid": "06bd2712-dffe-44a5-abdb-262edfa6563d", "name": "network-vif-deleted", "tag": "96212f47-731b-4908-b28e-b497e050f1a4"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:16:09.212048 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29457a4-e2d3-44d4-8bcd-b4ee188f4e5b admin admin] Deleting subnet 39c511bb-919d-4613-b560-a03be83bd332 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:16:09.227088 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e44ab299-4e28-4ecb-9d28-e594a2c19a52 req-2408bf15-d48e-423b-8673-6e415293f24b tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324003 Feb 28 20:16:09.273387 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e29457a4-e2d3-44d4-8bcd-b4ee188f4e5b admin admin] Publish callbacks [] for subnet (39c511bb-919d-4613-b560-a03be83bd332), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:09.375045 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 84cc8eda-b1a3-4916-a997-aa902177df32 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:09.390545 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a1c6f8d7-911d-4f04-a4ce-95cfd8e29694 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:16:09.430026 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa04ed9-b99c-4e9a-a17c-964d6021135b x-openstack-request-id: req-3fa04ed9-b99c-4e9a-a17c-964d6021135b {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:16:09.430332 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bd2712-dffe-44a5-abdb-262edfa6563d", "name": "network-vif-deleted", "tag": "96212f47-731b-4908-b28e-b497e050f1a4", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:16:09.430590 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fa04ed9-b99c-4e9a-a17c-964d6021135b {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:16:09.430998 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bd2712-dffe-44a5-abdb-262edfa6563d', 'name': 'network-vif-deleted', 'tag': '96212f47-731b-4908-b28e-b497e050f1a4', 'status': 'completed', 'code': 200} Feb 28 20:16:09.446048 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: a1c6f8d7-911d-4f04-a4ce-95cfd8e29694 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:16:09.446458 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a1c6f8d7-911d-4f04-a4ce-95cfd8e29694 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:16:09.500709 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e5283-b2e8-46e1-aa89-6469d1b7e3bf req-ff3e90c4-fa48-4401-8528-978867d93eec tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:09.512013 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a8e5283-b2e8-46e1-aa89-6469d1b7e3bf req-ff3e90c4-fa48-4401-8528-978867d93eec tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 945 time: 0.1606603 Feb 28 20:16:09.555669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 54607d33-5718-4828-ba19-a541555d1a21 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:16:09.648602 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e29457a4-e2d3-44d4-8bcd-b4ee188f4e5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (39c511bb-919d-4613-b560-a03be83bd332), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:09.660571 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 96212f47-731b-4908-b28e-b497e050f1a4 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:16:09.666558 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2805664f-be54-4efb-9e8a-77e54570829e', 'name': 'tempest-ServersTestManualDisk-1264889210-router', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:03Z', 'updated_at': '2022-02-28T20:16:05Z', 'revision_number': 3, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'gw_port': {'id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ed:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:04Z', 'updated_at': '2022-02-28T20:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:09.709036 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] Checking router: 2805664f-be54-4efb-9e8a-77e54570829e for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:16:09.710141 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] Updating router 2805664f-be54-4efb-9e8a-77e54570829e port 4534d077-7479-4257-9e81-c0348c0fe50e binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:16:09.716543 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-66eb6e61-5222-4cae-aff3-c15c79d5f6b7 None None] Current status of the port 84cc8eda-b1a3-4916-a997-aa902177df32 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:09.733529 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 84cc8eda-b1a3-4916-a997-aa902177df32 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:16:09.738677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 96212f47-731b-4908-b28e-b497e050f1a4 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:16:09.749476 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 96212f47-731b-4908-b28e-b497e050f1a4 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:16:09.752024 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e29457a4-e2d3-44d4-8bcd-b4ee188f4e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (39c511bb-919d-4613-b560-a03be83bd332), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:09.783267 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4534d077-7479-4257-9e81-c0348c0fe50e), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:09.890871 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84a80efd-0a45-43b5-998b-f69b9d554a2e req-c7952707-f2af-42a7-a1af-4fb9839b0fde service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7372088 Feb 28 20:16:09.924323 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f912d8-daeb-4ccc-b80e-6b1b5f06c278 req-44dd21df-dbee-47c2-9659-5ae20b5f0e17 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:09.926988 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 54607d33-5718-4828-ba19-a541555d1a21 is: DOWN; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:09.935233 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-86f912d8-daeb-4ccc-b80e-6b1b5f06c278 req-44dd21df-dbee-47c2-9659-5ae20b5f0e17 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d37a996b-cc6a-4073-a5bb-7afb76145e7b HTTP/1.1" status: 200 len: 947 time: 0.2963181 Feb 28 20:16:09.948922 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e29457a4-e2d3-44d4-8bcd-b4ee188f4e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (39c511bb-919d-4613-b560-a03be83bd332), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:09.958880 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 84cc8eda-b1a3-4916-a997-aa902177df32 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:09.959316 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (84cc8eda-b1a3-4916-a997-aa902177df32), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:09.965676 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a8e5283-b2e8-46e1-aa89-6469d1b7e3bf req-1f75f277-22b7-497e-93f9-def06ece6d1a tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527836 Feb 28 20:16:09.996521 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda9c4c-a30c-4f41-8720-c51c87e542d3 req-22621080-a99a-47ef-a57b-5d1789048646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:10.000614 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afda9c4c-a30c-4f41-8720-c51c87e542d3 req-22621080-a99a-47ef-a57b-5d1789048646 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 1128 time: 0.4863770 Feb 28 20:16:10.106349 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-86f912d8-daeb-4ccc-b80e-6b1b5f06c278 req-df3db92d-4a81-4579-98a0-1797a588171d tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638737 Feb 28 20:16:10.209402 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 84cc8eda-b1a3-4916-a997-aa902177df32 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:10.231737 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afda9c4c-a30c-4f41-8720-c51c87e542d3 req-3aa85854-dd00-4984-97d8-ee2359023758 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462445 Feb 28 20:16:10.277496 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84a80efd-0a45-43b5-998b-f69b9d554a2e req-e6fb7685-7a97-48e8-bbaf-2abc38efeb02 service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165760 Feb 28 20:16:10.333669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e828d8df-7e02-479a-a072-4b4af8cc436a no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:16:10.348797 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29457a4-e2d3-44d4-8bcd-b4ee188f4e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c511bb-919d-4613-b560-a03be83bd332,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:10.364747 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d4a62f3c-364e-481c-ad74-34764354557e req-09c11c4b-6709-477b-903b-7a3f3b497b65 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (54607d33-5718-4828-ba19-a541555d1a21), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:10.374277 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e29457a4-e2d3-44d4-8bcd-b4ee188f4e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:10.379464 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e29457a4-e2d3-44d4-8bcd-b4ee188f4e5b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/39c511bb-919d-4613-b560-a03be83bd332 HTTP/1.1" status: 204 len: 168 time: 1.5796299 Feb 28 20:16:10.383632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51126) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:10.408052 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54da54a5-6754-4df2-8d4a-d297d4db90fb None None] Network 84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:16:10.419087 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: e828d8df-7e02-479a-a072-4b4af8cc436a {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:16:10.425390 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e828d8df-7e02-479a-a072-4b4af8cc436a not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:16:10.572510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c11c4b-6709-477b-903b-7a3f3b497b65 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Pushing event deleted for resources: {'Port': ['ID=54607d33-5718-4828-ba19-a541555d1a21,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:10.587638 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] Publish callbacks [] for port (4534d077-7479-4257-9e81-c0348c0fe50e), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:10.604635 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4534d077-7479-4257-9e81-c0348c0fe50e), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:10.703528 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f2aa0-4ba5-4761-9ba0-fea68fe0fea1 None None] Pushing event updated for resources: {'Port': ['ID=4534d077-7479-4257-9e81-c0348c0fe50e,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:10.730543 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] Attempting to bind port 4534d077-7479-4257-9e81-c0348c0fe50e on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:16:10.730918 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] Attempting to bind port 4534d077-7479-4257-9e81-c0348c0fe50e by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:16:10.731268 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] Attempting to bind port 4534d077-7479-4257-9e81-c0348c0fe50e on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:16:10.740040 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:16:10.740828 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:16:10.741408 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:10.741955 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:16:10.742586 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] Bound port: 4534d077-7479-4257-9e81-c0348c0fe50e, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:16:10.743132 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4534d077-7479-4257-9e81-c0348c0fe50e), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:10.768139 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f18bff-3367-42e9-b922-3f8bf30ba12a None None] DHCP port deletion for 84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:16:10.792495 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a62f3c-364e-481c-ad74-34764354557e req-09c11c4b-6709-477b-903b-7a3f3b497b65 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] No DVR routers for this DVR port 54607d33-5718-4828-ba19-a541555d1a21 on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:16:10.804895 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d4a62f3c-364e-481c-ad74-34764354557e req-09c11c4b-6709-477b-903b-7a3f3b497b65 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:10.805849 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] For port 4534d077-7479-4257-9e81-c0348c0fe50e, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:16:10.809746 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] For port 4534d077-7479-4257-9e81-c0348c0fe50e, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4534d077-7479-4257-9e81-c0348c0fe50e,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:16:10.811743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d7fa1-355b-47e2-a954-f4005a866821 req-fe0690df-4e8b-4aac-ae62-afd5c6ee8577 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:10.812981 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d4a62f3c-364e-481c-ad74-34764354557e req-09c11c4b-6709-477b-903b-7a3f3b497b65 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.10 "DELETE /v2.0/ports/54607d33-5718-4828-ba19-a541555d1a21 HTTP/1.1" status: 204 len: 173 time: 4.1769879 Feb 28 20:16:10.819688 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37a996b-cc6a-4073-a5bb-7afb76145e7b', 'name': 'network-vif-deleted', 'tag': '54607d33-5718-4828-ba19-a541555d1a21'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:16:10.822177 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4534d077-7479-4257-9e81-c0348c0fe50e), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:10.825196 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac1a721-c980-4a9d-bcc8-66ae8693683b" -d '{"events": [{"server_uuid": "d37a996b-cc6a-4073-a5bb-7afb76145e7b", "name": "network-vif-deleted", "tag": "54607d33-5718-4828-ba19-a541555d1a21"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:16:10.828756 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-731d7fa1-355b-47e2-a954-f4005a866821 req-fe0690df-4e8b-4aac-ae62-afd5c6ee8577 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 943 time: 0.3875890 Feb 28 20:16:10.894159 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-05f18bff-3367-42e9-b922-3f8bf30ba12a None None] Deleting port 414ce217-c28f-4505-bef7-25266c7c9888 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:16:10.895200 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-05f18bff-3367-42e9-b922-3f8bf30ba12a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (414ce217-c28f-4505-bef7-25266c7c9888), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:10.907998 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f2aa0-4ba5-4761-9ba0-fea68fe0fea1 None None] Pushing event updated for resources: {'Port': ['ID=4534d077-7479-4257-9e81-c0348c0fe50e,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:10.921934 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce4c3-5c0f-4491-8912-c52f06d5c06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:10.923468 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] Routers {'2805664f-be54-4efb-9e8a-77e54570829e'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:16:10.924296 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:15:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2805664f-be54-4efb-9e8a-77e54570829e'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:11.067540 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-05f18bff-3367-42e9-b922-3f8bf30ba12a None None] For port 414ce217-c28f-4505-bef7-25266c7c9888, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=414ce217-c28f-4505-bef7-25266c7c9888,segment=NetworkSegment(7240eff2-e5f6-492a-be0d-e3d934aa2824),segment_id=7240eff2-e5f6-492a-be0d-e3d934aa2824)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:11.067971 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-05f18bff-3367-42e9-b922-3f8bf30ba12a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (414ce217-c28f-4505-bef7-25266c7c9888), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:11.076114 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] Set router 2805664f-be54-4efb-9e8a-77e54570829e gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:16:11.115379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-05f18bff-3367-42e9-b922-3f8bf30ba12a None None] Calling delete_port for 414ce217-c28f-4505-bef7-25266c7c9888 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:16:11.326869 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-731d7fa1-355b-47e2-a954-f4005a866821 req-476e78ed-37c6-4d58-8c4f-ec834249fa74 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971972 Feb 28 20:16:11.374605 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2805664f-be54-4efb-9e8a-77e54570829e', 'name': 'tempest-ServersTestManualDisk-1264889210-router', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:03Z', 'updated_at': '2022-02-28T20:16:05Z', 'revision_number': 3, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'gw_port': {'id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ed:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:04Z', 'updated_at': '2022-02-28T20:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:11.414038 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-05f18bff-3367-42e9-b922-3f8bf30ba12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (414ce217-c28f-4505-bef7-25266c7c9888), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:11.453196 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cce34d-5bb7-4be6-977c-af7556876649 None None] The sync data for ids ['2805664f-be54-4efb-9e8a-77e54570829e'] in n-d-820368-21 is: [{'id': '2805664f-be54-4efb-9e8a-77e54570829e', 'name': 'tempest-ServersTestManualDisk-1264889210-router', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:03Z', 'updated_at': '2022-02-28T20:16:05Z', 'revision_number': 3, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'gw_port': {'id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ed:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:04Z', 'updated_at': '2022-02-28T20:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:16:11.464849 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec691-40fc-4e0e-b529-7397638de8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:11.505614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-4a1ce4e3-69dc-4643-b269-0e35d08f6c6f tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:11.510989 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-4a1ce4e3-69dc-4643-b269-0e35d08f6c6f tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/networks?id=c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 200 len: 811 time: 0.8412242 Feb 28 20:16:11.535560 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ce4c3-5c0f-4491-8912-c52f06d5c06e admin admin] Deleting port 414ce217-c28f-4505-bef7-25266c7c9888 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:16:11.535943 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce4c3-5c0f-4491-8912-c52f06d5c06e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (414ce217-c28f-4505-bef7-25266c7c9888), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:11.540278 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f18bff-3367-42e9-b922-3f8bf30ba12a None None] Pushing event deleted for resources: {'Port': ['ID=414ce217-c28f-4505-bef7-25266c7c9888,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:11.564434 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f18bff-3367-42e9-b922-3f8bf30ba12a None None] No DVR routers for this DVR port 414ce217-c28f-4505-bef7-25266c7c9888 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:16:11.639219 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-71fe1dc2-d669-4cb5-8d29-49bef7b4e4a7 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/quotas/319e808d1d994e11b5f42f1d9f8b43af HTTP/1.1" status: 200 len: 375 time: 0.1274087 Feb 28 20:16:11.664983 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 414ce217-c28f-4505-bef7-25266c7c9888 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:16:11.725612 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 414ce217-c28f-4505-bef7-25266c7c9888 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:16:11.725971 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 414ce217-c28f-4505-bef7-25266c7c9888 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:16:11.742486 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-68c8ef99-d915-4df0-88d3-ea0dba4fde65 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847447 Feb 28 20:16:11.803400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-1a1ce4c3-5c0f-4491-8912-c52f06d5c06e admin admin] For port 414ce217-c28f-4505-bef7-25266c7c9888, host n-d-820368-21, got binding levels [] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:11.803890 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce4c3-5c0f-4491-8912-c52f06d5c06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (414ce217-c28f-4505-bef7-25266c7c9888), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:11.874430 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ce4c3-5c0f-4491-8912-c52f06d5c06e admin admin] Calling delete_port for 414ce217-c28f-4505-bef7-25266c7c9888 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:16:11.880315 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-a4b9499f-e448-4d23-990d-33de27a05123 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:16:11.881344 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-a4b9499f-e448-4d23-990d-33de27a05123 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1295869 Feb 28 20:16:11.888977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.ipam_backend_mixin [None req-1a1ce4c3-5c0f-4491-8912-c52f06d5c06e admin admin] Port 414ce217-c28f-4505-bef7-25266c7c9888 was not found and therefore no delete operation was performed {{(pid=103774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 20:16:11.891908 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8b67ac-9197-4d63-8b21-f150342e010d x-openstack-request-id: req-0f8b67ac-9197-4d63-8b21-f150342e010d {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:16:11.892331 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37a996b-cc6a-4073-a5bb-7afb76145e7b", "name": "network-vif-deleted", "tag": "54607d33-5718-4828-ba19-a541555d1a21", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:16:11.893675 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f8b67ac-9197-4d63-8b21-f150342e010d {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:16:11.896283 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37a996b-cc6a-4073-a5bb-7afb76145e7b', 'name': 'network-vif-deleted', 'tag': '54607d33-5718-4828-ba19-a541555d1a21', 'status': 'completed', 'code': 200} Feb 28 20:16:11.916987 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce4c3-5c0f-4491-8912-c52f06d5c06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (414ce217-c28f-4505-bef7-25266c7c9888), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:11.959089 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-9b2ec691-40fc-4e0e-b529-7397638de8e6 admin admin] Allocated IP 172.20.0.1 (233d5bc4-584b-43c0-9b71-169a858435d9/d403bcec-eb11-47f4-86b8-58ed18fc0376/83981b6e-e0a2-4139-b32f-8241cc7287b7) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:16:12.031185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ce4c3-5c0f-4491-8912-c52f06d5c06e admin admin] Pushing event deleted for resources: {'Port': ['ID=414ce217-c28f-4505-bef7-25266c7c9888,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:12.126826 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1ce4c3-5c0f-4491-8912-c52f06d5c06e admin admin] No DVR routers for this DVR port 414ce217-c28f-4505-bef7-25266c7c9888 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:16:12.163631 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec691-40fc-4e0e-b529-7397638de8e6 admin admin] Publish callbacks [] for port (83981b6e-e0a2-4139-b32f-8241cc7287b7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:12.249443 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec691-40fc-4e0e-b529-7397638de8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (83981b6e-e0a2-4139-b32f-8241cc7287b7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:12.258794 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce4c3-5c0f-4491-8912-c52f06d5c06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:12.295292 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-1a1ce4c3-5c0f-4491-8912-c52f06d5c06e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:12.307886 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-1a1ce4c3-5c0f-4491-8912-c52f06d5c06e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7240eff2-e5f6-492a-be0d-e3d934aa2824') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:12.308497 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-1a1ce4c3-5c0f-4491-8912-c52f06d5c06e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7240eff2-e5f6-492a-be0d-e3d934aa2824') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:12.325675 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce4c3-5c0f-4491-8912-c52f06d5c06e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (7240eff2-e5f6-492a-be0d-e3d934aa2824), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:12.326925 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2ec691-40fc-4e0e-b529-7397638de8e6 admin admin] Network 233d5bc4-584b-43c0-9b71-169a858435d9 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:16:12.341256 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-9b2ec691-40fc-4e0e-b529-7397638de8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:16:12.343441 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce4c3-5c0f-4491-8912-c52f06d5c06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (7240eff2-e5f6-492a-be0d-e3d934aa2824), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:12.360268 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2ec691-40fc-4e0e-b529-7397638de8e6 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:16:12.367127 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1ce4c3-5c0f-4491-8912-c52f06d5c06e admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:16:12.367534 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce4c3-5c0f-4491-8912-c52f06d5c06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (7240eff2-e5f6-492a-be0d-e3d934aa2824), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:16:12.370828 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:16:12.467320 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ec691-40fc-4e0e-b529-7397638de8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=83981b6e-e0a2-4139-b32f-8241cc7287b7,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:12.505749 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec691-40fc-4e0e-b529-7397638de8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (2805664f-be54-4efb-9e8a-77e54570829e), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:12.581350 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135bb33-04f3-49e4-88fc-963e14f9c761 req-4b6061a9-86e8-458a-bfef-c4ed8d52722f tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:12.589046 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0135bb33-04f3-49e4-88fc-963e14f9c761 req-4b6061a9-86e8-458a-bfef-c4ed8d52722f tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 945 time: 0.6625907 Feb 28 20:16:12.608392 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-53b56dae-b177-46ba-b53b-51d6ea6bc831 service neutron] 10.222.0.13 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7179663 Feb 28 20:16:12.646365 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce4c3-5c0f-4491-8912-c52f06d5c06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:12.735209 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce4c3-5c0f-4491-8912-c52f06d5c06e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:12.740041 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1a1ce4c3-5c0f-4491-8912-c52f06d5c06e admin admin] 10.222.0.13 "DELETE /v2.0/networks/84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f HTTP/1.1" status: 204 len: 168 time: 2.3551812 Feb 28 20:16:12.767897 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ce4c3-5c0f-4491-8912-c52f06d5c06e admin admin] Pushing event deleted for resources: {'Network': ['ID=84b8c7e0-9cb5-49f2-b942-96ba8bf29f7f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:12.773264 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-4a5133df-4d1e-4350-8864-811f58b397ae None None] Provisioning complete for port 83981b6e-e0a2-4139-b32f-8241cc7287b7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:12.774413 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4a5133df-4d1e-4350-8864-811f58b397ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (83981b6e-e0a2-4139-b32f-8241cc7287b7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:12.845044 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec691-40fc-4e0e-b529-7397638de8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (83981b6e-e0a2-4139-b32f-8241cc7287b7), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:12.859593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4a5133df-4d1e-4350-8864-811f58b397ae None None] Port 83981b6e-e0a2-4139-b32f-8241cc7287b7 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:16:12.967414 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0135bb33-04f3-49e4-88fc-963e14f9c761 req-c903bdfc-5ff7-452d-a810-5e605f9de7fd tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492556 Feb 28 20:16:12.986912 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-aa47b506-6aed-4c24-b639-3be3db1c6e09 service neutron] 10.222.0.10 "GET /v2.0/ports/616f061c-2f6a-4501-8d85-4d693a7c90f6/bindings/n-h1-820368-21 HTTP/1.1" status: 200 len: 385 time: 0.1451058 Feb 28 20:16:13.040567 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-030a23bf-ac51-4312-8557-3729a2dfd323 service neutron] 10.222.0.13 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310470 Feb 28 20:16:13.071735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51166) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:13.163242 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-05b7c807-d45a-45d8-a4c7-42c9198c0ae6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7a3c8cc54e0425a915c03fcecdbf3f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0899248 Feb 28 20:16:13.163954 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51172) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:13.283486 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-21a693e9-953c-4300-a3a7-bb450a71e701 admin admin] Publish callbacks [] for security_group (b2dc9564-f6bd-4417-87f2-a1e4f81ac5c9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:13.322576 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77993de7-eca4-4b7c-8f1a-4bf420598dfe req-5666dbf4-8910-4b81-a027-71f8f383e77b tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:13.325059 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77993de7-eca4-4b7c-8f1a-4bf420598dfe req-5666dbf4-8910-4b81-a027-71f8f383e77b tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 943 time: 0.1317234 Feb 28 20:16:13.363541 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-21a693e9-953c-4300-a3a7-bb450a71e701 admin admin] Publish callbacks [] for security_group (b2dc9564-f6bd-4417-87f2-a1e4f81ac5c9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:13.416703 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77993de7-eca4-4b7c-8f1a-4bf420598dfe req-21f1e3fc-ef44-4798-8141-dd063673e540 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854266 Feb 28 20:16:13.424849 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-57a68183-e0af-4128-a012-e6815f5cf019 service neutron] For port 616f061c-2f6a-4501-8d85-4d693a7c90f6, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=616f061c-2f6a-4501-8d85-4d693a7c90f6,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:13.497928 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-21a693e9-953c-4300-a3a7-bb450a71e701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b2dc9564-f6bd-4417-87f2-a1e4f81ac5c9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:13.501000 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-21a693e9-953c-4300-a3a7-bb450a71e701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:13.501650 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-57a68183-e0af-4128-a012-e6815f5cf019 service neutron] For port 616f061c-2f6a-4501-8d85-4d693a7c90f6, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:16:13.502382 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-21a693e9-953c-4300-a3a7-bb450a71e701 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2dc9564-f6bd-4417-87f2-a1e4f81ac5c9 HTTP/1.1" status: 204 len: 168 time: 0.3372705 Feb 28 20:16:13.519480 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a693e9-953c-4300-a3a7-bb450a71e701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dc9564-f6bd-4417-87f2-a1e4f81ac5c9,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:13.554920 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc6f5d-3171-4682-9d84-f7af06918ef2 req-2d5524a4-244e-4bd5-9c57-e44e48d2e9fc tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:13.565392 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6cc6f5d-3171-4682-9d84-f7af06918ef2 req-2d5524a4-244e-4bd5-9c57-e44e48d2e9fc tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 945 time: 0.1332264 Feb 28 20:16:13.615058 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-57a68183-e0af-4128-a012-e6815f5cf019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616f061c-2f6a-4501-8d85-4d693a7c90f6 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:16:13.662904 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec691-40fc-4e0e-b529-7397638de8e6 admin admin] Publish callbacks [] for port (83981b6e-e0a2-4139-b32f-8241cc7287b7), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:13.668351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-57a68183-e0af-4128-a012-e6815f5cf019 service neutron] For port 616f061c-2f6a-4501-8d85-4d693a7c90f6, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=616f061c-2f6a-4501-8d85-4d693a7c90f6,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:13.693583 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6cc6f5d-3171-4682-9d84-f7af06918ef2 req-c1266040-a3fe-429f-b761-4a882f6028ca tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266594 Feb 28 20:16:13.721026 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec691-40fc-4e0e-b529-7397638de8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (83981b6e-e0a2-4139-b32f-8241cc7287b7), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:13.769972 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4534d077-7479-4257-9e81-c0348c0fe50e up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:16:13.870143 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7f79a79b-dc72-4981-9848-e80b36b278b4 req-6d340994-9a6e-4ce6-9390-c2db690979ec tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=37434970-6ca6-4122-9bb8-51e4ae8db759 HTTP/1.1" status: 200 len: 210 time: 0.0640898 Feb 28 20:16:13.975393 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ec691-40fc-4e0e-b529-7397638de8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=83981b6e-e0a2-4139-b32f-8241cc7287b7,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:13.984994 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4534d077-7479-4257-9e81-c0348c0fe50e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:13.985558 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4534d077-7479-4257-9e81-c0348c0fe50e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:13.994693 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-57a68183-e0af-4128-a012-e6815f5cf019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (616f061c-2f6a-4501-8d85-4d693a7c90f6), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:14.217501 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d22fe-5d87-4f54-bef1-b06671514948 req-b808e13d-4f93-4b13-9d96-8b8afe24d50e tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:14.225195 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4534d077-7479-4257-9e81-c0348c0fe50e is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:14.225823 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e1d22fe-5d87-4f54-bef1-b06671514948 req-b808e13d-4f93-4b13-9d96-8b8afe24d50e tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44d23b5-0e33-4900-8196-707823bacd66 HTTP/1.1" status: 200 len: 948 time: 0.1487353 Feb 28 20:16:14.226205 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4534d077-7479-4257-9e81-c0348c0fe50e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:14.321937 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 4534d077-7479-4257-9e81-c0348c0fe50e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4534d077-7479-4257-9e81-c0348c0fe50e,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:14.329603 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4534d077-7479-4257-9e81-c0348c0fe50e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:14.344140 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec691-40fc-4e0e-b529-7397638de8e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (2805664f-be54-4efb-9e8a-77e54570829e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:14.429126 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e1d22fe-5d87-4f54-bef1-b06671514948 req-89b6ec62-2df0-4316-aebe-e348e4b5b523 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937051 Feb 28 20:16:14.553028 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=4534d077-7479-4257-9e81-c0348c0fe50e,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:14.620270 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-57a68183-e0af-4128-a012-e6815f5cf019 service neutron] Transition to ACTIVE for port object 616f061c-2f6a-4501-8d85-4d693a7c90f6 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:16:14.630857 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-57a68183-e0af-4128-a012-e6815f5cf019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (616f061c-2f6a-4501-8d85-4d693a7c90f6), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:14.634765 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2ec691-40fc-4e0e-b529-7397638de8e6 admin admin] Network 233d5bc4-584b-43c0-9b71-169a858435d9 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:16:14.660763 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-9b2ec691-40fc-4e0e-b529-7397638de8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:16:14.685459 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dbb03-0076-47f9-a530-96126168337c req-4be54b81-4a1d-4faf-9e56-4a1ca5eb67bb tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:14.693382 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-908dbb03-0076-47f9-a530-96126168337c req-4be54b81-4a1d-4faf-9e56-4a1ca5eb67bb tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 943 time: 0.1609375 Feb 28 20:16:14.803835 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-908dbb03-0076-47f9-a530-96126168337c req-000f912c-6ff7-4ae7-936f-dc11a3809629 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094360 Feb 28 20:16:14.849652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-7dbdb11f-d852-4e1e-b705-34da6de4097e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:14.857834 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-7dbdb11f-d852-4e1e-b705-34da6de4097e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/networks?id=3adfc03b-765e-462a-ae7c-192406d60f28 HTTP/1.1" status: 200 len: 815 time: 0.3093414 Feb 28 20:16:14.876838 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-0708efb0-4cfe-4ce0-9ea0-f5ac5482d5be tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/quotas/8679f51c9a334f8287988308eacd8186 HTTP/1.1" status: 200 len: 375 time: 0.0176570 Feb 28 20:16:14.887570 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2ec691-40fc-4e0e-b529-7397638de8e6 admin admin] Router 2805664f-be54-4efb-9e8a-77e54570829e has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:16:14.892964 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a68183-e0af-4128-a012-e6815f5cf019 service neutron] Pushing event updated for resources: {'Port': ['ID=616f061c-2f6a-4501-8d85-4d693a7c90f6,revision_number=10']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:15.097127 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-8414ec08-59c7-4763-871c-d047f1fe70ba tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8679f51c9a334f8287988308eacd8186&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2035251 Feb 28 20:16:15.152008 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-df0cb1af-7be8-4091-8d2b-d0a62c2d7ec3 None None] Provisioning complete for port 83981b6e-e0a2-4139-b32f-8241cc7287b7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:15.153288 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-df0cb1af-7be8-4091-8d2b-d0a62c2d7ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (83981b6e-e0a2-4139-b32f-8241cc7287b7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:15.242869 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-22f6272e-300c-476f-98a9-0ad9ed06a695 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:15.245671 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-22f6272e-300c-476f-98a9-0ad9ed06a695 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/networks?id=2067db44-a0e1-4017-99b4-56823d1291bf HTTP/1.1" status: 200 len: 809 time: 0.2951570 Feb 28 20:16:15.257460 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-df0cb1af-7be8-4091-8d2b-d0a62c2d7ec3 None None] Port 83981b6e-e0a2-4139-b32f-8241cc7287b7 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:16:15.288321 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-1c781399-804a-4cd2-be53-8cf23cbc9372 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/quotas/c640ef011ccc4acebfeec6f3cf5b1407 HTTP/1.1" status: 200 len: 375 time: 0.0219417 Feb 28 20:16:15.395381 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-e081d40b-8fa7-42fc-971f-17cdc021ee4a tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c640ef011ccc4acebfeec6f3cf5b1407&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0998502 Feb 28 20:16:15.490940 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-57a68183-e0af-4128-a012-e6815f5cf019 service neutron] No DVR routers for this DVR port 616f061c-2f6a-4501-8d85-4d693a7c90f6 on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:16:15.598023 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2ec691-40fc-4e0e-b529-7397638de8e6 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:16:15.600773 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4534d077-7479-4257-9e81-c0348c0fe50e up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:16:15.668970 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] Sync routers for ids ['2805664f-be54-4efb-9e8a-77e54570829e'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:16:15.674039 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9b2ec691-40fc-4e0e-b529-7397638de8e6 admin admin] 10.222.0.13 "PUT /v2.0/routers/2805664f-be54-4efb-9e8a-77e54570829e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0819690 Feb 28 20:16:15.698074 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-57a68183-e0af-4128-a012-e6815f5cf019 service neutron] 10.222.0.10 "PUT /v2.0/ports/616f061c-2f6a-4501-8d85-4d693a7c90f6/bindings/n-h1-820368-21/activate HTTP/1.1" status: 200 len: 370 time: 2.6792088 Feb 28 20:16:15.750905 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] Routers {'2805664f-be54-4efb-9e8a-77e54570829e'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:16:15.756856 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:15:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2805664f-be54-4efb-9e8a-77e54570829e'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:15.786672 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd7b9e-3a11-4dc4-abed-528126fb2cb5 req-ad6dc015-8d4b-44e4-83ab-36900aa7ac1f tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:15.803207 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6bbd7b9e-3a11-4dc4-abed-528126fb2cb5 req-ad6dc015-8d4b-44e4-83ab-36900aa7ac1f tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.15 "GET /v2.0/ports?device_id=0adb7f5d-aecd-47e3-ba85-62e789bcf351 HTTP/1.1" status: 200 len: 945 time: 0.2430146 Feb 28 20:16:15.944648 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-5d6ca562-dc21-4d04-a650-4808e7fa7df0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:16:15.954552 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-5d6ca562-dc21-4d04-a650-4808e7fa7df0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8482022 Feb 28 20:16:16.072543 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] Set router 2805664f-be54-4efb-9e8a-77e54570829e gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:16:16.086043 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-d5b709db-8e83-4b49-a179-f9c9b5a4daee service neutron] 10.222.0.13 "GET /v2.0/networks/2067db44-a0e1-4017-99b4-56823d1291bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6898246 Feb 28 20:16:16.182654 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-3d796c4f-d773-49a2-ac90-d5eaf09e3518 service neutron] 10.222.0.13 "GET /v2.0/networks/3adfc03b-765e-462a-ae7c-192406d60f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268083 Feb 28 20:16:16.207112 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-50db01ab-327b-48bc-b84d-13548ee4e373 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:16.208682 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-50db01ab-327b-48bc-b84d-13548ee4e373 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854&tenant_id=b4b67168c19e47fc8123410b2d1449a0&binding%3Ahost_id=n-h2-820368-21 HTTP/1.1" status: 200 len: 1127 time: 0.4042947 Feb 28 20:16:16.223280 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abd9a1-7175-48a5-829b-023b098504c1 req-de61ad4b-3a11-44b7-8b0a-ea2152836163 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:16.225098 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32abd9a1-7175-48a5-829b-023b098504c1 req-de61ad4b-3a11-44b7-8b0a-ea2152836163 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.15 "GET /v2.0/ports?device_id=f44d23b5-0e33-4900-8196-707823bacd66 HTTP/1.1" status: 200 len: 948 time: 0.2943072 Feb 28 20:16:16.363783 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-a868ab35-05d9-471e-bc0e-0766c7086627 service neutron] 10.222.0.13 "GET /v2.0/networks/2067db44-a0e1-4017-99b4-56823d1291bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759252 Feb 28 20:16:16.375388 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-6bbd7b9e-3a11-4dc4-abed-528126fb2cb5 req-5942a126-2e86-436c-8c8e-114dc6cc1061 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Deleting port e6887ec8-77c0-4f9c-9781-b5aa20a526af {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:16:16.375730 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-6bbd7b9e-3a11-4dc4-abed-528126fb2cb5 req-5942a126-2e86-436c-8c8e-114dc6cc1061 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e6887ec8-77c0-4f9c-9781-b5aa20a526af), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:16.420534 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-be59e370-8c41-487d-98a3-b9a62a5ecc10 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:16.422052 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-be59e370-8c41-487d-98a3-b9a62a5ecc10 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.10 "GET /v2.0/networks?id=c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 200 len: 811 time: 0.3492746 Feb 28 20:16:16.474602 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-4d5b85fa-b359-43b1-bfa5-da7be8650514 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Request body: {'port': {'device_id': '37434970-6ca6-4122-9bb8-51e4ae8db759', 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2', 'admin_state_up': True, 'tenant_id': '319e808d1d994e11b5f42f1d9f8b43af'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:16.484757 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-8a987108-54a7-4a49-8f34-696f67f27b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:16.486395 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-8a987108-54a7-4a49-8f34-696f67f27b70 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854&tenant_id=b4b67168c19e47fc8123410b2d1449a0 HTTP/1.1" status: 200 len: 1127 time: 0.2455258 Feb 28 20:16:16.512052 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-9d5478bd-953e-4de8-9d24-7ce4a96e0dcf service neutron] 10.222.0.13 "GET /v2.0/networks/3adfc03b-765e-462a-ae7c-192406d60f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280320 Feb 28 20:16:16.519920 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4534d077-7479-4257-9e81-c0348c0fe50e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:16.520503 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4534d077-7479-4257-9e81-c0348c0fe50e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:16.570326 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-05f1ff3f-76fa-4c5b-9882-2a5b7e8ee9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:16.596725 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-32abd9a1-7175-48a5-829b-023b098504c1 req-683b96ec-aa3f-4293-9028-393b2a3fd97e tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Deleting port 399d9b21-61bd-462f-83f3-ecb14cb4189e {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:16:16.600623 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-32abd9a1-7175-48a5-829b-023b098504c1 req-683b96ec-aa3f-4293-9028-393b2a3fd97e tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:16.643153 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4534d077-7479-4257-9e81-c0348c0fe50e is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:16.649432 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2805664f-be54-4efb-9e8a-77e54570829e', 'name': 'tempest-ServersTestManualDisk-1264889210-router', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:03Z', 'updated_at': '2022-02-28T20:16:12Z', 'revision_number': 4, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'gw_port': {'id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:04Z', 'updated_at': '2022-02-28T20:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '83981b6e-e0a2-4139-b32f-8241cc7287b7', 'name': '', 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'mac_address': 'fa:16:3e:14:c7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd403bcec-eb11-47f4-86b8-58ed18fc0376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:11Z', 'updated_at': '2022-02-28T20:16:12Z', 'revision_number': 2, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'subnets': [{'id': 'd403bcec-eb11-47f4-86b8-58ed18fc0376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:16.683245 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] Checking router: 2805664f-be54-4efb-9e8a-77e54570829e for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:16:16.683775 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] Updating router 2805664f-be54-4efb-9e8a-77e54570829e port 83981b6e-e0a2-4139-b32f-8241cc7287b7 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:16:16.704709 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-4d5b85fa-b359-43b1-bfa5-da7be8650514 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Made reservation on behalf of 319e808d1d994e11b5f42f1d9f8b43af for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:16:16.710752 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-4d5b85fa-b359-43b1-bfa5-da7be8650514 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:16.718846 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (83981b6e-e0a2-4139-b32f-8241cc7287b7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:16.876246 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-32abd9a1-7175-48a5-829b-023b098504c1 req-683b96ec-aa3f-4293-9028-393b2a3fd97e tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] For port 399d9b21-61bd-462f-83f3-ecb14cb4189e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=399d9b21-61bd-462f-83f3-ecb14cb4189e,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:16.876920 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-32abd9a1-7175-48a5-829b-023b098504c1 req-683b96ec-aa3f-4293-9028-393b2a3fd97e tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:16.904693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-32abd9a1-7175-48a5-829b-023b098504c1 req-683b96ec-aa3f-4293-9028-393b2a3fd97e tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Calling delete_port for 399d9b21-61bd-462f-83f3-ecb14cb4189e owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:16:16.968197 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-4d5b85fa-b359-43b1-bfa5-da7be8650514 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Allocated IP 172.20.0.5 (c8345f72-ebdd-4937-93d2-787e920180e2/17bdb014-8992-41b5-9199-5d89512b4a60/073a6a6e-d638-4f9c-ae6c-5d748eb3910a) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:16:17.116815 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] Publish callbacks [] for port (83981b6e-e0a2-4139-b32f-8241cc7287b7), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:17.130290 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (83981b6e-e0a2-4139-b32f-8241cc7287b7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:17.137974 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d8e2e8fa-9e71-4788-b315-78d7a551b99b req-2c3e0c91-8cdb-45c6-8e12-d80df3eef63e tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=37434970-6ca6-4122-9bb8-51e4ae8db759 HTTP/1.1" status: 200 len: 210 time: 0.0872507 Feb 28 20:16:17.168143 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fcda3-94bb-43be-b98d-e99d337ebf06 req-67e55cc7-3a36-4de8-a0d9-6e31f69b1982 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:17.177192 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-286fcda3-94bb-43be-b98d-e99d337ebf06 req-67e55cc7-3a36-4de8-a0d9-6e31f69b1982 tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44d23b5-0e33-4900-8196-707823bacd66 HTTP/1.1" status: 200 len: 948 time: 0.2494791 Feb 28 20:16:17.416543 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-6bbd7b9e-3a11-4dc4-abed-528126fb2cb5 req-5942a126-2e86-436c-8c8e-114dc6cc1061 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] For port e6887ec8-77c0-4f9c-9781-b5aa20a526af, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e6887ec8-77c0-4f9c-9781-b5aa20a526af,segment=NetworkSegment(9d1645d2-e849-4f5c-bf28-d28b3f617709),segment_id=9d1645d2-e849-4f5c-bf28-d28b3f617709)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:17.416943 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-6bbd7b9e-3a11-4dc4-abed-528126fb2cb5 req-5942a126-2e86-436c-8c8e-114dc6cc1061 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e6887ec8-77c0-4f9c-9781-b5aa20a526af), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:17.446365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] Attempting to bind port 83981b6e-e0a2-4139-b32f-8241cc7287b7 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:16:17.447093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] Attempting to bind port 83981b6e-e0a2-4139-b32f-8241cc7287b7 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '01a828aa-500d-40ac-b791-b8032d7033c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:16:17.447827 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] Attempting to bind port 83981b6e-e0a2-4139-b32f-8241cc7287b7 on network 233d5bc4-584b-43c0-9b71-169a858435d9 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:16:17.453377 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76bdfc-0257-486e-ac94-faab8abac008 None None] Pushing event updated for resources: {'Port': ['ID=83981b6e-e0a2-4139-b32f-8241cc7287b7,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:17.469865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:16:17.472413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] Checking segment: {'id': '01a828aa-500d-40ac-b791-b8032d7033c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:16:17.474608 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:17.476212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] Bound using segment: {'id': '01a828aa-500d-40ac-b791-b8032d7033c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:16:17.478981 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] Bound port: 83981b6e-e0a2-4139-b32f-8241cc7287b7, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a828aa-500d-40ac-b791-b8032d7033c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:16:17.479849 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (83981b6e-e0a2-4139-b32f-8241cc7287b7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:17.487137 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-7d485471-8829-4926-b45f-aaf639c85038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:17.519230 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-7d485471-8829-4926-b45f-aaf639c85038 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 1127 time: 0.8742831 Feb 28 20:16:17.526380 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-286fcda3-94bb-43be-b98d-e99d337ebf06 req-9c756c38-ad72-474d-8049-ca571e6167fa tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480334 Feb 28 20:16:17.572087 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-32abd9a1-7175-48a5-829b-023b098504c1 req-683b96ec-aa3f-4293-9028-393b2a3fd97e tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (399d9b21-61bd-462f-83f3-ecb14cb4189e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:17.625937 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b96ec-aa3f-4293-9028-393b2a3fd97e tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Pushing event deleted for resources: {'Port': ['ID=399d9b21-61bd-462f-83f3-ecb14cb4189e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:17.732937 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-4d5b85fa-b359-43b1-bfa5-da7be8650514 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks [] for port (073a6a6e-d638-4f9c-ae6c-5d748eb3910a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:17.736909 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] For port 83981b6e-e0a2-4139-b32f-8241cc7287b7, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:16:17.744793 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] For port 83981b6e-e0a2-4139-b32f-8241cc7287b7, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=83981b6e-e0a2-4139-b32f-8241cc7287b7,segment=NetworkSegment(01a828aa-500d-40ac-b791-b8032d7033c1),segment_id=01a828aa-500d-40ac-b791-b8032d7033c1)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:16:17.774470 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (83981b6e-e0a2-4139-b32f-8241cc7287b7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:17.778102 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-32abd9a1-7175-48a5-829b-023b098504c1 req-683b96ec-aa3f-4293-9028-393b2a3fd97e tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] No DVR routers for this DVR port 399d9b21-61bd-462f-83f3-ecb14cb4189e on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:16:17.782704 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-32abd9a1-7175-48a5-829b-023b098504c1 req-683b96ec-aa3f-4293-9028-393b2a3fd97e tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:17.787156 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32abd9a1-7175-48a5-829b-023b098504c1 req-683b96ec-aa3f-4293-9028-393b2a3fd97e tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.15 "DELETE /v2.0/ports/399d9b21-61bd-462f-83f3-ecb14cb4189e HTTP/1.1" status: 204 len: 173 time: 1.5521462 Feb 28 20:16:17.788059 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44d23b5-0e33-4900-8196-707823bacd66', 'name': 'network-vif-deleted', 'tag': '399d9b21-61bd-462f-83f3-ecb14cb4189e'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:16:17.791041 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2566dba6-82aa-4981-a331-96d78fbcbbb9" -d '{"events": [{"server_uuid": "f44d23b5-0e33-4900-8196-707823bacd66", "name": "network-vif-deleted", "tag": "399d9b21-61bd-462f-83f3-ecb14cb4189e"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:16:17.843427 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-6bbd7b9e-3a11-4dc4-abed-528126fb2cb5 req-5942a126-2e86-436c-8c8e-114dc6cc1061 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Calling delete_port for e6887ec8-77c0-4f9c-9781-b5aa20a526af owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:16:17.843686 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76bdfc-0257-486e-ac94-faab8abac008 None None] Pushing event updated for resources: {'Port': ['ID=83981b6e-e0a2-4139-b32f-8241cc7287b7,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:17.849119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1e4bd120-f4d7-4d3d-a06f-11e4eb9b4933 None None] Provisioning complete for port 83981b6e-e0a2-4139-b32f-8241cc7287b7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:17.850077 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1e4bd120-f4d7-4d3d-a06f-11e4eb9b4933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (83981b6e-e0a2-4139-b32f-8241cc7287b7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:17.863936 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21795b78-188e-4097-8f65-e4c31dd3c355 req-173a3c48-e46b-4ec5-b165-3e61a3483b3d tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:17.874184 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21795b78-188e-4097-8f65-e4c31dd3c355 req-173a3c48-e46b-4ec5-b165-3e61a3483b3d tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 944 time: 0.2226784 Feb 28 20:16:17.977146 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21795b78-188e-4097-8f65-e4c31dd3c355 req-b9f459a1-c7d2-4c2f-a498-8a83d2e5081b tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018138 Feb 28 20:16:18.037298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] Routers {'2805664f-be54-4efb-9e8a-77e54570829e'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:16:18.039139 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:15:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2805664f-be54-4efb-9e8a-77e54570829e'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:18.063256 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-4d5b85fa-b359-43b1-bfa5-da7be8650514 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (073a6a6e-d638-4f9c-ae6c-5d748eb3910a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:18.069684 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-7abb4ce1-2702-4571-a972-ce7d7d7671ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:18.079272 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-7abb4ce1-2702-4571-a972-ce7d7d7671ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 921 time: 0.5589776 Feb 28 20:16:18.275285 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ad1e6b0-6d38-4dd9-aae5-ab9ee3423b3d req-6379ce0f-61a4-439e-9bf7-40a2898f10a9 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 210 time: 0.0987930 Feb 28 20:16:18.415573 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] Set router 2805664f-be54-4efb-9e8a-77e54570829e gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:16:18.442407 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-4d5b85fa-b359-43b1-bfa5-da7be8650514 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Network c8345f72-ebdd-4937-93d2-787e920180e2 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:16:18.453664 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-9b7f9f1c-18fd-41f9-aab4-de16b3a34a29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=616f061c-2f6a-4501-8d85-4d693a7c90f6 HTTP/1.1" status: 200 len: 217 time: 0.2046828 Feb 28 20:16:18.495503 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-4d5b85fa-b359-43b1-bfa5-da7be8650514 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:16:18.497966 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8ac051ad-339a-4e57-8482-fef564413939 req-4c4203b3-ae2b-424d-af65-cebc05d09939 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/ports?device_id=b11a9dbd-1d67-45ec-98e2-aeae357f6a5c HTTP/1.1" status: 200 len: 210 time: 0.1066153 Feb 28 20:16:18.507450 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-4d5b85fa-b359-43b1-bfa5-da7be8650514 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:16:18.557094 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b08abbc-27ce-4b2b-a487-1b64d339cfad x-openstack-request-id: req-1b08abbc-27ce-4b2b-a487-1b64d339cfad {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:16:18.557395 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44d23b5-0e33-4900-8196-707823bacd66", "name": "network-vif-deleted", "tag": "399d9b21-61bd-462f-83f3-ecb14cb4189e", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:16:18.557744 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b08abbc-27ce-4b2b-a487-1b64d339cfad {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:16:18.558089 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44d23b5-0e33-4900-8196-707823bacd66', 'name': 'network-vif-deleted', 'tag': '399d9b21-61bd-462f-83f3-ecb14cb4189e', 'status': 'completed', 'code': 200} Feb 28 20:16:18.623447 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b85fa-b359-43b1-bfa5-da7be8650514 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Pushing event updated for resources: {'Port': ['ID=073a6a6e-d638-4f9c-ae6c-5d748eb3910a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:18.668348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1e4bd120-f4d7-4d3d-a06f-11e4eb9b4933 None None] Current status of the port 83981b6e-e0a2-4139-b32f-8241cc7287b7 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:18.668743 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1e4bd120-f4d7-4d3d-a06f-11e4eb9b4933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (83981b6e-e0a2-4139-b32f-8241cc7287b7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:18.747893 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51316) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:18.753065 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1e4bd120-f4d7-4d3d-a06f-11e4eb9b4933 None None] For port 83981b6e-e0a2-4139-b32f-8241cc7287b7, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=83981b6e-e0a2-4139-b32f-8241cc7287b7,segment=NetworkSegment(01a828aa-500d-40ac-b791-b8032d7033c1),segment_id=01a828aa-500d-40ac-b791-b8032d7033c1)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:18.765289 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-e31bdb98-c3dd-44cc-8679-e645c8596466 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--511097024', 'description': 'tempest-description--1711296604'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:18.773753 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1e4bd120-f4d7-4d3d-a06f-11e4eb9b4933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (83981b6e-e0a2-4139-b32f-8241cc7287b7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:18.851452 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e5088-bbd7-4e7e-85df-ed7b1d121715 req-f2712819-c7ce-48cf-8723-17301381856b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:18.853074 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea9e5088-bbd7-4e7e-85df-ed7b1d121715 req-f2712819-c7ce-48cf-8723-17301381856b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=37434970-6ca6-4122-9bb8-51e4ae8db759 HTTP/1.1" status: 200 len: 931 time: 0.1768968 Feb 28 20:16:18.854112 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e31bdb98-c3dd-44cc-8679-e645c8596466 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:18.858361 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-4d5b85fa-b359-43b1-bfa5-da7be8650514 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:18.859774 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-4d5b85fa-b359-43b1-bfa5-da7be8650514 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:18.887986 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bd120-f4d7-4d3d-a06f-11e4eb9b4933 None None] Pushing event updated for resources: {'Port': ['ID=83981b6e-e0a2-4139-b32f-8241cc7287b7,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:18.946910 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-4d5b85fa-b359-43b1-bfa5-da7be8650514 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4807551 Feb 28 20:16:18.950112 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-eb4eac9b-aaa9-4b0a-a269-5d32a7e9ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:18.951990 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-eb4eac9b-aaa9-4b0a-a269-5d32a7e9ce37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.4715283 Feb 28 20:16:18.960493 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Request body: {'port': {'device_id': '37434970-6ca6-4122-9bb8-51e4ae8db759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:18.976177 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e586a583-5b39-435f-b638-bb781f0c7fca None None] Provisioning complete for port 83981b6e-e0a2-4139-b32f-8241cc7287b7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:18.976412 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-6bbd7b9e-3a11-4dc4-abed-528126fb2cb5 req-5942a126-2e86-436c-8c8e-114dc6cc1061 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (e6887ec8-77c0-4f9c-9781-b5aa20a526af), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:18.976579 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e586a583-5b39-435f-b638-bb781f0c7fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (83981b6e-e0a2-4139-b32f-8241cc7287b7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:19.011553 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-54abf473-497d-415b-9cc1-d0ddee1b8feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:19.032482 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df6797b0-2991-48b5-b54e-2985fbcba4d0 req-b38ac65b-ff80-493e-9b58-35ad09d30ffe tempest-ListImageFiltersTestJSON-1400655872 tempest-ListImageFiltersTestJSON-1400655872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44d23b5-0e33-4900-8196-707823bacd66 HTTP/1.1" status: 200 len: 210 time: 0.1050317 Feb 28 20:16:19.040706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2805664f-be54-4efb-9e8a-77e54570829e', 'name': 'tempest-ServersTestManualDisk-1264889210-router', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:03Z', 'updated_at': '2022-02-28T20:16:12Z', 'revision_number': 4, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'gw_port': {'id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:04Z', 'updated_at': '2022-02-28T20:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '83981b6e-e0a2-4139-b32f-8241cc7287b7', 'name': '', 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'mac_address': 'fa:16:3e:14:c7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd403bcec-eb11-47f4-86b8-58ed18fc0376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:11Z', 'updated_at': '2022-02-28T20:16:17Z', 'revision_number': 4, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'subnets': [{'id': 'd403bcec-eb11-47f4-86b8-58ed18fc0376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:19.080489 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7873c0fa-77b1-4691-863c-165b0e78390b None None] The sync data for ids ['2805664f-be54-4efb-9e8a-77e54570829e'] in n-d-820368-21 is: [{'id': '2805664f-be54-4efb-9e8a-77e54570829e', 'name': 'tempest-ServersTestManualDisk-1264889210-router', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:03Z', 'updated_at': '2022-02-28T20:16:12Z', 'revision_number': 4, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'gw_port': {'id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:04Z', 'updated_at': '2022-02-28T20:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '83981b6e-e0a2-4139-b32f-8241cc7287b7', 'name': '', 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'mac_address': 'fa:16:3e:14:c7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd403bcec-eb11-47f4-86b8-58ed18fc0376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:11Z', 'updated_at': '2022-02-28T20:16:17Z', 'revision_number': 4, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'subnets': [{'id': 'd403bcec-eb11-47f4-86b8-58ed18fc0376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:16:19.092816 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea9e5088-bbd7-4e7e-85df-ed7b1d121715 req-e01f1f90-8abb-4827-b942-1c9ad7a9841e tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265956 Feb 28 20:16:19.114738 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942a126-2e86-436c-8c8e-114dc6cc1061 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Pushing event deleted for resources: {'Port': ['ID=e6887ec8-77c0-4f9c-9781-b5aa20a526af,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:19.143410 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-f48c2b8b-4764-4fa1-9763-e40f1d3f36af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1797833 Feb 28 20:16:19.210918 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e31bdb98-c3dd-44cc-8679-e645c8596466 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks [] for security_group (5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:19.229695 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e31bdb98-c3dd-44cc-8679-e645c8596466 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:19.272662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e586a583-5b39-435f-b638-bb781f0c7fca None None] Current status of the port 83981b6e-e0a2-4139-b32f-8241cc7287b7 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:19.341195 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:19.419692 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (073a6a6e-d638-4f9c-ae6c-5d748eb3910a), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:19.436072 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.15', 58539) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:19.615261 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-32b0815a-19b1-43a1-bee9-9cd3e401ce1e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:19.616857 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-32b0815a-19b1-43a1-bee9-9cd3e401ce1e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.15 "GET /v2.0/networks?id=3adfc03b-765e-462a-ae7c-192406d60f28 HTTP/1.1" status: 200 len: 815 time: 0.3267357 Feb 28 20:16:19.631144 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbd7b9e-3a11-4dc4-abed-528126fb2cb5 req-5942a126-2e86-436c-8c8e-114dc6cc1061 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] No DVR routers for this DVR port e6887ec8-77c0-4f9c-9781-b5aa20a526af on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:16:19.636201 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-6bbd7b9e-3a11-4dc4-abed-528126fb2cb5 req-5942a126-2e86-436c-8c8e-114dc6cc1061 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:19.644229 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-fb22bf7e-5f10-4ccb-ae6c-216d44ee8542 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Request body: {'port': {'device_id': 'bd6a1e2a-cb53-436b-8c3d-5a0ba0187640', 'network_id': '3adfc03b-765e-462a-ae7c-192406d60f28', 'admin_state_up': True, 'tenant_id': '8679f51c9a334f8287988308eacd8186'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:19.650171 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6bbd7b9e-3a11-4dc4-abed-528126fb2cb5 req-5942a126-2e86-436c-8c8e-114dc6cc1061 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.15 "DELETE /v2.0/ports/e6887ec8-77c0-4f9c-9781-b5aa20a526af HTTP/1.1" status: 204 len: 173 time: 3.8343809 Feb 28 20:16:19.710585 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 399d9b21-61bd-462f-83f3-ecb14cb4189e no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:16:19.726959 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e31bdb98-c3dd-44cc-8679-e645c8596466 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:19.742295 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e31bdb98-c3dd-44cc-8679-e645c8596466 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9906399 Feb 28 20:16:19.744782 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bdb98-c3dd-44cc-8679-e645c8596466 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:19.747361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51330) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:19.774589 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adb7f5d-aecd-47e3-ba85-62e789bcf351', 'name': 'network-vif-deleted', 'tag': 'e6887ec8-77c0-4f9c-9781-b5aa20a526af'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:16:19.775316 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 83981b6e-e0a2-4139-b32f-8241cc7287b7 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:16:19.778920 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-a4cb9640-5cb3-4e24-a1ac-aa991d6e43dd tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Request body: {'security_group_rule': {'security_group_id': '5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:19.781532 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f43d7a-409b-4c41-ad67-8911f4b8d957" -d '{"events": [{"server_uuid": "0adb7f5d-aecd-47e3-ba85-62e789bcf351", "name": "network-vif-deleted", "tag": "e6887ec8-77c0-4f9c-9781-b5aa20a526af"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:16:19.797934 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 399d9b21-61bd-462f-83f3-ecb14cb4189e {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:16:19.798349 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 399d9b21-61bd-462f-83f3-ecb14cb4189e not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:16:19.801112 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device e6887ec8-77c0-4f9c-9781-b5aa20a526af no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:16:19.939709 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e92d0-7e6f-4772-ba3a-3bdc975538cb req-b6af43e3-3e23-4c45-a5fc-d5f1f2683078 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:19.948553 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-026e92d0-7e6f-4772-ba3a-3bdc975538cb req-b6af43e3-3e23-4c45-a5fc-d5f1f2683078 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 944 time: 0.3589926 Feb 28 20:16:19.957658 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: e6887ec8-77c0-4f9c-9781-b5aa20a526af {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:16:19.957995 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device e6887ec8-77c0-4f9c-9781-b5aa20a526af not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:16:20.021134 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:20.038098 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 83981b6e-e0a2-4139-b32f-8241cc7287b7 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:20.038420 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (83981b6e-e0a2-4139-b32f-8241cc7287b7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:20.051537 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-42359398-72dc-4a33-b13b-07f6584848af req-069726e8-eb00-4f36-bef5-ac4d05920ba1 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 210 time: 0.0775828 Feb 28 20:16:20.052587 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a4cb9640-5cb3-4e24-a1ac-aa991d6e43dd tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks [] for security_group_rule (bdb76166-9666-4797-b2fe-dd3e841549dd), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:20.220765 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-026e92d0-7e6f-4772-ba3a-3bdc975538cb req-ff175abd-1b4e-4a5b-baf5-3e335e994d84 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665627 Feb 28 20:16:20.250974 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-fb22bf7e-5f10-4ccb-ae6c-216d44ee8542 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Made reservation on behalf of 8679f51c9a334f8287988308eacd8186 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:16:20.265882 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-fb22bf7e-5f10-4ccb-ae6c-216d44ee8542 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:20.289935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 83981b6e-e0a2-4139-b32f-8241cc7287b7 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:20.413675 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e3644d15-83bf-4ceb-b705-2128eb1fafbf req-1040384c-950a-4b7c-9e6b-6a2b40c4f7f4 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/ports?device_id=b11a9dbd-1d67-45ec-98e2-aeae357f6a5c HTTP/1.1" status: 200 len: 210 time: 0.2154484 Feb 28 20:16:20.483788 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073a6a6e-d638-4f9c-ae6c-5d748eb3910a {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:16:20.492277 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Publish callbacks [] for port (073a6a6e-d638-4f9c-ae6c-5d748eb3910a), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:20.495794 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a4cb9640-5cb3-4e24-a1ac-aa991d6e43dd tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks [] for security_group_rule (bdb76166-9666-4797-b2fe-dd3e841549dd), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:20.499478 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050df47e-86d6-4f12-908b-396e739222cd x-openstack-request-id: req-050df47e-86d6-4f12-908b-396e739222cd {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:16:20.499819 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adb7f5d-aecd-47e3-ba85-62e789bcf351", "name": "network-vif-deleted", "tag": "e6887ec8-77c0-4f9c-9781-b5aa20a526af", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:16:20.500055 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-050df47e-86d6-4f12-908b-396e739222cd {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:16:20.500520 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adb7f5d-aecd-47e3-ba85-62e789bcf351', 'name': 'network-vif-deleted', 'tag': 'e6887ec8-77c0-4f9c-9781-b5aa20a526af', 'status': 'completed', 'code': 200} Feb 28 20:16:20.515009 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a4cb9640-5cb3-4e24-a1ac-aa991d6e43dd tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (bdb76166-9666-4797-b2fe-dd3e841549dd), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:20.527627 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-913373e6-c97c-4501-a05a-c59debb70f3c service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3384507 Feb 28 20:16:20.558907 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-63d43ed5-9664-4704-8e20-cd6eb8ad1720 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:20.560969 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-63d43ed5-9664-4704-8e20-cd6eb8ad1720 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.15 "GET /v2.0/networks?id=2067db44-a0e1-4017-99b4-56823d1291bf HTTP/1.1" status: 200 len: 809 time: 1.1168747 Feb 28 20:16:20.572265 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Transition to ACTIVE for port object 073a6a6e-d638-4f9c-ae6c-5d748eb3910a will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:16:20.584315 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-dfb88dd8-8718-4973-94da-916d9d0c8e64 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Request body: {'port': {'device_id': 'b11a9dbd-1d67-45ec-98e2-aeae357f6a5c', 'network_id': '2067db44-a0e1-4017-99b4-56823d1291bf', 'admin_state_up': True, 'tenant_id': 'c640ef011ccc4acebfeec6f3cf5b1407'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:20.593686 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (073a6a6e-d638-4f9c-ae6c-5d748eb3910a), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:20.606134 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb9640-5cb3-4e24-a1ac-aa991d6e43dd tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb76166-9666-4797-b2fe-dd3e841549dd,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:20.633106 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a4cb9640-5cb3-4e24-a1ac-aa991d6e43dd tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:20.638169 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a4cb9640-5cb3-4e24-a1ac-aa991d6e43dd tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8716812 Feb 28 20:16:20.651915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51348) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:20.713181 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Pushing event updated for resources: {'Port': ['ID=073a6a6e-d638-4f9c-ae6c-5d748eb3910a,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:20.764654 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-fb22bf7e-5f10-4ccb-ae6c-216d44ee8542 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Allocated IP 172.20.0.2 (3adfc03b-765e-462a-ae7c-192406d60f28/466e7b2a-44e7-4036-8d62-6c0fcc6f61ca/59c3a43d-1332-4015-b10a-aed4148af8a6) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:16:20.852491 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-543c0e64-4990-408d-82e1-4505fa34f0c5 service neutron] 10.222.0.15 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107493 Feb 28 20:16:20.958228 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Attempting to bind port 073a6a6e-d638-4f9c-ae6c-5d748eb3910a on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:16:20.958632 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Attempting to bind port 073a6a6e-d638-4f9c-ae6c-5d748eb3910a by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:16:20.958919 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Attempting to bind port 073a6a6e-d638-4f9c-ae6c-5d748eb3910a on network c8345f72-ebdd-4937-93d2-787e920180e2 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:16:20.966179 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Port 073a6a6e-d638-4f9c-ae6c-5d748eb3910a on network c8345f72-ebdd-4937-93d2-787e920180e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:16:20.966582 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Attempting to bind port 073a6a6e-d638-4f9c-ae6c-5d748eb3910a on network c8345f72-ebdd-4937-93d2-787e920180e2 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:16:20.977522 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:16:20.977879 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Checking segment: {'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:16:20.978379 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Bound using segment: {'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:16:20.993399 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Bound port: 073a6a6e-d638-4f9c-ae6c-5d748eb3910a, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db70c4f-4592-40fc-a570-e59052ddf0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:16:20.993910 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (073a6a6e-d638-4f9c-ae6c-5d748eb3910a), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:21.026639 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-dfb88dd8-8718-4973-94da-916d9d0c8e64 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Made reservation on behalf of c640ef011ccc4acebfeec6f3cf5b1407 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:16:21.029491 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-fb22bf7e-5f10-4ccb-ae6c-216d44ee8542 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks [] for port (59c3a43d-1332-4015-b10a-aed4148af8a6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:21.043174 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-dfb88dd8-8718-4973-94da-916d9d0c8e64 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:21.102580 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-dc98b25b-23f5-450b-a56f-d38567417692 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Request body: {'security_group_rule': {'security_group_id': '5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:21.134490 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-fb22bf7e-5f10-4ccb-ae6c-216d44ee8542 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (59c3a43d-1332-4015-b10a-aed4148af8a6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:21.221355 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:21.230314 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-fb22bf7e-5f10-4ccb-ae6c-216d44ee8542 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Network 3adfc03b-765e-462a-ae7c-192406d60f28 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:16:21.245519 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-fb22bf7e-5f10-4ccb-ae6c-216d44ee8542 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:16:21.261663 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-fb22bf7e-5f10-4ccb-ae6c-216d44ee8542 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:16:21.316927 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc98b25b-23f5-450b-a56f-d38567417692 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks [] for security_group_rule (4110e5f4-4d5e-4a95-a00d-651b7ea1417d), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:21.341738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22bf7e-5f10-4ccb-ae6c-216d44ee8542 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Pushing event updated for resources: {'Port': ['ID=59c3a43d-1332-4015-b10a-aed4148af8a6,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:21.382657 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] For port 073a6a6e-d638-4f9c-ae6c-5d748eb3910a, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:16:21.412125 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5d5e1-e255-47f9-82ff-a6471c90ddfd req-d97f247a-8eae-4800-8a7b-c34e0275b17b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:21.419231 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dec5d5e1-e255-47f9-82ff-a6471c90ddfd req-d97f247a-8eae-4800-8a7b-c34e0275b17b tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=37434970-6ca6-4122-9bb8-51e4ae8db759 HTTP/1.1" status: 200 len: 943 time: 0.8199053 Feb 28 20:16:21.538038 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-fb22bf7e-5f10-4ccb-ae6c-216d44ee8542 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:21.538707 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-fb22bf7e-5f10-4ccb-ae6c-216d44ee8542 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:21.564316 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-dfb88dd8-8718-4973-94da-916d9d0c8e64 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Allocated IP 172.20.0.4 (2067db44-a0e1-4017-99b4-56823d1291bf/a7d64785-4005-4c2a-b49f-aa457c546455/77bb4afe-2e34-4d32-bd9c-1b267bebc4d0) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:16:21.599222 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dec5d5e1-e255-47f9-82ff-a6471c90ddfd req-c819adf2-28f2-43a7-bc0c-c192b24cee94 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789351 Feb 28 20:16:21.616803 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-fb22bf7e-5f10-4ccb-ae6c-216d44ee8542 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9718716 Feb 28 20:16:21.636381 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] Request body: {'port': {'device_id': 'bd6a1e2a-cb53-436b-8c3d-5a0ba0187640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:21.637483 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] For port 073a6a6e-d638-4f9c-ae6c-5d748eb3910a, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=073a6a6e-d638-4f9c-ae6c-5d748eb3910a,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:16:21.672100 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (073a6a6e-d638-4f9c-ae6c-5d748eb3910a), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:21.704819 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc98b25b-23f5-450b-a56f-d38567417692 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks [] for security_group_rule (4110e5f4-4d5e-4a95-a00d-651b7ea1417d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:21.717391 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-6e347fc7-f47a-4f0f-a188-3a207ced95f0 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:21.723304 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-6e347fc7-f47a-4f0f-a188-3a207ced95f0 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854&tenant_id=b4b67168c19e47fc8123410b2d1449a0&binding%3Ahost_id=n-h1-820368-21 HTTP/1.1" status: 200 len: 1127 time: 0.5658982 Feb 28 20:16:21.746767 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc98b25b-23f5-450b-a56f-d38567417692 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (4110e5f4-4d5e-4a95-a00d-651b7ea1417d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:21.752777 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:21.753460 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:21.755721 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] 10.222.0.10 "PUT /v2.0/ports/073a6a6e-d638-4f9c-ae6c-5d748eb3910a HTTP/1.1" status: 200 len: 1092 time: 2.7989645 Feb 28 20:16:21.825698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98b25b-23f5-450b-a56f-d38567417692 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4110e5f4-4d5e-4a95-a00d-651b7ea1417d,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:21.864359 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc98b25b-23f5-450b-a56f-d38567417692 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:21.865668 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-dc98b25b-23f5-450b-a56f-d38567417692 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2125647 Feb 28 20:16:21.873025 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c50ca6-a8aa-4322-b76c-035b3a1a4363 req-9a4a9cea-9a01-4fae-a5de-948ce7d65c78 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:21.876093 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51382) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:21.880896 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73c50ca6-a8aa-4322-b76c-035b3a1a4363 req-9a4a9cea-9a01-4fae-a5de-948ce7d65c78 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 931 time: 0.2371051 Feb 28 20:16:21.903021 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-95ed398e-37ab-4a54-8a4e-766d0ffccc5e tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:21.941434 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:16:21.959285 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab32ca-bfb2-4145-98c2-b66cf43d1ae7 req-f1d1a0d8-d871-4127-bf40-d7f1f299a3e5 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:21.960870 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3fab32ca-bfb2-4145-98c2-b66cf43d1ae7 req-f1d1a0d8-d871-4127-bf40-d7f1f299a3e5 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 944 time: 0.2464440 Feb 28 20:16:21.965638 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (59c3a43d-1332-4015-b10a-aed4148af8a6), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:21.973370 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Pushing event updated for resources: {'Port': ['ID=073a6a6e-d638-4f9c-ae6c-5d748eb3910a,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:21.985663 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:21.986015 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:21.986352 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:21.986754 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:21.987074 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:21.987443 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:21.988359 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:21.988747 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:21.989070 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:21.989415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:21.989720 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:21.990039 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:21.990359 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427dfba8-feef-4fa5-9de3-862a70800769 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:22.007889 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73c50ca6-a8aa-4322-b76c-035b3a1a4363 req-5cdb70a0-8806-4ef2-a4cf-965cbffb25c2 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260052 Feb 28 20:16:22.045566 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-dfb88dd8-8718-4973-94da-916d9d0c8e64 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Publish callbacks [] for port (77bb4afe-2e34-4d32-bd9c-1b267bebc4d0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:22.052906 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-95ed398e-37ab-4a54-8a4e-766d0ffccc5e tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:22.076646 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-bfe40741-b580-4882-9fd2-6ce82f6e43a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:22.078064 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-bfe40741-b580-4882-9fd2-6ce82f6e43a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&device_id=37434970-6ca6-4122-9bb8-51e4ae8db759 HTTP/1.1" status: 200 len: 1126 time: 0.2557962 Feb 28 20:16:22.164203 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-ba08d6da-3d2c-4cfe-ba2f-7ce335f86c68 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=073a6a6e-d638-4f9c-ae6c-5d748eb3910a HTTP/1.1" status: 200 len: 217 time: 0.0715916 Feb 28 20:16:22.193011 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1b626daf-d4e9-4c69-8071-48d48f245d7d req-bca95b97-7816-49f0-9144-0bb4fbffd206 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/ports?device_id=b11a9dbd-1d67-45ec-98e2-aeae357f6a5c HTTP/1.1" status: 200 len: 210 time: 0.0410397 Feb 28 20:16:22.278083 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:22.291111 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3fab32ca-bfb2-4145-98c2-b66cf43d1ae7 req-62f0c089-f8bb-4bc9-a2e2-e8bacca2c9e3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153341 Feb 28 20:16:22.603143 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c3a43d-1332-4015-b10a-aed4148af8a6 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:16:22.608905 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:22.615933 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] Publish callbacks [] for port (59c3a43d-1332-4015-b10a-aed4148af8a6), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:22.626249 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-f1a4a6ab-eb68-45ef-aa25-5a1ab5ec7f20 service neutron] For port 616f061c-2f6a-4501-8d85-4d693a7c90f6, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:16:22.628889 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37434970-6ca6-4122-9bb8-51e4ae8db759', 'tag': '073a6a6e-d638-4f9c-ae6c-5d748eb3910a'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:16:22.631914 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9682c468-c3b0-4096-98e4-eb509596a1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "37434970-6ca6-4122-9bb8-51e4ae8db759", "tag": "073a6a6e-d638-4f9c-ae6c-5d748eb3910a"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:16:22.636721 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-f1a4a6ab-eb68-45ef-aa25-5a1ab5ec7f20 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:22.638076 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b8d1ad2-7ae5-4f0a-9d1f-b3f3ccfc1104 req-f1a4a6ab-eb68-45ef-aa25-5a1ab5ec7f20 service neutron] 10.222.0.15 "DELETE /v2.0/ports/616f061c-2f6a-4501-8d85-4d693a7c90f6/bindings/n-h2-820368-21 HTTP/1.1" status: 204 len: 173 time: 0.9084501 Feb 28 20:16:22.647723 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] Transition to ACTIVE for port object 59c3a43d-1332-4015-b10a-aed4148af8a6 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:16:22.656468 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (59c3a43d-1332-4015-b10a-aed4148af8a6), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:22.716898 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-dfb88dd8-8718-4973-94da-916d9d0c8e64 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (77bb4afe-2e34-4d32-bd9c-1b267bebc4d0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:22.743183 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-dfb88dd8-8718-4973-94da-916d9d0c8e64 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Network 2067db44-a0e1-4017-99b4-56823d1291bf is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:16:22.747864 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-dfb88dd8-8718-4973-94da-916d9d0c8e64 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:16:22.751794 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-748beee3-37d9-4ba2-a72e-b01468e243e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:22.753617 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-748beee3-37d9-4ba2-a72e-b01468e243e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=17bdb014-8992-41b5-9199-5d89512b4a60 HTTP/1.1" status: 200 len: 851 time: 0.5808120 Feb 28 20:16:22.776606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-dfb88dd8-8718-4973-94da-916d9d0c8e64 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:16:22.811124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] Pushing event updated for resources: {'Port': ['ID=59c3a43d-1332-4015-b10a-aed4148af8a6,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:22.841787 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-dfb88dd8-8718-4973-94da-916d9d0c8e64 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:22.843309 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-dfb88dd8-8718-4973-94da-916d9d0c8e64 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:22.888651 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-21e6da40-d5e0-475e-93cb-c0d51acd8ddc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8345f72-ebdd-4937-93d2-787e920180e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377843 Feb 28 20:16:23.031646 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb88dd8-8718-4973-94da-916d9d0c8e64 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Pushing event updated for resources: {'Port': ['ID=77bb4afe-2e34-4d32-bd9c-1b267bebc4d0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:23.046394 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-dfb88dd8-8718-4973-94da-916d9d0c8e64 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4665310 Feb 28 20:16:23.062504 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] Attempting to bind port 59c3a43d-1332-4015-b10a-aed4148af8a6 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:16:23.062861 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] Attempting to bind port 59c3a43d-1332-4015-b10a-aed4148af8a6 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '9d1645d2-e849-4f5c-bf28-d28b3f617709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3adfc03b-765e-462a-ae7c-192406d60f28'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:16:23.063179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] Attempting to bind port 59c3a43d-1332-4015-b10a-aed4148af8a6 on network 3adfc03b-765e-462a-ae7c-192406d60f28 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:16:23.063890 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] Request body: {'port': {'device_id': 'b11a9dbd-1d67-45ec-98e2-aeae357f6a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:23.105167 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] Port 59c3a43d-1332-4015-b10a-aed4148af8a6 on network 3adfc03b-765e-462a-ae7c-192406d60f28 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:16:23.105495 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] Attempting to bind port 59c3a43d-1332-4015-b10a-aed4148af8a6 on network 3adfc03b-765e-462a-ae7c-192406d60f28 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:16:23.106728 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95e571f-064c-4e46-bfe4-b444767381f3 x-openstack-request-id: req-e95e571f-064c-4e46-bfe4-b444767381f3 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:16:23.107188 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37434970-6ca6-4122-9bb8-51e4ae8db759", "tag": "073a6a6e-d638-4f9c-ae6c-5d748eb3910a", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:16:23.107469 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e95e571f-064c-4e46-bfe4-b444767381f3 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:16:23.107893 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37434970-6ca6-4122-9bb8-51e4ae8db759', 'tag': '073a6a6e-d638-4f9c-ae6c-5d748eb3910a', 'status': 'completed', 'code': 200} Feb 28 20:16:23.122105 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3197e-413d-4264-a95c-d68f49885a67 req-2c191583-8aa3-408f-a2d9-b3a0909c6586 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:23.125009 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-327ccc36-e8b8-4ad6-bcaa-64ecc5531aae service neutron] 10.222.0.10 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205904 Feb 28 20:16:23.132548 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-00e3197e-413d-4264-a95c-d68f49885a67 req-2c191583-8aa3-408f-a2d9-b3a0909c6586 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=37434970-6ca6-4122-9bb8-51e4ae8db759 HTTP/1.1" status: 200 len: 943 time: 0.1270494 Feb 28 20:16:23.134617 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:16:23.134963 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] Checking segment: {'id': '9d1645d2-e849-4f5c-bf28-d28b3f617709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3adfc03b-765e-462a-ae7c-192406d60f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:16:23.135350 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] Bound using segment: {'id': '9d1645d2-e849-4f5c-bf28-d28b3f617709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3adfc03b-765e-462a-ae7c-192406d60f28'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:16:23.135841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] Bound port: 59c3a43d-1332-4015-b10a-aed4148af8a6, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d1645d2-e849-4f5c-bf28-d28b3f617709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3adfc03b-765e-462a-ae7c-192406d60f28'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:16:23.136208 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (59c3a43d-1332-4015-b10a-aed4148af8a6), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:23.139369 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-95ed398e-37ab-4a54-8a4e-766d0ffccc5e tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:23.250179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-00e3197e-413d-4264-a95c-d68f49885a67 req-4c59024e-12b1-4504-b7b2-c60ccaba834c tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152084 Feb 28 20:16:23.323905 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] For port 59c3a43d-1332-4015-b10a-aed4148af8a6, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:16:23.329117 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] For port 59c3a43d-1332-4015-b10a-aed4148af8a6, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=59c3a43d-1332-4015-b10a-aed4148af8a6,segment=NetworkSegment(9d1645d2-e849-4f5c-bf28-d28b3f617709),segment_id=9d1645d2-e849-4f5c-bf28-d28b3f617709)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:16:23.343414 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (59c3a43d-1332-4015-b10a-aed4148af8a6), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:23.348438 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (77bb4afe-2e34-4d32-bd9c-1b267bebc4d0), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:23.380487 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:23.381037 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:23.382468 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] 10.222.0.15 "PUT /v2.0/ports/59c3a43d-1332-4015-b10a-aed4148af8a6 HTTP/1.1" status: 200 len: 1092 time: 1.7537961 Feb 28 20:16:23.405801 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6a1e2a-cb53-436b-8c3d-5a0ba0187640', 'tag': '59c3a43d-1332-4015-b10a-aed4148af8a6'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:16:23.418099 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75716916-9620-405e-9dda-32e37ca5eab8" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6a1e2a-cb53-436b-8c3d-5a0ba0187640", "tag": "59c3a43d-1332-4015-b10a-aed4148af8a6"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:16:23.540046 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689be1e6-8882-4229-b0b7-d4e67ae6a329 service neutron] Pushing event updated for resources: {'Port': ['ID=59c3a43d-1332-4015-b10a-aed4148af8a6,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:23.544577 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-5f586bf3-3eaa-405f-867e-81e22dd78879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:23.546120 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-5f586bf3-3eaa-405f-867e-81e22dd78879 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8679f51c9a334f8287988308eacd8186&device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 1126 time: 0.1005378 Feb 28 20:16:23.553380 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51a69d-2e03-4628-897d-3226ee3666fc req-c164bb66-2046-4c64-b772-66e91477440e tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:23.561515 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff51a69d-2e03-4628-897d-3226ee3666fc req-c164bb66-2046-4c64-b772-66e91477440e tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 1127 time: 0.2002983 Feb 28 20:16:23.636924 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-307c8d43-fba4-4fa9-ad79-c7ea6c849895 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59c3a43d-1332-4015-b10a-aed4148af8a6 HTTP/1.1" status: 200 len: 217 time: 0.0674636 Feb 28 20:16:23.673396 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e34bd083-67a9-491f-8e2f-6b278e383abe req-663cb718-3cb4-4c76-9ece-5b306195c0da service neutron] 10.222.0.10 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371783 Feb 28 20:16:23.710426 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff51a69d-2e03-4628-897d-3226ee3666fc req-1075db09-cff0-46c4-aa4a-9a12794351f9 tempest-LiveAutoBlockMigrationV225Test-359409564 tempest-LiveAutoBlockMigrationV225Test-359409564-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479514 Feb 28 20:16:23.742197 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-48bb2d28-99e8-4358-af1b-be93ef38d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:23.743543 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-48bb2d28-99e8-4358-af1b-be93ef38d53d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=466e7b2a-44e7-4036-8d62-6c0fcc6f61ca HTTP/1.1" status: 200 len: 855 time: 0.0985899 Feb 28 20:16:23.765314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-95ed398e-37ab-4a54-8a4e-766d0ffccc5e tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Allocated IP 172.25.0.249 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/fba961e0-b855-4162-a00d-d5a89e8519f4) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:16:23.835633 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-f6b9b3fd-f80b-452e-a1ee-a1a0aee4da01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3adfc03b-765e-462a-ae7c-192406d60f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841291 Feb 28 20:16:24.090711 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a80ec-710a-4d82-84fc-8c1992f5545a req-ee685446-0afe-4449-bba7-3749dae6a975 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:24.092650 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e2a80ec-710a-4d82-84fc-8c1992f5545a req-ee685446-0afe-4449-bba7-3749dae6a975 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 943 time: 0.1809113 Feb 28 20:16:24.096246 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-30812673-6f2c-42c0-8cdf-d54466825605 service neutron] 10.222.0.15 "GET /v2.0/networks/3adfc03b-765e-462a-ae7c-192406d60f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505713 Feb 28 20:16:24.158875 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682c468-c3b0-4096-98e4-eb509596a1b0 req-984b5462-ab3d-4a0a-a9ac-46b3cbbc62fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:24.161044 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9682c468-c3b0-4096-98e4-eb509596a1b0 req-984b5462-ab3d-4a0a-a9ac-46b3cbbc62fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&device_id=37434970-6ca6-4122-9bb8-51e4ae8db759 HTTP/1.1" status: 200 len: 1126 time: 0.3911493 Feb 28 20:16:24.183514 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-95ed398e-37ab-4a54-8a4e-766d0ffccc5e tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks [] for port (fba961e0-b855-4162-a00d-d5a89e8519f4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:24.318884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e2a80ec-710a-4d82-84fc-8c1992f5545a req-52a8ba7e-ab97-4ff4-b916-b389b816b421 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132876 Feb 28 20:16:24.359238 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682c468-c3b0-4096-98e4-eb509596a1b0 req-04fe2e0b-6406-49df-9d13-673c27b96227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:24.360964 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9682c468-c3b0-4096-98e4-eb509596a1b0 req-04fe2e0b-6406-49df-9d13-673c27b96227 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 200 len: 911 time: 0.1868527 Feb 28 20:16:24.419577 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f9d8fe-03b1-44d3-b9a0-fa5af39f6d8a x-openstack-request-id: req-84f9d8fe-03b1-44d3-b9a0-fa5af39f6d8a {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:16:24.421692 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9682c468-c3b0-4096-98e4-eb509596a1b0 req-8665708b-e0b3-46cc-be05-4cd522aa8a53 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=073a6a6e-d638-4f9c-ae6c-5d748eb3910a HTTP/1.1" status: 200 len: 217 time: 0.0486851 Feb 28 20:16:24.422179 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6a1e2a-cb53-436b-8c3d-5a0ba0187640", "tag": "59c3a43d-1332-4015-b10a-aed4148af8a6", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:16:24.422694 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84f9d8fe-03b1-44d3-b9a0-fa5af39f6d8a {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:16:24.423366 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6a1e2a-cb53-436b-8c3d-5a0ba0187640', 'tag': '59c3a43d-1332-4015-b10a-aed4148af8a6', 'status': 'completed', 'code': 200} Feb 28 20:16:24.521894 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0479ef9e-5f03-422f-a957-f9adfaae2741 req-62c68b6c-a244-487f-8a49-331137c56abb service neutron] 10.222.0.15 "GET /v2.0/networks/3adfc03b-765e-462a-ae7c-192406d60f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118419 Feb 28 20:16:24.543179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6df4c-6320-4d18-949d-95341870a5cb req-a6282f53-9a8b-4b61-90b6-8c5a5b4ec281 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:24.545473 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682c468-c3b0-4096-98e4-eb509596a1b0 req-8b8e2d68-52b8-4f5a-a4fd-ea3010ccf9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:24.549028 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9682c468-c3b0-4096-98e4-eb509596a1b0 req-8b8e2d68-52b8-4f5a-a4fd-ea3010ccf9f7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=17bdb014-8992-41b5-9199-5d89512b4a60 HTTP/1.1" status: 200 len: 851 time: 0.1136217 Feb 28 20:16:24.554712 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-14b6df4c-6320-4d18-949d-95341870a5cb req-a6282f53-9a8b-4b61-90b6-8c5a5b4ec281 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/ports?device_id=b11a9dbd-1d67-45ec-98e2-aeae357f6a5c HTTP/1.1" status: 200 len: 931 time: 0.2200644 Feb 28 20:16:24.555412 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:16:24.625405 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-95ed398e-37ab-4a54-8a4e-766d0ffccc5e tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (fba961e0-b855-4162-a00d-d5a89e8519f4), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:24.638712 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9682c468-c3b0-4096-98e4-eb509596a1b0 req-e5fa2efa-c48f-434a-8969-e3170e310f12 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8345f72-ebdd-4937-93d2-787e920180e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745943 Feb 28 20:16:24.676513 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] Publish callbacks [] for port (77bb4afe-2e34-4d32-bd9c-1b267bebc4d0), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:24.719484 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51456) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:24.771946 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] Transition to ACTIVE for port object 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:16:24.779286 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-14b6df4c-6320-4d18-949d-95341870a5cb req-34be38d6-79e6-457a-ad7e-2abbaa9ccd8c tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6890f-a0ca-4ff4-af38-6b35ea023559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233050 Feb 28 20:16:24.811007 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75716916-9620-405e-9dda-32e37ca5eab8 req-f46eeed6-0d48-4cdf-916e-2fe40865cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:24.813681 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75716916-9620-405e-9dda-32e37ca5eab8 req-f46eeed6-0d48-4cdf-916e-2fe40865cd59 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8679f51c9a334f8287988308eacd8186&device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 1126 time: 0.2166781 Feb 28 20:16:24.823572 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (77bb4afe-2e34-4d32-bd9c-1b267bebc4d0), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:24.845136 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ed398e-37ab-4a54-8a4e-766d0ffccc5e tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:16:24.867241 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-95ed398e-37ab-4a54-8a4e-766d0ffccc5e tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:16:24.871992 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ed398e-37ab-4a54-8a4e-766d0ffccc5e tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:16:25.015847 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed398e-37ab-4a54-8a4e-766d0ffccc5e tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Pushing event updated for resources: {'Port': ['ID=fba961e0-b855-4162-a00d-d5a89e8519f4,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:25.301779 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75716916-9620-405e-9dda-32e37ca5eab8 req-595cc329-283f-425f-ac3c-2fabcb2a8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:25.304248 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75716916-9620-405e-9dda-32e37ca5eab8 req-595cc329-283f-425f-ac3c-2fabcb2a8125 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3adfc03b-765e-462a-ae7c-192406d60f28 HTTP/1.1" status: 200 len: 915 time: 0.4769535 Feb 28 20:16:25.375027 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0f5124b6-4eb0-437a-b86e-1d1082c4e59a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7a430705c144d148ba53647fb1c7c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6485944 Feb 28 20:16:25.382593 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51470) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:25.415254 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] Pushing event updated for resources: {'Port': ['ID=77bb4afe-2e34-4d32-bd9c-1b267bebc4d0,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:25.500675 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75716916-9620-405e-9dda-32e37ca5eab8 req-e7ad40d5-0857-464b-8674-e2ec3d65c9db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59c3a43d-1332-4015-b10a-aed4148af8a6 HTTP/1.1" status: 200 len: 217 time: 0.1337819 Feb 28 20:16:25.510499 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9682c468-c3b0-4096-98e4-eb509596a1b0 req-fad1c0f9-c76e-4c31-8a33-958896568250 service neutron] 10.222.0.10 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8472989 Feb 28 20:16:25.554184 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-95ed398e-37ab-4a54-8a4e-766d0ffccc5e tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks [] for floatingip (4c2b9871-8ba7-4575-b91b-fb8ccba91947), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:25.572592 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] Attempting to bind port 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:16:25.573077 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] Attempting to bind port 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'a6a5e3e8-4063-4a96-ac08-5a41127b78b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2067db44-a0e1-4017-99b4-56823d1291bf'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:16:25.573507 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] Attempting to bind port 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 on network 2067db44-a0e1-4017-99b4-56823d1291bf {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:16:25.580798 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 073a6a6e-d638-4f9c-ae6c-5d748eb3910a details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:16:25.604047 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75716916-9620-405e-9dda-32e37ca5eab8 req-4ab31727-5dd1-4eaa-b01d-f12426679b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:25.605537 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75716916-9620-405e-9dda-32e37ca5eab8 req-4ab31727-5dd1-4eaa-b01d-f12426679b52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=466e7b2a-44e7-4036-8d62-6c0fcc6f61ca HTTP/1.1" status: 200 len: 855 time: 0.0935881 Feb 28 20:16:25.606172 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4f5e5d3c-d975-4481-9122-c4f98a0535d2 admin admin] Publish callbacks [] for security_group (c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:25.640532 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] Port 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 on network 2067db44-a0e1-4017-99b4-56823d1291bf not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:16:25.641015 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] Attempting to bind port 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 on network 2067db44-a0e1-4017-99b4-56823d1291bf {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:16:25.650025 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e4b9a-69fc-442e-9f5e-5fba3386beba req-9b7e9ad9-06b9-4604-ac66-d1c3fa2ed6af tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:25.657639 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa2e4b9a-69fc-442e-9f5e-5fba3386beba req-9b7e9ad9-06b9-4604-ac66-d1c3fa2ed6af tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=37434970-6ca6-4122-9bb8-51e4ae8db759 HTTP/1.1" status: 200 len: 943 time: 0.4395809 Feb 28 20:16:25.670970 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:16:25.671536 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] Checking segment: {'id': 'a6a5e3e8-4063-4a96-ac08-5a41127b78b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2067db44-a0e1-4017-99b4-56823d1291bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:16:25.671980 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] Bound using segment: {'id': 'a6a5e3e8-4063-4a96-ac08-5a41127b78b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2067db44-a0e1-4017-99b4-56823d1291bf'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:16:25.672523 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] Bound port: 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a5e3e8-4063-4a96-ac08-5a41127b78b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2067db44-a0e1-4017-99b4-56823d1291bf'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:16:25.673519 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (77bb4afe-2e34-4d32-bd9c-1b267bebc4d0), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:25.685525 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083f0f2-040f-4203-8e8a-ab234ab905f4 req-43be8fc0-96ae-420a-9c8f-1f9bd074f7dc tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:25.687095 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3083f0f2-040f-4203-8e8a-ab234ab905f4 req-43be8fc0-96ae-420a-9c8f-1f9bd074f7dc tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 944 time: 0.1922157 Feb 28 20:16:25.698052 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75716916-9620-405e-9dda-32e37ca5eab8 req-1057000f-1273-4b14-a853-3a615fd05847 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3adfc03b-765e-462a-ae7c-192406d60f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812764 Feb 28 20:16:25.710099 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-95ed398e-37ab-4a54-8a4e-766d0ffccc5e tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fba961e0-b855-4162-a00d-d5a89e8519f4), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:25.722445 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4f5e5d3c-d975-4481-9122-c4f98a0535d2 admin admin] Publish callbacks [] for security_group (c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:25.763480 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 59c3a43d-1332-4015-b10a-aed4148af8a6 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:16:25.814292 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9682c468-c3b0-4096-98e4-eb509596a1b0 req-b671e14a-af17-4c31-aa5d-298e5ed7b1d7 service neutron] 10.222.0.10 "GET /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847111 Feb 28 20:16:25.815435 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3083f0f2-040f-4203-8e8a-ab234ab905f4 req-25fcebf8-d806-4e37-aece-7ff565f83320 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148369 Feb 28 20:16:25.872345 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] For port 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:16:25.908492 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] For port 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=77bb4afe-2e34-4d32-bd9c-1b267bebc4d0,segment=NetworkSegment(a6a5e3e8-4063-4a96-ac08-5a41127b78b0),segment_id=a6a5e3e8-4063-4a96-ac08-5a41127b78b0)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:16:25.947674 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (77bb4afe-2e34-4d32-bd9c-1b267bebc4d0), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:25.997633 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa2e4b9a-69fc-442e-9f5e-5fba3386beba req-93e39914-c8ae-47c9-b025-69044197c9c5 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384221 Feb 28 20:16:26.010582 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:26.022232 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:26.023868 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] 10.222.0.15 "PUT /v2.0/ports/77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 HTTP/1.1" status: 200 len: 1092 time: 2.9678681 Feb 28 20:16:26.025777 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11a9dbd-1d67-45ec-98e2-aeae357f6a5c', 'tag': '77bb4afe-2e34-4d32-bd9c-1b267bebc4d0'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:16:26.026043 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4f5e5d3c-d975-4481-9122-c4f98a0535d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:26.027801 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7301deeb-4abc-4079-b645-a9915f7a1f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "b11a9dbd-1d67-45ec-98e2-aeae357f6a5c", "tag": "77bb4afe-2e34-4d32-bd9c-1b267bebc4d0"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:16:26.031392 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4f5e5d3c-d975-4481-9122-c4f98a0535d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:26.033695 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4f5e5d3c-d975-4481-9122-c4f98a0535d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8 HTTP/1.1" status: 204 len: 168 time: 0.6457758 Feb 28 20:16:26.166741 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e5d3c-d975-4481-9122-c4f98a0535d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bd9da8-b6d4-43ec-a820-23aa6abf5cb8,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:26.196790 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 073a6a6e-d638-4f9c-ae6c-5d748eb3910a, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=073a6a6e-d638-4f9c-ae6c-5d748eb3910a,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:26.204349 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75186736-5c4c-42f6-a170-c01860c845fe service neutron] Pushing event updated for resources: {'Port': ['ID=77bb4afe-2e34-4d32-bd9c-1b267bebc4d0,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:26.207490 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e5d3c-d975-4481-9122-c4f98a0535d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:26.208084 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e5d3c-d975-4481-9122-c4f98a0535d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:26.209367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e5d3c-d975-4481-9122-c4f98a0535d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:26.209889 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e5d3c-d975-4481-9122-c4f98a0535d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:26.211094 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e5d3c-d975-4481-9122-c4f98a0535d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:26.211686 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e5d3c-d975-4481-9122-c4f98a0535d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:26.212348 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e5d3c-d975-4481-9122-c4f98a0535d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:26.212851 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e5d3c-d975-4481-9122-c4f98a0535d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:26.214032 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e5d3c-d975-4481-9122-c4f98a0535d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:26.215281 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e5d3c-d975-4481-9122-c4f98a0535d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:26.215872 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e5d3c-d975-4481-9122-c4f98a0535d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:26.216708 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e5d3c-d975-4481-9122-c4f98a0535d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:26.217977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e5d3c-d975-4481-9122-c4f98a0535d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:26.226987 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75716916-9620-405e-9dda-32e37ca5eab8 req-e81d5dd6-bb89-4d28-8223-bf91831dc068 service neutron] 10.222.0.15 "GET /v2.0/networks/3adfc03b-765e-462a-ae7c-192406d60f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069227 Feb 28 20:16:26.243061 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-b327c954-5e2e-4070-92b6-ee8f2f904760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:26.244945 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-b327c954-5e2e-4070-92b6-ee8f2f904760 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c640ef011ccc4acebfeec6f3cf5b1407&device_id=b11a9dbd-1d67-45ec-98e2-aeae357f6a5c HTTP/1.1" status: 200 len: 1126 time: 0.1430392 Feb 28 20:16:26.245403 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 59c3a43d-1332-4015-b10a-aed4148af8a6, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=59c3a43d-1332-4015-b10a-aed4148af8a6,segment=NetworkSegment(9d1645d2-e849-4f5c-bf28-d28b3f617709),segment_id=9d1645d2-e849-4f5c-bf28-d28b3f617709)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:26.259228 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-95ed398e-37ab-4a54-8a4e-766d0ffccc5e tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks [] for port (fba961e0-b855-4162-a00d-d5a89e8519f4), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:26.266436 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '073a6a6e-d638-4f9c-ae6c-5d748eb3910a', 'network_id': 'c8345f72-ebdd-4937-93d2-787e920180e2', 'port_id': '073a6a6e-d638-4f9c-ae6c-5d748eb3910a', 'mac_address': 'fa:16:3e:2e:29:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bdb014-8992-41b5-9199-5d89512b4a60', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:16:26.299474 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '59c3a43d-1332-4015-b10a-aed4148af8a6', 'network_id': '3adfc03b-765e-462a-ae7c-192406d60f28', 'port_id': '59c3a43d-1332-4015-b10a-aed4148af8a6', 'mac_address': 'fa:16:3e:89:02:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466e7b2a-44e7-4036-8d62-6c0fcc6f61ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:16:26.308712 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-7f497652-2148-4c00-bd2c-56d3b2dc508a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 HTTP/1.1" status: 200 len: 217 time: 0.0456953 Feb 28 20:16:26.320724 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2deb0-bd29-4053-810d-9859ffa69c51 req-3e15524e-2739-4770-9a95-0980939f5b75 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:26.323401 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5cc2deb0-bd29-4053-810d-9859ffa69c51 req-3e15524e-2739-4770-9a95-0980939f5b75 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 944 time: 0.2920499 Feb 28 20:16:26.324224 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-95ed398e-37ab-4a54-8a4e-766d0ffccc5e tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (fba961e0-b855-4162-a00d-d5a89e8519f4), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:26.386374 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 073a6a6e-d638-4f9c-ae6c-5d748eb3910a is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:26.387058 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (073a6a6e-d638-4f9c-ae6c-5d748eb3910a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:26.412859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 59c3a43d-1332-4015-b10a-aed4148af8a6 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:26.413513 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (59c3a43d-1332-4015-b10a-aed4148af8a6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:26.430432 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c3a43d-1332-4015-b10a-aed4148af8a6 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:16:26.436643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073a6a6e-d638-4f9c-ae6c-5d748eb3910a {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:16:26.477649 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 59c3a43d-1332-4015-b10a-aed4148af8a6, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=59c3a43d-1332-4015-b10a-aed4148af8a6,segment=NetworkSegment(9d1645d2-e849-4f5c-bf28-d28b3f617709),segment_id=9d1645d2-e849-4f5c-bf28-d28b3f617709)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:26.480227 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 073a6a6e-d638-4f9c-ae6c-5d748eb3910a, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=073a6a6e-d638-4f9c-ae6c-5d748eb3910a,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:26.485398 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (59c3a43d-1332-4015-b10a-aed4148af8a6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:26.493564 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (073a6a6e-d638-4f9c-ae6c-5d748eb3910a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:26.547296 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-95ed398e-37ab-4a54-8a4e-766d0ffccc5e tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (4c2b9871-8ba7-4575-b91b-fb8ccba91947), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:26.585126 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed398e-37ab-4a54-8a4e-766d0ffccc5e tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Pushing event updated for resources: {'Port': ['ID=fba961e0-b855-4162-a00d-d5a89e8519f4,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:26.591284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-6091571d-e5f4-4580-9e0d-190f0cd24912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:26.593186 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-6091571d-e5f4-4580-9e0d-190f0cd24912 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7d64785-4005-4c2a-b49f-aa457c546455 HTTP/1.1" status: 200 len: 849 time: 0.2659233 Feb 28 20:16:26.599747 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-95ed398e-37ab-4a54-8a4e-766d0ffccc5e tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:26.601147 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-95ed398e-37ab-4a54-8a4e-766d0ffccc5e tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7138648 Feb 28 20:16:26.641477 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-71cb6d58-5df2-4595-9995-a82d54d475a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2067db44-a0e1-4017-99b4-56823d1291bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379326 Feb 28 20:16:26.648810 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=59c3a43d-1332-4015-b10a-aed4148af8a6,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:26.661386 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-5cc2deb0-bd29-4053-810d-9859ffa69c51 req-017b8f15-5cf2-436e-8014-29686afbec62 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Deleting port 616f061c-2f6a-4501-8d85-4d693a7c90f6 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:16:26.661881 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-5cc2deb0-bd29-4053-810d-9859ffa69c51 req-017b8f15-5cf2-436e-8014-29686afbec62 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (616f061c-2f6a-4501-8d85-4d693a7c90f6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:26.729515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['59c3a43d-1332-4015-b10a-aed4148af8a6'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:16:26.767314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=073a6a6e-d638-4f9c-ae6c-5d748eb3910a,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:26.848966 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-e340001a-c08a-4f80-90cf-735f20b5bda7 service neutron] 10.222.0.15 "GET /v2.0/networks/2067db44-a0e1-4017-99b4-56823d1291bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997042 Feb 28 20:16:26.852272 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-5cc2deb0-bd29-4053-810d-9859ffa69c51 req-017b8f15-5cf2-436e-8014-29686afbec62 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] For port 616f061c-2f6a-4501-8d85-4d693a7c90f6, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=616f061c-2f6a-4501-8d85-4d693a7c90f6,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:26.852272 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-5cc2deb0-bd29-4053-810d-9859ffa69c51 req-017b8f15-5cf2-436e-8014-29686afbec62 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (616f061c-2f6a-4501-8d85-4d693a7c90f6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:26.858624 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['073a6a6e-d638-4f9c-ae6c-5d748eb3910a'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:16:26.892393 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-5cc2deb0-bd29-4053-810d-9859ffa69c51 req-017b8f15-5cf2-436e-8014-29686afbec62 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Calling delete_port for 616f061c-2f6a-4501-8d85-4d693a7c90f6 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:16:26.930765 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ce8da-addd-452a-9f53-cb85b204c336 req-553abf7d-6ce7-434c-9b64-cfa0963dc46e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:26.933558 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b86ce8da-addd-452a-9f53-cb85b204c336 req-553abf7d-6ce7-434c-9b64-cfa0963dc46e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 943 time: 0.9157054 Feb 28 20:16:26.992697 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2e935-544c-481e-9f06-9eb81fee8ea1 req-c505702a-e916-4d5a-b62e-4752abc54244 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:27.002643 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6b2e935-544c-481e-9f06-9eb81fee8ea1 req-c505702a-e916-4d5a-b62e-4752abc54244 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/ports?device_id=b11a9dbd-1d67-45ec-98e2-aeae357f6a5c HTTP/1.1" status: 200 len: 943 time: 0.8233266 Feb 28 20:16:27.029844 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dcad5dc7-0378-421c-adff-4c634d5429ff req-8f987035-de49-45ed-92cb-50fee2872cc4 service neutron] 10.222.0.15 "GET /v2.0/networks/2067db44-a0e1-4017-99b4-56823d1291bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754205 Feb 28 20:16:27.082606 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75716916-9620-405e-9dda-32e37ca5eab8 req-91679594-b659-4edb-9957-c24195439b69 service neutron] 10.222.0.15 "GET /v2.0/networks/3adfc03b-765e-462a-ae7c-192406d60f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8469043 Feb 28 20:16:27.126464 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b86ce8da-addd-452a-9f53-cb85b204c336 req-c43b5448-2a2e-49a7-a831-f4a5d17883f2 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815188 Feb 28 20:16:27.133095 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6b2e935-544c-481e-9f06-9eb81fee8ea1 req-0bba90f8-f0d0-46a5-9125-a12e93e520ee tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6890f-a0ca-4ff4-af38-6b35ea023559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284063 Feb 28 20:16:27.173122 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-5cc2deb0-bd29-4053-810d-9859ffa69c51 req-017b8f15-5cf2-436e-8014-29686afbec62 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (616f061c-2f6a-4501-8d85-4d693a7c90f6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:27.193875 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:16:27.228043 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be59e5e5-419d-43a7-a028-c0a72eaf7fe4 x-openstack-request-id: req-be59e5e5-419d-43a7-a028-c0a72eaf7fe4 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:16:27.228453 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11a9dbd-1d67-45ec-98e2-aeae357f6a5c", "tag": "77bb4afe-2e34-4d32-bd9c-1b267bebc4d0", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:16:27.228776 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be59e5e5-419d-43a7-a028-c0a72eaf7fe4 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:16:27.229387 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11a9dbd-1d67-45ec-98e2-aeae357f6a5c', 'tag': '77bb4afe-2e34-4d32-bd9c-1b267bebc4d0', 'status': 'completed', 'code': 200} Feb 28 20:16:27.264206 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b8f15-5cf2-436e-8014-29686afbec62 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Pushing event deleted for resources: {'Port': ['ID=616f061c-2f6a-4501-8d85-4d693a7c90f6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:27.306904 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc2deb0-bd29-4053-810d-9859ffa69c51 req-017b8f15-5cf2-436e-8014-29686afbec62 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] No DVR routers for this DVR port 616f061c-2f6a-4501-8d85-4d693a7c90f6 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:16:27.310421 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-5cc2deb0-bd29-4053-810d-9859ffa69c51 req-017b8f15-5cf2-436e-8014-29686afbec62 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:27.316467 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5cc2deb0-bd29-4053-810d-9859ffa69c51 req-017b8f15-5cf2-436e-8014-29686afbec62 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.15 "DELETE /v2.0/ports/616f061c-2f6a-4501-8d85-4d693a7c90f6 HTTP/1.1" status: 204 len: 173 time: 0.9718885 Feb 28 20:16:27.383729 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9854acaf-0981-4119-acdb-72f9a15064b0 req-d52a790a-cc8a-4f69-b4b4-3c147d4985ad tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 210 time: 0.0500631 Feb 28 20:16:27.451181 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970a3f1-4750-4f0e-88f6-be34dd05c503 req-1507d253-a8c7-4d2f-9819-1f831fda3880 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:27.454022 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1970a3f1-4750-4f0e-88f6-be34dd05c503 req-1507d253-a8c7-4d2f-9819-1f831fda3880 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 947 time: 0.1471620 Feb 28 20:16:27.456395 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301deeb-4abc-4079-b645-a9915f7a1f4a req-e3436776-bfc4-457b-af8c-561c1072b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:27.457853 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7301deeb-4abc-4079-b645-a9915f7a1f4a req-e3436776-bfc4-457b-af8c-561c1072b872 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c640ef011ccc4acebfeec6f3cf5b1407&device_id=b11a9dbd-1d67-45ec-98e2-aeae357f6a5c HTTP/1.1" status: 200 len: 1126 time: 0.2386239 Feb 28 20:16:27.537685 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51544) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:27.626918 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1970a3f1-4750-4f0e-88f6-be34dd05c503 req-1d103b81-3fe2-4d84-acad-553b14e6b6c9 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622345 Feb 28 20:16:27.662579 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-1d1be2a9-c14b-4a03-91f7-6824d99023fa tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--511097024&fields=id&tenant_id=0c09c66905df449e8ed5916165cd5d97 HTTP/1.1" status: 200 len: 267 time: 0.1475198 Feb 28 20:16:27.703855 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-623942e1-8cc8-4bcf-a953-f64c97155f4a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-442764737-network', 'tenant_id': '1b008fe84570400d8410f1825e5a1877'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:27.720287 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301deeb-4abc-4079-b645-a9915f7a1f4a req-9f9c33e4-e391-4fa1-9cb0-963ce2546ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:27.722325 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7301deeb-4abc-4079-b645-a9915f7a1f4a req-9f9c33e4-e391-4fa1-9cb0-963ce2546ccb service neutron] 10.222.0.15 "GET /v2.0/networks?id=2067db44-a0e1-4017-99b4-56823d1291bf HTTP/1.1" status: 200 len: 909 time: 0.2494373 Feb 28 20:16:27.731730 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623942e1-8cc8-4bcf-a953-f64c97155f4a admin admin] Made reservation on behalf of 1b008fe84570400d8410f1825e5a1877 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:16:27.735166 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-623942e1-8cc8-4bcf-a953-f64c97155f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:27.744114 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 59c3a43d-1332-4015-b10a-aed4148af8a6 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:16:27.750048 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-623942e1-8cc8-4bcf-a953-f64c97155f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:27.836628 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7301deeb-4abc-4079-b645-a9915f7a1f4a req-9d3eec60-f0d9-4e10-9739-f433cb2f5025 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 HTTP/1.1" status: 200 len: 217 time: 0.0927219 Feb 28 20:16:27.839269 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 59c3a43d-1332-4015-b10a-aed4148af8a6 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:16:27.842125 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-623942e1-8cc8-4bcf-a953-f64c97155f4a admin admin] Publish callbacks [] for security_group (8f782e6b-7afd-4c56-8b22-cdd6806318ae), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:27.849675 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 59c3a43d-1332-4015-b10a-aed4148af8a6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:27.850970 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-623942e1-8cc8-4bcf-a953-f64c97155f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8f782e6b-7afd-4c56-8b22-cdd6806318ae), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:27.856746 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (59c3a43d-1332-4015-b10a-aed4148af8a6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:27.880739 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623942e1-8cc8-4bcf-a953-f64c97155f4a admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:16:27.890489 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623942e1-8cc8-4bcf-a953-f64c97155f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f782e6b-7afd-4c56-8b22-cdd6806318ae,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:27.896072 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-623942e1-8cc8-4bcf-a953-f64c97155f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (ee2be4ff-4b54-49ec-8c8e-3abecba2146c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:27.896408 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-623942e1-8cc8-4bcf-a953-f64c97155f4a admin admin] Added segment ee2be4ff-4b54-49ec-8c8e-3abecba2146c of type vlan for network 6fc751ed-8d26-4f82-9e02-d415e2097a82 Feb 28 20:16:27.944947 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf285617-f731-467f-82e8-54a595486a69 req-ec3c23bd-cc74-410c-8b70-f793606d62ac tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:27.947857 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf285617-f731-467f-82e8-54a595486a69 req-ec3c23bd-cc74-410c-8b70-f793606d62ac tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=37434970-6ca6-4122-9bb8-51e4ae8db759 HTTP/1.1" status: 200 len: 944 time: 0.2451234 Feb 28 20:16:27.954456 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-623942e1-8cc8-4bcf-a953-f64c97155f4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (6fc751ed-8d26-4f82-9e02-d415e2097a82), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:27.960650 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-fa0a5078-d692-48df-be76-a8fbee2a0aa5 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:27.967330 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-fa0a5078-d692-48df-be76-a8fbee2a0aa5 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/networks?id=233d5bc4-584b-43c0-9b71-169a858435d9 HTTP/1.1" status: 200 len: 812 time: 0.3038545 Feb 28 20:16:27.972449 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301deeb-4abc-4079-b645-a9915f7a1f4a req-d418ff5e-7a45-4586-9196-ec87874d899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:27.974545 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7301deeb-4abc-4079-b645-a9915f7a1f4a req-d418ff5e-7a45-4586-9196-ec87874d899e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7d64785-4005-4c2a-b49f-aa457c546455 HTTP/1.1" status: 200 len: 849 time: 0.1299596 Feb 28 20:16:27.983688 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-623942e1-8cc8-4bcf-a953-f64c97155f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (6fc751ed-8d26-4f82-9e02-d415e2097a82), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:27.985316 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623942e1-8cc8-4bcf-a953-f64c97155f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:27.985904 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-623942e1-8cc8-4bcf-a953-f64c97155f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:28.008780 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 59c3a43d-1332-4015-b10a-aed4148af8a6 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:28.009765 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (59c3a43d-1332-4015-b10a-aed4148af8a6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:28.028696 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-502f607c-37da-4732-931d-11f293c7dd0b tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/quotas/0c09c66905df449e8ed5916165cd5d97 HTTP/1.1" status: 200 len: 375 time: 0.0600822 Feb 28 20:16:28.034360 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7301deeb-4abc-4079-b645-a9915f7a1f4a req-252087c6-8836-447d-87bb-3dcf843db85f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2067db44-a0e1-4017-99b4-56823d1291bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529866 Feb 28 20:16:28.058479 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623942e1-8cc8-4bcf-a953-f64c97155f4a admin admin] Pushing event updated for resources: {'Network': ['ID=6fc751ed-8d26-4f82-9e02-d415e2097a82,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:28.060398 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 59c3a43d-1332-4015-b10a-aed4148af8a6, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=59c3a43d-1332-4015-b10a-aed4148af8a6,segment=NetworkSegment(9d1645d2-e849-4f5c-bf28-d28b3f617709),segment_id=9d1645d2-e849-4f5c-bf28-d28b3f617709)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:28.062106 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6a1e2a-cb53-436b-8c3d-5a0ba0187640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c3a43d-1332-4015-b10a-aed4148af8a6'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:16:28.063088 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-623942e1-8cc8-4bcf-a953-f64c97155f4a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5221653 Feb 28 20:16:28.070469 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e1d307-ab8b-4f9f-af5c-ac24bfb4b6c9" -d '{"events": [{"server_uuid": "bd6a1e2a-cb53-436b-8c3d-5a0ba0187640", "name": "network-vif-plugged", "status": "completed", "tag": "59c3a43d-1332-4015-b10a-aed4148af8a6"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:16:28.071410 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51550) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:28.078380 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-7006c30e-034f-45fa-be99-b3f2f7f57bf5 admin admin] Request body: {'subnet': {'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-442764737-subnet', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:28.078726 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 6fc751ed-8d26-4f82-9e02-d415e2097a82 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:16:28.083338 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (59c3a43d-1332-4015-b10a-aed4148af8a6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:28.084796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 616f061c-2f6a-4501-8d85-4d693a7c90f6 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:16:28.101906 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7006c30e-034f-45fa-be99-b3f2f7f57bf5 admin admin] Made reservation on behalf of 1b008fe84570400d8410f1825e5a1877 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:16:28.105842 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7006c30e-034f-45fa-be99-b3f2f7f57bf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:28.170570 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf285617-f731-467f-82e8-54a595486a69 req-0b0dfaea-0dfb-4677-8c26-7c0a8e1ec5d1 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002892 Feb 28 20:16:28.206118 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-10f490fb-1938-4e3a-befd-8cd6843fd49d tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c09c66905df449e8ed5916165cd5d97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1687326 Feb 28 20:16:28.250371 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 616f061c-2f6a-4501-8d85-4d693a7c90f6 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:16:28.250770 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 616f061c-2f6a-4501-8d85-4d693a7c90f6 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:16:28.260342 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7301deeb-4abc-4079-b645-a9915f7a1f4a req-e8c48b25-ffb2-48cd-b21e-07cddded8455 service neutron] 10.222.0.15 "GET /v2.0/networks/2067db44-a0e1-4017-99b4-56823d1291bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172511 Feb 28 20:16:28.373169 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=59c3a43d-1332-4015-b10a-aed4148af8a6,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:28.414234 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7006c30e-034f-45fa-be99-b3f2f7f57bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (c297a8dc-1030-4068-b140-fea07c7e7071), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:28.440596 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-4cd449e8-0fee-4aaf-994f-33dffb6f3ff7 service neutron] 10.222.0.13 "GET /v2.0/networks/233d5bc4-584b-43c0-9b71-169a858435d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331800 Feb 28 20:16:28.469811 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006c30e-034f-45fa-be99-b3f2f7f57bf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c297a8dc-1030-4068-b140-fea07c7e7071,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:28.513090 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7301deeb-4abc-4079-b645-a9915f7a1f4a req-496bf72a-5b2f-473a-b0c6-7104f6f50da6 service neutron] 10.222.0.15 "GET /v2.0/networks/2067db44-a0e1-4017-99b4-56823d1291bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944797 Feb 28 20:16:28.515874 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7006c30e-034f-45fa-be99-b3f2f7f57bf5 admin admin] Checking segment: {'id': 'ee2be4ff-4b54-49ec-8c8e-3abecba2146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:16:28.516239 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7006c30e-034f-45fa-be99-b3f2f7f57bf5 admin admin] Network hostable DHCP agents. Network: 6fc751ed-8d26-4f82-9e02-d415e2097a82, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:16:28.540210 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7006c30e-034f-45fa-be99-b3f2f7f57bf5 admin admin] Network 6fc751ed-8d26-4f82-9e02-d415e2097a82 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:16:28.556078 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-7006c30e-034f-45fa-be99-b3f2f7f57bf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 6fc751ed-8d26-4f82-9e02-d415e2097a82) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:16:28.558213 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-74e7a6f8-f16b-418a-abce-3dc8ebd589f5 service neutron] 10.222.0.13 "GET /v2.0/networks/233d5bc4-584b-43c0-9b71-169a858435d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166368 Feb 28 20:16:28.564889 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7006c30e-034f-45fa-be99-b3f2f7f57bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:28.565640 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7006c30e-034f-45fa-be99-b3f2f7f57bf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:28.577919 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dddca2-a7ca-4c2c-8717-47e50069766b None None] Network 6fc751ed-8d26-4f82-9e02-d415e2097a82 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:16:28.591732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51568) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:28.595709 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7006c30e-034f-45fa-be99-b3f2f7f57bf5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5231433 Feb 28 20:16:28.603330 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-9d688a96-260d-4670-bd21-b70ce09d18bc admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-442764737-router', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:28.641831 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d688a96-260d-4670-bd21-b70ce09d18bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (50fd21ce-0f32-43e1-af5a-4597eab5aef7), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:28.643504 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d688a96-260d-4670-bd21-b70ce09d18bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (50fd21ce-0f32-43e1-af5a-4597eab5aef7), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:28.678014 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51570) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:28.748234 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d688a96-260d-4670-bd21-b70ce09d18bc admin admin] Publish callbacks [] for router_controller (50fd21ce-0f32-43e1-af5a-4597eab5aef7), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:28.807702 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eaf04d-925e-432a-8ea2-24d7f50ef123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-6fc751ed-8d26-4f82-9e02-d415e2097a82', 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82', 'project_id': '1b008fe84570400d8410f1825e5a1877', 'fixed_ips': [{'subnet_id': 'c297a8dc-1030-4068-b140-fea07c7e7071'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:16:28.809751 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-21eaf04d-925e-432a-8ea2-24d7f50ef123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:28.866593 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c29d8de-ac87-41d0-82d4-f58b48323407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:28.992578 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e02e137-3ffd-48ba-ae2c-77dc3d5153c5 x-openstack-request-id: req-2e02e137-3ffd-48ba-ae2c-77dc3d5153c5 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:16:28.993271 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6a1e2a-cb53-436b-8c3d-5a0ba0187640", "name": "network-vif-plugged", "status": "completed", "tag": "59c3a43d-1332-4015-b10a-aed4148af8a6", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:16:28.994433 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e02e137-3ffd-48ba-ae2c-77dc3d5153c5 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:16:28.997209 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6a1e2a-cb53-436b-8c3d-5a0ba0187640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c3a43d-1332-4015-b10a-aed4148af8a6', 'code': 200} Feb 28 20:16:29.104425 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c29d8de-ac87-41d0-82d4-f58b48323407 admin admin] Publish callbacks [] for security_group (3516e5d3-822a-48e7-abc4-05706d8be1e9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:29.114239 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c29d8de-ac87-41d0-82d4-f58b48323407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3516e5d3-822a-48e7-abc4-05706d8be1e9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:29.152848 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-21eaf04d-925e-432a-8ea2-24d7f50ef123 None None] Allocated IP 172.20.0.2 (6fc751ed-8d26-4f82-9e02-d415e2097a82/c297a8dc-1030-4068-b140-fea07c7e7071/09a2a0c7-5ab1-4178-b631-4caf5390058f) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:16:29.216892 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0c29d8de-ac87-41d0-82d4-f58b48323407 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d62ba5f21e514721b39aa878f05832bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5368772 Feb 28 20:16:29.217149 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51588) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:29.230001 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29d8de-ac87-41d0-82d4-f58b48323407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3516e5d3-822a-48e7-abc4-05706d8be1e9,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:29.235725 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bbc250-3e47-4e6d-8e63-cc29c908a854', 'name': 'network-vif-deleted', 'tag': '616f061c-2f6a-4501-8d85-4d693a7c90f6'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:16:29.241459 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e700fc46-b3c8-4bd1-9e7c-e26a9672adbf" -d '{"events": [{"server_uuid": "c0bbc250-3e47-4e6d-8e63-cc29c908a854", "name": "network-vif-deleted", "tag": "616f061c-2f6a-4501-8d85-4d693a7c90f6"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:16:29.256230 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d688a96-260d-4670-bd21-b70ce09d18bc admin admin] Publish callbacks [] for router_gateway (50fd21ce-0f32-43e1-af5a-4597eab5aef7), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:29.531806 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-21eaf04d-925e-432a-8ea2-24d7f50ef123 None None] Publish callbacks [] for port (09a2a0c7-5ab1-4178-b631-4caf5390058f), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:29.535838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a811a6-aa61-406d-b22c-40fed4ba2c17 req-9a9e5582-0d60-408a-b2d1-6a6b40459f25 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:29.540889 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63a811a6-aa61-406d-b22c-40fed4ba2c17 req-9a9e5582-0d60-408a-b2d1-6a6b40459f25 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 945 time: 0.5026598 Feb 28 20:16:29.555076 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-21eaf04d-925e-432a-8ea2-24d7f50ef123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (09a2a0c7-5ab1-4178-b631-4caf5390058f), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:29.575688 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cad4d-013f-40de-98e0-5e755782e068 req-f19bdfe6-011d-4c38-9845-f6e71c477a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:29.578686 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c77cad4d-013f-40de-98e0-5e755782e068 req-f19bdfe6-011d-4c38-9845-f6e71c477a6e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 1128 time: 0.5406160 Feb 28 20:16:29.617391 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 073a6a6e-d638-4f9c-ae6c-5d748eb3910a up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:16:29.671779 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eaf04d-925e-432a-8ea2-24d7f50ef123 None None] Network 6fc751ed-8d26-4f82-9e02-d415e2097a82 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:16:29.683281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-21eaf04d-925e-432a-8ea2-24d7f50ef123 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:16:29.687394 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bb198-e212-430f-b6de-0594e4326823 req-b2cebd25-aab2-4d4c-a42c-5b4d62cde185 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:29.690966 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eaf04d-925e-432a-8ea2-24d7f50ef123 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:16:29.697739 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eaf04d-925e-432a-8ea2-24d7f50ef123 None None] Pushing event updated for resources: {'Port': ['ID=09a2a0c7-5ab1-4178-b631-4caf5390058f,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:29.699812 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae1bb198-e212-430f-b6de-0594e4326823 req-b2cebd25-aab2-4d4c-a42c-5b4d62cde185 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/ports?device_id=b11a9dbd-1d67-45ec-98e2-aeae357f6a5c HTTP/1.1" status: 200 len: 943 time: 0.4866853 Feb 28 20:16:29.755463 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-230e7d40-b5c0-4d5f-86a1-79d2778c0e86 admin admin] Publish callbacks [] for security_group (3516e5d3-822a-48e7-abc4-05706d8be1e9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:29.792077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:16:29.792915 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-230e7d40-b5c0-4d5f-86a1-79d2778c0e86 admin admin] Publish callbacks [] for security_group (3516e5d3-822a-48e7-abc4-05706d8be1e9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:29.847717 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-21eaf04d-925e-432a-8ea2-24d7f50ef123 None None] Attempting to bind port 09a2a0c7-5ab1-4178-b631-4caf5390058f on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:16:29.848814 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-21eaf04d-925e-432a-8ea2-24d7f50ef123 None None] Attempting to bind port 09a2a0c7-5ab1-4178-b631-4caf5390058f by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'ee2be4ff-4b54-49ec-8c8e-3abecba2146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:16:29.849369 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eaf04d-925e-432a-8ea2-24d7f50ef123 None None] Attempting to bind port 09a2a0c7-5ab1-4178-b631-4caf5390058f on network 6fc751ed-8d26-4f82-9e02-d415e2097a82 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:16:29.883037 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63a811a6-aa61-406d-b22c-40fed4ba2c17 req-a97d948c-d792-447d-b685-ac8dbba30f5e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280342 Feb 28 20:16:29.886303 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eaf04d-925e-432a-8ea2-24d7f50ef123 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:16:29.887356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eaf04d-925e-432a-8ea2-24d7f50ef123 None None] Checking segment: {'id': 'ee2be4ff-4b54-49ec-8c8e-3abecba2146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:16:29.887855 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-21eaf04d-925e-432a-8ea2-24d7f50ef123 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:29.888531 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eaf04d-925e-432a-8ea2-24d7f50ef123 None None] Bound using segment: {'id': 'ee2be4ff-4b54-49ec-8c8e-3abecba2146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:16:29.889608 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-21eaf04d-925e-432a-8ea2-24d7f50ef123 None None] Bound port: 09a2a0c7-5ab1-4178-b631-4caf5390058f, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2be4ff-4b54-49ec-8c8e-3abecba2146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:16:29.890231 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-21eaf04d-925e-432a-8ea2-24d7f50ef123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (09a2a0c7-5ab1-4178-b631-4caf5390058f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:29.898645 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 073a6a6e-d638-4f9c-ae6c-5d748eb3910a completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:16:29.925902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 073a6a6e-d638-4f9c-ae6c-5d748eb3910a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:29.926475 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (073a6a6e-d638-4f9c-ae6c-5d748eb3910a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:29.980657 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c77cad4d-013f-40de-98e0-5e755782e068 req-8978e026-fe1d-4d4b-8b85-143f0fe884a1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875840 Feb 28 20:16:29.993276 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-230e7d40-b5c0-4d5f-86a1-79d2778c0e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3516e5d3-822a-48e7-abc4-05706d8be1e9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:29.997131 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-230e7d40-b5c0-4d5f-86a1-79d2778c0e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:29.998442 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-230e7d40-b5c0-4d5f-86a1-79d2778c0e86 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3516e5d3-822a-48e7-abc4-05706d8be1e9 HTTP/1.1" status: 204 len: 168 time: 0.7774689 Feb 28 20:16:30.010372 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae1bb198-e212-430f-b6de-0594e4326823 req-e9483343-63fb-4ad3-a3da-6d6c2e053a9b tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6890f-a0ca-4ff4-af38-6b35ea023559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094432 Feb 28 20:16:30.021211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e7d40-b5c0-4d5f-86a1-79d2778c0e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3516e5d3-822a-48e7-abc4-05706d8be1e9,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:30.076799 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.resource_extend [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:16:30.217947 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-87a78b26-8ac1-408c-995d-4093dbd9d33a req-5e92f7ab-a01e-4fe9-95d2-9986bfc0c75c tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 210 time: 0.0687082 Feb 28 20:16:30.269700 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d688a96-260d-4670-bd21-b70ce09d18bc admin admin] Publish callbacks [] for router_gateway (50fd21ce-0f32-43e1-af5a-4597eab5aef7), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:30.294128 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d688a96-260d-4670-bd21-b70ce09d18bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:30.344691 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72c83ba1-b3e9-4dbd-bd87-ac9504e9f727 req-f5e5e9f2-1303-4fc8-8aa1-1f9c167d581c tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/ports?device_id=1adb5f5c-2a15-4da0-8a89-cce624dd4213 HTTP/1.1" status: 200 len: 210 time: 0.0765595 Feb 28 20:16:30.391503 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-21eaf04d-925e-432a-8ea2-24d7f50ef123 None None] For port 09a2a0c7-5ab1-4178-b631-4caf5390058f, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:16:30.396004 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-21eaf04d-925e-432a-8ea2-24d7f50ef123 None None] For port 09a2a0c7-5ab1-4178-b631-4caf5390058f, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=09a2a0c7-5ab1-4178-b631-4caf5390058f,segment=NetworkSegment(ee2be4ff-4b54-49ec-8c8e-3abecba2146c),segment_id=ee2be4ff-4b54-49ec-8c8e-3abecba2146c)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:16:30.408811 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-21eaf04d-925e-432a-8ea2-24d7f50ef123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (09a2a0c7-5ab1-4178-b631-4caf5390058f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:30.580846 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eaf04d-925e-432a-8ea2-24d7f50ef123 None None] Pushing event updated for resources: {'Port': ['ID=09a2a0c7-5ab1-4178-b631-4caf5390058f,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:30.600676 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=77bb4afe-2e34-4d32-bd9c-1b267bebc4d0,segment=NetworkSegment(a6a5e3e8-4063-4a96-ac08-5a41127b78b0),segment_id=a6a5e3e8-4063-4a96-ac08-5a41127b78b0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:30.651965 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8c770-b21b-472e-bb2c-e88b2c5bbb6d req-9f48437b-bbe7-45a0-baff-6b23dd97f5ba tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:30.661392 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5fe8c770-b21b-472e-bb2c-e88b2c5bbb6d req-9f48437b-bbe7-45a0-baff-6b23dd97f5ba tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 947 time: 0.2346017 Feb 28 20:16:30.661976 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '77bb4afe-2e34-4d32-bd9c-1b267bebc4d0', 'network_id': '2067db44-a0e1-4017-99b4-56823d1291bf', 'port_id': '77bb4afe-2e34-4d32-bd9c-1b267bebc4d0', 'mac_address': 'fa:16:3e:e0:23:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d64785-4005-4c2a-b49f-aa457c546455', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:16:30.665195 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-9d688a96-260d-4670-bd21-b70ce09d18bc admin admin] Allocated IP 172.25.0.5 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/ef0be32a-0704-4d10-92de-58be3d899621) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:16:30.676126 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b50dad-a559-4b0f-b2d2-5dd456cae5ad req-f81ecf00-12a3-48da-9f94-c22947a603bb tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:30.678012 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22b50dad-a559-4b0f-b2d2-5dd456cae5ad req-f81ecf00-12a3-48da-9f94-c22947a603bb tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=37434970-6ca6-4122-9bb8-51e4ae8db759 HTTP/1.1" status: 200 len: 944 time: 0.2166595 Feb 28 20:16:30.678162 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 073a6a6e-d638-4f9c-ae6c-5d748eb3910a is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:30.678512 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (073a6a6e-d638-4f9c-ae6c-5d748eb3910a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:30.877659 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5fe8c770-b21b-472e-bb2c-e88b2c5bbb6d req-675292ec-5c6c-4e43-a97f-d878c3d9c92a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151318 Feb 28 20:16:30.898338 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:30.899372 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (77bb4afe-2e34-4d32-bd9c-1b267bebc4d0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:30.912392 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22b50dad-a559-4b0f-b2d2-5dd456cae5ad req-d9e905e1-e279-4ad0-a867-c1c107d950be tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239857 Feb 28 20:16:30.924502 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 073a6a6e-d638-4f9c-ae6c-5d748eb3910a, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=073a6a6e-d638-4f9c-ae6c-5d748eb3910a,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:30.951659 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (073a6a6e-d638-4f9c-ae6c-5d748eb3910a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:30.954669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:16:31.012088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37434970-6ca6-4122-9bb8-51e4ae8db759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073a6a6e-d638-4f9c-ae6c-5d748eb3910a'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:16:31.022285 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d31e87-f934-42a2-9059-6c6c3938c26c" -d '{"events": [{"server_uuid": "37434970-6ca6-4122-9bb8-51e4ae8db759", "name": "network-vif-plugged", "status": "completed", "tag": "073a6a6e-d638-4f9c-ae6c-5d748eb3910a"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:16:31.063736 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d688a96-260d-4670-bd21-b70ce09d18bc admin admin] Publish callbacks [] for port (ef0be32a-0704-4d10-92de-58be3d899621), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:31.089704 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:16:31.213844 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088eb35b-9ac5-4935-bcbf-75aafc70049a x-openstack-request-id: req-088eb35b-9ac5-4935-bcbf-75aafc70049a {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:16:31.214778 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37434970-6ca6-4122-9bb8-51e4ae8db759", "name": "network-vif-plugged", "status": "completed", "tag": "073a6a6e-d638-4f9c-ae6c-5d748eb3910a", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:16:31.215248 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-088eb35b-9ac5-4935-bcbf-75aafc70049a {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:16:31.216503 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37434970-6ca6-4122-9bb8-51e4ae8db759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073a6a6e-d638-4f9c-ae6c-5d748eb3910a', 'code': 200} Feb 28 20:16:31.230745 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-dd4c95d4-571c-450b-987d-75929204686d tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:31.232706 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-dd4c95d4-571c-450b-987d-75929204686d tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.10 "GET /v2.0/networks?id=233d5bc4-584b-43c0-9b71-169a858435d9 HTTP/1.1" status: 200 len: 812 time: 0.3822896 Feb 28 20:16:31.234422 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72810a70-4ccb-482b-8f7b-b325058af504 x-openstack-request-id: req-72810a70-4ccb-482b-8f7b-b325058af504 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:16:31.235175 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0bbc250-3e47-4e6d-8e63-cc29c908a854", "name": "network-vif-deleted", "tag": "616f061c-2f6a-4501-8d85-4d693a7c90f6", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:16:31.235865 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72810a70-4ccb-482b-8f7b-b325058af504 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:16:31.236891 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bbc250-3e47-4e6d-8e63-cc29c908a854', 'name': 'network-vif-deleted', 'tag': '616f061c-2f6a-4501-8d85-4d693a7c90f6', 'status': 'completed', 'code': 200} Feb 28 20:16:31.246440 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ca6b5-177d-4842-9307-cd319b3efb2b req-741fac33-7c5d-422c-a8ab-6dabd97092f7 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:31.256043 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=77bb4afe-2e34-4d32-bd9c-1b267bebc4d0,segment=NetworkSegment(a6a5e3e8-4063-4a96-ac08-5a41127b78b0),segment_id=a6a5e3e8-4063-4a96-ac08-5a41127b78b0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:31.263476 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b3ca6b5-177d-4842-9307-cd319b3efb2b req-741fac33-7c5d-422c-a8ab-6dabd97092f7 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 945 time: 0.1982310 Feb 28 20:16:31.281531 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d688a96-260d-4670-bd21-b70ce09d18bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (ef0be32a-0704-4d10-92de-58be3d899621), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:31.286458 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (77bb4afe-2e34-4d32-bd9c-1b267bebc4d0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:31.297815 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=073a6a6e-d638-4f9c-ae6c-5d748eb3910a,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:31.455603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:31.456342 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:31.486199 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d688a96-260d-4670-bd21-b70ce09d18bc admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:16:31.530141 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=77bb4afe-2e34-4d32-bd9c-1b267bebc4d0,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:31.547194 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['77bb4afe-2e34-4d32-bd9c-1b267bebc4d0'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:16:31.608266 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:31.622817 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:16:31.669501 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:31.772430 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,revision_number=11']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:31.775500 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 09a2a0c7-5ab1-4178-b631-4caf5390058f up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:16:31.980418 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-a935518a-5a8a-48ad-8115-c1ee82b10684 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c09c66905df449e8ed5916165cd5d97 HTTP/1.1" status: 200 len: 379 time: 0.7214236 Feb 28 20:16:31.992967 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-989d3450-f15c-46b2-9df1-cc075655c501 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Request body: {'port': {'device_id': '1adb5f5c-2a15-4da0-8a89-cce624dd4213', 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9', 'admin_state_up': True, 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'security_groups': ['5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:32.045502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d688a96-260d-4670-bd21-b70ce09d18bc admin admin] Pushing event updated for resources: {'Port': ['ID=ef0be32a-0704-4d10-92de-58be3d899621,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:32.045804 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 09a2a0c7-5ab1-4178-b631-4caf5390058f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:32.046312 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (09a2a0c7-5ab1-4178-b631-4caf5390058f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:32.053619 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b3ca6b5-177d-4842-9307-cd319b3efb2b req-fe44f6c4-7ebf-404f-8d1c-7272fc9fba16 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7890899 Feb 28 20:16:32.055057 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-9d688a96-260d-4670-bd21-b70ce09d18bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:16:32.080527 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d688a96-260d-4670-bd21-b70ce09d18bc admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:16:32.172585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-989d3450-f15c-46b2-9df1-cc075655c501 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Made reservation on behalf of 0c09c66905df449e8ed5916165cd5d97 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:16:32.181319 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:32.187445 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-989d3450-f15c-46b2-9df1-cc075655c501 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:32.205501 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'port_id': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866', 'mac_address': 'fa:16:3e:85:b3:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:16:32.257062 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cfa81837-2b52-439c-b84f-85844b09cf6f req-46eaf8c6-70b7-442b-8bef-b9b8183e0b5c tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 210 time: 0.0421116 Feb 28 20:16:32.260602 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70768a56-3549-4d31-b9d9-cdcea9561938 None None] Network 6fc751ed-8d26-4f82-9e02-d415e2097a82 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:16:32.345963 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db247922-bdf1-4fb8-b342-94efce60658f req-43373137-7022-4483-90f0-e6d95c3b2b8e tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:32.347595 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db247922-bdf1-4fb8-b342-94efce60658f req-43373137-7022-4483-90f0-e6d95c3b2b8e tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/ports?device_id=b11a9dbd-1d67-45ec-98e2-aeae357f6a5c HTTP/1.1" status: 200 len: 944 time: 0.9681895 Feb 28 20:16:32.365526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168733d3-6f3a-486d-88e1-afd4810bb9ea req-aeb58da1-cfff-4139-8d35-a10900c06ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:32.367937 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-168733d3-6f3a-486d-88e1-afd4810bb9ea req-aeb58da1-cfff-4139-8d35-a10900c06ddd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=37434970-6ca6-4122-9bb8-51e4ae8db759 HTTP/1.1" status: 200 len: 1128 time: 0.8785911 Feb 28 20:16:32.391277 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-989d3450-f15c-46b2-9df1-cc075655c501 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Allocated IP 172.20.0.14 (233d5bc4-584b-43c0-9b71-169a858435d9/d403bcec-eb11-47f4-86b8-58ed18fc0376/78b7672f-106f-4189-a177-1058526574a3) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:16:32.459965 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7db768cf-dd14-4cae-8cfd-1c791dffb6d2 req-ae92fd55-9e1a-4217-a659-e161af4374c4 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/ports?device_id=1adb5f5c-2a15-4da0-8a89-cce624dd4213 HTTP/1.1" status: 200 len: 210 time: 0.0603962 Feb 28 20:16:32.534684 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 09a2a0c7-5ab1-4178-b631-4caf5390058f is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:32.535495 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (09a2a0c7-5ab1-4178-b631-4caf5390058f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:32.545052 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-695f8520-27fc-466b-9867-d46998c8311b None None] Provisioning complete for port 09a2a0c7-5ab1-4178-b631-4caf5390058f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:32.545853 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-695f8520-27fc-466b-9867-d46998c8311b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (09a2a0c7-5ab1-4178-b631-4caf5390058f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:32.548052 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:32.548818 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:32.573844 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-989d3450-f15c-46b2-9df1-cc075655c501 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks [] for port (78b7672f-106f-4189-a177-1058526574a3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:32.623786 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-989d3450-f15c-46b2-9df1-cc075655c501 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (78b7672f-106f-4189-a177-1058526574a3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:32.732184 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d3450-f15c-46b2-9df1-cc075655c501 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Pushing event updated for resources: {'Port': ['ID=78b7672f-106f-4189-a177-1058526574a3,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:32.752962 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-168733d3-6f3a-486d-88e1-afd4810bb9ea req-50c7424b-ce8f-4b19-87a6-9f8a5e9dd04b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710670 Feb 28 20:16:32.769562 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db247922-bdf1-4fb8-b342-94efce60658f req-cb2becf9-3595-4300-9c7d-33b39730da62 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6890f-a0ca-4ff4-af38-6b35ea023559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113753 Feb 28 20:16:32.772426 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-989d3450-f15c-46b2-9df1-cc075655c501 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Network 233d5bc4-584b-43c0-9b71-169a858435d9 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:16:32.775050 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-989d3450-f15c-46b2-9df1-cc075655c501 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:16:32.779108 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-989d3450-f15c-46b2-9df1-cc075655c501 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:16:32.793194 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:16:32.824864 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d688a96-260d-4670-bd21-b70ce09d18bc admin admin] Publish callbacks [] for router_gateway (50fd21ce-0f32-43e1-af5a-4597eab5aef7), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:32.833609 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:32.867378 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:32.932842 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-989d3450-f15c-46b2-9df1-cc075655c501 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:32.933522 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-989d3450-f15c-46b2-9df1-cc075655c501 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:32.972646 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-989d3450-f15c-46b2-9df1-cc075655c501 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9828036 Feb 28 20:16:32.981485 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 09a2a0c7-5ab1-4178-b631-4caf5390058f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=09a2a0c7-5ab1-4178-b631-4caf5390058f,segment=NetworkSegment(ee2be4ff-4b54-49ec-8c8e-3abecba2146c),segment_id=ee2be4ff-4b54-49ec-8c8e-3abecba2146c)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:32.997409 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (09a2a0c7-5ab1-4178-b631-4caf5390058f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:33.023088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:16:33.058870 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,revision_number=12']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:33.088050 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] Request body: {'port': {'device_id': '1adb5f5c-2a15-4da0-8a89-cce624dd4213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:33.224867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:16:33.227516 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcf6a3d-408b-447a-bf27-27d43812f092" -d '{"events": [{"server_uuid": "7e6d6220-7bb5-470b-8d78-592e7e038de7", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:16:33.227936 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1707d-33fe-4d82-8ff8-60042a96e902 req-13bb9715-3eb8-4b6f-aad6-ff4cf3725873 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:33.229506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b8a1707d-33fe-4d82-8ff8-60042a96e902 req-13bb9715-3eb8-4b6f-aad6-ff4cf3725873 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=37434970-6ca6-4122-9bb8-51e4ae8db759 HTTP/1.1" status: 200 len: 945 time: 0.2877202 Feb 28 20:16:33.237110 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (78b7672f-106f-4189-a177-1058526574a3), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:33.237453 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac94f2-5c8c-486d-b1e5-77ea7034ad9a req-5e0c0e96-a034-4b35-8264-29d284d16074 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:33.244776 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9fac94f2-5c8c-486d-b1e5-77ea7034ad9a req-5e0c0e96-a034-4b35-8264-29d284d16074 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 946 time: 0.2818384 Feb 28 20:16:33.279697 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-695f8520-27fc-466b-9867-d46998c8311b None None] Current status of the port 09a2a0c7-5ab1-4178-b631-4caf5390058f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:33.281895 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=09a2a0c7-5ab1-4178-b631-4caf5390058f,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:33.450425 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3fa02c75-36e2-4a8c-b09d-c8ee019265d4 None None] Provisioning complete for port 78b7672f-106f-4189-a177-1058526574a3 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:33.450861 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3fa02c75-36e2-4a8c-b09d-c8ee019265d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (78b7672f-106f-4189-a177-1058526574a3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:33.515125 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9fac94f2-5c8c-486d-b1e5-77ea7034ad9a req-eb4a1895-8007-4a56-8ed6-0e17c293efbf tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694402 Feb 28 20:16:33.518293 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b8a1707d-33fe-4d82-8ff8-60042a96e902 req-abdaab47-99ea-4e4d-89d2-a071072f39fe tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653167 Feb 28 20:16:33.560990 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3fa02c75-36e2-4a8c-b09d-c8ee019265d4 None None] Port 78b7672f-106f-4189-a177-1058526574a3 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:16:33.611851 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 09a2a0c7-5ab1-4178-b631-4caf5390058f up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:16:33.700952 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d688a96-260d-4670-bd21-b70ce09d18bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (50fd21ce-0f32-43e1-af5a-4597eab5aef7), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:33.707377 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e552c5f-9c60-48c5-8144-26305b136cb2 x-openstack-request-id: req-0e552c5f-9c60-48c5-8144-26305b136cb2 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:16:33.707919 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6d6220-7bb5-470b-8d78-592e7e038de7", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:16:33.708382 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e552c5f-9c60-48c5-8144-26305b136cb2 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:16:33.708955 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866', 'code': 200} Feb 28 20:16:33.727685 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c9e42302-2bff-4745-a977-77ab13a1fc16 None None] Provisioning complete for port 09a2a0c7-5ab1-4178-b631-4caf5390058f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:33.728235 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c9e42302-2bff-4745-a977-77ab13a1fc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (09a2a0c7-5ab1-4178-b631-4caf5390058f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:33.762565 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 09a2a0c7-5ab1-4178-b631-4caf5390058f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:33.762905 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (09a2a0c7-5ab1-4178-b631-4caf5390058f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:33.846347 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b7672f-106f-4189-a177-1058526574a3 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:16:33.857747 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:16:33.868331 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] Publish callbacks [] for port (78b7672f-106f-4189-a177-1058526574a3), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:33.900393 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] Transition to ACTIVE for port object 78b7672f-106f-4189-a177-1058526574a3 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:16:33.906515 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (78b7672f-106f-4189-a177-1058526574a3), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:33.936418 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d4b193aa-84b4-4ee7-9fd2-e0b57dee9c49 req-cfbccfb2-7222-474d-9f15-022bb1351bfb tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 210 time: 0.0849280 Feb 28 20:16:33.960075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d5ae1-2b34-4656-9e82-eff908c0e186 req-6720476b-cb15-431e-89e7-a262de7a689f tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:33.969014 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f66d5ae1-2b34-4656-9e82-eff908c0e186 req-6720476b-cb15-431e-89e7-a262de7a689f tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 945 time: 0.1835210 Feb 28 20:16:34.026289 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] Pushing event updated for resources: {'Port': ['ID=78b7672f-106f-4189-a177-1058526574a3,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:34.137914 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 09a2a0c7-5ab1-4178-b631-4caf5390058f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:34.229572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:16:34.231750 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f66d5ae1-2b34-4656-9e82-eff908c0e186 req-4dfa2386-d721-4537-9305-f12ced02f580 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616997 Feb 28 20:16:34.249159 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] Attempting to bind port 78b7672f-106f-4189-a177-1058526574a3 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:16:34.249542 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] Attempting to bind port 78b7672f-106f-4189-a177-1058526574a3 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '01a828aa-500d-40ac-b791-b8032d7033c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:16:34.249833 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] Attempting to bind port 78b7672f-106f-4189-a177-1058526574a3 on network 233d5bc4-584b-43c0-9b71-169a858435d9 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:16:34.272455 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] Port 78b7672f-106f-4189-a177-1058526574a3 on network 233d5bc4-584b-43c0-9b71-169a858435d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:16:34.272884 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] Attempting to bind port 78b7672f-106f-4189-a177-1058526574a3 on network 233d5bc4-584b-43c0-9b71-169a858435d9 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:16:34.277252 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:34.277596 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (77bb4afe-2e34-4d32-bd9c-1b267bebc4d0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:34.292710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:16:34.294462 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] Checking segment: {'id': '01a828aa-500d-40ac-b791-b8032d7033c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:16:34.296485 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] Bound using segment: {'id': '01a828aa-500d-40ac-b791-b8032d7033c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:16:34.297986 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] Bound port: 78b7672f-106f-4189-a177-1058526574a3, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a828aa-500d-40ac-b791-b8032d7033c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:16:34.299736 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (78b7672f-106f-4189-a177-1058526574a3), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:34.366076 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c9e42302-2bff-4745-a977-77ab13a1fc16 None None] Current status of the port 09a2a0c7-5ab1-4178-b631-4caf5390058f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:34.474146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca11174-7643-45c8-89b4-1102fb0741c9 req-f9176177-7cb4-4949-952c-50ff6683b669 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:34.491465 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aca11174-7643-45c8-89b4-1102fb0741c9 req-f9176177-7cb4-4949-952c-50ff6683b669 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/ports?device_id=1adb5f5c-2a15-4da0-8a89-cce624dd4213 HTTP/1.1" status: 200 len: 944 time: 0.4104640 Feb 28 20:16:34.513000 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] For port 78b7672f-106f-4189-a177-1058526574a3, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:16:34.525287 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] For port 78b7672f-106f-4189-a177-1058526574a3, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=78b7672f-106f-4189-a177-1058526574a3,segment=NetworkSegment(01a828aa-500d-40ac-b791-b8032d7033c1),segment_id=01a828aa-500d-40ac-b791-b8032d7033c1)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:16:34.539476 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (78b7672f-106f-4189-a177-1058526574a3), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:34.567313 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:34.567725 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (77bb4afe-2e34-4d32-bd9c-1b267bebc4d0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:34.603940 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d688a96-260d-4670-bd21-b70ce09d18bc admin admin] Router 50fd21ce-0f32-43e1-af5a-4597eab5aef7 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:16:34.626299 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=77bb4afe-2e34-4d32-bd9c-1b267bebc4d0,segment=NetworkSegment(a6a5e3e8-4063-4a96-ac08-5a41127b78b0),segment_id=a6a5e3e8-4063-4a96-ac08-5a41127b78b0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:34.634867 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (77bb4afe-2e34-4d32-bd9c-1b267bebc4d0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:34.738914 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=77bb4afe-2e34-4d32-bd9c-1b267bebc4d0,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:34.740066 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aca11174-7643-45c8-89b4-1102fb0741c9 req-f0cb0ee2-3cad-41d6-9707-cb4fce184886 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464850 Feb 28 20:16:34.816174 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] Pushing event updated for resources: {'Port': ['ID=78b7672f-106f-4189-a177-1058526574a3,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:34.843857 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:34.846399 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:34.851231 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-3089e92a-efc9-4071-9ea8-fea83583f75a service neutron] 10.222.0.10 "PUT /v2.0/ports/78b7672f-106f-4189-a177-1058526574a3 HTTP/1.1" status: 200 len: 1093 time: 1.7686620 Feb 28 20:16:34.851706 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1adb5f5c-2a15-4da0-8a89-cce624dd4213', 'tag': '78b7672f-106f-4189-a177-1058526574a3'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:16:34.873226 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5ee3c8-cf38-44d2-a3e7-e5e98c419ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "1adb5f5c-2a15-4da0-8a89-cce624dd4213", "tag": "78b7672f-106f-4189-a177-1058526574a3"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:16:34.996422 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-8e9280f5-12d8-4161-a184-a89fee6049ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:34.998278 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-8e9280f5-12d8-4161-a184-a89fee6049ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c09c66905df449e8ed5916165cd5d97&device_id=1adb5f5c-2a15-4da0-8a89-cce624dd4213 HTTP/1.1" status: 200 len: 1127 time: 0.0847890 Feb 28 20:16:35.032332 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d688a96-260d-4670-bd21-b70ce09d18bc admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:16:35.045751 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] Sync routers for ids ['50fd21ce-0f32-43e1-af5a-4597eab5aef7'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:16:35.076046 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-7403b840-e5f1-4818-a625-c54fae426010 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78b7672f-106f-4189-a177-1058526574a3 HTTP/1.1" status: 200 len: 217 time: 0.0691679 Feb 28 20:16:35.084918 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] Routers {'50fd21ce-0f32-43e1-af5a-4597eab5aef7'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:16:35.085549 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:16:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['50fd21ce-0f32-43e1-af5a-4597eab5aef7'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:35.094176 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d688a96-260d-4670-bd21-b70ce09d18bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:35.098904 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9d688a96-260d-4670-bd21-b70ce09d18bc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.5060391 Feb 28 20:16:35.104364 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51680) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:35.151027 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d0338-7d24-4ac1-a4b9-e39a1f04be67 req-c821d17c-e111-4436-b755-3b15dca03908 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:35.153589 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-070819f7-6f9d-4a0f-8cd5-293e0989e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:35.162997 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-070819f7-6f9d-4a0f-8cd5-293e0989e0fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d403bcec-eb11-47f4-86b8-58ed18fc0376 HTTP/1.1" status: 200 len: 851 time: 0.0795288 Feb 28 20:16:35.163492 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-967d0338-7d24-4ac1-a4b9-e39a1f04be67 req-c821d17c-e111-4436-b755-3b15dca03908 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/ports?device_id=b11a9dbd-1d67-45ec-98e2-aeae357f6a5c HTTP/1.1" status: 200 len: 945 time: 0.2423341 Feb 28 20:16:35.272559 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-042fa374-6f4d-4a24-bf9a-5b26885ea5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:35.274344 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-042fa374-6f4d-4a24-bf9a-5b26885ea5c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=233d5bc4-584b-43c0-9b71-169a858435d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1046422 Feb 28 20:16:35.366014 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-967d0338-7d24-4ac1-a4b9-e39a1f04be67 req-14c36114-8d7b-422b-a36a-502180ae6d0a tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6890f-a0ca-4ff4-af38-6b35ea023559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014577 Feb 28 20:16:35.383406 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] Set router 50fd21ce-0f32-43e1-af5a-4597eab5aef7 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:16:35.499153 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-95dd5d95-548c-44ff-a539-883139f7e009 service neutron] 10.222.0.10 "GET /v2.0/networks/233d5bc4-584b-43c0-9b71-169a858435d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121162 Feb 28 20:16:35.632649 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0df97b03-fe9c-439b-bae9-4265a8ddcd66 req-8f430e36-f7f5-484e-be0e-85474672362a service neutron] 10.222.0.10 "GET /v2.0/networks/233d5bc4-584b-43c0-9b71-169a858435d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232159 Feb 28 20:16:35.643653 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:16:35.722755 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11a9dbd-1d67-45ec-98e2-aeae357f6a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bb4afe-2e34-4d32-bd9c-1b267bebc4d0'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:16:35.725293 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351e9477-f6a0-4c78-b4d0-881d5a60a674" -d '{"events": [{"server_uuid": "b11a9dbd-1d67-45ec-98e2-aeae357f6a5c", "name": "network-vif-plugged", "status": "completed", "tag": "77bb4afe-2e34-4d32-bd9c-1b267bebc4d0"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:16:35.776391 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:35.776787 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:35.792815 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'name': 'tempest-ServersTestBootFromVolume-442764737-router', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:28Z', 'updated_at': '2022-02-28T20:16:32Z', 'revision_number': 3, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'gw_port': {'id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:30Z', 'updated_at': '2022-02-28T20:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:35.814372 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd91c0-49bf-4410-aa55-e636ba0ef1ae req-f8292110-73b8-4134-be22-4acf605cabc8 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:35.821306 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2dd91c0-49bf-4410-aa55-e636ba0ef1ae req-f8292110-73b8-4134-be22-4acf605cabc8 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 945 time: 0.1553035 Feb 28 20:16:35.857652 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] Checking router: 50fd21ce-0f32-43e1-af5a-4597eab5aef7 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:16:35.866196 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] Updating router 50fd21ce-0f32-43e1-af5a-4597eab5aef7 port ef0be32a-0704-4d10-92de-58be3d899621 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:16:35.931145 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7bb04-7672-42b6-a657-a7de1202ac14 req-61483df1-8273-402a-ad55-5fa3b3796eee tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:35.936257 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ef0be32a-0704-4d10-92de-58be3d899621), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:35.942309 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-42e7bb04-7672-42b6-a657-a7de1202ac14 req-61483df1-8273-402a-ad55-5fa3b3796eee tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 946 time: 0.2745175 Feb 28 20:16:35.948077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:35.949176 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:36.013435 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:36.039406 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2dd91c0-49bf-4410-aa55-e636ba0ef1ae req-45c8b44a-ad89-4ab4-90ad-6c6278a2b7d7 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171204 Feb 28 20:16:36.078448 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:36.088088 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-42e7bb04-7672-42b6-a657-a7de1202ac14 req-87644757-5b2b-4c78-86a1-e04d135ee18b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426954 Feb 28 20:16:36.214312 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b151a3e-e7ea-45d0-909d-5d6d12d2b000 x-openstack-request-id: req-2b151a3e-e7ea-45d0-909d-5d6d12d2b000 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:16:36.215566 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1adb5f5c-2a15-4da0-8a89-cce624dd4213", "tag": "78b7672f-106f-4189-a177-1058526574a3", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:16:36.218447 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b151a3e-e7ea-45d0-909d-5d6d12d2b000 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:16:36.219601 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1adb5f5c-2a15-4da0-8a89-cce624dd4213', 'tag': '78b7672f-106f-4189-a177-1058526574a3', 'status': 'completed', 'code': 200} Feb 28 20:16:36.322517 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,revision_number=13']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:36.369506 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ee3c8-cf38-44d2-a3e7-e5e98c419ec5 req-9baf77cf-acb3-4ff9-9328-d3023d5348cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:36.373404 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fa5ee3c8-cf38-44d2-a3e7-e5e98c419ec5 req-9baf77cf-acb3-4ff9-9328-d3023d5348cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c09c66905df449e8ed5916165cd5d97&device_id=1adb5f5c-2a15-4da0-8a89-cce624dd4213 HTTP/1.1" status: 200 len: 1127 time: 0.1185250 Feb 28 20:16:36.466410 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a296098-296f-4b47-a1a2-57446daa7e9e req-ee259e6b-80f5-4790-92f9-9de7e7a17011 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:36.474729 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a296098-296f-4b47-a1a2-57446daa7e9e req-ee259e6b-80f5-4790-92f9-9de7e7a17011 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=37434970-6ca6-4122-9bb8-51e4ae8db759 HTTP/1.1" status: 200 len: 945 time: 0.1924729 Feb 28 20:16:36.483037 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d01af8cb-64b7-4cf2-88f9-32cefc15466d req-959cc9cc-e2af-4864-a6f5-0a150c09c198 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 210 time: 0.0598278 Feb 28 20:16:36.511019 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cdf70331-dcfd-44b6-be2c-e41b36a7d049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:36.591675 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a296098-296f-4b47-a1a2-57446daa7e9e req-01460805-229c-4898-93ba-38a4508c9da1 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139660 Feb 28 20:16:36.604969 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ee3c8-cf38-44d2-a3e7-e5e98c419ec5 req-7d14b865-e20b-49f4-a7f1-d7894e6fef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:36.609257 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fa5ee3c8-cf38-44d2-a3e7-e5e98c419ec5 req-7d14b865-e20b-49f4-a7f1-d7894e6fef8b service neutron] 10.222.0.10 "GET /v2.0/networks?id=233d5bc4-584b-43c0-9b71-169a858435d9 HTTP/1.1" status: 200 len: 912 time: 0.2169647 Feb 28 20:16:36.673786 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1282449-fdad-4b91-b9dd-95b24d1acb0c x-openstack-request-id: req-e1282449-fdad-4b91-b9dd-95b24d1acb0c {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:16:36.676174 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11a9dbd-1d67-45ec-98e2-aeae357f6a5c", "name": "network-vif-plugged", "status": "completed", "tag": "77bb4afe-2e34-4d32-bd9c-1b267bebc4d0", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:16:36.676708 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1282449-fdad-4b91-b9dd-95b24d1acb0c {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:16:36.677385 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11a9dbd-1d67-45ec-98e2-aeae357f6a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bb4afe-2e34-4d32-bd9c-1b267bebc4d0', 'code': 200} Feb 28 20:16:36.754222 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fa5ee3c8-cf38-44d2-a3e7-e5e98c419ec5 req-89c744e8-1313-4e89-84a6-058e066839ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78b7672f-106f-4189-a177-1058526574a3 HTTP/1.1" status: 200 len: 217 time: 0.1361907 Feb 28 20:16:36.831614 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ee3c8-cf38-44d2-a3e7-e5e98c419ec5 req-9844eaea-8ea6-466b-8a50-2e28e6f62d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:36.833898 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fa5ee3c8-cf38-44d2-a3e7-e5e98c419ec5 req-9844eaea-8ea6-466b-8a50-2e28e6f62d60 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d403bcec-eb11-47f4-86b8-58ed18fc0376 HTTP/1.1" status: 200 len: 851 time: 0.0692825 Feb 28 20:16:36.936180 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ee3c8-cf38-44d2-a3e7-e5e98c419ec5 req-596d26a0-bee8-4bcc-bb70-fc27f49362d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:36.938248 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fa5ee3c8-cf38-44d2-a3e7-e5e98c419ec5 req-596d26a0-bee8-4bcc-bb70-fc27f49362d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=233d5bc4-584b-43c0-9b71-169a858435d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0977571 Feb 28 20:16:37.127044 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] Publish callbacks [] for port (ef0be32a-0704-4d10-92de-58be3d899621), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:37.155391 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ef0be32a-0704-4d10-92de-58be3d899621), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:37.166040 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fa5ee3c8-cf38-44d2-a3e7-e5e98c419ec5 req-126ab96c-b3ca-4522-b20b-4d7c0d2e258a service neutron] 10.222.0.10 "GET /v2.0/networks/233d5bc4-584b-43c0-9b71-169a858435d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202415 Feb 28 20:16:37.224162 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbaad7b-d0b5-4231-9c11-77fe45f77f18 None None] Pushing event updated for resources: {'Port': ['ID=ef0be32a-0704-4d10-92de-58be3d899621,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:37.252144 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] Attempting to bind port ef0be32a-0704-4d10-92de-58be3d899621 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:16:37.252523 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] Attempting to bind port ef0be32a-0704-4d10-92de-58be3d899621 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:16:37.253409 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] Attempting to bind port ef0be32a-0704-4d10-92de-58be3d899621 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:16:37.261924 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:16:37.262313 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:16:37.263224 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:37.263946 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:16:37.265055 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] Bound port: ef0be32a-0704-4d10-92de-58be3d899621, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:16:37.265721 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ef0be32a-0704-4d10-92de-58be3d899621), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:37.328638 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] For port ef0be32a-0704-4d10-92de-58be3d899621, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:16:37.335954 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] For port ef0be32a-0704-4d10-92de-58be3d899621, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ef0be32a-0704-4d10-92de-58be3d899621,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:16:37.355733 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ef0be32a-0704-4d10-92de-58be3d899621), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:37.388404 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fa5ee3c8-cf38-44d2-a3e7-e5e98c419ec5 req-f85099a8-6004-4aef-9768-249d09e71404 service neutron] 10.222.0.10 "GET /v2.0/networks/233d5bc4-584b-43c0-9b71-169a858435d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157741 Feb 28 20:16:37.452467 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] Routers {'50fd21ce-0f32-43e1-af5a-4597eab5aef7'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:16:37.453107 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:16:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['50fd21ce-0f32-43e1-af5a-4597eab5aef7'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:37.502120 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbaad7b-d0b5-4231-9c11-77fe45f77f18 None None] Pushing event updated for resources: {'Port': ['ID=ef0be32a-0704-4d10-92de-58be3d899621,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:37.595416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fea05-86be-425f-af41-7fbc7239c6ba req-d5bae1d9-cb91-45ca-9e31-fc4d149d41fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:37.597457 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b08fea05-86be-425f-af41-7fbc7239c6ba req-d5bae1d9-cb91-45ca-9e31-fc4d149d41fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b11a9dbd-1d67-45ec-98e2-aeae357f6a5c HTTP/1.1" status: 200 len: 1128 time: 0.8444204 Feb 28 20:16:37.633803 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] Set router 50fd21ce-0f32-43e1-af5a-4597eab5aef7 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:16:37.636343 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba5c27-0f34-4e76-bee6-2cdc697f8207 req-44ad3524-8963-485d-a14e-5e4355845834 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:37.644300 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-86ba5c27-0f34-4e76-bee6-2cdc697f8207 req-44ad3524-8963-485d-a14e-5e4355845834 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/ports?device_id=1adb5f5c-2a15-4da0-8a89-cce624dd4213 HTTP/1.1" status: 200 len: 944 time: 0.8068488 Feb 28 20:16:37.650817 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 78b7672f-106f-4189-a177-1058526574a3 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:16:37.669914 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b1ad5-f21f-4a80-accf-ed2175dedb16 req-cad2b1b8-12c4-4576-8aca-27396865035b tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:37.678146 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d0b1ad5-f21f-4a80-accf-ed2175dedb16 req-cad2b1b8-12c4-4576-8aca-27396865035b tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/ports?device_id=b11a9dbd-1d67-45ec-98e2-aeae357f6a5c HTTP/1.1" status: 200 len: 945 time: 0.2632604 Feb 28 20:16:37.729968 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-cdf70331-dcfd-44b6-be2c-e41b36a7d049 admin admin] Allocated IP 172.20.0.1 (6fc751ed-8d26-4f82-9e02-d415e2097a82/c297a8dc-1030-4068-b140-fea07c7e7071/00af47a6-ee55-4c1b-9443-48c45db9bbc5) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:16:37.775716 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b08fea05-86be-425f-af41-7fbc7239c6ba req-c106454c-d0ad-487c-a2b8-8317e09fbb10 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c7c6890f-a0ca-4ff4-af38-6b35ea023559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693799 Feb 28 20:16:37.846553 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-86ba5c27-0f34-4e76-bee6-2cdc697f8207 req-70a44313-178c-4706-9c0e-1a412b109631 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007027 Feb 28 20:16:37.870944 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 78b7672f-106f-4189-a177-1058526574a3, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=78b7672f-106f-4189-a177-1058526574a3,segment=NetworkSegment(01a828aa-500d-40ac-b791-b8032d7033c1),segment_id=01a828aa-500d-40ac-b791-b8032d7033c1)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:37.886983 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d0b1ad5-f21f-4a80-accf-ed2175dedb16 req-cbb47455-358b-484d-b4c5-5250a1d988f5 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6890f-a0ca-4ff4-af38-6b35ea023559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077963 Feb 28 20:16:37.912100 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '78b7672f-106f-4189-a177-1058526574a3', 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9', 'port_id': '78b7672f-106f-4189-a177-1058526574a3', 'mac_address': 'fa:16:3e:67:74:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd403bcec-eb11-47f4-86b8-58ed18fc0376', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:16:37.981282 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cdf70331-dcfd-44b6-be2c-e41b36a7d049 admin admin] Publish callbacks [] for port (00af47a6-ee55-4c1b-9443-48c45db9bbc5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:38.021372 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 78b7672f-106f-4189-a177-1058526574a3 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:38.021769 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (78b7672f-106f-4189-a177-1058526574a3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:38.022329 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'name': 'tempest-ServersTestBootFromVolume-442764737-router', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:28Z', 'updated_at': '2022-02-28T20:16:32Z', 'revision_number': 3, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'gw_port': {'id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:30Z', 'updated_at': '2022-02-28T20:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:38.074359 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b7672f-106f-4189-a177-1058526574a3 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:16:38.087419 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cdf70331-dcfd-44b6-be2c-e41b36a7d049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (00af47a6-ee55-4c1b-9443-48c45db9bbc5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:38.148794 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf70331-dcfd-44b6-be2c-e41b36a7d049 admin admin] Network 6fc751ed-8d26-4f82-9e02-d415e2097a82 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:16:38.158233 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-cdf70331-dcfd-44b6-be2c-e41b36a7d049 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:16:38.173049 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf70331-dcfd-44b6-be2c-e41b36a7d049 admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:16:38.179172 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6f7823-c2c3-4415-9f2b-ef9b56cd0b2a None None] The sync data for ids ['50fd21ce-0f32-43e1-af5a-4597eab5aef7'] in n-d-820368-21 is: [{'id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'name': 'tempest-ServersTestBootFromVolume-442764737-router', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:28Z', 'updated_at': '2022-02-28T20:16:32Z', 'revision_number': 3, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'gw_port': {'id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:30Z', 'updated_at': '2022-02-28T20:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:16:38.182711 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 78b7672f-106f-4189-a177-1058526574a3, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=78b7672f-106f-4189-a177-1058526574a3,segment=NetworkSegment(01a828aa-500d-40ac-b791-b8032d7033c1),segment_id=01a828aa-500d-40ac-b791-b8032d7033c1)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:38.193318 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (78b7672f-106f-4189-a177-1058526574a3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:38.276168 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cdf70331-dcfd-44b6-be2c-e41b36a7d049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (50fd21ce-0f32-43e1-af5a-4597eab5aef7), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:38.386675 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62618bd3-0d28-4f5f-ac75-fd9d29eed2e0 req-1f3bfbec-d0b9-4b3c-bd1d-13666c70fc24 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:38.390063 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62618bd3-0d28-4f5f-ac75-fd9d29eed2e0 req-1f3bfbec-d0b9-4b3c-bd1d-13666c70fc24 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 945 time: 0.3490045 Feb 28 20:16:38.403599 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=78b7672f-106f-4189-a177-1058526574a3,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:38.439957 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:38.440354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:38.448873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf70331-dcfd-44b6-be2c-e41b36a7d049 admin admin] Pushing event updated for resources: {'Port': ['ID=00af47a6-ee55-4c1b-9443-48c45db9bbc5,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:38.461895 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:38.462706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:38.464158 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:38.464833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:38.465473 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:38.474789 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:38.475601 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:38.476088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:38.476605 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:38.477260 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:38.477874 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:38.608952 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['78b7672f-106f-4189-a177-1058526574a3'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:16:38.683594 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:16:38.686416 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7aa891f-0f11-4a55-80a2-441d3f4f024c" -d '{"events": [{"server_uuid": "7e6d6220-7bb5-470b-8d78-592e7e038de7", "name": "network-vif-plugged", "status": "completed", "tag": "e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:16:38.693006 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62618bd3-0d28-4f5f-ac75-fd9d29eed2e0 req-4d87ee48-d8df-4f77-a716-67505ec0acd3 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785590 Feb 28 20:16:38.735656 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-4c4cf94f-f4d4-4fe3-8f69-75bd930872ec None None] Provisioning complete for port 00af47a6-ee55-4c1b-9443-48c45db9bbc5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:38.740969 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4c4cf94f-f4d4-4fe3-8f69-75bd930872ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (00af47a6-ee55-4c1b-9443-48c45db9bbc5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:38.788648 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077271c3-d09c-49e8-94aa-15824007bfde req-06f46479-f782-4be5-8357-4ba3b1416cb5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:38.834976 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-077271c3-d09c-49e8-94aa-15824007bfde req-06f46479-f782-4be5-8357-4ba3b1416cb5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 947 time: 0.3189130 Feb 28 20:16:38.977264 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e5085952-5f54-4c1e-8e9f-4b5084d03903 req-187fd37b-4b43-4495-a474-1b44d2056d9a tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 210 time: 0.0806084 Feb 28 20:16:39.021322 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4c4cf94f-f4d4-4fe3-8f69-75bd930872ec None None] Port 00af47a6-ee55-4c1b-9443-48c45db9bbc5 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:16:39.115852 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-077271c3-d09c-49e8-94aa-15824007bfde req-d1b3e9e6-cb2c-4547-8e71-df74d809ee21 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559943 Feb 28 20:16:39.180515 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cdf70331-dcfd-44b6-be2c-e41b36a7d049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (00af47a6-ee55-4c1b-9443-48c45db9bbc5), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:39.188207 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d010f9-308b-41eb-abaa-beb8e749ace6 x-openstack-request-id: req-33d010f9-308b-41eb-abaa-beb8e749ace6 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:16:39.188509 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6d6220-7bb5-470b-8d78-592e7e038de7", "name": "network-vif-plugged", "status": "completed", "tag": "e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:16:39.188771 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33d010f9-308b-41eb-abaa-beb8e749ace6 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:16:39.189175 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866', 'code': 200} Feb 28 20:16:39.417928 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6c303-4d2e-41e8-bc05-db0331c67f52 req-b66dcb5c-3a59-4b51-ab62-368f82ef5e14 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:39.434764 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8cb6c303-4d2e-41e8-bc05-db0331c67f52 req-b66dcb5c-3a59-4b51-ab62-368f82ef5e14 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=37434970-6ca6-4122-9bb8-51e4ae8db759 HTTP/1.1" status: 200 len: 945 time: 0.2441061 Feb 28 20:16:39.458059 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d9eea-3b0a-4dcd-b2e8-badb8b2ecdde req-86e29f7c-ba2e-44f0-aff2-2696335f84a1 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:39.470532 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-429d9eea-3b0a-4dcd-b2e8-badb8b2ecdde req-86e29f7c-ba2e-44f0-aff2-2696335f84a1 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 945 time: 0.1950977 Feb 28 20:16:39.780300 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ef0be32a-0704-4d10-92de-58be3d899621 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:16:39.830833 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8cb6c303-4d2e-41e8-bc05-db0331c67f52 req-157c66dd-c0d7-45a8-94f0-1b5f764e669a tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896816 Feb 28 20:16:39.860390 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-429d9eea-3b0a-4dcd-b2e8-badb8b2ecdde req-eb7938cc-d7aa-4a8c-ad17-dfb1d3f38908 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887250 Feb 28 20:16:39.905566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port ef0be32a-0704-4d10-92de-58be3d899621 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:39.905949 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ef0be32a-0704-4d10-92de-58be3d899621), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:40.094475 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cdf70331-dcfd-44b6-be2c-e41b36a7d049 admin admin] Publish callbacks [] for port (00af47a6-ee55-4c1b-9443-48c45db9bbc5), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:40.099401 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port ef0be32a-0704-4d10-92de-58be3d899621 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:40.100255 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ef0be32a-0704-4d10-92de-58be3d899621), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:40.113817 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cdf70331-dcfd-44b6-be2c-e41b36a7d049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (00af47a6-ee55-4c1b-9443-48c45db9bbc5), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:40.130308 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port ef0be32a-0704-4d10-92de-58be3d899621, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ef0be32a-0704-4d10-92de-58be3d899621,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:40.142942 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ef0be32a-0704-4d10-92de-58be3d899621), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:40.207397 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=ef0be32a-0704-4d10-92de-58be3d899621,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:40.222222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41ded2-9d39-4833-a25d-b62d424685d0 req-fa935121-a4c2-4c18-ba25-da7dea734e44 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:40.224754 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4a41ded2-9d39-4833-a25d-b62d424685d0 req-fa935121-a4c2-4c18-ba25-da7dea734e44 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/ports?device_id=1adb5f5c-2a15-4da0-8a89-cce624dd4213 HTTP/1.1" status: 200 len: 945 time: 0.3025591 Feb 28 20:16:40.261018 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f4761-841f-4c2e-bf03-13d96e4f6eca req-c44fd0f6-b335-4522-a437-94e128909a7f tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:40.262968 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-425f4761-841f-4c2e-bf03-13d96e4f6eca req-c44fd0f6-b335-4522-a437-94e128909a7f tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/ports?device_id=b11a9dbd-1d67-45ec-98e2-aeae357f6a5c HTTP/1.1" status: 200 len: 945 time: 0.2773278 Feb 28 20:16:40.273637 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cdf70331-dcfd-44b6-be2c-e41b36a7d049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (50fd21ce-0f32-43e1-af5a-4597eab5aef7), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:40.283993 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf70331-dcfd-44b6-be2c-e41b36a7d049 admin admin] Pushing event updated for resources: {'Port': ['ID=00af47a6-ee55-4c1b-9443-48c45db9bbc5,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:40.409376 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4a41ded2-9d39-4833-a25d-b62d424685d0 req-78a6d8f0-173e-4f44-a5ec-c8c121326ede tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618934 Feb 28 20:16:40.469371 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-425f4761-841f-4c2e-bf03-13d96e4f6eca req-d195fb67-4cfc-4545-80b0-01a3532b9133 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6890f-a0ca-4ff4-af38-6b35ea023559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839645 Feb 28 20:16:40.534069 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf70331-dcfd-44b6-be2c-e41b36a7d049 admin admin] Network 6fc751ed-8d26-4f82-9e02-d415e2097a82 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:16:40.536475 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-cdf70331-dcfd-44b6-be2c-e41b36a7d049 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:16:40.837767 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf70331-dcfd-44b6-be2c-e41b36a7d049 admin admin] Router 50fd21ce-0f32-43e1-af5a-4597eab5aef7 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:16:40.981540 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-55a4e92a-0ef0-4700-ad52-00c246f8f100 None None] Provisioning complete for port 00af47a6-ee55-4c1b-9443-48c45db9bbc5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:40.981925 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-55a4e92a-0ef0-4700-ad52-00c246f8f100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (00af47a6-ee55-4c1b-9443-48c45db9bbc5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:40.999240 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3542f525-0419-4dad-9863-f808db0ae2b3 req-59b3c3ab-0a9d-482f-a223-4616ec2b401b tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 210 time: 0.1330292 Feb 28 20:16:41.116673 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf70331-dcfd-44b6-be2c-e41b36a7d049 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:16:41.117243 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-55a4e92a-0ef0-4700-ad52-00c246f8f100 None None] Port 00af47a6-ee55-4c1b-9443-48c45db9bbc5 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:16:41.131746 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cdf70331-dcfd-44b6-be2c-e41b36a7d049 admin admin] 10.222.0.13 "PUT /v2.0/routers/50fd21ce-0f32-43e1-af5a-4597eab5aef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0207043 Feb 28 20:16:41.276754 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] Sync routers for ids ['50fd21ce-0f32-43e1-af5a-4597eab5aef7'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:16:41.339370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c914156-0884-45e4-bde1-641077ff8916 req-f74517ee-69fc-44b4-ae9f-50ee8a784c20 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:41.353557 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c914156-0884-45e4-bde1-641077ff8916 req-f74517ee-69fc-44b4-ae9f-50ee8a784c20 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 947 time: 0.1750147 Feb 28 20:16:41.377106 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] Routers {'50fd21ce-0f32-43e1-af5a-4597eab5aef7'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:16:41.441457 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:16:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['50fd21ce-0f32-43e1-af5a-4597eab5aef7'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:41.459179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c914156-0884-45e4-bde1-641077ff8916 req-c11956f5-58e3-4e84-b336-828f3fe09eaa tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043935 Feb 28 20:16:41.476717 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dc674-b4b0-498a-a982-9550c2b5c6f3 req-c03110dc-91c4-43b1-8283-e2f95e8d8fec tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:41.483960 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e39dc674-b4b0-498a-a982-9550c2b5c6f3 req-c03110dc-91c4-43b1-8283-e2f95e8d8fec tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=37434970-6ca6-4122-9bb8-51e4ae8db759 HTTP/1.1" status: 200 len: 945 time: 0.0957801 Feb 28 20:16:41.594699 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e39dc674-b4b0-498a-a982-9550c2b5c6f3 req-8add634b-3d71-4e2c-a92e-66c77c7727ec tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/security-groups?id=061162c1-c8d2-4662-85fc-afba8f74c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096194 Feb 28 20:16:41.627318 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] Set router 50fd21ce-0f32-43e1-af5a-4597eab5aef7 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:16:41.670418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216862d-f8d0-41c8-a98a-08f31c263605 req-b879235d-8545-4032-9687-09e001ee005c tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:41.672205 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4216862d-f8d0-41c8-a98a-08f31c263605 req-b879235d-8545-4032-9687-09e001ee005c tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 945 time: 0.0816672 Feb 28 20:16:41.691091 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ef0be32a-0704-4d10-92de-58be3d899621 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:16:41.693452 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 78b7672f-106f-4189-a177-1058526574a3 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:16:41.772301 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4216862d-f8d0-41c8-a98a-08f31c263605 req-94999855-3419-42f8-bf33-acad879ea5db tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934038 Feb 28 20:16:42.123637 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857cb20-14e0-481d-b4e9-9d1d34e90087 req-cc022fb8-f2bc-456f-a706-0201e130b43c tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:42.144265 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2857cb20-14e0-481d-b4e9-9d1d34e90087 req-cc022fb8-f2bc-456f-a706-0201e130b43c tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/ports?device_id=1adb5f5c-2a15-4da0-8a89-cce624dd4213 HTTP/1.1" status: 200 len: 945 time: 0.1172597 Feb 28 20:16:42.328774 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2857cb20-14e0-481d-b4e9-9d1d34e90087 req-1db7a737-2587-478e-845b-55b456bb0be5 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824737 Feb 28 20:16:42.385320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51768) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:42.390099 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-76707481-da14-4a39-b136-0856a3f365d9 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--624459986', 'description': 'tempest-description--681816655'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:42.465922 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-76707481-da14-4a39-b136-0856a3f365d9 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:42.538323 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 78b7672f-106f-4189-a177-1058526574a3 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:16:42.557976 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port ef0be32a-0704-4d10-92de-58be3d899621 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:42.558247 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ef0be32a-0704-4d10-92de-58be3d899621), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:42.566834 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 78b7672f-106f-4189-a177-1058526574a3 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:42.568729 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (78b7672f-106f-4189-a177-1058526574a3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:42.632882 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65729a18-76ab-4525-94d3-0a18562292b4 req-e36189e1-3695-46e4-83b8-ef5b8c80d396 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:42.638486 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-65729a18-76ab-4525-94d3-0a18562292b4 req-e36189e1-3695-46e4-83b8-ef5b8c80d396 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.10 "GET /v2.0/ports?device_id=37434970-6ca6-4122-9bb8-51e4ae8db759 HTTP/1.1" status: 200 len: 945 time: 0.1808913 Feb 28 20:16:42.669012 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9404db5-a71e-4546-93b8-ea10861c294e req-42e174d6-e216-469a-a0d1-6a3beb49ab7c tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 210 time: 0.1372557 Feb 28 20:16:42.793548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'name': 'tempest-ServersTestBootFromVolume-442764737-router', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:28Z', 'updated_at': '2022-02-28T20:16:38Z', 'revision_number': 4, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'gw_port': {'id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:30Z', 'updated_at': '2022-02-28T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '00af47a6-ee55-4c1b-9443-48c45db9bbc5', 'name': '', 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'mac_address': 'fa:16:3e:a8:92:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'c297a8dc-1030-4068-b140-fea07c7e7071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:36Z', 'updated_at': '2022-02-28T20:16:39Z', 'revision_number': 2, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'subnets': [{'id': 'c297a8dc-1030-4068-b140-fea07c7e7071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:42.853107 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-65729a18-76ab-4525-94d3-0a18562292b4 req-205b156c-b41d-49df-8883-8674f2f533f1 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Deleting port 073a6a6e-d638-4f9c-ae6c-5d748eb3910a {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:16:42.853537 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-65729a18-76ab-4525-94d3-0a18562292b4 req-205b156c-b41d-49df-8883-8674f2f533f1 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (073a6a6e-d638-4f9c-ae6c-5d748eb3910a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:42.875166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] Checking router: 50fd21ce-0f32-43e1-af5a-4597eab5aef7 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:16:42.875570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] Updating router 50fd21ce-0f32-43e1-af5a-4597eab5aef7 port 00af47a6-ee55-4c1b-9443-48c45db9bbc5 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:16:42.938682 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (00af47a6-ee55-4c1b-9443-48c45db9bbc5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:42.969368 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52a7f3-9996-4f9e-aaee-367c4e1f4c0c req-23fcce24-59b3-4cc4-9893-4707a03712af tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:42.990033 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a52a7f3-9996-4f9e-aaee-367c4e1f4c0c req-23fcce24-59b3-4cc4-9893-4707a03712af tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/ports?device_id=b11a9dbd-1d67-45ec-98e2-aeae357f6a5c HTTP/1.1" status: 200 len: 945 time: 0.4218194 Feb 28 20:16:43.023748 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-76707481-da14-4a39-b136-0856a3f365d9 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks [] for security_group (850f66ac-dc78-47b5-913a-c7fb97033a29), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:43.054561 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-76707481-da14-4a39-b136-0856a3f365d9 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (850f66ac-dc78-47b5-913a-c7fb97033a29), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:43.082975 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-65729a18-76ab-4525-94d3-0a18562292b4 req-205b156c-b41d-49df-8883-8674f2f533f1 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] For port 073a6a6e-d638-4f9c-ae6c-5d748eb3910a, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=073a6a6e-d638-4f9c-ae6c-5d748eb3910a,segment=NetworkSegment(5db70c4f-4592-40fc-a570-e59052ddf0de),segment_id=5db70c4f-4592-40fc-a570-e59052ddf0de)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:43.084636 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-65729a18-76ab-4525-94d3-0a18562292b4 req-205b156c-b41d-49df-8883-8674f2f533f1 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (073a6a6e-d638-4f9c-ae6c-5d748eb3910a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:43.100218 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51780) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:43.117587 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-65729a18-76ab-4525-94d3-0a18562292b4 req-205b156c-b41d-49df-8883-8674f2f533f1 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Calling delete_port for 073a6a6e-d638-4f9c-ae6c-5d748eb3910a owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:16:43.142290 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-76707481-da14-4a39-b136-0856a3f365d9 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:43.146899 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-76707481-da14-4a39-b136-0856a3f365d9 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7601483 Feb 28 20:16:43.149901 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51784) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:43.153023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 78b7672f-106f-4189-a177-1058526574a3 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:43.154171 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (78b7672f-106f-4189-a177-1058526574a3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:43.158185 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-9c67d6c1-48f7-4a0b-bfce-ef484767763f tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Request body: {'security_group_rule': {'security_group_id': '850f66ac-dc78-47b5-913a-c7fb97033a29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:43.221884 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76707481-da14-4a39-b136-0856a3f365d9 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=850f66ac-dc78-47b5-913a-c7fb97033a29,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:43.258247 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c490062-a911-49d8-bdd1-708cd90d6d0b req-724300c4-5f49-4cb1-8f26-fc3f193e2707 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:43.259865 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c490062-a911-49d8-bdd1-708cd90d6d0b req-724300c4-5f49-4cb1-8f26-fc3f193e2707 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 947 time: 0.4790406 Feb 28 20:16:43.272244 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9c67d6c1-48f7-4a0b-bfce-ef484767763f tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks [] for security_group_rule (f9f9dc51-aa4f-403c-89de-2b19f3ea4e86), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:43.308543 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a52a7f3-9996-4f9e-aaee-367c4e1f4c0c req-3692983f-9b4b-4caf-8b11-efa34f85c61a tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6890f-a0ca-4ff4-af38-6b35ea023559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181617 Feb 28 20:16:43.398089 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 78b7672f-106f-4189-a177-1058526574a3, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=78b7672f-106f-4189-a177-1058526574a3,segment=NetworkSegment(01a828aa-500d-40ac-b791-b8032d7033c1),segment_id=01a828aa-500d-40ac-b791-b8032d7033c1)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:43.401423 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adb5f5c-2a15-4da0-8a89-cce624dd4213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b7672f-106f-4189-a177-1058526574a3'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:16:43.405321 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4e36aa-90ba-4076-96a1-316ef4863a49" -d '{"events": [{"server_uuid": "1adb5f5c-2a15-4da0-8a89-cce624dd4213", "name": "network-vif-plugged", "status": "completed", "tag": "78b7672f-106f-4189-a177-1058526574a3"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:16:43.411652 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-10ea5eff-67e2-4ec2-b526-2853257dfe64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:43.429767 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (78b7672f-106f-4189-a177-1058526574a3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:43.490889 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9c67d6c1-48f7-4a0b-bfce-ef484767763f tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks [] for security_group_rule (f9f9dc51-aa4f-403c-89de-2b19f3ea4e86), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:43.493214 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-65729a18-76ab-4525-94d3-0a18562292b4 req-205b156c-b41d-49df-8883-8674f2f533f1 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (073a6a6e-d638-4f9c-ae6c-5d748eb3910a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:43.513817 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9c67d6c1-48f7-4a0b-bfce-ef484767763f tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (f9f9dc51-aa4f-403c-89de-2b19f3ea4e86), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:43.520590 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-10ea5eff-67e2-4ec2-b526-2853257dfe64 admin admin] Publish callbacks [] for security_group (94ef0eb3-3959-4253-a1d8-c5549c8fad83), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:43.556952 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b156c-b41d-49df-8883-8674f2f533f1 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Pushing event deleted for resources: {'Port': ['ID=073a6a6e-d638-4f9c-ae6c-5d748eb3910a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:43.576959 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c490062-a911-49d8-bdd1-708cd90d6d0b req-5f708b01-3021-4de8-942b-76599c71f303 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2960584 Feb 28 20:16:43.577950 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-10ea5eff-67e2-4ec2-b526-2853257dfe64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (94ef0eb3-3959-4253-a1d8-c5549c8fad83), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:43.614845 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=78b7672f-106f-4189-a177-1058526574a3,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:43.618104 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port ef0be32a-0704-4d10-92de-58be3d899621 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:43.621361 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['073a6a6e-d638-4f9c-ae6c-5d748eb3910a'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:16:43.645652 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67d6c1-48f7-4a0b-bfce-ef484767763f tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f9dc51-aa4f-403c-89de-2b19f3ea4e86,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:43.655727 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-65729a18-76ab-4525-94d3-0a18562292b4 req-205b156c-b41d-49df-8883-8674f2f533f1 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] No DVR routers for this DVR port 073a6a6e-d638-4f9c-ae6c-5d748eb3910a on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:16:43.671750 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9c67d6c1-48f7-4a0b-bfce-ef484767763f tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:43.675923 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9c67d6c1-48f7-4a0b-bfce-ef484767763f tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5218501 Feb 28 20:16:43.675923 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-65729a18-76ab-4525-94d3-0a18562292b4 req-205b156c-b41d-49df-8883-8674f2f533f1 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:43.679083 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-65729a18-76ab-4525-94d3-0a18562292b4 req-205b156c-b41d-49df-8883-8674f2f533f1 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.10 "DELETE /v2.0/ports/073a6a6e-d638-4f9c-ae6c-5d748eb3910a HTTP/1.1" status: 204 len: 173 time: 1.0351069 Feb 28 20:16:43.679652 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37434970-6ca6-4122-9bb8-51e4ae8db759', 'name': 'network-vif-deleted', 'tag': '073a6a6e-d638-4f9c-ae6c-5d748eb3910a'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:16:43.683925 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294d6b9e-f0d1-4ee0-9935-251cbe3d0f70" -d '{"events": [{"server_uuid": "37434970-6ca6-4122-9bb8-51e4ae8db759", "name": "network-vif-deleted", "tag": "073a6a6e-d638-4f9c-ae6c-5d748eb3910a"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:16:43.697009 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51790) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:43.708512 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-baf4ef19-3f7f-4268-a225-25a05c619ab9 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Request body: {'security_group_rule': {'security_group_id': '850f66ac-dc78-47b5-913a-c7fb97033a29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:43.743272 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-10ea5eff-67e2-4ec2-b526-2853257dfe64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36e80c3525d64120b89cfcdcbda4f0c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6406710 Feb 28 20:16:43.761465 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea5eff-67e2-4ec2-b526-2853257dfe64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ef0eb3-3959-4253-a1d8-c5549c8fad83,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:43.767997 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51796) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:43.789970 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-87bfeecd-cf26-4eeb-928e-97f7049d34eb req-af9cf8c9-b2c1-4aec-94fa-4dde9d0e15e5 tempest-DeleteServersTestJSON-1588204539 tempest-DeleteServersTestJSON-1588204539-project] 10.222.0.13 "GET /v2.0/ports?device_id=37434970-6ca6-4122-9bb8-51e4ae8db759 HTTP/1.1" status: 200 len: 210 time: 0.3533454 Feb 28 20:16:43.858547 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-baf4ef19-3f7f-4268-a225-25a05c619ab9 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks [] for security_group_rule (df645bce-6c77-4dd9-87ab-1db21a9d8df4), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:43.864427 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d98b70-d238-4fb9-8383-cf348f7fdf5c req-814dea18-eefe-407c-81e8-b1f473c23f87 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:43.866651 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0d98b70-d238-4fb9-8383-cf348f7fdf5c req-814dea18-eefe-407c-81e8-b1f473c23f87 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11a9dbd-1d67-45ec-98e2-aeae357f6a5c HTTP/1.1" status: 200 len: 945 time: 0.5296307 Feb 28 20:16:43.995374 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b55a880a-cb82-4fda-9dca-ee1e233e086d admin admin] Publish callbacks [] for security_group (94ef0eb3-3959-4253-a1d8-c5549c8fad83), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:44.025568 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b55a880a-cb82-4fda-9dca-ee1e233e086d admin admin] Publish callbacks [] for security_group (94ef0eb3-3959-4253-a1d8-c5549c8fad83), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:44.027288 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e209de9-a890-4431-adc0-fdd007588117 req-3530fc3f-b4e3-41c7-94db-4f845d523735 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:44.047894 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e209de9-a890-4431-adc0-fdd007588117 req-3530fc3f-b4e3-41c7-94db-4f845d523735 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 945 time: 0.3025572 Feb 28 20:16:44.097799 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b55a880a-cb82-4fda-9dca-ee1e233e086d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (94ef0eb3-3959-4253-a1d8-c5549c8fad83), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:44.100685 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b55a880a-cb82-4fda-9dca-ee1e233e086d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:44.101857 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b55a880a-cb82-4fda-9dca-ee1e233e086d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94ef0eb3-3959-4253-a1d8-c5549c8fad83 HTTP/1.1" status: 204 len: 168 time: 0.3301115 Feb 28 20:16:44.120187 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a880a-cb82-4fda-9dca-ee1e233e086d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ef0eb3-3959-4253-a1d8-c5549c8fad83,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:44.158453 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-baf4ef19-3f7f-4268-a225-25a05c619ab9 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks [] for security_group_rule (df645bce-6c77-4dd9-87ab-1db21a9d8df4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:44.168064 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-baf4ef19-3f7f-4268-a225-25a05c619ab9 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (df645bce-6c77-4dd9-87ab-1db21a9d8df4), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:44.190877 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] Publish callbacks [] for port (00af47a6-ee55-4c1b-9443-48c45db9bbc5), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:44.203192 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (00af47a6-ee55-4c1b-9443-48c45db9bbc5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:44.284773 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-baf4ef19-3f7f-4268-a225-25a05c619ab9 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:44.286187 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-baf4ef19-3f7f-4268-a225-25a05c619ab9 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5833867 Feb 28 20:16:44.289263 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4ef19-3f7f-4268-a225-25a05c619ab9 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df645bce-6c77-4dd9-87ab-1db21a9d8df4,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:44.296117 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51800) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:44.303506 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d560cba5-666d-41b8-b63f-3a0b5a34fabf tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:44.357196 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d560cba5-666d-41b8-b63f-3a0b5a34fabf tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:44.365644 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42049589-0496-4e9d-a17d-16fca1d15202 None None] Pushing event updated for resources: {'Port': ['ID=00af47a6-ee55-4c1b-9443-48c45db9bbc5,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:44.375521 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-a0d98b70-d238-4fb9-8383-cf348f7fdf5c req-64ea53c9-2668-47b5-9f4b-dc920d3d455b tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Deleting port 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:16:44.376133 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a0d98b70-d238-4fb9-8383-cf348f7fdf5c req-64ea53c9-2668-47b5-9f4b-dc920d3d455b tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (77bb4afe-2e34-4d32-bd9c-1b267bebc4d0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:44.461954 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d1c5b-29f5-422c-8eab-b58ab03508d7 req-233f0598-8515-4f05-9874-b71c135753a7 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:44.465407 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-234d1c5b-29f5-422c-8eab-b58ab03508d7 req-233f0598-8515-4f05-9874-b71c135753a7 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/ports?device_id=1adb5f5c-2a15-4da0-8a89-cce624dd4213 HTTP/1.1" status: 200 len: 946 time: 0.4483862 Feb 28 20:16:44.481973 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] Attempting to bind port 00af47a6-ee55-4c1b-9443-48c45db9bbc5 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:16:44.482347 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] Attempting to bind port 00af47a6-ee55-4c1b-9443-48c45db9bbc5 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'ee2be4ff-4b54-49ec-8c8e-3abecba2146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:16:44.482705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] Attempting to bind port 00af47a6-ee55-4c1b-9443-48c45db9bbc5 on network 6fc751ed-8d26-4f82-9e02-d415e2097a82 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:16:44.485350 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e209de9-a890-4431-adc0-fdd007588117 req-41a81c19-1d81-4379-9f70-8bd0a0d48a74 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283693 Feb 28 20:16:44.498074 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:16:44.498462 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] Checking segment: {'id': 'ee2be4ff-4b54-49ec-8c8e-3abecba2146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:16:44.498934 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:44.499324 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] Bound using segment: {'id': 'ee2be4ff-4b54-49ec-8c8e-3abecba2146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:16:44.499846 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] Bound port: 00af47a6-ee55-4c1b-9443-48c45db9bbc5, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2be4ff-4b54-49ec-8c8e-3abecba2146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:16:44.500826 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (00af47a6-ee55-4c1b-9443-48c45db9bbc5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:44.591732 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] For port 00af47a6-ee55-4c1b-9443-48c45db9bbc5, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:16:44.595164 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] For port 00af47a6-ee55-4c1b-9443-48c45db9bbc5, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=00af47a6-ee55-4c1b-9443-48c45db9bbc5,segment=NetworkSegment(ee2be4ff-4b54-49ec-8c8e-3abecba2146c),segment_id=ee2be4ff-4b54-49ec-8c8e-3abecba2146c)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:16:44.601211 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e34388-3480-4f96-86a1-657a7814cba9 x-openstack-request-id: req-12e34388-3480-4f96-86a1-657a7814cba9 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:16:44.601625 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1adb5f5c-2a15-4da0-8a89-cce624dd4213", "name": "network-vif-plugged", "status": "completed", "tag": "78b7672f-106f-4189-a177-1058526574a3", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:16:44.601819 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12e34388-3480-4f96-86a1-657a7814cba9 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:16:44.602243 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adb5f5c-2a15-4da0-8a89-cce624dd4213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b7672f-106f-4189-a177-1058526574a3', 'code': 200} Feb 28 20:16:44.610036 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (00af47a6-ee55-4c1b-9443-48c45db9bbc5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:44.706783 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] Routers {'50fd21ce-0f32-43e1-af5a-4597eab5aef7'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:16:44.712398 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:16:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['50fd21ce-0f32-43e1-af5a-4597eab5aef7'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:44.760925 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252a4aa0-f728-49b3-9d21-42aee55e4eef x-openstack-request-id: req-252a4aa0-f728-49b3-9d21-42aee55e4eef {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:16:44.761679 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37434970-6ca6-4122-9bb8-51e4ae8db759", "name": "network-vif-deleted", "tag": "073a6a6e-d638-4f9c-ae6c-5d748eb3910a", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:16:44.761679 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-252a4aa0-f728-49b3-9d21-42aee55e4eef {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:16:44.762017 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37434970-6ca6-4122-9bb8-51e4ae8db759', 'name': 'network-vif-deleted', 'tag': '073a6a6e-d638-4f9c-ae6c-5d748eb3910a', 'status': 'completed', 'code': 200} Feb 28 20:16:44.814821 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-234d1c5b-29f5-422c-8eab-b58ab03508d7 req-f4f4b280-835f-46c6-8257-8023dbf704e2 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3238835 Feb 28 20:16:44.824185 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d560cba5-666d-41b8-b63f-3a0b5a34fabf tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:44.887009 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-a0d98b70-d238-4fb9-8383-cf348f7fdf5c req-64ea53c9-2668-47b5-9f4b-dc920d3d455b tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] For port 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=77bb4afe-2e34-4d32-bd9c-1b267bebc4d0,segment=NetworkSegment(a6a5e3e8-4063-4a96-ac08-5a41127b78b0),segment_id=a6a5e3e8-4063-4a96-ac08-5a41127b78b0)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:44.887409 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a0d98b70-d238-4fb9-8383-cf348f7fdf5c req-64ea53c9-2668-47b5-9f4b-dc920d3d455b tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (77bb4afe-2e34-4d32-bd9c-1b267bebc4d0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:44.979740 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ba88f-41f8-4082-bcc8-c44291615526 req-44f50c02-5cd0-44bb-a7f8-dbfeaa527a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:44.988079 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-303ba88f-41f8-4082-bcc8-c44291615526 req-44f50c02-5cd0-44bb-a7f8-dbfeaa527a36 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1adb5f5c-2a15-4da0-8a89-cce624dd4213 HTTP/1.1" status: 200 len: 1129 time: 0.3072999 Feb 28 20:16:45.016241 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-a0d98b70-d238-4fb9-8383-cf348f7fdf5c req-64ea53c9-2668-47b5-9f4b-dc920d3d455b tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Calling delete_port for 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:16:45.033317 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1cfa35b-58c9-4136-a9f3-e4fcffbf6638 req-926a54ed-48b3-48e2-8511-9561a61301fc tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bbc250-3e47-4e6d-8e63-cc29c908a854 HTTP/1.1" status: 200 len: 210 time: 0.1103170 Feb 28 20:16:45.054212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42049589-0496-4e9d-a17d-16fca1d15202 None None] Pushing event updated for resources: {'Port': ['ID=00af47a6-ee55-4c1b-9443-48c45db9bbc5,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:45.193637 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1ea76b87-f99a-4e36-a0ff-5c6f7f198a0e None None] Provisioning complete for port 00af47a6-ee55-4c1b-9443-48c45db9bbc5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:45.194430 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1ea76b87-f99a-4e36-a0ff-5c6f7f198a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (00af47a6-ee55-4c1b-9443-48c45db9bbc5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:45.240288 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-303ba88f-41f8-4082-bcc8-c44291615526 req-592eddbd-16a4-445e-9d71-c57ed5744fa6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283835 Feb 28 20:16:45.357270 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] Set router 50fd21ce-0f32-43e1-af5a-4597eab5aef7 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:16:45.395082 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-d560cba5-666d-41b8-b63f-3a0b5a34fabf tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Allocated IP 172.25.0.253 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/ccc12a7f-9ee6-4010-92d7-567fe18d89c4) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:16:45.449749 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e2abd-983e-47c4-a6e4-fd2840fbfade req-1fabdc2e-c16f-4713-8722-d0492ac80a25 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:45.461912 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-124e2abd-983e-47c4-a6e4-fd2840fbfade req-1fabdc2e-c16f-4713-8722-d0492ac80a25 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/ports?device_id=b11a9dbd-1d67-45ec-98e2-aeae357f6a5c HTTP/1.1" status: 200 len: 945 time: 0.4419343 Feb 28 20:16:45.551649 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc28358-1f97-4b1d-aa42-adf00d96ffdb req-d50fc005-95db-442d-b0b4-cfd5808da532 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:45.561393 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ffc28358-1f97-4b1d-aa42-adf00d96ffdb req-d50fc005-95db-442d-b0b4-cfd5808da532 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 947 time: 0.3284817 Feb 28 20:16:45.653143 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d560cba5-666d-41b8-b63f-3a0b5a34fabf tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks [] for port (ccc12a7f-9ee6-4010-92d7-567fe18d89c4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:45.717719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 073a6a6e-d638-4f9c-ae6c-5d748eb3910a no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:16:45.766545 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d560cba5-666d-41b8-b63f-3a0b5a34fabf tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ccc12a7f-9ee6-4010-92d7-567fe18d89c4), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:45.876014 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 073a6a6e-d638-4f9c-ae6c-5d748eb3910a {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:16:45.884102 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 073a6a6e-d638-4f9c-ae6c-5d748eb3910a not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:16:45.890707 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1ea76b87-f99a-4e36-a0ff-5c6f7f198a0e None None] Current status of the port 00af47a6-ee55-4c1b-9443-48c45db9bbc5 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:45.900170 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1ea76b87-f99a-4e36-a0ff-5c6f7f198a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (00af47a6-ee55-4c1b-9443-48c45db9bbc5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:45.924644 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51830) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:45.956695 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d560cba5-666d-41b8-b63f-3a0b5a34fabf tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:16:45.971139 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-d560cba5-666d-41b8-b63f-3a0b5a34fabf tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:16:45.980151 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d560cba5-666d-41b8-b63f-3a0b5a34fabf tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:16:45.990135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560cba5-666d-41b8-b63f-3a0b5a34fabf tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Pushing event updated for resources: {'Port': ['ID=ccc12a7f-9ee6-4010-92d7-567fe18d89c4,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:46.038543 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1ea76b87-f99a-4e36-a0ff-5c6f7f198a0e None None] For port 00af47a6-ee55-4c1b-9443-48c45db9bbc5, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=00af47a6-ee55-4c1b-9443-48c45db9bbc5,segment=NetworkSegment(ee2be4ff-4b54-49ec-8c8e-3abecba2146c),segment_id=ee2be4ff-4b54-49ec-8c8e-3abecba2146c)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:46.057514 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1ea76b87-f99a-4e36-a0ff-5c6f7f198a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (00af47a6-ee55-4c1b-9443-48c45db9bbc5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:46.162153 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-9aca9832-7134-481b-9d4f-0417ea76c79a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-693063951-network', 'tenant_id': '3e640677c8e04b1da94440106ff5082b'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:46.210347 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aca9832-7134-481b-9d4f-0417ea76c79a admin admin] Made reservation on behalf of 3e640677c8e04b1da94440106ff5082b for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:16:46.212933 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9aca9832-7134-481b-9d4f-0417ea76c79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:46.233088 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9aca9832-7134-481b-9d4f-0417ea76c79a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:46.335120 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f849af92-1d32-48f4-b6fb-7b9f7c7089c2 None None] Provisioning complete for port 00af47a6-ee55-4c1b-9443-48c45db9bbc5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:46.336239 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f849af92-1d32-48f4-b6fb-7b9f7c7089c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (00af47a6-ee55-4c1b-9443-48c45db9bbc5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:46.343348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea76b87-f99a-4e36-a0ff-5c6f7f198a0e None None] Pushing event updated for resources: {'Port': ['ID=00af47a6-ee55-4c1b-9443-48c45db9bbc5,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:46.437203 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9aca9832-7134-481b-9d4f-0417ea76c79a admin admin] Publish callbacks [] for security_group (1fd73064-f51a-439a-a0f1-640974f9bdfa), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:46.443608 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9aca9832-7134-481b-9d4f-0417ea76c79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1fd73064-f51a-439a-a0f1-640974f9bdfa), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:46.489402 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-124e2abd-983e-47c4-a6e4-fd2840fbfade req-0487110f-3341-4c82-ab90-ef08e1a42467 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6890f-a0ca-4ff4-af38-6b35ea023559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0243151 Feb 28 20:16:46.521509 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-aceb77f9-8501-4522-87ac-4a7edf8dc274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:46.528442 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aca9832-7134-481b-9d4f-0417ea76c79a admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:16:46.547572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'name': 'tempest-ServersTestBootFromVolume-442764737-router', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:28Z', 'updated_at': '2022-02-28T20:16:38Z', 'revision_number': 4, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'gw_port': {'id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:30Z', 'updated_at': '2022-02-28T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '00af47a6-ee55-4c1b-9443-48c45db9bbc5', 'name': '', 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'mac_address': 'fa:16:3e:a8:92:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'c297a8dc-1030-4068-b140-fea07c7e7071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:36Z', 'updated_at': '2022-02-28T20:16:44Z', 'revision_number': 4, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'subnets': [{'id': 'c297a8dc-1030-4068-b140-fea07c7e7071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:46.585481 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca9832-7134-481b-9d4f-0417ea76c79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd73064-f51a-439a-a0f1-640974f9bdfa,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:46.629196 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a0d98b70-d238-4fb9-8383-cf348f7fdf5c req-64ea53c9-2668-47b5-9f4b-dc920d3d455b tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (77bb4afe-2e34-4d32-bd9c-1b267bebc4d0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:46.656150 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9836dfb6-ac73-4db1-a235-a4a32c6c4b06 None None] The sync data for ids ['50fd21ce-0f32-43e1-af5a-4597eab5aef7'] in n-d-820368-21 is: [{'id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'name': 'tempest-ServersTestBootFromVolume-442764737-router', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:28Z', 'updated_at': '2022-02-28T20:16:38Z', 'revision_number': 4, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'gw_port': {'id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:30Z', 'updated_at': '2022-02-28T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '00af47a6-ee55-4c1b-9443-48c45db9bbc5', 'name': '', 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'mac_address': 'fa:16:3e:a8:92:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'c297a8dc-1030-4068-b140-fea07c7e7071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:36Z', 'updated_at': '2022-02-28T20:16:44Z', 'revision_number': 4, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'subnets': [{'id': 'c297a8dc-1030-4068-b140-fea07c7e7071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:16:46.684330 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ffc28358-1f97-4b1d-aa42-adf00d96ffdb req-38dbba62-d82d-471c-8179-60944a967c82 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1202829 Feb 28 20:16:46.802971 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9aca9832-7134-481b-9d4f-0417ea76c79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (e2ab50f5-900c-48e7-a9b6-bd7cb06d5470), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:46.804177 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-9aca9832-7134-481b-9d4f-0417ea76c79a admin admin] Added segment e2ab50f5-900c-48e7-a9b6-bd7cb06d5470 of type vlan for network 9bbb0b08-949a-4e1a-9548-e157ca325242 Feb 28 20:16:46.866808 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f849af92-1d32-48f4-b6fb-7b9f7c7089c2 None None] Current status of the port 00af47a6-ee55-4c1b-9443-48c45db9bbc5 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:46.909428 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea53c9-2668-47b5-9f4b-dc920d3d455b tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Pushing event deleted for resources: {'Port': ['ID=77bb4afe-2e34-4d32-bd9c-1b267bebc4d0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:46.914178 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d560cba5-666d-41b8-b63f-3a0b5a34fabf tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks [] for floatingip (d13cd1fc-817a-4173-b5b7-95b1b21bdbab), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:47.013118 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9aca9832-7134-481b-9d4f-0417ea76c79a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (9bbb0b08-949a-4e1a-9548-e157ca325242), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:47.054293 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d560cba5-666d-41b8-b63f-3a0b5a34fabf tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ccc12a7f-9ee6-4010-92d7-567fe18d89c4), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:47.105152 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9aca9832-7134-481b-9d4f-0417ea76c79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (9bbb0b08-949a-4e1a-9548-e157ca325242), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:47.106620 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aca9832-7134-481b-9d4f-0417ea76c79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:47.107385 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9aca9832-7134-481b-9d4f-0417ea76c79a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:47.142280 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d98b70-d238-4fb9-8383-cf348f7fdf5c req-64ea53c9-2668-47b5-9f4b-dc920d3d455b tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] No DVR routers for this DVR port 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:16:47.149164 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a0d98b70-d238-4fb9-8383-cf348f7fdf5c req-64ea53c9-2668-47b5-9f4b-dc920d3d455b tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:47.156744 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0d98b70-d238-4fb9-8383-cf348f7fdf5c req-64ea53c9-2668-47b5-9f4b-dc920d3d455b tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.15 "DELETE /v2.0/ports/77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 HTTP/1.1" status: 204 len: 173 time: 3.2834151 Feb 28 20:16:47.170236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11a9dbd-1d67-45ec-98e2-aeae357f6a5c', 'name': 'network-vif-deleted', 'tag': '77bb4afe-2e34-4d32-bd9c-1b267bebc4d0'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:16:47.179224 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d882145-f0ee-4cdd-b67b-a7c6f6208ae9" -d '{"events": [{"server_uuid": "b11a9dbd-1d67-45ec-98e2-aeae357f6a5c", "name": "network-vif-deleted", "tag": "77bb4afe-2e34-4d32-bd9c-1b267bebc4d0"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:16:47.274813 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36c1ff-3170-44ce-9d83-60a37776766d req-595e8cde-3ea3-4895-8c70-c14098d9afe1 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:47.286881 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb36c1ff-3170-44ce-9d83-60a37776766d req-595e8cde-3ea3-4895-8c70-c14098d9afe1 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 945 time: 0.3871028 Feb 28 20:16:47.307846 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9aca9832-7134-481b-9d4f-0417ea76c79a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3762686 Feb 28 20:16:47.325657 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51840) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:47.365985 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-9be4ff5b-2fb7-4976-ad4a-71494475abbb admin admin] Request body: {'subnet': {'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-693063951-subnet', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:47.372555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb115e8-2aae-4fbf-bfa8-3e956926986d req-2e1d18ad-10c2-43d4-a067-77c235eb1917 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:47.381640 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-feb115e8-2aae-4fbf-bfa8-3e956926986d req-2e1d18ad-10c2-43d4-a067-77c235eb1917 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/ports?device_id=1adb5f5c-2a15-4da0-8a89-cce624dd4213 HTTP/1.1" status: 200 len: 946 time: 0.3768060 Feb 28 20:16:47.410488 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca9832-7134-481b-9d4f-0417ea76c79a admin admin] Pushing event updated for resources: {'Network': ['ID=9bbb0b08-949a-4e1a-9548-e157ca325242,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:47.425822 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 9bbb0b08-949a-4e1a-9548-e157ca325242 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:16:47.528181 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-feb115e8-2aae-4fbf-bfa8-3e956926986d req-00071df0-3124-47d1-b057-1928daf69df8 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373453 Feb 28 20:16:47.547741 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb36c1ff-3170-44ce-9d83-60a37776766d req-c0d37b60-481b-48f3-bce1-67e91ce0026b tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589195 Feb 28 20:16:47.580200 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be4ff5b-2fb7-4976-ad4a-71494475abbb admin admin] Made reservation on behalf of 3e640677c8e04b1da94440106ff5082b for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:16:47.582743 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9be4ff5b-2fb7-4976-ad4a-71494475abbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:47.718730 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3eefe91-655f-4dc4-8227-af80de123dae x-openstack-request-id: req-b3eefe91-655f-4dc4-8227-af80de123dae {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:16:47.719041 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11a9dbd-1d67-45ec-98e2-aeae357f6a5c", "name": "network-vif-deleted", "tag": "77bb4afe-2e34-4d32-bd9c-1b267bebc4d0", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:16:47.719302 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3eefe91-655f-4dc4-8227-af80de123dae {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:16:47.719747 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11a9dbd-1d67-45ec-98e2-aeae357f6a5c', 'name': 'network-vif-deleted', 'tag': '77bb4afe-2e34-4d32-bd9c-1b267bebc4d0', 'status': 'completed', 'code': 200} Feb 28 20:16:47.851416 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:16:47.927478 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d560cba5-666d-41b8-b63f-3a0b5a34fabf tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks [] for port (ccc12a7f-9ee6-4010-92d7-567fe18d89c4), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:47.976482 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 00af47a6-ee55-4c1b-9443-48c45db9bbc5 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:16:47.986467 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:16:47.989137 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 77bb4afe-2e34-4d32-bd9c-1b267bebc4d0 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:16:48.017394 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24d514cf-5523-47ff-9eef-7309a036ee25 req-46c40225-648e-492c-9896-4fa511443f49 tempest-ServerGroupTestJSON-1572254344 tempest-ServerGroupTestJSON-1572254344-project] 10.222.0.13 "GET /v2.0/ports?device_id=b11a9dbd-1d67-45ec-98e2-aeae357f6a5c HTTP/1.1" status: 200 len: 210 time: 0.1584260 Feb 28 20:16:48.128907 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d560cba5-666d-41b8-b63f-3a0b5a34fabf tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (ccc12a7f-9ee6-4010-92d7-567fe18d89c4), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:48.144833 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9be4ff5b-2fb7-4976-ad4a-71494475abbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (4b48e865-818d-4d08-92dc-698d5f1ecc72), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:48.209040 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 00af47a6-ee55-4c1b-9443-48c45db9bbc5 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:48.209418 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (00af47a6-ee55-4c1b-9443-48c45db9bbc5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:48.229443 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c10e73-f180-49d1-a075-267cff2f082e req-15f71481-0736-4157-bffc-588dc4b655ba tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:48.259528 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-41c10e73-f180-49d1-a075-267cff2f082e req-15f71481-0736-4157-bffc-588dc4b655ba tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/ports?device_id=1adb5f5c-2a15-4da0-8a89-cce624dd4213 HTTP/1.1" status: 200 len: 946 time: 0.2096388 Feb 28 20:16:48.260359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51856) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:48.268144 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-61c9b26e-cdab-45c8-b4f4-41ed02bff434 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Request body: {'floatingip': {'port_id': '78b7672f-106f-4189-a177-1058526574a3'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:48.432824 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be4ff5b-2fb7-4976-ad4a-71494475abbb admin admin] Checking segment: {'id': 'e2ab50f5-900c-48e7-a9b6-bd7cb06d5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:16:48.436607 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 00af47a6-ee55-4c1b-9443-48c45db9bbc5 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:48.438696 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be4ff5b-2fb7-4976-ad4a-71494475abbb admin admin] Network hostable DHCP agents. Network: 9bbb0b08-949a-4e1a-9548-e157ca325242, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:16:48.445767 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-61c9b26e-cdab-45c8-b4f4-41ed02bff434 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks [] for floatingip (4c2b9871-8ba7-4575-b91b-fb8ccba91947), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:48.531452 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d560cba5-666d-41b8-b63f-3a0b5a34fabf tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (d13cd1fc-817a-4173-b5b7-95b1b21bdbab), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:48.578735 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560cba5-666d-41b8-b63f-3a0b5a34fabf tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Pushing event updated for resources: {'Port': ['ID=ccc12a7f-9ee6-4010-92d7-567fe18d89c4,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:48.591205 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4ff5b-2fb7-4976-ad4a-71494475abbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b48e865-818d-4d08-92dc-698d5f1ecc72,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:48.638657 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d560cba5-666d-41b8-b63f-3a0b5a34fabf tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:48.643023 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d560cba5-666d-41b8-b63f-3a0b5a34fabf tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3456855 Feb 28 20:16:48.646519 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be4ff5b-2fb7-4976-ad4a-71494475abbb admin admin] Network 9bbb0b08-949a-4e1a-9548-e157ca325242 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:16:48.686353 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-9be4ff5b-2fb7-4976-ad4a-71494475abbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 9bbb0b08-949a-4e1a-9548-e157ca325242) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:16:48.697349 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be4ff5b-2fb7-4976-ad4a-71494475abbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:48.703551 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9be4ff5b-2fb7-4976-ad4a-71494475abbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:48.704172 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8161ae6-6486-4cee-a978-eb9510e2af7c None None] Network 9bbb0b08-949a-4e1a-9548-e157ca325242 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:16:48.756941 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9be4ff5b-2fb7-4976-ad4a-71494475abbb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4277835 Feb 28 20:16:48.760694 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51870) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:48.777481 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e2e27b45-957b-4dbf-b010-19587725d522 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-693063951-router', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:48.839886 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e2e27b45-957b-4dbf-b010-19587725d522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (2d5f4733-197b-4b4b-8281-1c5fd4559b1f), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:48.842535 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e2e27b45-957b-4dbf-b010-19587725d522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (2d5f4733-197b-4b4b-8281-1c5fd4559b1f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:48.845860 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893f380-4803-4e2c-8b2b-40841d66e0bf req-15acf333-a75a-4139-a1f0-b44844ba3ede tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:48.860807 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d893f380-4803-4e2c-8b2b-40841d66e0bf req-15acf333-a75a-4139-a1f0-b44844ba3ede tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 947 time: 0.4955175 Feb 28 20:16:48.920779 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3c9b2d62-05d4-40e8-9982-ae73a3467f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:49.025598 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e2e27b45-957b-4dbf-b010-19587725d522 admin admin] Publish callbacks [] for router_controller (2d5f4733-197b-4b4b-8281-1c5fd4559b1f), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:49.139278 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc13a7ab-d303-4886-9396-9f147b14b97f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-9bbb0b08-949a-4e1a-9548-e157ca325242', 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242', 'project_id': '3e640677c8e04b1da94440106ff5082b', 'fixed_ips': [{'subnet_id': '4b48e865-818d-4d08-92dc-698d5f1ecc72'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:16:49.147457 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bc13a7ab-d303-4886-9396-9f147b14b97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:49.309166 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d893f380-4803-4e2c-8b2b-40841d66e0bf req-c864a070-b839-4380-b12e-9cb50dc84b6d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4447153 Feb 28 20:16:49.358214 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c89edc-0a10-4f1c-a42c-e36b4cd78048 req-64aaa4f5-6bab-4d54-9dfd-739bc876689b tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:49.360212 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76c89edc-0a10-4f1c-a42c-e36b4cd78048 req-64aaa4f5-6bab-4d54-9dfd-739bc876689b tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 945 time: 0.6232340 Feb 28 20:16:49.627319 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e2e27b45-957b-4dbf-b010-19587725d522 admin admin] Publish callbacks [] for router_gateway (2d5f4733-197b-4b4b-8281-1c5fd4559b1f), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:49.685107 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76c89edc-0a10-4f1c-a42c-e36b4cd78048 req-3993e43c-e992-45a0-8962-bb165c2eb341 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167233 Feb 28 20:16:49.750112 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-bc13a7ab-d303-4886-9396-9f147b14b97f None None] Allocated IP 172.20.0.2 (9bbb0b08-949a-4e1a-9548-e157ca325242/4b48e865-818d-4d08-92dc-698d5f1ecc72/3a0db0da-3a41-45e9-b473-318208dba787) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:16:50.179009 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:50.191560 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:50.328485 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.db.resource_extend [None req-61c9b26e-cdab-45c8-b4f4-41ed02bff434 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:16:50.369906 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51946) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:50.456997 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e2e27b45-957b-4dbf-b010-19587725d522 admin admin] Publish callbacks [] for router_gateway (2d5f4733-197b-4b4b-8281-1c5fd4559b1f), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:50.461575 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d76fcc8-e098-4fd1-a275-5c2a707cb31b admin admin] Deleting subnet a7d64785-4005-4c2a-b49f-aa457c546455 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:16:50.485679 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8d76fcc8-e098-4fd1-a275-5c2a707cb31b admin admin] Publish callbacks [] for subnet (a7d64785-4005-4c2a-b49f-aa457c546455), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:50.489715 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e2e27b45-957b-4dbf-b010-19587725d522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:50.584504 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8d76fcc8-e098-4fd1-a275-5c2a707cb31b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (a7d64785-4005-4c2a-b49f-aa457c546455), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:50.593032 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-61c9b26e-cdab-45c8-b4f4-41ed02bff434 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:50.617162 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fe521-0bc3-46fa-9633-02c3849c56ca req-8e8d2aaa-1fc2-4978-9bbd-931d2cdcf492 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:50.623991 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-234fe521-0bc3-46fa-9633-02c3849c56ca req-8e8d2aaa-1fc2-4978-9bbd-931d2cdcf492 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 947 time: 0.1231806 Feb 28 20:16:50.624998 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-61c9b26e-cdab-45c8-b4f4-41ed02bff434 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (4c2b9871-8ba7-4575-b91b-fb8ccba91947), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:50.763703 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-61c9b26e-cdab-45c8-b4f4-41ed02bff434 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Floating IP 4c2b9871-8ba7-4575-b91b-fb8ccba91947 associated. External IP: 172.25.0.249, port: 78b7672f-106f-4189-a177-1058526574a3. Feb 28 20:16:50.766056 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8d76fcc8-e098-4fd1-a275-5c2a707cb31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (a7d64785-4005-4c2a-b49f-aa457c546455), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:50.911512 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-e2e27b45-957b-4dbf-b010-19587725d522 admin admin] Allocated IP 172.25.0.123 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/93f9bfb2-6b42-4deb-a482-23830089ef93) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:16:50.997683 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bc13a7ab-d303-4886-9396-9f147b14b97f None None] Publish callbacks [] for port (3a0db0da-3a41-45e9-b473-318208dba787), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:51.014590 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bc13a7ab-d303-4886-9396-9f147b14b97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (3a0db0da-3a41-45e9-b473-318208dba787), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:51.015350 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-234fe521-0bc3-46fa-9633-02c3849c56ca req-b1e40196-4176-45ff-89e6-bd49d8c7d080 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574844 Feb 28 20:16:51.068808 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8d76fcc8-e098-4fd1-a275-5c2a707cb31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (a7d64785-4005-4c2a-b49f-aa457c546455), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:51.091345 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f743d-0e84-48c1-9b58-f60703034ee3 req-caf14725-633b-4a15-8bc0-0526f55ffb01 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:51.099010 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-432f743d-0e84-48c1-9b58-f60703034ee3 req-caf14725-633b-4a15-8bc0-0526f55ffb01 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 945 time: 0.2040138 Feb 28 20:16:51.170622 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc13a7ab-d303-4886-9396-9f147b14b97f None None] Network 9bbb0b08-949a-4e1a-9548-e157ca325242 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:16:51.208520 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-432f743d-0e84-48c1-9b58-f60703034ee3 req-8fd40174-2dd5-43cf-b596-9e25174d11cb tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021004 Feb 28 20:16:51.274266 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13a7ab-d303-4886-9396-9f147b14b97f None None] Pushing event updated for resources: {'Port': ['ID=3a0db0da-3a41-45e9-b473-318208dba787,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:51.326930 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-bc13a7ab-d303-4886-9396-9f147b14b97f None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:16:51.346908 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc13a7ab-d303-4886-9396-9f147b14b97f None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:16:51.389686 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c9b26e-cdab-45c8-b4f4-41ed02bff434 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Router 2805664f-be54-4efb-9e8a-77e54570829e has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:16:51.426432 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:51.603362 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bc13a7ab-d303-4886-9396-9f147b14b97f None None] Attempting to bind port 3a0db0da-3a41-45e9-b473-318208dba787 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:16:51.610250 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bc13a7ab-d303-4886-9396-9f147b14b97f None None] Attempting to bind port 3a0db0da-3a41-45e9-b473-318208dba787 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e2ab50f5-900c-48e7-a9b6-bd7cb06d5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:16:51.611184 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc13a7ab-d303-4886-9396-9f147b14b97f None None] Attempting to bind port 3a0db0da-3a41-45e9-b473-318208dba787 on network 9bbb0b08-949a-4e1a-9548-e157ca325242 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:16:51.631045 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc13a7ab-d303-4886-9396-9f147b14b97f None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:16:51.635907 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc13a7ab-d303-4886-9396-9f147b14b97f None None] Checking segment: {'id': 'e2ab50f5-900c-48e7-a9b6-bd7cb06d5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:16:51.636862 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bc13a7ab-d303-4886-9396-9f147b14b97f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:51.637448 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc13a7ab-d303-4886-9396-9f147b14b97f None None] Bound using segment: {'id': 'e2ab50f5-900c-48e7-a9b6-bd7cb06d5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:16:51.638290 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bc13a7ab-d303-4886-9396-9f147b14b97f None None] Bound port: 3a0db0da-3a41-45e9-b473-318208dba787, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ab50f5-900c-48e7-a9b6-bd7cb06d5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:16:51.638845 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bc13a7ab-d303-4886-9396-9f147b14b97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3a0db0da-3a41-45e9-b473-318208dba787), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:51.809364 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bc13a7ab-d303-4886-9396-9f147b14b97f None None] For port 3a0db0da-3a41-45e9-b473-318208dba787, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:16:51.809638 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c9b26e-cdab-45c8-b4f4-41ed02bff434 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:16:51.813882 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bc13a7ab-d303-4886-9396-9f147b14b97f None None] For port 3a0db0da-3a41-45e9-b473-318208dba787, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3a0db0da-3a41-45e9-b473-318208dba787,segment=NetworkSegment(e2ab50f5-900c-48e7-a9b6-bd7cb06d5470),segment_id=e2ab50f5-900c-48e7-a9b6-bd7cb06d5470)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:16:51.823188 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bc13a7ab-d303-4886-9396-9f147b14b97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3a0db0da-3a41-45e9-b473-318208dba787), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:51.825832 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862cc45-0e0f-4497-8f00-18e3533ea002 None None] Sync routers for ids ['2805664f-be54-4efb-9e8a-77e54570829e'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:16:51.842637 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0862cc45-0e0f-4497-8f00-18e3533ea002 None None] Routers {'2805664f-be54-4efb-9e8a-77e54570829e'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:16:51.845602 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-61c9b26e-cdab-45c8-b4f4-41ed02bff434 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:51.846316 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-0862cc45-0e0f-4497-8f00-18e3533ea002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:16:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2805664f-be54-4efb-9e8a-77e54570829e'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:51.930772 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-61c9b26e-cdab-45c8-b4f4-41ed02bff434 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "PUT /v2.0/floatingips/4c2b9871-8ba7-4575-b91b-fb8ccba91947 HTTP/1.1" status: 200 len: 992 time: 3.6692278 Feb 28 20:16:51.936216 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1adb5f5c-2a15-4da0-8a89-cce624dd4213', 'tag': '78b7672f-106f-4189-a177-1058526574a3'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:16:51.942529 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d070e920-cf96-4b1e-80a8-f11b29efcfb6" -d '{"events": [{"name": "network-changed", "server_uuid": "1adb5f5c-2a15-4da0-8a89-cce624dd4213", "tag": "78b7672f-106f-4189-a177-1058526574a3"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:16:52.037644 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-0862cc45-0e0f-4497-8f00-18e3533ea002 None None] Set router 2805664f-be54-4efb-9e8a-77e54570829e gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:16:52.040933 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76fcc8-e098-4fd1-a275-5c2a707cb31b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d64785-4005-4c2a-b49f-aa457c546455,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:52.053382 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8d76fcc8-e098-4fd1-a275-5c2a707cb31b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:52.061966 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51996) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:52.071422 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8d76fcc8-e098-4fd1-a275-5c2a707cb31b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a7d64785-4005-4c2a-b49f-aa457c546455 HTTP/1.1" status: 204 len: 168 time: 1.6996918 Feb 28 20:16:52.073827 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a667a909-50c1-49e8-9060-7619490d5734 x-openstack-request-id: req-a667a909-50c1-49e8-9060-7619490d5734 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:16:52.074427 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1adb5f5c-2a15-4da0-8a89-cce624dd4213", "tag": "78b7672f-106f-4189-a177-1058526574a3", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:16:52.075842 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a667a909-50c1-49e8-9060-7619490d5734 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:16:52.076394 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1adb5f5c-2a15-4da0-8a89-cce624dd4213', 'tag': '78b7672f-106f-4189-a177-1058526574a3', 'status': 'completed', 'code': 200} Feb 28 20:16:52.123299 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13a7ab-d303-4886-9396-9f147b14b97f None None] Pushing event updated for resources: {'Port': ['ID=3a0db0da-3a41-45e9-b473-318208dba787,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:52.223136 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e2e27b45-957b-4dbf-b010-19587725d522 admin admin] Publish callbacks [] for port (93f9bfb2-6b42-4deb-a482-23830089ef93), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:52.274505 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:52.288608 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070e920-cf96-4b1e-80a8-f11b29efcfb6 req-74ff3052-40f9-4928-8274-a7d791e8f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:52.290151 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d070e920-cf96-4b1e-80a8-f11b29efcfb6 req-74ff3052-40f9-4928-8274-a7d791e8f080 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c09c66905df449e8ed5916165cd5d97&device_id=1adb5f5c-2a15-4da0-8a89-cce624dd4213 HTTP/1.1" status: 200 len: 1129 time: 0.2108119 Feb 28 20:16:52.511417 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-96af275b-4560-438d-be7d-2eb42acafea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (2067db44-a0e1-4017-99b4-56823d1291bf), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:52.607654 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:52.663578 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070e920-cf96-4b1e-80a8-f11b29efcfb6 req-48eb6f94-fae6-4c65-b9de-81cc180593bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:52.666240 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d070e920-cf96-4b1e-80a8-f11b29efcfb6 req-48eb6f94-fae6-4c65-b9de-81cc180593bb service neutron] 10.222.0.10 "GET /v2.0/networks?id=233d5bc4-584b-43c0-9b71-169a858435d9 HTTP/1.1" status: 200 len: 912 time: 0.3669083 Feb 28 20:16:52.669062 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e2e27b45-957b-4dbf-b010-19587725d522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (93f9bfb2-6b42-4deb-a482-23830089ef93), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:52.692160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd989847-db28-48c8-9d3a-177a3521f136 req-b7b8fc38-3c48-4db1-8fec-9c67129ccaad tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:52.706850 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd989847-db28-48c8-9d3a-177a3521f136 req-b7b8fc38-3c48-4db1-8fec-9c67129ccaad tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/ports?device_id=1adb5f5c-2a15-4da0-8a89-cce624dd4213 HTTP/1.1" status: 200 len: 946 time: 0.5736420 Feb 28 20:16:52.729797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04488fd5-3ebf-46ad-87f0-1b672c4dfb40 req-c194e0b0-a343-466a-85fc-52738e1f90a1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:52.737548 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-04488fd5-3ebf-46ad-87f0-1b672c4dfb40 req-c194e0b0-a343-466a-85fc-52738e1f90a1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 947 time: 0.4639540 Feb 28 20:16:52.863723 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e27b45-957b-4dbf-b010-19587725d522 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:16:52.887006 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-e2e27b45-957b-4dbf-b010-19587725d522 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:16:52.893231 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-0862cc45-0e0f-4497-8f00-18e3533ea002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2805664f-be54-4efb-9e8a-77e54570829e', 'name': 'tempest-ServersTestManualDisk-1264889210-router', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:03Z', 'updated_at': '2022-02-28T20:16:12Z', 'revision_number': 4, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'gw_port': {'id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:04Z', 'updated_at': '2022-02-28T20:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '4c2b9871-8ba7-4575-b91b-fb8ccba91947', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'port_id': '78b7672f-106f-4189-a177-1058526574a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9', 'mac_address': 'fa:16:3e:67:74:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adb5f5c-2a15-4da0-8a89-cce624dd4213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:16:25Z', 'updated_at': '2022-02-28T20:16:50Z', 'revision_number': 1, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83981b6e-e0a2-4139-b32f-8241cc7287b7', 'name': '', 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'mac_address': 'fa:16:3e:14:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd403bcec-eb11-47f4-86b8-58ed18fc0376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:11Z', 'updated_at': '2022-02-28T20:16:18Z', 'revision_number': 5, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'subnets': [{'id': 'd403bcec-eb11-47f4-86b8-58ed18fc0376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:52.906789 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e27b45-957b-4dbf-b010-19587725d522 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:16:53.002410 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862cc45-0e0f-4497-8f00-18e3533ea002 None None] Checking router: 2805664f-be54-4efb-9e8a-77e54570829e for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:16:53.042432 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0862cc45-0e0f-4497-8f00-18e3533ea002 None None] Routers {'2805664f-be54-4efb-9e8a-77e54570829e'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:16:53.043338 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-0862cc45-0e0f-4497-8f00-18e3533ea002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:16:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2805664f-be54-4efb-9e8a-77e54570829e'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:53.044350 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-04488fd5-3ebf-46ad-87f0-1b672c4dfb40 req-68de973c-166e-40de-b2c0-69d05e970abd tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059593 Feb 28 20:16:53.055244 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd989847-db28-48c8-9d3a-177a3521f136 req-9fb67867-825f-414e-8cc6-2c11a66d95f8 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3472323 Feb 28 20:16:53.201372 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e27b45-957b-4dbf-b010-19587725d522 admin admin] Pushing event updated for resources: {'Port': ['ID=93f9bfb2-6b42-4deb-a482-23830089ef93,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:53.285886 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-96af275b-4560-438d-be7d-2eb42acafea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (2067db44-a0e1-4017-99b4-56823d1291bf), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:53.304454 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d070e920-cf96-4b1e-80a8-f11b29efcfb6 req-78d70a2f-e524-4157-b2d6-f4c5d00cbe06 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78b7672f-106f-4189-a177-1058526574a3 HTTP/1.1" status: 200 len: 1000 time: 0.6157310 Feb 28 20:16:53.346620 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-0862cc45-0e0f-4497-8f00-18e3533ea002 None None] Set router 2805664f-be54-4efb-9e8a-77e54570829e gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:16:53.351009 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-96af275b-4560-438d-be7d-2eb42acafea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2067db44-a0e1-4017-99b4-56823d1291bf']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:53.380379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-96af275b-4560-438d-be7d-2eb42acafea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a5e3e8-4063-4a96-ac08-5a41127b78b0') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:53.388867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-96af275b-4560-438d-be7d-2eb42acafea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a5e3e8-4063-4a96-ac08-5a41127b78b0') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:53.432759 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b7180-88dd-4985-b4a9-c1f99fd3d43c req-4b1280d0-0ef1-4c40-9bdc-d4a7e2d55e77 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:53.451727 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-735b7180-88dd-4985-b4a9-c1f99fd3d43c req-4b1280d0-0ef1-4c40-9bdc-d4a7e2d55e77 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 945 time: 0.2528141 Feb 28 20:16:53.455889 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-96af275b-4560-438d-be7d-2eb42acafea4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (a6a5e3e8-4063-4a96-ac08-5a41127b78b0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:53.540004 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-96af275b-4560-438d-be7d-2eb42acafea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (a6a5e3e8-4063-4a96-ac08-5a41127b78b0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:53.568584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070e920-cf96-4b1e-80a8-f11b29efcfb6 req-b49171d3-e44b-4ae0-96c4-91cf6c60f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:53.581307 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d070e920-cf96-4b1e-80a8-f11b29efcfb6 req-b49171d3-e44b-4ae0-96c4-91cf6c60f875 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d403bcec-eb11-47f4-86b8-58ed18fc0376 HTTP/1.1" status: 200 len: 851 time: 0.2752428 Feb 28 20:16:53.616469 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96af275b-4560-438d-be7d-2eb42acafea4 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:16:53.619834 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-96af275b-4560-438d-be7d-2eb42acafea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (a6a5e3e8-4063-4a96-ac08-5a41127b78b0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:16:53.622314 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:16:53.874925 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3a0db0da-3a41-45e9-b473-318208dba787 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:16:53.973556 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-735b7180-88dd-4985-b4a9-c1f99fd3d43c req-bbc2c1a5-1891-4f45-8d4e-8d50077a32ce tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196054 Feb 28 20:16:53.991047 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-96af275b-4560-438d-be7d-2eb42acafea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (2067db44-a0e1-4017-99b4-56823d1291bf), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:54.011710 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-96af275b-4560-438d-be7d-2eb42acafea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:54.021041 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-96af275b-4560-438d-be7d-2eb42acafea4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2067db44-a0e1-4017-99b4-56823d1291bf HTTP/1.1" status: 204 len: 168 time: 1.9575732 Feb 28 20:16:54.062447 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070e920-cf96-4b1e-80a8-f11b29efcfb6 req-641edcc8-3e14-4ead-8696-64d262d5f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:54.078184 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d070e920-cf96-4b1e-80a8-f11b29efcfb6 req-641edcc8-3e14-4ead-8696-64d262d5f18f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=233d5bc4-584b-43c0-9b71-169a858435d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4788492 Feb 28 20:16:54.120641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af275b-4560-438d-be7d-2eb42acafea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2067db44-a0e1-4017-99b4-56823d1291bf,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:54.122331 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3a0db0da-3a41-45e9-b473-318208dba787 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:54.126957 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3a0db0da-3a41-45e9-b473-318208dba787), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:54.182526 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e2e27b45-957b-4dbf-b010-19587725d522 admin admin] Publish callbacks [] for router_gateway (2d5f4733-197b-4b4b-8281-1c5fd4559b1f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:54.217615 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-0862cc45-0e0f-4497-8f00-18e3533ea002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2805664f-be54-4efb-9e8a-77e54570829e', 'name': 'tempest-ServersTestManualDisk-1264889210-router', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:03Z', 'updated_at': '2022-02-28T20:16:12Z', 'revision_number': 4, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'gw_port': {'id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:04Z', 'updated_at': '2022-02-28T20:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '4c2b9871-8ba7-4575-b91b-fb8ccba91947', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'port_id': '78b7672f-106f-4189-a177-1058526574a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9', 'mac_address': 'fa:16:3e:67:74:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adb5f5c-2a15-4da0-8a89-cce624dd4213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:16:25Z', 'updated_at': '2022-02-28T20:16:50Z', 'revision_number': 1, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83981b6e-e0a2-4139-b32f-8241cc7287b7', 'name': '', 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'mac_address': 'fa:16:3e:14:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd403bcec-eb11-47f4-86b8-58ed18fc0376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:11Z', 'updated_at': '2022-02-28T20:16:18Z', 'revision_number': 5, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'subnets': [{'id': 'd403bcec-eb11-47f4-86b8-58ed18fc0376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:54.309889 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862cc45-0e0f-4497-8f00-18e3533ea002 None None] The sync data for ids ['2805664f-be54-4efb-9e8a-77e54570829e'] in n-d-820368-21 is: [{'id': '2805664f-be54-4efb-9e8a-77e54570829e', 'name': 'tempest-ServersTestManualDisk-1264889210-router', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:03Z', 'updated_at': '2022-02-28T20:16:12Z', 'revision_number': 4, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'gw_port': {'id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:04Z', 'updated_at': '2022-02-28T20:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '4c2b9871-8ba7-4575-b91b-fb8ccba91947', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'port_id': '78b7672f-106f-4189-a177-1058526574a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9', 'mac_address': 'fa:16:3e:67:74:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adb5f5c-2a15-4da0-8a89-cce624dd4213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:16:25Z', 'updated_at': '2022-02-28T20:16:50Z', 'revision_number': 1, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83981b6e-e0a2-4139-b32f-8241cc7287b7', 'name': '', 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'mac_address': 'fa:16:3e:14:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd403bcec-eb11-47f4-86b8-58ed18fc0376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:11Z', 'updated_at': '2022-02-28T20:16:18Z', 'revision_number': 5, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'subnets': [{'id': 'd403bcec-eb11-47f4-86b8-58ed18fc0376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:16:54.374895 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1bd8e-517d-4a52-91eb-71656ad7ec62 req-c907a6db-a9a4-4830-bc76-8f6f0862d4e5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:54.387623 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1be1bd8e-517d-4a52-91eb-71656ad7ec62 req-c907a6db-a9a4-4830-bc76-8f6f0862d4e5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 947 time: 0.1744308 Feb 28 20:16:54.486732 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c0df47-9ab4-4e57-b79f-4fa0e89135a6 None None] Network 9bbb0b08-949a-4e1a-9548-e157ca325242 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:16:54.507434 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 52018) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:54.518261 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1be1bd8e-517d-4a52-91eb-71656ad7ec62 req-3c7a38dc-813a-48bf-845b-0f52c2b34766 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280177 Feb 28 20:16:54.587690 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d070e920-cf96-4b1e-80a8-f11b29efcfb6 req-6c30c843-aee6-45f1-a200-65432a589dd1 service neutron] 10.222.0.10 "GET /v2.0/networks/233d5bc4-584b-43c0-9b71-169a858435d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083346 Feb 28 20:16:54.617295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3a0db0da-3a41-45e9-b473-318208dba787 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:54.617728 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3a0db0da-3a41-45e9-b473-318208dba787), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:54.735710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52022) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:54.738038 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-90aef353-6d29-455d-9cb9-39b8da319485 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c640ef011ccc4acebfeec6f3cf5b1407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093294 Feb 28 20:16:54.883426 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faa889f-db0f-4ee8-bc44-fb77d7168243 None None] New status for floating IP 4c2b9871-8ba7-4575-b91b-fb8ccba91947: ACTIVE {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:16:54.935491 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f07d6e0d-2784-4242-9acb-98d991cb1b52 None None] Provisioning complete for port 3a0db0da-3a41-45e9-b473-318208dba787 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:54.936204 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f07d6e0d-2784-4242-9acb-98d991cb1b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3a0db0da-3a41-45e9-b473-318208dba787), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:54.937644 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d070e920-cf96-4b1e-80a8-f11b29efcfb6 req-4324a2e8-7edb-4d9e-9702-5062893df892 service neutron] 10.222.0.10 "GET /v2.0/networks/233d5bc4-584b-43c0-9b71-169a858435d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426721 Feb 28 20:16:55.018087 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 3a0db0da-3a41-45e9-b473-318208dba787, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3a0db0da-3a41-45e9-b473-318208dba787,segment=NetworkSegment(e2ab50f5-900c-48e7-a9b6-bd7cb06d5470),segment_id=e2ab50f5-900c-48e7-a9b6-bd7cb06d5470)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:16:55.075978 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e2e27b45-957b-4dbf-b010-19587725d522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (2d5f4733-197b-4b4b-8281-1c5fd4559b1f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:55.076881 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3a0db0da-3a41-45e9-b473-318208dba787), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:55.342635 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdee7a2f-5acf-47d0-bd3f-e0b7eeba6785 admin admin] Publish callbacks [] for security_group (c7c6890f-a0ca-4ff4-af38-6b35ea023559), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:55.353217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=3a0db0da-3a41-45e9-b473-318208dba787,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:55.354053 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399b177-9df9-4e71-93f2-7d77867f83eb req-2d202840-5847-4420-80a9-ad877417902a tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:55.369222 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f399b177-9df9-4e71-93f2-7d77867f83eb req-2d202840-5847-4420-80a9-ad877417902a tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 945 time: 0.2307894 Feb 28 20:16:55.413470 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdee7a2f-5acf-47d0-bd3f-e0b7eeba6785 admin admin] Publish callbacks [] for security_group (c7c6890f-a0ca-4ff4-af38-6b35ea023559), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:55.421422 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e27b45-957b-4dbf-b010-19587725d522 admin admin] Router 2d5f4733-197b-4b4b-8281-1c5fd4559b1f is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:16:55.493378 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f399b177-9df9-4e71-93f2-7d77867f83eb req-85dc5f54-ba3c-4783-a879-b4e2d6c92bf2 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231730 Feb 28 20:16:55.557023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f07d6e0d-2784-4242-9acb-98d991cb1b52 None None] Current status of the port 3a0db0da-3a41-45e9-b473-318208dba787 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:55.763591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24e81e-af2f-4be4-ae28-1a88f6e8844e req-d895618b-68ff-4d7b-acbd-2d8d75fda6f4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:55.774278 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d24e81e-af2f-4be4-ae28-1a88f6e8844e req-d895618b-68ff-4d7b-acbd-2d8d75fda6f4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 947 time: 0.1012642 Feb 28 20:16:55.837775 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdee7a2f-5acf-47d0-bd3f-e0b7eeba6785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c7c6890f-a0ca-4ff4-af38-6b35ea023559), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:55.842344 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdee7a2f-5acf-47d0-bd3f-e0b7eeba6785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:55.852938 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cdee7a2f-5acf-47d0-bd3f-e0b7eeba6785 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7c6890f-a0ca-4ff4-af38-6b35ea023559 HTTP/1.1" status: 204 len: 168 time: 1.1061583 Feb 28 20:16:55.860283 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3a0db0da-3a41-45e9-b473-318208dba787 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:16:55.948315 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee7a2f-5acf-47d0-bd3f-e0b7eeba6785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c6890f-a0ca-4ff4-af38-6b35ea023559,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:55.964624 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d24e81e-af2f-4be4-ae28-1a88f6e8844e req-6b76b297-2645-41bd-8f33-600830455367 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889169 Feb 28 20:16:55.994361 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e27b45-957b-4dbf-b010-19587725d522 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:16:56.013654 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] Sync routers for ids ['2d5f4733-197b-4b4b-8281-1c5fd4559b1f'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:16:56.036745 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] Routers {'2d5f4733-197b-4b4b-8281-1c5fd4559b1f'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:16:56.040171 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:16:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2d5f4733-197b-4b4b-8281-1c5fd4559b1f'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:56.097643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-33721ee8-f263-4fac-8253-560ab2afcc60 None None] Provisioning complete for port 3a0db0da-3a41-45e9-b473-318208dba787 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:56.098261 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-33721ee8-f263-4fac-8253-560ab2afcc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3a0db0da-3a41-45e9-b473-318208dba787), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:56.116471 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e2e27b45-957b-4dbf-b010-19587725d522 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:56.118356 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e2e27b45-957b-4dbf-b010-19587725d522 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.3488953 Feb 28 20:16:56.121946 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52040) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:56.220131 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3a0db0da-3a41-45e9-b473-318208dba787 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:56.235384 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3a0db0da-3a41-45e9-b473-318208dba787), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:56.670377 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] Set router 2d5f4733-197b-4b4b-8281-1c5fd4559b1f gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:16:56.704269 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3a0db0da-3a41-45e9-b473-318208dba787 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:56.723281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-33721ee8-f263-4fac-8253-560ab2afcc60 None None] Current status of the port 3a0db0da-3a41-45e9-b473-318208dba787 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:16:56.852150 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da150c22-33f6-4842-b0f5-e64d7f237006 req-245d6c36-45f5-4df4-87b1-a5faf3337db0 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:56.865473 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da150c22-33f6-4842-b0f5-e64d7f237006 req-245d6c36-45f5-4df4-87b1-a5faf3337db0 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 945 time: 0.1948378 Feb 28 20:16:57.085639 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da150c22-33f6-4842-b0f5-e64d7f237006 req-0a3b62b2-4633-48dd-8915-1764a2c1633f tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189569 Feb 28 20:16:57.407706 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'name': 'tempest-ServersTestJSON-693063951-router', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:48Z', 'updated_at': '2022-02-28T20:16:53Z', 'revision_number': 3, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'gw_port': {'id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:50Z', 'updated_at': '2022-02-28T20:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:57.451072 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] Checking router: 2d5f4733-197b-4b4b-8281-1c5fd4559b1f for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:16:57.451802 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] Updating router 2d5f4733-197b-4b4b-8281-1c5fd4559b1f port 93f9bfb2-6b42-4deb-a482-23830089ef93 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:16:57.492826 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8af63c-2374-418e-a48d-35e5c7c2665e req-7951f200-8d4c-4c9f-8cf9-7978c31ee31e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:57.495440 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (93f9bfb2-6b42-4deb-a482-23830089ef93), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:57.501668 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e8af63c-2374-418e-a48d-35e5c7c2665e req-7951f200-8d4c-4c9f-8cf9-7978c31ee31e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 947 time: 0.1751225 Feb 28 20:16:57.646518 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e8af63c-2374-418e-a48d-35e5c7c2665e req-0836abd6-e4eb-46cf-8953-01d62da9fd8e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383016 Feb 28 20:16:57.796571 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f557c7e5-b453-4697-b8c6-df0d4bedf8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:58.090607 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 52072) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:16:58.235294 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] Publish callbacks [] for port (93f9bfb2-6b42-4deb-a482-23830089ef93), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:58.243915 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (93f9bfb2-6b42-4deb-a482-23830089ef93), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:58.322681 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3ea84d3b-cc3c-4f48-bcf5-563582b47eb5 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1425161856-network', 'tenant_id': 'a78c272830a244a0a132ddaece0b5a18'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:16:58.385110 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e9ab2-d6b6-4ada-a75c-d8cd23709689 None None] Pushing event updated for resources: {'Port': ['ID=93f9bfb2-6b42-4deb-a482-23830089ef93,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:58.438346 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e9ab2-d6b6-4ada-a75c-d8cd23709689 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:58.439058 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-f557c7e5-b453-4697-b8c6-df0d4bedf8dd admin admin] Allocated IP 172.20.0.1 (9bbb0b08-949a-4e1a-9548-e157ca325242/4b48e865-818d-4d08-92dc-698d5f1ecc72/e8f80688-0169-442e-bd53-d0b00576e1b0) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:16:58.439171 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e9ab2-d6b6-4ada-a75c-d8cd23709689 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:58.440933 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e9ab2-d6b6-4ada-a75c-d8cd23709689 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:58.441352 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e9ab2-d6b6-4ada-a75c-d8cd23709689 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:58.441720 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e9ab2-d6b6-4ada-a75c-d8cd23709689 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:58.442059 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e9ab2-d6b6-4ada-a75c-d8cd23709689 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:58.442393 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e9ab2-d6b6-4ada-a75c-d8cd23709689 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:58.442745 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e9ab2-d6b6-4ada-a75c-d8cd23709689 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:58.443070 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e9ab2-d6b6-4ada-a75c-d8cd23709689 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:58.443397 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e9ab2-d6b6-4ada-a75c-d8cd23709689 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:58.443719 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e9ab2-d6b6-4ada-a75c-d8cd23709689 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:58.444084 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e9ab2-d6b6-4ada-a75c-d8cd23709689 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:58.444406 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e9ab2-d6b6-4ada-a75c-d8cd23709689 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:16:58.530019 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea84d3b-cc3c-4f48-bcf5-563582b47eb5 admin admin] Made reservation on behalf of a78c272830a244a0a132ddaece0b5a18 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:16:58.537933 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3ea84d3b-cc3c-4f48-bcf5-563582b47eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:58.548994 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] Attempting to bind port 93f9bfb2-6b42-4deb-a482-23830089ef93 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:16:58.551684 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] Attempting to bind port 93f9bfb2-6b42-4deb-a482-23830089ef93 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:16:58.562035 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] Attempting to bind port 93f9bfb2-6b42-4deb-a482-23830089ef93 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:16:58.574224 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:16:58.575878 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3ea84d3b-cc3c-4f48-bcf5-563582b47eb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:58.576548 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:16:58.577148 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:58.577729 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:16:58.580077 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] Bound port: 93f9bfb2-6b42-4deb-a482-23830089ef93, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:16:58.580871 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (93f9bfb2-6b42-4deb-a482-23830089ef93), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:58.616418 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f557c7e5-b453-4697-b8c6-df0d4bedf8dd admin admin] Publish callbacks [] for port (e8f80688-0169-442e-bd53-d0b00576e1b0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:58.636573 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81411f-e936-4277-a1ae-ebbde84c5da4 req-ebdf0783-366f-4420-9d16-37c214b67704 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:58.638553 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a81411f-e936-4277-a1ae-ebbde84c5da4 req-ebdf0783-366f-4420-9d16-37c214b67704 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 945 time: 0.3406138 Feb 28 20:16:58.653653 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] For port 93f9bfb2-6b42-4deb-a482-23830089ef93, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:16:58.657255 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f557c7e5-b453-4697-b8c6-df0d4bedf8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (e8f80688-0169-442e-bd53-d0b00576e1b0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:58.657959 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] For port 93f9bfb2-6b42-4deb-a482-23830089ef93, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=93f9bfb2-6b42-4deb-a482-23830089ef93,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:16:58.677656 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (93f9bfb2-6b42-4deb-a482-23830089ef93), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:58.680005 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f557c7e5-b453-4697-b8c6-df0d4bedf8dd admin admin] Network 9bbb0b08-949a-4e1a-9548-e157ca325242 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:16:58.682578 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-f557c7e5-b453-4697-b8c6-df0d4bedf8dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:16:58.685707 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f557c7e5-b453-4697-b8c6-df0d4bedf8dd admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:16:58.756109 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f557c7e5-b453-4697-b8c6-df0d4bedf8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (2d5f4733-197b-4b4b-8281-1c5fd4559b1f), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:58.836506 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557c7e5-b453-4697-b8c6-df0d4bedf8dd admin admin] Pushing event updated for resources: {'Port': ['ID=e8f80688-0169-442e-bd53-d0b00576e1b0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:58.903718 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] Routers {'2d5f4733-197b-4b4b-8281-1c5fd4559b1f'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:16:58.919870 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:16:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2d5f4733-197b-4b4b-8281-1c5fd4559b1f'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:16:58.923148 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e9ab2-d6b6-4ada-a75c-d8cd23709689 None None] Pushing event updated for resources: {'Port': ['ID=93f9bfb2-6b42-4deb-a482-23830089ef93,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:58.961231 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3ea84d3b-cc3c-4f48-bcf5-563582b47eb5 admin admin] Publish callbacks [] for security_group (d6e64e0c-a8e3-4f15-832c-9ba36efd1fcf), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:58.967033 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f557c7e5-b453-4697-b8c6-df0d4bedf8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e8f80688-0169-442e-bd53-d0b00576e1b0), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:59.078318 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3ea84d3b-cc3c-4f48-bcf5-563582b47eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d6e64e0c-a8e3-4f15-832c-9ba36efd1fcf), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:59.096656 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:16:59.184892 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea84d3b-cc3c-4f48-bcf5-563582b47eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e64e0c-a8e3-4f15-832c-9ba36efd1fcf,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:16:59.255475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-4eed35c8-d475-4adb-9311-44e294e79992 None None] Provisioning complete for port e8f80688-0169-442e-bd53-d0b00576e1b0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:16:59.256107 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4eed35c8-d475-4adb-9311-44e294e79992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e8f80688-0169-442e-bd53-d0b00576e1b0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:59.335145 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a81411f-e936-4277-a1ae-ebbde84c5da4 req-ffb341a8-77d3-4bfd-b078-b8cff26ee1cb tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6899197 Feb 28 20:16:59.360783 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea84d3b-cc3c-4f48-bcf5-563582b47eb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:16:59.385995 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] Set router 2d5f4733-197b-4b4b-8281-1c5fd4559b1f gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:16:59.407731 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4eed35c8-d475-4adb-9311-44e294e79992 None None] Port e8f80688-0169-442e-bd53-d0b00576e1b0 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:16:59.420301 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3ea84d3b-cc3c-4f48-bcf5-563582b47eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (66546881-124d-4add-8502-d1c20551dd3c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:59.420731 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-3ea84d3b-cc3c-4f48-bcf5-563582b47eb5 admin admin] Added segment 66546881-124d-4add-8502-d1c20551dd3c of type vlan for network 377db2a1-172f-4f6e-b954-fb035321449b Feb 28 20:16:59.471072 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f557c7e5-b453-4697-b8c6-df0d4bedf8dd admin admin] Publish callbacks [] for port (e8f80688-0169-442e-bd53-d0b00576e1b0), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:59.479588 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f557c7e5-b453-4697-b8c6-df0d4bedf8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (e8f80688-0169-442e-bd53-d0b00576e1b0), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:59.515996 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fc2d1-370a-4b71-a211-85b4a8e043b6 req-a8f287cb-c4b4-4692-b16c-fe9a9058d571 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:59.532543 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-381fc2d1-370a-4b71-a211-85b4a8e043b6 req-a8f287cb-c4b4-4692-b16c-fe9a9058d571 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 947 time: 0.5684011 Feb 28 20:16:59.590192 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f557c7e5-b453-4697-b8c6-df0d4bedf8dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (2d5f4733-197b-4b4b-8281-1c5fd4559b1f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:59.796061 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3ea84d3b-cc3c-4f48-bcf5-563582b47eb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (377db2a1-172f-4f6e-b954-fb035321449b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:59.814135 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-381fc2d1-370a-4b71-a211-85b4a8e043b6 req-22baebec-be93-4961-a53b-1e0af48b53e6 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685337 Feb 28 20:16:59.931705 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3ea84d3b-cc3c-4f48-bcf5-563582b47eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (377db2a1-172f-4f6e-b954-fb035321449b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:16:59.933152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea84d3b-cc3c-4f48-bcf5-563582b47eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:16:59.948704 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3ea84d3b-cc3c-4f48-bcf5-563582b47eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:00.017539 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52090) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:00.023012 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3ea84d3b-cc3c-4f48-bcf5-563582b47eb5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9310696 Feb 28 20:17:00.038459 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-2e13dad2-bbd0-401d-9f59-62b12067ea31 admin admin] Request body: {'subnet': {'network_id': '377db2a1-172f-4f6e-b954-fb035321449b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1425161856-subnet', 'tenant_id': 'a78c272830a244a0a132ddaece0b5a18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:00.111377 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557c7e5-b453-4697-b8c6-df0d4bedf8dd admin admin] Pushing event updated for resources: {'Port': ['ID=e8f80688-0169-442e-bd53-d0b00576e1b0,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:00.163410 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'name': 'tempest-ServersTestJSON-693063951-router', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:48Z', 'updated_at': '2022-02-28T20:16:58Z', 'revision_number': 4, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'gw_port': {'id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:50Z', 'updated_at': '2022-02-28T20:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e8f80688-0169-442e-bd53-d0b00576e1b0', 'name': '', 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'mac_address': 'fa:16:3e:a3:dc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:57Z', 'updated_at': '2022-02-28T20:16:58Z', 'revision_number': 1, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'subnets': [{'id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:00.204916 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea84d3b-cc3c-4f48-bcf5-563582b47eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=377db2a1-172f-4f6e-b954-fb035321449b,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:00.220160 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 377db2a1-172f-4f6e-b954-fb035321449b details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:17:00.229255 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e05031-54a5-49e7-aa18-d2d7db8ddae9 None None] The sync data for ids ['2d5f4733-197b-4b4b-8281-1c5fd4559b1f'] in n-d-820368-21 is: [{'id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'name': 'tempest-ServersTestJSON-693063951-router', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:48Z', 'updated_at': '2022-02-28T20:16:58Z', 'revision_number': 4, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'gw_port': {'id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:50Z', 'updated_at': '2022-02-28T20:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e8f80688-0169-442e-bd53-d0b00576e1b0', 'name': '', 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'mac_address': 'fa:16:3e:a3:dc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:57Z', 'updated_at': '2022-02-28T20:16:58Z', 'revision_number': 1, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'subnets': [{'id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:17:00.241460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f557c7e5-b453-4697-b8c6-df0d4bedf8dd admin admin] Network 9bbb0b08-949a-4e1a-9548-e157ca325242 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:17:00.247056 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-f557c7e5-b453-4697-b8c6-df0d4bedf8dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:17:00.282812 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e13dad2-bbd0-401d-9f59-62b12067ea31 admin admin] Made reservation on behalf of a78c272830a244a0a132ddaece0b5a18 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:17:00.289137 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e13dad2-bbd0-401d-9f59-62b12067ea31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:00.678429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf61b2a-28c3-4fc4-8531-6d1008433ed2 req-5b7d9471-99dc-49b1-bee6-3154b5b36aae tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:00.691829 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ecf61b2a-28c3-4fc4-8531-6d1008433ed2 req-5b7d9471-99dc-49b1-bee6-3154b5b36aae tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 945 time: 0.1494863 Feb 28 20:17:00.869536 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a9365af1-1da2-4eb0-aad8-2d9a285c50c4 None None] Provisioning complete for port e8f80688-0169-442e-bd53-d0b00576e1b0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:17:00.872795 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a9365af1-1da2-4eb0-aad8-2d9a285c50c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e8f80688-0169-442e-bd53-d0b00576e1b0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:00.934632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ecf61b2a-28c3-4fc4-8531-6d1008433ed2 req-0f5b405a-1875-4e2f-be6a-be744c4440de tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415502 Feb 28 20:17:00.988521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f557c7e5-b453-4697-b8c6-df0d4bedf8dd admin admin] Router 2d5f4733-197b-4b4b-8281-1c5fd4559b1f has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:17:01.036824 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a9365af1-1da2-4eb0-aad8-2d9a285c50c4 None None] Port e8f80688-0169-442e-bd53-d0b00576e1b0 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:17:01.145139 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf8400-0dd3-4790-b1c0-0c5e16221f7e req-610c61dd-f2d8-46d4-afbe-6ccc06ff7ba4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:01.157523 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6cdf8400-0dd3-4790-b1c0-0c5e16221f7e req-610c61dd-f2d8-46d4-afbe-6ccc06ff7ba4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 947 time: 0.1639421 Feb 28 20:17:01.308736 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6cdf8400-0dd3-4790-b1c0-0c5e16221f7e req-5c8c43ce-52d3-4110-bae4-20f4e7ad8130 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480172 Feb 28 20:17:01.455885 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e13dad2-bbd0-401d-9f59-62b12067ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (75f198ac-4819-4f8c-9cd0-0d5e4007ae9c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:01.894885 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 59c3a43d-1332-4015-b10a-aed4148af8a6 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:17:02.373592 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ca8ec-f85b-42a4-9cf5-ebd3ee4a366f req-141412c9-2591-48a1-849b-9a376adfbbd6 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:02.401102 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a8ca8ec-f85b-42a4-9cf5-ebd3ee4a366f req-141412c9-2591-48a1-849b-9a376adfbbd6 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 945 time: 0.2478774 Feb 28 20:17:02.436801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 59c3a43d-1332-4015-b10a-aed4148af8a6, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=59c3a43d-1332-4015-b10a-aed4148af8a6,segment=NetworkSegment(9d1645d2-e849-4f5c-bf28-d28b3f617709),segment_id=9d1645d2-e849-4f5c-bf28-d28b3f617709)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:02.480247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '59c3a43d-1332-4015-b10a-aed4148af8a6', 'network_id': '3adfc03b-765e-462a-ae7c-192406d60f28', 'port_id': '59c3a43d-1332-4015-b10a-aed4148af8a6', 'mac_address': 'fa:16:3e:89:02:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466e7b2a-44e7-4036-8d62-6c0fcc6f61ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:17:02.583355 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 59c3a43d-1332-4015-b10a-aed4148af8a6 is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:02.584044 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (59c3a43d-1332-4015-b10a-aed4148af8a6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:02.625994 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59c3a43d-1332-4015-b10a-aed4148af8a6 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:17:02.665584 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a8ca8ec-f85b-42a4-9cf5-ebd3ee4a366f req-83630633-c327-43bb-a5f6-4b752025526e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634692 Feb 28 20:17:02.678757 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dc2fa-261a-4d57-9ccd-72060ae082ff req-b5507059-f0f1-49f1-940e-f8e646c223c3 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:02.706114 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff3dc2fa-261a-4d57-9ccd-72060ae082ff req-b5507059-f0f1-49f1-940e-f8e646c223c3 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 947 time: 0.1704123 Feb 28 20:17:02.717230 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 59c3a43d-1332-4015-b10a-aed4148af8a6, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=59c3a43d-1332-4015-b10a-aed4148af8a6,segment=NetworkSegment(9d1645d2-e849-4f5c-bf28-d28b3f617709),segment_id=9d1645d2-e849-4f5c-bf28-d28b3f617709)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:02.731194 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (59c3a43d-1332-4015-b10a-aed4148af8a6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:02.883187 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff3dc2fa-261a-4d57-9ccd-72060ae082ff req-562b5a25-77c3-46d3-b584-65bb3fb5c34d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757395 Feb 28 20:17:02.906015 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=59c3a43d-1332-4015-b10a-aed4148af8a6,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:02.964184 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['59c3a43d-1332-4015-b10a-aed4148af8a6'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:17:02.977569 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13dad2-bbd0-401d-9f59-62b12067ea31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f198ac-4819-4f8c-9cd0-0d5e4007ae9c,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:03.088230 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e13dad2-bbd0-401d-9f59-62b12067ea31 admin admin] Checking segment: {'id': '66546881-124d-4add-8502-d1c20551dd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '377db2a1-172f-4f6e-b954-fb035321449b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:17:03.088748 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e13dad2-bbd0-401d-9f59-62b12067ea31 admin admin] Network hostable DHCP agents. Network: 377db2a1-172f-4f6e-b954-fb035321449b, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:17:03.104175 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f557c7e5-b453-4697-b8c6-df0d4bedf8dd admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:17:03.136819 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f557c7e5-b453-4697-b8c6-df0d4bedf8dd admin admin] 10.222.0.13 "PUT /v2.0/routers/2d5f4733-197b-4b4b-8281-1c5fd4559b1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0130773 Feb 28 20:17:03.208185 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e13dad2-bbd0-401d-9f59-62b12067ea31 admin admin] Network 377db2a1-172f-4f6e-b954-fb035321449b is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:17:03.237018 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-2e13dad2-bbd0-401d-9f59-62b12067ea31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 377db2a1-172f-4f6e-b954-fb035321449b) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:17:03.268605 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e13dad2-bbd0-401d-9f59-62b12067ea31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:03.272810 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e13dad2-bbd0-401d-9f59-62b12067ea31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:03.310133 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdd2fa9-111a-47d8-83f0-417fccd8baff None None] Network 377db2a1-172f-4f6e-b954-fb035321449b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:17:03.329795 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2e13dad2-bbd0-401d-9f59-62b12067ea31 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.3011825 Feb 28 20:17:03.677899 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b646e5c-e6fe-45ff-951c-19511e739c3f None None] Network 377db2a1-172f-4f6e-b954-fb035321449b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:17:03.864143 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b873d909-a4be-45e2-8db5-e62907a9615e req-102c096c-3a2d-42e2-ae2c-a90e4c702cd7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1119647 Feb 28 20:17:04.033127 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fcad6-a6f9-4517-8acd-098c641b8eb5 req-fc4d6209-1eb9-4149-893e-deeb58f74c4d tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:04.039583 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-746fcad6-a6f9-4517-8acd-098c641b8eb5 req-fc4d6209-1eb9-4149-893e-deeb58f74c4d tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 944 time: 0.2056348 Feb 28 20:17:04.077360 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873d909-a4be-45e2-8db5-e62907a9615e req-8876662e-1c6d-4f02-a92c-5393ab27bb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:04.082351 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b873d909-a4be-45e2-8db5-e62907a9615e req-8876662e-1c6d-4f02-a92c-5393ab27bb07 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b4b67168c19e47fc8123410b2d1449a0&device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 1128 time: 0.1389997 Feb 28 20:17:04.086769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 93f9bfb2-6b42-4deb-a482-23830089ef93 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:17:04.090562 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 59c3a43d-1332-4015-b10a-aed4148af8a6 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:17:04.166811 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-746fcad6-a6f9-4517-8acd-098c641b8eb5 req-e44cb5c7-12af-4117-8404-0a0d78490d23 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229870 Feb 28 20:17:04.376904 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 52148) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:04.382432 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-294f395f-2c17-4e1a-ade5-ee9f23ff5898 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--426943174', 'description': 'tempest-description--1412802573'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:04.413646 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873d909-a4be-45e2-8db5-e62907a9615e req-3bba130a-78bb-4c7d-887a-84f9495003f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:04.415231 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b873d909-a4be-45e2-8db5-e62907a9615e req-3bba130a-78bb-4c7d-887a-84f9495003f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 200 len: 921 time: 0.3024619 Feb 28 20:17:04.421268 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 59c3a43d-1332-4015-b10a-aed4148af8a6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:17:04.421647 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (59c3a43d-1332-4015-b10a-aed4148af8a6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:04.473177 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-294f395f-2c17-4e1a-ade5-ee9f23ff5898 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:04.621223 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b873d909-a4be-45e2-8db5-e62907a9615e req-31f7635d-e0a5-47a9-b326-477b654e8cb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 HTTP/1.1" status: 200 len: 217 time: 0.1931484 Feb 28 20:17:04.632705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 93f9bfb2-6b42-4deb-a482-23830089ef93 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:17:04.633076 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (93f9bfb2-6b42-4deb-a482-23830089ef93), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:04.793275 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 59c3a43d-1332-4015-b10a-aed4148af8a6 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:04.793700 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (59c3a43d-1332-4015-b10a-aed4148af8a6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:04.819273 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873d909-a4be-45e2-8db5-e62907a9615e req-72cdfe82-7f6c-454d-b943-edca42ee5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:04.824317 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b873d909-a4be-45e2-8db5-e62907a9615e req-72cdfe82-7f6c-454d-b943-edca42ee5ca9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 200 len: 861 time: 0.1981514 Feb 28 20:17:04.841201 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-294f395f-2c17-4e1a-ade5-ee9f23ff5898 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks [] for security_group (fd0ef047-4cc9-4c98-9cf8-967ab7c43c81), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:04.866726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b537c8-a27b-4197-b23a-3e339da40b81 req-a3acbf77-196c-455c-915c-087b3d57650b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:04.887054 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91b537c8-a27b-4197-b23a-3e339da40b81 req-a3acbf77-196c-455c-915c-087b3d57650b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 947 time: 0.2862263 Feb 28 20:17:04.888922 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-294f395f-2c17-4e1a-ade5-ee9f23ff5898 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fd0ef047-4cc9-4c98-9cf8-967ab7c43c81), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:04.913592 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b873d909-a4be-45e2-8db5-e62907a9615e req-2ece5b2a-e800-4e69-bfa8-ffcbd3119467 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791905 Feb 28 20:17:05.123789 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91b537c8-a27b-4197-b23a-3e339da40b81 req-bfe30175-c386-4cff-970b-fdbedfb9dbe3 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242384 Feb 28 20:17:05.142229 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-294f395f-2c17-4e1a-ade5-ee9f23ff5898 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:05.148274 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-294f395f-2c17-4e1a-ade5-ee9f23ff5898 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7694120 Feb 28 20:17:05.159771 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 52156) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:05.176914 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-c49f1899-1ce2-4b82-8f92-63d7db76b029 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Request body: {'security_group_rule': {'security_group_id': 'fd0ef047-4cc9-4c98-9cf8-967ab7c43c81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:05.186640 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b873d909-a4be-45e2-8db5-e62907a9615e req-11d504ac-fee9-43e2-9abc-906c0c3f8443 service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625411 Feb 28 20:17:05.251111 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f395f-2c17-4e1a-ade5-ee9f23ff5898 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0ef047-4cc9-4c98-9cf8-967ab7c43c81,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:05.294544 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c49f1899-1ce2-4b82-8f92-63d7db76b029 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks [] for security_group_rule (c9f90c74-cf85-48ea-8bfe-11e53a205dfa), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:05.435197 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] Sync routers for ids ['2d5f4733-197b-4b4b-8281-1c5fd4559b1f'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:17:05.465099 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6a1e2a-cb53-436b-8c3d-5a0ba0187640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c3a43d-1332-4015-b10a-aed4148af8a6'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:05.472089 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb1c6c6-f375-471d-bf1b-455c4ad10728" -d '{"events": [{"server_uuid": "bd6a1e2a-cb53-436b-8c3d-5a0ba0187640", "name": "network-vif-plugged", "status": "completed", "tag": "59c3a43d-1332-4015-b10a-aed4148af8a6"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:05.483771 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c49f1899-1ce2-4b82-8f92-63d7db76b029 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks [] for security_group_rule (c9f90c74-cf85-48ea-8bfe-11e53a205dfa), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:05.507424 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c49f1899-1ce2-4b82-8f92-63d7db76b029 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (c9f90c74-cf85-48ea-8bfe-11e53a205dfa), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:05.510463 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 93f9bfb2-6b42-4deb-a482-23830089ef93 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:05.511739 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (93f9bfb2-6b42-4deb-a482-23830089ef93), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:05.533297 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b873d909-a4be-45e2-8db5-e62907a9615e req-c33a14de-f0a2-4b40-ba73-24db2f7d4fdc service neutron] 10.222.0.10 "GET /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397565 Feb 28 20:17:05.546345 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f1899-1ce2-4b82-8f92-63d7db76b029 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f90c74-cf85-48ea-8bfe-11e53a205dfa,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:05.557125 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a72ff9-c3d8-4a31-8147-40dad3ea7ec8 req-ab4fcf9e-7c9c-4652-923e-7bba2b468df4 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:05.569550 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d5a72ff9-c3d8-4a31-8147-40dad3ea7ec8 req-ab4fcf9e-7c9c-4652-923e-7bba2b468df4 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 944 time: 0.2122171 Feb 28 20:17:05.584483 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c49f1899-1ce2-4b82-8f92-63d7db76b029 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:05.584483 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c49f1899-1ce2-4b82-8f92-63d7db76b029 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4233854 Feb 28 20:17:05.587461 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52166) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:05.593229 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-416d0fc1-066d-426d-915b-4d02c79a3dc9 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Request body: {'security_group_rule': {'security_group_id': 'fd0ef047-4cc9-4c98-9cf8-967ab7c43c81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:05.626409 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 93f9bfb2-6b42-4deb-a482-23830089ef93, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=93f9bfb2-6b42-4deb-a482-23830089ef93,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:05.631477 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 59c3a43d-1332-4015-b10a-aed4148af8a6, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=59c3a43d-1332-4015-b10a-aed4148af8a6,segment=NetworkSegment(9d1645d2-e849-4f5c-bf28-d28b3f617709),segment_id=9d1645d2-e849-4f5c-bf28-d28b3f617709)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:05.633947 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] Routers {'2d5f4733-197b-4b4b-8281-1c5fd4559b1f'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:17:05.634587 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:16:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2d5f4733-197b-4b4b-8281-1c5fd4559b1f'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:05.644063 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-416d0fc1-066d-426d-915b-4d02c79a3dc9 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks [] for security_group_rule (1cd8d46f-3d29-4c43-85b4-dc9c2372e2fa), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:05.649575 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (93f9bfb2-6b42-4deb-a482-23830089ef93), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:05.719223 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d5a72ff9-c3d8-4a31-8147-40dad3ea7ec8 req-ff23b3c4-da36-4ad6-9d1c-3dd44069eb37 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474783 Feb 28 20:17:05.744007 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (59c3a43d-1332-4015-b10a-aed4148af8a6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:05.795554 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf22e88-5692-4879-978c-6cdd8d8fdd76 x-openstack-request-id: req-bdf22e88-5692-4879-978c-6cdd8d8fdd76 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:05.795905 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6a1e2a-cb53-436b-8c3d-5a0ba0187640", "name": "network-vif-plugged", "status": "completed", "tag": "59c3a43d-1332-4015-b10a-aed4148af8a6", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:05.796123 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdf22e88-5692-4879-978c-6cdd8d8fdd76 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:05.796512 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6a1e2a-cb53-436b-8c3d-5a0ba0187640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c3a43d-1332-4015-b10a-aed4148af8a6', 'code': 200} Feb 28 20:17:05.798158 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-416d0fc1-066d-426d-915b-4d02c79a3dc9 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks [] for security_group_rule (1cd8d46f-3d29-4c43-85b4-dc9c2372e2fa), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:05.803393 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-416d0fc1-066d-426d-915b-4d02c79a3dc9 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (1cd8d46f-3d29-4c43-85b4-dc9c2372e2fa), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:05.846435 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d0fc1-066d-426d-915b-4d02c79a3dc9 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd8d46f-3d29-4c43-85b4-dc9c2372e2fa,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:05.896800 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-416d0fc1-066d-426d-915b-4d02c79a3dc9 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:05.902439 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-416d0fc1-066d-426d-915b-4d02c79a3dc9 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3125851 Feb 28 20:17:05.905487 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 52168) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:05.920508 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-ab0a9f5c-c4b0-49f4-abf3-1129f6dffc24 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:05.945979 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=93f9bfb2-6b42-4deb-a482-23830089ef93,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:06.058894 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] Set router 2d5f4733-197b-4b4b-8281-1c5fd4559b1f gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:17:06.065991 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ab0a9f5c-c4b0-49f4-abf3-1129f6dffc24 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:06.124018 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88767f-1c38-4f2a-ad62-594f8da65048 req-6cfa6ee5-90af-40ab-8a69-d990b31ac41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:06.126259 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a88767f-1c38-4f2a-ad62-594f8da65048 req-6cfa6ee5-90af-40ab-8a69-d990b31ac41b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 1128 time: 0.1329532 Feb 28 20:17:06.222018 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=59c3a43d-1332-4015-b10a-aed4148af8a6,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:06.259825 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a88767f-1c38-4f2a-ad62-594f8da65048 req-237fc86c-9462-40a1-b9d4-e173706f3cba service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278167 Feb 28 20:17:06.297792 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ab0a9f5c-c4b0-49f4-abf3-1129f6dffc24 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:06.452225 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-ab0a9f5c-c4b0-49f4-abf3-1129f6dffc24 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Allocated IP 172.25.0.169 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/1b316ec6-7013-4475-a457-bbfb774eaeaf) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:17:06.691854 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'name': 'tempest-ServersTestJSON-693063951-router', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:48Z', 'updated_at': '2022-02-28T20:16:58Z', 'revision_number': 4, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'gw_port': {'id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:50Z', 'updated_at': '2022-02-28T20:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e8f80688-0169-442e-bd53-d0b00576e1b0', 'name': '', 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'mac_address': 'fa:16:3e:a3:dc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:57Z', 'updated_at': '2022-02-28T20:16:59Z', 'revision_number': 2, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'subnets': [{'id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:06.740837 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ab0a9f5c-c4b0-49f4-abf3-1129f6dffc24 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks [] for port (1b316ec6-7013-4475-a457-bbfb774eaeaf), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:06.759492 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] Checking router: 2d5f4733-197b-4b4b-8281-1c5fd4559b1f for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:17:06.759893 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] Updating router 2d5f4733-197b-4b4b-8281-1c5fd4559b1f port e8f80688-0169-442e-bd53-d0b00576e1b0 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:17:06.864117 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e8f80688-0169-442e-bd53-d0b00576e1b0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:06.895300 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ab0a9f5c-c4b0-49f4-abf3-1129f6dffc24 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (1b316ec6-7013-4475-a457-bbfb774eaeaf), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:07.004109 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0a9f5c-c4b0-49f4-abf3-1129f6dffc24 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:17:07.009909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-ab0a9f5c-c4b0-49f4-abf3-1129f6dffc24 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:17:07.011830 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0a9f5c-c4b0-49f4-abf3-1129f6dffc24 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:17:07.568978 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] Publish callbacks [] for port (e8f80688-0169-442e-bd53-d0b00576e1b0), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:07.582447 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e8f80688-0169-442e-bd53-d0b00576e1b0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:07.813786 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853465f5-9d09-4d20-9d1b-577baa66687d None None] Pushing event updated for resources: {'Port': ['ID=e8f80688-0169-442e-bd53-d0b00576e1b0,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:07.883797 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 93f9bfb2-6b42-4deb-a482-23830089ef93 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:17:08.099924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] Attempting to bind port e8f80688-0169-442e-bd53-d0b00576e1b0 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:17:08.100871 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] Attempting to bind port e8f80688-0169-442e-bd53-d0b00576e1b0 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e2ab50f5-900c-48e7-a9b6-bd7cb06d5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:17:08.101417 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] Attempting to bind port e8f80688-0169-442e-bd53-d0b00576e1b0 on network 9bbb0b08-949a-4e1a-9548-e157ca325242 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:17:08.140853 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a9f5c-c4b0-49f4-abf3-1129f6dffc24 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Pushing event updated for resources: {'Port': ['ID=1b316ec6-7013-4475-a457-bbfb774eaeaf,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:08.183932 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:17:08.184305 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] Checking segment: {'id': 'e2ab50f5-900c-48e7-a9b6-bd7cb06d5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:17:08.195055 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:08.195475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] Bound using segment: {'id': 'e2ab50f5-900c-48e7-a9b6-bd7cb06d5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:17:08.199591 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] Bound port: e8f80688-0169-442e-bd53-d0b00576e1b0, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ab50f5-900c-48e7-a9b6-bd7cb06d5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:17:08.200208 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e8f80688-0169-442e-bd53-d0b00576e1b0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:08.368876 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e494b-511b-4dc9-983c-2514cd5de1b0 req-ceb9a0e4-3008-4eae-917a-d5733c7e4dee tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:08.377828 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-115e494b-511b-4dc9-983c-2514cd5de1b0 req-ceb9a0e4-3008-4eae-917a-d5733c7e4dee tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 947 time: 1.5418718 Feb 28 20:17:08.494442 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] For port e8f80688-0169-442e-bd53-d0b00576e1b0, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:17:08.522942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] For port e8f80688-0169-442e-bd53-d0b00576e1b0, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e8f80688-0169-442e-bd53-d0b00576e1b0,segment=NetworkSegment(e2ab50f5-900c-48e7-a9b6-bd7cb06d5470),segment_id=e2ab50f5-900c-48e7-a9b6-bd7cb06d5470)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:17:08.532003 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 93f9bfb2-6b42-4deb-a482-23830089ef93 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:17:08.532003 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (93f9bfb2-6b42-4deb-a482-23830089ef93), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:08.618688 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e8f80688-0169-442e-bd53-d0b00576e1b0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:08.651215 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ab0a9f5c-c4b0-49f4-abf3-1129f6dffc24 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks [] for floatingip (185ad6b1-25b7-4591-a0eb-69e49ed18758), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:08.679924 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-1e6953ee-b59f-4847-b8f8-d367ae8c420c tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:08.682134 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-1e6953ee-b59f-4847-b8f8-d367ae8c420c tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.13 "GET /v2.0/networks?id=377db2a1-172f-4f6e-b954-fb035321449b HTTP/1.1" status: 200 len: 821 time: 1.6054409 Feb 28 20:17:08.705330 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-115e494b-511b-4dc9-983c-2514cd5de1b0 req-77035423-c0ac-42d9-a223-36f7d1cb52fb tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013113 Feb 28 20:17:08.829812 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-f0c63b7d-1cbc-4685-874c-b5eb86a5124d tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.13 "GET /v2.0/quotas/a78c272830a244a0a132ddaece0b5a18 HTTP/1.1" status: 200 len: 375 time: 0.1189773 Feb 28 20:17:08.831177 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ab0a9f5c-c4b0-49f4-abf3-1129f6dffc24 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1b316ec6-7013-4475-a457-bbfb774eaeaf), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:08.921208 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853465f5-9d09-4d20-9d1b-577baa66687d None None] Pushing event updated for resources: {'Port': ['ID=e8f80688-0169-442e-bd53-d0b00576e1b0,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:09.031169 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-57905aa3-5ee9-4961-9f64-e390c6215ffc None None] Provisioning complete for port e8f80688-0169-442e-bd53-d0b00576e1b0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:17:09.034817 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-57905aa3-5ee9-4961-9f64-e390c6215ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e8f80688-0169-442e-bd53-d0b00576e1b0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:09.172790 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] Routers {'2d5f4733-197b-4b4b-8281-1c5fd4559b1f'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:17:09.173825 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:16:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2d5f4733-197b-4b4b-8281-1c5fd4559b1f'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:09.368244 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-6b481a5e-83e1-475e-a7aa-d3d72eb70516 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a78c272830a244a0a132ddaece0b5a18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1263945 Feb 28 20:17:09.435999 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 93f9bfb2-6b42-4deb-a482-23830089ef93 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:09.587697 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-57905aa3-5ee9-4961-9f64-e390c6215ffc None None] Current status of the port e8f80688-0169-442e-bd53-d0b00576e1b0 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:09.588113 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-57905aa3-5ee9-4961-9f64-e390c6215ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e8f80688-0169-442e-bd53-d0b00576e1b0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:09.605213 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] Set router 2d5f4733-197b-4b4b-8281-1c5fd4559b1f gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:17:09.635576 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-1538f427-29e3-4afe-bd89-931473723c74 service neutron] 10.222.0.13 "GET /v2.0/networks/377db2a1-172f-4f6e-b954-fb035321449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519307 Feb 28 20:17:09.692548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-57905aa3-5ee9-4961-9f64-e390c6215ffc None None] For port e8f80688-0169-442e-bd53-d0b00576e1b0, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e8f80688-0169-442e-bd53-d0b00576e1b0,segment=NetworkSegment(e2ab50f5-900c-48e7-a9b6-bd7cb06d5470),segment_id=e2ab50f5-900c-48e7-a9b6-bd7cb06d5470)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:09.698548 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-57905aa3-5ee9-4961-9f64-e390c6215ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e8f80688-0169-442e-bd53-d0b00576e1b0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:09.832063 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ab0a9f5c-c4b0-49f4-abf3-1129f6dffc24 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks [] for port (1b316ec6-7013-4475-a457-bbfb774eaeaf), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:09.838066 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:17:09.892405 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5ae9d-4915-44af-bd6e-1eef5170a77e req-6dd872a6-78e6-43db-aebf-457f0b82a9e9 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:09.895412 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8c5ae9d-4915-44af-bd6e-1eef5170a77e req-6dd872a6-78e6-43db-aebf-457f0b82a9e9 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 945 time: 0.6360905 Feb 28 20:17:09.914239 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ab0a9f5c-c4b0-49f4-abf3-1129f6dffc24 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (1b316ec6-7013-4475-a457-bbfb774eaeaf), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:09.953262 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e8f80688-0169-442e-bd53-d0b00576e1b0 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:17:10.020359 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57905aa3-5ee9-4961-9f64-e390c6215ffc None None] Pushing event updated for resources: {'Port': ['ID=e8f80688-0169-442e-bd53-d0b00576e1b0,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:10.106248 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-891b214a-5a6c-42fa-8d5e-740534939534 None None] Provisioning complete for port e8f80688-0169-442e-bd53-d0b00576e1b0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:17:10.107080 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-891b214a-5a6c-42fa-8d5e-740534939534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e8f80688-0169-442e-bd53-d0b00576e1b0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:10.241335 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:10.244797 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:10.255340 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port e8f80688-0169-442e-bd53-d0b00576e1b0 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:17:10.256193 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e8f80688-0169-442e-bd53-d0b00576e1b0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:10.317399 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ab0a9f5c-c4b0-49f4-abf3-1129f6dffc24 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (185ad6b1-25b7-4591-a0eb-69e49ed18758), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:10.360414 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a9f5c-c4b0-49f4-abf3-1129f6dffc24 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Pushing event updated for resources: {'Port': ['ID=1b316ec6-7013-4475-a457-bbfb774eaeaf,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:10.375898 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8c5ae9d-4915-44af-bd6e-1eef5170a77e req-1dbb41b4-3536-46e5-a7c5-3e13a0a9b431 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566748 Feb 28 20:17:10.393846 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-35a25dec-9a8c-49b8-8473-99f08d4f8819 service neutron] 10.222.0.13 "GET /v2.0/networks/377db2a1-172f-4f6e-b954-fb035321449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6040454 Feb 28 20:17:10.399914 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ab0a9f5c-c4b0-49f4-abf3-1129f6dffc24 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:10.418897 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ab0a9f5c-c4b0-49f4-abf3-1129f6dffc24 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5066350 Feb 28 20:17:10.804144 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:10.812972 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:10.817138 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971845ff-3d65-4853-bed2-154f0061f539" -d '{"events": [{"server_uuid": "7e6d6220-7bb5-470b-8d78-592e7e038de7", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:10.825945 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:10.903477 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-891b214a-5a6c-42fa-8d5e-740534939534 None None] Current status of the port e8f80688-0169-442e-bd53-d0b00576e1b0 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:10.985195 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,revision_number=14']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:10.988329 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59889ed4-ff3e-4149-9142-d8f22e2d5e03 req-fe2ca411-704c-4f47-93c6-fedef3c0feb3 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:10.992237 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-59889ed4-ff3e-4149-9142-d8f22e2d5e03 req-fe2ca411-704c-4f47-93c6-fedef3c0feb3 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 947 time: 0.3002608 Feb 28 20:17:11.109299 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'name': 'tempest-ServersTestJSON-693063951-router', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:48Z', 'updated_at': '2022-02-28T20:16:58Z', 'revision_number': 4, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'gw_port': {'id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:50Z', 'updated_at': '2022-02-28T20:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e8f80688-0169-442e-bd53-d0b00576e1b0', 'name': '', 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'mac_address': 'fa:16:3e:a3:dc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:57Z', 'updated_at': '2022-02-28T20:17:08Z', 'revision_number': 4, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'subnets': [{'id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:11.116777 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-59889ed4-ff3e-4149-9142-d8f22e2d5e03 req-3788b497-7324-476a-ac8b-df16c29b5efb tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074846 Feb 28 20:17:11.176197 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af82e96-2d79-4454-a7a0-86a1f97a69a4 req-14135b57-e058-4351-9dd2-e35cc57507e8 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:11.180782 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6af82e96-2d79-4454-a7a0-86a1f97a69a4 req-14135b57-e058-4351-9dd2-e35cc57507e8 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 945 time: 0.3780060 Feb 28 20:17:11.225932 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba44d5-7d42-400d-beaf-24db05c0c824 None None] The sync data for ids ['2d5f4733-197b-4b4b-8281-1c5fd4559b1f'] in n-d-820368-21 is: [{'id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'name': 'tempest-ServersTestJSON-693063951-router', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:48Z', 'updated_at': '2022-02-28T20:16:58Z', 'revision_number': 4, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'gw_port': {'id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:50Z', 'updated_at': '2022-02-28T20:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e8f80688-0169-442e-bd53-d0b00576e1b0', 'name': '', 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'mac_address': 'fa:16:3e:a3:dc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:57Z', 'updated_at': '2022-02-28T20:17:08Z', 'revision_number': 4, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'subnets': [{'id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:17:11.256064 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port e8f80688-0169-442e-bd53-d0b00576e1b0 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:11.332803 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6af82e96-2d79-4454-a7a0-86a1f97a69a4 req-9a8fe1c4-ea3e-4e25-8562-e5f116bdc8e2 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405218 Feb 28 20:17:11.527585 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73eeec69-fda3-47c9-bae2-bf194471934e req-7858836f-db37-4a83-b0ba-54ba063fe58c tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcc04129-d4f0-48d1-a2a3-f13c573f1939 HTTP/1.1" status: 200 len: 210 time: 0.0962641 Feb 28 20:17:11.572394 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c46ab-67cc-4cca-a1a5-2ce7de24a44d req-ba70afce-9ba3-42df-839d-b849f37f0b40 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:11.575533 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3d4c46ab-67cc-4cca-a1a5-2ce7de24a44d req-ba70afce-9ba3-42df-839d-b849f37f0b40 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.10 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 945 time: 0.2021728 Feb 28 20:17:11.670948 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-6af19236-0453-4a5f-b6e8-dd6cd936e2f5 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--426943174&fields=id&tenant_id=3e640677c8e04b1da94440106ff5082b HTTP/1.1" status: 200 len: 267 time: 0.1379721 Feb 28 20:17:11.826888 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e8f80688-0169-442e-bd53-d0b00576e1b0 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:17:11.851436 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-3d4c46ab-67cc-4cca-a1a5-2ce7de24a44d req-50a3d807-268e-452c-b1d3-649b377ebf33 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Deleting port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:17:11.851838 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3d4c46ab-67cc-4cca-a1a5-2ce7de24a44d req-50a3d807-268e-452c-b1d3-649b377ebf33 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:11.948101 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port e8f80688-0169-442e-bd53-d0b00576e1b0 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:17:11.948481 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e8f80688-0169-442e-bd53-d0b00576e1b0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:11.986932 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-6d716c27-4fc7-4405-9597-318755cb59d1 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:11.994774 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-6d716c27-4fc7-4405-9597-318755cb59d1 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/networks?id=9bbb0b08-949a-4e1a-9548-e157ca325242 HTTP/1.1" status: 200 len: 805 time: 0.3231983 Feb 28 20:17:12.032858 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-b3bf409b-9cc0-4127-a537-6f4438d30950 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/quotas/3e640677c8e04b1da94440106ff5082b HTTP/1.1" status: 200 len: 375 time: 0.0244160 Feb 28 20:17:12.124301 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36b500-c79c-4e88-948c-e6fc94544736 req-021bbaa0-b411-4c5c-9447-042d281862de tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:12.133283 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c36b500-c79c-4e88-948c-e6fc94544736 req-021bbaa0-b411-4c5c-9447-042d281862de tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 945 time: 0.1841061 Feb 28 20:17:12.137467 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-3d4c46ab-67cc-4cca-a1a5-2ce7de24a44d req-50a3d807-268e-452c-b1d3-649b377ebf33 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] For port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:12.137839 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3d4c46ab-67cc-4cca-a1a5-2ce7de24a44d req-50a3d807-268e-452c-b1d3-649b377ebf33 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:12.189307 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-3d4c46ab-67cc-4cca-a1a5-2ce7de24a44d req-50a3d807-268e-452c-b1d3-649b377ebf33 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Calling delete_port for fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:17:12.194645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-2424e3be-c616-4334-a188-61c8330dc91c tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e640677c8e04b1da94440106ff5082b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1599462 Feb 28 20:17:12.213689 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port e8f80688-0169-442e-bd53-d0b00576e1b0 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:12.329257 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c36b500-c79c-4e88-948c-e6fc94544736 req-c072cebf-1c10-49ef-9443-570a8d000ea8 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948164 Feb 28 20:17:12.373184 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-4c812a35-32d6-4f78-9148-ebf31256cf3c service neutron] 10.222.0.13 "GET /v2.0/networks/9bbb0b08-949a-4e1a-9548-e157ca325242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758044 Feb 28 20:17:12.449265 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc9fa78-b0fa-4060-923a-62f5e8a7b74b x-openstack-request-id: req-8bc9fa78-b0fa-4060-923a-62f5e8a7b74b {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:12.449782 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6d6220-7bb5-470b-8d78-592e7e038de7", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:12.450219 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bc9fa78-b0fa-4060-923a-62f5e8a7b74b {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:12.450813 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866', 'code': 200} Feb 28 20:17:12.525606 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3d4c46ab-67cc-4cca-a1a5-2ce7de24a44d req-50a3d807-268e-452c-b1d3-649b377ebf33 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:12.579394 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3d807-268e-452c-b1d3-649b377ebf33 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Pushing event deleted for resources: {'Port': ['ID=fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:12.703382 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4c46ab-67cc-4cca-a1a5-2ce7de24a44d req-50a3d807-268e-452c-b1d3-649b377ebf33 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] No DVR routers for this DVR port fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:17:12.716030 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3d4c46ab-67cc-4cca-a1a5-2ce7de24a44d req-50a3d807-268e-452c-b1d3-649b377ebf33 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:12.720850 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3d4c46ab-67cc-4cca-a1a5-2ce7de24a44d req-50a3d807-268e-452c-b1d3-649b377ebf33 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.10 "DELETE /v2.0/ports/fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 HTTP/1.1" status: 204 len: 173 time: 1.1382105 Feb 28 20:17:12.721364 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354f100a-af66-40a3-a84e-5f1f9fb74a55', 'name': 'network-vif-deleted', 'tag': 'fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:12.732048 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35fbd35-e9fa-49ee-872e-aa85004577bc" -d '{"events": [{"server_uuid": "354f100a-af66-40a3-a84e-5f1f9fb74a55", "name": "network-vif-deleted", "tag": "fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:12.853712 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-9fcf90ba-9e62-4c0b-8f91-a38bd641f45f service neutron] 10.222.0.13 "GET /v2.0/networks/9bbb0b08-949a-4e1a-9548-e157ca325242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560554 Feb 28 20:17:12.873546 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213f76b-45cf-44b3-bf97-dd905e4ee11e req-124f3f12-08f4-43c8-89cd-cf404b0b45da tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:12.876216 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8213f76b-45cf-44b3-bf97-dd905e4ee11e req-124f3f12-08f4-43c8-89cd-cf404b0b45da tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.3085370 Feb 28 20:17:12.991135 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-b96a60f0-efdd-4f3c-878c-e3dec6d0f34f tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:12.992691 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-b96a60f0-efdd-4f3c-878c-e3dec6d0f34f tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.15 "GET /v2.0/networks?id=377db2a1-172f-4f6e-b954-fb035321449b HTTP/1.1" status: 200 len: 821 time: 0.3418832 Feb 28 20:17:13.005536 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8213f76b-45cf-44b3-bf97-dd905e4ee11e req-2dcc516d-e41e-41c6-b556-12238c65522e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207342 Feb 28 20:17:13.015355 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-299c3efd-d86f-4b7f-8951-02cfe481c792 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Request body: {'port': {'device_id': 'fcc04129-d4f0-48d1-a2a3-f13c573f1939', 'network_id': '377db2a1-172f-4f6e-b954-fb035321449b', 'admin_state_up': True, 'tenant_id': 'a78c272830a244a0a132ddaece0b5a18'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:13.339137 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-299c3efd-d86f-4b7f-8951-02cfe481c792 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Made reservation on behalf of a78c272830a244a0a132ddaece0b5a18 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:17:13.344068 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-299c3efd-d86f-4b7f-8951-02cfe481c792 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:13.407444 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded074fa-4988-4680-a560-13b1e13fa122 x-openstack-request-id: req-ded074fa-4988-4680-a560-13b1e13fa122 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:13.408011 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354f100a-af66-40a3-a84e-5f1f9fb74a55", "name": "network-vif-deleted", "tag": "fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:13.411384 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ded074fa-4988-4680-a560-13b1e13fa122 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:13.411656 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354f100a-af66-40a3-a84e-5f1f9fb74a55', 'name': 'network-vif-deleted', 'tag': 'fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95', 'status': 'completed', 'code': 200} Feb 28 20:17:13.463889 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afe41796-214e-45c5-8db5-9c4dbbf784c0 req-72e911e8-8d0e-45ed-b2b1-bf7cce800273 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcc04129-d4f0-48d1-a2a3-f13c573f1939 HTTP/1.1" status: 200 len: 210 time: 0.1419492 Feb 28 20:17:13.643716 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34f92db5-642a-4f61-9c54-d4de0866b10a req-f1bc2651-ea00-4677-bc5a-d953166dca67 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d0795f-9ac2-4c9b-a266-d89bd7f91e04 HTTP/1.1" status: 200 len: 210 time: 0.1421232 Feb 28 20:17:13.792852 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4963521-5b44-4796-a358-3149ec102aa3 req-68c93a6c-e437-4e6a-8e45-d85ee246fb5c tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=354f100a-af66-40a3-a84e-5f1f9fb74a55 HTTP/1.1" status: 200 len: 210 time: 0.0472479 Feb 28 20:17:13.814188 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:17:13.858830 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:17:13.859233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device fefd8e7d-d3b9-4cb3-8ec4-27e9fb118b95 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:17:13.948552 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-299c3efd-d86f-4b7f-8951-02cfe481c792 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Allocated IP 172.20.0.11 (377db2a1-172f-4f6e-b954-fb035321449b/75f198ac-4819-4f8c-9cd0-0d5e4007ae9c/6894fe12-c14a-4c36-ab2d-6ba9c70954ad) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:17:13.969580 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52380) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:14.181618 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b189391-87d7-4973-98d0-c4ee2846f6f3 admin admin] Deleting subnet 17bdb014-8992-41b5-9199-5d89512b4a60 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:17:14.191860 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b189391-87d7-4973-98d0-c4ee2846f6f3 admin admin] Publish callbacks [] for subnet (17bdb014-8992-41b5-9199-5d89512b4a60), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:14.304498 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b189391-87d7-4973-98d0-c4ee2846f6f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (17bdb014-8992-41b5-9199-5d89512b4a60), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:14.316068 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-299c3efd-d86f-4b7f-8951-02cfe481c792 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Publish callbacks [] for port (6894fe12-c14a-4c36-ab2d-6ba9c70954ad), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:14.387270 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-299c3efd-d86f-4b7f-8951-02cfe481c792 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (6894fe12-c14a-4c36-ab2d-6ba9c70954ad), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:14.403156 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b189391-87d7-4973-98d0-c4ee2846f6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (17bdb014-8992-41b5-9199-5d89512b4a60), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:14.456691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c3efd-d86f-4b7f-8951-02cfe481c792 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Pushing event updated for resources: {'Port': ['ID=6894fe12-c14a-4c36-ab2d-6ba9c70954ad,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:14.488698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-299c3efd-d86f-4b7f-8951-02cfe481c792 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Network 377db2a1-172f-4f6e-b954-fb035321449b is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:17:14.493270 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-299c3efd-d86f-4b7f-8951-02cfe481c792 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:17:14.498783 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-299c3efd-d86f-4b7f-8951-02cfe481c792 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:17:14.522816 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b189391-87d7-4973-98d0-c4ee2846f6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (17bdb014-8992-41b5-9199-5d89512b4a60), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:14.614915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-299c3efd-d86f-4b7f-8951-02cfe481c792 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:14.615604 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-299c3efd-d86f-4b7f-8951-02cfe481c792 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:14.643840 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b189391-87d7-4973-98d0-c4ee2846f6f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17bdb014-8992-41b5-9199-5d89512b4a60,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:14.659067 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b189391-87d7-4973-98d0-c4ee2846f6f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:14.663476 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6b189391-87d7-4973-98d0-c4ee2846f6f3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/17bdb014-8992-41b5-9199-5d89512b4a60 HTTP/1.1" status: 204 len: 168 time: 0.6862957 Feb 28 20:17:14.668510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52422) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:14.671530 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-299c3efd-d86f-4b7f-8951-02cfe481c792 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6608529 Feb 28 20:17:14.778855 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] Request body: {'port': {'device_id': 'fcc04129-d4f0-48d1-a2a3-f13c573f1939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:14.829327 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1f6e96a-d48b-4147-9cdf-40cdc3182f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (c8345f72-ebdd-4937-93d2-787e920180e2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:14.860872 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a081dab-784f-4763-9f81-42bae32e929a req-359a5296-cdf8-407e-a547-e6e85bce3bd3 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:14.863079 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1a081dab-784f-4763-9f81-42bae32e929a req-359a5296-cdf8-407e-a547-e6e85bce3bd3 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a1e2a-cb53-436b-8c3d-5a0ba0187640 HTTP/1.1" status: 200 len: 945 time: 0.1513960 Feb 28 20:17:14.867436 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c2d88-ee92-4231-8540-2196eb41ed3c req-c30dcc9e-d754-466b-8ca8-791223e9c49a tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:14.884028 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba3c2d88-ee92-4231-8540-2196eb41ed3c req-c30dcc9e-d754-466b-8ca8-791223e9c49a tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcc04129-d4f0-48d1-a2a3-f13c573f1939 HTTP/1.1" status: 200 len: 932 time: 0.2111750 Feb 28 20:17:15.040409 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1f6e96a-d48b-4147-9cdf-40cdc3182f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (c8345f72-ebdd-4937-93d2-787e920180e2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:15.069821 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba3c2d88-ee92-4231-8540-2196eb41ed3c req-8c6b322a-0c68-4e19-971e-82c89566d235 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6e64e0c-a8e3-4f15-832c-9ba36efd1fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844804 Feb 28 20:17:15.079219 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6894fe12-c14a-4c36-ab2d-6ba9c70954ad), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:15.094967 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c1f6e96a-d48b-4147-9cdf-40cdc3182f04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8345f72-ebdd-4937-93d2-787e920180e2']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:15.110655 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c1f6e96a-d48b-4147-9cdf-40cdc3182f04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db70c4f-4592-40fc-a570-e59052ddf0de') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:15.111865 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c1f6e96a-d48b-4147-9cdf-40cdc3182f04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db70c4f-4592-40fc-a570-e59052ddf0de') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:15.133238 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1f6e96a-d48b-4147-9cdf-40cdc3182f04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (5db70c4f-4592-40fc-a570-e59052ddf0de), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:15.155131 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1f6e96a-d48b-4147-9cdf-40cdc3182f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (5db70c4f-4592-40fc-a570-e59052ddf0de), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:15.166441 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f6e96a-d48b-4147-9cdf-40cdc3182f04 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:17:15.167511 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1f6e96a-d48b-4147-9cdf-40cdc3182f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (5db70c4f-4592-40fc-a570-e59052ddf0de), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:17:15.169777 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:17:15.199302 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-1a081dab-784f-4763-9f81-42bae32e929a req-17fa0da0-e07f-423e-96da-343f63088b3e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Deleting port 59c3a43d-1332-4015-b10a-aed4148af8a6 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:17:15.199645 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1a081dab-784f-4763-9f81-42bae32e929a req-17fa0da0-e07f-423e-96da-343f63088b3e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (59c3a43d-1332-4015-b10a-aed4148af8a6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:15.244191 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-94c9ecfc-5e7e-460c-a678-b770dae2e539 req-6f2c8e42-6d7f-4254-8739-4de1459954c7 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d0795f-9ac2-4c9b-a266-d89bd7f91e04 HTTP/1.1" status: 200 len: 210 time: 0.0497577 Feb 28 20:17:15.397685 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1f6e96a-d48b-4147-9cdf-40cdc3182f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (c8345f72-ebdd-4937-93d2-787e920180e2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:15.403579 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1f6e96a-d48b-4147-9cdf-40cdc3182f04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:15.411187 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c1f6e96a-d48b-4147-9cdf-40cdc3182f04 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c8345f72-ebdd-4937-93d2-787e920180e2 HTTP/1.1" status: 204 len: 168 time: 0.7401924 Feb 28 20:17:15.433694 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6e96a-d48b-4147-9cdf-40cdc3182f04 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8345f72-ebdd-4937-93d2-787e920180e2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:15.455377 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e59855-8e88-4226-9675-170058190b60 req-d4978704-9729-434d-9c8b-352644a58ca0 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:15.456989 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-50e59855-8e88-4226-9675-170058190b60 req-d4978704-9729-434d-9c8b-352644a58ca0 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/networks?id=3adfc03b-765e-462a-ae7c-192406d60f28 HTTP/1.1" status: 200 len: 815 time: 0.5417440 Feb 28 20:17:15.473460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-1a081dab-784f-4763-9f81-42bae32e929a req-17fa0da0-e07f-423e-96da-343f63088b3e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] For port 59c3a43d-1332-4015-b10a-aed4148af8a6, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=59c3a43d-1332-4015-b10a-aed4148af8a6,segment=NetworkSegment(9d1645d2-e849-4f5c-bf28-d28b3f617709),segment_id=9d1645d2-e849-4f5c-bf28-d28b3f617709)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:15.474236 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1a081dab-784f-4763-9f81-42bae32e929a req-17fa0da0-e07f-423e-96da-343f63088b3e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (59c3a43d-1332-4015-b10a-aed4148af8a6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:15.495494 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-1a081dab-784f-4763-9f81-42bae32e929a req-17fa0da0-e07f-423e-96da-343f63088b3e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Calling delete_port for 59c3a43d-1332-4015-b10a-aed4148af8a6 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:17:15.504045 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-ae45e5e7-9383-46c9-83df-d95536cc1050 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:15.506223 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-ae45e5e7-9383-46c9-83df-d95536cc1050 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.10 "GET /v2.0/networks?id=9bbb0b08-949a-4e1a-9548-e157ca325242 HTTP/1.1" status: 200 len: 805 time: 0.2584293 Feb 28 20:17:15.560600 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-50e59855-8e88-4226-9675-170058190b60 req-2ded004f-a93c-466f-a726-f7f85a9da981 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/quotas/8679f51c9a334f8287988308eacd8186 HTTP/1.1" status: 200 len: 375 time: 0.0781729 Feb 28 20:17:15.661011 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52436) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:15.695824 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-31d39c8e-fced-4526-87f7-41c9a0299b9f tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e640677c8e04b1da94440106ff5082b HTTP/1.1" status: 200 len: 379 time: 0.1649730 Feb 28 20:17:15.700827 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4521e3b-5416-485b-bdc4-9034f836368c req-feec4074-d0fd-4a69-99d7-51a242b9b09f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:15.702502 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4521e3b-5416-485b-bdc4-9034f836368c req-feec4074-d0fd-4a69-99d7-51a242b9b09f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2315712 Feb 28 20:17:15.728996 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-b706a65d-80bd-4913-bc82-058a0e3e13cc tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Request body: {'port': {'device_id': 'b5d0795f-9ac2-4c9b-a266-d89bd7f91e04', 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242', 'admin_state_up': True, 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'security_groups': ['fd0ef047-4cc9-4c98-9cf8-967ab7c43c81']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:15.762443 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-50e59855-8e88-4226-9675-170058190b60 req-0489850a-79c2-4758-acad-fdd5ae7e1fb2 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8679f51c9a334f8287988308eacd8186&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1898990 Feb 28 20:17:15.834141 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5353e6f9-c39d-4937-a022-f2a085d5fc6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=319e808d1d994e11b5f42f1d9f8b43af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1650581 Feb 28 20:17:15.855441 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 52438) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:15.869686 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4521e3b-5416-485b-bdc4-9034f836368c req-8dff098a-7107-4f2d-a99a-2944a9998fb0 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510365 Feb 28 20:17:15.913293 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1a081dab-784f-4763-9f81-42bae32e929a req-17fa0da0-e07f-423e-96da-343f63088b3e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (59c3a43d-1332-4015-b10a-aed4148af8a6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:15.925367 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['59c3a43d-1332-4015-b10a-aed4148af8a6'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:17:15.931340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6894fe12-c14a-4c36-ab2d-6ba9c70954ad {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:17:15.947589 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] Publish callbacks [] for port (6894fe12-c14a-4c36-ab2d-6ba9c70954ad), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:15.953659 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa0da0-e07f-423e-96da-343f63088b3e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Pushing event deleted for resources: {'Port': ['ID=59c3a43d-1332-4015-b10a-aed4148af8a6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:15.984722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] Transition to ACTIVE for port object 6894fe12-c14a-4c36-ab2d-6ba9c70954ad will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:17:16.001123 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (6894fe12-c14a-4c36-ab2d-6ba9c70954ad), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:16.039974 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a081dab-784f-4763-9f81-42bae32e929a req-17fa0da0-e07f-423e-96da-343f63088b3e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] No DVR routers for this DVR port 59c3a43d-1332-4015-b10a-aed4148af8a6 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:17:16.042952 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1a081dab-784f-4763-9f81-42bae32e929a req-17fa0da0-e07f-423e-96da-343f63088b3e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:16.044456 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-50e59855-8e88-4226-9675-170058190b60 req-8b0f2f26-11d0-4a37-9528-9abf0198d64e service neutron] 10.222.0.13 "GET /v2.0/networks/3adfc03b-765e-462a-ae7c-192406d60f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690878 Feb 28 20:17:16.047429 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1a081dab-784f-4763-9f81-42bae32e929a req-17fa0da0-e07f-423e-96da-343f63088b3e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.15 "DELETE /v2.0/ports/59c3a43d-1332-4015-b10a-aed4148af8a6 HTTP/1.1" status: 204 len: 173 time: 1.1343551 Feb 28 20:17:16.049853 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-14abce6c-5488-42c2-8a40-2efb007d8e25 admin admin] Publish callbacks [] for security_group (061162c1-c8d2-4662-85fc-afba8f74c1a9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:16.052099 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6a1e2a-cb53-436b-8c3d-5a0ba0187640', 'name': 'network-vif-deleted', 'tag': '59c3a43d-1332-4015-b10a-aed4148af8a6'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:16.054437 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba44993-7e4b-43db-b585-239acfcfbb5f" -d '{"events": [{"server_uuid": "bd6a1e2a-cb53-436b-8c3d-5a0ba0187640", "name": "network-vif-deleted", "tag": "59c3a43d-1332-4015-b10a-aed4148af8a6"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:16.065227 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-b706a65d-80bd-4913-bc82-058a0e3e13cc tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Made reservation on behalf of 3e640677c8e04b1da94440106ff5082b for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:17:16.071740 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-b706a65d-80bd-4913-bc82-058a0e3e13cc tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:16.129062 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-14abce6c-5488-42c2-8a40-2efb007d8e25 admin admin] Publish callbacks [] for security_group (061162c1-c8d2-4662-85fc-afba8f74c1a9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:16.131119 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] Pushing event updated for resources: {'Port': ['ID=6894fe12-c14a-4c36-ab2d-6ba9c70954ad,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:16.288733 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-b706a65d-80bd-4913-bc82-058a0e3e13cc tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Allocated IP 172.20.0.3 (9bbb0b08-949a-4e1a-9548-e157ca325242/4b48e865-818d-4d08-92dc-698d5f1ecc72/06c87037-de46-41b2-b36b-3cc51f73da18) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:17:16.341661 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-50e59855-8e88-4226-9675-170058190b60 req-06301254-a36d-4dd5-8f4d-a4253c7e31e6 service neutron] 10.222.0.13 "GET /v2.0/networks/3adfc03b-765e-462a-ae7c-192406d60f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844133 Feb 28 20:17:16.350832 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] Attempting to bind port 6894fe12-c14a-4c36-ab2d-6ba9c70954ad on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:17:16.351177 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] Attempting to bind port 6894fe12-c14a-4c36-ab2d-6ba9c70954ad by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '66546881-124d-4add-8502-d1c20551dd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '377db2a1-172f-4f6e-b954-fb035321449b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:17:16.351712 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] Attempting to bind port 6894fe12-c14a-4c36-ab2d-6ba9c70954ad on network 377db2a1-172f-4f6e-b954-fb035321449b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:17:16.358001 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-14abce6c-5488-42c2-8a40-2efb007d8e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (061162c1-c8d2-4662-85fc-afba8f74c1a9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:16.361814 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-14abce6c-5488-42c2-8a40-2efb007d8e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:16.363422 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-14abce6c-5488-42c2-8a40-2efb007d8e25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/061162c1-c8d2-4662-85fc-afba8f74c1a9 HTTP/1.1" status: 204 len: 168 time: 0.5069523 Feb 28 20:17:16.373176 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] Port 6894fe12-c14a-4c36-ab2d-6ba9c70954ad on network 377db2a1-172f-4f6e-b954-fb035321449b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:17:16.373992 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] Attempting to bind port 6894fe12-c14a-4c36-ab2d-6ba9c70954ad on network 377db2a1-172f-4f6e-b954-fb035321449b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:17:16.395909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abce6c-5488-42c2-8a40-2efb007d8e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061162c1-c8d2-4662-85fc-afba8f74c1a9,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:16.399159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:17:16.399734 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] Checking segment: {'id': '66546881-124d-4add-8502-d1c20551dd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '377db2a1-172f-4f6e-b954-fb035321449b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:17:16.400361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] Bound using segment: {'id': '66546881-124d-4add-8502-d1c20551dd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '377db2a1-172f-4f6e-b954-fb035321449b'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:17:16.401169 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] Bound port: 6894fe12-c14a-4c36-ab2d-6ba9c70954ad, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66546881-124d-4add-8502-d1c20551dd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '377db2a1-172f-4f6e-b954-fb035321449b'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:17:16.401885 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6894fe12-c14a-4c36-ab2d-6ba9c70954ad), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:16.413441 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c1036-3cc0-495e-ac05-53f4f23ac08b req-ecb7daa8-d1d3-47c2-b070-c8fc9e4c6abe tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:16.423950 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f12c1036-3cc0-495e-ac05-53f4f23ac08b req-ecb7daa8-d1d3-47c2-b070-c8fc9e4c6abe tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1774421 Feb 28 20:17:16.479192 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-44dc97a3-7b02-4a6f-9f37-34bf0551a2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:16.549444 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f12c1036-3cc0-495e-ac05-53f4f23ac08b req-7dd9e53d-94af-4e89-aae3-60a2cb9ef037 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234999 Feb 28 20:17:16.635542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] For port 6894fe12-c14a-4c36-ab2d-6ba9c70954ad, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:17:16.635542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] For port 6894fe12-c14a-4c36-ab2d-6ba9c70954ad, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=6894fe12-c14a-4c36-ab2d-6ba9c70954ad,segment=NetworkSegment(66546881-124d-4add-8502-d1c20551dd3c),segment_id=66546881-124d-4add-8502-d1c20551dd3c)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:17:16.646430 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (6894fe12-c14a-4c36-ab2d-6ba9c70954ad), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:16.647551 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5850d2ff-386b-470f-b65a-0ea26b03b0ea x-openstack-request-id: req-5850d2ff-386b-470f-b65a-0ea26b03b0ea {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:16.647922 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6a1e2a-cb53-436b-8c3d-5a0ba0187640", "name": "network-vif-deleted", "tag": "59c3a43d-1332-4015-b10a-aed4148af8a6", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:16.648487 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5850d2ff-386b-470f-b65a-0ea26b03b0ea {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:16.648908 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6a1e2a-cb53-436b-8c3d-5a0ba0187640', 'name': 'network-vif-deleted', 'tag': '59c3a43d-1332-4015-b10a-aed4148af8a6', 'status': 'completed', 'code': 200} Feb 28 20:17:16.686852 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-b706a65d-80bd-4913-bc82-058a0e3e13cc tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks [] for port (06c87037-de46-41b2-b36b-3cc51f73da18), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:16.706509 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08910126-c8e2-4343-b877-bc9bffd838a1 req-f904ba6d-f83b-44d3-821f-95a67d36f9ab tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:16.708113 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-08910126-c8e2-4343-b877-bc9bffd838a1 req-f904ba6d-f83b-44d3-821f-95a67d36f9ab tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.15 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 944 time: 0.1460931 Feb 28 20:17:16.741581 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:16.742211 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:16.757192 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] 10.222.0.15 "PUT /v2.0/ports/6894fe12-c14a-4c36-ab2d-6ba9c70954ad HTTP/1.1" status: 200 len: 1093 time: 1.9885387 Feb 28 20:17:16.757698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc04129-d4f0-48d1-a2a3-f13c573f1939', 'tag': '6894fe12-c14a-4c36-ab2d-6ba9c70954ad'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:16.760065 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a1d259-de91-42b0-91f0-50ee5c263677" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc04129-d4f0-48d1-a2a3-f13c573f1939", "tag": "6894fe12-c14a-4c36-ab2d-6ba9c70954ad"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:16.942124 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-b706a65d-80bd-4913-bc82-058a0e3e13cc tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (06c87037-de46-41b2-b36b-3cc51f73da18), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:16.971387 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641f1fd-ad33-44bc-a3d1-0d6cc4555725 service neutron] Pushing event updated for resources: {'Port': ['ID=6894fe12-c14a-4c36-ab2d-6ba9c70954ad,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:17.001462 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-b706a65d-80bd-4913-bc82-058a0e3e13cc tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Network 9bbb0b08-949a-4e1a-9548-e157ca325242 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:17:17.014607 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-b706a65d-80bd-4913-bc82-058a0e3e13cc tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:17:17.027004 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-b706a65d-80bd-4913-bc82-058a0e3e13cc tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:17:17.044420 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ddee1-811f-4022-a934-a0ad91dc1475 req-5ca29179-583d-450d-adf0-ae43d692699b tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:17.058206 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e6ddee1-811f-4022-a934-a0ad91dc1475 req-5ca29179-583d-450d-adf0-ae43d692699b tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcc04129-d4f0-48d1-a2a3-f13c573f1939 HTTP/1.1" status: 200 len: 944 time: 0.2736497 Feb 28 20:17:17.071914 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-a42a29a9-07a3-4858-9661-d76be429926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:17.073524 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-a42a29a9-07a3-4858-9661-d76be429926c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a78c272830a244a0a132ddaece0b5a18&device_id=fcc04129-d4f0-48d1-a2a3-f13c573f1939 HTTP/1.1" status: 200 len: 1127 time: 0.1914616 Feb 28 20:17:17.083716 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032eb0d3-66b4-4ce5-aa8e-829b8b12efd4 req-b04d965c-2501-42dc-998b-27b1c91afbfe tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:17.089250 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-032eb0d3-66b4-4ce5-aa8e-829b8b12efd4 req-b04d965c-2501-42dc-998b-27b1c91afbfe tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabc7deb-43b3-4664-b942-25b3af6f0a3b HTTP/1.1" status: 200 len: 944 time: 0.1558402 Feb 28 20:17:17.112952 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-b706a65d-80bd-4913-bc82-058a0e3e13cc tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:17.114374 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-b706a65d-80bd-4913-bc82-058a0e3e13cc tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:17.174770 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-28510cff-57c8-4afb-833c-f4d610ab3cff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6894fe12-c14a-4c36-ab2d-6ba9c70954ad HTTP/1.1" status: 200 len: 217 time: 0.0826595 Feb 28 20:17:17.175384 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706a65d-80bd-4913-bc82-058a0e3e13cc tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Pushing event updated for resources: {'Port': ['ID=06c87037-de46-41b2-b36b-3cc51f73da18,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:17.191904 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-08910126-c8e2-4343-b877-bc9bffd838a1 req-26d857c5-1d3e-48ce-9d62-d92820250f29 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Deleting port 55710990-32d3-4608-a37b-900c1bb6ecd7 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:17:17.199863 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-08910126-c8e2-4343-b877-bc9bffd838a1 req-26d857c5-1d3e-48ce-9d62-d92820250f29 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (55710990-32d3-4608-a37b-900c1bb6ecd7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:17.264772 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-b706a65d-80bd-4913-bc82-058a0e3e13cc tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5553353 Feb 28 20:17:17.295894 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] Request body: {'port': {'device_id': 'b5d0795f-9ac2-4c9b-a266-d89bd7f91e04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:17.415100 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7400ef66-1c8c-46ab-a694-06334be13fbd None None] Provisioning complete for port 06c87037-de46-41b2-b36b-3cc51f73da18 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:17:17.415726 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7400ef66-1c8c-46ab-a694-06334be13fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (06c87037-de46-41b2-b36b-3cc51f73da18), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:17.510453 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (06c87037-de46-41b2-b36b-3cc51f73da18), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:17.540366 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7400ef66-1c8c-46ab-a694-06334be13fbd None None] Port 06c87037-de46-41b2-b36b-3cc51f73da18 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:17:17.647018 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-08910126-c8e2-4343-b877-bc9bffd838a1 req-26d857c5-1d3e-48ce-9d62-d92820250f29 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] For port 55710990-32d3-4608-a37b-900c1bb6ecd7, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=55710990-32d3-4608-a37b-900c1bb6ecd7,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:17.647283 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-08910126-c8e2-4343-b877-bc9bffd838a1 req-26d857c5-1d3e-48ce-9d62-d92820250f29 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (55710990-32d3-4608-a37b-900c1bb6ecd7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:17.652793 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e6ddee1-811f-4022-a934-a0ad91dc1475 req-3a971312-d0b5-4c4b-8051-68b7abb98f03 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6e64e0c-a8e3-4f15-832c-9ba36efd1fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5936675 Feb 28 20:17:17.669975 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-032eb0d3-66b4-4ce5-aa8e-829b8b12efd4 req-e58e81d3-8479-4cd2-bbb2-c111f32cb1d3 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544634 Feb 28 20:17:17.692375 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-08910126-c8e2-4343-b877-bc9bffd838a1 req-26d857c5-1d3e-48ce-9d62-d92820250f29 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Calling delete_port for 55710990-32d3-4608-a37b-900c1bb6ecd7 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:17:17.703479 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-f5b21cf0-ae39-4ff1-b3b5-492e25926515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:17.707287 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-f5b21cf0-ae39-4ff1-b3b5-492e25926515 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75f198ac-4819-4f8c-9cd0-0d5e4007ae9c HTTP/1.1" status: 200 len: 861 time: 0.5235975 Feb 28 20:17:17.784800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 52494) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:17.786595 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-af376317-b114-47cb-a2b0-5408509086e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=377db2a1-172f-4f6e-b954-fb035321449b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713649 Feb 28 20:17:17.961851 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-831ae9f9-e437-4bdc-9f95-40ed1c504e47 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-210936687-network', 'tenant_id': '9396423ef5a54e7586ac0d4bd22df9d2'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:18.037343 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831ae9f9-e437-4bdc-9f95-40ed1c504e47 admin admin] Made reservation on behalf of 9396423ef5a54e7586ac0d4bd22df9d2 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:17:18.040157 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-831ae9f9-e437-4bdc-9f95-40ed1c504e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:18.046713 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-b7c0ff6c-58df-40b9-9ce0-56f08c3a1be6 service neutron] 10.222.0.15 "GET /v2.0/networks/377db2a1-172f-4f6e-b954-fb035321449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521400 Feb 28 20:17:18.061751 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b2db7-60f6-4a10-bebf-b090aec2331b req-a19e8f35-2b0b-46f8-a602-11ad7293ea73 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:18.063279 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d21b2db7-60f6-4a10-bebf-b090aec2331b req-a19e8f35-2b0b-46f8-a602-11ad7293ea73 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d0795f-9ac2-4c9b-a266-d89bd7f91e04 HTTP/1.1" status: 200 len: 931 time: 0.2471523 Feb 28 20:17:18.077633 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b86723-9947-4a9e-829c-b9b5bca9bec2 req-cfaf30eb-6d6a-41a7-993a-9cb3261db59e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:18.079129 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7b86723-9947-4a9e-829c-b9b5bca9bec2 req-cfaf30eb-6d6a-41a7-993a-9cb3261db59e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2240984 Feb 28 20:17:18.096210 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-831ae9f9-e437-4bdc-9f95-40ed1c504e47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:18.180788 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-08910126-c8e2-4343-b877-bc9bffd838a1 req-26d857c5-1d3e-48ce-9d62-d92820250f29 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (55710990-32d3-4608-a37b-900c1bb6ecd7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:18.194419 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c87037-de46-41b2-b36b-3cc51f73da18 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:17:18.204730 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] Publish callbacks [] for port (06c87037-de46-41b2-b36b-3cc51f73da18), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:18.220105 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] Transition to ACTIVE for port object 06c87037-de46-41b2-b36b-3cc51f73da18 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:17:18.257309 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d857c5-1d3e-48ce-9d62-d92820250f29 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Pushing event deleted for resources: {'Port': ['ID=55710990-32d3-4608-a37b-900c1bb6ecd7,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:18.266225 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d21b2db7-60f6-4a10-bebf-b090aec2331b req-f8407c93-4c98-44b3-bdfb-55c140434b23 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0ef047-4cc9-4c98-9cf8-967ab7c43c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860030 Feb 28 20:17:18.273559 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (06c87037-de46-41b2-b36b-3cc51f73da18), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:18.313558 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7b86723-9947-4a9e-829c-b9b5bca9bec2 req-522b5012-9a6b-4361-ab46-fb2c149b6deb tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202911 Feb 28 20:17:18.349661 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] Pushing event updated for resources: {'Port': ['ID=06c87037-de46-41b2-b36b-3cc51f73da18,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:18.353861 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7f7b8ba-294a-47f0-99d3-63cadf5d70b3 req-e6b2a139-cf30-41d0-8741-1a1f180f2449 service neutron] 10.222.0.15 "GET /v2.0/networks/377db2a1-172f-4f6e-b954-fb035321449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832417 Feb 28 20:17:18.377952 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-08910126-c8e2-4343-b877-bc9bffd838a1 req-26d857c5-1d3e-48ce-9d62-d92820250f29 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] No DVR routers for this DVR port 55710990-32d3-4608-a37b-900c1bb6ecd7 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:17:18.381806 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-08910126-c8e2-4343-b877-bc9bffd838a1 req-26d857c5-1d3e-48ce-9d62-d92820250f29 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:18.385539 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-08910126-c8e2-4343-b877-bc9bffd838a1 req-26d857c5-1d3e-48ce-9d62-d92820250f29 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.15 "DELETE /v2.0/ports/55710990-32d3-4608-a37b-900c1bb6ecd7 HTTP/1.1" status: 204 len: 173 time: 1.6559238 Feb 28 20:17:18.427590 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed865be-9ac4-487d-9648-1f4a3e7a3248 x-openstack-request-id: req-2ed865be-9ac4-487d-9648-1f4a3e7a3248 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:18.427590 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc04129-d4f0-48d1-a2a3-f13c573f1939", "tag": "6894fe12-c14a-4c36-ab2d-6ba9c70954ad", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:18.427590 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ed865be-9ac4-487d-9648-1f4a3e7a3248 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:18.427590 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc04129-d4f0-48d1-a2a3-f13c573f1939', 'tag': '6894fe12-c14a-4c36-ab2d-6ba9c70954ad', 'status': 'completed', 'code': 200} Feb 28 20:17:18.442584 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-831ae9f9-e437-4bdc-9f95-40ed1c504e47 admin admin] Publish callbacks [] for security_group (3699648a-c461-4f18-a4ca-289d3ee4a0cd), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:18.488342 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d61dad32-7f18-4ac8-8de7-06f1b59add33 req-06905570-cd33-4b07-810a-e1f6ae36fb9f tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ba66522-4272-450f-a0d8-8abb2d3187e5 HTTP/1.1" status: 200 len: 210 time: 0.0761046 Feb 28 20:17:18.521509 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-831ae9f9-e437-4bdc-9f95-40ed1c504e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3699648a-c461-4f18-a4ca-289d3ee4a0cd), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:18.582456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e59855-8e88-4226-9675-170058190b60 req-6c6f1a46-fb3e-4c29-9235-a53fc25c1640 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:18.584253 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-50e59855-8e88-4226-9675-170058190b60 req-6c6f1a46-fb3e-4c29-9235-a53fc25c1640 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.15 "GET /v2.0/networks?id=3adfc03b-765e-462a-ae7c-192406d60f28 HTTP/1.1" status: 200 len: 815 time: 0.1214850 Feb 28 20:17:18.596193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831ae9f9-e437-4bdc-9f95-40ed1c504e47 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:17:18.606952 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-50e59855-8e88-4226-9675-170058190b60 req-cc730fdb-d2d8-48a5-88b4-b3b1bd4d403d tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Request body: {'port': {'device_id': '4ba66522-4272-450f-a0d8-8abb2d3187e5', 'network_id': '3adfc03b-765e-462a-ae7c-192406d60f28', 'admin_state_up': True, 'tenant_id': '8679f51c9a334f8287988308eacd8186'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:18.638030 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-831ae9f9-e437-4bdc-9f95-40ed1c504e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (1fb55920-1762-4771-a322-6f561121b16f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:18.638480 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-831ae9f9-e437-4bdc-9f95-40ed1c504e47 admin admin] Added segment 1fb55920-1762-4771-a322-6f561121b16f of type vlan for network 1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 Feb 28 20:17:18.642677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ae9f9-e437-4bdc-9f95-40ed1c504e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3699648a-c461-4f18-a4ca-289d3ee4a0cd,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:18.649669 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabc7deb-43b3-4664-b942-25b3af6f0a3b', 'name': 'network-vif-deleted', 'tag': '55710990-32d3-4608-a37b-900c1bb6ecd7'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:18.656184 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4d9427-ce05-4729-b154-b66e964c6333" -d '{"events": [{"server_uuid": "aabc7deb-43b3-4664-b942-25b3af6f0a3b", "name": "network-vif-deleted", "tag": "55710990-32d3-4608-a37b-900c1bb6ecd7"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:18.687510 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1d259-de91-42b0-91f0-50ee5c263677 req-07bc1c3b-0dd9-4084-a78e-4844baecd528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:18.689141 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2a1d259-de91-42b0-91f0-50ee5c263677 req-07bc1c3b-0dd9-4084-a78e-4844baecd528 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a78c272830a244a0a132ddaece0b5a18&device_id=fcc04129-d4f0-48d1-a2a3-f13c573f1939 HTTP/1.1" status: 200 len: 1127 time: 0.2111535 Feb 28 20:17:18.804600 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ec9907-fda2-4c9e-ab9b-96461bab36c9 x-openstack-request-id: req-44ec9907-fda2-4c9e-ab9b-96461bab36c9 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:18.804895 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aabc7deb-43b3-4664-b942-25b3af6f0a3b", "name": "network-vif-deleted", "tag": "55710990-32d3-4608-a37b-900c1bb6ecd7", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:18.805150 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44ec9907-fda2-4c9e-ab9b-96461bab36c9 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:18.805536 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aabc7deb-43b3-4664-b942-25b3af6f0a3b', 'name': 'network-vif-deleted', 'tag': '55710990-32d3-4608-a37b-900c1bb6ecd7', 'status': 'completed', 'code': 200} Feb 28 20:17:18.819860 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-831ae9f9-e437-4bdc-9f95-40ed1c504e47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:18.829546 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] Attempting to bind port 06c87037-de46-41b2-b36b-3cc51f73da18 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:17:18.829966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] Attempting to bind port 06c87037-de46-41b2-b36b-3cc51f73da18 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'e2ab50f5-900c-48e7-a9b6-bd7cb06d5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:17:18.844376 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] Attempting to bind port 06c87037-de46-41b2-b36b-3cc51f73da18 on network 9bbb0b08-949a-4e1a-9548-e157ca325242 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:17:18.905363 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-56615b37-721b-4a6d-a896-eaaaff6bac8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:18.929312 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] Port 06c87037-de46-41b2-b36b-3cc51f73da18 on network 9bbb0b08-949a-4e1a-9548-e157ca325242 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:17:18.929843 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] Attempting to bind port 06c87037-de46-41b2-b36b-3cc51f73da18 on network 9bbb0b08-949a-4e1a-9548-e157ca325242 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:17:18.943198 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:17:18.943882 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] Checking segment: {'id': 'e2ab50f5-900c-48e7-a9b6-bd7cb06d5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:17:18.944019 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] Bound using segment: {'id': 'e2ab50f5-900c-48e7-a9b6-bd7cb06d5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:17:18.944400 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] Bound port: 06c87037-de46-41b2-b36b-3cc51f73da18, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ab50f5-900c-48e7-a9b6-bd7cb06d5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:17:18.944815 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (06c87037-de46-41b2-b36b-3cc51f73da18), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:18.960317 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.db.resource_extend [None req-831ae9f9-e437-4bdc-9f95-40ed1c504e47 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:17:18.969139 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e59855-8e88-4226-9675-170058190b60 req-cc730fdb-d2d8-48a5-88b4-b3b1bd4d403d tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Made reservation on behalf of 8679f51c9a334f8287988308eacd8186 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:17:18.973091 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-50e59855-8e88-4226-9675-170058190b60 req-cc730fdb-d2d8-48a5-88b4-b3b1bd4d403d tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:19.041167 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-831ae9f9-e437-4bdc-9f95-40ed1c504e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:19.042253 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831ae9f9-e437-4bdc-9f95-40ed1c504e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:19.042932 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-831ae9f9-e437-4bdc-9f95-40ed1c504e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:19.106680 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] For port 06c87037-de46-41b2-b36b-3cc51f73da18, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:17:19.121204 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ae9f9-e437-4bdc-9f95-40ed1c504e47 admin admin] Pushing event updated for resources: {'Network': ['ID=1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:19.130807 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] For port 06c87037-de46-41b2-b36b-3cc51f73da18, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=06c87037-de46-41b2-b36b-3cc51f73da18,segment=NetworkSegment(e2ab50f5-900c-48e7-a9b6-bd7cb06d5470),segment_id=e2ab50f5-900c-48e7-a9b6-bd7cb06d5470)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:17:19.140196 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:17:19.143937 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (06c87037-de46-41b2-b36b-3cc51f73da18), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:19.171125 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-831ae9f9-e437-4bdc-9f95-40ed1c504e47 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3809509 Feb 28 20:17:19.180851 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 52520) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:19.184576 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e51628-5a5f-4b0d-a7be-62331c28a7d6 req-614e1233-6182-4c8f-854f-7d36dd634222 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:19.186819 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a2e51628-5a5f-4b0d-a7be-62331c28a7d6 req-614e1233-6182-4c8f-854f-7d36dd634222 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcc04129-d4f0-48d1-a2a3-f13c573f1939 HTTP/1.1" status: 200 len: 944 time: 0.3627131 Feb 28 20:17:19.193187 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-51004377-272a-4ec6-b489-9bd1b15501fa admin admin] Request body: {'subnet': {'network_id': '1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-210936687-subnet', 'tenant_id': '9396423ef5a54e7586ac0d4bd22df9d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:19.221342 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1d259-de91-42b0-91f0-50ee5c263677 req-08a7506f-e9a2-4635-b181-a7c28d4b1bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:19.222786 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2a1d259-de91-42b0-91f0-50ee5c263677 req-08a7506f-e9a2-4635-b181-a7c28d4b1bb0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=377db2a1-172f-4f6e-b954-fb035321449b HTTP/1.1" status: 200 len: 921 time: 0.4684181 Feb 28 20:17:19.243007 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab1213-3394-4d57-a75b-480f00ac1c5a req-e83f937a-ed65-45b1-a87d-6121b215fd4b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:19.255973 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0eab1213-3394-4d57-a75b-480f00ac1c5a req-e83f937a-ed65-45b1-a87d-6121b215fd4b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.3695550 Feb 28 20:17:19.290550 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:19.291240 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:19.293473 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] 10.222.0.10 "PUT /v2.0/ports/06c87037-de46-41b2-b36b-3cc51f73da18 HTTP/1.1" status: 200 len: 1092 time: 2.0047615 Feb 28 20:17:19.300750 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9360e-c0d2-45cc-b24b-7991ef97ee3f req-d0808b2f-97a3-458b-b81b-4f5776cb9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:19.302283 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4b9360e-c0d2-45cc-b24b-7991ef97ee3f req-d0808b2f-97a3-458b-b81b-4f5776cb9dc4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 1128 time: 0.4184544 Feb 28 20:17:19.347165 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:19.369850 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-50e59855-8e88-4226-9675-170058190b60 req-cc730fdb-d2d8-48a5-88b4-b3b1bd4d403d tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Allocated IP 172.20.0.3 (3adfc03b-765e-462a-ae7c-192406d60f28/466e7b2a-44e7-4036-8d62-6c0fcc6f61ca/625c1d7c-9019-4393-b095-e83864d163aa) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:17:19.372253 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75974021-7e3c-4ac0-9387-a7ba34cfce36 service neutron] Pushing event updated for resources: {'Port': ['ID=06c87037-de46-41b2-b36b-3cc51f73da18,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:19.402872 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2a1d259-de91-42b0-91f0-50ee5c263677 req-41f5037d-7d11-47e0-9d43-d1efa2068cd4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6894fe12-c14a-4c36-ab2d-6ba9c70954ad HTTP/1.1" status: 200 len: 217 time: 0.1269336 Feb 28 20:17:19.421838 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a2e51628-5a5f-4b0d-a7be-62331c28a7d6 req-0ef9cbdf-6eb0-43a3-9136-bf9237df6786 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6e64e0c-a8e3-4f15-832c-9ba36efd1fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228935 Feb 28 20:17:19.480373 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-d881c9e8-68a1-4507-969e-96851d28fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:19.488639 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-d881c9e8-68a1-4507-969e-96851d28fc6f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e640677c8e04b1da94440106ff5082b&device_id=b5d0795f-9ac2-4c9b-a266-d89bd7f91e04 HTTP/1.1" status: 200 len: 1126 time: 0.1270533 Feb 28 20:17:19.550920 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51004377-272a-4ec6-b489-9bd1b15501fa admin admin] Made reservation on behalf of 9396423ef5a54e7586ac0d4bd22df9d2 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:17:19.554582 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-51004377-272a-4ec6-b489-9bd1b15501fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:19.575127 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-8d02261d-6861-4ed7-afec-9aae87394131 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06c87037-de46-41b2-b36b-3cc51f73da18 HTTP/1.1" status: 200 len: 217 time: 0.0693526 Feb 28 20:17:19.668240 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-14605fc9-26ac-4707-8837-0f991fd59410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:19.669627 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-14605fc9-26ac-4707-8837-0f991fd59410 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b48e865-818d-4d08-92dc-698d5f1ecc72 HTTP/1.1" status: 200 len: 844 time: 0.0678942 Feb 28 20:17:19.691244 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0eab1213-3394-4d57-a75b-480f00ac1c5a req-bc30d2f6-4cec-4961-8e4e-46afe058217a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4391115 Feb 28 20:17:19.730988 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-50e59855-8e88-4226-9675-170058190b60 req-cc730fdb-d2d8-48a5-88b4-b3b1bd4d403d tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks [] for port (625c1d7c-9019-4393-b095-e83864d163aa), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:19.758006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9360e-c0d2-45cc-b24b-7991ef97ee3f req-e9ce3f7f-e7b0-4b02-a320-1c1005f2115c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:19.759633 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4b9360e-c0d2-45cc-b24b-7991ef97ee3f req-e9ce3f7f-e7b0-4b02-a320-1c1005f2115c service neutron] 10.222.0.10 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 912 time: 0.4465015 Feb 28 20:17:19.764676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1d259-de91-42b0-91f0-50ee5c263677 req-57cedce7-8c74-4861-9691-7e6277706b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:19.766171 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2a1d259-de91-42b0-91f0-50ee5c263677 req-57cedce7-8c74-4861-9691-7e6277706b9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75f198ac-4819-4f8c-9cd0-0d5e4007ae9c HTTP/1.1" status: 200 len: 861 time: 0.2552440 Feb 28 20:17:19.773470 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-4daa6d24-4495-47ee-abad-d69f13053482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:19.775294 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-4daa6d24-4495-47ee-abad-d69f13053482 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9bbb0b08-949a-4e1a-9548-e157ca325242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0928380 Feb 28 20:17:19.781455 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa193b-5ff4-4c66-acaf-609217b06e53 req-b69b9a99-9964-4180-b11a-918f31c9321a tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:19.783118 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91aa193b-5ff4-4c66-acaf-609217b06e53 req-b69b9a99-9964-4180-b11a-918f31c9321a tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d0795f-9ac2-4c9b-a266-d89bd7f91e04 HTTP/1.1" status: 200 len: 943 time: 0.2206352 Feb 28 20:17:19.803314 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-50e59855-8e88-4226-9675-170058190b60 req-cc730fdb-d2d8-48a5-88b4-b3b1bd4d403d tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (625c1d7c-9019-4393-b095-e83864d163aa), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:19.830849 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2a1d259-de91-42b0-91f0-50ee5c263677 req-62662954-5dd4-4232-bd29-c7a5d7ea86e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=377db2a1-172f-4f6e-b954-fb035321449b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397100 Feb 28 20:17:19.918187 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e59855-8e88-4226-9675-170058190b60 req-cc730fdb-d2d8-48a5-88b4-b3b1bd4d403d tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Network 3adfc03b-765e-462a-ae7c-192406d60f28 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:17:19.925898 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-50e59855-8e88-4226-9675-170058190b60 req-cc730fdb-d2d8-48a5-88b4-b3b1bd4d403d tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:17:19.933057 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e59855-8e88-4226-9675-170058190b60 req-cc730fdb-d2d8-48a5-88b4-b3b1bd4d403d tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:17:19.939713 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc730fdb-d2d8-48a5-88b4-b3b1bd4d403d tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Pushing event updated for resources: {'Port': ['ID=625c1d7c-9019-4393-b095-e83864d163aa,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:19.998735 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e59855-8e88-4226-9675-170058190b60 req-cc730fdb-d2d8-48a5-88b4-b3b1bd4d403d tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:19.999375 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-50e59855-8e88-4226-9675-170058190b60 req-cc730fdb-d2d8-48a5-88b4-b3b1bd4d403d tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:20.008406 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 6894fe12-c14a-4c36-ab2d-6ba9c70954ad details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:17:20.017408 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 59c3a43d-1332-4015-b10a-aed4148af8a6 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:17:20.026464 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-dc55e6c5-8769-4f3a-b3d8-d304f8eec8bc service neutron] 10.222.0.10 "GET /v2.0/networks/9bbb0b08-949a-4e1a-9548-e157ca325242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383511 Feb 28 20:17:20.030231 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-50e59855-8e88-4226-9675-170058190b60 req-cc730fdb-d2d8-48a5-88b4-b3b1bd4d403d tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4321263 Feb 28 20:17:20.057882 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-50e59855-8e88-4226-9675-170058190b60 req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Request body: {'port': {'device_id': '4ba66522-4272-450f-a0d8-8abb2d3187e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:20.066177 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 59c3a43d-1332-4015-b10a-aed4148af8a6 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:17:20.066867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 59c3a43d-1332-4015-b10a-aed4148af8a6 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:17:20.072835 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:20.174619 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4b9360e-c0d2-45cc-b24b-7991ef97ee3f req-0464180a-fb72-4457-80d8-579cc7c2c18c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 HTTP/1.1" status: 200 len: 1000 time: 0.4000003 Feb 28 20:17:20.226407 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 6894fe12-c14a-4c36-ab2d-6ba9c70954ad, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=6894fe12-c14a-4c36-ab2d-6ba9c70954ad,segment=NetworkSegment(66546881-124d-4add-8502-d1c20551dd3c),segment_id=66546881-124d-4add-8502-d1c20551dd3c)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:20.244048 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '6894fe12-c14a-4c36-ab2d-6ba9c70954ad', 'network_id': '377db2a1-172f-4f6e-b954-fb035321449b', 'port_id': '6894fe12-c14a-4c36-ab2d-6ba9c70954ad', 'mac_address': 'fa:16:3e:4d:01:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f198ac-4819-4f8c-9cd0-0d5e4007ae9c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:17:20.279211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9360e-c0d2-45cc-b24b-7991ef97ee3f req-b1b552d6-f341-4498-8754-0b2a51fd9ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:20.280887 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4b9360e-c0d2-45cc-b24b-7991ef97ee3f req-b1b552d6-f341-4498-8754-0b2a51fd9ca2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.0746815 Feb 28 20:17:20.297673 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91aa193b-5ff4-4c66-acaf-609217b06e53 req-733833b9-aaf6-4252-88a6-810ee53270db tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0ef047-4cc9-4c98-9cf8-967ab7c43c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5054777 Feb 28 20:17:20.329605 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 6894fe12-c14a-4c36-ab2d-6ba9c70954ad is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:20.333540 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6894fe12-c14a-4c36-ab2d-6ba9c70954ad), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:20.358419 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6894fe12-c14a-4c36-ab2d-6ba9c70954ad {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:17:20.388790 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 6894fe12-c14a-4c36-ab2d-6ba9c70954ad, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=6894fe12-c14a-4c36-ab2d-6ba9c70954ad,segment=NetworkSegment(66546881-124d-4add-8502-d1c20551dd3c),segment_id=66546881-124d-4add-8502-d1c20551dd3c)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:20.394699 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6894fe12-c14a-4c36-ab2d-6ba9c70954ad), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:20.398775 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adec764-ce98-4eeb-a18b-aea4a9536193 req-534cda70-1391-4de7-be2f-aaa82715fa1d tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:20.401012 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8adec764-ce98-4eeb-a18b-aea4a9536193 req-534cda70-1391-4de7-be2f-aaa82715fa1d tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ba66522-4272-450f-a0d8-8abb2d3187e5 HTTP/1.1" status: 200 len: 931 time: 0.3537199 Feb 28 20:17:20.402965 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2a1d259-de91-42b0-91f0-50ee5c263677 req-7357661b-f70e-446d-bcdd-093b78b8a17e service neutron] 10.222.0.15 "GET /v2.0/networks/377db2a1-172f-4f6e-b954-fb035321449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328944 Feb 28 20:17:20.421604 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-51004377-272a-4ec6-b489-9bd1b15501fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (2e980e31-a647-4b07-8929-6b18ba04ac62), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:20.481765 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=6894fe12-c14a-4c36-ab2d-6ba9c70954ad,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:20.487159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51004377-272a-4ec6-b489-9bd1b15501fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e980e31-a647-4b07-8929-6b18ba04ac62,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:20.581966 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9360e-c0d2-45cc-b24b-7991ef97ee3f req-797a1e02-be60-4ffe-91fd-33ef606e9f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:20.583528 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4b9360e-c0d2-45cc-b24b-7991ef97ee3f req-797a1e02-be60-4ffe-91fd-33ef606e9f8e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2900670 Feb 28 20:17:20.600022 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['6894fe12-c14a-4c36-ab2d-6ba9c70954ad'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:17:20.616263 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-50e59855-8e88-4226-9675-170058190b60 req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (625c1d7c-9019-4393-b095-e83864d163aa), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:20.622662 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-27168467-d58d-46c9-acb4-66ba173f6ef8 req-61fbf718-e9dd-4c2f-a89a-054061bfd262 service neutron] 10.222.0.10 "GET /v2.0/networks/9bbb0b08-949a-4e1a-9548-e157ca325242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5875275 Feb 28 20:17:20.687383 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58ed00-71da-4fb3-bed4-6a9d453a1325 req-44de98f4-a5d6-4a22-b120-1e322ed6298f tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:20.688910 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-da58ed00-71da-4fb3-bed4-6a9d453a1325 req-44de98f4-a5d6-4a22-b120-1e322ed6298f tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 944 time: 0.1691496 Feb 28 20:17:20.715278 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4b9360e-c0d2-45cc-b24b-7991ef97ee3f req-2b078382-73fc-4a5b-8345-72498f841eb8 service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225736 Feb 28 20:17:20.745068 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8adec764-ce98-4eeb-a18b-aea4a9536193 req-47f5a3ee-f261-4995-92cf-d713cb889eaa tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337839 Feb 28 20:17:20.810251 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d0795f-9ac2-4c9b-a266-d89bd7f91e04', 'tag': '06c87037-de46-41b2-b36b-3cc51f73da18'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:20.812561 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5086ae01-26a0-4afc-8737-3310f0d3f13d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d0795f-9ac2-4c9b-a266-d89bd7f91e04", "tag": "06c87037-de46-41b2-b36b-3cc51f73da18"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:20.853103 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2a1d259-de91-42b0-91f0-50ee5c263677 req-ccc61ffc-6653-4f8f-96b4-02e7cb01ed10 service neutron] 10.222.0.15 "GET /v2.0/networks/377db2a1-172f-4f6e-b954-fb035321449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405470 Feb 28 20:17:20.916583 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51004377-272a-4ec6-b489-9bd1b15501fa admin admin] Checking segment: {'id': '1fb55920-1762-4771-a322-6f561121b16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:17:20.917076 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51004377-272a-4ec6-b489-9bd1b15501fa admin admin] Network hostable DHCP agents. Network: 1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:17:20.932701 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f43bbb-4d0a-4915-acad-a47d4466657f req-2c944308-46d7-4197-86e1-2e751d93c2ec tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:20.938762 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-da58ed00-71da-4fb3-bed4-6a9d453a1325 req-86077b1c-c73d-463d-a7e6-78d0d44e89f1 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Deleting port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:17:20.939111 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-da58ed00-71da-4fb3-bed4-6a9d453a1325 req-86077b1c-c73d-463d-a7e6-78d0d44e89f1 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0f0e4f79-a738-421e-8ac2-969278ac2ab9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:20.941127 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6f43bbb-4d0a-4915-acad-a47d4466657f req-2c944308-46d7-4197-86e1-2e751d93c2ec tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2172173-1b4a-467e-b1ce-ee44d0314b3d HTTP/1.1" status: 200 len: 944 time: 0.5085208 Feb 28 20:17:20.995680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a081bd-48cf-44a2-ab85-92fb128c1278 req-26d1b4ec-3869-420a-ab7a-66c0a2951432 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:20.997177 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-18a081bd-48cf-44a2-ab85-92fb128c1278 req-26d1b4ec-3869-420a-ab7a-66c0a2951432 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcc04129-d4f0-48d1-a2a3-f13c573f1939 HTTP/1.1" status: 200 len: 945 time: 0.1627679 Feb 28 20:17:21.034353 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51004377-272a-4ec6-b489-9bd1b15501fa admin admin] Network 1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:17:21.074166 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4b9360e-c0d2-45cc-b24b-7991ef97ee3f req-1a66db42-db63-420a-9480-c2dc95269a27 service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127778 Feb 28 20:17:21.081717 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-51004377-272a-4ec6-b489-9bd1b15501fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:17:21.094332 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcb6066-c0c3-4efc-a7c3-40abd7148c3a None None] Network 1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:17:21.101071 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-da58ed00-71da-4fb3-bed4-6a9d453a1325 req-86077b1c-c73d-463d-a7e6-78d0d44e89f1 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] For port 0f0e4f79-a738-421e-8ac2-969278ac2ab9, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0f0e4f79-a738-421e-8ac2-969278ac2ab9,segment=NetworkSegment(1e8d670a-1c4a-4482-8f51-4523568c0fdb),segment_id=1e8d670a-1c4a-4482-8f51-4523568c0fdb)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:21.101439 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-da58ed00-71da-4fb3-bed4-6a9d453a1325 req-86077b1c-c73d-463d-a7e6-78d0d44e89f1 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0f0e4f79-a738-421e-8ac2-969278ac2ab9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:21.111555 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6f43bbb-4d0a-4915-acad-a47d4466657f req-31a26f60-3587-4003-adca-0a41831253d6 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.13 "GET /v2.0/security-groups?id=379965d3-2ba3-4224-ab0f-1172cb26432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658611 Feb 28 20:17:21.127116 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-da58ed00-71da-4fb3-bed4-6a9d453a1325 req-86077b1c-c73d-463d-a7e6-78d0d44e89f1 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Calling delete_port for 0f0e4f79-a738-421e-8ac2-969278ac2ab9 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:17:21.156985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51004377-272a-4ec6-b489-9bd1b15501fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:21.158887 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-51004377-272a-4ec6-b489-9bd1b15501fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:21.228662 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-18a081bd-48cf-44a2-ab85-92fb128c1278 req-6e92db08-4610-4594-9e45-913963b939bf tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6e64e0c-a8e3-4f15-832c-9ba36efd1fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160783 Feb 28 20:17:21.233509 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-51004377-272a-4ec6-b489-9bd1b15501fa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0457015 Feb 28 20:17:21.299121 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-50e59855-8e88-4226-9675-170058190b60 req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 625c1d7c-9019-4393-b095-e83864d163aa {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:17:21.317743 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-50e59855-8e88-4226-9675-170058190b60 req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Publish callbacks [] for port (625c1d7c-9019-4393-b095-e83864d163aa), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:21.346597 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:21.352792 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b1791b-6dcb-447a-89ad-176e57163873 x-openstack-request-id: req-44b1791b-6dcb-447a-89ad-176e57163873 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:21.353079 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d0795f-9ac2-4c9b-a266-d89bd7f91e04", "tag": "06c87037-de46-41b2-b36b-3cc51f73da18", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:21.353455 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44b1791b-6dcb-447a-89ad-176e57163873 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:21.353757 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d0795f-9ac2-4c9b-a266-d89bd7f91e04', 'tag': '06c87037-de46-41b2-b36b-3cc51f73da18', 'status': 'completed', 'code': 200} Feb 28 20:17:21.415938 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-50e59855-8e88-4226-9675-170058190b60 req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Transition to ACTIVE for port object 625c1d7c-9019-4393-b095-e83864d163aa will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:17:21.423194 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-50e59855-8e88-4226-9675-170058190b60 req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (625c1d7c-9019-4393-b095-e83864d163aa), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:21.427271 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1911f2-ccb4-4d45-ada0-c2ed99eb83d3 None None] Network 1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:17:21.454909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7034c95-621a-4988-80bd-2f98c0925b1e req-528ba44e-2a6d-4acd-ba26-ca6df27c1bab tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:21.462328 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7034c95-621a-4988-80bd-2f98c0925b1e req-528ba44e-2a6d-4acd-ba26-ca6df27c1bab tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2162540 Feb 28 20:17:21.493853 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086ae01-26a0-4afc-8737-3310f0d3f13d req-9ed58db1-dfc8-4bbe-8b0d-3602acc4cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:21.495385 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5086ae01-26a0-4afc-8737-3310f0d3f13d req-9ed58db1-dfc8-4bbe-8b0d-3602acc4cd8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e640677c8e04b1da94440106ff5082b&device_id=b5d0795f-9ac2-4c9b-a266-d89bd7f91e04 HTTP/1.1" status: 200 len: 1126 time: 0.1132786 Feb 28 20:17:21.583909 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Pushing event updated for resources: {'Port': ['ID=625c1d7c-9019-4393-b095-e83864d163aa,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:21.730905 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-da58ed00-71da-4fb3-bed4-6a9d453a1325 req-86077b1c-c73d-463d-a7e6-78d0d44e89f1 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0f0e4f79-a738-421e-8ac2-969278ac2ab9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:21.801141 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-50e59855-8e88-4226-9675-170058190b60 req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Attempting to bind port 625c1d7c-9019-4393-b095-e83864d163aa on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:17:21.801514 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-50e59855-8e88-4226-9675-170058190b60 req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Attempting to bind port 625c1d7c-9019-4393-b095-e83864d163aa by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '9d1645d2-e849-4f5c-bf28-d28b3f617709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3adfc03b-765e-462a-ae7c-192406d60f28'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:17:21.801814 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e59855-8e88-4226-9675-170058190b60 req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Attempting to bind port 625c1d7c-9019-4393-b095-e83864d163aa on network 3adfc03b-765e-462a-ae7c-192406d60f28 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:17:21.804215 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86077b1c-c73d-463d-a7e6-78d0d44e89f1 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Pushing event deleted for resources: {'Port': ['ID=0f0e4f79-a738-421e-8ac2-969278ac2ab9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:21.829399 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e59855-8e88-4226-9675-170058190b60 req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Port 625c1d7c-9019-4393-b095-e83864d163aa on network 3adfc03b-765e-462a-ae7c-192406d60f28 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:17:21.829399 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e59855-8e88-4226-9675-170058190b60 req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Attempting to bind port 625c1d7c-9019-4393-b095-e83864d163aa on network 3adfc03b-765e-462a-ae7c-192406d60f28 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:17:21.869935 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e59855-8e88-4226-9675-170058190b60 req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:17:21.870555 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e59855-8e88-4226-9675-170058190b60 req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Checking segment: {'id': '9d1645d2-e849-4f5c-bf28-d28b3f617709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3adfc03b-765e-462a-ae7c-192406d60f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:17:21.871033 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e59855-8e88-4226-9675-170058190b60 req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Bound using segment: {'id': '9d1645d2-e849-4f5c-bf28-d28b3f617709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3adfc03b-765e-462a-ae7c-192406d60f28'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:17:21.871728 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-50e59855-8e88-4226-9675-170058190b60 req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Bound port: 625c1d7c-9019-4393-b095-e83864d163aa, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d1645d2-e849-4f5c-bf28-d28b3f617709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3adfc03b-765e-462a-ae7c-192406d60f28'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:17:21.872224 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-50e59855-8e88-4226-9675-170058190b60 req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (625c1d7c-9019-4393-b095-e83864d163aa), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:21.934842 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-da58ed00-71da-4fb3-bed4-6a9d453a1325 req-86077b1c-c73d-463d-a7e6-78d0d44e89f1 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] No DVR routers for this DVR port 0f0e4f79-a738-421e-8ac2-969278ac2ab9 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:17:21.947022 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-da58ed00-71da-4fb3-bed4-6a9d453a1325 req-86077b1c-c73d-463d-a7e6-78d0d44e89f1 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:21.953025 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-da58ed00-71da-4fb3-bed4-6a9d453a1325 req-86077b1c-c73d-463d-a7e6-78d0d44e89f1 tempest-LiveAutoBlockMigrationV225Test-2030326168 tempest-LiveAutoBlockMigrationV225Test-2030326168-project] 10.222.0.15 "DELETE /v2.0/ports/0f0e4f79-a738-421e-8ac2-969278ac2ab9 HTTP/1.1" status: 204 len: 173 time: 1.2586379 Feb 28 20:17:21.997989 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-50e59855-8e88-4226-9675-170058190b60 req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] For port 625c1d7c-9019-4393-b095-e83864d163aa, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:17:22.003054 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-50e59855-8e88-4226-9675-170058190b60 req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] For port 625c1d7c-9019-4393-b095-e83864d163aa, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=625c1d7c-9019-4393-b095-e83864d163aa,segment=NetworkSegment(9d1645d2-e849-4f5c-bf28-d28b3f617709),segment_id=9d1645d2-e849-4f5c-bf28-d28b3f617709)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:17:22.010854 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 6894fe12-c14a-4c36-ab2d-6ba9c70954ad up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:17:22.017622 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-50e59855-8e88-4226-9675-170058190b60 req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (625c1d7c-9019-4393-b095-e83864d163aa), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:22.106211 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e59855-8e88-4226-9675-170058190b60 req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:22.109824 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-50e59855-8e88-4226-9675-170058190b60 req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:22.112768 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-50e59855-8e88-4226-9675-170058190b60 req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] 10.222.0.15 "PUT /v2.0/ports/625c1d7c-9019-4393-b095-e83864d163aa HTTP/1.1" status: 200 len: 1092 time: 2.0607808 Feb 28 20:17:22.118260 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 6894fe12-c14a-4c36-ab2d-6ba9c70954ad completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:17:22.121904 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 6894fe12-c14a-4c36-ab2d-6ba9c70954ad triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:17:22.122593 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6894fe12-c14a-4c36-ab2d-6ba9c70954ad), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:22.161732 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Pushing event updated for resources: {'Port': ['ID=625c1d7c-9019-4393-b095-e83864d163aa,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:22.177177 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ab92e-8336-4bbf-b8b6-e18f084424c6 req-62ae245a-73aa-42b6-91d0-c0d744a2a3bc tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:22.178789 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9c3ab92e-8336-4bbf-b8b6-e18f084424c6 req-62ae245a-73aa-42b6-91d0-c0d744a2a3bc tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d0795f-9ac2-4c9b-a266-d89bd7f91e04 HTTP/1.1" status: 200 len: 943 time: 0.7147911 Feb 28 20:17:22.182166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:22.182679 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:22.183108 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:22.183454 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:22.183807 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:22.184143 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:22.184503 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:22.185215 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:22.185215 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:22.185440 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:22.185751 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:22.186076 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:22.186461 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca7f720-a2b5-4d0f-9368-86ab1b3edabe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:22.260003 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7034c95-621a-4988-80bd-2f98c0925b1e req-2885608f-a9dc-4f95-928a-3703774d526a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7670381 Feb 28 20:17:22.261272 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e59855-8e88-4226-9675-170058190b60 req-be3ce8d5-c2c0-4003-a7cb-750beecb70ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:22.263452 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-50e59855-8e88-4226-9675-170058190b60 req-be3ce8d5-c2c0-4003-a7cb-750beecb70ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8679f51c9a334f8287988308eacd8186&device_id=4ba66522-4272-450f-a0d8-8abb2d3187e5 HTTP/1.1" status: 200 len: 1126 time: 0.0703721 Feb 28 20:17:22.297395 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 6894fe12-c14a-4c36-ab2d-6ba9c70954ad is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:22.299494 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6894fe12-c14a-4c36-ab2d-6ba9c70954ad), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:22.309387 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:22.351867 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9c3ab92e-8336-4bbf-b8b6-e18f084424c6 req-b0fc3763-e9f9-49cb-9d06-0875e687e93b tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0ef047-4cc9-4c98-9cf8-967ab7c43c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450446 Feb 28 20:17:22.353411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086ae01-26a0-4afc-8737-3310f0d3f13d req-654970c3-a8e4-4f73-8a62-492540f9052e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:22.355663 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5086ae01-26a0-4afc-8737-3310f0d3f13d req-654970c3-a8e4-4f73-8a62-492540f9052e service neutron] 10.222.0.10 "GET /v2.0/networks?id=9bbb0b08-949a-4e1a-9548-e157ca325242 HTTP/1.1" status: 200 len: 905 time: 0.3662720 Feb 28 20:17:22.400102 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 6894fe12-c14a-4c36-ab2d-6ba9c70954ad, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=6894fe12-c14a-4c36-ab2d-6ba9c70954ad,segment=NetworkSegment(66546881-124d-4add-8502-d1c20551dd3c),segment_id=66546881-124d-4add-8502-d1c20551dd3c)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:22.405534 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc04129-d4f0-48d1-a2a3-f13c573f1939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6894fe12-c14a-4c36-ab2d-6ba9c70954ad'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:22.409111 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66db7839-3118-40cf-b7e6-9607fd3a7ad3" -d '{"events": [{"server_uuid": "fcc04129-d4f0-48d1-a2a3-f13c573f1939", "name": "network-vif-plugged", "status": "completed", "tag": "6894fe12-c14a-4c36-ab2d-6ba9c70954ad"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:22.410068 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5086ae01-26a0-4afc-8737-3310f0d3f13d req-0ce983f2-cb35-4e4b-b1f7-c006db827beb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06c87037-de46-41b2-b36b-3cc51f73da18 HTTP/1.1" status: 200 len: 217 time: 0.0444314 Feb 28 20:17:22.416904 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-50e59855-8e88-4226-9675-170058190b60 req-9938809d-31b3-4085-9cb1-0ba2c31898a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=625c1d7c-9019-4393-b095-e83864d163aa HTTP/1.1" status: 200 len: 217 time: 0.1438048 Feb 28 20:17:22.418249 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6894fe12-c14a-4c36-ab2d-6ba9c70954ad), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:22.419251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 55710990-32d3-4608-a37b-900c1bb6ecd7 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:17:22.500811 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e59855-8e88-4226-9675-170058190b60 req-02fa1cb5-c728-47b8-a2a2-8f70f9e60849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:22.505010 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-50e59855-8e88-4226-9675-170058190b60 req-02fa1cb5-c728-47b8-a2a2-8f70f9e60849 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=466e7b2a-44e7-4036-8d62-6c0fcc6f61ca HTTP/1.1" status: 200 len: 855 time: 0.0862246 Feb 28 20:17:22.519660 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 55710990-32d3-4608-a37b-900c1bb6ecd7 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:17:22.520018 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 55710990-32d3-4608-a37b-900c1bb6ecd7 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:17:22.520389 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0f0e4f79-a738-421e-8ac2-969278ac2ab9 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:17:22.559917 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 0f0e4f79-a738-421e-8ac2-969278ac2ab9 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:17:22.560618 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0f0e4f79-a738-421e-8ac2-969278ac2ab9 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:17:22.582587 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-50e59855-8e88-4226-9675-170058190b60 req-e035653e-8650-4d03-91a0-d7de6243d8a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3adfc03b-765e-462a-ae7c-192406d60f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728381 Feb 28 20:17:22.607986 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=6894fe12-c14a-4c36-ab2d-6ba9c70954ad,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:22.614734 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086ae01-26a0-4afc-8737-3310f0d3f13d req-0be1a619-5ced-43cc-bfb5-88bdfd69afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:22.616172 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5086ae01-26a0-4afc-8737-3310f0d3f13d req-0be1a619-5ced-43cc-bfb5-88bdfd69afb8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b48e865-818d-4d08-92dc-698d5f1ecc72 HTTP/1.1" status: 200 len: 844 time: 0.1944816 Feb 28 20:17:22.629169 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:22.688494 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90fb81-1102-4661-a104-581b85e1595e req-4a170900-73a7-4881-babb-b8c22fe48483 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:22.690604 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cd90fb81-1102-4661-a104-581b85e1595e req-4a170900-73a7-4881-babb-b8c22fe48483 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ba66522-4272-450f-a0d8-8abb2d3187e5 HTTP/1.1" status: 200 len: 943 time: 0.1795845 Feb 28 20:17:22.731041 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-50e59855-8e88-4226-9675-170058190b60 req-8c06a6d1-cd16-4100-89c1-ba1bc8a7b851 service neutron] 10.222.0.15 "GET /v2.0/networks/3adfc03b-765e-462a-ae7c-192406d60f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421807 Feb 28 20:17:22.808638 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086ae01-26a0-4afc-8737-3310f0d3f13d req-b1283c39-3e45-4ebe-8849-1cf01cb00f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:22.810734 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5086ae01-26a0-4afc-8737-3310f0d3f13d req-b1283c39-3e45-4ebe-8849-1cf01cb00f61 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9bbb0b08-949a-4e1a-9548-e157ca325242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1844192 Feb 28 20:17:22.860146 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-50e59855-8e88-4226-9675-170058190b60 req-fc440e58-a63e-41af-8e3c-75d9fcf42804 service neutron] 10.222.0.15 "GET /v2.0/networks/3adfc03b-765e-462a-ae7c-192406d60f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202867 Feb 28 20:17:22.898693 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cd90fb81-1102-4661-a104-581b85e1595e req-f0c366a2-f763-4693-834b-ee13a0310555 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949911 Feb 28 20:17:22.935575 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-d52cdc8d-9605-4cd2-953c-b9d152041011 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:22.937476 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-d52cdc8d-9605-4cd2-953c-b9d152041011 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/networks?id=1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 HTTP/1.1" status: 200 len: 817 time: 0.2698073 Feb 28 20:17:22.953528 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52576) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:22.977092 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5086ae01-26a0-4afc-8737-3310f0d3f13d req-97c88520-ffc4-4104-8a68-ab24c6d49782 service neutron] 10.222.0.10 "GET /v2.0/networks/9bbb0b08-949a-4e1a-9548-e157ca325242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533253 Feb 28 20:17:22.977650 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-b6a0d7d7-7129-43e9-8083-5a2da69a337d tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/quotas/9396423ef5a54e7586ac0d4bd22df9d2 HTTP/1.1" status: 200 len: 375 time: 0.0325382 Feb 28 20:17:23.026184 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-b19f9293-b694-4a87-916d-adc866d25664 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9396423ef5a54e7586ac0d4bd22df9d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411484 Feb 28 20:17:23.089133 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc323bb-8ae3-4c63-9c8d-cd6f06932f6d admin admin] Deleting subnet 83db07cb-72a9-4083-bdb0-f440451686c1 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:17:23.093344 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bdc323bb-8ae3-4c63-9c8d-cd6f06932f6d admin admin] Publish callbacks [] for subnet (83db07cb-72a9-4083-bdb0-f440451686c1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:23.130451 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bdc323bb-8ae3-4c63-9c8d-cd6f06932f6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (83db07cb-72a9-4083-bdb0-f440451686c1), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:23.194458 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bdc323bb-8ae3-4c63-9c8d-cd6f06932f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (83db07cb-72a9-4083-bdb0-f440451686c1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:23.222172 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881750d6-412c-420a-9523-732c8efd96da req-e23585b7-4929-4ef2-901a-055e540710b5 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:23.224079 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-881750d6-412c-420a-9523-732c8efd96da req-e23585b7-4929-4ef2-901a-055e540710b5 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcc04129-d4f0-48d1-a2a3-f13c573f1939 HTTP/1.1" status: 200 len: 946 time: 0.2021203 Feb 28 20:17:23.231797 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5086ae01-26a0-4afc-8737-3310f0d3f13d req-26f63dde-8286-49d0-8a9d-bd99056f2fc5 service neutron] 10.222.0.10 "GET /v2.0/networks/9bbb0b08-949a-4e1a-9548-e157ca325242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089074 Feb 28 20:17:23.237660 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-2e657356-c808-461f-819d-e3184ae38989 service neutron] 10.222.0.13 "GET /v2.0/networks/1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021794 Feb 28 20:17:23.289807 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bdc323bb-8ae3-4c63-9c8d-cd6f06932f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (83db07cb-72a9-4083-bdb0-f440451686c1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:23.323902 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc323bb-8ae3-4c63-9c8d-cd6f06932f6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83db07cb-72a9-4083-bdb0-f440451686c1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:23.334570 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bdc323bb-8ae3-4c63-9c8d-cd6f06932f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:23.338468 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bdc323bb-8ae3-4c63-9c8d-cd6f06932f6d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/83db07cb-72a9-4083-bdb0-f440451686c1 HTTP/1.1" status: 204 len: 168 time: 0.3835404 Feb 28 20:17:23.341034 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52586) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:23.359395 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-881750d6-412c-420a-9523-732c8efd96da req-8e6f9b52-7611-4075-b412-9d4869c28573 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6e64e0c-a8e3-4f15-832c-9ba36efd1fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207004 Feb 28 20:17:23.367482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2172173-1b4a-467e-b1ce-ee44d0314b3d', 'name': 'network-vif-deleted', 'tag': '0f0e4f79-a738-421e-8ac2-969278ac2ab9'}, {'name': 'network-changed', 'server_uuid': '4ba66522-4272-450f-a0d8-8abb2d3187e5', 'tag': '625c1d7c-9019-4393-b095-e83864d163aa'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:23.377443 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a8a25a-6118-4a34-b1b1-a01c9041af74" -d '{"events": [{"server_uuid": "a2172173-1b4a-467e-b1ce-ee44d0314b3d", "name": "network-vif-deleted", "tag": "0f0e4f79-a738-421e-8ac2-969278ac2ab9"}, {"name": "network-changed", "server_uuid": "4ba66522-4272-450f-a0d8-8abb2d3187e5", "tag": "625c1d7c-9019-4393-b095-e83864d163aa"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:23.393860 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-6019d088-18d5-4ee8-8003-50726f2f0731 service neutron] 10.222.0.13 "GET /v2.0/networks/1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490984 Feb 28 20:17:23.455183 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712f69aa-2864-4d08-ab83-59dbf6b5b52a x-openstack-request-id: req-712f69aa-2864-4d08-ab83-59dbf6b5b52a {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:23.455980 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc04129-d4f0-48d1-a2a3-f13c573f1939", "name": "network-vif-plugged", "status": "completed", "tag": "6894fe12-c14a-4c36-ab2d-6ba9c70954ad", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:23.455980 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-712f69aa-2864-4d08-ab83-59dbf6b5b52a {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:23.458039 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc04129-d4f0-48d1-a2a3-f13c573f1939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6894fe12-c14a-4c36-ab2d-6ba9c70954ad', 'code': 200} Feb 28 20:17:23.461066 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c2e396f6-a60e-4cb9-8ef2-25c102521a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:23.600753 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6920e-8372-4bcf-9666-52525b9ca8b8 req-7ce2e728-e903-4f9c-9069-f90a8024da42 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:23.610349 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccf6920e-8372-4bcf-9666-52525b9ca8b8 req-7ce2e728-e903-4f9c-9069-f90a8024da42 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.0822070 Feb 28 20:17:23.621508 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c2e396f6-a60e-4cb9-8ef2-25c102521a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:23.650172 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c2e396f6-a60e-4cb9-8ef2-25c102521a57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:23.662606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c2e396f6-a60e-4cb9-8ef2-25c102521a57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8d670a-1c4a-4482-8f51-4523568c0fdb') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:23.662923 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c2e396f6-a60e-4cb9-8ef2-25c102521a57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8d670a-1c4a-4482-8f51-4523568c0fdb') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:23.676659 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c2e396f6-a60e-4cb9-8ef2-25c102521a57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (1e8d670a-1c4a-4482-8f51-4523568c0fdb), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:23.679566 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d9e67-8668-414c-b77a-def8c2322aa2 req-27ec2bf3-fe52-4fe8-98ff-9c215b49392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:23.681096 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4d9d9e67-8668-414c-b77a-def8c2322aa2 req-27ec2bf3-fe52-4fe8-98ff-9c215b49392e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fcc04129-d4f0-48d1-a2a3-f13c573f1939 HTTP/1.1" status: 200 len: 1129 time: 0.1515670 Feb 28 20:17:23.693949 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c2e396f6-a60e-4cb9-8ef2-25c102521a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (1e8d670a-1c4a-4482-8f51-4523568c0fdb), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:23.700479 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e396f6-a60e-4cb9-8ef2-25c102521a57 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:17:23.700895 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c2e396f6-a60e-4cb9-8ef2-25c102521a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (1e8d670a-1c4a-4482-8f51-4523568c0fdb), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:23.708508 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccf6920e-8372-4bcf-9666-52525b9ca8b8 req-8a30d1c8-b14b-48bc-be1f-77418a8cf2ae tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967407 Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:17:23.759667 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:17:23.827737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 06c87037-de46-41b2-b36b-3cc51f73da18 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:17:23.829512 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4d9d9e67-8668-414c-b77a-def8c2322aa2 req-816b9a2d-0dce-4151-81ef-60812f6a619d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d6e64e0c-a8e3-4f15-832c-9ba36efd1fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675173 Feb 28 20:17:23.830326 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c2e396f6-a60e-4cb9-8ef2-25c102521a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:23.847356 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c2e396f6-a60e-4cb9-8ef2-25c102521a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:23.852231 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c2e396f6-a60e-4cb9-8ef2-25c102521a57 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9 HTTP/1.1" status: 204 len: 168 time: 0.5101376 Feb 28 20:17:23.854207 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7588451a-0ad3-4afa-ae1d-47a240d5e038 x-openstack-request-id: req-7588451a-0ad3-4afa-ae1d-47a240d5e038 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:23.854501 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2172173-1b4a-467e-b1ce-ee44d0314b3d", "name": "network-vif-deleted", "tag": "0f0e4f79-a738-421e-8ac2-969278ac2ab9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ba66522-4272-450f-a0d8-8abb2d3187e5", "tag": "625c1d7c-9019-4393-b095-e83864d163aa", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:23.854753 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7588451a-0ad3-4afa-ae1d-47a240d5e038 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:23.855144 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2172173-1b4a-467e-b1ce-ee44d0314b3d', 'name': 'network-vif-deleted', 'tag': '0f0e4f79-a738-421e-8ac2-969278ac2ab9', 'status': 'completed', 'code': 200} Feb 28 20:17:23.855398 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba66522-4272-450f-a0d8-8abb2d3187e5', 'tag': '625c1d7c-9019-4393-b095-e83864d163aa', 'status': 'completed', 'code': 200} Feb 28 20:17:23.857320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 52598) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:23.882791 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e396f6-a60e-4cb9-8ef2-25c102521a57 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef84a6b2-5aa7-4f90-85c5-19dbbfc7dad9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:24.010261 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 06c87037-de46-41b2-b36b-3cc51f73da18, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=06c87037-de46-41b2-b36b-3cc51f73da18,segment=NetworkSegment(e2ab50f5-900c-48e7-a9b6-bd7cb06d5470),segment_id=e2ab50f5-900c-48e7-a9b6-bd7cb06d5470)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:24.053421 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 625c1d7c-9019-4393-b095-e83864d163aa details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:17:24.092181 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '06c87037-de46-41b2-b36b-3cc51f73da18', 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242', 'port_id': '06c87037-de46-41b2-b36b-3cc51f73da18', 'mac_address': 'fa:16:3e:81:c4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:17:24.180323 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8a25a-6118-4a34-b1b1-a01c9041af74 req-3e072588-ecb0-42b0-9f31-e1c3b9e7c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:24.184950 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fdd0e3c-5dbb-4fec-bc38-491948d3187e admin admin] Deleting subnet 71da3c92-92df-44d4-9911-ef78041689a0 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:17:24.193803 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-97a8a25a-6118-4a34-b1b1-a01c9041af74 req-3e072588-ecb0-42b0-9f31-e1c3b9e7c9b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8679f51c9a334f8287988308eacd8186&device_id=4ba66522-4272-450f-a0d8-8abb2d3187e5 HTTP/1.1" status: 200 len: 1126 time: 0.1744919 Feb 28 20:17:24.195526 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5fdd0e3c-5dbb-4fec-bc38-491948d3187e admin admin] Publish callbacks [] for subnet (71da3c92-92df-44d4-9911-ef78041689a0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:24.316136 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8a25a-6118-4a34-b1b1-a01c9041af74 req-91b9b5d2-08ad-42ac-92c0-86304757a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:24.320137 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-97a8a25a-6118-4a34-b1b1-a01c9041af74 req-91b9b5d2-08ad-42ac-92c0-86304757a2f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3adfc03b-765e-462a-ae7c-192406d60f28 HTTP/1.1" status: 200 len: 915 time: 0.1189177 Feb 28 20:17:24.336743 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 625c1d7c-9019-4393-b095-e83864d163aa, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=625c1d7c-9019-4393-b095-e83864d163aa,segment=NetworkSegment(9d1645d2-e849-4f5c-bf28-d28b3f617709),segment_id=9d1645d2-e849-4f5c-bf28-d28b3f617709)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:24.355120 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '625c1d7c-9019-4393-b095-e83864d163aa', 'network_id': '3adfc03b-765e-462a-ae7c-192406d60f28', 'port_id': '625c1d7c-9019-4393-b095-e83864d163aa', 'mac_address': 'fa:16:3e:7a:a0:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466e7b2a-44e7-4036-8d62-6c0fcc6f61ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:17:24.412557 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173b467-f18c-4991-91e3-6b6504ae63d2 req-837df0fe-16bd-4721-a8b4-91dc8a606e7e tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:24.416946 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-97a8a25a-6118-4a34-b1b1-a01c9041af74 req-e28de22f-1da9-4ab2-8fc3-4b9a676ffc5a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=625c1d7c-9019-4393-b095-e83864d163aa HTTP/1.1" status: 200 len: 217 time: 0.0877974 Feb 28 20:17:24.426525 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0173b467-f18c-4991-91e3-6b6504ae63d2 req-837df0fe-16bd-4721-a8b4-91dc8a606e7e tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d0795f-9ac2-4c9b-a266-d89bd7f91e04 HTTP/1.1" status: 200 len: 943 time: 0.5675182 Feb 28 20:17:24.442626 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 06c87037-de46-41b2-b36b-3cc51f73da18 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:24.443050 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (06c87037-de46-41b2-b36b-3cc51f73da18), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:24.458217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 625c1d7c-9019-4393-b095-e83864d163aa is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:24.458778 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (625c1d7c-9019-4393-b095-e83864d163aa), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:24.484600 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c87037-de46-41b2-b36b-3cc51f73da18 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:17:24.502153 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8a25a-6118-4a34-b1b1-a01c9041af74 req-7381e8b9-3796-4fa5-88cb-a0436de4ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:24.510268 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-97a8a25a-6118-4a34-b1b1-a01c9041af74 req-7381e8b9-3796-4fa5-88cb-a0436de4ed93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=466e7b2a-44e7-4036-8d62-6c0fcc6f61ca HTTP/1.1" status: 200 len: 855 time: 0.0869751 Feb 28 20:17:24.513874 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 625c1d7c-9019-4393-b095-e83864d163aa {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:17:24.546095 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 625c1d7c-9019-4393-b095-e83864d163aa, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=625c1d7c-9019-4393-b095-e83864d163aa,segment=NetworkSegment(9d1645d2-e849-4f5c-bf28-d28b3f617709),segment_id=9d1645d2-e849-4f5c-bf28-d28b3f617709)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:24.555112 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (625c1d7c-9019-4393-b095-e83864d163aa), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:24.557936 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-97a8a25a-6118-4a34-b1b1-a01c9041af74 req-a698b66d-29c0-443b-a383-875efc1e8422 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3adfc03b-765e-462a-ae7c-192406d60f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408082 Feb 28 20:17:24.559868 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5fdd0e3c-5dbb-4fec-bc38-491948d3187e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (71da3c92-92df-44d4-9911-ef78041689a0), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:24.599779 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 06c87037-de46-41b2-b36b-3cc51f73da18, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=06c87037-de46-41b2-b36b-3cc51f73da18,segment=NetworkSegment(e2ab50f5-900c-48e7-a9b6-bd7cb06d5470),segment_id=e2ab50f5-900c-48e7-a9b6-bd7cb06d5470)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:24.607935 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (06c87037-de46-41b2-b36b-3cc51f73da18), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:24.630961 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=625c1d7c-9019-4393-b095-e83864d163aa,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:24.691607 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae4b32-f2e9-4d4a-a317-89ebb8e49c2d req-b0c906d4-31b9-4235-a8ec-a73f9b2a6b72 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:24.698760 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bbae4b32-f2e9-4d4a-a317-89ebb8e49c2d req-b0c906d4-31b9-4235-a8ec-a73f9b2a6b72 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ba66522-4272-450f-a0d8-8abb2d3187e5 HTTP/1.1" status: 200 len: 943 time: 0.4259744 Feb 28 20:17:24.724654 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=06c87037-de46-41b2-b36b-3cc51f73da18,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:24.767925 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5fdd0e3c-5dbb-4fec-bc38-491948d3187e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (71da3c92-92df-44d4-9911-ef78041689a0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:24.804511 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-97a8a25a-6118-4a34-b1b1-a01c9041af74 req-7cdafb7b-9743-431b-ab8b-1de9ce9e3c64 service neutron] 10.222.0.15 "GET /v2.0/networks/3adfc03b-765e-462a-ae7c-192406d60f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352307 Feb 28 20:17:24.814039 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0173b467-f18c-4991-91e3-6b6504ae63d2 req-dd00c8d3-b7fa-4f08-af3a-d993ca0685bb tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0ef047-4cc9-4c98-9cf8-967ab7c43c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3852260 Feb 28 20:17:24.818950 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['625c1d7c-9019-4393-b095-e83864d163aa'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:17:24.907384 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bbae4b32-f2e9-4d4a-a317-89ebb8e49c2d req-d2bd34ea-16fa-4abe-bc6c-6a252cb57569 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931958 Feb 28 20:17:25.035293 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-97a8a25a-6118-4a34-b1b1-a01c9041af74 req-50001f03-bc59-459d-a482-7969beb068d5 service neutron] 10.222.0.15 "GET /v2.0/networks/3adfc03b-765e-462a-ae7c-192406d60f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245817 Feb 28 20:17:25.041409 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5fdd0e3c-5dbb-4fec-bc38-491948d3187e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (71da3c92-92df-44d4-9911-ef78041689a0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:25.093260 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-96831c65-9159-4f8b-911d-bff178204583 req-36dff805-3f74-4e9a-af02-fa4b61794bd9 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d075a73-f508-43d4-9e23-e456528e96c4 HTTP/1.1" status: 200 len: 210 time: 0.1235516 Feb 28 20:17:25.124614 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['06c87037-de46-41b2-b36b-3cc51f73da18'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:17:25.197825 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd0e3c-5dbb-4fec-bc38-491948d3187e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71da3c92-92df-44d4-9911-ef78041689a0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:25.211018 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5fdd0e3c-5dbb-4fec-bc38-491948d3187e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:25.241408 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5fdd0e3c-5dbb-4fec-bc38-491948d3187e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/71da3c92-92df-44d4-9911-ef78041689a0 HTTP/1.1" status: 204 len: 168 time: 1.3800294 Feb 28 20:17:25.243397 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52624) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:25.352912 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc0ba7-d0bd-4337-b0c2-ded3513b2944 req-db4edf8d-aae3-4978-a746-92555eb9c18d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:25.362465 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9dc0ba7-d0bd-4337-b0c2-ded3513b2944 req-db4edf8d-aae3-4978-a746-92555eb9c18d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2754390 Feb 28 20:17:25.445170 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1c00a-9a33-476c-a098-ba14f4351a57 req-8c6d8520-edf2-4dbc-ada4-86e78e8c31cb tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:25.454387 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ca1c00a-9a33-476c-a098-ba14f4351a57 req-8c6d8520-edf2-4dbc-ada4-86e78e8c31cb tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcc04129-d4f0-48d1-a2a3-f13c573f1939 HTTP/1.1" status: 200 len: 946 time: 0.1783822 Feb 28 20:17:25.462490 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-63c7e349-b1f5-4b9b-879e-e9a72b0f95ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (7a18f2d4-322a-491d-8dfe-75da33490a94), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:25.499481 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9dc0ba7-d0bd-4337-b0c2-ded3513b2944 req-bb159c1b-bff1-43c2-9404-fb07aeb9f573 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352072 Feb 28 20:17:25.625518 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ca1c00a-9a33-476c-a098-ba14f4351a57 req-d34bc877-33d3-41f7-8b07-190168794dd8 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6e64e0c-a8e3-4f15-832c-9ba36efd1fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687431 Feb 28 20:17:25.698456 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-63c7e349-b1f5-4b9b-879e-e9a72b0f95ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (7a18f2d4-322a-491d-8dfe-75da33490a94), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:25.740173 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-63c7e349-b1f5-4b9b-879e-e9a72b0f95ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a18f2d4-322a-491d-8dfe-75da33490a94']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:25.753852 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-63c7e349-b1f5-4b9b-879e-e9a72b0f95ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9bba746-3a8f-4cc0-8732-3fe63dbb7d4c') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:25.754218 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-63c7e349-b1f5-4b9b-879e-e9a72b0f95ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9bba746-3a8f-4cc0-8732-3fe63dbb7d4c') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:25.773090 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-63c7e349-b1f5-4b9b-879e-e9a72b0f95ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (a9bba746-3a8f-4cc0-8732-3fe63dbb7d4c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:25.814331 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-63c7e349-b1f5-4b9b-879e-e9a72b0f95ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (a9bba746-3a8f-4cc0-8732-3fe63dbb7d4c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:25.828103 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c7e349-b1f5-4b9b-879e-e9a72b0f95ad admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:17:25.828773 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-63c7e349-b1f5-4b9b-879e-e9a72b0f95ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (a9bba746-3a8f-4cc0-8732-3fe63dbb7d4c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:17:25.832332 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:17:25.858455 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0af78-817c-42d4-b037-e994730558c6 req-af0a6f28-7ae2-4b79-9444-505ed21aa5ca tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:25.869157 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2ec0af78-817c-42d4-b037-e994730558c6 req-af0a6f28-7ae2-4b79-9444-505ed21aa5ca tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2133985 Feb 28 20:17:25.932568 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2ec0af78-817c-42d4-b037-e994730558c6 req-cbb190c2-051e-4eeb-8bf8-f1d99cb829e2 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622571 Feb 28 20:17:25.976032 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-63c7e349-b1f5-4b9b-879e-e9a72b0f95ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (7a18f2d4-322a-491d-8dfe-75da33490a94), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:25.984295 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-63c7e349-b1f5-4b9b-879e-e9a72b0f95ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:25.997224 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-63c7e349-b1f5-4b9b-879e-e9a72b0f95ad admin admin] 10.222.0.13 "DELETE /v2.0/networks/7a18f2d4-322a-491d-8dfe-75da33490a94 HTTP/1.1" status: 204 len: 168 time: 0.7504914 Feb 28 20:17:26.020118 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 625c1d7c-9019-4393-b095-e83864d163aa up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:17:26.039515 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7e349-b1f5-4b9b-879e-e9a72b0f95ad admin admin] Pushing event deleted for resources: {'Network': ['ID=7a18f2d4-322a-491d-8dfe-75da33490a94,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:26.131227 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 625c1d7c-9019-4393-b095-e83864d163aa completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:17:26.137159 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 625c1d7c-9019-4393-b095-e83864d163aa triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:17:26.138735 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (625c1d7c-9019-4393-b095-e83864d163aa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:26.141529 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb4c16-c999-4681-87c4-6de8a7c51b0f req-34f7ebb3-6890-483e-b4bb-af9cd65c8ed1 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:26.149711 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eacb4c16-c999-4681-87c4-6de8a7c51b0f req-34f7ebb3-6890-483e-b4bb-af9cd65c8ed1 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ba66522-4272-450f-a0d8-8abb2d3187e5 HTTP/1.1" status: 200 len: 944 time: 0.1404867 Feb 28 20:17:26.183791 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e2065-e9c6-4ab8-9ab9-62f82b9792dd req-3e2c3725-61a5-454e-bd9f-d55c84d8523a tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:26.185396 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-161e2065-e9c6-4ab8-9ab9-62f82b9792dd req-3e2c3725-61a5-454e-bd9f-d55c84d8523a tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d0795f-9ac2-4c9b-a266-d89bd7f91e04 HTTP/1.1" status: 200 len: 944 time: 0.1125865 Feb 28 20:17:26.241174 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eacb4c16-c999-4681-87c4-6de8a7c51b0f req-2a1983ab-ef4b-4a7b-a14b-8cc58a525bb6 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904956 Feb 28 20:17:26.329881 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 52650) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:26.340695 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 625c1d7c-9019-4393-b095-e83864d163aa is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:26.341393 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (625c1d7c-9019-4393-b095-e83864d163aa), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:26.394655 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba66522-4272-450f-a0d8-8abb2d3187e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625c1d7c-9019-4393-b095-e83864d163aa'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:26.399047 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776bb1dc-1f1a-487e-a81e-0277decd8228" -d '{"events": [{"server_uuid": "4ba66522-4272-450f-a0d8-8abb2d3187e5", "name": "network-vif-plugged", "status": "completed", "tag": "625c1d7c-9019-4393-b095-e83864d163aa"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:26.421051 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 625c1d7c-9019-4393-b095-e83864d163aa, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=625c1d7c-9019-4393-b095-e83864d163aa,segment=NetworkSegment(9d1645d2-e849-4f5c-bf28-d28b3f617709),segment_id=9d1645d2-e849-4f5c-bf28-d28b3f617709)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:26.428201 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (625c1d7c-9019-4393-b095-e83864d163aa), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:26.556935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=625c1d7c-9019-4393-b095-e83864d163aa,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:26.579371 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-161e2065-e9c6-4ab8-9ab9-62f82b9792dd req-df197e31-7783-4695-b620-83f2aeb55598 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0ef047-4cc9-4c98-9cf8-967ab7c43c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3800390 Feb 28 20:17:26.685997 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-abff3149-e53d-4336-932c-f1e569ca8c66 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:26.696928 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-abff3149-e53d-4336-932c-f1e569ca8c66 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.15 "GET /v2.0/networks?id=1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 HTTP/1.1" status: 200 len: 817 time: 0.4012477 Feb 28 20:17:26.714856 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-eeb677ae-bdad-4f36-ab2f-79cf7e028b57 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Request body: {'port': {'device_id': 'fc89c159-77a0-4a00-a99b-c6f86b211e8e', 'network_id': '1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6', 'admin_state_up': True, 'tenant_id': '9396423ef5a54e7586ac0d4bd22df9d2'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:26.801104 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b403ae90-acec-46db-be32-344fed33e10d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4b67168c19e47fc8123410b2d1449a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4586298 Feb 28 20:17:26.807802 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52658) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:26.826345 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-5838b44f-1ba7-4bbe-b2a4-1c155b4be73a tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:26.828117 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-5838b44f-1ba7-4bbe-b2a4-1c155b4be73a tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.10 "GET /v2.0/networks?id=1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 HTTP/1.1" status: 200 len: 817 time: 0.3426785 Feb 28 20:17:26.850332 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cdd65500-5a16-410b-8c4b-0e2188010f1f req-f3612c38-66d6-42d0-85ac-ea2c06cac3a4 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d075a73-f508-43d4-9e23-e456528e96c4 HTTP/1.1" status: 200 len: 210 time: 0.0778103 Feb 28 20:17:26.874586 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c75ca272-f8f1-4aca-b64f-73d25c7b1e61 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Request body: {'port': {'device_id': '0d075a73-f508-43d4-9e23-e456528e96c4', 'network_id': '1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6', 'admin_state_up': True, 'tenant_id': '9396423ef5a54e7586ac0d4bd22df9d2'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:26.877317 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-7eeb7734-f5b9-44d6-9b9c-95d7aacc665c tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:26.879339 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-7eeb7734-f5b9-44d6-9b9c-95d7aacc665c tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.10 "GET /v2.0/networks?id=1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 HTTP/1.1" status: 200 len: 817 time: 0.5359087 Feb 28 20:17:26.899093 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552b646-8b28-43a4-9fb1-79f30bb603b3 req-333c039b-d778-46c9-b60f-db3bf73634d4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:26.906198 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5552b646-8b28-43a4-9fb1-79f30bb603b3 req-333c039b-d778-46c9-b60f-db3bf73634d4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.4841700 Feb 28 20:17:26.907178 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1ad7e4-c965-4a4a-9b47-696b7d9059a6 x-openstack-request-id: req-8f1ad7e4-c965-4a4a-9b47-696b7d9059a6 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:26.907616 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba66522-4272-450f-a0d8-8abb2d3187e5", "name": "network-vif-plugged", "status": "completed", "tag": "625c1d7c-9019-4393-b095-e83864d163aa", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:26.908066 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f1ad7e4-c965-4a4a-9b47-696b7d9059a6 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:26.908479 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba66522-4272-450f-a0d8-8abb2d3187e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625c1d7c-9019-4393-b095-e83864d163aa', 'code': 200} Feb 28 20:17:26.917165 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-d3f177f9-c7ae-4bf6-87ec-2b88fa57204a tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Request body: {'port': {'device_id': '6d298420-c25e-4ad9-af61-ada5db3f87a3', 'network_id': '1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6', 'admin_state_up': True, 'tenant_id': '9396423ef5a54e7586ac0d4bd22df9d2'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:27.028761 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5552b646-8b28-43a4-9fb1-79f30bb603b3 req-cb4310ea-20a8-47fc-b9f8-8d2358deb797 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215582 Feb 28 20:17:27.134841 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fbfc80df-0c36-40c2-b7a0-bdc940c80828 admin admin] Publish callbacks [] for security_group (379965d3-2ba3-4224-ab0f-1172cb26432b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:27.152915 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-eeb677ae-bdad-4f36-ab2f-79cf7e028b57 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Made reservation on behalf of 9396423ef5a54e7586ac0d4bd22df9d2 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:17:27.156956 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-eeb677ae-bdad-4f36-ab2f-79cf7e028b57 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:27.187378 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2afa9-6971-4aa4-9214-282dbe8ddc46 req-9afe4fa1-3769-44a3-a53e-056edd178854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:27.187832 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-51a2afa9-6971-4aa4-9214-282dbe8ddc46 req-9afe4fa1-3769-44a3-a53e-056edd178854 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ba66522-4272-450f-a0d8-8abb2d3187e5 HTTP/1.1" status: 200 len: 1128 time: 0.1928647 Feb 28 20:17:27.193212 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fbfc80df-0c36-40c2-b7a0-bdc940c80828 admin admin] Publish callbacks [] for security_group (379965d3-2ba3-4224-ab0f-1172cb26432b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:27.204348 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-d3f177f9-c7ae-4bf6-87ec-2b88fa57204a tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Made reservation on behalf of 9396423ef5a54e7586ac0d4bd22df9d2 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:17:27.207654 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-d3f177f9-c7ae-4bf6-87ec-2b88fa57204a tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:27.242718 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c75ca272-f8f1-4aca-b64f-73d25c7b1e61 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Made reservation on behalf of 9396423ef5a54e7586ac0d4bd22df9d2 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:17:27.246210 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c75ca272-f8f1-4aca-b64f-73d25c7b1e61 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:27.268464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d98bc-aaaf-48f9-ae5a-3dbe455b2c75 req-d4073178-bbd0-40ba-9e26-fe88158438ff tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:27.278405 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b4d98bc-aaaf-48f9-ae5a-3dbe455b2c75 req-d4073178-bbd0-40ba-9e26-fe88158438ff tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1589057 Feb 28 20:17:27.403573 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-51a2afa9-6971-4aa4-9214-282dbe8ddc46 req-58aaacde-4b5b-4910-98b0-fd5bd6e71ccd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063594 Feb 28 20:17:27.448506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b4d98bc-aaaf-48f9-ae5a-3dbe455b2c75 req-580eb7c2-f709-4572-afa0-18d341847faf tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687846 Feb 28 20:17:27.453531 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fbfc80df-0c36-40c2-b7a0-bdc940c80828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (379965d3-2ba3-4224-ab0f-1172cb26432b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:27.459129 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fbfc80df-0c36-40c2-b7a0-bdc940c80828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:27.465307 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fbfc80df-0c36-40c2-b7a0-bdc940c80828 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/379965d3-2ba3-4224-ab0f-1172cb26432b HTTP/1.1" status: 204 len: 168 time: 0.6515472 Feb 28 20:17:27.511536 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc80df-0c36-40c2-b7a0-bdc940c80828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379965d3-2ba3-4224-ab0f-1172cb26432b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:27.568465 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-eeb677ae-bdad-4f36-ab2f-79cf7e028b57 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Allocated IP 172.20.0.9 (1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6/2e980e31-a647-4b07-8929-6b18ba04ac62/65476453-37d5-4e69-88ff-ba2b2c87c253) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:17:27.697693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002ec07-baa7-4945-9c93-f2885120e83e req-3d904ffd-07e2-47bc-9775-f0a0ddcb6ac0 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:27.705423 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3002ec07-baa7-4945-9c93-f2885120e83e req-3d904ffd-07e2-47bc-9775-f0a0ddcb6ac0 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ba66522-4272-450f-a0d8-8abb2d3187e5 HTTP/1.1" status: 200 len: 945 time: 0.1829255 Feb 28 20:17:27.773130 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3002ec07-baa7-4945-9c93-f2885120e83e req-3cdc4d14-762b-4391-ac18-f7ccc99feb5d tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611074 Feb 28 20:17:27.792584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eda280-f306-4ca0-a4a8-30e040303785 req-0658e721-67c4-440f-82af-d644f50f4079 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:27.794240 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0eda280-f306-4ca0-a4a8-30e040303785 req-0658e721-67c4-440f-82af-d644f50f4079 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcc04129-d4f0-48d1-a2a3-f13c573f1939 HTTP/1.1" status: 200 len: 946 time: 0.1781533 Feb 28 20:17:27.844752 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-eeb677ae-bdad-4f36-ab2f-79cf7e028b57 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks [] for port (65476453-37d5-4e69-88ff-ba2b2c87c253), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:27.847151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 06c87037-de46-41b2-b36b-3cc51f73da18 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:17:27.919023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 06c87037-de46-41b2-b36b-3cc51f73da18 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:17:27.924274 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-eeb677ae-bdad-4f36-ab2f-79cf7e028b57 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (65476453-37d5-4e69-88ff-ba2b2c87c253), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:27.929070 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 06c87037-de46-41b2-b36b-3cc51f73da18 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:17:27.930854 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (06c87037-de46-41b2-b36b-3cc51f73da18), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:28.023373 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0eda280-f306-4ca0-a4a8-30e040303785 req-75a27526-0b0d-4a98-9bba-6f0c0d297ee7 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6e64e0c-a8e3-4f15-832c-9ba36efd1fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163303 Feb 28 20:17:28.031531 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 52694) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:28.039585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-eeb677ae-bdad-4f36-ab2f-79cf7e028b57 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Network 1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:17:28.045110 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-eeb677ae-bdad-4f36-ab2f-79cf7e028b57 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:17:28.053817 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-eeb677ae-bdad-4f36-ab2f-79cf7e028b57 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:17:28.060180 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb677ae-bdad-4f36-ab2f-79cf7e028b57 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Pushing event updated for resources: {'Port': ['ID=65476453-37d5-4e69-88ff-ba2b2c87c253,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:28.114645 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-d3f177f9-c7ae-4bf6-87ec-2b88fa57204a tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Allocated IP 172.20.0.2 (1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6/2e980e31-a647-4b07-8929-6b18ba04ac62/a13289c2-75c9-4dfa-b1de-87a279187ce1) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:17:28.136456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-eeb677ae-bdad-4f36-ab2f-79cf7e028b57 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:28.137595 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-eeb677ae-bdad-4f36-ab2f-79cf7e028b57 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:28.164610 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-eeb677ae-bdad-4f36-ab2f-79cf7e028b57 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4555390 Feb 28 20:17:28.188957 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] Request body: {'port': {'device_id': 'fc89c159-77a0-4a00-a99b-c6f86b211e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:28.225639 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497c1d2-85a4-4114-90a4-1accf65c0d55 req-b623e119-0682-408a-bf36-8b929f16e643 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:28.233542 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a497c1d2-85a4-4114-90a4-1accf65c0d55 req-b623e119-0682-408a-bf36-8b929f16e643 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d0795f-9ac2-4c9b-a266-d89bd7f91e04 HTTP/1.1" status: 200 len: 944 time: 0.3598611 Feb 28 20:17:28.242355 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5cbc0074-a97b-449c-8960-e21094d7d6e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d568b54f976249d188be37b6955a624d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088118 Feb 28 20:17:28.250017 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 52704) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:28.269416 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 06c87037-de46-41b2-b36b-3cc51f73da18 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:28.276418 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (06c87037-de46-41b2-b36b-3cc51f73da18), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:28.292755 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (65476453-37d5-4e69-88ff-ba2b2c87c253), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:28.316342 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 06c87037-de46-41b2-b36b-3cc51f73da18, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=06c87037-de46-41b2-b36b-3cc51f73da18,segment=NetworkSegment(e2ab50f5-900c-48e7-a9b6-bd7cb06d5470),segment_id=e2ab50f5-900c-48e7-a9b6-bd7cb06d5470)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:28.323812 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (06c87037-de46-41b2-b36b-3cc51f73da18), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:28.393278 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=06c87037-de46-41b2-b36b-3cc51f73da18,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:28.480657 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a497c1d2-85a4-4114-90a4-1accf65c0d55 req-5a94f2e4-d785-4ab3-b2db-9ef81ad85333 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0ef047-4cc9-4c98-9cf8-967ab7c43c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460136 Feb 28 20:17:28.519815 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-35215031-11d3-4f35-82b4-5afcc230cbee admin admin] Publish callbacks [] for security_group (5fc4e297-0d81-42cb-ab51-818b937b0cf3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:28.569445 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c97371-ead7-4aac-9123-e387d2234802 req-ec0d44a8-831d-4424-bf31-469d0d125ea9 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:28.576317 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-52c97371-ead7-4aac-9123-e387d2234802 req-ec0d44a8-831d-4424-bf31-469d0d125ea9 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 812 time: 0.4461474 Feb 28 20:17:28.637700 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-52c97371-ead7-4aac-9123-e387d2234802 req-3926d2c6-17df-4b7a-be2f-85dafff90abc tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/quotas/d31e1b7746264200b53c61174ee5824e HTTP/1.1" status: 200 len: 375 time: 0.0596948 Feb 28 20:17:28.650688 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-35215031-11d3-4f35-82b4-5afcc230cbee admin admin] Publish callbacks [] for security_group (5fc4e297-0d81-42cb-ab51-818b937b0cf3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:28.659232 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-87742a5e-73fd-4417-897d-24bdeae33abe req-0b9fe51a-fbbb-497e-8720-29a6ea69618a tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d075a73-f508-43d4-9e23-e456528e96c4 HTTP/1.1" status: 200 len: 210 time: 0.0705733 Feb 28 20:17:28.754573 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-d3f177f9-c7ae-4bf6-87ec-2b88fa57204a tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks [] for port (a13289c2-75c9-4dfa-b1de-87a279187ce1), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:28.780781 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-52c97371-ead7-4aac-9123-e387d2234802 req-84b0a413-e7b6-4f8b-8b04-021509a70365 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1205864 Feb 28 20:17:28.790874 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-35215031-11d3-4f35-82b4-5afcc230cbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5fc4e297-0d81-42cb-ab51-818b937b0cf3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:28.793693 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-35215031-11d3-4f35-82b4-5afcc230cbee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:28.794975 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-35215031-11d3-4f35-82b4-5afcc230cbee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fc4e297-0d81-42cb-ab51-818b937b0cf3 HTTP/1.1" status: 204 len: 168 time: 0.5367763 Feb 28 20:17:28.832651 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35215031-11d3-4f35-82b4-5afcc230cbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc4e297-0d81-42cb-ab51-818b937b0cf3,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:28.909609 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d0795f-9ac2-4c9b-a266-d89bd7f91e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c87037-de46-41b2-b36b-3cc51f73da18'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:28.912017 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90dac70-4691-4d2f-837d-f35c24d8f6a6" -d '{"events": [{"server_uuid": "b5d0795f-9ac2-4c9b-a266-d89bd7f91e04", "name": "network-vif-plugged", "status": "completed", "tag": "06c87037-de46-41b2-b36b-3cc51f73da18"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:28.940755 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215031-11d3-4f35-82b4-5afcc230cbee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:28.941448 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215031-11d3-4f35-82b4-5afcc230cbee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:28.941751 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215031-11d3-4f35-82b4-5afcc230cbee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:28.942056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215031-11d3-4f35-82b4-5afcc230cbee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:28.942388 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215031-11d3-4f35-82b4-5afcc230cbee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:28.942715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215031-11d3-4f35-82b4-5afcc230cbee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:28.943110 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215031-11d3-4f35-82b4-5afcc230cbee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:28.943353 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215031-11d3-4f35-82b4-5afcc230cbee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:28.943683 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215031-11d3-4f35-82b4-5afcc230cbee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:28.945737 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215031-11d3-4f35-82b4-5afcc230cbee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:28.948857 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215031-11d3-4f35-82b4-5afcc230cbee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:28.949785 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215031-11d3-4f35-82b4-5afcc230cbee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:28.950595 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215031-11d3-4f35-82b4-5afcc230cbee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:28.962531 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c75ca272-f8f1-4aca-b64f-73d25c7b1e61 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Allocated IP 172.20.0.4 (1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6/2e980e31-a647-4b07-8929-6b18ba04ac62/bb1b8267-cb0e-4481-9111-1ca110f8c8a1) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:17:29.002089 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-d3f177f9-c7ae-4bf6-87ec-2b88fa57204a tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a13289c2-75c9-4dfa-b1de-87a279187ce1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:29.113829 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-d3f177f9-c7ae-4bf6-87ec-2b88fa57204a tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Network 1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:17:29.129088 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-d3f177f9-c7ae-4bf6-87ec-2b88fa57204a tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:17:29.140745 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-d3f177f9-c7ae-4bf6-87ec-2b88fa57204a tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:17:29.180560 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f177f9-c7ae-4bf6-87ec-2b88fa57204a tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Pushing event updated for resources: {'Port': ['ID=a13289c2-75c9-4dfa-b1de-87a279187ce1,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:29.180940 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d4cd6-eedd-4929-9c78-fe9bd5328a7f req-f8494e5f-ee09-447f-9211-bb774758e507 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:29.182524 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7a3d4cd6-eedd-4929-9c78-fe9bd5328a7f req-f8494e5f-ee09-447f-9211-bb774758e507 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc04129-d4f0-48d1-a2a3-f13c573f1939 HTTP/1.1" status: 200 len: 946 time: 0.1742775 Feb 28 20:17:29.194997 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-52c97371-ead7-4aac-9123-e387d2234802 req-60208d92-2cd6-44c4-9a00-b0ae5fa4ddc0 service neutron] 10.222.0.13 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929152 Feb 28 20:17:29.237985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4e162-d6f6-42a9-b1d8-0cd10f28ada1 req-29bb6fa1-9742-4861-bf94-57497053db78 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:29.246014 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8db4e162-d6f6-42a9-b1d8-0cd10f28ada1 req-29bb6fa1-9742-4861-bf94-57497053db78 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ba66522-4272-450f-a0d8-8abb2d3187e5 HTTP/1.1" status: 200 len: 945 time: 0.3850143 Feb 28 20:17:29.391580 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c75ca272-f8f1-4aca-b64f-73d25c7b1e61 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks [] for port (bb1b8267-cb0e-4481-9111-1ca110f8c8a1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:29.428092 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-7a3d4cd6-eedd-4929-9c78-fe9bd5328a7f req-14430b55-5c5e-4d50-9716-673ce93b2042 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Deleting port 6894fe12-c14a-4c36-ab2d-6ba9c70954ad {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:17:29.428092 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7a3d4cd6-eedd-4929-9c78-fe9bd5328a7f req-14430b55-5c5e-4d50-9716-673ce93b2042 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6894fe12-c14a-4c36-ab2d-6ba9c70954ad), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:29.556811 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c75ca272-f8f1-4aca-b64f-73d25c7b1e61 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (bb1b8267-cb0e-4481-9111-1ca110f8c8a1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:29.727904 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-d3f177f9-c7ae-4bf6-87ec-2b88fa57204a tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:29.729215 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-d3f177f9-c7ae-4bf6-87ec-2b88fa57204a tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:29.810413 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-d3f177f9-c7ae-4bf6-87ec-2b88fa57204a tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9018190 Feb 28 20:17:29.829501 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8db4e162-d6f6-42a9-b1d8-0cd10f28ada1 req-11fa7201-dc1f-45bc-9d48-d0fe81fcb135 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5822546 Feb 28 20:17:29.870262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] Request body: {'port': {'device_id': '6d298420-c25e-4ad9-af61-ada5db3f87a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:29.910828 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-52c97371-ead7-4aac-9123-e387d2234802 req-a59845eb-62ce-4204-8afc-d0689ebbe654 service neutron] 10.222.0.13 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7118969 Feb 28 20:17:29.929895 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ea2aca-884c-4b57-be9f-806516361df1 x-openstack-request-id: req-72ea2aca-884c-4b57-be9f-806516361df1 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:29.933495 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d0795f-9ac2-4c9b-a266-d89bd7f91e04", "name": "network-vif-plugged", "status": "completed", "tag": "06c87037-de46-41b2-b36b-3cc51f73da18", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:29.934300 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72ea2aca-884c-4b57-be9f-806516361df1 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:29.935241 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d0795f-9ac2-4c9b-a266-d89bd7f91e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c87037-de46-41b2-b36b-3cc51f73da18', 'code': 200} Feb 28 20:17:30.032110 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a13289c2-75c9-4dfa-b1de-87a279187ce1), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:30.149061 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-7a3d4cd6-eedd-4929-9c78-fe9bd5328a7f req-14430b55-5c5e-4d50-9716-673ce93b2042 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] For port 6894fe12-c14a-4c36-ab2d-6ba9c70954ad, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=6894fe12-c14a-4c36-ab2d-6ba9c70954ad,segment=NetworkSegment(66546881-124d-4add-8502-d1c20551dd3c),segment_id=66546881-124d-4add-8502-d1c20551dd3c)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:30.150158 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7a3d4cd6-eedd-4929-9c78-fe9bd5328a7f req-14430b55-5c5e-4d50-9716-673ce93b2042 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6894fe12-c14a-4c36-ab2d-6ba9c70954ad), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:30.157452 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c75ca272-f8f1-4aca-b64f-73d25c7b1e61 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Network 1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:17:30.176005 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c75ca272-f8f1-4aca-b64f-73d25c7b1e61 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:17:30.183157 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ca272-f8f1-4aca-b64f-73d25c7b1e61 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Pushing event updated for resources: {'Port': ['ID=bb1b8267-cb0e-4481-9111-1ca110f8c8a1,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:30.185868 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c75ca272-f8f1-4aca-b64f-73d25c7b1e61 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:17:30.189008 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-7a3d4cd6-eedd-4929-9c78-fe9bd5328a7f req-14430b55-5c5e-4d50-9716-673ce93b2042 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Calling delete_port for 6894fe12-c14a-4c36-ab2d-6ba9c70954ad owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:17:30.419701 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c75ca272-f8f1-4aca-b64f-73d25c7b1e61 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:30.420388 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c75ca272-f8f1-4aca-b64f-73d25c7b1e61 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:30.450776 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03315b-2c09-4bf1-b3bf-fa3b0a1ca7b2 req-c9e0cc28-6db0-42c9-ba90-63619dd73fb4 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:30.461472 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c75ca272-f8f1-4aca-b64f-73d25c7b1e61 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5999782 Feb 28 20:17:30.466004 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b03315b-2c09-4bf1-b3bf-fa3b0a1ca7b2 req-c9e0cc28-6db0-42c9-ba90-63619dd73fb4 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcc04129-d4f0-48d1-a2a3-f13c573f1939 HTTP/1.1" status: 200 len: 946 time: 0.3986034 Feb 28 20:17:30.472717 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdca6d-da3a-4ff8-b30c-684f9fc85bb5 req-16786247-b61b-4be5-ba4c-981a7d7a9aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:30.480848 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4cdca6d-da3a-4ff8-b30c-684f9fc85bb5 req-16786247-b61b-4be5-ba4c-981a7d7a9aa0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b5d0795f-9ac2-4c9b-a266-d89bd7f91e04 HTTP/1.1" status: 200 len: 1128 time: 0.4168687 Feb 28 20:17:30.482779 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] Request body: {'port': {'device_id': '0d075a73-f508-43d4-9e23-e456528e96c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:30.624922 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65476453-37d5-4e69-88ff-ba2b2c87c253 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:17:30.646169 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555dd32-9b72-4295-8109-220d182c2a33 req-4bd48ff1-0475-47a9-adf0-d21be050abfa tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:30.653441 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c555dd32-9b72-4295-8109-220d182c2a33 req-4bd48ff1-0475-47a9-adf0-d21be050abfa tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d0795f-9ac2-4c9b-a266-d89bd7f91e04 HTTP/1.1" status: 200 len: 945 time: 0.3674364 Feb 28 20:17:30.673232 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] Publish callbacks [] for port (65476453-37d5-4e69-88ff-ba2b2c87c253), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:30.676252 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bb1b8267-cb0e-4481-9111-1ca110f8c8a1), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:30.704379 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b03315b-2c09-4bf1-b3bf-fa3b0a1ca7b2 req-2049f32d-3b0d-4f6d-bab4-79e9cc0c0d83 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6e64e0c-a8e3-4f15-832c-9ba36efd1fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345190 Feb 28 20:17:30.712195 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4cdca6d-da3a-4ff8-b30c-684f9fc85bb5 req-40dccf69-b1c9-4da2-b4e0-9ee327e67de7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fd0ef047-4cc9-4c98-9cf8-967ab7c43c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575620 Feb 28 20:17:30.799468 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c555dd32-9b72-4295-8109-220d182c2a33 req-0b86a5b7-5db2-4a2c-8243-c24b01d28b26 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0ef047-4cc9-4c98-9cf8-967ab7c43c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451221 Feb 28 20:17:30.923076 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed2791-0fbe-456a-bb9e-f4baa9adf769 req-65ef675f-6402-4688-ad99-ff08bf9e4ac1 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:30.925802 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19ed2791-0fbe-456a-bb9e-f4baa9adf769 req-65ef675f-6402-4688-ad99-ff08bf9e4ac1 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d075a73-f508-43d4-9e23-e456528e96c4 HTTP/1.1" status: 200 len: 931 time: 0.0986097 Feb 28 20:17:31.010333 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19ed2791-0fbe-456a-bb9e-f4baa9adf769 req-856270fe-4797-4cb2-a9eb-0652f630269d tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/security-groups?id=3699648a-c461-4f18-a4ca-289d3ee4a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776670 Feb 28 20:17:31.054175 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e661c3e-3627-4970-9fdc-b90b06f60f0d req-80f6789c-b606-4c19-85d5-c99594bf38a0 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:31.059603 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e661c3e-3627-4970-9fdc-b90b06f60f0d req-80f6789c-b606-4c19-85d5-c99594bf38a0 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ba66522-4272-450f-a0d8-8abb2d3187e5 HTTP/1.1" status: 200 len: 945 time: 0.1256278 Feb 28 20:17:31.149220 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] Transition to ACTIVE for port object 65476453-37d5-4e69-88ff-ba2b2c87c253 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:17:31.152208 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7a3d4cd6-eedd-4929-9c78-fe9bd5328a7f req-14430b55-5c5e-4d50-9716-673ce93b2042 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (6894fe12-c14a-4c36-ab2d-6ba9c70954ad), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:31.180085 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['6894fe12-c14a-4c36-ab2d-6ba9c70954ad'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:17:31.215008 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (65476453-37d5-4e69-88ff-ba2b2c87c253), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:31.224688 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14430b55-5c5e-4d50-9716-673ce93b2042 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Pushing event deleted for resources: {'Port': ['ID=6894fe12-c14a-4c36-ab2d-6ba9c70954ad,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:31.270264 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aed15e22-06e1-49a0-8f80-aec6f1642978 req-f4ef9445-a33d-4a58-98e7-b7cddfb62594 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 210 time: 0.1335979 Feb 28 20:17:31.368980 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=65476453-37d5-4e69-88ff-ba2b2c87c253,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:31.435207 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e661c3e-3627-4970-9fdc-b90b06f60f0d req-c5bd176a-af64-4363-b839-82e1491ee746 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680835 Feb 28 20:17:31.588867 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3d4cd6-eedd-4929-9c78-fe9bd5328a7f req-14430b55-5c5e-4d50-9716-673ce93b2042 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] No DVR routers for this DVR port 6894fe12-c14a-4c36-ab2d-6ba9c70954ad on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:17:31.604875 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7a3d4cd6-eedd-4929-9c78-fe9bd5328a7f req-14430b55-5c5e-4d50-9716-673ce93b2042 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:31.653466 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7a3d4cd6-eedd-4929-9c78-fe9bd5328a7f req-14430b55-5c5e-4d50-9716-673ce93b2042 tempest-ServerMetadataNegativeTestJSON-1591717355 tempest-ServerMetadataNegativeTestJSON-1591717355-project] 10.222.0.15 "DELETE /v2.0/ports/6894fe12-c14a-4c36-ab2d-6ba9c70954ad HTTP/1.1" status: 204 len: 173 time: 2.4642754 Feb 28 20:17:31.654812 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc04129-d4f0-48d1-a2a3-f13c573f1939', 'name': 'network-vif-deleted', 'tag': '6894fe12-c14a-4c36-ab2d-6ba9c70954ad'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:31.675572 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d31cba-1ce7-4da2-8d0a-506ced5e71a4" -d '{"events": [{"server_uuid": "fcc04129-d4f0-48d1-a2a3-f13c573f1939", "name": "network-vif-deleted", "tag": "6894fe12-c14a-4c36-ab2d-6ba9c70954ad"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:31.802411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13289c2-75c9-4dfa-b1de-87a279187ce1 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:17:31.830314 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] Publish callbacks [] for port (a13289c2-75c9-4dfa-b1de-87a279187ce1), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:31.851718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] Transition to ACTIVE for port object a13289c2-75c9-4dfa-b1de-87a279187ce1 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:17:31.866110 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f381c6-462d-48a6-bcac-c11701ff7eaf req-8c26bc9a-241c-4e62-b88d-9517ef172a2d tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:31.878384 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6f381c6-462d-48a6-bcac-c11701ff7eaf req-8c26bc9a-241c-4e62-b88d-9517ef172a2d tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/ports?device_id=1adb5f5c-2a15-4da0-8a89-cce624dd4213 HTTP/1.1" status: 200 len: 946 time: 0.1501718 Feb 28 20:17:31.889075 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (a13289c2-75c9-4dfa-b1de-87a279187ce1), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:31.907581 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] Attempting to bind port 65476453-37d5-4e69-88ff-ba2b2c87c253 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:17:31.907966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] Attempting to bind port 65476453-37d5-4e69-88ff-ba2b2c87c253 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '1fb55920-1762-4771-a322-6f561121b16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:17:31.908449 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] Attempting to bind port 65476453-37d5-4e69-88ff-ba2b2c87c253 on network 1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:17:31.967935 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] Port 65476453-37d5-4e69-88ff-ba2b2c87c253 on network 1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:17:31.968441 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] Attempting to bind port 65476453-37d5-4e69-88ff-ba2b2c87c253 on network 1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:17:31.984507 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:17:31.984932 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] Checking segment: {'id': '1fb55920-1762-4771-a322-6f561121b16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:17:31.985300 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] Bound using segment: {'id': '1fb55920-1762-4771-a322-6f561121b16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:17:31.985751 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] Bound port: 65476453-37d5-4e69-88ff-ba2b2c87c253, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb55920-1762-4771-a322-6f561121b16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:17:31.986838 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (65476453-37d5-4e69-88ff-ba2b2c87c253), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:32.044754 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6f381c6-462d-48a6-bcac-c11701ff7eaf req-c188e844-1613-4240-b45e-fc91f2e09bc0 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648979 Feb 28 20:17:32.230586 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] For port 65476453-37d5-4e69-88ff-ba2b2c87c253, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:17:32.243796 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] For port 65476453-37d5-4e69-88ff-ba2b2c87c253, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=65476453-37d5-4e69-88ff-ba2b2c87c253,segment=NetworkSegment(1fb55920-1762-4771-a322-6f561121b16f),segment_id=1fb55920-1762-4771-a322-6f561121b16f)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:17:32.248070 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] Pushing event updated for resources: {'Port': ['ID=a13289c2-75c9-4dfa-b1de-87a279187ce1,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:32.295326 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (65476453-37d5-4e69-88ff-ba2b2c87c253), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:32.385340 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-b4699af4-b549-4ce2-af70-57c6b2ffbac4 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f46bcf36e6cc4ec196ce9fdde2e79970&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1548789 Feb 28 20:17:32.425785 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] Attempting to bind port a13289c2-75c9-4dfa-b1de-87a279187ce1 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:17:32.426089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] Attempting to bind port a13289c2-75c9-4dfa-b1de-87a279187ce1 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '1fb55920-1762-4771-a322-6f561121b16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:17:32.426591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] Attempting to bind port a13289c2-75c9-4dfa-b1de-87a279187ce1 on network 1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:17:32.448982 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c97371-ead7-4aac-9123-e387d2234802 req-70bcdaf6-a874-49e2-9a16-27b946645fd6 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:32.450692 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-52c97371-ead7-4aac-9123-e387d2234802 req-70bcdaf6-a874-49e2-9a16-27b946645fd6 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.15 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 812 time: 0.3170569 Feb 28 20:17:32.454944 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] Port a13289c2-75c9-4dfa-b1de-87a279187ce1 on network 1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:17:32.455266 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] Attempting to bind port a13289c2-75c9-4dfa-b1de-87a279187ce1 on network 1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:17:32.476365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:17:32.476760 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] Checking segment: {'id': '1fb55920-1762-4771-a322-6f561121b16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:17:32.477365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] Bound using segment: {'id': '1fb55920-1762-4771-a322-6f561121b16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:17:32.478084 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] Bound port: a13289c2-75c9-4dfa-b1de-87a279187ce1, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb55920-1762-4771-a322-6f561121b16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:17:32.480623 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a13289c2-75c9-4dfa-b1de-87a279187ce1), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:32.483896 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-52c97371-ead7-4aac-9123-e387d2234802 req-b0e578f6-cfdb-4e98-8b28-66bbaadc15e1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Request body: {'port': {'device_id': 'dd2d7052-fa9f-47fd-9992-8f341f17f7ba', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'admin_state_up': True, 'tenant_id': 'd31e1b7746264200b53c61174ee5824e'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:32.557079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:32.557704 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:32.559124 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] 10.222.0.15 "PUT /v2.0/ports/65476453-37d5-4e69-88ff-ba2b2c87c253 HTTP/1.1" status: 200 len: 1092 time: 4.3767848 Feb 28 20:17:32.586234 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8dbf3b-20b3-4c56-be93-542c0d60ea81 req-9d011a9c-0c5b-44dc-bf20-c9e6ce03e46c tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:32.596260 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e8dbf3b-20b3-4c56-be93-542c0d60ea81 req-9d011a9c-0c5b-44dc-bf20-c9e6ce03e46c tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ba66522-4272-450f-a0d8-8abb2d3187e5 HTTP/1.1" status: 200 len: 945 time: 0.3674536 Feb 28 20:17:32.609369 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb1b8267-cb0e-4481-9111-1ca110f8c8a1 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:17:32.637708 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] Publish callbacks [] for port (bb1b8267-cb0e-4481-9111-1ca110f8c8a1), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:32.639907 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3fb7d-9370-4340-9768-059884fdd0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=65476453-37d5-4e69-88ff-ba2b2c87c253,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:32.687591 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] Transition to ACTIVE for port object bb1b8267-cb0e-4481-9111-1ca110f8c8a1 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:17:32.695496 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-faa28973-d959-4ed9-9305-db61e1a28276 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:32.697125 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-faa28973-d959-4ed9-9305-db61e1a28276 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3009698 Feb 28 20:17:32.698331 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (bb1b8267-cb0e-4481-9111-1ca110f8c8a1), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:32.724578 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e8dbf3b-20b3-4c56-be93-542c0d60ea81 req-32e372b3-1a65-4760-981e-6e902c347671 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272233 Feb 28 20:17:32.725615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] For port a13289c2-75c9-4dfa-b1de-87a279187ce1, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:17:32.729067 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] For port a13289c2-75c9-4dfa-b1de-87a279187ce1, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a13289c2-75c9-4dfa-b1de-87a279187ce1,segment=NetworkSegment(1fb55920-1762-4771-a322-6f561121b16f),segment_id=1fb55920-1762-4771-a322-6f561121b16f)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:17:32.731305 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-3b4373d7-04a7-4891-9f65-c1776298d122 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/quotas/f46bcf36e6cc4ec196ce9fdde2e79970 HTTP/1.1" status: 200 len: 375 time: 0.0254076 Feb 28 20:17:32.737745 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (a13289c2-75c9-4dfa-b1de-87a279187ce1), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:32.765776 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-55639848-57f9-489e-9693-c0209634a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:32.767889 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-55639848-57f9-489e-9693-c0209634a2ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9396423ef5a54e7586ac0d4bd22df9d2&device_id=fc89c159-77a0-4a00-a99b-c6f86b211e8e HTTP/1.1" status: 200 len: 1126 time: 0.1468625 Feb 28 20:17:32.795614 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cbcb80-c8f4-4e5c-a751-5e4e182727a9 x-openstack-request-id: req-79cbcb80-c8f4-4e5c-a751-5e4e182727a9 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:32.795979 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc04129-d4f0-48d1-a2a3-f13c573f1939", "name": "network-vif-deleted", "tag": "6894fe12-c14a-4c36-ab2d-6ba9c70954ad", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:32.796187 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79cbcb80-c8f4-4e5c-a751-5e4e182727a9 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:32.796590 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc04129-d4f0-48d1-a2a3-f13c573f1939', 'name': 'network-vif-deleted', 'tag': '6894fe12-c14a-4c36-ab2d-6ba9c70954ad', 'status': 'completed', 'code': 200} Feb 28 20:17:32.806315 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-468a7daa-39d6-405c-b9ea-18d525342657 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f46bcf36e6cc4ec196ce9fdde2e79970&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637469 Feb 28 20:17:32.807655 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:32.808294 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:32.809626 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] 10.222.0.10 "PUT /v2.0/ports/a13289c2-75c9-4dfa-b1de-87a279187ce1 HTTP/1.1" status: 200 len: 1092 time: 2.9735572 Feb 28 20:17:32.815009 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d298420-c25e-4ad9-af61-ada5db3f87a3', 'tag': 'a13289c2-75c9-4dfa-b1de-87a279187ce1'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:32.817300 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196f526e-d4c7-401d-a1f1-2d22548398dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6d298420-c25e-4ad9-af61-ada5db3f87a3", "tag": "a13289c2-75c9-4dfa-b1de-87a279187ce1"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:32.842631 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 52812) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:32.864619 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] Pushing event updated for resources: {'Port': ['ID=bb1b8267-cb0e-4481-9111-1ca110f8c8a1,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:32.894898 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-bf8635e6-dd08-4218-9666-15e59d36a667 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65476453-37d5-4e69-88ff-ba2b2c87c253 HTTP/1.1" status: 200 len: 217 time: 0.1140931 Feb 28 20:17:32.895475 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c97371-ead7-4aac-9123-e387d2234802 req-b0e578f6-cfdb-4e98-8b28-66bbaadc15e1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Made reservation on behalf of d31e1b7746264200b53c61174ee5824e for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:17:32.898968 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-52c97371-ead7-4aac-9123-e387d2234802 req-b0e578f6-cfdb-4e98-8b28-66bbaadc15e1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:32.931164 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd2ea9-f2db-4fd0-bd7c-949228320da3 service neutron] Pushing event updated for resources: {'Port': ['ID=a13289c2-75c9-4dfa-b1de-87a279187ce1,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:32.980431 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a968f8a1-d16f-4a40-b2ac-b5f0c8f0d40b admin admin] Deleting subnet 75f198ac-4819-4f8c-9cd0-0d5e4007ae9c {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:17:32.986475 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a968f8a1-d16f-4a40-b2ac-b5f0c8f0d40b admin admin] Publish callbacks [] for subnet (75f198ac-4819-4f8c-9cd0-0d5e4007ae9c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:33.046216 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-8a97afc4-23dd-46cc-99c7-4a2f925440ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:33.047682 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-8a97afc4-23dd-46cc-99c7-4a2f925440ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9396423ef5a54e7586ac0d4bd22df9d2&device_id=6d298420-c25e-4ad9-af61-ada5db3f87a3 HTTP/1.1" status: 200 len: 1126 time: 0.1798353 Feb 28 20:17:33.073898 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-48c7701b-4519-4232-85ed-554294551067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:33.075389 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-48c7701b-4519-4232-85ed-554294551067 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e980e31-a647-4b07-8929-6b18ba04ac62 HTTP/1.1" status: 200 len: 857 time: 0.1651809 Feb 28 20:17:33.078352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e318f4-e17c-456e-a52b-0fbd71afd831 req-744f3acd-860d-4995-aeb1-eca490b32268 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:33.081318 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-17e318f4-e17c-456e-a52b-0fbd71afd831 req-744f3acd-860d-4995-aeb1-eca490b32268 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d0795f-9ac2-4c9b-a266-d89bd7f91e04 HTTP/1.1" status: 200 len: 945 time: 0.1779799 Feb 28 20:17:33.093777 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a968f8a1-d16f-4a40-b2ac-b5f0c8f0d40b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (75f198ac-4819-4f8c-9cd0-0d5e4007ae9c), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:33.122848 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-136ac61b-c15d-4bb0-a270-32236b9c8073 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406227 Feb 28 20:17:33.133951 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] Attempting to bind port bb1b8267-cb0e-4481-9111-1ca110f8c8a1 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:17:33.134302 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] Attempting to bind port bb1b8267-cb0e-4481-9111-1ca110f8c8a1 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '1fb55920-1762-4771-a322-6f561121b16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:17:33.134818 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] Attempting to bind port bb1b8267-cb0e-4481-9111-1ca110f8c8a1 on network 1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:17:33.170876 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-67155b16-4def-4ef5-bcf5-1c085f05ffa5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a13289c2-75c9-4dfa-b1de-87a279187ce1 HTTP/1.1" status: 200 len: 217 time: 0.0805926 Feb 28 20:17:33.198582 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] Port bb1b8267-cb0e-4481-9111-1ca110f8c8a1 on network 1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:17:33.198914 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] Attempting to bind port bb1b8267-cb0e-4481-9111-1ca110f8c8a1 on network 1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:17:33.238977 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a968f8a1-d16f-4a40-b2ac-b5f0c8f0d40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (75f198ac-4819-4f8c-9cd0-0d5e4007ae9c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:33.245906 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:17:33.246739 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] Checking segment: {'id': '1fb55920-1762-4771-a322-6f561121b16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:17:33.246739 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] Bound using segment: {'id': '1fb55920-1762-4771-a322-6f561121b16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:17:33.247073 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] Bound port: bb1b8267-cb0e-4481-9111-1ca110f8c8a1, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb55920-1762-4771-a322-6f561121b16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:17:33.247472 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bb1b8267-cb0e-4481-9111-1ca110f8c8a1), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:33.272495 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-52c97371-ead7-4aac-9123-e387d2234802 req-b0e578f6-cfdb-4e98-8b28-66bbaadc15e1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Allocated IP 172.20.0.3 (13b65234-8f0d-445c-80e1-9fa1dcd0f780/19f72b21-2d15-4c2e-bdf5-2e3c46cad921/7d518928-03a1-485e-981d-ca31aea417cf) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:17:33.313015 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-97067fd0-5190-40cd-b85d-ad770e26c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:33.315436 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-97067fd0-5190-40cd-b85d-ad770e26c170 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e980e31-a647-4b07-8929-6b18ba04ac62 HTTP/1.1" status: 200 len: 857 time: 0.1384308 Feb 28 20:17:33.323151 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4a1f4-f11e-4856-a495-6268560b4f1e req-b936786f-920d-4322-bfdb-ed4e09c60afc tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:33.330899 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-16e4a1f4-f11e-4856-a495-6268560b4f1e req-b936786f-920d-4322-bfdb-ed4e09c60afc tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d075a73-f508-43d4-9e23-e456528e96c4 HTTP/1.1" status: 200 len: 943 time: 0.3026912 Feb 28 20:17:33.339648 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-17e318f4-e17c-456e-a52b-0fbd71afd831 req-37195b39-9a64-468c-9adc-a1561fdc7b27 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0ef047-4cc9-4c98-9cf8-967ab7c43c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421026 Feb 28 20:17:33.340755 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-05bf9c41-c93e-480c-a67f-644c5aadb2ce service neutron] 10.222.0.15 "GET /v2.0/networks/1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028527 Feb 28 20:17:33.388513 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-fdde3e85-7ad3-4690-b3e4-bafbe50b0968 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526385 Feb 28 20:17:33.526479 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-16e4a1f4-f11e-4856-a495-6268560b4f1e req-7b4b35f1-2d67-46d7-9412-4156b11954ed tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/security-groups?id=3699648a-c461-4f18-a4ca-289d3ee4a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927505 Feb 28 20:17:33.589899 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a968f8a1-d16f-4a40-b2ac-b5f0c8f0d40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (75f198ac-4819-4f8c-9cd0-0d5e4007ae9c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:33.590244 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-d5119069-e6a7-40ab-ab80-a0620f88e0b0 service neutron] 10.222.0.15 "GET /v2.0/networks/1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004311 Feb 28 20:17:33.622567 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] For port bb1b8267-cb0e-4481-9111-1ca110f8c8a1, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:17:33.666562 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968f8a1-d16f-4a40-b2ac-b5f0c8f0d40b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75f198ac-4819-4f8c-9cd0-0d5e4007ae9c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:33.680581 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a968f8a1-d16f-4a40-b2ac-b5f0c8f0d40b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:33.682477 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] For port bb1b8267-cb0e-4481-9111-1ca110f8c8a1, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=bb1b8267-cb0e-4481-9111-1ca110f8c8a1,segment=NetworkSegment(1fb55920-1762-4771-a322-6f561121b16f),segment_id=1fb55920-1762-4771-a322-6f561121b16f)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:17:33.686595 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a968f8a1-d16f-4a40-b2ac-b5f0c8f0d40b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/75f198ac-4819-4f8c-9cd0-0d5e4007ae9c HTTP/1.1" status: 204 len: 168 time: 0.8438423 Feb 28 20:17:33.690520 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52830) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:33.723731 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-04e7ba19-cbf8-4fd2-8763-64542b4fc81a service neutron] 10.222.0.10 "GET /v2.0/networks/1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210812 Feb 28 20:17:33.730882 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2983a81-26f6-4dc4-b00f-225d737a1343 req-8d7ae460-d2d5-440a-acfc-6f1587b9f0c3 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 210 time: 0.0822091 Feb 28 20:17:33.739505 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (bb1b8267-cb0e-4481-9111-1ca110f8c8a1), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:33.791896 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-f8b12ec3-125f-4b42-9a1a-0a9d5b2324a4 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--624459986&fields=id&tenant_id=1b008fe84570400d8410f1825e5a1877 HTTP/1.1" status: 200 len: 267 time: 0.2635460 Feb 28 20:17:33.839080 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:33.839681 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:33.841115 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] 10.222.0.10 "PUT /v2.0/ports/bb1b8267-cb0e-4481-9111-1ca110f8c8a1 HTTP/1.1" status: 200 len: 1092 time: 3.3630538 Feb 28 20:17:33.859164 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be955eb1-4a7d-4f64-a95d-443078bfe182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (377db2a1-172f-4f6e-b954-fb035321449b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:33.904439 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de463b7-be9f-4500-9fab-f37dec6d027c service neutron] Pushing event updated for resources: {'Port': ['ID=bb1b8267-cb0e-4481-9111-1ca110f8c8a1,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:33.917980 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-52c97371-ead7-4aac-9123-e387d2234802 req-b0e578f6-cfdb-4e98-8b28-66bbaadc15e1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for port (7d518928-03a1-485e-981d-ca31aea417cf), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:34.025298 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-bb54605c-06ae-47f7-b104-29f4a31138ad service neutron] 10.222.0.10 "GET /v2.0/networks/1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817478 Feb 28 20:17:34.038966 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 6894fe12-c14a-4c36-ab2d-6ba9c70954ad no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:17:34.078349 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be955eb1-4a7d-4f64-a95d-443078bfe182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (377db2a1-172f-4f6e-b954-fb035321449b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:34.079295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 6894fe12-c14a-4c36-ab2d-6ba9c70954ad {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:17:34.080666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 6894fe12-c14a-4c36-ab2d-6ba9c70954ad not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:17:34.087375 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-03aaa923-bcaf-4972-9121-50e940ad4456 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:34.089262 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-03aaa923-bcaf-4972-9121-50e940ad4456 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/networks?id=6fc751ed-8d26-4f82-9e02-d415e2097a82 HTTP/1.1" status: 200 len: 815 time: 0.2967246 Feb 28 20:17:34.095203 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-9eb41f24-5212-41d7-933c-a6453c9b9f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:34.098003 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-9eb41f24-5212-41d7-933c-a6453c9b9f55 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9396423ef5a54e7586ac0d4bd22df9d2&device_id=0d075a73-f508-43d4-9e23-e456528e96c4 HTTP/1.1" status: 200 len: 1126 time: 0.1717908 Feb 28 20:17:34.099890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0a5d8-3cb1-4ac2-ae62-c6e112cc9dc4 req-4302272d-a340-4a07-b635-09e338c24749 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:34.101492 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-46e0a5d8-3cb1-4ac2-ae62-c6e112cc9dc4 req-4302272d-a340-4a07-b635-09e338c24749 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ba66522-4272-450f-a0d8-8abb2d3187e5 HTTP/1.1" status: 200 len: 945 time: 0.2334919 Feb 28 20:17:34.101756 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-52c97371-ead7-4aac-9123-e387d2234802 req-b0e578f6-cfdb-4e98-8b28-66bbaadc15e1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (7d518928-03a1-485e-981d-ca31aea417cf), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:34.127970 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-ce8ec279-3200-4813-b450-4e942c7bf9ef tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/quotas/1b008fe84570400d8410f1825e5a1877 HTTP/1.1" status: 200 len: 375 time: 0.0253751 Feb 28 20:17:34.197253 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-be955eb1-4a7d-4f64-a95d-443078bfe182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377db2a1-172f-4f6e-b954-fb035321449b']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:34.200472 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-46e0a5d8-3cb1-4ac2-ae62-c6e112cc9dc4 req-7c694004-d16e-4f22-9358-3cce9b9eb28f tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887051 Feb 28 20:17:34.207266 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-ffb216ab-0e3d-4d42-892b-37b76d17d590 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb1b8267-cb0e-4481-9111-1ca110f8c8a1 HTTP/1.1" status: 200 len: 217 time: 0.0843670 Feb 28 20:17:34.216001 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-be955eb1-4a7d-4f64-a95d-443078bfe182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66546881-124d-4add-8502-d1c20551dd3c') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:34.216374 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-be955eb1-4a7d-4f64-a95d-443078bfe182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66546881-124d-4add-8502-d1c20551dd3c') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:34.221659 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-d4a49cc0-8cd7-4695-8219-b8dda4335507 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b008fe84570400d8410f1825e5a1877&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909038 Feb 28 20:17:34.254449 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be955eb1-4a7d-4f64-a95d-443078bfe182 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (66546881-124d-4add-8502-d1c20551dd3c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:34.285383 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98221ad-fe16-499e-9525-33b16c562250 x-openstack-request-id: req-d98221ad-fe16-499e-9525-33b16c562250 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:34.285681 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d298420-c25e-4ad9-af61-ada5db3f87a3", "tag": "a13289c2-75c9-4dfa-b1de-87a279187ce1", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:34.285989 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d98221ad-fe16-499e-9525-33b16c562250 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:34.286432 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d298420-c25e-4ad9-af61-ada5db3f87a3', 'tag': 'a13289c2-75c9-4dfa-b1de-87a279187ce1', 'status': 'completed', 'code': 200} Feb 28 20:17:34.300661 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c97371-ead7-4aac-9123-e387d2234802 req-b0e578f6-cfdb-4e98-8b28-66bbaadc15e1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:17:34.313885 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-52c97371-ead7-4aac-9123-e387d2234802 req-b0e578f6-cfdb-4e98-8b28-66bbaadc15e1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:17:34.315732 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e578f6-cfdb-4e98-8b28-66bbaadc15e1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Pushing event updated for resources: {'Port': ['ID=7d518928-03a1-485e-981d-ca31aea417cf,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:34.320885 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c97371-ead7-4aac-9123-e387d2234802 req-b0e578f6-cfdb-4e98-8b28-66bbaadc15e1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:17:34.334190 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be955eb1-4a7d-4f64-a95d-443078bfe182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (66546881-124d-4add-8502-d1c20551dd3c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:34.371732 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be955eb1-4a7d-4f64-a95d-443078bfe182 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:17:34.372883 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be955eb1-4a7d-4f64-a95d-443078bfe182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (66546881-124d-4add-8502-d1c20551dd3c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:17:34.375853 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:17:34.424581 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-350c9de4-a395-4fce-9a5b-772bd173f892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:34.427010 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-350c9de4-a395-4fce-9a5b-772bd173f892 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e980e31-a647-4b07-8929-6b18ba04ac62 HTTP/1.1" status: 200 len: 857 time: 0.2002790 Feb 28 20:17:34.434404 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6d6b45b-6f8d-4ea9-9952-a1d4c660a185 req-d13c1bec-4363-41b9-bd86-718edb398765 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=39bcdfc9-fff9-48d1-803e-b537a51427f6 HTTP/1.1" status: 200 len: 210 time: 0.0485353 Feb 28 20:17:34.467040 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4159d5f-2ca5-4042-bdc8-43fa1d434b2a service neutron] 10.222.0.13 "GET /v2.0/networks/6fc751ed-8d26-4f82-9e02-d415e2097a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176416 Feb 28 20:17:34.476882 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f526e-d4c7-401d-a1f1-2d22548398dd req-49ad54e5-adda-463e-96ea-594c248d71ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:34.478617 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-196f526e-d4c7-401d-a1f1-2d22548398dd req-49ad54e5-adda-463e-96ea-594c248d71ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9396423ef5a54e7586ac0d4bd22df9d2&device_id=6d298420-c25e-4ad9-af61-ada5db3f87a3 HTTP/1.1" status: 200 len: 1126 time: 0.1440446 Feb 28 20:17:34.528953 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-3ad7f057-6f99-4d70-b2c8-aae8407f74e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657899 Feb 28 20:17:34.571567 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c97371-ead7-4aac-9123-e387d2234802 req-b0e578f6-cfdb-4e98-8b28-66bbaadc15e1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:34.572769 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-52c97371-ead7-4aac-9123-e387d2234802 req-b0e578f6-cfdb-4e98-8b28-66bbaadc15e1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:34.607178 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-11cc98bb-0254-43fa-a9a5-15f86231ac58 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f46bcf36e6cc4ec196ce9fdde2e79970&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821986 Feb 28 20:17:34.612576 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f526e-d4c7-401d-a1f1-2d22548398dd req-200f05e5-276c-4967-9d51-e97910d3e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:34.616866 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-196f526e-d4c7-401d-a1f1-2d22548398dd req-200f05e5-276c-4967-9d51-e97910d3e52a service neutron] 10.222.0.10 "GET /v2.0/networks?id=1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 HTTP/1.1" status: 200 len: 917 time: 0.1264148 Feb 28 20:17:34.622164 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be955eb1-4a7d-4f64-a95d-443078bfe182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (377db2a1-172f-4f6e-b954-fb035321449b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:34.628160 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be955eb1-4a7d-4f64-a95d-443078bfe182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:34.634207 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-be955eb1-4a7d-4f64-a95d-443078bfe182 admin admin] 10.222.0.13 "DELETE /v2.0/networks/377db2a1-172f-4f6e-b954-fb035321449b HTTP/1.1" status: 204 len: 168 time: 0.9423993 Feb 28 20:17:34.709381 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-52c97371-ead7-4aac-9123-e387d2234802 req-b0e578f6-cfdb-4e98-8b28-66bbaadc15e1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2294605 Feb 28 20:17:34.727955 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be955eb1-4a7d-4f64-a95d-443078bfe182 admin admin] Pushing event deleted for resources: {'Network': ['ID=377db2a1-172f-4f6e-b954-fb035321449b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:34.736685 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-52c97371-ead7-4aac-9123-e387d2234802 req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] Request body: {'port': {'device_id': 'dd2d7052-fa9f-47fd-9992-8f341f17f7ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:34.761081 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b7d8ed98-009b-4b7f-8391-78df0ed55086 None None] Provisioning complete for port 7d518928-03a1-485e-981d-ca31aea417cf triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:17:34.763147 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b7d8ed98-009b-4b7f-8391-78df0ed55086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7d518928-03a1-485e-981d-ca31aea417cf), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:34.826829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc89c159-77a0-4a00-a99b-c6f86b211e8e', 'tag': '65476453-37d5-4e69-88ff-ba2b2c87c253'}, {'name': 'network-changed', 'server_uuid': '0d075a73-f508-43d4-9e23-e456528e96c4', 'tag': 'bb1b8267-cb0e-4481-9111-1ca110f8c8a1'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:34.829169 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b7fc93-8fc3-4cdc-9382-9d7760deb96d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc89c159-77a0-4a00-a99b-c6f86b211e8e", "tag": "65476453-37d5-4e69-88ff-ba2b2c87c253"}, {"name": "network-changed", "server_uuid": "0d075a73-f508-43d4-9e23-e456528e96c4", "tag": "bb1b8267-cb0e-4481-9111-1ca110f8c8a1"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:34.858169 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b7d8ed98-009b-4b7f-8391-78df0ed55086 None None] Port 7d518928-03a1-485e-981d-ca31aea417cf cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:17:34.869856 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-52c97371-ead7-4aac-9123-e387d2234802 req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7d518928-03a1-485e-981d-ca31aea417cf), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:34.894901 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-87aa3be2-7531-498b-85bb-a4190624ba3b service neutron] 10.222.0.10 "GET /v2.0/networks/1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139429 Feb 28 20:17:35.009205 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52844) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:35.026597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-af38eade-0bd5-42ed-894c-93b6ee72df6d tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:35.029581 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-af38eade-0bd5-42ed-894c-93b6ee72df6d tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3935485 Feb 28 20:17:35.049941 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-196f526e-d4c7-401d-a1f1-2d22548398dd req-23662032-dd92-4d73-a1a5-4ba41358ee7f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a13289c2-75c9-4dfa-b1de-87a279187ce1 HTTP/1.1" status: 200 len: 217 time: 0.4100192 Feb 28 20:17:35.056745 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-4f9c5b63-2225-4055-ad3b-3aa9f85883a1 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Request body: {'port': {'device_id': '39bcdfc9-fff9-48d1-803e-b537a51427f6', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'f46bcf36e6cc4ec196ce9fdde2e79970'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:35.142338 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf09af9-20fc-4b4a-b28e-694f510d8183 req-1a8251d1-c8b4-4158-98a3-3d8acb705f70 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:35.146139 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7bf09af9-20fc-4b4a-b28e-694f510d8183 req-1a8251d1-c8b4-4158-98a3-3d8acb705f70 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d0795f-9ac2-4c9b-a266-d89bd7f91e04 HTTP/1.1" status: 200 len: 945 time: 0.5367272 Feb 28 20:17:35.159614 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52846) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:35.164636 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-a002409c-23b8-4135-bf0c-a86b615f364c service neutron] 10.222.0.13 "GET /v2.0/networks/6fc751ed-8d26-4f82-9e02-d415e2097a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7012694 Feb 28 20:17:35.173842 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f526e-d4c7-401d-a1f1-2d22548398dd req-12b08c73-bb50-45c1-a30c-409aeda4ff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:35.175891 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-196f526e-d4c7-401d-a1f1-2d22548398dd req-12b08c73-bb50-45c1-a30c-409aeda4ff58 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e980e31-a647-4b07-8929-6b18ba04ac62 HTTP/1.1" status: 200 len: 857 time: 0.1172328 Feb 28 20:17:35.183279 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4d56b34e-8ad6-43bc-8784-72ee23dd06c4 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Request body: {'floatingip': {'port_id': '06c87037-de46-41b2-b36b-3cc51f73da18'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:35.217923 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-196f526e-d4c7-401d-a1f1-2d22548398dd req-f53feca5-afab-483d-bd2a-40260dccb87a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326400 Feb 28 20:17:35.337397 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-892cf3b8-aa3b-4aca-ad23-6978c9c89f68 req-f138a5c7-dc91-4ed3-8602-48b257bd539f service neutron] 10.222.0.10 "GET /v2.0/networks/1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260225 Feb 28 20:17:35.363933 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4d56b34e-8ad6-43bc-8784-72ee23dd06c4 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks [] for floatingip (185ad6b1-25b7-4591-a0eb-69e49ed18758), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:35.377104 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5ba24c96-d875-4fa4-be79-a62c9316d47d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a78c272830a244a0a132ddaece0b5a18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3622549 Feb 28 20:17:35.396414 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 52850) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:35.477818 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-196f526e-d4c7-401d-a1f1-2d22548398dd req-c2986a5d-813e-4a56-8f6f-c06656565279 service neutron] 10.222.0.10 "GET /v2.0/networks/1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423713 Feb 28 20:17:35.498100 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d4ed0064-73a5-4b72-8fbc-4f36998802bf admin admin] Publish callbacks [] for security_group (d6e64e0c-a8e3-4f15-832c-9ba36efd1fcf), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:35.584685 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d4ed0064-73a5-4b72-8fbc-4f36998802bf admin admin] Publish callbacks [] for security_group (d6e64e0c-a8e3-4f15-832c-9ba36efd1fcf), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:35.651651 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-196f526e-d4c7-401d-a1f1-2d22548398dd req-237156ad-b8ae-4f11-bad2-d50a8c55c76e service neutron] 10.222.0.10 "GET /v2.0/networks/1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542678 Feb 28 20:17:35.712738 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d4ed0064-73a5-4b72-8fbc-4f36998802bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d6e64e0c-a8e3-4f15-832c-9ba36efd1fcf), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:35.717928 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d4ed0064-73a5-4b72-8fbc-4f36998802bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:35.723632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d4ed0064-73a5-4b72-8fbc-4f36998802bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6e64e0c-a8e3-4f15-832c-9ba36efd1fcf HTTP/1.1" status: 204 len: 168 time: 0.3219819 Feb 28 20:17:35.747195 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed0064-73a5-4b72-8fbc-4f36998802bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e64e0c-a8e3-4f15-832c-9ba36efd1fcf,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:35.890693 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a13289c2-75c9-4dfa-b1de-87a279187ce1 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:17:35.985648 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771855e5-0d53-4609-8948-c56b3c88a4ea req-c5f224da-7fbc-49b7-a534-46e62952f870 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:35.989494 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-771855e5-0d53-4609-8948-c56b3c88a4ea req-c5f224da-7fbc-49b7-a534-46e62952f870 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 931 time: 0.1354775 Feb 28 20:17:36.012659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2701f-9a4b-4176-9776-ad2b7f35a588 req-c4b39810-d1a3-470e-b584-34e223e4c66b tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:36.023405 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1ca2701f-9a4b-4176-9776-ad2b7f35a588 req-c4b39810-d1a3-470e-b584-34e223e4c66b tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d075a73-f508-43d4-9e23-e456528e96c4 HTTP/1.1" status: 200 len: 943 time: 0.1875703 Feb 28 20:17:36.059742 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:17:36.141643 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-771855e5-0d53-4609-8948-c56b3c88a4ea req-f5a5d335-7ada-4856-a1dc-65cb23c4dceb tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420238 Feb 28 20:17:36.144726 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a13289c2-75c9-4dfa-b1de-87a279187ce1, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a13289c2-75c9-4dfa-b1de-87a279187ce1,segment=NetworkSegment(1fb55920-1762-4771-a322-6f561121b16f),segment_id=1fb55920-1762-4771-a322-6f561121b16f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:36.169013 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1ca2701f-9a4b-4176-9776-ad2b7f35a588 req-4a1ab3f9-ed4b-4859-8709-53c6cf1a6f3b tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/security-groups?id=3699648a-c461-4f18-a4ca-289d3ee4a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435947 Feb 28 20:17:36.210340 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'a13289c2-75c9-4dfa-b1de-87a279187ce1', 'network_id': '1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6', 'port_id': 'a13289c2-75c9-4dfa-b1de-87a279187ce1', 'mac_address': 'fa:16:3e:12:90:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e980e31-a647-4b07-8929-6b18ba04ac62', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:17:36.223295 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-4f9c5b63-2225-4055-ad3b-3aa9f85883a1 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Made reservation on behalf of f46bcf36e6cc4ec196ce9fdde2e79970 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:17:36.226994 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-4f9c5b63-2225-4055-ad3b-3aa9f85883a1 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:36.282918 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-4f9c5b63-2225-4055-ad3b-3aa9f85883a1 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:36.307196 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427e2210-6adc-4b54-916a-f9c13c9377a5 x-openstack-request-id: req-427e2210-6adc-4b54-916a-f9c13c9377a5 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:36.307727 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc89c159-77a0-4a00-a99b-c6f86b211e8e", "tag": "65476453-37d5-4e69-88ff-ba2b2c87c253", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0d075a73-f508-43d4-9e23-e456528e96c4", "tag": "bb1b8267-cb0e-4481-9111-1ca110f8c8a1", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:36.307912 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-427e2210-6adc-4b54-916a-f9c13c9377a5 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:36.308292 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc89c159-77a0-4a00-a99b-c6f86b211e8e', 'tag': '65476453-37d5-4e69-88ff-ba2b2c87c253', 'status': 'completed', 'code': 200} Feb 28 20:17:36.308553 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d075a73-f508-43d4-9e23-e456528e96c4', 'tag': 'bb1b8267-cb0e-4481-9111-1ca110f8c8a1', 'status': 'completed', 'code': 200} Feb 28 20:17:36.369490 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port a13289c2-75c9-4dfa-b1de-87a279187ce1 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:36.372717 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a13289c2-75c9-4dfa-b1de-87a279187ce1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:36.415335 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0834e70c-3df2-4ab0-95bb-352c6051eb09 req-7098f0b7-0dda-44e0-bbcd-dd290181d7ec tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=39bcdfc9-fff9-48d1-803e-b537a51427f6 HTTP/1.1" status: 200 len: 210 time: 0.1325788 Feb 28 20:17:36.416706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13289c2-75c9-4dfa-b1de-87a279187ce1 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:17:36.507433 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a13289c2-75c9-4dfa-b1de-87a279187ce1, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a13289c2-75c9-4dfa-b1de-87a279187ce1,segment=NetworkSegment(1fb55920-1762-4771-a322-6f561121b16f),segment_id=1fb55920-1762-4771-a322-6f561121b16f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:36.515966 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a13289c2-75c9-4dfa-b1de-87a279187ce1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:36.540264 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-52c97371-ead7-4aac-9123-e387d2234802 req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d518928-03a1-485e-981d-ca31aea417cf {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:17:36.551623 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-52c97371-ead7-4aac-9123-e387d2234802 req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] Publish callbacks [] for port (7d518928-03a1-485e-981d-ca31aea417cf), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:36.567988 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-52c97371-ead7-4aac-9123-e387d2234802 req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] Transition to ACTIVE for port object 7d518928-03a1-485e-981d-ca31aea417cf will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:17:36.578566 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-52c97371-ead7-4aac-9123-e387d2234802 req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (7d518928-03a1-485e-981d-ca31aea417cf), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:36.599775 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=a13289c2-75c9-4dfa-b1de-87a279187ce1,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:36.710003 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7fc93-8fc3-4cdc-9382-9d7760deb96d req-c617b941-f2b1-4013-a742-e7ae411723eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:36.711592 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2b7fc93-8fc3-4cdc-9382-9d7760deb96d req-c617b941-f2b1-4013-a742-e7ae411723eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9396423ef5a54e7586ac0d4bd22df9d2&device_id=0d075a73-f508-43d4-9e23-e456528e96c4 HTTP/1.1" status: 200 len: 1126 time: 0.3097663 Feb 28 20:17:36.717258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7fc93-8fc3-4cdc-9382-9d7760deb96d req-302216a5-3bfe-4677-a0e8-ba6d048d94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:36.719403 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2b7fc93-8fc3-4cdc-9382-9d7760deb96d req-302216a5-3bfe-4677-a0e8-ba6d048d94c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9396423ef5a54e7586ac0d4bd22df9d2&device_id=fc89c159-77a0-4a00-a99b-c6f86b211e8e HTTP/1.1" status: 200 len: 1126 time: 0.3195136 Feb 28 20:17:36.731319 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] Pushing event updated for resources: {'Port': ['ID=7d518928-03a1-485e-981d-ca31aea417cf,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:36.779139 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-4f9c5b63-2225-4055-ad3b-3aa9f85883a1 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Publish callbacks [] for security_group (6eba564d-c52d-4e1e-a9e2-87056c424684), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:36.784065 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bb445-8622-4326-ace2-f762a342853d req-48ec1999-98c8-44fa-bc70-bfad28a7d0d5 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:36.785682 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fe7bb445-8622-4326-ace2-f762a342853d req-48ec1999-98c8-44fa-bc70-bfad28a7d0d5 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/ports?device_id=1adb5f5c-2a15-4da0-8a89-cce624dd4213 HTTP/1.1" status: 200 len: 946 time: 0.2664647 Feb 28 20:17:36.808969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335a949-6d6b-4a9f-8e03-36b48953f25a req-93317461-eec1-46ba-8151-8eaf068e4c34 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:36.819717 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3335a949-6d6b-4a9f-8e03-36b48953f25a req-93317461-eec1-46ba-8151-8eaf068e4c34 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ba66522-4272-450f-a0d8-8abb2d3187e5 HTTP/1.1" status: 200 len: 945 time: 0.2470298 Feb 28 20:17:36.842175 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-4f9c5b63-2225-4055-ad3b-3aa9f85883a1 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6eba564d-c52d-4e1e-a9e2-87056c424684), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:36.956645 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['a13289c2-75c9-4dfa-b1de-87a279187ce1'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:17:37.018485 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-4f9c5b63-2225-4055-ad3b-3aa9f85883a1 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Allocated IP 192.168.233.92 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:17:37.072610 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fe7bb445-8622-4326-ace2-f762a342853d req-77fc67f8-ec2a-4392-843c-d71cff343094 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405252 Feb 28 20:17:37.104038 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7fc93-8fc3-4cdc-9382-9d7760deb96d req-4ea1b48d-b2b8-4fbb-8181-85451cf1e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:37.105816 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2b7fc93-8fc3-4cdc-9382-9d7760deb96d req-4ea1b48d-b2b8-4fbb-8181-85451cf1e4e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 HTTP/1.1" status: 200 len: 917 time: 0.3667452 Feb 28 20:17:37.200256 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2b7fc93-8fc3-4cdc-9382-9d7760deb96d req-71c64d63-0ef7-4d6d-81a9-f97ead0615e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65476453-37d5-4e69-88ff-ba2b2c87c253 HTTP/1.1" status: 200 len: 217 time: 0.0855088 Feb 28 20:17:37.244518 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.db.resource_extend [None req-4d56b34e-8ad6-43bc-8784-72ee23dd06c4 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:17:37.314464 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c5b63-2225-4055-ad3b-3aa9f85883a1 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eba564d-c52d-4e1e-a9e2-87056c424684,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:37.316863 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3335a949-6d6b-4a9f-8e03-36b48953f25a req-715fad9a-1275-42e0-91ea-f11654d74b66 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922209 Feb 28 20:17:37.321866 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-4f9c5b63-2225-4055-ad3b-3aa9f85883a1 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Publish callbacks [] for port (60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:37.362687 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-52c97371-ead7-4aac-9123-e387d2234802 req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] Attempting to bind port 7d518928-03a1-485e-981d-ca31aea417cf on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:17:37.363987 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-52c97371-ead7-4aac-9123-e387d2234802 req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] Attempting to bind port 7d518928-03a1-485e-981d-ca31aea417cf by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:17:37.363987 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c97371-ead7-4aac-9123-e387d2234802 req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] Attempting to bind port 7d518928-03a1-485e-981d-ca31aea417cf on network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:17:37.376235 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4d56b34e-8ad6-43bc-8784-72ee23dd06c4 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:37.385686 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7fc93-8fc3-4cdc-9382-9d7760deb96d req-32b61ea1-752a-4c70-8a18-d36844c309ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:37.387287 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2b7fc93-8fc3-4cdc-9382-9d7760deb96d req-32b61ea1-752a-4c70-8a18-d36844c309ac service neutron] 10.222.0.10 "GET /v2.0/networks?id=1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 HTTP/1.1" status: 200 len: 917 time: 0.6634970 Feb 28 20:17:37.388450 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c97371-ead7-4aac-9123-e387d2234802 req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] Port 7d518928-03a1-485e-981d-ca31aea417cf on network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:17:37.389141 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c97371-ead7-4aac-9123-e387d2234802 req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] Attempting to bind port 7d518928-03a1-485e-981d-ca31aea417cf on network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:17:37.409037 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9f25a205-247a-4623-8b25-b693f0604070 req-5e7a207c-ebf9-4d21-8f24-8c23a4428266 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 210 time: 0.1654534 Feb 28 20:17:37.409249 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4d56b34e-8ad6-43bc-8784-72ee23dd06c4 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (185ad6b1-25b7-4591-a0eb-69e49ed18758), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:37.418228 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c97371-ead7-4aac-9123-e387d2234802 req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:17:37.421182 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c97371-ead7-4aac-9123-e387d2234802 req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] Checking segment: {'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:17:37.421613 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c97371-ead7-4aac-9123-e387d2234802 req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] Bound using segment: {'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:17:37.422672 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-52c97371-ead7-4aac-9123-e387d2234802 req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] Bound port: 7d518928-03a1-485e-981d-ca31aea417cf, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:17:37.422672 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-52c97371-ead7-4aac-9123-e387d2234802 req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7d518928-03a1-485e-981d-ca31aea417cf), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:37.466817 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52898) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:37.533939 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2b7fc93-8fc3-4cdc-9382-9d7760deb96d req-b99e7be8-ea74-4431-9aab-0360434d939e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb1b8267-cb0e-4481-9111-1ca110f8c8a1 HTTP/1.1" status: 200 len: 217 time: 0.1134548 Feb 28 20:17:37.538726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7fc93-8fc3-4cdc-9382-9d7760deb96d req-4c2317fc-0cf0-40aa-9b4c-8c3fa5aa7bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:37.540610 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-4f9c5b63-2225-4055-ad3b-3aa9f85883a1 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:37.541880 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2b7fc93-8fc3-4cdc-9382-9d7760deb96d req-4c2317fc-0cf0-40aa-9b4c-8c3fa5aa7bac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e980e31-a647-4b07-8929-6b18ba04ac62 HTTP/1.1" status: 200 len: 857 time: 0.3218927 Feb 28 20:17:37.660188 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2b7fc93-8fc3-4cdc-9382-9d7760deb96d req-851230bb-a98a-4c88-8c03-b869f5910d04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907388 Feb 28 20:17:37.678413 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c5b63-2225-4055-ad3b-3aa9f85883a1 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Pushing event updated for resources: {'Port': ['ID=60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:37.694287 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-c9a0e428-0e04-4fff-b5bd-d20d976eb0f5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-48161813-network', 'tenant_id': 'b0105d9e6c2e42d680ca5cff75444a3e'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:37.742303 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-4f9c5b63-2225-4055-ad3b-3aa9f85883a1 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:17:37.758043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7fc93-8fc3-4cdc-9382-9d7760deb96d req-581298e7-9ae3-4063-b548-d7272dcffdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:37.759679 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2b7fc93-8fc3-4cdc-9382-9d7760deb96d req-581298e7-9ae3-4063-b548-d7272dcffdda service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e980e31-a647-4b07-8929-6b18ba04ac62 HTTP/1.1" status: 200 len: 857 time: 0.1993525 Feb 28 20:17:37.761430 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-4d56b34e-8ad6-43bc-8784-72ee23dd06c4 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Floating IP 185ad6b1-25b7-4591-a0eb-69e49ed18758 associated. External IP: 172.25.0.169, port: 06c87037-de46-41b2-b36b-3cc51f73da18. Feb 28 20:17:37.768315 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-4f9c5b63-2225-4055-ad3b-3aa9f85883a1 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:17:37.771568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-4f9c5b63-2225-4055-ad3b-3aa9f85883a1 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:17:37.799131 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6253f1-e606-4c4f-83f0-979d4bb49536 req-12911b0e-7f24-4413-9d08-09d10df8d589 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:37.800900 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc6253f1-e606-4c4f-83f0-979d4bb49536 req-12911b0e-7f24-4413-9d08-09d10df8d589 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 943 time: 0.2821541 Feb 28 20:17:37.833342 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2b7fc93-8fc3-4cdc-9382-9d7760deb96d req-93bc367d-b944-4ec6-b261-55f3f5d95e13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591662 Feb 28 20:17:37.845187 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-52c97371-ead7-4aac-9123-e387d2234802 req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] For port 7d518928-03a1-485e-981d-ca31aea417cf, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:17:37.852942 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73979073-f350-470d-a4dd-3fcafa9c6281 req-2469fc99-1789-48af-97c3-f00ca3adaf8d tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:37.856187 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73979073-f350-470d-a4dd-3fcafa9c6281 req-2469fc99-1789-48af-97c3-f00ca3adaf8d tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d075a73-f508-43d4-9e23-e456528e96c4 HTTP/1.1" status: 200 len: 943 time: 0.3181255 Feb 28 20:17:37.867145 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2b7fc93-8fc3-4cdc-9382-9d7760deb96d req-44833a31-cdfe-47e9-905f-c3d264dccd94 service neutron] 10.222.0.15 "GET /v2.0/networks/1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997743 Feb 28 20:17:37.883956 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device bb1b8267-cb0e-4481-9111-1ca110f8c8a1 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:17:37.925702 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-52c97371-ead7-4aac-9123-e387d2234802 req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] For port 7d518928-03a1-485e-981d-ca31aea417cf, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7d518928-03a1-485e-981d-ca31aea417cf,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:17:37.941555 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a0e428-0e04-4fff-b5bd-d20d976eb0f5 admin admin] Made reservation on behalf of b0105d9e6c2e42d680ca5cff75444a3e for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:17:37.946111 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e428-0e04-4fff-b5bd-d20d976eb0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:37.967848 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-52c97371-ead7-4aac-9123-e387d2234802 req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (7d518928-03a1-485e-981d-ca31aea417cf), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:37.982057 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e428-0e04-4fff-b5bd-d20d976eb0f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:38.057420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port bb1b8267-cb0e-4481-9111-1ca110f8c8a1, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=bb1b8267-cb0e-4481-9111-1ca110f8c8a1,segment=NetworkSegment(1fb55920-1762-4771-a322-6f561121b16f),segment_id=1fb55920-1762-4771-a322-6f561121b16f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:38.076550 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'bb1b8267-cb0e-4481-9111-1ca110f8c8a1', 'network_id': '1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6', 'port_id': 'bb1b8267-cb0e-4481-9111-1ca110f8c8a1', 'mac_address': 'fa:16:3e:8f:75:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e980e31-a647-4b07-8929-6b18ba04ac62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:17:38.079246 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 65476453-37d5-4e69-88ff-ba2b2c87c253 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:17:38.141309 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c97371-ead7-4aac-9123-e387d2234802 req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:38.142560 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-52c97371-ead7-4aac-9123-e387d2234802 req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:38.144257 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-52c97371-ead7-4aac-9123-e387d2234802 req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] 10.222.0.15 "PUT /v2.0/ports/7d518928-03a1-485e-981d-ca31aea417cf HTTP/1.1" status: 200 len: 1092 time: 3.4191632 Feb 28 20:17:38.176639 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-4f9c5b63-2225-4055-ad3b-3aa9f85883a1 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:38.178447 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-4f9c5b63-2225-4055-ad3b-3aa9f85883a1 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:38.188375 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2b7fc93-8fc3-4cdc-9382-9d7760deb96d req-1b7a55d2-7374-4b95-a900-a68de9e23170 service neutron] 10.222.0.15 "GET /v2.0/networks/1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100603 Feb 28 20:17:38.190420 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2b7fc93-8fc3-4cdc-9382-9d7760deb96d req-837a5d8b-2fe4-4060-a27b-05c7b85f696b service neutron] 10.222.0.10 "GET /v2.0/networks/1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323567 Feb 28 20:17:38.204396 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc6253f1-e606-4c4f-83f0-979d4bb49536 req-2757fd93-fc61-4412-847c-a2aab384efc6 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794112 Feb 28 20:17:38.229120 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port bb1b8267-cb0e-4481-9111-1ca110f8c8a1 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:38.230574 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324582c-5fdd-47a2-8ad8-8d6f8e9c316f req-8e50da49-8b99-4e09-a1f1-f6380bdf7a9b tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:38.231147 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bb1b8267-cb0e-4481-9111-1ca110f8c8a1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:38.236939 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2324582c-5fdd-47a2-8ad8-8d6f8e9c316f req-8e50da49-8b99-4e09-a1f1-f6380bdf7a9b tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.10 "GET /v2.0/ports?device_id=1adb5f5c-2a15-4da0-8a89-cce624dd4213 HTTP/1.1" status: 200 len: 946 time: 0.4894614 Feb 28 20:17:38.329996 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-33fe62fb-bd57-42d0-b6ce-d7e1eb90dac1 None None] Provisioning complete for port 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:17:38.329996 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-33fe62fb-bd57-42d0-b6ce-d7e1eb90dac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:38.338666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2d7052-fa9f-47fd-9992-8f341f17f7ba', 'tag': '7d518928-03a1-485e-981d-ca31aea417cf'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:38.341607 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0877c19-9b3b-4c09-8782-7a3702ab7e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2d7052-fa9f-47fd-9992-8f341f17f7ba", "tag": "7d518928-03a1-485e-981d-ca31aea417cf"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:38.353641 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-4f9c5b63-2225-4055-ad3b-3aa9f85883a1 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3113198 Feb 28 20:17:38.373421 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73979073-f350-470d-a4dd-3fcafa9c6281 req-3df79452-0131-4dc2-8491-91bbee58d21e tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/security-groups?id=3699648a-c461-4f18-a4ca-289d3ee4a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048831 Feb 28 20:17:38.401271 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-33fe62fb-bd57-42d0-b6ce-d7e1eb90dac1 None None] Port 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:17:38.413872 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb1b8267-cb0e-4481-9111-1ca110f8c8a1 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:17:38.445149 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port bb1b8267-cb0e-4481-9111-1ca110f8c8a1, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=bb1b8267-cb0e-4481-9111-1ca110f8c8a1,segment=NetworkSegment(1fb55920-1762-4771-a322-6f561121b16f),segment_id=1fb55920-1762-4771-a322-6f561121b16f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:38.457404 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (bb1b8267-cb0e-4481-9111-1ca110f8c8a1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:38.464003 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc51d9-04bf-41a4-ba1b-47a0b5069d80 service neutron] Pushing event updated for resources: {'Port': ['ID=7d518928-03a1-485e-981d-ca31aea417cf,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:38.477863 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] Request body: {'port': {'device_id': '39bcdfc9-fff9-48d1-803e-b537a51427f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:38.590775 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 65476453-37d5-4e69-88ff-ba2b2c87c253, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=65476453-37d5-4e69-88ff-ba2b2c87c253,segment=NetworkSegment(1fb55920-1762-4771-a322-6f561121b16f),segment_id=1fb55920-1762-4771-a322-6f561121b16f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:38.646234 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:38.657086 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '65476453-37d5-4e69-88ff-ba2b2c87c253', 'network_id': '1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6', 'port_id': '65476453-37d5-4e69-88ff-ba2b2c87c253', 'mac_address': 'fa:16:3e:06:83:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e980e31-a647-4b07-8929-6b18ba04ac62', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:17:38.666683 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-2324582c-5fdd-47a2-8ad8-8d6f8e9c316f req-9a221171-5237-445e-89eb-60ea5cd8b1b2 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Deleting port 78b7672f-106f-4189-a177-1058526574a3 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:17:38.667025 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2324582c-5fdd-47a2-8ad8-8d6f8e9c316f req-9a221171-5237-445e-89eb-60ea5cd8b1b2 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (78b7672f-106f-4189-a177-1058526574a3), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:38.677952 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=bb1b8267-cb0e-4481-9111-1ca110f8c8a1,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:38.702578 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:38.703227 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:38.703676 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:38.704742 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:38.706809 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:38.707431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:38.707946 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:38.709513 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:38.714611 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:38.715302 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:38.715975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:38.716434 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:38.716916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:17:38.786811 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 65476453-37d5-4e69-88ff-ba2b2c87c253 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:38.787226 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (65476453-37d5-4e69-88ff-ba2b2c87c253), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:38.803556 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65476453-37d5-4e69-88ff-ba2b2c87c253 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:17:38.817052 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2b7fc93-8fc3-4cdc-9382-9d7760deb96d req-c332df65-a782-40b5-91e1-b58dd968f4ef service neutron] 10.222.0.10 "GET /v2.0/networks/1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508816 Feb 28 20:17:38.818612 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['bb1b8267-cb0e-4481-9111-1ca110f8c8a1'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:17:38.850359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-2e5d8a11-9f7d-4243-b403-d3a6c12af972 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:38.851807 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-2e5d8a11-9f7d-4243-b403-d3a6c12af972 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.10 "GET /v2.0/networks?id=6fc751ed-8d26-4f82-9e02-d415e2097a82 HTTP/1.1" status: 200 len: 815 time: 0.6464198 Feb 28 20:17:38.860193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c97371-ead7-4aac-9123-e387d2234802 req-282c7f58-4cb9-4845-9519-75ff92a0be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:38.862903 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-52c97371-ead7-4aac-9123-e387d2234802 req-282c7f58-4cb9-4845-9519-75ff92a0be13 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 1126 time: 0.5597157 Feb 28 20:17:38.865916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 65476453-37d5-4e69-88ff-ba2b2c87c253, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=65476453-37d5-4e69-88ff-ba2b2c87c253,segment=NetworkSegment(1fb55920-1762-4771-a322-6f561121b16f),segment_id=1fb55920-1762-4771-a322-6f561121b16f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:38.874527 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (65476453-37d5-4e69-88ff-ba2b2c87c253), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:38.875653 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9dbecd-6c27-4a9c-8da8-27371496c342 req-3d048bd1-a199-4296-8923-114f03f58d44 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:38.877331 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc9dbecd-6c27-4a9c-8da8-27371496c342 req-3d048bd1-a199-4296-8923-114f03f58d44 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=39bcdfc9-fff9-48d1-803e-b537a51427f6 HTTP/1.1" status: 200 len: 935 time: 0.3015850 Feb 28 20:17:38.904190 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c16a4-443a-42ab-8b5c-d7d3517c8c21 req-2246ee9f-b6e3-463d-949b-d6e05c61735e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:38.904190 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a8c16a4-443a-42ab-8b5c-d7d3517c8c21 req-2246ee9f-b6e3-463d-949b-d6e05c61735e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ba66522-4272-450f-a0d8-8abb2d3187e5 HTTP/1.1" status: 200 len: 945 time: 0.5273397 Feb 28 20:17:38.962164 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-52c97371-ead7-4aac-9123-e387d2234802 req-00845ffa-1b57-4f73-a837-67139320b582 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d518928-03a1-485e-981d-ca31aea417cf HTTP/1.1" status: 200 len: 217 time: 0.0838535 Feb 28 20:17:38.993707 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=65476453-37d5-4e69-88ff-ba2b2c87c253,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:39.084301 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d56b34e-8ad6-43bc-8784-72ee23dd06c4 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Router 2d5f4733-197b-4b4b-8281-1c5fd4559b1f has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:17:39.091836 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e428-0e04-4fff-b5bd-d20d976eb0f5 admin admin] Publish callbacks [] for security_group (8bbd447f-0fb4-4345-bb73-b5f317a1fed5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:39.096255 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc9dbecd-6c27-4a9c-8da8-27371496c342 req-a8daa1f9-0213-4adc-95d4-821ec208d79f tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029686 Feb 28 20:17:39.098387 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c97371-ead7-4aac-9123-e387d2234802 req-0a156386-8a8a-421a-b839-4412e8e4bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:39.100496 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-52c97371-ead7-4aac-9123-e387d2234802 req-0a156386-8a8a-421a-b839-4412e8e4bce2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.1237080 Feb 28 20:17:39.106069 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-2324582c-5fdd-47a2-8ad8-8d6f8e9c316f req-9a221171-5237-445e-89eb-60ea5cd8b1b2 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] For port 78b7672f-106f-4189-a177-1058526574a3, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=78b7672f-106f-4189-a177-1058526574a3,segment=NetworkSegment(01a828aa-500d-40ac-b791-b8032d7033c1),segment_id=01a828aa-500d-40ac-b791-b8032d7033c1)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:39.106453 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2324582c-5fdd-47a2-8ad8-8d6f8e9c316f req-9a221171-5237-445e-89eb-60ea5cd8b1b2 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (78b7672f-106f-4189-a177-1058526574a3), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:39.109208 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e428-0e04-4fff-b5bd-d20d976eb0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8bbd447f-0fb4-4345-bb73-b5f317a1fed5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:39.116239 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a8c16a4-443a-42ab-8b5c-d7d3517c8c21 req-8649d130-89d9-4339-a254-67ff40e73fa7 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984107 Feb 28 20:17:39.137645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-6cb66598-bba2-43d2-87ab-68130c6811bf tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b008fe84570400d8410f1825e5a1877 HTTP/1.1" status: 200 len: 379 time: 0.2557256 Feb 28 20:17:39.137739 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['65476453-37d5-4e69-88ff-ba2b2c87c253'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:17:39.208225 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-f2cfa681-2b73-4847-b620-545ad1548492 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Request body: {'port': {'device_id': '28e91e97-128c-47a8-81f7-82745807c422', 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82', 'admin_state_up': True, 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'security_groups': ['850f66ac-dc78-47b5-913a-c7fb97033a29']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:39.252547 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a0e428-0e04-4fff-b5bd-d20d976eb0f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:17:39.263244 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bf42cc-783a-4d28-b7ff-69fbc7ab5544 x-openstack-request-id: req-64bf42cc-783a-4d28-b7ff-69fbc7ab5544 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:39.263776 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2d7052-fa9f-47fd-9992-8f341f17f7ba", "tag": "7d518928-03a1-485e-981d-ca31aea417cf", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:39.264856 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64bf42cc-783a-4d28-b7ff-69fbc7ab5544 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:39.265542 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2d7052-fa9f-47fd-9992-8f341f17f7ba', 'tag': '7d518928-03a1-485e-981d-ca31aea417cf', 'status': 'completed', 'code': 200} Feb 28 20:17:39.362629 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0e428-0e04-4fff-b5bd-d20d976eb0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbd447f-0fb4-4345-bb73-b5f317a1fed5,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:39.365073 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c97371-ead7-4aac-9123-e387d2234802 req-2345a03e-b911-4707-b214-134b85fd643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:39.366578 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-52c97371-ead7-4aac-9123-e387d2234802 req-2345a03e-b911-4707-b214-134b85fd643f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2274005 Feb 28 20:17:39.413071 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-11000849-c5c1-4758-b338-62b1919c8f57 req-51eafe92-c365-4553-86a5-d89a086d6a71 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 210 time: 0.0739329 Feb 28 20:17:39.551480 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-f2cfa681-2b73-4847-b620-545ad1548492 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Made reservation on behalf of 1b008fe84570400d8410f1825e5a1877 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:17:39.564234 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-f2cfa681-2b73-4847-b620-545ad1548492 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:39.577342 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a30346-e741-4f69-b189-82ed73c17778 req-9496703f-432f-4c17-b3d8-ae10c6bd59b7 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:39.583711 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f2a30346-e741-4f69-b189-82ed73c17778 req-9496703f-432f-4c17-b3d8-ae10c6bd59b7 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/ports?device_id=1adb5f5c-2a15-4da0-8a89-cce624dd4213 HTTP/1.1" status: 200 len: 946 time: 0.3356483 Feb 28 20:17:39.757627 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f2a30346-e741-4f69-b189-82ed73c17778 req-ff874f70-a535-4839-81da-d03685706421 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550405 Feb 28 20:17:39.765287 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-52c97371-ead7-4aac-9123-e387d2234802 req-9ab7b335-8938-48ac-a424-db5463ed2b4f service neutron] 10.222.0.15 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753822 Feb 28 20:17:39.770559 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e428-0e04-4fff-b5bd-d20d976eb0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (4d3982e5-a108-4c47-aac7-74e95ad08f40), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:39.770559 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-c9a0e428-0e04-4fff-b5bd-d20d976eb0f5 admin admin] Added segment 4d3982e5-a108-4c47-aac7-74e95ad08f40 of type vlan for network 34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d Feb 28 20:17:39.910371 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a13289c2-75c9-4dfa-b1de-87a279187ce1 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:17:39.946726 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e428-0e04-4fff-b5bd-d20d976eb0f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:39.988258 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port a13289c2-75c9-4dfa-b1de-87a279187ce1 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:17:39.997722 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port a13289c2-75c9-4dfa-b1de-87a279187ce1 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:17:39.998706 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a13289c2-75c9-4dfa-b1de-87a279187ce1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:40.021524 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d56b34e-8ad6-43bc-8784-72ee23dd06c4 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:17:40.036632 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4d56b34e-8ad6-43bc-8784-72ee23dd06c4 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:40.041885 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9469a4-0cde-4bd1-89fc-b9c6ed43aa0a None None] Sync routers for ids ['2d5f4733-197b-4b4b-8281-1c5fd4559b1f'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:17:40.045169 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:17:40.070001 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9469a4-0cde-4bd1-89fc-b9c6ed43aa0a None None] Routers {'2d5f4733-197b-4b4b-8281-1c5fd4559b1f'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:17:40.070917 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ce9469a4-0cde-4bd1-89fc-b9c6ed43aa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:17:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2d5f4733-197b-4b4b-8281-1c5fd4559b1f'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:40.079665 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] Publish callbacks [] for port (60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:40.082716 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 65476453-37d5-4e69-88ff-ba2b2c87c253 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:17:40.099124 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e428-0e04-4fff-b5bd-d20d976eb0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:40.100128 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a0e428-0e04-4fff-b5bd-d20d976eb0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:40.100715 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e428-0e04-4fff-b5bd-d20d976eb0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:40.109913 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2324582c-5fdd-47a2-8ad8-8d6f8e9c316f req-9a221171-5237-445e-89eb-60ea5cd8b1b2 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:40.110281 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2324582c-5fdd-47a2-8ad8-8d6f8e9c316f req-9a221171-5237-445e-89eb-60ea5cd8b1b2 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (4c2b9871-8ba7-4575-b91b-fb8ccba91947), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:40.111131 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [req-2324582c-5fdd-47a2-8ad8-8d6f8e9c316f req-9a221171-5237-445e-89eb-60ea5cd8b1b2 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Floating IP 4c2b9871-8ba7-4575-b91b-fb8ccba91947 disassociated. External IP: 172.25.0.249, port: 78b7672f-106f-4189-a177-1058526574a3. Feb 28 20:17:40.111473 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-2324582c-5fdd-47a2-8ad8-8d6f8e9c316f req-9a221171-5237-445e-89eb-60ea5cd8b1b2 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Calling delete_port for 78b7672f-106f-4189-a177-1058526574a3 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:17:40.163155 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] Transition to ACTIVE for port object 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:17:40.188551 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4d56b34e-8ad6-43bc-8784-72ee23dd06c4 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "PUT /v2.0/floatingips/185ad6b1-25b7-4591-a0eb-69e49ed18758 HTTP/1.1" status: 200 len: 991 time: 5.0081508 Feb 28 20:17:40.188551 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:40.200115 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c9a0e428-0e04-4fff-b5bd-d20d976eb0f5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.7167373 Feb 28 20:17:40.211936 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 52922) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:40.217333 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-05be21d5-5339-4ab5-94c0-4a87fa9f1d6a admin admin] Request body: {'subnet': {'network_id': '34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-48161813-subnet', 'tenant_id': 'b0105d9e6c2e42d680ca5cff75444a3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:40.240173 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port a13289c2-75c9-4dfa-b1de-87a279187ce1 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:40.240173 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a13289c2-75c9-4dfa-b1de-87a279187ce1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:40.244607 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 65476453-37d5-4e69-88ff-ba2b2c87c253 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:17:40.256666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 65476453-37d5-4e69-88ff-ba2b2c87c253 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:17:40.257039 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (65476453-37d5-4e69-88ff-ba2b2c87c253), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:40.297635 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d298420-c25e-4ad9-af61-ada5db3f87a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13289c2-75c9-4dfa-b1de-87a279187ce1'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:40.300012 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2591f17f-3886-4a61-82c8-40a179fd8650" -d '{"events": [{"server_uuid": "6d298420-c25e-4ad9-af61-ada5db3f87a3", "name": "network-vif-plugged", "status": "completed", "tag": "a13289c2-75c9-4dfa-b1de-87a279187ce1"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:40.320488 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a13289c2-75c9-4dfa-b1de-87a279187ce1, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a13289c2-75c9-4dfa-b1de-87a279187ce1,segment=NetworkSegment(1fb55920-1762-4771-a322-6f561121b16f),segment_id=1fb55920-1762-4771-a322-6f561121b16f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:40.326500 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a13289c2-75c9-4dfa-b1de-87a279187ce1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:40.327288 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device bb1b8267-cb0e-4481-9111-1ca110f8c8a1 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:17:40.378328 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0e428-0e04-4fff-b5bd-d20d976eb0f5 admin admin] Pushing event updated for resources: {'Network': ['ID=34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:40.387958 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-ce9469a4-0cde-4bd1-89fc-b9c6ed43aa0a None None] Set router 2d5f4733-197b-4b4b-8281-1c5fd4559b1f gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:17:40.414204 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] Pushing event updated for resources: {'Port': ['ID=60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:40.425207 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05be21d5-5339-4ab5-94c0-4a87fa9f1d6a admin admin] Made reservation on behalf of b0105d9e6c2e42d680ca5cff75444a3e for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:17:40.429415 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-05be21d5-5339-4ab5-94c0-4a87fa9f1d6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:40.443331 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:17:40.458640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13c816-bbc5-476e-995e-6f6ad6006159 req-ca6bac1a-2000-4450-bd97-284a5a99b008 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:40.472775 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d13c816-bbc5-476e-995e-6f6ad6006159 req-ca6bac1a-2000-4450-bd97-284a5a99b008 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 943 time: 0.8292570 Feb 28 20:17:40.609924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] Attempting to bind port 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:17:40.610871 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] Attempting to bind port 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:17:40.611632 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] Attempting to bind port 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:17:40.628735 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] Port 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:17:40.629936 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] Attempting to bind port 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:17:40.644113 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 65476453-37d5-4e69-88ff-ba2b2c87c253 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:40.644504 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (65476453-37d5-4e69-88ff-ba2b2c87c253), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:40.645449 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:17:40.646009 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:17:40.646593 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:17:40.647245 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] Bound port: 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:17:40.647837 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:40.658667 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2324582c-5fdd-47a2-8ad8-8d6f8e9c316f req-9a221171-5237-445e-89eb-60ea5cd8b1b2 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (78b7672f-106f-4189-a177-1058526574a3), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:40.672535 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=a13289c2-75c9-4dfa-b1de-87a279187ce1,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:40.690843 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port bb1b8267-cb0e-4481-9111-1ca110f8c8a1 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:17:40.698071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port bb1b8267-cb0e-4481-9111-1ca110f8c8a1 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:17:40.698443 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (bb1b8267-cb0e-4481-9111-1ca110f8c8a1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:40.729461 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a221171-5237-445e-89eb-60ea5cd8b1b2 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Pushing event deleted for resources: {'Port': ['ID=78b7672f-106f-4189-a177-1058526574a3,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:40.772464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c5a37-b0e8-4e29-b9aa-99667c401ba2 req-f77cc873-0548-4f2b-82f9-58f44458b812 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:40.776757 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 65476453-37d5-4e69-88ff-ba2b2c87c253, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=65476453-37d5-4e69-88ff-ba2b2c87c253,segment=NetworkSegment(1fb55920-1762-4771-a322-6f561121b16f),segment_id=1fb55920-1762-4771-a322-6f561121b16f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:40.782388 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-158c5a37-b0e8-4e29-b9aa-99667c401ba2 req-f77cc873-0548-4f2b-82f9-58f44458b812 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d075a73-f508-43d4-9e23-e456528e96c4 HTTP/1.1" status: 200 len: 944 time: 0.5711644 Feb 28 20:17:40.786975 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (65476453-37d5-4e69-88ff-ba2b2c87c253), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:40.892595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port bb1b8267-cb0e-4481-9111-1ca110f8c8a1 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:40.893016 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bb1b8267-cb0e-4481-9111-1ca110f8c8a1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:40.919876 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-f2cfa681-2b73-4847-b620-545ad1548492 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Allocated IP 172.20.0.14 (6fc751ed-8d26-4f82-9e02-d415e2097a82/c297a8dc-1030-4068-b140-fea07c7e7071/a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:17:40.932124 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-52c97371-ead7-4aac-9123-e387d2234802 req-66089d56-9a93-4c23-9fc9-06a0a9759d56 service neutron] 10.222.0.15 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1149051 Feb 28 20:17:40.934349 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port bb1b8267-cb0e-4481-9111-1ca110f8c8a1, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=bb1b8267-cb0e-4481-9111-1ca110f8c8a1,segment=NetworkSegment(1fb55920-1762-4771-a322-6f561121b16f),segment_id=1fb55920-1762-4771-a322-6f561121b16f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:40.943244 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] For port 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:17:40.949814 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (bb1b8267-cb0e-4481-9111-1ca110f8c8a1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:40.950897 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 78b7672f-106f-4189-a177-1058526574a3 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:17:40.954070 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] For port 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:17:40.979387 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 78b7672f-106f-4189-a177-1058526574a3 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:17:40.979850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 78b7672f-106f-4189-a177-1058526574a3 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:17:40.981871 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=65476453-37d5-4e69-88ff-ba2b2c87c253,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:40.990466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d13c816-bbc5-476e-995e-6f6ad6006159 req-539c7d91-2fe2-4942-917a-3a8e4cf077cd tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903159 Feb 28 20:17:41.036829 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ce9469a4-0cde-4bd1-89fc-b9c6ed43aa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'name': 'tempest-ServersTestJSON-693063951-router', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:48Z', 'updated_at': '2022-02-28T20:16:58Z', 'revision_number': 4, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'gw_port': {'id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:50Z', 'updated_at': '2022-02-28T20:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '185ad6b1-25b7-4591-a0eb-69e49ed18758', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'floating_ip_address': '172.25.0.169', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'port_id': '06c87037-de46-41b2-b36b-3cc51f73da18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242', 'mac_address': 'fa:16:3e:81:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d0795f-9ac2-4c9b-a266-d89bd7f91e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:17:08Z', 'updated_at': '2022-02-28T20:17:36Z', 'revision_number': 1, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f80688-0169-442e-bd53-d0b00576e1b0', 'name': '', 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'mac_address': 'fa:16:3e:a3:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:57Z', 'updated_at': '2022-02-28T20:17:09Z', 'revision_number': 5, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'subnets': [{'id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:41.046317 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=bb1b8267-cb0e-4481-9111-1ca110f8c8a1,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:41.093579 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9469a4-0cde-4bd1-89fc-b9c6ed43aa0a None None] Checking router: 2d5f4733-197b-4b4b-8281-1c5fd4559b1f for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:17:41.104518 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9469a4-0cde-4bd1-89fc-b9c6ed43aa0a None None] Routers {'2d5f4733-197b-4b4b-8281-1c5fd4559b1f'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:17:41.105321 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ce9469a4-0cde-4bd1-89fc-b9c6ed43aa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:17:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2d5f4733-197b-4b4b-8281-1c5fd4559b1f'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:41.130581 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:41.154704 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-158c5a37-b0e8-4e29-b9aa-99667c401ba2 req-24a10355-1948-455e-a687-72fd70af7629 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/security-groups?id=3699648a-c461-4f18-a4ca-289d3ee4a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675616 Feb 28 20:17:41.277269 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d0795f-9ac2-4c9b-a266-d89bd7f91e04', 'tag': '06c87037-de46-41b2-b36b-3cc51f73da18'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:41.292469 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6d083e-4bf1-44b9-a9b1-517f22b23f38" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d0795f-9ac2-4c9b-a266-d89bd7f91e04", "tag": "06c87037-de46-41b2-b36b-3cc51f73da18"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:41.299304 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:41.300055 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:41.301525 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] 10.222.0.15 "PUT /v2.0/ports/60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 HTTP/1.1" status: 200 len: 1096 time: 2.8671110 Feb 28 20:17:41.377927 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2324582c-5fdd-47a2-8ad8-8d6f8e9c316f req-9a221171-5237-445e-89eb-60ea5cd8b1b2 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Router 2805664f-be54-4efb-9e8a-77e54570829e has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:17:41.421597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defdff4-de9a-40c1-8b5d-5c2a30509d55 service neutron] Pushing event updated for resources: {'Port': ['ID=60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:41.499092 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0877c19-9b3b-4c09-8782-7a3702ab7e7b req-7933b069-4dba-42a7-8c0b-8159e50d131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:41.500756 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0877c19-9b3b-4c09-8782-7a3702ab7e7b req-7933b069-4dba-42a7-8c0b-8159e50d131f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 1126 time: 0.4328423 Feb 28 20:17:41.545137 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-ce9469a4-0cde-4bd1-89fc-b9c6ed43aa0a None None] Set router 2d5f4733-197b-4b4b-8281-1c5fd4559b1f gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:17:41.722913 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-4e4da45a-c2da-4239-9dac-ef17e86023d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:41.724723 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-4e4da45a-c2da-4239-9dac-ef17e86023d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f46bcf36e6cc4ec196ce9fdde2e79970&device_id=39bcdfc9-fff9-48d1-803e-b537a51427f6 HTTP/1.1" status: 200 len: 1130 time: 0.3405745 Feb 28 20:17:41.784557 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb8add-51cf-47f8-b215-3b36feff5eb3 req-558a2793-0382-4809-872f-a86c6cb7906e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:41.787300 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-29cb8add-51cf-47f8-b215-3b36feff5eb3 req-558a2793-0382-4809-872f-a86c6cb7906e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ba66522-4272-450f-a0d8-8abb2d3187e5 HTTP/1.1" status: 200 len: 945 time: 0.7958729 Feb 28 20:17:41.821537 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-cddf78f6-7f12-47f1-9632-d8db392a9ede service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 HTTP/1.1" status: 200 len: 217 time: 0.0886579 Feb 28 20:17:41.845815 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-f2cfa681-2b73-4847-b620-545ad1548492 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks [] for port (a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:41.849444 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0877c19-9b3b-4c09-8782-7a3702ab7e7b req-5b17f1ec-5826-4d32-a27c-5fa4bad4b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:41.850834 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0877c19-9b3b-4c09-8782-7a3702ab7e7b req-5b17f1ec-5826-4d32-a27c-5fa4bad4b7f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 912 time: 0.3396392 Feb 28 20:17:41.857619 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-05be21d5-5339-4ab5-94c0-4a87fa9f1d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (7cb39d09-55b1-4994-8fff-2fb875a3e9a8), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:41.890002 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ce9469a4-0cde-4bd1-89fc-b9c6ed43aa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'name': 'tempest-ServersTestJSON-693063951-router', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:48Z', 'updated_at': '2022-02-28T20:16:58Z', 'revision_number': 4, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'gw_port': {'id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:50Z', 'updated_at': '2022-02-28T20:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '185ad6b1-25b7-4591-a0eb-69e49ed18758', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'floating_ip_address': '172.25.0.169', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'port_id': '06c87037-de46-41b2-b36b-3cc51f73da18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242', 'mac_address': 'fa:16:3e:81:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d0795f-9ac2-4c9b-a266-d89bd7f91e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:17:08Z', 'updated_at': '2022-02-28T20:17:36Z', 'revision_number': 1, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f80688-0169-442e-bd53-d0b00576e1b0', 'name': '', 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'mac_address': 'fa:16:3e:a3:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:57Z', 'updated_at': '2022-02-28T20:17:09Z', 'revision_number': 5, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'subnets': [{'id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:41.933588 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9469a4-0cde-4bd1-89fc-b9c6ed43aa0a None None] The sync data for ids ['2d5f4733-197b-4b4b-8281-1c5fd4559b1f'] in n-d-820368-21 is: [{'id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'name': 'tempest-ServersTestJSON-693063951-router', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:48Z', 'updated_at': '2022-02-28T20:16:58Z', 'revision_number': 4, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'gw_port': {'id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:50Z', 'updated_at': '2022-02-28T20:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '185ad6b1-25b7-4591-a0eb-69e49ed18758', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'floating_ip_address': '172.25.0.169', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'port_id': '06c87037-de46-41b2-b36b-3cc51f73da18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242', 'mac_address': 'fa:16:3e:81:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d0795f-9ac2-4c9b-a266-d89bd7f91e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:17:08Z', 'updated_at': '2022-02-28T20:17:36Z', 'revision_number': 1, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f80688-0169-442e-bd53-d0b00576e1b0', 'name': '', 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'mac_address': 'fa:16:3e:a3:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:57Z', 'updated_at': '2022-02-28T20:17:09Z', 'revision_number': 5, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'subnets': [{'id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:17:41.943345 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0877c19-9b3b-4c09-8782-7a3702ab7e7b req-c8098efb-2492-44a1-b6b0-add74604a1ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d518928-03a1-485e-981d-ca31aea417cf HTTP/1.1" status: 200 len: 217 time: 0.0581269 Feb 28 20:17:41.971942 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931a3f7-92d9-41fc-b92e-defb0ac3291c req-7cd1370d-2be5-4718-aeaa-58e63568fb86 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:41.975020 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4931a3f7-92d9-41fc-b92e-defb0ac3291c req-7cd1370d-2be5-4718-aeaa-58e63568fb86 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=39bcdfc9-fff9-48d1-803e-b537a51427f6 HTTP/1.1" status: 200 len: 947 time: 0.6052520 Feb 28 20:17:41.981942 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6c0b1-632c-486a-bfc5-fa0ffcdfeb9e req-92dcc401-9706-40b9-8f09-4f18216f259c tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:41.983440 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f6b6c0b1-632c-486a-bfc5-fa0ffcdfeb9e req-92dcc401-9706-40b9-8f09-4f18216f259c tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d0795f-9ac2-4c9b-a266-d89bd7f91e04 HTTP/1.1" status: 200 len: 945 time: 0.5392187 Feb 28 20:17:41.999474 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2324582c-5fdd-47a2-8ad8-8d6f8e9c316f req-9a221171-5237-445e-89eb-60ea5cd8b1b2 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:17:42.012750 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8726ebfe-4f9e-41a0-bdd0-3919a843675b None None] Sync routers for ids ['2805664f-be54-4efb-9e8a-77e54570829e'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:17:42.025213 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8726ebfe-4f9e-41a0-bdd0-3919a843675b None None] Routers {'2805664f-be54-4efb-9e8a-77e54570829e'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:17:42.025844 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8726ebfe-4f9e-41a0-bdd0-3919a843675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:17:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2805664f-be54-4efb-9e8a-77e54570829e'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:42.052505 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-5dfa1605-15d3-4670-b9ce-6866efe3df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:42.054051 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-5dfa1605-15d3-4670-b9ce-6866efe3df43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.2202561 Feb 28 20:17:42.078116 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be21d5-5339-4ab5-94c0-4a87fa9f1d6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cb39d09-55b1-4994-8fff-2fb875a3e9a8,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:42.105516 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2324582c-5fdd-47a2-8ad8-8d6f8e9c316f req-9a221171-5237-445e-89eb-60ea5cd8b1b2 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] No DVR routers for this DVR port 78b7672f-106f-4189-a177-1058526574a3 on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:17:42.111205 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2324582c-5fdd-47a2-8ad8-8d6f8e9c316f req-9a221171-5237-445e-89eb-60ea5cd8b1b2 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:42.116960 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2324582c-5fdd-47a2-8ad8-8d6f8e9c316f req-9a221171-5237-445e-89eb-60ea5cd8b1b2 tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.10 "DELETE /v2.0/ports/78b7672f-106f-4189-a177-1058526574a3 HTTP/1.1" status: 204 len: 173 time: 3.8606153 Feb 28 20:17:42.120365 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0877c19-9b3b-4c09-8782-7a3702ab7e7b req-c11d1ebc-72d8-46a1-bc89-e4947943b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:42.121791 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0877c19-9b3b-4c09-8782-7a3702ab7e7b req-c11d1ebc-72d8-46a1-bc89-e4947943b8f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.1701438 Feb 28 20:17:42.232551 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-f2cfa681-2b73-4847-b620-545ad1548492 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:42.235525 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-8726ebfe-4f9e-41a0-bdd0-3919a843675b None None] Set router 2805664f-be54-4efb-9e8a-77e54570829e gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:17:42.242088 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05be21d5-5339-4ab5-94c0-4a87fa9f1d6a admin admin] Checking segment: {'id': '4d3982e5-a108-4c47-aac7-74e95ad08f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:17:42.242454 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05be21d5-5339-4ab5-94c0-4a87fa9f1d6a admin admin] Network hostable DHCP agents. Network: 34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:17:42.252699 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-c182c2b9-a0c5-44b9-83d4-7edcc0069f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:42.254663 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-c182c2b9-a0c5-44b9-83d4-7edcc0069f37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1822753 Feb 28 20:17:42.337896 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531fd88d-2bf1-42f3-99e9-ead699f14654 None None] New status for floating IP 185ad6b1-25b7-4591-a0eb-69e49ed18758: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:17:42.341502 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0877c19-9b3b-4c09-8782-7a3702ab7e7b req-9e693fec-8bb7-43b8-8f94-7260fa6f8309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:42.343278 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0877c19-9b3b-4c09-8782-7a3702ab7e7b req-9e693fec-8bb7-43b8-8f94-7260fa6f8309 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2157376 Feb 28 20:17:42.353585 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f6b6c0b1-632c-486a-bfc5-fa0ffcdfeb9e req-d8b59bde-b87a-430c-8cec-ad04f26e12dc tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0ef047-4cc9-4c98-9cf8-967ab7c43c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2852290 Feb 28 20:17:42.368640 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4931a3f7-92d9-41fc-b92e-defb0ac3291c req-e7ef0463-fb81-421d-bc3f-1cf1773ee5af tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667984 Feb 28 20:17:42.431656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-f2cfa681-2b73-4847-b620-545ad1548492 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Network 6fc751ed-8d26-4f82-9e02-d415e2097a82 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:17:42.442206 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-29cb8add-51cf-47f8-b215-3b36feff5eb3 req-22848f8f-855a-42cd-80ba-c531ee37fa36 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Deleting port 625c1d7c-9019-4393-b095-e83864d163aa {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:17:42.442794 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-29cb8add-51cf-47f8-b215-3b36feff5eb3 req-22848f8f-855a-42cd-80ba-c531ee37fa36 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (625c1d7c-9019-4393-b095-e83864d163aa), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:42.469463 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0877c19-9b3b-4c09-8782-7a3702ab7e7b req-e7a1f15b-2de3-4a54-b841-5bb6c02c530f service neutron] 10.222.0.15 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189854 Feb 28 20:17:42.496591 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3413d69a-f381-4452-bb68-68d89c31c20e x-openstack-request-id: req-3413d69a-f381-4452-bb68-68d89c31c20e {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:42.500316 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d298420-c25e-4ad9-af61-ada5db3f87a3", "name": "network-vif-plugged", "status": "completed", "tag": "a13289c2-75c9-4dfa-b1de-87a279187ce1", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:42.501178 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3413d69a-f381-4452-bb68-68d89c31c20e {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:42.501727 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d298420-c25e-4ad9-af61-ada5db3f87a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13289c2-75c9-4dfa-b1de-87a279187ce1', 'code': 200} Feb 28 20:17:42.502743 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-abdb2bff-9a3e-492d-9922-9294c95bdd68 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410812 Feb 28 20:17:42.506028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-f2cfa681-2b73-4847-b620-545ad1548492 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:17:42.518158 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-f2cfa681-2b73-4847-b620-545ad1548492 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:17:42.541587 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfa681-2b73-4847-b620-545ad1548492 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Pushing event updated for resources: {'Port': ['ID=a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:42.659375 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05be21d5-5339-4ab5-94c0-4a87fa9f1d6a admin admin] Network 34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:17:42.825770 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d51c755a-5b32-446a-8ecb-aa0b37b8d6f7 req-00b0e949-9fe0-4361-98ad-2ffafa8350d3 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155477 Feb 28 20:17:42.829312 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d70842-f2d2-4a22-8d9d-4a9e8f078c30 req-c1860847-3426-4dab-99c2-b31b47f8ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:42.840650 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-11d70842-f2d2-4a22-8d9d-4a9e8f078c30 req-c1860847-3426-4dab-99c2-b31b47f8ab6c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d298420-c25e-4ad9-af61-ada5db3f87a3 HTTP/1.1" status: 200 len: 1128 time: 0.2402477 Feb 28 20:17:42.844985 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0877c19-9b3b-4c09-8782-7a3702ab7e7b req-5aed371e-bf89-4bbb-95c1-4c3e98b6625a service neutron] 10.222.0.15 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386819 Feb 28 20:17:42.871540 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-f2cfa681-2b73-4847-b620-545ad1548492 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:42.874589 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-f2cfa681-2b73-4847-b620-545ad1548492 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:42.896230 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8726ebfe-4f9e-41a0-bdd0-3919a843675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2805664f-be54-4efb-9e8a-77e54570829e', 'name': 'tempest-ServersTestManualDisk-1264889210-router', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:03Z', 'updated_at': '2022-02-28T20:16:12Z', 'revision_number': 4, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'gw_port': {'id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:04Z', 'updated_at': '2022-02-28T20:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '83981b6e-e0a2-4139-b32f-8241cc7287b7', 'name': '', 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'mac_address': 'fa:16:3e:14:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd403bcec-eb11-47f4-86b8-58ed18fc0376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:11Z', 'updated_at': '2022-02-28T20:16:18Z', 'revision_number': 5, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'subnets': [{'id': 'd403bcec-eb11-47f4-86b8-58ed18fc0376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:42.910778 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-11d70842-f2d2-4a22-8d9d-4a9e8f078c30 req-c6aad623-e748-4b75-82a5-b821a9714c06 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3699648a-c461-4f18-a4ca-289d3ee4a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625827 Feb 28 20:17:42.936585 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8726ebfe-4f9e-41a0-bdd0-3919a843675b None None] Checking router: 2805664f-be54-4efb-9e8a-77e54570829e for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:17:42.951696 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8726ebfe-4f9e-41a0-bdd0-3919a843675b None None] Routers {'2805664f-be54-4efb-9e8a-77e54570829e'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:17:42.952676 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8726ebfe-4f9e-41a0-bdd0-3919a843675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:17:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2805664f-be54-4efb-9e8a-77e54570829e'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:42.984902 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-29cb8add-51cf-47f8-b215-3b36feff5eb3 req-22848f8f-855a-42cd-80ba-c531ee37fa36 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] For port 625c1d7c-9019-4393-b095-e83864d163aa, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=625c1d7c-9019-4393-b095-e83864d163aa,segment=NetworkSegment(9d1645d2-e849-4f5c-bf28-d28b3f617709),segment_id=9d1645d2-e849-4f5c-bf28-d28b3f617709)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:42.985185 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-29cb8add-51cf-47f8-b215-3b36feff5eb3 req-22848f8f-855a-42cd-80ba-c531ee37fa36 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (625c1d7c-9019-4393-b095-e83864d163aa), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:43.035853 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c2d7d60a-b188-4dab-90d7-4bedc61bbfe8 None None] Provisioning complete for port a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:17:43.036589 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c2d7d60a-b188-4dab-90d7-4bedc61bbfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:43.044497 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-469cca42-81b3-4887-8261-a03a785c2406 req-80901797-d2e4-4b32-860e-19188ee1fcdc tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/ports?device_id=1adb5f5c-2a15-4da0-8a89-cce624dd4213 HTTP/1.1" status: 200 len: 210 time: 0.3510602 Feb 28 20:17:43.045296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-05be21d5-5339-4ab5-94c0-4a87fa9f1d6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:17:43.048579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-29cb8add-51cf-47f8-b215-3b36feff5eb3 req-22848f8f-855a-42cd-80ba-c531ee37fa36 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Calling delete_port for 625c1d7c-9019-4393-b095-e83864d163aa owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:17:43.057738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05be21d5-5339-4ab5-94c0-4a87fa9f1d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:43.058550 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-05be21d5-5339-4ab5-94c0-4a87fa9f1d6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:43.071526 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-f2cfa681-2b73-4847-b620-545ad1548492 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9172966 Feb 28 20:17:43.095096 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-05be21d5-5339-4ab5-94c0-4a87fa9f1d6a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.8817666 Feb 28 20:17:43.208741 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ece47-4522-4a55-bef6-8ca4bb73a837 req-da60672a-fd78-4379-bcb6-a2811e92a1df tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:43.210423 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d18ece47-4522-4a55-bef6-8ca4bb73a837 req-da60672a-fd78-4379-bcb6-a2811e92a1df tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 932 time: 0.5182092 Feb 28 20:17:43.220885 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] Request body: {'port': {'device_id': '28e91e97-128c-47a8-81f7-82745807c422', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:43.247866 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea1715c-4f05-4317-ba37-c4ff314c3c61 None None] Network 34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:17:43.366995 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7d60a-b188-4dab-90d7-4bedc61bbfe8 None None] Port a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:17:43.385586 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-8726ebfe-4f9e-41a0-bdd0-3919a843675b None None] Set router 2805664f-be54-4efb-9e8a-77e54570829e gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:17:43.393110 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:43.456647 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d18ece47-4522-4a55-bef6-8ca4bb73a837 req-7179cde2-a830-461e-9329-8f5c688cb94f tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/security-groups?id=850f66ac-dc78-47b5-913a-c7fb97033a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153866 Feb 28 20:17:43.471339 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ed90b-7206-4565-81ab-56e244bcec91 req-ed5d5a87-e1eb-4453-8503-114199588d1e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:43.484084 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c99ed90b-7206-4565-81ab-56e244bcec91 req-ed5d5a87-e1eb-4453-8503-114199588d1e tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ba66522-4272-450f-a0d8-8abb2d3187e5 HTTP/1.1" status: 200 len: 945 time: 0.3100045 Feb 28 20:17:43.498152 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82fecc4-c536-40be-bcb5-af2e89f4d33e None None] Network 34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:17:43.561351 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ac51c7-b706-4b31-87cb-873a4841f73e x-openstack-request-id: req-74ac51c7-b706-4b31-87cb-873a4841f73e {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:43.561831 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d0795f-9ac2-4c9b-a266-d89bd7f91e04", "tag": "06c87037-de46-41b2-b36b-3cc51f73da18", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:43.561999 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74ac51c7-b706-4b31-87cb-873a4841f73e {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:43.562270 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d0795f-9ac2-4c9b-a266-d89bd7f91e04', 'tag': '06c87037-de46-41b2-b36b-3cc51f73da18', 'status': 'completed', 'code': 200} Feb 28 20:17:43.702081 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d083e-4bf1-44b9-a9b1-517f22b23f38 req-1eb5e9bc-813b-44f4-8724-c2696e8511fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:43.709856 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2f6d083e-4bf1-44b9-a9b1-517f22b23f38 req-1eb5e9bc-813b-44f4-8724-c2696e8511fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e640677c8e04b1da94440106ff5082b&device_id=b5d0795f-9ac2-4c9b-a266-d89bd7f91e04 HTTP/1.1" status: 200 len: 1128 time: 0.1051025 Feb 28 20:17:43.869361 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d083e-4bf1-44b9-a9b1-517f22b23f38 req-936bcd1b-77ec-4089-a14a-072bb777bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:43.874726 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2f6d083e-4bf1-44b9-a9b1-517f22b23f38 req-936bcd1b-77ec-4089-a14a-072bb777bf9e service neutron] 10.222.0.10 "GET /v2.0/networks?id=9bbb0b08-949a-4e1a-9548-e157ca325242 HTTP/1.1" status: 200 len: 905 time: 0.1636562 Feb 28 20:17:43.884934 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-29cb8add-51cf-47f8-b215-3b36feff5eb3 req-22848f8f-855a-42cd-80ba-c531ee37fa36 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (625c1d7c-9019-4393-b095-e83864d163aa), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:43.899635 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c99ed90b-7206-4565-81ab-56e244bcec91 req-16a2ab0a-ecce-44ca-857f-3349b6b65f27 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.13 "GET /v2.0/security-groups?id=515d162f-5883-44d0-b2f0-6f0dcca045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937700 Feb 28 20:17:43.904142 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['625c1d7c-9019-4393-b095-e83864d163aa'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:17:43.909580 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52956) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:43.914368 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-9c0588a3-eb8e-4b8c-9745-cb430f429daa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1699494632-network', 'tenant_id': '17239ca6202b4b8f8d1dfb55ac0a8856'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:43.961421 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22848f8f-855a-42cd-80ba-c531ee37fa36 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Pushing event deleted for resources: {'Port': ['ID=625c1d7c-9019-4393-b095-e83864d163aa,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:44.001156 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8726ebfe-4f9e-41a0-bdd0-3919a843675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2805664f-be54-4efb-9e8a-77e54570829e', 'name': 'tempest-ServersTestManualDisk-1264889210-router', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:03Z', 'updated_at': '2022-02-28T20:16:12Z', 'revision_number': 4, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'gw_port': {'id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:04Z', 'updated_at': '2022-02-28T20:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '83981b6e-e0a2-4139-b32f-8241cc7287b7', 'name': '', 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'mac_address': 'fa:16:3e:14:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd403bcec-eb11-47f4-86b8-58ed18fc0376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:11Z', 'updated_at': '2022-02-28T20:16:18Z', 'revision_number': 5, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'subnets': [{'id': 'd403bcec-eb11-47f4-86b8-58ed18fc0376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:44.014597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0588a3-eb8e-4b8c-9745-cb430f429daa admin admin] Made reservation on behalf of 17239ca6202b4b8f8d1dfb55ac0a8856 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:17:44.017072 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9c0588a3-eb8e-4b8c-9745-cb430f429daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:44.028941 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2f6d083e-4bf1-44b9-a9b1-517f22b23f38 req-ecbe996f-5a8a-478d-b632-c1193d2e24d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06c87037-de46-41b2-b36b-3cc51f73da18 HTTP/1.1" status: 200 len: 1001 time: 0.1362178 Feb 28 20:17:44.030056 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9c0588a3-eb8e-4b8c-9745-cb430f429daa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:44.060967 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8726ebfe-4f9e-41a0-bdd0-3919a843675b None None] The sync data for ids ['2805664f-be54-4efb-9e8a-77e54570829e'] in n-d-820368-21 is: [{'id': '2805664f-be54-4efb-9e8a-77e54570829e', 'name': 'tempest-ServersTestManualDisk-1264889210-router', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:03Z', 'updated_at': '2022-02-28T20:16:12Z', 'revision_number': 4, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'gw_port': {'id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:04Z', 'updated_at': '2022-02-28T20:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '83981b6e-e0a2-4139-b32f-8241cc7287b7', 'name': '', 'network_id': '233d5bc4-584b-43c0-9b71-169a858435d9', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'mac_address': 'fa:16:3e:14:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd403bcec-eb11-47f4-86b8-58ed18fc0376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:11Z', 'updated_at': '2022-02-28T20:16:18Z', 'revision_number': 5, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'subnets': [{'id': 'd403bcec-eb11-47f4-86b8-58ed18fc0376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:17:44.098486 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7d518928-03a1-485e-981d-ca31aea417cf details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:17:44.114080 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d083e-4bf1-44b9-a9b1-517f22b23f38 req-40b52620-05b8-4053-be41-a34e33ddd387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:44.115542 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2f6d083e-4bf1-44b9-a9b1-517f22b23f38 req-40b52620-05b8-4053-be41-a34e33ddd387 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b48e865-818d-4d08-92dc-698d5f1ecc72 HTTP/1.1" status: 200 len: 844 time: 0.0762355 Feb 28 20:17:44.120152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cb8add-51cf-47f8-b215-3b36feff5eb3 req-22848f8f-855a-42cd-80ba-c531ee37fa36 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] No DVR routers for this DVR port 625c1d7c-9019-4393-b095-e83864d163aa on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:17:44.124686 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-29cb8add-51cf-47f8-b215-3b36feff5eb3 req-22848f8f-855a-42cd-80ba-c531ee37fa36 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:44.128975 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-29cb8add-51cf-47f8-b215-3b36feff5eb3 req-22848f8f-855a-42cd-80ba-c531ee37fa36 tempest-ServerDiskConfigTestJSON-1292510005 tempest-ServerDiskConfigTestJSON-1292510005-project] 10.222.0.15 "DELETE /v2.0/ports/625c1d7c-9019-4393-b095-e83864d163aa HTTP/1.1" status: 204 len: 173 time: 2.2729638 Feb 28 20:17:44.172497 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba66522-4272-450f-a0d8-8abb2d3187e5', 'name': 'network-vif-deleted', 'tag': '625c1d7c-9019-4393-b095-e83864d163aa'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:44.175928 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3236f4c-9318-48e9-a9f7-e74210d36094" -d '{"events": [{"server_uuid": "4ba66522-4272-450f-a0d8-8abb2d3187e5", "name": "network-vif-deleted", "tag": "625c1d7c-9019-4393-b095-e83864d163aa"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:44.200425 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0aaa9-810c-411d-b64b-3ea6dca7c7d1 req-90c5bbed-0b81-4fc8-8dfa-7794c997320b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:44.209758 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fde0aaa9-810c-411d-b64b-3ea6dca7c7d1 req-90c5bbed-0b81-4fc8-8dfa-7794c997320b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 943 time: 0.4542332 Feb 28 20:17:44.322215 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9c0588a3-eb8e-4b8c-9745-cb430f429daa admin admin] Publish callbacks [] for security_group (247df881-9962-412a-b23a-89486f1807c1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:44.332967 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9c0588a3-eb8e-4b8c-9745-cb430f429daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (247df881-9962-412a-b23a-89486f1807c1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:44.364768 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d083e-4bf1-44b9-a9b1-517f22b23f38 req-6d211ded-4508-44b9-a5dc-283aecaa37f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:44.367449 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2f6d083e-4bf1-44b9-a9b1-517f22b23f38 req-6d211ded-4508-44b9-a5dc-283aecaa37f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9bbb0b08-949a-4e1a-9548-e157ca325242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2308674 Feb 28 20:17:44.381113 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7d518928-03a1-485e-981d-ca31aea417cf, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7d518928-03a1-485e-981d-ca31aea417cf,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:44.407625 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fde0aaa9-810c-411d-b64b-3ea6dca7c7d1 req-6454e258-41f4-41f4-ab6c-6e8c2c228bd9 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968384 Feb 28 20:17:44.414973 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '7d518928-03a1-485e-981d-ca31aea417cf', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'port_id': '7d518928-03a1-485e-981d-ca31aea417cf', 'mac_address': 'fa:16:3e:ae:ca:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:17:44.415311 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0588a3-eb8e-4b8c-9745-cb430f429daa admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:17:44.426457 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe544f-c84b-4756-8151-88ab9c4ff583 req-2bf0f66e-f5f9-4874-9f3f-6094ab289ca4 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:44.443129 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0cfe544f-c84b-4756-8151-88ab9c4ff583 req-2bf0f66e-f5f9-4874-9f3f-6094ab289ca4 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d075a73-f508-43d4-9e23-e456528e96c4 HTTP/1.1" status: 200 len: 945 time: 0.4165077 Feb 28 20:17:44.508858 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc89c159-77a0-4a00-a99b-c6f86b211e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65476453-37d5-4e69-88ff-ba2b2c87c253'}, {'server_uuid': '0d075a73-f508-43d4-9e23-e456528e96c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1b8267-cb0e-4481-9111-1ca110f8c8a1'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:44.513011 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b97bc4-462e-49b6-be68-d2fdf2550edd" -d '{"events": [{"server_uuid": "fc89c159-77a0-4a00-a99b-c6f86b211e8e", "name": "network-vif-plugged", "status": "completed", "tag": "65476453-37d5-4e69-88ff-ba2b2c87c253"}, {"server_uuid": "0d075a73-f508-43d4-9e23-e456528e96c4", "name": "network-vif-plugged", "status": "completed", "tag": "bb1b8267-cb0e-4481-9111-1ca110f8c8a1"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:44.544939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7d518928-03a1-485e-981d-ca31aea417cf is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:44.545756 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7d518928-03a1-485e-981d-ca31aea417cf), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:44.579878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d518928-03a1-485e-981d-ca31aea417cf {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:17:44.603713 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9c0588a3-eb8e-4b8c-9745-cb430f429daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (cce9d16a-fc65-4b8b-b90c-09c2b5659ef7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:44.604374 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-9c0588a3-eb8e-4b8c-9745-cb430f429daa admin admin] Added segment cce9d16a-fc65-4b8b-b90c-09c2b5659ef7 of type vlan for network 4cbfbb60-1a75-4a79-ab88-7b1738ce8eb0 Feb 28 20:17:44.606480 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0588a3-eb8e-4b8c-9745-cb430f429daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247df881-9962-412a-b23a-89486f1807c1,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:44.637192 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7d518928-03a1-485e-981d-ca31aea417cf, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7d518928-03a1-485e-981d-ca31aea417cf,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:44.644254 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7d518928-03a1-485e-981d-ca31aea417cf), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:44.756518 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9c0588a3-eb8e-4b8c-9745-cb430f429daa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (4cbfbb60-1a75-4a79-ab88-7b1738ce8eb0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:44.774618 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=7d518928-03a1-485e-981d-ca31aea417cf,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:44.813508 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b7df81-03f2-41d3-a259-2bfe231a94f3 None None] New status for floating IP 4c2b9871-8ba7-4575-b91b-fb8ccba91947: DOWN {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:17:44.815093 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:17:44.824373 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2f6d083e-4bf1-44b9-a9b1-517f22b23f38 req-39c26b7b-f911-4117-93f6-10ee4c1e5757 service neutron] 10.222.0.10 "GET /v2.0/networks/9bbb0b08-949a-4e1a-9548-e157ca325242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432409 Feb 28 20:17:44.836812 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] Publish callbacks [] for port (a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:44.856341 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0cfe544f-c84b-4756-8151-88ab9c4ff583 req-138de066-c352-4925-910c-bbebd1d0133b tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/security-groups?id=3699648a-c461-4f18-a4ca-289d3ee4a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119582 Feb 28 20:17:44.895043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a169de-170f-46a4-bb9d-a792352f9b04 req-9d1417a5-d22b-4604-b359-cfcc37e6d415 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:44.896525 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99a169de-170f-46a4-bb9d-a792352f9b04 req-9d1417a5-d22b-4604-b359-cfcc37e6d415 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=39bcdfc9-fff9-48d1-803e-b537a51427f6 HTTP/1.1" status: 200 len: 947 time: 0.3742177 Feb 28 20:17:44.898986 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['7d518928-03a1-485e-981d-ca31aea417cf'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:17:44.900360 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9c0588a3-eb8e-4b8c-9745-cb430f429daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (4cbfbb60-1a75-4a79-ab88-7b1738ce8eb0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:44.901313 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0588a3-eb8e-4b8c-9745-cb430f429daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:44.901923 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9c0588a3-eb8e-4b8c-9745-cb430f429daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:44.908939 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] Transition to ACTIVE for port object a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:17:44.937675 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:45.058048 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9c0588a3-eb8e-4b8c-9745-cb430f429daa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1473696 Feb 28 20:17:45.063234 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52968) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:45.082191 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-fb4383f9-aa57-438e-97cc-a99fbbefe4a2 admin admin] Request body: {'subnet': {'network_id': '4cbfbb60-1a75-4a79-ab88-7b1738ce8eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1699494632-subnet', 'tenant_id': '17239ca6202b4b8f8d1dfb55ac0a8856', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:45.177140 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99a169de-170f-46a4-bb9d-a792352f9b04 req-c538295c-d0e0-4c37-ba72-de5dda725db2 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669508 Feb 28 20:17:45.180792 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecce6cb9-c8ff-44f9-882b-773322167943 x-openstack-request-id: req-ecce6cb9-c8ff-44f9-882b-773322167943 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:45.181095 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba66522-4272-450f-a0d8-8abb2d3187e5", "name": "network-vif-deleted", "tag": "625c1d7c-9019-4393-b095-e83864d163aa", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:45.181440 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecce6cb9-c8ff-44f9-882b-773322167943 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:45.181838 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba66522-4272-450f-a0d8-8abb2d3187e5', 'name': 'network-vif-deleted', 'tag': '625c1d7c-9019-4393-b095-e83864d163aa', 'status': 'completed', 'code': 200} Feb 28 20:17:45.182629 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] Pushing event updated for resources: {'Port': ['ID=a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:45.190123 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0588a3-eb8e-4b8c-9745-cb430f429daa admin admin] Pushing event updated for resources: {'Network': ['ID=4cbfbb60-1a75-4a79-ab88-7b1738ce8eb0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:45.229188 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 4cbfbb60-1a75-4a79-ab88-7b1738ce8eb0 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:17:45.242566 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4383f9-aa57-438e-97cc-a99fbbefe4a2 admin admin] Made reservation on behalf of 17239ca6202b4b8f8d1dfb55ac0a8856 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:17:45.244950 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb4383f9-aa57-438e-97cc-a99fbbefe4a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:45.312776 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2f6d083e-4bf1-44b9-a9b1-517f22b23f38 req-b9dfd634-85e2-4cea-8a12-294c3dbe4648 service neutron] 10.222.0.10 "GET /v2.0/networks/9bbb0b08-949a-4e1a-9548-e157ca325242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720070 Feb 28 20:17:45.431078 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] Attempting to bind port a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:17:45.434499 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] Attempting to bind port a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'ee2be4ff-4b54-49ec-8c8e-3abecba2146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:17:45.434850 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] Attempting to bind port a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 on network 6fc751ed-8d26-4f82-9e02-d415e2097a82 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:17:45.449688 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9ecf74-35a8-40bd-8b6c-70d07e2aef95 x-openstack-request-id: req-ec9ecf74-35a8-40bd-8b6c-70d07e2aef95 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:45.450270 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc89c159-77a0-4a00-a99b-c6f86b211e8e", "name": "network-vif-plugged", "status": "completed", "tag": "65476453-37d5-4e69-88ff-ba2b2c87c253", "code": 200}, {"server_uuid": "0d075a73-f508-43d4-9e23-e456528e96c4", "name": "network-vif-plugged", "status": "completed", "tag": "bb1b8267-cb0e-4481-9111-1ca110f8c8a1", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:45.450723 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec9ecf74-35a8-40bd-8b6c-70d07e2aef95 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:45.451470 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc89c159-77a0-4a00-a99b-c6f86b211e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65476453-37d5-4e69-88ff-ba2b2c87c253', 'code': 200} Feb 28 20:17:45.451972 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d075a73-f508-43d4-9e23-e456528e96c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1b8267-cb0e-4481-9111-1ca110f8c8a1', 'code': 200} Feb 28 20:17:45.480690 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] Port a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 on network 6fc751ed-8d26-4f82-9e02-d415e2097a82 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:17:45.484267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] Attempting to bind port a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 on network 6fc751ed-8d26-4f82-9e02-d415e2097a82 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:17:45.606912 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39bcdfc9-fff9-48d1-803e-b537a51427f6', 'tag': '60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7'}, {'server_uuid': '1adb5f5c-2a15-4da0-8a89-cce624dd4213', 'name': 'network-vif-deleted', 'tag': '78b7672f-106f-4189-a177-1058526574a3'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:45.610312 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8041191-8621-46ad-810f-3f6bf81a4356" -d '{"events": [{"name": "network-changed", "server_uuid": "39bcdfc9-fff9-48d1-803e-b537a51427f6", "tag": "60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7"}, {"server_uuid": "1adb5f5c-2a15-4da0-8a89-cce624dd4213", "name": "network-vif-deleted", "tag": "78b7672f-106f-4189-a177-1058526574a3"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:45.616763 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52976) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:45.641579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:17:45.642130 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] Checking segment: {'id': 'ee2be4ff-4b54-49ec-8c8e-3abecba2146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:17:45.642896 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] Bound using segment: {'id': 'ee2be4ff-4b54-49ec-8c8e-3abecba2146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:17:45.643606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] Bound port: a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee2be4ff-4b54-49ec-8c8e-3abecba2146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:17:45.644201 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:45.687877 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb4383f9-aa57-438e-97cc-a99fbbefe4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (9cca8cf1-0377-4820-8c31-a92569fa1fc9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:45.697024 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0c819-5ba0-459b-98ec-0048a7482d7a req-4cf7fa98-f161-4e33-b9dc-897d89bd3c6f tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:45.711747 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34d0c819-5ba0-459b-98ec-0048a7482d7a req-4cf7fa98-f161-4e33-b9dc-897d89bd3c6f tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 944 time: 0.3719907 Feb 28 20:17:45.801268 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bf1195f1-6068-4e07-9d66-6d6f91cb259b tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks [] for security_group (5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:45.833245 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4383f9-aa57-438e-97cc-a99fbbefe4a2 admin admin] Checking segment: {'id': 'cce9d16a-fc65-4b8b-b90c-09c2b5659ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4cbfbb60-1a75-4a79-ab88-7b1738ce8eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:17:45.833819 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4383f9-aa57-438e-97cc-a99fbbefe4a2 admin admin] Network hostable DHCP agents. Network: 4cbfbb60-1a75-4a79-ab88-7b1738ce8eb0, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:17:45.866027 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b00614-44ab-4e0a-91ad-4ca550076ed3 req-36bfec80-0ab3-40f8-b3a6-da79e2a4ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:45.867826 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-59b00614-44ab-4e0a-91ad-4ca550076ed3 req-36bfec80-0ab3-40f8-b3a6-da79e2a4ba98 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0d075a73-f508-43d4-9e23-e456528e96c4 HTTP/1.1" status: 200 len: 1128 time: 0.2534330 Feb 28 20:17:45.876439 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4383f9-aa57-438e-97cc-a99fbbefe4a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cca8cf1-0377-4820-8c31-a92569fa1fc9,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:45.933850 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bf1195f1-6068-4e07-9d66-6d6f91cb259b tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks [] for security_group (5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:45.939736 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-59b00614-44ab-4e0a-91ad-4ca550076ed3 req-9ba3e70f-62ce-4870-b7a5-12cf9fc08f38 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3699648a-c461-4f18-a4ca-289d3ee4a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601854 Feb 28 20:17:45.956682 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4383f9-aa57-438e-97cc-a99fbbefe4a2 admin admin] Network 4cbfbb60-1a75-4a79-ab88-7b1738ce8eb0 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:17:45.970890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebe30b-6043-488f-95bc-59c4b135a659 req-28070a22-5515-4e9c-a93f-c7210871a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:45.973248 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-02ebe30b-6043-488f-95bc-59c4b135a659 req-28070a22-5515-4e9c-a93f-c7210871a905 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc89c159-77a0-4a00-a99b-c6f86b211e8e HTTP/1.1" status: 200 len: 1128 time: 0.4665589 Feb 28 20:17:45.995134 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-fb4383f9-aa57-438e-97cc-a99fbbefe4a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 4cbfbb60-1a75-4a79-ab88-7b1738ce8eb0) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:17:46.007676 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34d0c819-5ba0-459b-98ec-0048a7482d7a req-1a6d254d-4d57-4b78-8e79-a1889eae026f tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/security-groups?id=850f66ac-dc78-47b5-913a-c7fb97033a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898710 Feb 28 20:17:46.018649 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4383f9-aa57-438e-97cc-a99fbbefe4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:46.020420 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb4383f9-aa57-438e-97cc-a99fbbefe4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:46.022651 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a122ff4b-fc81-4132-b149-6d5883fbf7bd None None] Network 4cbfbb60-1a75-4a79-ab88-7b1738ce8eb0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:17:46.092900 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fb4383f9-aa57-438e-97cc-a99fbbefe4a2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0148172 Feb 28 20:17:46.119064 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bf1195f1-6068-4e07-9d66-6d6f91cb259b tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:46.130857 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bf1195f1-6068-4e07-9d66-6d6f91cb259b tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:46.141048 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bf1195f1-6068-4e07-9d66-6d6f91cb259b tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "DELETE /v2.0/security-groups/5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5 HTTP/1.1" status: 204 len: 168 time: 0.5147455 Feb 28 20:17:46.142140 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52984) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:46.153744 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] For port a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:17:46.161279 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:17:46.169422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7d518928-03a1-485e-981d-ca31aea417cf up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:17:46.209361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a4659-681e-4e49-b2d1-56385b426224 req-d2ac34db-32a6-427d-8d9c-cd157224a67e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:46.211899 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6b5a4659-681e-4e49-b2d1-56385b426224 req-d2ac34db-32a6-427d-8d9c-cd157224a67e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 944 time: 0.4808788 Feb 28 20:17:46.233060 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-ad2cb45a-5834-49fc-8884-7449d71084ae tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] show failed (client error): The resource could not be found. Feb 28 20:17:46.240082 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ad2cb45a-5834-49fc-8884-7449d71084ae tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "GET /v2.0/security-groups/5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5 HTTP/1.1" status: 404 len: 347 time: 0.0781784 Feb 28 20:17:46.247927 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52990) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:46.278898 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] For port a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77,segment=NetworkSegment(ee2be4ff-4b54-49ec-8c8e-3abecba2146c),segment_id=ee2be4ff-4b54-49ec-8c8e-3abecba2146c)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:17:46.286959 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1195f1-6068-4e07-9d66-6d6f91cb259b tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0b9d93-a61f-494d-aaf9-cf14bb57ddc5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:46.315797 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9275e030-05d1-4203-ace1-bc177433f2d3 x-openstack-request-id: req-9275e030-05d1-4203-ace1-bc177433f2d3 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:46.316409 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39bcdfc9-fff9-48d1-803e-b537a51427f6", "tag": "60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7", "status": "completed", "code": 200}, {"server_uuid": "1adb5f5c-2a15-4da0-8a89-cce624dd4213", "name": "network-vif-deleted", "tag": "78b7672f-106f-4189-a177-1058526574a3", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:46.316953 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9275e030-05d1-4203-ace1-bc177433f2d3 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:46.317681 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39bcdfc9-fff9-48d1-803e-b537a51427f6', 'tag': '60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7', 'status': 'completed', 'code': 200} Feb 28 20:17:46.319313 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adb5f5c-2a15-4da0-8a89-cce624dd4213', 'name': 'network-vif-deleted', 'tag': '78b7672f-106f-4189-a177-1058526574a3', 'status': 'completed', 'code': 200} Feb 28 20:17:46.451497 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:46.577533 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.resource_extend [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:17:46.621665 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6a9cbcc2-e70b-43f9-9832-82a50b153481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:46.645298 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-02ebe30b-6043-488f-95bc-59c4b135a659 req-8a5ac9b4-a15d-4e24-aa8e-4eac4acdfdcc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3699648a-c461-4f18-a4ca-289d3ee4a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6406708 Feb 28 20:17:46.676058 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6b5a4659-681e-4e49-b2d1-56385b426224 req-1690f729-4374-456b-9ae6-8b544f8e78bb tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305089 Feb 28 20:17:46.719570 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] Pushing event updated for resources: {'Port': ['ID=a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:46.730625 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:46.731977 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:46.734563 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-c4c3b17d-2e91-4dd9-9437-e811c8de652c service neutron] 10.222.0.10 "PUT /v2.0/ports/a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 HTTP/1.1" status: 200 len: 1093 time: 3.5229490 Feb 28 20:17:46.820234 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8041191-8621-46ad-810f-3f6bf81a4356 req-14753ddb-19b2-417b-b36c-859a6efd0d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:46.826624 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b8041191-8621-46ad-810f-3f6bf81a4356 req-14753ddb-19b2-417b-b36c-859a6efd0d7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f46bcf36e6cc4ec196ce9fdde2e79970&device_id=39bcdfc9-fff9-48d1-803e-b537a51427f6 HTTP/1.1" status: 200 len: 1130 time: 0.3943820 Feb 28 20:17:46.834619 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 7d518928-03a1-485e-981d-ca31aea417cf completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:17:46.839125 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c486f8f-1c1b-4b78-8118-1a810085039c None None] Network 4cbfbb60-1a75-4a79-ab88-7b1738ce8eb0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:17:46.844217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c19dbe-7b8a-4f92-b189-ef2c4214198a req-88193fbd-a9c6-411d-8dc2-22f7648325ac tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:46.846050 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 7d518928-03a1-485e-981d-ca31aea417cf triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:17:46.846452 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7d518928-03a1-485e-981d-ca31aea417cf), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:46.852051 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-18c19dbe-7b8a-4f92-b189-ef2c4214198a req-88193fbd-a9c6-411d-8dc2-22f7648325ac tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d075a73-f508-43d4-9e23-e456528e96c4 HTTP/1.1" status: 200 len: 945 time: 0.4138598 Feb 28 20:17:47.065672 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-18c19dbe-7b8a-4f92-b189-ef2c4214198a req-69321f73-292c-4742-b77b-9a56d9eae3d2 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/security-groups?id=3699648a-c461-4f18-a4ca-289d3ee4a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909978 Feb 28 20:17:47.166692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-ca563d52-5f9f-4ede-8213-f781b18413fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:47.169309 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-ca563d52-5f9f-4ede-8213-f781b18413fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b008fe84570400d8410f1825e5a1877&device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 1127 time: 0.3162119 Feb 28 20:17:47.176011 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:47.197243 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e91e97-128c-47a8-81f7-82745807c422', 'tag': 'a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:47.211622 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533816e2-74aa-4a73-9ea8-2781ad275a92" -d '{"events": [{"name": "network-changed", "server_uuid": "28e91e97-128c-47a8-81f7-82745807c422", "tag": "a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:47.215169 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7', 'mac_address': 'fa:16:3e:16:b0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:17:47.405134 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-e5abe7cc-02f7-4419-a9a2-236e15426f1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 HTTP/1.1" status: 200 len: 217 time: 0.1840181 Feb 28 20:17:47.466878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:47.467267 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:47.479638 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955b06a-9e82-43a0-8ba9-850a311f22e5 req-01766139-8a5d-4213-8d0e-31afa888fe1d tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:47.481876 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7955b06a-9e82-43a0-8ba9-850a311f22e5 req-01766139-8a5d-4213-8d0e-31afa888fe1d tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=39bcdfc9-fff9-48d1-803e-b537a51427f6 HTTP/1.1" status: 200 len: 947 time: 0.4026942 Feb 28 20:17:47.523726 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:17:47.529339 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7d518928-03a1-485e-981d-ca31aea417cf is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:47.529723 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7d518928-03a1-485e-981d-ca31aea417cf), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:47.597686 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:47.614201 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2d7052-fa9f-47fd-9992-8f341f17f7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d518928-03a1-485e-981d-ca31aea417cf'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:47.618868 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d245e2f9-8bdf-4a00-9959-b60227d5070b" -d '{"events": [{"server_uuid": "dd2d7052-fa9f-47fd-9992-8f341f17f7ba", "name": "network-vif-plugged", "status": "completed", "tag": "7d518928-03a1-485e-981d-ca31aea417cf"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:47.642306 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:47.664184 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7d518928-03a1-485e-981d-ca31aea417cf, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7d518928-03a1-485e-981d-ca31aea417cf,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:47.728407 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7d518928-03a1-485e-981d-ca31aea417cf), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:47.732076 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 625c1d7c-9019-4393-b095-e83864d163aa no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:17:47.832700 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 625c1d7c-9019-4393-b095-e83864d163aa {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:17:47.833048 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 625c1d7c-9019-4393-b095-e83864d163aa not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:17:47.856156 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-cb207ecc-f2a6-4377-9f4c-dc5d742d923b tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Deleting port fba961e0-b855-4162-a00d-d5a89e8519f4 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:17:47.856935 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb207ecc-f2a6-4377-9f4c-dc5d742d923b tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (fba961e0-b855-4162-a00d-d5a89e8519f4), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:47.875315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:47.878664 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7955b06a-9e82-43a0-8ba9-850a311f22e5 req-e2f15828-6f25-4a43-9e52-009d71f509c9 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430622 Feb 28 20:17:47.901333 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-8c1b10d2-7c03-4269-9e09-a6fa719c991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:47.907405 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-8c1b10d2-7c03-4269-9e09-a6fa719c991d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c297a8dc-1030-4068-b140-fea07c7e7071 HTTP/1.1" status: 200 len: 854 time: 0.4864998 Feb 28 20:17:47.925762 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:17:47.990682 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=7d518928-03a1-485e-981d-ca31aea417cf,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:48.069817 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-af1b371a-8b15-4121-8d9a-1367249d625a tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:48.077298 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-af1b371a-8b15-4121-8d9a-1367249d625a tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/networks?id=34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d HTTP/1.1" status: 200 len: 823 time: 0.5265057 Feb 28 20:17:48.087369 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb207ecc-f2a6-4377-9f4c-dc5d742d923b tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (fba961e0-b855-4162-a00d-d5a89e8519f4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:48.087369 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb207ecc-f2a6-4377-9f4c-dc5d742d923b tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks [] for floatingip (fba961e0-b855-4162-a00d-d5a89e8519f4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:48.139168 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-deceaed8-2ae2-47db-acf3-138c695c6aa9 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/quotas/b0105d9e6c2e42d680ca5cff75444a3e HTTP/1.1" status: 200 len: 375 time: 0.0606332 Feb 28 20:17:48.149943 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-cb207ecc-f2a6-4377-9f4c-dc5d742d923b tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Calling delete_port for fba961e0-b855-4162-a00d-d5a89e8519f4 owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:17:48.160333 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8041191-8621-46ad-810f-3f6bf81a4356 req-c03bc4a3-56ce-4493-a300-037dc8859a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:48.174360 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b8041191-8621-46ad-810f-3f6bf81a4356 req-c03bc4a3-56ce-4493-a300-037dc8859a87 service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 1.3067999 Feb 28 20:17:48.216596 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-87433355-6add-4dad-80ee-9fa591351391 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0105d9e6c2e42d680ca5cff75444a3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763888 Feb 28 20:17:48.283126 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b8041191-8621-46ad-810f-3f6bf81a4356 req-2bb89644-faed-4dd7-9f16-c1216de15f01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 HTTP/1.1" status: 200 len: 217 time: 0.0966697 Feb 28 20:17:48.363669 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-4d32f485-071b-48eb-916a-3f7df767c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:48.365896 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-4d32f485-071b-48eb-916a-3f7df767c1ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6fc751ed-8d26-4f82-9e02-d415e2097a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4484966 Feb 28 20:17:48.419554 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8041191-8621-46ad-810f-3f6bf81a4356 req-aa5cb8c1-60fb-4ef3-bf8a-18b8941c7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:48.421096 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b8041191-8621-46ad-810f-3f6bf81a4356 req-aa5cb8c1-60fb-4ef3-bf8a-18b8941c7951 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1157970 Feb 28 20:17:48.572926 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb207ecc-f2a6-4377-9f4c-dc5d742d923b tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (fba961e0-b855-4162-a00d-d5a89e8519f4), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:48.730946 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb207ecc-f2a6-4377-9f4c-dc5d742d923b tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Pushing event deleted for resources: {'Port': ['ID=fba961e0-b855-4162-a00d-d5a89e8519f4,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:48.733711 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb207ecc-f2a6-4377-9f4c-dc5d742d923b tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks [] for floatingip (4c2b9871-8ba7-4575-b91b-fb8ccba91947), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:48.740905 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb207ecc-f2a6-4377-9f4c-dc5d742d923b tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:48.746985 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cb207ecc-f2a6-4377-9f4c-dc5d742d923b tempest-ServersTestManualDisk-411483137 tempest-ServersTestManualDisk-411483137-project] 10.222.0.13 "DELETE /v2.0/floatingips/4c2b9871-8ba7-4575-b91b-fb8ccba91947 HTTP/1.1" status: 204 len: 168 time: 2.4966855 Feb 28 20:17:48.748947 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53022) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:48.816893 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-8bf6dc82-b1dd-4661-a0a5-697dd3916324 service neutron] 10.222.0.10 "GET /v2.0/networks/6fc751ed-8d26-4f82-9e02-d415e2097a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313624 Feb 28 20:17:48.828067 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2736bd1-2447-4e6f-ab82-795f428f131c req-c524873a-1868-47ed-b429-3d01384f8ab0 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:48.829809 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e2736bd1-2447-4e6f-ab82-795f428f131c req-c524873a-1868-47ed-b429-3d01384f8ab0 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 944 time: 0.6225054 Feb 28 20:17:48.885182 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-aaa0b614-addf-42b1-b97e-cbaeb2f43163 service neutron] 10.222.0.13 "GET /v2.0/networks/34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674304 Feb 28 20:17:48.903457 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-91889c50-c766-4ab1-b774-1185675ab742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:48.996348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8041191-8621-46ad-810f-3f6bf81a4356 req-abf425d7-832f-45ca-ba7e-de8800806ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:48.998176 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b8041191-8621-46ad-810f-3f6bf81a4356 req-abf425d7-832f-45ca-ba7e-de8800806ba9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4413311 Feb 28 20:17:49.010901 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e2736bd1-2447-4e6f-ab82-795f428f131c req-5858235e-d689-4ee5-92f1-00731a6a6701 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/security-groups?id=850f66ac-dc78-47b5-913a-c7fb97033a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662545 Feb 28 20:17:49.047118 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa8fed91-5459-428a-95a3-b158ffb5615c req-3bcf20b4-c802-4852-a8f9-b661fd386210 service neutron] 10.222.0.10 "GET /v2.0/networks/6fc751ed-8d26-4f82-9e02-d415e2097a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158237 Feb 28 20:17:49.089111 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-2a282a18-1aca-4b30-9640-10d6e2fe2516 service neutron] 10.222.0.13 "GET /v2.0/networks/34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027898 Feb 28 20:17:49.124628 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cca56e-8c89-4675-815e-3c19c58b7cb4 x-openstack-request-id: req-00cca56e-8c89-4675-815e-3c19c58b7cb4 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:49.124628 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e91e97-128c-47a8-81f7-82745807c422", "tag": "a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:49.124628 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00cca56e-8c89-4675-815e-3c19c58b7cb4 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:49.124628 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e91e97-128c-47a8-81f7-82745807c422', 'tag': 'a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77', 'status': 'completed', 'code': 200} Feb 28 20:17:49.214720 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13b6781-50a5-45b5-9d04-0ca0b6ba1c6d x-openstack-request-id: req-f13b6781-50a5-45b5-9d04-0ca0b6ba1c6d {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:49.215578 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2d7052-fa9f-47fd-9992-8f341f17f7ba", "name": "network-vif-plugged", "status": "completed", "tag": "7d518928-03a1-485e-981d-ca31aea417cf", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:49.216137 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f13b6781-50a5-45b5-9d04-0ca0b6ba1c6d {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:49.216815 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2d7052-fa9f-47fd-9992-8f341f17f7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d518928-03a1-485e-981d-ca31aea417cf', 'code': 200} Feb 28 20:17:49.310663 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:49.337261 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b8041191-8621-46ad-810f-3f6bf81a4356 req-daecf427-7706-439c-81ae-f6f7807e541d service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302696 Feb 28 20:17:49.452305 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533816e2-74aa-4a73-9ea8-2781ad275a92 req-45571714-dc90-4188-a7b0-57dee435f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:49.460984 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-533816e2-74aa-4a73-9ea8-2781ad275a92 req-45571714-dc90-4188-a7b0-57dee435f47a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b008fe84570400d8410f1825e5a1877&device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 1127 time: 0.3040957 Feb 28 20:17:49.485924 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53028) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:49.563343 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b8041191-8621-46ad-810f-3f6bf81a4356 req-2072af4d-58d2-43d8-ab8b-5022c0c246fa service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194967 Feb 28 20:17:49.712049 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154b47c-d48f-4865-b38a-ea5dce947797 req-a7e854c1-9431-4446-bb6c-0f5ca827e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:49.714506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1154b47c-d48f-4865-b38a-ea5dce947797 req-a7e854c1-9431-4446-bb6c-0f5ca827e31b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 1128 time: 0.4236157 Feb 28 20:17:49.731291 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3ee45c-9d59-460b-bb5a-bd16f9758b19 admin admin] Deleting subnet 466e7b2a-44e7-4036-8d62-6c0fcc6f61ca {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:17:49.774558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c97fc-545e-48e1-8316-2e0b4cf389b9 req-f1c6f1f7-12e7-494d-a07f-48ffdece1149 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:49.776451 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b5c97fc-545e-48e1-8316-2e0b4cf389b9 req-f1c6f1f7-12e7-494d-a07f-48ffdece1149 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 945 time: 0.4164927 Feb 28 20:17:49.777297 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5d3ee45c-9d59-460b-bb5a-bd16f9758b19 admin admin] Publish callbacks [] for subnet (466e7b2a-44e7-4036-8d62-6c0fcc6f61ca), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:49.802363 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be8c3676-f94f-4ddf-80c4-85ca4b7328c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (2805664f-be54-4efb-9e8a-77e54570829e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:49.869706 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b5c97fc-545e-48e1-8316-2e0b4cf389b9 req-ce986f41-3c7b-40a1-8532-6f6d8bac28c3 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602756 Feb 28 20:17:49.878658 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533816e2-74aa-4a73-9ea8-2781ad275a92 req-b43937b5-fc39-4f3c-9a83-8259e61c137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:49.880248 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-533816e2-74aa-4a73-9ea8-2781ad275a92 req-b43937b5-fc39-4f3c-9a83-8259e61c137e service neutron] 10.222.0.10 "GET /v2.0/networks?id=6fc751ed-8d26-4f82-9e02-d415e2097a82 HTTP/1.1" status: 200 len: 915 time: 0.3755744 Feb 28 20:17:49.888081 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171f630-bfe8-4e41-8880-4530f1a497d0 req-3e720ede-b5eb-4f59-a44a-7ab72263a094 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:49.896843 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4171f630-bfe8-4e41-8880-4530f1a497d0 req-3e720ede-b5eb-4f59-a44a-7ab72263a094 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d075a73-f508-43d4-9e23-e456528e96c4 HTTP/1.1" status: 200 len: 945 time: 0.4295895 Feb 28 20:17:50.005683 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:50.093855 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-533816e2-74aa-4a73-9ea8-2781ad275a92 req-c8774d3f-3542-4841-ab8b-44b8ef4f2780 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 HTTP/1.1" status: 200 len: 217 time: 0.1857746 Feb 28 20:17:50.112881 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1154b47c-d48f-4865-b38a-ea5dce947797 req-7f92bc00-b77a-4dc0-97d0-7e08305ea323 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709576 Feb 28 20:17:50.135365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:17:50.168256 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5d3ee45c-9d59-460b-bb5a-bd16f9758b19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (466e7b2a-44e7-4036-8d62-6c0fcc6f61ca), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:50.240355 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd587e82-42fe-4dc1-9bdb-f666d58c597b req-87ccab0f-29f4-4a24-8acd-dc9825285d74 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:50.242028 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dd587e82-42fe-4dc1-9bdb-f666d58c597b req-87ccab0f-29f4-4a24-8acd-dc9825285d74 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=39bcdfc9-fff9-48d1-803e-b537a51427f6 HTTP/1.1" status: 200 len: 948 time: 0.2007928 Feb 28 20:17:50.245825 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533816e2-74aa-4a73-9ea8-2781ad275a92 req-9ab71972-4281-46f9-ae61-4683991b2858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:50.247292 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-533816e2-74aa-4a73-9ea8-2781ad275a92 req-9ab71972-4281-46f9-ae61-4683991b2858 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c297a8dc-1030-4068-b140-fea07c7e7071 HTTP/1.1" status: 200 len: 854 time: 0.1300719 Feb 28 20:17:50.257784 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4171f630-bfe8-4e41-8880-4530f1a497d0 req-538c0028-0828-4793-bd09-d4bdfa12174f tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/security-groups?id=3699648a-c461-4f18-a4ca-289d3ee4a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599079 Feb 28 20:17:50.280943 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:17:50.286913 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:17:50.287573 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:50.351573 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-be8c3676-f94f-4ddf-80c4-85ca4b7328c5 admin admin] Deleting port 83981b6e-e0a2-4139-b32f-8241cc7287b7 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:17:50.353041 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be8c3676-f94f-4ddf-80c4-85ca4b7328c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (83981b6e-e0a2-4139-b32f-8241cc7287b7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:50.445886 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:17:50.446278 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:50.471584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-be8c3676-f94f-4ddf-80c4-85ca4b7328c5 admin admin] For port 83981b6e-e0a2-4139-b32f-8241cc7287b7, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=83981b6e-e0a2-4139-b32f-8241cc7287b7,segment=NetworkSegment(01a828aa-500d-40ac-b791-b8032d7033c1),segment_id=01a828aa-500d-40ac-b791-b8032d7033c1)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:50.472105 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be8c3676-f94f-4ddf-80c4-85ca4b7328c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (83981b6e-e0a2-4139-b32f-8241cc7287b7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:50.473174 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-94b4e17a-021e-4046-b820-272b9ddba38c req-b4878407-a080-4a3e-b16f-2b6111ab634b tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=16f95154-0748-49b2-9f76-e743abf189e2 HTTP/1.1" status: 200 len: 210 time: 0.0780721 Feb 28 20:17:50.474680 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5d3ee45c-9d59-460b-bb5a-bd16f9758b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (466e7b2a-44e7-4036-8d62-6c0fcc6f61ca), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:50.490830 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-be8c3676-f94f-4ddf-80c4-85ca4b7328c5 admin admin] Calling delete_port for 83981b6e-e0a2-4139-b32f-8241cc7287b7 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:17:50.505544 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:50.512235 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:50.603883 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:50.619346 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dd587e82-42fe-4dc1-9bdb-f666d58c597b req-e9d7ec73-4316-4357-afa4-113c631d4521 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584168 Feb 28 20:17:50.655087 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533816e2-74aa-4a73-9ea8-2781ad275a92 req-54e88039-2308-4209-b597-fde74b60634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:50.658179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-533816e2-74aa-4a73-9ea8-2781ad275a92 req-54e88039-2308-4209-b597-fde74b60634d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6fc751ed-8d26-4f82-9e02-d415e2097a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3370659 Feb 28 20:17:50.796455 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5d3ee45c-9d59-460b-bb5a-bd16f9758b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (466e7b2a-44e7-4036-8d62-6c0fcc6f61ca), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:50.850038 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ee45c-9d59-460b-bb5a-bd16f9758b19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=466e7b2a-44e7-4036-8d62-6c0fcc6f61ca,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:50.890488 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62097adb-3579-40b1-b260-f7de805b26b4 req-33282bec-1ed3-4332-b436-c92d5e3f33b9 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:50.892995 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62097adb-3579-40b1-b260-f7de805b26b4 req-33282bec-1ed3-4332-b436-c92d5e3f33b9 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 944 time: 0.2542751 Feb 28 20:17:50.895240 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5d3ee45c-9d59-460b-bb5a-bd16f9758b19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:50.901324 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5d3ee45c-9d59-460b-bb5a-bd16f9758b19 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/466e7b2a-44e7-4036-8d62-6c0fcc6f61ca HTTP/1.1" status: 204 len: 168 time: 1.4138935 Feb 28 20:17:50.904231 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53042) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:50.936333 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be8c3676-f94f-4ddf-80c4-85ca4b7328c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (83981b6e-e0a2-4139-b32f-8241cc7287b7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:50.958801 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-533816e2-74aa-4a73-9ea8-2781ad275a92 req-f77fe24a-213f-4fd6-aa78-56f871d425ea service neutron] 10.222.0.10 "GET /v2.0/networks/6fc751ed-8d26-4f82-9e02-d415e2097a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814484 Feb 28 20:17:51.106002 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c3676-f94f-4ddf-80c4-85ca4b7328c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=83981b6e-e0a2-4139-b32f-8241cc7287b7,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:51.220919 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bcdfc9-fff9-48d1-803e-b537a51427f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:51.231723 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25809b4e-3070-4071-bf82-454320817eec" -d '{"events": [{"server_uuid": "39bcdfc9-fff9-48d1-803e-b537a51427f6", "name": "network-vif-plugged", "status": "completed", "tag": "60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:51.253319 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:51.293759 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41e69052-6f0c-416a-adc5-e5cc93a0efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (3adfc03b-765e-462a-ae7c-192406d60f28), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:51.325396 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859e81e-57b6-40d9-864e-5bf5eba69ab8 req-b11cc85c-af73-46d0-bfd8-86b7bd8d5f74 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:51.335880 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e859e81e-57b6-40d9-864e-5bf5eba69ab8 req-b11cc85c-af73-46d0-bfd8-86b7bd8d5f74 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc89c159-77a0-4a00-a99b-c6f86b211e8e HTTP/1.1" status: 200 len: 945 time: 0.5018680 Feb 28 20:17:51.350957 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be8c3676-f94f-4ddf-80c4-85ca4b7328c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (2805664f-be54-4efb-9e8a-77e54570829e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:51.389941 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62097adb-3579-40b1-b260-f7de805b26b4 req-167526cc-1727-48b5-b96d-ca996726be8e tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/security-groups?id=850f66ac-dc78-47b5-913a-c7fb97033a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4659040 Feb 28 20:17:51.521629 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-937299e7-bb17-4e64-8637-941dca8200ab tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:51.523350 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-937299e7-bb17-4e64-8637-941dca8200ab tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.15 "GET /v2.0/networks?id=34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d HTTP/1.1" status: 200 len: 823 time: 0.5598571 Feb 28 20:17:51.563463 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-533816e2-74aa-4a73-9ea8-2781ad275a92 req-eae41b06-f6c4-4ec3-905e-358c3e7f9327 service neutron] 10.222.0.10 "GET /v2.0/networks/6fc751ed-8d26-4f82-9e02-d415e2097a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622518 Feb 28 20:17:51.575385 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-8888595f-5166-4aa4-8e2e-9889de8e8507 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Request body: {'port': {'device_id': '16f95154-0748-49b2-9f76-e743abf189e2', 'network_id': '34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d', 'admin_state_up': True, 'tenant_id': 'b0105d9e6c2e42d680ca5cff75444a3e'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:51.700212 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e859e81e-57b6-40d9-864e-5bf5eba69ab8 req-169211d9-5edb-4efd-b28e-02c1e71f115d tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/security-groups?id=3699648a-c461-4f18-a4ca-289d3ee4a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630884 Feb 28 20:17:51.739117 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8c3676-f94f-4ddf-80c4-85ca4b7328c5 admin admin] Router 2805664f-be54-4efb-9e8a-77e54570829e has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:17:51.855604 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c109a9-8ba8-47c5-b0d9-44c3fd5af47f x-openstack-request-id: req-91c109a9-8ba8-47c5-b0d9-44c3fd5af47f {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:51.856412 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bcdfc9-fff9-48d1-803e-b537a51427f6", "name": "network-vif-plugged", "status": "completed", "tag": "60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:51.856992 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91c109a9-8ba8-47c5-b0d9-44c3fd5af47f {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:51.857850 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bcdfc9-fff9-48d1-803e-b537a51427f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7', 'code': 200} Feb 28 20:17:51.861020 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41e69052-6f0c-416a-adc5-e5cc93a0efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (3adfc03b-765e-462a-ae7c-192406d60f28), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:51.878548 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8c3676-f94f-4ddf-80c4-85ca4b7328c5 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:17:51.890588 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-be8c3676-f94f-4ddf-80c4-85ca4b7328c5 admin admin] 10.222.0.13 "PUT /v2.0/routers/2805664f-be54-4efb-9e8a-77e54570829e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1364303 Feb 28 20:17:51.891449 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53054) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:51.900830 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a11189d-0688-4663-b189-7d3e70211e4a None None] Sync routers for ids ['2805664f-be54-4efb-9e8a-77e54570829e'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:17:51.941119 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-41e69052-6f0c-416a-adc5-e5cc93a0efb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3adfc03b-765e-462a-ae7c-192406d60f28']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:51.958115 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2a066-e73d-44df-852b-5306b364ec1f req-e63b45ce-86ca-4e03-858e-8d2f572975da tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:51.971055 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4f2a066-e73d-44df-852b-5306b364ec1f req-e63b45ce-86ca-4e03-858e-8d2f572975da tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 945 time: 0.4227803 Feb 28 20:17:51.973538 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a11189d-0688-4663-b189-7d3e70211e4a None None] Routers {'2805664f-be54-4efb-9e8a-77e54570829e'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:17:51.975953 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-4a11189d-0688-4663-b189-7d3e70211e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:17:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2805664f-be54-4efb-9e8a-77e54570829e'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:52.028586 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-41e69052-6f0c-416a-adc5-e5cc93a0efb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1645d2-e849-4f5c-bf28-d28b3f617709') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:52.028887 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-41e69052-6f0c-416a-adc5-e5cc93a0efb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1645d2-e849-4f5c-bf28-d28b3f617709') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:52.064156 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41e69052-6f0c-416a-adc5-e5cc93a0efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (9d1645d2-e849-4f5c-bf28-d28b3f617709), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:52.068024 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-100b4454-9843-4c50-bb18-0f4007442f10 req-5c2b5658-3d0d-467a-a1be-f28f7bd03cdd tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=16f95154-0748-49b2-9f76-e743abf189e2 HTTP/1.1" status: 200 len: 210 time: 0.0788932 Feb 28 20:17:52.073565 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-8888595f-5166-4aa4-8e2e-9889de8e8507 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Made reservation on behalf of b0105d9e6c2e42d680ca5cff75444a3e for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:17:52.076942 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-8888595f-5166-4aa4-8e2e-9889de8e8507 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:52.170391 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-4a11189d-0688-4663-b189-7d3e70211e4a None None] Set router 2805664f-be54-4efb-9e8a-77e54570829e gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:17:52.213940 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-8888595f-5166-4aa4-8e2e-9889de8e8507 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Allocated IP 172.20.0.7 (34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d/7cb39d09-55b1-4994-8fff-2fb875a3e9a8/178227a3-0088-46cf-9af1-c45b3e9a1a0c) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:17:52.222605 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a39a743-0d6c-4d23-bf14-0ec036365ace admin admin] Publish callbacks [] for router (2805664f-be54-4efb-9e8a-77e54570829e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:52.267993 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:52.280558 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41e69052-6f0c-416a-adc5-e5cc93a0efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (9d1645d2-e849-4f5c-bf28-d28b3f617709), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:52.330028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e69052-6f0c-416a-adc5-e5cc93a0efb7 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:17:52.330987 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41e69052-6f0c-416a-adc5-e5cc93a0efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (9d1645d2-e849-4f5c-bf28-d28b3f617709), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:17:52.332306 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:17:52.350282 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4f2a066-e73d-44df-852b-5306b364ec1f req-99cea2ad-f712-4c8b-b250-cf7cc21a549b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760726 Feb 28 20:17:52.453193 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3310b4-331c-4423-8faf-2c0411c521c0 req-f0b5f50d-49f1-44ac-8c34-3aee4b65f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:52.456036 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2c3310b4-331c-4423-8faf-2c0411c521c0 req-f0b5f50d-49f1-44ac-8c34-3aee4b65f912 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=39bcdfc9-fff9-48d1-803e-b537a51427f6 HTTP/1.1" status: 200 len: 1132 time: 0.2260802 Feb 28 20:17:52.472351 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-4a11189d-0688-4663-b189-7d3e70211e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2805664f-be54-4efb-9e8a-77e54570829e', 'name': 'tempest-ServersTestManualDisk-1264889210-router', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:03Z', 'updated_at': '2022-02-28T20:17:50Z', 'revision_number': 5, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'gw_port': {'id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:04Z', 'updated_at': '2022-02-28T20:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:52.527062 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a11189d-0688-4663-b189-7d3e70211e4a None None] Checking router: 2805664f-be54-4efb-9e8a-77e54570829e for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:17:52.541578 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a11189d-0688-4663-b189-7d3e70211e4a None None] Routers {'2805664f-be54-4efb-9e8a-77e54570829e'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:17:52.542728 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-4a11189d-0688-4663-b189-7d3e70211e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:17:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2805664f-be54-4efb-9e8a-77e54570829e'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:52.592903 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:52.616640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5451425-3082-4807-aad2-943a06fd957d req-593aa0c5-0809-4303-b3a3-3c1b5ce5a1d9 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:52.618184 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d5451425-3082-4807-aad2-943a06fd957d req-593aa0c5-0809-4303-b3a3-3c1b5ce5a1d9 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=39bcdfc9-fff9-48d1-803e-b537a51427f6 HTTP/1.1" status: 200 len: 949 time: 0.3759620 Feb 28 20:17:52.623731 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41e69052-6f0c-416a-adc5-e5cc93a0efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (3adfc03b-765e-462a-ae7c-192406d60f28), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:52.634628 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41e69052-6f0c-416a-adc5-e5cc93a0efb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:52.643248 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-41e69052-6f0c-416a-adc5-e5cc93a0efb7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3adfc03b-765e-462a-ae7c-192406d60f28 HTTP/1.1" status: 204 len: 168 time: 1.7322128 Feb 28 20:17:52.674661 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e69052-6f0c-416a-adc5-e5cc93a0efb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3adfc03b-765e-462a-ae7c-192406d60f28,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:52.704491 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d70189-b37d-4b22-ad2d-8c4ca2a6cf01 req-14b6411c-ab90-48c9-b9dd-42755c436e29 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:52.709502 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a39a743-0d6c-4d23-bf14-0ec036365ace admin admin] Publish callbacks [] for router_gateway (2805664f-be54-4efb-9e8a-77e54570829e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:52.711588 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76d70189-b37d-4b22-ad2d-8c4ca2a6cf01 req-14b6411c-ab90-48c9-b9dd-42755c436e29 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d298420-c25e-4ad9-af61-ada5db3f87a3 HTTP/1.1" status: 200 len: 945 time: 0.2353456 Feb 28 20:17:52.729379 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2c3310b4-331c-4423-8faf-2c0411c521c0 req-cfcd03cc-dec6-4602-b578-bf505f75bb1c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026272 Feb 28 20:17:52.781569 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-8888595f-5166-4aa4-8e2e-9889de8e8507 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Publish callbacks [] for port (178227a3-0088-46cf-9af1-c45b3e9a1a0c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:52.799399 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d5451425-3082-4807-aad2-943a06fd957d req-570cd325-02a0-43b5-89ee-f6d7776d2f9d tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540778 Feb 28 20:17:52.835802 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-4a11189d-0688-4663-b189-7d3e70211e4a None None] Set router 2805664f-be54-4efb-9e8a-77e54570829e gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:17:52.857187 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76d70189-b37d-4b22-ad2d-8c4ca2a6cf01 req-9c790625-6e9b-4d7d-aee8-196d67e271c1 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/security-groups?id=3699648a-c461-4f18-a4ca-289d3ee4a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427193 Feb 28 20:17:52.900383 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-9a39a743-0d6c-4d23-bf14-0ec036365ace admin admin] Deleting port 4534d077-7479-4257-9e81-c0348c0fe50e {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:17:52.900873 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a39a743-0d6c-4d23-bf14-0ec036365ace admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4534d077-7479-4257-9e81-c0348c0fe50e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:52.956875 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-8888595f-5166-4aa4-8e2e-9889de8e8507 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (178227a3-0088-46cf-9af1-c45b3e9a1a0c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:53.041847 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53064) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:53.076412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888595f-5166-4aa4-8e2e-9889de8e8507 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Pushing event updated for resources: {'Port': ['ID=178227a3-0088-46cf-9af1-c45b3e9a1a0c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:53.087195 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-8888595f-5166-4aa4-8e2e-9889de8e8507 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Network 34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:17:53.093171 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-8888595f-5166-4aa4-8e2e-9889de8e8507 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:17:53.102909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-8888595f-5166-4aa4-8e2e-9889de8e8507 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:17:53.114737 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1d38641f-ef00-42b0-bf0f-cd66d72250d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8679f51c9a334f8287988308eacd8186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0714707 Feb 28 20:17:53.117767 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53066) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:53.205688 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9a34a-7f8a-4460-b597-bf5ba963d69e req-e4162af9-31db-4816-aca3-e643f4a23d5e tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:53.217613 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8af9a34a-7f8a-4460-b597-bf5ba963d69e req-e4162af9-31db-4816-aca3-e643f4a23d5e tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 944 time: 0.2148726 Feb 28 20:17:53.240203 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-9a39a743-0d6c-4d23-bf14-0ec036365ace admin admin] For port 4534d077-7479-4257-9e81-c0348c0fe50e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4534d077-7479-4257-9e81-c0348c0fe50e,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:53.240626 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a39a743-0d6c-4d23-bf14-0ec036365ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4534d077-7479-4257-9e81-c0348c0fe50e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:53.244392 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91ce3fce-97cc-4b7c-8367-fefd4f91c60e admin admin] Publish callbacks [] for security_group (515d162f-5883-44d0-b2f0-6f0dcca045f3), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:53.285341 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-9a39a743-0d6c-4d23-bf14-0ec036365ace admin admin] Calling delete_port for 4534d077-7479-4257-9e81-c0348c0fe50e owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:17:53.314181 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91ce3fce-97cc-4b7c-8367-fefd4f91c60e admin admin] Publish callbacks [] for security_group (515d162f-5883-44d0-b2f0-6f0dcca045f3), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:53.396580 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-8888595f-5166-4aa4-8e2e-9889de8e8507 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:53.401232 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-8888595f-5166-4aa4-8e2e-9889de8e8507 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:53.425920 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-4a11189d-0688-4663-b189-7d3e70211e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2805664f-be54-4efb-9e8a-77e54570829e', 'name': 'tempest-ServersTestManualDisk-1264889210-router', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:03Z', 'updated_at': '2022-02-28T20:17:50Z', 'revision_number': 5, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'gw_port': {'id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:04Z', 'updated_at': '2022-02-28T20:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:53.456830 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-8888595f-5166-4aa4-8e2e-9889de8e8507 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8982427 Feb 28 20:17:53.467710 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] Request body: {'port': {'device_id': '16f95154-0748-49b2-9f76-e743abf189e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:53.479093 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a11189d-0688-4663-b189-7d3e70211e4a None None] The sync data for ids ['2805664f-be54-4efb-9e8a-77e54570829e'] in n-d-820368-21 is: [{'id': '2805664f-be54-4efb-9e8a-77e54570829e', 'name': 'tempest-ServersTestManualDisk-1264889210-router', 'tenant_id': '0c09c66905df449e8ed5916165cd5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:03Z', 'updated_at': '2022-02-28T20:17:50Z', 'revision_number': 5, 'project_id': '0c09c66905df449e8ed5916165cd5d97', 'gw_port': {'id': '4534d077-7479-4257-9e81-c0348c0fe50e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2805664f-be54-4efb-9e8a-77e54570829e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:04Z', 'updated_at': '2022-02-28T20:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:17:53.507327 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91ce3fce-97cc-4b7c-8367-fefd4f91c60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (515d162f-5883-44d0-b2f0-6f0dcca045f3), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:53.512449 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91ce3fce-97cc-4b7c-8367-fefd4f91c60e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:53.516055 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-91ce3fce-97cc-4b7c-8367-fefd4f91c60e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/515d162f-5883-44d0-b2f0-6f0dcca045f3 HTTP/1.1" status: 204 len: 168 time: 0.3952804 Feb 28 20:17:53.543537 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8af9a34a-7f8a-4460-b597-bf5ba963d69e req-8a4852fe-bab9-4637-b677-7b7265d20a9b tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/security-groups?id=850f66ac-dc78-47b5-913a-c7fb97033a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3136563 Feb 28 20:17:53.592999 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (178227a3-0088-46cf-9af1-c45b3e9a1a0c), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:53.662370 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a39a743-0d6c-4d23-bf14-0ec036365ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4534d077-7479-4257-9e81-c0348c0fe50e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:53.674998 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce3fce-97cc-4b7c-8367-fefd4f91c60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515d162f-5883-44d0-b2f0-6f0dcca045f3,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:53.783025 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39a743-0d6c-4d23-bf14-0ec036365ace admin admin] Pushing event deleted for resources: {'Port': ['ID=4534d077-7479-4257-9e81-c0348c0fe50e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:53.887354 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654195ef-a0b9-4d73-a748-67e9426df9bf req-b5b9c129-780e-45cc-a676-bb85b301b34a tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:53.893964 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a39a743-0d6c-4d23-bf14-0ec036365ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (2805664f-be54-4efb-9e8a-77e54570829e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:53.899792 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-654195ef-a0b9-4d73-a748-67e9426df9bf req-b5b9c129-780e-45cc-a676-bb85b301b34a tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=16f95154-0748-49b2-9f76-e743abf189e2 HTTP/1.1" status: 200 len: 931 time: 0.4614077 Feb 28 20:17:54.069859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 83981b6e-e0a2-4139-b32f-8241cc7287b7 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:17:54.109828 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 83981b6e-e0a2-4139-b32f-8241cc7287b7 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:17:54.110954 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 83981b6e-e0a2-4139-b32f-8241cc7287b7 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:17:54.160408 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a39a743-0d6c-4d23-bf14-0ec036365ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (2805664f-be54-4efb-9e8a-77e54570829e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:54.163003 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a39a743-0d6c-4d23-bf14-0ec036365ace admin admin] Publish callbacks [] for router_controller (2805664f-be54-4efb-9e8a-77e54570829e), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:54.191712 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-654195ef-a0b9-4d73-a748-67e9426df9bf req-1ea594b6-cd26-4aac-8a84-33f138f2e207 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bbd447f-0fb4-4345-bb73-b5f317a1fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906089 Feb 28 20:17:54.240067 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a39a743-0d6c-4d23-bf14-0ec036365ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (2805664f-be54-4efb-9e8a-77e54570829e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:54.242748 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a39a743-0d6c-4d23-bf14-0ec036365ace admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2805664f-be54-4efb-9e8a-77e54570829e {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:17:54.255871 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a39a743-0d6c-4d23-bf14-0ec036365ace admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:54.257810 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9a39a743-0d6c-4d23-bf14-0ec036365ace admin admin] 10.222.0.13 "DELETE /v2.0/routers/2805664f-be54-4efb-9e8a-77e54570829e HTTP/1.1" status: 204 len: 168 time: 2.3634391 Feb 28 20:17:54.264555 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53082) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:54.332731 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727aaf01-301b-40f1-9a87-73999ca8858d req-0c058ef0-270e-4a77-aa06-6390693546f3 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:54.340104 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-727aaf01-301b-40f1-9a87-73999ca8858d req-0c058ef0-270e-4a77-aa06-6390693546f3 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 945 time: 0.5713060 Feb 28 20:17:54.362661 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178227a3-0088-46cf-9af1-c45b3e9a1a0c {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:17:54.379725 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] Publish callbacks [] for port (178227a3-0088-46cf-9af1-c45b3e9a1a0c), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:54.393536 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dab682d-7791-4220-8beb-925b922837e1 admin admin] Deleting subnet d403bcec-eb11-47f4-86b8-58ed18fc0376 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:17:54.421532 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1dab682d-7791-4220-8beb-925b922837e1 admin admin] Publish callbacks [] for subnet (d403bcec-eb11-47f4-86b8-58ed18fc0376), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:54.469074 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1dab682d-7791-4220-8beb-925b922837e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (d403bcec-eb11-47f4-86b8-58ed18fc0376), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:54.508110 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-727aaf01-301b-40f1-9a87-73999ca8858d req-a734afae-dee6-4a51-98a9-69cc5dca904c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667044 Feb 28 20:17:54.512447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] Transition to ACTIVE for port object 178227a3-0088-46cf-9af1-c45b3e9a1a0c will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:17:54.529521 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (178227a3-0088-46cf-9af1-c45b3e9a1a0c), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:54.633573 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1dab682d-7791-4220-8beb-925b922837e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (d403bcec-eb11-47f4-86b8-58ed18fc0376), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:54.752639 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1dab682d-7791-4220-8beb-925b922837e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (d403bcec-eb11-47f4-86b8-58ed18fc0376), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:54.776407 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81de33e4-b8cc-47d8-a2be-39b3f556ec3a None None] Network 233d5bc4-584b-43c0-9b71-169a858435d9 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:17:54.796606 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1dab682d-7791-4220-8beb-925b922837e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:54.803732 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1dab682d-7791-4220-8beb-925b922837e1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d403bcec-eb11-47f4-86b8-58ed18fc0376 HTTP/1.1" status: 204 len: 168 time: 0.5377321 Feb 28 20:17:54.804957 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53096) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:54.805762 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab682d-7791-4220-8beb-925b922837e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d403bcec-eb11-47f4-86b8-58ed18fc0376,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:54.902853 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-56aebb27-da74-4b34-986a-0ff3d1bc862f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (233d5bc4-584b-43c0-9b71-169a858435d9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:55.036069 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdb69a-a6f9-440c-815c-ef1a21317833 req-30861a5e-771d-4e55-9e19-9ea8e2135844 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:55.052813 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ccdb69a-a6f9-440c-815c-ef1a21317833 req-30861a5e-771d-4e55-9e19-9ea8e2135844 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d298420-c25e-4ad9-af61-ada5db3f87a3 HTTP/1.1" status: 200 len: 945 time: 0.7528007 Feb 28 20:17:55.076355 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-56aebb27-da74-4b34-986a-0ff3d1bc862f admin admin] Deleting port 84cc8eda-b1a3-4916-a997-aa902177df32 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:17:55.081725 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-56aebb27-da74-4b34-986a-0ff3d1bc862f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (84cc8eda-b1a3-4916-a997-aa902177df32), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:55.176602 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85545c46-c052-4e0c-b35b-95dc9054353b None None] DHCP port deletion for 233d5bc4-584b-43c0-9b71-169a858435d9 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:17:55.195741 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-56aebb27-da74-4b34-986a-0ff3d1bc862f admin admin] For port 84cc8eda-b1a3-4916-a997-aa902177df32, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=84cc8eda-b1a3-4916-a997-aa902177df32,segment=NetworkSegment(01a828aa-500d-40ac-b791-b8032d7033c1),segment_id=01a828aa-500d-40ac-b791-b8032d7033c1)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:55.196491 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-56aebb27-da74-4b34-986a-0ff3d1bc862f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (84cc8eda-b1a3-4916-a997-aa902177df32), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:55.212260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-56aebb27-da74-4b34-986a-0ff3d1bc862f admin admin] Calling delete_port for 84cc8eda-b1a3-4916-a997-aa902177df32 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:17:55.220665 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] Pushing event updated for resources: {'Port': ['ID=178227a3-0088-46cf-9af1-c45b3e9a1a0c,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:55.301935 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ccdb69a-a6f9-440c-815c-ef1a21317833 req-1179243b-bf86-4e76-baab-f9f756ad11ed tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/security-groups?id=3699648a-c461-4f18-a4ca-289d3ee4a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462602 Feb 28 20:17:55.359090 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-56aebb27-da74-4b34-986a-0ff3d1bc862f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (84cc8eda-b1a3-4916-a997-aa902177df32), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:55.385830 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aebb27-da74-4b34-986a-0ff3d1bc862f admin admin] No DVR routers for this DVR port 84cc8eda-b1a3-4916-a997-aa902177df32 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:17:55.421319 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53106) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:55.426582 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25f7e0-c15a-435a-84b0-8eeb94d88f5c req-b20a3fd1-1dec-450e-86b1-9dcb41b7a749 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:55.430257 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aebb27-da74-4b34-986a-0ff3d1bc862f admin admin] Pushing event deleted for resources: {'Port': ['ID=84cc8eda-b1a3-4916-a997-aa902177df32,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:55.442266 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1e25f7e0-c15a-435a-84b0-8eeb94d88f5c req-b20a3fd1-1dec-450e-86b1-9dcb41b7a749 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=39bcdfc9-fff9-48d1-803e-b537a51427f6 HTTP/1.1" status: 200 len: 949 time: 0.4148240 Feb 28 20:17:55.519085 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-56aebb27-da74-4b34-986a-0ff3d1bc862f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (233d5bc4-584b-43c0-9b71-169a858435d9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:55.558591 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-56aebb27-da74-4b34-986a-0ff3d1bc862f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233d5bc4-584b-43c0-9b71-169a858435d9']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:55.597946 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-56aebb27-da74-4b34-986a-0ff3d1bc862f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a828aa-500d-40ac-b791-b8032d7033c1') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:55.598291 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-56aebb27-da74-4b34-986a-0ff3d1bc862f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a828aa-500d-40ac-b791-b8032d7033c1') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:17:55.630656 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-56aebb27-da74-4b34-986a-0ff3d1bc862f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (01a828aa-500d-40ac-b791-b8032d7033c1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:55.645031 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1e25f7e0-c15a-435a-84b0-8eeb94d88f5c req-52e30485-5d8a-4a15-a6bf-eb2bd51e1b8f tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011576 Feb 28 20:17:55.667473 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] Attempting to bind port 178227a3-0088-46cf-9af1-c45b3e9a1a0c on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:17:55.668549 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] Attempting to bind port 178227a3-0088-46cf-9af1-c45b3e9a1a0c by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '4d3982e5-a108-4c47-aac7-74e95ad08f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:17:55.668835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-85545c46-c052-4e0c-b35b-95dc9054353b None None] Deleting port 84cc8eda-b1a3-4916-a997-aa902177df32 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:17:55.669157 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-85545c46-c052-4e0c-b35b-95dc9054353b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (84cc8eda-b1a3-4916-a997-aa902177df32), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:55.670046 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] Attempting to bind port 178227a3-0088-46cf-9af1-c45b3e9a1a0c on network 34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:17:55.678228 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-b99ce8cc-b98b-4e35-850b-a6bcd2f6646f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-567257689-network', 'tenant_id': '9e2602e3beae426dbbf9c8108189949a'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:55.701890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] Port 178227a3-0088-46cf-9af1-c45b3e9a1a0c on network 34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:17:55.702741 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] Attempting to bind port 178227a3-0088-46cf-9af1-c45b3e9a1a0c on network 34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:17:55.721321 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:17:55.721842 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] Checking segment: {'id': '4d3982e5-a108-4c47-aac7-74e95ad08f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:17:55.722447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] Bound using segment: {'id': '4d3982e5-a108-4c47-aac7-74e95ad08f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:17:55.723152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] Bound port: 178227a3-0088-46cf-9af1-c45b3e9a1a0c, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d3982e5-a108-4c47-aac7-74e95ad08f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:17:55.723744 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (178227a3-0088-46cf-9af1-c45b3e9a1a0c), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:55.725094 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-56aebb27-da74-4b34-986a-0ff3d1bc862f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (01a828aa-500d-40ac-b791-b8032d7033c1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:55.742835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-85545c46-c052-4e0c-b35b-95dc9054353b None None] For port 84cc8eda-b1a3-4916-a997-aa902177df32, host n-d-820368-21, got binding levels [] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:55.743292 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-85545c46-c052-4e0c-b35b-95dc9054353b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (84cc8eda-b1a3-4916-a997-aa902177df32), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:55.758698 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-85545c46-c052-4e0c-b35b-95dc9054353b None None] Calling delete_port for 84cc8eda-b1a3-4916-a997-aa902177df32 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:17:55.761733 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56aebb27-da74-4b34-986a-0ff3d1bc862f admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:17:55.762613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.ipam_backend_mixin [None req-85545c46-c052-4e0c-b35b-95dc9054353b None None] Port 84cc8eda-b1a3-4916-a997-aa902177df32 was not found and therefore no delete operation was performed {{(pid=103775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 20:17:55.767830 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-56aebb27-da74-4b34-986a-0ff3d1bc862f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (01a828aa-500d-40ac-b791-b8032d7033c1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:17:55.770106 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:17:55.778648 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-85545c46-c052-4e0c-b35b-95dc9054353b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (84cc8eda-b1a3-4916-a997-aa902177df32), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:55.830223 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99ce8cc-b98b-4e35-850b-a6bcd2f6646f admin admin] Made reservation on behalf of 9e2602e3beae426dbbf9c8108189949a for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:17:55.831851 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85545c46-c052-4e0c-b35b-95dc9054353b None None] No DVR routers for this DVR port 84cc8eda-b1a3-4916-a997-aa902177df32 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:17:55.832494 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b99ce8cc-b98b-4e35-850b-a6bcd2f6646f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:55.850033 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85545c46-c052-4e0c-b35b-95dc9054353b None None] Pushing event deleted for resources: {'Port': ['ID=84cc8eda-b1a3-4916-a997-aa902177df32,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:55.867023 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-56aebb27-da74-4b34-986a-0ff3d1bc862f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (233d5bc4-584b-43c0-9b71-169a858435d9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:55.870910 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b99ce8cc-b98b-4e35-850b-a6bcd2f6646f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:55.887231 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-56aebb27-da74-4b34-986a-0ff3d1bc862f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:55.890727 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-56aebb27-da74-4b34-986a-0ff3d1bc862f admin admin] 10.222.0.13 "DELETE /v2.0/networks/233d5bc4-584b-43c0-9b71-169a858435d9 HTTP/1.1" status: 204 len: 168 time: 1.0817127 Feb 28 20:17:55.897083 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aebb27-da74-4b34-986a-0ff3d1bc862f admin admin] Pushing event deleted for resources: {'Network': ['ID=233d5bc4-584b-43c0-9b71-169a858435d9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:55.910400 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4534d077-7479-4257-9e81-c0348c0fe50e no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:17:55.913883 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0632f07-c6d2-458e-8319-c5955c330802 req-425d38ad-d341-4030-ad27-814eab74ea74 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:55.915705 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0632f07-c6d2-458e-8319-c5955c330802 req-425d38ad-d341-4030-ad27-814eab74ea74 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 944 time: 0.4148264 Feb 28 20:17:55.943265 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 4534d077-7479-4257-9e81-c0348c0fe50e {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:17:55.943924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4534d077-7479-4257-9e81-c0348c0fe50e not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:17:55.944525 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 84cc8eda-b1a3-4916-a997-aa902177df32 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:17:55.973238 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 84cc8eda-b1a3-4916-a997-aa902177df32 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:17:55.973955 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 84cc8eda-b1a3-4916-a997-aa902177df32 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:17:55.993175 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b99ce8cc-b98b-4e35-850b-a6bcd2f6646f admin admin] Publish callbacks [] for security_group (0df0730b-ccc5-45a2-8876-34d99ef691c5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:56.000965 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b99ce8cc-b98b-4e35-850b-a6bcd2f6646f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0df0730b-ccc5-45a2-8876-34d99ef691c5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:56.021799 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] For port 178227a3-0088-46cf-9af1-c45b3e9a1a0c, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:17:56.049213 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ce8cc-b98b-4e35-850b-a6bcd2f6646f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df0730b-ccc5-45a2-8876-34d99ef691c5,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:56.066882 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c136b4-99d1-4f04-80cd-37f63d7f942f req-b3e61398-5fd6-4b5f-9fd2-c5816ac06716 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:56.068487 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9c136b4-99d1-4f04-80cd-37f63d7f942f req-b3e61398-5fd6-4b5f-9fd2-c5816ac06716 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d298420-c25e-4ad9-af61-ada5db3f87a3 HTTP/1.1" status: 200 len: 945 time: 0.4444525 Feb 28 20:17:56.069970 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99ce8cc-b98b-4e35-850b-a6bcd2f6646f admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:17:56.075471 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] For port 178227a3-0088-46cf-9af1-c45b3e9a1a0c, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=178227a3-0088-46cf-9af1-c45b3e9a1a0c,segment=NetworkSegment(4d3982e5-a108-4c47-aac7-74e95ad08f40),segment_id=4d3982e5-a108-4c47-aac7-74e95ad08f40)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:17:56.097148 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b99ce8cc-b98b-4e35-850b-a6bcd2f6646f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (3be8914e-e9fa-4c7a-92b1-0bc6dbdbd645), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:56.097375 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c6709-b1f8-4d47-9972-62a01f32bfb8 req-ab62cf47-8211-4c83-b165-e2a5737f8b74 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:56.097473 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-b99ce8cc-b98b-4e35-850b-a6bcd2f6646f admin admin] Added segment 3be8914e-e9fa-4c7a-92b1-0bc6dbdbd645 of type vlan for network 7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66 Feb 28 20:17:56.105278 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-707c6709-b1f8-4d47-9972-62a01f32bfb8 req-ab62cf47-8211-4c83-b165-e2a5737f8b74 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=16f95154-0748-49b2-9f76-e743abf189e2 HTTP/1.1" status: 200 len: 943 time: 0.3075769 Feb 28 20:17:56.121754 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (178227a3-0088-46cf-9af1-c45b3e9a1a0c), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:56.126418 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0632f07-c6d2-458e-8319-c5955c330802 req-35cd8e2d-323b-4367-937e-cfda42fcfd4e tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/security-groups?id=850f66ac-dc78-47b5-913a-c7fb97033a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006466 Feb 28 20:17:56.160466 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b99ce8cc-b98b-4e35-850b-a6bcd2f6646f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:56.200363 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53116) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:56.221822 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b99ce8cc-b98b-4e35-850b-a6bcd2f6646f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:56.223673 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ce8cc-b98b-4e35-850b-a6bcd2f6646f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:56.224780 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b99ce8cc-b98b-4e35-850b-a6bcd2f6646f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:56.264069 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:56.264704 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:56.266129 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] 10.222.0.15 "PUT /v2.0/ports/178227a3-0088-46cf-9af1-c45b3e9a1a0c HTTP/1.1" status: 200 len: 1092 time: 2.8028424 Feb 28 20:17:56.272024 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f95154-0748-49b2-9f76-e743abf189e2', 'tag': '178227a3-0088-46cf-9af1-c45b3e9a1a0c'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:56.274433 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e6b258-a599-47cf-9499-2d12624998b3" -d '{"events": [{"name": "network-changed", "server_uuid": "16f95154-0748-49b2-9f76-e743abf189e2", "tag": "178227a3-0088-46cf-9af1-c45b3e9a1a0c"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:56.321366 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ce8cc-b98b-4e35-850b-a6bcd2f6646f admin admin] Pushing event updated for resources: {'Network': ['ID=7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:56.332060 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b99ce8cc-b98b-4e35-850b-a6bcd2f6646f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9096482 Feb 28 20:17:56.337623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:17:56.339622 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53120) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:56.345899 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-121ed80f-a987-4fb4-ba0b-3607720d5c99 admin admin] Request body: {'subnet': {'network_id': '7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-567257689-subnet', 'tenant_id': '9e2602e3beae426dbbf9c8108189949a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:56.370662 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-39eb6d64-0005-48fd-aa45-b9ad4d0e94e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c09c66905df449e8ed5916165cd5d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1684177 Feb 28 20:17:56.375910 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53124) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:56.414195 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121ed80f-a987-4fb4-ba0b-3607720d5c99 admin admin] Made reservation on behalf of 9e2602e3beae426dbbf9c8108189949a for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:17:56.417160 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-121ed80f-a987-4fb4-ba0b-3607720d5c99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:56.433789 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-707c6709-b1f8-4d47-9972-62a01f32bfb8 req-0f70c351-47ea-4638-b24d-20087e56491f tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bbd447f-0fb4-4345-bb73-b5f317a1fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275824 Feb 28 20:17:56.436432 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb94c6-9098-47d7-9889-e99c8ab01f28 service neutron] Pushing event updated for resources: {'Port': ['ID=178227a3-0088-46cf-9af1-c45b3e9a1a0c,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:56.466383 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-d9c136b4-99d1-4f04-80cd-37f63d7f942f req-92f6ca39-97ea-4187-987e-d1d68e7ff501 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Deleting port a13289c2-75c9-4dfa-b1de-87a279187ce1 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:17:56.466767 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d9c136b4-99d1-4f04-80cd-37f63d7f942f req-92f6ca39-97ea-4187-987e-d1d68e7ff501 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a13289c2-75c9-4dfa-b1de-87a279187ce1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:56.498807 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37c4a8-4e0c-4010-a3fe-679c01585724 req-96aadaef-9e5c-460f-b556-0f637c97d3b7 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:56.505897 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db37c4a8-4e0c-4010-a3fe-679c01585724 req-96aadaef-9e5c-460f-b556-0f637c97d3b7 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 945 time: 0.2527609 Feb 28 20:17:56.529204 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-d9bf5110-872f-4dfd-bbc4-3096d6fdb7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:56.530732 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-d9bf5110-872f-4dfd-bbc4-3096d6fdb7a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0105d9e6c2e42d680ca5cff75444a3e&device_id=16f95154-0748-49b2-9f76-e743abf189e2 HTTP/1.1" status: 200 len: 1126 time: 0.1861880 Feb 28 20:17:56.624105 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-3d17a7cc-c5fc-4763-817c-b5c921bd3500 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=178227a3-0088-46cf-9af1-c45b3e9a1a0c HTTP/1.1" status: 200 len: 217 time: 0.0555112 Feb 28 20:17:56.691433 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db37c4a8-4e0c-4010-a3fe-679c01585724 req-b26c5e40-5b6b-4aad-97a7-35b3f6c1decd tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845815 Feb 28 20:17:56.732978 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-121ed80f-a987-4fb4-ba0b-3607720d5c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (fa6a1821-cea2-44b7-9ee0-e1ec3d4800ca), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:56.762872 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-d9c136b4-99d1-4f04-80cd-37f63d7f942f req-92f6ca39-97ea-4187-987e-d1d68e7ff501 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] For port a13289c2-75c9-4dfa-b1de-87a279187ce1, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a13289c2-75c9-4dfa-b1de-87a279187ce1,segment=NetworkSegment(1fb55920-1762-4771-a322-6f561121b16f),segment_id=1fb55920-1762-4771-a322-6f561121b16f)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:17:56.763467 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d9c136b4-99d1-4f04-80cd-37f63d7f942f req-92f6ca39-97ea-4187-987e-d1d68e7ff501 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a13289c2-75c9-4dfa-b1de-87a279187ce1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:56.778727 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-ffbb8125-c2e9-4132-b848-080b3fdd841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:56.792074 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-ffbb8125-c2e9-4132-b848-080b3fdd841e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cb39d09-55b1-4994-8fff-2fb875a3e9a8 HTTP/1.1" status: 200 len: 863 time: 0.1584060 Feb 28 20:17:56.795580 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817d84d4-05ed-4c6e-bdf9-039dcbc33b73 x-openstack-request-id: req-817d84d4-05ed-4c6e-bdf9-039dcbc33b73 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:56.796919 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ed80f-a987-4fb4-ba0b-3607720d5c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6a1821-cea2-44b7-9ee0-e1ec3d4800ca,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:56.798678 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f95154-0748-49b2-9f76-e743abf189e2", "tag": "178227a3-0088-46cf-9af1-c45b3e9a1a0c", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:56.799185 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-817d84d4-05ed-4c6e-bdf9-039dcbc33b73 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:56.801636 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f95154-0748-49b2-9f76-e743abf189e2', 'tag': '178227a3-0088-46cf-9af1-c45b3e9a1a0c', 'status': 'completed', 'code': 200} Feb 28 20:17:56.844948 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-d9c136b4-99d1-4f04-80cd-37f63d7f942f req-92f6ca39-97ea-4187-987e-d1d68e7ff501 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Calling delete_port for a13289c2-75c9-4dfa-b1de-87a279187ce1 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:17:56.847944 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-db331b49-f482-477f-a979-adbe252c9018 admin admin] Publish callbacks [] for security_group (7d53b055-21b6-4fc7-9561-f62de8eecae0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:56.874888 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-db331b49-f482-477f-a979-adbe252c9018 admin admin] Publish callbacks [] for security_group (7d53b055-21b6-4fc7-9561-f62de8eecae0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:56.890193 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-0dfac1f6-c9b7-43df-b149-0c59027c0a49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816765 Feb 28 20:17:56.927536 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ed80f-a987-4fb4-ba0b-3607720d5c99 admin admin] Checking segment: {'id': '3be8914e-e9fa-4c7a-92b1-0bc6dbdbd645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:17:56.928109 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121ed80f-a987-4fb4-ba0b-3607720d5c99 admin admin] Network hostable DHCP agents. Network: 7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:17:56.933525 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-db331b49-f482-477f-a979-adbe252c9018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7d53b055-21b6-4fc7-9561-f62de8eecae0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:56.936131 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-db331b49-f482-477f-a979-adbe252c9018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:56.937338 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-db331b49-f482-477f-a979-adbe252c9018 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d53b055-21b6-4fc7-9561-f62de8eecae0 HTTP/1.1" status: 204 len: 168 time: 0.5594604 Feb 28 20:17:56.956503 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db331b49-f482-477f-a979-adbe252c9018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d53b055-21b6-4fc7-9561-f62de8eecae0,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:56.959423 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-bdd00f0d-853e-42a5-9f8f-46b7420e258b req-08e3d7ca-7392-44ea-a82c-953755aec064 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:17:56.960932 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bdd00f0d-853e-42a5-9f8f-46b7420e258b req-08e3d7ca-7392-44ea-a82c-953755aec064 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117567 Feb 28 20:17:56.977873 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121ed80f-a987-4fb4-ba0b-3607720d5c99 admin admin] Network 7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:17:56.995904 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-121ed80f-a987-4fb4-ba0b-3607720d5c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:17:57.007527 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c806de73-d8ce-44c0-8e84-b132e54bf894 None None] Network 7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:17:57.018451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121ed80f-a987-4fb4-ba0b-3607720d5c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:57.020305 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-121ed80f-a987-4fb4-ba0b-3607720d5c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:57.046349 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-121ed80f-a987-4fb4-ba0b-3607720d5c99 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7054451 Feb 28 20:17:57.272060 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc0936c-b9d0-4b98-9470-051ac74e184e None None] Network 7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:17:57.347600 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec4d6d-8492-42a6-9310-06922657a19f req-c244687a-b419-4df9-b044-ed1e82d25737 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:57.349770 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27ec4d6d-8492-42a6-9310-06922657a19f req-c244687a-b419-4df9-b044-ed1e82d25737 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d298420-c25e-4ad9-af61-ada5db3f87a3 HTTP/1.1" status: 200 len: 945 time: 0.4619823 Feb 28 20:17:57.390284 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d9c136b4-99d1-4f04-80cd-37f63d7f942f req-92f6ca39-97ea-4187-987e-d1d68e7ff501 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a13289c2-75c9-4dfa-b1de-87a279187ce1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:57.414580 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['65476453-37d5-4e69-88ff-ba2b2c87c253'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:17:57.416946 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['a13289c2-75c9-4dfa-b1de-87a279187ce1', 'bb1b8267-cb0e-4481-9111-1ca110f8c8a1'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:17:57.477688 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-f405611f-3ed9-40a3-85d8-18ebebd5c673 service neutron] 10.222.0.15 "GET /v2.0/networks/34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5761604 Feb 28 20:17:57.478701 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6ca39-97ea-4187-987e-d1d68e7ff501 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Pushing event deleted for resources: {'Port': ['ID=a13289c2-75c9-4dfa-b1de-87a279187ce1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:57.495521 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228c664-e486-4010-955a-667572c71bd7 req-47d7e0ef-340c-4efb-b710-9bb88ccc6be6 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:57.506144 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9228c664-e486-4010-955a-667572c71bd7 req-47d7e0ef-340c-4efb-b710-9bb88ccc6be6 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=39bcdfc9-fff9-48d1-803e-b537a51427f6 HTTP/1.1" status: 200 len: 949 time: 0.3032520 Feb 28 20:17:57.600441 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c136b4-99d1-4f04-80cd-37f63d7f942f req-92f6ca39-97ea-4187-987e-d1d68e7ff501 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] No DVR routers for this DVR port a13289c2-75c9-4dfa-b1de-87a279187ce1 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:17:57.615043 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d9c136b4-99d1-4f04-80cd-37f63d7f942f req-92f6ca39-97ea-4187-987e-d1d68e7ff501 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:57.618677 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9c136b4-99d1-4f04-80cd-37f63d7f942f req-92f6ca39-97ea-4187-987e-d1d68e7ff501 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.10 "DELETE /v2.0/ports/a13289c2-75c9-4dfa-b1de-87a279187ce1 HTTP/1.1" status: 204 len: 173 time: 1.5313118 Feb 28 20:17:57.679348 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27ec4d6d-8492-42a6-9310-06922657a19f req-8145d8cb-ba45-4586-bd33-5e66ca30e1f3 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/security-groups?id=3699648a-c461-4f18-a4ca-289d3ee4a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205409 Feb 28 20:17:57.782010 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9228c664-e486-4010-955a-667572c71bd7 req-6dcbb30e-5242-432d-8975-031689aaae87 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710223 Feb 28 20:17:57.853362 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-933ea6ce-3469-4d2f-8b51-0f664b6f26fe req-590c8eb1-6df9-45ce-b5da-990d68e1c21c service neutron] 10.222.0.15 "GET /v2.0/networks/34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450639 Feb 28 20:17:57.924957 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0514ce7-f1b3-42b4-9415-43304c0e6c4a req-29ea606c-cb42-4edb-abd1-4cbf4d5bf753 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:57.927671 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0514ce7-f1b3-42b4-9415-43304c0e6c4a req-29ea606c-cb42-4edb-abd1-4cbf4d5bf753 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 944 time: 0.1036522 Feb 28 20:17:58.023125 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0514ce7-f1b3-42b4-9415-43304c0e6c4a req-be15fe5d-3070-44db-bd00-6154c4c8fb92 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/security-groups?id=850f66ac-dc78-47b5-913a-c7fb97033a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818741 Feb 28 20:17:58.053084 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6b258-a599-47cf-9499-2d12624998b3 req-637ba4ca-ac82-46e9-be19-a359060312b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:58.057333 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5e6b258-a599-47cf-9499-2d12624998b3 req-637ba4ca-ac82-46e9-be19-a359060312b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0105d9e6c2e42d680ca5cff75444a3e&device_id=16f95154-0748-49b2-9f76-e743abf189e2 HTTP/1.1" status: 200 len: 1126 time: 0.1281698 Feb 28 20:17:58.229856 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6b258-a599-47cf-9499-2d12624998b3 req-1ed2bceb-2bc0-46a6-a95d-ccef3d088fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:58.232454 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5e6b258-a599-47cf-9499-2d12624998b3 req-1ed2bceb-2bc0-46a6-a95d-ccef3d088fa1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d HTTP/1.1" status: 200 len: 923 time: 0.1667120 Feb 28 20:17:58.337742 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5e6b258-a599-47cf-9499-2d12624998b3 req-0660c051-b842-4ba6-8a55-3ce29149aff6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=178227a3-0088-46cf-9af1-c45b3e9a1a0c HTTP/1.1" status: 200 len: 217 time: 0.0980134 Feb 28 20:17:58.371463 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54f6e4-158a-4276-b2e4-75c651fa266a req-a153349c-62d0-4012-a920-884eef3bb467 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:58.373716 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8e54f6e4-158a-4276-b2e4-75c651fa266a req-a153349c-62d0-4012-a920-884eef3bb467 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=16f95154-0748-49b2-9f76-e743abf189e2 HTTP/1.1" status: 200 len: 943 time: 0.2247753 Feb 28 20:17:58.548156 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6b258-a599-47cf-9499-2d12624998b3 req-ea85483d-af48-45a2-b9ed-f33bd70b7e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:58.549645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5e6b258-a599-47cf-9499-2d12624998b3 req-ea85483d-af48-45a2-b9ed-f33bd70b7e67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cb39d09-55b1-4994-8fff-2fb875a3e9a8 HTTP/1.1" status: 200 len: 863 time: 0.1994317 Feb 28 20:17:58.579657 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8e54f6e4-158a-4276-b2e4-75c651fa266a req-dbd6dfb3-df55-4daf-badc-be5cc0f2c18b tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bbd447f-0fb4-4345-bb73-b5f317a1fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878080 Feb 28 20:17:58.608741 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5e6b258-a599-47cf-9499-2d12624998b3 req-39bb49cd-55f7-4b88-b10c-ee8594d602df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460603 Feb 28 20:17:58.630886 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53176) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:58.663999 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-b6f6874d-48f0-412e-a94e-5472a3bb5722 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:58.665557 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-b6f6874d-48f0-412e-a94e-5472a3bb5722 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/networks?id=7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66 HTTP/1.1" status: 200 len: 813 time: 0.3319700 Feb 28 20:17:58.766971 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-887b4e3d-a604-47da-bd8c-509da8132946 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1984827160-network', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:58.767217 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-e9f483d7-6ab1-46f3-b223-f1c722939090 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/quotas/9e2602e3beae426dbbf9c8108189949a HTTP/1.1" status: 200 len: 375 time: 0.0807850 Feb 28 20:17:58.799269 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887b4e3d-a604-47da-bd8c-509da8132946 admin admin] Made reservation on behalf of cc9440223e9e4177b248e28bf8c3bfd8 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:17:58.802603 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-887b4e3d-a604-47da-bd8c-509da8132946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:58.811164 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d298420-c25e-4ad9-af61-ada5db3f87a3', 'name': 'network-vif-deleted', 'tag': 'a13289c2-75c9-4dfa-b1de-87a279187ce1'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:17:58.813640 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e318446-9860-4112-bc88-fb75c1a15d04" -d '{"events": [{"server_uuid": "6d298420-c25e-4ad9-af61-ada5db3f87a3", "name": "network-vif-deleted", "tag": "a13289c2-75c9-4dfa-b1de-87a279187ce1"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:17:58.815524 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-887b4e3d-a604-47da-bd8c-509da8132946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:58.824589 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-709ce6e2-b64d-4876-86a2-35d11ac5933a tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e2602e3beae426dbbf9c8108189949a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468311 Feb 28 20:17:58.844435 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5e6b258-a599-47cf-9499-2d12624998b3 req-19b049b9-2ffc-47e3-83e5-0181a918206b service neutron] 10.222.0.15 "GET /v2.0/networks/34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254570 Feb 28 20:17:58.853832 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cec8d0-5fba-4388-93c2-04b872d4eb40 req-e088bebb-d053-4bcf-a479-c0b35e6ad34f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:58.855428 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7cec8d0-5fba-4388-93c2-04b872d4eb40 req-e088bebb-d053-4bcf-a479-c0b35e6ad34f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 945 time: 0.1889114 Feb 28 20:17:58.916251 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-887b4e3d-a604-47da-bd8c-509da8132946 admin admin] Publish callbacks [] for security_group (4f6396ba-1b7c-42fb-bb2b-0e3af122a108), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:58.920783 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-887b4e3d-a604-47da-bd8c-509da8132946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4f6396ba-1b7c-42fb-bb2b-0e3af122a108), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:58.951367 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887b4e3d-a604-47da-bd8c-509da8132946 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:17:58.957845 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b4e3d-a604-47da-bd8c-509da8132946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6396ba-1b7c-42fb-bb2b-0e3af122a108,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:58.965566 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-887b4e3d-a604-47da-bd8c-509da8132946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (05194703-5ab3-4c11-b23d-45355c568259), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:58.965911 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-887b4e3d-a604-47da-bd8c-509da8132946 admin admin] Added segment 05194703-5ab3-4c11-b23d-45355c568259 of type vlan for network b4d04028-1f92-4a10-a522-d88228aafca5 Feb 28 20:17:59.012949 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-887b4e3d-a604-47da-bd8c-509da8132946 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (b4d04028-1f92-4a10-a522-d88228aafca5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:59.027317 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7cec8d0-5fba-4388-93c2-04b872d4eb40 req-056c3210-c611-47c8-a5da-45ccba65235c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604967 Feb 28 20:17:59.045129 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-887b4e3d-a604-47da-bd8c-509da8132946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (b4d04028-1f92-4a10-a522-d88228aafca5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:59.046103 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887b4e3d-a604-47da-bd8c-509da8132946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:59.047113 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-887b4e3d-a604-47da-bd8c-509da8132946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:59.053372 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-4d465e76-3e95-49c3-b686-8c11e11a3897 service neutron] 10.222.0.13 "GET /v2.0/networks/7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185454 Feb 28 20:17:59.055281 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5e6b258-a599-47cf-9499-2d12624998b3 req-1073cb15-0aae-4e50-b119-088a5115bd8b service neutron] 10.222.0.15 "GET /v2.0/networks/34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989551 Feb 28 20:17:59.116242 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-887b4e3d-a604-47da-bd8c-509da8132946 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4840493 Feb 28 20:17:59.119042 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53190) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:59.126481 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-723f308b-312f-421a-a4c4-2bb7c3f5a663 admin admin] Request body: {'subnet': {'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1984827160-subnet', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:59.133245 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b4e3d-a604-47da-bd8c-509da8132946 admin admin] Pushing event updated for resources: {'Network': ['ID=b4d04028-1f92-4a10-a522-d88228aafca5,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:59.153210 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network b4d04028-1f92-4a10-a522-d88228aafca5 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:17:59.158916 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723f308b-312f-421a-a4c4-2bb7c3f5a663 admin admin] Made reservation on behalf of cc9440223e9e4177b248e28bf8c3bfd8 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:17:59.163996 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-723f308b-312f-421a-a4c4-2bb7c3f5a663 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:59.201013 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-5f7dce61-a4c2-4c94-8026-19c7ca56b5c4 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f46bcf36e6cc4ec196ce9fdde2e79970&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445640 Feb 28 20:17:59.227528 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-4a6fd48d-3952-40e1-8ddb-d4a23d2f1fa3 service neutron] 10.222.0.13 "GET /v2.0/networks/7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668434 Feb 28 20:17:59.348897 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-b9cbdf50-b69f-4d63-83f8-ba517774a423 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:59.350677 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-b9cbdf50-b69f-4d63-83f8-ba517774a423 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1391973 Feb 28 20:17:59.370756 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-5a878fc5-c229-416f-abf5-c4de75c4d7eb tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/quotas/f46bcf36e6cc4ec196ce9fdde2e79970 HTTP/1.1" status: 200 len: 375 time: 0.0125318 Feb 28 20:17:59.402309 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-723f308b-312f-421a-a4c4-2bb7c3f5a663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (e4c17c34-1415-482c-9e44-a2606667b359), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:59.457859 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-6bf140c7-b209-4fa4-9330-4cebccfbf32d tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f46bcf36e6cc4ec196ce9fdde2e79970&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742316 Feb 28 20:17:59.480893 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67dfa83-df33-48a4-8c57-16d22ec8de08 x-openstack-request-id: req-b67dfa83-df33-48a4-8c57-16d22ec8de08 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:17:59.481189 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d298420-c25e-4ad9-af61-ada5db3f87a3", "name": "network-vif-deleted", "tag": "a13289c2-75c9-4dfa-b1de-87a279187ce1", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:17:59.481448 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b67dfa83-df33-48a4-8c57-16d22ec8de08 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:17:59.481902 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d298420-c25e-4ad9-af61-ada5db3f87a3', 'name': 'network-vif-deleted', 'tag': 'a13289c2-75c9-4dfa-b1de-87a279187ce1', 'status': 'completed', 'code': 200} Feb 28 20:17:59.487363 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f308b-312f-421a-a4c4-2bb7c3f5a663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4c17c34-1415-482c-9e44-a2606667b359,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:17:59.515447 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723f308b-312f-421a-a4c4-2bb7c3f5a663 admin admin] Checking segment: {'id': '05194703-5ab3-4c11-b23d-45355c568259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:17:59.515897 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723f308b-312f-421a-a4c4-2bb7c3f5a663 admin admin] Network hostable DHCP agents. Network: b4d04028-1f92-4a10-a522-d88228aafca5, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:17:59.544944 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723f308b-312f-421a-a4c4-2bb7c3f5a663 admin admin] Network b4d04028-1f92-4a10-a522-d88228aafca5 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:17:59.562712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-723f308b-312f-421a-a4c4-2bb7c3f5a663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, b4d04028-1f92-4a10-a522-d88228aafca5) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:17:59.572444 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723f308b-312f-421a-a4c4-2bb7c3f5a663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:59.573046 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-723f308b-312f-421a-a4c4-2bb7c3f5a663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:59.578959 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a049534b-b617-43d5-8242-488ab57cbdd7 None None] Network b4d04028-1f92-4a10-a522-d88228aafca5 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:17:59.597879 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-723f308b-312f-421a-a4c4-2bb7c3f5a663 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4751332 Feb 28 20:17:59.599797 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53204) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:17:59.604264 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-41d48064-65be-49a5-bd29-258b52441e8d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1984827160-router', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:17:59.682931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1ec4b-72a3-472c-a42a-e19e8aebab54 req-78e8fd9a-a7c4-4118-8d7d-b609157aa02b tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:17:59.686849 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2e1ec4b-72a3-472c-a42a-e19e8aebab54 req-78e8fd9a-a7c4-4118-8d7d-b609157aa02b tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 944 time: 0.1353722 Feb 28 20:17:59.841955 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dff0be4-302f-425c-a05f-720e2ab689d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-b4d04028-1f92-4a10-a522-d88228aafca5', 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5', 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'fixed_ips': [{'subnet_id': 'e4c17c34-1415-482c-9e44-a2606667b359'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:17:59.847018 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2dff0be4-302f-425c-a05f-720e2ab689d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:17:59.909112 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2e1ec4b-72a3-472c-a42a-e19e8aebab54 req-52c9b20b-cf5a-4af9-a5ff-2c2b30672579 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/security-groups?id=850f66ac-dc78-47b5-913a-c7fb97033a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129507 Feb 28 20:17:59.940073 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7788379a-24e3-4a2a-8c56-2605e6867974 req-2b342e77-7b34-45d9-a17d-7c68acf8b8ab tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/ports?device_id=73b2287c-0b83-4c19-9104-a8a95838bb10 HTTP/1.1" status: 200 len: 210 time: 0.2052083 Feb 28 20:18:00.029202 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41d48064-65be-49a5-bd29-258b52441e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (350868d5-7db5-4a53-8b7b-7ee51420a45c), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:00.030470 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41d48064-65be-49a5-bd29-258b52441e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (350868d5-7db5-4a53-8b7b-7ee51420a45c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:00.078342 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a13289c2-75c9-4dfa-b1de-87a279187ce1 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:18:00.135939 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f624f09-487e-4676-99a7-b239ec2fa9f8 req-67f5fcd1-fe90-473e-be6b-73942362f4bd tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:00.146997 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6f624f09-487e-4676-99a7-b239ec2fa9f8 req-67f5fcd1-fe90-473e-be6b-73942362f4bd tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=16f95154-0748-49b2-9f76-e743abf189e2 HTTP/1.1" status: 200 len: 943 time: 0.0905902 Feb 28 20:18:00.185801 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41d48064-65be-49a5-bd29-258b52441e8d admin admin] Publish callbacks [] for router_controller (350868d5-7db5-4a53-8b7b-7ee51420a45c), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:00.230795 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: a13289c2-75c9-4dfa-b1de-87a279187ce1 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:18:00.231274 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a13289c2-75c9-4dfa-b1de-87a279187ce1 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:18:00.240081 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca53e9fd-12db-4469-9166-a1f95c617f13 req-c8efe7bc-19fd-42f6-9d0a-22444dcf6ac6 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d2f0be5-a4a6-44e6-8500-86acbabd7fee HTTP/1.1" status: 200 len: 210 time: 0.0552764 Feb 28 20:18:00.254477 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6f624f09-487e-4676-99a7-b239ec2fa9f8 req-809ffe5d-e108-4c82-974e-7ac834ae79a7 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bbd447f-0fb4-4345-bb73-b5f317a1fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063213 Feb 28 20:18:00.275105 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-2dff0be4-302f-425c-a05f-720e2ab689d4 None None] Allocated IP 172.20.0.2 (b4d04028-1f92-4a10-a522-d88228aafca5/e4c17c34-1415-482c-9e44-a2606667b359/d8107ca2-f7b6-4611-b103-5aef033bdba0) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:18:00.456123 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41d48064-65be-49a5-bd29-258b52441e8d admin admin] Publish callbacks [] for router_gateway (350868d5-7db5-4a53-8b7b-7ee51420a45c), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:00.508163 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e9991-fe16-4a49-92cd-17bd022d9993 req-138ae4f2-49e1-4b7a-b520-cf6f1302860b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:00.510726 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-823e9991-fe16-4a49-92cd-17bd022d9993 req-138ae4f2-49e1-4b7a-b520-cf6f1302860b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 945 time: 0.1108527 Feb 28 20:18:00.625207 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2dff0be4-302f-425c-a05f-720e2ab689d4 None None] Publish callbacks [] for port (d8107ca2-f7b6-4611-b103-5aef033bdba0), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:00.639157 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2dff0be4-302f-425c-a05f-720e2ab689d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (d8107ca2-f7b6-4611-b103-5aef033bdba0), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:00.650951 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-823e9991-fe16-4a49-92cd-17bd022d9993 req-9b7dc327-2c4b-4e49-aa14-2be169b81f05 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297486 Feb 28 20:18:00.686898 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dff0be4-302f-425c-a05f-720e2ab689d4 None None] Network b4d04028-1f92-4a10-a522-d88228aafca5 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:00.705782 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-2dff0be4-302f-425c-a05f-720e2ab689d4 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:00.708234 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dff0be4-302f-425c-a05f-720e2ab689d4 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:18:00.785647 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff0be4-302f-425c-a05f-720e2ab689d4 None None] Pushing event updated for resources: {'Port': ['ID=d8107ca2-f7b6-4611-b103-5aef033bdba0,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:00.800806 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2dff0be4-302f-425c-a05f-720e2ab689d4 None None] Attempting to bind port d8107ca2-f7b6-4611-b103-5aef033bdba0 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:18:00.801180 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2dff0be4-302f-425c-a05f-720e2ab689d4 None None] Attempting to bind port d8107ca2-f7b6-4611-b103-5aef033bdba0 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '05194703-5ab3-4c11-b23d-45355c568259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:18:00.801543 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dff0be4-302f-425c-a05f-720e2ab689d4 None None] Attempting to bind port d8107ca2-f7b6-4611-b103-5aef033bdba0 on network b4d04028-1f92-4a10-a522-d88228aafca5 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:00.810021 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dff0be4-302f-425c-a05f-720e2ab689d4 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:18:00.810441 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dff0be4-302f-425c-a05f-720e2ab689d4 None None] Checking segment: {'id': '05194703-5ab3-4c11-b23d-45355c568259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:00.810791 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2dff0be4-302f-425c-a05f-720e2ab689d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:00.811179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dff0be4-302f-425c-a05f-720e2ab689d4 None None] Bound using segment: {'id': '05194703-5ab3-4c11-b23d-45355c568259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:18:00.811675 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2dff0be4-302f-425c-a05f-720e2ab689d4 None None] Bound port: d8107ca2-f7b6-4611-b103-5aef033bdba0, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05194703-5ab3-4c11-b23d-45355c568259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:18:00.812078 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2dff0be4-302f-425c-a05f-720e2ab689d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d8107ca2-f7b6-4611-b103-5aef033bdba0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:00.857607 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41d48064-65be-49a5-bd29-258b52441e8d admin admin] Publish callbacks [] for router_gateway (350868d5-7db5-4a53-8b7b-7ee51420a45c), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:00.900395 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41d48064-65be-49a5-bd29-258b52441e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:00.918718 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2dff0be4-302f-425c-a05f-720e2ab689d4 None None] For port d8107ca2-f7b6-4611-b103-5aef033bdba0, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:18:00.923326 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2dff0be4-302f-425c-a05f-720e2ab689d4 None None] For port d8107ca2-f7b6-4611-b103-5aef033bdba0, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d8107ca2-f7b6-4611-b103-5aef033bdba0,segment=NetworkSegment(05194703-5ab3-4c11-b23d-45355c568259),segment_id=05194703-5ab3-4c11-b23d-45355c568259)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:18:00.929970 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2dff0be4-302f-425c-a05f-720e2ab689d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d8107ca2-f7b6-4611-b103-5aef033bdba0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:01.048661 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff0be4-302f-425c-a05f-720e2ab689d4 None None] Pushing event updated for resources: {'Port': ['ID=d8107ca2-f7b6-4611-b103-5aef033bdba0,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:01.135073 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-41d48064-65be-49a5-bd29-258b52441e8d admin admin] Allocated IP 172.25.0.223 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/98e22658-79c7-412c-ba3e-8ac0298c5591) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:18:01.239555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-d022c83c-6e5b-4586-8c27-5768bb30e591 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:01.245779 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-d022c83c-6e5b-4586-8c27-5768bb30e591 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.10 "GET /v2.0/networks?id=7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66 HTTP/1.1" status: 200 len: 813 time: 0.2754450 Feb 28 20:18:01.245779 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a264328-f3c4-479d-86da-959a77d9e0ed req-f04ea28c-ddec-4f49-9b09-b0120111605f tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/ports?device_id=73b2287c-0b83-4c19-9104-a8a95838bb10 HTTP/1.1" status: 200 len: 210 time: 0.1327021 Feb 28 20:18:01.262682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-4275fe0a-e0d5-42c6-9395-3aa09c7e4889 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Request body: {'port': {'device_id': '73b2287c-0b83-4c19-9104-a8a95838bb10', 'network_id': '7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66', 'admin_state_up': True, 'tenant_id': '9e2602e3beae426dbbf9c8108189949a'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:01.419629 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41d48064-65be-49a5-bd29-258b52441e8d admin admin] Publish callbacks [] for port (98e22658-79c7-412c-ba3e-8ac0298c5591), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:01.468351 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41d48064-65be-49a5-bd29-258b52441e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (98e22658-79c7-412c-ba3e-8ac0298c5591), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:01.531369 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d48064-65be-49a5-bd29-258b52441e8d admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:01.536893 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-41d48064-65be-49a5-bd29-258b52441e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:01.540036 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d48064-65be-49a5-bd29-258b52441e8d admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:18:01.619373 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d48064-65be-49a5-bd29-258b52441e8d admin admin] Pushing event updated for resources: {'Port': ['ID=98e22658-79c7-412c-ba3e-8ac0298c5591,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:01.637210 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-0388c3a7-c531-451f-b1f8-32ab78575035 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f46bcf36e6cc4ec196ce9fdde2e79970&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943143 Feb 28 20:18:01.895537 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-b0d5a4e9-341e-4196-8655-1821658fe479 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:01.897335 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-b0d5a4e9-341e-4196-8655-1821658fe479 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2496946 Feb 28 20:18:01.908557 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418331b2-2dda-4b9e-981d-f1493a1ce528 req-f9a52d5a-b4ee-43a1-aca8-c44532e053fc tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:01.910179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-418331b2-2dda-4b9e-981d-f1493a1ce528 req-f9a52d5a-b4ee-43a1-aca8-c44532e053fc tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 944 time: 0.8133974 Feb 28 20:18:01.957898 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-f6080672-7cdd-4f79-8f4d-d2cc900f320c tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Request body: {'port': {'device_id': '4d2f0be5-a4a6-44e6-8500-86acbabd7fee', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'f46bcf36e6cc4ec196ce9fdde2e79970'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:01.967155 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d8107ca2-f7b6-4611-b103-5aef033bdba0 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:02.024279 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40de30e-dd84-4799-a80a-2e18d8091995 req-ae0e9add-db19-4bd6-8b20-4fa601cf1b34 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:02.030357 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40de30e-dd84-4799-a80a-2e18d8091995 req-ae0e9add-db19-4bd6-8b20-4fa601cf1b34 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:02.038257 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c40de30e-dd84-4799-a80a-2e18d8091995 req-ae0e9add-db19-4bd6-8b20-4fa601cf1b34 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d075a73-f508-43d4-9e23-e456528e96c4&device_id=fc89c159-77a0-4a00-a99b-c6f86b211e8e HTTP/1.1" status: 200 len: 1681 time: 0.1581485 Feb 28 20:18:02.049530 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d8107ca2-f7b6-4611-b103-5aef033bdba0 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:02.049970 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d8107ca2-f7b6-4611-b103-5aef033bdba0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:02.062735 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-418331b2-2dda-4b9e-981d-f1493a1ce528 req-98bdc01b-de07-4472-865f-75a7c2f038ca tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/security-groups?id=850f66ac-dc78-47b5-913a-c7fb97033a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349797 Feb 28 20:18:02.096336 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-4275fe0a-e0d5-42c6-9395-3aa09c7e4889 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Made reservation on behalf of 9e2602e3beae426dbbf9c8108189949a for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:18:02.100023 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-4275fe0a-e0d5-42c6-9395-3aa09c7e4889 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:02.148033 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c40de30e-dd84-4799-a80a-2e18d8091995 req-c184bd9e-cf96-4486-ba6d-624f7cd7ace3 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/security-groups?id=3699648a-c461-4f18-a4ca-289d3ee4a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086173 Feb 28 20:18:02.167734 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41d48064-65be-49a5-bd29-258b52441e8d admin admin] Publish callbacks [] for router_gateway (350868d5-7db5-4a53-8b7b-7ee51420a45c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:02.185412 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 178227a3-0088-46cf-9af1-c45b3e9a1a0c details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:18:02.220187 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d8107ca2-f7b6-4611-b103-5aef033bdba0 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:02.220678 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d8107ca2-f7b6-4611-b103-5aef033bdba0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:02.354140 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port d8107ca2-f7b6-4611-b103-5aef033bdba0, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d8107ca2-f7b6-4611-b103-5aef033bdba0,segment=NetworkSegment(05194703-5ab3-4c11-b23d-45355c568259),segment_id=05194703-5ab3-4c11-b23d-45355c568259)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:02.368719 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d8107ca2-f7b6-4611-b103-5aef033bdba0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:02.404600 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-f6080672-7cdd-4f79-8f4d-d2cc900f320c tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Made reservation on behalf of f46bcf36e6cc4ec196ce9fdde2e79970 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:18:02.418288 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-f6080672-7cdd-4f79-8f4d-d2cc900f320c tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:02.430618 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 178227a3-0088-46cf-9af1-c45b3e9a1a0c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=178227a3-0088-46cf-9af1-c45b3e9a1a0c,segment=NetworkSegment(4d3982e5-a108-4c47-aac7-74e95ad08f40),segment_id=4d3982e5-a108-4c47-aac7-74e95ad08f40)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:02.470405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '178227a3-0088-46cf-9af1-c45b3e9a1a0c', 'network_id': '34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d', 'port_id': '178227a3-0088-46cf-9af1-c45b3e9a1a0c', 'mac_address': 'fa:16:3e:da:c8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb39d09-55b1-4994-8fff-2fb875a3e9a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:18:02.480690 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=d8107ca2-f7b6-4611-b103-5aef033bdba0,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:02.512125 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2f1e60b0-3b60-4cf6-af3d-17881ee24020 req-a3cbcde0-e11a-4b6f-9895-fc67611cd8c4 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d2f0be5-a4a6-44e6-8500-86acbabd7fee HTTP/1.1" status: 200 len: 210 time: 0.1723101 Feb 28 20:18:02.523139 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 178227a3-0088-46cf-9af1-c45b3e9a1a0c is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:02.524794 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (178227a3-0088-46cf-9af1-c45b3e9a1a0c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:02.542174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178227a3-0088-46cf-9af1-c45b3e9a1a0c {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:18:02.589367 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 178227a3-0088-46cf-9af1-c45b3e9a1a0c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=178227a3-0088-46cf-9af1-c45b3e9a1a0c,segment=NetworkSegment(4d3982e5-a108-4c47-aac7-74e95ad08f40),segment_id=4d3982e5-a108-4c47-aac7-74e95ad08f40)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:02.597368 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (178227a3-0088-46cf-9af1-c45b3e9a1a0c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:02.624676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa601b8d-d6ed-4c91-91bc-0ce9008a36fd req-567e13e4-5f64-41ea-a750-2305bd4897e4 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:02.631004 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa601b8d-d6ed-4c91-91bc-0ce9008a36fd req-567e13e4-5f64-41ea-a750-2305bd4897e4 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=16f95154-0748-49b2-9f76-e743abf189e2 HTTP/1.1" status: 200 len: 943 time: 0.4342692 Feb 28 20:18:02.726280 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-4275fe0a-e0d5-42c6-9395-3aa09c7e4889 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Allocated IP 172.20.0.6 (7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66/fa6a1821-cea2-44b7-9ee0-e1ec3d4800ca/8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:18:02.731822 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=178227a3-0088-46cf-9af1-c45b3e9a1a0c,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:02.808900 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa601b8d-d6ed-4c91-91bc-0ce9008a36fd req-4d8bcf9e-1e64-4f56-9c1e-e4be5b6e747e tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bbd447f-0fb4-4345-bb73-b5f317a1fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575768 Feb 28 20:18:02.843049 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['178227a3-0088-46cf-9af1-c45b3e9a1a0c'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:18:02.991741 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2583a5fe-c091-4b3c-b344-199444c506e6 req-10555647-f75e-45cf-9057-b6b3dc101c11 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/ports?device_id=73b2287c-0b83-4c19-9104-a8a95838bb10 HTTP/1.1" status: 200 len: 210 time: 0.0499570 Feb 28 20:18:03.005137 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-f6080672-7cdd-4f79-8f4d-d2cc900f320c tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Allocated IP 192.168.233.48 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/9dcfa96d-61c0-42fd-830c-279992b1a89a) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:18:03.044178 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab8ec91-087d-4c62-b7ac-5f5355b861cb None None] Network b4d04028-1f92-4a10-a522-d88228aafca5 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:18:03.067570 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41d48064-65be-49a5-bd29-258b52441e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (350868d5-7db5-4a53-8b7b-7ee51420a45c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:03.104344 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743ffc8-c958-4984-b134-5fb335c8fd58 req-18564c44-e927-4f71-ba28-f7f9e1f87ee1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:03.117116 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5743ffc8-c958-4984-b134-5fb335c8fd58 req-18564c44-e927-4f71-ba28-f7f9e1f87ee1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 945 time: 0.4158754 Feb 28 20:18:03.264486 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5299b29d-0bb7-4ae0-ba4f-34223ce8ccfd None None] Provisioning complete for port d8107ca2-f7b6-4611-b103-5aef033bdba0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:03.264881 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5299b29d-0bb7-4ae0-ba4f-34223ce8ccfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d8107ca2-f7b6-4611-b103-5aef033bdba0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:03.305377 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-4275fe0a-e0d5-42c6-9395-3aa09c7e4889 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Publish callbacks [] for port (8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:03.332398 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5743ffc8-c958-4984-b134-5fb335c8fd58 req-cacf48c1-20fc-4d8b-a61a-bd8124b572a4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988070 Feb 28 20:18:03.390224 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f1967-5cd7-49fa-ae12-a36ad3ec02d4 req-04fadd2b-b4f8-42b2-97ae-10a464b19919 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:03.402151 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-381f1967-5cd7-49fa-ae12-a36ad3ec02d4 req-04fadd2b-b4f8-42b2-97ae-10a464b19919 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 944 time: 0.2056203 Feb 28 20:18:03.413837 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5299b29d-0bb7-4ae0-ba4f-34223ce8ccfd None None] Current status of the port d8107ca2-f7b6-4611-b103-5aef033bdba0 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:03.470644 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-f6080672-7cdd-4f79-8f4d-d2cc900f320c tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Publish callbacks [] for port (9dcfa96d-61c0-42fd-830c-279992b1a89a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:03.482126 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-4275fe0a-e0d5-42c6-9395-3aa09c7e4889 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:03.505749 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d48064-65be-49a5-bd29-258b52441e8d admin admin] Router 350868d5-7db5-4a53-8b7b-7ee51420a45c is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:18:03.568280 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-f6080672-7cdd-4f79-8f4d-d2cc900f320c tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (9dcfa96d-61c0-42fd-830c-279992b1a89a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:03.595550 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:18:03.617841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-4275fe0a-e0d5-42c6-9395-3aa09c7e4889 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Network 7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:03.635953 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-381f1967-5cd7-49fa-ae12-a36ad3ec02d4 req-22f309c5-a80c-4480-a08d-716e0f7f564b tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/security-groups?id=850f66ac-dc78-47b5-913a-c7fb97033a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235374 Feb 28 20:18:03.642548 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-4275fe0a-e0d5-42c6-9395-3aa09c7e4889 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:03.645625 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-f6080672-7cdd-4f79-8f4d-d2cc900f320c tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:03.662513 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-4275fe0a-e0d5-42c6-9395-3aa09c7e4889 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:18:03.670474 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275fe0a-e0d5-42c6-9395-3aa09c7e4889 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Pushing event updated for resources: {'Port': ['ID=8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:03.673494 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6080672-7cdd-4f79-8f4d-d2cc900f320c tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Pushing event updated for resources: {'Port': ['ID=9dcfa96d-61c0-42fd-830c-279992b1a89a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:03.684676 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-f6080672-7cdd-4f79-8f4d-d2cc900f320c tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:03.707508 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-f6080672-7cdd-4f79-8f4d-d2cc900f320c tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:18:03.875062 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d48064-65be-49a5-bd29-258b52441e8d admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:18:03.914171 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-f6080672-7cdd-4f79-8f4d-d2cc900f320c tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:03.914943 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-f6080672-7cdd-4f79-8f4d-d2cc900f320c tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:03.938451 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] Sync routers for ids ['350868d5-7db5-4a53-8b7b-7ee51420a45c'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:18:03.956093 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41d48064-65be-49a5-bd29-258b52441e8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:03.961303 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-41d48064-65be-49a5-bd29-258b52441e8d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3602245 Feb 28 20:18:03.966715 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53274) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:03.971582 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-4275fe0a-e0d5-42c6-9395-3aa09c7e4889 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:03.972615 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-4275fe0a-e0d5-42c6-9395-3aa09c7e4889 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:03.978164 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] Routers {'350868d5-7db5-4a53-8b7b-7ee51420a45c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:18:03.979193 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:17:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['350868d5-7db5-4a53-8b7b-7ee51420a45c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:03.998199 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-f6080672-7cdd-4f79-8f4d-d2cc900f320c tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0446854 Feb 28 20:18:04.024956 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-4275fe0a-e0d5-42c6-9395-3aa09c7e4889 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7680986 Feb 28 20:18:04.046914 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] Request body: {'port': {'device_id': '73b2287c-0b83-4c19-9104-a8a95838bb10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:04.102588 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] Request body: {'port': {'device_id': '4d2f0be5-a4a6-44e6-8500-86acbabd7fee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:04.128645 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:04.172764 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa01ef5-6b4b-4400-9475-1fa6866b18b5 req-a85e3a00-7b43-473b-8792-96cc43cbcdfe tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:04.180349 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3aa01ef5-6b4b-4400-9475-1fa6866b18b5 req-a85e3a00-7b43-473b-8792-96cc43cbcdfe tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d2f0be5-a4a6-44e6-8500-86acbabd7fee HTTP/1.1" status: 200 len: 935 time: 0.2947114 Feb 28 20:18:04.265551 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9dcfa96d-61c0-42fd-830c-279992b1a89a), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:04.336579 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d8107ca2-f7b6-4611-b103-5aef033bdba0 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:04.338839 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 178227a3-0088-46cf-9af1-c45b3e9a1a0c up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:04.405071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e92b8ca5-8151-49c7-a449-a7565cbe1739 None None] Provisioning complete for port d8107ca2-f7b6-4611-b103-5aef033bdba0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:04.405379 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e92b8ca5-8151-49c7-a449-a7565cbe1739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d8107ca2-f7b6-4611-b103-5aef033bdba0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:04.446224 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3aa01ef5-6b4b-4400-9475-1fa6866b18b5 req-2ab568fd-6b48-4470-b4e9-db229573a6b5 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651637 Feb 28 20:18:04.560174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] Set router 350868d5-7db5-4a53-8b7b-7ee51420a45c gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:18:04.606871 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5e269-7819-44c3-9a32-65606febdd19 req-de8dfa68-6fc0-4308-a7a7-0472fcf4ec35 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:04.608703 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15f5e269-7819-44c3-9a32-65606febdd19 req-de8dfa68-6fc0-4308-a7a7-0472fcf4ec35 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=16f95154-0748-49b2-9f76-e743abf189e2 HTTP/1.1" status: 200 len: 944 time: 0.3224897 Feb 28 20:18:04.742068 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 178227a3-0088-46cf-9af1-c45b3e9a1a0c completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:18:04.761822 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd783f-2b94-480b-807c-0bf5eee7985f req-70987aff-f6c1-4bc8-a0ae-78376d9c9d73 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:04.764891 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dafd783f-2b94-480b-807c-0bf5eee7985f req-70987aff-f6c1-4bc8-a0ae-78376d9c9d73 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/ports?device_id=73b2287c-0b83-4c19-9104-a8a95838bb10 HTTP/1.1" status: 200 len: 931 time: 0.1780097 Feb 28 20:18:04.776324 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d8107ca2-f7b6-4611-b103-5aef033bdba0 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:04.776863 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d8107ca2-f7b6-4611-b103-5aef033bdba0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:04.777972 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15f5e269-7819-44c3-9a32-65606febdd19 req-e4d7d75c-822c-44d0-9d62-a0a94c295886 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bbd447f-0fb4-4345-bb73-b5f317a1fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408627 Feb 28 20:18:04.782024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 178227a3-0088-46cf-9af1-c45b3e9a1a0c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:04.782528 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (178227a3-0088-46cf-9af1-c45b3e9a1a0c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:04.801790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:18:04.840234 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] Publish callbacks [] for port (8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:04.879530 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e92b8ca5-8151-49c7-a449-a7565cbe1739 None None] Current status of the port d8107ca2-f7b6-4611-b103-5aef033bdba0 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:04.927680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] Transition to ACTIVE for port object 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:18:04.946231 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:04.995002 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dafd783f-2b94-480b-807c-0bf5eee7985f req-848d5b11-0d13-4703-8f2a-8118835987fc tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0df0730b-ccc5-45a2-8876-34d99ef691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143123 Feb 28 20:18:05.111578 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 178227a3-0088-46cf-9af1-c45b3e9a1a0c is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:05.112393 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (178227a3-0088-46cf-9af1-c45b3e9a1a0c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:05.114525 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:05.119028 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d8107ca2-f7b6-4611-b103-5aef033bdba0 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:05.119459 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b0e8edf-750e-43ef-a42c-8c455bf3b877 req-ec617f5c-3b6d-436b-b30d-2bff7c4dad7d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2934201 Feb 28 20:18:05.145047 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-cd5e33b7-7755-494f-b9a8-09d0d169d596 None None] Provisioning complete for port 9dcfa96d-61c0-42fd-830c-279992b1a89a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:05.145771 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cd5e33b7-7755-494f-b9a8-09d0d169d596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9dcfa96d-61c0-42fd-830c-279992b1a89a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:05.205628 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984827160-router', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:01Z', 'revision_number': 3, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'gw_port': {'id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:46:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:05.245305 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601eaf5d-88f3-48cd-ae6c-6d631232db8a req-19049dca-a244-4cec-9da6-85a5cb7b6ef8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:05.246846 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-601eaf5d-88f3-48cd-ae6c-6d631232db8a req-19049dca-a244-4cec-9da6-85a5cb7b6ef8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 945 time: 0.2462008 Feb 28 20:18:05.269696 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f95154-0748-49b2-9f76-e743abf189e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178227a3-0088-46cf-9af1-c45b3e9a1a0c'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:18:05.273861 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a383c7-998c-4aba-aa6d-4934d0279e61" -d '{"events": [{"server_uuid": "16f95154-0748-49b2-9f76-e743abf189e2", "name": "network-vif-plugged", "status": "completed", "tag": "178227a3-0088-46cf-9af1-c45b3e9a1a0c"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:18:05.284193 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] Checking router: 350868d5-7db5-4a53-8b7b-7ee51420a45c for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:18:05.284492 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fa382-d14c-4442-bafd-f0417034f130 req-37fbebe9-7d3c-4dbb-9e6b-fc97db57a02d tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:05.284654 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] Updating router 350868d5-7db5-4a53-8b7b-7ee51420a45c port 98e22658-79c7-412c-ba3e-8ac0298c5591 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:18:05.285378 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae9fa382-d14c-4442-bafd-f0417034f130 req-37fbebe9-7d3c-4dbb-9e6b-fc97db57a02d tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 944 time: 0.2034416 Feb 28 20:18:05.294786 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-cd5e33b7-7755-494f-b9a8-09d0d169d596 None None] Port 9dcfa96d-61c0-42fd-830c-279992b1a89a cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:18:05.312634 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 178227a3-0088-46cf-9af1-c45b3e9a1a0c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=178227a3-0088-46cf-9af1-c45b3e9a1a0c,segment=NetworkSegment(4d3982e5-a108-4c47-aac7-74e95ad08f40),segment_id=4d3982e5-a108-4c47-aac7-74e95ad08f40)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:05.316645 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] Attempting to bind port 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:18:05.316986 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] Attempting to bind port 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '3be8914e-e9fa-4c7a-92b1-0bc6dbdbd645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:18:05.317304 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] Attempting to bind port 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 on network 7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:05.322852 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (178227a3-0088-46cf-9af1-c45b3e9a1a0c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:05.333364 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (98e22658-79c7-412c-ba3e-8ac0298c5591), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:05.339690 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] Port 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 on network 7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:18:05.340062 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] Attempting to bind port 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 on network 7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:05.351622 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e8edf-750e-43ef-a42c-8c455bf3b877 req-e9b1edf6-41f3-476a-a590-64fa8b10c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:05.353285 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b0e8edf-750e-43ef-a42c-8c455bf3b877 req-e9b1edf6-41f3-476a-a590-64fa8b10c08e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 1128 time: 0.1836331 Feb 28 20:18:05.370433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:18:05.370433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] Checking segment: {'id': '3be8914e-e9fa-4c7a-92b1-0bc6dbdbd645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:05.370892 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] Bound using segment: {'id': '3be8914e-e9fa-4c7a-92b1-0bc6dbdbd645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:18:05.371015 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] Bound port: 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3be8914e-e9fa-4c7a-92b1-0bc6dbdbd645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:18:05.371388 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:05.416709 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-601eaf5d-88f3-48cd-ae6c-6d631232db8a req-dc8fb083-2d1a-4897-a083-6c3ebfe23dfe tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584139 Feb 28 20:18:05.424676 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=178227a3-0088-46cf-9af1-c45b3e9a1a0c,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:05.489114 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae9fa382-d14c-4442-bafd-f0417034f130 req-cde8fe9c-dcc8-45da-bb3a-bbff2928b23b tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/security-groups?id=850f66ac-dc78-47b5-913a-c7fb97033a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863678 Feb 28 20:18:05.504467 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dcfa96d-61c0-42fd-830c-279992b1a89a {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:18:05.519161 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] Publish callbacks [] for port (9dcfa96d-61c0-42fd-830c-279992b1a89a), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:05.549937 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] Transition to ACTIVE for port object 9dcfa96d-61c0-42fd-830c-279992b1a89a will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:18:05.580703 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (9dcfa96d-61c0-42fd-830c-279992b1a89a), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:05.683928 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c5d3e9-8522-4707-b41a-4df3ecae5748 x-openstack-request-id: req-77c5d3e9-8522-4707-b41a-4df3ecae5748 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:18:05.684241 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f95154-0748-49b2-9f76-e743abf189e2", "name": "network-vif-plugged", "status": "completed", "tag": "178227a3-0088-46cf-9af1-c45b3e9a1a0c", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:18:05.684652 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77c5d3e9-8522-4707-b41a-4df3ecae5748 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:18:05.686750 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f95154-0748-49b2-9f76-e743abf189e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178227a3-0088-46cf-9af1-c45b3e9a1a0c', 'code': 200} Feb 28 20:18:05.699592 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] For port 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:18:05.705814 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] For port 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43,segment=NetworkSegment(3be8914e-e9fa-4c7a-92b1-0bc6dbdbd645),segment_id=3be8914e-e9fa-4c7a-92b1-0bc6dbdbd645)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:18:05.751995 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] Pushing event updated for resources: {'Port': ['ID=9dcfa96d-61c0-42fd-830c-279992b1a89a,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:05.803847 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] Publish callbacks [] for port (98e22658-79c7-412c-ba3e-8ac0298c5591), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:05.815023 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (98e22658-79c7-412c-ba3e-8ac0298c5591), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:05.841500 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:05.859969 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb78d077-7d35-43b9-a1d3-ccd0fc7bfc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:05.899053 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c18b32-c1be-4db3-b169-31dcab147956 req-ad743d47-89a3-448f-bf25-61ccbe6499b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:05.900794 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-86c18b32-c1be-4db3-b169-31dcab147956 req-ad743d47-89a3-448f-bf25-61ccbe6499b1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=16f95154-0748-49b2-9f76-e743abf189e2 HTTP/1.1" status: 200 len: 1128 time: 0.2353737 Feb 28 20:18:05.909386 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:05.919718 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:05.922345 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] 10.222.0.10 "PUT /v2.0/ports/8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 HTTP/1.1" status: 200 len: 1092 time: 1.8874464 Feb 28 20:18:05.925842 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] Attempting to bind port 98e22658-79c7-412c-ba3e-8ac0298c5591 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:18:05.926517 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b2287c-0b83-4c19-9104-a8a95838bb10', 'tag': '8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:18:05.926691 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] Attempting to bind port 98e22658-79c7-412c-ba3e-8ac0298c5591 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:18:05.928048 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] Attempting to bind port 98e22658-79c7-412c-ba3e-8ac0298c5591 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:05.930560 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0464a83e-6c8a-4d5b-bb65-688dad708820" -d '{"events": [{"name": "network-changed", "server_uuid": "73b2287c-0b83-4c19-9104-a8a95838bb10", "tag": "8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:18:05.946799 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf629f2d-14b1-47e9-a20f-955757bce100 None None] Pushing event updated for resources: {'Port': ['ID=98e22658-79c7-412c-ba3e-8ac0298c5591,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:05.957395 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:18:05.959217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:05.960634 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:05.961107 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:18:05.962242 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] Bound port: 98e22658-79c7-412c-ba3e-8ac0298c5591, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:18:05.962997 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (98e22658-79c7-412c-ba3e-8ac0298c5591), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:05.993827 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] Attempting to bind port 9dcfa96d-61c0-42fd-830c-279992b1a89a on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:18:05.994166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] Attempting to bind port 9dcfa96d-61c0-42fd-830c-279992b1a89a by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:18:05.994502 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] Attempting to bind port 9dcfa96d-61c0-42fd-830c-279992b1a89a on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:06.043720 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] Port 9dcfa96d-61c0-42fd-830c-279992b1a89a on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:18:06.044458 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] Attempting to bind port 9dcfa96d-61c0-42fd-830c-279992b1a89a on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:06.047573 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e8edf-750e-43ef-a42c-8c455bf3b877 req-411e729f-f4ed-400d-9736-1ec8ee3451b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:06.049135 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b0e8edf-750e-43ef-a42c-8c455bf3b877 req-411e729f-f4ed-400d-9736-1ec8ee3451b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 912 time: 0.6653271 Feb 28 20:18:06.053874 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:18:06.068354 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-86c18b32-c1be-4db3-b169-31dcab147956 req-78967a92-c2b2-4179-aef6-9c08198b8cc5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8bbd447f-0fb4-4345-bb73-b5f317a1fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611197 Feb 28 20:18:06.069761 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:18:06.070982 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:06.071187 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:18:06.072173 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] Bound port: 9dcfa96d-61c0-42fd-830c-279992b1a89a, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:18:06.072730 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9dcfa96d-61c0-42fd-830c-279992b1a89a), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:06.100946 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] For port 98e22658-79c7-412c-ba3e-8ac0298c5591, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:18:06.107749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] For port 98e22658-79c7-412c-ba3e-8ac0298c5591, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=98e22658-79c7-412c-ba3e-8ac0298c5591,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:18:06.125038 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (98e22658-79c7-412c-ba3e-8ac0298c5591), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:06.135597 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7377c6f-1658-4af1-ba9b-a3271ba2731e req-2200c551-3e70-4477-8ce0-fa601cd34de2 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:06.137187 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7377c6f-1658-4af1-ba9b-a3271ba2731e req-2200c551-3e70-4477-8ce0-fa601cd34de2 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc89c159-77a0-4a00-a99b-c6f86b211e8e HTTP/1.1" status: 200 len: 945 time: 0.6988657 Feb 28 20:18:06.232192 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc87ab-2880-45a4-9c62-0a8ac58a9068 req-1ca9b21b-68b3-48da-bd40-97244ba45883 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:06.234111 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cdbc87ab-2880-45a4-9c62-0a8ac58a9068 req-1ca9b21b-68b3-48da-bd40-97244ba45883 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc89c159-77a0-4a00-a99b-c6f86b211e8e HTTP/1.1" status: 200 len: 945 time: 0.6027176 Feb 28 20:18:06.246915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5d5bf-a253-4ac4-8247-09fc120e68c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:06.250993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] For port 9dcfa96d-61c0-42fd-830c-279992b1a89a, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:18:06.256409 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] For port 9dcfa96d-61c0-42fd-830c-279992b1a89a, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=9dcfa96d-61c0-42fd-830c-279992b1a89a,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:18:06.286166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-cb78d077-7d35-43b9-a1d3-ccd0fc7bfc8f admin admin] Allocated IP 172.20.0.1 (b4d04028-1f92-4a10-a522-d88228aafca5/e4c17c34-1415-482c-9e44-a2606667b359/ed098a14-2cd5-4c07-9e4e-2d50334ed4a9) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:18:06.314815 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] Routers {'350868d5-7db5-4a53-8b7b-7ee51420a45c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:18:06.315947 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:17:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['350868d5-7db5-4a53-8b7b-7ee51420a45c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:06.338019 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35327cb-1009-4845-8c72-b76569516a4c req-b83f4f75-ce27-4135-8e73-6309ac3b1d04 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:06.339808 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d35327cb-1009-4845-8c72-b76569516a4c req-b83f4f75-ce27-4135-8e73-6309ac3b1d04 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d2f0be5-a4a6-44e6-8500-86acbabd7fee HTTP/1.1" status: 200 len: 947 time: 0.6251855 Feb 28 20:18:06.341882 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b0e8edf-750e-43ef-a42c-8c455bf3b877 req-23b4d5a7-b0a8-492c-ad71-fd8bfa0f0254 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 HTTP/1.1" status: 200 len: 1000 time: 0.2494087 Feb 28 20:18:06.378117 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (9dcfa96d-61c0-42fd-830c-279992b1a89a), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:06.388707 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf629f2d-14b1-47e9-a20f-955757bce100 None None] Pushing event updated for resources: {'Port': ['ID=98e22658-79c7-412c-ba3e-8ac0298c5591,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:06.416449 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77,segment=NetworkSegment(ee2be4ff-4b54-49ec-8c8e-3abecba2146c),segment_id=ee2be4ff-4b54-49ec-8c8e-3abecba2146c)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:06.422911 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:06.423535 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:06.425070 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] 10.222.0.10 "PUT /v2.0/ports/9dcfa96d-61c0-42fd-830c-279992b1a89a HTTP/1.1" status: 200 len: 1096 time: 2.3312051 Feb 28 20:18:06.427650 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2f0be5-a4a6-44e6-8500-86acbabd7fee', 'tag': '9dcfa96d-61c0-42fd-830c-279992b1a89a'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:18:06.430359 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4faa6896-27b7-4aac-827c-07b3703dc618" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2f0be5-a4a6-44e6-8500-86acbabd7fee", "tag": "9dcfa96d-61c0-42fd-830c-279992b1a89a"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:18:06.439272 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-7b84f7eb-9627-4d89-a4c9-796f5f86fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:06.443398 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-7b84f7eb-9627-4d89-a4c9-796f5f86fba9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e2602e3beae426dbbf9c8108189949a&device_id=73b2287c-0b83-4c19-9104-a8a95838bb10 HTTP/1.1" status: 200 len: 1126 time: 0.3851860 Feb 28 20:18:06.543662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77', 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82', 'port_id': 'a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77', 'mac_address': 'fa:16:3e:bf:ee:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c297a8dc-1030-4068-b140-fea07c7e7071', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:18:06.577276 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb78d077-7d35-43b9-a1d3-ccd0fc7bfc8f admin admin] Publish callbacks [] for port (ed098a14-2cd5-4c07-9e4e-2d50334ed4a9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:06.579721 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2274d-9bd6-4dbf-8a14-4644b6cee962 service neutron] Pushing event updated for resources: {'Port': ['ID=9dcfa96d-61c0-42fd-830c-279992b1a89a,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:06.586635 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cdbc87ab-2880-45a4-9c62-0a8ac58a9068 req-b4130714-c7b8-47b4-a1f8-c8a0f0506aaa tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/security-groups?id=3699648a-c461-4f18-a4ca-289d3ee4a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250761 Feb 28 20:18:06.594943 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-9e777f50-cb18-4d30-a2dd-bd43a3c1fcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:06.596609 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-9e777f50-cb18-4d30-a2dd-bd43a3c1fcbe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f46bcf36e6cc4ec196ce9fdde2e79970&device_id=4d2f0be5-a4a6-44e6-8500-86acbabd7fee HTTP/1.1" status: 200 len: 1130 time: 0.1097438 Feb 28 20:18:06.604589 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-1e463382-68d2-4b28-9f7f-b908b033b56f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 HTTP/1.1" status: 200 len: 217 time: 0.1074295 Feb 28 20:18:06.630139 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e8edf-750e-43ef-a42c-8c455bf3b877 req-3d733ab7-0c43-4076-ba74-5ac455606b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:06.633493 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b0e8edf-750e-43ef-a42c-8c455bf3b877 req-3d733ab7-0c43-4076-ba74-5ac455606b26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.2760634 Feb 28 20:18:06.643266 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] Set router 350868d5-7db5-4a53-8b7b-7ee51420a45c gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:18:06.677836 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-e92f8f15-9f7a-4bff-8234-b05eeadcd305 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=9dcfa96d-61c0-42fd-830c-279992b1a89a HTTP/1.1" status: 200 len: 217 time: 0.0449889 Feb 28 20:18:06.695053 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb78d077-7d35-43b9-a1d3-ccd0fc7bfc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ed098a14-2cd5-4c07-9e4e-2d50334ed4a9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:06.720768 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:06.721149 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:06.729645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d35327cb-1009-4845-8c72-b76569516a4c req-c96b61d6-18ac-4bab-b26e-7b07367237a3 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769455 Feb 28 20:18:06.797279 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb78d077-7d35-43b9-a1d3-ccd0fc7bfc8f admin admin] Network b4d04028-1f92-4a10-a522-d88228aafca5 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:06.802484 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-cb78d077-7d35-43b9-a1d3-ccd0fc7bfc8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:06.804605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150e8c-2a24-4d82-9adc-54ac90a6bf7a req-54c5c0d9-26a6-4e59-849d-88a54d7c4f1c tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:06.806421 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0150e8c-2a24-4d82-9adc-54ac90a6bf7a req-54c5c0d9-26a6-4e59-849d-88a54d7c4f1c tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d075a73-f508-43d4-9e23-e456528e96c4 HTTP/1.1" status: 200 len: 945 time: 0.4476073 Feb 28 20:18:06.812837 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb78d077-7d35-43b9-a1d3-ccd0fc7bfc8f admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:18:06.834374 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-d5f9b66e-5eeb-4a58-9965-f8c8e6ab65f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:06.836044 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-d5f9b66e-5eeb-4a58-9965-f8c8e6ab65f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa6a1821-cea2-44b7-9ee0-e1ec3d4800ca HTTP/1.1" status: 200 len: 853 time: 0.1855407 Feb 28 20:18:06.883432 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb78d077-7d35-43b9-a1d3-ccd0fc7bfc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (350868d5-7db5-4a53-8b7b-7ee51420a45c), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:07.009445 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:18:07.014732 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78d077-7d35-43b9-a1d3-ccd0fc7bfc8f admin admin] Pushing event updated for resources: {'Port': ['ID=ed098a14-2cd5-4c07-9e4e-2d50334ed4a9,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:07.049284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-79432f53-6cfe-4c55-a208-7906ee3954af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:07.050335 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-79432f53-6cfe-4c55-a208-7906ee3954af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.3570864 Feb 28 20:18:07.103242 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb78d077-7d35-43b9-a1d3-ccd0fc7bfc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ed098a14-2cd5-4c07-9e4e-2d50334ed4a9), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:07.132901 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77,segment=NetworkSegment(ee2be4ff-4b54-49ec-8c8e-3abecba2146c),segment_id=ee2be4ff-4b54-49ec-8c8e-3abecba2146c)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:07.157709 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:07.167986 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-66d105c7-f13d-4cfc-a927-232bbb9ba5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:07.169384 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-66d105c7-f13d-4cfc-a927-232bbb9ba5a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1095560 Feb 28 20:18:07.269805 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b117531-4309-4fc9-92b5-d0eb8bd0e176 x-openstack-request-id: req-7b117531-4309-4fc9-92b5-d0eb8bd0e176 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:18:07.270936 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b2287c-0b83-4c19-9104-a8a95838bb10", "tag": "8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:18:07.270936 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b117531-4309-4fc9-92b5-d0eb8bd0e176 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:18:07.270936 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b2287c-0b83-4c19-9104-a8a95838bb10', 'tag': '8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43', 'status': 'completed', 'code': 200} Feb 28 20:18:07.306352 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-722a67d0-7d8d-45f5-8e49-94359633e42a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630209 Feb 28 20:18:07.312476 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:07.326450 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5be1b66f-fe4d-4c74-ad20-0f79a7006ce5 None None] Provisioning complete for port ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:07.327041 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5be1b66f-fe4d-4c74-ad20-0f79a7006ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ed098a14-2cd5-4c07-9e4e-2d50334ed4a9), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:07.352395 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-a7377c6f-1658-4af1-ba9b-a3271ba2731e req-51be0b0b-24d6-477c-8791-a701a00cab81 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Deleting port 65476453-37d5-4e69-88ff-ba2b2c87c253 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:18:07.353637 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a7377c6f-1658-4af1-ba9b-a3271ba2731e req-51be0b0b-24d6-477c-8791-a701a00cab81 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (65476453-37d5-4e69-88ff-ba2b2c87c253), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:07.369781 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e8edf-750e-43ef-a42c-8c455bf3b877 req-1cf1b464-1922-49b0-be00-439531579aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:07.370953 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b0e8edf-750e-43ef-a42c-8c455bf3b877 req-1cf1b464-1922-49b0-be00-439531579aec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7193918 Feb 28 20:18:07.374174 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-ea22bb59-4e03-4401-bd55-d761225cff03 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882603 Feb 28 20:18:07.387940 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5be1b66f-fe4d-4c74-ad20-0f79a7006ce5 None None] Port ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:18:07.395085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c6048-9b72-480b-90cd-bb12b5992394 req-62a03cf0-97e6-4da6-b6b3-b2cef5f880ac tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:07.402726 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-498c6048-9b72-480b-90cd-bb12b5992394 req-62a03cf0-97e6-4da6-b6b3-b2cef5f880ac tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=16f95154-0748-49b2-9f76-e743abf189e2 HTTP/1.1" status: 200 len: 945 time: 0.7120492 Feb 28 20:18:07.440819 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984827160-router', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:01Z', 'revision_number': 3, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'gw_port': {'id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:46:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:07.473465 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf669ea0-bf13-4c58-9c93-e92fd31abb6a None None] The sync data for ids ['350868d5-7db5-4a53-8b7b-7ee51420a45c'] in n-d-820368-21 is: [{'id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984827160-router', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:01Z', 'revision_number': 3, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'gw_port': {'id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:46:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:18:07.474816 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb78d077-7d35-43b9-a1d3-ccd0fc7bfc8f admin admin] Publish callbacks [] for port (ed098a14-2cd5-4c07-9e4e-2d50334ed4a9), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:07.492891 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb78d077-7d35-43b9-a1d3-ccd0fc7bfc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (ed098a14-2cd5-4c07-9e4e-2d50334ed4a9), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:07.507155 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c7a8e-4ab3-43ac-99a8-54cb147cd66e req-448baa54-b937-4fd2-8d0f-10d5d7abd680 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:07.508689 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b8c7a8e-4ab3-43ac-99a8-54cb147cd66e req-448baa54-b937-4fd2-8d0f-10d5d7abd680 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/ports?device_id=73b2287c-0b83-4c19-9104-a8a95838bb10 HTTP/1.1" status: 200 len: 943 time: 0.2343750 Feb 28 20:18:07.538340 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:18:07.593223 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-75c484c9-4b74-4a83-bcc7-8b51ebf6ece0 req-c45da101-c846-4bb2-9d64-95e61f68d67d service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984298 Feb 28 20:18:07.630086 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78d077-7d35-43b9-a1d3-ccd0fc7bfc8f admin admin] Pushing event updated for resources: {'Port': ['ID=ed098a14-2cd5-4c07-9e4e-2d50334ed4a9,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:07.639509 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb78d077-7d35-43b9-a1d3-ccd0fc7bfc8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (350868d5-7db5-4a53-8b7b-7ee51420a45c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:07.732668 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-498c6048-9b72-480b-90cd-bb12b5992394 req-6ea607fb-079d-4820-bced-aaa797a9d8fe tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bbd447f-0fb4-4345-bb73-b5f317a1fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289349 Feb 28 20:18:07.825412 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb78d077-7d35-43b9-a1d3-ccd0fc7bfc8f admin admin] Network b4d04028-1f92-4a10-a522-d88228aafca5 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:07.827388 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-cb78d077-7d35-43b9-a1d3-ccd0fc7bfc8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:07.855851 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b8c7a8e-4ab3-43ac-99a8-54cb147cd66e req-f32f7a38-10e7-4d1e-863a-e892d1e82403 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0df0730b-ccc5-45a2-8876-34d99ef691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138812 Feb 28 20:18:07.945345 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-c9325b6c-9772-44f4-becf-a594ed45b542 service neutron] 10.222.0.10 "GET /v2.0/networks/7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6120708 Feb 28 20:18:07.950679 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-a7377c6f-1658-4af1-ba9b-a3271ba2731e req-51be0b0b-24d6-477c-8791-a701a00cab81 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] For port 65476453-37d5-4e69-88ff-ba2b2c87c253, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=65476453-37d5-4e69-88ff-ba2b2c87c253,segment=NetworkSegment(1fb55920-1762-4771-a322-6f561121b16f),segment_id=1fb55920-1762-4771-a322-6f561121b16f)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:07.950679 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a7377c6f-1658-4af1-ba9b-a3271ba2731e req-51be0b0b-24d6-477c-8791-a701a00cab81 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (65476453-37d5-4e69-88ff-ba2b2c87c253), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:07.983255 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b0e8edf-750e-43ef-a42c-8c455bf3b877 req-20c6a78e-b80c-46c9-9887-d6add4c7a136 service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725520 Feb 28 20:18:08.008298 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf8350e-217b-417e-82bd-237d74da0ca7 x-openstack-request-id: req-0cf8350e-217b-417e-82bd-237d74da0ca7 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:18:08.008922 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2f0be5-a4a6-44e6-8500-86acbabd7fee", "tag": "9dcfa96d-61c0-42fd-830c-279992b1a89a", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:18:08.009284 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0cf8350e-217b-417e-82bd-237d74da0ca7 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:18:08.009819 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2f0be5-a4a6-44e6-8500-86acbabd7fee', 'tag': '9dcfa96d-61c0-42fd-830c-279992b1a89a', 'status': 'completed', 'code': 200} Feb 28 20:18:08.118201 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-a7377c6f-1658-4af1-ba9b-a3271ba2731e req-51be0b0b-24d6-477c-8791-a701a00cab81 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Calling delete_port for 65476453-37d5-4e69-88ff-ba2b2c87c253 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:18:08.132655 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-d0150e8c-2a24-4d82-9adc-54ac90a6bf7a req-749d3aa2-6521-48fa-911f-f5423652afe9 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Deleting port bb1b8267-cb0e-4481-9111-1ca110f8c8a1 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:18:08.133524 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d0150e8c-2a24-4d82-9adc-54ac90a6bf7a req-749d3aa2-6521-48fa-911f-f5423652afe9 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (bb1b8267-cb0e-4481-9111-1ca110f8c8a1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:08.220932 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb78d077-7d35-43b9-a1d3-ccd0fc7bfc8f admin admin] Router 350868d5-7db5-4a53-8b7b-7ee51420a45c has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:18:08.227726 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158d5d4-be48-4a10-8969-7506b482824c req-b338b9ef-5922-4288-a78e-36728befcafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:08.230343 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4158d5d4-be48-4a10-8969-7506b482824c req-b338b9ef-5922-4288-a78e-36728befcafe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 1128 time: 0.2957685 Feb 28 20:18:08.244614 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa6896-27b7-4aac-827c-07b3703dc618 req-1319791e-057d-4573-b07d-4f91d7c709fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:08.246657 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bee2dd2b-bd0a-462c-a99c-0eda342d14e0 req-a55237b5-7787-4d37-8bd6-c898bf667bde service neutron] 10.222.0.10 "GET /v2.0/networks/7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654350 Feb 28 20:18:08.246879 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4faa6896-27b7-4aac-827c-07b3703dc618 req-1319791e-057d-4573-b07d-4f91d7c709fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f46bcf36e6cc4ec196ce9fdde2e79970&device_id=4d2f0be5-a4a6-44e6-8500-86acbabd7fee HTTP/1.1" status: 200 len: 1130 time: 0.2302027 Feb 28 20:18:08.349572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1daee025-3108-4a6a-aaa7-3e50d67a41c8 None None] Provisioning complete for port ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:08.350192 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1daee025-3108-4a6a-aaa7-3e50d67a41c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ed098a14-2cd5-4c07-9e4e-2d50334ed4a9), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:08.431886 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1daee025-3108-4a6a-aaa7-3e50d67a41c8 None None] Port ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:18:08.462542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf368f-3190-4ca8-a764-1528db16da7a req-2b797de3-594d-4f68-a38a-377e49d74b35 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:08.464385 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cccf368f-3190-4ca8-a764-1528db16da7a req-2b797de3-594d-4f68-a38a-377e49d74b35 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 945 time: 0.3720615 Feb 28 20:18:08.493795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814184c2-f948-4099-b04c-18b10e33a292 req-6797fbc2-7c70-4e07-93d3-e8d6ffbd18c4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:08.495327 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-814184c2-f948-4099-b04c-18b10e33a292 req-6797fbc2-7c70-4e07-93d3-e8d6ffbd18c4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 945 time: 0.6575418 Feb 28 20:18:08.507224 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b0e8edf-750e-43ef-a42c-8c455bf3b877 req-bfb526f9-57f6-49d9-bf45-be6c740cbf46 service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130085 Feb 28 20:18:08.630414 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-d0150e8c-2a24-4d82-9adc-54ac90a6bf7a req-749d3aa2-6521-48fa-911f-f5423652afe9 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] For port bb1b8267-cb0e-4481-9111-1ca110f8c8a1, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=bb1b8267-cb0e-4481-9111-1ca110f8c8a1,segment=NetworkSegment(1fb55920-1762-4771-a322-6f561121b16f),segment_id=1fb55920-1762-4771-a322-6f561121b16f)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:08.630937 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d0150e8c-2a24-4d82-9adc-54ac90a6bf7a req-749d3aa2-6521-48fa-911f-f5423652afe9 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (bb1b8267-cb0e-4481-9111-1ca110f8c8a1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:08.660285 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158d5d4-be48-4a10-8969-7506b482824c req-84220be1-f0bb-446d-b960-1c82a4784f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:08.669397 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4158d5d4-be48-4a10-8969-7506b482824c req-84220be1-f0bb-446d-b960-1c82a4784f95 service neutron] 10.222.0.15 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 912 time: 0.4074943 Feb 28 20:18:08.675030 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa6896-27b7-4aac-827c-07b3703dc618 req-4fa545ee-6ce0-4eaf-a3bb-2b008c3a00c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:08.677345 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4faa6896-27b7-4aac-827c-07b3703dc618 req-4fa545ee-6ce0-4eaf-a3bb-2b008c3a00c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.4012001 Feb 28 20:18:08.687591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-d0150e8c-2a24-4d82-9adc-54ac90a6bf7a req-749d3aa2-6521-48fa-911f-f5423652afe9 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Calling delete_port for bb1b8267-cb0e-4481-9111-1ca110f8c8a1 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:18:08.696069 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464a83e-6c8a-4d5b-bb65-688dad708820 req-a94a5fe0-cf16-4eab-8776-f227fe77e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:08.697785 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0464a83e-6c8a-4d5b-bb65-688dad708820 req-a94a5fe0-cf16-4eab-8776-f227fe77e5b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e2602e3beae426dbbf9c8108189949a&device_id=73b2287c-0b83-4c19-9104-a8a95838bb10 HTTP/1.1" status: 200 len: 1126 time: 0.3355465 Feb 28 20:18:08.725806 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-814184c2-f948-4099-b04c-18b10e33a292 req-6a580c64-dcde-490a-91a0-84ebe83bdd8d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165868 Feb 28 20:18:08.737780 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb78d077-7d35-43b9-a1d3-ccd0fc7bfc8f admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:18:08.787545 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4158d5d4-be48-4a10-8969-7506b482824c req-76951260-dea8-4924-a6ed-83ecdcccedc6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d518928-03a1-485e-981d-ca31aea417cf HTTP/1.1" status: 200 len: 217 time: 0.1058016 Feb 28 20:18:08.795222 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cb78d077-7d35-43b9-a1d3-ccd0fc7bfc8f admin admin] 10.222.0.13 "PUT /v2.0/routers/350868d5-7db5-4a53-8b7b-7ee51420a45c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8269808 Feb 28 20:18:08.796384 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cccf368f-3190-4ca8-a764-1528db16da7a req-84d09f05-080a-4d1f-a2fa-07389061c111 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/security-groups?id=850f66ac-dc78-47b5-913a-c7fb97033a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3148010 Feb 28 20:18:08.800275 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4faa6896-27b7-4aac-827c-07b3703dc618 req-89cdfdf7-804b-4b5a-9a64-f72136a428c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=9dcfa96d-61c0-42fd-830c-279992b1a89a HTTP/1.1" status: 200 len: 217 time: 0.1047640 Feb 28 20:18:08.942471 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa6896-27b7-4aac-827c-07b3703dc618 req-fc760550-fb8d-4ff9-966f-6e72cdb1dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:08.944077 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4faa6896-27b7-4aac-827c-07b3703dc618 req-fc760550-fb8d-4ff9-966f-6e72cdb1dd1f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1321659 Feb 28 20:18:08.945848 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158d5d4-be48-4a10-8969-7506b482824c req-5eae5471-2ec3-4479-b2bc-9ca6c03579e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:08.947393 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4158d5d4-be48-4a10-8969-7506b482824c req-5eae5471-2ec3-4479-b2bc-9ca6c03579e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.1506586 Feb 28 20:18:09.090509 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa6896-27b7-4aac-827c-07b3703dc618 req-bec8c78f-11fe-47dd-9840-f2e715c52cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:09.093583 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4faa6896-27b7-4aac-827c-07b3703dc618 req-bec8c78f-11fe-47dd-9840-f2e715c52cf0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1359713 Feb 28 20:18:09.102386 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158d5d4-be48-4a10-8969-7506b482824c req-cb51a443-b3d7-45cf-85fb-26f2a0870544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:09.104528 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4158d5d4-be48-4a10-8969-7506b482824c req-cb51a443-b3d7-45cf-85fb-26f2a0870544 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1450551 Feb 28 20:18:09.154594 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d0150e8c-2a24-4d82-9adc-54ac90a6bf7a req-749d3aa2-6521-48fa-911f-f5423652afe9 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (bb1b8267-cb0e-4481-9111-1ca110f8c8a1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:09.171237 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['bb1b8267-cb0e-4481-9111-1ca110f8c8a1'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:18:09.177585 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a7377c6f-1658-4af1-ba9b-a3271ba2731e req-51be0b0b-24d6-477c-8791-a701a00cab81 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (65476453-37d5-4e69-88ff-ba2b2c87c253), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:09.227158 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['bb1b8267-cb0e-4481-9111-1ca110f8c8a1'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:18:09.236784 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d3aa2-6521-48fa-911f-f5423652afe9 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Pushing event deleted for resources: {'Port': ['ID=bb1b8267-cb0e-4481-9111-1ca110f8c8a1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:09.322957 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464a83e-6c8a-4d5b-bb65-688dad708820 req-75eab5f2-8b2b-4852-b1b0-ac7fbcd7232a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:09.324648 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0464a83e-6c8a-4d5b-bb65-688dad708820 req-75eab5f2-8b2b-4852-b1b0-ac7fbcd7232a service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66 HTTP/1.1" status: 200 len: 913 time: 0.5898106 Feb 28 20:18:09.325466 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be0b0b-24d6-477c-8791-a701a00cab81 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Pushing event deleted for resources: {'Port': ['ID=65476453-37d5-4e69-88ff-ba2b2c87c253,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:09.386860 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0150e8c-2a24-4d82-9adc-54ac90a6bf7a req-749d3aa2-6521-48fa-911f-f5423652afe9 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] No DVR routers for this DVR port bb1b8267-cb0e-4481-9111-1ca110f8c8a1 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:18:09.413234 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e1463-18bc-4f24-b97e-060c5436cae0 req-77f3af9e-ddbd-4612-b2f3-2469cef58468 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:09.415435 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-527e1463-18bc-4f24-b97e-060c5436cae0 req-77f3af9e-ddbd-4612-b2f3-2469cef58468 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc89c159-77a0-4a00-a99b-c6f86b211e8e HTTP/1.1" status: 200 len: 945 time: 0.4449091 Feb 28 20:18:09.416768 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d0150e8c-2a24-4d82-9adc-54ac90a6bf7a req-749d3aa2-6521-48fa-911f-f5423652afe9 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:09.421523 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0150e8c-2a24-4d82-9adc-54ac90a6bf7a req-749d3aa2-6521-48fa-911f-f5423652afe9 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.10 "DELETE /v2.0/ports/bb1b8267-cb0e-4481-9111-1ca110f8c8a1 HTTP/1.1" status: 204 len: 173 time: 2.6002119 Feb 28 20:18:09.426443 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d075a73-f508-43d4-9e23-e456528e96c4', 'name': 'network-vif-deleted', 'tag': 'bb1b8267-cb0e-4481-9111-1ca110f8c8a1'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:18:09.444503 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ccdc14-829b-44ad-85b9-4188af92595d" -d '{"events": [{"server_uuid": "0d075a73-f508-43d4-9e23-e456528e96c4", "name": "network-vif-deleted", "tag": "bb1b8267-cb0e-4481-9111-1ca110f8c8a1"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:18:09.455099 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705178d5-373d-474f-8277-39b79ad8da41 req-db247264-dc40-4842-8c3b-9b7b4bc45772 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:09.457242 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-705178d5-373d-474f-8277-39b79ad8da41 req-db247264-dc40-4842-8c3b-9b7b4bc45772 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d2f0be5-a4a6-44e6-8500-86acbabd7fee HTTP/1.1" status: 200 len: 947 time: 0.4908786 Feb 28 20:18:09.527033 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7377c6f-1658-4af1-ba9b-a3271ba2731e req-51be0b0b-24d6-477c-8791-a701a00cab81 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] No DVR routers for this DVR port 65476453-37d5-4e69-88ff-ba2b2c87c253 on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:18:09.535815 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0464a83e-6c8a-4d5b-bb65-688dad708820 req-ec48c48f-324b-43b0-9184-43b30732ded8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 HTTP/1.1" status: 200 len: 217 time: 0.1454523 Feb 28 20:18:09.542363 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a7377c6f-1658-4af1-ba9b-a3271ba2731e req-51be0b0b-24d6-477c-8791-a701a00cab81 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:09.545942 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7377c6f-1658-4af1-ba9b-a3271ba2731e req-51be0b0b-24d6-477c-8791-a701a00cab81 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.15 "DELETE /v2.0/ports/65476453-37d5-4e69-88ff-ba2b2c87c253 HTTP/1.1" status: 204 len: 173 time: 3.2755194 Feb 28 20:18:09.727405 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-527e1463-18bc-4f24-b97e-060c5436cae0 req-be027995-38bc-4022-9ccc-394c7c3729f7 tempest-ListServersNegativeTestJSON-552804740 tempest-ListServersNegativeTestJSON-552804740-project] 10.222.0.13 "GET /v2.0/security-groups?id=3699648a-c461-4f18-a4ca-289d3ee4a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678645 Feb 28 20:18:09.761794 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464a83e-6c8a-4d5b-bb65-688dad708820 req-1f1fc368-6c96-46df-bdd9-645e2ba7b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:09.763353 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0464a83e-6c8a-4d5b-bb65-688dad708820 req-1f1fc368-6c96-46df-bdd9-645e2ba7b905 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa6a1821-cea2-44b7-9ee0-e1ec3d4800ca HTTP/1.1" status: 200 len: 853 time: 0.2160962 Feb 28 20:18:09.799803 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-705178d5-373d-474f-8277-39b79ad8da41 req-f8553164-3561-4385-a2d3-99fdf70a6150 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652681 Feb 28 20:18:09.861536 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0464a83e-6c8a-4d5b-bb65-688dad708820 req-839537de-827c-46b2-8b1b-119efb745a65 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602891 Feb 28 20:18:09.931117 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4faa6896-27b7-4aac-827c-07b3703dc618 req-8c430d10-8137-44e0-98da-ea435e1680e0 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8194990 Feb 28 20:18:10.001652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 98e22658-79c7-412c-ba3e-8ac0298c5591 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:10.021988 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53334) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:10.029506 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-170b9e98-1371-4c67-84c4-05acfbffe199 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-823120956-network', 'tenant_id': '18a7a102d8ea4e58a40aebd5435ec9c3'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:10.029900 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4158d5d4-be48-4a10-8969-7506b482824c req-d415016c-34dd-4571-bf22-8c723e223dde service neutron] 10.222.0.15 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9170547 Feb 28 20:18:10.056775 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 9dcfa96d-61c0-42fd-830c-279992b1a89a details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:18:10.067691 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:10.089775 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d82b1-f8cc-4ad3-93a1-b81cc77f9d0d req-ac62ab00-960a-422f-8a35-e1112d3a5841 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:10.104390 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-936d82b1-f8cc-4ad3-93a1-b81cc77f9d0d req-ac62ab00-960a-422f-8a35-e1112d3a5841 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=16f95154-0748-49b2-9f76-e743abf189e2 HTTP/1.1" status: 200 len: 945 time: 0.2540607 Feb 28 20:18:10.183877 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:18:10.198825 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:10.200176 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:10.226114 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bc2fe-c961-4fdc-a48d-9b3018194c17 req-d692831e-bad0-4cec-8df0-50ad573beec9 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:10.229522 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-599bc2fe-c961-4fdc-a48d-9b3018194c17 req-d692831e-bad0-4cec-8df0-50ad573beec9 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/ports?device_id=73b2287c-0b83-4c19-9104-a8a95838bb10 HTTP/1.1" status: 200 len: 943 time: 0.3070581 Feb 28 20:18:10.237243 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170b9e98-1371-4c67-84c4-05acfbffe199 admin admin] Made reservation on behalf of 18a7a102d8ea4e58a40aebd5435ec9c3 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:18:10.241140 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-170b9e98-1371-4c67-84c4-05acfbffe199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:10.271713 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.resource_extend [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:18:10.275560 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-170b9e98-1371-4c67-84c4-05acfbffe199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:10.275969 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 65476453-37d5-4e69-88ff-ba2b2c87c253 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:18:10.278241 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4faa6896-27b7-4aac-827c-07b3703dc618 req-a48f136a-d831-440f-9cc7-8428cd577a0f service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309579 Feb 28 20:18:10.296083 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4158d5d4-be48-4a10-8969-7506b482824c req-dbb7836f-8a74-4fc7-89ec-f04504c73e3b service neutron] 10.222.0.15 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606611 Feb 28 20:18:10.307072 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] Sync routers for ids ['350868d5-7db5-4a53-8b7b-7ee51420a45c'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:18:10.328031 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] Routers {'350868d5-7db5-4a53-8b7b-7ee51420a45c'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:18:10.329196 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:17:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['350868d5-7db5-4a53-8b7b-7ee51420a45c'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:10.340882 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 98e22658-79c7-412c-ba3e-8ac0298c5591 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:10.341258 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (98e22658-79c7-412c-ba3e-8ac0298c5591), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:10.346896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 65476453-37d5-4e69-88ff-ba2b2c87c253 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:18:10.347243 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 65476453-37d5-4e69-88ff-ba2b2c87c253 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:18:10.375924 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-599bc2fe-c961-4fdc-a48d-9b3018194c17 req-4b3cb3a1-0b16-406a-b817-39ec5ad2243c tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0df0730b-ccc5-45a2-8876-34d99ef691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197631 Feb 28 20:18:10.378060 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0464a83e-6c8a-4d5b-bb65-688dad708820 req-06e480b5-cf29-44c4-880f-56d6136522cd service neutron] 10.222.0.10 "GET /v2.0/networks/7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985738 Feb 28 20:18:10.385862 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-936d82b1-f8cc-4ad3-93a1-b81cc77f9d0d req-3935194d-f2c9-4a31-a6f9-3934e36cb1a3 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bbd447f-0fb4-4345-bb73-b5f317a1fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801464 Feb 28 20:18:10.523619 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0464a83e-6c8a-4d5b-bb65-688dad708820 req-e0029be6-cff9-41e7-aa35-2f238d51ba51 service neutron] 10.222.0.10 "GET /v2.0/networks/7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227615 Feb 28 20:18:10.529158 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d218662d-d94c-4e4d-a005-df2eaf6da20b x-openstack-request-id: req-d218662d-d94c-4e4d-a005-df2eaf6da20b {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:18:10.530207 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d075a73-f508-43d4-9e23-e456528e96c4", "name": "network-vif-deleted", "tag": "bb1b8267-cb0e-4481-9111-1ca110f8c8a1", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:18:10.530207 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d218662d-d94c-4e4d-a005-df2eaf6da20b {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:18:10.530515 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d075a73-f508-43d4-9e23-e456528e96c4', 'name': 'network-vif-deleted', 'tag': 'bb1b8267-cb0e-4481-9111-1ca110f8c8a1', 'status': 'completed', 'code': 200} Feb 28 20:18:10.683292 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-170b9e98-1371-4c67-84c4-05acfbffe199 admin admin] Publish callbacks [] for security_group (faba6115-ddca-457c-afd6-f82496b3bdfc), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:10.697954 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:10.698619 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:10.758167 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] Set router 350868d5-7db5-4a53-8b7b-7ee51420a45c gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:18:10.768853 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 9dcfa96d-61c0-42fd-830c-279992b1a89a, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=9dcfa96d-61c0-42fd-830c-279992b1a89a,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:10.788246 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e91e97-128c-47a8-81f7-82745807c422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:18:10.791168 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b100066d-6712-486b-9cd1-f2858feced3a" -d '{"events": [{"server_uuid": "28e91e97-128c-47a8-81f7-82745807c422", "name": "network-vif-plugged", "status": "completed", "tag": "a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:18:10.797751 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '9dcfa96d-61c0-42fd-830c-279992b1a89a', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '9dcfa96d-61c0-42fd-830c-279992b1a89a', 'mac_address': 'fa:16:3e:8c:c1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:18:10.853625 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 9dcfa96d-61c0-42fd-830c-279992b1a89a is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:10.854306 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9dcfa96d-61c0-42fd-830c-279992b1a89a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:10.857709 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77,segment=NetworkSegment(ee2be4ff-4b54-49ec-8c8e-3abecba2146c),segment_id=ee2be4ff-4b54-49ec-8c8e-3abecba2146c)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:10.887747 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:10.902734 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dcfa96d-61c0-42fd-830c-279992b1a89a {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:18:10.928892 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 9dcfa96d-61c0-42fd-830c-279992b1a89a, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=9dcfa96d-61c0-42fd-830c-279992b1a89a,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:10.952552 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9dcfa96d-61c0-42fd-830c-279992b1a89a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:10.953749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:18:10.980223 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 98e22658-79c7-412c-ba3e-8ac0298c5591 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:10.980888 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (98e22658-79c7-412c-ba3e-8ac0298c5591), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:11.006093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 98e22658-79c7-412c-ba3e-8ac0298c5591, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=98e22658-79c7-412c-ba3e-8ac0298c5591,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:11.018519 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (98e22658-79c7-412c-ba3e-8ac0298c5591), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:11.051969 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:11.088864 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-170b9e98-1371-4c67-84c4-05acfbffe199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (faba6115-ddca-457c-afd6-f82496b3bdfc), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:11.154203 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b9e98-1371-4c67-84c4-05acfbffe199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faba6115-ddca-457c-afd6-f82496b3bdfc,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:11.173378 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170b9e98-1371-4c67-84c4-05acfbffe199 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:18:11.206254 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786ce94-562d-4083-a8dc-01f90ba52530 req-282f454b-7141-4884-95c1-42f2f2e9a0ab tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:11.213741 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9786ce94-562d-4083-a8dc-01f90ba52530 req-282f454b-7141-4884-95c1-42f2f2e9a0ab tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 945 time: 0.6262741 Feb 28 20:18:11.218217 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984827160-router', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:07Z', 'revision_number': 4, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'gw_port': {'id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:46:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ed098a14-2cd5-4c07-9e4e-2d50334ed4a9', 'name': '', 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'mac_address': 'fa:16:3e:b4:f5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'e4c17c34-1415-482c-9e44-a2606667b359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:05Z', 'updated_at': '2022-02-28T20:18:07Z', 'revision_number': 2, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'subnets': [{'id': 'e4c17c34-1415-482c-9e44-a2606667b359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:11.219150 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-170b9e98-1371-4c67-84c4-05acfbffe199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (423398dd-5aea-47dc-9842-7d4332756020), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:11.219586 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-170b9e98-1371-4c67-84c4-05acfbffe199 admin admin] Added segment 423398dd-5aea-47dc-9842-7d4332756020 of type vlan for network 54c21a7a-fd02-4dd4-a785-be2ba356bae5 Feb 28 20:18:11.247633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43,segment=NetworkSegment(3be8914e-e9fa-4c7a-92b1-0bc6dbdbd645),segment_id=3be8914e-e9fa-4c7a-92b1-0bc6dbdbd645)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:11.263047 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43', 'network_id': '7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66', 'port_id': '8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43', 'mac_address': 'fa:16:3e:48:e0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6a1821-cea2-44b7-9ee0-e1ec3d4800ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:18:11.292155 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] Checking router: 350868d5-7db5-4a53-8b7b-7ee51420a45c for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:18:11.292947 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] Updating router 350868d5-7db5-4a53-8b7b-7ee51420a45c port ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:18:11.298471 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f3acf-5d9c-4c6c-88a5-6b540c094afe req-a3f48d60-8527-44ce-a5c2-1dd82b99b5ac tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:11.300078 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2d0f3acf-5d9c-4c6c-88a5-6b540c094afe req-a3f48d60-8527-44ce-a5c2-1dd82b99b5ac tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 946 time: 0.6122527 Feb 28 20:18:11.320085 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=9dcfa96d-61c0-42fd-830c-279992b1a89a,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:11.348420 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ed098a14-2cd5-4c07-9e4e-2d50334ed4a9), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:11.350022 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-170b9e98-1371-4c67-84c4-05acfbffe199 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (54c21a7a-fd02-4dd4-a785-be2ba356bae5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:11.353866 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:11.354457 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:11.387593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:18:11.413281 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9786ce94-562d-4083-a8dc-01f90ba52530 req-3d395cee-4a68-43a1-a699-0541fbc0a41a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972241 Feb 28 20:18:11.436591 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=98e22658-79c7-412c-ba3e-8ac0298c5591,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:11.436591 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43,segment=NetworkSegment(3be8914e-e9fa-4c7a-92b1-0bc6dbdbd645),segment_id=3be8914e-e9fa-4c7a-92b1-0bc6dbdbd645)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:11.437253 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:11.550742 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:11.579392 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2d0f3acf-5d9c-4c6c-88a5-6b540c094afe req-46ff40e9-858a-4ce2-8c6a-325aa92421be tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/security-groups?id=850f66ac-dc78-47b5-913a-c7fb97033a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586751 Feb 28 20:18:11.584384 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-170b9e98-1371-4c67-84c4-05acfbffe199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (54c21a7a-fd02-4dd4-a785-be2ba356bae5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:11.589623 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170b9e98-1371-4c67-84c4-05acfbffe199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:11.590522 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-170b9e98-1371-4c67-84c4-05acfbffe199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:11.703174 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2117020-9efe-4d2b-bedc-ba7bb9cf41e9 x-openstack-request-id: req-e2117020-9efe-4d2b-bedc-ba7bb9cf41e9 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:18:11.704957 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e91e97-128c-47a8-81f7-82745807c422", "name": "network-vif-plugged", "status": "completed", "tag": "a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:18:11.705462 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2117020-9efe-4d2b-bedc-ba7bb9cf41e9 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:18:11.706155 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e91e97-128c-47a8-81f7-82745807c422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77', 'code': 200} Feb 28 20:18:11.776870 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-170b9e98-1371-4c67-84c4-05acfbffe199 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7514493 Feb 28 20:18:11.778724 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53350) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:11.792115 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b9e98-1371-4c67-84c4-05acfbffe199 admin admin] Pushing event updated for resources: {'Network': ['ID=54c21a7a-fd02-4dd4-a785-be2ba356bae5,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:11.796878 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-8d994e7b-218b-43cc-8232-a3617fb525e7 admin admin] Request body: {'subnet': {'network_id': '54c21a7a-fd02-4dd4-a785-be2ba356bae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-823120956-subnet', 'tenant_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:11.818022 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['9dcfa96d-61c0-42fd-830c-279992b1a89a'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:18:11.853733 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d994e7b-218b-43cc-8232-a3617fb525e7 admin admin] Made reservation on behalf of 18a7a102d8ea4e58a40aebd5435ec9c3 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:18:11.856798 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8d994e7b-218b-43cc-8232-a3617fb525e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:11.921450 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] Publish callbacks [] for port (ed098a14-2cd5-4c07-9e4e-2d50334ed4a9), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:11.935300 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ed098a14-2cd5-4c07-9e4e-2d50334ed4a9), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:11.956156 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 54c21a7a-fd02-4dd4-a785-be2ba356bae5 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:18:11.958368 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:18:11.960212 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795f751-0341-431d-ad3e-a38ce580ed77 req-f604a79a-02e7-4651-ae3b-34bfd1b0cdf2 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:11.965287 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 98e22658-79c7-412c-ba3e-8ac0298c5591 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:11.970962 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d795f751-0341-431d-ad3e-a38ce580ed77 req-f604a79a-02e7-4651-ae3b-34bfd1b0cdf2 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=16f95154-0748-49b2-9f76-e743abf189e2 HTTP/1.1" status: 200 len: 945 time: 0.3170562 Feb 28 20:18:12.018946 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ce8e6-8f75-40c7-a510-2b27466cbe59 req-8737fa97-de25-4cf2-9c50-991aa9083e47 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:12.021709 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d79ce8e6-8f75-40c7-a510-2b27466cbe59 req-8737fa97-de25-4cf2-9c50-991aa9083e47 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d2f0be5-a4a6-44e6-8500-86acbabd7fee HTTP/1.1" status: 200 len: 948 time: 0.2375224 Feb 28 20:18:12.084252 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device bb1b8267-cb0e-4481-9111-1ca110f8c8a1 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:18:12.127179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d79ce8e6-8f75-40c7-a510-2b27466cbe59 req-f56a4f90-662f-43a8-9099-4999a7285850 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942509 Feb 28 20:18:12.196933 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: bb1b8267-cb0e-4481-9111-1ca110f8c8a1 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:18:12.197276 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device bb1b8267-cb0e-4481-9111-1ca110f8c8a1 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:18:12.208887 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c811d-b08f-4f2b-aa57-a7d693366267 req-10e0a9e0-de30-432d-9c43-721730ec4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:12.214948 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da190c9a-30e0-40c2-816b-0c1b4e5e285e None None] Pushing event updated for resources: {'Port': ['ID=ed098a14-2cd5-4c07-9e4e-2d50334ed4a9,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:12.221787 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-222c811d-b08f-4f2b-aa57-a7d693366267 req-10e0a9e0-de30-432d-9c43-721730ec4608 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 1129 time: 0.3468792 Feb 28 20:18:12.258840 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d795f751-0341-431d-ad3e-a38ce580ed77 req-b0a96a45-ea40-4cb5-b938-93119a32d5c2 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bbd447f-0fb4-4345-bb73-b5f317a1fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861085 Feb 28 20:18:12.262811 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da190c9a-30e0-40c2-816b-0c1b4e5e285e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:12.263372 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da190c9a-30e0-40c2-816b-0c1b4e5e285e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:12.264101 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da190c9a-30e0-40c2-816b-0c1b4e5e285e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:12.264442 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da190c9a-30e0-40c2-816b-0c1b4e5e285e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:12.264780 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da190c9a-30e0-40c2-816b-0c1b4e5e285e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:12.265118 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da190c9a-30e0-40c2-816b-0c1b4e5e285e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:12.265425 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da190c9a-30e0-40c2-816b-0c1b4e5e285e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:12.265765 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da190c9a-30e0-40c2-816b-0c1b4e5e285e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:12.266115 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da190c9a-30e0-40c2-816b-0c1b4e5e285e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:12.266436 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da190c9a-30e0-40c2-816b-0c1b4e5e285e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:12.266751 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da190c9a-30e0-40c2-816b-0c1b4e5e285e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:12.267069 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da190c9a-30e0-40c2-816b-0c1b4e5e285e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:12.267383 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da190c9a-30e0-40c2-816b-0c1b4e5e285e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:12.285485 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] Attempting to bind port ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:18:12.285884 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] Attempting to bind port ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '05194703-5ab3-4c11-b23d-45355c568259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:18:12.288563 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] Attempting to bind port ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 on network b4d04028-1f92-4a10-a522-d88228aafca5 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:12.294159 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8d994e7b-218b-43cc-8232-a3617fb525e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (50c20663-0e0b-44ef-8c7e-7119ef0dead5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:12.306891 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:18:12.307342 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] Checking segment: {'id': '05194703-5ab3-4c11-b23d-45355c568259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:12.310620 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:12.310620 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] Bound using segment: {'id': '05194703-5ab3-4c11-b23d-45355c568259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:18:12.310965 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] Bound port: ed098a14-2cd5-4c07-9e4e-2d50334ed4a9, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05194703-5ab3-4c11-b23d-45355c568259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:18:12.311050 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ed098a14-2cd5-4c07-9e4e-2d50334ed4a9), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:12.414249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53354) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:12.449092 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d994e7b-218b-43cc-8232-a3617fb525e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50c20663-0e0b-44ef-8c7e-7119ef0dead5,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:12.473809 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 98e22658-79c7-412c-ba3e-8ac0298c5591 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:12.474764 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (98e22658-79c7-412c-ba3e-8ac0298c5591), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:12.485748 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-222c811d-b08f-4f2b-aa57-a7d693366267 req-34fe23de-6d70-4a7c-b9fb-daec947e1cd8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=850f66ac-dc78-47b5-913a-c7fb97033a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517428 Feb 28 20:18:12.507371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a838d0c-a788-4c56-8ee8-e23f904d4334 req-118abd0c-5ab2-4fd1-96eb-46b4f059e5d8 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:12.509427 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a838d0c-a788-4c56-8ee8-e23f904d4334 req-118abd0c-5ab2-4fd1-96eb-46b4f059e5d8 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/ports?device_id=73b2287c-0b83-4c19-9104-a8a95838bb10 HTTP/1.1" status: 200 len: 944 time: 0.2088437 Feb 28 20:18:12.523441 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] For port ed098a14-2cd5-4c07-9e4e-2d50334ed4a9, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:18:12.537764 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] For port ed098a14-2cd5-4c07-9e4e-2d50334ed4a9, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ed098a14-2cd5-4c07-9e4e-2d50334ed4a9,segment=NetworkSegment(05194703-5ab3-4c11-b23d-45355c568259),segment_id=05194703-5ab3-4c11-b23d-45355c568259)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:18:12.538002 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc89c159-77a0-4a00-a99b-c6f86b211e8e', 'name': 'network-vif-deleted', 'tag': '65476453-37d5-4e69-88ff-ba2b2c87c253'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:18:12.540587 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9199f675-991c-4b87-b31a-2492824dc809" -d '{"events": [{"server_uuid": "fc89c159-77a0-4a00-a99b-c6f86b211e8e", "name": "network-vif-deleted", "tag": "65476453-37d5-4e69-88ff-ba2b2c87c253"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:18:12.546468 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a64a668-72ce-4e3b-8f77-b31e19154554 admin admin] Deleting subnet 2e980e31-a647-4b07-8929-6b18ba04ac62 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:18:12.552696 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a64a668-72ce-4e3b-8f77-b31e19154554 admin admin] Publish callbacks [] for subnet (2e980e31-a647-4b07-8929-6b18ba04ac62), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:12.553044 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ed098a14-2cd5-4c07-9e4e-2d50334ed4a9), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:12.556200 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d994e7b-218b-43cc-8232-a3617fb525e7 admin admin] Checking segment: {'id': '423398dd-5aea-47dc-9842-7d4332756020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '54c21a7a-fd02-4dd4-a785-be2ba356bae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:12.556789 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d994e7b-218b-43cc-8232-a3617fb525e7 admin admin] Network hostable DHCP agents. Network: 54c21a7a-fd02-4dd4-a785-be2ba356bae5, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:18:12.586473 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d994e7b-218b-43cc-8232-a3617fb525e7 admin admin] Network 54c21a7a-fd02-4dd4-a785-be2ba356bae5 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:18:12.603637 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-8d994e7b-218b-43cc-8232-a3617fb525e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 54c21a7a-fd02-4dd4-a785-be2ba356bae5) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:12.625074 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d994e7b-218b-43cc-8232-a3617fb525e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:12.626542 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8d994e7b-218b-43cc-8232-a3617fb525e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:12.635285 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a838d0c-a788-4c56-8ee8-e23f904d4334 req-f6bb56f8-44e5-4554-92ac-981377b6fa8a tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0df0730b-ccc5-45a2-8876-34d99ef691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043251 Feb 28 20:18:12.637099 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da190c9a-30e0-40c2-816b-0c1b4e5e285e None None] Pushing event updated for resources: {'Port': ['ID=ed098a14-2cd5-4c07-9e4e-2d50334ed4a9,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:12.655669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45369c7d-3c49-406f-97ef-175bc8e1058d None None] Network 54c21a7a-fd02-4dd4-a785-be2ba356bae5 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:18:12.658285 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a64a668-72ce-4e3b-8f77-b31e19154554 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (2e980e31-a647-4b07-8929-6b18ba04ac62), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:12.668960 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8d994e7b-218b-43cc-8232-a3617fb525e7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8870175 Feb 28 20:18:12.673352 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53364) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:12.681336 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] Routers {'350868d5-7db5-4a53-8b7b-7ee51420a45c'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:18:12.687604 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:17:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['350868d5-7db5-4a53-8b7b-7ee51420a45c'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:12.689582 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-c678fa45-b654-4e8b-9d77-0da0540bd9d8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-823120956-router', 'tenant_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:12.746200 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c678fa45-b654-4e8b-9d77-0da0540bd9d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (27d92e15-01bb-48a0-bbb0-da6d23430768), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:12.747349 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c678fa45-b654-4e8b-9d77-0da0540bd9d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (27d92e15-01bb-48a0-bbb0-da6d23430768), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:12.832371 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a64a668-72ce-4e3b-8f77-b31e19154554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (2e980e31-a647-4b07-8929-6b18ba04ac62), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:12.884580 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1990f42-1c22-403d-8ada-cc201183a5f5 req-5e4ee8cf-abcc-4370-851e-dd0a69f28147 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:12.886991 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c678fa45-b654-4e8b-9d77-0da0540bd9d8 admin admin] Publish callbacks [] for router_controller (27d92e15-01bb-48a0-bbb0-da6d23430768), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:12.892360 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1990f42-1c22-403d-8ada-cc201183a5f5 req-5e4ee8cf-abcc-4370-851e-dd0a69f28147 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 945 time: 0.1598735 Feb 28 20:18:12.937044 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] Set router 350868d5-7db5-4a53-8b7b-7ee51420a45c gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:18:12.972232 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a64a668-72ce-4e3b-8f77-b31e19154554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (2e980e31-a647-4b07-8929-6b18ba04ac62), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:12.988630 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-091d87d7-bea1-4f9c-83c4-99124fda6ce5 None None] Provisioning complete for port ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:12.994426 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-091d87d7-bea1-4f9c-83c4-99124fda6ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ed098a14-2cd5-4c07-9e4e-2d50334ed4a9), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:13.018918 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1990f42-1c22-403d-8ada-cc201183a5f5 req-cc7fb423-605f-4331-a4ec-932b33524dac tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255424 Feb 28 20:18:13.023402 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a64a668-72ce-4e3b-8f77-b31e19154554 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:13.029186 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7a64a668-72ce-4e3b-8f77-b31e19154554 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2e980e31-a647-4b07-8929-6b18ba04ac62 HTTP/1.1" status: 204 len: 168 time: 0.6113935 Feb 28 20:18:13.030238 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53368) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:13.036160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64a668-72ce-4e3b-8f77-b31e19154554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e980e31-a647-4b07-8929-6b18ba04ac62,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:13.072305 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:18:13.094783 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655ffd6c-fbbd-4097-a825-bb8ea69a085a x-openstack-request-id: req-655ffd6c-fbbd-4097-a825-bb8ea69a085a {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:18:13.095094 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc89c159-77a0-4a00-a99b-c6f86b211e8e", "name": "network-vif-deleted", "tag": "65476453-37d5-4e69-88ff-ba2b2c87c253", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:18:13.095350 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-655ffd6c-fbbd-4097-a825-bb8ea69a085a {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:18:13.095773 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc89c159-77a0-4a00-a99b-c6f86b211e8e', 'name': 'network-vif-deleted', 'tag': '65476453-37d5-4e69-88ff-ba2b2c87c253', 'status': 'completed', 'code': 200} Feb 28 20:18:13.265744 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2a3e8-4832-4ff1-b1be-b2d3fe1b5f8e req-2e63e8a8-882a-41d1-9310-dacf476f5a6b tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:13.278492 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fdc2a3e8-4832-4ff1-b1be-b2d3fe1b5f8e req-2e63e8a8-882a-41d1-9310-dacf476f5a6b tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 946 time: 0.1432376 Feb 28 20:18:13.291938 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aa08d9ea-79d5-4d5c-a8dc-b3f7fb3ea39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:13.297414 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c678fa45-b654-4e8b-9d77-0da0540bd9d8 admin admin] Publish callbacks [] for router_gateway (27d92e15-01bb-48a0-bbb0-da6d23430768), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:13.355494 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fdc2a3e8-4832-4ff1-b1be-b2d3fe1b5f8e req-3469347f-6cb1-4875-be23-262c352de161 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/security-groups?id=850f66ac-dc78-47b5-913a-c7fb97033a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757565 Feb 28 20:18:13.378552 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984827160-router', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:07Z', 'revision_number': 4, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'gw_port': {'id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:46:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ed098a14-2cd5-4c07-9e4e-2d50334ed4a9', 'name': '', 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'mac_address': 'fa:16:3e:b4:f5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'e4c17c34-1415-482c-9e44-a2606667b359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:05Z', 'updated_at': '2022-02-28T20:18:12Z', 'revision_number': 4, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'subnets': [{'id': 'e4c17c34-1415-482c-9e44-a2606667b359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:13.385676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52212000-5c0a-43db-bd0d-5629258efa14 req-1a8c64f8-b82d-4452-bfab-2584745825a2 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:13.395339 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-52212000-5c0a-43db-bd0d-5629258efa14 req-1a8c64f8-b82d-4452-bfab-2584745825a2 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=16f95154-0748-49b2-9f76-e743abf189e2 HTTP/1.1" status: 200 len: 945 time: 0.1991625 Feb 28 20:18:13.416123 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aa08d9ea-79d5-4d5c-a8dc-b3f7fb3ea39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:13.418938 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9480f34-6329-4fc5-9ae5-7816ea3d9b7d None None] The sync data for ids ['350868d5-7db5-4a53-8b7b-7ee51420a45c'] in n-d-820368-21 is: [{'id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984827160-router', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:07Z', 'revision_number': 4, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'gw_port': {'id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:46:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ed098a14-2cd5-4c07-9e4e-2d50334ed4a9', 'name': '', 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'mac_address': 'fa:16:3e:b4:f5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'e4c17c34-1415-482c-9e44-a2606667b359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:05Z', 'updated_at': '2022-02-28T20:18:12Z', 'revision_number': 4, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'subnets': [{'id': 'e4c17c34-1415-482c-9e44-a2606667b359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:18:13.442178 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-aa08d9ea-79d5-4d5c-a8dc-b3f7fb3ea39d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:13.454029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-aa08d9ea-79d5-4d5c-a8dc-b3f7fb3ea39d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb55920-1762-4771-a322-6f561121b16f') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:13.454430 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-aa08d9ea-79d5-4d5c-a8dc-b3f7fb3ea39d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb55920-1762-4771-a322-6f561121b16f') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:13.467103 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aa08d9ea-79d5-4d5c-a8dc-b3f7fb3ea39d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (1fb55920-1762-4771-a322-6f561121b16f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:13.482525 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aa08d9ea-79d5-4d5c-a8dc-b3f7fb3ea39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (1fb55920-1762-4771-a322-6f561121b16f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:13.491847 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa08d9ea-79d5-4d5c-a8dc-b3f7fb3ea39d admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:18:13.492259 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aa08d9ea-79d5-4d5c-a8dc-b3f7fb3ea39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (1fb55920-1762-4771-a322-6f561121b16f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:13.496342 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-52212000-5c0a-43db-bd0d-5629258efa14 req-30f27c20-9e36-49b8-9bc9-79fae6c048bd tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bbd447f-0fb4-4345-bb73-b5f317a1fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942161 Feb 28 20:18:13.618852 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb7a988-ad2a-483a-a49c-746c272159e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-54c21a7a-fd02-4dd4-a785-be2ba356bae5', 'network_id': '54c21a7a-fd02-4dd4-a785-be2ba356bae5', 'project_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'fixed_ips': [{'subnet_id': '50c20663-0e0b-44ef-8c7e-7119ef0dead5'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:18:13.619986 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0eb7a988-ad2a-483a-a49c-746c272159e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:18:13.629726 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:18:13.660594 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 98e22658-79c7-412c-ba3e-8ac0298c5591 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:13.679873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb863cf-4f3a-4533-b1ae-248350c77b15 req-9d08ec42-f580-4e42-b7b2-a25061616219 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:13.681898 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aa08d9ea-79d5-4d5c-a8dc-b3f7fb3ea39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:13.691526 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aa08d9ea-79d5-4d5c-a8dc-b3f7fb3ea39d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:13.702158 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-aa08d9ea-79d5-4d5c-a8dc-b3f7fb3ea39d admin admin] 10.222.0.13 "DELETE /v2.0/networks/1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6 HTTP/1.1" status: 204 len: 168 time: 0.6666844 Feb 28 20:18:13.710104 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efb863cf-4f3a-4533-b1ae-248350c77b15 req-9d08ec42-f580-4e42-b7b2-a25061616219 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d2f0be5-a4a6-44e6-8500-86acbabd7fee HTTP/1.1" status: 200 len: 948 time: 0.1751773 Feb 28 20:18:13.786344 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08d9ea-79d5-4d5c-a8dc-b3f7fb3ea39d admin admin] Pushing event deleted for resources: {'Network': ['ID=1e2fdb76-4a87-40ef-89f6-f7db0a00cdb6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:13.839414 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-091d87d7-bea1-4f9c-83c4-99124fda6ce5 None None] Current status of the port ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:13.839869 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-091d87d7-bea1-4f9c-83c4-99124fda6ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ed098a14-2cd5-4c07-9e4e-2d50334ed4a9), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:13.888455 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efb863cf-4f3a-4533-b1ae-248350c77b15 req-4b98a74d-7b17-4639-a73e-859ff5f625ea tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752195 Feb 28 20:18:14.093110 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:14.204528 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-091d87d7-bea1-4f9c-83c4-99124fda6ce5 None None] For port ed098a14-2cd5-4c07-9e4e-2d50334ed4a9, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ed098a14-2cd5-4c07-9e4e-2d50334ed4a9,segment=NetworkSegment(05194703-5ab3-4c11-b23d-45355c568259),segment_id=05194703-5ab3-4c11-b23d-45355c568259)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:14.230780 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-091d87d7-bea1-4f9c-83c4-99124fda6ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ed098a14-2cd5-4c07-9e4e-2d50334ed4a9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:14.283856 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53384) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:14.329564 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d87d7-bea1-4f9c-83c4-99124fda6ce5 None None] Pushing event updated for resources: {'Port': ['ID=ed098a14-2cd5-4c07-9e4e-2d50334ed4a9,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:14.329846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99598e-dafd-48fa-9f63-9736d229c907 req-9a1328b9-2bda-4b7f-8e06-ced5dfccc6dc tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:14.332135 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e99598e-dafd-48fa-9f63-9736d229c907 req-9a1328b9-2bda-4b7f-8e06-ced5dfccc6dc tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/ports?device_id=73b2287c-0b83-4c19-9104-a8a95838bb10 HTTP/1.1" status: 200 len: 944 time: 0.1472619 Feb 28 20:18:14.345110 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7c115005-644d-4b3e-9e31-7197e6945b22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9396423ef5a54e7586ac0d4bd22df9d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0594604 Feb 28 20:18:14.346226 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53386) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:14.358597 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-0eb7a988-ad2a-483a-a49c-746c272159e0 None None] Allocated IP 172.20.0.2 (54c21a7a-fd02-4dd4-a785-be2ba356bae5/50c20663-0e0b-44ef-8c7e-7119ef0dead5/6f9b7de0-e737-4b6e-9c2b-459c84763487) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:18:14.361928 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaed984-9f26-4210-9cb9-825de4e0372d req-afe6708e-4e05-4ed4-bd6f-f825664157d7 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:14.364636 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4aaed984-9f26-4210-9cb9-825de4e0372d req-afe6708e-4e05-4ed4-bd6f-f825664157d7 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 945 time: 0.1578534 Feb 28 20:18:14.398148 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c678fa45-b654-4e8b-9d77-0da0540bd9d8 admin admin] Publish callbacks [] for router_gateway (27d92e15-01bb-48a0-bbb0-da6d23430768), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:14.401410 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-48db3be5-c08f-4678-81a6-c9f1ccd973fc None None] Provisioning complete for port ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:14.402530 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-48db3be5-c08f-4678-81a6-c9f1ccd973fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ed098a14-2cd5-4c07-9e4e-2d50334ed4a9), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:14.421862 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c678fa45-b654-4e8b-9d77-0da0540bd9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:14.466803 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:14.467273 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ed098a14-2cd5-4c07-9e4e-2d50334ed4a9), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:14.480294 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e99598e-dafd-48fa-9f63-9736d229c907 req-fc6f597b-1cbd-43b5-909e-5a41494f46f4 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0df0730b-ccc5-45a2-8876-34d99ef691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312621 Feb 28 20:18:14.499219 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4aaed984-9f26-4210-9cb9-825de4e0372d req-e6e85df3-faef-409b-88c4-43d643116406 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121073 Feb 28 20:18:14.530277 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3df3c97f-83f6-4bbe-aeff-a158b83d12a9 admin admin] Publish callbacks [] for security_group (3699648a-c461-4f18-a4ca-289d3ee4a0cd), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:14.610369 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3df3c97f-83f6-4bbe-aeff-a158b83d12a9 admin admin] Publish callbacks [] for security_group (3699648a-c461-4f18-a4ca-289d3ee4a0cd), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:14.679202 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-c678fa45-b654-4e8b-9d77-0da0540bd9d8 admin admin] Allocated IP 172.25.0.148 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/3348d6f3-4f35-4dfc-9880-31495f376864) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:18:14.694924 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3df3c97f-83f6-4bbe-aeff-a158b83d12a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3699648a-c461-4f18-a4ca-289d3ee4a0cd), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:14.698310 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3df3c97f-83f6-4bbe-aeff-a158b83d12a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:14.702655 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3df3c97f-83f6-4bbe-aeff-a158b83d12a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3699648a-c461-4f18-a4ca-289d3ee4a0cd HTTP/1.1" status: 204 len: 168 time: 0.3533444 Feb 28 20:18:14.716184 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:14.716689 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3c97f-83f6-4bbe-aeff-a158b83d12a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3699648a-c461-4f18-a4ca-289d3ee4a0cd,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:14.727419 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-48db3be5-c08f-4678-81a6-c9f1ccd973fc None None] Current status of the port ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:14.734463 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0eb7a988-ad2a-483a-a49c-746c272159e0 None None] Publish callbacks [] for port (6f9b7de0-e737-4b6e-9c2b-459c84763487), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:14.756714 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0eb7a988-ad2a-483a-a49c-746c272159e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (6f9b7de0-e737-4b6e-9c2b-459c84763487), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:14.804189 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb7a988-ad2a-483a-a49c-746c272159e0 None None] Network 54c21a7a-fd02-4dd4-a785-be2ba356bae5 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:14.813194 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-0eb7a988-ad2a-483a-a49c-746c272159e0 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:14.818437 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb7a988-ad2a-483a-a49c-746c272159e0 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:18:14.827742 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b8cce-debf-4f52-8d4d-e8530eb583fa req-5d0b6021-b8e4-491a-89aa-6dc8294c4662 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:14.829431 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-545b8cce-debf-4f52-8d4d-e8530eb583fa req-5d0b6021-b8e4-491a-89aa-6dc8294c4662 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 946 time: 0.1987951 Feb 28 20:18:14.834406 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7a988-ad2a-483a-a49c-746c272159e0 None None] Pushing event updated for resources: {'Port': ['ID=6f9b7de0-e737-4b6e-9c2b-459c84763487,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:14.853698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f85ae9-1888-4534-8574-03c5f23c71a5 req-035840d0-36dc-407e-a3c3-12cbd5ccd7c5 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:14.855090 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-14f85ae9-1888-4534-8574-03c5f23c71a5 req-035840d0-36dc-407e-a3c3-12cbd5ccd7c5 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=16f95154-0748-49b2-9f76-e743abf189e2 HTTP/1.1" status: 200 len: 945 time: 0.2278719 Feb 28 20:18:14.894401 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0eb7a988-ad2a-483a-a49c-746c272159e0 None None] Attempting to bind port 6f9b7de0-e737-4b6e-9c2b-459c84763487 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:18:14.894916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0eb7a988-ad2a-483a-a49c-746c272159e0 None None] Attempting to bind port 6f9b7de0-e737-4b6e-9c2b-459c84763487 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '423398dd-5aea-47dc-9842-7d4332756020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '54c21a7a-fd02-4dd4-a785-be2ba356bae5'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:18:14.895486 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb7a988-ad2a-483a-a49c-746c272159e0 None None] Attempting to bind port 6f9b7de0-e737-4b6e-9c2b-459c84763487 on network 54c21a7a-fd02-4dd4-a785-be2ba356bae5 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:14.906261 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb7a988-ad2a-483a-a49c-746c272159e0 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:18:14.910249 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c678fa45-b654-4e8b-9d77-0da0540bd9d8 admin admin] Publish callbacks [] for port (3348d6f3-4f35-4dfc-9880-31495f376864), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:14.911132 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb7a988-ad2a-483a-a49c-746c272159e0 None None] Checking segment: {'id': '423398dd-5aea-47dc-9842-7d4332756020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '54c21a7a-fd02-4dd4-a785-be2ba356bae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:14.911708 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0eb7a988-ad2a-483a-a49c-746c272159e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:14.912280 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb7a988-ad2a-483a-a49c-746c272159e0 None None] Bound using segment: {'id': '423398dd-5aea-47dc-9842-7d4332756020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '54c21a7a-fd02-4dd4-a785-be2ba356bae5'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:18:14.912854 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0eb7a988-ad2a-483a-a49c-746c272159e0 None None] Bound port: 6f9b7de0-e737-4b6e-9c2b-459c84763487, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423398dd-5aea-47dc-9842-7d4332756020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '54c21a7a-fd02-4dd4-a785-be2ba356bae5'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:18:14.913839 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0eb7a988-ad2a-483a-a49c-746c272159e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6f9b7de0-e737-4b6e-9c2b-459c84763487), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:14.971626 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c678fa45-b654-4e8b-9d77-0da0540bd9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (3348d6f3-4f35-4dfc-9880-31495f376864), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:14.978201 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-545b8cce-debf-4f52-8d4d-e8530eb583fa req-d8b075d9-37b9-4f17-977b-9164bd6df95a tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/security-groups?id=850f66ac-dc78-47b5-913a-c7fb97033a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197023 Feb 28 20:18:15.007810 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-14f85ae9-1888-4534-8574-03c5f23c71a5 req-0bb19d09-743e-4bc9-8956-58916b3e32fd tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bbd447f-0fb4-4345-bb73-b5f317a1fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331506 Feb 28 20:18:15.045709 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678fa45-b654-4e8b-9d77-0da0540bd9d8 admin admin] Pushing event updated for resources: {'Port': ['ID=3348d6f3-4f35-4dfc-9880-31495f376864,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:15.060863 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c678fa45-b654-4e8b-9d77-0da0540bd9d8 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:15.062476 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-c678fa45-b654-4e8b-9d77-0da0540bd9d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:15.069406 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c678fa45-b654-4e8b-9d77-0da0540bd9d8 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:18:15.101522 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0eb7a988-ad2a-483a-a49c-746c272159e0 None None] For port 6f9b7de0-e737-4b6e-9c2b-459c84763487, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:18:15.112372 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0eb7a988-ad2a-483a-a49c-746c272159e0 None None] For port 6f9b7de0-e737-4b6e-9c2b-459c84763487, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6f9b7de0-e737-4b6e-9c2b-459c84763487,segment=NetworkSegment(423398dd-5aea-47dc-9842-7d4332756020),segment_id=423398dd-5aea-47dc-9842-7d4332756020)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:18:15.126339 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0eb7a988-ad2a-483a-a49c-746c272159e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6f9b7de0-e737-4b6e-9c2b-459c84763487), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:15.211178 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7a988-ad2a-483a-a49c-746c272159e0 None None] Pushing event updated for resources: {'Port': ['ID=6f9b7de0-e737-4b6e-9c2b-459c84763487,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:15.299347 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c02a4-ad15-41b4-9789-cc432a976e52 req-e2db416e-586b-4093-bced-a988c83dd2d4 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:15.308407 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b5c02a4-ad15-41b4-9789-cc432a976e52 req-e2db416e-586b-4093-bced-a988c83dd2d4 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 946 time: 0.2064083 Feb 28 20:18:15.333062 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9961666-9a6c-46f1-915e-96d24e725710 req-e7b6b406-327e-4478-b8d6-6920cb4a85f5 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:15.334606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53402) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:15.342460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3336023d-e218-4c3d-8d60-d6b1d0b07bea tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Request body: {'floatingip': {'port_id': 'a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:15.350123 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9961666-9a6c-46f1-915e-96d24e725710 req-e7b6b406-327e-4478-b8d6-6920cb4a85f5 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d2f0be5-a4a6-44e6-8500-86acbabd7fee HTTP/1.1" status: 200 len: 948 time: 0.1469545 Feb 28 20:18:15.460594 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3336023d-e218-4c3d-8d60-d6b1d0b07bea tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks [] for floatingip (d13cd1fc-817a-4173-b5b7-95b1b21bdbab), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:15.463213 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9961666-9a6c-46f1-915e-96d24e725710 req-699a08ff-b0e0-498c-b17f-6518950c15e3 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079414 Feb 28 20:18:15.760449 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024efffa-6d05-417f-b7aa-06712f8e8eef req-8b48a790-66a6-4bee-bb5b-8798eab999df tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:15.762088 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-024efffa-6d05-417f-b7aa-06712f8e8eef req-8b48a790-66a6-4bee-bb5b-8798eab999df tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 945 time: 0.1296136 Feb 28 20:18:15.809926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39392348-e394-4824-a56b-1caaa68a88e4 req-f1d17406-ea1a-4304-aa28-a7eddf012666 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:15.817397 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39392348-e394-4824-a56b-1caaa68a88e4 req-f1d17406-ea1a-4304-aa28-a7eddf012666 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/ports?device_id=73b2287c-0b83-4c19-9104-a8a95838bb10 HTTP/1.1" status: 200 len: 944 time: 0.1743991 Feb 28 20:18:15.880861 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf8d07-36d5-4367-8d0c-be4d6b3b7447 req-e7a41de5-0f84-4eaa-b5fe-fe4a3413f303 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:15.882370 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-abcf8d07-36d5-4367-8d0c-be4d6b3b7447 req-e7a41de5-0f84-4eaa-b5fe-fe4a3413f303 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f95154-0748-49b2-9f76-e743abf189e2 HTTP/1.1" status: 200 len: 945 time: 0.3169701 Feb 28 20:18:15.888168 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c678fa45-b654-4e8b-9d77-0da0540bd9d8 admin admin] Publish callbacks [] for router_gateway (27d92e15-01bb-48a0-bbb0-da6d23430768), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:15.890225 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39392348-e394-4824-a56b-1caaa68a88e4 req-7d32a07c-3fe6-4fb0-9a04-58752dfa8b1c tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0df0730b-ccc5-45a2-8876-34d99ef691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710003 Feb 28 20:18:15.893854 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-024efffa-6d05-417f-b7aa-06712f8e8eef req-6ed07496-2c4c-4888-a4ee-e9a1e6494bea tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242902 Feb 28 20:18:16.004009 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:16.027939 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53420) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:16.057727 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 9dcfa96d-61c0-42fd-830c-279992b1a89a up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:16.126909 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:16.127604 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ed098a14-2cd5-4c07-9e4e-2d50334ed4a9), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.188647 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd44f-15a6-4bbb-b741-a7dcdef0a673 req-99d317d7-e0c8-4571-9a8c-23da430e6861 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:16.190191 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-35dbd44f-15a6-4bbb-b741-a7dcdef0a673 req-99d317d7-e0c8-4571-9a8c-23da430e6861 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=16f95154-0748-49b2-9f76-e743abf189e2 HTTP/1.1" status: 200 len: 945 time: 0.1037345 Feb 28 20:18:16.195371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-a869db42-69f4-495d-a6c2-e1ecc5ca12f3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2012111468-network', 'tenant_id': 'd571caf06a6a44bebea5a2bc49166e20'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:16.196105 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 9dcfa96d-61c0-42fd-830c-279992b1a89a completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:18:16.202864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 9dcfa96d-61c0-42fd-830c-279992b1a89a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:16.203515 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9dcfa96d-61c0-42fd-830c-279992b1a89a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.218738 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-abcf8d07-36d5-4367-8d0c-be4d6b3b7447 req-bfc22a54-1ac9-41b6-951d-cf27a0cc666f tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Deleting port 178227a3-0088-46cf-9af1-c45b3e9a1a0c {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:18:16.219614 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-abcf8d07-36d5-4367-8d0c-be4d6b3b7447 req-bfc22a54-1ac9-41b6-951d-cf27a0cc666f tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (178227a3-0088-46cf-9af1-c45b3e9a1a0c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.237022 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a869db42-69f4-495d-a6c2-e1ecc5ca12f3 admin admin] Made reservation on behalf of d571caf06a6a44bebea5a2bc49166e20 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:18:16.239587 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a869db42-69f4-495d-a6c2-e1ecc5ca12f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.261213 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a869db42-69f4-495d-a6c2-e1ecc5ca12f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.287819 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-35dbd44f-15a6-4bbb-b741-a7dcdef0a673 req-5526bb26-23ed-48ca-bb15-dbaec3bb794a tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bbd447f-0fb4-4345-bb73-b5f317a1fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870497 Feb 28 20:18:16.313298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:16.314397 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6f9b7de0-e737-4b6e-9c2b-459c84763487 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:16.374688 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a869db42-69f4-495d-a6c2-e1ecc5ca12f3 admin admin] Publish callbacks [] for security_group (6d1e5aba-ca0b-41f5-9f1a-923f8489c88e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.380744 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 9dcfa96d-61c0-42fd-830c-279992b1a89a is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:16.381501 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9dcfa96d-61c0-42fd-830c-279992b1a89a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.382359 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a869db42-69f4-495d-a6c2-e1ecc5ca12f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6d1e5aba-ca0b-41f5-9f1a-923f8489c88e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.420510 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a869db42-69f4-495d-a6c2-e1ecc5ca12f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:18:16.427414 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2f0be5-a4a6-44e6-8500-86acbabd7fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dcfa96d-61c0-42fd-830c-279992b1a89a'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:18:16.429436 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65826e2d-9cbc-4499-b07d-80e7feb4a8a0" -d '{"events": [{"server_uuid": "4d2f0be5-a4a6-44e6-8500-86acbabd7fee", "name": "network-vif-plugged", "status": "completed", "tag": "9dcfa96d-61c0-42fd-830c-279992b1a89a"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:18:16.431447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869db42-69f4-495d-a6c2-e1ecc5ca12f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:16.434281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 9dcfa96d-61c0-42fd-830c-279992b1a89a, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=9dcfa96d-61c0-42fd-830c-279992b1a89a,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:16.440240 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a869db42-69f4-495d-a6c2-e1ecc5ca12f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.440658 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-a869db42-69f4-495d-a6c2-e1ecc5ca12f3 admin admin] Added segment d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a of type vlan for network 8df75beb-bfec-45e3-be15-010dba074bc0 Feb 28 20:18:16.447496 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9dcfa96d-61c0-42fd-830c-279992b1a89a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.448480 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:16.501602 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a869db42-69f4-495d-a6c2-e1ecc5ca12f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (8df75beb-bfec-45e3-be15-010dba074bc0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.540709 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a869db42-69f4-495d-a6c2-e1ecc5ca12f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (8df75beb-bfec-45e3-be15-010dba074bc0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.541857 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a869db42-69f4-495d-a6c2-e1ecc5ca12f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:16.542597 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a869db42-69f4-495d-a6c2-e1ecc5ca12f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.543704 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c249c1bd-a610-4a88-b97d-2470a5e63f40 x-openstack-request-id: req-c249c1bd-a610-4a88-b97d-2470a5e63f40 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:18:16.544077 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2f0be5-a4a6-44e6-8500-86acbabd7fee", "name": "network-vif-plugged", "status": "completed", "tag": "9dcfa96d-61c0-42fd-830c-279992b1a89a", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:18:16.544332 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c249c1bd-a610-4a88-b97d-2470a5e63f40 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:18:16.544721 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2f0be5-a4a6-44e6-8500-86acbabd7fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dcfa96d-61c0-42fd-830c-279992b1a89a', 'code': 200} Feb 28 20:18:16.550424 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ab190b92-add4-4409-80ba-32b88e3558ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.562609 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=9dcfa96d-61c0-42fd-830c-279992b1a89a,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:16.586718 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.db.resource_extend [None req-3336023d-e218-4c3d-8d60-d6b1d0b07bea tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:18:16.587558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 6f9b7de0-e737-4b6e-9c2b-459c84763487 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:16.587558 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6f9b7de0-e737-4b6e-9c2b-459c84763487), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.650060 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:18:16.650524 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3336023d-e218-4c3d-8d60-d6b1d0b07bea tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.659038 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:16.659444 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.668555 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-abcf8d07-36d5-4367-8d0c-be4d6b3b7447 req-bfc22a54-1ac9-41b6-951d-cf27a0cc666f tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] For port 178227a3-0088-46cf-9af1-c45b3e9a1a0c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=178227a3-0088-46cf-9af1-c45b3e9a1a0c,segment=NetworkSegment(4d3982e5-a108-4c47-aac7-74e95ad08f40),segment_id=4d3982e5-a108-4c47-aac7-74e95ad08f40)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:16.668921 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-abcf8d07-36d5-4367-8d0c-be4d6b3b7447 req-bfc22a54-1ac9-41b6-951d-cf27a0cc666f tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (178227a3-0088-46cf-9af1-c45b3e9a1a0c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.683847 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-abcf8d07-36d5-4367-8d0c-be4d6b3b7447 req-bfc22a54-1ac9-41b6-951d-cf27a0cc666f tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Calling delete_port for 178227a3-0088-46cf-9af1-c45b3e9a1a0c owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:18:16.743304 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a869db42-69f4-495d-a6c2-e1ecc5ca12f3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7096887 Feb 28 20:18:16.744738 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6f9b7de0-e737-4b6e-9c2b-459c84763487 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:16.745129 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6f9b7de0-e737-4b6e-9c2b-459c84763487), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.747953 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53430) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:16.759122 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d29c42bc-caa3-497b-854c-bde1998500cc admin admin] Request body: {'subnet': {'network_id': '8df75beb-bfec-45e3-be15-010dba074bc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2012111468-subnet', 'tenant_id': 'd571caf06a6a44bebea5a2bc49166e20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:16.763376 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3336023d-e218-4c3d-8d60-d6b1d0b07bea tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (d13cd1fc-817a-4173-b5b7-95b1b21bdbab), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.800685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869db42-69f4-495d-a6c2-e1ecc5ca12f3 admin admin] Pushing event updated for resources: {'Network': ['ID=8df75beb-bfec-45e3-be15-010dba074bc0,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:16.820709 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 6f9b7de0-e737-4b6e-9c2b-459c84763487, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6f9b7de0-e737-4b6e-9c2b-459c84763487,segment=NetworkSegment(423398dd-5aea-47dc-9842-7d4332756020),segment_id=423398dd-5aea-47dc-9842-7d4332756020)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:16.829564 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 8df75beb-bfec-45e3-be15-010dba074bc0 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:18:16.836036 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6f9b7de0-e737-4b6e-9c2b-459c84763487), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.847291 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58f88e-c009-46fb-aea2-1b5a23cdfdea req-73746eb4-19c7-4baa-8afe-d9a54aa91616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:16.849142 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da58f88e-c009-46fb-aea2-1b5a23cdfdea req-73746eb4-19c7-4baa-8afe-d9a54aa91616 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4d2f0be5-a4a6-44e6-8500-86acbabd7fee HTTP/1.1" status: 200 len: 1132 time: 0.2196457 Feb 28 20:18:16.853932 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c678fa45-b654-4e8b-9d77-0da0540bd9d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (27d92e15-01bb-48a0-bbb0-da6d23430768), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.864476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32e66-66a5-4131-bb30-297cd59f973f req-467a0d7e-a07c-450e-baba-cae32cb187aa tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:16.866052 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27c32e66-66a5-4131-bb30-297cd59f973f req-467a0d7e-a07c-450e-baba-cae32cb187aa tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d2f0be5-a4a6-44e6-8500-86acbabd7fee HTTP/1.1" status: 200 len: 949 time: 0.2197309 Feb 28 20:18:16.895313 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29c42bc-caa3-497b-854c-bde1998500cc admin admin] Made reservation on behalf of d571caf06a6a44bebea5a2bc49166e20 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:18:16.897871 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d29c42bc-caa3-497b-854c-bde1998500cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:16.941913 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b82828a-b683-4c9b-9471-5d0a56af1602 None None] Network 54c21a7a-fd02-4dd4-a785-be2ba356bae5 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:18:16.990730 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27c32e66-66a5-4131-bb30-297cd59f973f req-e15dcc92-8d95-48f3-8927-ae4ae59b9724 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865343 Feb 28 20:18:17.026991 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:17.027549 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:17.049393 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da58f88e-c009-46fb-aea2-1b5a23cdfdea req-52c6d504-2407-49d5-b4cb-cf27128d4cfd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822257 Feb 28 20:18:17.090028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ce958-e1c5-45ef-a843-1711546aec54 req-4a7c2506-c88f-4b17-84f6-eaf2626f0dba tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:17.092039 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-122ce958-e1c5-45ef-a843-1711546aec54 req-4a7c2506-c88f-4b17-84f6-eaf2626f0dba tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 945 time: 0.1079202 Feb 28 20:18:17.122931 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=6f9b7de0-e737-4b6e-9c2b-459c84763487,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:17.129707 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f52c276c-328f-4fa5-8922-424470ec3b1e None None] Provisioning complete for port 6f9b7de0-e737-4b6e-9c2b-459c84763487 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:17.130173 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f52c276c-328f-4fa5-8922-424470ec3b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6f9b7de0-e737-4b6e-9c2b-459c84763487), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:17.188328 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43,segment=NetworkSegment(3be8914e-e9fa-4c7a-92b1-0bc6dbdbd645),segment_id=3be8914e-e9fa-4c7a-92b1-0bc6dbdbd645)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:17.195992 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-122ce958-e1c5-45ef-a843-1711546aec54 req-f126bada-7bd9-4015-8508-0e538dcfa9f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852351 Feb 28 20:18:17.203694 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:17.230174 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da8307-347d-4f49-9941-c04ffdd17b1a req-763acbc7-6ad1-4703-8006-4e60a8dcec3a tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:17.232185 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57da8307-347d-4f49-9941-c04ffdd17b1a req-763acbc7-6ad1-4703-8006-4e60a8dcec3a tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/ports?device_id=73b2287c-0b83-4c19-9104-a8a95838bb10 HTTP/1.1" status: 200 len: 944 time: 0.1392148 Feb 28 20:18:17.323295 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57da8307-347d-4f49-9941-c04ffdd17b1a req-f9618bfc-4c97-4957-aabe-015ae1ec4e5b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0df0730b-ccc5-45a2-8876-34d99ef691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794165 Feb 28 20:18:17.458902 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-3336023d-e218-4c3d-8d60-d6b1d0b07bea tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Floating IP d13cd1fc-817a-4173-b5b7-95b1b21bdbab associated. External IP: 172.25.0.253, port: a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77. Feb 28 20:18:17.478461 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:17.494795 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f52c276c-328f-4fa5-8922-424470ec3b1e None None] Current status of the port 6f9b7de0-e737-4b6e-9c2b-459c84763487 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:17.556559 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ae2fa-4354-4ede-8a79-481ef066ea5a req-a3a1808e-7c5e-4d22-a441-56d3e3ead498 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:17.559844 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-028ae2fa-4354-4ede-8a79-481ef066ea5a req-a3a1808e-7c5e-4d22-a441-56d3e3ead498 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=16f95154-0748-49b2-9f76-e743abf189e2 HTTP/1.1" status: 200 len: 945 time: 0.1185236 Feb 28 20:18:17.632591 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-78961cfd-9bbf-4f1b-a25e-f029d4bf0a1b None None] Provisioning complete for port 6f9b7de0-e737-4b6e-9c2b-459c84763487 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:17.632822 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-028ae2fa-4354-4ede-8a79-481ef066ea5a req-d7cd987b-3611-4def-ad77-6248a4e56367 tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bbd447f-0fb4-4345-bb73-b5f317a1fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655231 Feb 28 20:18:17.633387 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-78961cfd-9bbf-4f1b-a25e-f029d4bf0a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6f9b7de0-e737-4b6e-9c2b-459c84763487), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:17.699234 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-abcf8d07-36d5-4367-8d0c-be4d6b3b7447 req-bfc22a54-1ac9-41b6-951d-cf27a0cc666f tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (178227a3-0088-46cf-9af1-c45b3e9a1a0c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:17.738563 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['178227a3-0088-46cf-9af1-c45b3e9a1a0c'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:18:17.755527 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc22a54-1ac9-41b6-951d-cf27a0cc666f tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Pushing event deleted for resources: {'Port': ['ID=178227a3-0088-46cf-9af1-c45b3e9a1a0c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:17.780661 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-78961cfd-9bbf-4f1b-a25e-f029d4bf0a1b None None] Current status of the port 6f9b7de0-e737-4b6e-9c2b-459c84763487 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:17.870424 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6f9b7de0-e737-4b6e-9c2b-459c84763487 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:17.883908 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcf8d07-36d5-4367-8d0c-be4d6b3b7447 req-bfc22a54-1ac9-41b6-951d-cf27a0cc666f tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] No DVR routers for this DVR port 178227a3-0088-46cf-9af1-c45b3e9a1a0c on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:18:17.889767 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-abcf8d07-36d5-4367-8d0c-be4d6b3b7447 req-bfc22a54-1ac9-41b6-951d-cf27a0cc666f tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:17.893116 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-abcf8d07-36d5-4367-8d0c-be4d6b3b7447 req-bfc22a54-1ac9-41b6-951d-cf27a0cc666f tempest-ServersNegativeTestMultiTenantJSON-1616985566 tempest-ServersNegativeTestMultiTenantJSON-1616985566-project] 10.222.0.15 "DELETE /v2.0/ports/178227a3-0088-46cf-9af1-c45b3e9a1a0c HTTP/1.1" status: 204 len: 173 time: 2.0030169 Feb 28 20:18:17.899429 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f95154-0748-49b2-9f76-e743abf189e2', 'name': 'network-vif-deleted', 'tag': '178227a3-0088-46cf-9af1-c45b3e9a1a0c'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:18:17.901806 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d146251-7b79-4893-8f3a-ededfb25c81f" -d '{"events": [{"server_uuid": "16f95154-0748-49b2-9f76-e743abf189e2", "name": "network-vif-deleted", "tag": "178227a3-0088-46cf-9af1-c45b3e9a1a0c"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:18:17.934795 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 6f9b7de0-e737-4b6e-9c2b-459c84763487 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:17.935428 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6f9b7de0-e737-4b6e-9c2b-459c84763487), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:17.940729 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c678fa45-b654-4e8b-9d77-0da0540bd9d8 admin admin] Router 27d92e15-01bb-48a0-bbb0-da6d23430768 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:18:18.005432 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d29c42bc-caa3-497b-854c-bde1998500cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (a406bcd3-21de-4727-8aa8-9d85920af610), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:18.011581 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f1adeb-471e-4d2a-a194-9f0072156161 x-openstack-request-id: req-29f1adeb-471e-4d2a-a194-9f0072156161 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:18:18.012332 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f95154-0748-49b2-9f76-e743abf189e2", "name": "network-vif-deleted", "tag": "178227a3-0088-46cf-9af1-c45b3e9a1a0c", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:18:18.012562 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29f1adeb-471e-4d2a-a194-9f0072156161 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:18:18.012991 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f95154-0748-49b2-9f76-e743abf189e2', 'name': 'network-vif-deleted', 'tag': '178227a3-0088-46cf-9af1-c45b3e9a1a0c', 'status': 'completed', 'code': 200} Feb 28 20:18:18.129703 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3336023d-e218-4c3d-8d60-d6b1d0b07bea tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Router 50fd21ce-0f32-43e1-af5a-4597eab5aef7 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:18:18.136028 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c42bc-caa3-497b-854c-bde1998500cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a406bcd3-21de-4727-8aa8-9d85920af610,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:18.137364 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6f9b7de0-e737-4b6e-9c2b-459c84763487 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:18.172743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143792fe-a3b5-4369-bc25-1edaabb1f227 req-2e8eaa8c-7b1c-4837-81a5-fc09233e9718 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:18.174545 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-143792fe-a3b5-4369-bc25-1edaabb1f227 req-2e8eaa8c-7b1c-4837-81a5-fc09233e9718 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d2f0be5-a4a6-44e6-8500-86acbabd7fee HTTP/1.1" status: 200 len: 949 time: 0.0709693 Feb 28 20:18:18.201016 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29c42bc-caa3-497b-854c-bde1998500cc admin admin] Checking segment: {'id': 'd4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8df75beb-bfec-45e3-be15-010dba074bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:18.201465 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29c42bc-caa3-497b-854c-bde1998500cc admin admin] Network hostable DHCP agents. Network: 8df75beb-bfec-45e3-be15-010dba074bc0, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:18:18.248760 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-143792fe-a3b5-4369-bc25-1edaabb1f227 req-000a1e72-362a-4631-a682-7ba6d2d49643 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654945 Feb 28 20:18:18.275723 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c678fa45-b654-4e8b-9d77-0da0540bd9d8 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:18:18.289619 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29c42bc-caa3-497b-854c-bde1998500cc admin admin] Network 8df75beb-bfec-45e3-be15-010dba074bc0 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:18:18.293854 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] Sync routers for ids ['27d92e15-01bb-48a0-bbb0-da6d23430768'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:18:18.304008 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c678fa45-b654-4e8b-9d77-0da0540bd9d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:18.305305 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c678fa45-b654-4e8b-9d77-0da0540bd9d8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6295865 Feb 28 20:18:18.311223 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53446) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:18.318658 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] Routers {'27d92e15-01bb-48a0-bbb0-da6d23430768'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:18:18.319769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:17:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['27d92e15-01bb-48a0-bbb0-da6d23430768'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:18.357934 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-d29c42bc-caa3-497b-854c-bde1998500cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 8df75beb-bfec-45e3-be15-010dba074bc0) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:18.368531 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29c42bc-caa3-497b-854c-bde1998500cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:18.368886 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d29c42bc-caa3-497b-854c-bde1998500cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:18.390012 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d29c42bc-caa3-497b-854c-bde1998500cc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6354251 Feb 28 20:18:18.394981 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5dbe9d-eff3-49d3-8802-5f23f95d5fba None None] Network 8df75beb-bfec-45e3-be15-010dba074bc0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:18:18.441033 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3336023d-e218-4c3d-8d60-d6b1d0b07bea tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:18:18.451951 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01546b41-8de3-4842-9fa7-af2aa2e5d077 None None] Sync routers for ids ['50fd21ce-0f32-43e1-af5a-4597eab5aef7'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:18:18.457896 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3336023d-e218-4c3d-8d60-d6b1d0b07bea tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:18.481566 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01546b41-8de3-4842-9fa7-af2aa2e5d077 None None] Routers {'50fd21ce-0f32-43e1-af5a-4597eab5aef7'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:18:18.488859 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-01546b41-8de3-4842-9fa7-af2aa2e5d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:17:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['50fd21ce-0f32-43e1-af5a-4597eab5aef7'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:18.519057 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3336023d-e218-4c3d-8d60-d6b1d0b07bea tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "PUT /v2.0/floatingips/d13cd1fc-817a-4173-b5b7-95b1b21bdbab HTTP/1.1" status: 200 len: 992 time: 3.1829159 Feb 28 20:18:18.585019 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b2287c-0b83-4c19-9104-a8a95838bb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:18:18.587537 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eac6ff9-b418-4aa2-9436-374f08b97591" -d '{"events": [{"server_uuid": "73b2287c-0b83-4c19-9104-a8a95838bb10", "name": "network-vif-plugged", "status": "completed", "tag": "8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:18:18.699437 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] Set router 27d92e15-01bb-48a0-bbb0-da6d23430768 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:18:18.754473 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-01546b41-8de3-4842-9fa7-af2aa2e5d077 None None] Set router 50fd21ce-0f32-43e1-af5a-4597eab5aef7 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:18:18.814124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e5468-37fe-424c-8d07-4614eff5b38f req-5ddad146-2b4e-4e40-8252-de7c2c83d22b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:18.815684 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f3e5468-37fe-424c-8d07-4614eff5b38f req-5ddad146-2b4e-4e40-8252-de7c2c83d22b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/ports?device_id=73b2287c-0b83-4c19-9104-a8a95838bb10 HTTP/1.1" status: 200 len: 945 time: 0.2774324 Feb 28 20:18:18.823679 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2509eaf6-529d-4cdb-be4f-5c0910e14830 None None] Network 8df75beb-bfec-45e3-be15-010dba074bc0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:18:18.866374 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e192ec-237b-4262-8cd5-d3b62a219497 req-fc3f56ce-d617-4ab4-83b5-3501b2fc6d53 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:18.873787 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38e192ec-237b-4262-8cd5-d3b62a219497 req-fc3f56ce-d617-4ab4-83b5-3501b2fc6d53 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 945 time: 0.4398677 Feb 28 20:18:18.962409 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-762f9402-0bb7-407e-874c-bbd42c19a54e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:18.991700 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f3e5468-37fe-424c-8d07-4614eff5b38f req-1d22dd46-a4a0-4336-8b4f-7d97634707f8 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0df0730b-ccc5-45a2-8876-34d99ef691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362906 Feb 28 20:18:19.020750 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38e192ec-237b-4262-8cd5-d3b62a219497 req-0df0e7d4-5ec3-4474-b028-b03cfeca7286 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460266 Feb 28 20:18:19.057233 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-01546b41-8de3-4842-9fa7-af2aa2e5d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'name': 'tempest-ServersTestBootFromVolume-442764737-router', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:28Z', 'updated_at': '2022-02-28T20:16:38Z', 'revision_number': 4, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'gw_port': {'id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:30Z', 'updated_at': '2022-02-28T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'd13cd1fc-817a-4173-b5b7-95b1b21bdbab', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'port_id': 'a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82', 'mac_address': 'fa:16:3e:bf:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e91e97-128c-47a8-81f7-82745807c422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:16:46Z', 'updated_at': '2022-02-28T20:18:16Z', 'revision_number': 1, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00af47a6-ee55-4c1b-9443-48c45db9bbc5', 'name': '', 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'mac_address': 'fa:16:3e:a8:92:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'c297a8dc-1030-4068-b140-fea07c7e7071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:36Z', 'updated_at': '2022-02-28T20:16:45Z', 'revision_number': 5, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'subnets': [{'id': 'c297a8dc-1030-4068-b140-fea07c7e7071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:19.085234 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01546b41-8de3-4842-9fa7-af2aa2e5d077 None None] Checking router: 50fd21ce-0f32-43e1-af5a-4597eab5aef7 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:18:19.095584 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01546b41-8de3-4842-9fa7-af2aa2e5d077 None None] Routers {'50fd21ce-0f32-43e1-af5a-4597eab5aef7'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:18:19.096407 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-01546b41-8de3-4842-9fa7-af2aa2e5d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:18:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['50fd21ce-0f32-43e1-af5a-4597eab5aef7'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:19.126606 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5258d07b-e8fc-48bc-8fed-78866c1cbb40 x-openstack-request-id: req-5258d07b-e8fc-48bc-8fed-78866c1cbb40 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:18:19.127068 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b2287c-0b83-4c19-9104-a8a95838bb10", "name": "network-vif-plugged", "status": "completed", "tag": "8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:18:19.127477 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5258d07b-e8fc-48bc-8fed-78866c1cbb40 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:18:19.128126 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b2287c-0b83-4c19-9104-a8a95838bb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43', 'code': 200} Feb 28 20:18:19.181454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d92e15-01bb-48a0-bbb0-da6d23430768', 'name': 'tempest-TaggedBootDevicesTest_v242-823120956-router', 'tenant_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '3348d6f3-4f35-4dfc-9880-31495f376864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:12Z', 'updated_at': '2022-02-28T20:18:15Z', 'revision_number': 3, 'project_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'gw_port': {'id': '3348d6f3-4f35-4dfc-9880-31495f376864', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d92e15-01bb-48a0-bbb0-da6d23430768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:14Z', 'updated_at': '2022-02-28T20:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:19.204385 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53462) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:19.266426 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] Checking router: 27d92e15-01bb-48a0-bbb0-da6d23430768 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:18:19.267860 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] Updating router 27d92e15-01bb-48a0-bbb0-da6d23430768 port 3348d6f3-4f35-4dfc-9880-31495f376864 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:18:19.363369 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3348d6f3-4f35-4dfc-9880-31495f376864), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:19.369012 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:19.379814 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7954498-9c75-4933-bb6e-fc17cbf37fe6 req-7d8ffd8d-30d3-487d-a211-7655e845c657 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:19.381572 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d7954498-9c75-4933-bb6e-fc17cbf37fe6 req-7d8ffd8d-30d3-487d-a211-7655e845c657 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 946 time: 0.2327988 Feb 28 20:18:19.389948 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c11d3e-0d7a-408b-8453-9e0b36d8e71e admin admin] Deleting subnet 7cb39d09-55b1-4994-8fff-2fb875a3e9a8 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:18:19.397737 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-63c11d3e-0d7a-408b-8453-9e0b36d8e71e admin admin] Publish callbacks [] for subnet (7cb39d09-55b1-4994-8fff-2fb875a3e9a8), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:19.409799 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-01546b41-8de3-4842-9fa7-af2aa2e5d077 None None] Set router 50fd21ce-0f32-43e1-af5a-4597eab5aef7 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:18:19.488617 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-63c11d3e-0d7a-408b-8453-9e0b36d8e71e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (7cb39d09-55b1-4994-8fff-2fb875a3e9a8), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:19.525150 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc85e4b-163c-4fb7-aae5-a83e76b0c1c7 req-bbe738f0-b020-4845-a850-6e003e98e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:19.526671 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-edc85e4b-163c-4fb7-aae5-a83e76b0c1c7 req-bbe738f0-b020-4845-a850-6e003e98e8a1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=73b2287c-0b83-4c19-9104-a8a95838bb10 HTTP/1.1" status: 200 len: 1128 time: 0.2992005 Feb 28 20:18:19.588829 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d7954498-9c75-4933-bb6e-fc17cbf37fe6 req-47e3b3c4-1798-463d-a7d2-9731760e2e3b tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/security-groups?id=850f66ac-dc78-47b5-913a-c7fb97033a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915653 Feb 28 20:18:19.743030 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-01546b41-8de3-4842-9fa7-af2aa2e5d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'name': 'tempest-ServersTestBootFromVolume-442764737-router', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:28Z', 'updated_at': '2022-02-28T20:16:38Z', 'revision_number': 4, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'gw_port': {'id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:30Z', 'updated_at': '2022-02-28T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'd13cd1fc-817a-4173-b5b7-95b1b21bdbab', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'port_id': 'a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82', 'mac_address': 'fa:16:3e:bf:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e91e97-128c-47a8-81f7-82745807c422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:16:46Z', 'updated_at': '2022-02-28T20:18:16Z', 'revision_number': 1, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00af47a6-ee55-4c1b-9443-48c45db9bbc5', 'name': '', 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'mac_address': 'fa:16:3e:a8:92:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'c297a8dc-1030-4068-b140-fea07c7e7071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:36Z', 'updated_at': '2022-02-28T20:16:45Z', 'revision_number': 5, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'subnets': [{'id': 'c297a8dc-1030-4068-b140-fea07c7e7071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:19.758278 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-63c11d3e-0d7a-408b-8453-9e0b36d8e71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (7cb39d09-55b1-4994-8fff-2fb875a3e9a8), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:19.775179 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01546b41-8de3-4842-9fa7-af2aa2e5d077 None None] The sync data for ids ['50fd21ce-0f32-43e1-af5a-4597eab5aef7'] in n-d-820368-21 is: [{'id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'name': 'tempest-ServersTestBootFromVolume-442764737-router', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:28Z', 'updated_at': '2022-02-28T20:16:38Z', 'revision_number': 4, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'gw_port': {'id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:30Z', 'updated_at': '2022-02-28T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'd13cd1fc-817a-4173-b5b7-95b1b21bdbab', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'port_id': 'a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82', 'mac_address': 'fa:16:3e:bf:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e91e97-128c-47a8-81f7-82745807c422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:16:46Z', 'updated_at': '2022-02-28T20:18:16Z', 'revision_number': 1, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00af47a6-ee55-4c1b-9443-48c45db9bbc5', 'name': '', 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'mac_address': 'fa:16:3e:a8:92:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'c297a8dc-1030-4068-b140-fea07c7e7071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:36Z', 'updated_at': '2022-02-28T20:16:45Z', 'revision_number': 5, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'subnets': [{'id': 'c297a8dc-1030-4068-b140-fea07c7e7071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:18:19.815939 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] Publish callbacks [] for port (3348d6f3-4f35-4dfc-9880-31495f376864), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:19.825057 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3348d6f3-4f35-4dfc-9880-31495f376864), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:19.912287 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] Attempting to bind port 3348d6f3-4f35-4dfc-9880-31495f376864 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:18:19.912878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] Attempting to bind port 3348d6f3-4f35-4dfc-9880-31495f376864 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:18:19.913473 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] Attempting to bind port 3348d6f3-4f35-4dfc-9880-31495f376864 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:19.925453 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b82b4-8f2b-4f85-8ec1-8c25f025c6ac None None] Pushing event updated for resources: {'Port': ['ID=3348d6f3-4f35-4dfc-9880-31495f376864,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:19.930295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:18:19.930885 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:19.931526 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:19.932178 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:18:19.932947 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] Bound port: 3348d6f3-4f35-4dfc-9880-31495f376864, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:18:19.933565 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3348d6f3-4f35-4dfc-9880-31495f376864), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:20.014614 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e91e97-128c-47a8-81f7-82745807c422', 'tag': 'a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:18:20.018708 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0756161f-77ae-4587-886a-0d0c3dd2199e" -d '{"events": [{"name": "network-changed", "server_uuid": "28e91e97-128c-47a8-81f7-82745807c422", "tag": "a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:18:20.024285 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a47bbd6-acb8-46b5-bbab-b9e770618552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:20.054168 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:20.059168 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] For port 3348d6f3-4f35-4dfc-9880-31495f376864, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:18:20.065616 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] For port 3348d6f3-4f35-4dfc-9880-31495f376864, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3348d6f3-4f35-4dfc-9880-31495f376864,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:18:20.075494 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3348d6f3-4f35-4dfc-9880-31495f376864), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:20.125500 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3674ea-d7e3-4a33-8e52-0667c740e599 None None] New status for floating IP d13cd1fc-817a-4173-b5b7-95b1b21bdbab: ACTIVE {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:18:20.240340 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 178227a3-0088-46cf-9af1-c45b3e9a1a0c no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:18:20.300705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b82b4-8f2b-4f85-8ec1-8c25f025c6ac None None] Pushing event updated for resources: {'Port': ['ID=3348d6f3-4f35-4dfc-9880-31495f376864,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:20.312566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 178227a3-0088-46cf-9af1-c45b3e9a1a0c {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:18:20.313662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 178227a3-0088-46cf-9af1-c45b3e9a1a0c not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:18:20.367128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] Routers {'27d92e15-01bb-48a0-bbb0-da6d23430768'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:18:20.368086 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:18:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['27d92e15-01bb-48a0-bbb0-da6d23430768'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:20.452721 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-edc85e4b-163c-4fb7-aae5-a83e76b0c1c7 req-a9462942-1e10-4b7d-b36c-b040246b256c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0df0730b-ccc5-45a2-8876-34d99ef691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9111376 Feb 28 20:18:20.507245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-1a7a205b-9a53-4a9c-a8a3-6035dd7e7363 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:20.508942 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-1a7a205b-9a53-4a9c-a8a3-6035dd7e7363 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/networks?id=8df75beb-bfec-45e3-be15-010dba074bc0 HTTP/1.1" status: 200 len: 814 time: 0.8369136 Feb 28 20:18:20.537197 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-63c11d3e-0d7a-408b-8453-9e0b36d8e71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (7cb39d09-55b1-4994-8fff-2fb875a3e9a8), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:20.557874 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b35f79-9338-4217-a9cf-39c5d6d0a5a5 req-b98ba146-5df3-47b3-b0e2-e98e25f982fe tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:20.559421 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82b35f79-9338-4217-a9cf-39c5d6d0a5a5 req-b98ba146-5df3-47b3-b0e2-e98e25f982fe tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d2f0be5-a4a6-44e6-8500-86acbabd7fee HTTP/1.1" status: 200 len: 949 time: 0.8106804 Feb 28 20:18:20.593624 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c11d3e-0d7a-408b-8453-9e0b36d8e71e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cb39d09-55b1-4994-8fff-2fb875a3e9a8,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:20.601422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] Set router 27d92e15-01bb-48a0-bbb0-da6d23430768 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:18:20.615613 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-89abc62f-98e1-4048-85d0-be05f42a69ba tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/quotas/d571caf06a6a44bebea5a2bc49166e20 HTTP/1.1" status: 200 len: 375 time: 0.0754380 Feb 28 20:18:20.619918 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-63c11d3e-0d7a-408b-8453-9e0b36d8e71e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:20.623015 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-63c11d3e-0d7a-408b-8453-9e0b36d8e71e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7cb39d09-55b1-4994-8fff-2fb875a3e9a8 HTTP/1.1" status: 204 len: 168 time: 1.4166188 Feb 28 20:18:20.627721 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53484) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:20.705373 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-fb379e3b-81b3-4ea3-ac4f-e0a2bdcdb531 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d571caf06a6a44bebea5a2bc49166e20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572095 Feb 28 20:18:20.736760 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-88e1a529-216f-4e2c-b368-81b5510938d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:20.774207 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82b35f79-9338-4217-a9cf-39c5d6d0a5a5 req-332554a8-b025-41bc-a1d1-862869ad3f0c tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866155 Feb 28 20:18:20.831510 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-5a47bbd6-acb8-46b5-bbab-b9e770618552 admin admin] Allocated IP 172.20.0.1 (54c21a7a-fd02-4dd4-a785-be2ba356bae5/50c20663-0e0b-44ef-8c7e-7119ef0dead5/e9f40a5a-fd5e-400e-befb-1aabe97b844e) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:18:20.882782 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-18aaab6e-f197-409f-afa8-ec70db1dfafb service neutron] 10.222.0.13 "GET /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658630 Feb 28 20:18:20.896558 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-88e1a529-216f-4e2c-b368-81b5510938d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:20.927457 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-88e1a529-216f-4e2c-b368-81b5510938d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:20.936458 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64bfb6c-42bb-455e-a308-1c2575ecf781 x-openstack-request-id: req-d64bfb6c-42bb-455e-a308-1c2575ecf781 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:18:20.936774 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e91e97-128c-47a8-81f7-82745807c422", "tag": "a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:18:20.937110 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d64bfb6c-42bb-455e-a308-1c2575ecf781 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:18:20.937404 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e91e97-128c-47a8-81f7-82745807c422', 'tag': 'a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77', 'status': 'completed', 'code': 200} Feb 28 20:18:20.941251 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-88e1a529-216f-4e2c-b368-81b5510938d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3982e5-a108-4c47-aac7-74e95ad08f40') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:20.941586 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-88e1a529-216f-4e2c-b368-81b5510938d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3982e5-a108-4c47-aac7-74e95ad08f40') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:20.952775 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-88e1a529-216f-4e2c-b368-81b5510938d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (4d3982e5-a108-4c47-aac7-74e95ad08f40), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:20.970995 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-88e1a529-216f-4e2c-b368-81b5510938d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (4d3982e5-a108-4c47-aac7-74e95ad08f40), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:20.982092 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e1a529-216f-4e2c-b368-81b5510938d4 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:18:20.982552 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-88e1a529-216f-4e2c-b368-81b5510938d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (4d3982e5-a108-4c47-aac7-74e95ad08f40), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:18:20.984637 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:18:21.064861 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-88e1a529-216f-4e2c-b368-81b5510938d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:21.072261 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-88e1a529-216f-4e2c-b368-81b5510938d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:21.077740 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-88e1a529-216f-4e2c-b368-81b5510938d4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d HTTP/1.1" status: 204 len: 168 time: 0.4480927 Feb 28 20:18:21.082228 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53488) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:21.111797 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1a529-216f-4e2c-b368-81b5510938d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=34d5e1f1-6b64-4a9a-a5f8-c08cb8df435d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:21.120682 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d92e15-01bb-48a0-bbb0-da6d23430768', 'name': 'tempest-TaggedBootDevicesTest_v242-823120956-router', 'tenant_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '3348d6f3-4f35-4dfc-9880-31495f376864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:12Z', 'updated_at': '2022-02-28T20:18:15Z', 'revision_number': 3, 'project_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'gw_port': {'id': '3348d6f3-4f35-4dfc-9880-31495f376864', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d92e15-01bb-48a0-bbb0-da6d23430768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:14Z', 'updated_at': '2022-02-28T20:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:21.122571 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756161f-77ae-4587-886a-0d0c3dd2199e req-3da29b8a-2f4f-4682-aee4-19c10b105cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:21.124168 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0756161f-77ae-4587-886a-0d0c3dd2199e req-3da29b8a-2f4f-4682-aee4-19c10b105cdb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b008fe84570400d8410f1825e5a1877&device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 1129 time: 0.2296488 Feb 28 20:18:21.138243 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a47bbd6-acb8-46b5-bbab-b9e770618552 admin admin] Publish callbacks [] for port (e9f40a5a-fd5e-400e-befb-1aabe97b844e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:21.152732 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bc8e23-c295-44b6-bfdf-a1192722617f admin admin] Deleting subnet 9cca8cf1-0377-4820-8c31-a92569fa1fc9 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:18:21.154696 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-958ba771-9f0f-47c4-a24b-39d9ea725fa0 service neutron] 10.222.0.13 "GET /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177303 Feb 28 20:18:21.157384 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8e23-c295-44b6-bfdf-a1192722617f admin admin] Publish callbacks [] for subnet (9cca8cf1-0377-4820-8c31-a92569fa1fc9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:21.175114 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1fe51-0069-4da4-8c0a-a43df88ccfe7 req-24b0e622-c47e-4e7c-8124-128b2ed40193 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:21.182479 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71a1fe51-0069-4da4-8c0a-a43df88ccfe7 req-24b0e622-c47e-4e7c-8124-128b2ed40193 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 945 time: 0.2331975 Feb 28 20:18:21.183833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2cbf35-a9f2-415e-a3a9-e9ef71261910 None None] The sync data for ids ['27d92e15-01bb-48a0-bbb0-da6d23430768'] in n-d-820368-21 is: [{'id': '27d92e15-01bb-48a0-bbb0-da6d23430768', 'name': 'tempest-TaggedBootDevicesTest_v242-823120956-router', 'tenant_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '3348d6f3-4f35-4dfc-9880-31495f376864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:12Z', 'updated_at': '2022-02-28T20:18:15Z', 'revision_number': 3, 'project_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'gw_port': {'id': '3348d6f3-4f35-4dfc-9880-31495f376864', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d92e15-01bb-48a0-bbb0-da6d23430768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:14Z', 'updated_at': '2022-02-28T20:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:18:21.231360 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:21.243817 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8e23-c295-44b6-bfdf-a1192722617f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (9cca8cf1-0377-4820-8c31-a92569fa1fc9), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:21.290760 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8e23-c295-44b6-bfdf-a1192722617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (9cca8cf1-0377-4820-8c31-a92569fa1fc9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:21.341262 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71a1fe51-0069-4da4-8c0a-a43df88ccfe7 req-0b52aa78-fb22-4eef-9964-fe5387753dec tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578026 Feb 28 20:18:21.346469 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a47bbd6-acb8-46b5-bbab-b9e770618552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e9f40a5a-fd5e-400e-befb-1aabe97b844e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:21.370052 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8e23-c295-44b6-bfdf-a1192722617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (9cca8cf1-0377-4820-8c31-a92569fa1fc9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:21.403116 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756161f-77ae-4587-886a-0d0c3dd2199e req-34d04835-aafa-45e9-8004-cd62fc346d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:21.404665 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0756161f-77ae-4587-886a-0d0c3dd2199e req-34d04835-aafa-45e9-8004-cd62fc346d69 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6fc751ed-8d26-4f82-9e02-d415e2097a82 HTTP/1.1" status: 200 len: 915 time: 0.2478888 Feb 28 20:18:21.430646 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a47bbd6-acb8-46b5-bbab-b9e770618552 admin admin] Network 54c21a7a-fd02-4dd4-a785-be2ba356bae5 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:21.439319 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8e23-c295-44b6-bfdf-a1192722617f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:21.455481 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a8bc8e23-c295-44b6-bfdf-a1192722617f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9cca8cf1-0377-4820-8c31-a92569fa1fc9 HTTP/1.1" status: 204 len: 168 time: 0.3714843 Feb 28 20:18:21.459747 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc8e23-c295-44b6-bfdf-a1192722617f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cca8cf1-0377-4820-8c31-a92569fa1fc9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:21.459971 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53492) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:21.474706 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-5a47bbd6-acb8-46b5-bbab-b9e770618552 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:21.492914 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a47bbd6-acb8-46b5-bbab-b9e770618552 admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:18:21.493907 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47bbd6-acb8-46b5-bbab-b9e770618552 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f40a5a-fd5e-400e-befb-1aabe97b844e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:21.578085 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9c83752-4a16-47bb-b5de-31194f67996a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (4cbfbb60-1a75-4a79-ab88-7b1738ce8eb0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:21.698414 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0756161f-77ae-4587-886a-0d0c3dd2199e req-93440221-7320-4965-9a10-4eb481924472 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 HTTP/1.1" status: 200 len: 1002 time: 0.2834158 Feb 28 20:18:21.799863 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a47bbd6-acb8-46b5-bbab-b9e770618552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (27d92e15-01bb-48a0-bbb0-da6d23430768), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:21.958003 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57e51c4f-7544-425b-9eff-39838d3e7f28 req-e2a78d43-d45e-42f9-843a-13d7c619ad9c tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 210 time: 0.0691721 Feb 28 20:18:21.971650 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-dda5aaac-650e-45c4-bb37-95d707ff75d6 None None] Provisioning complete for port e9f40a5a-fd5e-400e-befb-1aabe97b844e triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:21.972471 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dda5aaac-650e-45c4-bb37-95d707ff75d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e9f40a5a-fd5e-400e-befb-1aabe97b844e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:21.990244 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756161f-77ae-4587-886a-0d0c3dd2199e req-f4315840-25f7-4e2a-b5bf-179baa0fb55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:21.992436 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0756161f-77ae-4587-886a-0d0c3dd2199e req-f4315840-25f7-4e2a-b5bf-179baa0fb55f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c297a8dc-1030-4068-b140-fea07c7e7071 HTTP/1.1" status: 200 len: 854 time: 0.2697985 Feb 28 20:18:22.083831 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3348d6f3-4f35-4dfc-9880-31495f376864 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:22.148213 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0e2a9-cb9a-4817-9edf-8a916917976d req-19ff9bf1-be7c-4402-95a1-adbc9aa8c0e3 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:22.150340 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-44a0e2a9-cb9a-4817-9edf-8a916917976d req-19ff9bf1-be7c-4402-95a1-adbc9aa8c0e3 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/ports?device_id=73b2287c-0b83-4c19-9104-a8a95838bb10 HTTP/1.1" status: 200 len: 945 time: 0.5691414 Feb 28 20:18:22.237717 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-dda5aaac-650e-45c4-bb37-95d707ff75d6 None None] Port e9f40a5a-fd5e-400e-befb-1aabe97b844e cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:18:22.284730 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:22.301251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3348d6f3-4f35-4dfc-9880-31495f376864 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:22.302126 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3348d6f3-4f35-4dfc-9880-31495f376864), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:22.417257 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9c83752-4a16-47bb-b5de-31194f67996a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (4cbfbb60-1a75-4a79-ab88-7b1738ce8eb0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:22.474605 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3348d6f3-4f35-4dfc-9880-31495f376864 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:22.475147 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3348d6f3-4f35-4dfc-9880-31495f376864), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:22.507081 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 3348d6f3-4f35-4dfc-9880-31495f376864, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3348d6f3-4f35-4dfc-9880-31495f376864,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:22.515024 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3348d6f3-4f35-4dfc-9880-31495f376864), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:22.533582 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a39b5e-db5e-4fab-8886-8f912ff31f68 req-e860663c-5399-4188-b08b-7b3797c698b0 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:22.546247 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-43a39b5e-db5e-4fab-8886-8f912ff31f68 req-e860663c-5399-4188-b08b-7b3797c698b0 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d2f0be5-a4a6-44e6-8500-86acbabd7fee HTTP/1.1" status: 200 len: 949 time: 0.3887110 Feb 28 20:18:22.552628 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-44a0e2a9-cb9a-4817-9edf-8a916917976d req-6a5caa0d-f9c9-48c4-abf1-28cfcb222b8e tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0df0730b-ccc5-45a2-8876-34d99ef691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485961 Feb 28 20:18:22.575425 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-c9c83752-4a16-47bb-b5de-31194f67996a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbfbb60-1a75-4a79-ab88-7b1738ce8eb0']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:22.604651 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-c9c83752-4a16-47bb-b5de-31194f67996a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce9d16a-fc65-4b8b-b90c-09c2b5659ef7') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:22.610651 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-c9c83752-4a16-47bb-b5de-31194f67996a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce9d16a-fc65-4b8b-b90c-09c2b5659ef7') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:22.612157 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:22.615183 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=3348d6f3-4f35-4dfc-9880-31495f376864,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:22.643153 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a47bbd6-acb8-46b5-bbab-b9e770618552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e9f40a5a-fd5e-400e-befb-1aabe97b844e), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:22.664218 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9c83752-4a16-47bb-b5de-31194f67996a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (cce9d16a-fc65-4b8b-b90c-09c2b5659ef7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:22.690092 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756161f-77ae-4587-886a-0d0c3dd2199e req-e2e2deba-ca0e-4e02-af6d-ce7138ad61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:22.692654 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0756161f-77ae-4587-886a-0d0c3dd2199e req-e2e2deba-ca0e-4e02-af6d-ce7138ad61c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6fc751ed-8d26-4f82-9e02-d415e2097a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6600032 Feb 28 20:18:22.703139 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9c83752-4a16-47bb-b5de-31194f67996a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (cce9d16a-fc65-4b8b-b90c-09c2b5659ef7), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:22.754438 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c83752-4a16-47bb-b5de-31194f67996a admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:18:22.754886 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9c83752-4a16-47bb-b5de-31194f67996a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (cce9d16a-fc65-4b8b-b90c-09c2b5659ef7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:18:22.780926 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:18:22.882902 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-43a39b5e-db5e-4fab-8886-8f912ff31f68 req-f9a547d7-68b5-40c8-aa34-a789e436ff71 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340085 Feb 28 20:18:22.948414 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9c83752-4a16-47bb-b5de-31194f67996a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (4cbfbb60-1a75-4a79-ab88-7b1738ce8eb0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:22.977808 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9c83752-4a16-47bb-b5de-31194f67996a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:22.981025 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c9c83752-4a16-47bb-b5de-31194f67996a admin admin] 10.222.0.13 "DELETE /v2.0/networks/4cbfbb60-1a75-4a79-ab88-7b1738ce8eb0 HTTP/1.1" status: 204 len: 168 time: 1.5177472 Feb 28 20:18:22.989578 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c83752-4a16-47bb-b5de-31194f67996a admin admin] Pushing event deleted for resources: {'Network': ['ID=4cbfbb60-1a75-4a79-ab88-7b1738ce8eb0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:23.025965 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0756161f-77ae-4587-886a-0d0c3dd2199e req-9382bc72-be94-467d-aa11-e44d5f1e07cf service neutron] 10.222.0.10 "GET /v2.0/networks/6fc751ed-8d26-4f82-9e02-d415e2097a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093538 Feb 28 20:18:23.033755 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba510d-3d0f-4899-9568-136a1bdeac88 req-af4f2188-a7da-4fbf-a60d-8bb6911d16bc tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:23.035199 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49ba510d-3d0f-4899-9568-136a1bdeac88 req-af4f2188-a7da-4fbf-a60d-8bb6911d16bc tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 945 time: 0.3283098 Feb 28 20:18:23.173961 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53510) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:23.191659 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2d54d50f-9a19-489d-961b-a63beb4019d1 req-537d52dd-0cf0-45e1-9cb5-671ae89c933a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 210 time: 0.0784876 Feb 28 20:18:23.238964 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49ba510d-3d0f-4899-9568-136a1bdeac88 req-ded01ecf-710a-49a8-924a-c5c3b01d5fc9 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661031 Feb 28 20:18:23.286896 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0756161f-77ae-4587-886a-0d0c3dd2199e req-76f32c41-a07f-4fd3-bf81-68675791c29e service neutron] 10.222.0.10 "GET /v2.0/networks/6fc751ed-8d26-4f82-9e02-d415e2097a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487936 Feb 28 20:18:23.307131 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9ff8c0cb-1be2-4915-8ed4-7a433b253a2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0105d9e6c2e42d680ca5cff75444a3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313460 Feb 28 20:18:23.311167 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53512) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:23.352035 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a47bbd6-acb8-46b5-bbab-b9e770618552 admin admin] Publish callbacks [] for port (e9f40a5a-fd5e-400e-befb-1aabe97b844e), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:23.358260 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a47bbd6-acb8-46b5-bbab-b9e770618552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (e9f40a5a-fd5e-400e-befb-1aabe97b844e), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:23.381518 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-e017e0cf-dfc8-477e-88ec-2b6300d650f3 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:23.383370 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-e017e0cf-dfc8-477e-88ec-2b6300d650f3 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.15 "GET /v2.0/networks?id=8df75beb-bfec-45e3-be15-010dba074bc0 HTTP/1.1" status: 200 len: 814 time: 0.1649082 Feb 28 20:18:23.399790 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Request body: {'port': {'device_id': '2729ad31-3e97-41a9-9da7-2ef61094a4ed', 'network_id': '8df75beb-bfec-45e3-be15-010dba074bc0', 'admin_state_up': True, 'tenant_id': 'd571caf06a6a44bebea5a2bc49166e20'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:23.474199 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47bbd6-acb8-46b5-bbab-b9e770618552 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f40a5a-fd5e-400e-befb-1aabe97b844e,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:23.496669 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a47bbd6-acb8-46b5-bbab-b9e770618552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (27d92e15-01bb-48a0-bbb0-da6d23430768), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:23.515858 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9be6dd9a-5172-415c-9234-c3697423a3ae admin admin] Publish callbacks [] for security_group (8bbd447f-0fb4-4345-bb73-b5f317a1fed5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:23.568816 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Made reservation on behalf of d571caf06a6a44bebea5a2bc49166e20 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:18:23.572858 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:23.594885 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9be6dd9a-5172-415c-9234-c3697423a3ae admin admin] Publish callbacks [] for security_group (8bbd447f-0fb4-4345-bb73-b5f317a1fed5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:23.714725 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a47bbd6-acb8-46b5-bbab-b9e770618552 admin admin] Network 54c21a7a-fd02-4dd4-a785-be2ba356bae5 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:23.719280 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-5a47bbd6-acb8-46b5-bbab-b9e770618552 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:23.761234 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Allocated IP 172.20.0.6 (8df75beb-bfec-45e3-be15-010dba074bc0/a406bcd3-21de-4727-8aa8-9d85920af610/7b77f50f-623e-47af-8617-df7c08b321cc) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:18:23.796604 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698830f-cebb-4e1c-a1e9-f1ae77e0bee0 req-d38552a7-d953-438b-85a4-ff669a5fc8a3 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:23.799157 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b698830f-cebb-4e1c-a1e9-f1ae77e0bee0 req-d38552a7-d953-438b-85a4-ff669a5fc8a3 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/ports?device_id=73b2287c-0b83-4c19-9104-a8a95838bb10 HTTP/1.1" status: 200 len: 945 time: 0.1601028 Feb 28 20:18:23.803491 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9be6dd9a-5172-415c-9234-c3697423a3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8bbd447f-0fb4-4345-bb73-b5f317a1fed5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:23.813755 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9be6dd9a-5172-415c-9234-c3697423a3ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:23.820676 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9be6dd9a-5172-415c-9234-c3697423a3ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bbd447f-0fb4-4345-bb73-b5f317a1fed5 HTTP/1.1" status: 204 len: 168 time: 0.5078342 Feb 28 20:18:23.870175 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6dd9a-5172-415c-9234-c3697423a3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbd447f-0fb4-4345-bb73-b5f317a1fed5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:23.989948 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3348d6f3-4f35-4dfc-9880-31495f376864 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:24.123217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3348d6f3-4f35-4dfc-9880-31495f376864 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:24.124022 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3348d6f3-4f35-4dfc-9880-31495f376864), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:24.125560 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Publish callbacks [] for port (7b77f50f-623e-47af-8617-df7c08b321cc), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:24.199314 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:24.200372 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-41cb1067-f5f2-4709-9a8b-1c6dc4d8bee7 None None] Provisioning complete for port e9f40a5a-fd5e-400e-befb-1aabe97b844e triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:24.200983 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-41cb1067-f5f2-4709-9a8b-1c6dc4d8bee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e9f40a5a-fd5e-400e-befb-1aabe97b844e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:24.289565 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-41cb1067-f5f2-4709-9a8b-1c6dc4d8bee7 None None] Port e9f40a5a-fd5e-400e-befb-1aabe97b844e cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:18:24.298232 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Pushing event updated for resources: {'Port': ['ID=7b77f50f-623e-47af-8617-df7c08b321cc,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:24.312341 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Network 8df75beb-bfec-45e3-be15-010dba074bc0 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:24.317171 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3348d6f3-4f35-4dfc-9880-31495f376864 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:24.317666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:24.320823 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:24.321177 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:24.321521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:24.321871 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:24.322212 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:24.322550 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:24.322881 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:24.323213 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:24.323544 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:24.323917 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:24.324244 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:24.324568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:24.324896 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:24.329034 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:18:24.397172 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:24.398225 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:24.428462 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-a55f8dbb-6c94-49ba-90e8-13730ffd37af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0353980 Feb 28 20:18:24.443336 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] Request body: {'port': {'device_id': '2729ad31-3e97-41a9-9da7-2ef61094a4ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:24.462461 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53526) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:24.484455 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b698830f-cebb-4e1c-a1e9-f1ae77e0bee0 req-b25cff27-8879-44ac-9dc9-46aabfcf13a2 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0df0730b-ccc5-45a2-8876-34d99ef691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6612828 Feb 28 20:18:24.532988 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:24.534962 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19378a14-ffa5-46f0-b818-b974b9def11a req-2e109858-801a-45a3-8227-6b9ac4aaa8a0 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:24.536528 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19378a14-ffa5-46f0-b818-b974b9def11a req-2e109858-801a-45a3-8227-6b9ac4aaa8a0 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d2f0be5-a4a6-44e6-8500-86acbabd7fee HTTP/1.1" status: 200 len: 949 time: 0.1176443 Feb 28 20:18:24.538458 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a47bbd6-acb8-46b5-bbab-b9e770618552 admin admin] Router 27d92e15-01bb-48a0-bbb0-da6d23430768 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:18:24.607563 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2605f7cc-c384-4089-8905-df333aaaa981 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17239ca6202b4b8f8d1dfb55ac0a8856&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1439574 Feb 28 20:18:24.613764 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53530) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:24.757907 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19378a14-ffa5-46f0-b818-b974b9def11a req-401f6fd0-dda5-4704-9245-3caa4f592898 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980131 Feb 28 20:18:24.770587 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6445ce-d562-449c-bc5e-2ecdc2f6907f req-5249582e-321b-4bc9-a982-6ff62d334443 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:24.772154 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f6445ce-d562-449c-bc5e-2ecdc2f6907f req-5249582e-321b-4bc9-a982-6ff62d334443 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 931 time: 0.2273245 Feb 28 20:18:24.820354 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f7b27575-65ab-4431-82cc-1a617628acc2 admin admin] Publish callbacks [] for security_group (247df881-9962-412a-b23a-89486f1807c1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:24.823026 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a47bbd6-acb8-46b5-bbab-b9e770618552 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:18:24.831007 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5a47bbd6-acb8-46b5-bbab-b9e770618552 admin admin] 10.222.0.13 "PUT /v2.0/routers/27d92e15-01bb-48a0-bbb0-da6d23430768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5199966 Feb 28 20:18:24.853802 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b77f50f-623e-47af-8617-df7c08b321cc {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:18:24.856644 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] Sync routers for ids ['27d92e15-01bb-48a0-bbb0-da6d23430768'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:18:24.871088 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] Publish callbacks [] for port (7b77f50f-623e-47af-8617-df7c08b321cc), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:24.885506 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] Routers {'27d92e15-01bb-48a0-bbb0-da6d23430768'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:18:24.886270 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] Transition to ACTIVE for port object 7b77f50f-623e-47af-8617-df7c08b321cc will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:18:24.886413 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:18:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['27d92e15-01bb-48a0-bbb0-da6d23430768'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:24.887213 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f7b27575-65ab-4431-82cc-1a617628acc2 admin admin] Publish callbacks [] for security_group (247df881-9962-412a-b23a-89486f1807c1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:24.892089 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:24.954889 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b77f50f-623e-47af-8617-df7c08b321cc,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:24.971105 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f6445ce-d562-449c-bc5e-2ecdc2f6907f req-e617aabf-5d53-4f08-8e35-dd975f476128 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869900 Feb 28 20:18:25.045453 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a27a6e-66c7-4b4e-866b-a5eb9da71551 req-617340e5-2bbf-4161-bd43-34ebe75fe941 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:25.052334 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4a27a6e-66c7-4b4e-866b-a5eb9da71551 req-617340e5-2bbf-4161-bd43-34ebe75fe941 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 945 time: 0.1978991 Feb 28 20:18:25.074690 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] Attempting to bind port 7b77f50f-623e-47af-8617-df7c08b321cc on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:18:25.076042 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] Attempting to bind port 7b77f50f-623e-47af-8617-df7c08b321cc by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'd4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8df75beb-bfec-45e3-be15-010dba074bc0'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:18:25.077650 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] Attempting to bind port 7b77f50f-623e-47af-8617-df7c08b321cc on network 8df75beb-bfec-45e3-be15-010dba074bc0 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:25.081677 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f7b27575-65ab-4431-82cc-1a617628acc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (247df881-9962-412a-b23a-89486f1807c1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:25.084249 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f7b27575-65ab-4431-82cc-1a617628acc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:25.094339 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f7b27575-65ab-4431-82cc-1a617628acc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/247df881-9962-412a-b23a-89486f1807c1 HTTP/1.1" status: 204 len: 168 time: 0.4707162 Feb 28 20:18:25.098414 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] Port 7b77f50f-623e-47af-8617-df7c08b321cc on network 8df75beb-bfec-45e3-be15-010dba074bc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:18:25.100738 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] Attempting to bind port 7b77f50f-623e-47af-8617-df7c08b321cc on network 8df75beb-bfec-45e3-be15-010dba074bc0 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:25.105575 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] Set router 27d92e15-01bb-48a0-bbb0-da6d23430768 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:18:25.119032 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:18:25.119480 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] Checking segment: {'id': 'd4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8df75beb-bfec-45e3-be15-010dba074bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:25.123333 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] Bound using segment: {'id': 'd4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8df75beb-bfec-45e3-be15-010dba074bc0'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:18:25.125696 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] Bound port: 7b77f50f-623e-47af-8617-df7c08b321cc, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8df75beb-bfec-45e3-be15-010dba074bc0'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:18:25.128083 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:25.141934 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b27575-65ab-4431-82cc-1a617628acc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247df881-9962-412a-b23a-89486f1807c1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:25.262573 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4a27a6e-66c7-4b4e-866b-a5eb9da71551 req-8f64782a-092e-496c-b507-8c14b2d6d475 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916337 Feb 28 20:18:25.298781 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] For port 7b77f50f-623e-47af-8617-df7c08b321cc, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:18:25.304508 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] For port 7b77f50f-623e-47af-8617-df7c08b321cc, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7b77f50f-623e-47af-8617-df7c08b321cc,segment=NetworkSegment(d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a),segment_id=d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:18:25.310435 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d96db-2791-4488-868f-580e758890b7 req-fbb90e82-c64d-45ce-8057-1f94b45a85c3 tempest-LiveMigrationNegativeTest-476375020 tempest-LiveMigrationNegativeTest-476375020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:25.318227 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:25.320494 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-897d96db-2791-4488-868f-580e758890b7 req-fbb90e82-c64d-45ce-8057-1f94b45a85c3 tempest-LiveMigrationNegativeTest-476375020 tempest-LiveMigrationNegativeTest-476375020-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4d2f0be5-a4a6-44e6-8500-86acbabd7fee HTTP/1.1" status: 200 len: 1132 time: 0.1303492 Feb 28 20:18:25.346976 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-897d96db-2791-4488-868f-580e758890b7 req-1cc05eb3-e7d9-4f87-a552-0861fa0449fc tempest-LiveMigrationNegativeTest-476375020 tempest-LiveMigrationNegativeTest-476375020-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:25.383257 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:25.384198 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:25.385842 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] 10.222.0.15 "PUT /v2.0/ports/7b77f50f-623e-47af-8617-df7c08b321cc HTTP/1.1" status: 200 len: 1092 time: 0.9504509 Feb 28 20:18:25.386625 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2729ad31-3e97-41a9-9da7-2ef61094a4ed', 'tag': '7b77f50f-623e-47af-8617-df7c08b321cc'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:18:25.389109 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bc4bb8-94e6-4a68-a8ce-08b8118f34b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2729ad31-3e97-41a9-9da7-2ef61094a4ed", "tag": "7b77f50f-623e-47af-8617-df7c08b321cc"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:18:25.511778 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-897d96db-2791-4488-868f-580e758890b7 req-1cc05eb3-e7d9-4f87-a552-0861fa0449fc tempest-LiveMigrationNegativeTest-476375020 tempest-LiveMigrationNegativeTest-476375020-project-admin] Publish callbacks [] for security_group (84ce4c9b-e179-4b84-941a-3bf99eed6bee), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:25.517921 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-897d96db-2791-4488-868f-580e758890b7 req-1cc05eb3-e7d9-4f87-a552-0861fa0449fc tempest-LiveMigrationNegativeTest-476375020 tempest-LiveMigrationNegativeTest-476375020-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (84ce4c9b-e179-4b84-941a-3bf99eed6bee), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:25.535204 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d92e15-01bb-48a0-bbb0-da6d23430768', 'name': 'tempest-TaggedBootDevicesTest_v242-823120956-router', 'tenant_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '3348d6f3-4f35-4dfc-9880-31495f376864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:12Z', 'updated_at': '2022-02-28T20:18:22Z', 'revision_number': 4, 'project_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'gw_port': {'id': '3348d6f3-4f35-4dfc-9880-31495f376864', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d92e15-01bb-48a0-bbb0-da6d23430768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:14Z', 'updated_at': '2022-02-28T20:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e9f40a5a-fd5e-400e-befb-1aabe97b844e', 'name': '', 'network_id': '54c21a7a-fd02-4dd4-a785-be2ba356bae5', 'tenant_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'mac_address': 'fa:16:3e:9e:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d92e15-01bb-48a0-bbb0-da6d23430768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '50c20663-0e0b-44ef-8c7e-7119ef0dead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:20Z', 'updated_at': '2022-02-28T20:18:22Z', 'revision_number': 2, 'project_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'subnets': [{'id': '50c20663-0e0b-44ef-8c7e-7119ef0dead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:25.572191 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc05eb3-e7d9-4f87-a552-0861fa0449fc tempest-LiveMigrationNegativeTest-476375020 tempest-LiveMigrationNegativeTest-476375020-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ce4c9b-e179-4b84-941a-3bf99eed6bee,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:25.576249 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238a9c6-9353-498d-807e-1d20bd69e0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b77f50f-623e-47af-8617-df7c08b321cc,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:25.581759 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] Checking router: 27d92e15-01bb-48a0-bbb0-da6d23430768 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:18:25.582327 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] Updating router 27d92e15-01bb-48a0-bbb0-da6d23430768 port e9f40a5a-fd5e-400e-befb-1aabe97b844e binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:18:25.604011 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-a0168714-3771-4a28-b3db-abef950ea04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:25.605551 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-a0168714-3771-4a28-b3db-abef950ea04e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d571caf06a6a44bebea5a2bc49166e20&device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 1126 time: 0.1641445 Feb 28 20:18:25.611974 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-897d96db-2791-4488-868f-580e758890b7 req-1cc05eb3-e7d9-4f87-a552-0861fa0449fc tempest-LiveMigrationNegativeTest-476375020 tempest-LiveMigrationNegativeTest-476375020-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880032 Feb 28 20:18:25.633037 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e9f40a5a-fd5e-400e-befb-1aabe97b844e), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:25.681576 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-d8d7c1fe-3852-4f19-98d1-79de47173ccb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b77f50f-623e-47af-8617-df7c08b321cc HTTP/1.1" status: 200 len: 217 time: 0.0574229 Feb 28 20:18:25.741586 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02349c1c-f1a9-45d5-b2c7-cacc43aefc9e x-openstack-request-id: req-02349c1c-f1a9-45d5-b2c7-cacc43aefc9e {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:18:25.741586 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2729ad31-3e97-41a9-9da7-2ef61094a4ed", "tag": "7b77f50f-623e-47af-8617-df7c08b321cc", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:18:25.747362 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02349c1c-f1a9-45d5-b2c7-cacc43aefc9e {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:18:25.749009 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2729ad31-3e97-41a9-9da7-2ef61094a4ed', 'tag': '7b77f50f-623e-47af-8617-df7c08b321cc', 'status': 'completed', 'code': 200} Feb 28 20:18:25.785937 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-27829dd8-9087-4748-bf2a-67b9035499ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:25.787526 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-27829dd8-9087-4748-bf2a-67b9035499ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a406bcd3-21de-4727-8aa8-9d85920af610 HTTP/1.1" status: 200 len: 854 time: 0.1001194 Feb 28 20:18:25.852043 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-6734d027-d2ce-49d1-81cc-5c341dcc1d86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8df75beb-bfec-45e3-be15-010dba074bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526350 Feb 28 20:18:25.854276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386473a-70c4-4900-9ec7-bde9846d8589 req-56286a5e-ca3e-4ec9-b11e-3f7f54fdcc9b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:25.857124 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7386473a-70c4-4900-9ec7-bde9846d8589 req-56286a5e-ca3e-4ec9-b11e-3f7f54fdcc9b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1317294 Feb 28 20:18:26.002866 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7386473a-70c4-4900-9ec7-bde9846d8589 req-f0231f56-cacc-4e08-ad88-bc76f5cca00b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380365 Feb 28 20:18:26.009780 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-920e045c-9555-42af-be3b-c9cd9cdc6d79 service neutron] 10.222.0.15 "GET /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459553 Feb 28 20:18:26.206944 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] Publish callbacks [] for port (e9f40a5a-fd5e-400e-befb-1aabe97b844e), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:26.214494 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e9f40a5a-fd5e-400e-befb-1aabe97b844e), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:26.293171 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f757b860-2831-4457-baa0-e67bfd4edc70 req-73f5d251-231a-49b7-b52e-cfe6f2705964 service neutron] 10.222.0.15 "GET /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755456 Feb 28 20:18:26.325563 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45012858-530c-4793-84f9-97ab14be1f4e None None] Pushing event updated for resources: {'Port': ['ID=e9f40a5a-fd5e-400e-befb-1aabe97b844e,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:26.384664 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada68bc-c5a5-4540-95c4-b2c3d81f2e93 req-92b2cdd9-cdc3-44ac-8d0a-548db1d1ec8f tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:26.395956 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aada68bc-c5a5-4540-95c4-b2c3d81f2e93 req-92b2cdd9-cdc3-44ac-8d0a-548db1d1ec8f tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/ports?device_id=73b2287c-0b83-4c19-9104-a8a95838bb10 HTTP/1.1" status: 200 len: 945 time: 0.1935043 Feb 28 20:18:26.427158 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] Attempting to bind port e9f40a5a-fd5e-400e-befb-1aabe97b844e on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:18:26.428222 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] Attempting to bind port e9f40a5a-fd5e-400e-befb-1aabe97b844e by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '423398dd-5aea-47dc-9842-7d4332756020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '54c21a7a-fd02-4dd4-a785-be2ba356bae5'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:18:26.429183 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] Attempting to bind port e9f40a5a-fd5e-400e-befb-1aabe97b844e on network 54c21a7a-fd02-4dd4-a785-be2ba356bae5 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:26.440250 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:18:26.441295 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] Checking segment: {'id': '423398dd-5aea-47dc-9842-7d4332756020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '54c21a7a-fd02-4dd4-a785-be2ba356bae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:26.442251 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:26.443201 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] Bound using segment: {'id': '423398dd-5aea-47dc-9842-7d4332756020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '54c21a7a-fd02-4dd4-a785-be2ba356bae5'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:18:26.444505 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] Bound port: e9f40a5a-fd5e-400e-befb-1aabe97b844e, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423398dd-5aea-47dc-9842-7d4332756020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '54c21a7a-fd02-4dd4-a785-be2ba356bae5'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:18:26.446240 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e9f40a5a-fd5e-400e-befb-1aabe97b844e), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:26.478743 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc4bb8-94e6-4a68-a8ce-08b8118f34b3 req-183512d7-4ca5-408d-a049-c80f058cd504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:26.486441 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e3bc4bb8-94e6-4a68-a8ce-08b8118f34b3 req-183512d7-4ca5-408d-a049-c80f058cd504 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d571caf06a6a44bebea5a2bc49166e20&device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 1126 time: 0.0996735 Feb 28 20:18:26.509121 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df86ca9-f880-4d84-8f54-3b15c4cb3176 req-1af34be6-b23d-471b-a427-ab010102dd91 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:26.525107 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1df86ca9-f880-4d84-8f54-3b15c4cb3176 req-1af34be6-b23d-471b-a427-ab010102dd91 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 943 time: 0.3444355 Feb 28 20:18:26.621083 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] For port e9f40a5a-fd5e-400e-befb-1aabe97b844e, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:18:26.629199 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] For port e9f40a5a-fd5e-400e-befb-1aabe97b844e, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e9f40a5a-fd5e-400e-befb-1aabe97b844e,segment=NetworkSegment(423398dd-5aea-47dc-9842-7d4332756020),segment_id=423398dd-5aea-47dc-9842-7d4332756020)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:18:26.641487 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e9f40a5a-fd5e-400e-befb-1aabe97b844e), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:26.671273 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aada68bc-c5a5-4540-95c4-b2c3d81f2e93 req-7bd04fdb-8a22-4500-af2d-66715007a717 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0df0730b-ccc5-45a2-8876-34d99ef691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740085 Feb 28 20:18:26.720625 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc4bb8-94e6-4a68-a8ce-08b8118f34b3 req-9939402d-d30c-49cf-8549-3f1e7fc4fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:26.720625 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e3bc4bb8-94e6-4a68-a8ce-08b8118f34b3 req-9939402d-d30c-49cf-8549-3f1e7fc4fc19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8df75beb-bfec-45e3-be15-010dba074bc0 HTTP/1.1" status: 200 len: 914 time: 0.2237821 Feb 28 20:18:26.732276 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1df86ca9-f880-4d84-8f54-3b15c4cb3176 req-b2e2f4a6-96cc-4d3f-bdd1-ab597e4843ab tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052639 Feb 28 20:18:26.767536 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45012858-530c-4793-84f9-97ab14be1f4e None None] Pushing event updated for resources: {'Port': ['ID=e9f40a5a-fd5e-400e-befb-1aabe97b844e,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:26.830391 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] Routers {'27d92e15-01bb-48a0-bbb0-da6d23430768'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:18:26.831525 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:18:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['27d92e15-01bb-48a0-bbb0-da6d23430768'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:26.836911 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e3bc4bb8-94e6-4a68-a8ce-08b8118f34b3 req-e7ead73d-19da-4e21-a0d3-67e82e6dad8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b77f50f-623e-47af-8617-df7c08b321cc HTTP/1.1" status: 200 len: 217 time: 0.1143000 Feb 28 20:18:26.854691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53646) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:26.933563 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-7ec59a2d-866f-4c8c-8d2d-0eccd4785292 req-9145345a-07d8-4874-b377-91d47c799c63 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:18:26.935086 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7ec59a2d-866f-4c8c-8d2d-0eccd4785292 req-9145345a-07d8-4874-b377-91d47c799c63 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169544 Feb 28 20:18:26.951150 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-bc1bdfcd-0984-45e1-9ab2-0dcdc161d9ac None None] Provisioning complete for port e9f40a5a-fd5e-400e-befb-1aabe97b844e triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:26.951774 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bc1bdfcd-0984-45e1-9ab2-0dcdc161d9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e9f40a5a-fd5e-400e-befb-1aabe97b844e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:26.975676 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc4bb8-94e6-4a68-a8ce-08b8118f34b3 req-5a5c2c00-b4c1-434e-b5bf-94e0f85b99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:26.977382 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e3bc4bb8-94e6-4a68-a8ce-08b8118f34b3 req-5a5c2c00-b4c1-434e-b5bf-94e0f85b99ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a406bcd3-21de-4727-8aa8-9d85920af610 HTTP/1.1" status: 200 len: 854 time: 0.1309590 Feb 28 20:18:27.075124 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e3bc4bb8-94e6-4a68-a8ce-08b8118f34b3 req-4fd5c4ea-43e0-4f65-b04a-4df1c296c324 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8df75beb-bfec-45e3-be15-010dba074bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913146 Feb 28 20:18:27.084681 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79965381-4a6e-43a1-9f4e-9e26ae204539 req-db31eb66-1c8c-4902-8608-9d5c65ff80a1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:27.092421 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-79965381-4a6e-43a1-9f4e-9e26ae204539 req-db31eb66-1c8c-4902-8608-9d5c65ff80a1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1948526 Feb 28 20:18:27.173121 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-200b1b06-ef80-4d56-8ccc-1a7b69bb080f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2052783069-network', 'tenant_id': '8567bbabfdd7497c8e934d2bde5b69b0'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:27.201396 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-79965381-4a6e-43a1-9f4e-9e26ae204539 req-c3caea1c-f099-44f6-b734-6a74e2df5717 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034133 Feb 28 20:18:27.240791 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-bc1bdfcd-0984-45e1-9ab2-0dcdc161d9ac None None] Current status of the port e9f40a5a-fd5e-400e-befb-1aabe97b844e is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:27.241288 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bc1bdfcd-0984-45e1-9ab2-0dcdc161d9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e9f40a5a-fd5e-400e-befb-1aabe97b844e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:27.247414 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] Set router 27d92e15-01bb-48a0-bbb0-da6d23430768 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:18:27.257327 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200b1b06-ef80-4d56-8ccc-1a7b69bb080f admin admin] Made reservation on behalf of 8567bbabfdd7497c8e934d2bde5b69b0 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:18:27.260144 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-200b1b06-ef80-4d56-8ccc-1a7b69bb080f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:27.281963 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-200b1b06-ef80-4d56-8ccc-1a7b69bb080f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:27.405392 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bc1bdfcd-0984-45e1-9ab2-0dcdc161d9ac None None] For port e9f40a5a-fd5e-400e-befb-1aabe97b844e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e9f40a5a-fd5e-400e-befb-1aabe97b844e,segment=NetworkSegment(423398dd-5aea-47dc-9842-7d4332756020),segment_id=423398dd-5aea-47dc-9842-7d4332756020)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:27.421299 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bc1bdfcd-0984-45e1-9ab2-0dcdc161d9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e9f40a5a-fd5e-400e-befb-1aabe97b844e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:27.422928 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e3bc4bb8-94e6-4a68-a8ce-08b8118f34b3 req-681075ba-a789-4e60-9750-d9c0920a55ec service neutron] 10.222.0.15 "GET /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394966 Feb 28 20:18:27.486044 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-200b1b06-ef80-4d56-8ccc-1a7b69bb080f admin admin] Publish callbacks [] for security_group (248d9fe8-7112-463b-9999-ec1547812149), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:27.502742 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-200b1b06-ef80-4d56-8ccc-1a7b69bb080f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (248d9fe8-7112-463b-9999-ec1547812149), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:27.525759 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bdfcd-0984-45e1-9ab2-0dcdc161d9ac None None] Pushing event updated for resources: {'Port': ['ID=e9f40a5a-fd5e-400e-befb-1aabe97b844e,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:27.567404 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b1b06-ef80-4d56-8ccc-1a7b69bb080f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248d9fe8-7112-463b-9999-ec1547812149,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:27.577196 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-43b2d261-2137-4bfb-a297-63d2d92e245f None None] Provisioning complete for port e9f40a5a-fd5e-400e-befb-1aabe97b844e triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:27.577851 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-43b2d261-2137-4bfb-a297-63d2d92e245f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e9f40a5a-fd5e-400e-befb-1aabe97b844e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:27.619116 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200b1b06-ef80-4d56-8ccc-1a7b69bb080f admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:18:27.644911 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-200b1b06-ef80-4d56-8ccc-1a7b69bb080f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (ccbf160a-0d91-4a36-91f0-6c89376734b8), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:27.645256 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-200b1b06-ef80-4d56-8ccc-1a7b69bb080f admin admin] Added segment ccbf160a-0d91-4a36-91f0-6c89376734b8 of type vlan for network 49253fb7-359d-4123-8070-e4991aee82ee Feb 28 20:18:27.678565 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c943c4-9e77-4cf9-a5be-40dacd9d328e req-ad16760a-7ce1-46a3-a81f-c803b3f72ab8 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:27.687166 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8c943c4-9e77-4cf9-a5be-40dacd9d328e req-ad16760a-7ce1-46a3-a81f-c803b3f72ab8 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d2f0be5-a4a6-44e6-8500-86acbabd7fee HTTP/1.1" status: 200 len: 949 time: 0.1990852 Feb 28 20:18:27.688599 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d92e15-01bb-48a0-bbb0-da6d23430768', 'name': 'tempest-TaggedBootDevicesTest_v242-823120956-router', 'tenant_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '3348d6f3-4f35-4dfc-9880-31495f376864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:12Z', 'updated_at': '2022-02-28T20:18:22Z', 'revision_number': 4, 'project_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'gw_port': {'id': '3348d6f3-4f35-4dfc-9880-31495f376864', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d92e15-01bb-48a0-bbb0-da6d23430768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:14Z', 'updated_at': '2022-02-28T20:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e9f40a5a-fd5e-400e-befb-1aabe97b844e', 'name': '', 'network_id': '54c21a7a-fd02-4dd4-a785-be2ba356bae5', 'tenant_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'mac_address': 'fa:16:3e:9e:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d92e15-01bb-48a0-bbb0-da6d23430768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '50c20663-0e0b-44ef-8c7e-7119ef0dead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:20Z', 'updated_at': '2022-02-28T20:18:26Z', 'revision_number': 4, 'project_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'subnets': [{'id': '50c20663-0e0b-44ef-8c7e-7119ef0dead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:27.711899 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ac0be-9c78-45de-8181-21de12ad0e8a req-9f6fb74d-57f8-4a9e-b94c-954df68af507 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:27.720121 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-085ac0be-9c78-45de-8181-21de12ad0e8a req-9f6fb74d-57f8-4a9e-b94c-954df68af507 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2300172 Feb 28 20:18:27.727940 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e3bc4bb8-94e6-4a68-a8ce-08b8118f34b3 req-3b40c093-6674-408c-bb48-3e68af4dd079 service neutron] 10.222.0.15 "GET /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930350 Feb 28 20:18:27.763891 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9141c424-e2de-4e3b-b16b-db3994f5244b None None] The sync data for ids ['27d92e15-01bb-48a0-bbb0-da6d23430768'] in n-d-820368-21 is: [{'id': '27d92e15-01bb-48a0-bbb0-da6d23430768', 'name': 'tempest-TaggedBootDevicesTest_v242-823120956-router', 'tenant_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '3348d6f3-4f35-4dfc-9880-31495f376864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:12Z', 'updated_at': '2022-02-28T20:18:22Z', 'revision_number': 4, 'project_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'gw_port': {'id': '3348d6f3-4f35-4dfc-9880-31495f376864', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d92e15-01bb-48a0-bbb0-da6d23430768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:14Z', 'updated_at': '2022-02-28T20:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e9f40a5a-fd5e-400e-befb-1aabe97b844e', 'name': '', 'network_id': '54c21a7a-fd02-4dd4-a785-be2ba356bae5', 'tenant_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'mac_address': 'fa:16:3e:9e:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d92e15-01bb-48a0-bbb0-da6d23430768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '50c20663-0e0b-44ef-8c7e-7119ef0dead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:20Z', 'updated_at': '2022-02-28T20:18:26Z', 'revision_number': 4, 'project_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'subnets': [{'id': '50c20663-0e0b-44ef-8c7e-7119ef0dead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:18:27.792527 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-200b1b06-ef80-4d56-8ccc-1a7b69bb080f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (49253fb7-359d-4123-8070-e4991aee82ee), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:27.797130 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-43b2d261-2137-4bfb-a297-63d2d92e245f None None] Current status of the port e9f40a5a-fd5e-400e-befb-1aabe97b844e is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:27.904393 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8c943c4-9e77-4cf9-a5be-40dacd9d328e req-f97dc060-81a4-4572-8e03-0dba6b3c75e2 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162206 Feb 28 20:18:27.939535 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-085ac0be-9c78-45de-8181-21de12ad0e8a req-ad5074e1-a48c-46f8-be52-4d6b36d27dd4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177935 Feb 28 20:18:27.948044 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-200b1b06-ef80-4d56-8ccc-1a7b69bb080f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (49253fb7-359d-4123-8070-e4991aee82ee), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:27.948044 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200b1b06-ef80-4d56-8ccc-1a7b69bb080f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:27.950293 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-200b1b06-ef80-4d56-8ccc-1a7b69bb080f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:28.028337 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-200b1b06-ef80-4d56-8ccc-1a7b69bb080f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1719975 Feb 28 20:18:28.031920 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53672) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:28.038182 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-7c1500aa-a564-4893-955e-99e9f4702c34 admin admin] Request body: {'subnet': {'network_id': '49253fb7-359d-4123-8070-e4991aee82ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2052783069-subnet', 'tenant_id': '8567bbabfdd7497c8e934d2bde5b69b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:28.110159 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1500aa-a564-4893-955e-99e9f4702c34 admin admin] Made reservation on behalf of 8567bbabfdd7497c8e934d2bde5b69b0 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:18:28.115642 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7c1500aa-a564-4893-955e-99e9f4702c34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:28.194026 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b1b06-ef80-4d56-8ccc-1a7b69bb080f admin admin] Pushing event updated for resources: {'Network': ['ID=49253fb7-359d-4123-8070-e4991aee82ee,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:28.210920 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 49253fb7-359d-4123-8070-e4991aee82ee details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:18:28.293831 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e22cf-d832-419d-bce7-36da733bcd35 req-be8aa715-5baf-4616-bf1f-f1d69664c415 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:28.301968 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c2e22cf-d832-419d-bce7-36da733bcd35 req-be8aa715-5baf-4616-bf1f-f1d69664c415 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/ports?device_id=73b2287c-0b83-4c19-9104-a8a95838bb10 HTTP/1.1" status: 200 len: 945 time: 0.1929703 Feb 28 20:18:28.369127 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefd830-b72a-4c43-b5ac-fff844c49fb2 req-746d7e16-4f86-43f3-bdcf-2caa32d46e9c tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:28.370795 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fefd830-b72a-4c43-b5ac-fff844c49fb2 req-746d7e16-4f86-43f3-bdcf-2caa32d46e9c tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 943 time: 0.2744665 Feb 28 20:18:28.402931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b239b9-25fd-4230-b1c9-7b3db9e69abb req-8deaded1-2fbb-46ce-8bba-c93364238c75 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:28.405677 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21b239b9-25fd-4230-b1c9-7b3db9e69abb req-8deaded1-2fbb-46ce-8bba-c93364238c75 tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.10 "GET /v2.0/ports?device_id=73b2287c-0b83-4c19-9104-a8a95838bb10 HTTP/1.1" status: 200 len: 945 time: 0.2125943 Feb 28 20:18:28.492324 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7c1500aa-a564-4893-955e-99e9f4702c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (e5821016-5a07-4600-bd61-6336586eed03), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:28.595087 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1500aa-a564-4893-955e-99e9f4702c34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5821016-5a07-4600-bd61-6336586eed03,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:28.602973 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1500aa-a564-4893-955e-99e9f4702c34 admin admin] Checking segment: {'id': 'ccbf160a-0d91-4a36-91f0-6c89376734b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '49253fb7-359d-4123-8070-e4991aee82ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:28.603251 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1500aa-a564-4893-955e-99e9f4702c34 admin admin] Network hostable DHCP agents. Network: 49253fb7-359d-4123-8070-e4991aee82ee, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:18:28.622560 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c2e22cf-d832-419d-bce7-36da733bcd35 req-6048616c-864c-48d6-9dfa-d5750e03ed1e tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0df0730b-ccc5-45a2-8876-34d99ef691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172889 Feb 28 20:18:28.630961 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1500aa-a564-4893-955e-99e9f4702c34 admin admin] Network 49253fb7-359d-4123-8070-e4991aee82ee is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:18:28.652496 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-7c1500aa-a564-4893-955e-99e9f4702c34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 49253fb7-359d-4123-8070-e4991aee82ee) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:28.660153 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fefd830-b72a-4c43-b5ac-fff844c49fb2 req-479ecac6-5177-4901-9ed1-d89333660a34 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726126 Feb 28 20:18:28.667331 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1500aa-a564-4893-955e-99e9f4702c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:28.671446 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7c1500aa-a564-4893-955e-99e9f4702c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:28.671789 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39145ab7-03df-4b8b-a2d5-6a8d2379a27c None None] Network 49253fb7-359d-4123-8070-e4991aee82ee requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:18:28.695147 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-21b239b9-25fd-4230-b1c9-7b3db9e69abb req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Deleting port 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:18:28.696263 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-21b239b9-25fd-4230-b1c9-7b3db9e69abb req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:28.707464 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7c1500aa-a564-4893-955e-99e9f4702c34 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6678846 Feb 28 20:18:28.917568 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d6b45f-e270-4a01-98d0-463b0edc388b None None] Network 49253fb7-359d-4123-8070-e4991aee82ee requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:18:28.925952 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5789b1-2c59-4c5a-8c0c-6e6b4eec138f req-e90a5df6-d84b-436e-a5d9-17537df24c0b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:28.937597 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b5789b1-2c59-4c5a-8c0c-6e6b4eec138f req-e90a5df6-d84b-436e-a5d9-17537df24c0b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1380901 Feb 28 20:18:28.943814 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-21b239b9-25fd-4230-b1c9-7b3db9e69abb req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] For port 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43,segment=NetworkSegment(3be8914e-e9fa-4c7a-92b1-0bc6dbdbd645),segment_id=3be8914e-e9fa-4c7a-92b1-0bc6dbdbd645)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:28.944304 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-21b239b9-25fd-4230-b1c9-7b3db9e69abb req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:28.974807 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53680) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:28.980647 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-21b239b9-25fd-4230-b1c9-7b3db9e69abb req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Calling delete_port for 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:18:29.148073 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b5789b1-2c59-4c5a-8c0c-6e6b4eec138f req-6f2ba807-99dc-41c1-bc1d-f062e4041db7 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091923 Feb 28 20:18:29.269015 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa60546-1501-433e-a0f2-0ba4d47b26ee admin admin] Deleting subnet e5821016-5a07-4600-bd61-6336586eed03 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:18:29.284936 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9aa60546-1501-433e-a0f2-0ba4d47b26ee admin admin] Publish callbacks [] for subnet (e5821016-5a07-4600-bd61-6336586eed03), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:29.415082 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9aa60546-1501-433e-a0f2-0ba4d47b26ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (e5821016-5a07-4600-bd61-6336586eed03), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:29.434526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8852d-cc97-4e7b-aac7-b592b1c07e41 req-d66da225-ad66-498c-985b-6dfb60d38ea7 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:29.436483 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b8d8852d-cc97-4e7b-aac7-b592b1c07e41 req-d66da225-ad66-498c-985b-6dfb60d38ea7 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d2f0be5-a4a6-44e6-8500-86acbabd7fee HTTP/1.1" status: 200 len: 949 time: 0.3165221 Feb 28 20:18:29.498035 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-21b239b9-25fd-4230-b1c9-7b3db9e69abb req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:29.519385 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:18:29.626736 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Pushing event deleted for resources: {'Port': ['ID=8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:29.647522 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b8d8852d-cc97-4e7b-aac7-b592b1c07e41 req-38ce497f-07c9-4836-8dd1-34813b0a8122 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886775 Feb 28 20:18:29.671647 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9aa60546-1501-433e-a0f2-0ba4d47b26ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (e5821016-5a07-4600-bd61-6336586eed03), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:29.754603 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:29.755222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:29.756261 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:29.756637 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:29.757251 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:29.758099 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:29.758764 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:29.759068 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:29.759697 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:29.760355 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:29.761005 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:29.761741 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:29.762255 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:29.867908 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b239b9-25fd-4230-b1c9-7b3db9e69abb req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] No DVR routers for this DVR port 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:18:29.872211 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-21b239b9-25fd-4230-b1c9-7b3db9e69abb req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:29.872642 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f1ff5-07cf-4f6b-b4eb-ee9f8687ded8 req-59f4cac4-a449-4154-a1f0-c378dd701c4e tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:29.875453 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c31f1ff5-07cf-4f6b-b4eb-ee9f8687ded8 req-59f4cac4-a449-4154-a1f0-c378dd701c4e tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d2f0be5-a4a6-44e6-8500-86acbabd7fee HTTP/1.1" status: 200 len: 949 time: 0.1238248 Feb 28 20:18:29.876584 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21b239b9-25fd-4230-b1c9-7b3db9e69abb req-78f02b20-3d27-4d6c-a836-0005e2e2e59b tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.10 "DELETE /v2.0/ports/8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 HTTP/1.1" status: 204 len: 173 time: 1.4624295 Feb 28 20:18:29.927931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b2287c-0b83-4c19-9104-a8a95838bb10', 'name': 'network-vif-deleted', 'tag': '8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:18:29.933269 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9196515-2f86-45e2-b717-401f072b5fa6" -d '{"events": [{"server_uuid": "73b2287c-0b83-4c19-9104-a8a95838bb10", "name": "network-vif-deleted", "tag": "8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:18:29.966173 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bfaad-7729-4341-badd-db7cc71457c4 req-09ec1e39-786e-4ec2-a054-aea364f18d49 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:29.970026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d50bfaad-7729-4341-badd-db7cc71457c4 req-09ec1e39-786e-4ec2-a054-aea364f18d49 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d0795f-9ac2-4c9b-a266-d89bd7f91e04 HTTP/1.1" status: 200 len: 945 time: 0.4642086 Feb 28 20:18:29.984384 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9aa60546-1501-433e-a0f2-0ba4d47b26ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (e5821016-5a07-4600-bd61-6336586eed03), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:30.011690 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e9f40a5a-fd5e-400e-befb-1aabe97b844e up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:30.066492 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-c31f1ff5-07cf-4f6b-b4eb-ee9f8687ded8 req-1d98fd6e-0d0c-4335-9ce3-1cd8e327ed0a tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Deleting port 9dcfa96d-61c0-42fd-830c-279992b1a89a {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:18:30.066916 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c31f1ff5-07cf-4f6b-b4eb-ee9f8687ded8 req-1d98fd6e-0d0c-4335-9ce3-1cd8e327ed0a tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (9dcfa96d-61c0-42fd-830c-279992b1a89a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:30.116903 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port e9f40a5a-fd5e-400e-befb-1aabe97b844e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:30.117482 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e9f40a5a-fd5e-400e-befb-1aabe97b844e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:30.129438 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9aa60546-1501-433e-a0f2-0ba4d47b26ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:30.140207 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9aa60546-1501-433e-a0f2-0ba4d47b26ee admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e5821016-5a07-4600-bd61-6336586eed03 HTTP/1.1" status: 204 len: 168 time: 1.1572518 Feb 28 20:18:30.152157 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53708) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:30.189730 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa60546-1501-433e-a0f2-0ba4d47b26ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5821016-5a07-4600-bd61-6336586eed03,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:30.248109 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d50bfaad-7729-4341-badd-db7cc71457c4 req-f659f49f-7d57-4f62-85c9-e529a174cda7 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0ef047-4cc9-4c98-9cf8-967ab7c43c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2400086 Feb 28 20:18:30.293066 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c719b9e1-4306-480d-b4e0-40365a308516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (49253fb7-359d-4123-8070-e4991aee82ee), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:30.297447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-ead79e59-89ba-46ae-aff7-d5c808a2b7a0 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:30.299898 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-ead79e59-89ba-46ae-aff7-d5c808a2b7a0 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 812 time: 0.4843354 Feb 28 20:18:30.302133 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-c31f1ff5-07cf-4f6b-b4eb-ee9f8687ded8 req-1d98fd6e-0d0c-4335-9ce3-1cd8e327ed0a tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] For port 9dcfa96d-61c0-42fd-830c-279992b1a89a, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=9dcfa96d-61c0-42fd-830c-279992b1a89a,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:30.302500 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c31f1ff5-07cf-4f6b-b4eb-ee9f8687ded8 req-1d98fd6e-0d0c-4335-9ce3-1cd8e327ed0a tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (9dcfa96d-61c0-42fd-830c-279992b1a89a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:30.313114 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7b77f50f-623e-47af-8617-df7c08b321cc details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:18:30.321471 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-c31f1ff5-07cf-4f6b-b4eb-ee9f8687ded8 req-1d98fd6e-0d0c-4335-9ce3-1cd8e327ed0a tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Calling delete_port for 9dcfa96d-61c0-42fd-830c-279992b1a89a owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:18:30.346191 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-080b42ac-48cb-40f3-8a04-788d9727c233 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/quotas/d31e1b7746264200b53c61174ee5824e HTTP/1.1" status: 200 len: 375 time: 0.0342104 Feb 28 20:18:30.380794 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port e9f40a5a-fd5e-400e-befb-1aabe97b844e is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:30.438215 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5092444f-c074-460b-9c51-352c71b60642 req-0590142b-13c2-4ecb-a088-0ec54ae8330c tempest-ServerAddressesTestJSON-945040883 tempest-ServerAddressesTestJSON-945040883-project] 10.222.0.13 "GET /v2.0/ports?device_id=73b2287c-0b83-4c19-9104-a8a95838bb10 HTTP/1.1" status: 200 len: 210 time: 0.0880945 Feb 28 20:18:30.501551 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c719b9e1-4306-480d-b4e0-40365a308516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (49253fb7-359d-4123-8070-e4991aee82ee), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:30.533615 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7b77f50f-623e-47af-8617-df7c08b321cc, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7b77f50f-623e-47af-8617-df7c08b321cc,segment=NetworkSegment(d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a),segment_id=d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:30.540167 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-79f41395-930a-4e56-bd34-6d39616f7ec5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1916132 Feb 28 20:18:30.549623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '7b77f50f-623e-47af-8617-df7c08b321cc', 'network_id': '8df75beb-bfec-45e3-be15-010dba074bc0', 'port_id': '7b77f50f-623e-47af-8617-df7c08b321cc', 'mac_address': 'fa:16:3e:14:1f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a406bcd3-21de-4727-8aa8-9d85920af610', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:18:30.613713 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7b77f50f-623e-47af-8617-df7c08b321cc is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:30.614255 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:30.625463 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c719b9e1-4306-480d-b4e0-40365a308516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49253fb7-359d-4123-8070-e4991aee82ee']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:30.648978 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b77f50f-623e-47af-8617-df7c08b321cc {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:18:30.690793 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c719b9e1-4306-480d-b4e0-40365a308516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccbf160a-0d91-4a36-91f0-6c89376734b8') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:30.691345 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c719b9e1-4306-480d-b4e0-40365a308516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccbf160a-0d91-4a36-91f0-6c89376734b8') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:30.700469 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7b77f50f-623e-47af-8617-df7c08b321cc, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7b77f50f-623e-47af-8617-df7c08b321cc,segment=NetworkSegment(d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a),segment_id=d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:30.708460 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:30.712405 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c719b9e1-4306-480d-b4e0-40365a308516 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (ccbf160a-0d91-4a36-91f0-6c89376734b8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:30.736396 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c719b9e1-4306-480d-b4e0-40365a308516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (ccbf160a-0d91-4a36-91f0-6c89376734b8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:30.745145 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c31f1ff5-07cf-4f6b-b4eb-ee9f8687ded8 req-1d98fd6e-0d0c-4335-9ce3-1cd8e327ed0a tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (9dcfa96d-61c0-42fd-830c-279992b1a89a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:30.747949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c719b9e1-4306-480d-b4e0-40365a308516 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:18:30.749028 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c719b9e1-4306-480d-b4e0-40365a308516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (ccbf160a-0d91-4a36-91f0-6c89376734b8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:18:30.753233 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:18:30.762903 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:18:30.766435 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffb08e-8a43-457d-8166-19cefee6823b req-41240dd1-2be9-4c57-8b95-3eb0a440d241 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:30.773480 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5ffb08e-8a43-457d-8166-19cefee6823b req-41240dd1-2be9-4c57-8b95-3eb0a440d241 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 943 time: 0.1933572 Feb 28 20:18:30.813652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['9dcfa96d-61c0-42fd-830c-279992b1a89a'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:18:30.816005 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-a2229726-07c9-4c8c-b233-ba60dc5ab3cb service neutron] 10.222.0.13 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731373 Feb 28 20:18:30.849229 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c719b9e1-4306-480d-b4e0-40365a308516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (49253fb7-359d-4123-8070-e4991aee82ee), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:30.887355 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c719b9e1-4306-480d-b4e0-40365a308516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:30.894971 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c719b9e1-4306-480d-b4e0-40365a308516 admin admin] 10.222.0.13 "DELETE /v2.0/networks/49253fb7-359d-4123-8070-e4991aee82ee HTTP/1.1" status: 204 len: 168 time: 0.7415557 Feb 28 20:18:30.900238 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5ffb08e-8a43-457d-8166-19cefee6823b req-85c4771a-2374-4c82-9f94-4309df8276cc tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256585 Feb 28 20:18:30.901053 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=7b77f50f-623e-47af-8617-df7c08b321cc,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:30.907149 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98fd6e-0d0c-4335-9ce3-1cd8e327ed0a tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Pushing event deleted for resources: {'Port': ['ID=9dcfa96d-61c0-42fd-830c-279992b1a89a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:30.937834 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719b9e1-4306-480d-b4e0-40365a308516 admin admin] Pushing event deleted for resources: {'Network': ['ID=49253fb7-359d-4123-8070-e4991aee82ee,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:30.950562 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['7b77f50f-623e-47af-8617-df7c08b321cc'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:18:30.978125 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31f1ff5-07cf-4f6b-b4eb-ee9f8687ded8 req-1d98fd6e-0d0c-4335-9ce3-1cd8e327ed0a tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] No DVR routers for this DVR port 9dcfa96d-61c0-42fd-830c-279992b1a89a on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:18:30.990192 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c31f1ff5-07cf-4f6b-b4eb-ee9f8687ded8 req-1d98fd6e-0d0c-4335-9ce3-1cd8e327ed0a tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:31.003922 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c31f1ff5-07cf-4f6b-b4eb-ee9f8687ded8 req-1d98fd6e-0d0c-4335-9ce3-1cd8e327ed0a tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.10 "DELETE /v2.0/ports/9dcfa96d-61c0-42fd-830c-279992b1a89a HTTP/1.1" status: 204 len: 173 time: 1.1073077 Feb 28 20:18:31.006336 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2f0be5-a4a6-44e6-8500-86acbabd7fee', 'name': 'network-vif-deleted', 'tag': '9dcfa96d-61c0-42fd-830c-279992b1a89a'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:18:31.007155 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3031058-1f7d-4996-99d6-11a281530221 x-openstack-request-id: req-e3031058-1f7d-4996-99d6-11a281530221 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:18:31.008402 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b2287c-0b83-4c19-9104-a8a95838bb10", "name": "network-vif-deleted", "tag": "8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:18:31.008698 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3031058-1f7d-4996-99d6-11a281530221 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:18:31.009106 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b2287c-0b83-4c19-9104-a8a95838bb10', 'name': 'network-vif-deleted', 'tag': '8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43', 'status': 'completed', 'code': 200} Feb 28 20:18:31.013306 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a9b44b-77c7-4ba2-9633-465a8388ec8b" -d '{"events": [{"server_uuid": "4d2f0be5-a4a6-44e6-8500-86acbabd7fee", "name": "network-vif-deleted", "tag": "9dcfa96d-61c0-42fd-830c-279992b1a89a"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:18:31.088556 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-a8431896-9ad5-45db-9c04-570caec2b94d service neutron] 10.222.0.13 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680557 Feb 28 20:18:31.302768 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-30804db4-dc24-4970-96b5-34c089ff59c6 req-f4543792-b44e-4ec0-a863-094e01ad0dfc tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d2f0be5-a4a6-44e6-8500-86acbabd7fee HTTP/1.1" status: 200 len: 210 time: 0.1007197 Feb 28 20:18:31.346553 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1074449b-216d-4db0-8c3f-eae52f83e42a x-openstack-request-id: req-1074449b-216d-4db0-8c3f-eae52f83e42a {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:18:31.347092 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2f0be5-a4a6-44e6-8500-86acbabd7fee", "name": "network-vif-deleted", "tag": "9dcfa96d-61c0-42fd-830c-279992b1a89a", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:18:31.347684 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1074449b-216d-4db0-8c3f-eae52f83e42a {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:18:31.348437 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2f0be5-a4a6-44e6-8500-86acbabd7fee', 'name': 'network-vif-deleted', 'tag': '9dcfa96d-61c0-42fd-830c-279992b1a89a', 'status': 'completed', 'code': 200} Feb 28 20:18:31.418943 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10de19e4-f7d0-4f32-a2e4-48d36718dcb6 req-8994fd07-371b-4c3d-867b-4346e1774ebe tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01b2764-ed6d-4932-a224-e81acb1a5d93 HTTP/1.1" status: 200 len: 210 time: 0.0349264 Feb 28 20:18:31.483808 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53728) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:31.537233 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53730) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:31.574090 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-dba79722-16fd-42b8-87a3-bbf7e2eb549e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8567bbabfdd7497c8e934d2bde5b69b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0888555 Feb 28 20:18:31.577370 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53732) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:31.616522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-821a580a-6215-4e8c-993a-50f2a64ce667 admin admin] Deleting subnet fa6a1821-cea2-44b7-9ee0-e1ec3d4800ca {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:18:31.620332 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-821a580a-6215-4e8c-993a-50f2a64ce667 admin admin] Publish callbacks [] for subnet (fa6a1821-cea2-44b7-9ee0-e1ec3d4800ca), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:31.669353 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad50c399-4701-4b90-a150-e1e758b7e3c8 admin admin] Publish callbacks [] for security_group (248d9fe8-7112-463b-9999-ec1547812149), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:31.689597 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-821a580a-6215-4e8c-993a-50f2a64ce667 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (fa6a1821-cea2-44b7-9ee0-e1ec3d4800ca), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:31.711203 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad50c399-4701-4b90-a150-e1e758b7e3c8 admin admin] Publish callbacks [] for security_group (248d9fe8-7112-463b-9999-ec1547812149), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:31.770096 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-821a580a-6215-4e8c-993a-50f2a64ce667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (fa6a1821-cea2-44b7-9ee0-e1ec3d4800ca), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:31.801527 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad50c399-4701-4b90-a150-e1e758b7e3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (248d9fe8-7112-463b-9999-ec1547812149), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:31.805125 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad50c399-4701-4b90-a150-e1e758b7e3c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:31.807845 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ad50c399-4701-4b90-a150-e1e758b7e3c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/248d9fe8-7112-463b-9999-ec1547812149 HTTP/1.1" status: 204 len: 168 time: 0.2293737 Feb 28 20:18:31.841519 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50c399-4701-4b90-a150-e1e758b7e3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248d9fe8-7112-463b-9999-ec1547812149,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:31.903215 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-821a580a-6215-4e8c-993a-50f2a64ce667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (fa6a1821-cea2-44b7-9ee0-e1ec3d4800ca), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:31.967368 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a580a-6215-4e8c-993a-50f2a64ce667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6a1821-cea2-44b7-9ee0-e1ec3d4800ca,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:31.983956 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-821a580a-6215-4e8c-993a-50f2a64ce667 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:31.990445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53748) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:31.992216 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-821a580a-6215-4e8c-993a-50f2a64ce667 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fa6a1821-cea2-44b7-9ee0-e1ec3d4800ca HTTP/1.1" status: 204 len: 168 time: 0.4534616 Feb 28 20:18:32.088674 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:18:32.129208 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e44ea-2343-473d-b0a6-4f05b31b9c2b req-9bb0088e-98a9-4b13-a719-87dc7b86731c tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:32.145710 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8d3e44ea-2343-473d-b0a6-4f05b31b9c2b req-9bb0088e-98a9-4b13-a719-87dc7b86731c tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 944 time: 0.1304700 Feb 28 20:18:32.147572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:18:32.149313 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 8f0a0457-33ed-4d3e-a7cf-d6690ddb5e43 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:18:32.214891 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab636464-b09f-46f6-845d-45f135ff9cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:32.308394 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7b77f50f-623e-47af-8617-df7c08b321cc up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:32.314568 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8d3e44ea-2343-473d-b0a6-4f05b31b9c2b req-6dd36b7e-0ba2-4962-a624-5618e201f8e1 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670802 Feb 28 20:18:32.328480 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062f512-b5f5-4ad7-accc-abcf5af58ceb req-d8c6b357-0688-4d0d-a9c7-2c3c30c03150 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:32.344383 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7062f512-b5f5-4ad7-accc-abcf5af58ceb req-d8c6b357-0688-4d0d-a9c7-2c3c30c03150 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d0795f-9ac2-4c9b-a266-d89bd7f91e04 HTTP/1.1" status: 200 len: 945 time: 0.1819282 Feb 28 20:18:32.398340 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 7b77f50f-623e-47af-8617-df7c08b321cc completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:18:32.420260 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 7b77f50f-623e-47af-8617-df7c08b321cc triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:32.423513 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:32.489988 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7062f512-b5f5-4ad7-accc-abcf5af58ceb req-21fae8dd-f773-49bf-95a9-2010931e7f20 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0ef047-4cc9-4c98-9cf8-967ab7c43c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396277 Feb 28 20:18:32.514146 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab636464-b09f-46f6-845d-45f135ff9cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:32.589091 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-ab636464-b09f-46f6-845d-45f135ff9cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:32.619512 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-ab636464-b09f-46f6-845d-45f135ff9cf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be8914e-e9fa-4c7a-92b1-0bc6dbdbd645') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:32.619791 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-ab636464-b09f-46f6-845d-45f135ff9cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be8914e-e9fa-4c7a-92b1-0bc6dbdbd645') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:32.636204 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a3372fc-48fb-4d4b-b88a-3f84951f2801 req-d1dc02c6-83e6-4b4b-8260-fe47e2619c89 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01b2764-ed6d-4932-a224-e81acb1a5d93 HTTP/1.1" status: 200 len: 210 time: 0.0454049 Feb 28 20:18:32.658713 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7b77f50f-623e-47af-8617-df7c08b321cc is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:32.659543 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:32.661428 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab636464-b09f-46f6-845d-45f135ff9cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (3be8914e-e9fa-4c7a-92b1-0bc6dbdbd645), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:32.693846 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab636464-b09f-46f6-845d-45f135ff9cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (3be8914e-e9fa-4c7a-92b1-0bc6dbdbd645), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:32.696364 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2729ad31-3e97-41a9-9da7-2ef61094a4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b77f50f-623e-47af-8617-df7c08b321cc'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:18:32.701098 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d531751-29b8-431e-a43a-e14a80ce0db0" -d '{"events": [{"server_uuid": "2729ad31-3e97-41a9-9da7-2ef61094a4ed", "name": "network-vif-plugged", "status": "completed", "tag": "7b77f50f-623e-47af-8617-df7c08b321cc"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:18:32.726861 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab636464-b09f-46f6-845d-45f135ff9cf5 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:18:32.727391 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab636464-b09f-46f6-845d-45f135ff9cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (3be8914e-e9fa-4c7a-92b1-0bc6dbdbd645), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:18:32.735265 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:18:32.747133 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7b77f50f-623e-47af-8617-df7c08b321cc, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7b77f50f-623e-47af-8617-df7c08b321cc,segment=NetworkSegment(d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a),segment_id=d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:32.754781 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:32.833942 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d728d7c2-085e-422c-9eeb-71ae9659a01f x-openstack-request-id: req-d728d7c2-085e-422c-9eeb-71ae9659a01f {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:18:32.834243 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2729ad31-3e97-41a9-9da7-2ef61094a4ed", "name": "network-vif-plugged", "status": "completed", "tag": "7b77f50f-623e-47af-8617-df7c08b321cc", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:18:32.834501 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d728d7c2-085e-422c-9eeb-71ae9659a01f {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:18:32.840410 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2729ad31-3e97-41a9-9da7-2ef61094a4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b77f50f-623e-47af-8617-df7c08b321cc', 'code': 200} Feb 28 20:18:32.912619 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab636464-b09f-46f6-845d-45f135ff9cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:32.944344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=7b77f50f-623e-47af-8617-df7c08b321cc,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:32.964548 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab636464-b09f-46f6-845d-45f135ff9cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:32.970026 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ab636464-b09f-46f6-845d-45f135ff9cf5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66 HTTP/1.1" status: 204 len: 168 time: 0.9776654 Feb 28 20:18:32.999531 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab636464-b09f-46f6-845d-45f135ff9cf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b1fe61a-d2e1-4789-8b8a-623f3bbd1a66,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:33.022844 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1957b-6805-4bc6-857d-0092078f36b6 req-c83042c8-f9a8-451f-9878-48cb6eb87711 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:33.032763 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5da1957b-6805-4bc6-857d-0092078f36b6 req-c83042c8-f9a8-451f-9878-48cb6eb87711 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=39bcdfc9-fff9-48d1-803e-b537a51427f6 HTTP/1.1" status: 200 len: 949 time: 0.1353986 Feb 28 20:18:33.061518 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b7173-ef89-4ec7-8797-2100a3609b16 req-732cf53c-cc71-4c61-af08-8625b6416ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:33.063384 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ac8b7173-ef89-4ec7-8797-2100a3609b16 req-732cf53c-cc71-4c61-af08-8625b6416ecd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 1128 time: 0.1022289 Feb 28 20:18:33.137657 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5da1957b-6805-4bc6-857d-0092078f36b6 req-911f07da-b0f9-4779-b2fe-39c1ff55b4f2 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029799 Feb 28 20:18:33.144479 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ac8b7173-ef89-4ec7-8797-2100a3609b16 req-059840c9-83f7-47bf-8799-6d171c550840 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743010 Feb 28 20:18:33.227667 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53784) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:33.394530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53790) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:33.552086 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1a782-4ce0-4edc-aacc-d342dba4e44c req-23809bc9-fe73-4ba1-bf8e-14a755d1608f tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:33.561681 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69f1a782-4ce0-4edc-aacc-d342dba4e44c req-23809bc9-fe73-4ba1-bf8e-14a755d1608f tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1348586 Feb 28 20:18:33.714917 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-730322d4-be3b-4a1d-995f-09a0c49a26ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e2602e3beae426dbbf9c8108189949a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4831953 Feb 28 20:18:33.715258 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53798) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:33.727704 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-357f1878-8ce3-427e-8ab3-9cb0dff2f0d2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-network', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:33.744412 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69f1a782-4ce0-4edc-aacc-d342dba4e44c req-403822df-04c1-4007-ab5d-2e08afc20d83 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817150 Feb 28 20:18:33.788619 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357f1878-8ce3-427e-8ab3-9cb0dff2f0d2 admin admin] Made reservation on behalf of d21f27a53ace41c6b073930944eb8337 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:18:33.791049 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-7764c891-2085-45aa-b840-6489b5bf3be6 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:33.791171 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-357f1878-8ce3-427e-8ab3-9cb0dff2f0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:33.792648 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-7764c891-2085-45aa-b840-6489b5bf3be6 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.10 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 812 time: 0.5226502 Feb 28 20:18:33.814111 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-32cfc826-b151-4424-99ad-d59f3306c25a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Request body: {'port': {'device_id': 'a01b2764-ed6d-4932-a224-e81acb1a5d93', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'admin_state_up': True, 'tenant_id': 'd31e1b7746264200b53c61174ee5824e'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:33.814436 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8ca56-414d-4843-a946-fddd8f3a05b5 req-bb9dd50b-70bb-455c-8478-3a9c9e14a578 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:33.819055 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab1779e2-fe3d-4fee-a281-d769340bd0e6 admin admin] Publish callbacks [] for security_group (0df0730b-ccc5-45a2-8876-34d99ef691c5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:33.825855 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e1a8ca56-414d-4843-a946-fddd8f3a05b5 req-bb9dd50b-70bb-455c-8478-3a9c9e14a578 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d0795f-9ac2-4c9b-a266-d89bd7f91e04 HTTP/1.1" status: 200 len: 945 time: 0.1718833 Feb 28 20:18:33.837915 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-357f1878-8ce3-427e-8ab3-9cb0dff2f0d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:33.910653 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab1779e2-fe3d-4fee-a281-d769340bd0e6 admin admin] Publish callbacks [] for security_group (0df0730b-ccc5-45a2-8876-34d99ef691c5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:33.958731 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eadd073e-7605-4509-b15a-5baa38189126 req-485bdce7-3485-43d3-ad0d-541addcb4413 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01b2764-ed6d-4932-a224-e81acb1a5d93 HTTP/1.1" status: 200 len: 210 time: 0.0670319 Feb 28 20:18:34.005508 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab1779e2-fe3d-4fee-a281-d769340bd0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0df0730b-ccc5-45a2-8876-34d99ef691c5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:34.008609 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab1779e2-fe3d-4fee-a281-d769340bd0e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:34.012515 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ab1779e2-fe3d-4fee-a281-d769340bd0e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0df0730b-ccc5-45a2-8876-34d99ef691c5 HTTP/1.1" status: 204 len: 168 time: 0.2934399 Feb 28 20:18:34.020307 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e1a8ca56-414d-4843-a946-fddd8f3a05b5 req-c2bf27a6-f59d-4939-a7e6-23026f0e8d16 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0ef047-4cc9-4c98-9cf8-967ab7c43c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932151 Feb 28 20:18:34.030989 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1779e2-fe3d-4fee-a281-d769340bd0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df0730b-ccc5-45a2-8876-34d99ef691c5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:34.041447 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-32cfc826-b151-4424-99ad-d59f3306c25a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Made reservation on behalf of d31e1b7746264200b53c61174ee5824e for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:18:34.047554 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-32cfc826-b151-4424-99ad-d59f3306c25a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:34.107853 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 9dcfa96d-61c0-42fd-830c-279992b1a89a no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:18:34.146899 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 9dcfa96d-61c0-42fd-830c-279992b1a89a {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:18:34.147593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 9dcfa96d-61c0-42fd-830c-279992b1a89a not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:18:34.163927 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-357f1878-8ce3-427e-8ab3-9cb0dff2f0d2 admin admin] Publish callbacks [] for security_group (2053adaf-3c42-4535-be99-0c5f839f0ed1), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:34.186684 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ad949-060d-4c99-acbd-66f0e633bde8 req-05ab1a45-3c49-4561-9296-a8f1a651f70e tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:34.188922 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d20ad949-060d-4c99-acbd-66f0e633bde8 req-05ab1a45-3c49-4561-9296-a8f1a651f70e tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5d0795f-9ac2-4c9b-a266-d89bd7f91e04 HTTP/1.1" status: 200 len: 945 time: 0.1168573 Feb 28 20:18:34.190152 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-357f1878-8ce3-427e-8ab3-9cb0dff2f0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2053adaf-3c42-4535-be99-0c5f839f0ed1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:34.202887 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357f1878-8ce3-427e-8ab3-9cb0dff2f0d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:18:34.303308 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-32cfc826-b151-4424-99ad-d59f3306c25a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Allocated IP 172.20.0.9 (13b65234-8f0d-445c-80e1-9fa1dcd0f780/19f72b21-2d15-4c2e-bdf5-2e3c46cad921/5ae3cea2-4701-46bd-9889-9b27b51d35b7) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:18:34.353949 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-357f1878-8ce3-427e-8ab3-9cb0dff2f0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (6669909a-adf3-4cae-b4ff-5097746b46e0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:34.355201 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-357f1878-8ce3-427e-8ab3-9cb0dff2f0d2 admin admin] Added segment 6669909a-adf3-4cae-b4ff-5097746b46e0 of type vlan for network 4ab05bea-86cc-498b-aded-ed9c3d7148ac Feb 28 20:18:34.423664 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f1878-8ce3-427e-8ab3-9cb0dff2f0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2053adaf-3c42-4535-be99-0c5f839f0ed1,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:34.496613 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-357f1878-8ce3-427e-8ab3-9cb0dff2f0d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (4ab05bea-86cc-498b-aded-ed9c3d7148ac), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:34.558455 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-357f1878-8ce3-427e-8ab3-9cb0dff2f0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (4ab05bea-86cc-498b-aded-ed9c3d7148ac), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:34.559588 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357f1878-8ce3-427e-8ab3-9cb0dff2f0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:34.560211 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-357f1878-8ce3-427e-8ab3-9cb0dff2f0d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:34.569770 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcaa9e-4b13-4045-896c-f08f6277ccc8 req-72ea86ac-519e-47e6-b582-18cfa48ebaac tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:34.570647 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24bcaa9e-4b13-4045-896c-f08f6277ccc8 req-72ea86ac-519e-47e6-b582-18cfa48ebaac tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=39bcdfc9-fff9-48d1-803e-b537a51427f6 HTTP/1.1" status: 200 len: 949 time: 0.2528994 Feb 28 20:18:34.578900 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7059219-c9fb-4d7b-ad71-4a7464b74e13 req-27799a7f-abaf-4959-8910-d9e0a59b44ae tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:34.581098 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7059219-c9fb-4d7b-ad71-4a7464b74e13 req-27799a7f-abaf-4959-8910-d9e0a59b44ae tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.15 "GET /v2.0/ports?device_id=39bcdfc9-fff9-48d1-803e-b537a51427f6 HTTP/1.1" status: 200 len: 949 time: 0.1251121 Feb 28 20:18:34.676928 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-357f1878-8ce3-427e-8ab3-9cb0dff2f0d2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2799237 Feb 28 20:18:34.680675 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53814) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:34.682601 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-d20ad949-060d-4c99-acbd-66f0e633bde8 req-045587ea-9a61-4e9e-9d98-1ca164f801c2 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Deleting port 06c87037-de46-41b2-b36b-3cc51f73da18 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:18:34.682945 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d20ad949-060d-4c99-acbd-66f0e633bde8 req-045587ea-9a61-4e9e-9d98-1ca164f801c2 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (06c87037-de46-41b2-b36b-3cc51f73da18), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:34.691908 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-71575595-cb5c-4353-899d-f70a8bb31210 admin admin] Request body: {'subnet': {'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-subnet', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:34.711467 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-32cfc826-b151-4424-99ad-d59f3306c25a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for port (5ae3cea2-4701-46bd-9889-9b27b51d35b7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:34.733945 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f1878-8ce3-427e-8ab3-9cb0dff2f0d2 admin admin] Pushing event updated for resources: {'Network': ['ID=4ab05bea-86cc-498b-aded-ed9c3d7148ac,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:34.748951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 4ab05bea-86cc-498b-aded-ed9c3d7148ac details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:18:34.749563 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-f7059219-c9fb-4d7b-ad71-4a7464b74e13 req-c194046a-2d41-46d5-9b78-3699c4e07fc5 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Deleting port 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:18:34.749948 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7059219-c9fb-4d7b-ad71-4a7464b74e13 req-c194046a-2d41-46d5-9b78-3699c4e07fc5 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:34.801643 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24bcaa9e-4b13-4045-896c-f08f6277ccc8 req-c8d7d716-b4d1-45b5-9294-d344d9b9d8ff tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eba564d-c52d-4e1e-a9e2-87056c424684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091577 Feb 28 20:18:34.813705 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71575595-cb5c-4353-899d-f70a8bb31210 admin admin] Made reservation on behalf of d21f27a53ace41c6b073930944eb8337 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:18:34.816278 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-71575595-cb5c-4353-899d-f70a8bb31210 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:34.852974 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-32cfc826-b151-4424-99ad-d59f3306c25a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (5ae3cea2-4701-46bd-9889-9b27b51d35b7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:34.899844 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['7d518928-03a1-485e-981d-ca31aea417cf'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:18:34.962898 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-32cfc826-b151-4424-99ad-d59f3306c25a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:34.979391 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-32cfc826-b151-4424-99ad-d59f3306c25a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:34.984201 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-32cfc826-b151-4424-99ad-d59f3306c25a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:18:35.034989 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfc826-b151-4424-99ad-d59f3306c25a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Pushing event updated for resources: {'Port': ['ID=5ae3cea2-4701-46bd-9889-9b27b51d35b7,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:35.061945 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f7059219-c9fb-4d7b-ad71-4a7464b74e13 req-c194046a-2d41-46d5-9b78-3699c4e07fc5 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] For port 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:35.062376 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7059219-c9fb-4d7b-ad71-4a7464b74e13 req-c194046a-2d41-46d5-9b78-3699c4e07fc5 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:35.090376 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-f7059219-c9fb-4d7b-ad71-4a7464b74e13 req-c194046a-2d41-46d5-9b78-3699c4e07fc5 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Calling delete_port for 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:18:35.101005 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-32cfc826-b151-4424-99ad-d59f3306c25a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:35.101701 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-32cfc826-b151-4424-99ad-d59f3306c25a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:35.123805 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-32cfc826-b151-4424-99ad-d59f3306c25a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3168540 Feb 28 20:18:35.141663 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] Request body: {'port': {'device_id': 'a01b2764-ed6d-4932-a224-e81acb1a5d93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:35.432133 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7059219-c9fb-4d7b-ad71-4a7464b74e13 req-c194046a-2d41-46d5-9b78-3699c4e07fc5 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:35.447975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:18:35.458286 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53834) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:35.490626 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7ffe82f3-aeb0-4916-b1e8-b9bbf31e48f6 None None] Provisioning complete for port 5ae3cea2-4701-46bd-9889-9b27b51d35b7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:35.490933 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7ffe82f3-aeb0-4916-b1e8-b9bbf31e48f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5ae3cea2-4701-46bd-9889-9b27b51d35b7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:35.501036 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194046a-2d41-46d5-9b78-3699c4e07fc5 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Pushing event deleted for resources: {'Port': ['ID=60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:35.541152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-d20ad949-060d-4c99-acbd-66f0e633bde8 req-045587ea-9a61-4e9e-9d98-1ca164f801c2 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] For port 06c87037-de46-41b2-b36b-3cc51f73da18, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=06c87037-de46-41b2-b36b-3cc51f73da18,segment=NetworkSegment(e2ab50f5-900c-48e7-a9b6-bd7cb06d5470),segment_id=e2ab50f5-900c-48e7-a9b6-bd7cb06d5470)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:35.541746 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d20ad949-060d-4c99-acbd-66f0e633bde8 req-045587ea-9a61-4e9e-9d98-1ca164f801c2 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (06c87037-de46-41b2-b36b-3cc51f73da18), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:35.581741 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5ae3cea2-4701-46bd-9889-9b27b51d35b7), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:35.596087 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7ffe82f3-aeb0-4916-b1e8-b9bbf31e48f6 None None] Port 5ae3cea2-4701-46bd-9889-9b27b51d35b7 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:18:35.670891 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7059219-c9fb-4d7b-ad71-4a7464b74e13 req-c194046a-2d41-46d5-9b78-3699c4e07fc5 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] No DVR routers for this DVR port 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:18:35.674161 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed59e0-b378-4115-a009-2afdf3138a99 req-181b730e-73e5-4104-92d4-f4a2cb5eb2eb tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:35.681180 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c5ed59e0-b378-4115-a009-2afdf3138a99 req-181b730e-73e5-4104-92d4-f4a2cb5eb2eb tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2696419 Feb 28 20:18:35.690153 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7059219-c9fb-4d7b-ad71-4a7464b74e13 req-c194046a-2d41-46d5-9b78-3699c4e07fc5 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:35.693892 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7059219-c9fb-4d7b-ad71-4a7464b74e13 req-c194046a-2d41-46d5-9b78-3699c4e07fc5 tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.15 "DELETE /v2.0/ports/60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 HTTP/1.1" status: 204 len: 173 time: 1.1064975 Feb 28 20:18:35.695127 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bcdfc9-fff9-48d1-803e-b537a51427f6', 'name': 'network-vif-deleted', 'tag': '60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:18:35.697033 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20a2a4-2cc8-41be-9282-57beb78f5199 req-da509af9-c54a-44b8-831c-97ee252a5373 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:35.697408 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899f5a25-9e0b-4672-a65e-7125744bd15d" -d '{"events": [{"server_uuid": "39bcdfc9-fff9-48d1-803e-b537a51427f6", "name": "network-vif-deleted", "tag": "60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:18:35.705491 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e20a2a4-2cc8-41be-9282-57beb78f5199 req-da509af9-c54a-44b8-831c-97ee252a5373 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01b2764-ed6d-4932-a224-e81acb1a5d93 HTTP/1.1" status: 200 len: 931 time: 0.2952824 Feb 28 20:18:35.746866 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-5e0371e2-b2b3-4833-b8d4-20456e806d0c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1535089915-network', 'tenant_id': 'bc511d7643284ad4adb274524c5b6a6a'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:35.849964 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0371e2-b2b3-4833-b8d4-20456e806d0c admin admin] Made reservation on behalf of bc511d7643284ad4adb274524c5b6a6a for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:18:35.854961 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5e0371e2-b2b3-4833-b8d4-20456e806d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:35.878952 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5e0371e2-b2b3-4833-b8d4-20456e806d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:35.964800 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c5ed59e0-b378-4115-a009-2afdf3138a99 req-00504eb1-d346-4b7c-88cc-9bf1910c593f tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826352 Feb 28 20:18:36.002804 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e20a2a4-2cc8-41be-9282-57beb78f5199 req-fadf8bd1-1c60-4ae3-b841-1d596f974d4d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963829 Feb 28 20:18:36.100077 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-71575595-cb5c-4353-899d-f70a8bb31210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (168325cf-0c5d-4ba0-baad-f937703ff430), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:36.137561 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e386f8-42fc-4668-afa2-da1fbe7ee67e x-openstack-request-id: req-04e386f8-42fc-4668-afa2-da1fbe7ee67e {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:18:36.138208 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bcdfc9-fff9-48d1-803e-b537a51427f6", "name": "network-vif-deleted", "tag": "60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:18:36.138208 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04e386f8-42fc-4668-afa2-da1fbe7ee67e {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:18:36.138562 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bcdfc9-fff9-48d1-803e-b537a51427f6', 'name': 'network-vif-deleted', 'tag': '60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7', 'status': 'completed', 'code': 200} Feb 28 20:18:36.284359 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae3cea2-4701-46bd-9889-9b27b51d35b7 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:18:36.294217 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] Publish callbacks [] for port (5ae3cea2-4701-46bd-9889-9b27b51d35b7), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:36.309501 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d20ad949-060d-4c99-acbd-66f0e633bde8 req-045587ea-9a61-4e9e-9d98-1ca164f801c2 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:36.313965 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d20ad949-060d-4c99-acbd-66f0e633bde8 req-045587ea-9a61-4e9e-9d98-1ca164f801c2 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (185ad6b1-25b7-4591-a0eb-69e49ed18758), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:36.315225 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [req-d20ad949-060d-4c99-acbd-66f0e633bde8 req-045587ea-9a61-4e9e-9d98-1ca164f801c2 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Floating IP 185ad6b1-25b7-4591-a0eb-69e49ed18758 disassociated. External IP: 172.25.0.169, port: 06c87037-de46-41b2-b36b-3cc51f73da18. Feb 28 20:18:36.315778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-d20ad949-060d-4c99-acbd-66f0e633bde8 req-045587ea-9a61-4e9e-9d98-1ca164f801c2 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Calling delete_port for 06c87037-de46-41b2-b36b-3cc51f73da18 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:18:36.319205 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] Transition to ACTIVE for port object 5ae3cea2-4701-46bd-9889-9b27b51d35b7 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:18:36.334110 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (5ae3cea2-4701-46bd-9889-9b27b51d35b7), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:36.349217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71575595-cb5c-4353-899d-f70a8bb31210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=168325cf-0c5d-4ba0-baad-f937703ff430,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:36.391258 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4dc81568-e799-4f19-9ebf-cb007db4a605 req-2476d66f-de08-407a-b7e8-695ddc58f08f tempest-LiveMigrationNegativeTest-1690447890 tempest-LiveMigrationNegativeTest-1690447890-project] 10.222.0.13 "GET /v2.0/ports?device_id=39bcdfc9-fff9-48d1-803e-b537a51427f6 HTTP/1.1" status: 200 len: 210 time: 0.0840580 Feb 28 20:18:36.435873 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5e0371e2-b2b3-4833-b8d4-20456e806d0c admin admin] Publish callbacks [] for security_group (32d58902-a598-4f86-a900-248dc4653d6b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:36.447416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48e629-5075-4ed4-821d-81b67128c35c req-5fad9cde-2752-4e91-8c55-105b4292fc97 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:36.449014 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a48e629-5075-4ed4-821d-81b67128c35c req-5fad9cde-2752-4e91-8c55-105b4292fc97 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d0795f-9ac2-4c9b-a266-d89bd7f91e04 HTTP/1.1" status: 200 len: 945 time: 0.2737954 Feb 28 20:18:36.462569 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71575595-cb5c-4353-899d-f70a8bb31210 admin admin] Checking segment: {'id': '6669909a-adf3-4cae-b4ff-5097746b46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:36.462930 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71575595-cb5c-4353-899d-f70a8bb31210 admin admin] Network hostable DHCP agents. Network: 4ab05bea-86cc-498b-aded-ed9c3d7148ac, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:18:36.471606 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5e0371e2-b2b3-4833-b8d4-20456e806d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (32d58902-a598-4f86-a900-248dc4653d6b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:36.495660 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e0371e2-b2b3-4833-b8d4-20456e806d0c admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:18:36.509624 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae3cea2-4701-46bd-9889-9b27b51d35b7,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:36.586494 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5e0371e2-b2b3-4833-b8d4-20456e806d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (d14bd1ea-325a-4acc-a85f-85001425ad16), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:36.586852 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-5e0371e2-b2b3-4833-b8d4-20456e806d0c admin admin] Added segment d14bd1ea-325a-4acc-a85f-85001425ad16 of type vlan for network 68023704-fab0-42d3-a06c-4476ff73e6d5 Feb 28 20:18:36.599897 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0371e2-b2b3-4833-b8d4-20456e806d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d58902-a598-4f86-a900-248dc4653d6b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:36.603228 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71575595-cb5c-4353-899d-f70a8bb31210 admin admin] Network 4ab05bea-86cc-498b-aded-ed9c3d7148ac is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:18:36.656417 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5e0371e2-b2b3-4833-b8d4-20456e806d0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (68023704-fab0-42d3-a06c-4476ff73e6d5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:36.726258 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5e0371e2-b2b3-4833-b8d4-20456e806d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (68023704-fab0-42d3-a06c-4476ff73e6d5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:36.727528 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0371e2-b2b3-4833-b8d4-20456e806d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:36.728215 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5e0371e2-b2b3-4833-b8d4-20456e806d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:36.741029 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a48e629-5075-4ed4-821d-81b67128c35c req-8ac19c14-a028-43cb-934f-f2b26b105bd7 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0ef047-4cc9-4c98-9cf8-967ab7c43c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751169 Feb 28 20:18:36.774166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] Attempting to bind port 5ae3cea2-4701-46bd-9889-9b27b51d35b7 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:18:36.774436 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] Attempting to bind port 5ae3cea2-4701-46bd-9889-9b27b51d35b7 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:18:36.774784 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] Attempting to bind port 5ae3cea2-4701-46bd-9889-9b27b51d35b7 on network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:36.778808 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-71575595-cb5c-4353-899d-f70a8bb31210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 4ab05bea-86cc-498b-aded-ed9c3d7148ac) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:36.805836 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5e0371e2-b2b3-4833-b8d4-20456e806d0c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3448243 Feb 28 20:18:36.809351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53856) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:36.809752 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71575595-cb5c-4353-899d-f70a8bb31210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:36.810383 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-71575595-cb5c-4353-899d-f70a8bb31210 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:36.810565 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc99701-ff79-4601-9b6b-9d2bcc7715a7 None None] Network 4ab05bea-86cc-498b-aded-ed9c3d7148ac requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:18:36.815007 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-2e599f02-e084-49da-b0cf-de65467e79c2 admin admin] Request body: {'subnet': {'network_id': '68023704-fab0-42d3-a06c-4476ff73e6d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1535089915-subnet', 'tenant_id': 'bc511d7643284ad4adb274524c5b6a6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:36.824017 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] Port 5ae3cea2-4701-46bd-9889-9b27b51d35b7 on network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:18:36.824358 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] Attempting to bind port 5ae3cea2-4701-46bd-9889-9b27b51d35b7 on network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:36.836690 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0371e2-b2b3-4833-b8d4-20456e806d0c admin admin] Pushing event updated for resources: {'Network': ['ID=68023704-fab0-42d3-a06c-4476ff73e6d5,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:36.841021 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:18:36.841364 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] Checking segment: {'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:36.841741 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] Bound using segment: {'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:18:36.842191 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] Bound port: 5ae3cea2-4701-46bd-9889-9b27b51d35b7, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:18:36.842547 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5ae3cea2-4701-46bd-9889-9b27b51d35b7), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:36.876750 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-71575595-cb5c-4353-899d-f70a8bb31210 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1885149 Feb 28 20:18:36.881885 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53858) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:36.893863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3939799-e715-437e-b111-6c2b86b17672 req-51676e63-90c1-4ee5-b183-468f9b2e67ed tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:36.899776 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4bfce965-8b04-4b14-a213-679fcd0caaa2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-router', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:36.908569 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3939799-e715-437e-b111-6c2b86b17672 req-51676e63-90c1-4ee5-b183-468f9b2e67ed tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/networks?id=8df75beb-bfec-45e3-be15-010dba074bc0 HTTP/1.1" status: 200 len: 814 time: 0.2861447 Feb 28 20:18:36.924919 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d20ad949-060d-4c99-acbd-66f0e633bde8 req-045587ea-9a61-4e9e-9d98-1ca164f801c2 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (06c87037-de46-41b2-b36b-3cc51f73da18), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:36.928824 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e599f02-e084-49da-b0cf-de65467e79c2 admin admin] Made reservation on behalf of bc511d7643284ad4adb274524c5b6a6a for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:18:36.938116 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e599f02-e084-49da-b0cf-de65467e79c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:36.999323 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76d4455-d550-4050-97cd-3fa4bab27848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'fixed_ips': [{'subnet_id': '168325cf-0c5d-4ba0-baad-f937703ff430'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:18:37.001734 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d76d4455-d550-4050-97cd-3fa4bab27848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:37.033271 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 68023704-fab0-42d3-a06c-4476ff73e6d5 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:18:37.082393 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4bfce965-8b04-4b14-a213-679fcd0caaa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (6e9c305b-5c4f-4708-8683-f278c3192a44), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:37.083429 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4bfce965-8b04-4b14-a213-679fcd0caaa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (6e9c305b-5c4f-4708-8683-f278c3192a44), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:37.144771 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] For port 5ae3cea2-4701-46bd-9889-9b27b51d35b7, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:18:37.150697 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] For port 5ae3cea2-4701-46bd-9889-9b27b51d35b7, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=5ae3cea2-4701-46bd-9889-9b27b51d35b7,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:18:37.175256 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (5ae3cea2-4701-46bd-9889-9b27b51d35b7), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:37.199636 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3939799-e715-437e-b111-6c2b86b17672 req-e87e9206-7369-4afb-837e-75ce3d31ab67 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/quotas/d571caf06a6a44bebea5a2bc49166e20 HTTP/1.1" status: 200 len: 375 time: 0.2898772 Feb 28 20:18:37.201712 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045587ea-9a61-4e9e-9d98-1ca164f801c2 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Pushing event deleted for resources: {'Port': ['ID=06c87037-de46-41b2-b36b-3cc51f73da18,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:37.246240 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4bfce965-8b04-4b14-a213-679fcd0caaa2 admin admin] Publish callbacks [] for router_controller (6e9c305b-5c4f-4708-8683-f278c3192a44), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:37.263340 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:37.263641 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:37.265493 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] 10.222.0.10 "PUT /v2.0/ports/5ae3cea2-4701-46bd-9889-9b27b51d35b7 HTTP/1.1" status: 200 len: 1092 time: 2.1318309 Feb 28 20:18:37.290850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-d76d4455-d550-4050-97cd-3fa4bab27848 None None] Allocated IP 172.20.0.2 (4ab05bea-86cc-498b-aded-ed9c3d7148ac/168325cf-0c5d-4ba0-baad-f937703ff430/b703803c-d1d1-4a03-8d19-8e2067bde59f) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:18:37.491000 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d20ad949-060d-4c99-acbd-66f0e633bde8 req-045587ea-9a61-4e9e-9d98-1ca164f801c2 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Router 2d5f4733-197b-4b4b-8281-1c5fd4559b1f has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:18:37.531819 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3939799-e715-437e-b111-6c2b86b17672 req-a68ce9d0-3e0d-4e47-87df-97f57d60bcc0 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d571caf06a6a44bebea5a2bc49166e20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3075552 Feb 28 20:18:37.545581 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46229b59-957a-462f-8ee6-aa9d1cf912b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae3cea2-4701-46bd-9889-9b27b51d35b7,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:37.571165 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d76d4455-d550-4050-97cd-3fa4bab27848 None None] Publish callbacks [] for port (b703803c-d1d1-4a03-8d19-8e2067bde59f), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:37.579159 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d76d4455-d550-4050-97cd-3fa4bab27848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (b703803c-d1d1-4a03-8d19-8e2067bde59f), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:37.634918 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76d4455-d550-4050-97cd-3fa4bab27848 None None] Network 4ab05bea-86cc-498b-aded-ed9c3d7148ac is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:37.641799 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-d76d4455-d550-4050-97cd-3fa4bab27848 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:37.646889 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76d4455-d550-4050-97cd-3fa4bab27848 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:18:37.674740 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4bfce965-8b04-4b14-a213-679fcd0caaa2 admin admin] Publish callbacks [] for router_gateway (6e9c305b-5c4f-4708-8683-f278c3192a44), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:37.694262 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d4455-d550-4050-97cd-3fa4bab27848 None None] Pushing event updated for resources: {'Port': ['ID=b703803c-d1d1-4a03-8d19-8e2067bde59f,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:37.742555 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e599f02-e084-49da-b0cf-de65467e79c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:37.747314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d76d4455-d550-4050-97cd-3fa4bab27848 None None] Attempting to bind port b703803c-d1d1-4a03-8d19-8e2067bde59f on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:18:37.747670 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d76d4455-d550-4050-97cd-3fa4bab27848 None None] Attempting to bind port b703803c-d1d1-4a03-8d19-8e2067bde59f by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '6669909a-adf3-4cae-b4ff-5097746b46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:18:37.748073 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76d4455-d550-4050-97cd-3fa4bab27848 None None] Attempting to bind port b703803c-d1d1-4a03-8d19-8e2067bde59f on network 4ab05bea-86cc-498b-aded-ed9c3d7148ac {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:37.755125 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76d4455-d550-4050-97cd-3fa4bab27848 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:18:37.755505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76d4455-d550-4050-97cd-3fa4bab27848 None None] Checking segment: {'id': '6669909a-adf3-4cae-b4ff-5097746b46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:37.755932 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d76d4455-d550-4050-97cd-3fa4bab27848 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:37.756702 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76d4455-d550-4050-97cd-3fa4bab27848 None None] Bound using segment: {'id': '6669909a-adf3-4cae-b4ff-5097746b46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:18:37.757230 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d76d4455-d550-4050-97cd-3fa4bab27848 None None] Bound port: b703803c-d1d1-4a03-8d19-8e2067bde59f, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6669909a-adf3-4cae-b4ff-5097746b46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:18:37.757609 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d76d4455-d550-4050-97cd-3fa4bab27848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b703803c-d1d1-4a03-8d19-8e2067bde59f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:37.791656 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-35ba315c-8584-4736-ab78-e7c8c5954b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:37.793244 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-35ba315c-8584-4736-ab78-e7c8c5954b23 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=a01b2764-ed6d-4932-a224-e81acb1a5d93 HTTP/1.1" status: 200 len: 1126 time: 0.4686902 Feb 28 20:18:37.836531 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d76d4455-d550-4050-97cd-3fa4bab27848 None None] For port b703803c-d1d1-4a03-8d19-8e2067bde59f, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:18:37.837078 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7041abe-2402-4388-bef2-2422eb66c920 req-62323308-6610-4e55-85fb-9b18a53bb2d9 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:37.840857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d76d4455-d550-4050-97cd-3fa4bab27848 None None] For port b703803c-d1d1-4a03-8d19-8e2067bde59f, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b703803c-d1d1-4a03-8d19-8e2067bde59f,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:18:37.847572 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d7041abe-2402-4388-bef2-2422eb66c920 req-62323308-6610-4e55-85fb-9b18a53bb2d9 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01b2764-ed6d-4932-a224-e81acb1a5d93 HTTP/1.1" status: 200 len: 943 time: 0.6961432 Feb 28 20:18:37.850590 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d76d4455-d550-4050-97cd-3fa4bab27848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b703803c-d1d1-4a03-8d19-8e2067bde59f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:37.870621 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3939799-e715-437e-b111-6c2b86b17672 req-507e1253-9b91-43de-b4ea-0b793c45e174 service neutron] 10.222.0.13 "GET /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374698 Feb 28 20:18:37.952677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d4455-d550-4050-97cd-3fa4bab27848 None None] Pushing event updated for resources: {'Port': ['ID=b703803c-d1d1-4a03-8d19-8e2067bde59f,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:37.972464 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e599f02-e084-49da-b0cf-de65467e79c2 admin admin] Checking segment: {'id': 'd14bd1ea-325a-4acc-a85f-85001425ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '68023704-fab0-42d3-a06c-4476ff73e6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:37.973516 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e599f02-e084-49da-b0cf-de65467e79c2 admin admin] Network hostable DHCP agents. Network: 68023704-fab0-42d3-a06c-4476ff73e6d5, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:18:37.987981 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-9d7c6b66-30fd-48e1-a9f5-3815ee45091c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ae3cea2-4701-46bd-9889-9b27b51d35b7 HTTP/1.1" status: 200 len: 217 time: 0.1697662 Feb 28 20:18:38.017703 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e599f02-e084-49da-b0cf-de65467e79c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:38.074688 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e599f02-e084-49da-b0cf-de65467e79c2 admin admin] Network 68023704-fab0-42d3-a06c-4476ff73e6d5 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:18:38.075698 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d7041abe-2402-4388-bef2-2422eb66c920 req-e8aceaf8-3fba-44dd-a57c-2ff81b8c491e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271163 Feb 28 20:18:38.085202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d20ad949-060d-4c99-acbd-66f0e633bde8 req-045587ea-9a61-4e9e-9d98-1ca164f801c2 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:18:38.089412 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-598a565c-e74c-435c-991e-a89d9cdff0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:38.091124 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-598a565c-e74c-435c-991e-a89d9cdff0e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.1005185 Feb 28 20:18:38.094123 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-2e599f02-e084-49da-b0cf-de65467e79c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 68023704-fab0-42d3-a06c-4476ff73e6d5) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:38.097857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c7d688-7bed-487a-88aa-1395529e0951 None None] Sync routers for ids ['2d5f4733-197b-4b4b-8281-1c5fd4559b1f'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:18:38.105511 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e599f02-e084-49da-b0cf-de65467e79c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:38.106118 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e599f02-e084-49da-b0cf-de65467e79c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:38.112011 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c919745e-dca6-48cc-90f0-fa1b8837e208 None None] Network 68023704-fab0-42d3-a06c-4476ff73e6d5 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:18:38.124173 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c7d688-7bed-487a-88aa-1395529e0951 None None] Routers {'2d5f4733-197b-4b4b-8281-1c5fd4559b1f'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:18:38.124173 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-20c7d688-7bed-487a-88aa-1395529e0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:18:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2d5f4733-197b-4b4b-8281-1c5fd4559b1f'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:38.141227 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01b2764-ed6d-4932-a224-e81acb1a5d93', 'tag': '5ae3cea2-4701-46bd-9889-9b27b51d35b7'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:18:38.142480 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3939799-e715-437e-b111-6c2b86b17672 req-1074d25f-a3ec-45c5-89ba-f036df34f1cc service neutron] 10.222.0.13 "GET /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709680 Feb 28 20:18:38.143543 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8e9f48-4b97-476c-b010-947e6733d274" -d '{"events": [{"name": "network-changed", "server_uuid": "a01b2764-ed6d-4932-a224-e81acb1a5d93", "tag": "5ae3cea2-4701-46bd-9889-9b27b51d35b7"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:18:38.162276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20ad949-060d-4c99-acbd-66f0e633bde8 req-045587ea-9a61-4e9e-9d98-1ca164f801c2 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] No DVR routers for this DVR port 06c87037-de46-41b2-b36b-3cc51f73da18 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:18:38.167208 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d20ad949-060d-4c99-acbd-66f0e633bde8 req-045587ea-9a61-4e9e-9d98-1ca164f801c2 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:38.175786 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d20ad949-060d-4c99-acbd-66f0e633bde8 req-045587ea-9a61-4e9e-9d98-1ca164f801c2 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.10 "DELETE /v2.0/ports/06c87037-de46-41b2-b36b-3cc51f73da18 HTTP/1.1" status: 204 len: 173 time: 3.9662201 Feb 28 20:18:38.176699 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d0795f-9ac2-4c9b-a266-d89bd7f91e04', 'name': 'network-vif-deleted', 'tag': '06c87037-de46-41b2-b36b-3cc51f73da18'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:18:38.195997 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe70265-213c-4fb7-bc23-b5037aaff927" -d '{"events": [{"server_uuid": "b5d0795f-9ac2-4c9b-a266-d89bd7f91e04", "name": "network-vif-deleted", "tag": "06c87037-de46-41b2-b36b-3cc51f73da18"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:18:38.370316 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2e599f02-e084-49da-b0cf-de65467e79c2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5559247 Feb 28 20:18:38.370836 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53874) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:38.374830 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3c8d1234-a17f-4d4c-9133-d9a44fa575a1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1535089915-router', 'tenant_id': 'bc511d7643284ad4adb274524c5b6a6a', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:38.430534 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1234-a17f-4d4c-9133-d9a44fa575a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (e3f4d123-7409-4d7c-b372-64eaf68d57cb), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:38.432106 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1234-a17f-4d4c-9133-d9a44fa575a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (e3f4d123-7409-4d7c-b372-64eaf68d57cb), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:38.453957 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-14a6ed91-140a-42d5-b2e0-ddbecf9673c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:38.457154 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-14a6ed91-140a-42d5-b2e0-ddbecf9673c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3537729 Feb 28 20:18:38.500388 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 06c87037-de46-41b2-b36b-3cc51f73da18 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:18:38.553375 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:18:38.580079 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4bfce965-8b04-4b14-a213-679fcd0caaa2 admin admin] Publish callbacks [] for router_gateway (6e9c305b-5c4f-4708-8683-f278c3192a44), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:38.614579 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d5192543-61e4-4f8f-8743-020ca2fce501 req-5b770fdd-0fb8-4c81-b170-16ecaf237f9e tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d0795f-9ac2-4c9b-a266-d89bd7f91e04 HTTP/1.1" status: 200 len: 210 time: 0.1634233 Feb 28 20:18:38.680643 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23606103-96c9-42d4-b103-2d116a04e03f x-openstack-request-id: req-23606103-96c9-42d4-b103-2d116a04e03f {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:18:38.681198 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a01b2764-ed6d-4932-a224-e81acb1a5d93", "tag": "5ae3cea2-4701-46bd-9889-9b27b51d35b7", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:18:38.681455 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23606103-96c9-42d4-b103-2d116a04e03f {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:18:38.682095 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a01b2764-ed6d-4932-a224-e81acb1a5d93', 'tag': '5ae3cea2-4701-46bd-9889-9b27b51d35b7', 'status': 'completed', 'code': 200} Feb 28 20:18:38.690396 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 06c87037-de46-41b2-b36b-3cc51f73da18 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:18:38.691402 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 06c87037-de46-41b2-b36b-3cc51f73da18 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:18:38.696828 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:18:38.697219 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 60e6a5ab-8cb2-4f8d-978b-ffe81bb889c7 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:18:38.735270 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f589ac3a-c226-4357-b558-f292b7c0f707 x-openstack-request-id: req-f589ac3a-c226-4357-b558-f292b7c0f707 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:18:38.737051 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d0795f-9ac2-4c9b-a266-d89bd7f91e04", "name": "network-vif-deleted", "tag": "06c87037-de46-41b2-b36b-3cc51f73da18", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:18:38.737690 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f589ac3a-c226-4357-b558-f292b7c0f707 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:18:38.739333 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d0795f-9ac2-4c9b-a266-d89bd7f91e04', 'name': 'network-vif-deleted', 'tag': '06c87037-de46-41b2-b36b-3cc51f73da18', 'status': 'completed', 'code': 200} Feb 28 20:18:38.772342 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1234-a17f-4d4c-9133-d9a44fa575a1 admin admin] Publish callbacks [] for router_controller (e3f4d123-7409-4d7c-b372-64eaf68d57cb), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:38.773832 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4bfce965-8b04-4b14-a213-679fcd0caaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:38.909945 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa8cd1a9-79c8-4037-8818-d9b64631e6c0 req-9d6df71a-738d-44f9-a48b-910b16022686 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8 HTTP/1.1" status: 200 len: 210 time: 0.1667321 Feb 28 20:18:38.920462 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53884) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:38.976256 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ad9f4f-3829-49d9-94ac-103a674ffa43 None None] Network 68023704-fab0-42d3-a06c-4476ff73e6d5 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:18:39.069562 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-20c7d688-7bed-487a-88aa-1395529e0951 None None] Set router 2d5f4733-197b-4b4b-8281-1c5fd4559b1f gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:18:39.092700 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1234-a17f-4d4c-9133-d9a44fa575a1 admin admin] Publish callbacks [] for router_gateway (e3f4d123-7409-4d7c-b372-64eaf68d57cb), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:39.111827 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-4bfce965-8b04-4b14-a213-679fcd0caaa2 admin admin] Allocated IP 172.25.0.208 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/e9fc9993-533c-4c51-bb31-13d1e6dc0be4) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:18:39.223888 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-229a282d-e9f9-461c-bd97-f8c9b58ba875 service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7490768 Feb 28 20:18:39.403928 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-209541dc-8a71-4b6a-9be5-6ac876658429 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f46bcf36e6cc4ec196ce9fdde2e79970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4820073 Feb 28 20:18:39.406705 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53896) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:39.476779 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4bfce965-8b04-4b14-a213-679fcd0caaa2 admin admin] Publish callbacks [] for port (e9fc9993-533c-4c51-bb31-13d1e6dc0be4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:39.513249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5665c79-f727-4048-a27e-47d6a43c94db req-8d010722-8a36-40f5-abe1-7181c377ecef tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:39.515078 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f5665c79-f727-4048-a27e-47d6a43c94db req-8d010722-8a36-40f5-abe1-7181c377ecef tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01b2764-ed6d-4932-a224-e81acb1a5d93 HTTP/1.1" status: 200 len: 943 time: 0.1900461 Feb 28 20:18:39.518894 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-87742d77-42b4-4c15-8d66-1221459c5a65 req-374d41fd-9bdc-4cf0-bdd9-da9933cdb272 service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509570 Feb 28 20:18:39.549339 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b8c3c52b-cef1-46e5-87e8-978d289cdc4a admin admin] Publish callbacks [] for security_group (6eba564d-c52d-4e1e-a9e2-87056c424684), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:39.567229 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4bfce965-8b04-4b14-a213-679fcd0caaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (e9fc9993-533c-4c51-bb31-13d1e6dc0be4), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:39.599971 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-20c7d688-7bed-487a-88aa-1395529e0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'name': 'tempest-ServersTestJSON-693063951-router', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:48Z', 'updated_at': '2022-02-28T20:16:58Z', 'revision_number': 4, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'gw_port': {'id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:50Z', 'updated_at': '2022-02-28T20:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e8f80688-0169-442e-bd53-d0b00576e1b0', 'name': '', 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'mac_address': 'fa:16:3e:a3:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:57Z', 'updated_at': '2022-02-28T20:17:09Z', 'revision_number': 5, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'subnets': [{'id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:39.629560 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfce965-8b04-4b14-a213-679fcd0caaa2 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:39.634810 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b8c3c52b-cef1-46e5-87e8-978d289cdc4a admin admin] Publish callbacks [] for security_group (6eba564d-c52d-4e1e-a9e2-87056c424684), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:39.656804 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c7d688-7bed-487a-88aa-1395529e0951 None None] Checking router: 2d5f4733-197b-4b4b-8281-1c5fd4559b1f for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:18:39.673840 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c7d688-7bed-487a-88aa-1395529e0951 None None] Routers {'2d5f4733-197b-4b4b-8281-1c5fd4559b1f'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:18:39.674717 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-20c7d688-7bed-487a-88aa-1395529e0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:18:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2d5f4733-197b-4b4b-8281-1c5fd4559b1f'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:39.682179 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-4bfce965-8b04-4b14-a213-679fcd0caaa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:39.719777 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfce965-8b04-4b14-a213-679fcd0caaa2 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:18:39.813294 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cb7db1-24d3-42ec-b0cb-adae85176d2b None None] Network 4ab05bea-86cc-498b-aded-ed9c3d7148ac requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:18:39.850628 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f5665c79-f727-4048-a27e-47d6a43c94db req-997d7e81-6d50-4596-a72f-a57dee8b8eb4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023784 Feb 28 20:18:39.864762 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1234-a17f-4d4c-9133-d9a44fa575a1 admin admin] Publish callbacks [] for router_gateway (e3f4d123-7409-4d7c-b372-64eaf68d57cb), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:39.877075 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfce965-8b04-4b14-a213-679fcd0caaa2 admin admin] Pushing event updated for resources: {'Port': ['ID=e9fc9993-533c-4c51-bb31-13d1e6dc0be4,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:39.901856 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53906) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:39.902128 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1234-a17f-4d4c-9133-d9a44fa575a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:40.042517 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b8c3c52b-cef1-46e5-87e8-978d289cdc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6eba564d-c52d-4e1e-a9e2-87056c424684), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:40.044524 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b8c3c52b-cef1-46e5-87e8-978d289cdc4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:40.045806 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b8c3c52b-cef1-46e5-87e8-978d289cdc4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6eba564d-c52d-4e1e-a9e2-87056c424684 HTTP/1.1" status: 204 len: 168 time: 0.6379201 Feb 28 20:18:40.088483 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dcb7aaec-15d1-46e0-85ed-5e8321359d69 req-c2463da1-37cd-4bf0-a466-c1c1b828f2d0 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8 HTTP/1.1" status: 200 len: 210 time: 0.0605850 Feb 28 20:18:40.089550 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-20c7d688-7bed-487a-88aa-1395529e0951 None None] Set router 2d5f4733-197b-4b4b-8281-1c5fd4559b1f gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:18:40.178231 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-3c8d1234-a17f-4d4c-9133-d9a44fa575a1 admin admin] Allocated IP 172.25.0.110 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/ad4391a9-0fff-4b63-a490-3bff0d1ec13d) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:18:40.294585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e9f48-4b97-476c-b010-947e6733d274 req-18fab74f-2db6-4a7c-b95b-ead03a283191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:40.298478 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7c8e9f48-4b97-476c-b010-947e6733d274 req-18fab74f-2db6-4a7c-b95b-ead03a283191 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=a01b2764-ed6d-4932-a224-e81acb1a5d93 HTTP/1.1" status: 200 len: 1126 time: 0.6526413 Feb 28 20:18:40.343073 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3c52b-cef1-46e5-87e8-978d289cdc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eba564d-c52d-4e1e-a9e2-87056c424684,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:40.383047 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1234-a17f-4d4c-9133-d9a44fa575a1 admin admin] Publish callbacks [] for port (ad4391a9-0fff-4b63-a490-3bff0d1ec13d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:40.383312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b703803c-d1d1-4a03-8d19-8e2067bde59f up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:40.482147 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1234-a17f-4d4c-9133-d9a44fa575a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (ad4391a9-0fff-4b63-a490-3bff0d1ec13d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:40.503470 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ea11d631-bf20-41b3-8dc5-a5af117ac4fe None None] Provisioning complete for port b703803c-d1d1-4a03-8d19-8e2067bde59f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:40.504052 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ea11d631-bf20-41b3-8dc5-a5af117ac4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b703803c-d1d1-4a03-8d19-8e2067bde59f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:40.552482 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8d1234-a17f-4d4c-9133-d9a44fa575a1 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:40.555671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-3c8d1234-a17f-4d4c-9133-d9a44fa575a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:40.561920 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a08f75e1-5bbc-4916-8454-b8f07b1fa15f tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks [] for security_group (fd0ef047-4cc9-4c98-9cf8-967ab7c43c81), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:40.563299 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8d1234-a17f-4d4c-9133-d9a44fa575a1 admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:18:40.592245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d1234-a17f-4d4c-9133-d9a44fa575a1 admin admin] Pushing event updated for resources: {'Port': ['ID=ad4391a9-0fff-4b63-a490-3bff0d1ec13d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:40.773942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b703803c-d1d1-4a03-8d19-8e2067bde59f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:40.774424 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b703803c-d1d1-4a03-8d19-8e2067bde59f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:40.865197 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53914) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:40.905241 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ea11d631-bf20-41b3-8dc5-a5af117ac4fe None None] Current status of the port b703803c-d1d1-4a03-8d19-8e2067bde59f is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:40.905481 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ea11d631-bf20-41b3-8dc5-a5af117ac4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b703803c-d1d1-4a03-8d19-8e2067bde59f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:40.994926 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ea11d631-bf20-41b3-8dc5-a5af117ac4fe None None] For port b703803c-d1d1-4a03-8d19-8e2067bde59f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b703803c-d1d1-4a03-8d19-8e2067bde59f,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:41.003631 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ea11d631-bf20-41b3-8dc5-a5af117ac4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b703803c-d1d1-4a03-8d19-8e2067bde59f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:41.066098 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-abdd0417-3376-4e25-a436-a05889ad60b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=807675f1f48942c4982073662a1b6066&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1974938 Feb 28 20:18:41.069511 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53920) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:41.091570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b703803c-d1d1-4a03-8d19-8e2067bde59f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:41.126819 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-20c7d688-7bed-487a-88aa-1395529e0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'name': 'tempest-ServersTestJSON-693063951-router', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:48Z', 'updated_at': '2022-02-28T20:16:58Z', 'revision_number': 4, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'gw_port': {'id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:50Z', 'updated_at': '2022-02-28T20:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e8f80688-0169-442e-bd53-d0b00576e1b0', 'name': '', 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'mac_address': 'fa:16:3e:a3:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:57Z', 'updated_at': '2022-02-28T20:17:09Z', 'revision_number': 5, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'subnets': [{'id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:41.156237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3faca6-0b44-458f-bd1d-59fd3e52a0b4 req-f6e94433-e0e4-44df-bfad-1c6d640d592f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:41.159001 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c3faca6-0b44-458f-bd1d-59fd3e52a0b4 req-f6e94433-e0e4-44df-bfad-1c6d640d592f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01b2764-ed6d-4932-a224-e81acb1a5d93 HTTP/1.1" status: 200 len: 943 time: 0.2091768 Feb 28 20:18:41.174762 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1234-a17f-4d4c-9133-d9a44fa575a1 admin admin] Publish callbacks [] for router_gateway (e3f4d123-7409-4d7c-b372-64eaf68d57cb), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:41.216638 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a08f75e1-5bbc-4916-8454-b8f07b1fa15f tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks [] for security_group (fd0ef047-4cc9-4c98-9cf8-967ab7c43c81), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:41.221931 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c7d688-7bed-487a-88aa-1395529e0951 None None] The sync data for ids ['2d5f4733-197b-4b4b-8281-1c5fd4559b1f'] in n-d-820368-21 is: [{'id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'name': 'tempest-ServersTestJSON-693063951-router', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:48Z', 'updated_at': '2022-02-28T20:16:58Z', 'revision_number': 4, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'gw_port': {'id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:50Z', 'updated_at': '2022-02-28T20:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e8f80688-0169-442e-bd53-d0b00576e1b0', 'name': '', 'network_id': '9bbb0b08-949a-4e1a-9548-e157ca325242', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'mac_address': 'fa:16:3e:a3:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:57Z', 'updated_at': '2022-02-28T20:17:09Z', 'revision_number': 5, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'subnets': [{'id': '4b48e865-818d-4d08-92dc-698d5f1ecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:18:41.224247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11d631-bf20-41b3-8dc5-a5af117ac4fe None None] Pushing event updated for resources: {'Port': ['ID=b703803c-d1d1-4a03-8d19-8e2067bde59f,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:41.243511 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11d631-bf20-41b3-8dc5-a5af117ac4fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:41.246081 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11d631-bf20-41b3-8dc5-a5af117ac4fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:41.246596 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11d631-bf20-41b3-8dc5-a5af117ac4fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:41.246856 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11d631-bf20-41b3-8dc5-a5af117ac4fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:41.247191 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11d631-bf20-41b3-8dc5-a5af117ac4fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:41.247535 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11d631-bf20-41b3-8dc5-a5af117ac4fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:41.247900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11d631-bf20-41b3-8dc5-a5af117ac4fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:41.248225 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11d631-bf20-41b3-8dc5-a5af117ac4fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:41.248551 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11d631-bf20-41b3-8dc5-a5af117ac4fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:41.248873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11d631-bf20-41b3-8dc5-a5af117ac4fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:41.249194 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11d631-bf20-41b3-8dc5-a5af117ac4fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:41.250047 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11d631-bf20-41b3-8dc5-a5af117ac4fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:41.250377 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11d631-bf20-41b3-8dc5-a5af117ac4fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:18:41.368780 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e9f48-4b97-476c-b010-947e6733d274 req-b77c46a4-cc3a-4949-8f44-2fb8a9f60cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:41.370384 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7c8e9f48-4b97-476c-b010-947e6733d274 req-b77c46a4-cc3a-4949-8f44-2fb8a9f60cc3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 912 time: 1.0401614 Feb 28 20:18:41.387908 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3939799-e715-437e-b111-6c2b86b17672 req-2e7526d1-5a8e-4e3a-ac31-a57bb6334cec tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:41.399227 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3939799-e715-437e-b111-6c2b86b17672 req-2e7526d1-5a8e-4e3a-ac31-a57bb6334cec tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.15 "GET /v2.0/networks?id=8df75beb-bfec-45e3-be15-010dba074bc0 HTTP/1.1" status: 200 len: 814 time: 0.8977768 Feb 28 20:18:41.401924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-4ac3492b-85cf-4e53-985f-e5f88d2f5740 None None] Provisioning complete for port b703803c-d1d1-4a03-8d19-8e2067bde59f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:41.402525 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4ac3492b-85cf-4e53-985f-e5f88d2f5740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b703803c-d1d1-4a03-8d19-8e2067bde59f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:41.426090 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-c3939799-e715-437e-b111-6c2b86b17672 req-ae1f254e-9f01-4598-9eae-634540f6ba2b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Request body: {'port': {'device_id': 'cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8', 'network_id': '8df75beb-bfec-45e3-be15-010dba074bc0', 'admin_state_up': True, 'tenant_id': 'd571caf06a6a44bebea5a2bc49166e20'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:41.496180 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7c8e9f48-4b97-476c-b010-947e6733d274 req-a6c37649-1f4c-4ce3-be36-209da065e3cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ae3cea2-4701-46bd-9889-9b27b51d35b7 HTTP/1.1" status: 200 len: 217 time: 0.0877614 Feb 28 20:18:41.556285 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4ac3492b-85cf-4e53-985f-e5f88d2f5740 None None] Current status of the port b703803c-d1d1-4a03-8d19-8e2067bde59f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:41.658803 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a08f75e1-5bbc-4916-8454-b8f07b1fa15f tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fd0ef047-4cc9-4c98-9cf8-967ab7c43c81), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:41.661416 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a08f75e1-5bbc-4916-8454-b8f07b1fa15f tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:41.664909 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a08f75e1-5bbc-4916-8454-b8f07b1fa15f tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "DELETE /v2.0/security-groups/fd0ef047-4cc9-4c98-9cf8-967ab7c43c81 HTTP/1.1" status: 204 len: 168 time: 1.7575867 Feb 28 20:18:41.670546 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53924) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:41.690339 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4bfce965-8b04-4b14-a213-679fcd0caaa2 admin admin] Publish callbacks [] for router_gateway (6e9c305b-5c4f-4708-8683-f278c3192a44), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:41.705080 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e9f48-4b97-476c-b010-947e6733d274 req-70ed3e87-069c-4151-9e5c-ae7c4ecd7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:41.706597 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7c8e9f48-4b97-476c-b010-947e6733d274 req-70ed3e87-069c-4151-9e5c-ae7c4ecd7f0b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.1782138 Feb 28 20:18:41.707393 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976e9b80-1737-442f-adb4-609b286a1cc6 None None] New status for floating IP 185ad6b1-25b7-4591-a0eb-69e49ed18758: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:18:41.748126 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f75e1-5bbc-4916-8454-b8f07b1fa15f tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0ef047-4cc9-4c98-9cf8-967ab7c43c81,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:41.765145 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-481cdb00-4e24-4871-87e2-27245a454120 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] show failed (client error): The resource could not be found. Feb 28 20:18:41.766199 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-481cdb00-4e24-4871-87e2-27245a454120 tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "GET /v2.0/security-groups/fd0ef047-4cc9-4c98-9cf8-967ab7c43c81 HTTP/1.1" status: 404 len: 347 time: 0.0875933 Feb 28 20:18:41.771260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53926) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:41.801937 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a635e69-f273-4ea8-ab9c-a78d13301d3e req-54be99a0-fb01-4fd6-901e-d70259279c3d tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8 HTTP/1.1" status: 200 len: 210 time: 0.5694022 Feb 28 20:18:41.860305 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c3faca6-0b44-458f-bd1d-59fd3e52a0b4 req-49f1feb9-062f-4413-91b6-0f941af5b55d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6873646 Feb 28 20:18:41.951482 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-14e53928-7546-46c6-9315-cc431564a9fb admin admin] Publish callbacks [] for security_group (84ce4c9b-e179-4b84-941a-3bf99eed6bee), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:41.957913 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b703803c-d1d1-4a03-8d19-8e2067bde59f up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:41.972407 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3939799-e715-437e-b111-6c2b86b17672 req-ae1f254e-9f01-4598-9eae-634540f6ba2b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Made reservation on behalf of d571caf06a6a44bebea5a2bc49166e20 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:18:41.979675 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c3939799-e715-437e-b111-6c2b86b17672 req-ae1f254e-9f01-4598-9eae-634540f6ba2b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:42.016700 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-14e53928-7546-46c6-9315-cc431564a9fb admin admin] Publish callbacks [] for security_group (84ce4c9b-e179-4b84-941a-3bf99eed6bee), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:42.036202 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e9f48-4b97-476c-b010-947e6733d274 req-bf6e2ddf-0c93-408d-8e3f-ca11d39369eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:42.037775 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7c8e9f48-4b97-476c-b010-947e6733d274 req-bf6e2ddf-0c93-408d-8e3f-ca11d39369eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2874002 Feb 28 20:18:42.069289 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b703803c-d1d1-4a03-8d19-8e2067bde59f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:42.070149 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b703803c-d1d1-4a03-8d19-8e2067bde59f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:42.152171 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-14e53928-7546-46c6-9315-cc431564a9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (84ce4c9b-e179-4b84-941a-3bf99eed6bee), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:42.155149 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-14e53928-7546-46c6-9315-cc431564a9fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:42.157221 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-14e53928-7546-46c6-9315-cc431564a9fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84ce4c9b-e179-4b84-941a-3bf99eed6bee HTTP/1.1" status: 204 len: 168 time: 1.0841966 Feb 28 20:18:42.191935 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e53928-7546-46c6-9315-cc431564a9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ce4c9b-e179-4b84-941a-3bf99eed6bee,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:42.209297 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b703803c-d1d1-4a03-8d19-8e2067bde59f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:42.245800 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-576df9dc-6bca-49a7-95c4-0a50ba02165f tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Deleting port 1b316ec6-7013-4475-a457-bbfb774eaeaf {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:18:42.246149 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-576df9dc-6bca-49a7-95c4-0a50ba02165f tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1b316ec6-7013-4475-a457-bbfb774eaeaf), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:42.277923 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1234-a17f-4d4c-9133-d9a44fa575a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (e3f4d123-7409-4d7c-b372-64eaf68d57cb), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:42.384794 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7c8e9f48-4b97-476c-b010-947e6733d274 req-361aac68-982e-49b6-9406-f6b5c6db9d3b service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337450 Feb 28 20:18:42.438256 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4bfce965-8b04-4b14-a213-679fcd0caaa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (6e9c305b-5c4f-4708-8683-f278c3192a44), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:42.447636 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-c3939799-e715-437e-b111-6c2b86b17672 req-ae1f254e-9f01-4598-9eae-634540f6ba2b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Allocated IP 172.20.0.5 (8df75beb-bfec-45e3-be15-010dba074bc0/a406bcd3-21de-4727-8aa8-9d85920af610/b913bdb8-e987-4799-824d-27709c799959) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:18:42.491710 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8d1234-a17f-4d4c-9133-d9a44fa575a1 admin admin] Router e3f4d123-7409-4d7c-b372-64eaf68d57cb is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:18:42.570462 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-576df9dc-6bca-49a7-95c4-0a50ba02165f tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1b316ec6-7013-4475-a457-bbfb774eaeaf), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:42.572195 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-576df9dc-6bca-49a7-95c4-0a50ba02165f tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks [] for floatingip (1b316ec6-7013-4475-a457-bbfb774eaeaf), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:42.634061 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-576df9dc-6bca-49a7-95c4-0a50ba02165f tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Calling delete_port for 1b316ec6-7013-4475-a457-bbfb774eaeaf owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:18:42.647455 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7c8e9f48-4b97-476c-b010-947e6733d274 req-1f49bdee-a508-410a-a9e9-6dfb59b0f832 service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521486 Feb 28 20:18:42.678656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8d1234-a17f-4d4c-9133-d9a44fa575a1 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:18:42.696533 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] Sync routers for ids ['e3f4d123-7409-4d7c-b372-64eaf68d57cb'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:18:42.705178 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1234-a17f-4d4c-9133-d9a44fa575a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:42.706877 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3c8d1234-a17f-4d4c-9133-d9a44fa575a1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3364730 Feb 28 20:18:42.709646 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53940) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:42.716807 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] Routers {'e3f4d123-7409-4d7c-b372-64eaf68d57cb'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:18:42.717470 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:18:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e3f4d123-7409-4d7c-b372-64eaf68d57cb'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:42.883539 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] Set router e3f4d123-7409-4d7c-b372-64eaf68d57cb gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:18:42.949869 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfce965-8b04-4b14-a213-679fcd0caaa2 admin admin] Router 6e9c305b-5c4f-4708-8683-f278c3192a44 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:18:43.116620 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7ec39f66-3f81-4494-be8f-715d1b760a64 req-b19e8762-d952-4c41-920c-1d9b8b80f491 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8 HTTP/1.1" status: 200 len: 210 time: 0.0967364 Feb 28 20:18:43.123228 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c3939799-e715-437e-b111-6c2b86b17672 req-ae1f254e-9f01-4598-9eae-634540f6ba2b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Publish callbacks [] for port (b913bdb8-e987-4799-824d-27709c799959), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:43.178256 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfce965-8b04-4b14-a213-679fcd0caaa2 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:18:43.198095 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] Sync routers for ids ['6e9c305b-5c4f-4708-8683-f278c3192a44'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:18:43.225171 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] Routers {'6e9c305b-5c4f-4708-8683-f278c3192a44'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:18:43.226741 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:18:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6e9c305b-5c4f-4708-8683-f278c3192a44'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:43.276993 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4bfce965-8b04-4b14-a213-679fcd0caaa2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:43.283841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fb9a0-0bdf-4847-8e44-b177400a6cb3 req-d212ed24-2eda-45d2-9430-4aa146feba06 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:43.284433 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4bfce965-8b04-4b14-a213-679fcd0caaa2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3956611 Feb 28 20:18:43.284433 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-576df9dc-6bca-49a7-95c4-0a50ba02165f tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (1b316ec6-7013-4475-a457-bbfb774eaeaf), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:43.285220 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e95fb9a0-0bdf-4847-8e44-b177400a6cb3 req-d212ed24-2eda-45d2-9430-4aa146feba06 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01b2764-ed6d-4932-a224-e81acb1a5d93 HTTP/1.1" status: 200 len: 943 time: 0.2420623 Feb 28 20:18:43.286006 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53956) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:43.335235 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df9dc-6bca-49a7-95c4-0a50ba02165f tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Pushing event deleted for resources: {'Port': ['ID=1b316ec6-7013-4475-a457-bbfb774eaeaf,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:43.428152 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4d123-7409-4d7c-b372-64eaf68d57cb', 'name': 'tempest-ServerRescueNegativeTestJSON-1535089915-router', 'tenant_id': 'bc511d7643284ad4adb274524c5b6a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'ad4391a9-0fff-4b63-a490-3bff0d1ec13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:40Z', 'revision_number': 3, 'project_id': 'bc511d7643284ad4adb274524c5b6a6a', 'gw_port': {'id': 'ad4391a9-0fff-4b63-a490-3bff0d1ec13d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f4d123-7409-4d7c-b372-64eaf68d57cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:39Z', 'updated_at': '2022-02-28T20:18:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:43.458991 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e95fb9a0-0bdf-4847-8e44-b177400a6cb3 req-077df62e-67ae-4a0f-8d79-29a011a7114e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579940 Feb 28 20:18:43.464991 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c3939799-e715-437e-b111-6c2b86b17672 req-ae1f254e-9f01-4598-9eae-634540f6ba2b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b913bdb8-e987-4799-824d-27709c799959), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:43.511526 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['7b77f50f-623e-47af-8617-df7c08b321cc'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:18:43.573456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] Checking router: e3f4d123-7409-4d7c-b372-64eaf68d57cb for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:18:43.573856 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] Updating router e3f4d123-7409-4d7c-b372-64eaf68d57cb port ad4391a9-0fff-4b63-a490-3bff0d1ec13d binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:18:43.601987 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] Set router 6e9c305b-5c4f-4708-8683-f278c3192a44 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:18:43.640898 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ad4391a9-0fff-4b63-a490-3bff0d1ec13d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:43.719214 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3939799-e715-437e-b111-6c2b86b17672 req-ae1f254e-9f01-4598-9eae-634540f6ba2b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Network 8df75beb-bfec-45e3-be15-010dba074bc0 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:43.747676 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-c3939799-e715-437e-b111-6c2b86b17672 req-ae1f254e-9f01-4598-9eae-634540f6ba2b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:43.776694 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3939799-e715-437e-b111-6c2b86b17672 req-ae1f254e-9f01-4598-9eae-634540f6ba2b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:18:43.797573 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f254e-9f01-4598-9eae-634540f6ba2b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Pushing event updated for resources: {'Port': ['ID=b913bdb8-e987-4799-824d-27709c799959,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:43.836755 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-13dfaea2-6f5b-4058-bfd1-0fb63fd3cd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:43.896330 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-router', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:37Z', 'updated_at': '2022-02-28T20:18:41Z', 'revision_number': 3, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'gw_port': {'id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:43.927162 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] Checking router: 6e9c305b-5c4f-4708-8683-f278c3192a44 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:18:43.928044 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] Updating router 6e9c305b-5c4f-4708-8683-f278c3192a44 port e9fc9993-533c-4c51-bb31-13d1e6dc0be4 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:18:43.961394 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e9fc9993-533c-4c51-bb31-13d1e6dc0be4), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:43.997269 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] Publish callbacks [] for port (ad4391a9-0fff-4b63-a490-3bff0d1ec13d), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:44.015064 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ad4391a9-0fff-4b63-a490-3bff0d1ec13d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:44.023022 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-576df9dc-6bca-49a7-95c4-0a50ba02165f tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks [] for floatingip (185ad6b1-25b7-4591-a0eb-69e49ed18758), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:44.025653 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-576df9dc-6bca-49a7-95c4-0a50ba02165f tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:44.033540 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53964) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:44.035778 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-576df9dc-6bca-49a7-95c4-0a50ba02165f tempest-ServersTestJSON-275011137 tempest-ServersTestJSON-275011137-project] 10.222.0.13 "DELETE /v2.0/floatingips/185ad6b1-25b7-4591-a0eb-69e49ed18758 HTTP/1.1" status: 204 len: 168 time: 2.2453899 Feb 28 20:18:44.097719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3939799-e715-437e-b111-6c2b86b17672 req-ae1f254e-9f01-4598-9eae-634540f6ba2b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:44.098474 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c3939799-e715-437e-b111-6c2b86b17672 req-ae1f254e-9f01-4598-9eae-634540f6ba2b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:44.301577 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3939799-e715-437e-b111-6c2b86b17672 req-ae1f254e-9f01-4598-9eae-634540f6ba2b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8812244 Feb 28 20:18:44.358288 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-c3939799-e715-437e-b111-6c2b86b17672 req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] Request body: {'port': {'device_id': 'cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:44.408518 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] Publish callbacks [] for port (e9fc9993-533c-4c51-bb31-13d1e6dc0be4), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:44.422356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 5ae3cea2-4701-46bd-9889-9b27b51d35b7 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:18:44.423253 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e9fc9993-533c-4c51-bb31-13d1e6dc0be4), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:44.536051 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] Attempting to bind port ad4391a9-0fff-4b63-a490-3bff0d1ec13d on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:18:44.537400 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] Attempting to bind port ad4391a9-0fff-4b63-a490-3bff0d1ec13d by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:18:44.538035 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] Attempting to bind port ad4391a9-0fff-4b63-a490-3bff0d1ec13d on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:44.550468 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:18:44.551202 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:44.551993 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:44.552608 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:18:44.552866 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5ff88-6ea6-48e3-8d6e-011ff1bfaf49 None None] Pushing event updated for resources: {'Port': ['ID=e9fc9993-533c-4c51-bb31-13d1e6dc0be4,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:44.553517 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] Bound port: ad4391a9-0fff-4b63-a490-3bff0d1ec13d, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:18:44.554270 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ad4391a9-0fff-4b63-a490-3bff0d1ec13d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:44.616570 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] Attempting to bind port e9fc9993-533c-4c51-bb31-13d1e6dc0be4 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:18:44.617664 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] Attempting to bind port e9fc9993-533c-4c51-bb31-13d1e6dc0be4 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:18:44.617664 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] Attempting to bind port e9fc9993-533c-4c51-bb31-13d1e6dc0be4 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:44.629225 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:18:44.629640 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:44.630014 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:44.631047 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:18:44.631047 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] Bound port: e9fc9993-533c-4c51-bb31-13d1e6dc0be4, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:18:44.631260 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e9fc9993-533c-4c51-bb31-13d1e6dc0be4), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:44.631678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-13dfaea2-6f5b-4058-bfd1-0fb63fd3cd2c admin admin] Allocated IP 172.20.0.1 (68023704-fab0-42d3-a06c-4476ff73e6d5/5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff/a518fb1f-2224-4490-be84-5da6d09dc639) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:18:44.666116 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] For port ad4391a9-0fff-4b63-a490-3bff0d1ec13d, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:18:44.668626 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b795bf-c055-488a-99b2-d316d93861fd req-418829de-f734-4726-8ad3-d5bd08de4bc8 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:44.670294 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] For port ad4391a9-0fff-4b63-a490-3bff0d1ec13d, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ad4391a9-0fff-4b63-a490-3bff0d1ec13d,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:18:44.671696 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-90b795bf-c055-488a-99b2-d316d93861fd req-418829de-f734-4726-8ad3-d5bd08de4bc8 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8 HTTP/1.1" status: 200 len: 931 time: 0.3347952 Feb 28 20:18:44.702470 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ad4391a9-0fff-4b63-a490-3bff0d1ec13d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:44.719598 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4991d0-1253-418d-9f90-94de213b5a57 None None] Pushing event updated for resources: {'Port': ['ID=ad4391a9-0fff-4b63-a490-3bff0d1ec13d,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:44.798217 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] For port e9fc9993-533c-4c51-bb31-13d1e6dc0be4, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:18:44.806707 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] For port e9fc9993-533c-4c51-bb31-13d1e6dc0be4, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e9fc9993-533c-4c51-bb31-13d1e6dc0be4,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:18:44.822674 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e9fc9993-533c-4c51-bb31-13d1e6dc0be4), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:44.951709 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] Routers {'e3f4d123-7409-4d7c-b372-64eaf68d57cb'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:18:44.952362 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:18:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e3f4d123-7409-4d7c-b372-64eaf68d57cb'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:44.956600 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4991d0-1253-418d-9f90-94de213b5a57 None None] Pushing event updated for resources: {'Port': ['ID=ad4391a9-0fff-4b63-a490-3bff0d1ec13d,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:44.996184 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5ff88-6ea6-48e3-8d6e-011ff1bfaf49 None None] Pushing event updated for resources: {'Port': ['ID=e9fc9993-533c-4c51-bb31-13d1e6dc0be4,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:45.083642 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] Routers {'6e9c305b-5c4f-4708-8683-f278c3192a44'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:18:45.084703 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:18:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6e9c305b-5c4f-4708-8683-f278c3192a44'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:45.137128 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230647e-8351-4601-9437-e8de44c0c51f req-63ed6cf6-e7aa-48ec-a685-7d701cacf36c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:45.146318 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3230647e-8351-4601-9437-e8de44c0c51f req-63ed6cf6-e7aa-48ec-a685-7d701cacf36c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01b2764-ed6d-4932-a224-e81acb1a5d93 HTTP/1.1" status: 200 len: 943 time: 0.5282488 Feb 28 20:18:45.233386 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 5ae3cea2-4701-46bd-9889-9b27b51d35b7, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=5ae3cea2-4701-46bd-9889-9b27b51d35b7,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:45.262158 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-13dfaea2-6f5b-4058-bfd1-0fb63fd3cd2c admin admin] Publish callbacks [] for port (a518fb1f-2224-4490-be84-5da6d09dc639), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:45.281336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '5ae3cea2-4701-46bd-9889-9b27b51d35b7', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'port_id': '5ae3cea2-4701-46bd-9889-9b27b51d35b7', 'mac_address': 'fa:16:3e:1d:2f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:18:45.294292 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] Set router 6e9c305b-5c4f-4708-8683-f278c3192a44 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:18:45.321799 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] Set router e3f4d123-7409-4d7c-b372-64eaf68d57cb gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:18:45.330846 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-90b795bf-c055-488a-99b2-d316d93861fd req-02090886-0518-4dd4-b0db-5e789e616813 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5976570 Feb 28 20:18:45.378379 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c3939799-e715-437e-b111-6c2b86b17672 req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b913bdb8-e987-4799-824d-27709c799959), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:45.534913 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ab05b31-5528-4eb1-a08e-f7418a20d8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:45.624687 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3230647e-8351-4601-9437-e8de44c0c51f req-3168adca-d447-4c87-a5e1-15968848ba8d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774144 Feb 28 20:18:45.739742 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 5ae3cea2-4701-46bd-9889-9b27b51d35b7 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:45.742539 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5ae3cea2-4701-46bd-9889-9b27b51d35b7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:45.762804 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-router', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:37Z', 'updated_at': '2022-02-28T20:18:41Z', 'revision_number': 3, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'gw_port': {'id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:45.794635 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae3cea2-4701-46bd-9889-9b27b51d35b7 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:18:45.797332 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc79c0cd-c022-46c8-b6c5-08772133b234 None None] The sync data for ids ['6e9c305b-5c4f-4708-8683-f278c3192a44'] in n-d-820368-21 is: [{'id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-router', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:37Z', 'updated_at': '2022-02-28T20:18:41Z', 'revision_number': 3, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'gw_port': {'id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:18:45.862600 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-624f7e7b-6e9a-4334-9e63-dcdd1ae6ddb1 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a17db5166eb14b31b629dc33da382372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0995293 Feb 28 20:18:45.899349 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 5ae3cea2-4701-46bd-9889-9b27b51d35b7, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=5ae3cea2-4701-46bd-9889-9b27b51d35b7,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:45.903099 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-13dfaea2-6f5b-4058-bfd1-0fb63fd3cd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a518fb1f-2224-4490-be84-5da6d09dc639), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:45.917669 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5ae3cea2-4701-46bd-9889-9b27b51d35b7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:45.933961 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-3ab05b31-5528-4eb1-a08e-f7418a20d8e0 admin admin] Allocated IP 172.20.0.1 (4ab05bea-86cc-498b-aded-ed9c3d7148ac/168325cf-0c5d-4ba0-baad-f937703ff430/ed148e71-0b29-4be8-b748-74ef25bf0d8f) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:18:46.038215 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=5ae3cea2-4701-46bd-9889-9b27b51d35b7,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:46.072529 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4d123-7409-4d7c-b372-64eaf68d57cb', 'name': 'tempest-ServerRescueNegativeTestJSON-1535089915-router', 'tenant_id': 'bc511d7643284ad4adb274524c5b6a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'ad4391a9-0fff-4b63-a490-3bff0d1ec13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:40Z', 'revision_number': 3, 'project_id': 'bc511d7643284ad4adb274524c5b6a6a', 'gw_port': {'id': 'ad4391a9-0fff-4b63-a490-3bff0d1ec13d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f4d123-7409-4d7c-b372-64eaf68d57cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:39Z', 'updated_at': '2022-02-28T20:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:46.142261 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19274bc-0d77-48e5-8d48-68a88b011fc4 None None] The sync data for ids ['e3f4d123-7409-4d7c-b372-64eaf68d57cb'] in n-d-820368-21 is: [{'id': 'e3f4d123-7409-4d7c-b372-64eaf68d57cb', 'name': 'tempest-ServerRescueNegativeTestJSON-1535089915-router', 'tenant_id': 'bc511d7643284ad4adb274524c5b6a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'ad4391a9-0fff-4b63-a490-3bff0d1ec13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:40Z', 'revision_number': 3, 'project_id': 'bc511d7643284ad4adb274524c5b6a6a', 'gw_port': {'id': 'ad4391a9-0fff-4b63-a490-3bff0d1ec13d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f4d123-7409-4d7c-b372-64eaf68d57cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:39Z', 'updated_at': '2022-02-28T20:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:18:46.189471 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ab05b31-5528-4eb1-a08e-f7418a20d8e0 admin admin] Publish callbacks [] for port (ed148e71-0b29-4be8-b748-74ef25bf0d8f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:46.247223 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['5ae3cea2-4701-46bd-9889-9b27b51d35b7'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:18:46.303967 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dfaea2-6f5b-4058-bfd1-0fb63fd3cd2c admin admin] Network 68023704-fab0-42d3-a06c-4476ff73e6d5 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:46.313587 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfaea2-6f5b-4058-bfd1-0fb63fd3cd2c admin admin] Pushing event updated for resources: {'Port': ['ID=a518fb1f-2224-4490-be84-5da6d09dc639,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:46.329993 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-13dfaea2-6f5b-4058-bfd1-0fb63fd3cd2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:46.331608 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-c3939799-e715-437e-b111-6c2b86b17672 req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b913bdb8-e987-4799-824d-27709c799959 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:18:46.338684 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dfaea2-6f5b-4058-bfd1-0fb63fd3cd2c admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:18:46.354106 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c3939799-e715-437e-b111-6c2b86b17672 req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] Publish callbacks [] for port (b913bdb8-e987-4799-824d-27709c799959), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:46.358353 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-2278d231-f63b-40c3-9fe4-26667da4bfb7 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:46.360547 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-2278d231-f63b-40c3-9fe4-26667da4bfb7 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4862194 Feb 28 20:18:46.422426 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ab05b31-5528-4eb1-a08e-f7418a20d8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ed148e71-0b29-4be8-b748-74ef25bf0d8f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:46.426401 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-c3939799-e715-437e-b111-6c2b86b17672 req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] Transition to ACTIVE for port object b913bdb8-e987-4799-824d-27709c799959 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:18:46.459560 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2e5555eb-c6f2-4a80-8c27-8abc5d6a49b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (2d5f4733-197b-4b4b-8281-1c5fd4559b1f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:46.508121 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c3939799-e715-437e-b111-6c2b86b17672 req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (b913bdb8-e987-4799-824d-27709c799959), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:46.548376 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab05b31-5528-4eb1-a08e-f7418a20d8e0 admin admin] Network 4ab05bea-86cc-498b-aded-ed9c3d7148ac is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:46.581420 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-94064224-c3cd-4e52-a247-b21cc0324879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:46.587371 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab05b31-5528-4eb1-a08e-f7418a20d8e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ed148e71-0b29-4be8-b748-74ef25bf0d8f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:46.594055 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-3ab05b31-5528-4eb1-a08e-f7418a20d8e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:46.598604 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab05b31-5528-4eb1-a08e-f7418a20d8e0 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:18:46.627482 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-a29978cf-9f49-498b-b58d-9f385b2f7f25 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/quotas/a17db5166eb14b31b629dc33da382372 HTTP/1.1" status: 200 len: 375 time: 0.1813250 Feb 28 20:18:46.775638 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-13dfaea2-6f5b-4058-bfd1-0fb63fd3cd2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (e3f4d123-7409-4d7c-b372-64eaf68d57cb), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:46.888535 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] Pushing event updated for resources: {'Port': ['ID=b913bdb8-e987-4799-824d-27709c799959,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:46.907912 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ab05b31-5528-4eb1-a08e-f7418a20d8e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (6e9c305b-5c4f-4708-8683-f278c3192a44), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:47.067421 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-b969fb8e-c826-4603-ad03-bc5761877b18 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3790543 Feb 28 20:18:47.107174 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-c3939799-e715-437e-b111-6c2b86b17672 req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] Attempting to bind port b913bdb8-e987-4799-824d-27709c799959 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:18:47.107596 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-c3939799-e715-437e-b111-6c2b86b17672 req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] Attempting to bind port b913bdb8-e987-4799-824d-27709c799959 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'd4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8df75beb-bfec-45e3-be15-010dba074bc0'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:18:47.108846 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3939799-e715-437e-b111-6c2b86b17672 req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] Attempting to bind port b913bdb8-e987-4799-824d-27709c799959 on network 8df75beb-bfec-45e3-be15-010dba074bc0 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:47.129717 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec2577-5a90-49db-b2fa-313ea888ff69 req-818bcb25-2b87-4769-a008-ac16f6cfb7fa tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:47.137671 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3939799-e715-437e-b111-6c2b86b17672 req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] Port b913bdb8-e987-4799-824d-27709c799959 on network 8df75beb-bfec-45e3-be15-010dba074bc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:18:47.141853 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7ec2577-5a90-49db-b2fa-313ea888ff69 req-818bcb25-2b87-4769-a008-ac16f6cfb7fa tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8 HTTP/1.1" status: 200 len: 943 time: 0.6634634 Feb 28 20:18:47.142513 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3939799-e715-437e-b111-6c2b86b17672 req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] Attempting to bind port b913bdb8-e987-4799-824d-27709c799959 on network 8df75beb-bfec-45e3-be15-010dba074bc0 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:47.171140 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e0d18008-2b81-4791-b5ab-05df8490877c None None] Provisioning complete for port ed148e71-0b29-4be8-b748-74ef25bf0d8f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:47.172352 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e0d18008-2b81-4791-b5ab-05df8490877c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ed148e71-0b29-4be8-b748-74ef25bf0d8f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:47.255348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3939799-e715-437e-b111-6c2b86b17672 req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:18:47.259191 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3939799-e715-437e-b111-6c2b86b17672 req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] Checking segment: {'id': 'd4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8df75beb-bfec-45e3-be15-010dba074bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:47.264458 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3939799-e715-437e-b111-6c2b86b17672 req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] Bound using segment: {'id': 'd4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8df75beb-bfec-45e3-be15-010dba074bc0'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:18:47.267148 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-c3939799-e715-437e-b111-6c2b86b17672 req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] Bound port: b913bdb8-e987-4799-824d-27709c799959, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8df75beb-bfec-45e3-be15-010dba074bc0'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:18:47.267624 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c3939799-e715-437e-b111-6c2b86b17672 req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b913bdb8-e987-4799-824d-27709c799959), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:47.284547 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e0d18008-2b81-4791-b5ab-05df8490877c None None] Port ed148e71-0b29-4be8-b748-74ef25bf0d8f cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:18:47.411812 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7ec2577-5a90-49db-b2fa-313ea888ff69 req-c09af233-a932-4b8b-9740-ff9e561c1e98 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449527 Feb 28 20:18:47.489592 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-13dfaea2-6f5b-4058-bfd1-0fb63fd3cd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a518fb1f-2224-4490-be84-5da6d09dc639), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:47.532707 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ab05b31-5528-4eb1-a08e-f7418a20d8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ed148e71-0b29-4be8-b748-74ef25bf0d8f), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:47.559604 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-11a6aa7d-91ad-495b-8c68-b6e3cf3e8902 req-de8b293d-d5ab-4efa-b5e7-b19dfadbe819 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 210 time: 0.0802982 Feb 28 20:18:47.577338 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-c3939799-e715-437e-b111-6c2b86b17672 req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] For port b913bdb8-e987-4799-824d-27709c799959, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:18:47.684904 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-c3939799-e715-437e-b111-6c2b86b17672 req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] For port b913bdb8-e987-4799-824d-27709c799959, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b913bdb8-e987-4799-824d-27709c799959,segment=NetworkSegment(d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a),segment_id=d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:18:47.733047 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c3939799-e715-437e-b111-6c2b86b17672 req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (b913bdb8-e987-4799-824d-27709c799959), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:47.793554 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3939799-e715-437e-b111-6c2b86b17672 req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:47.794663 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c3939799-e715-437e-b111-6c2b86b17672 req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:47.796709 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3939799-e715-437e-b111-6c2b86b17672 req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] 10.222.0.15 "PUT /v2.0/ports/b913bdb8-e987-4799-824d-27709c799959 HTTP/1.1" status: 200 len: 1092 time: 3.4538856 Feb 28 20:18:47.824516 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8', 'tag': 'b913bdb8-e987-4799-824d-27709c799959'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:18:47.830474 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9da1afa-f006-4395-af06-44f8ada67ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8", "tag": "b913bdb8-e987-4799-824d-27709c799959"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:18:47.919704 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb956c48-b269-40d5-b6aa-e7a77203430a req-c52d066a-e90d-4255-bda3-15273e1e39a1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:47.922228 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bb956c48-b269-40d5-b6aa-e7a77203430a req-c52d066a-e90d-4255-bda3-15273e1e39a1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01b2764-ed6d-4932-a224-e81acb1a5d93 HTTP/1.1" status: 200 len: 944 time: 0.4831717 Feb 28 20:18:47.932980 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6bcc67-4c56-4ff4-b5bd-800832e2494c x-openstack-request-id: req-1d6bcc67-4c56-4ff4-b5bd-800832e2494c {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:18:47.933280 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8", "tag": "b913bdb8-e987-4799-824d-27709c799959", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:18:47.933624 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d6bcc67-4c56-4ff4-b5bd-800832e2494c {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:18:47.934031 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8', 'tag': 'b913bdb8-e987-4799-824d-27709c799959', 'status': 'completed', 'code': 200} Feb 28 20:18:48.116363 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc4d04-0327-4288-ad2b-a2b90fa4885e service neutron] Pushing event updated for resources: {'Port': ['ID=b913bdb8-e987-4799-824d-27709c799959,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:48.176270 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 5ae3cea2-4701-46bd-9889-9b27b51d35b7 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:48.223455 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ad4391a9-0fff-4b63-a490-3bff0d1ec13d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:48.260056 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3939799-e715-437e-b111-6c2b86b17672 req-a27a7ed9-a36d-4580-95fd-e674f5f80a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:48.266395 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3939799-e715-437e-b111-6c2b86b17672 req-a27a7ed9-a36d-4580-95fd-e674f5f80a50 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d571caf06a6a44bebea5a2bc49166e20&device_id=cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8 HTTP/1.1" status: 200 len: 1126 time: 0.3313918 Feb 28 20:18:48.387273 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 5ae3cea2-4701-46bd-9889-9b27b51d35b7 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:18:48.402133 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 5ae3cea2-4701-46bd-9889-9b27b51d35b7 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:48.402893 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5ae3cea2-4701-46bd-9889-9b27b51d35b7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:48.407610 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port ad4391a9-0fff-4b63-a490-3bff0d1ec13d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:48.408519 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ad4391a9-0fff-4b63-a490-3bff0d1ec13d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:48.417417 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3939799-e715-437e-b111-6c2b86b17672 req-783756a8-e7d6-43b4-a326-cd02774d8475 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b913bdb8-e987-4799-824d-27709c799959 HTTP/1.1" status: 200 len: 217 time: 0.1329908 Feb 28 20:18:48.507635 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ab05b31-5528-4eb1-a08e-f7418a20d8e0 admin admin] Publish callbacks [] for port (ed148e71-0b29-4be8-b748-74ef25bf0d8f), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:48.528921 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ab05b31-5528-4eb1-a08e-f7418a20d8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (ed148e71-0b29-4be8-b748-74ef25bf0d8f), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:48.581966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3939799-e715-437e-b111-6c2b86b17672 req-0955eee8-94e3-4bd4-8393-0e5ca4395950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:48.587709 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3939799-e715-437e-b111-6c2b86b17672 req-0955eee8-94e3-4bd4-8393-0e5ca4395950 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a406bcd3-21de-4727-8aa8-9d85920af610 HTTP/1.1" status: 200 len: 854 time: 0.1587689 Feb 28 20:18:48.657983 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port ad4391a9-0fff-4b63-a490-3bff0d1ec13d is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:48.658377 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ad4391a9-0fff-4b63-a490-3bff0d1ec13d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:48.682576 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port ad4391a9-0fff-4b63-a490-3bff0d1ec13d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ad4391a9-0fff-4b63-a490-3bff0d1ec13d,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:48.697258 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab05b31-5528-4eb1-a08e-f7418a20d8e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ed148e71-0b29-4be8-b748-74ef25bf0d8f,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:48.705476 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3939799-e715-437e-b111-6c2b86b17672 req-81664e98-5662-4d25-b539-f1305cfe24e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8df75beb-bfec-45e3-be15-010dba074bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706384 Feb 28 20:18:48.735901 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ad4391a9-0fff-4b63-a490-3bff0d1ec13d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:48.736736 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e9fc9993-533c-4c51-bb31-13d1e6dc0be4 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:48.738889 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 5ae3cea2-4701-46bd-9889-9b27b51d35b7 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:48.739263 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5ae3cea2-4701-46bd-9889-9b27b51d35b7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:48.801300 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 5ae3cea2-4701-46bd-9889-9b27b51d35b7, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=5ae3cea2-4701-46bd-9889-9b27b51d35b7,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:48.835804 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-13dfaea2-6f5b-4058-bfd1-0fb63fd3cd2c admin admin] Publish callbacks [] for port (a518fb1f-2224-4490-be84-5da6d09dc639), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:48.848761 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ab05b31-5528-4eb1-a08e-f7418a20d8e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (6e9c305b-5c4f-4708-8683-f278c3192a44), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:48.863422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01b2764-ed6d-4932-a224-e81acb1a5d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae3cea2-4701-46bd-9889-9b27b51d35b7'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:18:48.865987 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e89538-791c-4957-bd79-56d140ee28e9" -d '{"events": [{"server_uuid": "a01b2764-ed6d-4932-a224-e81acb1a5d93", "name": "network-vif-plugged", "status": "completed", "tag": "5ae3cea2-4701-46bd-9889-9b27b51d35b7"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:18:48.878401 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-13dfaea2-6f5b-4058-bfd1-0fb63fd3cd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (a518fb1f-2224-4490-be84-5da6d09dc639), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:48.889039 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5ae3cea2-4701-46bd-9889-9b27b51d35b7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:48.971398 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bb956c48-b269-40d5-b6aa-e7a77203430a req-493b6d0c-01e3-4009-a8b9-893d32f5cd9f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0179813 Feb 28 20:18:48.990951 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-566e481c-f8b3-48fc-9792-5120a3f1afc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:49.003789 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3939799-e715-437e-b111-6c2b86b17672 req-ccd3d556-7909-4fa5-8aef-7e87d27751f5 service neutron] 10.222.0.15 "GET /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900722 Feb 28 20:18:49.014032 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=ad4391a9-0fff-4b63-a490-3bff0d1ec13d,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:49.033286 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-13dfaea2-6f5b-4058-bfd1-0fb63fd3cd2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (e3f4d123-7409-4d7c-b372-64eaf68d57cb), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:49.058075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfaea2-6f5b-4058-bfd1-0fb63fd3cd2c admin admin] Pushing event updated for resources: {'Port': ['ID=a518fb1f-2224-4490-be84-5da6d09dc639,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:49.085576 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb57e28-9008-43bf-93b6-39db24266202 req-13d21e25-3b48-40da-9066-a2fba416a0cc tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:49.087362 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5eb57e28-9008-43bf-93b6-39db24266202 req-13d21e25-3b48-40da-9066-a2fba416a0cc tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8 HTTP/1.1" status: 200 len: 943 time: 0.2486007 Feb 28 20:18:49.114078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=5ae3cea2-4701-46bd-9889-9b27b51d35b7,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:49.149336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port e9fc9993-533c-4c51-bb31-13d1e6dc0be4 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:49.149708 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e9fc9993-533c-4c51-bb31-13d1e6dc0be4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:49.233414 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dfaea2-6f5b-4058-bfd1-0fb63fd3cd2c admin admin] Network 68023704-fab0-42d3-a06c-4476ff73e6d5 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:49.236658 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-13dfaea2-6f5b-4058-bfd1-0fb63fd3cd2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:49.307037 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port e9fc9993-533c-4c51-bb31-13d1e6dc0be4 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:49.307630 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e9fc9993-533c-4c51-bb31-13d1e6dc0be4), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:49.355505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port e9fc9993-533c-4c51-bb31-13d1e6dc0be4, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e9fc9993-533c-4c51-bb31-13d1e6dc0be4,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:49.383404 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-afa57fe0-f653-454b-a0a7-43ece5330723 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a17db5166eb14b31b629dc33da382372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416121 Feb 28 20:18:49.387076 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3939799-e715-437e-b111-6c2b86b17672 req-3a87650c-dd19-42c0-b4cd-fc85a06c37f9 service neutron] 10.222.0.15 "GET /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754385 Feb 28 20:18:49.397042 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e9fc9993-533c-4c51-bb31-13d1e6dc0be4), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:49.406995 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-2e5555eb-c6f2-4a80-8c27-8abc5d6a49b7 admin admin] Deleting port e8f80688-0169-442e-bd53-d0b00576e1b0 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:18:49.407360 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2e5555eb-c6f2-4a80-8c27-8abc5d6a49b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e8f80688-0169-442e-bd53-d0b00576e1b0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:49.419965 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7469038-f790-4785-bc75-f90a88841161 req-bdb81106-cc15-4f29-a90e-87c701bfd732 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 210 time: 0.2138131 Feb 28 20:18:49.435213 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab05b31-5528-4eb1-a08e-f7418a20d8e0 admin admin] Network 4ab05bea-86cc-498b-aded-ed9c3d7148ac is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:49.465973 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-3ab05b31-5528-4eb1-a08e-f7418a20d8e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:49.532369 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=e9fc9993-533c-4c51-bb31-13d1e6dc0be4,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:49.546372 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:49.548764 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b3c47e-22d9-429e-9646-f622c30c38bf x-openstack-request-id: req-a5b3c47e-22d9-429e-9646-f622c30c38bf {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:18:49.549406 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01b2764-ed6d-4932-a224-e81acb1a5d93", "name": "network-vif-plugged", "status": "completed", "tag": "5ae3cea2-4701-46bd-9889-9b27b51d35b7", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:18:49.549806 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5b3c47e-22d9-429e-9646-f622c30c38bf {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:18:49.550342 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01b2764-ed6d-4932-a224-e81acb1a5d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae3cea2-4701-46bd-9889-9b27b51d35b7', 'code': 200} Feb 28 20:18:49.704976 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-2e5555eb-c6f2-4a80-8c27-8abc5d6a49b7 admin admin] For port e8f80688-0169-442e-bd53-d0b00576e1b0, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e8f80688-0169-442e-bd53-d0b00576e1b0,segment=NetworkSegment(e2ab50f5-900c-48e7-a9b6-bd7cb06d5470),segment_id=e2ab50f5-900c-48e7-a9b6-bd7cb06d5470)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:49.705983 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2e5555eb-c6f2-4a80-8c27-8abc5d6a49b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e8f80688-0169-442e-bd53-d0b00576e1b0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:49.800489 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-2e5555eb-c6f2-4a80-8c27-8abc5d6a49b7 admin admin] Calling delete_port for e8f80688-0169-442e-bd53-d0b00576e1b0 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:18:49.814184 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5eb57e28-9008-43bf-93b6-39db24266202 req-f52a0d46-bd51-49f5-89a0-82668fb68c1e tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6099691 Feb 28 20:18:49.899605 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab05b31-5528-4eb1-a08e-f7418a20d8e0 admin admin] Router 6e9c305b-5c4f-4708-8683-f278c3192a44 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:18:49.945743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399d264-9206-4cc6-aa6a-d9dcdaf8de82 req-3dc1c792-df0e-4351-a409-be42ed9c8d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:49.947491 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3399d264-9206-4cc6-aa6a-d9dcdaf8de82 req-3dc1c792-df0e-4351-a409-be42ed9c8d89 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a01b2764-ed6d-4932-a224-e81acb1a5d93 HTTP/1.1" status: 200 len: 1128 time: 0.2100153 Feb 28 20:18:49.987255 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d0817f89-75f3-44a4-976b-d0985a2ab806 None None] Provisioning complete for port ed148e71-0b29-4be8-b748-74ef25bf0d8f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:49.987735 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d0817f89-75f3-44a4-976b-d0985a2ab806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ed148e71-0b29-4be8-b748-74ef25bf0d8f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:50.005367 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-d845e2e5-0e37-4ccd-bb13-cbc5a3b7fb87 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:50.006392 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13dfaea2-6f5b-4058-bfd1-0fb63fd3cd2c admin admin] Router e3f4d123-7409-4d7c-b372-64eaf68d57cb has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:18:50.007699 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-d845e2e5-0e37-4ccd-bb13-cbc5a3b7fb87 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5972927 Feb 28 20:18:50.068022 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:18:50.068595 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da1afa-f006-4395-af06-44f8ada67ddf req-f2bb468f-6c83-4881-9eec-90cc0a236f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:50.069971 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9da1afa-f006-4395-af06-44f8ada67ddf req-f2bb468f-6c83-4881-9eec-90cc0a236f14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d571caf06a6a44bebea5a2bc49166e20&device_id=cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8 HTTP/1.1" status: 200 len: 1126 time: 0.3754134 Feb 28 20:18:50.075917 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-6657d2d8-e854-4776-a652-3831cf2b119b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Request body: {'port': {'device_id': 'ee563507-b66d-4ac5-a4de-4039fec88408', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'a17db5166eb14b31b629dc33da382372'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:50.112742 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3399d264-9206-4cc6-aa6a-d9dcdaf8de82 req-60bdc432-d88d-4065-b532-65ca9ab80842 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528473 Feb 28 20:18:50.174820 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d0817f89-75f3-44a4-976b-d0985a2ab806 None None] Port ed148e71-0b29-4be8-b748-74ef25bf0d8f cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:18:50.182588 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ad4391a9-0fff-4b63-a490-3bff0d1ec13d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:50.279685 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:50.291749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port ad4391a9-0fff-4b63-a490-3bff0d1ec13d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:50.292387 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ad4391a9-0fff-4b63-a490-3bff0d1ec13d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:50.344740 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dfaea2-6f5b-4058-bfd1-0fb63fd3cd2c admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:18:50.362736 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] Sync routers for ids ['e3f4d123-7409-4d7c-b372-64eaf68d57cb'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:18:50.378361 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-13dfaea2-6f5b-4058-bfd1-0fb63fd3cd2c admin admin] 10.222.0.13 "PUT /v2.0/routers/e3f4d123-7409-4d7c-b372-64eaf68d57cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6592903 Feb 28 20:18:50.409275 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2e5555eb-c6f2-4a80-8c27-8abc5d6a49b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e8f80688-0169-442e-bd53-d0b00576e1b0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:50.452845 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6b0e4-063b-4e0b-9549-10e0bad487f8 req-b40595f2-8e6f-48a2-86e7-e378993d6c15 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:50.459032 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da1afa-f006-4395-af06-44f8ada67ddf req-5c5123f0-2e28-4c23-93de-e7080cc25962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:50.460353 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32d6b0e4-063b-4e0b-9549-10e0bad487f8 req-b40595f2-8e6f-48a2-86e7-e378993d6c15 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01b2764-ed6d-4932-a224-e81acb1a5d93 HTTP/1.1" status: 200 len: 945 time: 0.2150404 Feb 28 20:18:50.474257 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9da1afa-f006-4395-af06-44f8ada67ddf req-5c5123f0-2e28-4c23-93de-e7080cc25962 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8df75beb-bfec-45e3-be15-010dba074bc0 HTTP/1.1" status: 200 len: 914 time: 0.2842062 Feb 28 20:18:50.478134 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab05b31-5528-4eb1-a08e-f7418a20d8e0 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:18:50.488431 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3ab05b31-5528-4eb1-a08e-f7418a20d8e0 admin admin] 10.222.0.13 "PUT /v2.0/routers/6e9c305b-5c4f-4708-8683-f278c3192a44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1968689 Feb 28 20:18:50.542858 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9da1afa-f006-4395-af06-44f8ada67ddf req-055b5e6a-5388-4b8f-8c4c-40744e9fc634 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b913bdb8-e987-4799-824d-27709c799959 HTTP/1.1" status: 200 len: 217 time: 0.0525715 Feb 28 20:18:50.570327 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5555eb-c6f2-4a80-8c27-8abc5d6a49b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f80688-0169-442e-bd53-d0b00576e1b0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:50.579497 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-6657d2d8-e854-4776-a652-3831cf2b119b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Made reservation on behalf of a17db5166eb14b31b629dc33da382372 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:18:50.598895 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-6657d2d8-e854-4776-a652-3831cf2b119b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:50.645059 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port ad4391a9-0fff-4b63-a490-3bff0d1ec13d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:50.646812 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e9fc9993-533c-4c51-bb31-13d1e6dc0be4 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:50.654284 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] Routers {'e3f4d123-7409-4d7c-b372-64eaf68d57cb'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:18:50.660207 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:18:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e3f4d123-7409-4d7c-b372-64eaf68d57cb'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:50.722290 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-6657d2d8-e854-4776-a652-3831cf2b119b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:50.751072 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] Sync routers for ids ['6e9c305b-5c4f-4708-8683-f278c3192a44'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:18:50.768319 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] Routers {'6e9c305b-5c4f-4708-8683-f278c3192a44'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:18:50.775854 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:18:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6e9c305b-5c4f-4708-8683-f278c3192a44'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:50.835025 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83468b8b-a772-4f35-b522-54b49367f20d req-db42d7dd-67fe-48fa-b4c9-880c1ed45aa0 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 210 time: 0.2659576 Feb 28 20:18:50.908405 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da1afa-f006-4395-af06-44f8ada67ddf req-37e50e1b-ea7c-436f-8a00-e7d8ac2ba9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:50.909994 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9da1afa-f006-4395-af06-44f8ada67ddf req-37e50e1b-ea7c-436f-8a00-e7d8ac2ba9d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a406bcd3-21de-4727-8aa8-9d85920af610 HTTP/1.1" status: 200 len: 854 time: 0.3603380 Feb 28 20:18:50.928929 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] Set router 6e9c305b-5c4f-4708-8683-f278c3192a44 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:18:50.974273 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port e9fc9993-533c-4c51-bb31-13d1e6dc0be4 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:50.975643 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e9fc9993-533c-4c51-bb31-13d1e6dc0be4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:50.979534 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] Set router e3f4d123-7409-4d7c-b372-64eaf68d57cb gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:18:51.033126 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9da1afa-f006-4395-af06-44f8ada67ddf req-0072cad3-76ff-427f-892e-1e6b868e41e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8df75beb-bfec-45e3-be15-010dba074bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042418 Feb 28 20:18:51.092552 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-6657d2d8-e854-4776-a652-3831cf2b119b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks [] for security_group (dee73163-8375-4d60-9df0-b8d0f19c4c05), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:51.138997 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2e5555eb-c6f2-4a80-8c27-8abc5d6a49b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (2d5f4733-197b-4b4b-8281-1c5fd4559b1f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:51.147892 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-6657d2d8-e854-4776-a652-3831cf2b119b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (dee73163-8375-4d60-9df0-b8d0f19c4c05), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:51.151074 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32d6b0e4-063b-4e0b-9549-10e0bad487f8 req-8562aeed-2177-4a6d-b7b5-a63a418b95df tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6788487 Feb 28 20:18:51.311100 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657d2d8-e854-4776-a652-3831cf2b119b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee73163-8375-4d60-9df0-b8d0f19c4c05,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:51.333663 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9da1afa-f006-4395-af06-44f8ada67ddf req-cd7748d2-a946-4de4-9939-0ec41e47c8a0 service neutron] 10.222.0.15 "GET /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915235 Feb 28 20:18:51.447534 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-router', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:37Z', 'updated_at': '2022-02-28T20:18:47Z', 'revision_number': 4, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'gw_port': {'id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ed148e71-0b29-4be8-b748-74ef25bf0d8f', 'name': '', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'mac_address': 'fa:16:3e:ea:fc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:45Z', 'updated_at': '2022-02-28T20:18:47Z', 'revision_number': 2, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'subnets': [{'id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:51.462209 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:51.485797 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port e9fc9993-533c-4c51-bb31-13d1e6dc0be4 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:51.536754 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] Checking router: 6e9c305b-5c4f-4708-8683-f278c3192a44 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:18:51.537417 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] Updating router 6e9c305b-5c4f-4708-8683-f278c3192a44 port ed148e71-0b29-4be8-b748-74ef25bf0d8f binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:18:51.549129 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-6657d2d8-e854-4776-a652-3831cf2b119b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Allocated IP 192.168.233.23 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/fb29fbd8-283d-444b-9f64-975f8b82e07c) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:18:51.573029 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ed148e71-0b29-4be8-b748-74ef25bf0d8f), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:51.626189 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9da1afa-f006-4395-af06-44f8ada67ddf req-c33e8819-d2dd-420c-a180-ea646b52632e service neutron] 10.222.0.15 "GET /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819343 Feb 28 20:18:51.709495 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-88e40350-8809-47cd-92f5-107cda44d7e0 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:51.715044 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-88e40350-8809-47cd-92f5-107cda44d7e0 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/networks?id=68023704-fab0-42d3-a06c-4476ff73e6d5 HTTP/1.1" status: 200 len: 819 time: 0.5841286 Feb 28 20:18:51.730204 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4d123-7409-4d7c-b372-64eaf68d57cb', 'name': 'tempest-ServerRescueNegativeTestJSON-1535089915-router', 'tenant_id': 'bc511d7643284ad4adb274524c5b6a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'ad4391a9-0fff-4b63-a490-3bff0d1ec13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:47Z', 'revision_number': 4, 'project_id': 'bc511d7643284ad4adb274524c5b6a6a', 'gw_port': {'id': 'ad4391a9-0fff-4b63-a490-3bff0d1ec13d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4d123-7409-4d7c-b372-64eaf68d57cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:39Z', 'updated_at': '2022-02-28T20:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'a518fb1f-2224-4490-be84-5da6d09dc639', 'name': '', 'network_id': '68023704-fab0-42d3-a06c-4476ff73e6d5', 'tenant_id': 'bc511d7643284ad4adb274524c5b6a6a', 'mac_address': 'fa:16:3e:46:0f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f4d123-7409-4d7c-b372-64eaf68d57cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:43Z', 'updated_at': '2022-02-28T20:18:47Z', 'revision_number': 2, 'project_id': 'bc511d7643284ad4adb274524c5b6a6a', 'subnets': [{'id': '5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:51.771427 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-bec0865c-c974-49d3-b377-88347a635f09 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/quotas/bc511d7643284ad4adb274524c5b6a6a HTTP/1.1" status: 200 len: 375 time: 0.0476811 Feb 28 20:18:51.807884 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54078) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:51.819806 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6e3974f0-0867-46d2-8f56-9e35dc2df4f3 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--527908699', 'description': 'tempest-description--1601915832'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:51.824456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] Checking router: e3f4d123-7409-4d7c-b372-64eaf68d57cb for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:18:51.825066 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] Updating router e3f4d123-7409-4d7c-b372-64eaf68d57cb port a518fb1f-2224-4490-be84-5da6d09dc639 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:18:51.928169 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a518fb1f-2224-4490-be84-5da6d09dc639), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:52.062705 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e3974f0-0867-46d2-8f56-9e35dc2df4f3 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:52.101674 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-6657d2d8-e854-4776-a652-3831cf2b119b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks [] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:52.129318 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-31669d06-87c7-429a-a786-e4fd8e6becef tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc511d7643284ad4adb274524c5b6a6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3395126 Feb 28 20:18:52.212102 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-6657d2d8-e854-4776-a652-3831cf2b119b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:52.244695 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] Publish callbacks [] for port (ed148e71-0b29-4be8-b748-74ef25bf0d8f), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:52.256468 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ed148e71-0b29-4be8-b748-74ef25bf0d8f), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:52.259578 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bcafc-bec1-4dad-8507-fce9a4815703 req-b5f23a31-8117-4296-8223-71f7d6a315ba tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:52.261304 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f76bcafc-bec1-4dad-8507-fce9a4815703 req-b5f23a31-8117-4296-8223-71f7d6a315ba tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8 HTTP/1.1" status: 200 len: 943 time: 0.3115015 Feb 28 20:18:52.266075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5555eb-c6f2-4a80-8c27-8abc5d6a49b7 admin admin] Router 2d5f4733-197b-4b4b-8281-1c5fd4559b1f has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:18:52.272070 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-6657d2d8-e854-4776-a652-3831cf2b119b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:52.278587 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-6657d2d8-e854-4776-a652-3831cf2b119b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:52.289183 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-6657d2d8-e854-4776-a652-3831cf2b119b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:18:52.354770 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e3974f0-0867-46d2-8f56-9e35dc2df4f3 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group (3b99e0e8-337a-4b72-9e00-e891174c640e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:52.377780 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-a54b34ff-0a83-4c83-adf3-7cf403636f76 service neutron] 10.222.0.13 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368121 Feb 28 20:18:52.378481 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e3974f0-0867-46d2-8f56-9e35dc2df4f3 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3b99e0e8-337a-4b72-9e00-e891174c640e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:52.417307 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988a6bc-518c-45dc-b511-181c91a060be None None] Pushing event updated for resources: {'Port': ['ID=ed148e71-0b29-4be8-b748-74ef25bf0d8f,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:52.493973 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device b913bdb8-e987-4799-824d-27709c799959 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:18:52.527684 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f76bcafc-bec1-4dad-8507-fce9a4815703 req-86922ed9-2a7e-4409-b114-24d1bbe1ce33 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563815 Feb 28 20:18:52.572221 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:52.616991 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e3974f0-0867-46d2-8f56-9e35dc2df4f3 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:52.634992 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6e3974f0-0867-46d2-8f56-9e35dc2df4f3 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8225842 Feb 28 20:18:52.639408 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-6657d2d8-e854-4776-a652-3831cf2b119b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:52.642524 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-6657d2d8-e854-4776-a652-3831cf2b119b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:52.644083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54086) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:52.653977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-7f45b077-790c-4bac-a70c-c888fffa5669 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Request body: {'security_group_rule': {'security_group_id': '3b99e0e8-337a-4b72-9e00-e891174c640e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:52.681226 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657d2d8-e854-4776-a652-3831cf2b119b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Pushing event updated for resources: {'Port': ['ID=fb29fbd8-283d-444b-9f64-975f8b82e07c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:52.696973 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:52.704538 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] Attempting to bind port ed148e71-0b29-4be8-b748-74ef25bf0d8f on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:18:52.705107 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] Attempting to bind port ed148e71-0b29-4be8-b748-74ef25bf0d8f by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '6669909a-adf3-4cae-b4ff-5097746b46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:18:52.707012 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-6657d2d8-e854-4776-a652-3831cf2b119b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6415353 Feb 28 20:18:52.707324 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3974f0-0867-46d2-8f56-9e35dc2df4f3 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b99e0e8-337a-4b72-9e00-e891174c640e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:52.708702 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] Attempting to bind port ed148e71-0b29-4be8-b748-74ef25bf0d8f on network 4ab05bea-86cc-498b-aded-ed9c3d7148ac {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:52.731475 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] Request body: {'port': {'device_id': 'ee563507-b66d-4ac5-a4de-4039fec88408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:52.735232 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:18:52.735655 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] Checking segment: {'id': '6669909a-adf3-4cae-b4ff-5097746b46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:52.736258 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:52.736661 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] Bound using segment: {'id': '6669909a-adf3-4cae-b4ff-5097746b46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:18:52.740530 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] Bound port: ed148e71-0b29-4be8-b748-74ef25bf0d8f, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6669909a-adf3-4cae-b4ff-5097746b46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:18:52.742636 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ed148e71-0b29-4be8-b748-74ef25bf0d8f), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:52.795641 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] Publish callbacks [] for port (a518fb1f-2224-4490-be84-5da6d09dc639), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:52.829113 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a518fb1f-2224-4490-be84-5da6d09dc639), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:52.911991 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:52.934781 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] For port ed148e71-0b29-4be8-b748-74ef25bf0d8f, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:18:52.945845 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0b552049-2892-47de-8e55-f3256583f4b3 None None] Provisioning complete for port fb29fbd8-283d-444b-9f64-975f8b82e07c triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:52.946013 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] For port ed148e71-0b29-4be8-b748-74ef25bf0d8f, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ed148e71-0b29-4be8-b748-74ef25bf0d8f,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:18:52.947028 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0b552049-2892-47de-8e55-f3256583f4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:52.956615 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f45b077-790c-4bac-a70c-c888fffa5669 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group_rule (5558a63d-368a-4802-9473-9b0e50d0cbf6), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:52.962210 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5555eb-c6f2-4a80-8c27-8abc5d6a49b7 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:18:52.967486 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ed148e71-0b29-4be8-b748-74ef25bf0d8f), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:52.969194 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-456ebdb5-61a0-4af7-8247-8891355c9f82 service neutron] 10.222.0.13 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101957 Feb 28 20:18:52.981369 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2e5555eb-c6f2-4a80-8c27-8abc5d6a49b7 admin admin] 10.222.0.13 "PUT /v2.0/routers/2d5f4733-197b-4b4b-8281-1c5fd4559b1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9467647 Feb 28 20:18:52.987555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54088) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:53.012689 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0b552049-2892-47de-8e55-f3256583f4b3 None None] Port fb29fbd8-283d-444b-9f64-975f8b82e07c cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:18:53.014636 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb4c42-5f3c-4d67-8dda-b8c05cdd95a5 None None] Sync routers for ids ['2d5f4733-197b-4b4b-8281-1c5fd4559b1f'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:18:53.154338 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] Routers {'6e9c305b-5c4f-4708-8683-f278c3192a44'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:18:53.154989 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:18:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6e9c305b-5c4f-4708-8683-f278c3192a44'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:53.213812 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] Attempting to bind port a518fb1f-2224-4490-be84-5da6d09dc639 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:18:53.229581 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] Attempting to bind port a518fb1f-2224-4490-be84-5da6d09dc639 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'd14bd1ea-325a-4acc-a85f-85001425ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '68023704-fab0-42d3-a06c-4476ff73e6d5'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:18:53.229581 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] Attempting to bind port a518fb1f-2224-4490-be84-5da6d09dc639 on network 68023704-fab0-42d3-a06c-4476ff73e6d5 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:53.232296 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb4c42-5f3c-4d67-8dda-b8c05cdd95a5 None None] Routers {'2d5f4733-197b-4b4b-8281-1c5fd4559b1f'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:18:53.233106 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6dcb4c42-5f3c-4d67-8dda-b8c05cdd95a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:18:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2d5f4733-197b-4b4b-8281-1c5fd4559b1f'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:53.343921 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port b913bdb8-e987-4799-824d-27709c799959, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b913bdb8-e987-4799-824d-27709c799959,segment=NetworkSegment(d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a),segment_id=d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:53.350574 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:18:53.351553 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] Checking segment: {'id': 'd14bd1ea-325a-4acc-a85f-85001425ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '68023704-fab0-42d3-a06c-4476ff73e6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:53.353162 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:53.353881 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] Bound using segment: {'id': 'd14bd1ea-325a-4acc-a85f-85001425ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '68023704-fab0-42d3-a06c-4476ff73e6d5'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:18:53.354730 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] Bound port: a518fb1f-2224-4490-be84-5da6d09dc639, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd14bd1ea-325a-4acc-a85f-85001425ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '68023704-fab0-42d3-a06c-4476ff73e6d5'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:18:53.355452 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a518fb1f-2224-4490-be84-5da6d09dc639), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:53.359424 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d34c1-eaba-4f4b-b3a9-ab750787bd2b None None] Pushing event updated for resources: {'Port': ['ID=a518fb1f-2224-4490-be84-5da6d09dc639,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:53.498297 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'b913bdb8-e987-4799-824d-27709c799959', 'network_id': '8df75beb-bfec-45e3-be15-010dba074bc0', 'port_id': 'b913bdb8-e987-4799-824d-27709c799959', 'mac_address': 'fa:16:3e:9d:f8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a406bcd3-21de-4727-8aa8-9d85920af610', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:18:53.588108 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988a6bc-518c-45dc-b511-181c91a060be None None] Pushing event updated for resources: {'Port': ['ID=ed148e71-0b29-4be8-b748-74ef25bf0d8f,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:53.618655 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] Set router 6e9c305b-5c4f-4708-8683-f278c3192a44 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:18:53.664035 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] For port a518fb1f-2224-4490-be84-5da6d09dc639, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:18:53.668214 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] For port a518fb1f-2224-4490-be84-5da6d09dc639, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a518fb1f-2224-4490-be84-5da6d09dc639,segment=NetworkSegment(d14bd1ea-325a-4acc-a85f-85001425ad16),segment_id=d14bd1ea-325a-4acc-a85f-85001425ad16)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:18:53.719819 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb29fbd8-283d-444b-9f64-975f8b82e07c {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:18:53.731205 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] Publish callbacks [] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:53.743878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-86259fb8-69e6-42fe-9a62-8a5aefbdfa56 None None] Provisioning complete for port ed148e71-0b29-4be8-b748-74ef25bf0d8f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:53.744285 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-86259fb8-69e6-42fe-9a62-8a5aefbdfa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ed148e71-0b29-4be8-b748-74ef25bf0d8f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:53.750725 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a518fb1f-2224-4490-be84-5da6d09dc639), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:53.751580 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] Transition to ACTIVE for port object fb29fbd8-283d-444b-9f64-975f8b82e07c will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:18:53.758064 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:53.838239 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] Pushing event updated for resources: {'Port': ['ID=fb29fbd8-283d-444b-9f64-975f8b82e07c,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:53.891005 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b298d-2c85-41fd-be0d-2328c0e0bf11 req-e737fef4-849e-4784-882d-13a7a5f5a6e7 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:53.893059 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b37b298d-2c85-41fd-be0d-2328c0e0bf11 req-e737fef4-849e-4784-882d-13a7a5f5a6e7 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 935 time: 1.1167271 Feb 28 20:18:53.900369 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port b913bdb8-e987-4799-824d-27709c799959 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:53.900856 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b913bdb8-e987-4799-824d-27709c799959), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:53.994120 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-6dcb4c42-5f3c-4d67-8dda-b8c05cdd95a5 None None] Set router 2d5f4733-197b-4b4b-8281-1c5fd4559b1f gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:18:54.019356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d34c1-eaba-4f4b-b3a9-ab750787bd2b None None] Pushing event updated for resources: {'Port': ['ID=a518fb1f-2224-4490-be84-5da6d09dc639,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:54.067178 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-router', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:37Z', 'updated_at': '2022-02-28T20:18:47Z', 'revision_number': 4, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'gw_port': {'id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ed148e71-0b29-4be8-b748-74ef25bf0d8f', 'name': '', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'mac_address': 'fa:16:3e:ea:fc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:45Z', 'updated_at': '2022-02-28T20:18:52Z', 'revision_number': 4, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'subnets': [{'id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:54.128851 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34475fb-3731-4007-a6ea-acacb24c76ce None None] The sync data for ids ['6e9c305b-5c4f-4708-8683-f278c3192a44'] in n-d-820368-21 is: [{'id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-router', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:37Z', 'updated_at': '2022-02-28T20:18:47Z', 'revision_number': 4, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'gw_port': {'id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ed148e71-0b29-4be8-b748-74ef25bf0d8f', 'name': '', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'mac_address': 'fa:16:3e:ea:fc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:45Z', 'updated_at': '2022-02-28T20:18:52Z', 'revision_number': 4, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'subnets': [{'id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:18:54.231151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] Routers {'e3f4d123-7409-4d7c-b372-64eaf68d57cb'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:18:54.232081 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:18:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e3f4d123-7409-4d7c-b372-64eaf68d57cb'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:54.239036 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b913bdb8-e987-4799-824d-27709c799959 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:18:54.269454 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d71404b8-6338-4258-ac6a-99bb0eba5946 admin admin] Publish callbacks [] for router (2d5f4733-197b-4b4b-8281-1c5fd4559b1f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:54.380467 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port b913bdb8-e987-4799-824d-27709c799959, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b913bdb8-e987-4799-824d-27709c799959,segment=NetworkSegment(d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a),segment_id=d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:54.502880 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f45b077-790c-4bac-a70c-c888fffa5669 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group_rule (5558a63d-368a-4802-9473-9b0e50d0cbf6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:54.523290 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f45b077-790c-4bac-a70c-c888fffa5669 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (5558a63d-368a-4802-9473-9b0e50d0cbf6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:54.535554 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b913bdb8-e987-4799-824d-27709c799959), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:54.603302 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] Attempting to bind port fb29fbd8-283d-444b-9f64-975f8b82e07c on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:18:54.604338 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] Attempting to bind port fb29fbd8-283d-444b-9f64-975f8b82e07c by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:18:54.606205 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] Attempting to bind port fb29fbd8-283d-444b-9f64-975f8b82e07c on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:54.636990 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] Port fb29fbd8-283d-444b-9f64-975f8b82e07c on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:18:54.637401 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] Attempting to bind port fb29fbd8-283d-444b-9f64-975f8b82e07c on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:54.657780 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b37b298d-2c85-41fd-be0d-2328c0e0bf11 req-c7e09346-bf9d-482b-9117-fbdbe1996347 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7352102 Feb 28 20:18:54.659883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:18:54.662350 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:54.665026 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:18:54.665564 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] Bound port: fb29fbd8-283d-444b-9f64-975f8b82e07c, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:18:54.668020 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:54.675015 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45b077-790c-4bac-a70c-c888fffa5669 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5558a63d-368a-4802-9473-9b0e50d0cbf6,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:54.689087 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f45b077-790c-4bac-a70c-c888fffa5669 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:54.697434 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7f45b077-790c-4bac-a70c-c888fffa5669 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0488796 Feb 28 20:18:54.700207 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54106) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:54.708856 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d71404b8-6338-4258-ac6a-99bb0eba5946 admin admin] Publish callbacks [] for router_gateway (2d5f4733-197b-4b4b-8281-1c5fd4559b1f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:54.718099 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-93cfb5c9-07a9-4e98-8bc5-68def342ac1a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Request body: {'security_group_rule': {'security_group_id': '3b99e0e8-337a-4b72-9e00-e891174c640e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:54.743698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68eb256-58a7-4676-8baa-7ff423a09795 req-778be154-35b2-4204-88c0-efdf3330226d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:54.747828 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f68eb256-58a7-4676-8baa-7ff423a09795 req-778be154-35b2-4204-88c0-efdf3330226d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01b2764-ed6d-4932-a224-e81acb1a5d93 HTTP/1.1" status: 200 len: 945 time: 0.8409605 Feb 28 20:18:54.884083 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5496e1fb-d83a-45ae-b253-f9d0ab281c45 req-e652c76d-a6f3-4b59-b78f-a55b0ede94fb tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 210 time: 0.0876830 Feb 28 20:18:54.886399 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] For port fb29fbd8-283d-444b-9f64-975f8b82e07c, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:18:54.890745 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] For port fb29fbd8-283d-444b-9f64-975f8b82e07c, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=fb29fbd8-283d-444b-9f64-975f8b82e07c,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:18:54.902736 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:54.921998 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-93cfb5c9-07a9-4e98-8bc5-68def342ac1a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group_rule (ce14cc54-47b5-45dc-b310-c41eb2a02abd), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:54.971324 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:54.972324 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:54.974257 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f68eb256-58a7-4676-8baa-7ff423a09795 req-181f1d7f-7bb2-4107-a33b-ead438badc6e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143478 Feb 28 20:18:54.976199 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] 10.222.0.10 "PUT /v2.0/ports/fb29fbd8-283d-444b-9f64-975f8b82e07c HTTP/1.1" status: 200 len: 1096 time: 2.2610977 Feb 28 20:18:54.981905 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee563507-b66d-4ac5-a4de-4039fec88408', 'tag': 'fb29fbd8-283d-444b-9f64-975f8b82e07c'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:18:54.987286 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eef987b-db3f-4c82-9745-25d78da99b81" -d '{"events": [{"name": "network-changed", "server_uuid": "ee563507-b66d-4ac5-a4de-4039fec88408", "tag": "fb29fbd8-283d-444b-9f64-975f8b82e07c"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:18:55.015887 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1f8e6-117a-4dcb-ab8a-02306f5f8181 service neutron] Pushing event updated for resources: {'Port': ['ID=fb29fbd8-283d-444b-9f64-975f8b82e07c,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:55.100805 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-86259fb8-69e6-42fe-9a62-8a5aefbdfa56 None None] Current status of the port ed148e71-0b29-4be8-b748-74ef25bf0d8f is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:55.101110 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-86259fb8-69e6-42fe-9a62-8a5aefbdfa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ed148e71-0b29-4be8-b748-74ef25bf0d8f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:55.153305 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-86259fb8-69e6-42fe-9a62-8a5aefbdfa56 None None] For port ed148e71-0b29-4be8-b748-74ef25bf0d8f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ed148e71-0b29-4be8-b748-74ef25bf0d8f,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:55.154480 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['b913bdb8-e987-4799-824d-27709c799959'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:18:55.207706 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3dd840-2b6e-4a56-8cdc-e4912f697549 x-openstack-request-id: req-fb3dd840-2b6e-4a56-8cdc-e4912f697549 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:18:55.208685 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee563507-b66d-4ac5-a4de-4039fec88408", "tag": "fb29fbd8-283d-444b-9f64-975f8b82e07c", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:18:55.213675 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb3dd840-2b6e-4a56-8cdc-e4912f697549 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:18:55.214360 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee563507-b66d-4ac5-a4de-4039fec88408', 'tag': 'fb29fbd8-283d-444b-9f64-975f8b82e07c', 'status': 'completed', 'code': 200} Feb 28 20:18:55.274432 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-86259fb8-69e6-42fe-9a62-8a5aefbdfa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ed148e71-0b29-4be8-b748-74ef25bf0d8f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:55.288284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-c7739120-dec2-4d10-a5e7-b51de331d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:55.293964 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-c7739120-dec2-4d10-a5e7-b51de331d296 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 1130 time: 0.2330089 Feb 28 20:18:55.347989 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-93cfb5c9-07a9-4e98-8bc5-68def342ac1a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group_rule (ce14cc54-47b5-45dc-b310-c41eb2a02abd), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:55.350902 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-d71404b8-6338-4258-ac6a-99bb0eba5946 admin admin] Deleting port 93f9bfb2-6b42-4deb-a482-23830089ef93 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:18:55.351331 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d71404b8-6338-4258-ac6a-99bb0eba5946 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (93f9bfb2-6b42-4deb-a482-23830089ef93), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:55.393616 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-93cfb5c9-07a9-4e98-8bc5-68def342ac1a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (ce14cc54-47b5-45dc-b310-c41eb2a02abd), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:55.447689 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=b913bdb8-e987-4799-824d-27709c799959,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:55.547215 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-7c92bac5-7508-4a48-990e-5c157a2d6e72 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:55.549046 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-7c92bac5-7508-4a48-990e-5c157a2d6e72 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.15 "GET /v2.0/networks?id=68023704-fab0-42d3-a06c-4476ff73e6d5 HTTP/1.1" status: 200 len: 819 time: 0.2268291 Feb 28 20:18:55.554611 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86259fb8-69e6-42fe-9a62-8a5aefbdfa56 None None] Pushing event updated for resources: {'Port': ['ID=ed148e71-0b29-4be8-b748-74ef25bf0d8f,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:55.571524 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6dcb4c42-5f3c-4d67-8dda-b8c05cdd95a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'name': 'tempest-ServersTestJSON-693063951-router', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:48Z', 'updated_at': '2022-02-28T20:18:50Z', 'revision_number': 5, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'gw_port': {'id': '93f9bfb2-6b42-4deb-a482-23830089ef93', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:50Z', 'updated_at': '2022-02-28T20:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:55.606574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4236d11-b7e1-4f54-af26-0889d0981da5 req-e906b4ce-9e2f-48bc-b1d3-973c1f37989e tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:55.616357 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c4236d11-b7e1-4f54-af26-0889d0981da5 req-e906b4ce-9e2f-48bc-b1d3-973c1f37989e tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8 HTTP/1.1" status: 200 len: 944 time: 0.5563343 Feb 28 20:18:55.640425 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-413faccc-c364-4089-840c-c44de7cdcbd2 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Request body: {'port': {'device_id': 'f49f31b3-5bb6-4d08-9caf-300e1500c8df', 'network_id': '68023704-fab0-42d3-a06c-4476ff73e6d5', 'admin_state_up': True, 'tenant_id': 'bc511d7643284ad4adb274524c5b6a6a'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:55.660924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] Set router e3f4d123-7409-4d7c-b372-64eaf68d57cb gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:18:55.664353 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb4c42-5f3c-4d67-8dda-b8c05cdd95a5 None None] Checking router: 2d5f4733-197b-4b4b-8281-1c5fd4559b1f for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:18:55.667737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-00e20e6f-4f1b-43e6-9842-6e5779bd73e4 None None] Provisioning complete for port ed148e71-0b29-4be8-b748-74ef25bf0d8f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:55.668018 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfb5c9-07a9-4e98-8bc5-68def342ac1a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce14cc54-47b5-45dc-b310-c41eb2a02abd,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:55.668774 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-00e20e6f-4f1b-43e6-9842-6e5779bd73e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ed148e71-0b29-4be8-b748-74ef25bf0d8f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:55.784897 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-93cfb5c9-07a9-4e98-8bc5-68def342ac1a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:55.786965 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-93cfb5c9-07a9-4e98-8bc5-68def342ac1a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0860987 Feb 28 20:18:55.791089 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb4c42-5f3c-4d67-8dda-b8c05cdd95a5 None None] Routers {'2d5f4733-197b-4b4b-8281-1c5fd4559b1f'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:18:55.791738 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6dcb4c42-5f3c-4d67-8dda-b8c05cdd95a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:18:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2d5f4733-197b-4b4b-8281-1c5fd4559b1f'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:55.810922 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54128) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:55.825689 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-155d8a4a-ba28-4478-a1d1-02bcdfe1a9a6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:55.863984 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-14a450b2-d72e-4531-8929-5df5f7775141 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=fb29fbd8-283d-444b-9f64-975f8b82e07c HTTP/1.1" status: 200 len: 217 time: 0.5581522 Feb 28 20:18:55.924448 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-155d8a4a-ba28-4478-a1d1-02bcdfe1a9a6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:56.026562 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-d71404b8-6338-4258-ac6a-99bb0eba5946 admin admin] For port 93f9bfb2-6b42-4deb-a482-23830089ef93, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=93f9bfb2-6b42-4deb-a482-23830089ef93,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:56.026562 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d71404b8-6338-4258-ac6a-99bb0eba5946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (93f9bfb2-6b42-4deb-a482-23830089ef93), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:56.049789 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-452c9526-1224-4399-91e8-8c7c270eb550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:56.052340 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-452c9526-1224-4399-91e8-8c7c270eb550 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1665485 Feb 28 20:18:56.053590 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-413faccc-c364-4089-840c-c44de7cdcbd2 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Made reservation on behalf of bc511d7643284ad4adb274524c5b6a6a for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:18:56.060775 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-413faccc-c364-4089-840c-c44de7cdcbd2 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:56.068526 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c4236d11-b7e1-4f54-af26-0889d0981da5 req-39736b3a-1e67-4626-bdb5-fa268f988537 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313447 Feb 28 20:18:56.106226 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fcb6db47-410e-421c-912c-fd552e5e7caf tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:56.122776 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fcb6db47-410e-421c-912c-fd552e5e7caf tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/networks?id=68023704-fab0-42d3-a06c-4476ff73e6d5 HTTP/1.1" status: 200 len: 819 time: 0.6789675 Feb 28 20:18:56.127379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-d71404b8-6338-4258-ac6a-99bb0eba5946 admin admin] Calling delete_port for 93f9bfb2-6b42-4deb-a482-23830089ef93 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:18:56.153852 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ed148e71-0b29-4be8-b748-74ef25bf0d8f up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:56.205133 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0cf09d6f-96d4-4162-a757-36794f466100 req-0c4eb2ca-03b9-418a-aed4-908d0f70c8de tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/quotas/bc511d7643284ad4adb274524c5b6a6a HTTP/1.1" status: 200 len: 375 time: 0.0809863 Feb 28 20:18:56.250639 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-dfd3b27f-6bd9-46da-9f3d-abec90127242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:56.252383 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-dfd3b27f-6bd9-46da-9f3d-abec90127242 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1753893 Feb 28 20:18:56.336012 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-00e20e6f-4f1b-43e6-9842-6e5779bd73e4 None None] Current status of the port ed148e71-0b29-4be8-b748-74ef25bf0d8f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:56.379568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-413faccc-c364-4089-840c-c44de7cdcbd2 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Allocated IP 172.20.0.10 (68023704-fab0-42d3-a06c-4476ff73e6d5/5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff/8642d44a-7991-4f88-a58f-c4752a339e89) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:18:56.403602 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-6dcb4c42-5f3c-4d67-8dda-b8c05cdd95a5 None None] Set router 2d5f4733-197b-4b4b-8281-1c5fd4559b1f gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:18:56.438947 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-d3ed18c6-c81a-4f6e-b056-bcfee4a51a2c service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583788 Feb 28 20:18:56.487240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6dcb4c42-5f3c-4d67-8dda-b8c05cdd95a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'name': 'tempest-ServersTestJSON-693063951-router', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:48Z', 'updated_at': '2022-02-28T20:18:54Z', 'revision_number': 6, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:56.520838 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb4c42-5f3c-4d67-8dda-b8c05cdd95a5 None None] The sync data for ids ['2d5f4733-197b-4b4b-8281-1c5fd4559b1f'] in n-d-820368-21 is: [{'id': '2d5f4733-197b-4b4b-8281-1c5fd4559b1f', 'name': 'tempest-ServersTestJSON-693063951-router', 'tenant_id': '3e640677c8e04b1da94440106ff5082b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:48Z', 'updated_at': '2022-02-28T20:18:54Z', 'revision_number': 6, 'project_id': '3e640677c8e04b1da94440106ff5082b', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:18:56.569585 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port ed148e71-0b29-4be8-b748-74ef25bf0d8f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:56.570281 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ed148e71-0b29-4be8-b748-74ef25bf0d8f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:56.683626 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4aee47fc-519e-447f-be60-9c3eabfded42 req-6b2b3eaa-b788-4ebc-a443-99ea9561b469 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183797 Feb 28 20:18:56.701510 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port ed148e71-0b29-4be8-b748-74ef25bf0d8f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:56.727367 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-413faccc-c364-4089-840c-c44de7cdcbd2 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Publish callbacks [] for port (8642d44a-7991-4f88-a58f-c4752a339e89), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:56.744851 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0cf09d6f-96d4-4162-a757-36794f466100 req-440d4acc-f401-446b-8244-f1e745f3e97e tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc511d7643284ad4adb274524c5b6a6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5388088 Feb 28 20:18:56.758147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4d123-7409-4d7c-b372-64eaf68d57cb', 'name': 'tempest-ServerRescueNegativeTestJSON-1535089915-router', 'tenant_id': 'bc511d7643284ad4adb274524c5b6a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'ad4391a9-0fff-4b63-a490-3bff0d1ec13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:47Z', 'revision_number': 4, 'project_id': 'bc511d7643284ad4adb274524c5b6a6a', 'gw_port': {'id': 'ad4391a9-0fff-4b63-a490-3bff0d1ec13d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4d123-7409-4d7c-b372-64eaf68d57cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:39Z', 'updated_at': '2022-02-28T20:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'a518fb1f-2224-4490-be84-5da6d09dc639', 'name': '', 'network_id': '68023704-fab0-42d3-a06c-4476ff73e6d5', 'tenant_id': 'bc511d7643284ad4adb274524c5b6a6a', 'mac_address': 'fa:16:3e:46:0f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f4d123-7409-4d7c-b372-64eaf68d57cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:43Z', 'updated_at': '2022-02-28T20:18:53Z', 'revision_number': 4, 'project_id': 'bc511d7643284ad4adb274524c5b6a6a', 'subnets': [{'id': '5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:18:56.798359 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661b185-cc27-4b44-98d6-6539bac5687a None None] The sync data for ids ['e3f4d123-7409-4d7c-b372-64eaf68d57cb'] in n-d-820368-21 is: [{'id': 'e3f4d123-7409-4d7c-b372-64eaf68d57cb', 'name': 'tempest-ServerRescueNegativeTestJSON-1535089915-router', 'tenant_id': 'bc511d7643284ad4adb274524c5b6a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'ad4391a9-0fff-4b63-a490-3bff0d1ec13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:47Z', 'revision_number': 4, 'project_id': 'bc511d7643284ad4adb274524c5b6a6a', 'gw_port': {'id': 'ad4391a9-0fff-4b63-a490-3bff0d1ec13d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4d123-7409-4d7c-b372-64eaf68d57cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:39Z', 'updated_at': '2022-02-28T20:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'a518fb1f-2224-4490-be84-5da6d09dc639', 'name': '', 'network_id': '68023704-fab0-42d3-a06c-4476ff73e6d5', 'tenant_id': 'bc511d7643284ad4adb274524c5b6a6a', 'mac_address': 'fa:16:3e:46:0f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f4d123-7409-4d7c-b372-64eaf68d57cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:43Z', 'updated_at': '2022-02-28T20:18:53Z', 'revision_number': 4, 'project_id': 'bc511d7643284ad4adb274524c5b6a6a', 'subnets': [{'id': '5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:18:56.836076 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-413faccc-c364-4089-840c-c44de7cdcbd2 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (8642d44a-7991-4f88-a58f-c4752a339e89), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:56.890495 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0cf09d6f-96d4-4162-a757-36794f466100 req-036036ad-d8f1-4fa9-8dcd-8466329bf176 service neutron] 10.222.0.13 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319113 Feb 28 20:18:56.896178 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef987b-db3f-4c82-9745-25d78da99b81 req-3afe538b-f093-4da4-b13e-4ea29d6200e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:56.899260 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7eef987b-db3f-4c82-9745-25d78da99b81 req-3afe538b-f093-4da4-b13e-4ea29d6200e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 1130 time: 0.1375482 Feb 28 20:18:56.914246 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af146cb-ade4-406b-812a-1c23213523ae req-1583fab8-5498-4a01-80b8-57d888aae604 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:56.916093 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8af146cb-ade4-406b-812a-1c23213523ae req-1583fab8-5498-4a01-80b8-57d888aae604 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 947 time: 0.6842113 Feb 28 20:18:56.924357 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-413faccc-c364-4089-840c-c44de7cdcbd2 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Network 68023704-fab0-42d3-a06c-4476ff73e6d5 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:56.926639 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d71404b8-6338-4258-ac6a-99bb0eba5946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (93f9bfb2-6b42-4deb-a482-23830089ef93), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:56.950331 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-413faccc-c364-4089-840c-c44de7cdcbd2 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:56.968829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-413faccc-c364-4089-840c-c44de7cdcbd2 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:18:56.998559 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413faccc-c364-4089-840c-c44de7cdcbd2 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Pushing event updated for resources: {'Port': ['ID=8642d44a-7991-4f88-a58f-c4752a339e89,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:57.045550 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71404b8-6338-4258-ac6a-99bb0eba5946 admin admin] Pushing event deleted for resources: {'Port': ['ID=93f9bfb2-6b42-4deb-a482-23830089ef93,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:57.065082 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-413faccc-c364-4089-840c-c44de7cdcbd2 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:57.065717 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-413faccc-c364-4089-840c-c44de7cdcbd2 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:57.092673 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-413faccc-c364-4089-840c-c44de7cdcbd2 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4648480 Feb 28 20:18:57.115324 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] Request body: {'port': {'device_id': 'f49f31b3-5bb6-4d08-9caf-300e1500c8df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:18:57.120419 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef987b-db3f-4c82-9745-25d78da99b81 req-4e4f6fdc-8762-4e9e-9b2d-dbb41af3cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:57.123109 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7eef987b-db3f-4c82-9745-25d78da99b81 req-4e4f6fdc-8762-4e9e-9b2d-dbb41af3cb9a service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.2013361 Feb 28 20:18:57.149034 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-155d8a4a-ba28-4478-a1d1-02bcdfe1a9a6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:57.182408 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8af146cb-ade4-406b-812a-1c23213523ae req-469e3e11-f369-4f09-9323-bf84e2831039 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525303 Feb 28 20:18:57.193028 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7eef987b-db3f-4c82-9745-25d78da99b81 req-9ee5311c-e70b-4d2e-b6b3-dd09beb2c72d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=fb29fbd8-283d-444b-9f64-975f8b82e07c HTTP/1.1" status: 200 len: 217 time: 0.0478919 Feb 28 20:18:57.278246 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d71404b8-6338-4258-ac6a-99bb0eba5946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (2d5f4733-197b-4b4b-8281-1c5fd4559b1f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:57.281078 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8642d44a-7991-4f88-a58f-c4752a339e89), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:57.285228 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef987b-db3f-4c82-9745-25d78da99b81 req-5e3a39d5-bebb-4623-ab25-6bb304abf3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:57.286544 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7eef987b-db3f-4c82-9745-25d78da99b81 req-5e3a39d5-bebb-4623-ab25-6bb304abf3fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0859504 Feb 28 20:18:57.390060 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef987b-db3f-4c82-9745-25d78da99b81 req-ac64461b-5692-4185-8f5d-af6d3fad1f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:57.391577 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7eef987b-db3f-4c82-9745-25d78da99b81 req-ac64461b-5692-4185-8f5d-af6d3fad1f91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0972297 Feb 28 20:18:57.420412 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0cf09d6f-96d4-4162-a757-36794f466100 req-4fc6b1a9-72ad-4334-a881-7abf3540eb96 service neutron] 10.222.0.13 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152795 Feb 28 20:18:57.529769 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d71404b8-6338-4258-ac6a-99bb0eba5946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (2d5f4733-197b-4b4b-8281-1c5fd4559b1f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:57.533983 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d71404b8-6338-4258-ac6a-99bb0eba5946 admin admin] Publish callbacks [] for router_controller (2d5f4733-197b-4b4b-8281-1c5fd4559b1f), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:57.676819 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7eef987b-db3f-4c82-9745-25d78da99b81 req-222933e7-72b2-4816-a84a-a9b64a4eed76 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712047 Feb 28 20:18:57.739541 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-155d8a4a-ba28-4478-a1d1-02bcdfe1a9a6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Allocated IP 172.25.0.155 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/7aa103e5-b123-40cf-8789-fe006e39f8f8) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:18:57.822390 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7eef987b-db3f-4c82-9745-25d78da99b81 req-40d05bf5-6a5e-4fac-819d-752fca79c78f service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321907 Feb 28 20:18:57.877186 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d71404b8-6338-4258-ac6a-99bb0eba5946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (2d5f4733-197b-4b4b-8281-1c5fd4559b1f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:57.878278 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71404b8-6338-4258-ac6a-99bb0eba5946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d5f4733-197b-4b4b-8281-1c5fd4559b1f {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:18:57.883540 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d71404b8-6338-4258-ac6a-99bb0eba5946 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:57.886670 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d71404b8-6338-4258-ac6a-99bb0eba5946 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2d5f4733-197b-4b4b-8281-1c5fd4559b1f HTTP/1.1" status: 204 len: 168 time: 4.8977888 Feb 28 20:18:57.933906 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a2d5f50-e91e-4e8a-b19e-182a60eb016e req-2acc6aff-5d6b-4dba-be29-8919caaa74c4 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 210 time: 0.3057981 Feb 28 20:18:57.969055 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54148) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:18:58.028738 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8642d44a-7991-4f88-a58f-c4752a339e89 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:18:58.038161 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] Publish callbacks [] for port (8642d44a-7991-4f88-a58f-c4752a339e89), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:58.065562 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] Transition to ACTIVE for port object 8642d44a-7991-4f88-a58f-c4752a339e89 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:18:58.073269 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (8642d44a-7991-4f88-a58f-c4752a339e89), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:58.098463 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff228d44-7204-4d3f-bf8b-7a8793dd3d1d admin admin] Deleting subnet 4b48e865-818d-4d08-92dc-698d5f1ecc72 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:18:58.111710 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ff228d44-7204-4d3f-bf8b-7a8793dd3d1d admin admin] Publish callbacks [] for subnet (4b48e865-818d-4d08-92dc-698d5f1ecc72), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:58.160453 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] Pushing event updated for resources: {'Port': ['ID=8642d44a-7991-4f88-a58f-c4752a339e89,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:58.283358 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f5446-5175-4cc5-8bcf-d636d0a95986 req-f2f6fa9a-0b55-48e7-828c-ff54ebed9d5a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:58.284977 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d84f5446-5175-4cc5-8bcf-d636d0a95986 req-f2f6fa9a-0b55-48e7-828c-ff54ebed9d5a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8 HTTP/1.1" status: 200 len: 944 time: 0.8526349 Feb 28 20:18:58.287405 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ff228d44-7204-4d3f-bf8b-7a8793dd3d1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (4b48e865-818d-4d08-92dc-698d5f1ecc72), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:58.302475 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-155d8a4a-ba28-4478-a1d1-02bcdfe1a9a6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for port (7aa103e5-b123-40cf-8789-fe006e39f8f8), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:58.400031 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] Attempting to bind port 8642d44a-7991-4f88-a58f-c4752a339e89 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:18:58.400377 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] Attempting to bind port 8642d44a-7991-4f88-a58f-c4752a339e89 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'd14bd1ea-325a-4acc-a85f-85001425ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '68023704-fab0-42d3-a06c-4476ff73e6d5'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:18:58.400707 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] Attempting to bind port 8642d44a-7991-4f88-a58f-c4752a339e89 on network 68023704-fab0-42d3-a06c-4476ff73e6d5 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:58.412710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] Port 8642d44a-7991-4f88-a58f-c4752a339e89 on network 68023704-fab0-42d3-a06c-4476ff73e6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:18:58.414113 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] Attempting to bind port 8642d44a-7991-4f88-a58f-c4752a339e89 on network 68023704-fab0-42d3-a06c-4476ff73e6d5 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:18:58.429809 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:18:58.430118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] Checking segment: {'id': 'd14bd1ea-325a-4acc-a85f-85001425ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '68023704-fab0-42d3-a06c-4476ff73e6d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:18:58.430512 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] Bound using segment: {'id': 'd14bd1ea-325a-4acc-a85f-85001425ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '68023704-fab0-42d3-a06c-4476ff73e6d5'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:18:58.430968 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] Bound port: 8642d44a-7991-4f88-a58f-c4752a339e89, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd14bd1ea-325a-4acc-a85f-85001425ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '68023704-fab0-42d3-a06c-4476ff73e6d5'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:18:58.431332 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8642d44a-7991-4f88-a58f-c4752a339e89), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:58.450764 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-155d8a4a-ba28-4478-a1d1-02bcdfe1a9a6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7aa103e5-b123-40cf-8789-fe006e39f8f8), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:58.559060 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device b913bdb8-e987-4799-824d-27709c799959 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:58.575049 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] For port 8642d44a-7991-4f88-a58f-c4752a339e89, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:18:58.581432 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] For port 8642d44a-7991-4f88-a58f-c4752a339e89, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8642d44a-7991-4f88-a58f-c4752a339e89,segment=NetworkSegment(d14bd1ea-325a-4acc-a85f-85001425ad16),segment_id=d14bd1ea-325a-4acc-a85f-85001425ad16)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:18:58.592962 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (8642d44a-7991-4f88-a58f-c4752a339e89), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:58.613198 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d8a4a-ba28-4478-a1d1-02bcdfe1a9a6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Pushing event updated for resources: {'Port': ['ID=7aa103e5-b123-40cf-8789-fe006e39f8f8,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:58.658902 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d84f5446-5175-4cc5-8bcf-d636d0a95986 req-8a03504d-7762-4341-8848-bac9c0cf4962 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541765 Feb 28 20:18:58.684743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155d8a4a-ba28-4478-a1d1-02bcdfe1a9a6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:18:58.689583 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-155d8a4a-ba28-4478-a1d1-02bcdfe1a9a6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:18:58.732234 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] Pushing event updated for resources: {'Port': ['ID=8642d44a-7991-4f88-a58f-c4752a339e89,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:58.732445 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a518fb1f-2224-4490-be84-5da6d09dc639 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:18:58.741362 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155d8a4a-ba28-4478-a1d1-02bcdfe1a9a6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:18:58.785734 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:58.786824 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:58.789766 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-de822357-ed5a-4841-814c-9f11d63eba3c service neutron] 10.222.0.15 "PUT /v2.0/ports/8642d44a-7991-4f88-a58f-c4752a339e89 HTTP/1.1" status: 200 len: 1093 time: 1.6795030 Feb 28 20:18:58.790368 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49f31b3-5bb6-4d08-9caf-300e1500c8df', 'tag': '8642d44a-7991-4f88-a58f-c4752a339e89'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:18:58.793540 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe05f02-c14d-40d7-afd6-26ea3d8ff8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "f49f31b3-5bb6-4d08-9caf-300e1500c8df", "tag": "8642d44a-7991-4f88-a58f-c4752a339e89"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:18:58.890391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d84a03-413b-46be-85ec-d3313147e334 req-920aa616-4480-4521-bb54-e3c2275570c9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:58.896477 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-03d84a03-413b-46be-85ec-d3313147e334 req-920aa616-4480-4521-bb54-e3c2275570c9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 947 time: 0.4576578 Feb 28 20:18:58.923881 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port b913bdb8-e987-4799-824d-27709c799959 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:18:58.925894 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba33c2d8-a4d1-4de5-9961-bf5142be1868 x-openstack-request-id: req-ba33c2d8-a4d1-4de5-9961-bf5142be1868 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:18:58.926662 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49f31b3-5bb6-4d08-9caf-300e1500c8df", "tag": "8642d44a-7991-4f88-a58f-c4752a339e89", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:18:58.927130 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba33c2d8-a4d1-4de5-9961-bf5142be1868 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:18:58.928341 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49f31b3-5bb6-4d08-9caf-300e1500c8df', 'tag': '8642d44a-7991-4f88-a58f-c4752a339e89', 'status': 'completed', 'code': 200} Feb 28 20:18:58.946810 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port b913bdb8-e987-4799-824d-27709c799959 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:58.947096 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b913bdb8-e987-4799-824d-27709c799959), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:58.966270 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-2f89e313-e02c-4fa0-9b7c-7efa294d7059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:58.970086 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-2f89e313-e02c-4fa0-9b7c-7efa294d7059 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc511d7643284ad4adb274524c5b6a6a&device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 1127 time: 0.1137609 Feb 28 20:18:59.013019 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port a518fb1f-2224-4490-be84-5da6d09dc639 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:18:59.013266 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ff228d44-7204-4d3f-bf8b-7a8793dd3d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (4b48e865-818d-4d08-92dc-698d5f1ecc72), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:59.014143 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a518fb1f-2224-4490-be84-5da6d09dc639), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:59.123425 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-828de9bd-609f-489a-8eb2-1cc157d8e3fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8642d44a-7991-4f88-a58f-c4752a339e89 HTTP/1.1" status: 200 len: 217 time: 0.1331875 Feb 28 20:18:59.125668 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port b913bdb8-e987-4799-824d-27709c799959 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:59.126177 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b913bdb8-e987-4799-824d-27709c799959), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:59.188893 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port b913bdb8-e987-4799-824d-27709c799959, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b913bdb8-e987-4799-824d-27709c799959,segment=NetworkSegment(d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a),segment_id=d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:59.191791 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b913bdb8-e987-4799-824d-27709c799959'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:18:59.194683 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f212f7cc-ce5e-4ddb-8da2-8054323bf710" -d '{"events": [{"server_uuid": "cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8", "name": "network-vif-plugged", "status": "completed", "tag": "b913bdb8-e987-4799-824d-27709c799959"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:18:59.200424 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b913bdb8-e987-4799-824d-27709c799959), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:59.270690 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-5e4c33fb-af0a-49e3-be61-9bf4c13acee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:18:59.272202 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-5e4c33fb-af0a-49e3-be61-9bf4c13acee8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff HTTP/1.1" status: 200 len: 859 time: 0.1462166 Feb 28 20:18:59.313044 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=b913bdb8-e987-4799-824d-27709c799959,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:59.325396 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-f0a42973-d180-46f7-9d0e-6716c231f188 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68023704-fab0-42d3-a06c-4476ff73e6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465946 Feb 28 20:18:59.334073 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1a9cad13-797d-429a-8a06-485ee96386f8 req-acbdb90f-811a-400d-96f8-46e8abe8f174 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 210 time: 0.1354318 Feb 28 20:18:59.343191 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port a518fb1f-2224-4490-be84-5da6d09dc639 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:18:59.344045 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a518fb1f-2224-4490-be84-5da6d09dc639), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:59.391873 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-03d84a03-413b-46be-85ec-d3313147e334 req-c39070a2-bc0e-4c40-b78c-539f5d4e5d8f tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474778 Feb 28 20:18:59.396596 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port a518fb1f-2224-4490-be84-5da6d09dc639, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a518fb1f-2224-4490-be84-5da6d09dc639,segment=NetworkSegment(d14bd1ea-325a-4acc-a85f-85001425ad16),segment_id=d14bd1ea-325a-4acc-a85f-85001425ad16)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:18:59.403557 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a518fb1f-2224-4490-be84-5da6d09dc639), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:59.420237 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-155d8a4a-ba28-4478-a1d1-02bcdfe1a9a6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for floatingip (efebfe81-e54e-4fa4-bbb8-4903f23b8d33), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:59.423170 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ff228d44-7204-4d3f-bf8b-7a8793dd3d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (4b48e865-818d-4d08-92dc-698d5f1ecc72), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:59.489461 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e8f80688-0169-442e-bd53-d0b00576e1b0 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:18:59.518250 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbf2168-44b1-41cb-80c6-21f2868545b6 x-openstack-request-id: req-dfbf2168-44b1-41cb-80c6-21f2868545b6 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:18:59.518565 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8", "name": "network-vif-plugged", "status": "completed", "tag": "b913bdb8-e987-4799-824d-27709c799959", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:18:59.518995 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfbf2168-44b1-41cb-80c6-21f2868545b6 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:18:59.519315 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b913bdb8-e987-4799-824d-27709c799959', 'code': 200} Feb 28 20:18:59.525037 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: e8f80688-0169-442e-bd53-d0b00576e1b0 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:18:59.525373 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e8f80688-0169-442e-bd53-d0b00576e1b0 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:18:59.612053 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=a518fb1f-2224-4490-be84-5da6d09dc639,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:18:59.613430 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-7fdcb574-ccaa-4c22-a480-4fab7c41afae service neutron] 10.222.0.15 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824955 Feb 28 20:18:59.775965 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a4b3a21c-2234-4623-aa20-eaf4d1481f47 req-15fe13cf-1cf4-45fc-8610-6d91a4ef742f service neutron] 10.222.0.15 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566725 Feb 28 20:18:59.910054 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ff228d44-7204-4d3f-bf8b-7a8793dd3d1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:18:59.915888 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b169301f-375b-43c2-b85f-2fef24ee01ed None None] Network 9bbb0b08-949a-4e1a-9548-e157ca325242 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:18:59.923256 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ff228d44-7204-4d3f-bf8b-7a8793dd3d1d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4b48e865-818d-4d08-92dc-698d5f1ecc72 HTTP/1.1" status: 204 len: 168 time: 1.9526687 Feb 28 20:18:59.939575 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54176) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:00.076672 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-155d8a4a-ba28-4478-a1d1-02bcdfe1a9a6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7aa103e5-b123-40cf-8789-fe006e39f8f8), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:00.082259 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff228d44-7204-4d3f-bf8b-7a8793dd3d1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b48e865-818d-4d08-92dc-698d5f1ecc72,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:00.229825 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d984de-ef88-42cf-b93c-bc24e76995dc req-1f58764c-012d-4d19-8289-a49a1efd100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:00.232408 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34d984de-ef88-42cf-b93c-bc24e76995dc req-1f58764c-012d-4d19-8289-a49a1efd100e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8 HTTP/1.1" status: 200 len: 1128 time: 0.3331532 Feb 28 20:19:00.274925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff55072-5f95-4401-9091-ffa72e2ab3d6 req-ae5710df-218d-4924-8f44-dfa91cb2e22f tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:00.283610 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ff55072-5f95-4401-9091-ffa72e2ab3d6 req-ae5710df-218d-4924-8f44-dfa91cb2e22f tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8 HTTP/1.1" status: 200 len: 945 time: 0.3517399 Feb 28 20:19:00.305007 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a518fb1f-2224-4490-be84-5da6d09dc639 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:19:00.355023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device fb29fbd8-283d-444b-9f64-975f8b82e07c details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:19:00.359485 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf09d6f-96d4-4162-a757-36794f466100 req-a7181120-7cf9-4d6c-8c6e-6e2df4a6addf tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:00.364901 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0cf09d6f-96d4-4162-a757-36794f466100 req-a7181120-7cf9-4d6c-8c6e-6e2df4a6addf tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.10 "GET /v2.0/networks?id=68023704-fab0-42d3-a06c-4476ff73e6d5 HTTP/1.1" status: 200 len: 819 time: 0.5828407 Feb 28 20:19:00.379712 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ff55072-5f95-4401-9091-ffa72e2ab3d6 req-5c8377b1-503e-4631-bc7f-b74e18eb449d tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815823 Feb 28 20:19:00.392744 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-0cf09d6f-96d4-4162-a757-36794f466100 req-aa5a4643-9558-4ab2-85e6-d7a8f6a799f6 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Request body: {'port': {'device_id': '7120cd44-a159-44b0-970a-44c3f3289d35', 'network_id': '68023704-fab0-42d3-a06c-4476ff73e6d5', 'admin_state_up': True, 'tenant_id': 'bc511d7643284ad4adb274524c5b6a6a'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:00.397582 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe05f02-c14d-40d7-afd6-26ea3d8ff8c7 req-07cc28f2-1327-4632-9c37-645d7a6d99a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:00.398928 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4fe05f02-c14d-40d7-afd6-26ea3d8ff8c7 req-07cc28f2-1327-4632-9c37-645d7a6d99a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc511d7643284ad4adb274524c5b6a6a&device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 1127 time: 0.4579482 Feb 28 20:19:00.403013 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8322bfd-7b92-4d5c-853a-f8e264ff0c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (9bbb0b08-949a-4e1a-9548-e157ca325242), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:00.417176 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port a518fb1f-2224-4490-be84-5da6d09dc639 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:00.417826 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a518fb1f-2224-4490-be84-5da6d09dc639), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:00.478386 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34d984de-ef88-42cf-b93c-bc24e76995dc req-9d1fdecf-7d60-45b8-b19b-fefef18adb2f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249479 Feb 28 20:19:00.565433 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-155d8a4a-ba28-4478-a1d1-02bcdfe1a9a6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for port (7aa103e5-b123-40cf-8789-fe006e39f8f8), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:00.598331 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port a518fb1f-2224-4490-be84-5da6d09dc639 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:00.607323 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-155d8a4a-ba28-4478-a1d1-02bcdfe1a9a6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (7aa103e5-b123-40cf-8789-fe006e39f8f8), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:00.620689 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 93f9bfb2-6b42-4deb-a482-23830089ef93 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:19:00.657938 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 93f9bfb2-6b42-4deb-a482-23830089ef93 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:19:00.658289 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 93f9bfb2-6b42-4deb-a482-23830089ef93 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:19:00.662750 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port fb29fbd8-283d-444b-9f64-975f8b82e07c, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=fb29fbd8-283d-444b-9f64-975f8b82e07c,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:00.686213 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'fb29fbd8-283d-444b-9f64-975f8b82e07c', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': 'fb29fbd8-283d-444b-9f64-975f8b82e07c', 'mac_address': 'fa:16:3e:55:41:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:19:00.695249 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a5bac20-e158-4036-8c7a-d57f983cbae8 req-5676a2a7-20fe-4488-8069-4f66ab556bce tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 210 time: 0.1075773 Feb 28 20:19:00.717671 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe05f02-c14d-40d7-afd6-26ea3d8ff8c7 req-7e8ed24d-c435-4c7b-8d5b-0f7c44d517ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:00.719947 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4fe05f02-c14d-40d7-afd6-26ea3d8ff8c7 req-7e8ed24d-c435-4c7b-8d5b-0f7c44d517ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=68023704-fab0-42d3-a06c-4476ff73e6d5 HTTP/1.1" status: 200 len: 919 time: 0.3117526 Feb 28 20:19:00.736424 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b81ae8-e360-4f9d-8832-b3923da2cadd None None] DHCP port deletion for 9bbb0b08-949a-4e1a-9548-e157ca325242 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:19:00.753532 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d8a4a-ba28-4478-a1d1-02bcdfe1a9a6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Pushing event updated for resources: {'Port': ['ID=7aa103e5-b123-40cf-8789-fe006e39f8f8,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:00.757463 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port fb29fbd8-283d-444b-9f64-975f8b82e07c is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:00.758061 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:00.786383 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edef175-4746-45c8-9dd6-5278639be306 req-2a4e01e5-337d-48b2-af2d-edcc608223a8 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:00.788359 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9edef175-4746-45c8-9dd6-5278639be306 req-2a4e01e5-337d-48b2-af2d-edcc608223a8 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 947 time: 0.2144840 Feb 28 20:19:00.789359 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-155d8a4a-ba28-4478-a1d1-02bcdfe1a9a6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (efebfe81-e54e-4fa4-bbb8-4903f23b8d33), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:00.798736 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb29fbd8-283d-444b-9f64-975f8b82e07c {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:19:00.832823 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-155d8a4a-ba28-4478-a1d1-02bcdfe1a9a6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:00.833020 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port fb29fbd8-283d-444b-9f64-975f8b82e07c, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=fb29fbd8-283d-444b-9f64-975f8b82e07c,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:00.840269 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:00.844859 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-155d8a4a-ba28-4478-a1d1-02bcdfe1a9a6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0294268 Feb 28 20:19:00.878096 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4fe05f02-c14d-40d7-afd6-26ea3d8ff8c7 req-61244ca6-d20d-46a3-941f-16d37b7e0d5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8642d44a-7991-4f88-a58f-c4752a339e89 HTTP/1.1" status: 200 len: 217 time: 0.1510549 Feb 28 20:19:00.880471 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf09d6f-96d4-4162-a757-36794f466100 req-aa5a4643-9558-4ab2-85e6-d7a8f6a799f6 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Made reservation on behalf of bc511d7643284ad4adb274524c5b6a6a for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:19:00.882036 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9edef175-4746-45c8-9dd6-5278639be306 req-0c0973e6-4a22-4203-8aa3-3db8f24fdd55 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859396 Feb 28 20:19:00.886496 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0cf09d6f-96d4-4162-a757-36794f466100 req-aa5a4643-9558-4ab2-85e6-d7a8f6a799f6 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:00.972090 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=fb29fbd8-283d-444b-9f64-975f8b82e07c,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:01.006285 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c7b81ae8-e360-4f9d-8832-b3923da2cadd None None] Deleting port 3a0db0da-3a41-45e9-b473-318208dba787 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:19:01.006664 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c7b81ae8-e360-4f9d-8832-b3923da2cadd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3a0db0da-3a41-45e9-b473-318208dba787), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:01.079574 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-a0d930ed-00b5-4782-b6ca-e7791f70395f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--527908699&fields=id&tenant_id=d21f27a53ace41c6b073930944eb8337 HTTP/1.1" status: 200 len: 267 time: 0.0721848 Feb 28 20:19:01.080776 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe05f02-c14d-40d7-afd6-26ea3d8ff8c7 req-e14ed764-787f-4ac8-94dd-f3521343bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:01.082458 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4fe05f02-c14d-40d7-afd6-26ea3d8ff8c7 req-e14ed764-787f-4ac8-94dd-f3521343bf59 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff HTTP/1.1" status: 200 len: 859 time: 0.1924303 Feb 28 20:19:01.132561 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c7b81ae8-e360-4f9d-8832-b3923da2cadd None None] For port 3a0db0da-3a41-45e9-b473-318208dba787, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3a0db0da-3a41-45e9-b473-318208dba787,segment=NetworkSegment(e2ab50f5-900c-48e7-a9b6-bd7cb06d5470),segment_id=e2ab50f5-900c-48e7-a9b6-bd7cb06d5470)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:01.134062 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c7b81ae8-e360-4f9d-8832-b3923da2cadd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3a0db0da-3a41-45e9-b473-318208dba787), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:01.146997 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4fe05f02-c14d-40d7-afd6-26ea3d8ff8c7 req-4efc7273-0b80-4fdd-ada8-c269e3f3601c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68023704-fab0-42d3-a06c-4476ff73e6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557263 Feb 28 20:19:01.152693 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c7b81ae8-e360-4f9d-8832-b3923da2cadd None None] Calling delete_port for 3a0db0da-3a41-45e9-b473-318208dba787 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:19:01.226227 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-996c0e9e-8f73-4c5d-ba9b-41eb8038fe8a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:01.226585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-b8322bfd-7b92-4d5c-853a-f8e264ff0c41 admin admin] Deleting port 3a0db0da-3a41-45e9-b473-318208dba787 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:19:01.226931 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8322bfd-7b92-4d5c-853a-f8e264ff0c41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3a0db0da-3a41-45e9-b473-318208dba787), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:01.235868 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-996c0e9e-8f73-4c5d-ba9b-41eb8038fe8a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/networks?id=4ab05bea-86cc-498b-aded-ed9c3d7148ac HTTP/1.1" status: 200 len: 817 time: 0.1346116 Feb 28 20:19:01.257294 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-13c6c284-44ab-4881-a2ad-505767b70298 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/quotas/d21f27a53ace41c6b073930944eb8337 HTTP/1.1" status: 200 len: 375 time: 0.0191829 Feb 28 20:19:01.266209 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['fb29fbd8-283d-444b-9f64-975f8b82e07c'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:19:01.271465 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c7b81ae8-e360-4f9d-8832-b3923da2cadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (3a0db0da-3a41-45e9-b473-318208dba787), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:01.333377 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-610fa51b-8839-4dae-8c20-014c527852a5 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d21f27a53ace41c6b073930944eb8337&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677392 Feb 28 20:19:01.333867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b81ae8-e360-4f9d-8832-b3923da2cadd None None] Pushing event deleted for resources: {'Port': ['ID=3a0db0da-3a41-45e9-b473-318208dba787,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:01.345925 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4fe05f02-c14d-40d7-afd6-26ea3d8ff8c7 req-f698b9d7-82c6-4544-b116-213ca707c22e service neutron] 10.222.0.15 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868715 Feb 28 20:19:01.352174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b81ae8-e360-4f9d-8832-b3923da2cadd None None] No DVR routers for this DVR port 3a0db0da-3a41-45e9-b473-318208dba787 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:19:01.472778 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-a85474c6-bfcc-464c-8ab6-2539d0292ade service neutron] 10.222.0.13 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366761 Feb 28 20:19:01.531462 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-b8322bfd-7b92-4d5c-853a-f8e264ff0c41 admin admin] For port 3a0db0da-3a41-45e9-b473-318208dba787, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3a0db0da-3a41-45e9-b473-318208dba787,segment=NetworkSegment(e2ab50f5-900c-48e7-a9b6-bd7cb06d5470),segment_id=e2ab50f5-900c-48e7-a9b6-bd7cb06d5470)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:01.532087 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8322bfd-7b92-4d5c-853a-f8e264ff0c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3a0db0da-3a41-45e9-b473-318208dba787), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:01.535344 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-0cf09d6f-96d4-4162-a757-36794f466100 req-aa5a4643-9558-4ab2-85e6-d7a8f6a799f6 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Allocated IP 172.20.0.4 (68023704-fab0-42d3-a06c-4476ff73e6d5/5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff/0ef4694a-a9f5-4af2-8cef-cacb0bb873f6) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:19:01.611912 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-b8322bfd-7b92-4d5c-853a-f8e264ff0c41 admin admin] Calling delete_port for 3a0db0da-3a41-45e9-b473-318208dba787 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:19:01.723720 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560e34d-7ef2-48f2-ad52-3108be7214da req-608df99a-9d3d-42cb-8640-f98c8cfd0329 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:01.726198 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6560e34d-7ef2-48f2-ad52-3108be7214da req-608df99a-9d3d-42cb-8640-f98c8cfd0329 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8 HTTP/1.1" status: 200 len: 945 time: 0.2114174 Feb 28 20:19:01.733856 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-ea193c95-1697-4f09-ae03-4f36f257bde9 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601104 Feb 28 20:19:01.773077 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4fe05f02-c14d-40d7-afd6-26ea3d8ff8c7 req-634bf399-5b23-45f5-923c-8b3aa192094a service neutron] 10.222.0.15 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299205 Feb 28 20:19:01.809665 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8322bfd-7b92-4d5c-853a-f8e264ff0c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (3a0db0da-3a41-45e9-b473-318208dba787), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:01.820681 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6560e34d-7ef2-48f2-ad52-3108be7214da req-c2638397-6375-41a3-9eef-00907c43dab1 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798345 Feb 28 20:19:01.950877 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8322bfd-7b92-4d5c-853a-f8e264ff0c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0db0da-3a41-45e9-b473-318208dba787,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:01.962603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3a0db0da-3a41-45e9-b473-318208dba787 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:19:01.976840 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f5630cb8-4870-4461-a6be-fa54e910be48 req-82ec61fc-9594-435c-a632-b94852440cac tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 210 time: 0.0795639 Feb 28 20:19:02.023451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8322bfd-7b92-4d5c-853a-f8e264ff0c41 admin admin] No DVR routers for this DVR port 3a0db0da-3a41-45e9-b473-318208dba787 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:19:02.057464 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 3a0db0da-3a41-45e9-b473-318208dba787 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:19:02.057826 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3a0db0da-3a41-45e9-b473-318208dba787 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:19:02.164711 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d4e5679f-4090-4f16-95b4-470f2fb8fb08 req-fa7d6ea1-8468-4244-8419-c36ad3b6d6ad tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 210 time: 0.1272249 Feb 28 20:19:02.272230 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c694d-ff2e-4972-92bc-d3b4674d4a47 req-644dad7e-4fa7-4ad4-8dc0-40fdf17bec6c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:02.285594 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-014c694d-ff2e-4972-92bc-d3b4674d4a47 req-644dad7e-4fa7-4ad4-8dc0-40fdf17bec6c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 948 time: 0.2384682 Feb 28 20:19:02.295251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device fb29fbd8-283d-444b-9f64-975f8b82e07c up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:19:02.442603 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-014c694d-ff2e-4972-92bc-d3b4674d4a47 req-c5efa584-21b8-40c6-b1e8-798f8c94567c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556537 Feb 28 20:19:02.463721 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port fb29fbd8-283d-444b-9f64-975f8b82e07c completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:19:02.471549 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port fb29fbd8-283d-444b-9f64-975f8b82e07c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:02.472020 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:02.541356 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8322bfd-7b92-4d5c-853a-f8e264ff0c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (9bbb0b08-949a-4e1a-9548-e157ca325242), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:02.580069 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-b8322bfd-7b92-4d5c-853a-f8e264ff0c41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bbb0b08-949a-4e1a-9548-e157ca325242']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:02.597938 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0cf09d6f-96d4-4162-a757-36794f466100 req-aa5a4643-9558-4ab2-85e6-d7a8f6a799f6 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Publish callbacks [] for port (0ef4694a-a9f5-4af2-8cef-cacb0bb873f6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:02.598842 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port fb29fbd8-283d-444b-9f64-975f8b82e07c is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:02.600192 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:02.600896 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-b8322bfd-7b92-4d5c-853a-f8e264ff0c41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ab50f5-900c-48e7-a9b6-bd7cb06d5470') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:02.601272 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-b8322bfd-7b92-4d5c-853a-f8e264ff0c41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ab50f5-900c-48e7-a9b6-bd7cb06d5470') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:02.616420 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8322bfd-7b92-4d5c-853a-f8e264ff0c41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (e2ab50f5-900c-48e7-a9b6-bd7cb06d5470), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:02.636692 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8322bfd-7b92-4d5c-853a-f8e264ff0c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (e2ab50f5-900c-48e7-a9b6-bd7cb06d5470), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:02.639304 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee563507-b66d-4ac5-a4de-4039fec88408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb29fbd8-283d-444b-9f64-975f8b82e07c'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:19:02.642582 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9678a81e-fe1f-4f8c-b0c9-d493a931c84a" -d '{"events": [{"server_uuid": "ee563507-b66d-4ac5-a4de-4039fec88408", "name": "network-vif-plugged", "status": "completed", "tag": "fb29fbd8-283d-444b-9f64-975f8b82e07c"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:19:02.651831 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8322bfd-7b92-4d5c-853a-f8e264ff0c41 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:19:02.652385 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8322bfd-7b92-4d5c-853a-f8e264ff0c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (e2ab50f5-900c-48e7-a9b6-bd7cb06d5470), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:19:02.654226 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:19:02.661516 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port fb29fbd8-283d-444b-9f64-975f8b82e07c, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=fb29fbd8-283d-444b-9f64-975f8b82e07c,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:02.669489 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:02.719448 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0cf09d6f-96d4-4162-a757-36794f466100 req-aa5a4643-9558-4ab2-85e6-d7a8f6a799f6 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0ef4694a-a9f5-4af2-8cef-cacb0bb873f6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:02.724071 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8322bfd-7b92-4d5c-853a-f8e264ff0c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (9bbb0b08-949a-4e1a-9548-e157ca325242), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:02.749559 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8322bfd-7b92-4d5c-853a-f8e264ff0c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:02.753478 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b8322bfd-7b92-4d5c-853a-f8e264ff0c41 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9bbb0b08-949a-4e1a-9548-e157ca325242 HTTP/1.1" status: 204 len: 168 time: 2.7997861 Feb 28 20:19:02.786103 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cf796f-f1b9-4e2c-9b11-21fc45e2c065 x-openstack-request-id: req-31cf796f-f1b9-4e2c-9b11-21fc45e2c065 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:19:02.786435 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee563507-b66d-4ac5-a4de-4039fec88408", "name": "network-vif-plugged", "status": "completed", "tag": "fb29fbd8-283d-444b-9f64-975f8b82e07c", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:19:02.786830 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31cf796f-f1b9-4e2c-9b11-21fc45e2c065 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:19:02.787049 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee563507-b66d-4ac5-a4de-4039fec88408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb29fbd8-283d-444b-9f64-975f8b82e07c', 'code': 200} Feb 28 20:19:02.788814 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=fb29fbd8-283d-444b-9f64-975f8b82e07c,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:02.811485 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8322bfd-7b92-4d5c-853a-f8e264ff0c41 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bbb0b08-949a-4e1a-9548-e157ca325242,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:02.822321 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf09d6f-96d4-4162-a757-36794f466100 req-aa5a4643-9558-4ab2-85e6-d7a8f6a799f6 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Network 68023704-fab0-42d3-a06c-4476ff73e6d5 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:19:02.826198 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-0cf09d6f-96d4-4162-a757-36794f466100 req-aa5a4643-9558-4ab2-85e6-d7a8f6a799f6 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:02.831056 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf09d6f-96d4-4162-a757-36794f466100 req-aa5a4643-9558-4ab2-85e6-d7a8f6a799f6 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:19:02.951711 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacdac2-3e3b-49a9-ab32-c1ba45fb0183 req-8eb6ecd2-abe6-42cd-9971-281dfb67e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:02.954243 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a4643-9558-4ab2-85e6-d7a8f6a799f6 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Pushing event updated for resources: {'Port': ['ID=0ef4694a-a9f5-4af2-8cef-cacb0bb873f6,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:02.955922 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efacdac2-3e3b-49a9-ab32-c1ba45fb0183 req-8eb6ecd2-abe6-42cd-9971-281dfb67e385 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 1132 time: 0.1140485 Feb 28 20:19:02.980295 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf09d6f-96d4-4162-a757-36794f466100 req-aa5a4643-9558-4ab2-85e6-d7a8f6a799f6 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:02.980950 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0cf09d6f-96d4-4162-a757-36794f466100 req-aa5a4643-9558-4ab2-85e6-d7a8f6a799f6 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:03.021554 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0cf09d6f-96d4-4162-a757-36794f466100 req-aa5a4643-9558-4ab2-85e6-d7a8f6a799f6 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6349728 Feb 28 20:19:03.036962 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] Request body: {'port': {'device_id': '7120cd44-a159-44b0-970a-44c3f3289d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:03.053688 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efacdac2-3e3b-49a9-ab32-c1ba45fb0183 req-7d8142fd-7a72-415c-9a94-5a06e2d99f22 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641706 Feb 28 20:19:03.073542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd6db0-9a1f-4b75-b5e6-615b0bf113e8 req-02650b16-cace-4e5a-bb4b-2ccfba3d69b1 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:03.087779 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bfbd6db0-9a1f-4b75-b5e6-615b0bf113e8 req-02650b16-cace-4e5a-bb4b-2ccfba3d69b1 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8 HTTP/1.1" status: 200 len: 945 time: 0.1507764 Feb 28 20:19:03.108856 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54228) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:03.191626 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0ef4694a-a9f5-4af2-8cef-cacb0bb873f6), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:03.197608 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-263bb8cb-cc14-475f-94ac-2e374fd155ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e640677c8e04b1da94440106ff5082b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0853922 Feb 28 20:19:03.204326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54232) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:03.247071 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bfbd6db0-9a1f-4b75-b5e6-615b0bf113e8 req-0878943d-57f3-4b1f-a699-8690afc134fb tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579950 Feb 28 20:19:03.307111 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e02f4b-448f-4c54-b3ea-6c9bdf302a92 req-7d58927d-70e7-462a-91a9-08de95c25c1e tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:03.319403 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f8e02f4b-448f-4c54-b3ea-6c9bdf302a92 req-7d58927d-70e7-462a-91a9-08de95c25c1e tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 931 time: 0.1623411 Feb 28 20:19:03.362783 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d014b6b9-6f88-49a2-aad4-f9c7e0ac2c55 admin admin] Publish callbacks [] for security_group (1fd73064-f51a-439a-a0f1-640974f9bdfa), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:03.416796 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ecd0dc86-62d6-44f3-b828-e0b4457bdaed req-9d638416-d7ad-43f7-8895-93eb81d724ed tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 210 time: 0.0825033 Feb 28 20:19:03.417060 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d014b6b9-6f88-49a2-aad4-f9c7e0ac2c55 admin admin] Publish callbacks [] for security_group (1fd73064-f51a-439a-a0f1-640974f9bdfa), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:03.464000 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f8e02f4b-448f-4c54-b3ea-6c9bdf302a92 req-1a9b53ff-89fe-4ebd-862f-eabf776f1e7c tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435039 Feb 28 20:19:03.551130 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d014b6b9-6f88-49a2-aad4-f9c7e0ac2c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1fd73064-f51a-439a-a0f1-640974f9bdfa), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:03.554077 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d014b6b9-6f88-49a2-aad4-f9c7e0ac2c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:03.558562 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d014b6b9-6f88-49a2-aad4-f9c7e0ac2c55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fd73064-f51a-439a-a0f1-640974f9bdfa HTTP/1.1" status: 204 len: 168 time: 0.3531392 Feb 28 20:19:03.576522 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014b6b9-6f88-49a2-aad4-f9c7e0ac2c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd73064-f51a-439a-a0f1-640974f9bdfa,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:03.834416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae35085-34e4-4765-917c-52faa1b00f49 req-87f4cb82-366a-412b-8c2d-672b7bf360d5 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:03.845056 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1ae35085-34e4-4765-917c-52faa1b00f49 req-87f4cb82-366a-412b-8c2d-672b7bf360d5 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.1136715 Feb 28 20:19:03.881451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:19:03.946167 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] Publish callbacks [] for port (0ef4694a-a9f5-4af2-8cef-cacb0bb873f6), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:04.036794 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] Transition to ACTIVE for port object 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:19:04.048161 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c06a2e-d18c-4de5-aebb-dc01841bd8f2 req-4f7ab4a6-5b55-44f1-97e4-fb28f5e9c26a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:04.050637 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85c06a2e-d18c-4de5-aebb-dc01841bd8f2 req-4f7ab4a6-5b55-44f1-97e4-fb28f5e9c26a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8 HTTP/1.1" status: 200 len: 945 time: 0.2011685 Feb 28 20:19:04.053858 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (0ef4694a-a9f5-4af2-8cef-cacb0bb873f6), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:04.055837 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1ae35085-34e4-4765-917c-52faa1b00f49 req-f8cfcb3f-5cae-41ab-8bda-61800d1bf9cf tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096021 Feb 28 20:19:04.115697 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-f393629f-fad0-4aa8-b574-6b26ad0e7779 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:04.118460 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-f393629f-fad0-4aa8-b574-6b26ad0e7779 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.15 "GET /v2.0/networks?id=4ab05bea-86cc-498b-aded-ed9c3d7148ac HTTP/1.1" status: 200 len: 817 time: 0.4131005 Feb 28 20:19:04.183644 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85c06a2e-d18c-4de5-aebb-dc01841bd8f2 req-bc92508f-6605-46d2-bbdf-dc2a6e7a3297 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239564 Feb 28 20:19:04.215805 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef4694a-a9f5-4af2-8cef-cacb0bb873f6,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:04.331969 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-768c892b-3e9e-4842-bd66-203654f2319b tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d21f27a53ace41c6b073930944eb8337 HTTP/1.1" status: 200 len: 379 time: 0.2024751 Feb 28 20:19:04.361961 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-a9c392f6-2b39-44f3-a91e-61dd8c36fa2e tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Request body: {'port': {'device_id': '3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'admin_state_up': True, 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'security_groups': ['3b99e0e8-337a-4b72-9e00-e891174c640e']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:04.447955 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] Attempting to bind port 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:19:04.448301 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] Attempting to bind port 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'd14bd1ea-325a-4acc-a85f-85001425ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '68023704-fab0-42d3-a06c-4476ff73e6d5'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:19:04.448670 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] Attempting to bind port 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 on network 68023704-fab0-42d3-a06c-4476ff73e6d5 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:19:04.511369 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] Port 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 on network 68023704-fab0-42d3-a06c-4476ff73e6d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:19:04.511809 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] Attempting to bind port 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 on network 68023704-fab0-42d3-a06c-4476ff73e6d5 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:19:04.532274 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:19:04.532860 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] Checking segment: {'id': 'd14bd1ea-325a-4acc-a85f-85001425ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '68023704-fab0-42d3-a06c-4476ff73e6d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:19:04.533617 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] Bound using segment: {'id': 'd14bd1ea-325a-4acc-a85f-85001425ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '68023704-fab0-42d3-a06c-4476ff73e6d5'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:19:04.534321 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] Bound port: 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd14bd1ea-325a-4acc-a85f-85001425ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '68023704-fab0-42d3-a06c-4476ff73e6d5'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:19:04.534966 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0ef4694a-a9f5-4af2-8cef-cacb0bb873f6), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:04.601005 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8642d44a-7991-4f88-a58f-c4752a339e89 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:19:04.837692 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] For port 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:19:04.846919 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] For port 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=0ef4694a-a9f5-4af2-8cef-cacb0bb873f6,segment=NetworkSegment(d14bd1ea-325a-4acc-a85f-85001425ad16),segment_id=d14bd1ea-325a-4acc-a85f-85001425ad16)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:19:04.880452 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (0ef4694a-a9f5-4af2-8cef-cacb0bb873f6), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:04.910379 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-747f5906-9943-48bf-83c2-ffaf83e15745 req-3b25f36f-e513-42a8-8d34-0435e4558e0a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 210 time: 0.1938491 Feb 28 20:19:04.919546 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-a9c392f6-2b39-44f3-a91e-61dd8c36fa2e tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Made reservation on behalf of d21f27a53ace41c6b073930944eb8337 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:19:04.936895 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-a9c392f6-2b39-44f3-a91e-61dd8c36fa2e tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:04.962320 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 8642d44a-7991-4f88-a58f-c4752a339e89, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8642d44a-7991-4f88-a58f-c4752a339e89,segment=NetworkSegment(d14bd1ea-325a-4acc-a85f-85001425ad16),segment_id=d14bd1ea-325a-4acc-a85f-85001425ad16)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:04.975892 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27dc9c-43b3-407c-87d0-d42c647d1b78 req-eb6d0153-6d10-4516-b7ad-332078210580 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:04.987449 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae27dc9c-43b3-407c-87d0-d42c647d1b78 req-eb6d0153-6d10-4516-b7ad-332078210580 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 943 time: 0.3306296 Feb 28 20:19:04.993551 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '8642d44a-7991-4f88-a58f-c4752a339e89', 'network_id': '68023704-fab0-42d3-a06c-4476ff73e6d5', 'port_id': '8642d44a-7991-4f88-a58f-c4752a339e89', 'mac_address': 'fa:16:3e:c8:e8:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:19:05.091848 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 8642d44a-7991-4f88-a58f-c4752a339e89 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:05.092151 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:05.093448 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8642d44a-7991-4f88-a58f-c4752a339e89), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:05.099221 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae27dc9c-43b3-407c-87d0-d42c647d1b78 req-07e35a09-f49c-4947-a610-a81c5b527f58 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089158 Feb 28 20:19:05.104070 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:05.107388 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0cf09d6f-96d4-4162-a757-36794f466100 req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] 10.222.0.10 "PUT /v2.0/ports/0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 HTTP/1.1" status: 200 len: 1092 time: 2.0759354 Feb 28 20:19:05.126670 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8642d44a-7991-4f88-a58f-c4752a339e89 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:19:05.127981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7120cd44-a159-44b0-970a-44c3f3289d35', 'tag': '0ef4694a-a9f5-4af2-8cef-cacb0bb873f6'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:19:05.142016 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216b5f79-bfc0-4ad3-8e40-7411dddeaee6" -d '{"events": [{"name": "network-changed", "server_uuid": "7120cd44-a159-44b0-970a-44c3f3289d35", "tag": "0ef4694a-a9f5-4af2-8cef-cacb0bb873f6"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:19:05.169037 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 8642d44a-7991-4f88-a58f-c4752a339e89, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8642d44a-7991-4f88-a58f-c4752a339e89,segment=NetworkSegment(d14bd1ea-325a-4acc-a85f-85001425ad16),segment_id=d14bd1ea-325a-4acc-a85f-85001425ad16)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:05.177234 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8642d44a-7991-4f88-a58f-c4752a339e89), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:05.279528 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70ea648-4994-482a-b52e-3f804ef3f902 x-openstack-request-id: req-e70ea648-4994-482a-b52e-3f804ef3f902 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:19:05.280260 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7120cd44-a159-44b0-970a-44c3f3289d35", "tag": "0ef4694a-a9f5-4af2-8cef-cacb0bb873f6", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:19:05.280697 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e70ea648-4994-482a-b52e-3f804ef3f902 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:19:05.281540 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7120cd44-a159-44b0-970a-44c3f3289d35', 'tag': '0ef4694a-a9f5-4af2-8cef-cacb0bb873f6', 'status': 'completed', 'code': 200} Feb 28 20:19:05.295543 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=8642d44a-7991-4f88-a58f-c4752a339e89,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:05.408836 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['8642d44a-7991-4f88-a58f-c4752a339e89'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:19:05.465717 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfaa943-f92f-4e2b-8be4-2d9d0f80ce68 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef4694a-a9f5-4af2-8cef-cacb0bb873f6,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:05.493694 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54278) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:05.504254 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdba62-7723-4a6b-9437-089c998ef780 req-789ce684-7f55-4d2f-b257-edfeff8bfa6a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:05.505817 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f2fdba62-7723-4a6b-9437-089c998ef780 req-789ce684-7f55-4d2f-b257-edfeff8bfa6a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8 HTTP/1.1" status: 200 len: 945 time: 0.2753386 Feb 28 20:19:05.549619 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf09d6f-96d4-4162-a757-36794f466100 req-1ca40ec7-4a10-49c0-88cd-b187db541c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:05.552109 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0cf09d6f-96d4-4162-a757-36794f466100 req-1ca40ec7-4a10-49c0-88cd-b187db541c3b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc511d7643284ad4adb274524c5b6a6a&device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 1126 time: 0.3485961 Feb 28 20:19:05.590457 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b70a68-d475-482d-a270-1006fb893541 req-4c9cfb19-23e3-4947-87eb-326af06c345b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:05.600615 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0b70a68-d475-482d-a270-1006fb893541 req-4c9cfb19-23e3-4947-87eb-326af06c345b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8 HTTP/1.1" status: 200 len: 945 time: 0.2289183 Feb 28 20:19:05.643716 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0cf09d6f-96d4-4162-a757-36794f466100 req-3749710d-1034-45a2-bbbc-b33c143f3c3c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 HTTP/1.1" status: 200 len: 217 time: 0.0643358 Feb 28 20:19:05.721663 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0b70a68-d475-482d-a270-1006fb893541 req-50365d13-d2c5-4302-b904-9d33d009f2dc tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200845 Feb 28 20:19:05.740831 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-a9c392f6-2b39-44f3-a91e-61dd8c36fa2e tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Allocated IP 172.20.0.10 (4ab05bea-86cc-498b-aded-ed9c3d7148ac/168325cf-0c5d-4ba0-baad-f937703ff430/9528242c-5054-49d2-b00a-2d8bb8bdea38) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:19:05.757559 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-9e6fc92e-4857-4bf3-8679-a29de2fe2e29 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-775179342-network', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:05.771820 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f5075-2e06-40e4-b7c6-3c301fecc4f3 req-85028d7a-43db-4150-abee-39d89a57c5f7 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:05.773500 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c9f5075-2e06-40e4-b7c6-3c301fecc4f3 req-85028d7a-43db-4150-abee-39d89a57c5f7 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.3975058 Feb 28 20:19:05.791308 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf09d6f-96d4-4162-a757-36794f466100 req-1272daff-fc3c-412f-a146-a810b22675c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:05.793101 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0cf09d6f-96d4-4162-a757-36794f466100 req-1272daff-fc3c-412f-a146-a810b22675c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff HTTP/1.1" status: 200 len: 859 time: 0.1426682 Feb 28 20:19:05.831204 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6fc92e-4857-4bf3-8679-a29de2fe2e29 admin admin] Made reservation on behalf of 32b514b33b3446a2a3d4a8b083492ad2 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:19:05.833917 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9e6fc92e-4857-4bf3-8679-a29de2fe2e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:05.877847 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9e6fc92e-4857-4bf3-8679-a29de2fe2e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:05.886860 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0cf09d6f-96d4-4162-a757-36794f466100 req-9b9b9dc4-6102-45d1-b329-03562ae4c270 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68023704-fab0-42d3-a06c-4476ff73e6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833967 Feb 28 20:19:05.901195 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c9f5075-2e06-40e4-b7c6-3c301fecc4f3 req-a45bf98d-4b5c-462d-92b0-4d00f48f712b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886736 Feb 28 20:19:05.920172 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-f2fdba62-7723-4a6b-9437-089c998ef780 req-bf219750-e7c3-49d0-8dd3-b3f4119f51bf tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Deleting port b913bdb8-e987-4799-824d-27709c799959 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:19:05.921355 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f2fdba62-7723-4a6b-9437-089c998ef780 req-bf219750-e7c3-49d0-8dd3-b3f4119f51bf tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b913bdb8-e987-4799-824d-27709c799959), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:06.075499 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-50c5206c-3e35-482e-80cb-56a1aed9c1a2 req-bf76a0ab-52b7-49b6-a47a-c5138e9af3db tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 210 time: 0.0350761 Feb 28 20:19:06.100527 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-f2fdba62-7723-4a6b-9437-089c998ef780 req-bf219750-e7c3-49d0-8dd3-b3f4119f51bf tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] For port b913bdb8-e987-4799-824d-27709c799959, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b913bdb8-e987-4799-824d-27709c799959,segment=NetworkSegment(d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a),segment_id=d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:06.100946 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f2fdba62-7723-4a6b-9437-089c998ef780 req-bf219750-e7c3-49d0-8dd3-b3f4119f51bf tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b913bdb8-e987-4799-824d-27709c799959), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:06.158414 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-f2fdba62-7723-4a6b-9437-089c998ef780 req-bf219750-e7c3-49d0-8dd3-b3f4119f51bf tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Calling delete_port for b913bdb8-e987-4799-824d-27709c799959 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:19:06.262921 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0cf09d6f-96d4-4162-a757-36794f466100 req-25796533-1d27-4736-8d34-c24395fa1067 service neutron] 10.222.0.10 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634372 Feb 28 20:19:06.271168 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-a9c392f6-2b39-44f3-a91e-61dd8c36fa2e tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:06.396752 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9e6fc92e-4857-4bf3-8679-a29de2fe2e29 admin admin] Publish callbacks [] for security_group (856415fc-4a8e-413a-bd50-1392903e4f09), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:06.414542 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9e6fc92e-4857-4bf3-8679-a29de2fe2e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (856415fc-4a8e-413a-bd50-1392903e4f09), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:06.474646 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-a9c392f6-2b39-44f3-a91e-61dd8c36fa2e tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:06.475377 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928301af-0df1-41f3-a5e7-ca33c6fafc56 req-a3420fec-d737-457e-a255-ed3b0bae43be tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:06.482497 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-928301af-0df1-41f3-a5e7-ca33c6fafc56 req-a3420fec-d737-457e-a255-ed3b0bae43be tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 943 time: 0.1588714 Feb 28 20:19:06.486565 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f2fdba62-7723-4a6b-9437-089c998ef780 req-bf219750-e7c3-49d0-8dd3-b3f4119f51bf tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (b913bdb8-e987-4799-824d-27709c799959), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:06.488918 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6fc92e-4857-4bf3-8679-a29de2fe2e29 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:19:06.493227 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fc92e-4857-4bf3-8679-a29de2fe2e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856415fc-4a8e-413a-bd50-1392903e4f09,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:06.495367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda45847-d513-4757-b922-04a74a75ee3e req-efc2e663-d5f7-4d5c-a62d-c61361ed0ef7 tempest-MigrationsAdminTest-137441491 tempest-MigrationsAdminTest-137441491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:06.507401 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bda45847-d513-4757-b922-04a74a75ee3e req-efc2e663-d5f7-4d5c-a62d-c61361ed0ef7 tempest-MigrationsAdminTest-137441491 tempest-MigrationsAdminTest-137441491-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 1132 time: 0.1377668 Feb 28 20:19:06.513392 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0cf09d6f-96d4-4162-a757-36794f466100 req-09c2a2d0-0b80-4ee9-85fe-1ac7773c40a9 service neutron] 10.222.0.10 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390661 Feb 28 20:19:06.513796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['7b77f50f-623e-47af-8617-df7c08b321cc', 'b913bdb8-e987-4799-824d-27709c799959'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:19:06.555842 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9e6fc92e-4857-4bf3-8679-a29de2fe2e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (94742c78-ba4d-44c1-849b-c1479f2f6613), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:06.556305 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-9e6fc92e-4857-4bf3-8679-a29de2fe2e29 admin admin] Added segment 94742c78-ba4d-44c1-849b-c1479f2f6613 of type vlan for network 99a23236-624a-46f4-a7ad-cb80ef3fa29e Feb 28 20:19:06.581946 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-a9c392f6-2b39-44f3-a91e-61dd8c36fa2e tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Network 4ab05bea-86cc-498b-aded-ed9c3d7148ac is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:19:06.589553 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf219750-e7c3-49d0-8dd3-b3f4119f51bf tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Pushing event deleted for resources: {'Port': ['ID=b913bdb8-e987-4799-824d-27709c799959,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:06.621632 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bda45847-d513-4757-b922-04a74a75ee3e req-92a3db08-7498-40db-b8cf-8f61c90b9b05 tempest-MigrationsAdminTest-137441491 tempest-MigrationsAdminTest-137441491-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:06.648715 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-a9c392f6-2b39-44f3-a91e-61dd8c36fa2e tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:06.675737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8642d44a-7991-4f88-a58f-c4752a339e89 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:19:06.675943 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c392f6-2b39-44f3-a91e-61dd8c36fa2e tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Pushing event updated for resources: {'Port': ['ID=9528242c-5054-49d2-b00a-2d8bb8bdea38,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:06.678762 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-a9c392f6-2b39-44f3-a91e-61dd8c36fa2e tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:19:06.686520 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9e6fc92e-4857-4bf3-8679-a29de2fe2e29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (99a23236-624a-46f4-a7ad-cb80ef3fa29e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:06.687815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fdba62-7723-4a6b-9437-089c998ef780 req-bf219750-e7c3-49d0-8dd3-b3f4119f51bf tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] No DVR routers for this DVR port b913bdb8-e987-4799-824d-27709c799959 on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:19:06.714827 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-928301af-0df1-41f3-a5e7-ca33c6fafc56 req-e3bbbcbf-f1a2-4d8c-a4da-e9e975e0f823 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288976 Feb 28 20:19:06.721193 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f2fdba62-7723-4a6b-9437-089c998ef780 req-bf219750-e7c3-49d0-8dd3-b3f4119f51bf tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:06.746003 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f2fdba62-7723-4a6b-9437-089c998ef780 req-bf219750-e7c3-49d0-8dd3-b3f4119f51bf tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.15 "DELETE /v2.0/ports/b913bdb8-e987-4799-824d-27709c799959 HTTP/1.1" status: 204 len: 173 time: 1.2316575 Feb 28 20:19:06.772700 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8', 'name': 'network-vif-deleted', 'tag': 'b913bdb8-e987-4799-824d-27709c799959'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:19:06.788595 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab32b88a-e368-428b-9205-88127e733d89" -d '{"events": [{"server_uuid": "cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8", "name": "network-vif-deleted", "tag": "b913bdb8-e987-4799-824d-27709c799959"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:19:06.796161 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 8642d44a-7991-4f88-a58f-c4752a339e89 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:19:06.836184 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9e6fc92e-4857-4bf3-8679-a29de2fe2e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (99a23236-624a-46f4-a7ad-cb80ef3fa29e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:06.849118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6fc92e-4857-4bf3-8679-a29de2fe2e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:06.850359 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9e6fc92e-4857-4bf3-8679-a29de2fe2e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:06.876260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-a9c392f6-2b39-44f3-a91e-61dd8c36fa2e tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:06.886576 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-a9c392f6-2b39-44f3-a91e-61dd8c36fa2e tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:06.918737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 8642d44a-7991-4f88-a58f-c4752a339e89 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:06.921910 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8642d44a-7991-4f88-a58f-c4752a339e89), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:06.966911 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b5f79-bfc0-4ad3-8e40-7411dddeaee6 req-c3959486-8d41-456b-ada8-057e7e9ad203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:06.986231 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba6b1070-c2b6-4beb-96f8-f5dcc786f891 req-685ee0fa-521c-4caf-ac3d-e1402ac7aeda tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8 HTTP/1.1" status: 200 len: 210 time: 0.0814195 Feb 28 20:19:06.993476 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-216b5f79-bfc0-4ad3-8e40-7411dddeaee6 req-c3959486-8d41-456b-ada8-057e7e9ad203 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc511d7643284ad4adb274524c5b6a6a&device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 1126 time: 0.3696570 Feb 28 20:19:07.095066 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bda45847-d513-4757-b922-04a74a75ee3e req-92a3db08-7498-40db-b8cf-8f61c90b9b05 tempest-MigrationsAdminTest-137441491 tempest-MigrationsAdminTest-137441491-project-admin] Publish callbacks [] for security_group (c0d5fded-e97d-4fcf-8be7-dcbcb6b601fd), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:07.104804 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9e6fc92e-4857-4bf3-8679-a29de2fe2e29 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5989234 Feb 28 20:19:07.107565 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54304) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:07.110847 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fbe173-4073-44ed-87be-ae3f5bb248af x-openstack-request-id: req-c9fbe173-4073-44ed-87be-ae3f5bb248af {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:19:07.111551 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8", "name": "network-vif-deleted", "tag": "b913bdb8-e987-4799-824d-27709c799959", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:19:07.112306 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9fbe173-4073-44ed-87be-ae3f5bb248af {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:19:07.113333 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea94d3b-cf0e-4b85-ba42-53d6ef3dddb8', 'name': 'network-vif-deleted', 'tag': 'b913bdb8-e987-4799-824d-27709c799959', 'status': 'completed', 'code': 200} Feb 28 20:19:07.122189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-a03ac2a7-32ee-433b-b753-e350ea1edcc9 admin admin] Request body: {'subnet': {'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-775179342-subnet', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:07.128636 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-a9c392f6-2b39-44f3-a91e-61dd8c36fa2e tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7825809 Feb 28 20:19:07.130520 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bda45847-d513-4757-b922-04a74a75ee3e req-92a3db08-7498-40db-b8cf-8f61c90b9b05 tempest-MigrationsAdminTest-137441491 tempest-MigrationsAdminTest-137441491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c0d5fded-e97d-4fcf-8be7-dcbcb6b601fd), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:07.132074 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fc92e-4857-4bf3-8679-a29de2fe2e29 admin admin] Pushing event updated for resources: {'Network': ['ID=99a23236-624a-46f4-a7ad-cb80ef3fa29e,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:07.152438 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 99a23236-624a-46f4-a7ad-cb80ef3fa29e details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:19:07.188537 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] Request body: {'port': {'device_id': '3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:07.286844 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bda45847-d513-4757-b922-04a74a75ee3e req-92a3db08-7498-40db-b8cf-8f61c90b9b05 tempest-MigrationsAdminTest-137441491 tempest-MigrationsAdminTest-137441491-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7381611 Feb 28 20:19:07.287709 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3db08-7498-40db-b8cf-8f61c90b9b05 tempest-MigrationsAdminTest-137441491 tempest-MigrationsAdminTest-137441491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d5fded-e97d-4fcf-8be7-dcbcb6b601fd,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:07.294065 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03ac2a7-32ee-433b-b753-e350ea1edcc9 admin admin] Made reservation on behalf of 32b514b33b3446a2a3d4a8b083492ad2 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:19:07.297780 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a03ac2a7-32ee-433b-b753-e350ea1edcc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:07.301490 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b5f79-bfc0-4ad3-8e40-7411dddeaee6 req-e360c3c0-3fa2-46eb-9291-00f368efa1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:07.303116 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-216b5f79-bfc0-4ad3-8e40-7411dddeaee6 req-e360c3c0-3fa2-46eb-9291-00f368efa1ec service neutron] 10.222.0.10 "GET /v2.0/networks?id=68023704-fab0-42d3-a06c-4476ff73e6d5 HTTP/1.1" status: 200 len: 919 time: 0.2822042 Feb 28 20:19:07.304044 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:07.439163 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-216b5f79-bfc0-4ad3-8e40-7411dddeaee6 req-44c9293f-891e-46df-b2df-e07168da81cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 HTTP/1.1" status: 200 len: 217 time: 0.1243846 Feb 28 20:19:07.461781 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7d013048-f1ba-41d3-a8b2-852a3daa3e9f None None] Provisioning complete for port 9528242c-5054-49d2-b00a-2d8bb8bdea38 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:07.462371 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7d013048-f1ba-41d3-a8b2-852a3daa3e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:07.464970 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 8642d44a-7991-4f88-a58f-c4752a339e89 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:07.465353 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8642d44a-7991-4f88-a58f-c4752a339e89), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:07.553342 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 8642d44a-7991-4f88-a58f-c4752a339e89, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8642d44a-7991-4f88-a58f-c4752a339e89,segment=NetworkSegment(d14bd1ea-325a-4acc-a85f-85001425ad16),segment_id=d14bd1ea-325a-4acc-a85f-85001425ad16)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:07.591807 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49f31b3-5bb6-4d08-9caf-300e1500c8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8642d44a-7991-4f88-a58f-c4752a339e89'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:19:07.594107 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbd07e4-3514-403c-8855-3ea0625cd7f7" -d '{"events": [{"server_uuid": "f49f31b3-5bb6-4d08-9caf-300e1500c8df", "name": "network-vif-plugged", "status": "completed", "tag": "8642d44a-7991-4f88-a58f-c4752a339e89"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:19:07.608079 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8642d44a-7991-4f88-a58f-c4752a339e89), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:07.682863 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b5f79-bfc0-4ad3-8e40-7411dddeaee6 req-54f221f0-196d-46b4-b33a-9cfbeb8e3c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:07.684909 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-216b5f79-bfc0-4ad3-8e40-7411dddeaee6 req-54f221f0-196d-46b4-b33a-9cfbeb8e3c65 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff HTTP/1.1" status: 200 len: 859 time: 0.1882877 Feb 28 20:19:07.752665 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7d013048-f1ba-41d3-a8b2-852a3daa3e9f None None] Port 9528242c-5054-49d2-b00a-2d8bb8bdea38 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:19:07.756460 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-216b5f79-bfc0-4ad3-8e40-7411dddeaee6 req-f9e094e6-0c3f-4243-96f3-6bb1ec158245 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68023704-fab0-42d3-a06c-4476ff73e6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495348 Feb 28 20:19:07.767306 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34b478-4e04-4c42-82b3-2d953e6da0cf req-e1b9e5f0-7a1f-489f-8f13-e43a4b3aaa9a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:07.778717 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c34b478-4e04-4c42-82b3-2d953e6da0cf req-e1b9e5f0-7a1f-489f-8f13-e43a4b3aaa9a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 932 time: 0.2604606 Feb 28 20:19:07.800430 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=8642d44a-7991-4f88-a58f-c4752a339e89,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:07.845967 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a03ac2a7-32ee-433b-b753-e350ea1edcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (bc5610ee-102f-4d53-a1ea-e2fe31bebb52), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:07.945158 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-216b5f79-bfc0-4ad3-8e40-7411dddeaee6 req-39832f19-ff51-42be-a8cc-3133a2070b69 service neutron] 10.222.0.10 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724355 Feb 28 20:19:07.995613 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ac2a7-32ee-433b-b753-e350ea1edcc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc5610ee-102f-4d53-a1ea-e2fe31bebb52,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:08.003417 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c34b478-4e04-4c42-82b3-2d953e6da0cf req-b74ec9c7-ec17-4161-9dac-8856dacbfd53 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214746 Feb 28 20:19:08.031626 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc59ab-c9fd-4b5e-911a-469c681a7030 req-1f1650d5-3a4c-4f75-822a-dc21df5b87e7 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:08.033443 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-67cc59ab-c9fd-4b5e-911a-469c681a7030 req-1f1650d5-3a4c-4f75-822a-dc21df5b87e7 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 946 time: 0.2223506 Feb 28 20:19:08.036867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ac2a7-32ee-433b-b753-e350ea1edcc9 admin admin] Checking segment: {'id': '94742c78-ba4d-44c1-849b-c1479f2f6613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:19:08.037232 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03ac2a7-32ee-433b-b753-e350ea1edcc9 admin admin] Network hostable DHCP agents. Network: 99a23236-624a-46f4-a7ad-cb80ef3fa29e, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:19:08.086561 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03ac2a7-32ee-433b-b753-e350ea1edcc9 admin admin] Network 99a23236-624a-46f4-a7ad-cb80ef3fa29e is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:19:08.107263 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-a03ac2a7-32ee-433b-b753-e350ea1edcc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 99a23236-624a-46f4-a7ad-cb80ef3fa29e) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:08.113557 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9528242c-5054-49d2-b00a-2d8bb8bdea38 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:19:08.125109 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] Publish callbacks [] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:08.126287 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03ac2a7-32ee-433b-b753-e350ea1edcc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:08.127463 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a03ac2a7-32ee-433b-b753-e350ea1edcc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:08.128611 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213976e6-2ebd-46b9-8b18-b4c9488bcdab None None] Network 99a23236-624a-46f4-a7ad-cb80ef3fa29e requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:19:08.146374 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-67cc59ab-c9fd-4b5e-911a-469c681a7030 req-4f81de52-c28e-4c3a-9a79-ff85ab9f6f97 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/security-groups?id=850f66ac-dc78-47b5-913a-c7fb97033a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979035 Feb 28 20:19:08.153375 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] Transition to ACTIVE for port object 9528242c-5054-49d2-b00a-2d8bb8bdea38 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:19:08.157394 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-216b5f79-bfc0-4ad3-8e40-7411dddeaee6 req-0dd43edc-f9fd-4a48-9e27-2ad5c8b7a756 service neutron] 10.222.0.10 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970210 Feb 28 20:19:08.160070 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:08.220163 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a03ac2a7-32ee-433b-b753-e350ea1edcc9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1050074 Feb 28 20:19:08.221130 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54326) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:08.226709 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-886e9add-92fd-4da8-b18e-f1af3f1036e2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-775179342-router', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:08.317544 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-886e9add-92fd-4da8-b18e-f1af3f1036e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (5d79aa48-78aa-4dd4-8f4c-42ac13637838), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:08.319378 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-886e9add-92fd-4da8-b18e-f1af3f1036e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (5d79aa48-78aa-4dd4-8f4c-42ac13637838), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:08.362618 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] Pushing event updated for resources: {'Port': ['ID=9528242c-5054-49d2-b00a-2d8bb8bdea38,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:08.451020 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-886e9add-92fd-4da8-b18e-f1af3f1036e2 admin admin] Publish callbacks [] for router_controller (5d79aa48-78aa-4dd4-8f4c-42ac13637838), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:08.489029 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174c9108-3134-45ba-949f-4ff2df923846 x-openstack-request-id: req-174c9108-3134-45ba-949f-4ff2df923846 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:19:08.489789 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49f31b3-5bb6-4d08-9caf-300e1500c8df", "name": "network-vif-plugged", "status": "completed", "tag": "8642d44a-7991-4f88-a58f-c4752a339e89", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:19:08.490167 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-174c9108-3134-45ba-949f-4ff2df923846 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:19:08.492455 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49f31b3-5bb6-4d08-9caf-300e1500c8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8642d44a-7991-4f88-a58f-c4752a339e89', 'code': 200} Feb 28 20:19:08.528078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dcb344-0cdb-425f-8c10-8f9629d8d14e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-99a23236-624a-46f4-a7ad-cb80ef3fa29e', 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e', 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'fixed_ips': [{'subnet_id': 'bc5610ee-102f-4d53-a1ea-e2fe31bebb52'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:19:08.529369 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d5dcb344-0cdb-425f-8c10-8f9629d8d14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:08.557101 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] Attempting to bind port 9528242c-5054-49d2-b00a-2d8bb8bdea38 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:19:08.557858 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] Attempting to bind port 9528242c-5054-49d2-b00a-2d8bb8bdea38 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '6669909a-adf3-4cae-b4ff-5097746b46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:19:08.558368 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] Attempting to bind port 9528242c-5054-49d2-b00a-2d8bb8bdea38 on network 4ab05bea-86cc-498b-aded-ed9c3d7148ac {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:19:08.575065 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] Port 9528242c-5054-49d2-b00a-2d8bb8bdea38 on network 4ab05bea-86cc-498b-aded-ed9c3d7148ac not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:19:08.576609 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] Attempting to bind port 9528242c-5054-49d2-b00a-2d8bb8bdea38 on network 4ab05bea-86cc-498b-aded-ed9c3d7148ac {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:19:08.610373 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:19:08.610770 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] Checking segment: {'id': '6669909a-adf3-4cae-b4ff-5097746b46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:19:08.611177 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] Bound using segment: {'id': '6669909a-adf3-4cae-b4ff-5097746b46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:19:08.611959 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] Bound port: 9528242c-5054-49d2-b00a-2d8bb8bdea38, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6669909a-adf3-4cae-b4ff-5097746b46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:19:08.612328 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:08.759786 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] For port 9528242c-5054-49d2-b00a-2d8bb8bdea38, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:19:08.770471 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] For port 9528242c-5054-49d2-b00a-2d8bb8bdea38, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9528242c-5054-49d2-b00a-2d8bb8bdea38,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:19:08.784292 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:08.799201 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-d5dcb344-0cdb-425f-8c10-8f9629d8d14e None None] Allocated IP 172.20.0.2 (99a23236-624a-46f4-a7ad-cb80ef3fa29e/bc5610ee-102f-4d53-a1ea-e2fe31bebb52/bc7ad3ed-9406-4872-b48d-39a4ac9ead0c) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:19:08.936176 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1193f8f-f9c3-4b2e-83a6-9b1dbdb1de84 req-a3b20fda-46bd-4264-8d3e-424ab4c282b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:08.937859 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b1193f8f-f9c3-4b2e-83a6-9b1dbdb1de84 req-a3b20fda-46bd-4264-8d3e-424ab4c282b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 1129 time: 0.4562554 Feb 28 20:19:08.946781 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:08.946781 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:08.946781 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] 10.222.0.15 "PUT /v2.0/ports/9528242c-5054-49d2-b00a-2d8bb8bdea38 HTTP/1.1" status: 200 len: 1093 time: 1.7600398 Feb 28 20:19:08.946781 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5', 'tag': '9528242c-5054-49d2-b00a-2d8bb8bdea38'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:19:08.946781 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d6831d-a25e-44d3-9b54-d64509e9382d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5", "tag": "9528242c-5054-49d2-b00a-2d8bb8bdea38"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:19:08.963081 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333a1a7-565b-430b-a581-53c5e781290b service neutron] Pushing event updated for resources: {'Port': ['ID=9528242c-5054-49d2-b00a-2d8bb8bdea38,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:09.001720 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-886e9add-92fd-4da8-b18e-f1af3f1036e2 admin admin] Publish callbacks [] for router_gateway (5d79aa48-78aa-4dd4-8f4c-42ac13637838), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:09.031987 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ad8ec-0540-4ae7-a2bb-32558c8dfdfd req-64619dc2-2d31-40da-94bd-78c9cf7fd87b tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:09.039318 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-374ad8ec-0540-4ae7-a2bb-32558c8dfdfd req-64619dc2-2d31-40da-94bd-78c9cf7fd87b tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 943 time: 0.5860944 Feb 28 20:19:09.083889 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-f8697cbd-bb46-4303-99e7-e43d3fea0107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:09.090885 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-f8697cbd-bb46-4303-99e7-e43d3fea0107 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d21f27a53ace41c6b073930944eb8337&device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 1127 time: 0.1057076 Feb 28 20:19:09.157748 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d5dcb344-0cdb-425f-8c10-8f9629d8d14e None None] Publish callbacks [] for port (bc7ad3ed-9406-4872-b48d-39a4ac9ead0c), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:09.168209 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d5dcb344-0cdb-425f-8c10-8f9629d8d14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (bc7ad3ed-9406-4872-b48d-39a4ac9ead0c), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:09.186068 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-61bef94f-598f-45e9-857b-df952b0bd8e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9528242c-5054-49d2-b00a-2d8bb8bdea38 HTTP/1.1" status: 200 len: 217 time: 0.0889442 Feb 28 20:19:09.204788 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-374ad8ec-0540-4ae7-a2bb-32558c8dfdfd req-4f8e1fc7-244a-4a1e-b6a1-9526685ae720 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644270 Feb 28 20:19:09.242117 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dcb344-0cdb-425f-8c10-8f9629d8d14e None None] Network 99a23236-624a-46f4-a7ad-cb80ef3fa29e is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:19:09.249925 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b1193f8f-f9c3-4b2e-83a6-9b1dbdb1de84 req-0f0e2418-2044-4aef-a059-543a84a007a9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034403 Feb 28 20:19:09.291461 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcb344-0cdb-425f-8c10-8f9629d8d14e None None] Pushing event updated for resources: {'Port': ['ID=bc7ad3ed-9406-4872-b48d-39a4ac9ead0c,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:09.304657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-d5dcb344-0cdb-425f-8c10-8f9629d8d14e None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:09.306970 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dcb344-0cdb-425f-8c10-8f9629d8d14e None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:19:09.331834 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-e0d6d947-eeb2-4be2-b6ed-3548838d4240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:09.333641 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-e0d6d947-eeb2-4be2-b6ed-3548838d4240 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=168325cf-0c5d-4ba0-baad-f937703ff430 HTTP/1.1" status: 200 len: 856 time: 0.1416070 Feb 28 20:19:09.353799 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0556fd3f-b719-4792-9f0a-7ca26e52fc3a x-openstack-request-id: req-0556fd3f-b719-4792-9f0a-7ca26e52fc3a {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:19:09.354823 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5", "tag": "9528242c-5054-49d2-b00a-2d8bb8bdea38", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:19:09.355791 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0556fd3f-b719-4792-9f0a-7ca26e52fc3a {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:19:09.357488 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5', 'tag': '9528242c-5054-49d2-b00a-2d8bb8bdea38', 'status': 'completed', 'code': 200} Feb 28 20:19:09.417538 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d5dcb344-0cdb-425f-8c10-8f9629d8d14e None None] Attempting to bind port bc7ad3ed-9406-4872-b48d-39a4ac9ead0c on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:19:09.418030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d5dcb344-0cdb-425f-8c10-8f9629d8d14e None None] Attempting to bind port bc7ad3ed-9406-4872-b48d-39a4ac9ead0c by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '94742c78-ba4d-44c1-849b-c1479f2f6613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:19:09.418389 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dcb344-0cdb-425f-8c10-8f9629d8d14e None None] Attempting to bind port bc7ad3ed-9406-4872-b48d-39a4ac9ead0c on network 99a23236-624a-46f4-a7ad-cb80ef3fa29e {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:19:09.427628 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dcb344-0cdb-425f-8c10-8f9629d8d14e None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:19:09.428029 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dcb344-0cdb-425f-8c10-8f9629d8d14e None None] Checking segment: {'id': '94742c78-ba4d-44c1-849b-c1479f2f6613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:19:09.428671 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d5dcb344-0cdb-425f-8c10-8f9629d8d14e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:09.429069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dcb344-0cdb-425f-8c10-8f9629d8d14e None None] Bound using segment: {'id': '94742c78-ba4d-44c1-849b-c1479f2f6613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:19:09.429538 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d5dcb344-0cdb-425f-8c10-8f9629d8d14e None None] Bound port: bc7ad3ed-9406-4872-b48d-39a4ac9ead0c, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94742c78-ba4d-44c1-849b-c1479f2f6613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:19:09.429914 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d5dcb344-0cdb-425f-8c10-8f9629d8d14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bc7ad3ed-9406-4872-b48d-39a4ac9ead0c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:09.547303 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d5dcb344-0cdb-425f-8c10-8f9629d8d14e None None] For port bc7ad3ed-9406-4872-b48d-39a4ac9ead0c, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:19:09.553592 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d5dcb344-0cdb-425f-8c10-8f9629d8d14e None None] For port bc7ad3ed-9406-4872-b48d-39a4ac9ead0c, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=bc7ad3ed-9406-4872-b48d-39a4ac9ead0c,segment=NetworkSegment(94742c78-ba4d-44c1-849b-c1479f2f6613),segment_id=94742c78-ba4d-44c1-849b-c1479f2f6613)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:19:09.565471 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-d16e23a6-57bd-4284-8998-9b70fa6fd75a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2419600 Feb 28 20:19:09.569785 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d5dcb344-0cdb-425f-8c10-8f9629d8d14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (bc7ad3ed-9406-4872-b48d-39a4ac9ead0c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:09.586475 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-3cd9f033-a334-4cfe-b9f8-0598be222914 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:19:09.588419 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-3cd9f033-a334-4cfe-b9f8-0598be222914 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087144 Feb 28 20:19:09.613709 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-0acfbf05-1aeb-4be6-902b-4a995a730ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:09.615318 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-0acfbf05-1aeb-4be6-902b-4a995a730ffe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ab05bea-86cc-498b-aded-ed9c3d7148ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1435685 Feb 28 20:19:09.758409 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcb344-0cdb-425f-8c10-8f9629d8d14e None None] Pushing event updated for resources: {'Port': ['ID=bc7ad3ed-9406-4872-b48d-39a4ac9ead0c,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:09.802418 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-f9d26f98-8724-412b-b459-d790b4610ed3 service neutron] 10.222.0.15 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762426 Feb 28 20:19:10.020206 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2385ba97-c1fe-4eda-bf6d-e0ab40dc321a req-9336a94f-c5aa-446a-8613-9807fc1a2727 service neutron] 10.222.0.15 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110000 Feb 28 20:19:10.129645 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663b73d-8045-4d93-b7ff-7afa5400b3bd req-c51a82d9-09f3-448a-9063-6737576a2b8a tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:10.137057 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b663b73d-8045-4d93-b7ff-7afa5400b3bd req-c51a82d9-09f3-448a-9063-6737576a2b8a tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.5943532 Feb 28 20:19:10.162871 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc82b8-a932-4bc5-9d6f-9820b29266bc req-7f5674db-9d8e-4bdb-bf42-6a444c5693ee tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:10.172700 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-40dc82b8-a932-4bc5-9d6f-9820b29266bc req-7f5674db-9d8e-4bdb-bf42-6a444c5693ee tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 944 time: 0.6853998 Feb 28 20:19:10.211602 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-886e9add-92fd-4da8-b18e-f1af3f1036e2 admin admin] Publish callbacks [] for router_gateway (5d79aa48-78aa-4dd4-8f4c-42ac13637838), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:10.221956 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6831d-a25e-44d3-9b54-d64509e9382d req-968d6b90-5183-43c4-8a63-1cc9390e5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:10.227293 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f0d6831d-a25e-44d3-9b54-d64509e9382d req-968d6b90-5183-43c4-8a63-1cc9390e5d67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d21f27a53ace41c6b073930944eb8337&device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 1127 time: 0.1477506 Feb 28 20:19:10.293999 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-886e9add-92fd-4da8-b18e-f1af3f1036e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:10.339600 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:19:10.393300 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6831d-a25e-44d3-9b54-d64509e9382d req-4d8ed637-42f2-4c8d-83d0-7dcdc1bda28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:10.394738 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f0d6831d-a25e-44d3-9b54-d64509e9382d req-4d8ed637-42f2-4c8d-83d0-7dcdc1bda28a service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ab05bea-86cc-498b-aded-ed9c3d7148ac HTTP/1.1" status: 200 len: 917 time: 0.1573720 Feb 28 20:19:10.420797 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54386) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:10.465304 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f0d6831d-a25e-44d3-9b54-d64509e9382d req-7f09d6f9-ca5a-42ce-9427-5743aa0dbdab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9528242c-5054-49d2-b00a-2d8bb8bdea38 HTTP/1.1" status: 200 len: 217 time: 0.0614660 Feb 28 20:19:10.524967 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-40dc82b8-a932-4bc5-9d6f-9820b29266bc req-9cfc9382-9b47-4c67-9330-7cf921630920 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3509557 Feb 28 20:19:10.530944 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b663b73d-8045-4d93-b7ff-7afa5400b3bd req-24ef48a4-f57c-4cb6-94d0-a7f4685efe34 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929079 Feb 28 20:19:10.550562 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6831d-a25e-44d3-9b54-d64509e9382d req-dcafb68d-70e4-4b1c-8bd6-923a8a55c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:10.554982 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f0d6831d-a25e-44d3-9b54-d64509e9382d req-dcafb68d-70e4-4b1c-8bd6-923a8a55c2f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=168325cf-0c5d-4ba0-baad-f937703ff430 HTTP/1.1" status: 200 len: 856 time: 0.0842738 Feb 28 20:19:10.619160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-886e9add-92fd-4da8-b18e-f1af3f1036e2 admin admin] Allocated IP 172.25.0.202 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/a4dbdec7-02a7-4708-845d-83ceab23d51d) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:19:10.700385 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-04f93d6d-f2d9-49a6-b732-6ae1e6179b38 tempest-MigrationsAdminTest-137441491 tempest-MigrationsAdminTest-137441491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:10.701959 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-04f93d6d-f2d9-49a6-b732-6ae1e6179b38 tempest-MigrationsAdminTest-137441491 tempest-MigrationsAdminTest-137441491-project-admin] 10.222.0.13 "GET /v2.0/ports/fb29fbd8-283d-444b-9f64-975f8b82e07c HTTP/1.1" status: 200 len: 1129 time: 0.2445912 Feb 28 20:19:10.743487 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6831d-a25e-44d3-9b54-d64509e9382d req-87c76fe9-b5f7-42b8-a9aa-401872263c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:10.751796 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f0d6831d-a25e-44d3-9b54-d64509e9382d req-87c76fe9-b5f7-42b8-a9aa-401872263c92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ab05bea-86cc-498b-aded-ed9c3d7148ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1883192 Feb 28 20:19:10.911369 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device b913bdb8-e987-4799-824d-27709c799959 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:19:10.926812 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-886e9add-92fd-4da8-b18e-f1af3f1036e2 admin admin] Publish callbacks [] for port (a4dbdec7-02a7-4708-845d-83ceab23d51d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:10.954708 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: b913bdb8-e987-4799-824d-27709c799959 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:19:10.956868 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device b913bdb8-e987-4799-824d-27709c799959 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:19:10.976964 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f0d6831d-a25e-44d3-9b54-d64509e9382d req-7ccef997-ec7d-476a-a913-0a39cdffbada service neutron] 10.222.0.15 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145996 Feb 28 20:19:11.037784 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-886e9add-92fd-4da8-b18e-f1af3f1036e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a4dbdec7-02a7-4708-845d-83ceab23d51d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:11.069549 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=0ef4694a-a9f5-4af2-8cef-cacb0bb873f6,segment=NetworkSegment(d14bd1ea-325a-4acc-a85f-85001425ad16),segment_id=d14bd1ea-325a-4acc-a85f-85001425ad16)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:11.094833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '0ef4694a-a9f5-4af2-8cef-cacb0bb873f6', 'network_id': '68023704-fab0-42d3-a06c-4476ff73e6d5', 'port_id': '0ef4694a-a9f5-4af2-8cef-cacb0bb873f6', 'mac_address': 'fa:16:3e:aa:49:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:19:11.165046 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f0d6831d-a25e-44d3-9b54-d64509e9382d req-f4f9ef6f-21ee-4d20-a2dd-c6034c751228 service neutron] 10.222.0.15 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815484 Feb 28 20:19:11.221296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886e9add-92fd-4da8-b18e-f1af3f1036e2 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:19:11.231233 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-886e9add-92fd-4da8-b18e-f1af3f1036e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:11.240170 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e9add-92fd-4da8-b18e-f1af3f1036e2 admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:19:11.247365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:11.248694 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0ef4694a-a9f5-4af2-8cef-cacb0bb873f6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:11.269349 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76cb17-20a6-494f-b17d-07e50e50aad2 req-63c5e890-9679-494e-acb6-c2e5cde4f8e0 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:11.271835 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5d76cb17-20a6-494f-b17d-07e50e50aad2 req-63c5e890-9679-494e-acb6-c2e5cde4f8e0 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.5296614 Feb 28 20:19:11.285314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:19:11.296872 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e9add-92fd-4da8-b18e-f1af3f1036e2 admin admin] Pushing event updated for resources: {'Port': ['ID=a4dbdec7-02a7-4708-845d-83ceab23d51d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:11.337820 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=0ef4694a-a9f5-4af2-8cef-cacb0bb873f6,segment=NetworkSegment(d14bd1ea-325a-4acc-a85f-85001425ad16),segment_id=d14bd1ea-325a-4acc-a85f-85001425ad16)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:11.338037 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c36c8-864a-4428-bee0-97b128e30e57 req-8580ad13-7ee1-4209-a70d-0cf879f95e41 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:11.344643 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0ef4694a-a9f5-4af2-8cef-cacb0bb873f6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:11.346347 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb1c36c8-864a-4428-bee0-97b128e30e57 req-8580ad13-7ee1-4209-a70d-0cf879f95e41 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.5203598 Feb 28 20:19:11.443570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=0ef4694a-a9f5-4af2-8cef-cacb0bb873f6,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:11.445599 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5d76cb17-20a6-494f-b17d-07e50e50aad2 req-9129e7ce-d82d-4fc2-82bc-974d64d78c62 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370604 Feb 28 20:19:11.459505 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb1c36c8-864a-4428-bee0-97b128e30e57 req-06f6694e-0a46-430b-8bb8-0ebcbeeff19c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114302 Feb 28 20:19:11.493290 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69340dc1-f264-4d1f-97ae-7387e8c78e09 None None] Network 99a23236-624a-46f4-a7ad-cb80ef3fa29e requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:19:11.741500 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8fa2605c-badc-43e4-88c5-fddb7958f5f0 None None] Provisioning complete for port bc7ad3ed-9406-4872-b48d-39a4ac9ead0c triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:11.742214 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8fa2605c-badc-43e4-88c5-fddb7958f5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (bc7ad3ed-9406-4872-b48d-39a4ac9ead0c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:11.824392 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a28a02-b085-4234-a695-8006e747452c req-e7cf9568-feaa-44d6-aee6-d85e86884072 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:11.826132 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-13a28a02-b085-4234-a695-8006e747452c req-e7cf9568-feaa-44d6-aee6-d85e86884072 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 944 time: 0.2048354 Feb 28 20:19:11.854853 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2605c-badc-43e4-88c5-fddb7958f5f0 None None] Current status of the port bc7ad3ed-9406-4872-b48d-39a4ac9ead0c is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:11.855204 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8fa2605c-badc-43e4-88c5-fddb7958f5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bc7ad3ed-9406-4872-b48d-39a4ac9ead0c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:11.911208 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-8fa2605c-badc-43e4-88c5-fddb7958f5f0 None None] For port bc7ad3ed-9406-4872-b48d-39a4ac9ead0c, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=bc7ad3ed-9406-4872-b48d-39a4ac9ead0c,segment=NetworkSegment(94742c78-ba4d-44c1-849b-c1479f2f6613),segment_id=94742c78-ba4d-44c1-849b-c1479f2f6613)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:11.925530 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8fa2605c-badc-43e4-88c5-fddb7958f5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (bc7ad3ed-9406-4872-b48d-39a4ac9ead0c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:11.934222 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['0ef4694a-a9f5-4af2-8cef-cacb0bb873f6'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:19:11.971043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388eae6-e132-49a3-ae63-641199f7222f req-3a325768-824b-4d9f-8135-40b7b7112eb4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:11.973053 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8388eae6-e132-49a3-ae63-641199f7222f req-3a325768-824b-4d9f-8135-40b7b7112eb4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1948748 Feb 28 20:19:11.986719 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-13a28a02-b085-4234-a695-8006e747452c req-500f0cee-37a5-4517-84e0-4ad45f0f1bdb tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474459 Feb 28 20:19:12.013149 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-886e9add-92fd-4da8-b18e-f1af3f1036e2 admin admin] Publish callbacks [] for router_gateway (5d79aa48-78aa-4dd4-8f4c-42ac13637838), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:12.074680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device bc7ad3ed-9406-4872-b48d-39a4ac9ead0c up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:19:12.182909 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2605c-badc-43e4-88c5-fddb7958f5f0 None None] Pushing event updated for resources: {'Port': ['ID=bc7ad3ed-9406-4872-b48d-39a4ac9ead0c,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:12.268568 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8388eae6-e132-49a3-ae63-641199f7222f req-11192cf9-3baf-490e-bd36-ce4ed0d65a96 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721286 Feb 28 20:19:12.278588 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port bc7ad3ed-9406-4872-b48d-39a4ac9ead0c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:12.278969 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (bc7ad3ed-9406-4872-b48d-39a4ac9ead0c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:12.287573 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-836cf8a3-cb95-4393-b706-a990cfd4ea4a None None] Provisioning complete for port bc7ad3ed-9406-4872-b48d-39a4ac9ead0c triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:12.287977 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-836cf8a3-cb95-4393-b706-a990cfd4ea4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (bc7ad3ed-9406-4872-b48d-39a4ac9ead0c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:12.350458 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da15c4-480d-4c83-96eb-de37136f4cf5 req-7e86794b-53a1-487f-bbf3-a17d71d33c54 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:12.353632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6da15c4-480d-4c83-96eb-de37136f4cf5 req-7e86794b-53a1-487f-bbf3-a17d71d33c54 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.1873944 Feb 28 20:19:12.536519 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port bc7ad3ed-9406-4872-b48d-39a4ac9ead0c is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:12.574517 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-6547b75a-6cf7-47c9-9fb1-de5dfde25335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:12.576129 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-6547b75a-6cf7-47c9-9fb1-de5dfde25335 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 1132 time: 0.5113266 Feb 28 20:19:12.578280 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6da15c4-480d-4c83-96eb-de37136f4cf5 req-380e704c-d61e-4b1b-9946-4a01275f2848 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172391 Feb 28 20:19:12.606241 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba9e50-cdb5-48ec-97ad-e4f1858d9447 req-1f0b72f6-5178-4a99-85fa-3a5f06fbd6c1 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:12.612317 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-836cf8a3-cb95-4393-b706-a990cfd4ea4a None None] Current status of the port bc7ad3ed-9406-4872-b48d-39a4ac9ead0c is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:12.613370 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebba9e50-cdb5-48ec-97ad-e4f1858d9447 req-1f0b72f6-5178-4a99-85fa-3a5f06fbd6c1 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 944 time: 0.1940358 Feb 28 20:19:12.623250 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-886e9add-92fd-4da8-b18e-f1af3f1036e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (5d79aa48-78aa-4dd4-8f4c-42ac13637838), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:12.639295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9528242c-5054-49d2-b00a-2d8bb8bdea38 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:19:12.768072 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebba9e50-cdb5-48ec-97ad-e4f1858d9447 req-28821446-eb75-46ec-9823-d8fce14a1165 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538508 Feb 28 20:19:12.808945 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-96f7b07e-1087-4728-812a-e5935cbb0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:12.812847 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-96f7b07e-1087-4728-812a-e5935cbb0b98 service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.2135210 Feb 28 20:19:12.910931 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-65a1817e-4e87-4aee-9f8c-fd949d94f005 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=fb29fbd8-283d-444b-9f64-975f8b82e07c HTTP/1.1" status: 200 len: 217 time: 0.0861602 Feb 28 20:19:12.938751 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9528242c-5054-49d2-b00a-2d8bb8bdea38, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9528242c-5054-49d2-b00a-2d8bb8bdea38,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:12.961952 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '9528242c-5054-49d2-b00a-2d8bb8bdea38', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'port_id': '9528242c-5054-49d2-b00a-2d8bb8bdea38', 'mac_address': 'fa:16:3e:9b:25:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:19:12.980589 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a354f-0bd6-452d-a519-5fe2e2444f4b req-089385f3-7dee-490a-8372-6c2359a5895b tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:12.983475 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d33a354f-0bd6-452d-a519-5fe2e2444f4b req-089385f3-7dee-490a-8372-6c2359a5895b tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 946 time: 0.1997261 Feb 28 20:19:12.999291 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-9f40e16b-f88f-46e7-b366-a3ee7f2324d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:13.002158 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-9f40e16b-f88f-46e7-b366-a3ee7f2324d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0819049 Feb 28 20:19:13.037341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 9528242c-5054-49d2-b00a-2d8bb8bdea38 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:13.037756 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:13.055449 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c2ee2-11a2-4482-94f2-05615cf43752 req-bddcaf04-feca-471c-946b-9a7393532083 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:13.058734 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b59c2ee2-11a2-4482-94f2-05615cf43752 req-bddcaf04-feca-471c-946b-9a7393532083 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1606021 Feb 28 20:19:13.071594 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9528242c-5054-49d2-b00a-2d8bb8bdea38 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:19:13.075827 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-9ee5faa8-f7d3-45cd-be3d-d8f409a38429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:13.079322 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-9ee5faa8-f7d3-45cd-be3d-d8f409a38429 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0693088 Feb 28 20:19:13.087287 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886e9add-92fd-4da8-b18e-f1af3f1036e2 admin admin] Router 5d79aa48-78aa-4dd4-8f4c-42ac13637838 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:19:13.099640 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9528242c-5054-49d2-b00a-2d8bb8bdea38, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9528242c-5054-49d2-b00a-2d8bb8bdea38,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:13.106496 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:13.120377 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d33a354f-0bd6-452d-a519-5fe2e2444f4b req-73d84a4f-4c68-46e9-b1ce-39f1fc89e414 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/security-groups?id=850f66ac-dc78-47b5-913a-c7fb97033a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274643 Feb 28 20:19:13.167714 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b59c2ee2-11a2-4482-94f2-05615cf43752 req-d4ce98d1-e87f-4b3d-b6eb-2f5a589ce2fa tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835617 Feb 28 20:19:13.274562 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=9528242c-5054-49d2-b00a-2d8bb8bdea38,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:13.330002 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-74b20e1d-a926-456f-a79b-1247cd0803b7 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386332 Feb 28 20:19:13.346707 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['9528242c-5054-49d2-b00a-2d8bb8bdea38'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:19:13.487958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0acd8-f526-4695-a385-1575408a9e10 req-eb5cf5cb-a2dd-4835-a2fd-c8fc38bc58e1 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:13.490588 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68a0acd8-f526-4695-a385-1575408a9e10 req-eb5cf5cb-a2dd-4835-a2fd-c8fc38bc58e1 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 944 time: 0.1982567 Feb 28 20:19:13.495077 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886e9add-92fd-4da8-b18e-f1af3f1036e2 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:19:13.503254 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-c17eab71-310c-4c1e-b735-3b5fc665198b service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610780 Feb 28 20:19:13.508574 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] Sync routers for ids ['5d79aa48-78aa-4dd4-8f4c-42ac13637838'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:19:13.538411 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] Routers {'5d79aa48-78aa-4dd4-8f4c-42ac13637838'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:19:13.540111 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:18:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5d79aa48-78aa-4dd4-8f4c-42ac13637838'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:13.542601 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd0660-3ef0-40ae-8530-9ebe1aa41b57 req-f2bf4323-f93c-43c3-b119-4edc323c1fee tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:13.550984 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-50bd0660-3ef0-40ae-8530-9ebe1aa41b57 req-f2bf4323-f93c-43c3-b119-4edc323c1fee tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2261868 Feb 28 20:19:13.625589 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-886e9add-92fd-4da8-b18e-f1af3f1036e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:13.628030 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-886e9add-92fd-4da8-b18e-f1af3f1036e2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4051890 Feb 28 20:19:13.631381 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54428) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:13.707016 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] Set router 5d79aa48-78aa-4dd4-8f4c-42ac13637838 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:19:13.709702 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68a0acd8-f526-4695-a385-1575408a9e10 req-6c4ebd15-3c10-44df-b730-d3e1fd076818 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078280 Feb 28 20:19:13.743645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-50bd0660-3ef0-40ae-8530-9ebe1aa41b57 req-6f5212b7-aff3-4a11-9a89-0d98cc28afe8 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694274 Feb 28 20:19:13.976294 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device bc7ad3ed-9406-4872-b48d-39a4ac9ead0c up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:19:13.988401 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cdfe5-5856-4eab-9488-93b0882315cd req-3f5ca7ee-2158-4640-897f-9ab9d47abe4c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:13.990188 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b7cdfe5-5856-4eab-9488-93b0882315cd req-3f5ca7ee-2158-4640-897f-9ab9d47abe4c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1450174 Feb 28 20:19:14.061664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port bc7ad3ed-9406-4872-b48d-39a4ac9ead0c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:14.062603 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (bc7ad3ed-9406-4872-b48d-39a4ac9ead0c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:14.074977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c6a88-e4f1-4755-97b0-6715899f1b3c req-4d3001a8-28ac-449d-bc5d-1c042cd86fee tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:14.087948 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-759c6a88-e4f1-4755-97b0-6715899f1b3c req-4d3001a8-28ac-449d-bc5d-1c042cd86fee tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.2011807 Feb 28 20:19:14.140711 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'name': 'tempest-TaggedBootDevicesTest-775179342-router', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:08Z', 'updated_at': '2022-02-28T20:19:11Z', 'revision_number': 3, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'gw_port': {'id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:10Z', 'updated_at': '2022-02-28T20:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:14.166185 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee908f-2c26-4257-80c2-f11685654517 req-2ff2b45d-5cc8-4d3f-9d01-ca19969318ed tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:14.169957 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-85ee908f-2c26-4257-80c2-f11685654517 req-2ff2b45d-5cc8-4d3f-9d01-ca19969318ed tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.10 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 946 time: 0.1296668 Feb 28 20:19:14.201359 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] Checking router: 5d79aa48-78aa-4dd4-8f4c-42ac13637838 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:19:14.201780 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] Updating router 5d79aa48-78aa-4dd4-8f4c-42ac13637838 port a4dbdec7-02a7-4708-845d-83ceab23d51d binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:19:14.210291 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port bc7ad3ed-9406-4872-b48d-39a4ac9ead0c is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:14.218073 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-759c6a88-e4f1-4755-97b0-6715899f1b3c req-1a5117f3-e9b3-4394-9f85-0359568127a6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279192 Feb 28 20:19:14.234314 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b7cdfe5-5856-4eab-9488-93b0882315cd req-6459cda5-2e51-4a3f-b028-9942681da825 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270408 Feb 28 20:19:14.264107 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a4dbdec7-02a7-4708-845d-83ceab23d51d), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:14.357590 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:19:14.417077 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-85ee908f-2c26-4257-80c2-f11685654517 req-2941e378-492b-4461-af53-b259f60abcd0 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Deleting port a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:19:14.417572 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-85ee908f-2c26-4257-80c2-f11685654517 req-2941e378-492b-4461-af53-b259f60abcd0 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:14.440108 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:19:14.450366 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:14.452287 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0ef4694a-a9f5-4af2-8cef-cacb0bb873f6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:14.478779 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2345177-3f41-4f5f-afb2-4d82729673bb req-ecae0e7d-1356-4138-b87a-d28a95fc75f7 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:14.481845 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e2345177-3f41-4f5f-afb2-4d82729673bb req-ecae0e7d-1356-4138-b87a-d28a95fc75f7 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 945 time: 0.1521289 Feb 28 20:19:14.494105 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f36b3f-74d5-4f5e-8ac0-bd0d1dc8bc52 req-ee5d2224-3b34-400a-a2e7-9842eb459c2b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:14.497545 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-90f36b3f-74d5-4f5e-8ac0-bd0d1dc8bc52 req-ee5d2224-3b34-400a-a2e7-9842eb459c2b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1691840 Feb 28 20:19:14.591998 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-497ecd29-e218-4b81-89c4-da57c5c2f1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:14.592570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:14.592970 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0ef4694a-a9f5-4af2-8cef-cacb0bb873f6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:14.609377 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-90f36b3f-74d5-4f5e-8ac0-bd0d1dc8bc52 req-384cc390-0e81-4193-b163-d1fa65a1c041 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786338 Feb 28 20:19:14.613688 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e2345177-3f41-4f5f-afb2-4d82729673bb req-1ae76be0-43ab-4c52-93a2-b8bc44fafcb1 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148021 Feb 28 20:19:14.630017 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-85ee908f-2c26-4257-80c2-f11685654517 req-2941e378-492b-4461-af53-b259f60abcd0 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] For port a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77,segment=NetworkSegment(ee2be4ff-4b54-49ec-8c8e-3abecba2146c),segment_id=ee2be4ff-4b54-49ec-8c8e-3abecba2146c)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:14.630687 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-85ee908f-2c26-4257-80c2-f11685654517 req-2941e378-492b-4461-af53-b259f60abcd0 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:14.641649 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=0ef4694a-a9f5-4af2-8cef-cacb0bb873f6,segment=NetworkSegment(d14bd1ea-325a-4acc-a85f-85001425ad16),segment_id=d14bd1ea-325a-4acc-a85f-85001425ad16)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:14.648638 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7120cd44-a159-44b0-970a-44c3f3289d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef4694a-a9f5-4af2-8cef-cacb0bb873f6'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:19:14.664972 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb82fbf-2db9-421f-a0a6-98ea59f6472a" -d '{"events": [{"server_uuid": "7120cd44-a159-44b0-970a-44c3f3289d35", "name": "network-vif-plugged", "status": "completed", "tag": "0ef4694a-a9f5-4af2-8cef-cacb0bb873f6"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:19:14.669222 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9528242c-5054-49d2-b00a-2d8bb8bdea38 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:19:14.688010 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0ef4694a-a9f5-4af2-8cef-cacb0bb873f6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:14.796635 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] Publish callbacks [] for port (a4dbdec7-02a7-4708-845d-83ceab23d51d), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:14.806342 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a4dbdec7-02a7-4708-845d-83ceab23d51d), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:14.875602 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] Attempting to bind port a4dbdec7-02a7-4708-845d-83ceab23d51d on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:19:14.876837 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] Attempting to bind port a4dbdec7-02a7-4708-845d-83ceab23d51d by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:19:14.877493 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] Attempting to bind port a4dbdec7-02a7-4708-845d-83ceab23d51d on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:19:14.920508 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e53e5-e419-4a0a-9d17-e85c7b70625e req-f5598afa-7fc6-4930-bf04-22a58203ad55 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:14.925319 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f82e53e5-e419-4a0a-9d17-e85c7b70625e req-f5598afa-7fc6-4930-bf04-22a58203ad55 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 946 time: 0.1355240 Feb 28 20:19:14.955548 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:19:14.956174 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:19:14.956539 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=0ef4694a-a9f5-4af2-8cef-cacb0bb873f6,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:14.956891 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:14.957444 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:19:14.958862 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] Bound port: a4dbdec7-02a7-4708-845d-83ceab23d51d, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:19:14.959406 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a4dbdec7-02a7-4708-845d-83ceab23d51d), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:14.977653 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 9528242c-5054-49d2-b00a-2d8bb8bdea38 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:19:14.985251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 9528242c-5054-49d2-b00a-2d8bb8bdea38 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:14.985789 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:15.036500 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08908c98-45f0-47d4-9c0c-756bd616c686 x-openstack-request-id: req-08908c98-45f0-47d4-9c0c-756bd616c686 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:19:15.040044 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7120cd44-a159-44b0-970a-44c3f3289d35", "name": "network-vif-plugged", "status": "completed", "tag": "0ef4694a-a9f5-4af2-8cef-cacb0bb873f6", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:19:15.040463 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08908c98-45f0-47d4-9c0c-756bd616c686 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:19:15.041002 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7120cd44-a159-44b0-970a-44c3f3289d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef4694a-a9f5-4af2-8cef-cacb0bb873f6', 'code': 200} Feb 28 20:19:15.077451 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71f93b-e1cf-4ede-8272-79f0b23b7e8a None None] Pushing event updated for resources: {'Port': ['ID=a4dbdec7-02a7-4708-845d-83ceab23d51d,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:15.107133 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f82e53e5-e419-4a0a-9d17-e85c7b70625e req-09d7842c-af29-4e9e-a8a1-22ef980db573 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/security-groups?id=850f66ac-dc78-47b5-913a-c7fb97033a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617994 Feb 28 20:19:15.136019 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71f93b-e1cf-4ede-8272-79f0b23b7e8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:15.136503 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71f93b-e1cf-4ede-8272-79f0b23b7e8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:15.136847 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71f93b-e1cf-4ede-8272-79f0b23b7e8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:15.137180 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71f93b-e1cf-4ede-8272-79f0b23b7e8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:15.137559 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71f93b-e1cf-4ede-8272-79f0b23b7e8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:15.138451 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71f93b-e1cf-4ede-8272-79f0b23b7e8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:15.138792 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71f93b-e1cf-4ede-8272-79f0b23b7e8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:15.139117 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71f93b-e1cf-4ede-8272-79f0b23b7e8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:15.139539 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71f93b-e1cf-4ede-8272-79f0b23b7e8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:15.140966 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71f93b-e1cf-4ede-8272-79f0b23b7e8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:15.141369 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71f93b-e1cf-4ede-8272-79f0b23b7e8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:15.141735 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71f93b-e1cf-4ede-8272-79f0b23b7e8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:15.143803 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71f93b-e1cf-4ede-8272-79f0b23b7e8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:15.176579 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 9528242c-5054-49d2-b00a-2d8bb8bdea38 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:15.177111 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:15.201437 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] For port a4dbdec7-02a7-4708-845d-83ceab23d51d, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:19:15.205339 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] For port a4dbdec7-02a7-4708-845d-83ceab23d51d, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a4dbdec7-02a7-4708-845d-83ceab23d51d,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:19:15.212794 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a4dbdec7-02a7-4708-845d-83ceab23d51d), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:15.291931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72f103-906f-4d2e-87ef-b1c4eed91397 req-26066e79-544f-47c5-b693-50d4603878e7 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:15.292265 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9528242c-5054-49d2-b00a-2d8bb8bdea38, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9528242c-5054-49d2-b00a-2d8bb8bdea38,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:15.300268 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e72f103-906f-4d2e-87ef-b1c4eed91397 req-26066e79-544f-47c5-b693-50d4603878e7 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 0.1651368 Feb 28 20:19:15.304303 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:15.324639 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-497ecd29-e218-4b81-89c4-da57c5c2f1f3 admin admin] Allocated IP 172.20.0.1 (99a23236-624a-46f4-a7ad-cb80ef3fa29e/bc5610ee-102f-4d53-a1ea-e2fe31bebb52/2e2b4a89-9cee-45cc-b1db-a6652d0f3639) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:19:15.336953 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d17e0-0d22-4794-89ec-7a614b4216c4 req-58fec7f9-b47d-49b8-a9e6-e5596f8307a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:15.338496 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e5d17e0-0d22-4794-89ec-7a614b4216c4 req-58fec7f9-b47d-49b8-a9e6-e5596f8307a0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 1128 time: 0.2281721 Feb 28 20:19:15.340409 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] Routers {'5d79aa48-78aa-4dd4-8f4c-42ac13637838'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:19:15.341680 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:18:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5d79aa48-78aa-4dd4-8f4c-42ac13637838'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:15.405985 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e72f103-906f-4d2e-87ef-b1c4eed91397 req-dc25af08-a18a-485a-806c-caaaa21249a4 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046753 Feb 28 20:19:15.429602 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=9528242c-5054-49d2-b00a-2d8bb8bdea38,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:15.480023 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71f93b-e1cf-4ede-8272-79f0b23b7e8a None None] Pushing event updated for resources: {'Port': ['ID=a4dbdec7-02a7-4708-845d-83ceab23d51d,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:15.500989 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a937d91-59fb-4950-80b0-28a948b36ddf req-0c0098ae-7853-416d-ba80-8bffd44756f0 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:15.508175 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a937d91-59fb-4950-80b0-28a948b36ddf req-0c0098ae-7853-416d-ba80-8bffd44756f0 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1864042 Feb 28 20:19:15.513004 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-85ee908f-2c26-4257-80c2-f11685654517 req-2941e378-492b-4461-af53-b259f60abcd0 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:15.513382 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-85ee908f-2c26-4257-80c2-f11685654517 req-2941e378-492b-4461-af53-b259f60abcd0 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (d13cd1fc-817a-4173-b5b7-95b1b21bdbab), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:15.513710 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [req-85ee908f-2c26-4257-80c2-f11685654517 req-2941e378-492b-4461-af53-b259f60abcd0 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Floating IP d13cd1fc-817a-4173-b5b7-95b1b21bdbab disassociated. External IP: 172.25.0.253, port: a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77. Feb 28 20:19:15.514061 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-85ee908f-2c26-4257-80c2-f11685654517 req-2941e378-492b-4461-af53-b259f60abcd0 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Calling delete_port for a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:19:15.516447 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e5d17e0-0d22-4794-89ec-7a614b4216c4 req-9c653732-6760-47a2-9ce9-48a9efa52317 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563132 Feb 28 20:19:15.597993 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a937d91-59fb-4950-80b0-28a948b36ddf req-35de1b41-1269-4231-816b-a57d23a087cf tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889156 Feb 28 20:19:15.617949 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0632cd-dc49-4274-8c9a-613d58e10af9 req-48105686-93c4-4c7d-bbd3-526ec477fc38 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:15.617949 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f0632cd-dc49-4274-8c9a-613d58e10af9 req-48105686-93c4-4c7d-bbd3-526ec477fc38 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.1003165 Feb 28 20:19:15.645876 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-497ecd29-e218-4b81-89c4-da57c5c2f1f3 admin admin] Publish callbacks [] for port (2e2b4a89-9cee-45cc-b1db-a6652d0f3639), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:15.647594 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] Set router 5d79aa48-78aa-4dd4-8f4c-42ac13637838 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:19:15.715849 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f0632cd-dc49-4274-8c9a-613d58e10af9 req-15f15ba3-b594-45b7-9c10-9e1d6e4666ce tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846014 Feb 28 20:19:15.755373 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-497ecd29-e218-4b81-89c4-da57c5c2f1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (2e2b4a89-9cee-45cc-b1db-a6652d0f3639), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:15.837884 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-85ee908f-2c26-4257-80c2-f11685654517 req-2941e378-492b-4461-af53-b259f60abcd0 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:15.864469 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497ecd29-e218-4b81-89c4-da57c5c2f1f3 admin admin] Network 99a23236-624a-46f4-a7ad-cb80ef3fa29e is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:19:15.888521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-497ecd29-e218-4b81-89c4-da57c5c2f1f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:15.893948 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497ecd29-e218-4b81-89c4-da57c5c2f1f3 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:19:15.903033 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ecd29-e218-4b81-89c4-da57c5c2f1f3 admin admin] Pushing event updated for resources: {'Port': ['ID=2e2b4a89-9cee-45cc-b1db-a6652d0f3639,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:15.925752 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b00e0-2836-4c49-b7c7-a0f4c024400c req-6dc5352b-e4c3-4c2d-949b-b10592656689 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:15.943532 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-455b00e0-2836-4c49-b7c7-a0f4c024400c req-6dc5352b-e4c3-4c2d-949b-b10592656689 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.1389136 Feb 28 20:19:16.003862 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'name': 'tempest-TaggedBootDevicesTest-775179342-router', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:08Z', 'updated_at': '2022-02-28T20:19:11Z', 'revision_number': 3, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'gw_port': {'id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:10Z', 'updated_at': '2022-02-28T20:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:16.027302 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941e378-492b-4461-af53-b259f60abcd0 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Pushing event deleted for resources: {'Port': ['ID=a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:16.070266 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27022922-58cd-4ab3-9562-fe0036a159d0 None None] The sync data for ids ['5d79aa48-78aa-4dd4-8f4c-42ac13637838'] in n-d-820368-21 is: [{'id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'name': 'tempest-TaggedBootDevicesTest-775179342-router', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:08Z', 'updated_at': '2022-02-28T20:19:11Z', 'revision_number': 3, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'gw_port': {'id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:10Z', 'updated_at': '2022-02-28T20:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:19:16.089179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54470) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:16.104692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-69dd4bae-ad76-455a-a9fe-401788807d10 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1400968252'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:16.123325 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-497ecd29-e218-4b81-89c4-da57c5c2f1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (5d79aa48-78aa-4dd4-8f4c-42ac13637838), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:16.137086 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-455b00e0-2836-4c49-b7c7-a0f4c024400c req-b8aa0969-306a-42d9-8f66-bac8a69ead1c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912029 Feb 28 20:19:16.169074 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dd4bae-ad76-455a-a9fe-401788807d10 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Made reservation on behalf of cc9440223e9e4177b248e28bf8c3bfd8 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:19:16.178770 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-69dd4bae-ad76-455a-a9fe-401788807d10 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:16.220798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69dd4bae-ad76-455a-a9fe-401788807d10 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:19:16.244019 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-69dd4bae-ad76-455a-a9fe-401788807d10 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (2e35c4ed-55c1-47cb-aed9-3ccae65a394a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:16.244276 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-69dd4bae-ad76-455a-a9fe-401788807d10 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Added segment 2e35c4ed-55c1-47cb-aed9-3ccae65a394a of type vlan for network a7ad64c0-416b-482c-808c-09067f971a92 Feb 28 20:19:16.459908 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-69dd4bae-ad76-455a-a9fe-401788807d10 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (a7ad64c0-416b-482c-808c-09067f971a92), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:16.491320 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e0606cef-607f-4c60-be2f-1516de30a4fd None None] Provisioning complete for port 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:16.500242 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e0606cef-607f-4c60-be2f-1516de30a4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2e2b4a89-9cee-45cc-b1db-a6652d0f3639), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:16.510522 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f5efc903-6260-447b-a7cc-9b83b6db84cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:16.522296 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-497ecd29-e218-4b81-89c4-da57c5c2f1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2e2b4a89-9cee-45cc-b1db-a6652d0f3639), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:16.536632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aed1f9b3-90e4-4d02-bfdf-d14ccc919baa req-9762cb0e-a5f9-40f3-9828-d0bc20d6f078 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 210 time: 0.1332369 Feb 28 20:19:16.613078 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85ee908f-2c26-4257-80c2-f11685654517 req-2941e378-492b-4461-af53-b259f60abcd0 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Router 50fd21ce-0f32-43e1-af5a-4597eab5aef7 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:19:16.677726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a165ac7-a44a-4d17-93b9-bd9a77e5280a req-0180f206-958a-4095-a9bd-f5d26af7159c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:16.689406 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e0606cef-607f-4c60-be2f-1516de30a4fd None None] Port 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:19:16.693750 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5a165ac7-a44a-4d17-93b9-bd9a77e5280a req-0180f206-958a-4095-a9bd-f5d26af7159c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.3133855 Feb 28 20:19:16.850653 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-69dd4bae-ad76-455a-a9fe-401788807d10 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (a7ad64c0-416b-482c-808c-09067f971a92), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:16.869340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dd4bae-ad76-455a-a9fe-401788807d10 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:16.871875 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-69dd4bae-ad76-455a-a9fe-401788807d10 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:16.877994 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5a165ac7-a44a-4d17-93b9-bd9a77e5280a req-3f2ada67-4054-4476-aecc-423eb0bc50e7 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826520 Feb 28 20:19:16.972687 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85ee908f-2c26-4257-80c2-f11685654517 req-2941e378-492b-4461-af53-b259f60abcd0 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:19:17.011456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61893b1-47e0-49dd-a29a-59bf89bcc8ed None None] Sync routers for ids ['50fd21ce-0f32-43e1-af5a-4597eab5aef7'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:19:17.042926 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9528242c-5054-49d2-b00a-2d8bb8bdea38'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:19:17.058188 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959dc981-29a2-4511-9d99-adf1cacec7fb" -d '{"events": [{"server_uuid": "3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5", "name": "network-vif-plugged", "status": "completed", "tag": "9528242c-5054-49d2-b00a-2d8bb8bdea38"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:19:17.072386 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61893b1-47e0-49dd-a29a-59bf89bcc8ed None None] Routers {'50fd21ce-0f32-43e1-af5a-4597eab5aef7'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:19:17.074236 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-d61893b1-47e0-49dd-a29a-59bf89bcc8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:18:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['50fd21ce-0f32-43e1-af5a-4597eab5aef7'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:17.085116 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-69dd4bae-ad76-455a-a9fe-401788807d10 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9919548 Feb 28 20:19:17.123295 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54484) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:17.148232 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-fa709f83-0821-4076-b29e-b50681d84fdf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-655316029'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:17.202223 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ee908f-2c26-4257-80c2-f11685654517 req-2941e378-492b-4461-af53-b259f60abcd0 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] No DVR routers for this DVR port a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:19:17.210801 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-85ee908f-2c26-4257-80c2-f11685654517 req-2941e378-492b-4461-af53-b259f60abcd0 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:17.214127 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-85ee908f-2c26-4257-80c2-f11685654517 req-2941e378-492b-4461-af53-b259f60abcd0 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.10 "DELETE /v2.0/ports/a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 HTTP/1.1" status: 204 len: 173 time: 3.0361869 Feb 28 20:19:17.216054 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e91e97-128c-47a8-81f7-82745807c422', 'name': 'network-vif-deleted', 'tag': 'a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:19:17.218910 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687b63b7-d48c-4cc4-bf51-b0aa4dd13c6d" -d '{"events": [{"server_uuid": "28e91e97-128c-47a8-81f7-82745807c422", "name": "network-vif-deleted", "tag": "a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:19:17.221304 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa709f83-0821-4076-b29e-b50681d84fdf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Made reservation on behalf of cc9440223e9e4177b248e28bf8c3bfd8 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:19:17.225054 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa709f83-0821-4076-b29e-b50681d84fdf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:17.249231 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-497ecd29-e218-4b81-89c4-da57c5c2f1f3 admin admin] Publish callbacks [] for port (2e2b4a89-9cee-45cc-b1db-a6652d0f3639), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:17.259225 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-497ecd29-e218-4b81-89c4-da57c5c2f1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (2e2b4a89-9cee-45cc-b1db-a6652d0f3639), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:17.324881 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa709f83-0821-4076-b29e-b50681d84fdf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:19:17.343268 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-d61893b1-47e0-49dd-a29a-59bf89bcc8ed None None] Set router 50fd21ce-0f32-43e1-af5a-4597eab5aef7 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:19:17.360720 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa709f83-0821-4076-b29e-b50681d84fdf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (230e8cd1-1ffa-48af-b6da-be0c262593f4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:17.361065 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-fa709f83-0821-4076-b29e-b50681d84fdf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Added segment 230e8cd1-1ffa-48af-b6da-be0c262593f4 of type vlan for network b649057c-43d1-42e8-b142-2f875aaf2772 Feb 28 20:19:17.364007 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ecd29-e218-4b81-89c4-da57c5c2f1f3 admin admin] Pushing event updated for resources: {'Port': ['ID=2e2b4a89-9cee-45cc-b1db-a6652d0f3639,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:17.420620 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-497ecd29-e218-4b81-89c4-da57c5c2f1f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (5d79aa48-78aa-4dd4-8f4c-42ac13637838), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:17.631905 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa709f83-0821-4076-b29e-b50681d84fdf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (b649057c-43d1-42e8-b142-2f875aaf2772), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:17.699619 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-d61893b1-47e0-49dd-a29a-59bf89bcc8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'name': 'tempest-ServersTestBootFromVolume-442764737-router', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:28Z', 'updated_at': '2022-02-28T20:16:38Z', 'revision_number': 4, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'gw_port': {'id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:30Z', 'updated_at': '2022-02-28T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '00af47a6-ee55-4c1b-9443-48c45db9bbc5', 'name': '', 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'mac_address': 'fa:16:3e:a8:92:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'c297a8dc-1030-4068-b140-fea07c7e7071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:36Z', 'updated_at': '2022-02-28T20:16:45Z', 'revision_number': 5, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'subnets': [{'id': 'c297a8dc-1030-4068-b140-fea07c7e7071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:17.717453 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa709f83-0821-4076-b29e-b50681d84fdf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (b649057c-43d1-42e8-b142-2f875aaf2772), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:17.725115 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa709f83-0821-4076-b29e-b50681d84fdf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:17.725757 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa709f83-0821-4076-b29e-b50681d84fdf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:17.740603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61893b1-47e0-49dd-a29a-59bf89bcc8ed None None] Checking router: 50fd21ce-0f32-43e1-af5a-4597eab5aef7 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:19:17.751712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61893b1-47e0-49dd-a29a-59bf89bcc8ed None None] Routers {'50fd21ce-0f32-43e1-af5a-4597eab5aef7'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:19:17.752697 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-d61893b1-47e0-49dd-a29a-59bf89bcc8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:18:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['50fd21ce-0f32-43e1-af5a-4597eab5aef7'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:17.884391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd4bae-ad76-455a-a9fe-401788807d10 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event updated for resources: {'Network': ['ID=a7ad64c0-416b-482c-808c-09067f971a92,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:17.934737 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa709f83-0821-4076-b29e-b50681d84fdf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event updated for resources: {'Network': ['ID=b649057c-43d1-42e8-b142-2f875aaf2772,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:17.944986 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network a7ad64c0-416b-482c-808c-09067f971a92 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:19:17.947217 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fa709f83-0821-4076-b29e-b50681d84fdf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8168216 Feb 28 20:19:17.951524 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54496) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:17.958244 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23edfb-6b2c-41c1-8e05-eae7b2febbd2 req-dfc5a2d9-e02e-494f-b684-6702ffa2c63d tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:17.976257 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-c6c0e68a-453d-4d42-b528-b20b9ac856b5 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Request body: {'subnet': {'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:17.987621 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network b649057c-43d1-42e8-b142-2f875aaf2772 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:19:17.989413 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a23edfb-6b2c-41c1-8e05-eae7b2febbd2 req-dfc5a2d9-e02e-494f-b684-6702ffa2c63d tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 1.0970554 Feb 28 20:19:18.101702 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c0e68a-453d-4d42-b528-b20b9ac856b5 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Made reservation on behalf of cc9440223e9e4177b248e28bf8c3bfd8 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:19:18.105675 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c6c0e68a-453d-4d42-b528-b20b9ac856b5 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:18.110690 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2a137-9d6e-40df-8425-6278f39e709a req-960c4d19-175b-4e50-b6c4-005085155549 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:18.114442 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-d61893b1-47e0-49dd-a29a-59bf89bcc8ed None None] Set router 50fd21ce-0f32-43e1-af5a-4597eab5aef7 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:19:18.122430 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2a137-9d6e-40df-8425-6278f39e709a req-960c4d19-175b-4e50-b6c4-005085155549 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 1.0797853 Feb 28 20:19:18.163115 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497ecd29-e218-4b81-89c4-da57c5c2f1f3 admin admin] Network 99a23236-624a-46f4-a7ad-cb80ef3fa29e is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:19:18.175034 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-497ecd29-e218-4b81-89c4-da57c5c2f1f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:18.176665 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a4dbdec7-02a7-4708-845d-83ceab23d51d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:19:18.200608 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a23edfb-6b2c-41c1-8e05-eae7b2febbd2 req-34acb2d7-697b-4bd5-89c1-f79a58d9da56 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080789 Feb 28 20:19:18.361841 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2a137-9d6e-40df-8425-6278f39e709a req-11ac0966-5bd9-40aa-97a2-c22dadcbea80 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382886 Feb 28 20:19:18.543891 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc5a9bc-5347-4ab7-b8f4-8cd4115a3428 x-openstack-request-id: req-ddc5a9bc-5347-4ab7-b8f4-8cd4115a3428 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:19:18.552292 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e91e97-128c-47a8-81f7-82745807c422", "name": "network-vif-deleted", "tag": "a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:19:18.552945 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddc5a9bc-5347-4ab7-b8f4-8cd4115a3428 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:19:18.553736 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e91e97-128c-47a8-81f7-82745807c422', 'name': 'network-vif-deleted', 'tag': 'a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77', 'status': 'completed', 'code': 200} Feb 28 20:19:18.643805 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdce9c5-0205-4337-ab4a-3369eed80cee req-4578b517-c301-4b10-8590-e4a1c47fc2c3 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:18.653753 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5fdce9c5-0205-4337-ab4a-3369eed80cee req-4578b517-c301-4b10-8590-e4a1c47fc2c3 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.1710885 Feb 28 20:19:18.678349 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85c7351-4017-4645-928f-dcfbf4033985 x-openstack-request-id: req-f85c7351-4017-4645-928f-dcfbf4033985 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:19:18.678642 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5", "name": "network-vif-plugged", "status": "completed", "tag": "9528242c-5054-49d2-b00a-2d8bb8bdea38", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:19:18.678902 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f85c7351-4017-4645-928f-dcfbf4033985 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:19:18.679290 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9528242c-5054-49d2-b00a-2d8bb8bdea38', 'code': 200} Feb 28 20:19:18.729378 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:19:18.774084 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5fdce9c5-0205-4337-ab4a-3369eed80cee req-802bc2c6-9870-460f-995a-8372e31bcbbd tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045487 Feb 28 20:19:18.836259 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d336a82-6d63-48dc-9d27-d9b4216654d3 req-f6e068c4-19b1-47f9-b771-52d672e73505 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 210 time: 0.1329236 Feb 28 20:19:18.863742 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160aace1-f74c-4bf4-bce1-57f5f74cf898 req-e76f4c0c-c066-40f6-a770-36e90ad96a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:18.865563 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-160aace1-f74c-4bf4-bce1-57f5f74cf898 req-e76f4c0c-c066-40f6-a770-36e90ad96a53 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 1129 time: 0.3105974 Feb 28 20:19:18.914259 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:19:18.914601 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a2b2a11f-b3ad-4edc-bc3d-8441c08bbe77 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:19:18.973408 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497ecd29-e218-4b81-89c4-da57c5c2f1f3 admin admin] Router 5d79aa48-78aa-4dd4-8f4c-42ac13637838 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:19:18.979743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afc94d-59ca-474f-8092-28ee0c08c14c req-1597bafc-d2fa-49c8-8841-af17a735c912 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:18.989045 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f5afc94d-59ca-474f-8092-28ee0c08c14c req-1597bafc-d2fa-49c8-8841-af17a735c912 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.0889819 Feb 28 20:19:19.049662 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f5afc94d-59ca-474f-8092-28ee0c08c14c req-7d6d0115-4647-4df3-9228-9919dd308bfa tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586753 Feb 28 20:19:19.087988 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0573c301-5e30-4644-90d0-353b608710fd None None] Provisioning complete for port 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:19.088244 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0573c301-5e30-4644-90d0-353b608710fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2e2b4a89-9cee-45cc-b1db-a6652d0f3639), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:19.141456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0573c301-5e30-4644-90d0-353b608710fd None None] Port 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:19:19.205684 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port a4dbdec7-02a7-4708-845d-83ceab23d51d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:19.206064 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a4dbdec7-02a7-4708-845d-83ceab23d51d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:19.209873 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3dc8a776-83e4-4b05-92d0-ecd3ed92b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:19.349345 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:19.415738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c7c38-e2d7-44ed-9c5d-a46fc8c04894 req-e4356e15-553e-4435-9bb2-af6292f7f8e7 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:19.417103 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port a4dbdec7-02a7-4708-845d-83ceab23d51d is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:19.417509 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a4dbdec7-02a7-4708-845d-83ceab23d51d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:19.427727 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b46c7c38-e2d7-44ed-9c5d-a46fc8c04894 req-e4356e15-553e-4435-9bb2-af6292f7f8e7 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 0.1142662 Feb 28 20:19:19.445947 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port a4dbdec7-02a7-4708-845d-83ceab23d51d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a4dbdec7-02a7-4708-845d-83ceab23d51d,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:19.460357 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a4dbdec7-02a7-4708-845d-83ceab23d51d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:19.478599 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-160aace1-f74c-4bf4-bce1-57f5f74cf898 req-1abfe9f8-374a-4989-bf06-e4bece7d9098 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5841362 Feb 28 20:19:19.554789 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b46c7c38-e2d7-44ed-9c5d-a46fc8c04894 req-8be78bfc-341e-4bce-9d0e-ca22edd8f7ab tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259921 Feb 28 20:19:19.579116 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=a4dbdec7-02a7-4708-845d-83ceab23d51d,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:19.607181 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-d61893b1-47e0-49dd-a29a-59bf89bcc8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'name': 'tempest-ServersTestBootFromVolume-442764737-router', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:28Z', 'updated_at': '2022-02-28T20:16:38Z', 'revision_number': 4, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'gw_port': {'id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:30Z', 'updated_at': '2022-02-28T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '00af47a6-ee55-4c1b-9443-48c45db9bbc5', 'name': '', 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'mac_address': 'fa:16:3e:a8:92:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'c297a8dc-1030-4068-b140-fea07c7e7071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:36Z', 'updated_at': '2022-02-28T20:16:45Z', 'revision_number': 5, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'subnets': [{'id': 'c297a8dc-1030-4068-b140-fea07c7e7071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:19.624958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1e542-73bc-4bdb-89f1-aaddaa290673 req-fa8f6d3a-144c-45b1-a67d-b41821382a69 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:19.635744 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7a1e542-73bc-4bdb-89f1-aaddaa290673 req-fa8f6d3a-144c-45b1-a67d-b41821382a69 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.1131032 Feb 28 20:19:19.661240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61893b1-47e0-49dd-a29a-59bf89bcc8ed None None] The sync data for ids ['50fd21ce-0f32-43e1-af5a-4597eab5aef7'] in n-d-820368-21 is: [{'id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'name': 'tempest-ServersTestBootFromVolume-442764737-router', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:28Z', 'updated_at': '2022-02-28T20:16:38Z', 'revision_number': 4, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'gw_port': {'id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:30Z', 'updated_at': '2022-02-28T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '00af47a6-ee55-4c1b-9443-48c45db9bbc5', 'name': '', 'network_id': '6fc751ed-8d26-4f82-9e02-d415e2097a82', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'mac_address': 'fa:16:3e:a8:92:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'c297a8dc-1030-4068-b140-fea07c7e7071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:36Z', 'updated_at': '2022-02-28T20:16:45Z', 'revision_number': 5, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'subnets': [{'id': 'c297a8dc-1030-4068-b140-fea07c7e7071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:19:19.667367 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c6c0e68a-453d-4d42-b528-b20b9ac856b5 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (0273b39c-9c8d-445d-8667-8de5c6cd60c2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:19.762957 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7a1e542-73bc-4bdb-89f1-aaddaa290673 req-2a7d1e39-d42e-4d46-9bff-7eb652c7cf4d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260462 Feb 28 20:19:19.814913 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497ecd29-e218-4b81-89c4-da57c5c2f1f3 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:19:19.835822 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] Sync routers for ids ['5d79aa48-78aa-4dd4-8f4c-42ac13637838'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:19:19.845610 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-497ecd29-e218-4b81-89c4-da57c5c2f1f3 admin admin] 10.222.0.13 "PUT /v2.0/routers/5d79aa48-78aa-4dd4-8f4c-42ac13637838/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2141061 Feb 28 20:19:19.854954 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] Routers {'5d79aa48-78aa-4dd4-8f4c-42ac13637838'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:19:19.855641 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:19:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5d79aa48-78aa-4dd4-8f4c-42ac13637838'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:19.945225 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0e68a-453d-4d42-b528-b20b9ac856b5 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event updated for resources: {'Subnet': ['ID=0273b39c-9c8d-445d-8667-8de5c6cd60c2,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:20.001639 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c0e68a-453d-4d42-b528-b20b9ac856b5 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Checking segment: {'id': '2e35c4ed-55c1-47cb-aed9-3ccae65a394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:19:20.001970 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c0e68a-453d-4d42-b528-b20b9ac856b5 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Network hostable DHCP agents. Network: a7ad64c0-416b-482c-808c-09067f971a92, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:19:20.036924 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:20.050502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f057f-c5de-457d-b6ea-6fa489c99cd0 req-2566b36a-d062-42de-9f07-344b79b11634 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:20.069047 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-373f057f-c5de-457d-b6ea-6fa489c99cd0 req-2566b36a-d062-42de-9f07-344b79b11634 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.1640432 Feb 28 20:19:20.110899 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a4dbdec7-02a7-4708-845d-83ceab23d51d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:19:20.129789 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c0e68a-453d-4d42-b528-b20b9ac856b5 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Network a7ad64c0-416b-482c-808c-09067f971a92 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:19:20.155317 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-c6c0e68a-453d-4d42-b528-b20b9ac856b5 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, a7ad64c0-416b-482c-808c-09067f971a92) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:20.173960 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c0e68a-453d-4d42-b528-b20b9ac856b5 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:20.174647 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c6c0e68a-453d-4d42-b528-b20b9ac856b5 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:20.201547 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a527a507-1680-476a-8f76-ed1b94249da0 req-d9ce75ca-d57f-43d9-8bd8-12178d3db0ad tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 210 time: 0.0905359 Feb 28 20:19:20.213446 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7890273-2bf1-4f75-9b06-a2aec662da2c req-36d3d57c-a69f-49e1-a6db-2e64dc677edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:20.214981 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e7890273-2bf1-4f75-9b06-a2aec662da2c req-36d3d57c-a69f-49e1-a6db-2e64dc677edd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc511d7643284ad4adb274524c5b6a6a&device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 1128 time: 0.2465818 Feb 28 20:19:20.240795 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55651984-f14d-44b6-86e7-789e57ffe90a None None] Network a7ad64c0-416b-482c-808c-09067f971a92 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:19:20.338702 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-373f057f-c5de-457d-b6ea-6fa489c99cd0 req-8112365c-43a3-479b-ab94-be860e63365a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656422 Feb 28 20:19:20.369282 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] Set router 5d79aa48-78aa-4dd4-8f4c-42ac13637838 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:19:20.377728 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c6c0e68a-453d-4d42-b528-b20b9ac856b5 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4242654 Feb 28 20:19:20.380752 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54528) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:20.386743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-c7c9ca57-653d-4506-905f-76a8d3a625cf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Request body: {'subnet': {'network_id': 'b649057c-43d1-42e8-b142-2f875aaf2772', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:20.534838 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port a4dbdec7-02a7-4708-845d-83ceab23d51d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:20.535569 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a4dbdec7-02a7-4708-845d-83ceab23d51d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:20.653728 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7890273-2bf1-4f75-9b06-a2aec662da2c req-76c61ff8-b3a1-4916-a4fd-ed1c1601f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:20.655776 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e7890273-2bf1-4f75-9b06-a2aec662da2c req-76c61ff8-b3a1-4916-a4fd-ed1c1601f937 service neutron] 10.222.0.10 "GET /v2.0/networks?id=68023704-fab0-42d3-a06c-4476ff73e6d5 HTTP/1.1" status: 200 len: 919 time: 0.4044414 Feb 28 20:19:20.664358 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c82870-c452-4e2d-aeb2-fc803fb6b75b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-a7ad64c0-416b-482c-808c-09067f971a92', 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92', 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'fixed_ips': [{'subnet_id': '0273b39c-9c8d-445d-8667-8de5c6cd60c2'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:19:20.666000 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-99c82870-c452-4e2d-aeb2-fc803fb6b75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:20.773234 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e7890273-2bf1-4f75-9b06-a2aec662da2c req-63d16533-254a-431d-a959-27a5a1eecedf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 HTTP/1.1" status: 200 len: 217 time: 0.0989549 Feb 28 20:19:20.871039 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c9ca57-653d-4506-905f-76a8d3a625cf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Made reservation on behalf of cc9440223e9e4177b248e28bf8c3bfd8 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:19:20.881647 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ca57-653d-4506-905f-76a8d3a625cf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:20.885940 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7890273-2bf1-4f75-9b06-a2aec662da2c req-2ff984c1-ec58-4456-a862-b34f9345e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:20.890961 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e7890273-2bf1-4f75-9b06-a2aec662da2c req-2ff984c1-ec58-4456-a862-b34f9345e569 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff HTTP/1.1" status: 200 len: 859 time: 0.1110840 Feb 28 20:19:20.898524 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407aec7-9df0-43e9-8fad-0e4652c360cb req-cf924235-7eb3-42f5-ae90-2ff82be7cab1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:20.900258 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c407aec7-9df0-43e9-8fad-0e4652c360cb req-cf924235-7eb3-42f5-ae90-2ff82be7cab1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.3136172 Feb 28 20:19:20.929916 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfa7fd-27c7-4716-a445-f29fa637fa36 req-2d03dbe0-b636-4dd9-833e-62d0bb24a907 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:20.943516 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebcfa7fd-27c7-4716-a445-f29fa637fa36 req-2d03dbe0-b636-4dd9-833e-62d0bb24a907 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 0.5165849 Feb 28 20:19:20.963056 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e7890273-2bf1-4f75-9b06-a2aec662da2c req-0e04ef80-4d5d-4fb9-9b6d-ac39df7b9a4e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68023704-fab0-42d3-a06c-4476ff73e6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594909 Feb 28 20:19:21.002409 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-99c82870-c452-4e2d-aeb2-fc803fb6b75b None None] Allocated IP 10.1.1.2 (a7ad64c0-416b-482c-808c-09067f971a92/0273b39c-9c8d-445d-8667-8de5c6cd60c2/c67f8451-47ed-4da3-b1c8-5f5b04790b33) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:19:21.010793 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'name': 'tempest-TaggedBootDevicesTest-775179342-router', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:08Z', 'updated_at': '2022-02-28T20:19:16Z', 'revision_number': 4, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'gw_port': {'id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:10Z', 'updated_at': '2022-02-28T20:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '2e2b4a89-9cee-45cc-b1db-a6652d0f3639', 'name': '', 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'mac_address': 'fa:16:3e:45:5b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'bc5610ee-102f-4d53-a1ea-e2fe31bebb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:14Z', 'updated_at': '2022-02-28T20:19:16Z', 'revision_number': 2, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'subnets': [{'id': 'bc5610ee-102f-4d53-a1ea-e2fe31bebb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:21.071792 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e7890273-2bf1-4f75-9b06-a2aec662da2c req-a43cacd1-cb8f-49f0-a7ad-e7dedd9dee0a service neutron] 10.222.0.10 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950758 Feb 28 20:19:21.085207 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] Checking router: 5d79aa48-78aa-4dd4-8f4c-42ac13637838 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:19:21.085623 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] Updating router 5d79aa48-78aa-4dd4-8f4c-42ac13637838 port 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:19:21.136057 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2e2b4a89-9cee-45cc-b1db-a6652d0f3639), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:21.241598 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e7890273-2bf1-4f75-9b06-a2aec662da2c req-701df9bd-44af-4d9b-a79a-a21e6bb8f8c4 service neutron] 10.222.0.10 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508930 Feb 28 20:19:21.312080 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebcfa7fd-27c7-4716-a445-f29fa637fa36 req-3581bc12-6232-4adf-9c98-a9dab64e5a8a tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674214 Feb 28 20:19:21.318507 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-99c82870-c452-4e2d-aeb2-fc803fb6b75b None None] Publish callbacks [] for port (c67f8451-47ed-4da3-b1c8-5f5b04790b33), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:21.329481 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5223057a-37ae-4307-bd36-36105bd5e8c1 None None] New status for floating IP d13cd1fc-817a-4173-b5b7-95b1b21bdbab: DOWN {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:19:21.367714 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c407aec7-9df0-43e9-8fad-0e4652c360cb req-4b6cf415-5f4e-44e3-bc80-0a9589331629 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4145331 Feb 28 20:19:21.462897 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54552) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:21.476109 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-72a35dcf-73d3-43d2-8c74-2237e5b3edb6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1142043098-network', 'tenant_id': 'c03af209f8324d7f9e763a58e6451d4e'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:21.478608 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-99c82870-c452-4e2d-aeb2-fc803fb6b75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (c67f8451-47ed-4da3-b1c8-5f5b04790b33), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:21.520873 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:21.544375 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a35dcf-73d3-43d2-8c74-2237e5b3edb6 admin admin] Made reservation on behalf of c03af209f8324d7f9e763a58e6451d4e for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:19:21.554642 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-72a35dcf-73d3-43d2-8c74-2237e5b3edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:21.583551 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-72a35dcf-73d3-43d2-8c74-2237e5b3edb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:21.657786 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c82870-c452-4e2d-aeb2-fc803fb6b75b None None] Network a7ad64c0-416b-482c-808c-09067f971a92 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:19:21.664454 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ca57-653d-4506-905f-76a8d3a625cf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (ec143503-793e-4b37-951a-5dc68352c5b7), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:21.671554 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-99c82870-c452-4e2d-aeb2-fc803fb6b75b None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:21.684008 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c82870-c452-4e2d-aeb2-fc803fb6b75b None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:19:21.705667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c82870-c452-4e2d-aeb2-fc803fb6b75b None None] Pushing event updated for resources: {'Port': ['ID=c67f8451-47ed-4da3-b1c8-5f5b04790b33,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:21.744418 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port a4dbdec7-02a7-4708-845d-83ceab23d51d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:21.785989 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1ffbfb92-e2b4-4348-94bf-cd8aa9482cd3 req-323b0344-805a-4c14-99d9-f116bb3cdf1c tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 210 time: 0.0847163 Feb 28 20:19:21.819788 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] Publish callbacks [] for port (2e2b4a89-9cee-45cc-b1db-a6652d0f3639), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:21.838966 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2e2b4a89-9cee-45cc-b1db-a6652d0f3639), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:21.854336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-99c82870-c452-4e2d-aeb2-fc803fb6b75b None None] Attempting to bind port c67f8451-47ed-4da3-b1c8-5f5b04790b33 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:19:21.856024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-99c82870-c452-4e2d-aeb2-fc803fb6b75b None None] Attempting to bind port c67f8451-47ed-4da3-b1c8-5f5b04790b33 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '2e35c4ed-55c1-47cb-aed9-3ccae65a394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:19:21.856526 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c82870-c452-4e2d-aeb2-fc803fb6b75b None None] Attempting to bind port c67f8451-47ed-4da3-b1c8-5f5b04790b33 on network a7ad64c0-416b-482c-808c-09067f971a92 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:19:21.889734 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c82870-c452-4e2d-aeb2-fc803fb6b75b None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:19:21.891065 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c82870-c452-4e2d-aeb2-fc803fb6b75b None None] Checking segment: {'id': '2e35c4ed-55c1-47cb-aed9-3ccae65a394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:19:21.893165 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-99c82870-c452-4e2d-aeb2-fc803fb6b75b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:21.895383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c82870-c452-4e2d-aeb2-fc803fb6b75b None None] Bound using segment: {'id': '2e35c4ed-55c1-47cb-aed9-3ccae65a394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:19:21.896215 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-99c82870-c452-4e2d-aeb2-fc803fb6b75b None None] Bound port: c67f8451-47ed-4da3-b1c8-5f5b04790b33, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e35c4ed-55c1-47cb-aed9-3ccae65a394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:19:21.897276 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-99c82870-c452-4e2d-aeb2-fc803fb6b75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c67f8451-47ed-4da3-b1c8-5f5b04790b33), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:21.899977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4006b-6266-49e4-966b-d810b89fde81 req-00e7d166-78d4-45be-bcc6-4e56efdeb6c2 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:21.902600 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ba4006b-6266-49e4-966b-d810b89fde81 req-00e7d166-78d4-45be-bcc6-4e56efdeb6c2 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.2824154 Feb 28 20:19:21.914946 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9ca57-653d-4506-905f-76a8d3a625cf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event updated for resources: {'Subnet': ['ID=ec143503-793e-4b37-951a-5dc68352c5b7,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:21.951027 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e965396-0a5f-4b47-b49a-133334052865 None None] Pushing event updated for resources: {'Port': ['ID=2e2b4a89-9cee-45cc-b1db-a6652d0f3639,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:22.040414 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-99c82870-c452-4e2d-aeb2-fc803fb6b75b None None] For port c67f8451-47ed-4da3-b1c8-5f5b04790b33, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:19:22.049387 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-99c82870-c452-4e2d-aeb2-fc803fb6b75b None None] For port c67f8451-47ed-4da3-b1c8-5f5b04790b33, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c67f8451-47ed-4da3-b1c8-5f5b04790b33,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:19:22.058475 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-99c82870-c452-4e2d-aeb2-fc803fb6b75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c67f8451-47ed-4da3-b1c8-5f5b04790b33), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:22.081630 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] Attempting to bind port 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:19:22.082752 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] Attempting to bind port 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '94742c78-ba4d-44c1-849b-c1479f2f6613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:19:22.083488 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] Attempting to bind port 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 on network 99a23236-624a-46f4-a7ad-cb80ef3fa29e {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:19:22.090034 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:19:22.090739 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] Checking segment: {'id': '94742c78-ba4d-44c1-849b-c1479f2f6613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:19:22.091309 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:22.091504 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c9ca57-653d-4506-905f-76a8d3a625cf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Checking segment: {'id': '230e8cd1-1ffa-48af-b6da-be0c262593f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b649057c-43d1-42e8-b142-2f875aaf2772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:19:22.091915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c9ca57-653d-4506-905f-76a8d3a625cf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Network hostable DHCP agents. Network: b649057c-43d1-42e8-b142-2f875aaf2772, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:19:22.092267 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] Bound using segment: {'id': '94742c78-ba4d-44c1-849b-c1479f2f6613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:19:22.093056 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] Bound port: 2e2b4a89-9cee-45cc-b1db-a6652d0f3639, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94742c78-ba4d-44c1-849b-c1479f2f6613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:19:22.093758 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2e2b4a89-9cee-45cc-b1db-a6652d0f3639), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:22.117206 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-72a35dcf-73d3-43d2-8c74-2237e5b3edb6 admin admin] Publish callbacks [] for security_group (3119bb20-9925-4f04-85f1-7d0be091b8d7), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:22.158656 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-72a35dcf-73d3-43d2-8c74-2237e5b3edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3119bb20-9925-4f04-85f1-7d0be091b8d7), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:22.186956 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c82870-c452-4e2d-aeb2-fc803fb6b75b None None] Pushing event updated for resources: {'Port': ['ID=c67f8451-47ed-4da3-b1c8-5f5b04790b33,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:22.198961 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ba4006b-6266-49e4-966b-d810b89fde81 req-26078b6b-79b4-4838-8c46-ae777e959b32 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737072 Feb 28 20:19:22.276299 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c9ca57-653d-4506-905f-76a8d3a625cf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Network b649057c-43d1-42e8-b142-2f875aaf2772 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:19:22.287330 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] For port 2e2b4a89-9cee-45cc-b1db-a6652d0f3639, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:19:22.293799 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:22.296321 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] For port 2e2b4a89-9cee-45cc-b1db-a6652d0f3639, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2e2b4a89-9cee-45cc-b1db-a6652d0f3639,segment=NetworkSegment(94742c78-ba4d-44c1-849b-c1479f2f6613),segment_id=94742c78-ba4d-44c1-849b-c1479f2f6613)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:19:22.306215 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2e2b4a89-9cee-45cc-b1db-a6652d0f3639), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:22.333693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a35dcf-73d3-43d2-8c74-2237e5b3edb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:19:22.352346 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a35dcf-73d3-43d2-8c74-2237e5b3edb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3119bb20-9925-4f04-85f1-7d0be091b8d7,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:22.374216 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] Routers {'5d79aa48-78aa-4dd4-8f4c-42ac13637838'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:19:22.375402 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:19:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5d79aa48-78aa-4dd4-8f4c-42ac13637838'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:22.377534 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-c7c9ca57-653d-4506-905f-76a8d3a625cf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, b649057c-43d1-42e8-b142-2f875aaf2772) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:22.389008 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1444a969-47a4-4b6f-a914-5e9c3f2f3b49 None None] Network b649057c-43d1-42e8-b142-2f875aaf2772 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:19:22.397623 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e3594-f291-4706-bdc6-28b702a18105 req-d1caac26-3893-4812-b45d-4be3155a0e7a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:22.412452 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-775e3594-f291-4706-bdc6-28b702a18105 req-d1caac26-3893-4812-b45d-4be3155a0e7a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.4657338 Feb 28 20:19:22.426449 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c9ca57-653d-4506-905f-76a8d3a625cf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:22.427515 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ca57-653d-4506-905f-76a8d3a625cf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:22.432283 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-72a35dcf-73d3-43d2-8c74-2237e5b3edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (d0b5a409-a2e5-4baa-8a2b-378ae659a115), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:22.432909 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-72a35dcf-73d3-43d2-8c74-2237e5b3edb6 admin admin] Added segment d0b5a409-a2e5-4baa-8a2b-378ae659a115 of type vlan for network 9bda1be2-de9a-4eca-983a-cac0e25a7b7a Feb 28 20:19:22.649214 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-72a35dcf-73d3-43d2-8c74-2237e5b3edb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (9bda1be2-de9a-4eca-983a-cac0e25a7b7a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:22.655673 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c7c9ca57-653d-4506-905f-76a8d3a625cf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2734842 Feb 28 20:19:22.659149 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54560) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:22.666572 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Request body: {'port': {'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92', 'name': 'tempest-TaggedBootDevicesTest_v242-154132759', 'fixed_ips': [{'subnet_id': '0273b39c-9c8d-445d-8667-8de5c6cd60c2'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:22.706735 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:22.709608 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e965396-0a5f-4b47-b49a-133334052865 None None] Pushing event updated for resources: {'Port': ['ID=2e2b4a89-9cee-45cc-b1db-a6652d0f3639,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:22.715585 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8e2e42a1-c59a-4c25-b91f-45ca767d7788 None None] Provisioning complete for port 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:22.715585 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8e2e42a1-c59a-4c25-b91f-45ca767d7788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2e2b4a89-9cee-45cc-b1db-a6652d0f3639), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:22.725198 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] Set router 5d79aa48-78aa-4dd4-8f4c-42ac13637838 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:19:22.796797 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-72a35dcf-73d3-43d2-8c74-2237e5b3edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (9bda1be2-de9a-4eca-983a-cac0e25a7b7a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:22.798964 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a35dcf-73d3-43d2-8c74-2237e5b3edb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:22.799691 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-72a35dcf-73d3-43d2-8c74-2237e5b3edb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:22.862252 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7df58b0-c916-4a38-99dd-15950da6a6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-b649057c-43d1-42e8-b142-2f875aaf2772', 'network_id': 'b649057c-43d1-42e8-b142-2f875aaf2772', 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'fixed_ips': [{'subnet_id': 'ec143503-793e-4b37-951a-5dc68352c5b7'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:19:22.863146 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e7df58b0-c916-4a38-99dd-15950da6a6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:22.933424 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e42a1-c59a-4c25-b91f-45ca767d7788 None None] Current status of the port 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:22.934564 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8e2e42a1-c59a-4c25-b91f-45ca767d7788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2e2b4a89-9cee-45cc-b1db-a6652d0f3639), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:22.949554 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Made reservation on behalf of cc9440223e9e4177b248e28bf8c3bfd8 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:19:22.969307 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-775e3594-f291-4706-bdc6-28b702a18105 req-2c1ef3f9-9fc0-4fb3-8c8d-4e1d574f639c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5555983 Feb 28 20:19:23.087131 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-72a35dcf-73d3-43d2-8c74-2237e5b3edb6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6201057 Feb 28 20:19:23.098485 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54566) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:23.119379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-139c036a-05f1-4b1a-9633-0be874bba298 admin admin] Request body: {'subnet': {'network_id': '9bda1be2-de9a-4eca-983a-cac0e25a7b7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1142043098-subnet', 'tenant_id': 'c03af209f8324d7f9e763a58e6451d4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:23.160056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdcadb-18b0-40dc-a5ea-3ee328102c28 req-9c3fe23a-f7c1-487b-bfe8-c1aefe3c6399 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:23.165579 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-e7df58b0-c916-4a38-99dd-15950da6a6c3 None None] Allocated IP 10.2.2.2 (b649057c-43d1-42e8-b142-2f875aaf2772/ec143503-793e-4b37-951a-5dc68352c5b7/314333bb-5959-4265-bdf8-4a06aece0ebd) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:19:23.169199 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dbfdcadb-18b0-40dc-a5ea-3ee328102c28 req-9c3fe23a-f7c1-487b-bfe8-c1aefe3c6399 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.8275111 Feb 28 20:19:23.181834 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a35dcf-73d3-43d2-8c74-2237e5b3edb6 admin admin] Pushing event updated for resources: {'Network': ['ID=9bda1be2-de9a-4eca-983a-cac0e25a7b7a,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:23.225302 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:23.269457 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] device_id is not set on port da3c139e-4a03-416f-80a8-af21dd1c9f98 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:19:23.304731 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'name': 'tempest-TaggedBootDevicesTest-775179342-router', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:08Z', 'updated_at': '2022-02-28T20:19:16Z', 'revision_number': 4, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'gw_port': {'id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:10Z', 'updated_at': '2022-02-28T20:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '2e2b4a89-9cee-45cc-b1db-a6652d0f3639', 'name': '', 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'mac_address': 'fa:16:3e:45:5b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'bc5610ee-102f-4d53-a1ea-e2fe31bebb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:14Z', 'updated_at': '2022-02-28T20:19:22Z', 'revision_number': 4, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'subnets': [{'id': 'bc5610ee-102f-4d53-a1ea-e2fe31bebb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:23.312629 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139c036a-05f1-4b1a-9633-0be874bba298 admin admin] Made reservation on behalf of c03af209f8324d7f9e763a58e6451d4e for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:19:23.315365 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-139c036a-05f1-4b1a-9633-0be874bba298 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:23.365008 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da27d12c-ef36-4d90-bc27-7d36fd1885ff None None] The sync data for ids ['5d79aa48-78aa-4dd4-8f4c-42ac13637838'] in n-d-820368-21 is: [{'id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'name': 'tempest-TaggedBootDevicesTest-775179342-router', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:08Z', 'updated_at': '2022-02-28T20:19:16Z', 'revision_number': 4, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'gw_port': {'id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:10Z', 'updated_at': '2022-02-28T20:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '2e2b4a89-9cee-45cc-b1db-a6652d0f3639', 'name': '', 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'mac_address': 'fa:16:3e:45:5b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'bc5610ee-102f-4d53-a1ea-e2fe31bebb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:14Z', 'updated_at': '2022-02-28T20:19:22Z', 'revision_number': 4, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'subnets': [{'id': 'bc5610ee-102f-4d53-a1ea-e2fe31bebb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:19:23.431868 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e7df58b0-c916-4a38-99dd-15950da6a6c3 None None] Publish callbacks [] for port (314333bb-5959-4265-bdf8-4a06aece0ebd), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:23.476390 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 9bda1be2-de9a-4eca-983a-cac0e25a7b7a details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:19:23.640899 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bb2cf-27d0-4950-8805-ed0b90d2f485 req-048ab714-565a-4318-ba1c-0900dbf82199 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:23.642468 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f92bb2cf-27d0-4950-8805-ed0b90d2f485 req-048ab714-565a-4318-ba1c-0900dbf82199 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 0.4681575 Feb 28 20:19:23.656499 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-8e2e42a1-c59a-4c25-b91f-45ca767d7788 None None] For port 2e2b4a89-9cee-45cc-b1db-a6652d0f3639, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2e2b4a89-9cee-45cc-b1db-a6652d0f3639,segment=NetworkSegment(94742c78-ba4d-44c1-849b-c1479f2f6613),segment_id=94742c78-ba4d-44c1-849b-c1479f2f6613)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:23.671546 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e7df58b0-c916-4a38-99dd-15950da6a6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (314333bb-5959-4265-bdf8-4a06aece0ebd), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:23.753181 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dbfdcadb-18b0-40dc-a5ea-3ee328102c28 req-073ac269-6a48-4653-a8f5-844022da30a3 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813620 Feb 28 20:19:23.767661 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Allocated IP 10.1.1.217 (a7ad64c0-416b-482c-808c-09067f971a92/0273b39c-9c8d-445d-8667-8de5c6cd60c2/da3c139e-4a03-416f-80a8-af21dd1c9f98) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:19:23.800837 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8e2e42a1-c59a-4c25-b91f-45ca767d7788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2e2b4a89-9cee-45cc-b1db-a6652d0f3639), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:23.817510 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df58b0-c916-4a38-99dd-15950da6a6c3 None None] Pushing event updated for resources: {'Port': ['ID=314333bb-5959-4265-bdf8-4a06aece0ebd,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:23.939438 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e42a1-c59a-4c25-b91f-45ca767d7788 None None] Pushing event updated for resources: {'Port': ['ID=2e2b4a89-9cee-45cc-b1db-a6652d0f3639,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:23.989249 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7df58b0-c916-4a38-99dd-15950da6a6c3 None None] Network b649057c-43d1-42e8-b142-2f875aaf2772 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:19:23.992505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-e7df58b0-c916-4a38-99dd-15950da6a6c3 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:23.997241 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df58b0-c916-4a38-99dd-15950da6a6c3 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:19:24.013599 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f92bb2cf-27d0-4950-8805-ed0b90d2f485 req-b9910a65-3891-45b9-8e6c-dfce1fef386b tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506126 Feb 28 20:19:24.158639 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for port (da3c139e-4a03-416f-80a8-af21dd1c9f98), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:24.188705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e7df58b0-c916-4a38-99dd-15950da6a6c3 None None] Attempting to bind port 314333bb-5959-4265-bdf8-4a06aece0ebd on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:19:24.189551 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e7df58b0-c916-4a38-99dd-15950da6a6c3 None None] Attempting to bind port 314333bb-5959-4265-bdf8-4a06aece0ebd by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '230e8cd1-1ffa-48af-b6da-be0c262593f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b649057c-43d1-42e8-b142-2f875aaf2772'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:19:24.190069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df58b0-c916-4a38-99dd-15950da6a6c3 None None] Attempting to bind port 314333bb-5959-4265-bdf8-4a06aece0ebd on network b649057c-43d1-42e8-b142-2f875aaf2772 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:19:24.205910 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96a6edd-cec8-416a-9617-954b1742e754 None None] Network a7ad64c0-416b-482c-808c-09067f971a92 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:19:24.213841 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3e191751-fb9a-4978-8dcc-1411668fbab1 None None] Provisioning complete for port 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:24.214919 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3e191751-fb9a-4978-8dcc-1411668fbab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2e2b4a89-9cee-45cc-b1db-a6652d0f3639), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:24.263371 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (da3c139e-4a03-416f-80a8-af21dd1c9f98), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:24.298643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df58b0-c916-4a38-99dd-15950da6a6c3 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:19:24.299031 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df58b0-c916-4a38-99dd-15950da6a6c3 None None] Checking segment: {'id': '230e8cd1-1ffa-48af-b6da-be0c262593f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b649057c-43d1-42e8-b142-2f875aaf2772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:19:24.299443 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e7df58b0-c916-4a38-99dd-15950da6a6c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:24.299867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df58b0-c916-4a38-99dd-15950da6a6c3 None None] Bound using segment: {'id': '230e8cd1-1ffa-48af-b6da-be0c262593f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b649057c-43d1-42e8-b142-2f875aaf2772'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:19:24.300365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e7df58b0-c916-4a38-99dd-15950da6a6c3 None None] Bound port: 314333bb-5959-4265-bdf8-4a06aece0ebd, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230e8cd1-1ffa-48af-b6da-be0c262593f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b649057c-43d1-42e8-b142-2f875aaf2772'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:19:24.300896 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e7df58b0-c916-4a38-99dd-15950da6a6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (314333bb-5959-4265-bdf8-4a06aece0ebd), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:24.320346 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Network a7ad64c0-416b-482c-808c-09067f971a92 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:19:24.323249 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c67f8451-47ed-4da3-b1c8-5f5b04790b33 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:19:24.324316 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:24.332124 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:19:24.349526 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-139c036a-05f1-4b1a-9633-0be874bba298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (71b4aac7-046b-4b20-9b05-f7c98c253e16), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:24.390855 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:24.391931 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:24.410645 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event updated for resources: {'Port': ['ID=da3c139e-4a03-416f-80a8-af21dd1c9f98,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:24.420244 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:24.426175 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:24.426880 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:24.427448 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:24.428041 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:24.428579 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:24.429160 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:24.429737 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:24.430284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:24.430820 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:24.431517 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:24.432089 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:24.432638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:24.449811 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b0989fc5-5a17-45e6-98a7-7ccc4f6da2d3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7888296 Feb 28 20:19:24.453406 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54572) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:24.458707 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ed433db6-471d-473a-8ef4-05af58eeb1cd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Request body: {'port': {'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92', 'name': 'tempest-TaggedBootDevicesTest_v242-1547121548', 'fixed_ips': [{'subnet_id': '0273b39c-9c8d-445d-8667-8de5c6cd60c2'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:24.464450 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53262ab8-c392-49aa-8818-f53d03d2c3ec req-50b28327-ee7b-4659-aa53-7bda14bc6fce tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 210 time: 0.2996027 Feb 28 20:19:24.478144 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c036a-05f1-4b1a-9633-0be874bba298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b4aac7-046b-4b20-9b05-f7c98c253e16,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:24.566431 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919875fe-b6dc-4d2e-a9f4-b17bb8fd05cd req-f988fff1-c411-4542-a004-0c41574d8d9b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:24.575514 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-919875fe-b6dc-4d2e-a9f4-b17bb8fd05cd req-f988fff1-c411-4542-a004-0c41574d8d9b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.6421814 Feb 28 20:19:24.649320 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed433db6-471d-473a-8ef4-05af58eeb1cd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Made reservation on behalf of cc9440223e9e4177b248e28bf8c3bfd8 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:19:24.659803 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed433db6-471d-473a-8ef4-05af58eeb1cd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:24.709560 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-ed433db6-471d-473a-8ef4-05af58eeb1cd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] device_id is not set on port eb86d396-21d3-45d9-baa0-f26a48975dd7 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:19:24.741946 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-919875fe-b6dc-4d2e-a9f4-b17bb8fd05cd req-0c1409ff-8eb2-4b9b-952e-c922e336d06c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541901 Feb 28 20:19:24.774972 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c036a-05f1-4b1a-9633-0be874bba298 admin admin] Checking segment: {'id': 'd0b5a409-a2e5-4baa-8a2b-378ae659a115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9bda1be2-de9a-4eca-983a-cac0e25a7b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:19:24.775538 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139c036a-05f1-4b1a-9633-0be874bba298 admin admin] Network hostable DHCP agents. Network: 9bda1be2-de9a-4eca-983a-cac0e25a7b7a, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:19:24.825829 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20b425-0519-4de4-97a4-97bfb625da70 req-fce6b346-7040-4f85-8bab-49065549d19b tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:24.841316 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54574) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:24.843924 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e20b425-0519-4de4-97a4-97bfb625da70 req-fce6b346-7040-4f85-8bab-49065549d19b tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.1977186 Feb 28 20:19:24.851583 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-1bbe5fce-8903-486f-be81-e87c39c7fec1 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Request body: {'floatingip': {'port_id': '9528242c-5054-49d2-b00a-2d8bb8bdea38'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:24.859510 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139c036a-05f1-4b1a-9633-0be874bba298 admin admin] Network 9bda1be2-de9a-4eca-983a-cac0e25a7b7a is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:19:24.890084 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-139c036a-05f1-4b1a-9633-0be874bba298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 9bda1be2-de9a-4eca-983a-cac0e25a7b7a) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:24.908977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139c036a-05f1-4b1a-9633-0be874bba298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:24.909882 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-139c036a-05f1-4b1a-9633-0be874bba298 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:24.973285 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1bbe5fce-8903-486f-be81-e87c39c7fec1 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for floatingip (efebfe81-e54e-4fa4-bbb8-4903f23b8d33), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:25.002877 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4c4012-5745-443b-bba7-b7d758d08244 None None] Network 9bda1be2-de9a-4eca-983a-cac0e25a7b7a requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:19:25.101954 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-139c036a-05f1-4b1a-9633-0be874bba298 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0021286 Feb 28 20:19:25.111586 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54578) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:25.122988 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-567147f8-a994-4bfe-b755-d08b92876591 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1142043098-router', 'tenant_id': 'c03af209f8324d7f9e763a58e6451d4e', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:25.186927 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ae89f-54b7-4ca2-a85c-6f42a629e32b req-37d0f1eb-51a3-4b36-985b-003232c5e5cb tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:25.200405 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2d7ae89f-54b7-4ca2-a85c-6f42a629e32b req-37d0f1eb-51a3-4b36-985b-003232c5e5cb tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.2938883 Feb 28 20:19:25.265221 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d755b-f69e-47ef-8de3-6cea430ffd5a req-46d3fe03-960e-4c21-826b-2c4e9d2a91d0 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:25.278792 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff5d755b-f69e-47ef-8de3-6cea430ffd5a req-46d3fe03-960e-4c21-826b-2c4e9d2a91d0 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2642353 Feb 28 20:19:25.294705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3e191751-fb9a-4978-8dcc-1411668fbab1 None None] Current status of the port 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:25.299818 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-567147f8-a994-4bfe-b755-d08b92876591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:25.301379 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-567147f8-a994-4bfe-b755-d08b92876591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:25.306030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e7df58b0-c916-4a38-99dd-15950da6a6c3 None None] For port 314333bb-5959-4265-bdf8-4a06aece0ebd, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:19:25.327233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e7df58b0-c916-4a38-99dd-15950da6a6c3 None None] For port 314333bb-5959-4265-bdf8-4a06aece0ebd, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=314333bb-5959-4265-bdf8-4a06aece0ebd,segment=NetworkSegment(230e8cd1-1ffa-48af-b6da-be0c262593f4),segment_id=230e8cd1-1ffa-48af-b6da-be0c262593f4)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:19:25.332721 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c67f8451-47ed-4da3-b1c8-5f5b04790b33 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:25.333735 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c67f8451-47ed-4da3-b1c8-5f5b04790b33), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:25.375099 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e7df58b0-c916-4a38-99dd-15950da6a6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (314333bb-5959-4265-bdf8-4a06aece0ebd), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:25.402119 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2d7ae89f-54b7-4ca2-a85c-6f42a629e32b req-ff039652-02f2-402b-9dd9-a3ef41132054 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001908 Feb 28 20:19:25.564997 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff5d755b-f69e-47ef-8de3-6cea430ffd5a req-b9596b2d-5def-4f2f-8808-10cda117940a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843268 Feb 28 20:19:25.602617 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b08d7602-b6bd-4487-a1bb-3ed5b623f4f4 None None] Provisioning complete for port c67f8451-47ed-4da3-b1c8-5f5b04790b33 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:25.602997 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b08d7602-b6bd-4487-a1bb-3ed5b623f4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c67f8451-47ed-4da3-b1c8-5f5b04790b33), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:25.662042 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-567147f8-a994-4bfe-b755-d08b92876591 admin admin] Publish callbacks [] for router_controller (c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:25.731335 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd55007-f20a-45f4-81c2-45b5878508e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-9bda1be2-de9a-4eca-983a-cac0e25a7b7a', 'network_id': '9bda1be2-de9a-4eca-983a-cac0e25a7b7a', 'project_id': 'c03af209f8324d7f9e763a58e6451d4e', 'fixed_ips': [{'subnet_id': '71b4aac7-046b-4b20-9b05-f7c98c253e16'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:19:25.731846 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-acd55007-f20a-45f4-81c2-45b5878508e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:25.734374 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df58b0-c916-4a38-99dd-15950da6a6c3 None None] Pushing event updated for resources: {'Port': ['ID=314333bb-5959-4265-bdf8-4a06aece0ebd,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:25.828657 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.db.resource_extend [None req-1bbe5fce-8903-486f-be81-e87c39c7fec1 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:19:25.875512 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ef31a0f-276a-4b2f-acf6-2755073cb1f9 req-c9075a1c-38b8-4ee5-b11b-632730b799f9 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 210 time: 0.1607382 Feb 28 20:19:25.942698 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c67f8451-47ed-4da3-b1c8-5f5b04790b33 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:25.947521 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c67f8451-47ed-4da3-b1c8-5f5b04790b33), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:26.030334 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-ed433db6-471d-473a-8ef4-05af58eeb1cd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Allocated IP 10.1.1.29 (a7ad64c0-416b-482c-808c-09067f971a92/0273b39c-9c8d-445d-8667-8de5c6cd60c2/eb86d396-21d3-45d9-baa0-f26a48975dd7) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:19:26.116417 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1bbe5fce-8903-486f-be81-e87c39c7fec1 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:26.136780 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1bbe5fce-8903-486f-be81-e87c39c7fec1 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (efebfe81-e54e-4fa4-bbb8-4903f23b8d33), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:26.328809 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-567147f8-a994-4bfe-b755-d08b92876591 admin admin] Publish callbacks [] for router_gateway (c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:26.366301 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f6f52-94a2-4f7e-806b-90fdcf4d9047 req-42c1b66b-db19-4c7a-81f0-134377bf797e tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:26.368312 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a7f6f52-94a2-4f7e-806b-90fdcf4d9047 req-42c1b66b-db19-4c7a-81f0-134377bf797e tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 0.8245003 Feb 28 20:19:26.388624 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port c67f8451-47ed-4da3-b1c8-5f5b04790b33, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c67f8451-47ed-4da3-b1c8-5f5b04790b33,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:26.442327 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c67f8451-47ed-4da3-b1c8-5f5b04790b33), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:26.443563 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:19:26.450727 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e2e52-6499-4aba-8de4-6a2a896b8a34 req-7dd46edc-8b12-4cc4-9195-fae34dc8b7b9 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:26.460373 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d34e2e52-6499-4aba-8de4-6a2a896b8a34 req-7dd46edc-8b12-4cc4-9195-fae34dc8b7b9 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2304003 Feb 28 20:19:26.579859 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a7f6f52-94a2-4f7e-806b-90fdcf4d9047 req-2753a25d-7236-426c-98c8-4b2f4e3a6721 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789382 Feb 28 20:19:26.620765 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d34e2e52-6499-4aba-8de4-6a2a896b8a34 req-9234ced8-c7f9-40b1-a417-c7923a4fed0a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591702 Feb 28 20:19:26.699365 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-1bbe5fce-8903-486f-be81-e87c39c7fec1 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Floating IP efebfe81-e54e-4fa4-bbb8-4903f23b8d33 associated. External IP: 172.25.0.155, port: 9528242c-5054-49d2-b00a-2d8bb8bdea38. Feb 28 20:19:26.802532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-acd55007-f20a-45f4-81c2-45b5878508e8 None None] Allocated IP 172.20.0.2 (9bda1be2-de9a-4eca-983a-cac0e25a7b7a/71b4aac7-046b-4b20-9b05-f7c98c253e16/0a6c39a6-4172-45d6-bd77-09d5382f3a01) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:19:26.877145 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed433db6-471d-473a-8ef4-05af58eeb1cd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for port (eb86d396-21d3-45d9-baa0-f26a48975dd7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:26.963564 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed433db6-471d-473a-8ef4-05af58eeb1cd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (eb86d396-21d3-45d9-baa0-f26a48975dd7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:26.982348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b08d7602-b6bd-4487-a1bb-3ed5b623f4f4 None None] Current status of the port c67f8451-47ed-4da3-b1c8-5f5b04790b33 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:26.983431 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b08d7602-b6bd-4487-a1bb-3ed5b623f4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c67f8451-47ed-4da3-b1c8-5f5b04790b33), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:27.008505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=c67f8451-47ed-4da3-b1c8-5f5b04790b33,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:27.083564 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:19:27.168698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a2c21-48ec-40fb-9676-aa00f005c5eb req-af40b056-b4de-4c27-b536-ed8b9cebcfdb tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:27.180412 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ef2a2c21-48ec-40fb-9676-aa00f005c5eb req-af40b056-b4de-4c27-b536-ed8b9cebcfdb tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.3958764 Feb 28 20:19:27.199029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed433db6-471d-473a-8ef4-05af58eeb1cd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Network a7ad64c0-416b-482c-808c-09067f971a92 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:19:27.201889 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d2b4cade-4cd2-4b6b-8ec1-d46e20afd71a req-39de6a10-9bc6-4251-b61a-19e0c249911b tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 210 time: 0.1446970 Feb 28 20:19:27.223996 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-ed433db6-471d-473a-8ef4-05af58eeb1cd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:27.239950 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed433db6-471d-473a-8ef4-05af58eeb1cd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:19:27.266822 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-b08d7602-b6bd-4487-a1bb-3ed5b623f4f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:19:27.271816 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-b08d7602-b6bd-4487-a1bb-3ed5b623f4f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:19:27.273996 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed433db6-471d-473a-8ef4-05af58eeb1cd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event updated for resources: {'Port': ['ID=eb86d396-21d3-45d9-baa0-f26a48975dd7,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:27.290961 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-567147f8-a994-4bfe-b755-d08b92876591 admin admin] Publish callbacks [] for router_gateway (c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:27.299147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:27.305721 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2e2b4a89-9cee-45cc-b1db-a6652d0f3639), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:27.374275 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-567147f8-a994-4bfe-b755-d08b92876591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:27.450615 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed433db6-471d-473a-8ef4-05af58eeb1cd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:27.451350 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed433db6-471d-473a-8ef4-05af58eeb1cd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:27.511619 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ed433db6-471d-473a-8ef4-05af58eeb1cd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0567780 Feb 28 20:19:27.533249 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ef2a2c21-48ec-40fb-9676-aa00f005c5eb req-91e0ca8e-b8c6-4c63-8f92-b5474602722f tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511610 Feb 28 20:19:27.645453 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-acd55007-f20a-45f4-81c2-45b5878508e8 None None] Publish callbacks [] for port (0a6c39a6-4172-45d6-bd77-09d5382f3a01), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:27.684082 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6375709-0311-42eb-89ed-a320b98f162f None None] Network b649057c-43d1-42e8-b142-2f875aaf2772 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:19:27.695901 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-acd55007-f20a-45f4-81c2-45b5878508e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (0a6c39a6-4172-45d6-bd77-09d5382f3a01), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:27.789926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-567147f8-a994-4bfe-b755-d08b92876591 admin admin] Allocated IP 172.25.0.126 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/704dedaf-6e93-40a6-8d32-9bfb1e6128c2) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:19:27.844263 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbe5fce-8903-486f-be81-e87c39c7fec1 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Router 6e9c305b-5c4f-4708-8683-f278c3192a44 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:19:27.947055 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b474a53-3cd4-4263-b37b-7a01135508e8 req-a4af60aa-caa8-43b8-aa00-d64a5bc45b08 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:27.956681 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6b474a53-3cd4-4263-b37b-7a01135508e8 req-a4af60aa-caa8-43b8-aa00-d64a5bc45b08 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 0.1472034 Feb 28 20:19:27.969577 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd55007-f20a-45f4-81c2-45b5878508e8 None None] Network 9bda1be2-de9a-4eca-983a-cac0e25a7b7a is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:19:27.979073 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b08d7602-b6bd-4487-a1bb-3ed5b623f4f4 None None] Current status of the port c67f8451-47ed-4da3-b1c8-5f5b04790b33 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:28.041218 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-acd55007-f20a-45f4-81c2-45b5878508e8 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:28.054416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54604) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:28.067148 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-5dbebbc5-423a-4414-93ac-8f208988ca97 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1165746698', 'description': 'tempest-description--143668195'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:28.087488 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbe5fce-8903-486f-be81-e87c39c7fec1 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:19:28.106111 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a9c7c2-86bb-4209-9728-a66a7ac1d4db None None] Sync routers for ids ['6e9c305b-5c4f-4708-8683-f278c3192a44'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:19:28.113717 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6b474a53-3cd4-4263-b37b-7a01135508e8 req-b61d0eb3-45e6-492a-9795-b9e10053f8eb tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503007 Feb 28 20:19:28.133442 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd55007-f20a-45f4-81c2-45b5878508e8 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:19:28.133865 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1bbe5fce-8903-486f-be81-e87c39c7fec1 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:28.155009 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a9c7c2-86bb-4209-9728-a66a7ac1d4db None None] Routers {'6e9c305b-5c4f-4708-8683-f278c3192a44'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:19:28.162427 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5dbebbc5-423a-4414-93ac-8f208988ca97 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:28.163420 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-17a9c7c2-86bb-4209-9728-a66a7ac1d4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:19:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6e9c305b-5c4f-4708-8683-f278c3192a44'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:28.205182 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd55007-f20a-45f4-81c2-45b5878508e8 None None] Pushing event updated for resources: {'Port': ['ID=0a6c39a6-4172-45d6-bd77-09d5382f3a01,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:28.217391 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:28.227489 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-567147f8-a994-4bfe-b755-d08b92876591 admin admin] Publish callbacks [] for port (704dedaf-6e93-40a6-8d32-9bfb1e6128c2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:28.277339 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1bbe5fce-8903-486f-be81-e87c39c7fec1 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "PUT /v2.0/floatingips/efebfe81-e54e-4fa4-bbb8-4903f23b8d33 HTTP/1.1" status: 200 len: 992 time: 3.4324346 Feb 28 20:19:28.277339 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5', 'tag': '9528242c-5054-49d2-b00a-2d8bb8bdea38'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:19:28.278200 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175986b7-e365-432e-86b6-d066ead22c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5", "tag": "9528242c-5054-49d2-b00a-2d8bb8bdea38"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:19:28.319403 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5f7198dc-7f52-4585-bc1c-30968edbde7f None None] Provisioning complete for port c67f8451-47ed-4da3-b1c8-5f5b04790b33 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:28.320435 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5f7198dc-7f52-4585-bc1c-30968edbde7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c67f8451-47ed-4da3-b1c8-5f5b04790b33), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:28.350714 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c876680-cd3f-4ced-8e87-3e6b6fb4d123 req-1be3074d-9841-4540-b846-d84dc6bb7ace tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:28.352316 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4c876680-cd3f-4ced-8e87-3e6b6fb4d123 req-1be3074d-9841-4540-b846-d84dc6bb7ace tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2127953 Feb 28 20:19:28.363967 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-567147f8-a994-4bfe-b755-d08b92876591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (704dedaf-6e93-40a6-8d32-9bfb1e6128c2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:28.468703 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-17a9c7c2-86bb-4209-9728-a66a7ac1d4db None None] Set router 6e9c305b-5c4f-4708-8683-f278c3192a44 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:19:28.504311 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-acd55007-f20a-45f4-81c2-45b5878508e8 None None] Attempting to bind port 0a6c39a6-4172-45d6-bd77-09d5382f3a01 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:19:28.504687 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-acd55007-f20a-45f4-81c2-45b5878508e8 None None] Attempting to bind port 0a6c39a6-4172-45d6-bd77-09d5382f3a01 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'd0b5a409-a2e5-4baa-8a2b-378ae659a115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9bda1be2-de9a-4eca-983a-cac0e25a7b7a'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:19:28.505057 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd55007-f20a-45f4-81c2-45b5878508e8 None None] Attempting to bind port 0a6c39a6-4172-45d6-bd77-09d5382f3a01 on network 9bda1be2-de9a-4eca-983a-cac0e25a7b7a {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:19:28.557872 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd55007-f20a-45f4-81c2-45b5878508e8 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:19:28.558250 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd55007-f20a-45f4-81c2-45b5878508e8 None None] Checking segment: {'id': 'd0b5a409-a2e5-4baa-8a2b-378ae659a115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9bda1be2-de9a-4eca-983a-cac0e25a7b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:19:28.558715 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-acd55007-f20a-45f4-81c2-45b5878508e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:28.559164 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd55007-f20a-45f4-81c2-45b5878508e8 None None] Bound using segment: {'id': 'd0b5a409-a2e5-4baa-8a2b-378ae659a115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9bda1be2-de9a-4eca-983a-cac0e25a7b7a'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:19:28.559676 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-acd55007-f20a-45f4-81c2-45b5878508e8 None None] Bound port: 0a6c39a6-4172-45d6-bd77-09d5382f3a01, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b5a409-a2e5-4baa-8a2b-378ae659a115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9bda1be2-de9a-4eca-983a-cac0e25a7b7a'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:19:28.560061 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-acd55007-f20a-45f4-81c2-45b5878508e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0a6c39a6-4172-45d6-bd77-09d5382f3a01), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:28.768922 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c67f8451-47ed-4da3-b1c8-5f5b04790b33 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:19:28.839192 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-acd55007-f20a-45f4-81c2-45b5878508e8 None None] For port 0a6c39a6-4172-45d6-bd77-09d5382f3a01, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:19:28.874635 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-acd55007-f20a-45f4-81c2-45b5878508e8 None None] For port 0a6c39a6-4172-45d6-bd77-09d5382f3a01, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0a6c39a6-4172-45d6-bd77-09d5382f3a01,segment=NetworkSegment(d0b5a409-a2e5-4baa-8a2b-378ae659a115),segment_id=d0b5a409-a2e5-4baa-8a2b-378ae659a115)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:19:28.881037 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5f7198dc-7f52-4585-bc1c-30968edbde7f None None] Current status of the port c67f8451-47ed-4da3-b1c8-5f5b04790b33 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:28.909703 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c67f8451-47ed-4da3-b1c8-5f5b04790b33 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:28.910133 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c67f8451-47ed-4da3-b1c8-5f5b04790b33), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:28.963802 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-acd55007-f20a-45f4-81c2-45b5878508e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0a6c39a6-4172-45d6-bd77-09d5382f3a01), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:29.067240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5f7198dc-7f52-4585-bc1c-30968edbde7f None None] Provisioning complete for port 314333bb-5959-4265-bdf8-4a06aece0ebd triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:29.067618 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5f7198dc-7f52-4585-bc1c-30968edbde7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (314333bb-5959-4265-bdf8-4a06aece0ebd), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:29.080925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567147f8-a994-4bfe-b755-d08b92876591 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:19:29.093420 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-17a9c7c2-86bb-4209-9728-a66a7ac1d4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-router', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:37Z', 'updated_at': '2022-02-28T20:18:47Z', 'revision_number': 4, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'gw_port': {'id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'efebfe81-e54e-4fa4-bbb8-4903f23b8d33', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'floating_ip_address': '172.25.0.155', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'port_id': '9528242c-5054-49d2-b00a-2d8bb8bdea38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'mac_address': 'fa:16:3e:9b:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:18:59Z', 'updated_at': '2022-02-28T20:19:25Z', 'revision_number': 1, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed148e71-0b29-4be8-b748-74ef25bf0d8f', 'name': '', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'mac_address': 'fa:16:3e:ea:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:45Z', 'updated_at': '2022-02-28T20:18:55Z', 'revision_number': 5, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'subnets': [{'id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:29.112428 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-567147f8-a994-4bfe-b755-d08b92876591 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:29.121312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567147f8-a994-4bfe-b755-d08b92876591 admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:19:29.163319 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a9c7c2-86bb-4209-9728-a66a7ac1d4db None None] Checking router: 6e9c305b-5c4f-4708-8683-f278c3192a44 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:19:29.182318 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a9c7c2-86bb-4209-9728-a66a7ac1d4db None None] Routers {'6e9c305b-5c4f-4708-8683-f278c3192a44'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:19:29.183507 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-17a9c7c2-86bb-4209-9728-a66a7ac1d4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:19:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6e9c305b-5c4f-4708-8683-f278c3192a44'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:29.223889 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd55007-f20a-45f4-81c2-45b5878508e8 None None] Pushing event updated for resources: {'Port': ['ID=0a6c39a6-4172-45d6-bd77-09d5382f3a01,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:29.245051 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5dbebbc5-423a-4414-93ac-8f208988ca97 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for security_group (c8d62556-4f0f-48ff-9a89-42548038dc9c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:29.292123 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2752a0c4-90eb-46fa-ae9d-749514305149 req-2b3fd9f6-9a20-45fc-b6eb-55f022f3a817 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 210 time: 0.3087978 Feb 28 20:19:29.320225 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5dbebbc5-423a-4414-93ac-8f208988ca97 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c8d62556-4f0f-48ff-9a89-42548038dc9c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:29.333435 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567147f8-a994-4bfe-b755-d08b92876591 admin admin] Pushing event updated for resources: {'Port': ['ID=704dedaf-6e93-40a6-8d32-9bfb1e6128c2,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:29.401776 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5dbebbc5-423a-4414-93ac-8f208988ca97 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:29.403332 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5dbebbc5-423a-4414-93ac-8f208988ca97 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.3442829 Feb 28 20:19:29.406593 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54618) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:29.408743 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4c876680-cd3f-4ced-8e87-3e6b6fb4d123 req-737e84b7-c89f-4920-9816-82d3a015360b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0400703 Feb 28 20:19:29.413956 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-797f751a-bd44-4676-93bb-20c2a1f17b2f tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Request body: {'security_group_rule': {'security_group_id': 'c8d62556-4f0f-48ff-9a89-42548038dc9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:29.419198 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c67f8451-47ed-4da3-b1c8-5f5b04790b33 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:29.422344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 314333bb-5959-4265-bdf8-4a06aece0ebd up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:19:29.449408 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebbc5-423a-4414-93ac-8f208988ca97 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d62556-4f0f-48ff-9a89-42548038dc9c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:29.573200 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-797f751a-bd44-4676-93bb-20c2a1f17b2f tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for security_group_rule (8a098b5c-e4af-4e7d-a25b-23b58d6e6426), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:29.637993 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3de1ed-673c-47ca-8368-a81d61cdf1a6 x-openstack-request-id: req-cf3de1ed-673c-47ca-8368-a81d61cdf1a6 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:19:29.638444 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5", "tag": "9528242c-5054-49d2-b00a-2d8bb8bdea38", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:19:29.638894 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf3de1ed-673c-47ca-8368-a81d61cdf1a6 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:19:29.639538 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5', 'tag': '9528242c-5054-49d2-b00a-2d8bb8bdea38', 'status': 'completed', 'code': 200} Feb 28 20:19:29.671331 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-17a9c7c2-86bb-4209-9728-a66a7ac1d4db None None] Set router 6e9c305b-5c4f-4708-8683-f278c3192a44 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:19:29.934705 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175986b7-e365-432e-86b6-d066ead22c9e req-2636c67a-e864-49b6-979e-21d8e79c3f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:29.942097 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-175986b7-e365-432e-86b6-d066ead22c9e req-2636c67a-e864-49b6-979e-21d8e79c3f97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d21f27a53ace41c6b073930944eb8337&device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 1129 time: 0.2850060 Feb 28 20:19:29.949313 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-797f751a-bd44-4676-93bb-20c2a1f17b2f tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for security_group_rule (8a098b5c-e4af-4e7d-a25b-23b58d6e6426), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:30.026202 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5f7198dc-7f52-4585-bc1c-30968edbde7f None None] Current status of the port 314333bb-5959-4265-bdf8-4a06aece0ebd is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:30.028588 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5f7198dc-7f52-4585-bc1c-30968edbde7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (314333bb-5959-4265-bdf8-4a06aece0ebd), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:30.033708 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390e16c-2930-4a1b-b3d6-6c32ccc1dc3d req-7ed06e76-91c5-49e4-a033-9cdfd5216cd1 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:30.041897 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5390e16c-2930-4a1b-b3d6-6c32ccc1dc3d req-7ed06e76-91c5-49e4-a033-9cdfd5216cd1 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.2972043 Feb 28 20:19:30.059304 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ba04-9fee-472f-acb6-32681f4de2fc req-f7132730-17ce-4a58-b85a-e0bb52bd7a21 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:30.068216 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f86ba04-9fee-472f-acb6-32681f4de2fc req-f7132730-17ce-4a58-b85a-e0bb52bd7a21 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 0.2537487 Feb 28 20:19:30.146961 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5f7198dc-7f52-4585-bc1c-30968edbde7f None None] For port 314333bb-5959-4265-bdf8-4a06aece0ebd, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=314333bb-5959-4265-bdf8-4a06aece0ebd,segment=NetworkSegment(230e8cd1-1ffa-48af-b6da-be0c262593f4),segment_id=230e8cd1-1ffa-48af-b6da-be0c262593f4)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:30.149753 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 314333bb-5959-4265-bdf8-4a06aece0ebd triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:30.152900 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (314333bb-5959-4265-bdf8-4a06aece0ebd), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:30.171488 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175986b7-e365-432e-86b6-d066ead22c9e req-636f1276-0ee1-4e99-9545-ea62488d1cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:30.173520 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-175986b7-e365-432e-86b6-d066ead22c9e req-636f1276-0ee1-4e99-9545-ea62488d1cc0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ab05bea-86cc-498b-aded-ed9c3d7148ac HTTP/1.1" status: 200 len: 917 time: 0.2225044 Feb 28 20:19:30.181159 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f86ba04-9fee-472f-acb6-32681f4de2fc req-b31a5c90-6d71-41fe-a154-4eac5e88ab76 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113749 Feb 28 20:19:30.186340 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-797f751a-bd44-4676-93bb-20c2a1f17b2f tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (8a098b5c-e4af-4e7d-a25b-23b58d6e6426), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:30.213149 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-567147f8-a994-4bfe-b755-d08b92876591 admin admin] Publish callbacks [] for router_gateway (c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:30.256338 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-17a9c7c2-86bb-4209-9728-a66a7ac1d4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-router', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:37Z', 'updated_at': '2022-02-28T20:18:47Z', 'revision_number': 4, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'gw_port': {'id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'efebfe81-e54e-4fa4-bbb8-4903f23b8d33', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'floating_ip_address': '172.25.0.155', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'port_id': '9528242c-5054-49d2-b00a-2d8bb8bdea38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'mac_address': 'fa:16:3e:9b:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:18:59Z', 'updated_at': '2022-02-28T20:19:25Z', 'revision_number': 1, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed148e71-0b29-4be8-b748-74ef25bf0d8f', 'name': '', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'mac_address': 'fa:16:3e:ea:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:45Z', 'updated_at': '2022-02-28T20:18:55Z', 'revision_number': 5, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'subnets': [{'id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:30.276864 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5f7198dc-7f52-4585-bc1c-30968edbde7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (314333bb-5959-4265-bdf8-4a06aece0ebd), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:30.284133 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-175986b7-e365-432e-86b6-d066ead22c9e req-dd2b6f5a-cfee-4d07-8fa5-82b4af56ef06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9528242c-5054-49d2-b00a-2d8bb8bdea38 HTTP/1.1" status: 200 len: 1000 time: 0.0904775 Feb 28 20:19:30.340157 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5f7198dc-7f52-4585-bc1c-30968edbde7f None None] Provisioning complete for port da3c139e-4a03-416f-80a8-af21dd1c9f98 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:30.340545 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5f7198dc-7f52-4585-bc1c-30968edbde7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (da3c139e-4a03-416f-80a8-af21dd1c9f98), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:30.363624 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a9c7c2-86bb-4209-9728-a66a7ac1d4db None None] The sync data for ids ['6e9c305b-5c4f-4708-8683-f278c3192a44'] in n-d-820368-21 is: [{'id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-router', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:37Z', 'updated_at': '2022-02-28T20:18:47Z', 'revision_number': 4, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'gw_port': {'id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'efebfe81-e54e-4fa4-bbb8-4903f23b8d33', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'floating_ip_address': '172.25.0.155', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'port_id': '9528242c-5054-49d2-b00a-2d8bb8bdea38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'mac_address': 'fa:16:3e:9b:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:18:59Z', 'updated_at': '2022-02-28T20:19:25Z', 'revision_number': 1, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed148e71-0b29-4be8-b748-74ef25bf0d8f', 'name': '', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'mac_address': 'fa:16:3e:ea:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:45Z', 'updated_at': '2022-02-28T20:18:55Z', 'revision_number': 5, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'subnets': [{'id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:19:30.469275 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5f7198dc-7f52-4585-bc1c-30968edbde7f None None] Port da3c139e-4a03-416f-80a8-af21dd1c9f98 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:19:30.587853 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 314333bb-5959-4265-bdf8-4a06aece0ebd is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:30.589652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:19:30.593155 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7198dc-7f52-4585-bc1c-30968edbde7f None None] Pushing event updated for resources: {'Port': ['ID=314333bb-5959-4265-bdf8-4a06aece0ebd,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:30.650071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5f7198dc-7f52-4585-bc1c-30968edbde7f None None] Provisioning complete for port eb86d396-21d3-45d9-baa0-f26a48975dd7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:30.650567 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5f7198dc-7f52-4585-bc1c-30968edbde7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (eb86d396-21d3-45d9-baa0-f26a48975dd7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:30.726769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5f7198dc-7f52-4585-bc1c-30968edbde7f None None] Port eb86d396-21d3-45d9-baa0-f26a48975dd7 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:19:30.751881 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:30.752351 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2e2b4a89-9cee-45cc-b1db-a6652d0f3639), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:30.848848 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36250624-f721-4aae-9b79-142c9e3ffad1 req-54d6d205-0c0c-44f0-9245-64799d074705 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 210 time: 0.1824250 Feb 28 20:19:30.888099 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-146b5a04-c5f1-4e89-b883-c7670ce1049d None None] Provisioning complete for port 314333bb-5959-4265-bdf8-4a06aece0ebd triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:30.889753 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-146b5a04-c5f1-4e89-b883-c7670ce1049d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (314333bb-5959-4265-bdf8-4a06aece0ebd), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:30.890047 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5390e16c-2930-4a1b-b3d6-6c32ccc1dc3d req-4cf3a1c3-3fb1-457f-800d-996569b9595d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8468661 Feb 28 20:19:30.981285 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:30.991507 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add25ad9-3432-4aff-87b3-297366160db2 None None] New status for floating IP efebfe81-e54e-4fa4-bbb8-4903f23b8d33: ACTIVE {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:19:31.231485 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-567147f8-a994-4bfe-b755-d08b92876591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:31.246130 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d2ee25-da9d-4a43-8cfa-aa2995ae47d1 None None] Network 9bda1be2-de9a-4eca-983a-cac0e25a7b7a requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:19:31.301588 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-797f751a-bd44-4676-93bb-20c2a1f17b2f tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:31.305431 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-797f751a-bd44-4676-93bb-20c2a1f17b2f tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8973579 Feb 28 20:19:31.321576 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f751a-bd44-4676-93bb-20c2a1f17b2f tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a098b5c-e4af-4e7d-a25b-23b58d6e6426,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:31.328413 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54644) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:31.352973 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-b45ad756-e63f-45e6-9003-06cb9cff1610 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Request body: {'security_group_rule': {'security_group_id': 'c8d62556-4f0f-48ff-9a89-42548038dc9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:31.423948 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 314333bb-5959-4265-bdf8-4a06aece0ebd up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:19:31.428628 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10625bc-7ab5-4820-957f-b3a2bf67a3c9 req-345cfac9-43ae-470c-a0ae-a9609261e364 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:31.441096 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175986b7-e365-432e-86b6-d066ead22c9e req-72f84afd-a794-430b-8270-2cea025647e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:31.443675 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d10625bc-7ab5-4820-957f-b3a2bf67a3c9 req-345cfac9-43ae-470c-a0ae-a9609261e364 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.3716271 Feb 28 20:19:31.443908 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-175986b7-e365-432e-86b6-d066ead22c9e req-72f84afd-a794-430b-8270-2cea025647e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=168325cf-0c5d-4ba0-baad-f937703ff430 HTTP/1.1" status: 200 len: 856 time: 1.1399837 Feb 28 20:19:31.478202 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b45ad756-e63f-45e6-9003-06cb9cff1610 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for security_group_rule (2096f179-3665-4d24-8ddd-a0397f8e30e8), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:31.663250 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175986b7-e365-432e-86b6-d066ead22c9e req-9088dc27-c511-4d00-826c-45d7b330a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:31.669284 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-175986b7-e365-432e-86b6-d066ead22c9e req-9088dc27-c511-4d00-826c-45d7b330a31e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ab05bea-86cc-498b-aded-ed9c3d7148ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2136209 Feb 28 20:19:31.683719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 314333bb-5959-4265-bdf8-4a06aece0ebd triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:31.684188 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (314333bb-5959-4265-bdf8-4a06aece0ebd), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:31.732039 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b45ad756-e63f-45e6-9003-06cb9cff1610 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for security_group_rule (2096f179-3665-4d24-8ddd-a0397f8e30e8), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:31.733235 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d10625bc-7ab5-4820-957f-b3a2bf67a3c9 req-2c6bf2ff-6f03-43bb-8303-346e6a2b648a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841713 Feb 28 20:19:31.768293 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b45ad756-e63f-45e6-9003-06cb9cff1610 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (2096f179-3665-4d24-8ddd-a0397f8e30e8), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:31.780015 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18435151-b473-4f83-95c1-17677b0204c8 req-0e66fdfe-db67-4dda-a820-71ad3b120485 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:31.798538 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-18435151-b473-4f83-95c1-17677b0204c8 req-0e66fdfe-db67-4dda-a820-71ad3b120485 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.3353353 Feb 28 20:19:31.833664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-146b5a04-c5f1-4e89-b883-c7670ce1049d None None] Current status of the port 314333bb-5959-4265-bdf8-4a06aece0ebd is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:31.892603 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567147f8-a994-4bfe-b755-d08b92876591 admin admin] Router c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:19:31.940792 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ad756-e63f-45e6-9003-06cb9cff1610 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2096f179-3665-4d24-8ddd-a0397f8e30e8,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:31.976568 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b45ad756-e63f-45e6-9003-06cb9cff1610 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:31.984386 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b45ad756-e63f-45e6-9003-06cb9cff1610 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6451845 Feb 28 20:19:31.986843 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54654) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:32.002744 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-912a9228-6e17-443b-ada5-61678b8e8f93 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:32.062514 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-fff4191e-92fa-47d3-9646-5b0bc76d3f63 None None] Provisioning complete for port 0a6c39a6-4172-45d6-bd77-09d5382f3a01 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:32.065613 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fff4191e-92fa-47d3-9646-5b0bc76d3f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0a6c39a6-4172-45d6-bd77-09d5382f3a01), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:32.091685 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-175986b7-e365-432e-86b6-d066ead22c9e req-6c88ddbd-a379-4e59-990e-bcaa3690d625 service neutron] 10.222.0.15 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097185 Feb 28 20:19:32.096401 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-18435151-b473-4f83-95c1-17677b0204c8 req-dc681c0c-afef-488e-b289-6c325cb36a98 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2965050 Feb 28 20:19:32.123936 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb9b06-d095-4738-83c6-42d262e23ee0 req-e03b257c-9a60-47e3-bd5f-ca30f4851ac2 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:32.138330 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-07cb9b06-d095-4738-83c6-42d262e23ee0 req-e03b257c-9a60-47e3-bd5f-ca30f4851ac2 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 0.2399108 Feb 28 20:19:32.155446 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 314333bb-5959-4265-bdf8-4a06aece0ebd is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:32.156600 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0a6c39a6-4172-45d6-bd77-09d5382f3a01 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:19:32.161567 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-912a9228-6e17-443b-ada5-61678b8e8f93 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:32.369965 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-07cb9b06-d095-4738-83c6-42d262e23ee0 req-2408786f-a382-4098-b710-1ee868142e92 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293265 Feb 28 20:19:32.398601 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 0a6c39a6-4172-45d6-bd77-09d5382f3a01 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:32.399182 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0a6c39a6-4172-45d6-bd77-09d5382f3a01), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:32.413597 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba9bae-4b4d-46ac-92ab-526c86365f4d req-c38a8930-af8c-4933-bd3b-f44c805916ec tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:32.424053 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b8ba9bae-4b4d-46ac-92ab-526c86365f4d req-c38a8930-af8c-4933-bd3b-f44c805916ec tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1759553 Feb 28 20:19:32.450944 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-fff4191e-92fa-47d3-9646-5b0bc76d3f63 None None] Current status of the port 0a6c39a6-4172-45d6-bd77-09d5382f3a01 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:32.454711 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fff4191e-92fa-47d3-9646-5b0bc76d3f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0a6c39a6-4172-45d6-bd77-09d5382f3a01), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:32.540632 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-175986b7-e365-432e-86b6-d066ead22c9e req-1e9aef25-c763-46ac-ac67-97c55dd03a72 service neutron] 10.222.0.15 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409235 Feb 28 20:19:32.547921 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-912a9228-6e17-443b-ada5-61678b8e8f93 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:32.575954 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b8ba9bae-4b4d-46ac-92ab-526c86365f4d req-2d8e8987-f840-40c4-80b1-224ea7e0028e tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496594 Feb 28 20:19:32.586410 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567147f8-a994-4bfe-b755-d08b92876591 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:19:32.589529 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-fff4191e-92fa-47d3-9646-5b0bc76d3f63 None None] For port 0a6c39a6-4172-45d6-bd77-09d5382f3a01, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0a6c39a6-4172-45d6-bd77-09d5382f3a01,segment=NetworkSegment(d0b5a409-a2e5-4baa-8a2b-378ae659a115),segment_id=d0b5a409-a2e5-4baa-8a2b-378ae659a115)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:32.605621 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] Sync routers for ids ['c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:19:32.612142 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fff4191e-92fa-47d3-9646-5b0bc76d3f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0a6c39a6-4172-45d6-bd77-09d5382f3a01), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:32.689476 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] Routers {'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:19:32.690193 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:19:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:32.798933 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb047cc7-0685-4e6e-8bb2-9a9c5dc8ec0a req-5e9da828-32bd-4773-a051-f3851db6f083 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 210 time: 0.2596748 Feb 28 20:19:32.813870 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-567147f8-a994-4bfe-b755-d08b92876591 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:32.830028 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-567147f8-a994-4bfe-b755-d08b92876591 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7155085 Feb 28 20:19:32.832225 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54662) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:32.906469 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 0a6c39a6-4172-45d6-bd77-09d5382f3a01 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:32.932957 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-912a9228-6e17-443b-ada5-61678b8e8f93 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Allocated IP 172.25.0.132 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/6ca172a1-28a0-4a26-8b24-b8a556cc0c1f) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:19:32.944006 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4191e-92fa-47d3-9646-5b0bc76d3f63 None None] Pushing event updated for resources: {'Port': ['ID=0a6c39a6-4172-45d6-bd77-09d5382f3a01,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:32.949253 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-dc580eb6-9d92-4eec-b893-4dc527de857a None None] Provisioning complete for port 0a6c39a6-4172-45d6-bd77-09d5382f3a01 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:32.949900 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dc580eb6-9d92-4eec-b893-4dc527de857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0a6c39a6-4172-45d6-bd77-09d5382f3a01), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:33.019330 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] Set router c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:19:33.143276 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-dc580eb6-9d92-4eec-b893-4dc527de857a None None] Current status of the port 0a6c39a6-4172-45d6-bd77-09d5382f3a01 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:33.189586 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0a6c39a6-4172-45d6-bd77-09d5382f3a01 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:19:33.253939 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-912a9228-6e17-443b-ada5-61678b8e8f93 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for port (6ca172a1-28a0-4a26-8b24-b8a556cc0c1f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:33.294164 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6161691-c40d-4aee-9fb3-f5630dcbaacd req-b61a64d0-fcba-47c1-a264-10531638adb2 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:33.295657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 0a6c39a6-4172-45d6-bd77-09d5382f3a01 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:33.296298 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0a6c39a6-4172-45d6-bd77-09d5382f3a01), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:33.309459 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6161691-c40d-4aee-9fb3-f5630dcbaacd req-b61a64d0-fcba-47c1-a264-10531638adb2 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.5063512 Feb 28 20:19:33.340862 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-912a9228-6e17-443b-ada5-61678b8e8f93 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (6ca172a1-28a0-4a26-8b24-b8a556cc0c1f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:33.444016 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b2b9c-89a5-4efc-8e97-9ff62d11a61d req-4815ee90-c55b-44b8-a844-613411e26a0d tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:33.445504 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-461b2b9c-89a5-4efc-8e97-9ff62d11a61d req-4815ee90-c55b-44b8-a844-613411e26a0d tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.4284275 Feb 28 20:19:33.452681 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a', 'name': 'tempest-TaggedBootDevicesTest-1142043098-router', 'tenant_id': 'c03af209f8324d7f9e763a58e6451d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '704dedaf-6e93-40a6-8d32-9bfb1e6128c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:25Z', 'updated_at': '2022-02-28T20:19:29Z', 'revision_number': 3, 'project_id': 'c03af209f8324d7f9e763a58e6451d4e', 'gw_port': {'id': '704dedaf-6e93-40a6-8d32-9bfb1e6128c2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:27Z', 'updated_at': '2022-02-28T20:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:33.461233 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912a9228-6e17-443b-ada5-61678b8e8f93 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:19:33.462416 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 0a6c39a6-4172-45d6-bd77-09d5382f3a01 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:33.490512 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a9228-6e17-443b-ada5-61678b8e8f93 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event updated for resources: {'Port': ['ID=6ca172a1-28a0-4a26-8b24-b8a556cc0c1f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:33.494433 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-912a9228-6e17-443b-ada5-61678b8e8f93 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:33.502558 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912a9228-6e17-443b-ada5-61678b8e8f93 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:19:33.512307 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] Checking router: c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:19:33.512904 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] Updating router c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a port 704dedaf-6e93-40a6-8d32-9bfb1e6128c2 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:19:33.552632 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (704dedaf-6e93-40a6-8d32-9bfb1e6128c2), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:33.592497 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6161691-c40d-4aee-9fb3-f5630dcbaacd req-c2c6a5de-15aa-4378-aba9-6bce86f85d00 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759430 Feb 28 20:19:33.680489 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-461b2b9c-89a5-4efc-8e97-9ff62d11a61d req-1e5079db-18cd-4318-9b0e-bf28dfcd13d7 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200449 Feb 28 20:19:33.729328 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-912a9228-6e17-443b-ada5-61678b8e8f93 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for floatingip (39bee6f9-2da0-4f90-8865-42c7801d6271), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:33.790289 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-912a9228-6e17-443b-ada5-61678b8e8f93 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6ca172a1-28a0-4a26-8b24-b8a556cc0c1f), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:34.011301 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-912a9228-6e17-443b-ada5-61678b8e8f93 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for port (6ca172a1-28a0-4a26-8b24-b8a556cc0c1f), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:34.032067 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-912a9228-6e17-443b-ada5-61678b8e8f93 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (6ca172a1-28a0-4a26-8b24-b8a556cc0c1f), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:34.035063 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bacc25-1ba6-4ecd-837b-065823f48f57 req-b8639fa6-5837-46b6-a3cf-2852d54aeddd tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:34.038830 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28bacc25-1ba6-4ecd-837b-065823f48f57 req-b8639fa6-5837-46b6-a3cf-2852d54aeddd tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 0.2394116 Feb 28 20:19:34.060343 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] Publish callbacks [] for port (704dedaf-6e93-40a6-8d32-9bfb1e6128c2), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:34.076016 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (704dedaf-6e93-40a6-8d32-9bfb1e6128c2), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:34.114516 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2173d43-7796-4396-ba42-095f2fb874a3 req-169cb49d-43cf-4d4e-ad7b-620b5aac6ce0 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:34.125342 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a2173d43-7796-4396-ba42-095f2fb874a3 req-169cb49d-43cf-4d4e-ad7b-620b5aac6ce0 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.3542564 Feb 28 20:19:34.145604 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-912a9228-6e17-443b-ada5-61678b8e8f93 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (39bee6f9-2da0-4f90-8865-42c7801d6271), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:34.147595 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2c651-e650-4bc4-a06b-2995ab262412 None None] Pushing event updated for resources: {'Port': ['ID=704dedaf-6e93-40a6-8d32-9bfb1e6128c2,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:34.177425 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] Attempting to bind port 704dedaf-6e93-40a6-8d32-9bfb1e6128c2 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:19:34.178136 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] Attempting to bind port 704dedaf-6e93-40a6-8d32-9bfb1e6128c2 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:19:34.178736 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] Attempting to bind port 704dedaf-6e93-40a6-8d32-9bfb1e6128c2 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:19:34.187684 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:19:34.188692 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:19:34.189799 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:34.190423 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:19:34.191104 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] Bound port: 704dedaf-6e93-40a6-8d32-9bfb1e6128c2, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:19:34.191704 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (704dedaf-6e93-40a6-8d32-9bfb1e6128c2), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:34.198544 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a9228-6e17-443b-ada5-61678b8e8f93 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event updated for resources: {'Port': ['ID=6ca172a1-28a0-4a26-8b24-b8a556cc0c1f,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:34.204783 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-912a9228-6e17-443b-ada5-61678b8e8f93 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:34.206654 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-912a9228-6e17-443b-ada5-61678b8e8f93 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2187808 Feb 28 20:19:34.227612 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28bacc25-1ba6-4ecd-837b-065823f48f57 req-829f58ea-b759-4594-ba94-9062bfc4fc10 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753793 Feb 28 20:19:34.257990 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] For port 704dedaf-6e93-40a6-8d32-9bfb1e6128c2, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:19:34.264889 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] For port 704dedaf-6e93-40a6-8d32-9bfb1e6128c2, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=704dedaf-6e93-40a6-8d32-9bfb1e6128c2,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:19:34.273444 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (704dedaf-6e93-40a6-8d32-9bfb1e6128c2), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:34.378246 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] Routers {'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:19:34.380521 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:19:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:34.432036 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2c651-e650-4bc4-a06b-2995ab262412 None None] Pushing event updated for resources: {'Port': ['ID=704dedaf-6e93-40a6-8d32-9bfb1e6128c2,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:34.522616 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] Set router c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:19:34.760213 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a', 'name': 'tempest-TaggedBootDevicesTest-1142043098-router', 'tenant_id': 'c03af209f8324d7f9e763a58e6451d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '704dedaf-6e93-40a6-8d32-9bfb1e6128c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:25Z', 'updated_at': '2022-02-28T20:19:29Z', 'revision_number': 3, 'project_id': 'c03af209f8324d7f9e763a58e6451d4e', 'gw_port': {'id': '704dedaf-6e93-40a6-8d32-9bfb1e6128c2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:27Z', 'updated_at': '2022-02-28T20:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:34.768138 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a2173d43-7796-4396-ba42-095f2fb874a3 req-68754b69-849e-4090-9bc2-d739be02c454 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6416669 Feb 28 20:19:34.794142 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321a838-018b-477c-ab03-7bf7c4b9a1e7 None None] The sync data for ids ['c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a'] in n-d-820368-21 is: [{'id': 'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a', 'name': 'tempest-TaggedBootDevicesTest-1142043098-router', 'tenant_id': 'c03af209f8324d7f9e763a58e6451d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '704dedaf-6e93-40a6-8d32-9bfb1e6128c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:25Z', 'updated_at': '2022-02-28T20:19:29Z', 'revision_number': 3, 'project_id': 'c03af209f8324d7f9e763a58e6451d4e', 'gw_port': {'id': '704dedaf-6e93-40a6-8d32-9bfb1e6128c2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:27Z', 'updated_at': '2022-02-28T20:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:19:34.872813 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:34.900728 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7a867-c8e4-470f-99ac-cbc7bdf49980 req-c8749a57-d564-4c66-b972-1a1e98623cd5 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:34.902312 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9c7a867-c8e4-470f-99ac-cbc7bdf49980 req-c8749a57-d564-4c66-b972-1a1e98623cd5 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.5683200 Feb 28 20:19:34.928860 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0836654c-0b9b-4b04-8d94-661813e1759c req-35269874-61e2-4612-bd11-63719bee2335 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 210 time: 0.0525823 Feb 28 20:19:35.064776 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9c7a867-c8e4-470f-99ac-cbc7bdf49980 req-21259760-2ad7-4dca-b65e-4fbfa7055566 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382530 Feb 28 20:19:35.256425 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a1c79a0d-a9ba-48d3-b505-6c3c596f6c66 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1165746698&fields=id&tenant_id=cc9440223e9e4177b248e28bf8c3bfd8 HTTP/1.1" status: 200 len: 267 time: 0.1828513 Feb 28 20:19:35.365513 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Allocated IP 172.20.0.1 (9bda1be2-de9a-4eca-983a-cac0e25a7b7a/71b4aac7-046b-4b20-9b05-f7c98c253e16/22b7cfa1-f469-4db9-830d-37bb46573b44) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:19:35.379198 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-31b42d11-691e-4458-848d-9c14a22c99e3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:35.381745 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-31b42d11-691e-4458-848d-9c14a22c99e3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports/da3c139e-4a03-416f-80a8-af21dd1c9f98 HTTP/1.1" status: 200 len: 936 time: 0.0936604 Feb 28 20:19:35.424548 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80c0f5-6e6e-41e4-8114-0ef8b42e0214 req-ac79a38f-2e91-4f8e-b485-bf85e0484633 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:35.427031 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b80c0f5-6e6e-41e4-8114-0ef8b42e0214 req-ac79a38f-2e91-4f8e-b485-bf85e0484633 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.2405498 Feb 28 20:19:35.541755 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-d8746cab-347e-4a19-af45-10e19d8487bc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:35.543140 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-d8746cab-347e-4a19-af45-10e19d8487bc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports/eb86d396-21d3-45d9-baa0-f26a48975dd7 HTTP/1.1" status: 200 len: 936 time: 0.1459608 Feb 28 20:19:35.625260 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-2a92b45e-c94b-4f45-8996-6399bcb61874 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?network_id=b649057c-43d1-42e8-b142-2f875aaf2772&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0742455 Feb 28 20:19:35.639470 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b80c0f5-6e6e-41e4-8114-0ef8b42e0214 req-ed73f238-a238-42ba-918f-a27693f14237 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941762 Feb 28 20:19:35.676399 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Publish callbacks [] for port (22b7cfa1-f469-4db9-830d-37bb46573b44), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:35.703161 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-3a7b8a7e-14a7-4108-939b-d44f3527d96d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?network_id=b649057c-43d1-42e8-b142-2f875aaf2772&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0569956 Feb 28 20:19:35.825802 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (22b7cfa1-f469-4db9-830d-37bb46573b44), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:35.916358 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Network 9bda1be2-de9a-4eca-983a-cac0e25a7b7a is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:19:35.941803 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:35.955923 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:19:35.988732 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5360aa-9ea3-4886-bb95-baa9bb9df86f req-9dabebe6-6f35-434b-b711-208d3844bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:35.991021 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7c5360aa-9ea3-4886-bb95-baa9bb9df86f req-9dabebe6-6f35-434b-b711-208d3844bab2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 1128 time: 0.0616114 Feb 28 20:19:36.065343 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Pushing event updated for resources: {'Port': ['ID=22b7cfa1-f469-4db9-830d-37bb46573b44,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:36.084460 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-0c5ec85b-147c-4e28-84d7-3066b7015a10 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:36.094665 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-0c5ec85b-147c-4e28-84d7-3066b7015a10 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:36.111489 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-0c5ec85b-147c-4e28-84d7-3066b7015a10 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:36.117226 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5360aa-9ea3-4886-bb95-baa9bb9df86f req-b4ecbf24-4690-4ca2-9242-621c10fd9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:36.118949 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7c5360aa-9ea3-4886-bb95-baa9bb9df86f req-b4ecbf24-4690-4ca2-9242-621c10fd9d76 service neutron] 10.222.0.10 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 912 time: 0.1186020 Feb 28 20:19:36.119788 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-0c5ec85b-147c-4e28-84d7-3066b7015a10 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/networks?id=b4d04028-1f92-4a10-a522-d88228aafca5&id=a7ad64c0-416b-482c-808c-09067f971a92&id=a7ad64c0-416b-482c-808c-09067f971a92&id=b649057c-43d1-42e8-b142-2f875aaf2772&id=b649057c-43d1-42e8-b142-2f875aaf2772 HTTP/1.1" status: 200 len: 1995 time: 0.4054406 Feb 28 20:19:36.134031 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:36.238709 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7c5360aa-9ea3-4886-bb95-baa9bb9df86f req-cf90ed96-2ad6-40ae-9396-ffa3e2dea3bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 HTTP/1.1" status: 200 len: 1000 time: 0.1031461 Feb 28 20:19:36.348612 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e3d5611a-16be-4e32-82d3-38a8f8b45ceb None None] Provisioning complete for port 22b7cfa1-f469-4db9-830d-37bb46573b44 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:36.348612 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e3d5611a-16be-4e32-82d3-38a8f8b45ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (22b7cfa1-f469-4db9-830d-37bb46573b44), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:36.361969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:36.362527 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:36.363063 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:36.363603 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:36.364082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:36.364562 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:36.365027 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:36.365456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:36.365948 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:36.366373 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:36.366826 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:36.367291 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:36.367787 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:36.368149 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5360aa-9ea3-4886-bb95-baa9bb9df86f req-c99c3dcd-c8f0-430c-9ee2-3ee8861ed5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:36.370221 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7c5360aa-9ea3-4886-bb95-baa9bb9df86f req-c99c3dcd-c8f0-430c-9ee2-3ee8861ed5a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.1172197 Feb 28 20:19:36.407102 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (22b7cfa1-f469-4db9-830d-37bb46573b44), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:36.411812 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e3d5611a-16be-4e32-82d3-38a8f8b45ceb None None] Port 22b7cfa1-f469-4db9-830d-37bb46573b44 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:19:36.420601 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f431f30-061e-424c-bd1d-8a8e3ca1d5e4 req-988f453a-2e38-4012-b6a8-1b6c48621719 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:36.427810 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f431f30-061e-424c-bd1d-8a8e3ca1d5e4 req-988f453a-2e38-4012-b6a8-1b6c48621719 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 0.5491281 Feb 28 20:19:36.432725 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-845edf68-5583-4ab4-8495-be46ac29ea5b tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/quotas/cc9440223e9e4177b248e28bf8c3bfd8 HTTP/1.1" status: 200 len: 375 time: 0.2836566 Feb 28 20:19:36.462236 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5360aa-9ea3-4886-bb95-baa9bb9df86f req-cc828725-ed08-4347-983e-1dac2a6113d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:36.463740 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7c5360aa-9ea3-4886-bb95-baa9bb9df86f req-cc828725-ed08-4347-983e-1dac2a6113d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0774429 Feb 28 20:19:36.573748 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f431f30-061e-424c-bd1d-8a8e3ca1d5e4 req-dddb03d6-cc4e-4d1d-b2e2-515707a7ca15 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436765 Feb 28 20:19:36.655296 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7c5360aa-9ea3-4886-bb95-baa9bb9df86f req-7fb234b6-4b8a-4e95-a22c-f02d96445bdf service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756957 Feb 28 20:19:36.681487 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a19055df-c6ad-4b00-9478-811a1dfb936d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc9440223e9e4177b248e28bf8c3bfd8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2351875 Feb 28 20:19:36.794336 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7c5360aa-9ea3-4886-bb95-baa9bb9df86f req-96fb31f3-c0a7-4880-8f2d-5e70760d7f0d service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278217 Feb 28 20:19:36.937346 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Publish callbacks [] for port (22b7cfa1-f469-4db9-830d-37bb46573b44), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:36.951007 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c3dfd-63aa-4ede-8f35-ff8006495171 req-e06bcdce-dad3-4b3c-9235-6165b015b655 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:36.952513 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c59c3dfd-63aa-4ede-8f35-ff8006495171 req-e06bcdce-dad3-4b3c-9235-6165b015b655 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2695696 Feb 28 20:19:36.956075 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (22b7cfa1-f469-4db9-830d-37bb46573b44), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:37.084134 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-14508ab6-d992-46b3-a79b-33aa9691cc93 service neutron] 10.222.0.13 "GET /v2.0/networks/b4d04028-1f92-4a10-a522-d88228aafca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458166 Feb 28 20:19:37.109151 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Pushing event updated for resources: {'Port': ['ID=22b7cfa1-f469-4db9-830d-37bb46573b44,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:37.141543 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:37.168027 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 704dedaf-6e93-40a6-8d32-9bfb1e6128c2 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:19:37.245253 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c59c3dfd-63aa-4ede-8f35-ff8006495171 req-f0a6c0e6-5fda-4033-8041-c0042c303161 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476392 Feb 28 20:19:37.257997 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 704dedaf-6e93-40a6-8d32-9bfb1e6128c2 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:37.259610 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (704dedaf-6e93-40a6-8d32-9bfb1e6128c2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:37.299384 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-f6da164c-56cf-46cb-838b-58fa2e4a0043 service neutron] 10.222.0.13 "GET /v2.0/networks/b4d04028-1f92-4a10-a522-d88228aafca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033553 Feb 28 20:19:37.364233 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-ba0df2e6-4177-4e50-9620-2e44f3870917 service neutron] 10.222.0.13 "GET /v2.0/ports/da3c139e-4a03-416f-80a8-af21dd1c9f98?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0508628 Feb 28 20:19:37.410830 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 704dedaf-6e93-40a6-8d32-9bfb1e6128c2 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:37.411719 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (704dedaf-6e93-40a6-8d32-9bfb1e6128c2), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:37.462874 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 704dedaf-6e93-40a6-8d32-9bfb1e6128c2, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=704dedaf-6e93-40a6-8d32-9bfb1e6128c2,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:37.469869 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (704dedaf-6e93-40a6-8d32-9bfb1e6128c2), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:37.562319 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Network 9bda1be2-de9a-4eca-983a-cac0e25a7b7a is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:19:37.569495 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:37.573248 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=704dedaf-6e93-40a6-8d32-9bfb1e6128c2,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:37.679886 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738cf65-50d7-4666-93e1-a0745ca5d1a8 req-e8f51a7b-07c1-4365-b8b9-d90d01cac834 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:37.681334 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7738cf65-50d7-4666-93e1-a0745ca5d1a8 req-e8f51a7b-07c1-4365-b8b9-d90d01cac834 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2277961 Feb 28 20:19:37.686302 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a1a75069-3e12-4644-be55-0eb0510694e5 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207369 Feb 28 20:19:37.902298 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7738cf65-50d7-4666-93e1-a0745ca5d1a8 req-56ee4a50-2481-4c29-b265-c60f7cda38ed tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045772 Feb 28 20:19:37.904130 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Router c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:19:37.981150 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-958d324f-794b-4967-8bf6-ba7c01554d69 None None] Provisioning complete for port 22b7cfa1-f469-4db9-830d-37bb46573b44 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:37.982011 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-958d324f-794b-4967-8bf6-ba7c01554d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (22b7cfa1-f469-4db9-830d-37bb46573b44), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:38.010576 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-f818d34e-41ff-476d-99d7-d757c9838a76 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641673 Feb 28 20:19:38.081313 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-958d324f-794b-4967-8bf6-ba7c01554d69 None None] Port 22b7cfa1-f469-4db9-830d-37bb46573b44 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:19:38.200429 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5bd32030-cc21-44c1-aeb1-183129b1e9f8 req-e3fb6ead-651d-4747-a31e-8323af5be34c tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e91e97-128c-47a8-81f7-82745807c422 HTTP/1.1" status: 200 len: 210 time: 0.0973978 Feb 28 20:19:38.235421 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-acf906dc-8fe4-40be-9211-f58c42ca04f4 service neutron] 10.222.0.13 "GET /v2.0/ports/eb86d396-21d3-45d9-baa0-f26a48975dd7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1318357 Feb 28 20:19:38.241113 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:19:38.251285 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-86ebdb5e-2b48-4f47-9831-f60eb05d9853 admin admin] 10.222.0.13 "PUT /v2.0/routers/c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4176831 Feb 28 20:19:38.266656 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] Sync routers for ids ['c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:19:38.279988 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] Routers {'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:19:38.280618 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:19:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:38.462361 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] Set router c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:19:38.499652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f5777-17e6-44b2-868a-6370581f8e14 req-cd03bca0-493c-43c9-b550-dee9dca143bf tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:38.502144 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6f0f5777-17e6-44b2-868a-6370581f8e14 req-cd03bca0-493c-43c9-b550-dee9dca143bf tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.2146957 Feb 28 20:19:38.556993 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-e8315cb9-a786-4a16-b5cb-804897a7a3f3 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038325 Feb 28 20:19:38.724373 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6f0f5777-17e6-44b2-868a-6370581f8e14 req-88c68e1a-be4f-41a6-ad58-34a655560b74 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113733 Feb 28 20:19:38.791379 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-fe316958-4c39-4748-a723-89f5a9d9c982 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324133 Feb 28 20:19:38.823147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a', 'name': 'tempest-TaggedBootDevicesTest-1142043098-router', 'tenant_id': 'c03af209f8324d7f9e763a58e6451d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '704dedaf-6e93-40a6-8d32-9bfb1e6128c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:25Z', 'updated_at': '2022-02-28T20:19:36Z', 'revision_number': 4, 'project_id': 'c03af209f8324d7f9e763a58e6451d4e', 'gw_port': {'id': '704dedaf-6e93-40a6-8d32-9bfb1e6128c2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:27Z', 'updated_at': '2022-02-28T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '22b7cfa1-f469-4db9-830d-37bb46573b44', 'name': '', 'network_id': '9bda1be2-de9a-4eca-983a-cac0e25a7b7a', 'tenant_id': 'c03af209f8324d7f9e763a58e6451d4e', 'mac_address': 'fa:16:3e:42:5d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '71b4aac7-046b-4b20-9b05-f7c98c253e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:34Z', 'updated_at': '2022-02-28T20:19:36Z', 'revision_number': 2, 'project_id': 'c03af209f8324d7f9e763a58e6451d4e', 'subnets': [{'id': '71b4aac7-046b-4b20-9b05-f7c98c253e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:38.887231 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] Checking router: c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:19:38.887898 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] Updating router c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a port 22b7cfa1-f469-4db9-830d-37bb46573b44 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:19:38.938146 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (22b7cfa1-f469-4db9-830d-37bb46573b44), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:39.063587 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44596ee-e91d-4ca1-b017-6ccec2b82aaf req-5e35f03a-9813-4eda-8957-523f47a85361 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:39.076429 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b44596ee-e91d-4ca1-b017-6ccec2b82aaf req-5e35f03a-9813-4eda-8957-523f47a85361 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 0.2453978 Feb 28 20:19:39.164979 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-19e27cf9-233d-480e-91a2-6893ddb84e26 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701053 Feb 28 20:19:39.299344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 704dedaf-6e93-40a6-8d32-9bfb1e6128c2 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:19:39.317071 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b44596ee-e91d-4ca1-b017-6ccec2b82aaf req-d5b78407-e5f6-4e36-bc5b-503414c0d199 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384598 Feb 28 20:19:39.358339 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9619e2da-330e-43a0-925d-131cb351a53d service neutron] 10.222.0.13 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887462 Feb 28 20:19:39.390246 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 704dedaf-6e93-40a6-8d32-9bfb1e6128c2 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:39.391179 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (704dedaf-6e93-40a6-8d32-9bfb1e6128c2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:39.535603 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c539a85-98f7-4299-b571-71f4eda04c04 req-11b66093-93b1-4970-bf13-9295cbd55043 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:39.537350 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c539a85-98f7-4299-b571-71f4eda04c04 req-11b66093-93b1-4970-bf13-9295cbd55043 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.0827687 Feb 28 20:19:39.702529 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 704dedaf-6e93-40a6-8d32-9bfb1e6128c2 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:39.902652 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] Publish callbacks [] for port (22b7cfa1-f469-4db9-830d-37bb46573b44), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:39.914463 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-7b233024-e1bc-4982-9d49-769e1993c26b service neutron] 10.222.0.13 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413499 Feb 28 20:19:39.929109 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (22b7cfa1-f469-4db9-830d-37bb46573b44), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:40.031023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767ee6a-858a-498d-8aba-e2f40b4b1f01 None None] Pushing event updated for resources: {'Port': ['ID=22b7cfa1-f469-4db9-830d-37bb46573b44,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:40.033095 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c539a85-98f7-4299-b571-71f4eda04c04 req-ce6d1f5b-87ed-4aeb-8dd4-ce37b931da8d tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887776 Feb 28 20:19:40.071324 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-48a52c23-e476-4860-8378-5e89d38c3166 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441324 Feb 28 20:19:40.243844 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] Attempting to bind port 22b7cfa1-f469-4db9-830d-37bb46573b44 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:19:40.244388 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] Attempting to bind port 22b7cfa1-f469-4db9-830d-37bb46573b44 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'd0b5a409-a2e5-4baa-8a2b-378ae659a115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9bda1be2-de9a-4eca-983a-cac0e25a7b7a'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:19:40.244983 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] Attempting to bind port 22b7cfa1-f469-4db9-830d-37bb46573b44 on network 9bda1be2-de9a-4eca-983a-cac0e25a7b7a {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:19:40.271823 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:19:40.272447 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] Checking segment: {'id': 'd0b5a409-a2e5-4baa-8a2b-378ae659a115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9bda1be2-de9a-4eca-983a-cac0e25a7b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:19:40.278789 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:40.280397 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] Bound using segment: {'id': 'd0b5a409-a2e5-4baa-8a2b-378ae659a115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9bda1be2-de9a-4eca-983a-cac0e25a7b7a'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:19:40.281268 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] Bound port: 22b7cfa1-f469-4db9-830d-37bb46573b44, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b5a409-a2e5-4baa-8a2b-378ae659a115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9bda1be2-de9a-4eca-983a-cac0e25a7b7a'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:19:40.281972 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (22b7cfa1-f469-4db9-830d-37bb46573b44), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:40.347177 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-21d811df-3a02-4e7a-a35c-424015e00247 service neutron] 10.222.0.13 "GET /v2.0/networks/b649057c-43d1-42e8-b142-2f875aaf2772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464371 Feb 28 20:19:40.392474 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] For port 22b7cfa1-f469-4db9-830d-37bb46573b44, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:19:40.398701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] For port 22b7cfa1-f469-4db9-830d-37bb46573b44, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=22b7cfa1-f469-4db9-830d-37bb46573b44,segment=NetworkSegment(d0b5a409-a2e5-4baa-8a2b-378ae659a115),segment_id=d0b5a409-a2e5-4baa-8a2b-378ae659a115)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:19:40.413311 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (22b7cfa1-f469-4db9-830d-37bb46573b44), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:40.478659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265dc6e-af24-435e-a2d5-66041cc364ff req-a10a1630-9d8c-4d3b-a216-b4620148a104 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:40.489002 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e265dc6e-af24-435e-a2d5-66041cc364ff req-a10a1630-9d8c-4d3b-a216-b4620148a104 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2525012 Feb 28 20:19:40.590931 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] Routers {'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:19:40.591459 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:19:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:40.635207 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d85dc374-7396-4fc4-989b-139ddf1ad012 None None] Provisioning complete for port 22b7cfa1-f469-4db9-830d-37bb46573b44 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:40.635587 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d85dc374-7396-4fc4-989b-139ddf1ad012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (22b7cfa1-f469-4db9-830d-37bb46573b44), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:40.637812 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767ee6a-858a-498d-8aba-e2f40b4b1f01 None None] Pushing event updated for resources: {'Port': ['ID=22b7cfa1-f469-4db9-830d-37bb46573b44,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:40.692788 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e265dc6e-af24-435e-a2d5-66041cc364ff req-24a71bfa-366f-4629-a2d6-9a3520df3385 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022262 Feb 28 20:19:40.777731 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-bc86c18e-3da6-43f5-b271-0699bc5e5fbb service neutron] 10.222.0.13 "GET /v2.0/networks/b649057c-43d1-42e8-b142-2f875aaf2772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185278 Feb 28 20:19:40.855992 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] Set router c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:19:40.906609 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d85dc374-7396-4fc4-989b-139ddf1ad012 None None] Current status of the port 22b7cfa1-f469-4db9-830d-37bb46573b44 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:40.907260 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d85dc374-7396-4fc4-989b-139ddf1ad012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (22b7cfa1-f469-4db9-830d-37bb46573b44), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:40.930173 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c19d18ed-3fd7-4053-a3fa-bb3a69cfad42 service neutron] 10.222.0.13 "GET /v2.0/networks/b649057c-43d1-42e8-b142-2f875aaf2772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512737 Feb 28 20:19:41.000998 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d85dc374-7396-4fc4-989b-139ddf1ad012 None None] For port 22b7cfa1-f469-4db9-830d-37bb46573b44, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=22b7cfa1-f469-4db9-830d-37bb46573b44,segment=NetworkSegment(d0b5a409-a2e5-4baa-8a2b-378ae659a115),segment_id=d0b5a409-a2e5-4baa-8a2b-378ae659a115)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:41.038557 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d85dc374-7396-4fc4-989b-139ddf1ad012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (22b7cfa1-f469-4db9-830d-37bb46573b44), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:41.118378 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85dc374-7396-4fc4-989b-139ddf1ad012 None None] Pushing event updated for resources: {'Port': ['ID=22b7cfa1-f469-4db9-830d-37bb46573b44,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:41.128090 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8f707-7a02-4d2e-9c75-fe0bf042f469 req-7cfc7081-1b3d-46a6-be26-1315b2f578f1 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:41.139904 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-14b8f707-7a02-4d2e-9c75-fe0bf042f469 req-7cfc7081-1b3d-46a6-be26-1315b2f578f1 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.2082400 Feb 28 20:19:41.193037 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-fd6843c0-742d-47c9-bb2e-666ca546a1d0 service neutron] 10.222.0.13 "GET /v2.0/networks/b649057c-43d1-42e8-b142-2f875aaf2772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350018 Feb 28 20:19:41.201720 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c19771be-2d2f-47ac-ad77-deda95dce775 None None] Provisioning complete for port 22b7cfa1-f469-4db9-830d-37bb46573b44 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:41.202351 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c19771be-2d2f-47ac-ad77-deda95dce775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (22b7cfa1-f469-4db9-830d-37bb46573b44), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:41.270185 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a', 'name': 'tempest-TaggedBootDevicesTest-1142043098-router', 'tenant_id': 'c03af209f8324d7f9e763a58e6451d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '704dedaf-6e93-40a6-8d32-9bfb1e6128c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:25Z', 'updated_at': '2022-02-28T20:19:36Z', 'revision_number': 4, 'project_id': 'c03af209f8324d7f9e763a58e6451d4e', 'gw_port': {'id': '704dedaf-6e93-40a6-8d32-9bfb1e6128c2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:27Z', 'updated_at': '2022-02-28T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '22b7cfa1-f469-4db9-830d-37bb46573b44', 'name': '', 'network_id': '9bda1be2-de9a-4eca-983a-cac0e25a7b7a', 'tenant_id': 'c03af209f8324d7f9e763a58e6451d4e', 'mac_address': 'fa:16:3e:42:5d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '71b4aac7-046b-4b20-9b05-f7c98c253e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:34Z', 'updated_at': '2022-02-28T20:19:40Z', 'revision_number': 4, 'project_id': 'c03af209f8324d7f9e763a58e6451d4e', 'subnets': [{'id': '71b4aac7-046b-4b20-9b05-f7c98c253e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:41.301174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2045fb7d-dbcd-4d1f-920b-3d7282fe58d9 None None] The sync data for ids ['c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a'] in n-d-820368-21 is: [{'id': 'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a', 'name': 'tempest-TaggedBootDevicesTest-1142043098-router', 'tenant_id': 'c03af209f8324d7f9e763a58e6451d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '704dedaf-6e93-40a6-8d32-9bfb1e6128c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:25Z', 'updated_at': '2022-02-28T20:19:36Z', 'revision_number': 4, 'project_id': 'c03af209f8324d7f9e763a58e6451d4e', 'gw_port': {'id': '704dedaf-6e93-40a6-8d32-9bfb1e6128c2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:27Z', 'updated_at': '2022-02-28T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '22b7cfa1-f469-4db9-830d-37bb46573b44', 'name': '', 'network_id': '9bda1be2-de9a-4eca-983a-cac0e25a7b7a', 'tenant_id': 'c03af209f8324d7f9e763a58e6451d4e', 'mac_address': 'fa:16:3e:42:5d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '71b4aac7-046b-4b20-9b05-f7c98c253e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:34Z', 'updated_at': '2022-02-28T20:19:40Z', 'revision_number': 4, 'project_id': 'c03af209f8324d7f9e763a58e6451d4e', 'subnets': [{'id': '71b4aac7-046b-4b20-9b05-f7c98c253e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:19:41.313459 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-67292257-6d19-40d4-b22a-9930c482058e tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:41.315233 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-67292257-6d19-40d4-b22a-9930c482058e tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports/da3c139e-4a03-416f-80a8-af21dd1c9f98 HTTP/1.1" status: 200 len: 936 time: 0.1097288 Feb 28 20:19:41.349026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-14b8f707-7a02-4d2e-9c75-fe0bf042f469 req-77e3b9b2-ecd0-47c3-ba06-29a1cf01d5a6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076964 Feb 28 20:19:41.457451 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c19771be-2d2f-47ac-ad77-deda95dce775 None None] Current status of the port 22b7cfa1-f469-4db9-830d-37bb46573b44 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:41.507204 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d397d90-e952-4a1c-a1b2-837ec707cef3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:41.509007 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d397d90-e952-4a1c-a1b2-837ec707cef3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports/eb86d396-21d3-45d9-baa0-f26a48975dd7 HTTP/1.1" status: 200 len: 936 time: 0.1828084 Feb 28 20:19:41.691217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b75d0-41de-48de-a8a6-4b70b06eed81 req-1a3e4d8a-f087-4789-88f0-d98aa455f8d3 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:41.693659 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-549b75d0-41de-48de-a8a6-4b70b06eed81 req-1a3e4d8a-f087-4789-88f0-d98aa455f8d3 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 0.1003504 Feb 28 20:19:41.795982 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-549b75d0-41de-48de-a8a6-4b70b06eed81 req-c09502c0-9395-40f1-a236-a36f9c57440d tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884173 Feb 28 20:19:42.071242 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2a356-c7e4-42cc-be2e-5aa3b4e4e09c req-7de9a44a-448d-40a6-9418-66e012d00a0c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:42.090145 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57a2a356-c7e4-42cc-be2e-5aa3b4e4e09c req-7de9a44a-448d-40a6-9418-66e012d00a0c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1665392 Feb 28 20:19:42.189044 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57a2a356-c7e4-42cc-be2e-5aa3b4e4e09c req-20acc30d-478e-451d-aa4d-1bc6c8e94690 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863636 Feb 28 20:19:42.300983 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54834) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:42.518704 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59caf534-8f90-4a3d-9e40-d6341ee5076d tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks [] for security_group (850f66ac-dc78-47b5-913a-c7fb97033a29), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:42.525346 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1843add-7689-4b55-ac39-137bcb93dae7 req-9e06e635-0ab0-4d87-8440-16141640b358 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:42.540309 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e1843add-7689-4b55-ac39-137bcb93dae7 req-9e06e635-0ab0-4d87-8440-16141640b358 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1301594 Feb 28 20:19:42.644718 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59caf534-8f90-4a3d-9e40-d6341ee5076d tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks [] for security_group (850f66ac-dc78-47b5-913a-c7fb97033a29), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:42.646193 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e1843add-7689-4b55-ac39-137bcb93dae7 req-40e8b849-d829-4887-90bf-326e9f1aa808 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019809 Feb 28 20:19:42.795819 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54848) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:42.802501 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59caf534-8f90-4a3d-9e40-d6341ee5076d tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (850f66ac-dc78-47b5-913a-c7fb97033a29), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:42.819064 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59caf534-8f90-4a3d-9e40-d6341ee5076d tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:42.826402 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-59caf534-8f90-4a3d-9e40-d6341ee5076d tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "DELETE /v2.0/security-groups/850f66ac-dc78-47b5-913a-c7fb97033a29 HTTP/1.1" status: 204 len: 168 time: 0.5229909 Feb 28 20:19:42.830621 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54852) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:42.869209 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59caf534-8f90-4a3d-9e40-d6341ee5076d tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=850f66ac-dc78-47b5-913a-c7fb97033a29,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:42.876993 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-e5ef2f43-4faf-4ddc-be66-0ac8b128c3e9 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] show failed (client error): The resource could not be found. Feb 28 20:19:42.883710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54860) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:42.885922 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e5ef2f43-4faf-4ddc-be66-0ac8b128c3e9 tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "GET /v2.0/security-groups/850f66ac-dc78-47b5-913a-c7fb97033a29 HTTP/1.1" status: 404 len: 347 time: 0.0511119 Feb 28 20:19:43.012086 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8613d7ed-05e2-4ea2-aa47-6563e6a1fd0d req-8d537cdc-e466-4c65-a8d3-d60362f5cd27 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.1215482 Feb 28 20:19:43.137883 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aba487-0ccd-4248-ab68-ac586985c051 req-34af475a-5152-4d27-960e-a065cfa1936e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:43.145770 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-79aba487-0ccd-4248-ab68-ac586985c051 req-34af475a-5152-4d27-960e-a065cfa1936e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.2580764 Feb 28 20:19:43.263147 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4c34de46-b777-4934-a036-557d968b2827 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:43.269780 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4c34de46-b777-4934-a036-557d968b2827 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports/da3c139e-4a03-416f-80a8-af21dd1c9f98 HTTP/1.1" status: 200 len: 936 time: 0.4722376 Feb 28 20:19:43.272744 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 22b7cfa1-f469-4db9-830d-37bb46573b44 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:19:43.367386 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 22b7cfa1-f469-4db9-830d-37bb46573b44 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:43.368450 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (22b7cfa1-f469-4db9-830d-37bb46573b44), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:43.370119 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-79aba487-0ccd-4248-ab68-ac586985c051 req-edf3308a-0001-40b7-ba08-99d03eb72089 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230465 Feb 28 20:19:43.443710 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-8f09eb8b-c16f-48d6-96cb-f23f0dcc67a7 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:43.459697 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-8f09eb8b-c16f-48d6-96cb-f23f0dcc67a7 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports/eb86d396-21d3-45d9-baa0-f26a48975dd7 HTTP/1.1" status: 200 len: 936 time: 0.1870966 Feb 28 20:19:43.479863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6829e5-13a7-4a87-8353-7bc381f0b702 req-6690061c-a964-4392-b8e2-4ebb2c6e49b9 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:43.486033 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-cc739634-7d3d-4179-afe3-be186bfa681c tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Deleting port ccc12a7f-9ee6-4010-92d7-567fe18d89c4 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:19:43.486724 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc739634-7d3d-4179-afe3-be186bfa681c tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ccc12a7f-9ee6-4010-92d7-567fe18d89c4), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:43.498899 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d6829e5-13a7-4a87-8353-7bc381f0b702 req-6690061c-a964-4392-b8e2-4ebb2c6e49b9 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2159927 Feb 28 20:19:43.604601 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 22b7cfa1-f469-4db9-830d-37bb46573b44 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:43.690080 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d6829e5-13a7-4a87-8353-7bc381f0b702 req-5cbbb9f2-7867-4eb5-841b-c5e8bfdf9ed4 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874495 Feb 28 20:19:43.749706 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc739634-7d3d-4179-afe3-be186bfa681c tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ccc12a7f-9ee6-4010-92d7-567fe18d89c4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:43.751296 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc739634-7d3d-4179-afe3-be186bfa681c tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks [] for floatingip (ccc12a7f-9ee6-4010-92d7-567fe18d89c4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:43.751691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58facbd0-918f-42e6-ae75-9d6fc8b99638 req-c13dbe2f-e3fb-4c47-92c1-3d0380326813 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:43.772219 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-58facbd0-918f-42e6-ae75-9d6fc8b99638 req-c13dbe2f-e3fb-4c47-92c1-3d0380326813 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2303517 Feb 28 20:19:43.785620 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-cc739634-7d3d-4179-afe3-be186bfa681c tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Calling delete_port for ccc12a7f-9ee6-4010-92d7-567fe18d89c4 owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:19:43.914201 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-58facbd0-918f-42e6-ae75-9d6fc8b99638 req-9a744242-e5c4-495d-821e-dcdde9f76600 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355293 Feb 28 20:19:43.969060 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6c642-983b-4617-a659-ce4de4d05c87 req-abd8a261-f9e3-4ebc-95e9-79a1cc4235cd tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:43.981259 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccf6c642-983b-4617-a659-ce4de4d05c87 req-abd8a261-f9e3-4ebc-95e9-79a1cc4235cd tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 0.1397400 Feb 28 20:19:44.136041 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc739634-7d3d-4179-afe3-be186bfa681c tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ccc12a7f-9ee6-4010-92d7-567fe18d89c4), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:44.233709 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccf6c642-983b-4617-a659-ce4de4d05c87 req-a00721ac-9c9e-4595-981f-2d811bac67af tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513287 Feb 28 20:19:44.238226 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc739634-7d3d-4179-afe3-be186bfa681c tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Pushing event deleted for resources: {'Port': ['ID=ccc12a7f-9ee6-4010-92d7-567fe18d89c4,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:44.278242 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0360fd-e030-4122-b9d7-7d04c5091407 req-af6f1b55-44c7-4e3e-9e01-486e50cb243b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:44.282926 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb0360fd-e030-4122-b9d7-7d04c5091407 req-af6f1b55-44c7-4e3e-9e01-486e50cb243b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2106290 Feb 28 20:19:44.349858 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc739634-7d3d-4179-afe3-be186bfa681c tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks [] for floatingip (d13cd1fc-817a-4173-b5b7-95b1b21bdbab), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:44.355496 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc739634-7d3d-4179-afe3-be186bfa681c tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:44.373253 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54882) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:44.379161 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cc739634-7d3d-4179-afe3-be186bfa681c tempest-ServersTestBootFromVolume-53073570 tempest-ServersTestBootFromVolume-53073570-project] 10.222.0.13 "DELETE /v2.0/floatingips/d13cd1fc-817a-4173-b5b7-95b1b21bdbab HTTP/1.1" status: 204 len: 168 time: 1.4884529 Feb 28 20:19:44.414222 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb0360fd-e030-4122-b9d7-7d04c5091407 req-3104ed5a-e0d8-4511-8d3f-9aa7144a0612 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175389 Feb 28 20:19:44.659672 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25895d-8b02-4fe3-b285-833c893be59e req-65f28358-02e0-4e08-967e-210278fa95db tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:44.662223 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f25895d-8b02-4fe3-b285-833c893be59e req-65f28358-02e0-4e08-967e-210278fa95db tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2465990 Feb 28 20:19:44.668911 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1437ec62-3073-4c6a-ad09-fb90ae766fe3 req-d9eeab16-358d-4372-96f7-9d1da97eb57e tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.0661564 Feb 28 20:19:45.067943 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f25895d-8b02-4fe3-b285-833c893be59e req-8f6330ea-be74-49ef-895b-1668e9500bdd tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3868399 Feb 28 20:19:45.220032 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020abf0e-e73a-42cc-acda-cabc0bbe3019 req-f7ab1da5-7efd-4fd7-8383-3ff8af7a80e4 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:45.222712 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-020abf0e-e73a-42cc-acda-cabc0bbe3019 req-f7ab1da5-7efd-4fd7-8383-3ff8af7a80e4 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.3348546 Feb 28 20:19:45.371179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-020abf0e-e73a-42cc-acda-cabc0bbe3019 req-9325294a-0470-478f-86ed-6e4ebe2577e4 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377020 Feb 28 20:19:45.396690 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5523547-3ef3-4acc-a86d-940ab26a1ca7 req-20420a7b-00e3-41de-8bff-ec973796b93d tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:45.404157 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e5523547-3ef3-4acc-a86d-940ab26a1ca7 req-20420a7b-00e3-41de-8bff-ec973796b93d tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1576233 Feb 28 20:19:45.465556 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e5523547-3ef3-4acc-a86d-940ab26a1ca7 req-a4e93d1a-08c1-4b99-bcbb-c0e41339e857 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588057 Feb 28 20:19:45.518225 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5dbe892a-c3e8-4db4-b905-10eb76a5b732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (50fd21ce-0f32-43e1-af5a-4597eab5aef7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:45.781078 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-b3fbd262-2fa4-4e93-bf53-78dc41f3def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:45.791242 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-b3fbd262-2fa4-4e93-bf53-78dc41f3def9 service neutron] 10.222.0.10 "GET /v2.0/ports/da3c139e-4a03-416f-80a8-af21dd1c9f98 HTTP/1.1" status: 200 len: 1032 time: 0.0891459 Feb 28 20:19:45.907572 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-de97282b-b8b9-4c35-9095-3379226ce93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:45.909456 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-de97282b-b8b9-4c35-9095-3379226ce93e service neutron] 10.222.0.10 "GET /v2.0/ports/eb86d396-21d3-45d9-baa0-f26a48975dd7 HTTP/1.1" status: 200 len: 1032 time: 0.1079919 Feb 28 20:19:46.027131 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702228d-a5d7-4519-80cc-df09ae8cf3d0 req-620fa858-dac4-477c-9ae0-deac95fc7e64 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:46.038076 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5702228d-a5d7-4519-80cc-df09ae8cf3d0 req-620fa858-dac4-477c-9ae0-deac95fc7e64 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 0.2320480 Feb 28 20:19:46.078136 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153cb90-efd6-48c8-931c-0fdf08babf79 req-41a4594f-eb52-4d6d-9df6-f0f30fd097ec tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:46.086394 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2153cb90-efd6-48c8-931c-0fdf08babf79 req-41a4594f-eb52-4d6d-9df6-f0f30fd097ec tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2815359 Feb 28 20:19:46.209167 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1e40f23c-919b-4fa8-b8df-962d809200ae tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:46.233016 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1e40f23c-919b-4fa8-b8df-962d809200ae tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:46.258635 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5702228d-a5d7-4519-80cc-df09ae8cf3d0 req-5ace02a1-bef6-4787-adc5-9f0276e92194 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195020 Feb 28 20:19:46.259245 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1e40f23c-919b-4fa8-b8df-962d809200ae tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:46.261255 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1e40f23c-919b-4fa8-b8df-962d809200ae tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.10 "GET /v2.0/networks?id=b4d04028-1f92-4a10-a522-d88228aafca5&id=a7ad64c0-416b-482c-808c-09067f971a92&id=a7ad64c0-416b-482c-808c-09067f971a92&id=a7ad64c0-416b-482c-808c-09067f971a92&id=a7ad64c0-416b-482c-808c-09067f971a92&id=b649057c-43d1-42e8-b142-2f875aaf2772&id=b649057c-43d1-42e8-b142-2f875aaf2772 HTTP/1.1" status: 200 len: 1995 time: 0.3423390 Feb 28 20:19:46.318754 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2153cb90-efd6-48c8-931c-0fdf08babf79 req-bcfdd758-fe1b-457d-9d67-4037a284da71 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312701 Feb 28 20:19:46.395306 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-d47d2d4e-22e7-48ee-8f04-35199ea22251 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc9440223e9e4177b248e28bf8c3bfd8 HTTP/1.1" status: 200 len: 380 time: 0.1022670 Feb 28 20:19:46.409415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c976b887-3f5e-4f7f-b0cc-9588efc53992 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Request body: {'port': {'device_id': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5', 'admin_state_up': True, 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'security_groups': ['c8d62556-4f0f-48ff-9a89-42548038dc9c']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:46.436140 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0d291a07-dfe0-49b3-97c4-361996426d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:46.496101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-5dbe892a-c3e8-4db4-b905-10eb76a5b732 admin admin] Deleting port 00af47a6-ee55-4c1b-9443-48c45db9bbc5 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:19:46.497061 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5dbe892a-c3e8-4db4-b905-10eb76a5b732 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (00af47a6-ee55-4c1b-9443-48c45db9bbc5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:46.663304 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c976b887-3f5e-4f7f-b0cc-9588efc53992 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Made reservation on behalf of cc9440223e9e4177b248e28bf8c3bfd8 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:19:46.667340 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c976b887-3f5e-4f7f-b0cc-9588efc53992 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:46.686972 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-01fb61f2-e57c-49cc-9e72-1cfb74ec217f req-6b9644bc-aa40-474c-a27b-8137992a30ea tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.0741117 Feb 28 20:19:46.721465 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95044c-b099-4ee1-8aeb-44b3d2fad007 req-ba858448-9101-49b5-9641-6237bbdf9eaa tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:46.731407 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f95044c-b099-4ee1-8aeb-44b3d2fad007 req-ba858448-9101-49b5-9641-6237bbdf9eaa tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2919109 Feb 28 20:19:46.852372 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f95044c-b099-4ee1-8aeb-44b3d2fad007 req-2d42bc9e-ccaa-43c3-a8ab-3a85165949af tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197488 Feb 28 20:19:46.969564 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-5dbe892a-c3e8-4db4-b905-10eb76a5b732 admin admin] For port 00af47a6-ee55-4c1b-9443-48c45db9bbc5, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=00af47a6-ee55-4c1b-9443-48c45db9bbc5,segment=NetworkSegment(ee2be4ff-4b54-49ec-8c8e-3abecba2146c),segment_id=ee2be4ff-4b54-49ec-8c8e-3abecba2146c)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:46.969945 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5dbe892a-c3e8-4db4-b905-10eb76a5b732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (00af47a6-ee55-4c1b-9443-48c45db9bbc5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:47.029199 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c976b887-3f5e-4f7f-b0cc-9588efc53992 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Allocated IP 172.20.0.11 (b4d04028-1f92-4a10-a522-d88228aafca5/e4c17c34-1415-482c-9e44-a2606667b359/57468b1d-83bc-459b-b95f-623af49aac34) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:19:47.070664 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-5dbe892a-c3e8-4db4-b905-10eb76a5b732 admin admin] Calling delete_port for 00af47a6-ee55-4c1b-9443-48c45db9bbc5 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:19:47.368996 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c976b887-3f5e-4f7f-b0cc-9588efc53992 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for port (57468b1d-83bc-459b-b95f-623af49aac34), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:47.421417 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-6b304f75-995e-445a-82c3-5f6e86ef7e2d service neutron] show failed (client error): The resource could not be found. Feb 28 20:19:47.422748 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-6b304f75-995e-445a-82c3-5f6e86ef7e2d service neutron] 10.222.0.10 "GET /v2.0/ports/fb29fbd8-283d-444b-9f64-975f8b82e07c/bindings/n-h1-820368-21 HTTP/1.1" status: 404 len: 381 time: 0.6060624 Feb 28 20:19:47.504806 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c976b887-3f5e-4f7f-b0cc-9588efc53992 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (57468b1d-83bc-459b-b95f-623af49aac34), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:47.654732 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976b887-3f5e-4f7f-b0cc-9588efc53992 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event updated for resources: {'Port': ['ID=57468b1d-83bc-459b-b95f-623af49aac34,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:47.666668 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e1b22-d64c-4128-ad9d-ac37882dd215 req-4ddfcc64-ac63-4c31-894f-37acd770f902 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:47.692023 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e0e1b22-d64c-4128-ad9d-ac37882dd215 req-4ddfcc64-ac63-4c31-894f-37acd770f902 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.6876228 Feb 28 20:19:47.713059 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c976b887-3f5e-4f7f-b0cc-9588efc53992 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Network b4d04028-1f92-4a10-a522-d88228aafca5 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:19:47.721306 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c976b887-3f5e-4f7f-b0cc-9588efc53992 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:47.724899 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c976b887-3f5e-4f7f-b0cc-9588efc53992 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:19:47.904449 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c976b887-3f5e-4f7f-b0cc-9588efc53992 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:47.905200 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c976b887-3f5e-4f7f-b0cc-9588efc53992 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:48.012101 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c976b887-3f5e-4f7f-b0cc-9588efc53992 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6065056 Feb 28 20:19:48.030930 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-05f6de86-0bca-4f9e-8b08-1699ae375781 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Request body: {'port': {'device_id': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92', 'admin_state_up': True, 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'security_groups': ['c8d62556-4f0f-48ff-9a89-42548038dc9c']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:48.136942 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e0e1b22-d64c-4128-ad9d-ac37882dd215 req-071f3700-ec34-45fb-ad5e-169eecd9b822 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427581 Feb 28 20:19:48.140068 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5dbe892a-c3e8-4db4-b905-10eb76a5b732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (00af47a6-ee55-4c1b-9443-48c45db9bbc5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:48.205575 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-2039d494-5ace-4db6-afb0-add623e7ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:48.211991 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-2039d494-5ace-4db6-afb0-add623e7ed7e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408&tenant_id=a17db5166eb14b31b629dc33da382372 HTTP/1.1" status: 200 len: 1132 time: 0.2686920 Feb 28 20:19:48.245069 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820368-21', 'device_owner': 'compute:nova'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:48.302462 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b76b5602-3d50-4b4a-b9f6-971f4b0a1b23 None None] Provisioning complete for port 57468b1d-83bc-459b-b95f-623af49aac34 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:48.304645 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b76b5602-3d50-4b4a-b9f6-971f4b0a1b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (57468b1d-83bc-459b-b95f-623af49aac34), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:48.420411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b76b5602-3d50-4b4a-b9f6-971f4b0a1b23 None None] Port 57468b1d-83bc-459b-b95f-623af49aac34 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:19:48.562057 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:48.616141 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe892a-c3e8-4db4-b905-10eb76a5b732 admin admin] Pushing event deleted for resources: {'Port': ['ID=00af47a6-ee55-4c1b-9443-48c45db9bbc5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:48.718326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-05f6de86-0bca-4f9e-8b08-1699ae375781 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Made reservation on behalf of cc9440223e9e4177b248e28bf8c3bfd8 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:19:48.731331 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-05f6de86-0bca-4f9e-8b08-1699ae375781 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:48.835039 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49cc25-adfb-4c99-8836-15c78865d889 req-0f9d22a1-d87d-4a3f-9222-528193d5dbe8 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:48.853165 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b49cc25-adfb-4c99-8836-15c78865d889 req-0f9d22a1-d87d-4a3f-9222-528193d5dbe8 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.9645514 Feb 28 20:19:48.874015 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a65da-d8b8-4f83-968f-8d3dd3d69928 req-d7a90cff-adb6-486b-9eac-a1a340e9679d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:48.882557 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c58a65da-d8b8-4f83-968f-8d3dd3d69928 req-d7a90cff-adb6-486b-9eac-a1a340e9679d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.4212544 Feb 28 20:19:48.914781 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7905c9ed-b245-4cfa-aef1-82f399e244d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:49.055105 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5dbe892a-c3e8-4db4-b905-10eb76a5b732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (50fd21ce-0f32-43e1-af5a-4597eab5aef7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:49.158000 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c58a65da-d8b8-4f83-968f-8d3dd3d69928 req-4494f5f5-e03a-4a90-a5d4-8d07a66ef0b2 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743428 Feb 28 20:19:49.257831 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-05f6de86-0bca-4f9e-8b08-1699ae375781 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Allocated IP 10.1.1.56 (a7ad64c0-416b-482c-808c-09067f971a92/0273b39c-9c8d-445d-8667-8de5c6cd60c2/003f7fb4-4744-4d06-a37e-9982f4a627ca) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:19:49.289132 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] For port fb29fbd8-283d-444b-9f64-975f8b82e07c, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=fb29fbd8-283d-444b-9f64-975f8b82e07c,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:49.327982 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:49.379719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] For port fb29fbd8-283d-444b-9f64-975f8b82e07c, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:19:49.465107 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee563507-b66d-4ac5-a4de-4039fec88408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb29fbd8-283d-444b-9f64-975f8b82e07c'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:19:49.467691 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ad6e22-182b-48e2-ab0e-5c4fc044de31" -d '{"events": [{"server_uuid": "ee563507-b66d-4ac5-a4de-4039fec88408", "name": "network-vif-unplugged", "status": "completed", "tag": "fb29fbd8-283d-444b-9f64-975f8b82e07c"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:19:49.471742 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] Publish callbacks [] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:49.530757 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] Transition to ACTIVE for port object fb29fbd8-283d-444b-9f64-975f8b82e07c will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:19:49.564870 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-05f6de86-0bca-4f9e-8b08-1699ae375781 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for port (003f7fb4-4744-4d06-a37e-9982f4a627ca), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:49.615827 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:49.632246 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b49cc25-adfb-4c99-8836-15c78865d889 req-ac297c47-c948-4d34-b1ad-7e6dfa75f748 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7779384 Feb 28 20:19:49.699056 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-05f6de86-0bca-4f9e-8b08-1699ae375781 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (003f7fb4-4744-4d06-a37e-9982f4a627ca), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:49.799137 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] Pushing event updated for resources: {'Port': ['ID=fb29fbd8-283d-444b-9f64-975f8b82e07c,revision_number=6']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:49.962633 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-05f6de86-0bca-4f9e-8b08-1699ae375781 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Network a7ad64c0-416b-482c-808c-09067f971a92 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:19:49.997031 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] No DVR routers for this DVR port fb29fbd8-283d-444b-9f64-975f8b82e07c on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:19:49.997583 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:50.011272 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-05f6de86-0bca-4f9e-8b08-1699ae375781 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:50.039124 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-05f6de86-0bca-4f9e-8b08-1699ae375781 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:19:50.048290 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6de86-0bca-4f9e-8b08-1699ae375781 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event updated for resources: {'Port': ['ID=003f7fb4-4744-4d06-a37e-9982f4a627ca,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:50.223625 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] Attempting to bind port fb29fbd8-283d-444b-9f64-975f8b82e07c on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:19:50.224434 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] Attempting to bind port fb29fbd8-283d-444b-9f64-975f8b82e07c by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:19:50.224773 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] Attempting to bind port fb29fbd8-283d-444b-9f64-975f8b82e07c on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:19:50.240755 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-05f6de86-0bca-4f9e-8b08-1699ae375781 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:50.241386 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-05f6de86-0bca-4f9e-8b08-1699ae375781 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:50.269428 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] Port fb29fbd8-283d-444b-9f64-975f8b82e07c on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:19:50.270862 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] Attempting to bind port fb29fbd8-283d-444b-9f64-975f8b82e07c on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:19:50.288278 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:19:50.288719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:19:50.289211 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:19:50.293304 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] Bound port: fb29fbd8-283d-444b-9f64-975f8b82e07c, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:19:50.293863 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:50.337841 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-05f6de86-0bca-4f9e-8b08-1699ae375781 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3120587 Feb 28 20:19:50.360180 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595ba7f-9309-44e3-a279-439bce70b6df req-b4f0f9f5-f565-4ecb-bb23-b1031bfbffd6 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:50.369849 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1595ba7f-9309-44e3-a279-439bce70b6df req-b4f0f9f5-f565-4ecb-bb23-b1031bfbffd6 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 0.8788602 Feb 28 20:19:50.376832 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-72d9a78f-c42f-4cc3-b636-a1890dd6e6b1 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Request body: {'port': {'device_id': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92', 'admin_state_up': True, 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'security_groups': ['c8d62556-4f0f-48ff-9a89-42548038dc9c']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:50.430359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbe892a-c3e8-4db4-b905-10eb76a5b732 admin admin] Router 50fd21ce-0f32-43e1-af5a-4597eab5aef7 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:19:50.453914 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2131bb2-184a-4816-89d9-78f6eb9e179d req-2b3883ec-0a8d-4313-b0b4-052a0aba349d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:50.459280 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2131bb2-184a-4816-89d9-78f6eb9e179d req-2b3883ec-0a8d-4313-b0b4-052a0aba349d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:50.466871 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e2131bb2-184a-4816-89d9-78f6eb9e179d req-2b3883ec-0a8d-4313-b0b4-052a0aba349d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 1653 time: 0.2402208 Feb 28 20:19:50.526625 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-554442cf-791b-4f9f-b1ac-f3c06c1bc1d1 None None] Provisioning complete for port 003f7fb4-4744-4d06-a37e-9982f4a627ca triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:50.528251 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-554442cf-791b-4f9f-b1ac-f3c06c1bc1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (003f7fb4-4744-4d06-a37e-9982f4a627ca), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:50.531403 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] For port fb29fbd8-283d-444b-9f64-975f8b82e07c, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:19:50.545956 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] For port fb29fbd8-283d-444b-9f64-975f8b82e07c, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=fb29fbd8-283d-444b-9f64-975f8b82e07c,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:19:50.559272 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1595ba7f-9309-44e3-a279-439bce70b6df req-44a12480-402e-459d-9854-ec46f343b3fe tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881795 Feb 28 20:19:50.565125 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:50.614274 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device fb29fbd8-283d-444b-9f64-975f8b82e07c no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:19:50.672694 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e2131bb2-184a-4816-89d9-78f6eb9e179d req-4605c46c-2e65-440a-a3f5-a0b52eda2790 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043147 Feb 28 20:19:50.675212 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:50.678361 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:50.680627 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-554442cf-791b-4f9f-b1ac-f3c06c1bc1d1 None None] Port 003f7fb4-4744-4d06-a37e-9982f4a627ca cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:19:50.682098 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] 10.222.0.15 "PUT /v2.0/ports/fb29fbd8-283d-444b-9f64-975f8b82e07c HTTP/1.1" status: 200 len: 1096 time: 2.4550998 Feb 28 20:19:50.699166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc3a4d-8304-4ddb-91d5-e2ef291d4e6a service neutron] Pushing event updated for resources: {'Port': ['ID=fb29fbd8-283d-444b-9f64-975f8b82e07c,revision_number=7']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:50.822782 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-fd268e16-24af-4f2e-9640-8c8760c7eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:50.825728 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-fd268e16-24af-4f2e-9640-8c8760c7eb53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 1130 time: 0.0960898 Feb 28 20:19:50.827514 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-72d9a78f-c42f-4cc3-b636-a1890dd6e6b1 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Made reservation on behalf of cc9440223e9e4177b248e28bf8c3bfd8 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:19:50.831910 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-72d9a78f-c42f-4cc3-b636-a1890dd6e6b1 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:50.857561 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] The host n-h2-820368-21 is not matching for port fb29fbd8-283d-444b-9f64-975f8b82e07c host n-h1-820368-21! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:19:50.857999 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device fb29fbd8-283d-444b-9f64-975f8b82e07c not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:19:51.156108 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53838-1f0e-44db-af92-528c01213b01 req-14086f42-ea74-4b1c-ace7-7f7238ed105c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:51.168512 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea63686-c00e-4bb8-98b5-556f961b68e5 x-openstack-request-id: req-6ea63686-c00e-4bb8-98b5-556f961b68e5 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:19:51.168794 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee563507-b66d-4ac5-a4de-4039fec88408", "name": "network-vif-unplugged", "status": "completed", "tag": "fb29fbd8-283d-444b-9f64-975f8b82e07c", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:19:51.169687 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ea63686-c00e-4bb8-98b5-556f961b68e5 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:19:51.170094 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee563507-b66d-4ac5-a4de-4039fec88408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb29fbd8-283d-444b-9f64-975f8b82e07c', 'code': 200} Feb 28 20:19:51.175427 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-16e53838-1f0e-44db-af92-528c01213b01 req-14086f42-ea74-4b1c-ace7-7f7238ed105c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 947 time: 0.3608403 Feb 28 20:19:51.215673 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbe892a-c3e8-4db4-b905-10eb76a5b732 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:19:51.218442 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:51.233673 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0cccae-cdc1-4448-8f5e-b357571096be None None] Sync routers for ids ['50fd21ce-0f32-43e1-af5a-4597eab5aef7'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:19:51.249325 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0cccae-cdc1-4448-8f5e-b357571096be None None] Routers {'50fd21ce-0f32-43e1-af5a-4597eab5aef7'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:19:51.250804 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5dbe892a-c3e8-4db4-b905-10eb76a5b732 admin admin] 10.222.0.13 "PUT /v2.0/routers/50fd21ce-0f32-43e1-af5a-4597eab5aef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8756263 Feb 28 20:19:51.252684 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-aa0cccae-cdc1-4448-8f5e-b357571096be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:19:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['50fd21ce-0f32-43e1-af5a-4597eab5aef7'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:51.253430 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54944) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:51.377736 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16a2fd0b-c05f-4480-b07b-226a4f91e109 admin admin] Publish callbacks [] for router (50fd21ce-0f32-43e1-af5a-4597eab5aef7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:51.382283 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-16e53838-1f0e-44db-af92-528c01213b01 req-c5890df6-e52f-43a5-9b71-783a3221a6ae tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838002 Feb 28 20:19:51.383689 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-832f52e2-e7b1-4ea3-b61d-41c05c72c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:51.385464 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-832f52e2-e7b1-4ea3-b61d-41c05c72c8ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.5503278 Feb 28 20:19:51.483382 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-59e80422-2f50-4b89-a5a8-aec582757399 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=fb29fbd8-283d-444b-9f64-975f8b82e07c HTTP/1.1" status: 200 len: 217 time: 0.0569708 Feb 28 20:19:51.501714 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-aa0cccae-cdc1-4448-8f5e-b357571096be None None] Set router 50fd21ce-0f32-43e1-af5a-4597eab5aef7 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:19:51.612308 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-acf23aa3-9b74-4b4b-89b7-d4a5da718917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:51.618355 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-acf23aa3-9b74-4b4b-89b7-d4a5da718917 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1279521 Feb 28 20:19:51.664608 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa951a3-38d6-4983-ae28-e56fecd56efb req-78c276e1-389a-42c3-ba51-3b5e9f41a6c7 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:51.668750 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cfa951a3-38d6-4983-ae28-e56fecd56efb req-78c276e1-389a-42c3-ba51-3b5e9f41a6c7 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1318617 Feb 28 20:19:51.683612 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21888bdf-3bb3-4db0-80a0-fab3c1ec47e0 req-035c8832-07cf-4aa8-8575-ebe3197f3c83 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:51.685592 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21888bdf-3bb3-4db0-80a0-fab3c1ec47e0 req-035c8832-07cf-4aa8-8575-ebe3197f3c83 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/networks?id=8df75beb-bfec-45e3-be15-010dba074bc0 HTTP/1.1" status: 200 len: 814 time: 0.3428495 Feb 28 20:19:51.715149 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-aa0cccae-cdc1-4448-8f5e-b357571096be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'name': 'tempest-ServersTestBootFromVolume-442764737-router', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:28Z', 'updated_at': '2022-02-28T20:19:48Z', 'revision_number': 5, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'gw_port': {'id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:30Z', 'updated_at': '2022-02-28T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:51.715739 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21888bdf-3bb3-4db0-80a0-fab3c1ec47e0 req-1ac17ca8-b104-45e8-a12c-7a0629ea2ee0 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/quotas/d571caf06a6a44bebea5a2bc49166e20 HTTP/1.1" status: 200 len: 375 time: 0.0219498 Feb 28 20:19:51.757601 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0cccae-cdc1-4448-8f5e-b357571096be None None] Checking router: 50fd21ce-0f32-43e1-af5a-4597eab5aef7 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:19:51.778760 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0cccae-cdc1-4448-8f5e-b357571096be None None] Routers {'50fd21ce-0f32-43e1-af5a-4597eab5aef7'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:19:51.779938 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-aa0cccae-cdc1-4448-8f5e-b357571096be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:19:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['50fd21ce-0f32-43e1-af5a-4597eab5aef7'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:51.842686 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cfa951a3-38d6-4983-ae28-e56fecd56efb req-4578f0ca-d80c-4b33-a954-80a479c05dde tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559496 Feb 28 20:19:51.903679 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-99e69219-88bc-4cb8-8a5a-523e9db614ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:51.912830 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-99e69219-88bc-4cb8-8a5a-523e9db614ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2685490 Feb 28 20:19:51.946100 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21888bdf-3bb3-4db0-80a0-fab3c1ec47e0 req-1d8385a3-3bb7-42dd-81d7-cd2e03a04fcd tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d571caf06a6a44bebea5a2bc49166e20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1770065 Feb 28 20:19:51.950132 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-72d9a78f-c42f-4cc3-b636-a1890dd6e6b1 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Allocated IP 10.1.1.157 (a7ad64c0-416b-482c-808c-09067f971a92/0273b39c-9c8d-445d-8667-8de5c6cd60c2/825541fc-d341-4dae-a811-e77f60d20528) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:19:51.997895 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-aa0cccae-cdc1-4448-8f5e-b357571096be None None] Set router 50fd21ce-0f32-43e1-af5a-4597eab5aef7 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:19:52.071305 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16a2fd0b-c05f-4480-b07b-226a4f91e109 admin admin] Publish callbacks [] for router_gateway (50fd21ce-0f32-43e1-af5a-4597eab5aef7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:52.102867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c4bc4-f048-44a1-b4ef-63780bae3100 req-d771cf03-5610-4ecf-960e-8c26202e42ba tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:52.117169 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-406c4bc4-f048-44a1-b4ef-63780bae3100 req-d771cf03-5610-4ecf-960e-8c26202e42ba tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 0.1552894 Feb 28 20:19:52.280198 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948c3a0-f115-46a1-aa20-99d56ba97b9a req-d5604e8f-42e9-45bb-b35a-834930d5667a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:52.286877 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948c3a0-f115-46a1-aa20-99d56ba97b9a req-d5604e8f-42e9-45bb-b35a-834930d5667a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:52.288918 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5948c3a0-f115-46a1-aa20-99d56ba97b9a req-d5604e8f-42e9-45bb-b35a-834930d5667a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 1653 time: 0.2340577 Feb 28 20:19:52.293693 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-406c4bc4-f048-44a1-b4ef-63780bae3100 req-011403b3-64ee-4a1a-9743-4180c57af3b7 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752727 Feb 28 20:19:52.329570 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:52.438082 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5948c3a0-f115-46a1-aa20-99d56ba97b9a req-cb9bc97d-e74c-4c12-afb1-e64f7fae4dd1 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312015 Feb 28 20:19:52.452971 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-aa0cccae-cdc1-4448-8f5e-b357571096be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'name': 'tempest-ServersTestBootFromVolume-442764737-router', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:28Z', 'updated_at': '2022-02-28T20:19:48Z', 'revision_number': 5, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'gw_port': {'id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:30Z', 'updated_at': '2022-02-28T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:52.502401 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0cccae-cdc1-4448-8f5e-b357571096be None None] The sync data for ids ['50fd21ce-0f32-43e1-af5a-4597eab5aef7'] in n-d-820368-21 is: [{'id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'name': 'tempest-ServersTestBootFromVolume-442764737-router', 'tenant_id': '1b008fe84570400d8410f1825e5a1877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:16:28Z', 'updated_at': '2022-02-28T20:19:48Z', 'revision_number': 5, 'project_id': '1b008fe84570400d8410f1825e5a1877', 'gw_port': {'id': 'ef0be32a-0704-4d10-92de-58be3d899621', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fd21ce-0f32-43e1-af5a-4597eab5aef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:16:30Z', 'updated_at': '2022-02-28T20:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:19:52.609275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a8aa2-026a-4bb3-b4d4-589a827a720a req-9a2616ef-cf23-4101-a614-fa37813e212a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:52.611653 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-720a8aa2-026a-4bb3-b4d4-589a827a720a req-9a2616ef-cf23-4101-a614-fa37813e212a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1687398 Feb 28 20:19:52.626052 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:52.644066 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-45be60c2-1871-4c44-99d4-23765497a52d service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6971173 Feb 28 20:19:52.716892 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-720a8aa2-026a-4bb3-b4d4-589a827a720a req-18f2087a-0e3e-4cea-8869-7b9bd9111d34 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895534 Feb 28 20:19:52.729300 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c10c3-a4e3-459d-aa2e-3f5d3d099499 req-fe7802b5-e662-46de-a984-3e320261a328 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:52.736462 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-818c10c3-a4e3-459d-aa2e-3f5d3d099499 req-fe7802b5-e662-46de-a984-3e320261a328 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1229060 Feb 28 20:19:52.778289 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-72d9a78f-c42f-4cc3-b636-a1890dd6e6b1 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for port (825541fc-d341-4dae-a811-e77f60d20528), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:52.796386 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-818c10c3-a4e3-459d-aa2e-3f5d3d099499 req-a16b1c85-eefc-48de-a171-1362fe8352bc tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589378 Feb 28 20:19:52.845802 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-72d9a78f-c42f-4cc3-b636-a1890dd6e6b1 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (825541fc-d341-4dae-a811-e77f60d20528), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:52.899241 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-16a2fd0b-c05f-4480-b07b-226a4f91e109 admin admin] Deleting port ef0be32a-0704-4d10-92de-58be3d899621 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:19:52.899668 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16a2fd0b-c05f-4480-b07b-226a4f91e109 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ef0be32a-0704-4d10-92de-58be3d899621), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:53.032019 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdb796-5bd8-4d32-81ac-ff550bdd7ff7 req-38cb9718-a2f3-41dd-923f-cd3737e1eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:53.035018 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82bdb796-5bd8-4d32-81ac-ff550bdd7ff7 req-38cb9718-a2f3-41dd-923f-cd3737e1eaa3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 1128 time: 0.1724238 Feb 28 20:19:53.045471 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9a78f-c42f-4cc3-b636-a1890dd6e6b1 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event updated for resources: {'Port': ['ID=825541fc-d341-4dae-a811-e77f60d20528,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:53.055853 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-435a0037-16cf-4fa2-bda7-893fb3dc888b req-f0d7ae4b-e83c-4172-9bd9-53bc7e8c0713 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029019 Feb 28 20:19:53.071097 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 00af47a6-ee55-4c1b-9443-48c45db9bbc5 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:19:53.080327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-72d9a78f-c42f-4cc3-b636-a1890dd6e6b1 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Network a7ad64c0-416b-482c-808c-09067f971a92 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:19:53.097893 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-72d9a78f-c42f-4cc3-b636-a1890dd6e6b1 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:53.109314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-72d9a78f-c42f-4cc3-b636-a1890dd6e6b1 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:19:53.131136 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 00af47a6-ee55-4c1b-9443-48c45db9bbc5 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:19:53.133437 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 00af47a6-ee55-4c1b-9443-48c45db9bbc5 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:19:53.140205 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5e224-71df-4687-aa49-044f1d5120c8 req-e940b5a8-8328-4f4e-9d3e-74b914d78a8e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:53.141793 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8ac5e224-71df-4687-aa49-044f1d5120c8 req-e940b5a8-8328-4f4e-9d3e-74b914d78a8e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 947 time: 0.1935592 Feb 28 20:19:53.172080 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee563507-b66d-4ac5-a4de-4039fec88408', 'tag': 'fb29fbd8-283d-444b-9f64-975f8b82e07c'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:19:53.174303 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f9156d-a117-447a-ad90-067c6a644925" -d '{"events": [{"name": "network-changed", "server_uuid": "ee563507-b66d-4ac5-a4de-4039fec88408", "tag": "fb29fbd8-283d-444b-9f64-975f8b82e07c"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:19:53.232659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4a504-a01f-41d2-8d13-949a15fa8546 req-755ab69d-7960-4b45-bb2e-ca5dceefb785 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:53.234179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51f4a504-a01f-41d2-8d13-949a15fa8546 req-755ab69d-7960-4b45-bb2e-ca5dceefb785 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2635789 Feb 28 20:19:53.252570 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-72d9a78f-c42f-4cc3-b636-a1890dd6e6b1 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:53.253601 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-72d9a78f-c42f-4cc3-b636-a1890dd6e6b1 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:53.257247 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82bdb796-5bd8-4d32-81ac-ff550bdd7ff7 req-774bcf98-5816-4d4d-9691-615d4da0c1f9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142200 Feb 28 20:19:53.290764 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-16a2fd0b-c05f-4480-b07b-226a4f91e109 admin admin] For port ef0be32a-0704-4d10-92de-58be3d899621, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ef0be32a-0704-4d10-92de-58be3d899621,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:53.291675 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16a2fd0b-c05f-4480-b07b-226a4f91e109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ef0be32a-0704-4d10-92de-58be3d899621), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:53.320551 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-72d9a78f-c42f-4cc3-b636-a1890dd6e6b1 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9499426 Feb 28 20:19:53.331647 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-16a2fd0b-c05f-4480-b07b-226a4f91e109 admin admin] Calling delete_port for ef0be32a-0704-4d10-92de-58be3d899621 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:19:53.393006 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8ac5e224-71df-4687-aa49-044f1d5120c8 req-d266e0e4-c4fc-44b2-8383-c778acb9e3f5 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434309 Feb 28 20:19:53.419208 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51f4a504-a01f-41d2-8d13-949a15fa8546 req-6e3447dd-c942-4f19-abfd-df1989f6dde2 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674268 Feb 28 20:19:53.528156 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-7327501b-c166-425b-a5d0-b8cd8c550a97 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Request body: {'port': {'device_id': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b649057c-43d1-42e8-b142-2f875aaf2772', 'admin_state_up': True, 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'security_groups': ['c8d62556-4f0f-48ff-9a89-42548038dc9c']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:53.530006 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-2406e22d-ac9b-4904-9909-d646a8a27def None None] Provisioning complete for port 825541fc-d341-4dae-a811-e77f60d20528 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:53.531175 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2406e22d-ac9b-4904-9909-d646a8a27def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (825541fc-d341-4dae-a811-e77f60d20528), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:53.592195 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-2406e22d-ac9b-4904-9909-d646a8a27def None None] Port 825541fc-d341-4dae-a811-e77f60d20528 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:19:53.628678 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adca904-e08c-43ea-a028-d6032ec9a7fd x-openstack-request-id: req-9adca904-e08c-43ea-a028-d6032ec9a7fd {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:19:53.629277 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee563507-b66d-4ac5-a4de-4039fec88408", "tag": "fb29fbd8-283d-444b-9f64-975f8b82e07c", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:19:53.629598 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9adca904-e08c-43ea-a028-d6032ec9a7fd {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:19:53.630160 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee563507-b66d-4ac5-a4de-4039fec88408', 'tag': 'fb29fbd8-283d-444b-9f64-975f8b82e07c', 'status': 'completed', 'code': 200} Feb 28 20:19:53.682553 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45088b50-b5fb-44e3-a84b-a01d02a5686c req-84506d53-863b-4a24-bb4c-edf13b1a2934 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:53.693915 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45088b50-b5fb-44e3-a84b-a01d02a5686c req-84506d53-863b-4a24-bb4c-edf13b1a2934 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1901565 Feb 28 20:19:53.775643 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9156d-a117-447a-ad90-067c6a644925 req-4f49d400-77ee-42ff-822f-7c3c0105ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:53.777512 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f8f9156d-a117-447a-ad90-067c6a644925 req-4f49d400-77ee-42ff-822f-7c3c0105ddc0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 1130 time: 0.1534328 Feb 28 20:19:53.790123 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16a2fd0b-c05f-4480-b07b-226a4f91e109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ef0be32a-0704-4d10-92de-58be3d899621), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:53.801986 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9156d-a117-447a-ad90-067c6a644925 req-67cd0b27-e984-4b4b-b521-b6f31e7945f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:53.803843 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f8f9156d-a117-447a-ad90-067c6a644925 req-67cd0b27-e984-4b4b-b521-b6f31e7945f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 1130 time: 0.2285290 Feb 28 20:19:53.853350 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-7327501b-c166-425b-a5d0-b8cd8c550a97 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Made reservation on behalf of cc9440223e9e4177b248e28bf8c3bfd8 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:19:53.858097 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45088b50-b5fb-44e3-a84b-a01d02a5686c req-6ab45fa1-34e0-44d5-98e5-efb8cbabf985 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581609 Feb 28 20:19:53.862127 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2fd0b-c05f-4480-b07b-226a4f91e109 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0be32a-0704-4d10-92de-58be3d899621,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:54.050146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4401b-91f3-4bb9-bade-d6a9294b1a62 req-301a7284-d895-4945-b146-5cf4380c73bd tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:54.057710 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5fe4401b-91f3-4bb9-bade-d6a9294b1a62 req-301a7284-d895-4945-b146-5cf4380c73bd tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 0.3440523 Feb 28 20:19:54.078154 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16a2fd0b-c05f-4480-b07b-226a4f91e109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (50fd21ce-0f32-43e1-af5a-4597eab5aef7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:54.145306 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9156d-a117-447a-ad90-067c6a644925 req-e6075086-ba41-447a-9e86-4aa0a35bfccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:54.147551 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f8f9156d-a117-447a-ad90-067c6a644925 req-e6075086-ba41-447a-9e86-4aa0a35bfccc service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.3024900 Feb 28 20:19:54.209715 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f8f9156d-a117-447a-ad90-067c6a644925 req-d07e3e90-7884-42fb-b114-0f9f11eef953 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=fb29fbd8-283d-444b-9f64-975f8b82e07c HTTP/1.1" status: 200 len: 217 time: 0.0510480 Feb 28 20:19:54.222445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9156d-a117-447a-ad90-067c6a644925 req-825aad31-0e2e-4335-b866-fe08cee9537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:54.223975 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f8f9156d-a117-447a-ad90-067c6a644925 req-825aad31-0e2e-4335-b866-fe08cee9537c service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.4356754 Feb 28 20:19:54.229491 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-7327501b-c166-425b-a5d0-b8cd8c550a97 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:54.234377 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16a2fd0b-c05f-4480-b07b-226a4f91e109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (50fd21ce-0f32-43e1-af5a-4597eab5aef7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:54.242869 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16a2fd0b-c05f-4480-b07b-226a4f91e109 admin admin] Publish callbacks [] for router_controller (50fd21ce-0f32-43e1-af5a-4597eab5aef7), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:54.308841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8ab29-92eb-4233-8b08-239f1f4059da req-bb2f90d5-7e0c-4a31-ac1c-c7f6db30c44f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:54.316083 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26b8ab29-92eb-4233-8b08-239f1f4059da req-bb2f90d5-7e0c-4a31-ac1c-c7f6db30c44f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2561679 Feb 28 20:19:54.348697 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5fe4401b-91f3-4bb9-bade-d6a9294b1a62 req-6c24adfd-f48e-4e3c-8bf5-beca10b3a502 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899129 Feb 28 20:19:54.378036 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9156d-a117-447a-ad90-067c6a644925 req-b465041b-f987-41be-bc3e-180e5a9c1b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:54.384205 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f8f9156d-a117-447a-ad90-067c6a644925 req-b465041b-f987-41be-bc3e-180e5a9c1b2a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1589010 Feb 28 20:19:54.416546 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f8f9156d-a117-447a-ad90-067c6a644925 req-1d7888e7-d7a8-49bb-a017-c8b93645d44f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=fb29fbd8-283d-444b-9f64-975f8b82e07c HTTP/1.1" status: 200 len: 217 time: 0.1844583 Feb 28 20:19:54.439166 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16a2fd0b-c05f-4480-b07b-226a4f91e109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (50fd21ce-0f32-43e1-af5a-4597eab5aef7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:54.439719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a2fd0b-c05f-4480-b07b-226a4f91e109 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50fd21ce-0f32-43e1-af5a-4597eab5aef7 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:19:54.464101 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26b8ab29-92eb-4233-8b08-239f1f4059da req-7adf1c9e-2549-4f11-84db-7e4fe0666f8c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421225 Feb 28 20:19:54.514227 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9156d-a117-447a-ad90-067c6a644925 req-a4207721-bebf-4c07-b3e8-d8f3dd0dc8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:54.521606 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f8f9156d-a117-447a-ad90-067c6a644925 req-a4207721-bebf-4c07-b3e8-d8f3dd0dc8fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1239128 Feb 28 20:19:54.526091 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16a2fd0b-c05f-4480-b07b-226a4f91e109 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:54.531792 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-16a2fd0b-c05f-4480-b07b-226a4f91e109 admin admin] 10.222.0.13 "DELETE /v2.0/routers/50fd21ce-0f32-43e1-af5a-4597eab5aef7 HTTP/1.1" status: 204 len: 168 time: 3.2729087 Feb 28 20:19:54.535236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54988) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:54.779131 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b8e05b0-f0e8-4913-a84d-8fc362baa3a3 req-a9b8f784-be0d-4a76-8985-c16a7805a931 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d571caf06a6a44bebea5a2bc49166e20 HTTP/1.1" status: 200 len: 221 time: 0.0973141 Feb 28 20:19:54.798522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea87c93-093e-44cf-a279-0ef3e04d6321 admin admin] Deleting subnet c297a8dc-1030-4068-b140-fea07c7e7071 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:19:54.805916 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6ea87c93-093e-44cf-a279-0ef3e04d6321 admin admin] Publish callbacks [] for subnet (c297a8dc-1030-4068-b140-fea07c7e7071), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:54.824878 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9156d-a117-447a-ad90-067c6a644925 req-44c37eae-aa26-4402-bc2c-51e4ca52f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:54.826907 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f8f9156d-a117-447a-ad90-067c6a644925 req-44c37eae-aa26-4402-bc2c-51e4ca52f4b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.4024210 Feb 28 20:19:54.849813 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df63ace-d90f-4341-9b3d-4fa3948fe1e0 req-115e1d60-0f16-42ac-9648-763f5a709117 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:54.855453 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df63ace-d90f-4341-9b3d-4fa3948fe1e0 req-115e1d60-0f16-42ac-9648-763f5a709117 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:54.863950 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df63ace-d90f-4341-9b3d-4fa3948fe1e0 req-115e1d60-0f16-42ac-9648-763f5a709117 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:54.869474 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2df63ace-d90f-4341-9b3d-4fa3948fe1e0 req-115e1d60-0f16-42ac-9648-763f5a709117 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 2374 time: 0.3467715 Feb 28 20:19:54.904370 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f8f9156d-a117-447a-ad90-067c6a644925 req-cc326ed7-8f97-4212-86a8-ca242c530200 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680563 Feb 28 20:19:54.957589 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9156d-a117-447a-ad90-067c6a644925 req-0d3ab8f1-1674-414f-a153-2ea5e89d25ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:54.958757 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6ea87c93-093e-44cf-a279-0ef3e04d6321 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (c297a8dc-1030-4068-b140-fea07c7e7071), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:54.959306 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f8f9156d-a117-447a-ad90-067c6a644925 req-0d3ab8f1-1674-414f-a153-2ea5e89d25ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1224549 Feb 28 20:19:54.998457 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-7327501b-c166-425b-a5d0-b8cd8c550a97 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Allocated IP 10.2.2.100 (b649057c-43d1-42e8-b142-2f875aaf2772/ec143503-793e-4b37-951a-5dc68352c5b7/f684405e-fb12-41ee-94c7-06762582020f) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:19:55.089282 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2df63ace-d90f-4341-9b3d-4fa3948fe1e0 req-d2b587e1-488e-4514-b912-5127f4189728 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188275 Feb 28 20:19:55.211806 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f8f9156d-a117-447a-ad90-067c6a644925 req-c8d161a7-1a07-44fe-a8f8-64a5af56a508 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319760 Feb 28 20:19:55.212214 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551410dc-53f6-4f90-8a67-16291aaff288 req-344829b8-ddf1-4086-9ccf-6f947ee6d5b9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:55.228377 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-551410dc-53f6-4f90-8a67-16291aaff288 req-344829b8-ddf1-4086-9ccf-6f947ee6d5b9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 947 time: 0.3465564 Feb 28 20:19:55.279585 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ef0be32a-0704-4d10-92de-58be3d899621 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:19:55.316239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: ef0be32a-0704-4d10-92de-58be3d899621 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:19:55.317389 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ef0be32a-0704-4d10-92de-58be3d899621 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:19:55.345381 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f8f9156d-a117-447a-ad90-067c6a644925 req-b6304367-3ff9-4a69-bf9e-55a66f8a1f69 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166512 Feb 28 20:19:55.391503 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6ea87c93-093e-44cf-a279-0ef3e04d6321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (c297a8dc-1030-4068-b140-fea07c7e7071), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:55.436679 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-551410dc-53f6-4f90-8a67-16291aaff288 req-dd66a148-6c48-4ef2-a841-d95325305ff4 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080052 Feb 28 20:19:55.459621 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0c95d-65a1-4551-9792-f6265884b6ae req-7ac3fde2-eef7-48b6-a5b1-81763afa2d92 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:55.467457 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0dd0c95d-65a1-4551-9792-f6265884b6ae req-7ac3fde2-eef7-48b6-a5b1-81763afa2d92 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1885276 Feb 28 20:19:55.474757 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-7327501b-c166-425b-a5d0-b8cd8c550a97 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for port (f684405e-fb12-41ee-94c7-06762582020f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:55.539267 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f8f9156d-a117-447a-ad90-067c6a644925 req-ed49069c-d3c0-4baf-9a8e-683a77344ba9 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256407 Feb 28 20:19:55.555447 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-7327501b-c166-425b-a5d0-b8cd8c550a97 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (f684405e-fb12-41ee-94c7-06762582020f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:55.560874 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0dd0c95d-65a1-4551-9792-f6265884b6ae req-d5a70bd6-45b6-492c-b5a0-f6236ef1ce2d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752244 Feb 28 20:19:55.622178 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327501b-c166-425b-a5d0-b8cd8c550a97 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event updated for resources: {'Port': ['ID=f684405e-fb12-41ee-94c7-06762582020f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:55.653760 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-7327501b-c166-425b-a5d0-b8cd8c550a97 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Network b649057c-43d1-42e8-b142-2f875aaf2772 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:19:55.655714 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-7327501b-c166-425b-a5d0-b8cd8c550a97 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:55.659342 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-7327501b-c166-425b-a5d0-b8cd8c550a97 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:19:55.684587 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6ea87c93-093e-44cf-a279-0ef3e04d6321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (c297a8dc-1030-4068-b140-fea07c7e7071), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:55.739468 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-7327501b-c166-425b-a5d0-b8cd8c550a97 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:55.740623 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-7327501b-c166-425b-a5d0-b8cd8c550a97 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:55.742823 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea87c93-093e-44cf-a279-0ef3e04d6321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c297a8dc-1030-4068-b140-fea07c7e7071,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:55.762241 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6ea87c93-093e-44cf-a279-0ef3e04d6321 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:55.772837 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b329b035-2b41-4e62-9856-71530efe00b6 None None] Network 6fc751ed-8d26-4f82-9e02-d415e2097a82 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:19:55.773042 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6ea87c93-093e-44cf-a279-0ef3e04d6321 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c297a8dc-1030-4068-b140-fea07c7e7071 HTTP/1.1" status: 204 len: 168 time: 1.2332048 Feb 28 20:19:55.775378 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-7327501b-c166-425b-a5d0-b8cd8c550a97 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2517929 Feb 28 20:19:55.775878 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55006) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:55.792691 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c90e0f4c-4c93-4916-8929-61fa66865188 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Request body: {'port': {'device_id': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b649057c-43d1-42e8-b142-2f875aaf2772', 'admin_state_up': True, 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'security_groups': ['c8d62556-4f0f-48ff-9a89-42548038dc9c']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:55.833542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99f151-f494-4f8d-baa8-94b990d6db84 req-7a23e011-e30e-463e-ad96-ccb0d09ae8fe tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:55.842577 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ef99f151-f494-4f8d-baa8-94b990d6db84 req-7a23e011-e30e-463e-ad96-ccb0d09ae8fe tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2800393 Feb 28 20:19:55.897310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426448a-7a8c-476c-b46d-9c67fe8ed993 req-d9c4808e-db91-4299-90ba-e16b05a26ae9 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:55.906962 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d426448a-7a8c-476c-b46d-9c67fe8ed993 req-d9c4808e-db91-4299-90ba-e16b05a26ae9 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 0.2118115 Feb 28 20:19:56.007412 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ef99f151-f494-4f8d-baa8-94b990d6db84 req-56998034-172b-4bdf-b42a-1aecc0a35434 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639328 Feb 28 20:19:56.027395 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d426448a-7a8c-476c-b46d-9c67fe8ed993 req-a85c5dac-f20e-44a0-9753-2eed3cf973e3 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194677 Feb 28 20:19:56.041823 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ccddd9-9d35-4cbc-af0c-ddb439b745c8 None None] DHCP port deletion for 6fc751ed-8d26-4f82-9e02-d415e2097a82 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:19:56.042090 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa269-450e-4451-aa85-52cbba2c1eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (6fc751ed-8d26-4f82-9e02-d415e2097a82), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:56.162953 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c90e0f4c-4c93-4916-8929-61fa66865188 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Made reservation on behalf of cc9440223e9e4177b248e28bf8c3bfd8 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:19:56.169859 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c90e0f4c-4c93-4916-8929-61fa66865188 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:56.173030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c7ccddd9-9d35-4cbc-af0c-ddb439b745c8 None None] Deleting port 09a2a0c7-5ab1-4178-b631-4caf5390058f {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:19:56.174639 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c7ccddd9-9d35-4cbc-af0c-ddb439b745c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (09a2a0c7-5ab1-4178-b631-4caf5390058f), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:56.256158 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c7bfa269-450e-4451-aa85-52cbba2c1eb7 admin admin] Deleting port 09a2a0c7-5ab1-4178-b631-4caf5390058f {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:19:56.256158 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa269-450e-4451-aa85-52cbba2c1eb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (09a2a0c7-5ab1-4178-b631-4caf5390058f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:56.320008 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce5e4-6d22-45c2-a2b4-04b4d0500a50 req-1e85d098-1cb0-4509-82f3-6d3ecbe8056a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:56.328557 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dafce5e4-6d22-45c2-a2b4-04b4d0500a50 req-1e85d098-1cb0-4509-82f3-6d3ecbe8056a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1888099 Feb 28 20:19:56.359046 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0cb51-6387-460b-8fde-2b9e633903dd req-8192324b-95af-4648-a92d-0a9599ce150c tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:56.361279 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0a0cb51-6387-460b-8fde-2b9e633903dd req-8192324b-95af-4648-a92d-0a9599ce150c tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1505330 Feb 28 20:19:56.367217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c7ccddd9-9d35-4cbc-af0c-ddb439b745c8 None None] For port 09a2a0c7-5ab1-4178-b631-4caf5390058f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=09a2a0c7-5ab1-4178-b631-4caf5390058f,segment=NetworkSegment(ee2be4ff-4b54-49ec-8c8e-3abecba2146c),segment_id=ee2be4ff-4b54-49ec-8c8e-3abecba2146c)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:56.369678 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c7ccddd9-9d35-4cbc-af0c-ddb439b745c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (09a2a0c7-5ab1-4178-b631-4caf5390058f), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:56.410925 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-70150481-d781-4e05-b8dc-caab1865840d None None] Provisioning complete for port f684405e-fb12-41ee-94c7-06762582020f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:56.413780 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-70150481-d781-4e05-b8dc-caab1865840d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f684405e-fb12-41ee-94c7-06762582020f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:56.427249 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c7ccddd9-9d35-4cbc-af0c-ddb439b745c8 None None] Calling delete_port for 09a2a0c7-5ab1-4178-b631-4caf5390058f owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:19:56.451687 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dafce5e4-6d22-45c2-a2b4-04b4d0500a50 req-5c161e69-2fde-4d86-a25d-32d9f3f57b28 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219730 Feb 28 20:19:56.464442 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-c7bfa269-450e-4451-aa85-52cbba2c1eb7 admin admin] For port 09a2a0c7-5ab1-4178-b631-4caf5390058f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=09a2a0c7-5ab1-4178-b631-4caf5390058f,segment=NetworkSegment(ee2be4ff-4b54-49ec-8c8e-3abecba2146c),segment_id=ee2be4ff-4b54-49ec-8c8e-3abecba2146c)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:56.464442 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa269-450e-4451-aa85-52cbba2c1eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (09a2a0c7-5ab1-4178-b631-4caf5390058f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:56.495722 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0a0cb51-6387-460b-8fde-2b9e633903dd req-a5da1b47-072f-4e11-a43f-736b96d89546 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075056 Feb 28 20:19:56.510812 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c7bfa269-450e-4451-aa85-52cbba2c1eb7 admin admin] Calling delete_port for 09a2a0c7-5ab1-4178-b631-4caf5390058f owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:19:56.568760 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-70150481-d781-4e05-b8dc-caab1865840d None None] Port f684405e-fb12-41ee-94c7-06762582020f cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:19:56.627297 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c7ccddd9-9d35-4cbc-af0c-ddb439b745c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (09a2a0c7-5ab1-4178-b631-4caf5390058f), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:56.663661 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ccddd9-9d35-4cbc-af0c-ddb439b745c8 None None] Pushing event deleted for resources: {'Port': ['ID=09a2a0c7-5ab1-4178-b631-4caf5390058f,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:56.667208 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ccddd9-9d35-4cbc-af0c-ddb439b745c8 None None] No DVR routers for this DVR port 09a2a0c7-5ab1-4178-b631-4caf5390058f on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:19:56.689549 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb19cfd-0446-4639-b3e9-332d2443b1e9 req-916360cf-a955-4aad-995d-f5f9800d1c20 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:56.689774 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c90e0f4c-4c93-4916-8929-61fa66865188 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Allocated IP 10.2.2.200 (b649057c-43d1-42e8-b142-2f875aaf2772/ec143503-793e-4b37-951a-5dc68352c5b7/a43e6f92-d927-40fe-91e1-ad500f289190) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:19:56.690660 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ccddd9-9d35-4cbc-af0c-ddb439b745c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:56.691008 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ccddd9-9d35-4cbc-af0c-ddb439b745c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:56.691410 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ccddd9-9d35-4cbc-af0c-ddb439b745c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:56.691811 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ccddd9-9d35-4cbc-af0c-ddb439b745c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:56.692140 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ccddd9-9d35-4cbc-af0c-ddb439b745c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:56.694507 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9bb19cfd-0446-4639-b3e9-332d2443b1e9 req-916360cf-a955-4aad-995d-f5f9800d1c20 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.1247630 Feb 28 20:19:56.699419 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ccddd9-9d35-4cbc-af0c-ddb439b745c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:56.699858 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ccddd9-9d35-4cbc-af0c-ddb439b745c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:56.700204 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ccddd9-9d35-4cbc-af0c-ddb439b745c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:56.700583 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ccddd9-9d35-4cbc-af0c-ddb439b745c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:56.701289 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ccddd9-9d35-4cbc-af0c-ddb439b745c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:56.701289 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ccddd9-9d35-4cbc-af0c-ddb439b745c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:56.701690 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ccddd9-9d35-4cbc-af0c-ddb439b745c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:56.701984 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ccddd9-9d35-4cbc-af0c-ddb439b745c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:19:56.707399 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device fb29fbd8-283d-444b-9f64-975f8b82e07c details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:19:56.729241 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394a958-e7fe-460d-af3c-3bc41784cbe5 req-d64fb47b-26af-4a12-a7ea-77ee926377f9 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:56.736967 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394a958-e7fe-460d-af3c-3bc41784cbe5 req-d64fb47b-26af-4a12-a7ea-77ee926377f9 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:56.742702 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394a958-e7fe-460d-af3c-3bc41784cbe5 req-d64fb47b-26af-4a12-a7ea-77ee926377f9 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:56.748287 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394a958-e7fe-460d-af3c-3bc41784cbe5 req-d64fb47b-26af-4a12-a7ea-77ee926377f9 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:56.750023 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0394a958-e7fe-460d-af3c-3bc41784cbe5 req-d64fb47b-26af-4a12-a7ea-77ee926377f9 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 3095 time: 0.1418374 Feb 28 20:19:56.810317 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa269-450e-4451-aa85-52cbba2c1eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (09a2a0c7-5ab1-4178-b631-4caf5390058f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:56.846554 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfa269-450e-4451-aa85-52cbba2c1eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=09a2a0c7-5ab1-4178-b631-4caf5390058f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:56.846800 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9bb19cfd-0446-4639-b3e9-332d2443b1e9 req-2b6eeb8a-25ae-41d2-b0fd-19b46cf23019 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359181 Feb 28 20:19:56.891793 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0394a958-e7fe-460d-af3c-3bc41784cbe5 req-501be2c5-2432-461b-b47c-2d92156599dd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286478 Feb 28 20:19:56.920773 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port fb29fbd8-283d-444b-9f64-975f8b82e07c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=fb29fbd8-283d-444b-9f64-975f8b82e07c,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:56.941414 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bfa269-450e-4451-aa85-52cbba2c1eb7 admin admin] No DVR routers for this DVR port 09a2a0c7-5ab1-4178-b631-4caf5390058f on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:19:56.954115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'fb29fbd8-283d-444b-9f64-975f8b82e07c', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': 'fb29fbd8-283d-444b-9f64-975f8b82e07c', 'mac_address': 'fa:16:3e:55:41:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:19:57.017165 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port fb29fbd8-283d-444b-9f64-975f8b82e07c is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:57.017551 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:57.045360 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb29fbd8-283d-444b-9f64-975f8b82e07c {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:19:57.062989 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa269-450e-4451-aa85-52cbba2c1eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (6fc751ed-8d26-4f82-9e02-d415e2097a82), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:57.089630 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1715a2-acf5-4e0a-bcec-68713a71d14c req-0f8e4610-2244-4e74-a9b9-5670841bb2c4 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:57.091317 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port fb29fbd8-283d-444b-9f64-975f8b82e07c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=fb29fbd8-283d-444b-9f64-975f8b82e07c,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:57.092539 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c7bfa269-450e-4451-aa85-52cbba2c1eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc751ed-8d26-4f82-9e02-d415e2097a82']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:57.103063 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:57.104305 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c7bfa269-450e-4451-aa85-52cbba2c1eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2be4ff-4b54-49ec-8c8e-3abecba2146c') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:57.104588 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a1715a2-acf5-4e0a-bcec-68713a71d14c req-0f8e4610-2244-4e74-a9b9-5670841bb2c4 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 947 time: 0.1343684 Feb 28 20:19:57.104706 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c7bfa269-450e-4451-aa85-52cbba2c1eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2be4ff-4b54-49ec-8c8e-3abecba2146c') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:19:57.123929 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa269-450e-4451-aa85-52cbba2c1eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (ee2be4ff-4b54-49ec-8c8e-3abecba2146c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:57.141099 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa269-450e-4451-aa85-52cbba2c1eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (ee2be4ff-4b54-49ec-8c8e-3abecba2146c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:57.149523 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7bfa269-450e-4451-aa85-52cbba2c1eb7 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:19:57.150274 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa269-450e-4451-aa85-52cbba2c1eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (ee2be4ff-4b54-49ec-8c8e-3abecba2146c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:57.212942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=fb29fbd8-283d-444b-9f64-975f8b82e07c,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:57.214914 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a1715a2-acf5-4e0a-bcec-68713a71d14c req-5e83e2bf-fdba-43e2-a989-580e089e4314 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082973 Feb 28 20:19:57.237496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 09a2a0c7-5ab1-4178-b631-4caf5390058f no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:19:57.265887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 09a2a0c7-5ab1-4178-b631-4caf5390058f {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:19:57.265887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 09a2a0c7-5ab1-4178-b631-4caf5390058f not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:19:57.266214 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:19:57.270877 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa269-450e-4451-aa85-52cbba2c1eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (6fc751ed-8d26-4f82-9e02-d415e2097a82), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:57.280235 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c90e0f4c-4c93-4916-8929-61fa66865188 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for port (a43e6f92-d927-40fe-91e1-ad500f289190), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:57.285395 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa269-450e-4451-aa85-52cbba2c1eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:57.296795 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c7bfa269-450e-4451-aa85-52cbba2c1eb7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6fc751ed-8d26-4f82-9e02-d415e2097a82 HTTP/1.1" status: 204 len: 168 time: 1.5196631 Feb 28 20:19:57.317393 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfa269-450e-4451-aa85-52cbba2c1eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fc751ed-8d26-4f82-9e02-d415e2097a82,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:57.369996 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6a3ef-c2a8-4062-bfd6-3c8dec254d35 req-7e5d49de-332d-4877-ac0b-536d11751330 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:57.380067 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ec6a3ef-c2a8-4062-bfd6-3c8dec254d35 req-7e5d49de-332d-4877-ac0b-536d11751330 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1454141 Feb 28 20:19:57.384012 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c90e0f4c-4c93-4916-8929-61fa66865188 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (a43e6f92-d927-40fe-91e1-ad500f289190), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:57.394540 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['fb29fbd8-283d-444b-9f64-975f8b82e07c'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:19:57.536174 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ec6a3ef-c2a8-4062-bfd6-3c8dec254d35 req-687ef99d-0c7b-4511-9d53-b56846e0bd23 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369698 Feb 28 20:19:57.559518 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c90e0f4c-4c93-4916-8929-61fa66865188 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Network b649057c-43d1-42e8-b142-2f875aaf2772 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:19:57.595570 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e0f4c-4c93-4916-8929-61fa66865188 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event updated for resources: {'Port': ['ID=a43e6f92-d927-40fe-91e1-ad500f289190,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:57.598510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c90e0f4c-4c93-4916-8929-61fa66865188 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:19:57.600966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c90e0f4c-4c93-4916-8929-61fa66865188 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:19:57.689674 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c90e0f4c-4c93-4916-8929-61fa66865188 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:57.690400 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c90e0f4c-4c93-4916-8929-61fa66865188 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:57.738825 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55042) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:57.822886 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c90e0f4c-4c93-4916-8929-61fa66865188 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0355866 Feb 28 20:19:57.848227 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c5c28-85b7-439a-b700-157e1c056322 req-5d66a63f-3ae4-419d-8450-5ab89aa34f26 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:57.851042 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c49c5c28-85b7-439a-b700-157e1c056322 req-5d66a63f-3ae4-419d-8450-5ab89aa34f26 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.1950462 Feb 28 20:19:57.853172 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] Request body: {'port': {'device_id': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:57.865945 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f6b80d02-d12d-4438-9fac-f41513bfed5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b008fe84570400d8410f1825e5a1877&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1181738 Feb 28 20:19:57.867894 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55044) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:19:58.046847 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (57468b1d-83bc-459b-b95f-623af49aac34), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:58.115379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-df9dd706-2a4b-4d84-ad5a-4dd97726223f None None] Provisioning complete for port a43e6f92-d927-40fe-91e1-ad500f289190 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:58.116472 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-df9dd706-2a4b-4d84-ad5a-4dd97726223f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a43e6f92-d927-40fe-91e1-ad500f289190), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:58.131827 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f26eb83-8379-4981-98e8-ce16cccf5c1c admin admin] Publish callbacks [] for security_group (8f782e6b-7afd-4c56-8b22-cdd6806318ae), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:58.156142 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f26eb83-8379-4981-98e8-ce16cccf5c1c admin admin] Publish callbacks [] for security_group (8f782e6b-7afd-4c56-8b22-cdd6806318ae), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:58.240596 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c49c5c28-85b7-439a-b700-157e1c056322 req-f8dbe02d-c3e2-419f-b111-9e17e1224009 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803728 Feb 28 20:19:58.279351 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f26eb83-8379-4981-98e8-ce16cccf5c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8f782e6b-7afd-4c56-8b22-cdd6806318ae), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:58.282005 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f26eb83-8379-4981-98e8-ce16cccf5c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:58.285440 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6f26eb83-8379-4981-98e8-ce16cccf5c1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f782e6b-7afd-4c56-8b22-cdd6806318ae HTTP/1.1" status: 204 len: 168 time: 0.4094391 Feb 28 20:19:58.321939 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6198b-c40f-49be-ac3e-78e05d031ad5 req-95d5e983-892e-4231-ba2b-f7b28e15a0ae tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:58.326689 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71b6198b-c40f-49be-ac3e-78e05d031ad5 req-95d5e983-892e-4231-ba2b-f7b28e15a0ae tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.4516382 Feb 28 20:19:58.354148 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26eb83-8379-4981-98e8-ce16cccf5c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f782e6b-7afd-4c56-8b22-cdd6806318ae,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:58.440297 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-df9dd706-2a4b-4d84-ad5a-4dd97726223f None None] Port a43e6f92-d927-40fe-91e1-ad500f289190 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:19:58.516130 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbaaa2a-923a-4448-828d-40012690b854 req-be780291-3756-4ed2-81ee-b16b35da9c8b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:58.517665 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccbaaa2a-923a-4448-828d-40012690b854 req-be780291-3756-4ed2-81ee-b16b35da9c8b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408&tenant_id=a17db5166eb14b31b629dc33da382372&binding%3Ahost_id=n-h1-820368-21 HTTP/1.1" status: 200 len: 948 time: 0.5018010 Feb 28 20:19:58.641837 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57468b1d-83bc-459b-b95f-623af49aac34 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:19:58.651042 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] Publish callbacks [] for port (57468b1d-83bc-459b-b95f-623af49aac34), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:58.679654 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71b6198b-c40f-49be-ac3e-78e05d031ad5 req-1692f140-1881-4672-9d5f-a6d8854f129e tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273757 Feb 28 20:19:58.681776 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] Transition to ACTIVE for port object 57468b1d-83bc-459b-b95f-623af49aac34 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:19:58.686515 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (57468b1d-83bc-459b-b95f-623af49aac34), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:58.702866 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device fb29fbd8-283d-444b-9f64-975f8b82e07c up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:19:58.764378 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9a562-3226-4de5-94d2-24714071018c req-700dbbc0-4643-4376-b89c-684d2c47e019 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:58.782187 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21d9a562-3226-4de5-94d2-24714071018c req-700dbbc0-4643-4376-b89c-684d2c47e019 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 948 time: 0.4039648 Feb 28 20:19:58.798314 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-ccbaaa2a-923a-4448-828d-40012690b854 req-c530a555-00ee-471a-bf60-910263fdd1ab service neutron] delete failed (client error): The resource could not be found. Feb 28 20:19:58.799222 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccbaaa2a-923a-4448-828d-40012690b854 req-c530a555-00ee-471a-bf60-910263fdd1ab service neutron] 10.222.0.10 "DELETE /v2.0/ports/fb29fbd8-283d-444b-9f64-975f8b82e07c/bindings/n-h2-820368-21 HTTP/1.1" status: 404 len: 381 time: 0.2576361 Feb 28 20:19:58.832113 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] Pushing event updated for resources: {'Port': ['ID=57468b1d-83bc-459b-b95f-623af49aac34,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:58.846540 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port fb29fbd8-283d-444b-9f64-975f8b82e07c completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:19:58.862343 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port fb29fbd8-283d-444b-9f64-975f8b82e07c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:19:58.862923 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:58.977924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port fb29fbd8-283d-444b-9f64-975f8b82e07c is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:19:58.978720 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:59.031629 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee563507-b66d-4ac5-a4de-4039fec88408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb29fbd8-283d-444b-9f64-975f8b82e07c'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:19:59.039540 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c089ac38-537e-4136-956f-af344c589c20" -d '{"events": [{"server_uuid": "ee563507-b66d-4ac5-a4de-4039fec88408", "name": "network-vif-plugged", "status": "completed", "tag": "fb29fbd8-283d-444b-9f64-975f8b82e07c"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:19:59.050999 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] Attempting to bind port 57468b1d-83bc-459b-b95f-623af49aac34 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:19:59.051460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] Attempting to bind port 57468b1d-83bc-459b-b95f-623af49aac34 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '05194703-5ab3-4c11-b23d-45355c568259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:19:59.052025 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] Attempting to bind port 57468b1d-83bc-459b-b95f-623af49aac34 on network b4d04028-1f92-4a10-a522-d88228aafca5 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:19:59.065023 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] Port 57468b1d-83bc-459b-b95f-623af49aac34 on network b4d04028-1f92-4a10-a522-d88228aafca5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:19:59.065551 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] Attempting to bind port 57468b1d-83bc-459b-b95f-623af49aac34 on network b4d04028-1f92-4a10-a522-d88228aafca5 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:19:59.072745 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port fb29fbd8-283d-444b-9f64-975f8b82e07c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=fb29fbd8-283d-444b-9f64-975f8b82e07c,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:19:59.076579 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:19:59.077046 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] Checking segment: {'id': '05194703-5ab3-4c11-b23d-45355c568259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:19:59.078185 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] Bound using segment: {'id': '05194703-5ab3-4c11-b23d-45355c568259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:19:59.078969 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] Bound port: 57468b1d-83bc-459b-b95f-623af49aac34, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05194703-5ab3-4c11-b23d-45355c568259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:19:59.079549 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (57468b1d-83bc-459b-b95f-623af49aac34), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:59.080403 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:59.136643 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21d9a562-3226-4de5-94d2-24714071018c req-b990b201-23f6-4e6d-b325-3d7f9ed4403d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529129 Feb 28 20:19:59.193995 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=fb29fbd8-283d-444b-9f64-975f8b82e07c,revision_number=9']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:59.231465 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f8d3c-b690-41a5-a2e8-a54cb02a372f req-d12858fb-965a-460a-92a0-abc92bc350d2 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:59.239410 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f8d3c-b690-41a5-a2e8-a54cb02a372f req-d12858fb-965a-460a-92a0-abc92bc350d2 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:59.265553 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f8d3c-b690-41a5-a2e8-a54cb02a372f req-d12858fb-965a-460a-92a0-abc92bc350d2 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:59.276412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f8d3c-b690-41a5-a2e8-a54cb02a372f req-d12858fb-965a-460a-92a0-abc92bc350d2 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:59.283451 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f8d3c-b690-41a5-a2e8-a54cb02a372f req-d12858fb-965a-460a-92a0-abc92bc350d2 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:59.285791 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f45f8d3c-b690-41a5-a2e8-a54cb02a372f req-d12858fb-965a-460a-92a0-abc92bc350d2 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 3828 time: 0.4223068 Feb 28 20:19:59.308799 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] For port 57468b1d-83bc-459b-b95f-623af49aac34, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:19:59.315334 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] For port 57468b1d-83bc-459b-b95f-623af49aac34, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=57468b1d-83bc-459b-b95f-623af49aac34,segment=NetworkSegment(05194703-5ab3-4c11-b23d-45355c568259),segment_id=05194703-5ab3-4c11-b23d-45355c568259)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:19:59.333844 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (57468b1d-83bc-459b-b95f-623af49aac34), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:59.356122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbaaa2a-923a-4448-828d-40012690b854 req-8f1b5bf5-6439-4ffe-9667-1a6e9c1a6e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:59.358116 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccbaaa2a-923a-4448-828d-40012690b854 req-8f1b5bf5-6439-4ffe-9667-1a6e9c1a6e5e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 1131 time: 0.3927159 Feb 28 20:19:59.375956 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:59.376894 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:59.378389 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] 10.222.0.10 "PUT /v2.0/ports/57468b1d-83bc-459b-b95f-623af49aac34 HTTP/1.1" status: 200 len: 1093 time: 1.5367775 Feb 28 20:19:59.378864 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'tag': '57468b1d-83bc-459b-b95f-623af49aac34'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:19:59.381703 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b375a01c-28ad-4c55-9f90-36468e6f9fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "tag": "57468b1d-83bc-459b-b95f-623af49aac34"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:19:59.420849 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] Request body: {'port': {'device_id': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:19:59.507143 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4fb8a-9aed-466d-805b-cebc87d07b51 service neutron] Pushing event updated for resources: {'Port': ['ID=57468b1d-83bc-459b-b95f-623af49aac34,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:19:59.514270 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f45f8d3c-b690-41a5-a2e8-a54cb02a372f req-dd8ff734-8db6-4015-af43-c269779c0153 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163723 Feb 28 20:19:59.524956 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (da3c139e-4a03-416f-80a8-af21dd1c9f98), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:19:59.630330 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbaaa2a-923a-4448-828d-40012690b854 req-490b0bee-3fb9-4852-b365-088c63e28329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:59.632211 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccbaaa2a-923a-4448-828d-40012690b854 req-490b0bee-3fb9-4852-b365-088c63e28329 service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.2597444 Feb 28 20:19:59.680283 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af493aa-1249-4b87-8957-64dc494d2a5e x-openstack-request-id: req-1af493aa-1249-4b87-8957-64dc494d2a5e {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:19:59.681612 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee563507-b66d-4ac5-a4de-4039fec88408", "name": "network-vif-plugged", "status": "completed", "tag": "fb29fbd8-283d-444b-9f64-975f8b82e07c", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:19:59.682035 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1af493aa-1249-4b87-8957-64dc494d2a5e {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:19:59.682601 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee563507-b66d-4ac5-a4de-4039fec88408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb29fbd8-283d-444b-9f64-975f8b82e07c', 'code': 200} Feb 28 20:19:59.791247 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccbaaa2a-923a-4448-828d-40012690b854 req-48364cbc-ce0e-4a39-8ca5-2db5fb00ed62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=fb29fbd8-283d-444b-9f64-975f8b82e07c HTTP/1.1" status: 200 len: 217 time: 0.1399038 Feb 28 20:19:59.981160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbaaa2a-923a-4448-828d-40012690b854 req-46301543-0e91-4078-bb36-1ae993ebcc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:19:59.985824 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccbaaa2a-923a-4448-828d-40012690b854 req-46301543-0e91-4078-bb36-1ae993ebcc96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1844895 Feb 28 20:20:00.030766 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdd420-ca54-447d-ba72-c22c7d7e62ae req-9c58b48d-37c2-4752-99a1-b7730a080ff6 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:00.052133 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-04cdd420-ca54-447d-ba72-c22c7d7e62ae req-9c58b48d-37c2-4752-99a1-b7730a080ff6 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.2535534 Feb 28 20:20:00.081352 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55094) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:20:00.140776 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3c139e-4a03-416f-80a8-af21dd1c9f98 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:20:00.151606 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1563d01a-6c62-4df2-8156-f83e6854ddde x-openstack-request-id: req-1563d01a-6c62-4df2-8156-f83e6854ddde {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:20:00.151933 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "tag": "57468b1d-83bc-459b-b95f-623af49aac34", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:20:00.152191 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1563d01a-6c62-4df2-8156-f83e6854ddde {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:20:00.152619 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'tag': '57468b1d-83bc-459b-b95f-623af49aac34', 'status': 'completed', 'code': 200} Feb 28 20:20:00.168085 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] Publish callbacks [] for port (da3c139e-4a03-416f-80a8-af21dd1c9f98), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:00.212227 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] Transition to ACTIVE for port object da3c139e-4a03-416f-80a8-af21dd1c9f98 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:20:00.218820 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (da3c139e-4a03-416f-80a8-af21dd1c9f98), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:00.291086 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-04cdd420-ca54-447d-ba72-c22c7d7e62ae req-668b42f3-48c8-4236-8e9b-da6bfe30d58e tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379229 Feb 28 20:20:00.297275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbaaa2a-923a-4448-828d-40012690b854 req-3ba98bad-c036-453d-b26a-8f5b0bb4e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:00.299040 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccbaaa2a-923a-4448-828d-40012690b854 req-3ba98bad-c036-453d-b26a-8f5b0bb4e9b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3016751 Feb 28 20:20:00.356392 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] Pushing event updated for resources: {'Port': ['ID=da3c139e-4a03-416f-80a8-af21dd1c9f98,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:00.362796 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-286a06d8-240a-4ca6-a0d4-b2d49748efc8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-161020796-network', 'tenant_id': '9d92990bad4d49cdb025de9b8b50c311'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:00.408112 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375a01c-28ad-4c55-9f90-36468e6f9fc9 req-20bebc58-c608-4cb4-91f1-1a211468ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:00.409169 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375a01c-28ad-4c55-9f90-36468e6f9fc9 req-20bebc58-c608-4cb4-91f1-1a211468ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:00.409819 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375a01c-28ad-4c55-9f90-36468e6f9fc9 req-20bebc58-c608-4cb4-91f1-1a211468ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:00.410300 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375a01c-28ad-4c55-9f90-36468e6f9fc9 req-20bebc58-c608-4cb4-91f1-1a211468ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:00.410767 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375a01c-28ad-4c55-9f90-36468e6f9fc9 req-20bebc58-c608-4cb4-91f1-1a211468ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:00.412823 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b375a01c-28ad-4c55-9f90-36468e6f9fc9 req-20bebc58-c608-4cb4-91f1-1a211468ed25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc9440223e9e4177b248e28bf8c3bfd8&device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 4395 time: 0.2214191 Feb 28 20:20:00.422301 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286a06d8-240a-4ca6-a0d4-b2d49748efc8 admin admin] Made reservation on behalf of 9d92990bad4d49cdb025de9b8b50c311 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:20:00.424900 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-286a06d8-240a-4ca6-a0d4-b2d49748efc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:00.441928 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-286a06d8-240a-4ca6-a0d4-b2d49748efc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:00.469680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66524531-2156-4083-89b2-e6284545b45d req-7d50dfd4-45cc-41ad-8327-e891996ed0dd tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:00.472093 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-66524531-2156-4083-89b2-e6284545b45d req-7d50dfd4-45cc-41ad-8327-e891996ed0dd tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2223454 Feb 28 20:20:00.499332 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] Attempting to bind port da3c139e-4a03-416f-80a8-af21dd1c9f98 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:20:00.499675 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] Attempting to bind port da3c139e-4a03-416f-80a8-af21dd1c9f98 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '2e35c4ed-55c1-47cb-aed9-3ccae65a394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:20:00.500051 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] Attempting to bind port da3c139e-4a03-416f-80a8-af21dd1c9f98 on network a7ad64c0-416b-482c-808c-09067f971a92 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:00.512425 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] Port da3c139e-4a03-416f-80a8-af21dd1c9f98 on network a7ad64c0-416b-482c-808c-09067f971a92 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:20:00.512425 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] Attempting to bind port da3c139e-4a03-416f-80a8-af21dd1c9f98 on network a7ad64c0-416b-482c-808c-09067f971a92 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:00.521842 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:20:00.522682 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] Checking segment: {'id': '2e35c4ed-55c1-47cb-aed9-3ccae65a394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:20:00.527124 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] Bound using segment: {'id': '2e35c4ed-55c1-47cb-aed9-3ccae65a394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:20:00.529259 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] Bound port: da3c139e-4a03-416f-80a8-af21dd1c9f98, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e35c4ed-55c1-47cb-aed9-3ccae65a394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:20:00.532594 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (da3c139e-4a03-416f-80a8-af21dd1c9f98), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:00.702190 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-286a06d8-240a-4ca6-a0d4-b2d49748efc8 admin admin] Publish callbacks [] for security_group (c83e2a53-bf8e-438a-be1e-af48a6efef02), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:00.729898 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-286a06d8-240a-4ca6-a0d4-b2d49748efc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c83e2a53-bf8e-438a-be1e-af48a6efef02), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:00.776173 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a06d8-240a-4ca6-a0d4-b2d49748efc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83e2a53-bf8e-438a-be1e-af48a6efef02,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:00.840780 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] For port da3c139e-4a03-416f-80a8-af21dd1c9f98, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:20:00.844844 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] For port da3c139e-4a03-416f-80a8-af21dd1c9f98, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=da3c139e-4a03-416f-80a8-af21dd1c9f98,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:20:00.852956 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (da3c139e-4a03-416f-80a8-af21dd1c9f98), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:00.866890 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286a06d8-240a-4ca6-a0d4-b2d49748efc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:20:00.966602 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] Pushing event updated for resources: {'Port': ['ID=da3c139e-4a03-416f-80a8-af21dd1c9f98,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:00.979199 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:00.980377 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:00.983367 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4bbd37ba-d5aa-4ccd-8b23-25f0d1fb9087 service neutron] 10.222.0.10 "PUT /v2.0/ports/da3c139e-4a03-416f-80a8-af21dd1c9f98 HTTP/1.1" status: 200 len: 1136 time: 1.5717516 Feb 28 20:20:00.985951 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-286a06d8-240a-4ca6-a0d4-b2d49748efc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (b7bf3782-1675-483f-9b56-ffae2d73611c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:00.986434 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-286a06d8-240a-4ca6-a0d4-b2d49748efc8 admin admin] Added segment b7bf3782-1675-483f-9b56-ffae2d73611c of type vlan for network f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0 Feb 28 20:20:01.066082 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] Request body: {'port': {'device_id': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:01.102508 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-286a06d8-240a-4ca6-a0d4-b2d49748efc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:01.121769 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-66524531-2156-4083-89b2-e6284545b45d req-7ca4a717-4e4c-47f1-8a86-a125d3fe4f71 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6285486 Feb 28 20:20:01.148040 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccbaaa2a-923a-4448-828d-40012690b854 req-0ba6bddd-256f-4217-bbea-aecf1d9293fb service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8349183 Feb 28 20:20:01.158370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f910f-1994-4ef0-87e2-af0f9bc0abb2 req-980a31b5-748d-400b-ad8a-3986273d69cc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:01.159967 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d4f910f-1994-4ef0-87e2-af0f9bc0abb2 req-980a31b5-748d-400b-ad8a-3986273d69cc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.7117665 Feb 28 20:20:01.189135 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (eb86d396-21d3-45d9-baa0-f26a48975dd7), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:01.260350 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-286a06d8-240a-4ca6-a0d4-b2d49748efc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:01.262035 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286a06d8-240a-4ca6-a0d4-b2d49748efc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:01.264097 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-286a06d8-240a-4ca6-a0d4-b2d49748efc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:01.363857 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a06d8-240a-4ca6-a0d4-b2d49748efc8 admin admin] Pushing event updated for resources: {'Network': ['ID=f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:01.377718 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:20:01.418295 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-286a06d8-240a-4ca6-a0d4-b2d49748efc8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3356745 Feb 28 20:20:01.420375 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55118) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:20:01.440050 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-1d1dcb67-ec92-4982-92a8-2d89f9c1baa2 admin admin] Request body: {'subnet': {'network_id': 'f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-161020796-subnet', 'tenant_id': '9d92990bad4d49cdb025de9b8b50c311', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:01.468432 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d4f910f-1994-4ef0-87e2-af0f9bc0abb2 req-ff99f915-6f8b-45ad-9ed0-d85132a27c7f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563388 Feb 28 20:20:01.474374 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375a01c-28ad-4c55-9f90-36468e6f9fc9 req-42db7ee3-b1ce-4b61-8982-7675f91c578e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:01.474853 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375a01c-28ad-4c55-9f90-36468e6f9fc9 req-42db7ee3-b1ce-4b61-8982-7675f91c578e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:01.483322 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375a01c-28ad-4c55-9f90-36468e6f9fc9 req-42db7ee3-b1ce-4b61-8982-7675f91c578e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:01.485269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b375a01c-28ad-4c55-9f90-36468e6f9fc9 req-42db7ee3-b1ce-4b61-8982-7675f91c578e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=cc9440223e9e4177b248e28bf8c3bfd8&shared=False HTTP/1.1" status: 200 len: 2295 time: 1.0290635 Feb 28 20:20:01.566900 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f3aec-cdb6-42e2-a149-0011ecc56c86 req-849ae424-4948-4710-ae15-9bc437b35aae tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:01.568521 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b45f3aec-cdb6-42e2-a149-0011ecc56c86 req-849ae424-4948-4710-ae15-9bc437b35aae tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.2230403 Feb 28 20:20:01.853228 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccbaaa2a-923a-4448-828d-40012690b854 req-84a9e8f9-d06b-42ce-9e27-94694efce832 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6921468 Feb 28 20:20:01.854633 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375a01c-28ad-4c55-9f90-36468e6f9fc9 req-eeffd65d-969a-4033-b2ea-2de6d2fabbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:01.856196 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b375a01c-28ad-4c55-9f90-36468e6f9fc9 req-eeffd65d-969a-4033-b2ea-2de6d2fabbc6 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3437819 Feb 28 20:20:01.910232 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b45f3aec-cdb6-42e2-a149-0011ecc56c86 req-5ddb4feb-d705-4eaa-8b98-ed31bddc38bb tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190806 Feb 28 20:20:01.939719 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf03990-eb3c-4712-bbda-2d73ad180e19 req-9f3fda8a-d312-4777-9b8a-f66e73eeb573 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:01.947048 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf03990-eb3c-4712-bbda-2d73ad180e19 req-9f3fda8a-d312-4777-9b8a-f66e73eeb573 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:01.968219 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf03990-eb3c-4712-bbda-2d73ad180e19 req-9f3fda8a-d312-4777-9b8a-f66e73eeb573 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:01.979565 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf03990-eb3c-4712-bbda-2d73ad180e19 req-9f3fda8a-d312-4777-9b8a-f66e73eeb573 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:02.002912 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf03990-eb3c-4712-bbda-2d73ad180e19 req-9f3fda8a-d312-4777-9b8a-f66e73eeb573 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:02.016334 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf03990-eb3c-4712-bbda-2d73ad180e19 req-9f3fda8a-d312-4777-9b8a-f66e73eeb573 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:02.018353 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1bf03990-eb3c-4712-bbda-2d73ad180e19 req-9f3fda8a-d312-4777-9b8a-f66e73eeb573 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 4605 time: 0.3092999 Feb 28 20:20:02.071370 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1dcb67-ec92-4982-92a8-2d89f9c1baa2 admin admin] Made reservation on behalf of 9d92990bad4d49cdb025de9b8b50c311 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:20:02.074777 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1d1dcb67-ec92-4982-92a8-2d89f9c1baa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:02.146191 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1bf03990-eb3c-4712-bbda-2d73ad180e19 req-72c97660-7a7a-458c-8eb0-2b4a406e47b3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0885067 Feb 28 20:20:02.154944 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'tag': 'da3c139e-4a03-416f-80a8-af21dd1c9f98'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:20:02.158171 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ed800-a878-41b6-9228-b9c21b0d5908 req-465e0f9a-9484-4185-aedc-e752e2943c64 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:02.159475 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91963b30-1b06-4520-8ab6-64b4c07819d6" -d '{"events": [{"name": "network-changed", "server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "tag": "da3c139e-4a03-416f-80a8-af21dd1c9f98"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:20:02.166310 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e1ed800-a878-41b6-9228-b9c21b0d5908 req-465e0f9a-9484-4185-aedc-e752e2943c64 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1464167 Feb 28 20:20:02.256390 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e1ed800-a878-41b6-9228-b9c21b0d5908 req-b0e5aa24-cc68-465f-a079-7244601ca395 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890028 Feb 28 20:20:02.338219 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b9b25d-b833-469d-887b-b9b03f0efafa x-openstack-request-id: req-b8b9b25d-b833-469d-887b-b9b03f0efafa {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:20:02.338514 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "tag": "da3c139e-4a03-416f-80a8-af21dd1c9f98", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:20:02.338772 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8b9b25d-b833-469d-887b-b9b03f0efafa {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:20:02.339177 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'tag': 'da3c139e-4a03-416f-80a8-af21dd1c9f98', 'status': 'completed', 'code': 200} Feb 28 20:20:02.482776 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91963b30-1b06-4520-8ab6-64b4c07819d6 req-12322e59-4bbb-4f91-83e1-f84d65fabd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:02.482776 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91963b30-1b06-4520-8ab6-64b4c07819d6 req-12322e59-4bbb-4f91-83e1-f84d65fabd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:02.488834 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91963b30-1b06-4520-8ab6-64b4c07819d6 req-12322e59-4bbb-4f91-83e1-f84d65fabd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:02.489369 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91963b30-1b06-4520-8ab6-64b4c07819d6 req-12322e59-4bbb-4f91-83e1-f84d65fabd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:02.489851 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91963b30-1b06-4520-8ab6-64b4c07819d6 req-12322e59-4bbb-4f91-83e1-f84d65fabd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:02.490323 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91963b30-1b06-4520-8ab6-64b4c07819d6 req-12322e59-4bbb-4f91-83e1-f84d65fabd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:02.492353 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91963b30-1b06-4520-8ab6-64b4c07819d6 req-12322e59-4bbb-4f91-83e1-f84d65fabd7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc9440223e9e4177b248e28bf8c3bfd8&device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5355 time: 0.1108687 Feb 28 20:20:02.555616 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb86d396-21d3-45d9-baa0-f26a48975dd7 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:20:02.569104 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] Publish callbacks [] for port (eb86d396-21d3-45d9-baa0-f26a48975dd7), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:02.575724 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1d1dcb67-ec92-4982-92a8-2d89f9c1baa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (4188ae10-5cc1-4cee-9388-ebdadb2b47b6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:02.631299 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] Transition to ACTIVE for port object eb86d396-21d3-45d9-baa0-f26a48975dd7 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:20:02.654020 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (eb86d396-21d3-45d9-baa0-f26a48975dd7), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:02.713418 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1dcb67-ec92-4982-92a8-2d89f9c1baa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4188ae10-5cc1-4cee-9388-ebdadb2b47b6,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:02.777442 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] Pushing event updated for resources: {'Port': ['ID=eb86d396-21d3-45d9-baa0-f26a48975dd7,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:02.795324 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1dcb67-ec92-4982-92a8-2d89f9c1baa2 admin admin] Checking segment: {'id': 'b7bf3782-1675-483f-9b56-ffae2d73611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:20:02.795701 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1dcb67-ec92-4982-92a8-2d89f9c1baa2 admin admin] Network hostable DHCP agents. Network: f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:20:02.871252 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91963b30-1b06-4520-8ab6-64b4c07819d6 req-bcd8f785-45f9-4c51-9521-22440036b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:02.871651 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91963b30-1b06-4520-8ab6-64b4c07819d6 req-bcd8f785-45f9-4c51-9521-22440036b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:02.873380 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91963b30-1b06-4520-8ab6-64b4c07819d6 req-bcd8f785-45f9-4c51-9521-22440036b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:02.875643 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91963b30-1b06-4520-8ab6-64b4c07819d6 req-bcd8f785-45f9-4c51-9521-22440036b0cc service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=cc9440223e9e4177b248e28bf8c3bfd8&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3577871 Feb 28 20:20:02.887806 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1dcb67-ec92-4982-92a8-2d89f9c1baa2 admin admin] Network f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:20:02.889015 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a858d-7fc6-4a1b-b290-18189a4bfa2e req-11ca848c-2bb4-4e38-b241-b9185a610876 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:02.897395 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b73a858d-7fc6-4a1b-b290-18189a4bfa2e req-11ca848c-2bb4-4e38-b241-b9185a610876 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.3941097 Feb 28 20:20:02.928141 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] Attempting to bind port eb86d396-21d3-45d9-baa0-f26a48975dd7 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:20:02.928444 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] Attempting to bind port eb86d396-21d3-45d9-baa0-f26a48975dd7 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '2e35c4ed-55c1-47cb-aed9-3ccae65a394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:20:02.928762 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] Attempting to bind port eb86d396-21d3-45d9-baa0-f26a48975dd7 on network a7ad64c0-416b-482c-808c-09067f971a92 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:02.936305 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-1d1dcb67-ec92-4982-92a8-2d89f9c1baa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:20:02.954794 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086e16f5-0a85-40c7-82bb-a62d3b098c04 None None] Network f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:20:02.966824 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1dcb67-ec92-4982-92a8-2d89f9c1baa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:02.967443 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1d1dcb67-ec92-4982-92a8-2d89f9c1baa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:02.970023 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] Port eb86d396-21d3-45d9-baa0-f26a48975dd7 on network a7ad64c0-416b-482c-808c-09067f971a92 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:20:02.970351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] Attempting to bind port eb86d396-21d3-45d9-baa0-f26a48975dd7 on network a7ad64c0-416b-482c-808c-09067f971a92 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:02.982554 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:20:02.982961 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] Checking segment: {'id': '2e35c4ed-55c1-47cb-aed9-3ccae65a394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:20:02.983293 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] Bound using segment: {'id': '2e35c4ed-55c1-47cb-aed9-3ccae65a394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:20:02.983823 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] Bound port: eb86d396-21d3-45d9-baa0-f26a48975dd7, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e35c4ed-55c1-47cb-aed9-3ccae65a394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:20:02.984423 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (eb86d396-21d3-45d9-baa0-f26a48975dd7), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:03.007591 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1d1dcb67-ec92-4982-92a8-2d89f9c1baa2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5761487 Feb 28 20:20:03.009051 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55140) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:20:03.014911 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d30e05f7-896e-4bde-b49f-d230b78f4c9a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-161020796-router', 'tenant_id': '9d92990bad4d49cdb025de9b8b50c311', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:03.017253 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66c436-c148-4a76-8caa-4a472460a320 req-963c3db2-85c5-4764-ad25-7db206d5beb5 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:03.023183 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b66c436-c148-4a76-8caa-4a472460a320 req-963c3db2-85c5-4764-ad25-7db206d5beb5 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.5075059 Feb 28 20:20:03.157046 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d30e05f7-896e-4bde-b49f-d230b78f4c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (14ee22c9-578c-417d-a985-e5f3613412ea), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:03.158090 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d30e05f7-896e-4bde-b49f-d230b78f4c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (14ee22c9-578c-417d-a985-e5f3613412ea), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:03.199355 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] For port eb86d396-21d3-45d9-baa0-f26a48975dd7, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:20:03.211048 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ae06fe-5f58-490a-8336-aa61d07ae09a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0', 'network_id': 'f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0', 'project_id': '9d92990bad4d49cdb025de9b8b50c311', 'fixed_ips': [{'subnet_id': '4188ae10-5cc1-4cee-9388-ebdadb2b47b6'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:20:03.211958 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-88ae06fe-5f58-490a-8336-aa61d07ae09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:03.217336 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] For port eb86d396-21d3-45d9-baa0-f26a48975dd7, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=eb86d396-21d3-45d9-baa0-f26a48975dd7,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:20:03.234937 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (eb86d396-21d3-45d9-baa0-f26a48975dd7), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:03.276573 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b66c436-c148-4a76-8caa-4a472460a320 req-55dbfbf7-7201-4a99-abe1-212a74c222f0 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399852 Feb 28 20:20:03.319926 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b73a858d-7fc6-4a1b-b290-18189a4bfa2e req-a77636bf-cef8-4a5e-85d5-924adaeeaa87 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212523 Feb 28 20:20:03.370728 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:03.371651 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:03.374775 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] 10.222.0.10 "PUT /v2.0/ports/eb86d396-21d3-45d9-baa0-f26a48975dd7 HTTP/1.1" status: 200 len: 1136 time: 2.3208959 Feb 28 20:20:03.390295 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d30e05f7-896e-4bde-b49f-d230b78f4c9a admin admin] Publish callbacks [] for router_controller (14ee22c9-578c-417d-a985-e5f3613412ea), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:03.410260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] Request body: {'port': {'device_id': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:03.483078 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91963b30-1b06-4520-8ab6-64b4c07819d6 req-4abcfb2c-fea9-451c-842d-4f506462b90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:03.485883 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91963b30-1b06-4520-8ab6-64b4c07819d6 req-4abcfb2c-fea9-451c-842d-4f506462b90c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5846395 Feb 28 20:20:03.559988 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09c249-fcd9-4919-82f8-3a180e7b0c10 service neutron] Pushing event updated for resources: {'Port': ['ID=eb86d396-21d3-45d9-baa0-f26a48975dd7,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:03.561541 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-88ae06fe-5f58-490a-8336-aa61d07ae09a None None] Allocated IP 172.20.0.2 (f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0/4188ae10-5cc1-4cee-9388-ebdadb2b47b6/b40241e4-dee5-4f03-8207-83ba6986f8e6) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:20:03.572902 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422da0a7-0683-4279-b857-38369b96f795 req-d1fcb0a5-dcd9-4e81-a1b2-2cebe1fcf730 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:03.581997 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-422da0a7-0683-4279-b857-38369b96f795 req-d1fcb0a5-dcd9-4e81-a1b2-2cebe1fcf730 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.0950427 Feb 28 20:20:03.592064 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad02ce-e671-48ea-b8be-ac4e8d27491e req-2afabdd9-566a-4220-a51b-3fbabeab3603 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:03.593610 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89ad02ce-e671-48ea-b8be-ac4e8d27491e req-2afabdd9-566a-4220-a51b-3fbabeab3603 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.1854806 Feb 28 20:20:03.621153 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (003f7fb4-4744-4d06-a37e-9982f4a627ca), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:03.667331 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89ad02ce-e671-48ea-b8be-ac4e8d27491e req-92487c26-9b97-4702-84a8-56213f33045b tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637722 Feb 28 20:20:03.706238 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-422da0a7-0683-4279-b857-38369b96f795 req-1e691712-4627-4adc-80bf-548762bb81fe tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232579 Feb 28 20:20:03.880787 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d30e05f7-896e-4bde-b49f-d230b78f4c9a admin admin] Publish callbacks [] for router_gateway (14ee22c9-578c-417d-a985-e5f3613412ea), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:03.932799 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-88ae06fe-5f58-490a-8336-aa61d07ae09a None None] Publish callbacks [] for port (b40241e4-dee5-4f03-8207-83ba6986f8e6), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:03.944589 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-88ae06fe-5f58-490a-8336-aa61d07ae09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (b40241e4-dee5-4f03-8207-83ba6986f8e6), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:03.967289 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a92fd-d9eb-433e-8b78-9892a392c2b9 req-267a6270-106c-439f-a65e-db5f06adb6c7 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:03.987618 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-758a92fd-d9eb-433e-8b78-9892a392c2b9 req-267a6270-106c-439f-a65e-db5f06adb6c7 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1726224 Feb 28 20:20:04.009167 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae06fe-5f58-490a-8336-aa61d07ae09a None None] Pushing event updated for resources: {'Port': ['ID=b40241e4-dee5-4f03-8207-83ba6986f8e6,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:04.024802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ae06fe-5f58-490a-8336-aa61d07ae09a None None] Network f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:20:04.029979 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-88ae06fe-5f58-490a-8336-aa61d07ae09a None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:20:04.036192 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ae06fe-5f58-490a-8336-aa61d07ae09a None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:20:04.049108 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6093af-a7ea-412e-ab3b-73ef0bc58037 req-46137591-0cb0-480b-8236-2c9e40039c27 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:04.055731 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6093af-a7ea-412e-ab3b-73ef0bc58037 req-46137591-0cb0-480b-8236-2c9e40039c27 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:04.063122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6093af-a7ea-412e-ab3b-73ef0bc58037 req-46137591-0cb0-480b-8236-2c9e40039c27 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:04.069824 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6093af-a7ea-412e-ab3b-73ef0bc58037 req-46137591-0cb0-480b-8236-2c9e40039c27 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:04.080677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6093af-a7ea-412e-ab3b-73ef0bc58037 req-46137591-0cb0-480b-8236-2c9e40039c27 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:04.090349 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6093af-a7ea-412e-ab3b-73ef0bc58037 req-46137591-0cb0-480b-8236-2c9e40039c27 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:04.095802 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:20:04.101620 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6093af-a7ea-412e-ab3b-73ef0bc58037 req-46137591-0cb0-480b-8236-2c9e40039c27 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:04.103856 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cf6093af-a7ea-412e-ab3b-73ef0bc58037 req-46137591-0cb0-480b-8236-2c9e40039c27 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5382 time: 0.2388570 Feb 28 20:20:04.119446 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-88ae06fe-5f58-490a-8336-aa61d07ae09a None None] Attempting to bind port b40241e4-dee5-4f03-8207-83ba6986f8e6 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:20:04.120811 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-88ae06fe-5f58-490a-8336-aa61d07ae09a None None] Attempting to bind port b40241e4-dee5-4f03-8207-83ba6986f8e6 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'b7bf3782-1675-483f-9b56-ffae2d73611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:20:04.124080 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ae06fe-5f58-490a-8336-aa61d07ae09a None None] Attempting to bind port b40241e4-dee5-4f03-8207-83ba6986f8e6 on network f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:04.134669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ae06fe-5f58-490a-8336-aa61d07ae09a None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:20:04.135272 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ae06fe-5f58-490a-8336-aa61d07ae09a None None] Checking segment: {'id': 'b7bf3782-1675-483f-9b56-ffae2d73611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:20:04.136788 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-88ae06fe-5f58-490a-8336-aa61d07ae09a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:04.136788 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ae06fe-5f58-490a-8336-aa61d07ae09a None None] Bound using segment: {'id': 'b7bf3782-1675-483f-9b56-ffae2d73611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:20:04.137308 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-88ae06fe-5f58-490a-8336-aa61d07ae09a None None] Bound port: b40241e4-dee5-4f03-8207-83ba6986f8e6, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7bf3782-1675-483f-9b56-ffae2d73611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:20:04.137895 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-88ae06fe-5f58-490a-8336-aa61d07ae09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b40241e4-dee5-4f03-8207-83ba6986f8e6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:04.247938 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-758a92fd-d9eb-433e-8b78-9892a392c2b9 req-4e8490cf-a8ac-40b5-9f39-fcf4b74f12c2 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513940 Feb 28 20:20:04.309072 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 003f7fb4-4744-4d06-a37e-9982f4a627ca {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:20:04.313747 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-88ae06fe-5f58-490a-8336-aa61d07ae09a None None] For port b40241e4-dee5-4f03-8207-83ba6986f8e6, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:20:04.317479 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-88ae06fe-5f58-490a-8336-aa61d07ae09a None None] For port b40241e4-dee5-4f03-8207-83ba6986f8e6, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b40241e4-dee5-4f03-8207-83ba6986f8e6,segment=NetworkSegment(b7bf3782-1675-483f-9b56-ffae2d73611c),segment_id=b7bf3782-1675-483f-9b56-ffae2d73611c)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:20:04.326539 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-88ae06fe-5f58-490a-8336-aa61d07ae09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b40241e4-dee5-4f03-8207-83ba6986f8e6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:04.338359 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] Publish callbacks [] for port (003f7fb4-4744-4d06-a37e-9982f4a627ca), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:04.342702 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'tag': 'eb86d396-21d3-45d9-baa0-f26a48975dd7'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:20:04.345195 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c2f9d7-0070-4617-b721-18e54f1b64a7" -d '{"events": [{"name": "network-changed", "server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "tag": "eb86d396-21d3-45d9-baa0-f26a48975dd7"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:20:04.378920 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] Transition to ACTIVE for port object 003f7fb4-4744-4d06-a37e-9982f4a627ca will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:20:04.386955 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (003f7fb4-4744-4d06-a37e-9982f4a627ca), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:04.420278 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cf6093af-a7ea-412e-ab3b-73ef0bc58037 req-b7d731a5-cf84-42e3-bffe-ad6aae105bf5 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3060377 Feb 28 20:20:04.492728 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae06fe-5f58-490a-8336-aa61d07ae09a None None] Pushing event updated for resources: {'Port': ['ID=b40241e4-dee5-4f03-8207-83ba6986f8e6,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:04.530403 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5fd57-2fe8-4f87-8982-759bfee37b8c req-332629f6-6eb5-4595-bff1-40c35e19a0d5 tempest-MigrationsAdminTest-137441491 tempest-MigrationsAdminTest-137441491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:04.532075 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36a5fd57-2fe8-4f87-8982-759bfee37b8c req-332629f6-6eb5-4595-bff1-40c35e19a0d5 tempest-MigrationsAdminTest-137441491 tempest-MigrationsAdminTest-137441491-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 1132 time: 0.0934274 Feb 28 20:20:04.670895 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] Pushing event updated for resources: {'Port': ['ID=003f7fb4-4744-4d06-a37e-9982f4a627ca,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:04.741733 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36a5fd57-2fe8-4f87-8982-759bfee37b8c req-f72097d8-db07-4786-8f9f-f5e6ca52841b tempest-MigrationsAdminTest-137441491 tempest-MigrationsAdminTest-137441491-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942492 Feb 28 20:20:04.767230 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d30e05f7-896e-4bde-b49f-d230b78f4c9a admin admin] Publish callbacks [] for router_gateway (14ee22c9-578c-417d-a985-e5f3613412ea), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:04.773900 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185e807-8c17-48cc-a60d-a0da8eb41e19 req-2f463785-24f8-46a5-a024-5a958d6dca84 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:04.785839 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9185e807-8c17-48cc-a60d-a0da8eb41e19 req-2f463785-24f8-46a5-a024-5a958d6dca84 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.2046595 Feb 28 20:20:04.820725 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d30e05f7-896e-4bde-b49f-d230b78f4c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:04.856497 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041c8b2b-b5ca-4b57-8a02-5c71b21faaa1 x-openstack-request-id: req-041c8b2b-b5ca-4b57-8a02-5c71b21faaa1 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:20:04.856714 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "tag": "eb86d396-21d3-45d9-baa0-f26a48975dd7", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:20:04.856980 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-041c8b2b-b5ca-4b57-8a02-5c71b21faaa1 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:20:04.857396 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'tag': 'eb86d396-21d3-45d9-baa0-f26a48975dd7', 'status': 'completed', 'code': 200} Feb 28 20:20:04.951214 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9185e807-8c17-48cc-a60d-a0da8eb41e19 req-0b8e7010-db14-4fe5-9d4c-e50a82d6fb21 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588855 Feb 28 20:20:04.979688 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] Attempting to bind port 003f7fb4-4744-4d06-a37e-9982f4a627ca on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:20:04.980510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] Attempting to bind port 003f7fb4-4744-4d06-a37e-9982f4a627ca by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '2e35c4ed-55c1-47cb-aed9-3ccae65a394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:20:04.981161 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] Attempting to bind port 003f7fb4-4744-4d06-a37e-9982f4a627ca on network a7ad64c0-416b-482c-808c-09067f971a92 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:05.001136 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] Port 003f7fb4-4744-4d06-a37e-9982f4a627ca on network a7ad64c0-416b-482c-808c-09067f971a92 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:20:05.001467 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] Attempting to bind port 003f7fb4-4744-4d06-a37e-9982f4a627ca on network a7ad64c0-416b-482c-808c-09067f971a92 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:05.056543 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:20:05.060844 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] Checking segment: {'id': '2e35c4ed-55c1-47cb-aed9-3ccae65a394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:20:05.061920 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] Bound using segment: {'id': '2e35c4ed-55c1-47cb-aed9-3ccae65a394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:20:05.063548 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] Bound port: 003f7fb4-4744-4d06-a37e-9982f4a627ca, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e35c4ed-55c1-47cb-aed9-3ccae65a394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:20:05.066766 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (003f7fb4-4744-4d06-a37e-9982f4a627ca), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:05.238190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b40241e4-dee5-4f03-8207-83ba6986f8e6 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:20:05.290035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2f9d7-0070-4617-b721-18e54f1b64a7 req-0653423d-1f30-49a6-8957-361fc35075a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:05.290530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2f9d7-0070-4617-b721-18e54f1b64a7 req-0653423d-1f30-49a6-8957-361fc35075a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:05.291007 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2f9d7-0070-4617-b721-18e54f1b64a7 req-0653423d-1f30-49a6-8957-361fc35075a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:05.291475 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2f9d7-0070-4617-b721-18e54f1b64a7 req-0653423d-1f30-49a6-8957-361fc35075a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:05.291971 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2f9d7-0070-4617-b721-18e54f1b64a7 req-0653423d-1f30-49a6-8957-361fc35075a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:05.292439 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2f9d7-0070-4617-b721-18e54f1b64a7 req-0653423d-1f30-49a6-8957-361fc35075a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:05.292903 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2f9d7-0070-4617-b721-18e54f1b64a7 req-0653423d-1f30-49a6-8957-361fc35075a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:05.294910 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b0c2f9d7-0070-4617-b721-18e54f1b64a7 req-0653423d-1f30-49a6-8957-361fc35075a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc9440223e9e4177b248e28bf8c3bfd8&device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 6341 time: 0.3967898 Feb 28 20:20:05.334960 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-d30e05f7-896e-4bde-b49f-d230b78f4c9a admin admin] Allocated IP 172.25.0.97 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/ecb1c486-9ca7-4765-a67f-473df39dc693) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:20:05.348728 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b40241e4-dee5-4f03-8207-83ba6986f8e6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:05.350020 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b40241e4-dee5-4f03-8207-83ba6986f8e6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:05.353827 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32c6ac-d3f4-40d3-91bc-fa87c67f353f req-5b3d8737-4711-458d-8a7c-baf27a820117 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:05.361675 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1b32c6ac-d3f4-40d3-91bc-fa87c67f353f req-5b3d8737-4711-458d-8a7c-baf27a820117 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.3064022 Feb 28 20:20:05.545215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f98b3a-b3c5-41d0-b054-3579f7595d93 req-ac865f4c-2a58-4b31-8052-d11e1ed2ffe7 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:05.546423 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26f98b3a-b3c5-41d0-b054-3579f7595d93 req-ac865f4c-2a58-4b31-8052-d11e1ed2ffe7 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.3544436 Feb 28 20:20:05.615962 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b40241e4-dee5-4f03-8207-83ba6986f8e6 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:05.616587 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b40241e4-dee5-4f03-8207-83ba6986f8e6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:05.722031 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port b40241e4-dee5-4f03-8207-83ba6986f8e6, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b40241e4-dee5-4f03-8207-83ba6986f8e6,segment=NetworkSegment(b7bf3782-1675-483f-9b56-ffae2d73611c),segment_id=b7bf3782-1675-483f-9b56-ffae2d73611c)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:20:05.727628 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b40241e4-dee5-4f03-8207-83ba6986f8e6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:05.730236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2f9d7-0070-4617-b721-18e54f1b64a7 req-014d5d3f-e84b-4053-9306-17ecfbeb0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:05.732840 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2f9d7-0070-4617-b721-18e54f1b64a7 req-014d5d3f-e84b-4053-9306-17ecfbeb0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:05.732840 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2f9d7-0070-4617-b721-18e54f1b64a7 req-014d5d3f-e84b-4053-9306-17ecfbeb0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:05.737694 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b0c2f9d7-0070-4617-b721-18e54f1b64a7 req-014d5d3f-e84b-4053-9306-17ecfbeb0850 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=cc9440223e9e4177b248e28bf8c3bfd8&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4147632 Feb 28 20:20:05.741232 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] For port 003f7fb4-4744-4d06-a37e-9982f4a627ca, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:20:05.746964 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] For port 003f7fb4-4744-4d06-a37e-9982f4a627ca, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=003f7fb4-4744-4d06-a37e-9982f4a627ca,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:20:05.763439 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (003f7fb4-4744-4d06-a37e-9982f4a627ca), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:05.791636 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d30e05f7-896e-4bde-b49f-d230b78f4c9a admin admin] Publish callbacks [] for port (ecb1c486-9ca7-4765-a67f-473df39dc693), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:05.827045 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:05.828311 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:05.830845 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] 10.222.0.10 "PUT /v2.0/ports/003f7fb4-4744-4d06-a37e-9982f4a627ca HTTP/1.1" status: 200 len: 1091 time: 2.4248679 Feb 28 20:20:05.916880 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] Request body: {'port': {'device_id': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:05.961831 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=b40241e4-dee5-4f03-8207-83ba6986f8e6,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:06.042558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2f9d7-0070-4617-b721-18e54f1b64a7 req-f494b204-c8d7-496d-93ae-c5a09d33b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:06.044548 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b0c2f9d7-0070-4617-b721-18e54f1b64a7 req-f494b204-c8d7-496d-93ae-c5a09d33b2f2 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2839217 Feb 28 20:20:06.049599 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1b32c6ac-d3f4-40d3-91bc-fa87c67f353f req-c42fef5f-3f49-479e-9bf2-ed4491f382f2 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6868377 Feb 28 20:20:06.115251 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26f98b3a-b3c5-41d0-b054-3579f7595d93 req-c1ca0c67-c4e0-4616-916b-4a5bbf98924f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5444770 Feb 28 20:20:06.291168 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (825541fc-d341-4dae-a811-e77f60d20528), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:06.310229 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a385471-2c97-4302-8c3f-8810043722b5 service neutron] Pushing event updated for resources: {'Port': ['ID=003f7fb4-4744-4d06-a37e-9982f4a627ca,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:06.358969 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d30e05f7-896e-4bde-b49f-d230b78f4c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ecb1c486-9ca7-4765-a67f-473df39dc693), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:06.463687 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb60cb-f09e-463b-84a5-1fc4fa41c894 req-96d9688b-dee4-46d0-98f0-b0de3db3f91a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:06.470417 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb60cb-f09e-463b-84a5-1fc4fa41c894 req-96d9688b-dee4-46d0-98f0-b0de3db3f91a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:06.479558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb60cb-f09e-463b-84a5-1fc4fa41c894 req-96d9688b-dee4-46d0-98f0-b0de3db3f91a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:06.489789 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb60cb-f09e-463b-84a5-1fc4fa41c894 req-96d9688b-dee4-46d0-98f0-b0de3db3f91a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:06.507081 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb60cb-f09e-463b-84a5-1fc4fa41c894 req-96d9688b-dee4-46d0-98f0-b0de3db3f91a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:06.515598 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb60cb-f09e-463b-84a5-1fc4fa41c894 req-96d9688b-dee4-46d0-98f0-b0de3db3f91a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:06.517566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f4ac8c-91a1-4b71-8b41-bca94f64c2b6 None None] Network f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:20:06.520841 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30e05f7-896e-4bde-b49f-d230b78f4c9a admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:20:06.522682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb60cb-f09e-463b-84a5-1fc4fa41c894 req-96d9688b-dee4-46d0-98f0-b0de3db3f91a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:06.534579 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-d30e05f7-896e-4bde-b49f-d230b78f4c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:20:06.541250 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a1eb60cb-f09e-463b-84a5-1fc4fa41c894 req-96d9688b-dee4-46d0-98f0-b0de3db3f91a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5394 time: 0.3133359 Feb 28 20:20:06.555156 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30e05f7-896e-4bde-b49f-d230b78f4c9a admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:20:06.557557 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e05f7-896e-4bde-b49f-d230b78f4c9a admin admin] Pushing event updated for resources: {'Port': ['ID=ecb1c486-9ca7-4765-a67f-473df39dc693,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:06.567670 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1da202-7f93-4fb2-80f1-d3fae843baf3 req-a14c672b-8e20-41ff-9219-6a2016fb0688 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:06.577743 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f1da202-7f93-4fb2-80f1-d3fae843baf3 req-a14c672b-8e20-41ff-9219-6a2016fb0688 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2746089 Feb 28 20:20:06.641204 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f1da202-7f93-4fb2-80f1-d3fae843baf3 req-863698da-eeed-4b61-bfc2-8057bfdc3404 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562437 Feb 28 20:20:06.739851 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-45711e3a-ee8b-4b0d-8739-4dcb954e3850 None None] Provisioning complete for port b40241e4-dee5-4f03-8207-83ba6986f8e6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:06.740332 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-45711e3a-ee8b-4b0d-8739-4dcb954e3850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b40241e4-dee5-4f03-8207-83ba6986f8e6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:06.770453 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a1eb60cb-f09e-463b-84a5-1fc4fa41c894 req-cb565478-9922-4b40-bfeb-c10ca6adbbca tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2280748 Feb 28 20:20:06.952114 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-57aaa996-cac9-4f59-b3ca-0e1fdb085dbb tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a17db5166eb14b31b629dc33da382372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1530046 Feb 28 20:20:06.967341 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825541fc-d341-4dae-a811-e77f60d20528 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:20:06.970878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-45711e3a-ee8b-4b0d-8739-4dcb954e3850 None None] Current status of the port b40241e4-dee5-4f03-8207-83ba6986f8e6 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:06.984131 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] Publish callbacks [] for port (825541fc-d341-4dae-a811-e77f60d20528), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:07.009870 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] Transition to ACTIVE for port object 825541fc-d341-4dae-a811-e77f60d20528 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:20:07.015482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'tag': '003f7fb4-4744-4d06-a37e-9982f4a627ca'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:20:07.020549 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a2dd23-5a79-463a-bd92-60bc98f08c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "tag": "003f7fb4-4744-4d06-a37e-9982f4a627ca"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:20:07.031838 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (825541fc-d341-4dae-a811-e77f60d20528), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:07.214731 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b40241e4-dee5-4f03-8207-83ba6986f8e6 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:20:07.367850 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36d93f98-78b1-47ba-a013-4528e6d4b83d req-bbf63d2f-95c5-4091-a416-1d9c05c99779 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5918202 Feb 28 20:20:07.370981 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b40241e4-dee5-4f03-8207-83ba6986f8e6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:07.371362 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b40241e4-dee5-4f03-8207-83ba6986f8e6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:07.394592 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-6d1de4db-388d-47a4-8783-52fea56d6ae2 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:07.405376 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-6d1de4db-388d-47a4-8783-52fea56d6ae2 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4503922 Feb 28 20:20:07.430025 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=825541fc-d341-4dae-a811-e77f60d20528,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:07.548467 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-add7c940-f37c-4f83-a3e7-5e926ab45b10 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/quotas/a17db5166eb14b31b629dc33da382372 HTTP/1.1" status: 200 len: 375 time: 0.1295211 Feb 28 20:20:07.587101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb858c-ae5d-4949-8ee6-e48f69e4586a req-65de2514-a972-4bf8-9621-e0c61d36e43f tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:07.591922 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-96fb858c-ae5d-4949-8ee6-e48f69e4586a req-65de2514-a972-4bf8-9621-e0c61d36e43f tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.4654996 Feb 28 20:20:07.633736 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b40241e4-dee5-4f03-8207-83ba6986f8e6 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:07.637136 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-870ecedc-6dfa-4eb1-acde-b066c29160f1 None None] Provisioning complete for port b40241e4-dee5-4f03-8207-83ba6986f8e6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:07.637510 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-870ecedc-6dfa-4eb1-acde-b066c29160f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b40241e4-dee5-4f03-8207-83ba6986f8e6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:07.755353 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] Attempting to bind port 825541fc-d341-4dae-a811-e77f60d20528 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:20:07.755909 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] Attempting to bind port 825541fc-d341-4dae-a811-e77f60d20528 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '2e35c4ed-55c1-47cb-aed9-3ccae65a394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:20:07.756356 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] Attempting to bind port 825541fc-d341-4dae-a811-e77f60d20528 on network a7ad64c0-416b-482c-808c-09067f971a92 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:07.762152 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d30e05f7-896e-4bde-b49f-d230b78f4c9a admin admin] Publish callbacks [] for router_gateway (14ee22c9-578c-417d-a985-e5f3613412ea), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:07.765759 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] Port 825541fc-d341-4dae-a811-e77f60d20528 on network a7ad64c0-416b-482c-808c-09067f971a92 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:20:07.766275 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] Attempting to bind port 825541fc-d341-4dae-a811-e77f60d20528 on network a7ad64c0-416b-482c-808c-09067f971a92 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:07.781420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-870ecedc-6dfa-4eb1-acde-b066c29160f1 None None] Current status of the port b40241e4-dee5-4f03-8207-83ba6986f8e6 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:07.817651 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:20:07.817999 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] Checking segment: {'id': '2e35c4ed-55c1-47cb-aed9-3ccae65a394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:20:07.818125 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d93f98-78b1-47ba-a013-4528e6d4b83d req-666cb2cc-30ab-4bf6-9426-2aa1b05e6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:07.818322 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] Bound using segment: {'id': '2e35c4ed-55c1-47cb-aed9-3ccae65a394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:20:07.818715 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] Bound port: 825541fc-d341-4dae-a811-e77f60d20528, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e35c4ed-55c1-47cb-aed9-3ccae65a394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:20:07.819072 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (825541fc-d341-4dae-a811-e77f60d20528), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:07.819606 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36d93f98-78b1-47ba-a013-4528e6d4b83d req-666cb2cc-30ab-4bf6-9426-2aa1b05e6fdb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 1128 time: 0.3645532 Feb 28 20:20:07.893455 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-96fb858c-ae5d-4949-8ee6-e48f69e4586a req-7814971b-2658-472c-9a0f-8231b4c1c3ca tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752507 Feb 28 20:20:07.916851 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-a38921ca-6736-4d48-810d-c84b48077b4c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3121011 Feb 28 20:20:08.056510 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742a9904-924a-409e-bf03-426f7016b729 x-openstack-request-id: req-742a9904-924a-409e-bf03-426f7016b729 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:20:08.057578 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "tag": "003f7fb4-4744-4d06-a37e-9982f4a627ca", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:20:08.057578 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-742a9904-924a-409e-bf03-426f7016b729 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:20:08.057982 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'tag': '003f7fb4-4744-4d06-a37e-9982f4a627ca', 'status': 'completed', 'code': 200} Feb 28 20:20:08.183891 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] For port 825541fc-d341-4dae-a811-e77f60d20528, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:20:08.195260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] For port 825541fc-d341-4dae-a811-e77f60d20528, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=825541fc-d341-4dae-a811-e77f60d20528,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:20:08.203726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d93f98-78b1-47ba-a013-4528e6d4b83d req-899a6a45-c04c-4288-a392-3a44f99dcb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:08.205884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36d93f98-78b1-47ba-a013-4528e6d4b83d req-899a6a45-c04c-4288-a392-3a44f99dcb87 service neutron] 10.222.0.10 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 912 time: 0.3640604 Feb 28 20:20:08.206781 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (825541fc-d341-4dae-a811-e77f60d20528), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:08.344289 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2dd23-5a79-463a-bd92-60bc98f08c7b req-018511a7-8c0c-445f-a7a3-121d020d91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:08.347203 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2dd23-5a79-463a-bd92-60bc98f08c7b req-018511a7-8c0c-445f-a7a3-121d020d91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:08.347798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2dd23-5a79-463a-bd92-60bc98f08c7b req-018511a7-8c0c-445f-a7a3-121d020d91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:08.351149 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2dd23-5a79-463a-bd92-60bc98f08c7b req-018511a7-8c0c-445f-a7a3-121d020d91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:08.352869 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2dd23-5a79-463a-bd92-60bc98f08c7b req-018511a7-8c0c-445f-a7a3-121d020d91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:08.353802 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2dd23-5a79-463a-bd92-60bc98f08c7b req-018511a7-8c0c-445f-a7a3-121d020d91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:08.354120 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2dd23-5a79-463a-bd92-60bc98f08c7b req-018511a7-8c0c-445f-a7a3-121d020d91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:08.356206 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8a2dd23-5a79-463a-bd92-60bc98f08c7b req-018511a7-8c0c-445f-a7a3-121d020d91a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc9440223e9e4177b248e28bf8c3bfd8&device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 6470 time: 0.2858076 Feb 28 20:20:08.370029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:08.370747 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:08.372850 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] 10.222.0.10 "PUT /v2.0/ports/825541fc-d341-4dae-a811-e77f60d20528 HTTP/1.1" status: 200 len: 1092 time: 2.4814169 Feb 28 20:20:08.545519 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] Request body: {'port': {'device_id': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:08.589147 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c87ca-8d53-4af9-b5db-107c2231b1df req-5b0e4494-d872-4b6f-9840-fdb144bb033a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:08.591368 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8b9c87ca-8d53-4af9-b5db-107c2231b1df req-5b0e4494-d872-4b6f-9840-fdb144bb033a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.3838103 Feb 28 20:20:08.628258 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d30e05f7-896e-4bde-b49f-d230b78f4c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (14ee22c9-578c-417d-a985-e5f3613412ea), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:08.638495 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10eade0-8c53-4b43-b1af-88f0c20bb2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=825541fc-d341-4dae-a811-e77f60d20528,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:08.642983 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36d93f98-78b1-47ba-a013-4528e6d4b83d req-4b5db5f8-eb05-4433-b2ea-b3d3325f1e36 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 HTTP/1.1" status: 200 len: 1000 time: 0.4213333 Feb 28 20:20:08.713295 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f684405e-fb12-41ee-94c7-06762582020f), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:09.473901 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cc84e-e68d-41ce-a8e8-85d279f13eab req-51fce1ea-c7c1-4de6-8811-8f903dc882bf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:09.480894 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cc84e-e68d-41ce-a8e8-85d279f13eab req-51fce1ea-c7c1-4de6-8811-8f903dc882bf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:09.488670 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cc84e-e68d-41ce-a8e8-85d279f13eab req-51fce1ea-c7c1-4de6-8811-8f903dc882bf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:09.495718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cc84e-e68d-41ce-a8e8-85d279f13eab req-51fce1ea-c7c1-4de6-8811-8f903dc882bf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:09.501310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cc84e-e68d-41ce-a8e8-85d279f13eab req-51fce1ea-c7c1-4de6-8811-8f903dc882bf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:09.506943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cc84e-e68d-41ce-a8e8-85d279f13eab req-51fce1ea-c7c1-4de6-8811-8f903dc882bf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:09.512706 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cc84e-e68d-41ce-a8e8-85d279f13eab req-51fce1ea-c7c1-4de6-8811-8f903dc882bf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:09.514449 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e8cc84e-e68d-41ce-a8e8-85d279f13eab req-51fce1ea-c7c1-4de6-8811-8f903dc882bf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5406 time: 1.1358438 Feb 28 20:20:09.530473 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30e05f7-896e-4bde-b49f-d230b78f4c9a admin admin] Router 14ee22c9-578c-417d-a985-e5f3613412ea is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:20:09.581642 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8b9c87ca-8d53-4af9-b5db-107c2231b1df req-50bd319d-2779-4ff9-bb8f-c9fec206bba6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9774840 Feb 28 20:20:09.601562 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d93f98-78b1-47ba-a013-4528e6d4b83d req-b0c61ea8-7571-4886-9a44-bcdec7d38df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:09.603048 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36d93f98-78b1-47ba-a013-4528e6d4b83d req-b0c61ea8-7571-4886-9a44-bcdec7d38df1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.2561669 Feb 28 20:20:09.611183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2dd23-5a79-463a-bd92-60bc98f08c7b req-483719f1-b0e3-470e-9a13-f38e1f814fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:09.612452 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2dd23-5a79-463a-bd92-60bc98f08c7b req-483719f1-b0e3-470e-9a13-f38e1f814fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:09.614441 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2dd23-5a79-463a-bd92-60bc98f08c7b req-483719f1-b0e3-470e-9a13-f38e1f814fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:09.618854 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8a2dd23-5a79-463a-bd92-60bc98f08c7b req-483719f1-b0e3-470e-9a13-f38e1f814fbc service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=cc9440223e9e4177b248e28bf8c3bfd8&shared=False HTTP/1.1" status: 200 len: 2295 time: 1.1527820 Feb 28 20:20:09.765999 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e8cc84e-e68d-41ce-a8e8-85d279f13eab req-8a2088ce-8807-436a-ae7a-28c529da690f tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2389908 Feb 28 20:20:09.828214 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d93f98-78b1-47ba-a013-4528e6d4b83d req-6e5fcb64-9982-4280-86a0-30e4d04300a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:09.832357 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36d93f98-78b1-47ba-a013-4528e6d4b83d req-6e5fcb64-9982-4280-86a0-30e4d04300a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2066605 Feb 28 20:20:09.861471 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12643db1-09a2-44d6-9185-25251b886829 req-5fadcddb-4df0-4dfb-a9e9-d994ad3542ca tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:09.863708 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12643db1-09a2-44d6-9185-25251b886829 req-5fadcddb-4df0-4dfb-a9e9-d994ad3542ca tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1172819 Feb 28 20:20:09.887899 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2dd23-5a79-463a-bd92-60bc98f08c7b req-710b3304-eb87-45a9-ad78-4a8249ecc8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:09.889785 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8a2dd23-5a79-463a-bd92-60bc98f08c7b req-710b3304-eb87-45a9-ad78-4a8249ecc8ef service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2550793 Feb 28 20:20:10.001963 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36d93f98-78b1-47ba-a013-4528e6d4b83d req-ad195de9-92fb-4f6b-a344-35ced9d83f0a service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351123 Feb 28 20:20:10.039149 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f4344e1-0793-4501-bd3e-389aabe11a41 req-fb67906c-478d-4180-b4b6-e779d55f1920 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 210 time: 0.0356529 Feb 28 20:20:10.118292 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12643db1-09a2-44d6-9185-25251b886829 req-6b93554e-9591-49e3-8145-901775e75aa0 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399256 Feb 28 20:20:10.293411 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-868c6865-45a6-4422-a74b-8926d79d0461 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a17db5166eb14b31b629dc33da382372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1036234 Feb 28 20:20:10.361247 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36d93f98-78b1-47ba-a013-4528e6d4b83d req-0b1ee08f-c35f-42f5-af2d-a6e952ab50c0 service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136795 Feb 28 20:20:10.506888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f39622-a618-433d-9524-63a646178e59 req-02238535-fd8a-4a5c-9755-3ab0d75a262c tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:10.515516 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f5f39622-a618-433d-9524-63a646178e59 req-02238535-fd8a-4a5c-9755-3ab0d75a262c tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2176051 Feb 28 20:20:10.526257 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'tag': '825541fc-d341-4dae-a811-e77f60d20528'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:20:10.530772 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61558d0e-cbc8-40a2-ae16-092c8695e5ad" -d '{"events": [{"name": "network-changed", "server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "tag": "825541fc-d341-4dae-a811-e77f60d20528"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:20:10.600815 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f5f39622-a618-433d-9524-63a646178e59 req-83aa5968-0845-4776-8b7e-d18cb8938f65 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793803 Feb 28 20:20:10.606344 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30e05f7-896e-4bde-b49f-d230b78f4c9a admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:20:10.624884 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] Sync routers for ids ['14ee22c9-578c-417d-a985-e5f3613412ea'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:20:10.638135 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-0a38c505-e89e-410a-b171-a3e707cb0300 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:10.640440 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-0a38c505-e89e-410a-b171-a3e707cb0300 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3238504 Feb 28 20:20:10.658539 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] Routers {'14ee22c9-578c-417d-a985-e5f3613412ea'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:20:10.659928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:19:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['14ee22c9-578c-417d-a985-e5f3613412ea'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:20:10.663655 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-33790c47-057e-4db1-a624-a85d21f87e00 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Request body: {'port': {'device_id': 'cc0c2b9f-8af0-483c-ae34-b38e0940c91e', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'a17db5166eb14b31b629dc33da382372'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:10.732451 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70eba4c9-fc8e-47cc-917d-4c390222377d x-openstack-request-id: req-70eba4c9-fc8e-47cc-917d-4c390222377d {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:20:10.732886 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "tag": "825541fc-d341-4dae-a811-e77f60d20528", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:20:10.733270 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70eba4c9-fc8e-47cc-917d-4c390222377d {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:20:10.734007 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'tag': '825541fc-d341-4dae-a811-e77f60d20528', 'status': 'completed', 'code': 200} Feb 28 20:20:10.890618 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3e6ba68-ae77-4b94-89cc-41dd21e5c1ef req-64f50583-bf28-4188-b74e-4bab53263491 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0024426 Feb 28 20:20:10.998765 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f684405e-fb12-41ee-94c7-06762582020f {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:20:11.046587 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d30e05f7-896e-4bde-b49f-d230b78f4c9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:11.067884 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d30e05f7-896e-4bde-b49f-d230b78f4c9a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.0536797 Feb 28 20:20:11.068524 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55260) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:20:11.088915 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] Publish callbacks [] for port (f684405e-fb12-41ee-94c7-06762582020f), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:11.093115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] Set router 14ee22c9-578c-417d-a985-e5f3613412ea gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:20:11.104347 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] Transition to ACTIVE for port object f684405e-fb12-41ee-94c7-06762582020f will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:20:11.108478 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec8fe0-5b53-49f1-be72-f68493f43dba req-58f4e5ac-b46b-45d1-a06e-6b857dc9094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:11.111215 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-60ec8fe0-5b53-49f1-be72-f68493f43dba req-58f4e5ac-b46b-45d1-a06e-6b857dc9094c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc511d7643284ad4adb274524c5b6a6a&device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 1129 time: 0.3736880 Feb 28 20:20:11.150546 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a4302-ca6f-411b-95e1-4062c668bb34 req-4be8b137-e0e0-4b38-aeb7-a18ea866eec9 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:11.152364 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bb8a4302-ca6f-411b-95e1-4062c668bb34 req-4be8b137-e0e0-4b38-aeb7-a18ea866eec9 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.3237758 Feb 28 20:20:11.216724 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (f684405e-fb12-41ee-94c7-06762582020f), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:11.228636 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-33790c47-057e-4db1-a624-a85d21f87e00 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Made reservation on behalf of a17db5166eb14b31b629dc33da382372 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:20:11.236018 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-33790c47-057e-4db1-a624-a85d21f87e00 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:11.248634 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75aa62-08da-43ea-9f20-5dcb5ab77dbd req-a31d1402-7b47-40d0-93e0-50394e1592c5 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:11.264011 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba75aa62-08da-43ea-9f20-5dcb5ab77dbd req-a31d1402-7b47-40d0-93e0-50394e1592c5 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.4183593 Feb 28 20:20:11.304703 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61558d0e-cbc8-40a2-ae16-092c8695e5ad req-9d1d655a-c769-47ea-9564-6b23942bd662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:11.305191 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61558d0e-cbc8-40a2-ae16-092c8695e5ad req-9d1d655a-c769-47ea-9564-6b23942bd662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:11.305671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61558d0e-cbc8-40a2-ae16-092c8695e5ad req-9d1d655a-c769-47ea-9564-6b23942bd662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:11.306145 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61558d0e-cbc8-40a2-ae16-092c8695e5ad req-9d1d655a-c769-47ea-9564-6b23942bd662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:11.306622 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61558d0e-cbc8-40a2-ae16-092c8695e5ad req-9d1d655a-c769-47ea-9564-6b23942bd662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:11.307147 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61558d0e-cbc8-40a2-ae16-092c8695e5ad req-9d1d655a-c769-47ea-9564-6b23942bd662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:11.307845 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61558d0e-cbc8-40a2-ae16-092c8695e5ad req-9d1d655a-c769-47ea-9564-6b23942bd662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:11.310831 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61558d0e-cbc8-40a2-ae16-092c8695e5ad req-9d1d655a-c769-47ea-9564-6b23942bd662 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc9440223e9e4177b248e28bf8c3bfd8&device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 6513 time: 0.5022547 Feb 28 20:20:11.436104 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec8fe0-5b53-49f1-be72-f68493f43dba req-c346261d-26a8-44e7-b08a-1cc46bbc79ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:11.438593 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-60ec8fe0-5b53-49f1-be72-f68493f43dba req-c346261d-26a8-44e7-b08a-1cc46bbc79ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=68023704-fab0-42d3-a06c-4476ff73e6d5 HTTP/1.1" status: 200 len: 919 time: 0.2715833 Feb 28 20:20:11.557806 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-60ec8fe0-5b53-49f1-be72-f68493f43dba req-924ccfa2-0c8d-45b6-8bfb-fb1806c9b06a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8642d44a-7991-4f88-a58f-c4752a339e89 HTTP/1.1" status: 200 len: 217 time: 0.1085258 Feb 28 20:20:11.595398 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee22c9-578c-417d-a985-e5f3613412ea', 'name': 'tempest-ServersTestMultiNic-161020796-router', 'tenant_id': '9d92990bad4d49cdb025de9b8b50c311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ecb1c486-9ca7-4765-a67f-473df39dc693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:20:03Z', 'updated_at': '2022-02-28T20:20:07Z', 'revision_number': 3, 'project_id': '9d92990bad4d49cdb025de9b8b50c311', 'gw_port': {'id': 'ecb1c486-9ca7-4765-a67f-473df39dc693', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ee22c9-578c-417d-a985-e5f3613412ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:20:04Z', 'updated_at': '2022-02-28T20:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:20:11.643708 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] Checking router: 14ee22c9-578c-417d-a985-e5f3613412ea for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:20:11.644388 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] Updating router 14ee22c9-578c-417d-a985-e5f3613412ea port ecb1c486-9ca7-4765-a67f-473df39dc693 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:20:11.658455 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec8fe0-5b53-49f1-be72-f68493f43dba req-d518becc-471e-43ab-9a33-e3100e0f2d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:11.659155 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bb8a4302-ca6f-411b-95e1-4062c668bb34 req-0a84f421-d3dc-452a-af95-4b14617b3da5 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4651446 Feb 28 20:20:11.660917 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-60ec8fe0-5b53-49f1-be72-f68493f43dba req-d518becc-471e-43ab-9a33-e3100e0f2d1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff HTTP/1.1" status: 200 len: 859 time: 0.0943270 Feb 28 20:20:11.714238 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba75aa62-08da-43ea-9f20-5dcb5ab77dbd req-bde8e01b-e8ab-49ed-a703-b82b3178c468 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416568 Feb 28 20:20:11.765013 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ecb1c486-9ca7-4765-a67f-473df39dc693), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:11.807417 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6ba68-ae77-4b94-89cc-41dd21e5c1ef req-b1746135-a3ae-47f7-be7f-2c22f9ea607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:11.809096 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3e6ba68-ae77-4b94-89cc-41dd21e5c1ef req-b1746135-a3ae-47f7-be7f-2c22f9ea607d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 1128 time: 0.8002806 Feb 28 20:20:11.813434 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-60ec8fe0-5b53-49f1-be72-f68493f43dba req-a442b92a-33c8-407a-9ce4-b45a9a6a9d3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68023704-fab0-42d3-a06c-4476ff73e6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372097 Feb 28 20:20:11.964034 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-60ec8fe0-5b53-49f1-be72-f68493f43dba req-ba1404c0-028a-4d4c-9292-f9be09617d00 service neutron] 10.222.0.15 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313305 Feb 28 20:20:12.085144 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61558d0e-cbc8-40a2-ae16-092c8695e5ad req-8c54b54f-1d9d-4fba-b84b-3306dafa0a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:12.086003 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61558d0e-cbc8-40a2-ae16-092c8695e5ad req-8c54b54f-1d9d-4fba-b84b-3306dafa0a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:12.086590 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61558d0e-cbc8-40a2-ae16-092c8695e5ad req-8c54b54f-1d9d-4fba-b84b-3306dafa0a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:12.088688 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61558d0e-cbc8-40a2-ae16-092c8695e5ad req-8c54b54f-1d9d-4fba-b84b-3306dafa0a2b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=cc9440223e9e4177b248e28bf8c3bfd8&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.7585993 Feb 28 20:20:12.121509 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-60ec8fe0-5b53-49f1-be72-f68493f43dba req-e2d6f44b-a7ec-4d78-98a0-ec656cbae0ea service neutron] 10.222.0.15 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276131 Feb 28 20:20:12.159719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] Pushing event updated for resources: {'Port': ['ID=f684405e-fb12-41ee-94c7-06762582020f,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:12.209592 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-33790c47-057e-4db1-a624-a85d21f87e00 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Allocated IP 192.168.233.235 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/c772cbdd-6b28-4e6c-8f3a-191ec5034512) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:20:12.290468 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] Attempting to bind port f684405e-fb12-41ee-94c7-06762582020f on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:20:12.290843 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] Attempting to bind port f684405e-fb12-41ee-94c7-06762582020f by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '230e8cd1-1ffa-48af-b6da-be0c262593f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b649057c-43d1-42e8-b142-2f875aaf2772'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:20:12.291184 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] Attempting to bind port f684405e-fb12-41ee-94c7-06762582020f on network b649057c-43d1-42e8-b142-2f875aaf2772 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:12.294140 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] Publish callbacks [] for port (ecb1c486-9ca7-4765-a67f-473df39dc693), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:12.305481 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ecb1c486-9ca7-4765-a67f-473df39dc693), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:12.305720 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] Port f684405e-fb12-41ee-94c7-06762582020f on network b649057c-43d1-42e8-b142-2f875aaf2772 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:20:12.306145 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] Attempting to bind port f684405e-fb12-41ee-94c7-06762582020f on network b649057c-43d1-42e8-b142-2f875aaf2772 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:12.316948 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:20:12.317410 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] Checking segment: {'id': '230e8cd1-1ffa-48af-b6da-be0c262593f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b649057c-43d1-42e8-b142-2f875aaf2772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:20:12.317988 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] Bound using segment: {'id': '230e8cd1-1ffa-48af-b6da-be0c262593f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b649057c-43d1-42e8-b142-2f875aaf2772'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:20:12.318678 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] Bound port: f684405e-fb12-41ee-94c7-06762582020f, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230e8cd1-1ffa-48af-b6da-be0c262593f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b649057c-43d1-42e8-b142-2f875aaf2772'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:20:12.320280 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f684405e-fb12-41ee-94c7-06762582020f), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:12.376311 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] Attempting to bind port ecb1c486-9ca7-4765-a67f-473df39dc693 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:20:12.376931 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] Attempting to bind port ecb1c486-9ca7-4765-a67f-473df39dc693 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:20:12.377486 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] Attempting to bind port ecb1c486-9ca7-4765-a67f-473df39dc693 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:12.380108 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e851c8-2722-4411-9f1c-7f6f28a1dff1 None None] Pushing event updated for resources: {'Port': ['ID=ecb1c486-9ca7-4765-a67f-473df39dc693,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:12.387106 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:20:12.388563 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:20:12.389333 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:12.389884 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:20:12.390587 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] Bound port: ecb1c486-9ca7-4765-a67f-473df39dc693, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:20:12.391157 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ecb1c486-9ca7-4765-a67f-473df39dc693), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:12.393824 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-33790c47-057e-4db1-a624-a85d21f87e00 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks [] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:12.472025 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6ba68-ae77-4b94-89cc-41dd21e5c1ef req-d7ad7b91-e324-4658-ac31-0aa8bcf0318e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:12.474687 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3e6ba68-ae77-4b94-89cc-41dd21e5c1ef req-d7ad7b91-e324-4658-ac31-0aa8bcf0318e service neutron] 10.222.0.15 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 912 time: 0.5079076 Feb 28 20:20:12.497356 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] For port f684405e-fb12-41ee-94c7-06762582020f, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:20:12.519054 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] For port ecb1c486-9ca7-4765-a67f-473df39dc693, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:20:12.533867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] For port ecb1c486-9ca7-4765-a67f-473df39dc693, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ecb1c486-9ca7-4765-a67f-473df39dc693,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:20:12.541216 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ecb1c486-9ca7-4765-a67f-473df39dc693), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:12.557830 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3e6ba68-ae77-4b94-89cc-41dd21e5c1ef req-616f3b69-668f-4010-830b-e4b37394c628 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d518928-03a1-485e-981d-ca31aea417cf HTTP/1.1" status: 200 len: 217 time: 0.0752108 Feb 28 20:20:12.561697 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] For port f684405e-fb12-41ee-94c7-06762582020f, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=f684405e-fb12-41ee-94c7-06762582020f,segment=NetworkSegment(230e8cd1-1ffa-48af-b6da-be0c262593f4),segment_id=230e8cd1-1ffa-48af-b6da-be0c262593f4)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:20:12.576686 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61558d0e-cbc8-40a2-ae16-092c8695e5ad req-189e2a3a-c7ed-4db7-9994-b67550bd7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:12.578215 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61558d0e-cbc8-40a2-ae16-092c8695e5ad req-189e2a3a-c7ed-4db7-9994-b67550bd7a7b service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4285722 Feb 28 20:20:12.581036 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (f684405e-fb12-41ee-94c7-06762582020f), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:12.621653 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393236eb-e775-4533-9c7b-5edf21af8398 req-f3a4c5c6-d59e-40c8-b850-95b6ac9b572d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:12.630576 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393236eb-e775-4533-9c7b-5edf21af8398 req-f3a4c5c6-d59e-40c8-b850-95b6ac9b572d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:12.639845 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393236eb-e775-4533-9c7b-5edf21af8398 req-f3a4c5c6-d59e-40c8-b850-95b6ac9b572d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:12.647007 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393236eb-e775-4533-9c7b-5edf21af8398 req-f3a4c5c6-d59e-40c8-b850-95b6ac9b572d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:12.655903 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393236eb-e775-4533-9c7b-5edf21af8398 req-f3a4c5c6-d59e-40c8-b850-95b6ac9b572d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:12.662054 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393236eb-e775-4533-9c7b-5edf21af8398 req-f3a4c5c6-d59e-40c8-b850-95b6ac9b572d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:12.670315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e851c8-2722-4411-9f1c-7f6f28a1dff1 None None] Pushing event updated for resources: {'Port': ['ID=ecb1c486-9ca7-4765-a67f-473df39dc693,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:12.672988 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] Routers {'14ee22c9-578c-417d-a985-e5f3613412ea'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:20:12.673613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:19:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['14ee22c9-578c-417d-a985-e5f3613412ea'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:20:12.676487 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393236eb-e775-4533-9c7b-5edf21af8398 req-f3a4c5c6-d59e-40c8-b850-95b6ac9b572d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:12.695106 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:12.696127 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:12.698255 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-393236eb-e775-4533-9c7b-5edf21af8398 req-f3a4c5c6-d59e-40c8-b850-95b6ac9b572d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5418 time: 0.7889249 Feb 28 20:20:12.698524 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] 10.222.0.10 "PUT /v2.0/ports/f684405e-fb12-41ee-94c7-06762582020f HTTP/1.1" status: 200 len: 1092 time: 4.2076755 Feb 28 20:20:12.737371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f1896-4a7c-42a8-8e47-cc7c16a6283c req-8a9736e3-e2fd-4081-b850-27f754f182a2 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:12.738929 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] Request body: {'port': {'device_id': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:12.739059 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b95f1896-4a7c-42a8-8e47-cc7c16a6283c req-8a9736e3-e2fd-4081-b850-27f754f182a2 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.8189490 Feb 28 20:20:12.744535 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'tag': 'f684405e-fb12-41ee-94c7-06762582020f'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:20:12.748095 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48b13cd-9b61-4445-b8f2-480e8caa4b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "tag": "f684405e-fb12-41ee-94c7-06762582020f"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:20:12.766769 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6ba68-ae77-4b94-89cc-41dd21e5c1ef req-fbaa38ad-6cf2-4fab-9e09-062172c315e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:12.768638 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3e6ba68-ae77-4b94-89cc-41dd21e5c1ef req-fbaa38ad-6cf2-4fab-9e09-062172c315e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.1999562 Feb 28 20:20:12.828635 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d087ec3-3fd8-48f4-8340-4d76864e829e service neutron] Pushing event updated for resources: {'Port': ['ID=f684405e-fb12-41ee-94c7-06762582020f,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:12.869202 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b95f1896-4a7c-42a8-8e47-cc7c16a6283c req-f4143aa7-fb50-457e-a7cd-b4276e2aec70 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103811 Feb 28 20:20:12.880620 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-33790c47-057e-4db1-a624-a85d21f87e00 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:12.983000 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a43e6f92-d927-40fe-91e1-ad500f289190), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:13.002811 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6ba68-ae77-4b94-89cc-41dd21e5c1ef req-d4674873-31f9-40b2-bd19-7760394c6c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:13.004538 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3e6ba68-ae77-4b94-89cc-41dd21e5c1ef req-d4674873-31f9-40b2-bd19-7760394c6c6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1912441 Feb 28 20:20:13.072383 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33790c47-057e-4db1-a624-a85d21f87e00 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Pushing event updated for resources: {'Port': ['ID=c772cbdd-6b28-4e6c-8f3a-191ec5034512,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:13.173913 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['fb29fbd8-283d-444b-9f64-975f8b82e07c'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:20:13.254592 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-33790c47-057e-4db1-a624-a85d21f87e00 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:20:13.353413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] Set router 14ee22c9-578c-417d-a985-e5f3613412ea gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:20:13.426321 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-393236eb-e775-4533-9c7b-5edf21af8398 req-ba8c8ec8-7168-4453-9eaa-8aa2024da3af tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7087777 Feb 28 20:20:13.440894 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-33790c47-057e-4db1-a624-a85d21f87e00 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:20:13.498888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-33790c47-057e-4db1-a624-a85d21f87e00 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:20:13.615080 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3e6ba68-ae77-4b94-89cc-41dd21e5c1ef req-5584476b-287f-4f65-bfbb-a4f1bf7eabef service neutron] 10.222.0.15 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614493 Feb 28 20:20:13.715930 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f55bd6-f2da-4c55-a78c-556620399591 req-4f23ccdd-d1f9-4b4a-8c37-935981d0d30d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:13.724375 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b0f55bd6-f2da-4c55-a78c-556620399591 req-4f23ccdd-d1f9-4b4a-8c37-935981d0d30d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 936 time: 0.6645818 Feb 28 20:20:13.740103 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-33790c47-057e-4db1-a624-a85d21f87e00 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:13.740769 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-33790c47-057e-4db1-a624-a85d21f87e00 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:13.770518 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43e6f92-d927-40fe-91e1-ad500f289190 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:20:13.806067 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] Publish callbacks [] for port (a43e6f92-d927-40fe-91e1-ad500f289190), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:13.851886 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] Transition to ACTIVE for port object a43e6f92-d927-40fe-91e1-ad500f289190 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:20:13.859135 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (a43e6f92-d927-40fe-91e1-ad500f289190), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:13.866556 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3e6ba68-ae77-4b94-89cc-41dd21e5c1ef req-3b9f3787-03b2-43f6-9666-e9d2d24c5161 service neutron] 10.222.0.15 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436302 Feb 28 20:20:13.940048 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee22c9-578c-417d-a985-e5f3613412ea', 'name': 'tempest-ServersTestMultiNic-161020796-router', 'tenant_id': '9d92990bad4d49cdb025de9b8b50c311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ecb1c486-9ca7-4765-a67f-473df39dc693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:20:03Z', 'updated_at': '2022-02-28T20:20:07Z', 'revision_number': 3, 'project_id': '9d92990bad4d49cdb025de9b8b50c311', 'gw_port': {'id': 'ecb1c486-9ca7-4765-a67f-473df39dc693', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ee22c9-578c-417d-a985-e5f3613412ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:20:04Z', 'updated_at': '2022-02-28T20:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:20:13.944013 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b0f55bd6-f2da-4c55-a78c-556620399591 req-04075618-9414-4430-861e-01ee63aaf152 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185614 Feb 28 20:20:13.977002 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4897245-a72d-499b-9f4d-74d2eea9ad54 req-dd81273c-c8ab-42a5-9490-38ee6b10d783 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:13.982669 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4897245-a72d-499b-9f4d-74d2eea9ad54 req-dd81273c-c8ab-42a5-9490-38ee6b10d783 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.3581157 Feb 28 20:20:13.989072 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-33790c47-057e-4db1-a624-a85d21f87e00 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3314817 Feb 28 20:20:13.998782 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e5489003-b073-4ce3-bb14-dcabeca5b5d0 None None] Provisioning complete for port c772cbdd-6b28-4e6c-8f3a-191ec5034512 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:13.999715 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e5489003-b073-4ce3-bb14-dcabeca5b5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:14.034277 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] Request body: {'port': {'device_id': 'cc0c2b9f-8af0-483c-ae34-b38e0940c91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:14.067232 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e5489003-b073-4ce3-bb14-dcabeca5b5d0 None None] Port c772cbdd-6b28-4e6c-8f3a-191ec5034512 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:20:14.069693 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a778ace5-8ada-4894-bcae-569295a916ee None None] The sync data for ids ['14ee22c9-578c-417d-a985-e5f3613412ea'] in n-d-820368-21 is: [{'id': '14ee22c9-578c-417d-a985-e5f3613412ea', 'name': 'tempest-ServersTestMultiNic-161020796-router', 'tenant_id': '9d92990bad4d49cdb025de9b8b50c311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ecb1c486-9ca7-4765-a67f-473df39dc693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:20:03Z', 'updated_at': '2022-02-28T20:20:07Z', 'revision_number': 3, 'project_id': '9d92990bad4d49cdb025de9b8b50c311', 'gw_port': {'id': 'ecb1c486-9ca7-4765-a67f-473df39dc693', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ee22c9-578c-417d-a985-e5f3613412ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:20:04Z', 'updated_at': '2022-02-28T20:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:20:14.087918 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] Pushing event updated for resources: {'Port': ['ID=a43e6f92-d927-40fe-91e1-ad500f289190,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:14.115066 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-60ad863c-5cf1-4889-8367-736f758f123b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:14.124439 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4ce64d-5790-43e9-9ee7-ea95fa163008 x-openstack-request-id: req-ad4ce64d-5790-43e9-9ee7-ea95fa163008 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:20:14.124439 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "tag": "f684405e-fb12-41ee-94c7-06762582020f", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:20:14.124439 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad4ce64d-5790-43e9-9ee7-ea95fa163008 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:20:14.124439 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'tag': 'f684405e-fb12-41ee-94c7-06762582020f', 'status': 'completed', 'code': 200} Feb 28 20:20:14.197081 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] Attempting to bind port a43e6f92-d927-40fe-91e1-ad500f289190 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:20:14.197597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] Attempting to bind port a43e6f92-d927-40fe-91e1-ad500f289190 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '230e8cd1-1ffa-48af-b6da-be0c262593f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b649057c-43d1-42e8-b142-2f875aaf2772'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:20:14.197936 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] Attempting to bind port a43e6f92-d927-40fe-91e1-ad500f289190 on network b649057c-43d1-42e8-b142-2f875aaf2772 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:14.205393 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] Port a43e6f92-d927-40fe-91e1-ad500f289190 on network b649057c-43d1-42e8-b142-2f875aaf2772 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:20:14.205735 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] Attempting to bind port a43e6f92-d927-40fe-91e1-ad500f289190 on network b649057c-43d1-42e8-b142-2f875aaf2772 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:14.215218 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:20:14.217302 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] Checking segment: {'id': '230e8cd1-1ffa-48af-b6da-be0c262593f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b649057c-43d1-42e8-b142-2f875aaf2772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:20:14.217747 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] Bound using segment: {'id': '230e8cd1-1ffa-48af-b6da-be0c262593f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b649057c-43d1-42e8-b142-2f875aaf2772'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:20:14.218447 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] Bound port: a43e6f92-d927-40fe-91e1-ad500f289190, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230e8cd1-1ffa-48af-b6da-be0c262593f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b649057c-43d1-42e8-b142-2f875aaf2772'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:20:14.223069 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a43e6f92-d927-40fe-91e1-ad500f289190), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:14.363418 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] For port a43e6f92-d927-40fe-91e1-ad500f289190, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:20:14.369700 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] For port a43e6f92-d927-40fe-91e1-ad500f289190, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a43e6f92-d927-40fe-91e1-ad500f289190,segment=NetworkSegment(230e8cd1-1ffa-48af-b6da-be0c262593f4),segment_id=230e8cd1-1ffa-48af-b6da-be0c262593f4)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:20:14.379616 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (a43e6f92-d927-40fe-91e1-ad500f289190), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:14.453067 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:14.454166 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:14.456715 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] 10.222.0.10 "PUT /v2.0/ports/a43e6f92-d927-40fe-91e1-ad500f289190 HTTP/1.1" status: 200 len: 1092 time: 1.7219179 Feb 28 20:20:14.526375 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a1bca-36d7-433f-bf1d-a8e02f019410 service neutron] Pushing event updated for resources: {'Port': ['ID=a43e6f92-d927-40fe-91e1-ad500f289190,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:14.892936 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4897245-a72d-499b-9f4d-74d2eea9ad54 req-9cafe35a-806a-4396-8bbf-17b285a5813b tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8933744 Feb 28 20:20:14.904862 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b13cd-9b61-4445-b8f2-480e8caa4b3c req-49558d59-5dcb-4320-a429-1bfdb4e4d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:14.905343 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b13cd-9b61-4445-b8f2-480e8caa4b3c req-49558d59-5dcb-4320-a429-1bfdb4e4d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:14.905816 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b13cd-9b61-4445-b8f2-480e8caa4b3c req-49558d59-5dcb-4320-a429-1bfdb4e4d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:14.906282 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b13cd-9b61-4445-b8f2-480e8caa4b3c req-49558d59-5dcb-4320-a429-1bfdb4e4d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:14.906902 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b13cd-9b61-4445-b8f2-480e8caa4b3c req-49558d59-5dcb-4320-a429-1bfdb4e4d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:14.907364 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b13cd-9b61-4445-b8f2-480e8caa4b3c req-49558d59-5dcb-4320-a429-1bfdb4e4d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:14.907846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b13cd-9b61-4445-b8f2-480e8caa4b3c req-49558d59-5dcb-4320-a429-1bfdb4e4d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:14.909935 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c48b13cd-9b61-4445-b8f2-480e8caa4b3c req-49558d59-5dcb-4320-a429-1bfdb4e4d345 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc9440223e9e4177b248e28bf8c3bfd8&device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 6668 time: 0.8132341 Feb 28 20:20:15.029720 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:15.179627 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0d416-16f3-40e4-8e25-15e7404038c0 req-2679d1a3-2f72-4bc3-98aa-38a33ea967e8 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:15.187774 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ec0d416-16f3-40e4-8e25-15e7404038c0 req-2679d1a3-2f72-4bc3-98aa-38a33ea967e8 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.9933822 Feb 28 20:20:15.203848 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ecb1c486-9ca7-4765-a67f-473df39dc693 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:20:15.274747 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port ecb1c486-9ca7-4765-a67f-473df39dc693 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:15.275122 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ecb1c486-9ca7-4765-a67f-473df39dc693), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:15.366971 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b13cd-9b61-4445-b8f2-480e8caa4b3c req-87b1d412-9921-40ea-ad84-a801ad6badfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:15.367680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b13cd-9b61-4445-b8f2-480e8caa4b3c req-87b1d412-9921-40ea-ad84-a801ad6badfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:15.368468 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b13cd-9b61-4445-b8f2-480e8caa4b3c req-87b1d412-9921-40ea-ad84-a801ad6badfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:15.370415 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c48b13cd-9b61-4445-b8f2-480e8caa4b3c req-87b1d412-9921-40ea-ad84-a801ad6badfa service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=cc9440223e9e4177b248e28bf8c3bfd8&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4360368 Feb 28 20:20:15.440659 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port ecb1c486-9ca7-4765-a67f-473df39dc693 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:15.441052 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ecb1c486-9ca7-4765-a67f-473df39dc693), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:15.462284 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ec0d416-16f3-40e4-8e25-15e7404038c0 req-e5899a09-6456-47d3-8c05-5714c39e49a3 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735846 Feb 28 20:20:15.477563 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port ecb1c486-9ca7-4765-a67f-473df39dc693, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ecb1c486-9ca7-4765-a67f-473df39dc693,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:20:15.489096 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ecb1c486-9ca7-4765-a67f-473df39dc693), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:15.574100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345442d8-988f-42fe-99f7-9d1d1ebf0e44 req-ac2a3183-57e8-48ce-bea3-55b39bb16a74 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:15.577879 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-345442d8-988f-42fe-99f7-9d1d1ebf0e44 req-ac2a3183-57e8-48ce-bea3-55b39bb16a74 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.5627000 Feb 28 20:20:15.598205 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-60ad863c-5cf1-4889-8367-736f758f123b admin admin] Allocated IP 172.20.0.1 (f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0/4188ae10-5cc1-4cee-9388-ebdadb2b47b6/bb8a5c08-eada-41c2-b031-975933c0af6a) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:20:15.620610 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=ecb1c486-9ca7-4765-a67f-473df39dc693,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:15.787807 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-345442d8-988f-42fe-99f7-9d1d1ebf0e44 req-2c97720d-b73d-4426-a872-8a7bf0dff33d tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846175 Feb 28 20:20:15.900442 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b13cd-9b61-4445-b8f2-480e8caa4b3c req-d298b648-e37d-48bb-815e-c72e4bc248a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:15.901958 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c48b13cd-9b61-4445-b8f2-480e8caa4b3c req-d298b648-e37d-48bb-815e-c72e4bc248a6 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5173264 Feb 28 20:20:15.915161 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceacda1-7054-472b-bdd7-3de9854a17ad req-928ba299-b7a4-4212-afe8-c956cb5a2316 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:15.922986 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceacda1-7054-472b-bdd7-3de9854a17ad req-928ba299-b7a4-4212-afe8-c956cb5a2316 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:15.930857 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceacda1-7054-472b-bdd7-3de9854a17ad req-928ba299-b7a4-4212-afe8-c956cb5a2316 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:15.937669 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceacda1-7054-472b-bdd7-3de9854a17ad req-928ba299-b7a4-4212-afe8-c956cb5a2316 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:15.945207 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceacda1-7054-472b-bdd7-3de9854a17ad req-928ba299-b7a4-4212-afe8-c956cb5a2316 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:15.950680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceacda1-7054-472b-bdd7-3de9854a17ad req-928ba299-b7a4-4212-afe8-c956cb5a2316 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:15.956253 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceacda1-7054-472b-bdd7-3de9854a17ad req-928ba299-b7a4-4212-afe8-c956cb5a2316 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:15.958248 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ceacda1-7054-472b-bdd7-3de9854a17ad req-928ba299-b7a4-4212-afe8-c956cb5a2316 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5430 time: 0.3243968 Feb 28 20:20:16.124042 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'tag': 'a43e6f92-d927-40fe-91e1-ad500f289190'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:20:16.127973 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569cbc3e-4c95-47ed-82f0-01d3b5fb791e" -d '{"events": [{"name": "network-changed", "server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "tag": "a43e6f92-d927-40fe-91e1-ad500f289190"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:20:16.141879 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-60ad863c-5cf1-4889-8367-736f758f123b admin admin] Publish callbacks [] for port (bb8a5c08-eada-41c2-b031-975933c0af6a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:16.219785 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a12dc4-d1b1-49db-b651-2aa6f514206a req-d2dc797b-0b05-4406-9793-852ab4c1266e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:16.222153 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6a12dc4-d1b1-49db-b651-2aa6f514206a req-d2dc797b-0b05-4406-9793-852ab4c1266e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 936 time: 0.3286633 Feb 28 20:20:16.243099 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ceacda1-7054-472b-bdd7-3de9854a17ad req-90894ee8-2730-4c70-9c87-71db764cf86e tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2463555 Feb 28 20:20:16.318284 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c772cbdd-6b28-4e6c-8f3a-191ec5034512 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:20:16.338641 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] Publish callbacks [] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:16.359488 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] Transition to ACTIVE for port object c772cbdd-6b28-4e6c-8f3a-191ec5034512 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:20:16.422255 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3c23fff8-ab55-4d79-8c8a-2a335a052d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:16.459666 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:16.514989 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-429dc143-cd1e-4c6a-bbdc-69e26ccfb9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:16.515502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-429dc143-cd1e-4c6a-bbdc-69e26ccfb9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:16.516186 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-429dc143-cd1e-4c6a-bbdc-69e26ccfb9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:16.516700 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-429dc143-cd1e-4c6a-bbdc-69e26ccfb9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:16.517180 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-429dc143-cd1e-4c6a-bbdc-69e26ccfb9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:16.517686 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-429dc143-cd1e-4c6a-bbdc-69e26ccfb9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:16.518213 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-429dc143-cd1e-4c6a-bbdc-69e26ccfb9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:16.520627 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-429dc143-cd1e-4c6a-bbdc-69e26ccfb9f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc9440223e9e4177b248e28bf8c3bfd8&device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 6711 time: 0.5486033 Feb 28 20:20:16.663340 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-2890eee2-6799-494b-9948-6a2d09bf6429 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57468b1d-83bc-459b-b95f-623af49aac34 HTTP/1.1" status: 200 len: 217 time: 0.0978827 Feb 28 20:20:16.725119 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-d8921a16-3b95-4e50-bd38-f4333d3389a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:16.727019 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-d8921a16-3b95-4e50-bd38-f4333d3389a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4c17c34-1415-482c-9e44-a2606667b359 HTTP/1.1" status: 200 len: 856 time: 0.0525949 Feb 28 20:20:16.765389 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-60ad863c-5cf1-4889-8367-736f758f123b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (bb8a5c08-eada-41c2-b031-975933c0af6a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:16.796425 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763effc-db53-4770-aff8-591ddd6fd9f1 req-0b8570c5-f775-4e9e-87e5-73b4d01f1150 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:16.798484 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0763effc-db53-4770-aff8-591ddd6fd9f1 req-0b8570c5-f775-4e9e-87e5-73b4d01f1150 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.4322555 Feb 28 20:20:16.840201 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] Pushing event updated for resources: {'Port': ['ID=c772cbdd-6b28-4e6c-8f3a-191ec5034512,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:16.966772 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ad863c-5cf1-4889-8367-736f758f123b admin admin] Network f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:20:16.980934 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6a12dc4-d1b1-49db-b651-2aa6f514206a req-c7670602-c676-47de-b77d-740aa16551d0 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6180067 Feb 28 20:20:16.987562 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-60ad863c-5cf1-4889-8367-736f758f123b admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:20:16.992152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ad863c-5cf1-4889-8367-736f758f123b admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:20:17.060077 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad863c-5cf1-4889-8367-736f758f123b admin admin] Pushing event updated for resources: {'Port': ['ID=bb8a5c08-eada-41c2-b031-975933c0af6a,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:17.157413 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a9b6ffe1-1878-447d-becb-e95e9d64c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:17.159465 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a9b6ffe1-1878-447d-becb-e95e9d64c405 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4d04028-1f92-4a10-a522-d88228aafca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4159007 Feb 28 20:20:17.181646 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0763effc-db53-4770-aff8-591ddd6fd9f1 req-03df5983-671e-4b5e-a77e-284a743f856a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254950 Feb 28 20:20:17.185929 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] Attempting to bind port c772cbdd-6b28-4e6c-8f3a-191ec5034512 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:20:17.186290 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] Attempting to bind port c772cbdd-6b28-4e6c-8f3a-191ec5034512 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:20:17.186941 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] Attempting to bind port c772cbdd-6b28-4e6c-8f3a-191ec5034512 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:17.208608 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-60ad863c-5cf1-4889-8367-736f758f123b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (14ee22c9-578c-417d-a985-e5f3613412ea), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:17.219194 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ecb1c486-9ca7-4765-a67f-473df39dc693 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:20:17.244394 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d660e07-e174-4e45-87a6-09287383b978 x-openstack-request-id: req-5d660e07-e174-4e45-87a6-09287383b978 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:20:17.245385 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "tag": "a43e6f92-d927-40fe-91e1-ad500f289190", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:20:17.245870 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d660e07-e174-4e45-87a6-09287383b978 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:20:17.246481 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'tag': 'a43e6f92-d927-40fe-91e1-ad500f289190', 'status': 'completed', 'code': 200} Feb 28 20:20:17.356701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port ecb1c486-9ca7-4765-a67f-473df39dc693 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:17.357444 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ecb1c486-9ca7-4765-a67f-473df39dc693), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:17.419926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] Port c772cbdd-6b28-4e6c-8f3a-191ec5034512 on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:20:17.420339 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] Attempting to bind port c772cbdd-6b28-4e6c-8f3a-191ec5034512 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:17.511320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:20:17.511677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:20:17.512170 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:20:17.512664 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] Bound port: c772cbdd-6b28-4e6c-8f3a-191ec5034512, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:20:17.513010 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:17.535778 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port ecb1c486-9ca7-4765-a67f-473df39dc693 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:17.548314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5e2704f0-0a98-412b-8b4a-148333cde7c8 None None] Provisioning complete for port bb8a5c08-eada-41c2-b031-975933c0af6a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:17.549341 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5e2704f0-0a98-412b-8b4a-148333cde7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (bb8a5c08-eada-41c2-b031-975933c0af6a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:17.607482 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5e2704f0-0a98-412b-8b4a-148333cde7c8 None None] Port bb8a5c08-eada-41c2-b031-975933c0af6a cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:20:17.674409 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-5d540fd6-0ee7-4a0f-8914-5d928afcecfa service neutron] 10.222.0.10 "GET /v2.0/networks/b4d04028-1f92-4a10-a522-d88228aafca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904525 Feb 28 20:20:17.692900 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc5a9d-c5af-4df8-9fe1-c49a40d3ec16 req-a38658ce-f7bb-4408-99c5-c7d5f907a648 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:17.694498 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fcfc5a9d-c5af-4df8-9fe1-c49a40d3ec16 req-a38658ce-f7bb-4408-99c5-c7d5f907a648 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.5339134 Feb 28 20:20:17.701805 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b5aab-422a-46ec-92b9-1165a9067043 req-43089805-8987-4c09-86e8-a80a70aa7b76 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:17.703344 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af2b5aab-422a-46ec-92b9-1165a9067043 req-43089805-8987-4c09-86e8-a80a70aa7b76 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.2877405 Feb 28 20:20:17.847988 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] For port c772cbdd-6b28-4e6c-8f3a-191ec5034512, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:20:17.913638 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] For port c772cbdd-6b28-4e6c-8f3a-191ec5034512, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c772cbdd-6b28-4e6c-8f3a-191ec5034512,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:20:17.940816 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:17.949102 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-60ad863c-5cf1-4889-8367-736f758f123b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bb8a5c08-eada-41c2-b031-975933c0af6a), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:17.962919 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fcfc5a9d-c5af-4df8-9fe1-c49a40d3ec16 req-6987ace7-412b-4694-9dca-d3f044bdbdf6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495620 Feb 28 20:20:18.029849 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:18.030598 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:18.032269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] 10.222.0.15 "PUT /v2.0/ports/c772cbdd-6b28-4e6c-8f3a-191ec5034512 HTTP/1.1" status: 200 len: 1097 time: 4.0132101 Feb 28 20:20:18.061254 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af2b5aab-422a-46ec-92b9-1165a9067043 req-318efc8d-e015-4c86-9129-5db461188e22 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321509 Feb 28 20:20:18.061978 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0c2b9f-8af0-483c-ae34-b38e0940c91e', 'tag': 'c772cbdd-6b28-4e6c-8f3a-191ec5034512'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:20:18.065149 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0c3225-d025-489a-9e3e-b178108765ab" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0c2b9f-8af0-483c-ae34-b38e0940c91e", "tag": "c772cbdd-6b28-4e6c-8f3a-191ec5034512"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:20:18.146171 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a5e883e5-bdab-46aa-8b34-cfa01b06c803 service neutron] 10.222.0.10 "GET /v2.0/networks/b4d04028-1f92-4a10-a522-d88228aafca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417174 Feb 28 20:20:18.616901 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509bc578-1246-4cd6-9955-251c5f5ed311 service neutron] Pushing event updated for resources: {'Port': ['ID=c772cbdd-6b28-4e6c-8f3a-191ec5034512,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:18.707413 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-b9124105-e52b-4d1f-80b4-36d6a21d2e4d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=da3c139e-4a03-416f-80a8-af21dd1c9f98 HTTP/1.1" status: 200 len: 217 time: 0.0773053 Feb 28 20:20:18.810312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9528242c-5054-49d2-b00a-2d8bb8bdea38 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:20:18.985368 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-54b0215d-9568-48c0-bd2c-3be2e24325ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:18.989866 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-54b0215d-9568-48c0-bd2c-3be2e24325ad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0273b39c-9c8d-445d-8667-8de5c6cd60c2 HTTP/1.1" status: 200 len: 797 time: 0.2511032 Feb 28 20:20:19.022826 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9528242c-5054-49d2-b00a-2d8bb8bdea38, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9528242c-5054-49d2-b00a-2d8bb8bdea38,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:20:19.061118 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '9528242c-5054-49d2-b00a-2d8bb8bdea38', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'port_id': '9528242c-5054-49d2-b00a-2d8bb8bdea38', 'mac_address': 'fa:16:3e:9b:25:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:20:19.064226 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-48a5947e-44ca-41d8-93aa-37d28ca24686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:19.112828 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-68b74ace-931e-4f2c-9d4b-fd0ff565915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:19.114367 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-68b74ace-931e-4f2c-9d4b-fd0ff565915b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 1131 time: 0.9366119 Feb 28 20:20:19.138506 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6e3ba-b493-4481-ae86-0aab92bdda7d req-fc4d7cb7-9a37-4f20-bd1f-35a82a44b7bd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:19.143876 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6e3ba-b493-4481-ae86-0aab92bdda7d req-fc4d7cb7-9a37-4f20-bd1f-35a82a44b7bd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:19.149217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6e3ba-b493-4481-ae86-0aab92bdda7d req-fc4d7cb7-9a37-4f20-bd1f-35a82a44b7bd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:19.155545 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6e3ba-b493-4481-ae86-0aab92bdda7d req-fc4d7cb7-9a37-4f20-bd1f-35a82a44b7bd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:19.161113 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6e3ba-b493-4481-ae86-0aab92bdda7d req-fc4d7cb7-9a37-4f20-bd1f-35a82a44b7bd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:19.166058 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 9528242c-5054-49d2-b00a-2d8bb8bdea38 is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:19.166613 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6e3ba-b493-4481-ae86-0aab92bdda7d req-fc4d7cb7-9a37-4f20-bd1f-35a82a44b7bd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:19.166730 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:19.172209 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6e3ba-b493-4481-ae86-0aab92bdda7d req-fc4d7cb7-9a37-4f20-bd1f-35a82a44b7bd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:19.174170 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-01d6e3ba-b493-4481-ae86-0aab92bdda7d req-fc4d7cb7-9a37-4f20-bd1f-35a82a44b7bd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5430 time: 1.0959020 Feb 28 20:20:19.207660 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9528242c-5054-49d2-b00a-2d8bb8bdea38 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:20:19.216189 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-7d03c9b6-0b3e-451c-b620-aad9b281defe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=c772cbdd-6b28-4e6c-8f3a-191ec5034512 HTTP/1.1" status: 200 len: 217 time: 0.0915835 Feb 28 20:20:19.270312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9528242c-5054-49d2-b00a-2d8bb8bdea38, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9528242c-5054-49d2-b00a-2d8bb8bdea38,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:20:19.275739 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:19.348370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcdfa7-b1c3-4bc3-95fa-458c9e428021 req-65b7e032-3c36-4298-955a-1b428c71fb67 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:19.358653 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75bcdfa7-b1c3-4bc3-95fa-458c9e428021 req-65b7e032-3c36-4298-955a-1b428c71fb67 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 948 time: 0.6900134 Feb 28 20:20:19.397684 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-22412727-8a2f-465d-9739-873f8e35af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:19.399644 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-22412727-8a2f-465d-9739-873f8e35af65 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a7ad64c0-416b-482c-808c-09067f971a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3845725 Feb 28 20:20:19.475985 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['9528242c-5054-49d2-b00a-2d8bb8bdea38'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:20:19.484218 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:19.548586 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-2e4017bd-485f-427e-86df-0d268affe8e7 service neutron] 10.222.0.10 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309197 Feb 28 20:20:19.557162 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-b566c22a-c589-4144-9efa-bbf8edb08a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:19.558720 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-b566c22a-c589-4144-9efa-bbf8edb08a1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.3341379 Feb 28 20:20:19.640118 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=9528242c-5054-49d2-b00a-2d8bb8bdea38,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:19.730226 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75bcdfa7-b1c3-4bc3-95fa-458c9e428021 req-8bea7155-b8b0-418a-adf3-00115fb34b1a tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691454 Feb 28 20:20:19.775016 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-01d6e3ba-b493-4481-ae86-0aab92bdda7d req-9ca57482-2ca8-41ec-9cf6-8d22a20f5e89 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5312405 Feb 28 20:20:19.780436 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-60ad863c-5cf1-4889-8367-736f758f123b admin admin] Publish callbacks [] for port (bb8a5c08-eada-41c2-b031-975933c0af6a), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:19.842515 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-60ad863c-5cf1-4889-8367-736f758f123b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (bb8a5c08-eada-41c2-b031-975933c0af6a), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:19.858051 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbb21b4-484e-43f8-baf5-a92046424c27 x-openstack-request-id: req-ebbb21b4-484e-43f8-baf5-a92046424c27 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:20:19.861872 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0c2b9f-8af0-483c-ae34-b38e0940c91e", "tag": "c772cbdd-6b28-4e6c-8f3a-191ec5034512", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:20:19.862394 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebbb21b4-484e-43f8-baf5-a92046424c27 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:20:19.865319 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0c2b9f-8af0-483c-ae34-b38e0940c91e', 'tag': 'c772cbdd-6b28-4e6c-8f3a-191ec5034512', 'status': 'completed', 'code': 200} Feb 28 20:20:19.987110 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad863c-5cf1-4889-8367-736f758f123b admin admin] Pushing event updated for resources: {'Port': ['ID=bb8a5c08-eada-41c2-b031-975933c0af6a,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:20.008692 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:20.131744 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-60ad863c-5cf1-4889-8367-736f758f123b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (14ee22c9-578c-417d-a985-e5f3613412ea), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:20.140444 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-8e3dc8d6-0405-44ce-b3e9-b5a1a0ba9d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:20.141961 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-8e3dc8d6-0405-44ce-b3e9-b5a1a0ba9d03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5731130 Feb 28 20:20:20.166728 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-706bf352-7bf8-4aed-80d1-01d7924673ec service neutron] 10.222.0.10 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5883036 Feb 28 20:20:20.243198 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-717cb1e8-9090-4474-b0bb-5eda20db7c58 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=eb86d396-21d3-45d9-baa0-f26a48975dd7 HTTP/1.1" status: 200 len: 217 time: 0.0412683 Feb 28 20:20:20.331143 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57542363-01ed-4103-8855-a8f09d21ade8 req-ed8d8cf9-802a-43d5-9b0e-ec79a165d135 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:20.332581 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57542363-01ed-4103-8855-a8f09d21ade8 req-ed8d8cf9-802a-43d5-9b0e-ec79a165d135 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 945 time: 0.3147466 Feb 28 20:20:20.365367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db42d2e-42b8-4475-9a65-e2d32e72768b req-4409cd9d-46de-4ade-ad42-c836c7d43efb tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:20.374306 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2db42d2e-42b8-4475-9a65-e2d32e72768b req-4409cd9d-46de-4ade-ad42-c836c7d43efb tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.3713818 Feb 28 20:20:20.537703 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57542363-01ed-4103-8855-a8f09d21ade8 req-692fa7a1-8195-4d33-8ef5-8c86d6a880bf tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568441 Feb 28 20:20:20.562204 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-e264f530-f3b6-47c5-9255-28ed4426c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:20.563992 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-e264f530-f3b6-47c5-9255-28ed4426c230 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0273b39c-9c8d-445d-8667-8de5c6cd60c2 HTTP/1.1" status: 200 len: 797 time: 0.3051233 Feb 28 20:20:20.675967 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-96d110a7-c83e-49fc-b168-718e7a3dce08 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114026 Feb 28 20:20:20.681980 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2db42d2e-42b8-4475-9a65-e2d32e72768b req-0c7e7566-bf67-4812-a82b-43496f5b122d tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081102 Feb 28 20:20:20.697353 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ad863c-5cf1-4889-8367-736f758f123b admin admin] Network f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:20:20.757351 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-60ad863c-5cf1-4889-8367-736f758f123b admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:20:20.826384 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9528242c-5054-49d2-b00a-2d8bb8bdea38 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:20:20.843542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4ba5d185-6a86-42ca-893a-ace07fadcf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:20.868299 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4ba5d185-6a86-42ca-893a-ace07fadcf38 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a7ad64c0-416b-482c-808c-09067f971a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2709281 Feb 28 20:20:20.992317 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 9528242c-5054-49d2-b00a-2d8bb8bdea38 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:20.992769 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:21.016022 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-6d43884e-080c-4e1f-9e7a-703bdf4575b6 service neutron] 10.222.0.10 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252637 Feb 28 20:20:21.161194 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 9528242c-5054-49d2-b00a-2d8bb8bdea38 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:21.161753 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:21.234467 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9528242c-5054-49d2-b00a-2d8bb8bdea38'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:20:21.237181 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80213009-6bca-4889-8c0b-41fe7f70cc9c" -d '{"events": [{"server_uuid": "3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5", "name": "network-vif-plugged", "status": "completed", "tag": "9528242c-5054-49d2-b00a-2d8bb8bdea38"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:20:21.247659 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:21.257674 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-27664077-f8bb-4a92-8aad-5a2648ddadbf None None] Provisioning complete for port bb8a5c08-eada-41c2-b031-975933c0af6a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:21.258412 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-27664077-f8bb-4a92-8aad-5a2648ddadbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (bb8a5c08-eada-41c2-b031-975933c0af6a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:21.261725 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9528242c-5054-49d2-b00a-2d8bb8bdea38, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9528242c-5054-49d2-b00a-2d8bb8bdea38,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:20:21.278329 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-598b8763-4699-4f0c-91a3-cc276b6f3ed6 service neutron] 10.222.0.10 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207041 Feb 28 20:20:21.307955 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:21.311797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977cf63-0ef4-4b9f-9ab7-4dc3de220e7f req-22e3b153-ca6b-407b-b5db-e52af74ce58d tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:21.313377 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7977cf63-0ef4-4b9f-9ab7-4dc3de220e7f req-22e3b153-ca6b-407b-b5db-e52af74ce58d tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.6140661 Feb 28 20:20:21.349788 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-27664077-f8bb-4a92-8aad-5a2648ddadbf None None] Port bb8a5c08-eada-41c2-b031-975933c0af6a cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:20:21.387582 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=9528242c-5054-49d2-b00a-2d8bb8bdea38,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:21.397336 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-16a60d2d-945c-4d51-ba64-901321eda3e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=003f7fb4-4744-4d06-a37e-9982f4a627ca HTTP/1.1" status: 200 len: 217 time: 0.0946307 Feb 28 20:20:21.479517 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a521a3d2-f1cb-4f13-8c63-014a3fb9e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:21.482987 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-a521a3d2-f1cb-4f13-8c63-014a3fb9e4a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0273b39c-9c8d-445d-8667-8de5c6cd60c2 HTTP/1.1" status: 200 len: 797 time: 0.0718615 Feb 28 20:20:21.609428 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d469e-560a-4fa4-9f78-5d291de911b3 req-2f9d4318-943f-471f-985d-f819bd37ae76 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:21.616701 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-853d469e-560a-4fa4-9f78-5d291de911b3 req-2f9d4318-943f-471f-985d-f819bd37ae76 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.7407241 Feb 28 20:20:21.620488 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55793bd9-7e70-4893-a5e3-e5d1677d169e req-dc5cecf9-a432-4db1-896b-9c4cf6f2efd9 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9368095 Feb 28 20:20:21.701757 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-853d469e-560a-4fa4-9f78-5d291de911b3 req-0c2db148-edf7-4183-9ffe-40874544d485 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789590 Feb 28 20:20:21.896627 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7977cf63-0ef4-4b9f-9ab7-4dc3de220e7f req-1dc1e099-da8a-412c-88a8-f73247c3a7d2 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942598 Feb 28 20:20:21.911536 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ad863c-5cf1-4889-8367-736f758f123b admin admin] Router 14ee22c9-578c-417d-a985-e5f3613412ea has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:20:21.914729 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9448a231-518a-4b04-a10e-2e251951c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:21.916667 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9448a231-518a-4b04-a10e-2e251951c3bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a7ad64c0-416b-482c-808c-09067f971a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4167352 Feb 28 20:20:22.347408 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:22.613555 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-e5da6b78-e552-410a-b58c-d68f7e69c941 service neutron] 10.222.0.10 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6763713 Feb 28 20:20:22.624763 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:22.776562 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-b1976572-c6f8-449f-806a-b17c6f5065ee service neutron] 10.222.0.10 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090510 Feb 28 20:20:22.779218 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c3225-d025-489a-9e3e-b178108765ab req-f0b1a7e5-6d56-4053-8c23-57c1d765fef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:22.780683 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b0c3225-d025-489a-9e3e-b178108765ab req-f0b1a7e5-6d56-4053-8c23-57c1d765fef4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 1131 time: 1.0355809 Feb 28 20:20:22.867084 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc0db4-2968-49ab-aefe-89fc946f4b88 req-cb5469fd-3971-46cc-a7f1-545c77d5fbc0 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:22.868696 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b1fc0db4-2968-49ab-aefe-89fc946f4b88 req-cb5469fd-3971-46cc-a7f1-545c77d5fbc0 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 948 time: 1.0156367 Feb 28 20:20:22.886538 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c4499af0-1519-4ec6-b03a-5ace2cff25cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=825541fc-d341-4dae-a811-e77f60d20528 HTTP/1.1" status: 200 len: 217 time: 0.0955901 Feb 28 20:20:23.115641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea3ab5-658d-4e55-8373-c2b84851a81e req-5ca91708-5a94-45d5-be61-dee798ef22ae tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:23.121381 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea3ab5-658d-4e55-8373-c2b84851a81e req-5ca91708-5a94-45d5-be61-dee798ef22ae tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:23.126699 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea3ab5-658d-4e55-8373-c2b84851a81e req-5ca91708-5a94-45d5-be61-dee798ef22ae tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:23.132328 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea3ab5-658d-4e55-8373-c2b84851a81e req-5ca91708-5a94-45d5-be61-dee798ef22ae tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:23.137908 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea3ab5-658d-4e55-8373-c2b84851a81e req-5ca91708-5a94-45d5-be61-dee798ef22ae tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:23.143812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea3ab5-658d-4e55-8373-c2b84851a81e req-5ca91708-5a94-45d5-be61-dee798ef22ae tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:23.149728 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea3ab5-658d-4e55-8373-c2b84851a81e req-5ca91708-5a94-45d5-be61-dee798ef22ae tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:23.151975 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51ea3ab5-658d-4e55-8373-c2b84851a81e req-5ca91708-5a94-45d5-be61-dee798ef22ae tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5430 time: 1.1419661 Feb 28 20:20:23.161710 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b1fc0db4-2968-49ab-aefe-89fc946f4b88 req-b6376eb9-acec-4d26-9235-e11842930b28 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638972 Feb 28 20:20:23.197418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-29f7058c-21a3-4c72-b3db-c2ec75ffd6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:23.198955 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-29f7058c-21a3-4c72-b3db-c2ec75ffd6fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0273b39c-9c8d-445d-8667-8de5c6cd60c2 HTTP/1.1" status: 200 len: 797 time: 0.2688742 Feb 28 20:20:23.268556 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ad863c-5cf1-4889-8367-736f758f123b admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:20:23.286384 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f0abc1-6ca6-48a3-b05e-0bac95072fe3 x-openstack-request-id: req-85f0abc1-6ca6-48a3-b05e-0bac95072fe3 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:20:23.286864 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5", "name": "network-vif-plugged", "status": "completed", "tag": "9528242c-5054-49d2-b00a-2d8bb8bdea38", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:20:23.287371 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85f0abc1-6ca6-48a3-b05e-0bac95072fe3 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:20:23.287802 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9528242c-5054-49d2-b00a-2d8bb8bdea38', 'code': 200} Feb 28 20:20:23.295943 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] Sync routers for ids ['14ee22c9-578c-417d-a985-e5f3613412ea'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:20:23.318857 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] Routers {'14ee22c9-578c-417d-a985-e5f3613412ea'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:20:23.320863 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:20:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['14ee22c9-578c-417d-a985-e5f3613412ea'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:20:23.362764 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c3225-d025-489a-9e3e-b178108765ab req-450f41b6-ca70-43e7-8303-b9af6043f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:23.368489 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b0c3225-d025-489a-9e3e-b178108765ab req-450f41b6-ca70-43e7-8303-b9af6043f5a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.5600297 Feb 28 20:20:23.414385 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-60ad863c-5cf1-4889-8367-736f758f123b admin admin] 10.222.0.13 "PUT /v2.0/routers/14ee22c9-578c-417d-a985-e5f3613412ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3408093 Feb 28 20:20:23.614951 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] Set router 14ee22c9-578c-417d-a985-e5f3613412ea gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:20:23.636339 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b0c3225-d025-489a-9e3e-b178108765ab req-26a15c91-a97c-4df8-9ea9-769a33b204ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=c772cbdd-6b28-4e6c-8f3a-191ec5034512 HTTP/1.1" status: 200 len: 217 time: 0.2449126 Feb 28 20:20:23.665844 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51ea3ab5-658d-4e55-8373-c2b84851a81e req-9051e8db-fb46-4ec2-93fe-6b135889a58c tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4942546 Feb 28 20:20:23.761923 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55400) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:20:23.815369 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-806162eb-1615-43d4-ab13-6938a7bd923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:23.823220 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-806162eb-1615-43d4-ab13-6938a7bd923c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a7ad64c0-416b-482c-808c-09067f971a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6121285 Feb 28 20:20:23.852093 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1b7dd-ffae-4867-a694-7787319b2816 req-ad4268cd-d8a6-40b0-8309-ff203db42eeb tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:23.855452 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-adf1b7dd-ffae-4867-a694-7787319b2816 req-ad4268cd-d8a6-40b0-8309-ff203db42eeb tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.4295456 Feb 28 20:20:23.906077 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-720f03a9-6ba9-4581-9c1f-011c87bceeeb tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1746074383'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:23.968741 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720f03a9-6ba9-4581-9c1f-011c87bceeeb tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Made reservation on behalf of 9d92990bad4d49cdb025de9b8b50c311 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:20:23.977126 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c3225-d025-489a-9e3e-b178108765ab req-ad233f33-4cc6-44f6-b2c2-26d0716faad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:23.978796 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b0c3225-d025-489a-9e3e-b178108765ab req-ad233f33-4cc6-44f6-b2c2-26d0716faad0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.3265202 Feb 28 20:20:23.979391 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-720f03a9-6ba9-4581-9c1f-011c87bceeeb tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:24.057583 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee22c9-578c-417d-a985-e5f3613412ea', 'name': 'tempest-ServersTestMultiNic-161020796-router', 'tenant_id': '9d92990bad4d49cdb025de9b8b50c311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ecb1c486-9ca7-4765-a67f-473df39dc693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:20:03Z', 'updated_at': '2022-02-28T20:20:17Z', 'revision_number': 4, 'project_id': '9d92990bad4d49cdb025de9b8b50c311', 'gw_port': {'id': 'ecb1c486-9ca7-4765-a67f-473df39dc693', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee22c9-578c-417d-a985-e5f3613412ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:20:04Z', 'updated_at': '2022-02-28T20:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'bb8a5c08-eada-41c2-b031-975933c0af6a', 'name': '', 'network_id': 'f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0', 'tenant_id': '9d92990bad4d49cdb025de9b8b50c311', 'mac_address': 'fa:16:3e:82:59:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ee22c9-578c-417d-a985-e5f3613412ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '4188ae10-5cc1-4cee-9388-ebdadb2b47b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:20:14Z', 'updated_at': '2022-02-28T20:20:18Z', 'revision_number': 2, 'project_id': '9d92990bad4d49cdb025de9b8b50c311', 'subnets': [{'id': '4188ae10-5cc1-4cee-9388-ebdadb2b47b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:20:24.067138 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720f03a9-6ba9-4581-9c1f-011c87bceeeb tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:20:24.096613 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-720f03a9-6ba9-4581-9c1f-011c87bceeeb tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (a6392fbc-01e2-4523-9859-faec07e77956), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:24.097601 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-720f03a9-6ba9-4581-9c1f-011c87bceeeb tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Added segment a6392fbc-01e2-4523-9859-faec07e77956 of type vlan for network 475b9ae1-8d2c-4896-af82-1865254c6220 Feb 28 20:20:24.102866 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] Checking router: 14ee22c9-578c-417d-a985-e5f3613412ea for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:20:24.103530 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] Updating router 14ee22c9-578c-417d-a985-e5f3613412ea port bb8a5c08-eada-41c2-b031-975933c0af6a binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:20:24.193542 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bb8a5c08-eada-41c2-b031-975933c0af6a), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:24.235816 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-720f03a9-6ba9-4581-9c1f-011c87bceeeb tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (475b9ae1-8d2c-4896-af82-1865254c6220), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:24.302605 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-720f03a9-6ba9-4581-9c1f-011c87bceeeb tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (475b9ae1-8d2c-4896-af82-1865254c6220), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:24.303211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ff2f5-6868-47b6-8399-671468046e59 req-a4e5e165-d780-4dd3-88b8-35ff311043e2 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:24.304947 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b80ff2f5-6868-47b6-8399-671468046e59 req-a4e5e165-d780-4dd3-88b8-35ff311043e2 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.4488437 Feb 28 20:20:24.308122 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720f03a9-6ba9-4581-9c1f-011c87bceeeb tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:24.308817 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-720f03a9-6ba9-4581-9c1f-011c87bceeeb tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:24.333189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c3225-d025-489a-9e3e-b178108765ab req-14fd423b-e2d8-49c4-b5de-d02a66e60b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:24.334810 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b0c3225-d025-489a-9e3e-b178108765ab req-14fd423b-e2d8-49c4-b5de-d02a66e60b9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3393257 Feb 28 20:20:24.367175 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-720f03a9-6ba9-4581-9c1f-011c87bceeeb tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6001837 Feb 28 20:20:24.397127 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55408) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:20:24.418955 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f03a9-6ba9-4581-9c1f-011c87bceeeb tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event updated for resources: {'Network': ['ID=475b9ae1-8d2c-4896-af82-1865254c6220,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:24.421239 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-adf1b7dd-ffae-4867-a694-7787319b2816 req-06145ee2-f62e-4421-8949-63e19bfb8b26 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5578406 Feb 28 20:20:24.430867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 475b9ae1-8d2c-4896-af82-1865254c6220 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:20:24.481880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-0cba9506-480e-4aa7-8b72-ddd196662b13 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Request body: {'subnet': {'network_id': '475b9ae1-8d2c-4896-af82-1865254c6220', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:24.662153 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-6463e5f1-8f94-4850-8c18-d4ed7e58b280 service neutron] 10.222.0.10 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8013313 Feb 28 20:20:24.828603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c772cbdd-6b28-4e6c-8f3a-191ec5034512 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:20:24.874642 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b80ff2f5-6868-47b6-8399-671468046e59 req-c96e9d2c-528a-457b-960a-0b1eaf8b32f2 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261669 Feb 28 20:20:25.026844 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34453edf-fc02-4005-ab8b-0f9cad69a4e4 req-fd032d87-0f64-4d43-8f48-7071717d7d35 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:25.029529 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34453edf-fc02-4005-ab8b-0f9cad69a4e4 req-fd032d87-0f64-4d43-8f48-7071717d7d35 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.3826239 Feb 28 20:20:25.072995 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c772cbdd-6b28-4e6c-8f3a-191ec5034512, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c772cbdd-6b28-4e6c-8f3a-191ec5034512,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:20:25.081900 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b0c3225-d025-489a-9e3e-b178108765ab req-c14173d9-c412-4706-a2a7-d0f2a2f5daf9 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7369781 Feb 28 20:20:25.122758 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'c772cbdd-6b28-4e6c-8f3a-191ec5034512', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': 'c772cbdd-6b28-4e6c-8f3a-191ec5034512', 'mac_address': 'fa:16:3e:97:8b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:20:25.194347 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cba9506-480e-4aa7-8b72-ddd196662b13 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Made reservation on behalf of 9d92990bad4d49cdb025de9b8b50c311 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:20:25.198055 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0cba9506-480e-4aa7-8b72-ddd196662b13 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:25.227269 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port c772cbdd-6b28-4e6c-8f3a-191ec5034512 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:25.227940 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:25.233675 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] Publish callbacks [] for port (bb8a5c08-eada-41c2-b031-975933c0af6a), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:25.243371 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (bb8a5c08-eada-41c2-b031-975933c0af6a), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:25.259671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c772cbdd-6b28-4e6c-8f3a-191ec5034512 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:20:25.324336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c772cbdd-6b28-4e6c-8f3a-191ec5034512, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c772cbdd-6b28-4e6c-8f3a-191ec5034512,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:20:25.334640 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:25.369696 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c08f3-dbc1-49f0-8bd2-ed59b469efac None None] Pushing event updated for resources: {'Port': ['ID=bb8a5c08-eada-41c2-b031-975933c0af6a,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:25.420514 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c08f3-dbc1-49f0-8bd2-ed59b469efac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:25.421455 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c08f3-dbc1-49f0-8bd2-ed59b469efac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:25.422068 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c08f3-dbc1-49f0-8bd2-ed59b469efac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:25.422671 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c08f3-dbc1-49f0-8bd2-ed59b469efac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:25.423207 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c08f3-dbc1-49f0-8bd2-ed59b469efac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:25.424573 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c08f3-dbc1-49f0-8bd2-ed59b469efac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:25.425145 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c08f3-dbc1-49f0-8bd2-ed59b469efac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:25.425675 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c08f3-dbc1-49f0-8bd2-ed59b469efac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:25.426952 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c08f3-dbc1-49f0-8bd2-ed59b469efac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:25.427673 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c08f3-dbc1-49f0-8bd2-ed59b469efac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:25.429166 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c08f3-dbc1-49f0-8bd2-ed59b469efac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:25.430812 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c08f3-dbc1-49f0-8bd2-ed59b469efac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:25.433086 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c08f3-dbc1-49f0-8bd2-ed59b469efac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:25.521133 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] Attempting to bind port bb8a5c08-eada-41c2-b031-975933c0af6a on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:20:25.524635 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] Attempting to bind port bb8a5c08-eada-41c2-b031-975933c0af6a by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'b7bf3782-1675-483f-9b56-ffae2d73611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:20:25.525772 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] Attempting to bind port bb8a5c08-eada-41c2-b031-975933c0af6a on network f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:25.540813 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:20:25.541631 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] Checking segment: {'id': 'b7bf3782-1675-483f-9b56-ffae2d73611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:20:25.542254 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:25.542870 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] Bound using segment: {'id': 'b7bf3782-1675-483f-9b56-ffae2d73611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:20:25.543617 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] Bound port: bb8a5c08-eada-41c2-b031-975933c0af6a, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7bf3782-1675-483f-9b56-ffae2d73611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:20:25.544333 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bb8a5c08-eada-41c2-b031-975933c0af6a), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:25.568752 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=c772cbdd-6b28-4e6c-8f3a-191ec5034512,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:25.707747 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['c772cbdd-6b28-4e6c-8f3a-191ec5034512'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:20:25.717921 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] For port bb8a5c08-eada-41c2-b031-975933c0af6a, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:20:25.733015 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] For port bb8a5c08-eada-41c2-b031-975933c0af6a, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=bb8a5c08-eada-41c2-b031-975933c0af6a,segment=NetworkSegment(b7bf3782-1675-483f-9b56-ffae2d73611c),segment_id=b7bf3782-1675-483f-9b56-ffae2d73611c)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:20:25.747284 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (bb8a5c08-eada-41c2-b031-975933c0af6a), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:25.912860 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c08f3-dbc1-49f0-8bd2-ed59b469efac None None] Pushing event updated for resources: {'Port': ['ID=bb8a5c08-eada-41c2-b031-975933c0af6a,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:25.937046 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] Routers {'14ee22c9-578c-417d-a985-e5f3613412ea'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:20:25.942116 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:20:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['14ee22c9-578c-417d-a985-e5f3613412ea'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:20:26.005512 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f3232f5f-bb09-4d66-94c9-a7edfa049c2a None None] Provisioning complete for port bb8a5c08-eada-41c2-b031-975933c0af6a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:26.006330 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f3232f5f-bb09-4d66-94c9-a7edfa049c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (bb8a5c08-eada-41c2-b031-975933c0af6a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:26.210520 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b0c3225-d025-489a-9e3e-b178108765ab req-0d4d1908-346b-4c2d-8a14-a3c269a7fa60 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0953517 Feb 28 20:20:26.224847 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-4d618f1d-813f-4c28-a7c9-7bc7bf04f0c6 service neutron] 10.222.0.10 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5377066 Feb 28 20:20:26.232879 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0cba9506-480e-4aa7-8b72-ddd196662b13 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (67c38f5c-8517-4f14-9ff1-dd1b8a38b6b1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:26.305999 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] Set router 14ee22c9-578c-417d-a985-e5f3613412ea gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:20:26.341302 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-c930b9db-fdbb-4b1d-9e68-6ab3be295846 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f684405e-fb12-41ee-94c7-06762582020f HTTP/1.1" status: 200 len: 217 time: 0.1047032 Feb 28 20:20:26.446911 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34453edf-fc02-4005-ab8b-0f9cad69a4e4 req-612e6888-ebb9-43db-af8a-e07354b1ad28 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3971667 Feb 28 20:20:26.458615 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f3232f5f-bb09-4d66-94c9-a7edfa049c2a None None] Current status of the port bb8a5c08-eada-41c2-b031-975933c0af6a is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:26.462774 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f3232f5f-bb09-4d66-94c9-a7edfa049c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bb8a5c08-eada-41c2-b031-975933c0af6a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:26.531483 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f3232f5f-bb09-4d66-94c9-a7edfa049c2a None None] For port bb8a5c08-eada-41c2-b031-975933c0af6a, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=bb8a5c08-eada-41c2-b031-975933c0af6a,segment=NetworkSegment(b7bf3782-1675-483f-9b56-ffae2d73611c),segment_id=b7bf3782-1675-483f-9b56-ffae2d73611c)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:20:26.537269 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f3232f5f-bb09-4d66-94c9-a7edfa049c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (bb8a5c08-eada-41c2-b031-975933c0af6a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:26.595588 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7559cd1-fe8b-4420-9012-b4fb1e60dae6 req-e25361e9-8a4e-4418-afcd-f4f47523267e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:26.608580 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7559cd1-fe8b-4420-9012-b4fb1e60dae6 req-e25361e9-8a4e-4418-afcd-f4f47523267e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 949 time: 1.5078268 Feb 28 20:20:26.678142 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9e8029e7-e490-481d-8617-7056a847791f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:26.679679 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-9e8029e7-e490-481d-8617-7056a847791f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec143503-793e-4b37-951a-5dc68352c5b7 HTTP/1.1" status: 200 len: 797 time: 0.2835922 Feb 28 20:20:26.680701 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba9506-480e-4aa7-8b72-ddd196662b13 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event updated for resources: {'Subnet': ['ID=67c38f5c-8517-4f14-9ff1-dd1b8a38b6b1,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:26.718862 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3232f5f-bb09-4d66-94c9-a7edfa049c2a None None] Pushing event updated for resources: {'Port': ['ID=bb8a5c08-eada-41c2-b031-975933c0af6a,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:26.749200 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-400e3976-cc09-4959-9d66-384cc47021bd None None] Provisioning complete for port bb8a5c08-eada-41c2-b031-975933c0af6a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:26.757097 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-400e3976-cc09-4959-9d66-384cc47021bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (bb8a5c08-eada-41c2-b031-975933c0af6a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:26.796420 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55426) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:20:26.804964 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-952622314'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:26.878979 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Made reservation on behalf of 32b514b33b3446a2a3d4a8b083492ad2 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:20:26.879206 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba9506-480e-4aa7-8b72-ddd196662b13 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Checking segment: {'id': 'a6392fbc-01e2-4523-9859-faec07e77956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '475b9ae1-8d2c-4896-af82-1865254c6220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:20:26.879985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cba9506-480e-4aa7-8b72-ddd196662b13 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Network hostable DHCP agents. Network: 475b9ae1-8d2c-4896-af82-1865254c6220, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:20:26.886226 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:26.894595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-400e3976-cc09-4959-9d66-384cc47021bd None None] Current status of the port bb8a5c08-eada-41c2-b031-975933c0af6a is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:26.920701 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1121cc56-e98b-42ad-b930-7244d34503bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:26.929311 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-1121cc56-e98b-42ad-b930-7244d34503bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b649057c-43d1-42e8-b142-2f875aaf2772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2124956 Feb 28 20:20:26.929311 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7559cd1-fe8b-4420-9012-b4fb1e60dae6 req-321d7848-8458-4caf-9758-195f15d5d3c7 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170860 Feb 28 20:20:26.960573 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:20:26.965308 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cba9506-480e-4aa7-8b72-ddd196662b13 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Network 475b9ae1-8d2c-4896-af82-1865254c6220 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:20:26.978856 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee22c9-578c-417d-a985-e5f3613412ea', 'name': 'tempest-ServersTestMultiNic-161020796-router', 'tenant_id': '9d92990bad4d49cdb025de9b8b50c311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ecb1c486-9ca7-4765-a67f-473df39dc693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:20:03Z', 'updated_at': '2022-02-28T20:20:17Z', 'revision_number': 4, 'project_id': '9d92990bad4d49cdb025de9b8b50c311', 'gw_port': {'id': 'ecb1c486-9ca7-4765-a67f-473df39dc693', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee22c9-578c-417d-a985-e5f3613412ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:20:04Z', 'updated_at': '2022-02-28T20:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'bb8a5c08-eada-41c2-b031-975933c0af6a', 'name': '', 'network_id': 'f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0', 'tenant_id': '9d92990bad4d49cdb025de9b8b50c311', 'mac_address': 'fa:16:3e:82:59:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ee22c9-578c-417d-a985-e5f3613412ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '4188ae10-5cc1-4cee-9388-ebdadb2b47b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:20:14Z', 'updated_at': '2022-02-28T20:20:25Z', 'revision_number': 4, 'project_id': '9d92990bad4d49cdb025de9b8b50c311', 'subnets': [{'id': '4188ae10-5cc1-4cee-9388-ebdadb2b47b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:20:26.984407 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (6ce50d50-5ac8-4715-92ce-33595b54c50e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:26.984772 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Added segment 6ce50d50-5ac8-4715-92ce-33595b54c50e of type vlan for network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c Feb 28 20:20:26.988678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab5965-b775-461d-9c82-ffdbd1fc3e27 req-27519890-d582-4f32-b6dc-3c661478b3c8 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:26.995646 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab5965-b775-461d-9c82-ffdbd1fc3e27 req-27519890-d582-4f32-b6dc-3c661478b3c8 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:27.001810 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab5965-b775-461d-9c82-ffdbd1fc3e27 req-27519890-d582-4f32-b6dc-3c661478b3c8 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:27.009550 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab5965-b775-461d-9c82-ffdbd1fc3e27 req-27519890-d582-4f32-b6dc-3c661478b3c8 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:27.016196 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab5965-b775-461d-9c82-ffdbd1fc3e27 req-27519890-d582-4f32-b6dc-3c661478b3c8 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:27.022372 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab5965-b775-461d-9c82-ffdbd1fc3e27 req-27519890-d582-4f32-b6dc-3c661478b3c8 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:27.028365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab5965-b775-461d-9c82-ffdbd1fc3e27 req-27519890-d582-4f32-b6dc-3c661478b3c8 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:27.030292 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08ab5965-b775-461d-9c82-ffdbd1fc3e27 req-27519890-d582-4f32-b6dc-3c661478b3c8 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5430 time: 0.4074409 Feb 28 20:20:27.040512 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-0cba9506-480e-4aa7-8b72-ddd196662b13 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 475b9ae1-8d2c-4896-af82-1865254c6220) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:20:27.046422 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cba9506-480e-4aa7-8b72-ddd196662b13 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:27.047140 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0cba9506-480e-4aa7-8b72-ddd196662b13 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:27.058182 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35263ce4-1df1-40c5-a1ba-0b45acf663fa None None] Network 475b9ae1-8d2c-4896-af82-1865254c6220 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:20:27.074402 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (1282d4bf-ae2c-4912-89e0-49a4ac2fff4c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:27.125967 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6312b6-61bd-4516-ba5c-468f72329b36 None None] The sync data for ids ['14ee22c9-578c-417d-a985-e5f3613412ea'] in n-d-820368-21 is: [{'id': '14ee22c9-578c-417d-a985-e5f3613412ea', 'name': 'tempest-ServersTestMultiNic-161020796-router', 'tenant_id': '9d92990bad4d49cdb025de9b8b50c311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ecb1c486-9ca7-4765-a67f-473df39dc693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:20:03Z', 'updated_at': '2022-02-28T20:20:17Z', 'revision_number': 4, 'project_id': '9d92990bad4d49cdb025de9b8b50c311', 'gw_port': {'id': 'ecb1c486-9ca7-4765-a67f-473df39dc693', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee22c9-578c-417d-a985-e5f3613412ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:20:04Z', 'updated_at': '2022-02-28T20:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'bb8a5c08-eada-41c2-b031-975933c0af6a', 'name': '', 'network_id': 'f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0', 'tenant_id': '9d92990bad4d49cdb025de9b8b50c311', 'mac_address': 'fa:16:3e:82:59:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ee22c9-578c-417d-a985-e5f3613412ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '4188ae10-5cc1-4cee-9388-ebdadb2b47b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:20:14Z', 'updated_at': '2022-02-28T20:20:25Z', 'revision_number': 4, 'project_id': '9d92990bad4d49cdb025de9b8b50c311', 'subnets': [{'id': '4188ae10-5cc1-4cee-9388-ebdadb2b47b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:20:27.142538 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (1282d4bf-ae2c-4912-89e0-49a4ac2fff4c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:27.147885 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:27.148503 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:27.231678 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0cba9506-480e-4aa7-8b72-ddd196662b13 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8025429 Feb 28 20:20:27.234722 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55428) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:20:27.305075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffebe5a-5f82-415f-aa92-845dd0e08004 req-ffae721f-6949-4109-b9ab-56742317a2ca tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:27.306914 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ffebe5a-5f82-415f-aa92-845dd0e08004 req-ffae721f-6949-4109-b9ab-56742317a2ca tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.2746611 Feb 28 20:20:27.380818 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-7b66c6e1-32c1-40d8-bdc4-3fd85b5bf1f0 service neutron] 10.222.0.10 "GET /v2.0/networks/b649057c-43d1-42e8-b142-2f875aaf2772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294033 Feb 28 20:20:27.382826 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08ab5965-b775-461d-9c82-ffdbd1fc3e27 req-e150658f-7711-43bd-9647-cc0c72d16398 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3318629 Feb 28 20:20:27.401720 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d547876d-ac30-4621-8c04-fa99edba49ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-475b9ae1-8d2c-4896-af82-1865254c6220', 'network_id': '475b9ae1-8d2c-4896-af82-1865254c6220', 'project_id': '9d92990bad4d49cdb025de9b8b50c311', 'fixed_ips': [{'subnet_id': '67c38f5c-8517-4f14-9ff1-dd1b8a38b6b1'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:20:27.413118 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d547876d-ac30-4621-8c04-fa99edba49ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:27.440262 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-c32af82c-1c7c-4b8d-8408-4ec05ba4ef35 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-165874946'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:27.474497 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6734807 Feb 28 20:20:27.482954 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55430) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:20:27.484237 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event updated for resources: {'Network': ['ID=1282d4bf-ae2c-4912-89e0-49a4ac2fff4c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:27.500135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-04d1876a-63e0-49b5-b454-713a6e099704 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-728006694'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:27.507526 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:27.508265 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:27.508825 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:27.509382 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:27.509949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:27.510513 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:27.511329 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:27.512008 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:27.513383 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:27.513928 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:27.515079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:27.515952 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:27.516582 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b232060-adbd-4c2e-be61-46b019e93bba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:27.523455 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32af82c-1c7c-4b8d-8408-4ec05ba4ef35 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Made reservation on behalf of 9d92990bad4d49cdb025de9b8b50c311 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:20:27.528528 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c32af82c-1c7c-4b8d-8408-4ec05ba4ef35 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:27.551731 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:20:27.631013 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d1876a-63e0-49b5-b454-713a6e099704 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Made reservation on behalf of 32b514b33b3446a2a3d4a8b083492ad2 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:20:27.635449 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-04d1876a-63e0-49b5-b454-713a6e099704 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:27.661367 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32af82c-1c7c-4b8d-8408-4ec05ba4ef35 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:20:27.698781 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d1876a-63e0-49b5-b454-713a6e099704 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:20:27.711127 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-04d1876a-63e0-49b5-b454-713a6e099704 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (923824af-dc32-4186-9394-27c190910828), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:27.712275 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-04d1876a-63e0-49b5-b454-713a6e099704 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Added segment 923824af-dc32-4186-9394-27c190910828 of type vlan for network 0d187f09-7970-4e4d-90e2-821e3c7a3175 Feb 28 20:20:27.779398 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-04d1876a-63e0-49b5-b454-713a6e099704 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (0d187f09-7970-4e4d-90e2-821e3c7a3175), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:27.804645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ffebe5a-5f82-415f-aa92-845dd0e08004 req-fcc98a54-1bbd-4fbd-8858-068230ff7724 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4691608 Feb 28 20:20:27.825156 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-04d1876a-63e0-49b5-b454-713a6e099704 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (0d187f09-7970-4e4d-90e2-821e3c7a3175), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:27.831941 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d1876a-63e0-49b5-b454-713a6e099704 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:27.833264 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-04d1876a-63e0-49b5-b454-713a6e099704 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:27.837027 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c32af82c-1c7c-4b8d-8408-4ec05ba4ef35 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (31dfc1b4-bdf4-48c1-814c-1169277cb72b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:27.837764 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-c32af82c-1c7c-4b8d-8408-4ec05ba4ef35 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Added segment 31dfc1b4-bdf4-48c1-814c-1169277cb72b of type vlan for network 18a6b2c7-fd53-4e53-9e97-227ca91748b3 Feb 28 20:20:27.915327 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-04d1876a-63e0-49b5-b454-713a6e099704 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4211974 Feb 28 20:20:27.939685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33411419-df5c-4ca9-b220-272d18a8bbec req-16bfbf4c-ed28-4511-8ecf-9e370c68e7f4 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:27.943244 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-33411419-df5c-4ca9-b220-272d18a8bbec req-16bfbf4c-ed28-4511-8ecf-9e370c68e7f4 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.3348320 Feb 28 20:20:27.950004 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55436) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:20:27.970435 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-d547876d-ac30-4621-8c04-fa99edba49ca None None] Allocated IP 19.80.0.2 (475b9ae1-8d2c-4896-af82-1865254c6220/67c38f5c-8517-4f14-9ff1-dd1b8a38b6b1/4ac15842-1b0f-4475-b9a7-86e13170c2e8) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:20:27.987982 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-92f4da3f-33df-4f83-9fa8-14ff1c8b5dee tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Request body: {'subnet': {'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:28.021008 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-21536ee8-c2da-4272-bef3-e5a11d0df2ad service neutron] 10.222.0.10 "GET /v2.0/networks/b649057c-43d1-42e8-b142-2f875aaf2772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6435077 Feb 28 20:20:28.031142 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c32af82c-1c7c-4b8d-8408-4ec05ba4ef35 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (18a6b2c7-fd53-4e53-9e97-227ca91748b3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:28.039483 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1876a-63e0-49b5-b454-713a6e099704 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event updated for resources: {'Network': ['ID=0d187f09-7970-4e4d-90e2-821e3c7a3175,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:28.086895 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 0d187f09-7970-4e4d-90e2-821e3c7a3175 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:20:28.092998 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c32af82c-1c7c-4b8d-8408-4ec05ba4ef35 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (18a6b2c7-fd53-4e53-9e97-227ca91748b3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:28.100086 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32af82c-1c7c-4b8d-8408-4ec05ba4ef35 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:28.103338 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c32af82c-1c7c-4b8d-8408-4ec05ba4ef35 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:28.196376 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c32af82c-1c7c-4b8d-8408-4ec05ba4ef35 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7605050 Feb 28 20:20:28.201250 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55440) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:20:28.211865 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-8732902b-75ae-43ec-94a7-9abdf2b25753 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Request body: {'subnet': {'network_id': '18a6b2c7-fd53-4e53-9e97-227ca91748b3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:28.224046 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-be7d4fc5-dd5f-4921-9a9b-5729eb28e189 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a43e6f92-d927-40fe-91e1-ad500f289190 HTTP/1.1" status: 200 len: 217 time: 0.1103821 Feb 28 20:20:28.435871 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32af82c-1c7c-4b8d-8408-4ec05ba4ef35 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event updated for resources: {'Network': ['ID=18a6b2c7-fd53-4e53-9e97-227ca91748b3,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:28.455890 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8732902b-75ae-43ec-94a7-9abdf2b25753 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Made reservation on behalf of 9d92990bad4d49cdb025de9b8b50c311 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:20:28.463619 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8732902b-75ae-43ec-94a7-9abdf2b25753 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:28.664674 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 18a6b2c7-fd53-4e53-9e97-227ca91748b3 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:20:28.883702 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8732902b-75ae-43ec-94a7-9abdf2b25753 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (6c22f0fa-3a5d-4aff-9e0e-150f75e1f673), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:28.927410 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c772cbdd-6b28-4e6c-8f3a-191ec5034512 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:20:28.946560 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732902b-75ae-43ec-94a7-9abdf2b25753 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event updated for resources: {'Subnet': ['ID=6c22f0fa-3a5d-4aff-9e0e-150f75e1f673,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:28.990444 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8732902b-75ae-43ec-94a7-9abdf2b25753 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Checking segment: {'id': '31dfc1b4-bdf4-48c1-814c-1169277cb72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '18a6b2c7-fd53-4e53-9e97-227ca91748b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:20:28.991071 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8732902b-75ae-43ec-94a7-9abdf2b25753 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Network hostable DHCP agents. Network: 18a6b2c7-fd53-4e53-9e97-227ca91748b3, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:20:29.023485 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8732902b-75ae-43ec-94a7-9abdf2b25753 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Network 18a6b2c7-fd53-4e53-9e97-227ca91748b3 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:20:29.040931 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-8732902b-75ae-43ec-94a7-9abdf2b25753 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 18a6b2c7-fd53-4e53-9e97-227ca91748b3) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:20:29.074538 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8732902b-75ae-43ec-94a7-9abdf2b25753 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:29.080279 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8732902b-75ae-43ec-94a7-9abdf2b25753 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:29.093140 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dc275a-359b-4c99-9d3a-a7b247e881ca None None] Network 18a6b2c7-fd53-4e53-9e97-227ca91748b3 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:20:29.128507 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8732902b-75ae-43ec-94a7-9abdf2b25753 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9246581 Feb 28 20:20:29.328961 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device bb8a5c08-eada-41c2-b031-975933c0af6a up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:20:29.348022 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-33411419-df5c-4ca9-b220-272d18a8bbec req-4a11f4a5-6445-4536-9b1f-326c81cce306 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3899627 Feb 28 20:20:29.438082 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d547876d-ac30-4621-8c04-fa99edba49ca None None] Publish callbacks [] for port (4ac15842-1b0f-4475-b9a7-86e13170c2e8), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:29.475941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port c772cbdd-6b28-4e6c-8f3a-191ec5034512 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:20:29.484439 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905469bf-281e-4f14-a8d0-6cec117c31de req-eb27ee87-fe7b-4c5d-9557-5ea22bf0c966 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:29.486324 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-905469bf-281e-4f14-a8d0-6cec117c31de req-eb27ee87-fe7b-4c5d-9557-5ea22bf0c966 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 1.3761497 Feb 28 20:20:29.493545 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d547876d-ac30-4621-8c04-fa99edba49ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (4ac15842-1b0f-4475-b9a7-86e13170c2e8), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:29.501685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-943b4c7e-14ab-43f2-be00-787934603e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:29.503295 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-943b4c7e-14ab-43f2-be00-787934603e49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec143503-793e-4b37-951a-5dc68352c5b7 HTTP/1.1" status: 200 len: 797 time: 1.1005540 Feb 28 20:20:29.533396 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port c772cbdd-6b28-4e6c-8f3a-191ec5034512 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:29.533779 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:29.701376 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-905469bf-281e-4f14-a8d0-6cec117c31de req-efd89b66-4d53-44cf-bb29-ecb99a7d7c3a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912150 Feb 28 20:20:29.702002 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f4da3f-33df-4f83-9fa8-14ff1c8b5dee tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Made reservation on behalf of 32b514b33b3446a2a3d4a8b083492ad2 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:20:29.702839 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d547876d-ac30-4621-8c04-fa99edba49ca None None] Network 475b9ae1-8d2c-4896-af82-1865254c6220 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:20:29.710071 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-92f4da3f-33df-4f83-9fa8-14ff1c8b5dee tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:29.717305 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-d547876d-ac30-4621-8c04-fa99edba49ca None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:20:29.721080 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d547876d-ac30-4621-8c04-fa99edba49ca None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:20:29.793915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712a8909-dcf4-4143-bb75-3449e6f32a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-18a6b2c7-fd53-4e53-9e97-227ca91748b3', 'network_id': '18a6b2c7-fd53-4e53-9e97-227ca91748b3', 'project_id': '9d92990bad4d49cdb025de9b8b50c311', 'fixed_ips': [{'subnet_id': '6c22f0fa-3a5d-4aff-9e0e-150f75e1f673'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:20:29.796684 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-712a8909-dcf4-4143-bb75-3449e6f32a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:29.817068 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb0d11-ea98-4f3c-a29d-e22e8659f062 req-8b773599-2772-42c1-9910-05bc5253b45c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:29.818678 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4cdb0d11-ea98-4f3c-a29d-e22e8659f062 req-8b773599-2772-42c1-9910-05bc5253b45c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 949 time: 0.2309611 Feb 28 20:20:29.823481 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-31e98e01-40e7-43c2-b2fc-2f1563b6127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:29.835865 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-31e98e01-40e7-43c2-b2fc-2f1563b6127f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b649057c-43d1-42e8-b142-2f875aaf2772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3111298 Feb 28 20:20:29.896145 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547876d-ac30-4621-8c04-fa99edba49ca None None] Pushing event updated for resources: {'Port': ['ID=4ac15842-1b0f-4475-b9a7-86e13170c2e8,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:29.914788 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port bb8a5c08-eada-41c2-b031-975933c0af6a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:29.915426 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (bb8a5c08-eada-41c2-b031-975933c0af6a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:29.999702 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d547876d-ac30-4621-8c04-fa99edba49ca None None] Attempting to bind port 4ac15842-1b0f-4475-b9a7-86e13170c2e8 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:20:30.000332 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d547876d-ac30-4621-8c04-fa99edba49ca None None] Attempting to bind port 4ac15842-1b0f-4475-b9a7-86e13170c2e8 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'a6392fbc-01e2-4523-9859-faec07e77956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '475b9ae1-8d2c-4896-af82-1865254c6220'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:20:30.000850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d547876d-ac30-4621-8c04-fa99edba49ca None None] Attempting to bind port 4ac15842-1b0f-4475-b9a7-86e13170c2e8 on network 475b9ae1-8d2c-4896-af82-1865254c6220 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:30.011954 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4cdb0d11-ea98-4f3c-a29d-e22e8659f062 req-c089d0b7-0b81-4005-b47b-4c7e26bdca53 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749511 Feb 28 20:20:30.057793 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95303a-598e-4141-a065-0c04802c1c22 req-56cd4cff-c398-4e0c-bbf9-0d5f79543765 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:30.072022 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95303a-598e-4141-a065-0c04802c1c22 req-56cd4cff-c398-4e0c-bbf9-0d5f79543765 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:30.087896 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95303a-598e-4141-a065-0c04802c1c22 req-56cd4cff-c398-4e0c-bbf9-0d5f79543765 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:30.093675 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95303a-598e-4141-a065-0c04802c1c22 req-56cd4cff-c398-4e0c-bbf9-0d5f79543765 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:30.095541 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port c772cbdd-6b28-4e6c-8f3a-191ec5034512 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:30.096083 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:30.099083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95303a-598e-4141-a065-0c04802c1c22 req-56cd4cff-c398-4e0c-bbf9-0d5f79543765 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:30.113534 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d547876d-ac30-4621-8c04-fa99edba49ca None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:20:30.113915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d547876d-ac30-4621-8c04-fa99edba49ca None None] Checking segment: {'id': 'a6392fbc-01e2-4523-9859-faec07e77956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '475b9ae1-8d2c-4896-af82-1865254c6220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:20:30.114315 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d547876d-ac30-4621-8c04-fa99edba49ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:30.114707 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d547876d-ac30-4621-8c04-fa99edba49ca None None] Bound using segment: {'id': 'a6392fbc-01e2-4523-9859-faec07e77956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '475b9ae1-8d2c-4896-af82-1865254c6220'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:20:30.115169 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d547876d-ac30-4621-8c04-fa99edba49ca None None] Bound port: 4ac15842-1b0f-4475-b9a7-86e13170c2e8, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6392fbc-01e2-4523-9859-faec07e77956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '475b9ae1-8d2c-4896-af82-1865254c6220'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:20:30.115546 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d547876d-ac30-4621-8c04-fa99edba49ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4ac15842-1b0f-4475-b9a7-86e13170c2e8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:30.115665 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95303a-598e-4141-a065-0c04802c1c22 req-56cd4cff-c398-4e0c-bbf9-0d5f79543765 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:30.132245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95303a-598e-4141-a065-0c04802c1c22 req-56cd4cff-c398-4e0c-bbf9-0d5f79543765 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:30.134535 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f95303a-598e-4141-a065-0c04802c1c22 req-56cd4cff-c398-4e0c-bbf9-0d5f79543765 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5430 time: 0.2655423 Feb 28 20:20:30.202513 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0c2b9f-8af0-483c-ae34-b38e0940c91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c772cbdd-6b28-4e6c-8f3a-191ec5034512'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:20:30.204802 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31348513-51ca-44dd-a5de-50847c28d768" -d '{"events": [{"server_uuid": "cc0c2b9f-8af0-483c-ae34-b38e0940c91e", "name": "network-vif-plugged", "status": "completed", "tag": "c772cbdd-6b28-4e6c-8f3a-191ec5034512"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:20:30.238887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port bb8a5c08-eada-41c2-b031-975933c0af6a is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:30.252571 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c772cbdd-6b28-4e6c-8f3a-191ec5034512, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c772cbdd-6b28-4e6c-8f3a-191ec5034512,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:20:30.288721 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:30.302970 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-92f4da3f-33df-4f83-9fa8-14ff1c8b5dee tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (c6aa3b26-2510-40ff-9ad9-3bf3e78132a9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:30.323507 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-b2d38c63-fc2c-48f3-8e6d-e0c21d6d8855 service neutron] 10.222.0.10 "GET /v2.0/networks/b649057c-43d1-42e8-b142-2f875aaf2772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623525 Feb 28 20:20:30.368385 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-712a8909-dcf4-4143-bb75-3449e6f32a94 None None] Allocated IP 19.86.0.2 (18a6b2c7-fd53-4e53-9e97-227ca91748b3/6c22f0fa-3a5d-4aff-9e0e-150f75e1f673/7397d17e-746b-46bd-9d2b-cf82ea6dd20e) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:20:30.404260 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d547876d-ac30-4621-8c04-fa99edba49ca None None] For port 4ac15842-1b0f-4475-b9a7-86e13170c2e8, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:20:30.410666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d547876d-ac30-4621-8c04-fa99edba49ca None None] For port 4ac15842-1b0f-4475-b9a7-86e13170c2e8, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4ac15842-1b0f-4475-b9a7-86e13170c2e8,segment=NetworkSegment(a6392fbc-01e2-4523-9859-faec07e77956),segment_id=a6392fbc-01e2-4523-9859-faec07e77956)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:20:30.433014 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=c772cbdd-6b28-4e6c-8f3a-191ec5034512,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:30.462572 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d547876d-ac30-4621-8c04-fa99edba49ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4ac15842-1b0f-4475-b9a7-86e13170c2e8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:30.500448 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f4da3f-33df-4f83-9fa8-14ff1c8b5dee tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Checking segment: {'id': '6ce50d50-5ac8-4715-92ce-33595b54c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:20:30.501062 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f4da3f-33df-4f83-9fa8-14ff1c8b5dee tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Network hostable DHCP agents. Network: 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:20:30.504796 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4da3f-33df-4f83-9fa8-14ff1c8b5dee tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event updated for resources: {'Subnet': ['ID=c6aa3b26-2510-40ff-9ad9-3bf3e78132a9,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:30.536349 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f95303a-598e-4141-a065-0c04802c1c22 req-f9f8e2a7-7b1b-4e1b-8620-4d0d2a058bf3 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3843188 Feb 28 20:20:30.570703 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3967b-568e-43db-9af6-1046200f82b2 req-00e206fc-ed1f-45e3-a656-4fef3b56c146 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:30.574395 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89d3967b-568e-43db-9af6-1046200f82b2 req-00e206fc-ed1f-45e3-a656-4fef3b56c146 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.4353597 Feb 28 20:20:30.635509 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547876d-ac30-4621-8c04-fa99edba49ca None None] Pushing event updated for resources: {'Port': ['ID=4ac15842-1b0f-4475-b9a7-86e13170c2e8,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:30.648006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f4da3f-33df-4f83-9fa8-14ff1c8b5dee tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:20:30.706662 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7b2621a-a0e1-44ba-981f-77c8ba8381d2 req-dda0fb85-3aae-4ad2-ae4a-e6f1adf44fd0 service neutron] 10.222.0.10 "GET /v2.0/networks/b649057c-43d1-42e8-b142-2f875aaf2772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504801 Feb 28 20:20:30.707602 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-92f4da3f-33df-4f83-9fa8-14ff1c8b5dee tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:20:30.727950 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89d3967b-568e-43db-9af6-1046200f82b2 req-f2f87e76-7f2d-4ed1-a5e9-851316ad16ac tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423309 Feb 28 20:20:30.735967 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f4da3f-33df-4f83-9fa8-14ff1c8b5dee tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:30.737318 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-92f4da3f-33df-4f83-9fa8-14ff1c8b5dee tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:30.779043 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0941bcd-46db-4bd8-8b03-be95a05a27d7 None None] Network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:20:30.809409 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-92f4da3f-33df-4f83-9fa8-14ff1c8b5dee tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8522234 Feb 28 20:20:30.812092 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55470) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:20:30.817238 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-43ec62d7-32f2-42cf-b725-96cd11c38b8f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Request body: {'subnet': {'network_id': '0d187f09-7970-4e4d-90e2-821e3c7a3175', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:31.004307 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-712a8909-dcf4-4143-bb75-3449e6f32a94 None None] Publish callbacks [] for port (7397d17e-746b-46bd-9d2b-cf82ea6dd20e), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:31.023014 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-712a8909-dcf4-4143-bb75-3449e6f32a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (7397d17e-746b-46bd-9d2b-cf82ea6dd20e), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:31.118273 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-83352b24-692f-43db-bc69-28deba2aa186 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:31.129277 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-83352b24-692f-43db-bc69-28deba2aa186 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:31.143453 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-83352b24-692f-43db-bc69-28deba2aa186 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/networks?id=475b9ae1-8d2c-4896-af82-1865254c6220&id=18a6b2c7-fd53-4e53-9e97-227ca91748b3&id=475b9ae1-8d2c-4896-af82-1865254c6220 HTTP/1.1" status: 200 len: 1391 time: 0.4332483 Feb 28 20:20:31.207641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cbc3e-4c95-47ed-82f0-01d3b5fb791e req-84f5ac69-f084-4050-8130-0cc59b4083f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:31.208186 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cbc3e-4c95-47ed-82f0-01d3b5fb791e req-84f5ac69-f084-4050-8130-0cc59b4083f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:31.208659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cbc3e-4c95-47ed-82f0-01d3b5fb791e req-84f5ac69-f084-4050-8130-0cc59b4083f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:31.209128 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cbc3e-4c95-47ed-82f0-01d3b5fb791e req-84f5ac69-f084-4050-8130-0cc59b4083f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:31.209593 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cbc3e-4c95-47ed-82f0-01d3b5fb791e req-84f5ac69-f084-4050-8130-0cc59b4083f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:31.209854 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9046cfe7-3a12-4992-ac84-00228e583b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-1282d4bf-ae2c-4912-89e0-49a4ac2fff4c', 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c', 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'fixed_ips': [{'subnet_id': 'c6aa3b26-2510-40ff-9ad9-3bf3e78132a9'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:20:31.210378 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cbc3e-4c95-47ed-82f0-01d3b5fb791e req-84f5ac69-f084-4050-8130-0cc59b4083f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:31.211449 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9046cfe7-3a12-4992-ac84-00228e583b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:31.216833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cbc3e-4c95-47ed-82f0-01d3b5fb791e req-84f5ac69-f084-4050-8130-0cc59b4083f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:31.226678 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-569cbc3e-4c95-47ed-82f0-01d3b5fb791e req-84f5ac69-f084-4050-8130-0cc59b4083f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc9440223e9e4177b248e28bf8c3bfd8&device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 6711 time: 0.4456775 Feb 28 20:20:31.234102 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-bb8f7b12-9f6a-4dee-bcac-280e77954849 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/quotas/9d92990bad4d49cdb025de9b8b50c311 HTTP/1.1" status: 200 len: 375 time: 0.0874386 Feb 28 20:20:31.238216 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ec62d7-32f2-42cf-b725-96cd11c38b8f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Made reservation on behalf of 32b514b33b3446a2a3d4a8b083492ad2 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:20:31.244280 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a254e0b2-8ffc-4263-bb62-b2e2e7ec9639 x-openstack-request-id: req-a254e0b2-8ffc-4263-bb62-b2e2e7ec9639 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:20:31.244585 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0c2b9f-8af0-483c-ae34-b38e0940c91e", "name": "network-vif-plugged", "status": "completed", "tag": "c772cbdd-6b28-4e6c-8f3a-191ec5034512", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:20:31.244845 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a254e0b2-8ffc-4263-bb62-b2e2e7ec9639 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:20:31.245254 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0c2b9f-8af0-483c-ae34-b38e0940c91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c772cbdd-6b28-4e6c-8f3a-191ec5034512', 'code': 200} Feb 28 20:20:31.259638 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-43ec62d7-32f2-42cf-b725-96cd11c38b8f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:31.281723 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712a8909-dcf4-4143-bb75-3449e6f32a94 None None] Network 18a6b2c7-fd53-4e53-9e97-227ca91748b3 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:20:31.284233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a8909-dcf4-4143-bb75-3449e6f32a94 None None] Pushing event updated for resources: {'Port': ['ID=7397d17e-746b-46bd-9d2b-cf82ea6dd20e,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:31.291959 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-712a8909-dcf4-4143-bb75-3449e6f32a94 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:20:31.294892 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfcaf1-d888-45bf-ba69-4b58d042f26c req-fdc631d1-02ec-41f0-b8c8-bae2a73961ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:31.303194 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a8909-dcf4-4143-bb75-3449e6f32a94 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:20:31.306742 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-19cfcaf1-d888-45bf-ba69-4b58d042f26c req-fdc631d1-02ec-41f0-b8c8-bae2a73961ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 1128 time: 0.2980294 Feb 28 20:20:31.466466 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4ac15842-1b0f-4475-b9a7-86e13170c2e8 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:20:31.633096 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfcaf1-d888-45bf-ba69-4b58d042f26c req-b4e6bc19-5a6c-4bbc-9616-d97712e470eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:31.635442 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-19cfcaf1-d888-45bf-ba69-4b58d042f26c req-b4e6bc19-5a6c-4bbc-9616-d97712e470eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 912 time: 0.2896676 Feb 28 20:20:31.681915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-712a8909-dcf4-4143-bb75-3449e6f32a94 None None] Attempting to bind port 7397d17e-746b-46bd-9d2b-cf82ea6dd20e on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:20:31.682365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-712a8909-dcf4-4143-bb75-3449e6f32a94 None None] Attempting to bind port 7397d17e-746b-46bd-9d2b-cf82ea6dd20e by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '31dfc1b4-bdf4-48c1-814c-1169277cb72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '18a6b2c7-fd53-4e53-9e97-227ca91748b3'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:20:31.682725 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a8909-dcf4-4143-bb75-3449e6f32a94 None None] Attempting to bind port 7397d17e-746b-46bd-9d2b-cf82ea6dd20e on network 18a6b2c7-fd53-4e53-9e97-227ca91748b3 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:31.698323 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-b667cc2c-eabc-4dad-96f3-f76cd94a8d29 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d92990bad4d49cdb025de9b8b50c311&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4631939 Feb 28 20:20:31.719359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cbc3e-4c95-47ed-82f0-01d3b5fb791e req-26aeb528-a3ea-43e9-99fb-e0aabc4fa241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:31.730268 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a8909-dcf4-4143-bb75-3449e6f32a94 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:20:31.731174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a8909-dcf4-4143-bb75-3449e6f32a94 None None] Checking segment: {'id': '31dfc1b4-bdf4-48c1-814c-1169277cb72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '18a6b2c7-fd53-4e53-9e97-227ca91748b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:20:31.731565 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-712a8909-dcf4-4143-bb75-3449e6f32a94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:31.731984 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a8909-dcf4-4143-bb75-3449e6f32a94 None None] Bound using segment: {'id': '31dfc1b4-bdf4-48c1-814c-1169277cb72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '18a6b2c7-fd53-4e53-9e97-227ca91748b3'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:20:31.732465 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-712a8909-dcf4-4143-bb75-3449e6f32a94 None None] Bound port: 7397d17e-746b-46bd-9d2b-cf82ea6dd20e, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31dfc1b4-bdf4-48c1-814c-1169277cb72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '18a6b2c7-fd53-4e53-9e97-227ca91748b3'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:20:31.732839 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-712a8909-dcf4-4143-bb75-3449e6f32a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7397d17e-746b-46bd-9d2b-cf82ea6dd20e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:31.733295 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-569cbc3e-4c95-47ed-82f0-01d3b5fb791e req-26aeb528-a3ea-43e9-99fb-e0aabc4fa241 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b649057c-43d1-42e8-b142-2f875aaf2772 HTTP/1.1" status: 200 len: 901 time: 0.4818859 Feb 28 20:20:31.777519 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819f27d-c303-4939-85a2-940e3a95ab50 req-587799ca-8999-4256-9109-64aae0f4262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:31.779330 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7819f27d-c303-4939-85a2-940e3a95ab50 req-587799ca-8999-4256-9109-64aae0f4262c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 1133 time: 0.3618560 Feb 28 20:20:31.785558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-9046cfe7-3a12-4992-ac84-00228e583b73 None None] Allocated IP 10.1.1.2 (1282d4bf-ae2c-4912-89e0-49a4ac2fff4c/c6aa3b26-2510-40ff-9ad9-3bf3e78132a9/7da31d4b-314d-4b57-b363-da09a1af2c7d) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:20:31.904437 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-569cbc3e-4c95-47ed-82f0-01d3b5fb791e req-c5005334-7126-44c8-b843-94a382267e08 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a43e6f92-d927-40fe-91e1-ad500f289190 HTTP/1.1" status: 200 len: 217 time: 0.1443048 Feb 28 20:20:31.918843 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-19cfcaf1-d888-45bf-ba69-4b58d042f26c req-8776e453-fc12-4119-8ff4-2d33353c2c71 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 HTTP/1.1" status: 200 len: 1000 time: 0.2375789 Feb 28 20:20:31.923764 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0326f99-0866-4d90-ab3f-89e161f611d4 req-0a50d6eb-8106-45c0-81de-a5b0d742285c tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:31.931485 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0326f99-0866-4d90-ab3f-89e161f611d4 req-0a50d6eb-8106-45c0-81de-a5b0d742285c tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.4702203 Feb 28 20:20:31.981442 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4ac15842-1b0f-4475-b9a7-86e13170c2e8 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:31.981836 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4ac15842-1b0f-4475-b9a7-86e13170c2e8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:32.044892 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-43ec62d7-32f2-42cf-b725-96cd11c38b8f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (56e4f35f-9c70-498c-b2fa-487768d8821a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:32.083907 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7819f27d-c303-4939-85a2-940e3a95ab50 req-359816f5-2190-4876-a415-c2fcf1a6f3b1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169855 Feb 28 20:20:32.091113 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-f268fd01-e3f1-4216-8e63-3a2970350dc9 service neutron] 10.222.0.13 "GET /v2.0/networks/475b9ae1-8d2c-4896-af82-1865254c6220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817248 Feb 28 20:20:32.093365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cbc3e-4c95-47ed-82f0-01d3b5fb791e req-51329daf-f7d4-4095-b131-b7e9926fcc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:32.095323 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-569cbc3e-4c95-47ed-82f0-01d3b5fb791e req-51329daf-f7d4-4095-b131-b7e9926fcc9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec143503-793e-4b37-951a-5dc68352c5b7 HTTP/1.1" status: 200 len: 797 time: 0.1521807 Feb 28 20:20:32.116873 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0326f99-0866-4d90-ab3f-89e161f611d4 req-f6ff5c43-a4c4-4ab6-93c7-845d992080e0 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835351 Feb 28 20:20:32.192507 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfcaf1-d888-45bf-ba69-4b58d042f26c req-c6479062-29be-4307-bff4-56f8ee67fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:32.194277 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-19cfcaf1-d888-45bf-ba69-4b58d042f26c req-c6479062-29be-4307-bff4-56f8ee67fa27 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.2665608 Feb 28 20:20:32.310614 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-712a8909-dcf4-4143-bb75-3449e6f32a94 None None] For port 7397d17e-746b-46bd-9d2b-cf82ea6dd20e, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:20:32.339267 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec62d7-32f2-42cf-b725-96cd11c38b8f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event updated for resources: {'Subnet': ['ID=56e4f35f-9c70-498c-b2fa-487768d8821a,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:32.351079 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-712a8909-dcf4-4143-bb75-3449e6f32a94 None None] For port 7397d17e-746b-46bd-9d2b-cf82ea6dd20e, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7397d17e-746b-46bd-9d2b-cf82ea6dd20e,segment=NetworkSegment(31dfc1b4-bdf4-48c1-814c-1169277cb72b),segment_id=31dfc1b4-bdf4-48c1-814c-1169277cb72b)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:20:32.375958 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-712a8909-dcf4-4143-bb75-3449e6f32a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7397d17e-746b-46bd-9d2b-cf82ea6dd20e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:32.436428 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0049e-c92f-4b37-97de-07a42a1dff27 req-6344a62c-3650-43a3-afd4-390d7c4f9fed tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:32.444475 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4b0049e-c92f-4b37-97de-07a42a1dff27 req-6344a62c-3650-43a3-afd4-390d7c4f9fed tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1542842 Feb 28 20:20:32.445652 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec62d7-32f2-42cf-b725-96cd11c38b8f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Checking segment: {'id': '923824af-dc32-4186-9394-27c190910828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d187f09-7970-4e4d-90e2-821e3c7a3175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:20:32.446038 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ec62d7-32f2-42cf-b725-96cd11c38b8f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Network hostable DHCP agents. Network: 0d187f09-7970-4e4d-90e2-821e3c7a3175, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:20:32.464674 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cbc3e-4c95-47ed-82f0-01d3b5fb791e req-2e105a68-d935-45de-9413-2a58a34720dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:32.467390 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-569cbc3e-4c95-47ed-82f0-01d3b5fb791e req-2e105a68-d935-45de-9413-2a58a34720dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b649057c-43d1-42e8-b142-2f875aaf2772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2899363 Feb 28 20:20:32.476633 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-346bcc14-4c61-4367-8ef2-2142dd4b8efd service neutron] 10.222.0.13 "GET /v2.0/networks/475b9ae1-8d2c-4896-af82-1865254c6220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560627 Feb 28 20:20:32.484023 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfcaf1-d888-45bf-ba69-4b58d042f26c req-1440db97-bc7e-4508-87ed-e1a80312fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:32.485545 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-19cfcaf1-d888-45bf-ba69-4b58d042f26c req-1440db97-bc7e-4508-87ed-e1a80312fb87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2747645 Feb 28 20:20:32.561706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4ac15842-1b0f-4475-b9a7-86e13170c2e8 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:32.562183 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4ac15842-1b0f-4475-b9a7-86e13170c2e8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:32.577111 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ec62d7-32f2-42cf-b725-96cd11c38b8f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Network 0d187f09-7970-4e4d-90e2-821e3c7a3175 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:20:32.658538 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a8909-dcf4-4143-bb75-3449e6f32a94 None None] Pushing event updated for resources: {'Port': ['ID=7397d17e-746b-46bd-9d2b-cf82ea6dd20e,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:32.669931 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-43ec62d7-32f2-42cf-b725-96cd11c38b8f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 0d187f09-7970-4e4d-90e2-821e3c7a3175) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:20:32.670192 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9046cfe7-3a12-4992-ac84-00228e583b73 None None] Publish callbacks [] for port (7da31d4b-314d-4b57-b363-da09a1af2c7d), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:32.678382 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ec62d7-32f2-42cf-b725-96cd11c38b8f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:32.679073 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-43ec62d7-32f2-42cf-b725-96cd11c38b8f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:32.705278 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 4ac15842-1b0f-4475-b9a7-86e13170c2e8, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4ac15842-1b0f-4475-b9a7-86e13170c2e8,segment=NetworkSegment(a6392fbc-01e2-4523-9859-faec07e77956),segment_id=a6392fbc-01e2-4523-9859-faec07e77956)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:20:32.709701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fb16e2-caa2-4693-a637-1d91bc1ceb9e None None] Network 0d187f09-7970-4e4d-90e2-821e3c7a3175 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:20:32.723792 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-43ec62d7-32f2-42cf-b725-96cd11c38b8f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9104326 Feb 28 20:20:32.734908 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55482) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:20:32.752582 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-7b3ed723-3f6b-4c5b-a8f2-316b83faa3e3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Request body: {'port': {'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c', 'name': 'tempest-TaggedBootDevicesTest-2120802632', 'fixed_ips': [{'subnet_id': 'c6aa3b26-2510-40ff-9ad9-3bf3e78132a9'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:32.793768 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-19cfcaf1-d888-45bf-ba69-4b58d042f26c req-075aa154-afb7-497c-b296-72e48bc7e2f1 service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994978 Feb 28 20:20:32.875827 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4b0049e-c92f-4b37-97de-07a42a1dff27 req-cc8e4c81-42a5-4326-906c-4f796c938a96 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4242363 Feb 28 20:20:32.910289 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27becf02-91cb-4220-965b-5aacc7c64361 None None] Network 475b9ae1-8d2c-4896-af82-1865254c6220 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:20:32.919100 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9046cfe7-3a12-4992-ac84-00228e583b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (7da31d4b-314d-4b57-b363-da09a1af2c7d), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:32.935182 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4ac15842-1b0f-4475-b9a7-86e13170c2e8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:32.981004 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-569cbc3e-4c95-47ed-82f0-01d3b5fb791e req-995aa002-a907-48ce-9b1f-669a5db5cfdb service neutron] 10.222.0.10 "GET /v2.0/networks/b649057c-43d1-42e8-b142-2f875aaf2772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029891 Feb 28 20:20:33.053621 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0e7ff5-bad3-46b6-bd39-9f646707631e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-0d187f09-7970-4e4d-90e2-821e3c7a3175', 'network_id': '0d187f09-7970-4e4d-90e2-821e3c7a3175', 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'fixed_ips': [{'subnet_id': '56e4f35f-9c70-498c-b2fa-487768d8821a'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:20:33.054455 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2f0e7ff5-bad3-46b6-bd39-9f646707631e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:33.068215 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-4fc4cffc-5a63-4fed-be42-f1df0fcaf9cc service neutron] 10.222.0.13 "GET /v2.0/networks/18a6b2c7-fd53-4e53-9e97-227ca91748b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238428 Feb 28 20:20:33.103104 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d5b4d9a8-c4bb-4dc6-a8ef-233cfeb991df None None] Provisioning complete for port 4ac15842-1b0f-4475-b9a7-86e13170c2e8 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:33.104958 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d5b4d9a8-c4bb-4dc6-a8ef-233cfeb991df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4ac15842-1b0f-4475-b9a7-86e13170c2e8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:33.114774 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-19cfcaf1-d888-45bf-ba69-4b58d042f26c req-60839b65-2303-493a-8c53-3c07937fb5db service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745750 Feb 28 20:20:33.153764 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3ed723-3f6b-4c5b-a8f2-316b83faa3e3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Made reservation on behalf of 32b514b33b3446a2a3d4a8b083492ad2 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:20:33.338718 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9046cfe7-3a12-4992-ac84-00228e583b73 None None] Network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:20:33.433075 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7b3ed723-3f6b-4c5b-a8f2-316b83faa3e3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:33.461989 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7397d17e-746b-46bd-9d2b-cf82ea6dd20e up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:20:33.510260 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca3081-39d5-46ba-aac5-18e537db8b35 req-c5165b1a-072b-4415-835d-7be16f495e06 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:33.512667 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efca3081-39d5-46ba-aac5-18e537db8b35 req-c5165b1a-072b-4415-835d-7be16f495e06 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 950 time: 0.5388353 Feb 28 20:20:33.550010 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-569cbc3e-4c95-47ed-82f0-01d3b5fb791e req-69c62a87-a4cb-4957-ad96-497351b46a7c service neutron] 10.222.0.10 "GET /v2.0/networks/b649057c-43d1-42e8-b142-2f875aaf2772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490217 Feb 28 20:20:33.555925 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-7b3ed723-3f6b-4c5b-a8f2-316b83faa3e3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] device_id is not set on port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:20:33.585545 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-9046cfe7-3a12-4992-ac84-00228e583b73 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:20:33.588440 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9046cfe7-3a12-4992-ac84-00228e583b73 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:20:33.619624 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-624a3c64-a0b3-4222-9ed9-a54cea7bbbc3 service neutron] 10.222.0.13 "GET /v2.0/networks/18a6b2c7-fd53-4e53-9e97-227ca91748b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497348 Feb 28 20:20:33.687529 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046cfe7-3a12-4992-ac84-00228e583b73 None None] Pushing event updated for resources: {'Port': ['ID=7da31d4b-314d-4b57-b363-da09a1af2c7d,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:33.766358 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-9046cfe7-3a12-4992-ac84-00228e583b73 None None] Attempting to bind port 7da31d4b-314d-4b57-b363-da09a1af2c7d on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:20:33.766746 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-9046cfe7-3a12-4992-ac84-00228e583b73 None None] Attempting to bind port 7da31d4b-314d-4b57-b363-da09a1af2c7d by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '6ce50d50-5ac8-4715-92ce-33595b54c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:20:33.767070 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9046cfe7-3a12-4992-ac84-00228e583b73 None None] Attempting to bind port 7da31d4b-314d-4b57-b363-da09a1af2c7d on network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:33.818624 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 7397d17e-746b-46bd-9d2b-cf82ea6dd20e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:33.819024 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7397d17e-746b-46bd-9d2b-cf82ea6dd20e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:33.926301 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-7b3ed723-3f6b-4c5b-a8f2-316b83faa3e3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Allocated IP 10.1.1.104 (1282d4bf-ae2c-4912-89e0-49a4ac2fff4c/c6aa3b26-2510-40ff-9ad9-3bf3e78132a9/ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:20:33.947290 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9046cfe7-3a12-4992-ac84-00228e583b73 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:20:33.947665 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9046cfe7-3a12-4992-ac84-00228e583b73 None None] Checking segment: {'id': '6ce50d50-5ac8-4715-92ce-33595b54c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:20:33.950623 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9046cfe7-3a12-4992-ac84-00228e583b73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:33.950623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9046cfe7-3a12-4992-ac84-00228e583b73 None None] Bound using segment: {'id': '6ce50d50-5ac8-4715-92ce-33595b54c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:20:33.950623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-9046cfe7-3a12-4992-ac84-00228e583b73 None None] Bound port: 7da31d4b-314d-4b57-b363-da09a1af2c7d, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce50d50-5ac8-4715-92ce-33595b54c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:20:33.951018 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9046cfe7-3a12-4992-ac84-00228e583b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7da31d4b-314d-4b57-b363-da09a1af2c7d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:34.081068 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-75f10736-fe06-4bef-9ef9-f36a228e8b1e service neutron] 10.222.0.13 "GET /v2.0/networks/475b9ae1-8d2c-4896-af82-1865254c6220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444838 Feb 28 20:20:34.128504 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7b3ed723-3f6b-4c5b-a8f2-316b83faa3e3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for port (ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:34.153120 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-9046cfe7-3a12-4992-ac84-00228e583b73 None None] For port 7da31d4b-314d-4b57-b363-da09a1af2c7d, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:20:34.158405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-9046cfe7-3a12-4992-ac84-00228e583b73 None None] For port 7da31d4b-314d-4b57-b363-da09a1af2c7d, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7da31d4b-314d-4b57-b363-da09a1af2c7d,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:20:34.166608 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7b3ed723-3f6b-4c5b-a8f2-316b83faa3e3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:34.203921 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efca3081-39d5-46ba-aac5-18e537db8b35 req-556afacc-6207-4cbe-a98a-a02343a1d035 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6781311 Feb 28 20:20:34.283562 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-2f0e7ff5-bad3-46b6-bd39-9f646707631e None None] Allocated IP 10.2.2.2 (0d187f09-7970-4e4d-90e2-821e3c7a3175/56e4f35f-9c70-498c-b2fa-487768d8821a/cac2f998-6fe0-4388-8636-9a355b30add6) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:20:34.297872 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ed723-3f6b-4c5b-a8f2-316b83faa3e3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event updated for resources: {'Port': ['ID=ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:34.315322 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3ed723-3f6b-4c5b-a8f2-316b83faa3e3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:20:34.320178 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-7b3ed723-3f6b-4c5b-a8f2-316b83faa3e3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:20:34.323499 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3ed723-3f6b-4c5b-a8f2-316b83faa3e3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:20:34.346909 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-e79866f7-5a92-4ed5-b25e-70e3426cba66 service neutron] 10.222.0.13 "GET /v2.0/networks/475b9ae1-8d2c-4896-af82-1865254c6220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448320 Feb 28 20:20:34.352331 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74754310-3932-4607-a015-eb20332bbb96 req-32afd4eb-d3b7-48c1-846f-f04a21f756ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:34.354324 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-74754310-3932-4607-a015-eb20332bbb96 req-32afd4eb-d3b7-48c1-846f-f04a21f756ec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 1129 time: 0.5372658 Feb 28 20:20:34.433908 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3ed723-3f6b-4c5b-a8f2-316b83faa3e3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:34.434548 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7b3ed723-3f6b-4c5b-a8f2-316b83faa3e3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:34.476293 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7b3ed723-3f6b-4c5b-a8f2-316b83faa3e3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7402179 Feb 28 20:20:34.479974 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55488) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:20:34.490040 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-7b10326e-5ee8-4122-914f-e308b7ed78cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Request body: {'port': {'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c', 'name': 'tempest-TaggedBootDevicesTest-1268891923', 'fixed_ips': [{'subnet_id': 'c6aa3b26-2510-40ff-9ad9-3bf3e78132a9'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:34.534610 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-74754310-3932-4607-a015-eb20332bbb96 req-bdc6c7a1-9eae-4f81-8ea5-50da67d1fa6e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727586 Feb 28 20:20:34.595658 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9d0bb-6aed-4d1f-94fb-40f3fe1738c0 req-57299c2d-8588-4eef-856d-cf0971213065 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:34.607154 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2eb9d0bb-6aed-4d1f-94fb-40f3fe1738c0 req-57299c2d-8588-4eef-856d-cf0971213065 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2262542 Feb 28 20:20:34.632220 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bab8ab5-55dc-4122-b0c5-d82eb17de5b5 None None] Network 18a6b2c7-fd53-4e53-9e97-227ca91748b3 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:20:34.690836 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b10326e-5ee8-4122-914f-e308b7ed78cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Made reservation on behalf of 32b514b33b3446a2a3d4a8b083492ad2 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:20:34.695835 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7b10326e-5ee8-4122-914f-e308b7ed78cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:34.739440 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-7b10326e-5ee8-4122-914f-e308b7ed78cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] device_id is not set on port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:20:34.797516 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9046cfe7-3a12-4992-ac84-00228e583b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7da31d4b-314d-4b57-b363-da09a1af2c7d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:34.857873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d5b4d9a8-c4bb-4dc6-a8ef-233cfeb991df None None] Current status of the port 4ac15842-1b0f-4475-b9a7-86e13170c2e8 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:34.881830 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2eb9d0bb-6aed-4d1f-94fb-40f3fe1738c0 req-ac3471b7-5433-467e-9f2c-e263e829f5cf tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722499 Feb 28 20:20:34.965401 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecf802-f848-4bd3-8542-1d4299875e3a req-a595c206-a56d-442d-99bd-1a048f774d51 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:34.989430 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecf802-f848-4bd3-8542-1d4299875e3a req-a595c206-a56d-442d-99bd-1a048f774d51 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:35.003325 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecf802-f848-4bd3-8542-1d4299875e3a req-a595c206-a56d-442d-99bd-1a048f774d51 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:35.025337 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecf802-f848-4bd3-8542-1d4299875e3a req-a595c206-a56d-442d-99bd-1a048f774d51 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:35.046191 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecf802-f848-4bd3-8542-1d4299875e3a req-a595c206-a56d-442d-99bd-1a048f774d51 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:35.061371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecf802-f848-4bd3-8542-1d4299875e3a req-a595c206-a56d-442d-99bd-1a048f774d51 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:35.078491 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=4ac15842-1b0f-4475-b9a7-86e13170c2e8,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:35.080557 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecf802-f848-4bd3-8542-1d4299875e3a req-a595c206-a56d-442d-99bd-1a048f774d51 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:35.093951 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49ecf802-f848-4bd3-8542-1d4299875e3a req-a595c206-a56d-442d-99bd-1a048f774d51 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5430 time: 0.3648844 Feb 28 20:20:35.136314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-7b10326e-5ee8-4122-914f-e308b7ed78cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Allocated IP 10.1.1.129 (1282d4bf-ae2c-4912-89e0-49a4ac2fff4c/c6aa3b26-2510-40ff-9ad9-3bf3e78132a9/3c3a2d9f-699e-4a07-be35-f4b71ae7811b) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:20:35.385795 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49ecf802-f848-4bd3-8542-1d4299875e3a req-d2e8d657-7d20-47b0-9c59-626fe41264e6 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2120695 Feb 28 20:20:35.424113 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2f0e7ff5-bad3-46b6-bd39-9f646707631e None None] Publish callbacks [] for port (cac2f998-6fe0-4388-8636-9a355b30add6), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:35.429284 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ffbaee22-9f45-409b-8e99-1f2466db943e None None] Provisioning complete for port 7397d17e-746b-46bd-9d2b-cf82ea6dd20e triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:35.429678 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ffbaee22-9f45-409b-8e99-1f2466db943e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7397d17e-746b-46bd-9d2b-cf82ea6dd20e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:35.445605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f688b5-89d4-4fe8-b1a8-7a8bbffe4a3c req-78bd4599-d62f-4632-910d-1c0605b82c13 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:35.471130 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23f688b5-89d4-4fe8-b1a8-7a8bbffe4a3c req-78bd4599-d62f-4632-910d-1c0605b82c13 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.3746531 Feb 28 20:20:35.638496 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2f0e7ff5-bad3-46b6-bd39-9f646707631e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (cac2f998-6fe0-4388-8636-9a355b30add6), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:35.742049 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7b10326e-5ee8-4122-914f-e308b7ed78cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for port (3c3a2d9f-699e-4a07-be35-f4b71ae7811b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:35.794290 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0e7ff5-bad3-46b6-bd39-9f646707631e None None] Network 0d187f09-7970-4e4d-90e2-821e3c7a3175 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:20:35.795850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046cfe7-3a12-4992-ac84-00228e583b73 None None] Pushing event updated for resources: {'Port': ['ID=7da31d4b-314d-4b57-b363-da09a1af2c7d,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:35.805391 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-2f0e7ff5-bad3-46b6-bd39-9f646707631e None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:20:35.808055 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0e7ff5-bad3-46b6-bd39-9f646707631e None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:20:35.827528 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23f688b5-89d4-4fe8-b1a8-7a8bbffe4a3c req-772e5d5c-229b-43a0-968e-609a66705aa5 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3546398 Feb 28 20:20:35.958772 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311e5b6-bf00-46c4-8c86-f1b214d821eb req-8a6b2ba1-150a-45ba-9f90-eccc96bd604a tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:35.973903 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7b10326e-5ee8-4122-914f-e308b7ed78cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (3c3a2d9f-699e-4a07-be35-f4b71ae7811b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:35.978659 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8311e5b6-bf00-46c4-8c86-f1b214d821eb req-8a6b2ba1-150a-45ba-9f90-eccc96bd604a tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.2429373 Feb 28 20:20:36.082203 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8311e5b6-bf00-46c4-8c86-f1b214d821eb req-982f2cd9-5a70-4828-8fd6-64171bc95442 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025746 Feb 28 20:20:36.160278 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10326e-5ee8-4122-914f-e308b7ed78cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event updated for resources: {'Port': ['ID=3c3a2d9f-699e-4a07-be35-f4b71ae7811b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:36.198016 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b10326e-5ee8-4122-914f-e308b7ed78cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:20:36.201724 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-7b10326e-5ee8-4122-914f-e308b7ed78cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:20:36.220683 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b10326e-5ee8-4122-914f-e308b7ed78cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:20:36.226383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ffbaee22-9f45-409b-8e99-1f2466db943e None None] Current status of the port 7397d17e-746b-46bd-9d2b-cf82ea6dd20e is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:36.226779 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ffbaee22-9f45-409b-8e99-1f2466db943e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7397d17e-746b-46bd-9d2b-cf82ea6dd20e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:36.262459 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7397d17e-746b-46bd-9d2b-cf82ea6dd20e is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:36.262845 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7397d17e-746b-46bd-9d2b-cf82ea6dd20e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:36.345842 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b10326e-5ee8-4122-914f-e308b7ed78cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:36.347233 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7b10326e-5ee8-4122-914f-e308b7ed78cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:36.360398 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e7ff5-bad3-46b6-bd39-9f646707631e None None] Pushing event updated for resources: {'Port': ['ID=cac2f998-6fe0-4388-8636-9a355b30add6,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:36.384552 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2f0e7ff5-bad3-46b6-bd39-9f646707631e None None] Attempting to bind port cac2f998-6fe0-4388-8636-9a355b30add6 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:20:36.384902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2f0e7ff5-bad3-46b6-bd39-9f646707631e None None] Attempting to bind port cac2f998-6fe0-4388-8636-9a355b30add6 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '923824af-dc32-4186-9394-27c190910828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d187f09-7970-4e4d-90e2-821e3c7a3175'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:20:36.385220 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e7ff5-bad3-46b6-bd39-9f646707631e None None] Attempting to bind port cac2f998-6fe0-4388-8636-9a355b30add6 on network 0d187f09-7970-4e4d-90e2-821e3c7a3175 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:36.400821 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7b10326e-5ee8-4122-914f-e308b7ed78cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9147673 Feb 28 20:20:36.413572 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b6865-ee20-42f5-b2a8-aaaa2f15aa02 req-a59a73fd-ac96-47e0-a576-f183737278d0 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:36.416195 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-926b6865-ee20-42f5-b2a8-aaaa2f15aa02 req-a59a73fd-ac96-47e0-a576-f183737278d0 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2691553 Feb 28 20:20:36.424111 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-defe7f40-0e86-46ca-bd6a-51cfb277a8d9 req-1c40062f-2636-4e67-96d1-0300a7bb1da1 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 210 time: 0.1304839 Feb 28 20:20:36.454762 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e7ff5-bad3-46b6-bd39-9f646707631e None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:20:36.455646 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e7ff5-bad3-46b6-bd39-9f646707631e None None] Checking segment: {'id': '923824af-dc32-4186-9394-27c190910828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d187f09-7970-4e4d-90e2-821e3c7a3175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:20:36.456396 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2f0e7ff5-bad3-46b6-bd39-9f646707631e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:36.457103 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e7ff5-bad3-46b6-bd39-9f646707631e None None] Bound using segment: {'id': '923824af-dc32-4186-9394-27c190910828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d187f09-7970-4e4d-90e2-821e3c7a3175'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:20:36.457771 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2f0e7ff5-bad3-46b6-bd39-9f646707631e None None] Bound port: cac2f998-6fe0-4388-8636-9a355b30add6, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923824af-dc32-4186-9394-27c190910828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d187f09-7970-4e4d-90e2-821e3c7a3175'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:20:36.458367 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2f0e7ff5-bad3-46b6-bd39-9f646707631e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cac2f998-6fe0-4388-8636-9a355b30add6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:36.541225 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-926b6865-ee20-42f5-b2a8-aaaa2f15aa02 req-11a7e4ce-bb83-4a8a-90fc-b38fbb87dc9b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158569 Feb 28 20:20:36.553444 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ffbaee22-9f45-409b-8e99-1f2466db943e None None] For port 7397d17e-746b-46bd-9d2b-cf82ea6dd20e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7397d17e-746b-46bd-9d2b-cf82ea6dd20e,segment=NetworkSegment(31dfc1b4-bdf4-48c1-814c-1169277cb72b),segment_id=31dfc1b4-bdf4-48c1-814c-1169277cb72b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:20:36.626736 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ffbaee22-9f45-409b-8e99-1f2466db943e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7397d17e-746b-46bd-9d2b-cf82ea6dd20e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:36.855699 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbaee22-9f45-409b-8e99-1f2466db943e None None] Pushing event updated for resources: {'Port': ['ID=7397d17e-746b-46bd-9d2b-cf82ea6dd20e,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:36.882735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebb06a-e6c4-490a-a004-8ee446326b0a req-d59be49e-d5e3-4be8-b0fb-6107e58b476b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:36.890771 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-feebb06a-e6c4-490a-a004-8ee446326b0a req-d59be49e-d5e3-4be8-b0fb-6107e58b476b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 950 time: 0.2294927 Feb 28 20:20:36.966464 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:20:36.982966 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:20:37.004593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-04e1f709-4ff2-4238-9f12-f713480e5973 None None] Provisioning complete for port 4ac15842-1b0f-4475-b9a7-86e13170c2e8 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:37.004593 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-04e1f709-4ff2-4238-9f12-f713480e5973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4ac15842-1b0f-4475-b9a7-86e13170c2e8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:37.010955 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2f0e7ff5-bad3-46b6-bd39-9f646707631e None None] For port cac2f998-6fe0-4388-8636-9a355b30add6, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:20:37.063872 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-feebb06a-e6c4-490a-a004-8ee446326b0a req-144eb981-8ec1-4953-aaf6-7a58f834fc8a tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720808 Feb 28 20:20:37.205365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2f0e7ff5-bad3-46b6-bd39-9f646707631e None None] For port cac2f998-6fe0-4388-8636-9a355b30add6, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=cac2f998-6fe0-4388-8636-9a355b30add6,segment=NetworkSegment(923824af-dc32-4186-9394-27c190910828),segment_id=923824af-dc32-4186-9394-27c190910828)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:20:37.214124 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55516) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:20:37.228323 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d956c09d-bf3e-4dbd-8d3b-dcb74f485370 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1957317433', 'description': 'tempest-description--1931606829'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:37.237216 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dc335b-1c6b-43c5-b88e-313222a17ed1 None None] Network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:20:37.313612 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d956c09d-bf3e-4dbd-8d3b-dcb74f485370 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:37.610703 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d956c09d-bf3e-4dbd-8d3b-dcb74f485370 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for security_group (6c3e81ac-e3ee-4432-a45f-c0438faab9d8), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:37.625763 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d956c09d-bf3e-4dbd-8d3b-dcb74f485370 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6c3e81ac-e3ee-4432-a45f-c0438faab9d8), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:37.675023 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956c09d-bf3e-4dbd-8d3b-dcb74f485370 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3e81ac-e3ee-4432-a45f-c0438faab9d8,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:37.720434 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d956c09d-bf3e-4dbd-8d3b-dcb74f485370 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:37.728831 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d956c09d-bf3e-4dbd-8d3b-dcb74f485370 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5111477 Feb 28 20:20:37.730058 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55524) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:20:37.749968 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-0141d4f9-b052-4d6d-b3a6-dd1abfcc9040 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Request body: {'security_group_rule': {'security_group_id': '6c3e81ac-e3ee-4432-a45f-c0438faab9d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:37.803493 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0141d4f9-b052-4d6d-b3a6-dd1abfcc9040 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for security_group_rule (df202d29-2d7a-440d-9208-9f1ff4c72b93), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:37.828442 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7397d17e-746b-46bd-9d2b-cf82ea6dd20e is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:37.834085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e3f5d-9896-4ce2-83dc-60265ac6413d req-1a1462a7-3fbc-4530-bc57-d311501b678e tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:37.838934 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2f0e7ff5-bad3-46b6-bd39-9f646707631e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cac2f998-6fe0-4388-8636-9a355b30add6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:37.871621 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e3f5d-9896-4ce2-83dc-60265ac6413d req-1a1462a7-3fbc-4530-bc57-d311501b678e tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:37.892946 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e3f5d-9896-4ce2-83dc-60265ac6413d req-1a1462a7-3fbc-4530-bc57-d311501b678e tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:37.914860 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e3f5d-9896-4ce2-83dc-60265ac6413d req-1a1462a7-3fbc-4530-bc57-d311501b678e tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:37.922652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e3f5d-9896-4ce2-83dc-60265ac6413d req-1a1462a7-3fbc-4530-bc57-d311501b678e tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:37.928491 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e3f5d-9896-4ce2-83dc-60265ac6413d req-1a1462a7-3fbc-4530-bc57-d311501b678e tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:37.934142 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e3f5d-9896-4ce2-83dc-60265ac6413d req-1a1462a7-3fbc-4530-bc57-d311501b678e tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:37.942532 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c81e3f5d-9896-4ce2-83dc-60265ac6413d req-1a1462a7-3fbc-4530-bc57-d311501b678e tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5430 time: 0.7986610 Feb 28 20:20:38.035136 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf6ca9-8cb8-4ed6-ad7f-a858ba12b243 req-8237206b-99f4-41e0-8dd3-c78d60d41e60 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:38.035136 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9fcf6ca9-8cb8-4ed6-ad7f-a858ba12b243 req-8237206b-99f4-41e0-8dd3-c78d60d41e60 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.4287376 Feb 28 20:20:38.056491 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-04e1f709-4ff2-4238-9f12-f713480e5973 None None] Current status of the port 4ac15842-1b0f-4475-b9a7-86e13170c2e8 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:38.097369 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0141d4f9-b052-4d6d-b3a6-dd1abfcc9040 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for security_group_rule (df202d29-2d7a-440d-9208-9f1ff4c72b93), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:38.107343 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0141d4f9-b052-4d6d-b3a6-dd1abfcc9040 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (df202d29-2d7a-440d-9208-9f1ff4c72b93), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:38.131021 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e7ff5-bad3-46b6-bd39-9f646707631e None None] Pushing event updated for resources: {'Port': ['ID=cac2f998-6fe0-4388-8636-9a355b30add6,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:38.142484 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141d4f9-b052-4d6d-b3a6-dd1abfcc9040 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df202d29-2d7a-440d-9208-9f1ff4c72b93,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:38.156354 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0141d4f9-b052-4d6d-b3a6-dd1abfcc9040 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:38.158708 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0141d4f9-b052-4d6d-b3a6-dd1abfcc9040 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4271045 Feb 28 20:20:38.162083 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55526) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:20:38.171054 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-520175d1-c08f-4673-b9e3-94eee5b9fb26 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Request body: {'security_group_rule': {'security_group_id': '6c3e81ac-e3ee-4432-a45f-c0438faab9d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:38.245564 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-520175d1-c08f-4673-b9e3-94eee5b9fb26 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for security_group_rule (17e2c347-27d6-4456-95ed-7be4f165e6f0), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:38.255617 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c81e3f5d-9896-4ce2-83dc-60265ac6413d req-97bba5d6-0ced-479e-9476-6b2254b6c717 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3022954 Feb 28 20:20:38.289927 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-51661a76-961e-416a-b55a-7c5dec8f063b tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:38.310715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-51661a76-961e-416a-b55a-7c5dec8f063b tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:38.314382 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-51661a76-961e-416a-b55a-7c5dec8f063b tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.10 "GET /v2.0/networks?id=475b9ae1-8d2c-4896-af82-1865254c6220&id=18a6b2c7-fd53-4e53-9e97-227ca91748b3&id=475b9ae1-8d2c-4896-af82-1865254c6220 HTTP/1.1" status: 200 len: 1391 time: 1.0815499 Feb 28 20:20:38.338782 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4ac15842-1b0f-4475-b9a7-86e13170c2e8 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:20:38.340903 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Request body: {'port': {'device_id': 'f437e870-71dc-4990-b293-0016d6934560', 'network_id': '475b9ae1-8d2c-4896-af82-1865254c6220', 'admin_state_up': True, 'tenant_id': '9d92990bad4d49cdb025de9b8b50c311'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:38.378334 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-520175d1-c08f-4673-b9e3-94eee5b9fb26 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for security_group_rule (17e2c347-27d6-4456-95ed-7be4f165e6f0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:38.384211 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-520175d1-c08f-4673-b9e3-94eee5b9fb26 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (17e2c347-27d6-4456-95ed-7be4f165e6f0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:38.435521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520175d1-c08f-4673-b9e3-94eee5b9fb26 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e2c347-27d6-4456-95ed-7be4f165e6f0,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:38.468597 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-520175d1-c08f-4673-b9e3-94eee5b9fb26 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:38.471285 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-520175d1-c08f-4673-b9e3-94eee5b9fb26 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3051598 Feb 28 20:20:38.474939 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55532) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:20:38.499449 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-19cd709a-7146-4a71-8614-b63abdf24972 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:38.542086 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c91b1a15-b936-4e37-985d-eef9530ceac2 None None] Provisioning complete for port 7da31d4b-314d-4b57-b363-da09a1af2c7d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:38.543669 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c91b1a15-b936-4e37-985d-eef9530ceac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7da31d4b-314d-4b57-b363-da09a1af2c7d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:38.608050 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-19cd709a-7146-4a71-8614-b63abdf24972 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:38.677082 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9fcf6ca9-8cb8-4ed6-ad7f-a858ba12b243 req-ce4a6bde-4e89-4845-997a-b9e84cd9db05 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6353142 Feb 28 20:20:38.762230 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4ac15842-1b0f-4475-b9a7-86e13170c2e8 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:38.762853 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4ac15842-1b0f-4475-b9a7-86e13170c2e8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:38.891870 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-19cd709a-7146-4a71-8614-b63abdf24972 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:38.925980 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Made reservation on behalf of 9d92990bad4d49cdb025de9b8b50c311 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:20:38.931829 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:39.062523 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c91b1a15-b936-4e37-985d-eef9530ceac2 None None] Current status of the port 7da31d4b-314d-4b57-b363-da09a1af2c7d is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:39.063128 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c91b1a15-b936-4e37-985d-eef9530ceac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7da31d4b-314d-4b57-b363-da09a1af2c7d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:39.175552 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c91b1a15-b936-4e37-985d-eef9530ceac2 None None] For port 7da31d4b-314d-4b57-b363-da09a1af2c7d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7da31d4b-314d-4b57-b363-da09a1af2c7d,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:20:39.201251 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c91b1a15-b936-4e37-985d-eef9530ceac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7da31d4b-314d-4b57-b363-da09a1af2c7d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:39.214277 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ab960-53c3-4a18-aad4-c381c982348f req-ca79ccaa-413b-4a1c-88eb-262d3f8cbbf9 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:39.216992 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-be2ab960-53c3-4a18-aad4-c381c982348f req-ca79ccaa-413b-4a1c-88eb-262d3f8cbbf9 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.1625125 Feb 28 20:20:39.241826 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-19cd709a-7146-4a71-8614-b63abdf24972 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Allocated IP 172.25.0.42 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/af90c0bf-a83f-4cf3-a13f-74d88de09fa9) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:20:39.283060 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Allocated IP 19.80.0.155 (475b9ae1-8d2c-4896-af82-1865254c6220/67c38f5c-8517-4f14-9ff1-dd1b8a38b6b1/84856de6-1a0b-4f0a-841b-fdb2b4a0393f) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:20:39.314209 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b1a15-b936-4e37-985d-eef9530ceac2 None None] Pushing event updated for resources: {'Port': ['ID=7da31d4b-314d-4b57-b363-da09a1af2c7d,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:39.316076 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4ac15842-1b0f-4475-b9a7-86e13170c2e8 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:39.317437 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7397d17e-746b-46bd-9d2b-cf82ea6dd20e up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:20:39.328093 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-2b1d3df4-3cf7-4f9a-87ff-33449d8600f3 req-da3f1123-a46a-49ff-88d5-2aff42ecbdf1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:20:39.331529 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b1d3df4-3cf7-4f9a-87ff-33449d8600f3 req-da3f1123-a46a-49ff-88d5-2aff42ecbdf1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0246823 Feb 28 20:20:39.412131 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-be2ab960-53c3-4a18-aad4-c381c982348f req-ec87feb3-2d80-4ae0-be3f-f280099249b9 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819303 Feb 28 20:20:39.445637 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c91b1a15-b936-4e37-985d-eef9530ceac2 None None] Provisioning complete for port 7397d17e-746b-46bd-9d2b-cf82ea6dd20e triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:39.446030 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c91b1a15-b936-4e37-985d-eef9530ceac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7397d17e-746b-46bd-9d2b-cf82ea6dd20e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:39.579234 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 7397d17e-746b-46bd-9d2b-cf82ea6dd20e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:39.579961 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7397d17e-746b-46bd-9d2b-cf82ea6dd20e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:39.649693 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-19cd709a-7146-4a71-8614-b63abdf24972 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for port (af90c0bf-a83f-4cf3-a13f-74d88de09fa9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:39.729385 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c91b1a15-b936-4e37-985d-eef9530ceac2 None None] Current status of the port 7397d17e-746b-46bd-9d2b-cf82ea6dd20e is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:39.908550 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7397d17e-746b-46bd-9d2b-cf82ea6dd20e is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:39.909698 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7da31d4b-314d-4b57-b363-da09a1af2c7d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:20:39.940018 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks [] for port (84856de6-1a0b-4f0a-841b-fdb2b4a0393f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:40.026974 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-923a28d2-ceaf-4b45-9da3-14a435b9ca0d None None] Provisioning complete for port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:40.028546 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-923a28d2-ceaf-4b45-9da3-14a435b9ca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3c3a2d9f-699e-4a07-be35-f4b71ae7811b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:40.145897 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 7da31d4b-314d-4b57-b363-da09a1af2c7d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:40.146573 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7da31d4b-314d-4b57-b363-da09a1af2c7d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:40.157726 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-923a28d2-ceaf-4b45-9da3-14a435b9ca0d None None] Port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:20:40.172290 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c9147e73-33f6-40ba-bade-68573cc153bb req-40b4105c-5657-4868-8436-0ef82e188ea2 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 210 time: 0.2025659 Feb 28 20:20:40.250333 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672401c2-8181-461d-ad0a-cf3ec1d34d91 req-4231ad56-2cfc-4870-bdf6-a14468c5f445 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:40.267580 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-672401c2-8181-461d-ad0a-cf3ec1d34d91 req-4231ad56-2cfc-4870-bdf6-a14468c5f445 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.6583157 Feb 28 20:20:40.285852 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-923a28d2-ceaf-4b45-9da3-14a435b9ca0d None None] Provisioning complete for port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:40.286298 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-923a28d2-ceaf-4b45-9da3-14a435b9ca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:40.359812 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-923a28d2-ceaf-4b45-9da3-14a435b9ca0d None None] Port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:20:40.364340 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c3ddc0-19fb-42de-8f17-d00263a2797e None None] Network 0d187f09-7970-4e4d-90e2-821e3c7a3175 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:20:40.472043 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-19cd709a-7146-4a71-8614-b63abdf24972 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (af90c0bf-a83f-4cf3-a13f-74d88de09fa9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:40.514053 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-672401c2-8181-461d-ad0a-cf3ec1d34d91 req-3caa6ba6-15df-4e4e-b30b-c9a5aa975a0b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443206 Feb 28 20:20:40.533884 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-923a28d2-ceaf-4b45-9da3-14a435b9ca0d None None] Provisioning complete for port 7da31d4b-314d-4b57-b363-da09a1af2c7d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:40.534403 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-923a28d2-ceaf-4b45-9da3-14a435b9ca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7da31d4b-314d-4b57-b363-da09a1af2c7d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:40.537218 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cd709a-7146-4a71-8614-b63abdf24972 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:20:40.561155 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-bd6b6bb2-f23a-4375-af44-97dbd52eeac0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1399679 Feb 28 20:20:40.564785 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-19cd709a-7146-4a71-8614-b63abdf24972 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:20:40.577114 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cd709a-7146-4a71-8614-b63abdf24972 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:20:40.614662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7da31d4b-314d-4b57-b363-da09a1af2c7d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:40.632946 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (84856de6-1a0b-4f0a-841b-fdb2b4a0393f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:40.708304 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-923a28d2-ceaf-4b45-9da3-14a435b9ca0d None None] Current status of the port 7da31d4b-314d-4b57-b363-da09a1af2c7d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:40.729845 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a5027-d489-4342-9532-c416d1c7b42d req-42488eef-7705-4f7c-85e1-3f18d87f70c6 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:40.732540 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-177a5027-d489-4342-9532-c416d1c7b42d req-42488eef-7705-4f7c-85e1-3f18d87f70c6 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.4258945 Feb 28 20:20:40.786598 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Network 475b9ae1-8d2c-4896-af82-1865254c6220 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:20:40.851207 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a2dddb38-4f27-4045-bbe3-5316150d5148 None None] Provisioning complete for port cac2f998-6fe0-4388-8636-9a355b30add6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:40.851610 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a2dddb38-4f27-4045-bbe3-5316150d5148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cac2f998-6fe0-4388-8636-9a355b30add6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:40.874436 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:20:40.883072 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd709a-7146-4a71-8614-b63abdf24972 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event updated for resources: {'Port': ['ID=af90c0bf-a83f-4cf3-a13f-74d88de09fa9,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:40.909680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:20:41.015564 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-19cd709a-7146-4a71-8614-b63abdf24972 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for floatingip (0792df75-59e9-4936-bd73-d944fa15f02f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:41.081782 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:20:41.164719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device cac2f998-6fe0-4388-8636-9a355b30add6 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:20:41.165338 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-19cd709a-7146-4a71-8614-b63abdf24972 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (af90c0bf-a83f-4cf3-a13f-74d88de09fa9), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:41.342047 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a2dddb38-4f27-4045-bbe3-5316150d5148 None None] Current status of the port cac2f998-6fe0-4388-8636-9a355b30add6 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:41.342559 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a2dddb38-4f27-4045-bbe3-5316150d5148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cac2f998-6fe0-4388-8636-9a355b30add6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:41.452480 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port cac2f998-6fe0-4388-8636-9a355b30add6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:41.453034 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cac2f998-6fe0-4388-8636-9a355b30add6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:41.455981 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a2dddb38-4f27-4045-bbe3-5316150d5148 None None] For port cac2f998-6fe0-4388-8636-9a355b30add6, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=cac2f998-6fe0-4388-8636-9a355b30add6,segment=NetworkSegment(923824af-dc32-4186-9394-27c190910828),segment_id=923824af-dc32-4186-9394-27c190910828)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:20:41.545251 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a2dddb38-4f27-4045-bbe3-5316150d5148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cac2f998-6fe0-4388-8636-9a355b30add6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:41.666858 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-fb893aa8-62e2-47ef-8e01-1cbe740935ab tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:41.669740 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-fb893aa8-62e2-47ef-8e01-1cbe740935ab tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports/c772cbdd-6b28-4e6c-8f3a-191ec5034512 HTTP/1.1" status: 200 len: 947 time: 0.0759037 Feb 28 20:20:41.708671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a2dddb38-4f27-4045-bbe3-5316150d5148 None None] Provisioning complete for port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:41.709071 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a2dddb38-4f27-4045-bbe3-5316150d5148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3c3a2d9f-699e-4a07-be35-f4b71ae7811b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:41.742015 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-19cd709a-7146-4a71-8614-b63abdf24972 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for port (af90c0bf-a83f-4cf3-a13f-74d88de09fa9), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:41.752178 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-19cd709a-7146-4a71-8614-b63abdf24972 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (af90c0bf-a83f-4cf3-a13f-74d88de09fa9), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:41.801161 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a2dddb38-4f27-4045-bbe3-5316150d5148 None None] Port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:20:41.834345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dddb38-4f27-4045-bbe3-5316150d5148 None None] Pushing event updated for resources: {'Port': ['ID=cac2f998-6fe0-4388-8636-9a355b30add6,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:41.881025 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd709a-7146-4a71-8614-b63abdf24972 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event updated for resources: {'Port': ['ID=af90c0bf-a83f-4cf3-a13f-74d88de09fa9,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:41.904742 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event updated for resources: {'Port': ['ID=84856de6-1a0b-4f0a-841b-fdb2b4a0393f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:41.939991 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port cac2f998-6fe0-4388-8636-9a355b30add6 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:41.941105 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7da31d4b-314d-4b57-b363-da09a1af2c7d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:20:41.968038 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-177a5027-d489-4342-9532-c416d1c7b42d req-c4d6de67-be9b-4b61-851d-011525853e32 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2059758 Feb 28 20:20:41.969566 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:41.969909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:41.972237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:41.972585 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:41.972931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:41.973273 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:41.973605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:41.973929 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:41.974266 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:41.974634 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:41.974890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:41.978718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:41.979075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:42.005234 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-19cd709a-7146-4a71-8614-b63abdf24972 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (0792df75-59e9-4936-bd73-d944fa15f02f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:42.017665 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:42.018985 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:42.032135 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-19cd709a-7146-4a71-8614-b63abdf24972 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:42.034069 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-19cd709a-7146-4a71-8614-b63abdf24972 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5441856 Feb 28 20:20:42.059041 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e36ab-ce17-4716-9334-794630bfa014 req-427ab50f-46b5-44c5-a2ff-38200e435bdf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:42.070604 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e36ab-ce17-4716-9334-794630bfa014 req-427ab50f-46b5-44c5-a2ff-38200e435bdf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:42.085795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e36ab-ce17-4716-9334-794630bfa014 req-427ab50f-46b5-44c5-a2ff-38200e435bdf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:42.100760 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e36ab-ce17-4716-9334-794630bfa014 req-427ab50f-46b5-44c5-a2ff-38200e435bdf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:42.110959 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e36ab-ce17-4716-9334-794630bfa014 req-427ab50f-46b5-44c5-a2ff-38200e435bdf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:42.124531 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e36ab-ce17-4716-9334-794630bfa014 req-427ab50f-46b5-44c5-a2ff-38200e435bdf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:42.138724 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e36ab-ce17-4716-9334-794630bfa014 req-427ab50f-46b5-44c5-a2ff-38200e435bdf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:42.148327 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d01e36ab-ce17-4716-9334-794630bfa014 req-427ab50f-46b5-44c5-a2ff-38200e435bdf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5430 time: 1.3827739 Feb 28 20:20:42.215749 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-13cc742f-b296-4233-aea4-e4383d9b0351 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8820438 Feb 28 20:20:42.244095 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-710ce455-dde6-4a0b-bab5-f9c2eab80540 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Request body: {'port': {'device_id': 'f437e870-71dc-4990-b293-0016d6934560', 'network_id': '18a6b2c7-fd53-4e53-9e97-227ca91748b3', 'admin_state_up': True, 'tenant_id': '9d92990bad4d49cdb025de9b8b50c311'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:42.436875 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d01e36ab-ce17-4716-9334-794630bfa014 req-dc3deae0-24cc-4aa7-96f6-fa50a04d9fdf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2870843 Feb 28 20:20:42.465593 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-710ce455-dde6-4a0b-bab5-f9c2eab80540 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Made reservation on behalf of 9d92990bad4d49cdb025de9b8b50c311 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:20:42.470102 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-710ce455-dde6-4a0b-bab5-f9c2eab80540 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:42.506124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bbe2c-4479-4851-a5be-413299ea0fc1 req-0630f2fd-2c8e-4752-8770-a2e8757bc193 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:42.517534 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-070bbe2c-4479-4851-a5be-413299ea0fc1 req-0630f2fd-2c8e-4752-8770-a2e8757bc193 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.3433816 Feb 28 20:20:42.531906 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-11f4c9f4-b9e9-4c6e-b82c-d8562ffc7c3a None None] Provisioning complete for port cac2f998-6fe0-4388-8636-9a355b30add6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:42.532486 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-11f4c9f4-b9e9-4c6e-b82c-d8562ffc7c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cac2f998-6fe0-4388-8636-9a355b30add6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:42.628348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 7da31d4b-314d-4b57-b363-da09a1af2c7d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:42.628666 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7da31d4b-314d-4b57-b363-da09a1af2c7d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:42.749425 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-710ce455-dde6-4a0b-bab5-f9c2eab80540 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Allocated IP 19.86.0.121 (18a6b2c7-fd53-4e53-9e97-227ca91748b3/6c22f0fa-3a5d-4aff-9e0e-150f75e1f673/af523ac6-794b-47a5-9443-0bbc170449b0) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:20:42.759986 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7da31d4b-314d-4b57-b363-da09a1af2c7d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:42.862477 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-11f4c9f4-b9e9-4c6e-b82c-d8562ffc7c3a None None] Current status of the port cac2f998-6fe0-4388-8636-9a355b30add6 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:42.877476 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-11f4c9f4-b9e9-4c6e-b82c-d8562ffc7c3a None None] Provisioning complete for port 84856de6-1a0b-4f0a-841b-fdb2b4a0393f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:42.878869 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-11f4c9f4-b9e9-4c6e-b82c-d8562ffc7c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (84856de6-1a0b-4f0a-841b-fdb2b4a0393f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:42.927491 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-11f4c9f4-b9e9-4c6e-b82c-d8562ffc7c3a None None] Port 84856de6-1a0b-4f0a-841b-fdb2b4a0393f cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:20:42.939059 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device cac2f998-6fe0-4388-8636-9a355b30add6 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:20:42.964465 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-710ce455-dde6-4a0b-bab5-f9c2eab80540 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks [] for port (af523ac6-794b-47a5-9443-0bbc170449b0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:43.012115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port cac2f998-6fe0-4388-8636-9a355b30add6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:43.012529 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cac2f998-6fe0-4388-8636-9a355b30add6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:43.058534 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-070bbe2c-4479-4851-a5be-413299ea0fc1 req-36a49853-8d4c-4986-a8e0-92d51b26bff8 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5396407 Feb 28 20:20:43.104193 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port cac2f998-6fe0-4388-8636-9a355b30add6 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:43.116334 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-710ce455-dde6-4a0b-bab5-f9c2eab80540 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (af523ac6-794b-47a5-9443-0bbc170449b0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:43.202491 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-710ce455-dde6-4a0b-bab5-f9c2eab80540 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Network 18a6b2c7-fd53-4e53-9e97-227ca91748b3 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:20:43.219177 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-710ce455-dde6-4a0b-bab5-f9c2eab80540 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:20:43.221900 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-710ce455-dde6-4a0b-bab5-f9c2eab80540 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:20:43.330614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c47ce-cbce-4ebb-9286-1da67245ab05 req-36984832-02c8-4a5d-9d40-604cb13c2e40 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:43.337566 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-596c47ce-cbce-4ebb-9286-1da67245ab05 req-36984832-02c8-4a5d-9d40-604cb13c2e40 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 950 time: 0.4243720 Feb 28 20:20:43.340532 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ce455-dde6-4a0b-bab5-f9c2eab80540 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event updated for resources: {'Port': ['ID=af523ac6-794b-47a5-9443-0bbc170449b0,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:43.367794 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-38893594-9c29-4d44-95bd-612a822023bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:43.369285 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-38893594-9c29-4d44-95bd-612a822023bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 1133 time: 0.2660797 Feb 28 20:20:43.473414 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-710ce455-dde6-4a0b-bab5-f9c2eab80540 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:43.473955 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-710ce455-dde6-4a0b-bab5-f9c2eab80540 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:43.513087 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c266b7-2f52-49cd-a5ae-bb5f4efd8be2 req-f4802ebb-08fb-481e-a4ae-36068c5204bc tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:43.514676 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6c266b7-2f52-49cd-a5ae-bb5f4efd8be2 req-f4802ebb-08fb-481e-a4ae-36068c5204bc tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.3281410 Feb 28 20:20:43.530885 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-69bbde6a-afe2-4b21-8f21-5918b63619e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:43.532518 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-69bbde6a-afe2-4b21-8f21-5918b63619e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.1503341 Feb 28 20:20:43.561436 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-710ce455-dde6-4a0b-bab5-f9c2eab80540 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3257451 Feb 28 20:20:43.586349 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-fc9e4368-d061-4423-8195-0ca715ce0aff tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Request body: {'port': {'device_id': 'f437e870-71dc-4990-b293-0016d6934560', 'network_id': '475b9ae1-8d2c-4896-af82-1865254c6220', 'admin_state_up': True, 'tenant_id': '9d92990bad4d49cdb025de9b8b50c311'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:43.665211 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-87271d9f-686a-4683-a921-87403da0450d None None] Provisioning complete for port af523ac6-794b-47a5-9443-0bbc170449b0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:43.665668 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-87271d9f-686a-4683-a921-87403da0450d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (af523ac6-794b-47a5-9443-0bbc170449b0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:43.672756 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-596c47ce-cbce-4ebb-9286-1da67245ab05 req-166fd47c-dfee-44c5-be25-45905e1a772a tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342135 Feb 28 20:20:43.679649 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-99164ccc-847c-4ff8-92b8-589770f078fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=c772cbdd-6b28-4e6c-8f3a-191ec5034512 HTTP/1.1" status: 200 len: 217 time: 0.1158905 Feb 28 20:20:43.748167 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-87271d9f-686a-4683-a921-87403da0450d None None] Port af523ac6-794b-47a5-9443-0bbc170449b0 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:20:43.775114 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6c266b7-2f52-49cd-a5ae-bb5f4efd8be2 req-797116e9-9868-444f-a31e-4c59739776b5 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495656 Feb 28 20:20:43.922028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-0247aebd-c020-431d-95ed-bdcee531fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:43.923694 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-0247aebd-c020-431d-95ed-bdcee531fc4f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.2268112 Feb 28 20:20:44.055552 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-fc9e4368-d061-4423-8195-0ca715ce0aff tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Made reservation on behalf of 9d92990bad4d49cdb025de9b8b50c311 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:20:44.060768 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-fc9e4368-d061-4423-8195-0ca715ce0aff tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:44.077953 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842c398-7478-4775-8411-a492797d3ad2 req-0aebd218-45c8-45d1-814b-4739eda1d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:44.079776 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a842c398-7478-4775-8411-a492797d3ad2 req-0aebd218-45c8-45d1-814b-4739eda1d2e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc511d7643284ad4adb274524c5b6a6a&device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 1129 time: 0.0985255 Feb 28 20:20:44.082034 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66896b9-61fc-4bf1-815a-da83ba3f7a77 req-1fee287e-7efa-4197-8d32-9e236b653cc8 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:44.087616 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66896b9-61fc-4bf1-815a-da83ba3f7a77 req-1fee287e-7efa-4197-8d32-9e236b653cc8 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:44.099878 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e66896b9-61fc-4bf1-815a-da83ba3f7a77 req-1fee287e-7efa-4197-8d32-9e236b653cc8 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 1655 time: 0.2901142 Feb 28 20:20:44.219239 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842c398-7478-4775-8411-a492797d3ad2 req-52addec8-dd35-4e2f-a4ab-6a23715e6d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:44.222171 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-c26ce283-4714-4b89-9ffe-67f401d990da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:44.222610 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a842c398-7478-4775-8411-a492797d3ad2 req-52addec8-dd35-4e2f-a4ab-6a23715e6d76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=68023704-fab0-42d3-a06c-4476ff73e6d5 HTTP/1.1" status: 200 len: 919 time: 0.1307919 Feb 28 20:20:44.223710 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-c26ce283-4714-4b89-9ffe-67f401d990da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2866645 Feb 28 20:20:44.291097 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a842c398-7478-4775-8411-a492797d3ad2 req-09a8e389-a7ee-4730-a5b3-25c606cbda5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8642d44a-7991-4f88-a58f-c4752a339e89 HTTP/1.1" status: 200 len: 217 time: 0.0556426 Feb 28 20:20:44.327520 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e66896b9-61fc-4bf1-815a-da83ba3f7a77 req-85034a25-9815-4bd9-84ab-daea16f23ccf tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841595 Feb 28 20:20:44.386567 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842c398-7478-4775-8411-a492797d3ad2 req-66bbdb5f-44d2-4b1f-9396-a7f16de42f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:44.388086 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a842c398-7478-4775-8411-a492797d3ad2 req-66bbdb5f-44d2-4b1f-9396-a7f16de42f39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff HTTP/1.1" status: 200 len: 859 time: 0.0882392 Feb 28 20:20:44.450082 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a842c398-7478-4775-8411-a492797d3ad2 req-6cc6ff35-90a4-406d-a1da-11e508985781 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68023704-fab0-42d3-a06c-4476ff73e6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547390 Feb 28 20:20:44.576432 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-cacde740-1726-4e74-a3b7-8d9964188971 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1957317433&fields=id&tenant_id=32b514b33b3446a2a3d4a8b083492ad2 HTTP/1.1" status: 200 len: 267 time: 0.4740624 Feb 28 20:20:44.597536 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a842c398-7478-4775-8411-a492797d3ad2 req-a95a0ad0-92ce-40a2-a1ca-fc28ac9759d0 service neutron] 10.222.0.15 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389809 Feb 28 20:20:44.650330 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-2ee6ebdc-d7a8-42db-9898-3eaf9a0e372a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:44.656883 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-2ee6ebdc-d7a8-42db-9898-3eaf9a0e372a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports/ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 HTTP/1.1" status: 200 len: 932 time: 0.0795066 Feb 28 20:20:44.723721 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a842c398-7478-4775-8411-a492797d3ad2 req-1d3309d3-169b-4726-a37f-79dc5a01d595 service neutron] 10.222.0.15 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201618 Feb 28 20:20:44.857988 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-fc9e4368-d061-4423-8195-0ca715ce0aff tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Allocated IP 19.80.0.176 (475b9ae1-8d2c-4896-af82-1865254c6220/67c38f5c-8517-4f14-9ff1-dd1b8a38b6b1/d620ecaa-66fc-4248-a962-3b5f1a699419) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:20:44.948324 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d59a1-3af8-4f4b-a2c2-41f104d59a8a req-72ba44c9-6aa0-4b2a-a86c-7d5beaeb3a92 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:44.951875 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-593d59a1-3af8-4f4b-a2c2-41f104d59a8a req-72ba44c9-6aa0-4b2a-a86c-7d5beaeb3a92 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.4669406 Feb 28 20:20:45.007924 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-9a20f546-2e57-4abb-a566-22928ac0628d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:45.018781 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-9a20f546-2e57-4abb-a566-22928ac0628d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports/3c3a2d9f-699e-4a07-be35-f4b71ae7811b HTTP/1.1" status: 200 len: 932 time: 0.3609259 Feb 28 20:20:45.092814 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-2525f2cd-4b81-48d8-b0c5-1a5f0921ebad tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?network_id=0d187f09-7970-4e4d-90e2-821e3c7a3175&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0730426 Feb 28 20:20:45.160812 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-16b3078a-d2f8-489b-8cef-b8543fb76863 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?network_id=0d187f09-7970-4e4d-90e2-821e3c7a3175&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0669744 Feb 28 20:20:45.191047 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-ea82f255-66d9-4de1-8773-7bfb736e5510 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7490735 Feb 28 20:20:45.327421 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-df7a66eb-e8d6-4692-aed8-f486411767fb service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224067 Feb 28 20:20:45.592761 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-593d59a1-3af8-4f4b-a2c2-41f104d59a8a req-0ded1cda-8485-4da1-acf0-883e2db66138 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6103330 Feb 28 20:20:45.651643 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-562b8964-c9d7-4265-8e70-81af2ce671e9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:45.657468 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-562b8964-c9d7-4265-8e70-81af2ce671e9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:45.663002 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-562b8964-c9d7-4265-8e70-81af2ce671e9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:45.664727 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-562b8964-c9d7-4265-8e70-81af2ce671e9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/networks?id=99a23236-624a-46f4-a7ad-cb80ef3fa29e&id=1282d4bf-ae2c-4912-89e0-49a4ac2fff4c&id=1282d4bf-ae2c-4912-89e0-49a4ac2fff4c&id=0d187f09-7970-4e4d-90e2-821e3c7a3175&id=0d187f09-7970-4e4d-90e2-821e3c7a3175 HTTP/1.1" status: 200 len: 1988 time: 0.5031838 Feb 28 20:20:45.688516 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-fc9e4368-d061-4423-8195-0ca715ce0aff tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks [] for port (d620ecaa-66fc-4248-a962-3b5f1a699419), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:45.706614 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-fa2480ee-84a0-4f1f-95c1-daa24a881eaf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/quotas/32b514b33b3446a2a3d4a8b083492ad2 HTTP/1.1" status: 200 len: 375 time: 0.0217531 Feb 28 20:20:45.839111 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-beb12028-cba4-412a-a04d-a766c9d298d3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=32b514b33b3446a2a3d4a8b083492ad2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1315441 Feb 28 20:20:45.842600 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-fc9e4368-d061-4423-8195-0ca715ce0aff tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d620ecaa-66fc-4248-a962-3b5f1a699419), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:45.940971 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48995a3c-7bae-4c2c-81c5-44fc2bf71886 req-1cbd1614-b509-487a-9b57-5e8b244c0bf0 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:45.946718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48995a3c-7bae-4c2c-81c5-44fc2bf71886 req-1cbd1614-b509-487a-9b57-5e8b244c0bf0 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:45.953071 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48995a3c-7bae-4c2c-81c5-44fc2bf71886 req-1cbd1614-b509-487a-9b57-5e8b244c0bf0 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:45.959310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48995a3c-7bae-4c2c-81c5-44fc2bf71886 req-1cbd1614-b509-487a-9b57-5e8b244c0bf0 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:45.970101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48995a3c-7bae-4c2c-81c5-44fc2bf71886 req-1cbd1614-b509-487a-9b57-5e8b244c0bf0 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:45.976236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48995a3c-7bae-4c2c-81c5-44fc2bf71886 req-1cbd1614-b509-487a-9b57-5e8b244c0bf0 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:45.982799 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48995a3c-7bae-4c2c-81c5-44fc2bf71886 req-1cbd1614-b509-487a-9b57-5e8b244c0bf0 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:45.985173 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-48995a3c-7bae-4c2c-81c5-44fc2bf71886 req-1cbd1614-b509-487a-9b57-5e8b244c0bf0 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5430 time: 0.2411795 Feb 28 20:20:46.027614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-fc9e4368-d061-4423-8195-0ca715ce0aff tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Network 475b9ae1-8d2c-4896-af82-1865254c6220 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:20:46.050492 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-fc9e4368-d061-4423-8195-0ca715ce0aff tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:20:46.053165 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-fc9e4368-d061-4423-8195-0ca715ce0aff tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:20:46.061680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e4368-d061-4423-8195-0ca715ce0aff tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event updated for resources: {'Port': ['ID=d620ecaa-66fc-4248-a962-3b5f1a699419,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:46.247004 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-48995a3c-7bae-4c2c-81c5-44fc2bf71886 req-9711401e-e1e7-403e-8564-a3150deadaef tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2379830 Feb 28 20:20:46.251815 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-42c4f43f-2c3a-4c2b-b01e-2fba28c01c11 service neutron] 10.222.0.13 "GET /v2.0/networks/99a23236-624a-46f4-a7ad-cb80ef3fa29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621241 Feb 28 20:20:46.280977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-fc9e4368-d061-4423-8195-0ca715ce0aff tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:46.281667 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-fc9e4368-d061-4423-8195-0ca715ce0aff tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:46.328799 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-fc9e4368-d061-4423-8195-0ca715ce0aff tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7379682 Feb 28 20:20:46.338952 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] Request body: {'port': {'device_id': 'f437e870-71dc-4990-b293-0016d6934560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:46.424269 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2f17d869-1706-4a0f-91ce-c33652968352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:46.471364 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (84856de6-1a0b-4f0a-841b-fdb2b4a0393f), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:46.521959 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1bccb160-c39a-49ff-9843-c72b47b40f1d None None] Provisioning complete for port d620ecaa-66fc-4248-a962-3b5f1a699419 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:46.522464 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1bccb160-c39a-49ff-9843-c72b47b40f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d620ecaa-66fc-4248-a962-3b5f1a699419), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:46.547849 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-31c3616f-1690-4ec5-8846-e32c2e3f894b service neutron] 10.222.0.13 "GET /v2.0/networks/99a23236-624a-46f4-a7ad-cb80ef3fa29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879946 Feb 28 20:20:46.637337 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb160-c39a-49ff-9843-c72b47b40f1d None None] Port d620ecaa-66fc-4248-a962-3b5f1a699419 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:20:46.741296 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-5e4a89cb-b926-4cf2-9baf-7bc116083035 service neutron] 10.222.0.13 "GET /v2.0/ports/ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1743312 Feb 28 20:20:47.419677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b4fad-334e-4d0e-b956-3d0c50e5f30f req-cefd299a-47f2-40e3-a5a2-f7598722a0e8 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:47.421231 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d95b4fad-334e-4d0e-b956-3d0c50e5f30f req-cefd299a-47f2-40e3-a5a2-f7598722a0e8 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.8240597 Feb 28 20:20:47.533701 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e3fea26a-8180-49fe-801f-8464194a1dee service neutron] 10.222.0.13 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7755477 Feb 28 20:20:47.539625 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d95b4fad-334e-4d0e-b956-3d0c50e5f30f req-b4791a0f-f8e4-4a17-abc1-15755f150d2f tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082315 Feb 28 20:20:47.663108 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84856de6-1a0b-4f0a-841b-fdb2b4a0393f {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:20:47.685317 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] Publish callbacks [] for port (84856de6-1a0b-4f0a-841b-fdb2b4a0393f), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:47.740471 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] Transition to ACTIVE for port object 84856de6-1a0b-4f0a-841b-fdb2b4a0393f will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:20:47.745114 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-b75aa226-493b-4a8a-bc08-9595c00f2d11 service neutron] 10.222.0.13 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031264 Feb 28 20:20:47.747716 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (84856de6-1a0b-4f0a-841b-fdb2b4a0393f), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:47.851382 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] Pushing event updated for resources: {'Port': ['ID=84856de6-1a0b-4f0a-841b-fdb2b4a0393f,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:47.856608 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-0aef81d3-852f-409d-91e6-c7e0d5408497 service neutron] 10.222.0.13 "GET /v2.0/ports/3c3a2d9f-699e-4a07-be35-f4b71ae7811b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0789628 Feb 28 20:20:47.863547 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e98a5a-8ac6-4d55-9c9a-4d80f05fbc12 req-9a593ac2-e4e6-4817-abf4-669e0d51639d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:47.865039 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2e98a5a-8ac6-4d55-9c9a-4d80f05fbc12 req-9a593ac2-e4e6-4817-abf4-669e0d51639d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.1909890 Feb 28 20:20:48.031878 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2e98a5a-8ac6-4d55-9c9a-4d80f05fbc12 req-f1b41383-b209-4160-a739-f0ed926b672f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562219 Feb 28 20:20:48.068074 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] Attempting to bind port 84856de6-1a0b-4f0a-841b-fdb2b4a0393f on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:20:48.068074 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] Attempting to bind port 84856de6-1a0b-4f0a-841b-fdb2b4a0393f by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'a6392fbc-01e2-4523-9859-faec07e77956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '475b9ae1-8d2c-4896-af82-1865254c6220'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:20:48.068074 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] Attempting to bind port 84856de6-1a0b-4f0a-841b-fdb2b4a0393f on network 475b9ae1-8d2c-4896-af82-1865254c6220 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:48.068074 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-4d42747c-4585-469f-9ef8-3820a89747a6 service neutron] 10.222.0.13 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953006 Feb 28 20:20:48.068074 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] Port 84856de6-1a0b-4f0a-841b-fdb2b4a0393f on network 475b9ae1-8d2c-4896-af82-1865254c6220 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:20:48.068074 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] Attempting to bind port 84856de6-1a0b-4f0a-841b-fdb2b4a0393f on network 475b9ae1-8d2c-4896-af82-1865254c6220 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:48.084736 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:20:48.085068 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] Checking segment: {'id': 'a6392fbc-01e2-4523-9859-faec07e77956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '475b9ae1-8d2c-4896-af82-1865254c6220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:20:48.085571 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] Bound using segment: {'id': 'a6392fbc-01e2-4523-9859-faec07e77956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '475b9ae1-8d2c-4896-af82-1865254c6220'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:20:48.085860 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] Bound port: 84856de6-1a0b-4f0a-841b-fdb2b4a0393f, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6392fbc-01e2-4523-9859-faec07e77956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '475b9ae1-8d2c-4896-af82-1865254c6220'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:20:48.086223 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (84856de6-1a0b-4f0a-841b-fdb2b4a0393f), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:48.256702 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-38f7e082-0659-4df2-b6ad-f26cbd9e13d2 service neutron] 10.222.0.13 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824484 Feb 28 20:20:48.261802 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] For port 84856de6-1a0b-4f0a-841b-fdb2b4a0393f, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:20:48.271489 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece0792-27c0-4190-9223-20b51ca2c36f req-e069b532-3c7d-480e-8d9a-7ba0de776ec7 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:48.272975 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ece0792-27c0-4190-9223-20b51ca2c36f req-e069b532-3c7d-480e-8d9a-7ba0de776ec7 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 950 time: 0.1334846 Feb 28 20:20:48.275597 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] For port 84856de6-1a0b-4f0a-841b-fdb2b4a0393f, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=84856de6-1a0b-4f0a-841b-fdb2b4a0393f,segment=NetworkSegment(a6392fbc-01e2-4523-9859-faec07e77956),segment_id=a6392fbc-01e2-4523-9859-faec07e77956)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:20:48.305746 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (84856de6-1a0b-4f0a-841b-fdb2b4a0393f), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:48.409891 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:48.410509 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:48.411948 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] 10.222.0.10 "PUT /v2.0/ports/84856de6-1a0b-4f0a-841b-fdb2b4a0393f HTTP/1.1" status: 200 len: 1093 time: 2.0771253 Feb 28 20:20:48.412409 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f437e870-71dc-4990-b293-0016d6934560', 'tag': '84856de6-1a0b-4f0a-841b-fdb2b4a0393f'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:20:48.414752 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b000a59d-e8d4-4dc8-b1cc-d67535d38cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "f437e870-71dc-4990-b293-0016d6934560", "tag": "84856de6-1a0b-4f0a-841b-fdb2b4a0393f"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:20:48.452097 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ece0792-27c0-4190-9223-20b51ca2c36f req-98550300-f1b2-4335-81cc-48eca34757bc tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637609 Feb 28 20:20:48.465650 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] Request body: {'port': {'device_id': 'f437e870-71dc-4990-b293-0016d6934560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:48.470668 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c27b34-81f6-4e5d-b11a-ede12ac7e8ea service neutron] Pushing event updated for resources: {'Port': ['ID=84856de6-1a0b-4f0a-841b-fdb2b4a0393f,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:48.509314 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-986745be-ca4a-48ea-9d30-e1c96729aa0e service neutron] 10.222.0.13 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450988 Feb 28 20:20:48.675606 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (af523ac6-794b-47a5-9443-0bbc170449b0), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:48.751637 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7742a9-ab4c-49b0-8b18-e54e6c124d67 req-f7aad435-bd08-49ff-b489-4e72d1396150 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:48.756895 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7742a9-ab4c-49b0-8b18-e54e6c124d67 req-f7aad435-bd08-49ff-b489-4e72d1396150 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:48.762697 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7742a9-ab4c-49b0-8b18-e54e6c124d67 req-f7aad435-bd08-49ff-b489-4e72d1396150 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:48.764275 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a7742a9-ab4c-49b0-8b18-e54e6c124d67 req-f7aad435-bd08-49ff-b489-4e72d1396150 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 2389 time: 0.2181916 Feb 28 20:20:48.771191 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-21b5a064-9134-42a4-82ad-61df7cf2d2b6 service neutron] 10.222.0.13 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545822 Feb 28 20:20:48.785351 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42881b0-1ab1-496b-9af0-f0c1d50b8706 req-be752f66-6256-4765-8294-ccce92f1ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:48.786709 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a42881b0-1ab1-496b-9af0-f0c1d50b8706 req-be752f66-6256-4765-8294-ccce92f1ddf0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d21f27a53ace41c6b073930944eb8337&device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 1129 time: 0.1891954 Feb 28 20:20:48.899505 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-49eb7daf-0882-49fa-a926-863fa94d320c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:49.024552 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a7742a9-ab4c-49b0-8b18-e54e6c124d67 req-eaac4b5a-5a44-4eae-a92e-d1987d5620a7 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523062 Feb 28 20:20:49.111313 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-ac071f10-a60e-49a9-bb9f-32da0f781a8f service neutron] 10.222.0.13 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321028 Feb 28 20:20:49.112277 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42881b0-1ab1-496b-9af0-f0c1d50b8706 req-6adaa517-9684-45ba-b49d-67b216e136a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:49.113582 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a42881b0-1ab1-496b-9af0-f0c1d50b8706 req-6adaa517-9684-45ba-b49d-67b216e136a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ab05bea-86cc-498b-aded-ed9c3d7148ac HTTP/1.1" status: 200 len: 917 time: 0.3120360 Feb 28 20:20:49.293865 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a42881b0-1ab1-496b-9af0-f0c1d50b8706 req-4087633e-440c-4b88-8dc6-ec215fef376e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9528242c-5054-49d2-b00a-2d8bb8bdea38 HTTP/1.1" status: 200 len: 1002 time: 0.1532693 Feb 28 20:20:49.341275 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:49.354608 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644cc9a-7ed2-4b89-859b-fdad24dc4e55 req-c8bc0d15-5a7c-4f2e-829a-2e4516f5102f tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:49.356690 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8644cc9a-7ed2-4b89-859b-fdad24dc4e55 req-c8bc0d15-5a7c-4f2e-829a-2e4516f5102f tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2618160 Feb 28 20:20:49.399050 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-49f964d5-80ba-410a-a4e3-fd13b5379eff service neutron] 10.222.0.13 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819140 Feb 28 20:20:49.452293 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42881b0-1ab1-496b-9af0-f0c1d50b8706 req-f4d7689b-2567-4759-abf2-8e4391d302a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:49.453700 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a42881b0-1ab1-496b-9af0-f0c1d50b8706 req-f4d7689b-2567-4759-abf2-8e4391d302a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=168325cf-0c5d-4ba0-baad-f937703ff430 HTTP/1.1" status: 200 len: 856 time: 0.1509051 Feb 28 20:20:49.513096 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af523ac6-794b-47a5-9443-0bbc170449b0 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:20:49.541131 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] Publish callbacks [] for port (af523ac6-794b-47a5-9443-0bbc170449b0), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:49.559658 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8644cc9a-7ed2-4b89-859b-fdad24dc4e55 req-4468be33-2f0d-43bc-8fb3-13db982398ac tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910594 Feb 28 20:20:49.577883 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] Transition to ACTIVE for port object af523ac6-794b-47a5-9443-0bbc170449b0 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:20:49.603636 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (af523ac6-794b-47a5-9443-0bbc170449b0), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:49.611325 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-d055093d-21af-406c-a7f3-8bd778f663fa service neutron] 10.222.0.13 "GET /v2.0/networks/0d187f09-7970-4e4d-90e2-821e3c7a3175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002521 Feb 28 20:20:49.663148 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42881b0-1ab1-496b-9af0-f0c1d50b8706 req-74284506-b94f-4bd6-bdfe-24174e88dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:49.665280 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a42881b0-1ab1-496b-9af0-f0c1d50b8706 req-74284506-b94f-4bd6-bdfe-24174e88dcc2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ab05bea-86cc-498b-aded-ed9c3d7148ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2029006 Feb 28 20:20:49.770825 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] Pushing event updated for resources: {'Port': ['ID=af523ac6-794b-47a5-9443-0bbc170449b0,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:49.906883 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-ae94c5fe-4fc8-4c68-a5a7-a16dfdb558c4 service neutron] 10.222.0.13 "GET /v2.0/networks/0d187f09-7970-4e4d-90e2-821e3c7a3175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712765 Feb 28 20:20:49.922208 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005fecc-eccf-4bec-9b0f-fcb5dccd6aa4 req-83434f1e-e246-481c-8ad9-246120622884 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:49.927690 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005fecc-eccf-4bec-9b0f-fcb5dccd6aa4 req-83434f1e-e246-481c-8ad9-246120622884 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:49.933028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005fecc-eccf-4bec-9b0f-fcb5dccd6aa4 req-83434f1e-e246-481c-8ad9-246120622884 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:49.938812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005fecc-eccf-4bec-9b0f-fcb5dccd6aa4 req-83434f1e-e246-481c-8ad9-246120622884 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:49.944078 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005fecc-eccf-4bec-9b0f-fcb5dccd6aa4 req-83434f1e-e246-481c-8ad9-246120622884 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:49.949926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005fecc-eccf-4bec-9b0f-fcb5dccd6aa4 req-83434f1e-e246-481c-8ad9-246120622884 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:49.955349 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005fecc-eccf-4bec-9b0f-fcb5dccd6aa4 req-83434f1e-e246-481c-8ad9-246120622884 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:49.957283 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c005fecc-eccf-4bec-9b0f-fcb5dccd6aa4 req-83434f1e-e246-481c-8ad9-246120622884 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5430 time: 0.3186090 Feb 28 20:20:49.997362 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:50.005704 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a42881b0-1ab1-496b-9af0-f0c1d50b8706 req-6e2909ee-7f65-48a2-b7d2-ab232ae0b99d service neutron] 10.222.0.15 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250341 Feb 28 20:20:50.030603 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] Attempting to bind port af523ac6-794b-47a5-9443-0bbc170449b0 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:20:50.030937 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] Attempting to bind port af523ac6-794b-47a5-9443-0bbc170449b0 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '31dfc1b4-bdf4-48c1-814c-1169277cb72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '18a6b2c7-fd53-4e53-9e97-227ca91748b3'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:20:50.031261 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] Attempting to bind port af523ac6-794b-47a5-9443-0bbc170449b0 on network 18a6b2c7-fd53-4e53-9e97-227ca91748b3 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:50.091944 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] Port af523ac6-794b-47a5-9443-0bbc170449b0 on network 18a6b2c7-fd53-4e53-9e97-227ca91748b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:20:50.092185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] Attempting to bind port af523ac6-794b-47a5-9443-0bbc170449b0 on network 18a6b2c7-fd53-4e53-9e97-227ca91748b3 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:50.463623 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:20:50.464310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] Checking segment: {'id': '31dfc1b4-bdf4-48c1-814c-1169277cb72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '18a6b2c7-fd53-4e53-9e97-227ca91748b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:20:50.464310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] Bound using segment: {'id': '31dfc1b4-bdf4-48c1-814c-1169277cb72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '18a6b2c7-fd53-4e53-9e97-227ca91748b3'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:20:50.464687 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] Bound port: af523ac6-794b-47a5-9443-0bbc170449b0, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dfc1b4-bdf4-48c1-814c-1169277cb72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '18a6b2c7-fd53-4e53-9e97-227ca91748b3'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:20:50.465045 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (af523ac6-794b-47a5-9443-0bbc170449b0), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:50.520381 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-85cfafec-1158-4482-9aef-b8e42c2232fc service neutron] 10.222.0.13 "GET /v2.0/networks/0d187f09-7970-4e4d-90e2-821e3c7a3175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570192 Feb 28 20:20:50.544701 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c005fecc-eccf-4bec-9b0f-fcb5dccd6aa4 req-50ec5a7e-15e2-428f-b273-221a30f8003a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5717475 Feb 28 20:20:50.595138 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a42881b0-1ab1-496b-9af0-f0c1d50b8706 req-021f0a10-092c-4422-91f6-216171920572 service neutron] 10.222.0.15 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754194 Feb 28 20:20:50.608035 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd54a5f7-d81b-4880-879a-8093052c4e34 x-openstack-request-id: req-dd54a5f7-d81b-4880-879a-8093052c4e34 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:20:50.608593 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f437e870-71dc-4990-b293-0016d6934560", "tag": "84856de6-1a0b-4f0a-841b-fdb2b4a0393f", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:20:50.608593 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd54a5f7-d81b-4880-879a-8093052c4e34 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:20:50.609016 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f437e870-71dc-4990-b293-0016d6934560', 'tag': '84856de6-1a0b-4f0a-841b-fdb2b4a0393f', 'status': 'completed', 'code': 200} Feb 28 20:20:50.659275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] For port af523ac6-794b-47a5-9443-0bbc170449b0, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:20:50.665400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] For port af523ac6-794b-47a5-9443-0bbc170449b0, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=af523ac6-794b-47a5-9443-0bbc170449b0,segment=NetworkSegment(31dfc1b4-bdf4-48c1-814c-1169277cb72b),segment_id=31dfc1b4-bdf4-48c1-814c-1169277cb72b)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:20:50.676537 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000a59d-e8d4-4dc8-b1cc-d67535d38cfa req-22c27b49-4327-46db-b1bb-68ba5b56e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:50.677360 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000a59d-e8d4-4dc8-b1cc-d67535d38cfa req-22c27b49-4327-46db-b1bb-68ba5b56e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:50.677488 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000a59d-e8d4-4dc8-b1cc-d67535d38cfa req-22c27b49-4327-46db-b1bb-68ba5b56e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:50.679385 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b000a59d-e8d4-4dc8-b1cc-d67535d38cfa req-22c27b49-4327-46db-b1bb-68ba5b56e11c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d92990bad4d49cdb025de9b8b50c311&device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 2790 time: 0.0552506 Feb 28 20:20:50.683592 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (af523ac6-794b-47a5-9443-0bbc170449b0), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:50.752116 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-faef1563-f16d-4eb2-ad3e-363b7b3073f7 service neutron] 10.222.0.13 "GET /v2.0/networks/0d187f09-7970-4e4d-90e2-821e3c7a3175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046492 Feb 28 20:20:50.757744 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:50.758367 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:50.759785 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] 10.222.0.10 "PUT /v2.0/ports/af523ac6-794b-47a5-9443-0bbc170449b0 HTTP/1.1" status: 200 len: 1093 time: 2.3037300 Feb 28 20:20:50.828135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000a59d-e8d4-4dc8-b1cc-d67535d38cfa req-67217944-9b7f-4494-9841-28a221c5564c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:50.828711 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000a59d-e8d4-4dc8-b1cc-d67535d38cfa req-67217944-9b7f-4494-9841-28a221c5564c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:50.829180 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000a59d-e8d4-4dc8-b1cc-d67535d38cfa req-67217944-9b7f-4494-9841-28a221c5564c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:50.829948 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] Request body: {'port': {'device_id': 'f437e870-71dc-4990-b293-0016d6934560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:50.830889 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b000a59d-e8d4-4dc8-b1cc-d67535d38cfa req-67217944-9b7f-4494-9841-28a221c5564c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9d92990bad4d49cdb025de9b8b50c311&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.1440763 Feb 28 20:20:50.867689 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a14b1-0190-460a-8c18-9bf173c985b9 req-93120e00-db47-46df-8cf4-50b9b40f56e4 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:50.875027 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f64a14b1-0190-460a-8c18-9bf173c985b9 req-93120e00-db47-46df-8cf4-50b9b40f56e4 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.2116990 Feb 28 20:20:50.877095 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67dce18-237d-4798-9d97-023cefe91678 service neutron] Pushing event updated for resources: {'Port': ['ID=af523ac6-794b-47a5-9443-0bbc170449b0,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:50.911222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e6e13263-d378-479d-8fd8-65a9e025ac09 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:50.912771 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e6e13263-d378-479d-8fd8-65a9e025ac09 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports/ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 HTTP/1.1" status: 200 len: 932 time: 0.1427634 Feb 28 20:20:50.974136 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000a59d-e8d4-4dc8-b1cc-d67535d38cfa req-1c3ede59-6760-4f10-aa21-93b5d1eb3c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:50.975944 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b000a59d-e8d4-4dc8-b1cc-d67535d38cfa req-1c3ede59-6760-4f10-aa21-93b5d1eb3c25 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1342850 Feb 28 20:20:51.013589 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-72db1284-3284-4671-9b77-34da2756a56b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:51.014948 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-72db1284-3284-4671-9b77-34da2756a56b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports/3c3a2d9f-699e-4a07-be35-f4b71ae7811b HTTP/1.1" status: 200 len: 932 time: 0.0936031 Feb 28 20:20:51.015818 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d620ecaa-66fc-4248-a962-3b5f1a699419), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:51.020642 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f64a14b1-0190-460a-8c18-9bf173c985b9 req-eea09776-23d6-4476-bf15-af3a91e93430 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443005 Feb 28 20:20:51.229443 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:51.255257 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafacaa-a6d5-4917-a076-0fd4d946f8b2 req-b769bb44-123c-48be-87ca-96fab239c1a5 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:51.256776 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dcafacaa-a6d5-4917-a076-0fd4d946f8b2 req-b769bb44-123c-48be-87ca-96fab239c1a5 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.1103008 Feb 28 20:20:51.356356 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dcafacaa-a6d5-4917-a076-0fd4d946f8b2 req-7ae75744-a7f7-4c0c-b6d9-67ab5d6438dc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700161 Feb 28 20:20:51.485011 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d620ecaa-66fc-4248-a962-3b5f1a699419 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:20:51.511939 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] Publish callbacks [] for port (d620ecaa-66fc-4248-a962-3b5f1a699419), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:51.530687 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] Transition to ACTIVE for port object d620ecaa-66fc-4248-a962-3b5f1a699419 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:20:51.537898 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d620ecaa-66fc-4248-a962-3b5f1a699419), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:51.585415 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c92d43-0740-4389-a7cf-958d514f8216 req-5f3d3853-61aa-4821-8ea8-b9e063a0ca3a tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:51.587151 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3c92d43-0740-4389-a7cf-958d514f8216 req-5f3d3853-61aa-4821-8ea8-b9e063a0ca3a tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 950 time: 0.1171594 Feb 28 20:20:51.610310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] Pushing event updated for resources: {'Port': ['ID=d620ecaa-66fc-4248-a962-3b5f1a699419,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:51.756427 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3c92d43-0740-4389-a7cf-958d514f8216 req-d5b6a575-0f30-44c9-a54c-4d278081df1a tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597648 Feb 28 20:20:51.762183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] Attempting to bind port d620ecaa-66fc-4248-a962-3b5f1a699419 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:20:51.762183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] Attempting to bind port d620ecaa-66fc-4248-a962-3b5f1a699419 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'a6392fbc-01e2-4523-9859-faec07e77956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '475b9ae1-8d2c-4896-af82-1865254c6220'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:20:51.762385 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] Attempting to bind port d620ecaa-66fc-4248-a962-3b5f1a699419 on network 475b9ae1-8d2c-4896-af82-1865254c6220 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:51.767888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] Port d620ecaa-66fc-4248-a962-3b5f1a699419 on network 475b9ae1-8d2c-4896-af82-1865254c6220 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:20:51.768217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] Attempting to bind port d620ecaa-66fc-4248-a962-3b5f1a699419 on network 475b9ae1-8d2c-4896-af82-1865254c6220 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:20:51.775646 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:20:51.776794 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] Checking segment: {'id': 'a6392fbc-01e2-4523-9859-faec07e77956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '475b9ae1-8d2c-4896-af82-1865254c6220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:20:51.777189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] Bound using segment: {'id': 'a6392fbc-01e2-4523-9859-faec07e77956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '475b9ae1-8d2c-4896-af82-1865254c6220'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:20:51.777769 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] Bound port: d620ecaa-66fc-4248-a962-3b5f1a699419, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6392fbc-01e2-4523-9859-faec07e77956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '475b9ae1-8d2c-4896-af82-1865254c6220'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:20:51.778442 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d620ecaa-66fc-4248-a962-3b5f1a699419), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:52.030953 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] For port d620ecaa-66fc-4248-a962-3b5f1a699419, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:20:52.040220 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-6c38f586-c9d6-463f-b5c0-450593e66327 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:52.041675 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-6c38f586-c9d6-463f-b5c0-450593e66327 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports/ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 HTTP/1.1" status: 200 len: 932 time: 0.1553476 Feb 28 20:20:52.073934 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] For port d620ecaa-66fc-4248-a962-3b5f1a699419, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d620ecaa-66fc-4248-a962-3b5f1a699419,segment=NetworkSegment(a6392fbc-01e2-4523-9859-faec07e77956),segment_id=a6392fbc-01e2-4523-9859-faec07e77956)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:20:52.112943 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d620ecaa-66fc-4248-a962-3b5f1a699419), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:52.170315 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d23d7b-7b2c-443e-9c75-42a02560a657 req-9588046c-c99a-44aa-9bfa-76db135adce3 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:52.171803 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85d23d7b-7b2c-443e-9c75-42a02560a657 req-9588046c-c99a-44aa-9bfa-76db135adce3 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2872760 Feb 28 20:20:52.209779 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-52a62dac-33b2-4518-9bce-2d85b5383bcc tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:52.209779 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-52a62dac-33b2-4518-9bce-2d85b5383bcc tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports/3c3a2d9f-699e-4a07-be35-f4b71ae7811b HTTP/1.1" status: 200 len: 932 time: 0.1602135 Feb 28 20:20:52.250023 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514c9a9-0bc0-4dad-92ef-685eb2524ac2 req-0bed217e-736b-43fc-b5cc-63a3ee51a966 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:52.256602 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514c9a9-0bc0-4dad-92ef-685eb2524ac2 req-0bed217e-736b-43fc-b5cc-63a3ee51a966 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:52.263111 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514c9a9-0bc0-4dad-92ef-685eb2524ac2 req-0bed217e-736b-43fc-b5cc-63a3ee51a966 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:52.265032 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8514c9a9-0bc0-4dad-92ef-685eb2524ac2 req-0bed217e-736b-43fc-b5cc-63a3ee51a966 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 2413 time: 0.3432055 Feb 28 20:20:52.266961 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:52.267922 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:52.274864 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] 10.222.0.10 "PUT /v2.0/ports/d620ecaa-66fc-4248-a962-3b5f1a699419 HTTP/1.1" status: 200 len: 1093 time: 1.4602787 Feb 28 20:20:52.296138 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5f3c9-e447-4946-a11c-62ea0547add9 service neutron] Pushing event updated for resources: {'Port': ['ID=d620ecaa-66fc-4248-a962-3b5f1a699419,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:52.352974 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:52.472604 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8514c9a9-0bc0-4dad-92ef-685eb2524ac2 req-bbec0e22-21ee-4645-a302-6ab3ddd7b9e3 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890113 Feb 28 20:20:52.527836 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85d23d7b-7b2c-443e-9c75-42a02560a657 req-ceeaeae5-8e0c-4eaf-a8b4-56295cd1d028 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031840 Feb 28 20:20:52.553048 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-d3a1c4a2-b8d3-4463-8914-85b7da7773de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:52.553538 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-d3a1c4a2-b8d3-4463-8914-85b7da7773de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:52.554028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-d3a1c4a2-b8d3-4463-8914-85b7da7773de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:52.555770 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-d3a1c4a2-b8d3-4463-8914-85b7da7773de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d92990bad4d49cdb025de9b8b50c311&device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 2962 time: 0.2137353 Feb 28 20:20:52.623483 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:52.653809 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f437e870-71dc-4990-b293-0016d6934560', 'tag': 'af523ac6-794b-47a5-9443-0bbc170449b0'}, {'name': 'network-changed', 'server_uuid': 'f437e870-71dc-4990-b293-0016d6934560', 'tag': 'd620ecaa-66fc-4248-a962-3b5f1a699419'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:20:52.656335 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298291e0-26a3-4663-9b0c-5762db5f8e84" -d '{"events": [{"name": "network-changed", "server_uuid": "f437e870-71dc-4990-b293-0016d6934560", "tag": "af523ac6-794b-47a5-9443-0bbc170449b0"}, {"name": "network-changed", "server_uuid": "f437e870-71dc-4990-b293-0016d6934560", "tag": "d620ecaa-66fc-4248-a962-3b5f1a699419"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:20:52.722596 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-38c03a5a-16a0-47d0-91e0-d5a6c873e9ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.155&port_id=84856de6-1a0b-4f0a-841b-fdb2b4a0393f HTTP/1.1" status: 200 len: 217 time: 0.1526930 Feb 28 20:20:52.732408 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4fd835dd-67a2-4aa1-87af-82762c03bb6b req-348919b6-edab-431c-9a2f-9483d0d393c4 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.1435192 Feb 28 20:20:52.832164 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f9918-1e1e-4997-a768-bf4d3cd85abd req-58953e5f-d396-4cbf-b9f2-d3638e1faa16 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:52.838088 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f9918-1e1e-4997-a768-bf4d3cd85abd req-58953e5f-d396-4cbf-b9f2-d3638e1faa16 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:52.844200 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f9918-1e1e-4997-a768-bf4d3cd85abd req-58953e5f-d396-4cbf-b9f2-d3638e1faa16 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:52.851201 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f9918-1e1e-4997-a768-bf4d3cd85abd req-58953e5f-d396-4cbf-b9f2-d3638e1faa16 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:52.857740 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f9918-1e1e-4997-a768-bf4d3cd85abd req-58953e5f-d396-4cbf-b9f2-d3638e1faa16 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:52.863531 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f9918-1e1e-4997-a768-bf4d3cd85abd req-58953e5f-d396-4cbf-b9f2-d3638e1faa16 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:52.869863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f9918-1e1e-4997-a768-bf4d3cd85abd req-58953e5f-d396-4cbf-b9f2-d3638e1faa16 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:52.873081 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c3f9918-1e1e-4997-a768-bf4d3cd85abd req-58953e5f-d396-4cbf-b9f2-d3638e1faa16 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5430 time: 0.2133861 Feb 28 20:20:52.893583 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-5e270ec2-b836-49a4-90e8-be658fb4abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:52.895145 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-5e270ec2-b836-49a4-90e8-be658fb4abb0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67c38f5c-8517-4f14-9ff1-dd1b8a38b6b1 HTTP/1.1" status: 200 len: 801 time: 0.1604512 Feb 28 20:20:52.968167 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9528242c-5054-49d2-b00a-2d8bb8bdea38 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:20:53.032609 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3896850-9726-4539-a85d-b1460aaebc7b req-519c107b-c352-48ac-a6ad-e36a15bddb40 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:53.034444 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3896850-9726-4539-a85d-b1460aaebc7b req-519c107b-c352-48ac-a6ad-e36a15bddb40 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.2177551 Feb 28 20:20:53.057379 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c3f9918-1e1e-4997-a768-bf4d3cd85abd req-cd386368-79b8-4b59-91b8-77e651b4d5cd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1592727 Feb 28 20:20:53.076630 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 9528242c-5054-49d2-b00a-2d8bb8bdea38 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:53.077370 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:53.119783 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-31ff3443-d2d7-4f7f-a7f1-41a6f0bbfeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:53.121370 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-31ff3443-d2d7-4f7f-a7f1-41a6f0bbfeba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=475b9ae1-8d2c-4896-af82-1865254c6220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2154844 Feb 28 20:20:53.122903 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9528242c-5054-49d2-b00a-2d8bb8bdea38'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:20:53.125697 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbe0a62-b9e7-42da-87f3-8c49a2303b3d" -d '{"events": [{"server_uuid": "3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5", "name": "network-vif-unplugged", "status": "completed", "tag": "9528242c-5054-49d2-b00a-2d8bb8bdea38"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:20:53.146829 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9528242c-5054-49d2-b00a-2d8bb8bdea38, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9528242c-5054-49d2-b00a-2d8bb8bdea38,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:20:53.150180 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3896850-9726-4539-a85d-b1460aaebc7b req-53b60fa5-f4a7-4a16-b278-6c22d5152aa8 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065054 Feb 28 20:20:53.161223 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 28 Feb 2022 20:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af150c61-3221-41a2-b33c-798051a40472 x-openstack-request-id: req-af150c61-3221-41a2-b33c-798051a40472 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:20:53.161527 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f437e870-71dc-4990-b293-0016d6934560", "tag": "af523ac6-794b-47a5-9443-0bbc170449b0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f437e870-71dc-4990-b293-0016d6934560", "tag": "d620ecaa-66fc-4248-a962-3b5f1a699419", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:20:53.161783 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af150c61-3221-41a2-b33c-798051a40472 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:20:53.162185 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f437e870-71dc-4990-b293-0016d6934560', 'tag': 'af523ac6-794b-47a5-9443-0bbc170449b0', 'status': 'completed', 'code': 200} Feb 28 20:20:53.162443 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f437e870-71dc-4990-b293-0016d6934560', 'tag': 'd620ecaa-66fc-4248-a962-3b5f1a699419', 'status': 'completed', 'code': 200} Feb 28 20:20:53.171937 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:53.235669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=9528242c-5054-49d2-b00a-2d8bb8bdea38,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:53.333783 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-4a78f03b-7f1a-406e-81c6-6570282fbd9b service neutron] 10.222.0.10 "GET /v2.0/networks/475b9ae1-8d2c-4896-af82-1865254c6220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993260 Feb 28 20:20:53.345676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2f56d-7488-4166-846f-9477b0154e1e req-40926cd5-6dd4-45f0-bf64-7dde1c1fd9a5 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:53.347156 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1df2f56d-7488-4166-846f-9477b0154e1e req-40926cd5-6dd4-45f0-bf64-7dde1c1fd9a5 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 950 time: 0.1163123 Feb 28 20:20:53.450400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ce2d2-9282-48f6-b642-fd3488e89742 req-f64ac596-9a07-4be4-8e23-93759e23326f tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:53.451939 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-287ce2d2-9282-48f6-b642-fd3488e89742 req-f64ac596-9a07-4be4-8e23-93759e23326f tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1695375 Feb 28 20:20:53.499991 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1df2f56d-7488-4166-846f-9477b0154e1e req-650b812a-35bd-495c-a675-8be83fdda7b3 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406612 Feb 28 20:20:53.538836 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-63c244cf-6ade-42af-af79-e16e596dba24 service neutron] 10.222.0.10 "GET /v2.0/networks/475b9ae1-8d2c-4896-af82-1865254c6220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885183 Feb 28 20:20:53.561062 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-287ce2d2-9282-48f6-b642-fd3488e89742 req-824e97f2-41bd-4f51-91a4-40853a752ffc tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990002 Feb 28 20:20:53.613943 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-3e7f2de5-e808-4fd0-bf97-5baf1182534a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.121&port_id=af523ac6-794b-47a5-9443-0bbc170449b0 HTTP/1.1" status: 200 len: 217 time: 0.0513568 Feb 28 20:20:53.704698 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Feb 2022 20:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc54b2d-e434-4ba2-8f40-c20111df22ec x-openstack-request-id: req-4dc54b2d-e434-4ba2-8f40-c20111df22ec {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:20:53.706975 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5", "name": "network-vif-unplugged", "status": "failed", "tag": "9528242c-5054-49d2-b00a-2d8bb8bdea38", "code": 422}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:20:53.707866 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dc54b2d-e434-4ba2-8f40-c20111df22ec {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:20:53.709391 n-d-820368-21 neutron-server[103775]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9528242c-5054-49d2-b00a-2d8bb8bdea38', 'code': 422} returned with failed status Feb 28 20:20:53.724991 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-528f63dc-1a1e-4099-9f18-8329e42247fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:53.726935 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-528f63dc-1a1e-4099-9f18-8329e42247fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c22f0fa-3a5d-4aff-9e0e-150f75e1f673 HTTP/1.1" status: 200 len: 801 time: 0.1048782 Feb 28 20:20:53.728460 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e7f86d0d-60a3-42b4-8737-017f7fa6ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:53.730355 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e7f86d0d-60a3-42b4-8737-017f7fa6ef56 service neutron] 10.222.0.15 "GET /v2.0/ports/ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 HTTP/1.1" status: 200 len: 1028 time: 0.0579777 Feb 28 20:20:53.842034 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-7e300fd9-0b59-4886-b2ba-dea3fd729d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:53.843472 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-7e300fd9-0b59-4886-b2ba-dea3fd729d60 service neutron] 10.222.0.15 "GET /v2.0/ports/3c3a2d9f-699e-4a07-be35-f4b71ae7811b HTTP/1.1" status: 200 len: 1028 time: 0.1079631 Feb 28 20:20:53.923997 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-6c5bebcd-6da1-45ff-91bf-8bd9b92159f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:53.925463 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-6c5bebcd-6da1-45ff-91bf-8bd9b92159f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18a6b2c7-fd53-4e53-9e97-227ca91748b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1780837 Feb 28 20:20:54.037063 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea07762-820c-487b-802f-fd945cab46df req-df1739b0-6eef-4c16-8054-6c2a7eb3b4dd tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:54.043597 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea07762-820c-487b-802f-fd945cab46df req-df1739b0-6eef-4c16-8054-6c2a7eb3b4dd tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:54.049099 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea07762-820c-487b-802f-fd945cab46df req-df1739b0-6eef-4c16-8054-6c2a7eb3b4dd tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:54.051120 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ea07762-820c-487b-802f-fd945cab46df req-df1739b0-6eef-4c16-8054-6c2a7eb3b4dd tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 2413 time: 0.2733674 Feb 28 20:20:54.135893 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-fa34b20c-38ba-4928-9a4a-5d1e9f84e5f5 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:54.141021 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-fa34b20c-38ba-4928-9a4a-5d1e9f84e5f5 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:54.146039 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-fa34b20c-38ba-4928-9a4a-5d1e9f84e5f5 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:54.147608 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-fa34b20c-38ba-4928-9a4a-5d1e9f84e5f5 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.15 "GET /v2.0/networks?id=99a23236-624a-46f4-a7ad-cb80ef3fa29e&id=1282d4bf-ae2c-4912-89e0-49a4ac2fff4c&id=1282d4bf-ae2c-4912-89e0-49a4ac2fff4c&id=1282d4bf-ae2c-4912-89e0-49a4ac2fff4c&id=1282d4bf-ae2c-4912-89e0-49a4ac2fff4c&id=0d187f09-7970-4e4d-90e2-821e3c7a3175&id=0d187f09-7970-4e4d-90e2-821e3c7a3175 HTTP/1.1" status: 200 len: 1988 time: 0.2988353 Feb 28 20:20:54.212339 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-bf41529f-6760-4b9e-ae58-dc15cede559a service neutron] 10.222.0.10 "GET /v2.0/networks/18a6b2c7-fd53-4e53-9e97-227ca91748b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769215 Feb 28 20:20:54.222404 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ea07762-820c-487b-802f-fd945cab46df req-cb5942d6-b804-457c-a36b-d3d22a82532c tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626806 Feb 28 20:20:54.237561 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c0239-d0a3-471a-b1c9-8375729aede6 req-9d3ba9ed-d93b-4029-a231-3131aad0acd4 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:54.239054 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b98c0239-d0a3-471a-b1c9-8375729aede6 req-9d3ba9ed-d93b-4029-a231-3131aad0acd4 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1812112 Feb 28 20:20:54.384886 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-5625c48f-e090-4dc8-83a6-239f2a456cb3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32b514b33b3446a2a3d4a8b083492ad2 HTTP/1.1" status: 200 len: 380 time: 0.2260163 Feb 28 20:20:54.398504 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-ef75d752-c87d-484e-a7ef-b5f1cb4effe3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Request body: {'port': {'device_id': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e', 'admin_state_up': True, 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'security_groups': ['6c3e81ac-e3ee-4432-a45f-c0438faab9d8']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:54.404116 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b98c0239-d0a3-471a-b1c9-8375729aede6 req-d29521bf-38a2-46c9-8eea-ca68aacdd54b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584094 Feb 28 20:20:54.473692 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-94b5df3b-c7ea-421b-b8cb-90dac8c54954 service neutron] 10.222.0.10 "GET /v2.0/networks/18a6b2c7-fd53-4e53-9e97-227ca91748b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554462 Feb 28 20:20:54.551466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a445b760-0610-4360-b5fa-2d1d58130714 req-7bae492f-d2c6-48b3-8568-52e7faed0d70 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.0729887 Feb 28 20:20:54.554817 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-b116f8f4-f7d5-481f-9963-3e1964a435e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.176&port_id=d620ecaa-66fc-4248-a962-3b5f1a699419 HTTP/1.1" status: 200 len: 217 time: 0.0662913 Feb 28 20:20:54.562482 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41225b79-6d03-487a-b7f6-68b23e2c83ba req-fcaf43fd-bb75-43c6-b188-a010bf7f61ee tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:54.563981 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-41225b79-6d03-487a-b7f6-68b23e2c83ba req-fcaf43fd-bb75-43c6-b188-a010bf7f61ee tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.2374873 Feb 28 20:20:54.702885 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-ac29e267-3d23-4f62-baac-3519d139e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:54.704294 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-ac29e267-3d23-4f62-baac-3519d139e871 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67c38f5c-8517-4f14-9ff1-dd1b8a38b6b1 HTTP/1.1" status: 200 len: 801 time: 0.1394298 Feb 28 20:20:54.714187 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-41225b79-6d03-487a-b7f6-68b23e2c83ba req-2cbb4999-d02f-4c93-9ec6-fef1ef53ebc8 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367295 Feb 28 20:20:54.753835 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-ef75d752-c87d-484e-a7ef-b5f1cb4effe3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Made reservation on behalf of 32b514b33b3446a2a3d4a8b083492ad2 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:20:54.757221 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-ef75d752-c87d-484e-a7ef-b5f1cb4effe3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:54.771020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98acec-307b-4d93-a199-c02c053491a8 req-149181d3-4b57-4abc-a1ba-cbd870f09116 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:54.776455 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98acec-307b-4d93-a199-c02c053491a8 req-149181d3-4b57-4abc-a1ba-cbd870f09116 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:54.782429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98acec-307b-4d93-a199-c02c053491a8 req-149181d3-4b57-4abc-a1ba-cbd870f09116 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:54.787303 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98acec-307b-4d93-a199-c02c053491a8 req-149181d3-4b57-4abc-a1ba-cbd870f09116 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:54.793158 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98acec-307b-4d93-a199-c02c053491a8 req-149181d3-4b57-4abc-a1ba-cbd870f09116 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:54.798463 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98acec-307b-4d93-a199-c02c053491a8 req-149181d3-4b57-4abc-a1ba-cbd870f09116 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:54.803916 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98acec-307b-4d93-a199-c02c053491a8 req-149181d3-4b57-4abc-a1ba-cbd870f09116 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:54.805809 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2c98acec-307b-4d93-a199-c02c053491a8 req-149181d3-4b57-4abc-a1ba-cbd870f09116 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5430 time: 0.1798127 Feb 28 20:20:54.812336 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-41f65e7f-365c-4482-bb35-da50938a3bd1 req-7b4d2f02-8de9-43e8-9b80-e9c2bacdbe2d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:20:54.813314 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-41f65e7f-365c-4482-bb35-da50938a3bd1 req-7b4d2f02-8de9-43e8-9b80-e9c2bacdbe2d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054364 Feb 28 20:20:55.191778 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-35e103be-beb8-44a9-aa44-3b250abd6d59 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0569406 Feb 28 20:20:55.251892 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-9de54827-7af9-4d13-96c4-1b7d9dfb965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:55.253381 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-9de54827-7af9-4d13-96c4-1b7d9dfb965f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=475b9ae1-8d2c-4896-af82-1865254c6220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5383401 Feb 28 20:20:55.282197 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-668ecf8d-a3f2-464b-8da3-229b9505b857 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:55.284637 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-668ecf8d-a3f2-464b-8da3-229b9505b857 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports/9528242c-5054-49d2-b00a-2d8bb8bdea38 HTTP/1.1" status: 200 len: 941 time: 0.0607197 Feb 28 20:20:55.373737 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2c98acec-307b-4d93-a199-c02c053491a8 req-7d901b21-aa48-4ba1-b3df-233fc96d53dc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5524731 Feb 28 20:20:55.445134 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366693b-d34d-43ab-82a2-be4568632d24 req-671b5275-a0fb-410f-b288-e011b28ae5ab tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:55.452581 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9366693b-d34d-43ab-82a2-be4568632d24 req-671b5275-a0fb-410f-b288-e011b28ae5ab tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 950 time: 0.2250216 Feb 28 20:20:55.510919 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-ef75d752-c87d-484e-a7ef-b5f1cb4effe3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Allocated IP 172.20.0.13 (99a23236-624a-46f4-a7ad-cb80ef3fa29e/bc5610ee-102f-4d53-a1ea-e2fe31bebb52/6e5676f5-bf8f-464e-8876-298b91ea7ec2) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:20:55.522674 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-7a7f35fd-5484-423e-939e-aec6215ae5f9 service neutron] 10.222.0.10 "GET /v2.0/networks/475b9ae1-8d2c-4896-af82-1865254c6220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422297 Feb 28 20:20:55.571687 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9366693b-d34d-43ab-82a2-be4568632d24 req-85e7be74-733a-43d5-a55f-26472f578080 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182113 Feb 28 20:20:55.782554 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53306af3-337d-4191-acfa-7a1a9c6717cd req-838c4739-564a-47ec-a4c1-447d6a82a150 service neutron] 10.222.0.10 "GET /v2.0/networks/475b9ae1-8d2c-4896-af82-1865254c6220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444065 Feb 28 20:20:55.966767 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a663c-f768-4c73-a924-a59369ac5e5d req-5205e206-a315-4f7d-9655-77068f084b5e tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:55.968307 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d44a663c-f768-4c73-a924-a59369ac5e5d req-5205e206-a315-4f7d-9655-77068f084b5e tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 944 time: 0.2874811 Feb 28 20:20:56.004886 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-c22d6a2c-0928-4bbe-9627-0f6fa822671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:56.005352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-c22d6a2c-0928-4bbe-9627-0f6fa822671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:56.005834 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-c22d6a2c-0928-4bbe-9627-0f6fa822671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:56.007525 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-c22d6a2c-0928-4bbe-9627-0f6fa822671b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d92990bad4d49cdb025de9b8b50c311&device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 2962 time: 0.1508925 Feb 28 20:20:56.059950 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-ef75d752-c87d-484e-a7ef-b5f1cb4effe3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for port (6e5676f5-bf8f-464e-8876-298b91ea7ec2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:56.097939 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c63bf4-82b9-4ad8-a7ca-31d9414a216c req-7e0d1068-df6b-4c4d-bc3d-220e2c85c837 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:56.099538 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27c63bf4-82b9-4ad8-a7ca-31d9414a216c req-7e0d1068-df6b-4c4d-bc3d-220e2c85c837 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1989157 Feb 28 20:20:56.156023 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d44a663c-f768-4c73-a924-a59369ac5e5d req-e97c96b1-203e-4d2e-9599-2b242449cb84 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761928 Feb 28 20:20:56.241768 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-f7891035-96cb-4ed4-bf99-c7fe2b81e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:56.243539 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-f7891035-96cb-4ed4-bf99-c7fe2b81e1a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=18a6b2c7-fd53-4e53-9e97-227ca91748b3 HTTP/1.1" status: 200 len: 901 time: 0.2251003 Feb 28 20:20:56.250100 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-ef75d752-c87d-484e-a7ef-b5f1cb4effe3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (6e5676f5-bf8f-464e-8876-298b91ea7ec2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:56.330392 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27c63bf4-82b9-4ad8-a7ca-31d9414a216c req-1d5e715b-f547-464c-986d-0b76708747cc tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939776 Feb 28 20:20:56.337642 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-eff830e1-718c-42b5-9d7c-6c815e79aeba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.121&port_id=af523ac6-794b-47a5-9443-0bbc170449b0 HTTP/1.1" status: 200 len: 217 time: 0.0795648 Feb 28 20:20:56.392185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-ef75d752-c87d-484e-a7ef-b5f1cb4effe3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Network 99a23236-624a-46f4-a7ad-cb80ef3fa29e is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:20:56.430906 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-ef75d752-c87d-484e-a7ef-b5f1cb4effe3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:20:56.449093 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-ef75d752-c87d-484e-a7ef-b5f1cb4effe3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:20:56.465916 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75d752-c87d-484e-a7ef-b5f1cb4effe3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event updated for resources: {'Port': ['ID=6e5676f5-bf8f-464e-8876-298b91ea7ec2,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:56.548287 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-05a92739-b366-4d9b-94c0-7fa57623c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:56.549776 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-05a92739-b366-4d9b-94c0-7fa57623c93f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c22f0fa-3a5d-4aff-9e0e-150f75e1f673 HTTP/1.1" status: 200 len: 801 time: 0.1892405 Feb 28 20:20:56.594487 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a021e4-a1e7-4557-9d03-6d4738a92f32 req-7d7fd6df-adf0-4c25-b34b-2d1d10903aaa tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:56.606229 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a021e4-a1e7-4557-9d03-6d4738a92f32 req-7d7fd6df-adf0-4c25-b34b-2d1d10903aaa tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:56.612169 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a021e4-a1e7-4557-9d03-6d4738a92f32 req-7d7fd6df-adf0-4c25-b34b-2d1d10903aaa tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:56.620289 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-44a021e4-a1e7-4557-9d03-6d4738a92f32 req-7d7fd6df-adf0-4c25-b34b-2d1d10903aaa tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 2413 time: 0.2936723 Feb 28 20:20:56.671077 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-ef75d752-c87d-484e-a7ef-b5f1cb4effe3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:56.672030 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-ef75d752-c87d-484e-a7ef-b5f1cb4effe3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:56.718138 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5dbb8-6672-47fe-be11-80edd6471acc req-75522e94-c3b4-437b-8f38-09410e0926a7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:56.725906 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69a5dbb8-6672-47fe-be11-80edd6471acc req-75522e94-c3b4-437b-8f38-09410e0926a7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 932 time: 0.2958977 Feb 28 20:20:56.742474 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-cfeed0c8-f26c-4c95-8fc8-bd46e5feb44c None None] Provisioning complete for port 6e5676f5-bf8f-464e-8876-298b91ea7ec2 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:56.743456 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cfeed0c8-f26c-4c95-8fc8-bd46e5feb44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6e5676f5-bf8f-464e-8876-298b91ea7ec2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:56.745958 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-ef75d752-c87d-484e-a7ef-b5f1cb4effe3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3526227 Feb 28 20:20:56.773305 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-febb5fbf-7225-4330-96ad-d4dd77972e90 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Request body: {'port': {'device_id': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c', 'admin_state_up': True, 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'security_groups': ['6c3e81ac-e3ee-4432-a45f-c0438faab9d8']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:56.824735 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-cfeed0c8-f26c-4c95-8fc8-bd46e5feb44c None None] Port 6e5676f5-bf8f-464e-8876-298b91ea7ec2 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:20:56.839233 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-44a021e4-a1e7-4557-9d03-6d4738a92f32 req-31e0e61c-37f5-42e8-9325-85a3633d0a9f tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171309 Feb 28 20:20:56.873896 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-48b65d3d-7e21-41fd-a4af-4abee38e6387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:56.875173 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-48b65d3d-7e21-41fd-a4af-4abee38e6387 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18a6b2c7-fd53-4e53-9e97-227ca91748b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3186808 Feb 28 20:20:56.921840 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69a5dbb8-6672-47fe-be11-80edd6471acc req-f32a66f5-db78-4be5-baca-a0cdf2b24baf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944797 Feb 28 20:20:56.991005 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9528242c-5054-49d2-b00a-2d8bb8bdea38 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:20:57.157183 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 9528242c-5054-49d2-b00a-2d8bb8bdea38 is: DOWN; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:57.162628 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-febb5fbf-7225-4330-96ad-d4dd77972e90 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Made reservation on behalf of 32b514b33b3446a2a3d4a8b083492ad2 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:20:57.166174 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-febb5fbf-7225-4330-96ad-d4dd77972e90 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:57.199186 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-cb4a2937-950d-44b0-8da6-ee9498c48f79 service neutron] 10.222.0.10 "GET /v2.0/networks/18a6b2c7-fd53-4e53-9e97-227ca91748b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072557 Feb 28 20:20:57.252610 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39429d9d-532d-4299-8d91-98796ac458fb req-bb9d6f52-0330-4af8-99eb-4ac448543507 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:57.254188 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39429d9d-532d-4299-8d91-98796ac458fb req-bb9d6f52-0330-4af8-99eb-4ac448543507 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2197576 Feb 28 20:20:57.358286 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4892372-22f8-4b80-8673-64904e36f2aa req-83c67df6-ee00-4760-b2c2-e0f5ef2b60fc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:57.363888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4892372-22f8-4b80-8673-64904e36f2aa req-83c67df6-ee00-4760-b2c2-e0f5ef2b60fc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:57.369281 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4892372-22f8-4b80-8673-64904e36f2aa req-83c67df6-ee00-4760-b2c2-e0f5ef2b60fc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:57.375604 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4892372-22f8-4b80-8673-64904e36f2aa req-83c67df6-ee00-4760-b2c2-e0f5ef2b60fc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:57.381154 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4892372-22f8-4b80-8673-64904e36f2aa req-83c67df6-ee00-4760-b2c2-e0f5ef2b60fc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:57.387124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4892372-22f8-4b80-8673-64904e36f2aa req-83c67df6-ee00-4760-b2c2-e0f5ef2b60fc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:57.392525 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4892372-22f8-4b80-8673-64904e36f2aa req-83c67df6-ee00-4760-b2c2-e0f5ef2b60fc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:57.394434 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4892372-22f8-4b80-8673-64904e36f2aa req-83c67df6-ee00-4760-b2c2-e0f5ef2b60fc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5430 time: 0.3108678 Feb 28 20:20:57.528681 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39429d9d-532d-4299-8d91-98796ac458fb req-64224719-ef7c-40e0-9347-3bba99dacb0e tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382600 Feb 28 20:20:57.541080 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-cb98d3c1-1b4c-4642-8d66-6cca3088dfd8 service neutron] 10.222.0.10 "GET /v2.0/networks/18a6b2c7-fd53-4e53-9e97-227ca91748b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314171 Feb 28 20:20:57.569562 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4892372-22f8-4b80-8673-64904e36f2aa req-65d2efe1-7224-4fb6-97c7-229e2f6bf6cf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1667578 Feb 28 20:20:57.570827 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-febb5fbf-7225-4330-96ad-d4dd77972e90 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Allocated IP 10.1.1.11 (1282d4bf-ae2c-4912-89e0-49a4ac2fff4c/c6aa3b26-2510-40ff-9ad9-3bf3e78132a9/15aeb0ab-6dce-47da-a090-5346e867a4af) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:20:57.848376 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36066b-e5ec-4c2d-b235-6407400683aa req-d1ab6c08-fb6d-4ac8-8a38-e0099372b5ca tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:57.849917 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c36066b-e5ec-4c2d-b235-6407400683aa req-d1ab6c08-fb6d-4ac8-8a38-e0099372b5ca tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 950 time: 0.2053149 Feb 28 20:20:57.853343 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-81370d1b-da78-4721-bbbd-bb8842223c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:57.853926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-81370d1b-da78-4721-bbbd-bb8842223c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:57.854399 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-81370d1b-da78-4721-bbbd-bb8842223c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:57.856469 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-81370d1b-da78-4721-bbbd-bb8842223c00 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d92990bad4d49cdb025de9b8b50c311&device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 2962 time: 0.2258544 Feb 28 20:20:57.906325 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8577d1a-f338-47af-983b-940ad06fdc1f req-ebcfe768-0fe4-4a5d-8693-e3e3bc089737 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:57.907832 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a8577d1a-f338-47af-983b-940ad06fdc1f req-ebcfe768-0fe4-4a5d-8693-e3e3bc089737 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 944 time: 0.2142632 Feb 28 20:20:57.933810 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-febb5fbf-7225-4330-96ad-d4dd77972e90 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for port (15aeb0ab-6dce-47da-a090-5346e867a4af), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:58.051331 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c36066b-e5ec-4c2d-b235-6407400683aa req-be8c36d5-1469-4b7e-869f-e8df21082178 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880543 Feb 28 20:20:58.072834 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a8577d1a-f338-47af-983b-940ad06fdc1f req-4b1bc8ed-b94f-4fce-8a45-833da700e106 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423280 Feb 28 20:20:58.081678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-1ebb9c80-9160-4469-b78a-8c232dd473bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:58.083360 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-1ebb9c80-9160-4469-b78a-8c232dd473bc service neutron] 10.222.0.10 "GET /v2.0/networks?id=475b9ae1-8d2c-4896-af82-1865254c6220 HTTP/1.1" status: 200 len: 902 time: 0.2169440 Feb 28 20:20:58.091835 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-febb5fbf-7225-4330-96ad-d4dd77972e90 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (15aeb0ab-6dce-47da-a090-5346e867a4af), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:58.208954 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-e010cd06-3a52-4635-bbf5-e1dbcd37393c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.176&port_id=d620ecaa-66fc-4248-a962-3b5f1a699419 HTTP/1.1" status: 200 len: 217 time: 0.1028090 Feb 28 20:20:58.237168 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-febb5fbf-7225-4330-96ad-d4dd77972e90 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:20:58.271013 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-febb5fbf-7225-4330-96ad-d4dd77972e90 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:20:58.298416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-febb5fbf-7225-4330-96ad-d4dd77972e90 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:20:58.303295 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb5fbf-7225-4330-96ad-d4dd77972e90 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event updated for resources: {'Port': ['ID=15aeb0ab-6dce-47da-a090-5346e867a4af,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:58.562793 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d0e8f76d-c6c5-49b3-9858-9ee20291cbc0 None None] Provisioning complete for port 15aeb0ab-6dce-47da-a090-5346e867a4af triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:20:58.563361 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d0e8f76d-c6c5-49b3-9858-9ee20291cbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (15aeb0ab-6dce-47da-a090-5346e867a4af), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:58.607087 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d0e8f76d-c6c5-49b3-9858-9ee20291cbc0 None None] Port 15aeb0ab-6dce-47da-a090-5346e867a4af cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:20:58.700155 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-aedcc903-9ede-453f-870e-950944f8a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:58.701548 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-aedcc903-9ede-453f-870e-950944f8a409 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67c38f5c-8517-4f14-9ff1-dd1b8a38b6b1 HTTP/1.1" status: 200 len: 801 time: 0.4612520 Feb 28 20:20:58.713335 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-febb5fbf-7225-4330-96ad-d4dd77972e90 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:58.714088 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-febb5fbf-7225-4330-96ad-d4dd77972e90 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:58.727306 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0484e1-d031-46b0-aaa1-14f9657eb64e req-009c8acd-50c5-400e-ad21-1ad0222caf8d tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:58.732582 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0484e1-d031-46b0-aaa1-14f9657eb64e req-009c8acd-50c5-400e-ad21-1ad0222caf8d tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:58.737769 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0484e1-d031-46b0-aaa1-14f9657eb64e req-009c8acd-50c5-400e-ad21-1ad0222caf8d tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:58.739379 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da0484e1-d031-46b0-aaa1-14f9657eb64e req-009c8acd-50c5-400e-ad21-1ad0222caf8d tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 2413 time: 0.5619869 Feb 28 20:20:58.759482 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b6792-53f6-4b90-b605-58b6bc5889c4 req-8aa2bf34-bd9f-47a4-b593-54c9d76dc4bb tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:58.765180 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b6792-53f6-4b90-b605-58b6bc5889c4 req-8aa2bf34-bd9f-47a4-b593-54c9d76dc4bb tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:58.766745 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ef9b6792-53f6-4b90-b605-58b6bc5889c4 req-8aa2bf34-bd9f-47a4-b593-54c9d76dc4bb tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 1653 time: 0.5858483 Feb 28 20:20:58.827143 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-febb5fbf-7225-4330-96ad-d4dd77972e90 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0689614 Feb 28 20:20:58.840688 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-9d4ed016-4ca7-48a1-a2a8-dd70af031953 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Request body: {'port': {'device_id': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c', 'admin_state_up': True, 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'security_groups': ['6c3e81ac-e3ee-4432-a45f-c0438faab9d8']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:20:58.919286 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da0484e1-d031-46b0-aaa1-14f9657eb64e req-88202d9d-5d9b-448e-8276-5873b1f57826 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700139 Feb 28 20:20:58.949650 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-3eba6541-453c-4473-b332-e82ea495cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:58.951255 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-3eba6541-453c-4473-b332-e82ea495cff5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=475b9ae1-8d2c-4896-af82-1865254c6220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2339458 Feb 28 20:20:58.955185 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ef9b6792-53f6-4b90-b605-58b6bc5889c4 req-e636929d-29f5-4f6c-a7bc-41e08421589b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639371 Feb 28 20:20:58.997997 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device af523ac6-794b-47a5-9443-0bbc170449b0 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:20:59.146548 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-9d4ed016-4ca7-48a1-a2a8-dd70af031953 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Made reservation on behalf of 32b514b33b3446a2a3d4a8b083492ad2 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:20:59.150023 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-9d4ed016-4ca7-48a1-a2a8-dd70af031953 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:59.167845 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port af523ac6-794b-47a5-9443-0bbc170449b0, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=af523ac6-794b-47a5-9443-0bbc170449b0,segment=NetworkSegment(31dfc1b4-bdf4-48c1-814c-1169277cb72b),segment_id=31dfc1b4-bdf4-48c1-814c-1169277cb72b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:20:59.194583 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'af523ac6-794b-47a5-9443-0bbc170449b0', 'network_id': '18a6b2c7-fd53-4e53-9e97-227ca91748b3', 'port_id': 'af523ac6-794b-47a5-9443-0bbc170449b0', 'mac_address': 'fa:16:3e:31:9c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c22f0fa-3a5d-4aff-9e0e-150f75e1f673', 'ip_address': '19.86.0.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:20:59.242157 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port af523ac6-794b-47a5-9443-0bbc170449b0 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:59.243692 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (af523ac6-794b-47a5-9443-0bbc170449b0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:59.266671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af523ac6-794b-47a5-9443-0bbc170449b0 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:20:59.292802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port af523ac6-794b-47a5-9443-0bbc170449b0, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=af523ac6-794b-47a5-9443-0bbc170449b0,segment=NetworkSegment(31dfc1b4-bdf4-48c1-814c-1169277cb72b),segment_id=31dfc1b4-bdf4-48c1-814c-1169277cb72b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:20:59.299269 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (af523ac6-794b-47a5-9443-0bbc170449b0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:59.300353 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d620ecaa-66fc-4248-a962-3b5f1a699419 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:20:59.321216 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10156a26-bba4-494f-89e1-01bd1ea7895b req-64d9548e-6a50-49ef-8330-1222f8cbaa5a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:59.324252 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10156a26-bba4-494f-89e1-01bd1ea7895b req-64d9548e-6a50-49ef-8330-1222f8cbaa5a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2647192 Feb 28 20:20:59.421008 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649b15f-0151-48d4-985d-81ed700f44d3 req-7178017d-aec9-40bf-a445-9e40e50883a0 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:59.426502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649b15f-0151-48d4-985d-81ed700f44d3 req-7178017d-aec9-40bf-a445-9e40e50883a0 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:59.431732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649b15f-0151-48d4-985d-81ed700f44d3 req-7178017d-aec9-40bf-a445-9e40e50883a0 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:59.437632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649b15f-0151-48d4-985d-81ed700f44d3 req-7178017d-aec9-40bf-a445-9e40e50883a0 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:59.439310 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=af523ac6-794b-47a5-9443-0bbc170449b0,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:59.448927 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649b15f-0151-48d4-985d-81ed700f44d3 req-7178017d-aec9-40bf-a445-9e40e50883a0 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:59.455935 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649b15f-0151-48d4-985d-81ed700f44d3 req-7178017d-aec9-40bf-a445-9e40e50883a0 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:59.461602 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649b15f-0151-48d4-985d-81ed700f44d3 req-7178017d-aec9-40bf-a445-9e40e50883a0 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:59.463263 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c649b15f-0151-48d4-985d-81ed700f44d3 req-7178017d-aec9-40bf-a445-9e40e50883a0 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5430 time: 0.3732336 Feb 28 20:20:59.474775 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:59.475396 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:59.476159 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:59.476666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:59.477213 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:59.477701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:59.478189 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:59.478747 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:59.479364 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:59.480052 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:59.480559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:59.481059 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:59.481399 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:20:59.495215 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-759163aa-5ea0-4b54-a4ad-5307d457d184 service neutron] 10.222.0.10 "GET /v2.0/networks/475b9ae1-8d2c-4896-af82-1865254c6220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202578 Feb 28 20:20:59.497350 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d620ecaa-66fc-4248-a962-3b5f1a699419, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d620ecaa-66fc-4248-a962-3b5f1a699419,segment=NetworkSegment(a6392fbc-01e2-4523-9859-faec07e77956),segment_id=a6392fbc-01e2-4523-9859-faec07e77956)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:20:59.510767 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'd620ecaa-66fc-4248-a962-3b5f1a699419', 'network_id': '475b9ae1-8d2c-4896-af82-1865254c6220', 'port_id': 'd620ecaa-66fc-4248-a962-3b5f1a699419', 'mac_address': 'fa:16:3e:9c:46:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c38f5c-8517-4f14-9ff1-dd1b8a38b6b1', 'ip_address': '19.80.0.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:20:59.529593 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-9d4ed016-4ca7-48a1-a2a8-dd70af031953 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Allocated IP 10.1.1.105 (1282d4bf-ae2c-4912-89e0-49a4ac2fff4c/c6aa3b26-2510-40ff-9ad9-3bf3e78132a9/7c24a8f7-20ff-4d62-9972-a14e3ce6bc65) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:20:59.565134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port d620ecaa-66fc-4248-a962-3b5f1a699419 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:59.566283 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d620ecaa-66fc-4248-a962-3b5f1a699419), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:59.587731 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d620ecaa-66fc-4248-a962-3b5f1a699419 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:20:59.613148 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d620ecaa-66fc-4248-a962-3b5f1a699419, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d620ecaa-66fc-4248-a962-3b5f1a699419,segment=NetworkSegment(a6392fbc-01e2-4523-9859-faec07e77956),segment_id=a6392fbc-01e2-4523-9859-faec07e77956)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:20:59.619712 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d620ecaa-66fc-4248-a962-3b5f1a699419), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:59.621498 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 84856de6-1a0b-4f0a-841b-fdb2b4a0393f details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:20:59.628856 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10156a26-bba4-494f-89e1-01bd1ea7895b req-ccd65efd-329c-40a5-a6b7-2e9c16b9fcd4 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448399 Feb 28 20:20:59.699817 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c649b15f-0151-48d4-985d-81ed700f44d3 req-e7609fd0-40d4-42b7-a522-14b0e8bcd877 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2215593 Feb 28 20:20:59.762910 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=d620ecaa-66fc-4248-a962-3b5f1a699419,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:20:59.803612 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 84856de6-1a0b-4f0a-841b-fdb2b4a0393f, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=84856de6-1a0b-4f0a-841b-fdb2b4a0393f,segment=NetworkSegment(a6392fbc-01e2-4523-9859-faec07e77956),segment_id=a6392fbc-01e2-4523-9859-faec07e77956)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:20:59.816935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '84856de6-1a0b-4f0a-841b-fdb2b4a0393f', 'network_id': '475b9ae1-8d2c-4896-af82-1865254c6220', 'port_id': '84856de6-1a0b-4f0a-841b-fdb2b4a0393f', 'mac_address': 'fa:16:3e:6a:ed:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c38f5c-8517-4f14-9ff1-dd1b8a38b6b1', 'ip_address': '19.80.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:20:59.859732 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 84856de6-1a0b-4f0a-841b-fdb2b4a0393f is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:20:59.859732 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (84856de6-1a0b-4f0a-841b-fdb2b4a0393f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:59.875469 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84856de6-1a0b-4f0a-841b-fdb2b4a0393f {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:20:59.883293 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-298291e0-26a3-4663-9b0c-5762db5f8e84 req-2b0c7490-8147-401d-ae84-6daad6d76da7 service neutron] 10.222.0.10 "GET /v2.0/networks/475b9ae1-8d2c-4896-af82-1865254c6220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701270 Feb 28 20:20:59.913804 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 84856de6-1a0b-4f0a-841b-fdb2b4a0393f, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=84856de6-1a0b-4f0a-841b-fdb2b4a0393f,segment=NetworkSegment(a6392fbc-01e2-4523-9859-faec07e77956),segment_id=a6392fbc-01e2-4523-9859-faec07e77956)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:20:59.919704 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (84856de6-1a0b-4f0a-841b-fdb2b4a0393f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:59.977701 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296dfdcb-a4ce-40b5-9d9d-f988dca0d0cf req-d131db96-9e11-4f5b-9389-558c1c9f88ad tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:59.979555 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-296dfdcb-a4ce-40b5-9d9d-f988dca0d0cf req-d131db96-9e11-4f5b-9389-558c1c9f88ad tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 950 time: 0.2172141 Feb 28 20:20:59.985161 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-9d4ed016-4ca7-48a1-a2a8-dd70af031953 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for port (7c24a8f7-20ff-4d62-9972-a14e3ce6bc65), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:20:59.993533 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e614bca-82b8-451e-9099-457ccf3b5dd0 req-f6388ae8-dd26-4121-90e8-5dac33c5ee15 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:20:59.995133 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e614bca-82b8-451e-9099-457ccf3b5dd0 req-f6388ae8-dd26-4121-90e8-5dac33c5ee15 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 944 time: 0.1981299 Feb 28 20:21:00.006679 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=84856de6-1a0b-4f0a-841b-fdb2b4a0393f,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:00.106957 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-296dfdcb-a4ce-40b5-9d9d-f988dca0d0cf req-8e120b65-d6f6-4904-9c63-7866706311ca tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085682 Feb 28 20:21:00.113432 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e614bca-82b8-451e-9099-457ccf3b5dd0 req-5577e931-5b33-46b0-bc5f-06d2e825be85 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063082 Feb 28 20:21:00.121463 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-9d4ed016-4ca7-48a1-a2a8-dd70af031953 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7c24a8f7-20ff-4d62-9972-a14e3ce6bc65), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:00.189263 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-9d4ed016-4ca7-48a1-a2a8-dd70af031953 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:21:00.194693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-9d4ed016-4ca7-48a1-a2a8-dd70af031953 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:21:00.213615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-9d4ed016-4ca7-48a1-a2a8-dd70af031953 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:21:00.272517 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ed016-4ca7-48a1-a2a8-dd70af031953 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event updated for resources: {'Port': ['ID=7c24a8f7-20ff-4d62-9972-a14e3ce6bc65,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:00.369893 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['84856de6-1a0b-4f0a-841b-fdb2b4a0393f'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:21:00.411054 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-9d4ed016-4ca7-48a1-a2a8-dd70af031953 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:00.412032 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-9d4ed016-4ca7-48a1-a2a8-dd70af031953 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:00.438874 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['af523ac6-794b-47a5-9443-0bbc170449b0'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:21:00.455886 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1428b70-7166-497f-8c5b-79f43d33dd5d req-0cae6c42-9834-45ad-b1e7-9bb2c2750a33 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:00.466144 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1428b70-7166-497f-8c5b-79f43d33dd5d req-0cae6c42-9834-45ad-b1e7-9bb2c2750a33 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:00.478050 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1428b70-7166-497f-8c5b-79f43d33dd5d req-0cae6c42-9834-45ad-b1e7-9bb2c2750a33 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:00.489106 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1428b70-7166-497f-8c5b-79f43d33dd5d req-0cae6c42-9834-45ad-b1e7-9bb2c2750a33 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 2416 time: 0.2124412 Feb 28 20:21:00.517463 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0363340-9d75-4fb6-89fd-cbe91c2e973d req-505c0f4d-3aec-4d78-abd1-4bca4c0e28c7 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:00.519424 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0363340-9d75-4fb6-89fd-cbe91c2e973d req-505c0f4d-3aec-4d78-abd1-4bca4c0e28c7 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2486255 Feb 28 20:21:00.524819 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-9d4ed016-4ca7-48a1-a2a8-dd70af031953 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6895964 Feb 28 20:21:00.548385 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-46ab8c0c-8566-4e69-b36b-bed4507eaef8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Request body: {'port': {'device_id': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0d187f09-7970-4e4d-90e2-821e3c7a3175', 'admin_state_up': True, 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'security_groups': ['6c3e81ac-e3ee-4432-a45f-c0438faab9d8']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:00.586702 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f5c275e5-3213-4d6a-ada0-4041dc23e5d2 None None] Provisioning complete for port 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:00.587679 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f5c275e5-3213-4d6a-ada0-4041dc23e5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7c24a8f7-20ff-4d62-9972-a14e3ce6bc65), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:00.640387 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1428b70-7166-497f-8c5b-79f43d33dd5d req-330fb635-378f-4c2b-a538-bcd38d5f8221 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506093 Feb 28 20:21:00.670575 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f5c275e5-3213-4d6a-ada0-4041dc23e5d2 None None] Port 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:21:00.691281 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0363340-9d75-4fb6-89fd-cbe91c2e973d req-89ebf59f-ef58-4390-8861-adddd6fe2875 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607199 Feb 28 20:21:00.772903 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-46ab8c0c-8566-4e69-b36b-bed4507eaef8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Made reservation on behalf of 32b514b33b3446a2a3d4a8b083492ad2 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:21:00.955093 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-46ab8c0c-8566-4e69-b36b-bed4507eaef8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:00.968057 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101665be-246c-4d87-8103-56a97b6391e4 req-59df303c-d48b-415b-947a-5be96d1bdcb7 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:00.973385 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101665be-246c-4d87-8103-56a97b6391e4 req-59df303c-d48b-415b-947a-5be96d1bdcb7 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:00.979393 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101665be-246c-4d87-8103-56a97b6391e4 req-59df303c-d48b-415b-947a-5be96d1bdcb7 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:00.985863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101665be-246c-4d87-8103-56a97b6391e4 req-59df303c-d48b-415b-947a-5be96d1bdcb7 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:00.991403 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101665be-246c-4d87-8103-56a97b6391e4 req-59df303c-d48b-415b-947a-5be96d1bdcb7 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:00.997370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101665be-246c-4d87-8103-56a97b6391e4 req-59df303c-d48b-415b-947a-5be96d1bdcb7 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:01.002965 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101665be-246c-4d87-8103-56a97b6391e4 req-59df303c-d48b-415b-947a-5be96d1bdcb7 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:01.004970 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-101665be-246c-4d87-8103-56a97b6391e4 req-59df303c-d48b-415b-947a-5be96d1bdcb7 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5430 time: 0.1836128 Feb 28 20:21:01.015412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712cd79-0081-400d-84a9-61483696ee09 req-8f2dfbfb-fd5b-4dc3-8d80-c23c4c5b5ac9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:01.020921 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712cd79-0081-400d-84a9-61483696ee09 req-8f2dfbfb-fd5b-4dc3-8d80-c23c4c5b5ac9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:01.026449 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712cd79-0081-400d-84a9-61483696ee09 req-8f2dfbfb-fd5b-4dc3-8d80-c23c4c5b5ac9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:01.028153 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5712cd79-0081-400d-84a9-61483696ee09 req-8f2dfbfb-fd5b-4dc3-8d80-c23c4c5b5ac9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 2374 time: 0.2459152 Feb 28 20:21:01.280173 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5712cd79-0081-400d-84a9-61483696ee09 req-9262adb9-ee3b-44c9-a7a1-0138d1602957 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432046 Feb 28 20:21:01.290236 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-101665be-246c-4d87-8103-56a97b6391e4 req-08ce7143-5bb9-4234-951f-f9c6851012e4 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2600720 Feb 28 20:21:01.454121 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-46ab8c0c-8566-4e69-b36b-bed4507eaef8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Allocated IP 10.2.2.100 (0d187f09-7970-4e4d-90e2-821e3c7a3175/56e4f35f-9c70-498c-b2fa-487768d8821a/377cfde8-fab4-4fda-bff2-961049b9f6d6) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:21:01.502922 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d620ecaa-66fc-4248-a962-3b5f1a699419'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:21:01.530922 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b05141-ed3a-4f79-afe6-c738519f7498 req-8c2d8262-dbee-4e36-be5c-e0341b79c85a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:01.532452 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95b05141-ed3a-4f79-afe6-c738519f7498 req-8c2d8262-dbee-4e36-be5c-e0341b79c85a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1259365 Feb 28 20:21:01.547451 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f19f4d-0102-4ae7-8618-1a8179a0afff req-1c262b3d-af22-4619-a9d4-e85858def977 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:01.547451 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-02f19f4d-0102-4ae7-8618-1a8179a0afff req-1c262b3d-af22-4619-a9d4-e85858def977 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 950 time: 0.1534047 Feb 28 20:21:01.696729 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95b05141-ed3a-4f79-afe6-c738519f7498 req-eae8bfb8-29ae-4caa-9f41-bef525f0247d tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387138 Feb 28 20:21:01.709595 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-02f19f4d-0102-4ae7-8618-1a8179a0afff req-e9c17a1e-10ca-4e82-bee4-88df6869b624 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504216 Feb 28 20:21:01.727792 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-46ab8c0c-8566-4e69-b36b-bed4507eaef8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for port (377cfde8-fab4-4fda-bff2-961049b9f6d6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:01.777518 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-46ab8c0c-8566-4e69-b36b-bed4507eaef8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (377cfde8-fab4-4fda-bff2-961049b9f6d6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:01.888680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-46ab8c0c-8566-4e69-b36b-bed4507eaef8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Network 0d187f09-7970-4e4d-90e2-821e3c7a3175 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:21:01.899586 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab8c0c-8566-4e69-b36b-bed4507eaef8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event updated for resources: {'Port': ['ID=377cfde8-fab4-4fda-bff2-961049b9f6d6,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:01.902498 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-46ab8c0c-8566-4e69-b36b-bed4507eaef8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:21:01.907398 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-46ab8c0c-8566-4e69-b36b-bed4507eaef8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:21:01.958865 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffc3d4-8dcf-4328-9e6e-569a21f64f99 req-714c650f-bae2-4b99-94d8-36c732829a7c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:01.960494 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3ffc3d4-8dcf-4328-9e6e-569a21f64f99 req-714c650f-bae2-4b99-94d8-36c732829a7c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 944 time: 0.1809759 Feb 28 20:21:01.983834 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-46ab8c0c-8566-4e69-b36b-bed4507eaef8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:01.984507 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-46ab8c0c-8566-4e69-b36b-bed4507eaef8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:01.994119 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d7aab-853f-4fe3-91dc-1435d371ab8f req-747b927b-ac7e-4a76-90fb-4918de51ea73 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:01.999361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d7aab-853f-4fe3-91dc-1435d371ab8f req-747b927b-ac7e-4a76-90fb-4918de51ea73 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:02.008069 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d7aab-853f-4fe3-91dc-1435d371ab8f req-747b927b-ac7e-4a76-90fb-4918de51ea73 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:02.008069 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-791d7aab-853f-4fe3-91dc-1435d371ab8f req-747b927b-ac7e-4a76-90fb-4918de51ea73 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 2416 time: 0.1712093 Feb 28 20:21:02.055360 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-46ab8c0c-8566-4e69-b36b-bed4507eaef8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5216353 Feb 28 20:21:02.068560 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-50b22572-1b1f-479f-bb09-64425c66b071 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Request body: {'port': {'device_id': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0d187f09-7970-4e4d-90e2-821e3c7a3175', 'admin_state_up': True, 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'security_groups': ['6c3e81ac-e3ee-4432-a45f-c0438faab9d8']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:02.113530 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3ffc3d4-8dcf-4328-9e6e-569a21f64f99 req-47958b35-19e7-4da9-b80c-d179a9e7272c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455266 Feb 28 20:21:02.181134 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-791d7aab-853f-4fe3-91dc-1435d371ab8f req-25d4ed9f-ce33-479c-9456-4860b2a560b9 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599996 Feb 28 20:21:02.213045 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-aec96849-0fc4-4fa2-926d-b735877351fb None None] Provisioning complete for port 377cfde8-fab4-4fda-bff2-961049b9f6d6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:02.213775 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-aec96849-0fc4-4fa2-926d-b735877351fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (377cfde8-fab4-4fda-bff2-961049b9f6d6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:02.263396 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-aec96849-0fc4-4fa2-926d-b735877351fb None None] Port 377cfde8-fab4-4fda-bff2-961049b9f6d6 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:21:02.270174 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac120f9-de60-4e19-9a44-9694801bdf1f req-47933e53-c8a1-49c3-adcd-e677dbe97b4f tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:02.271978 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dac120f9-de60-4e19-9a44-9694801bdf1f req-47933e53-c8a1-49c3-adcd-e677dbe97b4f tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.0897639 Feb 28 20:21:02.293950 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-50b22572-1b1f-479f-bb09-64425c66b071 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Made reservation on behalf of 32b514b33b3446a2a3d4a8b083492ad2 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:21:02.298582 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-50b22572-1b1f-479f-bb09-64425c66b071 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:02.383639 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dac120f9-de60-4e19-9a44-9694801bdf1f req-ce4b6513-9656-4837-91f7-ce46bfd74c10 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977778 Feb 28 20:21:02.530756 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-0f520289-14a2-426f-81a7-6698fd4a1a49 service neutron] 10.222.0.15 "GET /v2.0/ports/c772cbdd-6b28-4e6c-8f3a-191ec5034512/bindings/n-h1-820368-21 HTTP/1.1" status: 200 len: 383 time: 0.1688097 Feb 28 20:21:02.649613 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9d9fd-6102-4d24-8450-1a962e4ea348 req-8bc8c1f8-4312-4ce2-bd8e-5a457948f83c tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:02.655048 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9d9fd-6102-4d24-8450-1a962e4ea348 req-8bc8c1f8-4312-4ce2-bd8e-5a457948f83c tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:02.660538 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9d9fd-6102-4d24-8450-1a962e4ea348 req-8bc8c1f8-4312-4ce2-bd8e-5a457948f83c tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:02.665878 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9d9fd-6102-4d24-8450-1a962e4ea348 req-8bc8c1f8-4312-4ce2-bd8e-5a457948f83c tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:02.671468 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9d9fd-6102-4d24-8450-1a962e4ea348 req-8bc8c1f8-4312-4ce2-bd8e-5a457948f83c tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:02.676578 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9d9fd-6102-4d24-8450-1a962e4ea348 req-8bc8c1f8-4312-4ce2-bd8e-5a457948f83c tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:02.682004 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9d9fd-6102-4d24-8450-1a962e4ea348 req-8bc8c1f8-4312-4ce2-bd8e-5a457948f83c tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:02.684441 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8cf9d9fd-6102-4d24-8450-1a962e4ea348 req-8bc8c1f8-4312-4ce2-bd8e-5a457948f83c tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5430 time: 0.2137017 Feb 28 20:21:02.696747 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4bb07-4f3c-4b4c-9e86-09ce920a6759 req-70e05b4a-c216-4e6d-bb0c-54886a748ed4 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:02.702646 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4bb07-4f3c-4b4c-9e86-09ce920a6759 req-70e05b4a-c216-4e6d-bb0c-54886a748ed4 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:02.707977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4bb07-4f3c-4b4c-9e86-09ce920a6759 req-70e05b4a-c216-4e6d-bb0c-54886a748ed4 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:02.713302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4bb07-4f3c-4b4c-9e86-09ce920a6759 req-70e05b4a-c216-4e6d-bb0c-54886a748ed4 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:02.716316 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8a4bb07-4f3c-4b4c-9e86-09ce920a6759 req-70e05b4a-c216-4e6d-bb0c-54886a748ed4 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 3095 time: 0.2442663 Feb 28 20:21:02.747173 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-50b22572-1b1f-479f-bb09-64425c66b071 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Allocated IP 10.2.2.200 (0d187f09-7970-4e4d-90e2-821e3c7a3175/56e4f35f-9c70-498c-b2fa-487768d8821a/d1aa6bc6-d58d-48cb-a918-540fd5167b4f) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:21:02.836099 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-bfc3d8e1-0f60-4542-bc9d-557dc781b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:02.837799 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-bfc3d8e1-0f60-4542-bc9d-557dc781b39f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e&tenant_id=a17db5166eb14b31b629dc33da382372 HTTP/1.1" status: 200 len: 1133 time: 0.0733242 Feb 28 20:21:02.862913 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8a4bb07-4f3c-4b4c-9e86-09ce920a6759 req-87eb4a2e-29ca-482c-8c30-656b3429a5f4 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345911 Feb 28 20:21:02.869497 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8cf9d9fd-6102-4d24-8450-1a962e4ea348 req-916be902-6771-4530-beda-23fc055a5b60 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1517661 Feb 28 20:21:02.927846 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-ea538392-14b5-4fff-af76-26883b5697c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:02.929646 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-ea538392-14b5-4fff-af76-26883b5697c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 1133 time: 0.0692172 Feb 28 20:21:03.009076 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device af523ac6-794b-47a5-9443-0bbc170449b0 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:21:03.046649 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-a15cd00a-ab26-4c80-95be-74170fe3b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:03.049108 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-a15cd00a-ab26-4c80-95be-74170fe3b7f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.1126716 Feb 28 20:21:03.082595 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-50b22572-1b1f-479f-bb09-64425c66b071 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for port (d1aa6bc6-d58d-48cb-a918-540fd5167b4f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:03.129569 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293ea69-22c2-40e2-9496-658661cba111 req-5d2e2f5a-43b7-4f8e-8add-4b0175238c8e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:03.131731 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4293ea69-22c2-40e2-9496-658661cba111 req-5d2e2f5a-43b7-4f8e-8add-4b0175238c8e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 950 time: 0.1591017 Feb 28 20:21:03.134730 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-50b22572-1b1f-479f-bb09-64425c66b071 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d1aa6bc6-d58d-48cb-a918-540fd5167b4f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:03.138623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port af523ac6-794b-47a5-9443-0bbc170449b0 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:21:03.143380 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port af523ac6-794b-47a5-9443-0bbc170449b0 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:03.144049 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (af523ac6-794b-47a5-9443-0bbc170449b0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:03.155188 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-bf8b3a5e-4f4b-487c-97db-9b0faf285084 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=c772cbdd-6b28-4e6c-8f3a-191ec5034512 HTTP/1.1" status: 200 len: 217 time: 0.0976539 Feb 28 20:21:03.242312 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-3586ee84-f10b-4785-9985-7d2e64c78d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:03.244204 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-3586ee84-f10b-4785-9985-7d2e64c78d89 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0819817 Feb 28 20:21:03.280117 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port af523ac6-794b-47a5-9443-0bbc170449b0 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:03.280697 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (af523ac6-794b-47a5-9443-0bbc170449b0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:03.285429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-50b22572-1b1f-479f-bb09-64425c66b071 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Network 0d187f09-7970-4e4d-90e2-821e3c7a3175 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:21:03.294730 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-50b22572-1b1f-479f-bb09-64425c66b071 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:21:03.304401 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4293ea69-22c2-40e2-9496-658661cba111 req-5364aedc-f859-489b-867f-5f3a1a82d88e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508448 Feb 28 20:21:03.305215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-50b22572-1b1f-479f-bb09-64425c66b071 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:21:03.326522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b22572-1b1f-479f-bb09-64425c66b071 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event updated for resources: {'Port': ['ID=d1aa6bc6-d58d-48cb-a918-540fd5167b4f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:03.328476 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-4fee4922-feac-48c6-955d-dcae1f6ad220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:03.331924 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-4fee4922-feac-48c6-955d-dcae1f6ad220 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0806077 Feb 28 20:21:03.340367 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port af523ac6-794b-47a5-9443-0bbc170449b0, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=af523ac6-794b-47a5-9443-0bbc170449b0,segment=NetworkSegment(31dfc1b4-bdf4-48c1-814c-1169277cb72b),segment_id=31dfc1b4-bdf4-48c1-814c-1169277cb72b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:03.341901 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f437e870-71dc-4990-b293-0016d6934560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af523ac6-794b-47a5-9443-0bbc170449b0'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:03.344848 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b63ab6-79df-42c7-8938-b7a57d0e6bbd" -d '{"events": [{"server_uuid": "f437e870-71dc-4990-b293-0016d6934560", "name": "network-vif-plugged", "status": "completed", "tag": "af523ac6-794b-47a5-9443-0bbc170449b0"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:03.350150 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (af523ac6-794b-47a5-9443-0bbc170449b0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:03.351218 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d620ecaa-66fc-4248-a962-3b5f1a699419 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:21:03.450676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79ccbc-db15-42aa-996c-a3a0db8d6e09 req-67d10e64-ea92-4a68-917a-52325eb02a41 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:03.454040 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=af523ac6-794b-47a5-9443-0bbc170449b0,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:03.467056 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa79ccbc-db15-42aa-996c-a3a0db8d6e09 req-67d10e64-ea92-4a68-917a-52325eb02a41 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.3338284 Feb 28 20:21:03.500920 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port d620ecaa-66fc-4248-a962-3b5f1a699419 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:21:03.508169 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port d620ecaa-66fc-4248-a962-3b5f1a699419 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:03.508682 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d620ecaa-66fc-4248-a962-3b5f1a699419), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:03.560538 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-50b22572-1b1f-479f-bb09-64425c66b071 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:03.561400 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-50b22572-1b1f-479f-bb09-64425c66b071 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:03.570219 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-965f4017-b988-4a3a-bffc-921f64726183 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320092 Feb 28 20:21:03.617463 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd56667-2de4-4427-94c6-81b2a7d597b3 req-538cfdbd-a450-4786-afb0-0b79074c8d00 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:03.619038 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fd56667-2de4-4427-94c6-81b2a7d597b3 req-538cfdbd-a450-4786-afb0-0b79074c8d00 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 944 time: 0.1436901 Feb 28 20:21:03.624288 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-50b22572-1b1f-479f-bb09-64425c66b071 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5624216 Feb 28 20:21:03.642044 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa79ccbc-db15-42aa-996c-a3a0db8d6e09 req-49ee6d42-7a1e-48c0-b63a-7a1c27a65902 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720014 Feb 28 20:21:03.654837 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] Request body: {'port': {'device_id': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:03.676825 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port d620ecaa-66fc-4248-a962-3b5f1a699419 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:03.684890 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d620ecaa-66fc-4248-a962-3b5f1a699419), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:03.741520 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d620ecaa-66fc-4248-a962-3b5f1a699419, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d620ecaa-66fc-4248-a962-3b5f1a699419,segment=NetworkSegment(a6392fbc-01e2-4523-9859-faec07e77956),segment_id=a6392fbc-01e2-4523-9859-faec07e77956)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:03.749622 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d620ecaa-66fc-4248-a962-3b5f1a699419), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:03.751636 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 84856de6-1a0b-4f0a-841b-fdb2b4a0393f up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:21:03.771291 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bd8c8fc8-c808-4c18-b8fc-6e1d99e6ee26 req-429ace59-9ce1-4acd-80cf-9c72ac08f7c3 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928387 Feb 28 20:21:03.882796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=d620ecaa-66fc-4248-a962-3b5f1a699419,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:03.905228 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9b2731a7-ce5e-496e-b2c7-677540a64baa None None] Provisioning complete for port d1aa6bc6-d58d-48cb-a918-540fd5167b4f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:03.905617 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9b2731a7-ce5e-496e-b2c7-677540a64baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d1aa6bc6-d58d-48cb-a918-540fd5167b4f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:03.952693 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 84856de6-1a0b-4f0a-841b-fdb2b4a0393f completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:21:03.960959 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 84856de6-1a0b-4f0a-841b-fdb2b4a0393f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:03.961367 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (84856de6-1a0b-4f0a-841b-fdb2b4a0393f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:03.985422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9b2731a7-ce5e-496e-b2c7-677540a64baa None None] Port d1aa6bc6-d58d-48cb-a918-540fd5167b4f cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:21:04.110990 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 84856de6-1a0b-4f0a-841b-fdb2b4a0393f is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:04.111393 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (84856de6-1a0b-4f0a-841b-fdb2b4a0393f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:04.157868 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 84856de6-1a0b-4f0a-841b-fdb2b4a0393f, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=84856de6-1a0b-4f0a-841b-fdb2b4a0393f,segment=NetworkSegment(a6392fbc-01e2-4523-9859-faec07e77956),segment_id=a6392fbc-01e2-4523-9859-faec07e77956)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:04.163230 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (84856de6-1a0b-4f0a-841b-fdb2b4a0393f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:04.217502 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fd56667-2de4-4427-94c6-81b2a7d597b3 req-d384d5ac-22d4-497e-9856-9a511eaf824e tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5081382 Feb 28 20:21:04.219199 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6e5676f5-bf8f-464e-8876-298b91ea7ec2), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:04.221344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=84856de6-1a0b-4f0a-841b-fdb2b4a0393f,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:04.252282 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52c966-76ab-4bce-917a-60bc2050fab2 req-76aa860d-352d-42ed-88d5-62228f3e7be5 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:04.252282 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52c966-76ab-4bce-917a-60bc2050fab2 req-76aa860d-352d-42ed-88d5-62228f3e7be5 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:04.258698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52c966-76ab-4bce-917a-60bc2050fab2 req-76aa860d-352d-42ed-88d5-62228f3e7be5 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:04.264096 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2c52c966-76ab-4bce-917a-60bc2050fab2 req-76aa860d-352d-42ed-88d5-62228f3e7be5 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 2418 time: 0.5130405 Feb 28 20:21:04.295522 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b352212-23cf-47db-8dfc-8e51985ac6cf x-openstack-request-id: req-5b352212-23cf-47db-8dfc-8e51985ac6cf {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:04.296304 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f437e870-71dc-4990-b293-0016d6934560", "name": "network-vif-plugged", "status": "completed", "tag": "af523ac6-794b-47a5-9443-0bbc170449b0", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:04.296304 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b352212-23cf-47db-8dfc-8e51985ac6cf {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:04.296609 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f437e870-71dc-4990-b293-0016d6934560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af523ac6-794b-47a5-9443-0bbc170449b0', 'code': 200} Feb 28 20:21:04.397344 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2c52c966-76ab-4bce-917a-60bc2050fab2 req-f8960ef7-c827-4dd5-9544-456465b76644 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321442 Feb 28 20:21:04.672755 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0541cbe-e4dd-4530-bc20-90598cbd4804 req-569ce94f-c315-46f7-b886-66466e5f97a0 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:04.674321 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0541cbe-e4dd-4530-bc20-90598cbd4804 req-569ce94f-c315-46f7-b886-66466e5f97a0 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.3148167 Feb 28 20:21:04.704907 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93135d92-fc26-483b-a5a1-c2fe62205243 req-35974767-2a7a-495c-b491-f47d7ba48fe6 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:04.710201 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93135d92-fc26-483b-a5a1-c2fe62205243 req-35974767-2a7a-495c-b491-f47d7ba48fe6 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:04.716075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93135d92-fc26-483b-a5a1-c2fe62205243 req-35974767-2a7a-495c-b491-f47d7ba48fe6 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:04.721400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93135d92-fc26-483b-a5a1-c2fe62205243 req-35974767-2a7a-495c-b491-f47d7ba48fe6 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:04.726973 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93135d92-fc26-483b-a5a1-c2fe62205243 req-35974767-2a7a-495c-b491-f47d7ba48fe6 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:04.732355 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93135d92-fc26-483b-a5a1-c2fe62205243 req-35974767-2a7a-495c-b491-f47d7ba48fe6 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:04.737873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93135d92-fc26-483b-a5a1-c2fe62205243 req-35974767-2a7a-495c-b491-f47d7ba48fe6 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:04.739907 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-93135d92-fc26-483b-a5a1-c2fe62205243 req-35974767-2a7a-495c-b491-f47d7ba48fe6 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5430 time: 0.2370622 Feb 28 20:21:04.846082 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0541cbe-e4dd-4530-bc20-90598cbd4804 req-2d12efa0-246e-4e85-9ce9-518b4ee2c94d tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605291 Feb 28 20:21:04.903154 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-93135d92-fc26-483b-a5a1-c2fe62205243 req-129408b4-269f-483d-990b-f77008dff255 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1522722 Feb 28 20:21:04.915400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5676f5-bf8f-464e-8876-298b91ea7ec2 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:21:04.926550 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] Publish callbacks [] for port (6e5676f5-bf8f-464e-8876-298b91ea7ec2), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:04.950214 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] Transition to ACTIVE for port object 6e5676f5-bf8f-464e-8876-298b91ea7ec2 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:21:04.983709 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (6e5676f5-bf8f-464e-8876-298b91ea7ec2), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:05.148884 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] Pushing event updated for resources: {'Port': ['ID=6e5676f5-bf8f-464e-8876-298b91ea7ec2,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:05.190985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a370a6-a4a5-4053-8593-6098a205f2ef req-6ab69fdb-6ed3-4c2b-b46b-a54670213ad3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:05.196381 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a370a6-a4a5-4053-8593-6098a205f2ef req-6ab69fdb-6ed3-4c2b-b46b-a54670213ad3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:05.201884 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a370a6-a4a5-4053-8593-6098a205f2ef req-6ab69fdb-6ed3-4c2b-b46b-a54670213ad3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:05.207749 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a370a6-a4a5-4053-8593-6098a205f2ef req-6ab69fdb-6ed3-4c2b-b46b-a54670213ad3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:05.212891 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a370a6-a4a5-4053-8593-6098a205f2ef req-6ab69fdb-6ed3-4c2b-b46b-a54670213ad3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:05.218632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4a370a6-a4a5-4053-8593-6098a205f2ef req-6ab69fdb-6ed3-4c2b-b46b-a54670213ad3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 3816 time: 0.2950006 Feb 28 20:21:05.238183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918da8f-b503-4003-ad63-2a552309d33c req-219f1496-3d8a-47b7-93e8-a62a1d83288f tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:05.240008 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2918da8f-b503-4003-ad63-2a552309d33c req-219f1496-3d8a-47b7-93e8-a62a1d83288f tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 950 time: 0.2494655 Feb 28 20:21:05.376497 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] Attempting to bind port 6e5676f5-bf8f-464e-8876-298b91ea7ec2 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:21:05.376767 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] Attempting to bind port 6e5676f5-bf8f-464e-8876-298b91ea7ec2 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '94742c78-ba4d-44c1-849b-c1479f2f6613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:21:05.377100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] Attempting to bind port 6e5676f5-bf8f-464e-8876-298b91ea7ec2 on network 99a23236-624a-46f4-a7ad-cb80ef3fa29e {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:21:05.384506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4a370a6-a4a5-4053-8593-6098a205f2ef req-84457dd1-e7df-4c11-baec-a330f634e336 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548867 Feb 28 20:21:05.390218 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2918da8f-b503-4003-ad63-2a552309d33c req-f48cd8dc-1495-4388-ab47-4c1308921d84 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405227 Feb 28 20:21:05.390867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] Port 6e5676f5-bf8f-464e-8876-298b91ea7ec2 on network 99a23236-624a-46f4-a7ad-cb80ef3fa29e not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:21:05.391202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] Attempting to bind port 6e5676f5-bf8f-464e-8876-298b91ea7ec2 on network 99a23236-624a-46f4-a7ad-cb80ef3fa29e {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:21:05.397971 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:21:05.398331 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] Checking segment: {'id': '94742c78-ba4d-44c1-849b-c1479f2f6613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:21:05.398737 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] Bound using segment: {'id': '94742c78-ba4d-44c1-849b-c1479f2f6613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:21:05.399195 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] Bound port: 6e5676f5-bf8f-464e-8876-298b91ea7ec2, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94742c78-ba4d-44c1-849b-c1479f2f6613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:21:05.399568 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6e5676f5-bf8f-464e-8876-298b91ea7ec2), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:05.498519 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] For port 6e5676f5-bf8f-464e-8876-298b91ea7ec2, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:21:05.503866 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] For port 6e5676f5-bf8f-464e-8876-298b91ea7ec2, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=6e5676f5-bf8f-464e-8876-298b91ea7ec2,segment=NetworkSegment(94742c78-ba4d-44c1-849b-c1479f2f6613),segment_id=94742c78-ba4d-44c1-849b-c1479f2f6613)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:21:05.521439 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (6e5676f5-bf8f-464e-8876-298b91ea7ec2), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:05.658612 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:05.659384 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:05.660914 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] 10.222.0.15 "PUT /v2.0/ports/6e5676f5-bf8f-464e-8876-298b91ea7ec2 HTTP/1.1" status: 200 len: 1093 time: 2.0168772 Feb 28 20:21:05.665199 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'tag': '6e5676f5-bf8f-464e-8876-298b91ea7ec2'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:05.667818 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5578623b-a1ab-4ac6-90b7-6ff7717af2d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "tag": "6e5676f5-bf8f-464e-8876-298b91ea7ec2"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:05.696241 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14345e66-433a-4601-a911-e75b4b078e2b service neutron] Pushing event updated for resources: {'Port': ['ID=6e5676f5-bf8f-464e-8876-298b91ea7ec2,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:05.729378 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290b55e-826a-4a7a-b0e4-ef31ac0009ac req-0e4128b7-5744-4407-9b1a-2a508a5a1d7e tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:05.737098 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290b55e-826a-4a7a-b0e4-ef31ac0009ac req-0e4128b7-5744-4407-9b1a-2a508a5a1d7e tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:05.750812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290b55e-826a-4a7a-b0e4-ef31ac0009ac req-0e4128b7-5744-4407-9b1a-2a508a5a1d7e tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:05.752796 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4290b55e-826a-4a7a-b0e4-ef31ac0009ac req-0e4128b7-5744-4407-9b1a-2a508a5a1d7e tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 2419 time: 0.1760356 Feb 28 20:21:05.762491 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1751a-2b73-4a13-a838-554bee6f2dfd req-9466740f-a0ae-4174-b17f-5bd5dbe4af85 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:05.764506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23c1751a-2b73-4a13-a838-554bee6f2dfd req-9466740f-a0ae-4174-b17f-5bd5dbe4af85 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 944 time: 0.1889505 Feb 28 20:21:05.771399 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] Request body: {'port': {'device_id': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:05.910611 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4290b55e-826a-4a7a-b0e4-ef31ac0009ac req-8a4641de-bb72-46ca-8ac1-c29a445a7114 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446824 Feb 28 20:21:05.918696 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23c1751a-2b73-4a13-a838-554bee6f2dfd req-6f7bbc0c-f1c0-4a7e-b515-33bbd8ac14c6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425691 Feb 28 20:21:05.924047 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:06.083325 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0e8662-9168-4b6a-8033-97488fe09fe5 x-openstack-request-id: req-ee0e8662-9168-4b6a-8033-97488fe09fe5 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:06.083788 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "tag": "6e5676f5-bf8f-464e-8876-298b91ea7ec2", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:06.084224 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee0e8662-9168-4b6a-8033-97488fe09fe5 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:06.084850 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'tag': '6e5676f5-bf8f-464e-8876-298b91ea7ec2', 'status': 'completed', 'code': 200} Feb 28 20:21:06.180245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070e057-266c-4f34-88ad-90b967b01084 req-62f5d93d-86a3-4262-b13d-cfb7774a2379 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.185095 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b070e057-266c-4f34-88ad-90b967b01084 req-62f5d93d-86a3-4262-b13d-cfb7774a2379 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1187668 Feb 28 20:21:06.185396 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578623b-a1ab-4ac6-90b7-6ff7717af2d5 req-0fc781b7-a612-486a-91f2-e0e2104384de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.186098 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578623b-a1ab-4ac6-90b7-6ff7717af2d5 req-0fc781b7-a612-486a-91f2-e0e2104384de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.186849 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578623b-a1ab-4ac6-90b7-6ff7717af2d5 req-0fc781b7-a612-486a-91f2-e0e2104384de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.187567 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578623b-a1ab-4ac6-90b7-6ff7717af2d5 req-0fc781b7-a612-486a-91f2-e0e2104384de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.188495 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578623b-a1ab-4ac6-90b7-6ff7717af2d5 req-0fc781b7-a612-486a-91f2-e0e2104384de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.190551 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5578623b-a1ab-4ac6-90b7-6ff7717af2d5 req-0fc781b7-a612-486a-91f2-e0e2104384de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32b514b33b3446a2a3d4a8b083492ad2&device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 4395 time: 0.0804672 Feb 28 20:21:06.297240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f437e870-71dc-4990-b293-0016d6934560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd620ecaa-66fc-4248-a962-3b5f1a699419'}, {'server_uuid': 'f437e870-71dc-4990-b293-0016d6934560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84856de6-1a0b-4f0a-841b-fdb2b4a0393f'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:06.300678 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925fe1be-e3be-40de-a6a6-ce3b9e1ad2f0" -d '{"events": [{"server_uuid": "f437e870-71dc-4990-b293-0016d6934560", "name": "network-vif-plugged", "status": "completed", "tag": "d620ecaa-66fc-4248-a962-3b5f1a699419"}, {"server_uuid": "f437e870-71dc-4990-b293-0016d6934560", "name": "network-vif-plugged", "status": "completed", "tag": "84856de6-1a0b-4f0a-841b-fdb2b4a0393f"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:06.317256 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578623b-a1ab-4ac6-90b7-6ff7717af2d5 req-5b910d1e-f878-452d-82e1-c4894573782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.317734 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578623b-a1ab-4ac6-90b7-6ff7717af2d5 req-5b910d1e-f878-452d-82e1-c4894573782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.318203 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578623b-a1ab-4ac6-90b7-6ff7717af2d5 req-5b910d1e-f878-452d-82e1-c4894573782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.320217 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5578623b-a1ab-4ac6-90b7-6ff7717af2d5 req-5b910d1e-f878-452d-82e1-c4894573782d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=32b514b33b3446a2a3d4a8b083492ad2&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1206238 Feb 28 20:21:06.323293 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b070e057-266c-4f34-88ad-90b967b01084 req-1855a9ae-67e0-40df-b67e-a8e8b2833c6e tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207244 Feb 28 20:21:06.348249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65101f8-bbc8-4e47-b5e4-17065fe7265e req-fead1e85-469e-4e51-bc28-fb6e5db74eba tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.356276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65101f8-bbc8-4e47-b5e4-17065fe7265e req-fead1e85-469e-4e51-bc28-fb6e5db74eba tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.364170 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65101f8-bbc8-4e47-b5e4-17065fe7265e req-fead1e85-469e-4e51-bc28-fb6e5db74eba tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.373703 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65101f8-bbc8-4e47-b5e4-17065fe7265e req-fead1e85-469e-4e51-bc28-fb6e5db74eba tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.379932 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65101f8-bbc8-4e47-b5e4-17065fe7265e req-fead1e85-469e-4e51-bc28-fb6e5db74eba tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.386030 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65101f8-bbc8-4e47-b5e4-17065fe7265e req-fead1e85-469e-4e51-bc28-fb6e5db74eba tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.392221 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8647e9c-10c6-48dd-bf0e-94e32d4fc0d8 x-openstack-request-id: req-f8647e9c-10c6-48dd-bf0e-94e32d4fc0d8 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:06.392481 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65101f8-bbc8-4e47-b5e4-17065fe7265e req-fead1e85-469e-4e51-bc28-fb6e5db74eba tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.392902 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f437e870-71dc-4990-b293-0016d6934560", "name": "network-vif-plugged", "status": "completed", "tag": "d620ecaa-66fc-4248-a962-3b5f1a699419", "code": 200}, {"server_uuid": "f437e870-71dc-4990-b293-0016d6934560", "name": "network-vif-plugged", "status": "completed", "tag": "84856de6-1a0b-4f0a-841b-fdb2b4a0393f", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:06.393789 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8647e9c-10c6-48dd-bf0e-94e32d4fc0d8 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:06.394356 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f437e870-71dc-4990-b293-0016d6934560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd620ecaa-66fc-4248-a962-3b5f1a699419', 'code': 200} Feb 28 20:21:06.394758 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f437e870-71dc-4990-b293-0016d6934560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84856de6-1a0b-4f0a-841b-fdb2b4a0393f', 'code': 200} Feb 28 20:21:06.395418 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a65101f8-bbc8-4e47-b5e4-17065fe7265e req-fead1e85-469e-4e51-bc28-fb6e5db74eba tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5430 time: 0.2531950 Feb 28 20:21:06.522920 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578623b-a1ab-4ac6-90b7-6ff7717af2d5 req-63cb0291-d961-4d1f-b507-f2b74495d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.525686 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5578623b-a1ab-4ac6-90b7-6ff7717af2d5 req-63cb0291-d961-4d1f-b507-f2b74495d2b8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1932425 Feb 28 20:21:06.547186 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a65101f8-bbc8-4e47-b5e4-17065fe7265e req-49d83c9a-cd49-466f-b189-8edf771bbbcb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1413040 Feb 28 20:21:06.599265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:21:06.618634 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a5807-bdb7-41ce-8f93-7f21bc7ffdff req-58ab5269-67a7-45e5-9e63-826888953f25 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.621046 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a51a5807-bdb7-41ce-8f93-7f21bc7ffdff req-58ab5269-67a7-45e5-9e63-826888953f25 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1708596 Feb 28 20:21:06.650897 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] Publish callbacks [] for port (ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:06.726342 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] Transition to ACTIVE for port object ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:21:06.746182 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:06.830709 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a51a5807-bdb7-41ce-8f93-7f21bc7ffdff req-ae10d886-028f-46a6-b28c-a111a5b025d7 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730690 Feb 28 20:21:06.844102 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb51803-b1ff-4bf6-b6bc-7eadefe616bd req-e2a05ad6-3f75-4931-a349-2f92d576e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.844596 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb51803-b1ff-4bf6-b6bc-7eadefe616bd req-e2a05ad6-3f75-4931-a349-2f92d576e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.845088 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb51803-b1ff-4bf6-b6bc-7eadefe616bd req-e2a05ad6-3f75-4931-a349-2f92d576e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.846880 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2eb51803-b1ff-4bf6-b6bc-7eadefe616bd req-e2a05ad6-3f75-4931-a349-2f92d576e1a1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 2968 time: 0.3473217 Feb 28 20:21:06.862720 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bb3429ad-7630-4d74-96e6-28091adfed66 req-d27edffb-ec6b-4af0-a9b8-ca9f68cabf0b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a01b2764-ed6d-4932-a224-e81acb1a5d93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0877702 Feb 28 20:21:06.891507 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:06.913480 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82597e21-a67e-4717-a7ca-b4d10a8192f2 req-7574975c-9ed9-4c1b-aea8-3a2693f68bc7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.920582 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82597e21-a67e-4717-a7ca-b4d10a8192f2 req-7574975c-9ed9-4c1b-aea8-3a2693f68bc7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.926790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82597e21-a67e-4717-a7ca-b4d10a8192f2 req-7574975c-9ed9-4c1b-aea8-3a2693f68bc7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.932751 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82597e21-a67e-4717-a7ca-b4d10a8192f2 req-7574975c-9ed9-4c1b-aea8-3a2693f68bc7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.939153 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82597e21-a67e-4717-a7ca-b4d10a8192f2 req-7574975c-9ed9-4c1b-aea8-3a2693f68bc7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.941752 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82597e21-a67e-4717-a7ca-b4d10a8192f2 req-7574975c-9ed9-4c1b-aea8-3a2693f68bc7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 3828 time: 0.2854083 Feb 28 20:21:06.970538 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3429ad-7630-4d74-96e6-28091adfed66 req-74829e7c-1544-485e-8021-bc8f5d1fa4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:06.978809 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bb3429ad-7630-4d74-96e6-28091adfed66 req-74829e7c-1544-485e-8021-bc8f5d1fa4aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=a01b2764-ed6d-4932-a224-e81acb1a5d93 HTTP/1.1" status: 200 len: 1128 time: 0.0815122 Feb 28 20:21:07.015698 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c772cbdd-6b28-4e6c-8f3a-191ec5034512 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:21:07.076567 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c772cbdd-6b28-4e6c-8f3a-191ec5034512 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:21:07.086046 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a43e6f92-d927-40fe-91e1-ad500f289190 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:21:07.133714 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82597e21-a67e-4717-a7ca-b4d10a8192f2 req-4b74a3e4-5245-4f3c-a5f2-b7c3a74e939c tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697431 Feb 28 20:21:07.176161 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553a99c-0954-426a-bf13-591450829cb4 req-a11c01d1-9c97-4cf1-bcea-20dbcf16cd99 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:07.178612 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d553a99c-0954-426a-bf13-591450829cb4 req-a11c01d1-9c97-4cf1-bcea-20dbcf16cd99 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 950 time: 0.2260890 Feb 28 20:21:07.193173 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2eb51803-b1ff-4bf6-b6bc-7eadefe616bd req-8cc07e31-c596-4bc8-bf1f-ed5530e3dd0e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280351 Feb 28 20:21:07.209421 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c772cbdd-6b28-4e6c-8f3a-191ec5034512, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c772cbdd-6b28-4e6c-8f3a-191ec5034512,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:07.222338 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3429ad-7630-4d74-96e6-28091adfed66 req-4dab1cfe-fdbc-49ca-9153-6c266e6dd25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:07.224712 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bb3429ad-7630-4d74-96e6-28091adfed66 req-4dab1cfe-fdbc-49ca-9153-6c266e6dd25a service neutron] 10.222.0.10 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 912 time: 0.2231567 Feb 28 20:21:07.232423 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'c772cbdd-6b28-4e6c-8f3a-191ec5034512', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': 'c772cbdd-6b28-4e6c-8f3a-191ec5034512', 'mac_address': 'fa:16:3e:97:8b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:21:07.264478 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] Attempting to bind port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:21:07.265163 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] Attempting to bind port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '6ce50d50-5ac8-4715-92ce-33595b54c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:21:07.266310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] Attempting to bind port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 on network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:21:07.284569 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] Port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 on network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:21:07.285265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] Attempting to bind port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 on network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:21:07.326453 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:21:07.327436 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] Checking segment: {'id': '6ce50d50-5ac8-4715-92ce-33595b54c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:21:07.327815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] Bound using segment: {'id': '6ce50d50-5ac8-4715-92ce-33595b54c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:21:07.328592 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] Bound port: ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce50d50-5ac8-4715-92ce-33595b54c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:21:07.329328 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:07.385820 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d553a99c-0954-426a-bf13-591450829cb4 req-1d7199af-a42f-4053-acd5-950f09876673 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853437 Feb 28 20:21:07.394817 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port c772cbdd-6b28-4e6c-8f3a-191ec5034512 is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:07.395417 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:07.499952 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bb3429ad-7630-4d74-96e6-28091adfed66 req-cb99a9c4-ee98-400f-87fa-bd95140b86a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ae3cea2-4701-46bd-9889-9b27b51d35b7 HTTP/1.1" status: 200 len: 217 time: 0.0670333 Feb 28 20:21:07.547006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e5bfd-0145-42da-9794-fdce23c361b4 req-7d67678a-f513-45e8-9cdf-5de177d4eefb tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:07.554111 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e5bfd-0145-42da-9794-fdce23c361b4 req-7d67678a-f513-45e8-9cdf-5de177d4eefb tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:07.560517 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e5bfd-0145-42da-9794-fdce23c361b4 req-7d67678a-f513-45e8-9cdf-5de177d4eefb tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:07.562312 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-364e5bfd-0145-42da-9794-fdce23c361b4 req-7d67678a-f513-45e8-9cdf-5de177d4eefb tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 2419 time: 0.2652380 Feb 28 20:21:07.581169 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3429ad-7630-4d74-96e6-28091adfed66 req-a37af769-aaaf-4fe1-842e-3e1af341c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:07.583162 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bb3429ad-7630-4d74-96e6-28091adfed66 req-a37af769-aaaf-4fe1-842e-3e1af341c782 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.0773938 Feb 28 20:21:07.586682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] For port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:21:07.593993 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] For port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:21:07.622949 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:07.636175 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port c772cbdd-6b28-4e6c-8f3a-191ec5034512 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:07.636444 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:07.657904 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c772cbdd-6b28-4e6c-8f3a-191ec5034512 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:21:07.680611 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3429ad-7630-4d74-96e6-28091adfed66 req-6ca43e3a-5b0c-44aa-9d74-be18ef3ee640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:07.683412 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bb3429ad-7630-4d74-96e6-28091adfed66 req-6ca43e3a-5b0c-44aa-9d74-be18ef3ee640 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0885031 Feb 28 20:21:07.715559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a43e6f92-d927-40fe-91e1-ad500f289190, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a43e6f92-d927-40fe-91e1-ad500f289190,segment=NetworkSegment(230e8cd1-1ffa-48af-b6da-be0c262593f4),segment_id=230e8cd1-1ffa-48af-b6da-be0c262593f4)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:07.731526 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c772cbdd-6b28-4e6c-8f3a-191ec5034512, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c772cbdd-6b28-4e6c-8f3a-191ec5034512,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:07.732546 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade55c96-63dc-4133-a493-53a4078146b1 req-adf7fbe1-ee31-43c3-b91d-7f092229f11d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:07.734625 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ade55c96-63dc-4133-a493-53a4078146b1 req-adf7fbe1-ee31-43c3-b91d-7f092229f11d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 944 time: 0.2490368 Feb 28 20:21:07.748592 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:07.749425 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:07.750552 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:07.751535 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] 10.222.0.15 "PUT /v2.0/ports/ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 HTTP/1.1" status: 200 len: 1132 time: 2.0326560 Feb 28 20:21:07.770046 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-364e5bfd-0145-42da-9794-fdce23c361b4 req-90f2466e-3d5e-452b-b8e5-a6e352af5e6b tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967788 Feb 28 20:21:07.774529 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'a43e6f92-d927-40fe-91e1-ad500f289190', 'network_id': 'b649057c-43d1-42e8-b142-2f875aaf2772', 'port_id': 'a43e6f92-d927-40fe-91e1-ad500f289190', 'mac_address': 'fa:16:3e:ca:50:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec143503-793e-4b37-951a-5dc68352c5b7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:21:07.807113 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] Request body: {'port': {'device_id': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:07.957633 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:21:07.958722 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:21:07.961563 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bb3429ad-7630-4d74-96e6-28091adfed66 req-89846f1e-6feb-4c2e-a143-f876b5412004 service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640958 Feb 28 20:21:07.963078 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f762c-f3f1-462d-8818-fed1ab75dee3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:07.985283 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=c772cbdd-6b28-4e6c-8f3a-191ec5034512,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:07.994843 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port a43e6f92-d927-40fe-91e1-ad500f289190 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:07.997129 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a43e6f92-d927-40fe-91e1-ad500f289190), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:08.033429 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43e6f92-d927-40fe-91e1-ad500f289190 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:21:08.050909 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ade55c96-63dc-4133-a493-53a4078146b1 req-99212e61-f677-4c33-84fa-16278781756b tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922614 Feb 28 20:21:08.077308 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['c772cbdd-6b28-4e6c-8f3a-191ec5034512'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:21:08.088409 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6f922-415d-416a-9d80-fc2cdffb76df req-6f60ea0b-2296-448b-b7ce-55826c8ed430 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:08.091254 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0a6f922-415d-416a-9d80-fc2cdffb76df req-6f60ea0b-2296-448b-b7ce-55826c8ed430 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1981325 Feb 28 20:21:08.094146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'tag': 'ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:08.096770 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a88cb6-9308-4734-913d-955ee806f446" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "tag": "ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:08.105815 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3c3a2d9f-699e-4a07-be35-f4b71ae7811b), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:08.180029 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a43e6f92-d927-40fe-91e1-ad500f289190, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a43e6f92-d927-40fe-91e1-ad500f289190,segment=NetworkSegment(230e8cd1-1ffa-48af-b6da-be0c262593f4),segment_id=230e8cd1-1ffa-48af-b6da-be0c262593f4)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:08.212537 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a43e6f92-d927-40fe-91e1-ad500f289190), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:08.213762 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device da3c139e-4a03-416f-80a8-af21dd1c9f98 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:21:08.288423 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bb3429ad-7630-4d74-96e6-28091adfed66 req-aecdf3e2-958d-4eab-8de8-86d1db4f8c20 service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157148 Feb 28 20:21:08.305170 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=a43e6f92-d927-40fe-91e1-ad500f289190,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:08.341175 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0a6f922-415d-416a-9d80-fc2cdffb76df req-e8036e98-9a07-49b3-9518-ccda41dec565 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381690 Feb 28 20:21:08.610873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port da3c139e-4a03-416f-80a8-af21dd1c9f98, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=da3c139e-4a03-416f-80a8-af21dd1c9f98,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:08.638070 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0bf1b-5710-4d5f-99f2-9dcdb2e60a9e req-5003b2d4-6f6f-4a72-8405-7ea34cca4256 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:08.638740 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port c772cbdd-6b28-4e6c-8f3a-191ec5034512 is: BUILD; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:08.639433 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:08.640328 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d6c0bf1b-5710-4d5f-99f2-9dcdb2e60a9e req-5003b2d4-6f6f-4a72-8405-7ea34cca4256 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e&tenant_id=a17db5166eb14b31b629dc33da382372&binding%3Ahost_id=n-h1-820368-21 HTTP/1.1" status: 200 len: 949 time: 0.2935178 Feb 28 20:21:08.658232 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a88cb6-9308-4734-913d-955ee806f446 req-4b7b206f-9853-41b2-8f45-c7494c13b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:08.658959 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a88cb6-9308-4734-913d-955ee806f446 req-4b7b206f-9853-41b2-8f45-c7494c13b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:08.659608 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a88cb6-9308-4734-913d-955ee806f446 req-4b7b206f-9853-41b2-8f45-c7494c13b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:08.660308 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a88cb6-9308-4734-913d-955ee806f446 req-4b7b206f-9853-41b2-8f45-c7494c13b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:08.660922 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a88cb6-9308-4734-913d-955ee806f446 req-4b7b206f-9853-41b2-8f45-c7494c13b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:08.661723 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a88cb6-9308-4734-913d-955ee806f446 req-4b7b206f-9853-41b2-8f45-c7494c13b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:08.663903 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-30a88cb6-9308-4734-913d-955ee806f446 req-4b7b206f-9853-41b2-8f45-c7494c13b259 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32b514b33b3446a2a3d4a8b083492ad2&device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5351 time: 0.1739163 Feb 28 20:21:08.667633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'da3c139e-4a03-416f-80a8-af21dd1c9f98', 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92', 'port_id': 'da3c139e-4a03-416f-80a8-af21dd1c9f98', 'mac_address': 'fa:16:3e:3e:18:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0273b39c-9c8d-445d-8667-8de5c6cd60c2', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:21:08.677799 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c772cbdd-6b28-4e6c-8f3a-191ec5034512 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:21:08.733578 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c772cbdd-6b28-4e6c-8f3a-191ec5034512, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c772cbdd-6b28-4e6c-8f3a-191ec5034512,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:08.736332 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbd3dd3-f2f8-4f41-aacc-9af1791ccebb x-openstack-request-id: req-1fbd3dd3-f2f8-4f41-aacc-9af1791ccebb {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:08.736965 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "tag": "ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:08.737518 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fbd3dd3-f2f8-4f41-aacc-9af1791ccebb {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:08.739005 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'tag': 'ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15', 'status': 'completed', 'code': 200} Feb 28 20:21:08.743833 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:08.826274 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port da3c139e-4a03-416f-80a8-af21dd1c9f98 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:08.826774 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (da3c139e-4a03-416f-80a8-af21dd1c9f98), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:08.867078 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c3a2d9f-699e-4a07-be35-f4b71ae7811b {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:21:08.880277 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] Publish callbacks [] for port (3c3a2d9f-699e-4a07-be35-f4b71ae7811b), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:08.897703 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3c139e-4a03-416f-80a8-af21dd1c9f98 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:21:08.907976 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=c772cbdd-6b28-4e6c-8f3a-191ec5034512,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:08.918923 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a88cb6-9308-4734-913d-955ee806f446 req-91494c7a-b7dd-4213-ada7-9d4bf9e25b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:08.919699 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a88cb6-9308-4734-913d-955ee806f446 req-91494c7a-b7dd-4213-ada7-9d4bf9e25b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:08.921286 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a88cb6-9308-4734-913d-955ee806f446 req-91494c7a-b7dd-4213-ada7-9d4bf9e25b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:08.924166 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-30a88cb6-9308-4734-913d-955ee806f446 req-91494c7a-b7dd-4213-ada7-9d4bf9e25b6f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=32b514b33b3446a2a3d4a8b083492ad2&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2523065 Feb 28 20:21:08.927033 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port da3c139e-4a03-416f-80a8-af21dd1c9f98, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=da3c139e-4a03-416f-80a8-af21dd1c9f98,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:08.928265 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0bf1b-5710-4d5f-99f2-9dcdb2e60a9e req-2fedbe40-a75a-49d2-ae70-d7874222c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:08.931184 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d6c0bf1b-5710-4d5f-99f2-9dcdb2e60a9e req-2fedbe40-a75a-49d2-ae70-d7874222c60a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 1131 time: 0.1543300 Feb 28 20:21:08.933227 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bbaf3-ed52-452f-ba7e-959466c8332c req-c7fd7e7e-e1a2-4b6f-9be1-e7100686df63 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:08.938170 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (da3c139e-4a03-416f-80a8-af21dd1c9f98), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:08.939536 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device eb86d396-21d3-45d9-baa0-f26a48975dd7 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:21:08.940403 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bbaf3-ed52-452f-ba7e-959466c8332c req-c7fd7e7e-e1a2-4b6f-9be1-e7100686df63 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:08.949128 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bbaf3-ed52-452f-ba7e-959466c8332c req-c7fd7e7e-e1a2-4b6f-9be1-e7100686df63 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:08.967330 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bbaf3-ed52-452f-ba7e-959466c8332c req-c7fd7e7e-e1a2-4b6f-9be1-e7100686df63 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:08.986770 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bbaf3-ed52-452f-ba7e-959466c8332c req-c7fd7e7e-e1a2-4b6f-9be1-e7100686df63 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:09.004557 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bbaf3-ed52-452f-ba7e-959466c8332c req-c7fd7e7e-e1a2-4b6f-9be1-e7100686df63 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:09.012502 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b10bbaf3-ed52-452f-ba7e-959466c8332c req-c7fd7e7e-e1a2-4b6f-9be1-e7100686df63 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 4601 time: 0.2890396 Feb 28 20:21:09.027314 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9644f4-17c2-41c5-895c-936924f08e27 req-4e5a6d7a-12fe-4d53-ae1b-028873ddbdd4 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:09.034252 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9644f4-17c2-41c5-895c-936924f08e27 req-4e5a6d7a-12fe-4d53-ae1b-028873ddbdd4 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:09.041729 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9644f4-17c2-41c5-895c-936924f08e27 req-4e5a6d7a-12fe-4d53-ae1b-028873ddbdd4 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:09.047159 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port eb86d396-21d3-45d9-baa0-f26a48975dd7, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=eb86d396-21d3-45d9-baa0-f26a48975dd7,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:09.049570 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9644f4-17c2-41c5-895c-936924f08e27 req-4e5a6d7a-12fe-4d53-ae1b-028873ddbdd4 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:09.050520 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0bf1b-5710-4d5f-99f2-9dcdb2e60a9e req-40f75e4e-3f86-440d-ae5b-55e0a1e7c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:09.051978 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d6c0bf1b-5710-4d5f-99f2-9dcdb2e60a9e req-40f75e4e-3f86-440d-ae5b-55e0a1e7c14d service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.1118231 Feb 28 20:21:09.055951 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9644f4-17c2-41c5-895c-936924f08e27 req-4e5a6d7a-12fe-4d53-ae1b-028873ddbdd4 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:09.063026 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9644f4-17c2-41c5-895c-936924f08e27 req-4e5a6d7a-12fe-4d53-ae1b-028873ddbdd4 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:09.069165 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9644f4-17c2-41c5-895c-936924f08e27 req-4e5a6d7a-12fe-4d53-ae1b-028873ddbdd4 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:09.069859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'eb86d396-21d3-45d9-baa0-f26a48975dd7', 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92', 'port_id': 'eb86d396-21d3-45d9-baa0-f26a48975dd7', 'mac_address': 'fa:16:3e:7d:e1:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0273b39c-9c8d-445d-8667-8de5c6cd60c2', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:21:09.071598 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=da3c139e-4a03-416f-80a8-af21dd1c9f98,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:09.077904 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1e9644f4-17c2-41c5-895c-936924f08e27 req-4e5a6d7a-12fe-4d53-ae1b-028873ddbdd4 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5431 time: 0.3767755 Feb 28 20:21:09.096385 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] Transition to ACTIVE for port object 3c3a2d9f-699e-4a07-be35-f4b71ae7811b will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:21:09.117081 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (3c3a2d9f-699e-4a07-be35-f4b71ae7811b), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:09.118864 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d6c0bf1b-5710-4d5f-99f2-9dcdb2e60a9e req-1a08a0e0-48f0-4567-8816-c4a040dac34a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=c772cbdd-6b28-4e6c-8f3a-191ec5034512 HTTP/1.1" status: 200 len: 217 time: 0.0526311 Feb 28 20:21:09.144675 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port eb86d396-21d3-45d9-baa0-f26a48975dd7 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:09.145127 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (eb86d396-21d3-45d9-baa0-f26a48975dd7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:09.168801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb86d396-21d3-45d9-baa0-f26a48975dd7 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:21:09.193215 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port eb86d396-21d3-45d9-baa0-f26a48975dd7, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=eb86d396-21d3-45d9-baa0-f26a48975dd7,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:09.198890 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (eb86d396-21d3-45d9-baa0-f26a48975dd7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:09.200618 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 825541fc-d341-4dae-a811-e77f60d20528 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:21:09.214562 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3a2d9f-699e-4a07-be35-f4b71ae7811b,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:09.223002 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0bf1b-5710-4d5f-99f2-9dcdb2e60a9e req-7388551f-99bb-4956-ae3e-15fa24d0deed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:09.224819 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d6c0bf1b-5710-4d5f-99f2-9dcdb2e60a9e req-7388551f-99bb-4956-ae3e-15fa24d0deed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0978973 Feb 28 20:21:09.312602 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 825541fc-d341-4dae-a811-e77f60d20528, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=825541fc-d341-4dae-a811-e77f60d20528,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:09.315157 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=eb86d396-21d3-45d9-baa0-f26a48975dd7,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:09.329239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '825541fc-d341-4dae-a811-e77f60d20528', 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92', 'port_id': '825541fc-d341-4dae-a811-e77f60d20528', 'mac_address': 'fa:16:3e:10:cb:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0273b39c-9c8d-445d-8667-8de5c6cd60c2', 'ip_address': '10.1.1.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:21:09.352837 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a88cb6-9308-4734-913d-955ee806f446 req-f73d9d76-cdb9-476a-93eb-ac96322cab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:09.359918 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-30a88cb6-9308-4734-913d-955ee806f446 req-f73d9d76-cdb9-476a-93eb-ac96322cab94 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4291980 Feb 28 20:21:09.393589 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0bf1b-5710-4d5f-99f2-9dcdb2e60a9e req-68602db3-4f8d-46ab-b819-4fdf87ffab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:09.394793 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1e9644f4-17c2-41c5-895c-936924f08e27 req-6bf82587-ac2c-466d-904d-c3b5b69ff57e tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3149457 Feb 28 20:21:09.397122 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d6c0bf1b-5710-4d5f-99f2-9dcdb2e60a9e req-68602db3-4f8d-46ab-b819-4fdf87ffab02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1652153 Feb 28 20:21:09.421420 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b10bbaf3-ed52-452f-ba7e-959466c8332c req-589a883f-597c-426b-92cc-8c30c03a03a4 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3331461 Feb 28 20:21:09.424975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 825541fc-d341-4dae-a811-e77f60d20528 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:09.425809 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (825541fc-d341-4dae-a811-e77f60d20528), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:09.467299 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825541fc-d341-4dae-a811-e77f60d20528 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:21:09.515803 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 825541fc-d341-4dae-a811-e77f60d20528, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=825541fc-d341-4dae-a811-e77f60d20528,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:09.521987 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (825541fc-d341-4dae-a811-e77f60d20528), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:09.523156 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device f684405e-fb12-41ee-94c7-06762582020f details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:21:09.596549 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d6c0bf1b-5710-4d5f-99f2-9dcdb2e60a9e req-0d91b4f2-4510-4279-a9dc-395bebf5d600 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906579 Feb 28 20:21:09.614022 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=825541fc-d341-4dae-a811-e77f60d20528,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:09.666922 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] Attempting to bind port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:21:09.668073 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] Attempting to bind port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '6ce50d50-5ac8-4715-92ce-33595b54c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:21:09.668506 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] Attempting to bind port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b on network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:21:09.687285 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] Port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b on network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:21:09.688061 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] Attempting to bind port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b on network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:21:09.691376 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port f684405e-fb12-41ee-94c7-06762582020f, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=f684405e-fb12-41ee-94c7-06762582020f,segment=NetworkSegment(230e8cd1-1ffa-48af-b6da-be0c262593f4),segment_id=230e8cd1-1ffa-48af-b6da-be0c262593f4)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:09.709680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'f684405e-fb12-41ee-94c7-06762582020f', 'network_id': 'b649057c-43d1-42e8-b142-2f875aaf2772', 'port_id': 'f684405e-fb12-41ee-94c7-06762582020f', 'mac_address': 'fa:16:3e:8a:a5:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec143503-793e-4b37-951a-5dc68352c5b7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:21:09.714235 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:21:09.715227 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] Checking segment: {'id': '6ce50d50-5ac8-4715-92ce-33595b54c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:21:09.716019 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] Bound using segment: {'id': '6ce50d50-5ac8-4715-92ce-33595b54c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:21:09.716751 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] Bound port: 3c3a2d9f-699e-4a07-be35-f4b71ae7811b, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce50d50-5ac8-4715-92ce-33595b54c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:21:09.717478 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3c3a2d9f-699e-4a07-be35-f4b71ae7811b), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:09.745461 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d6c0bf1b-5710-4d5f-99f2-9dcdb2e60a9e req-f31209ab-28e7-4cbb-bc3f-c56c4a783463 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363251 Feb 28 20:21:09.754124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86e941-6365-4100-9c95-061d608b777a req-5780ef51-ab0a-46cf-9a82-6f24dda3148e tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:09.766959 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b86e941-6365-4100-9c95-061d608b777a req-5780ef51-ab0a-46cf-9a82-6f24dda3148e tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1593571 Feb 28 20:21:09.834817 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port f684405e-fb12-41ee-94c7-06762582020f is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:09.835313 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f684405e-fb12-41ee-94c7-06762582020f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:09.857025 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d0d42-55e4-4e7b-800d-cd2e7b64c5c9 req-f0ae5976-a37b-43a8-afa4-4d3fd92a0566 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:09.864443 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d42d0d42-55e4-4e7b-800d-cd2e7b64c5c9 req-f0ae5976-a37b-43a8-afa4-4d3fd92a0566 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 948 time: 0.2730300 Feb 28 20:21:09.869410 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f684405e-fb12-41ee-94c7-06762582020f {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:21:09.892734 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9ed608e-ca1f-4fcc-b651-38cd4c40eb6b req-2a48a16f-8f67-40be-ad6f-e253e427f4e2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1265056 Feb 28 20:21:09.909647 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port f684405e-fb12-41ee-94c7-06762582020f, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=f684405e-fb12-41ee-94c7-06762582020f,segment=NetworkSegment(230e8cd1-1ffa-48af-b6da-be0c262593f4),segment_id=230e8cd1-1ffa-48af-b6da-be0c262593f4)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:09.916578 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f684405e-fb12-41ee-94c7-06762582020f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:09.918217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 003f7fb4-4744-4d06-a37e-9982f4a627ca details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:21:09.928892 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b86e941-6365-4100-9c95-061d608b777a req-11206fbf-e2f6-4b27-8006-381976503565 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595180 Feb 28 20:21:09.961843 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 003f7fb4-4744-4d06-a37e-9982f4a627ca, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=003f7fb4-4744-4d06-a37e-9982f4a627ca,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:09.983918 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed608e-ca1f-4fcc-b651-38cd4c40eb6b req-49d3b054-18d1-4fb9-88e2-26a1bfd24c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:09.984487 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9ed608e-ca1f-4fcc-b651-38cd4c40eb6b req-49d3b054-18d1-4fb9-88e2-26a1bfd24c5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d571caf06a6a44bebea5a2bc49166e20&device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 1128 time: 0.0698764 Feb 28 20:21:10.016818 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] For port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:21:10.021751 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] For port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3c3a2d9f-699e-4a07-be35-f4b71ae7811b,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:21:10.046806 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '003f7fb4-4744-4d06-a37e-9982f4a627ca', 'network_id': 'a7ad64c0-416b-482c-808c-09067f971a92', 'port_id': '003f7fb4-4744-4d06-a37e-9982f4a627ca', 'mac_address': 'fa:16:3e:68:8e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0273b39c-9c8d-445d-8667-8de5c6cd60c2', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:21:10.062151 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (3c3a2d9f-699e-4a07-be35-f4b71ae7811b), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:10.105354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=f684405e-fb12-41ee-94c7-06762582020f,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:10.118220 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 003f7fb4-4744-4d06-a37e-9982f4a627ca is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:10.119484 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (003f7fb4-4744-4d06-a37e-9982f4a627ca), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:10.137784 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003f7fb4-4744-4d06-a37e-9982f4a627ca {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:21:10.162782 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 003f7fb4-4744-4d06-a37e-9982f4a627ca, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=003f7fb4-4744-4d06-a37e-9982f4a627ca,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:10.168103 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3a2d9f-699e-4a07-be35-f4b71ae7811b,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:10.175696 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (003f7fb4-4744-4d06-a37e-9982f4a627ca), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:10.177154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 57468b1d-83bc-459b-b95f-623af49aac34 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:21:10.185989 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed608e-ca1f-4fcc-b651-38cd4c40eb6b req-b85b5cfb-1416-4a88-a705-ce78fbc53ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:10.189495 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9ed608e-ca1f-4fcc-b651-38cd4c40eb6b req-b85b5cfb-1416-4a88-a705-ce78fbc53ceb service neutron] 10.222.0.15 "GET /v2.0/networks?id=8df75beb-bfec-45e3-be15-010dba074bc0 HTTP/1.1" status: 200 len: 914 time: 0.1820407 Feb 28 20:21:10.210536 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d42d0d42-55e4-4e7b-800d-cd2e7b64c5c9 req-39295128-49a8-443d-a8a7-9f7f64e3f5b6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449471 Feb 28 20:21:10.234341 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:10.237898 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:10.242127 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-bffe95cf-9cab-4f57-b3ce-39c05428fae2 service neutron] 10.222.0.15 "PUT /v2.0/ports/3c3a2d9f-699e-4a07-be35-f4b71ae7811b HTTP/1.1" status: 200 len: 1132 time: 2.4520524 Feb 28 20:21:10.296142 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] Request body: {'port': {'device_id': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:10.316915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=003f7fb4-4744-4d06-a37e-9982f4a627ca,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:10.328973 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9ed608e-ca1f-4fcc-b651-38cd4c40eb6b req-f02052f9-2a7b-40a5-a723-694d3a85ede4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b77f50f-623e-47af-8617-df7c08b321cc HTTP/1.1" status: 200 len: 217 time: 0.1297340 Feb 28 20:21:10.408267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc4165-aa2a-4a81-af73-c037128ad391 req-81fb6b6c-6031-476b-acc1-4150f4f8df49 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:10.424488 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc4165-aa2a-4a81-af73-c037128ad391 req-81fb6b6c-6031-476b-acc1-4150f4f8df49 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:10.439047 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc4165-aa2a-4a81-af73-c037128ad391 req-81fb6b6c-6031-476b-acc1-4150f4f8df49 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:10.443172 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4ddc4165-aa2a-4a81-af73-c037128ad391 req-81fb6b6c-6031-476b-acc1-4150f4f8df49 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 2419 time: 0.3047845 Feb 28 20:21:10.445300 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 57468b1d-83bc-459b-b95f-623af49aac34, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=57468b1d-83bc-459b-b95f-623af49aac34,segment=NetworkSegment(05194703-5ab3-4c11-b23d-45355c568259),segment_id=05194703-5ab3-4c11-b23d-45355c568259)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:10.463459 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed608e-ca1f-4fcc-b651-38cd4c40eb6b req-0853d726-c5f1-420a-88eb-9d8e1be96434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:10.465052 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9ed608e-ca1f-4fcc-b651-38cd4c40eb6b req-0853d726-c5f1-420a-88eb-9d8e1be96434 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a406bcd3-21de-4727-8aa8-9d85920af610 HTTP/1.1" status: 200 len: 854 time: 0.1068194 Feb 28 20:21:10.486159 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '57468b1d-83bc-459b-b95f-623af49aac34', 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5', 'port_id': '57468b1d-83bc-459b-b95f-623af49aac34', 'mac_address': 'fa:16:3e:ca:47:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c17c34-1415-482c-9e44-a2606667b359', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:21:10.513620 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9ed608e-ca1f-4fcc-b651-38cd4c40eb6b req-bc4cd747-35c1-4f8b-9369-3fbb20feb631 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8df75beb-bfec-45e3-be15-010dba074bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424139 Feb 28 20:21:10.580293 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 57468b1d-83bc-459b-b95f-623af49aac34 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:10.580687 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (57468b1d-83bc-459b-b95f-623af49aac34), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:10.588894 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (15aeb0ab-6dce-47da-a090-5346e867a4af), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:10.624663 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57468b1d-83bc-459b-b95f-623af49aac34 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:21:10.661987 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9ed608e-ca1f-4fcc-b651-38cd4c40eb6b req-8a1c1dd7-ae5c-4140-8775-105e710a5203 service neutron] 10.222.0.15 "GET /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414280 Feb 28 20:21:10.679066 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 57468b1d-83bc-459b-b95f-623af49aac34, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=57468b1d-83bc-459b-b95f-623af49aac34,segment=NetworkSegment(05194703-5ab3-4c11-b23d-45355c568259),segment_id=05194703-5ab3-4c11-b23d-45355c568259)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:10.686921 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (57468b1d-83bc-459b-b95f-623af49aac34), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:10.687316 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655f21b-38ab-4822-b82c-efa2d9823590 req-6b3b00e1-652d-420e-8946-9f2cb407ae8f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:10.698748 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f655f21b-38ab-4822-b82c-efa2d9823590 req-6b3b00e1-652d-420e-8946-9f2cb407ae8f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 944 time: 0.3064237 Feb 28 20:21:10.720243 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4ddc4165-aa2a-4a81-af73-c037128ad391 req-7b3eafb0-6fa7-44ac-8c0b-6ef17b932838 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160099 Feb 28 20:21:10.775033 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'tag': '3c3a2d9f-699e-4a07-be35-f4b71ae7811b'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:10.786249 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbd6544-4d05-4647-9e77-81f584de3536" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "tag": "3c3a2d9f-699e-4a07-be35-f4b71ae7811b"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:10.786704 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=57468b1d-83bc-459b-b95f-623af49aac34,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:10.790861 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9ed608e-ca1f-4fcc-b651-38cd4c40eb6b req-fdd7663c-c7ef-4296-8f6a-6fe28ca32ddb service neutron] 10.222.0.15 "GET /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218126 Feb 28 20:21:10.913818 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f655f21b-38ab-4822-b82c-efa2d9823590 req-3618b67f-26c3-4498-8e59-648bc8dd5a3d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137260 Feb 28 20:21:11.031626 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c772cbdd-6b28-4e6c-8f3a-191ec5034512 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:21:11.129511 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port c772cbdd-6b28-4e6c-8f3a-191ec5034512 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:11.129916 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:11.260264 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port c772cbdd-6b28-4e6c-8f3a-191ec5034512 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:11.260264 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:11.308575 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0c2b9f-8af0-483c-ae34-b38e0940c91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c772cbdd-6b28-4e6c-8f3a-191ec5034512'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:11.312165 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5a528f-06c2-4945-9312-3c78b43ce389" -d '{"events": [{"server_uuid": "cc0c2b9f-8af0-483c-ae34-b38e0940c91e", "name": "network-vif-plugged", "status": "completed", "tag": "c772cbdd-6b28-4e6c-8f3a-191ec5034512"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:11.329608 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c772cbdd-6b28-4e6c-8f3a-191ec5034512, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c772cbdd-6b28-4e6c-8f3a-191ec5034512,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:11.335153 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:11.437655 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=c772cbdd-6b28-4e6c-8f3a-191ec5034512,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:11.544064 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb89b5-0c45-4732-8099-a781c65831f9 req-94e45864-2f2d-4938-b396-ad907df690ba tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:11.549170 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb89b5-0c45-4732-8099-a781c65831f9 req-94e45864-2f2d-4938-b396-ad907df690ba tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:11.554650 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb89b5-0c45-4732-8099-a781c65831f9 req-94e45864-2f2d-4938-b396-ad907df690ba tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:11.559998 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb89b5-0c45-4732-8099-a781c65831f9 req-94e45864-2f2d-4938-b396-ad907df690ba tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:11.565334 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb89b5-0c45-4732-8099-a781c65831f9 req-94e45864-2f2d-4938-b396-ad907df690ba tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:11.570641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb89b5-0c45-4732-8099-a781c65831f9 req-94e45864-2f2d-4938-b396-ad907df690ba tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:11.576505 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb89b5-0c45-4732-8099-a781c65831f9 req-94e45864-2f2d-4938-b396-ad907df690ba tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:11.578434 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2ccb89b5-0c45-4732-8099-a781c65831f9 req-94e45864-2f2d-4938-b396-ad907df690ba tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5437 time: 0.6991303 Feb 28 20:21:11.641180 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6252c7-f2ad-448d-8493-2891d3327cc1 req-7686590b-8f62-4fcb-a41a-13515795c8e2 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:11.646425 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6252c7-f2ad-448d-8493-2891d3327cc1 req-7686590b-8f62-4fcb-a41a-13515795c8e2 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:11.651716 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6252c7-f2ad-448d-8493-2891d3327cc1 req-7686590b-8f62-4fcb-a41a-13515795c8e2 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:11.656994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6252c7-f2ad-448d-8493-2891d3327cc1 req-7686590b-8f62-4fcb-a41a-13515795c8e2 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:11.662228 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6252c7-f2ad-448d-8493-2891d3327cc1 req-7686590b-8f62-4fcb-a41a-13515795c8e2 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:11.667968 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6252c7-f2ad-448d-8493-2891d3327cc1 req-7686590b-8f62-4fcb-a41a-13515795c8e2 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:11.673220 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6252c7-f2ad-448d-8493-2891d3327cc1 req-7686590b-8f62-4fcb-a41a-13515795c8e2 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:11.675150 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d6252c7-f2ad-448d-8493-2891d3327cc1 req-7686590b-8f62-4fcb-a41a-13515795c8e2 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5374 time: 0.6669452 Feb 28 20:21:11.799572 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2ccb89b5-0c45-4732-8099-a781c65831f9 req-3afded9c-1673-4bdb-9300-720a90b8c649 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2077999 Feb 28 20:21:11.806415 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15aeb0ab-6dce-47da-a090-5346e867a4af {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:21:11.821800 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] Publish callbacks [] for port (15aeb0ab-6dce-47da-a090-5346e867a4af), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:11.841909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] Transition to ACTIVE for port object 15aeb0ab-6dce-47da-a090-5346e867a4af will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:21:11.850963 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d6252c7-f2ad-448d-8493-2891d3327cc1 req-f39590a5-d47b-44a0-8f8c-65d3f7320705 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1548502 Feb 28 20:21:11.852209 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (15aeb0ab-6dce-47da-a090-5346e867a4af), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:11.890828 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['f684405e-fb12-41ee-94c7-06762582020f'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:21:11.940698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] Pushing event updated for resources: {'Port': ['ID=15aeb0ab-6dce-47da-a090-5346e867a4af,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:11.949734 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['825541fc-d341-4dae-a811-e77f60d20528'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:21:11.968801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['da3c139e-4a03-416f-80a8-af21dd1c9f98'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:21:12.022308 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec9a5c9-897d-4869-a42f-267662cc57b3 x-openstack-request-id: req-5ec9a5c9-897d-4869-a42f-267662cc57b3 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:12.022943 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "tag": "3c3a2d9f-699e-4a07-be35-f4b71ae7811b", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:12.023441 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ec9a5c9-897d-4869-a42f-267662cc57b3 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:12.024216 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'tag': '3c3a2d9f-699e-4a07-be35-f4b71ae7811b', 'status': 'completed', 'code': 200} Feb 28 20:21:12.049166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['eb86d396-21d3-45d9-baa0-f26a48975dd7'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:21:12.141694 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['57468b1d-83bc-459b-b95f-623af49aac34'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:21:12.152303 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['003f7fb4-4744-4d06-a37e-9982f4a627ca'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:21:12.190283 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd6544-4d05-4647-9e77-81f584de3536 req-2365676d-5cfb-4466-baff-b14ec2329fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:12.191179 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd6544-4d05-4647-9e77-81f584de3536 req-2365676d-5cfb-4466-baff-b14ec2329fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:12.191341 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd6544-4d05-4647-9e77-81f584de3536 req-2365676d-5cfb-4466-baff-b14ec2329fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:12.192390 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd6544-4d05-4647-9e77-81f584de3536 req-2365676d-5cfb-4466-baff-b14ec2329fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:12.212452 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd6544-4d05-4647-9e77-81f584de3536 req-2365676d-5cfb-4466-baff-b14ec2329fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:12.213614 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd6544-4d05-4647-9e77-81f584de3536 req-2365676d-5cfb-4466-baff-b14ec2329fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:12.214584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd6544-4d05-4647-9e77-81f584de3536 req-2365676d-5cfb-4466-baff-b14ec2329fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:12.216654 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0cbd6544-4d05-4647-9e77-81f584de3536 req-2365676d-5cfb-4466-baff-b14ec2329fa2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32b514b33b3446a2a3d4a8b083492ad2&device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 6333 time: 0.1445644 Feb 28 20:21:12.218587 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f2c87-7537-4232-a00b-8023446b0a08 req-3ee4939d-35fe-468c-b790-da2a2765247c tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:12.221735 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-028f2c87-7537-4232-a00b-8023446b0a08 req-3ee4939d-35fe-468c-b790-da2a2765247c tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2439737 Feb 28 20:21:12.283810 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] Attempting to bind port 15aeb0ab-6dce-47da-a090-5346e867a4af on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:21:12.284821 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] Attempting to bind port 15aeb0ab-6dce-47da-a090-5346e867a4af by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '6ce50d50-5ac8-4715-92ce-33595b54c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:21:12.285912 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] Attempting to bind port 15aeb0ab-6dce-47da-a090-5346e867a4af on network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:21:12.375909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] Port 15aeb0ab-6dce-47da-a090-5346e867a4af on network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:21:12.377471 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] Attempting to bind port 15aeb0ab-6dce-47da-a090-5346e867a4af on network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:21:12.421472 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd6544-4d05-4647-9e77-81f584de3536 req-0f9a4941-0a2f-419c-becc-2f78ac6ea50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:12.422242 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd6544-4d05-4647-9e77-81f584de3536 req-0f9a4941-0a2f-419c-becc-2f78ac6ea50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:12.422886 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd6544-4d05-4647-9e77-81f584de3536 req-0f9a4941-0a2f-419c-becc-2f78ac6ea50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:12.424765 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0cbd6544-4d05-4647-9e77-81f584de3536 req-0f9a4941-0a2f-419c-becc-2f78ac6ea50d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=32b514b33b3446a2a3d4a8b083492ad2&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1928785 Feb 28 20:21:12.453743 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-028f2c87-7537-4232-a00b-8023446b0a08 req-67a72e50-c179-45e7-bf22-1c67c0f2ab0d tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989994 Feb 28 20:21:12.456277 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:21:12.457186 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] Checking segment: {'id': '6ce50d50-5ac8-4715-92ce-33595b54c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:21:12.457829 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] Bound using segment: {'id': '6ce50d50-5ac8-4715-92ce-33595b54c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:21:12.458581 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] Bound port: 15aeb0ab-6dce-47da-a090-5346e867a4af, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce50d50-5ac8-4715-92ce-33595b54c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:21:12.459429 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (15aeb0ab-6dce-47da-a090-5346e867a4af), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:12.602164 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd6544-4d05-4647-9e77-81f584de3536 req-5558ad65-fe06-46a2-9ff8-6e8505fe6e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:12.603720 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0cbd6544-4d05-4647-9e77-81f584de3536 req-5558ad65-fe06-46a2-9ff8-6e8505fe6e48 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1712525 Feb 28 20:21:12.656952 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ad97f-a724-4d62-8471-55cfe471505a req-e5106d10-1d39-4d00-8833-0dea0d04af63 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:12.660209 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-576ad97f-a724-4d62-8471-55cfe471505a req-e5106d10-1d39-4d00-8833-0dea0d04af63 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 950 time: 0.3961246 Feb 28 20:21:12.697242 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4744cadc-c9cf-4081-8d27-b273aaa52269 x-openstack-request-id: req-4744cadc-c9cf-4081-8d27-b273aaa52269 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:12.697550 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0c2b9f-8af0-483c-ae34-b38e0940c91e", "name": "network-vif-plugged", "status": "completed", "tag": "c772cbdd-6b28-4e6c-8f3a-191ec5034512", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:12.698003 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4744cadc-c9cf-4081-8d27-b273aaa52269 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:12.699151 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0c2b9f-8af0-483c-ae34-b38e0940c91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c772cbdd-6b28-4e6c-8f3a-191ec5034512', 'code': 200} Feb 28 20:21:12.718833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] For port 15aeb0ab-6dce-47da-a090-5346e867a4af, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:21:12.761889 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] For port 15aeb0ab-6dce-47da-a090-5346e867a4af, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=15aeb0ab-6dce-47da-a090-5346e867a4af,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:21:12.785336 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (15aeb0ab-6dce-47da-a090-5346e867a4af), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:12.831104 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-576ad97f-a724-4d62-8471-55cfe471505a req-7986384d-ec34-458b-aa08-957d2f771266 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597493 Feb 28 20:21:12.868292 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:12.869276 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:12.872172 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] 10.222.0.15 "PUT /v2.0/ports/15aeb0ab-6dce-47da-a090-5346e867a4af HTTP/1.1" status: 200 len: 1091 time: 2.5841250 Feb 28 20:21:12.897839 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['a43e6f92-d927-40fe-91e1-ad500f289190'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:21:12.952159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] Request body: {'port': {'device_id': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:13.017996 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f03311-42da-46fd-87f2-f243bb13e30a service neutron] Pushing event updated for resources: {'Port': ['ID=15aeb0ab-6dce-47da-a090-5346e867a4af,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:13.142246 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7c24a8f7-20ff-4d62-9972-a14e3ce6bc65), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:13.317788 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e042b1-badb-44b9-89ad-b544073e9d9e req-9d0e2423-03f1-4d05-a3c9-0492a4567ae5 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:13.320148 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-00e042b1-badb-44b9-89ad-b544073e9d9e req-9d0e2423-03f1-4d05-a3c9-0492a4567ae5 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 944 time: 0.2921309 Feb 28 20:21:13.468397 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d2124-13c0-4c58-95a0-e0c360ab3e92 req-822007f1-6e22-4fd3-b7a3-5b256f5495e5 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:13.469932 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab1d2124-13c0-4c58-95a0-e0c360ab3e92 req-822007f1-6e22-4fd3-b7a3-5b256f5495e5 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.3031840 Feb 28 20:21:13.487964 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-00e042b1-badb-44b9-89ad-b544073e9d9e req-594e49e4-f590-4d58-95fa-02c7460a0374 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518853 Feb 28 20:21:13.673342 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab1d2124-13c0-4c58-95a0-e0c360ab3e92 req-a11af652-30c9-4b8a-a16c-f92652ae7793 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840627 Feb 28 20:21:13.842126 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:21:13.860498 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af06a6-9107-408d-8474-aeba703889c3 req-24b866b4-92ea-47d7-9c60-f7355c7a4836 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:13.866057 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af06a6-9107-408d-8474-aeba703889c3 req-24b866b4-92ea-47d7-9c60-f7355c7a4836 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:13.872424 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af06a6-9107-408d-8474-aeba703889c3 req-24b866b4-92ea-47d7-9c60-f7355c7a4836 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:13.878064 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af06a6-9107-408d-8474-aeba703889c3 req-24b866b4-92ea-47d7-9c60-f7355c7a4836 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:13.883746 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af06a6-9107-408d-8474-aeba703889c3 req-24b866b4-92ea-47d7-9c60-f7355c7a4836 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:13.889516 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af06a6-9107-408d-8474-aeba703889c3 req-24b866b4-92ea-47d7-9c60-f7355c7a4836 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:13.895444 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af06a6-9107-408d-8474-aeba703889c3 req-24b866b4-92ea-47d7-9c60-f7355c7a4836 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:13.897690 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-67af06a6-9107-408d-8474-aeba703889c3 req-24b866b4-92ea-47d7-9c60-f7355c7a4836 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5437 time: 0.3042364 Feb 28 20:21:13.926198 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] Publish callbacks [] for port (7c24a8f7-20ff-4d62-9972-a14e3ce6bc65), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:13.989712 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] Transition to ACTIVE for port object 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:21:14.006367 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (7c24a8f7-20ff-4d62-9972-a14e3ce6bc65), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:14.034433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'tag': '15aeb0ab-6dce-47da-a090-5346e867a4af'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:14.036742 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985a100f-6c21-4945-8af0-5810d22ceeb2" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "tag": "15aeb0ab-6dce-47da-a090-5346e867a4af"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:14.113088 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49c140-1cc9-4cfb-8956-63ad9f223420 req-e50b02c8-9181-4c93-97d0-7e780982cd12 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:14.124631 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e49c140-1cc9-4cfb-8956-63ad9f223420 req-e50b02c8-9181-4c93-97d0-7e780982cd12 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 950 time: 0.3097391 Feb 28 20:21:14.183793 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-67af06a6-9107-408d-8474-aeba703889c3 req-02a0a9c2-24af-4146-8967-38cd95eba548 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2461867 Feb 28 20:21:14.193119 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c24a8f7-20ff-4d62-9972-a14e3ce6bc65,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:14.282851 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e49c140-1cc9-4cfb-8956-63ad9f223420 req-4a8a276f-fbcc-42c0-9fff-27ec3a2adf18 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570339 Feb 28 20:21:14.361287 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] Attempting to bind port 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:21:14.361646 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] Attempting to bind port 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '6ce50d50-5ac8-4715-92ce-33595b54c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:21:14.361989 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] Attempting to bind port 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 on network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:21:14.374304 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] Port 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 on network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:21:14.374710 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] Attempting to bind port 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 on network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:21:14.389744 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:21:14.390031 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] Checking segment: {'id': '6ce50d50-5ac8-4715-92ce-33595b54c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:21:14.390371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] Bound using segment: {'id': '6ce50d50-5ac8-4715-92ce-33595b54c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:21:14.390825 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] Bound port: 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce50d50-5ac8-4715-92ce-33595b54c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:21:14.391206 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7c24a8f7-20ff-4d62-9972-a14e3ce6bc65), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:14.573467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] For port 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:21:14.578757 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] For port 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7c24a8f7-20ff-4d62-9972-a14e3ce6bc65,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:21:14.595649 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af545a-7135-427c-a82e-550163331d03 req-3e6e63eb-2685-440e-8815-be6242c51122 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:14.601353 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af545a-7135-427c-a82e-550163331d03 req-3e6e63eb-2685-440e-8815-be6242c51122 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:14.606807 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af545a-7135-427c-a82e-550163331d03 req-3e6e63eb-2685-440e-8815-be6242c51122 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:14.614175 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4af545a-7135-427c-a82e-550163331d03 req-3e6e63eb-2685-440e-8815-be6242c51122 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 2419 time: 0.1713951 Feb 28 20:21:14.627885 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddb09c-faa2-4f22-8979-3155e2986467 req-2c199c65-e760-40f9-ac6e-c048795a11ea tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:14.633195 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddb09c-faa2-4f22-8979-3155e2986467 req-2c199c65-e760-40f9-ac6e-c048795a11ea tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:14.639104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddb09c-faa2-4f22-8979-3155e2986467 req-2c199c65-e760-40f9-ac6e-c048795a11ea tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:14.644564 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddb09c-faa2-4f22-8979-3155e2986467 req-2c199c65-e760-40f9-ac6e-c048795a11ea tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:14.650129 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddb09c-faa2-4f22-8979-3155e2986467 req-2c199c65-e760-40f9-ac6e-c048795a11ea tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:14.655587 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddb09c-faa2-4f22-8979-3155e2986467 req-2c199c65-e760-40f9-ac6e-c048795a11ea tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:14.661024 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddb09c-faa2-4f22-8979-3155e2986467 req-2c199c65-e760-40f9-ac6e-c048795a11ea tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:14.662992 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19ddb09c-faa2-4f22-8979-3155e2986467 req-2c199c65-e760-40f9-ac6e-c048795a11ea tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5398 time: 0.2680955 Feb 28 20:21:14.664244 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (7c24a8f7-20ff-4d62-9972-a14e3ce6bc65), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:14.755240 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c24a8f7-20ff-4d62-9972-a14e3ce6bc65,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:14.762582 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:14.763216 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:14.764918 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e46f1601-aa87-4505-a433-3cfc2d19dcb5 service neutron] 10.222.0.15 "PUT /v2.0/ports/7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 HTTP/1.1" status: 200 len: 1092 time: 1.8233252 Feb 28 20:21:14.837435 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] Request body: {'port': {'device_id': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:14.950281 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4af545a-7135-427c-a82e-550163331d03 req-3101e861-60a8-41ba-8194-e3e1b62d31ca tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348689 Feb 28 20:21:14.976270 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19ddb09c-faa2-4f22-8979-3155e2986467 req-818e7b1a-eed3-4d1e-bf9f-7c5eb388465d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2568545 Feb 28 20:21:15.042513 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (377cfde8-fab4-4fda-bff2-961049b9f6d6), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:15.137600 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cf65ea-6a02-4f51-97c0-b02b6edea9db x-openstack-request-id: req-18cf65ea-6a02-4f51-97c0-b02b6edea9db {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:15.138260 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "tag": "15aeb0ab-6dce-47da-a090-5346e867a4af", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:15.138925 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18cf65ea-6a02-4f51-97c0-b02b6edea9db {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:15.139724 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'tag': '15aeb0ab-6dce-47da-a090-5346e867a4af', 'status': 'completed', 'code': 200} Feb 28 20:21:15.297056 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a100f-6c21-4945-8af0-5810d22ceeb2 req-9ffa6d57-7248-4eba-bb51-67a6286102a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:15.300939 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a100f-6c21-4945-8af0-5810d22ceeb2 req-9ffa6d57-7248-4eba-bb51-67a6286102a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:15.301828 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a100f-6c21-4945-8af0-5810d22ceeb2 req-9ffa6d57-7248-4eba-bb51-67a6286102a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:15.302632 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a100f-6c21-4945-8af0-5810d22ceeb2 req-9ffa6d57-7248-4eba-bb51-67a6286102a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:15.304013 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a100f-6c21-4945-8af0-5810d22ceeb2 req-9ffa6d57-7248-4eba-bb51-67a6286102a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:15.305018 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a100f-6c21-4945-8af0-5810d22ceeb2 req-9ffa6d57-7248-4eba-bb51-67a6286102a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:15.305584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a100f-6c21-4945-8af0-5810d22ceeb2 req-9ffa6d57-7248-4eba-bb51-67a6286102a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:15.309210 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-985a100f-6c21-4945-8af0-5810d22ceeb2 req-9ffa6d57-7248-4eba-bb51-67a6286102a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32b514b33b3446a2a3d4a8b083492ad2&device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 6505 time: 0.1821561 Feb 28 20:21:15.414155 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f7c6f-5d1d-431a-8df1-f1ff33bfebfe req-4d48c427-da7a-4800-a350-e97464126a6c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:15.426658 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a18f7c6f-5d1d-431a-8df1-f1ff33bfebfe req-4d48c427-da7a-4800-a350-e97464126a6c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 944 time: 0.2255805 Feb 28 20:21:15.484348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a100f-6c21-4945-8af0-5810d22ceeb2 req-4b451b8d-e241-4505-8419-0ee27b4f8cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:15.484830 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a100f-6c21-4945-8af0-5810d22ceeb2 req-4b451b8d-e241-4505-8419-0ee27b4f8cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:15.485305 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a100f-6c21-4945-8af0-5810d22ceeb2 req-4b451b8d-e241-4505-8419-0ee27b4f8cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:15.486912 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-985a100f-6c21-4945-8af0-5810d22ceeb2 req-4b451b8d-e241-4505-8419-0ee27b4f8cac service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=32b514b33b3446a2a3d4a8b083492ad2&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1701839 Feb 28 20:21:15.545179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fe468-b0a1-4125-bfa6-8c0c82d55a38 req-906b4938-8d21-4a48-a10a-50d9d29f7544 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:15.546692 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c30fe468-b0a1-4125-bfa6-8c0c82d55a38 req-906b4938-8d21-4a48-a10a-50d9d29f7544 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.3437302 Feb 28 20:21:15.603148 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a18f7c6f-5d1d-431a-8df1-f1ff33bfebfe req-90f66109-7bb3-4dff-99f0-4d03fca6e420 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750562 Feb 28 20:21:15.675718 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a100f-6c21-4945-8af0-5810d22ceeb2 req-2caa2cc2-63f3-4fe5-9edf-e8c69e3f801c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:15.678726 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-985a100f-6c21-4945-8af0-5810d22ceeb2 req-2caa2cc2-63f3-4fe5-9edf-e8c69e3f801c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1859365 Feb 28 20:21:15.713286 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c30fe468-b0a1-4125-bfa6-8c0c82d55a38 req-8051fe33-1314-4571-9051-758e31d59908 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559405 Feb 28 20:21:15.930961 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377cfde8-fab4-4fda-bff2-961049b9f6d6 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:21:15.946945 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] Publish callbacks [] for port (377cfde8-fab4-4fda-bff2-961049b9f6d6), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:15.993183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] Transition to ACTIVE for port object 377cfde8-fab4-4fda-bff2-961049b9f6d6 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:21:16.003545 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (377cfde8-fab4-4fda-bff2-961049b9f6d6), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:16.074544 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd70102-be38-497f-8c32-0c4ca1871b49 req-96e4da2d-d786-444c-815e-8a48d18e2c49 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:16.085745 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccd70102-be38-497f-8c32-0c4ca1871b49 req-96e4da2d-d786-444c-815e-8a48d18e2c49 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2305131 Feb 28 20:21:16.152764 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-bbe2da41-bf8e-4048-add7-e9d2d2b029f0 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:16.162986 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad629b-f5c7-4200-9060-479ef2299baa req-35336b1f-1d4e-4e82-ab63-ebc32da7c334 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:16.172063 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad629b-f5c7-4200-9060-479ef2299baa req-35336b1f-1d4e-4e82-ab63-ebc32da7c334 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:16.177882 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-bbe2da41-bf8e-4048-add7-e9d2d2b029f0 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:16.178863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad629b-f5c7-4200-9060-479ef2299baa req-35336b1f-1d4e-4e82-ab63-ebc32da7c334 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:16.184565 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad629b-f5c7-4200-9060-479ef2299baa req-35336b1f-1d4e-4e82-ab63-ebc32da7c334 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:16.188545 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-bbe2da41-bf8e-4048-add7-e9d2d2b029f0 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:16.192514 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad629b-f5c7-4200-9060-479ef2299baa req-35336b1f-1d4e-4e82-ab63-ebc32da7c334 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:16.194893 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-bbe2da41-bf8e-4048-add7-e9d2d2b029f0 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.10 "GET /v2.0/ports?device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 2419 time: 0.1332059 Feb 28 20:21:16.198240 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad629b-f5c7-4200-9060-479ef2299baa req-35336b1f-1d4e-4e82-ab63-ebc32da7c334 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:16.203889 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad629b-f5c7-4200-9060-479ef2299baa req-35336b1f-1d4e-4e82-ab63-ebc32da7c334 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:16.205900 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4ad629b-f5c7-4200-9060-479ef2299baa req-35336b1f-1d4e-4e82-ab63-ebc32da7c334 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5437 time: 0.3571303 Feb 28 20:21:16.221046 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] Pushing event updated for resources: {'Port': ['ID=377cfde8-fab4-4fda-bff2-961049b9f6d6,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:16.323701 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccd70102-be38-497f-8c32-0c4ca1871b49 req-a88f55cb-b9e5-4b4b-bc97-943aa487960d tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362106 Feb 28 20:21:16.458048 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-622ec09f-84ab-40c7-b726-2d9142f4474c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:16.513715 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-c1a5a31f-2ad8-45e2-bc3a-b8a7aeaf00a1 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Deleting port d620ecaa-66fc-4248-a962-3b5f1a699419 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:21:16.514387 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-c1a5a31f-2ad8-45e2-bc3a-b8a7aeaf00a1 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d620ecaa-66fc-4248-a962-3b5f1a699419), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:16.607346 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4ad629b-f5c7-4200-9060-479ef2299baa req-d6cbd1fb-1316-4f66-802c-dac3549d5d6b tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3760386 Feb 28 20:21:16.653571 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] Attempting to bind port 377cfde8-fab4-4fda-bff2-961049b9f6d6 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:21:16.654202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] Attempting to bind port 377cfde8-fab4-4fda-bff2-961049b9f6d6 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '923824af-dc32-4186-9394-27c190910828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d187f09-7970-4e4d-90e2-821e3c7a3175'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:21:16.654706 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] Attempting to bind port 377cfde8-fab4-4fda-bff2-961049b9f6d6 on network 0d187f09-7970-4e4d-90e2-821e3c7a3175 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:21:16.681792 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] Port 377cfde8-fab4-4fda-bff2-961049b9f6d6 on network 0d187f09-7970-4e4d-90e2-821e3c7a3175 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:21:16.682887 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] Attempting to bind port 377cfde8-fab4-4fda-bff2-961049b9f6d6 on network 0d187f09-7970-4e4d-90e2-821e3c7a3175 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:21:16.706833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529bf19-92fc-4944-bf77-33b564847652 req-15993a89-decf-4fcd-9563-6ccc0a0f1352 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:16.713480 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529bf19-92fc-4944-bf77-33b564847652 req-15993a89-decf-4fcd-9563-6ccc0a0f1352 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:16.714860 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-c1a5a31f-2ad8-45e2-bc3a-b8a7aeaf00a1 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] For port d620ecaa-66fc-4248-a962-3b5f1a699419, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d620ecaa-66fc-4248-a962-3b5f1a699419,segment=NetworkSegment(a6392fbc-01e2-4523-9859-faec07e77956),segment_id=a6392fbc-01e2-4523-9859-faec07e77956)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:16.715600 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-c1a5a31f-2ad8-45e2-bc3a-b8a7aeaf00a1 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d620ecaa-66fc-4248-a962-3b5f1a699419), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:16.724109 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529bf19-92fc-4944-bf77-33b564847652 req-15993a89-decf-4fcd-9563-6ccc0a0f1352 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:16.726532 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7529bf19-92fc-4944-bf77-33b564847652 req-15993a89-decf-4fcd-9563-6ccc0a0f1352 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 2419 time: 0.1861053 Feb 28 20:21:16.727929 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:21:16.728663 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] Checking segment: {'id': '923824af-dc32-4186-9394-27c190910828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d187f09-7970-4e4d-90e2-821e3c7a3175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:21:16.729457 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] Bound using segment: {'id': '923824af-dc32-4186-9394-27c190910828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d187f09-7970-4e4d-90e2-821e3c7a3175'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:21:16.730101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] Bound port: 377cfde8-fab4-4fda-bff2-961049b9f6d6, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923824af-dc32-4186-9394-27c190910828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d187f09-7970-4e4d-90e2-821e3c7a3175'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:21:16.730742 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (377cfde8-fab4-4fda-bff2-961049b9f6d6), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:16.747079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-c1a5a31f-2ad8-45e2-bc3a-b8a7aeaf00a1 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Calling delete_port for d620ecaa-66fc-4248-a962-3b5f1a699419 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:21:16.961735 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7529bf19-92fc-4944-bf77-33b564847652 req-4f90bb8c-359a-4185-b9f9-860e880f2169 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028017 Feb 28 20:21:16.968041 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] For port 377cfde8-fab4-4fda-bff2-961049b9f6d6, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:21:16.973873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] For port 377cfde8-fab4-4fda-bff2-961049b9f6d6, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=377cfde8-fab4-4fda-bff2-961049b9f6d6,segment=NetworkSegment(923824af-dc32-4186-9394-27c190910828),segment_id=923824af-dc32-4186-9394-27c190910828)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:21:16.997037 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9527822-bcb2-4f42-98da-abd34e365d41 req-09c5f2de-511b-4f38-9f25-9799fa70086a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:17.007580 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9527822-bcb2-4f42-98da-abd34e365d41 req-09c5f2de-511b-4f38-9f25-9799fa70086a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:17.009923 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-c1a5a31f-2ad8-45e2-bc3a-b8a7aeaf00a1 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d620ecaa-66fc-4248-a962-3b5f1a699419), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:17.018635 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9527822-bcb2-4f42-98da-abd34e365d41 req-09c5f2de-511b-4f38-9f25-9799fa70086a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:17.026660 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9527822-bcb2-4f42-98da-abd34e365d41 req-09c5f2de-511b-4f38-9f25-9799fa70086a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:17.034331 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9527822-bcb2-4f42-98da-abd34e365d41 req-09c5f2de-511b-4f38-9f25-9799fa70086a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:17.044520 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9527822-bcb2-4f42-98da-abd34e365d41 req-09c5f2de-511b-4f38-9f25-9799fa70086a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:17.052744 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9527822-bcb2-4f42-98da-abd34e365d41 req-09c5f2de-511b-4f38-9f25-9799fa70086a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:17.064348 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9527822-bcb2-4f42-98da-abd34e365d41 req-09c5f2de-511b-4f38-9f25-9799fa70086a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5410 time: 0.2598042 Feb 28 20:21:17.070474 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (377cfde8-fab4-4fda-bff2-961049b9f6d6), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:17.086898 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5a31f-2ad8-45e2-bc3a-b8a7aeaf00a1 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event deleted for resources: {'Port': ['ID=d620ecaa-66fc-4248-a962-3b5f1a699419,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:17.135919 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-c1a5a31f-2ad8-45e2-bc3a-b8a7aeaf00a1 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] No DVR routers for this DVR port d620ecaa-66fc-4248-a962-3b5f1a699419 on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:21:17.140199 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-c1a5a31f-2ad8-45e2-bc3a-b8a7aeaf00a1 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:17.141587 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'tag': '7c24a8f7-20ff-4d62-9972-a14e3ce6bc65'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:17.144664 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f7cb4f-2691-4338-a5ea-4c2456ce48ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "tag": "7c24a8f7-20ff-4d62-9972-a14e3ce6bc65"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:17.146069 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-c1a5a31f-2ad8-45e2-bc3a-b8a7aeaf00a1 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.10 "DELETE /v2.0/ports/d620ecaa-66fc-4248-a962-3b5f1a699419 HTTP/1.1" status: 204 len: 173 time: 0.9428747 Feb 28 20:21:17.146577 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f437e870-71dc-4990-b293-0016d6934560', 'name': 'network-vif-deleted', 'tag': 'd620ecaa-66fc-4248-a962-3b5f1a699419'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:17.154963 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f516227d-9e9f-488c-bf91-4932f9e010f7" -d '{"events": [{"server_uuid": "f437e870-71dc-4990-b293-0016d6934560", "name": "network-vif-deleted", "tag": "d620ecaa-66fc-4248-a962-3b5f1a699419"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:17.216623 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:17.220544 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:17.223098 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] 10.222.0.15 "PUT /v2.0/ports/377cfde8-fab4-4fda-bff2-961049b9f6d6 HTTP/1.1" status: 200 len: 1092 time: 2.4052615 Feb 28 20:21:17.264003 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] Request body: {'port': {'device_id': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:17.392585 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1aa6bc6-d58d-48cb-a918-540fd5167b4f), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:17.414534 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-ad70d191-f2de-465e-b7b7-524bb5f25205 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Deleting port af523ac6-794b-47a5-9443-0bbc170449b0 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:21:17.417559 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-ad70d191-f2de-465e-b7b7-524bb5f25205 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (af523ac6-794b-47a5-9443-0bbc170449b0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:17.493210 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a7444-83e1-415d-94c1-a8616a0be90e service neutron] Pushing event updated for resources: {'Port': ['ID=377cfde8-fab4-4fda-bff2-961049b9f6d6,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:17.575553 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9527822-bcb2-4f42-98da-abd34e365d41 req-7332e230-0152-44d1-acd8-c66be16d8aae tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4977677 Feb 28 20:21:17.636544 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-ad70d191-f2de-465e-b7b7-524bb5f25205 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] For port af523ac6-794b-47a5-9443-0bbc170449b0, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=af523ac6-794b-47a5-9443-0bbc170449b0,segment=NetworkSegment(31dfc1b4-bdf4-48c1-814c-1169277cb72b),segment_id=31dfc1b4-bdf4-48c1-814c-1169277cb72b)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:17.637317 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-ad70d191-f2de-465e-b7b7-524bb5f25205 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (af523ac6-794b-47a5-9443-0bbc170449b0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:17.674748 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-ad70d191-f2de-465e-b7b7-524bb5f25205 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Calling delete_port for af523ac6-794b-47a5-9443-0bbc170449b0 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:21:17.903181 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-d22c7ac7-692f-404d-8229-7b74f5e41562 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a17db5166eb14b31b629dc33da382372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428348 Feb 28 20:21:17.927051 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-ad70d191-f2de-465e-b7b7-524bb5f25205 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (af523ac6-794b-47a5-9443-0bbc170449b0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:17.981889 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70d191-f2de-465e-b7b7-524bb5f25205 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event deleted for resources: {'Port': ['ID=af523ac6-794b-47a5-9443-0bbc170449b0,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:18.073442 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-ad70d191-f2de-465e-b7b7-524bb5f25205 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] No DVR routers for this DVR port af523ac6-794b-47a5-9443-0bbc170449b0 on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:21:18.077222 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-ad70d191-f2de-465e-b7b7-524bb5f25205 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:18.078441 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:21:18.082409 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-ad70d191-f2de-465e-b7b7-524bb5f25205 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.10 "DELETE /v2.0/ports/af523ac6-794b-47a5-9443-0bbc170449b0 HTTP/1.1" status: 204 len: 173 time: 0.9178429 Feb 28 20:21:18.127035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-387e8f11-f4f6-45aa-8fcf-536b422c2073 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:18.129541 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-387e8f11-f4f6-45aa-8fcf-536b422c2073 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876187 Feb 28 20:21:18.166214 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8a241-3a96-417f-a485-b178943f4719 req-9c0af2d3-65d8-4e60-ba45-61bfb7817b08 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:18.174223 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49b8a241-3a96-417f-a485-b178943f4719 req-9c0af2d3-65d8-4e60-ba45-61bfb7817b08 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 944 time: 0.3774645 Feb 28 20:21:18.262452 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-5babd289-34ac-4e76-a05d-db6c522005f3 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/quotas/a17db5166eb14b31b629dc33da382372 HTTP/1.1" status: 200 len: 375 time: 0.0733764 Feb 28 20:21:18.280866 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-b715909a-e993-4567-9c37-24016256cd8e tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Deleting port 84856de6-1a0b-4f0a-841b-fdb2b4a0393f {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:21:18.281378 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-b715909a-e993-4567-9c37-24016256cd8e tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (84856de6-1a0b-4f0a-841b-fdb2b4a0393f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:18.382200 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49b8a241-3a96-417f-a485-b178943f4719 req-0870f2b8-b323-4141-8e0f-dcfaf0619029 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069292 Feb 28 20:21:18.442127 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1aa6bc6-d58d-48cb-a918-540fd5167b4f {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:21:18.444513 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-b715909a-e993-4567-9c37-24016256cd8e tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] For port 84856de6-1a0b-4f0a-841b-fdb2b4a0393f, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=84856de6-1a0b-4f0a-841b-fdb2b4a0393f,segment=NetworkSegment(a6392fbc-01e2-4523-9859-faec07e77956),segment_id=a6392fbc-01e2-4523-9859-faec07e77956)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:18.445355 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-b715909a-e993-4567-9c37-24016256cd8e tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (84856de6-1a0b-4f0a-841b-fdb2b4a0393f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:18.453953 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] Publish callbacks [] for port (d1aa6bc6-d58d-48cb-a918-540fd5167b4f), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:18.463278 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-b715909a-e993-4567-9c37-24016256cd8e tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Calling delete_port for 84856de6-1a0b-4f0a-841b-fdb2b4a0393f owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:21:18.474285 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-6f5c906d-a766-46ae-b8ab-499ba81b073f tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1946998 Feb 28 20:21:18.495929 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] Transition to ACTIVE for port object d1aa6bc6-d58d-48cb-a918-540fd5167b4f will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:21:18.503016 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d1aa6bc6-d58d-48cb-a918-540fd5167b4f), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:18.592272 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c75748d-00fb-495e-a34e-65c452d3f131 x-openstack-request-id: req-7c75748d-00fb-495e-a34e-65c452d3f131 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:18.593244 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f437e870-71dc-4990-b293-0016d6934560", "name": "network-vif-deleted", "tag": "d620ecaa-66fc-4248-a962-3b5f1a699419", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:18.594215 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c75748d-00fb-495e-a34e-65c452d3f131 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:18.594834 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f437e870-71dc-4990-b293-0016d6934560', 'name': 'network-vif-deleted', 'tag': 'd620ecaa-66fc-4248-a962-3b5f1a699419', 'status': 'completed', 'code': 200} Feb 28 20:21:18.603563 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] Pushing event updated for resources: {'Port': ['ID=d1aa6bc6-d58d-48cb-a918-540fd5167b4f,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:18.661768 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964934ea-b22d-4d67-a751-43bf67865dde x-openstack-request-id: req-964934ea-b22d-4d67-a751-43bf67865dde {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:18.662060 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "tag": "7c24a8f7-20ff-4d62-9972-a14e3ce6bc65", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:18.662311 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-964934ea-b22d-4d67-a751-43bf67865dde {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:18.662706 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'tag': '7c24a8f7-20ff-4d62-9972-a14e3ce6bc65', 'status': 'completed', 'code': 200} Feb 28 20:21:18.732854 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device f684405e-fb12-41ee-94c7-06762582020f up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:21:18.778854 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] Attempting to bind port d1aa6bc6-d58d-48cb-a918-540fd5167b4f on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:21:18.778854 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] Attempting to bind port d1aa6bc6-d58d-48cb-a918-540fd5167b4f by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '923824af-dc32-4186-9394-27c190910828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d187f09-7970-4e4d-90e2-821e3c7a3175'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:21:18.778854 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] Attempting to bind port d1aa6bc6-d58d-48cb-a918-540fd5167b4f on network 0d187f09-7970-4e4d-90e2-821e3c7a3175 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:21:18.800738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] Port d1aa6bc6-d58d-48cb-a918-540fd5167b4f on network 0d187f09-7970-4e4d-90e2-821e3c7a3175 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:21:18.800738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] Attempting to bind port d1aa6bc6-d58d-48cb-a918-540fd5167b4f on network 0d187f09-7970-4e4d-90e2-821e3c7a3175 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:21:18.826729 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port f684405e-fb12-41ee-94c7-06762582020f completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:21:18.857416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:21:18.859893 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] Checking segment: {'id': '923824af-dc32-4186-9394-27c190910828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d187f09-7970-4e4d-90e2-821e3c7a3175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:21:18.860465 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] Bound using segment: {'id': '923824af-dc32-4186-9394-27c190910828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d187f09-7970-4e4d-90e2-821e3c7a3175'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:21:18.861114 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] Bound port: d1aa6bc6-d58d-48cb-a918-540fd5167b4f, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923824af-dc32-4186-9394-27c190910828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d187f09-7970-4e4d-90e2-821e3c7a3175'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:21:18.861962 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1aa6bc6-d58d-48cb-a918-540fd5167b4f), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:18.862447 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port f684405e-fb12-41ee-94c7-06762582020f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:18.865187 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f684405e-fb12-41ee-94c7-06762582020f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:18.929466 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62283aec-211a-4a5d-8c27-feda7172a7e9 req-8f49a9fb-ffeb-43d9-b008-d38dad3ca719 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:18.931462 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62283aec-211a-4a5d-8c27-feda7172a7e9 req-8f49a9fb-ffeb-43d9-b008-d38dad3ca719 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2095201 Feb 28 20:21:19.029087 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ceb1bcc9-eb3d-427a-bdeb-0d2422bffd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:19.090369 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101ba13-61af-41bc-9518-d3d1208de591 req-61a01329-67a4-439e-8312-9bbab6db6a6a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:19.097229 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101ba13-61af-41bc-9518-d3d1208de591 req-61a01329-67a4-439e-8312-9bbab6db6a6a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:19.103534 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101ba13-61af-41bc-9518-d3d1208de591 req-61a01329-67a4-439e-8312-9bbab6db6a6a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:19.115733 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101ba13-61af-41bc-9518-d3d1208de591 req-61a01329-67a4-439e-8312-9bbab6db6a6a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:19.129464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101ba13-61af-41bc-9518-d3d1208de591 req-61a01329-67a4-439e-8312-9bbab6db6a6a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:19.141959 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port f684405e-fb12-41ee-94c7-06762582020f is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:19.142352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101ba13-61af-41bc-9518-d3d1208de591 req-61a01329-67a4-439e-8312-9bbab6db6a6a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:19.142473 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f684405e-fb12-41ee-94c7-06762582020f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:19.164267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101ba13-61af-41bc-9518-d3d1208de591 req-61a01329-67a4-439e-8312-9bbab6db6a6a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:19.167414 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d101ba13-61af-41bc-9518-d3d1208de591 req-61a01329-67a4-439e-8312-9bbab6db6a6a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5437 time: 0.2995822 Feb 28 20:21:19.219566 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] For port d1aa6bc6-d58d-48cb-a918-540fd5167b4f, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:21:19.239617 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port f684405e-fb12-41ee-94c7-06762582020f, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=f684405e-fb12-41ee-94c7-06762582020f,segment=NetworkSegment(230e8cd1-1ffa-48af-b6da-be0c262593f4),segment_id=230e8cd1-1ffa-48af-b6da-be0c262593f4)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:19.246039 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f684405e-fb12-41ee-94c7-06762582020f'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:19.253419 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f26d3a-2736-4545-ae78-7c0789f4f172" -d '{"events": [{"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-plugged", "status": "completed", "tag": "f684405e-fb12-41ee-94c7-06762582020f"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:19.265024 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f684405e-fb12-41ee-94c7-06762582020f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:19.266573 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a43e6f92-d927-40fe-91e1-ad500f289190 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:21:19.278593 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] For port d1aa6bc6-d58d-48cb-a918-540fd5167b4f, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d1aa6bc6-d58d-48cb-a918-540fd5167b4f,segment=NetworkSegment(923824af-dc32-4186-9394-27c190910828),segment_id=923824af-dc32-4186-9394-27c190910828)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:21:19.286645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62283aec-211a-4a5d-8c27-feda7172a7e9 req-f9a539f8-f1f0-4a1a-9d9d-5664d45d4991 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385918 Feb 28 20:21:19.305978 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d1aa6bc6-d58d-48cb-a918-540fd5167b4f), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:19.388938 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d101ba13-61af-41bc-9518-d3d1208de591 req-6cf23311-edbe-4f2f-8270-852dfc0d894f tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1623716 Feb 28 20:21:19.395706 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:19.401415 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:19.402143 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:19.405568 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] 10.222.0.15 "PUT /v2.0/ports/d1aa6bc6-d58d-48cb-a918-540fd5167b4f HTTP/1.1" status: 200 len: 1092 time: 2.1527896 Feb 28 20:21:19.423146 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=f684405e-fb12-41ee-94c7-06762582020f,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:19.442127 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0884af4-ac6f-4e0e-b210-b1d4a11b1a78 service neutron] Pushing event updated for resources: {'Port': ['ID=d1aa6bc6-d58d-48cb-a918-540fd5167b4f,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:19.451677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port a43e6f92-d927-40fe-91e1-ad500f289190 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:21:19.470401 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port a43e6f92-d927-40fe-91e1-ad500f289190 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:19.470932 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a43e6f92-d927-40fe-91e1-ad500f289190), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:19.502360 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-b715909a-e993-4567-9c37-24016256cd8e tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (84856de6-1a0b-4f0a-841b-fdb2b4a0393f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:19.553975 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e2d93db9-8c79-40e8-8722-9ac1451eae54 req-f915bdc4-ca6b-4985-970e-f22cf6d675b4 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=f437e870-71dc-4990-b293-0016d6934560 HTTP/1.1" status: 200 len: 210 time: 0.0562303 Feb 28 20:21:19.558700 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7cb4f-2691-4338-a5ea-4c2456ce48ce req-941c1861-79fd-4c99-8960-f2e67c12831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:19.559200 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7cb4f-2691-4338-a5ea-4c2456ce48ce req-941c1861-79fd-4c99-8960-f2e67c12831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:19.559670 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7cb4f-2691-4338-a5ea-4c2456ce48ce req-941c1861-79fd-4c99-8960-f2e67c12831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:19.560173 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7cb4f-2691-4338-a5ea-4c2456ce48ce req-941c1861-79fd-4c99-8960-f2e67c12831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:19.560638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7cb4f-2691-4338-a5ea-4c2456ce48ce req-941c1861-79fd-4c99-8960-f2e67c12831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:19.561094 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7cb4f-2691-4338-a5ea-4c2456ce48ce req-941c1861-79fd-4c99-8960-f2e67c12831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:19.563469 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7cb4f-2691-4338-a5ea-4c2456ce48ce req-941c1861-79fd-4c99-8960-f2e67c12831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:19.576316 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-06f7cb4f-2691-4338-a5ea-4c2456ce48ce req-941c1861-79fd-4c99-8960-f2e67c12831d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32b514b33b3446a2a3d4a8b083492ad2&device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 6660 time: 0.8146498 Feb 28 20:21:19.625005 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715909a-e993-4567-9c37-24016256cd8e tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event deleted for resources: {'Port': ['ID=84856de6-1a0b-4f0a-841b-fdb2b4a0393f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:19.734664 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb26dade-5b9b-4a21-8d5a-b1568c78e4ff req-959a98cf-f9cf-4500-b679-7c6b18508447 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 210 time: 0.0561333 Feb 28 20:21:19.755088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port a43e6f92-d927-40fe-91e1-ad500f289190 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:19.755977 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a43e6f92-d927-40fe-91e1-ad500f289190), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:19.838820 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3616985-8743-496e-b7d5-b51c9391fbb3 req-8881ce61-40d8-4192-85c9-6b3b21ba87c3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:19.843994 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a43e6f92-d927-40fe-91e1-ad500f289190, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a43e6f92-d927-40fe-91e1-ad500f289190,segment=NetworkSegment(230e8cd1-1ffa-48af-b6da-be0c262593f4),segment_id=230e8cd1-1ffa-48af-b6da-be0c262593f4)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:19.850792 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a43e6f92-d927-40fe-91e1-ad500f289190), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:19.851996 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 003f7fb4-4744-4d06-a37e-9982f4a627ca up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:21:19.856067 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3616985-8743-496e-b7d5-b51c9391fbb3 req-8881ce61-40d8-4192-85c9-6b3b21ba87c3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:19.876382 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3616985-8743-496e-b7d5-b51c9391fbb3 req-8881ce61-40d8-4192-85c9-6b3b21ba87c3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:19.887306 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3616985-8743-496e-b7d5-b51c9391fbb3 req-8881ce61-40d8-4192-85c9-6b3b21ba87c3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:19.903265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3616985-8743-496e-b7d5-b51c9391fbb3 req-8881ce61-40d8-4192-85c9-6b3b21ba87c3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:19.909334 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3616985-8743-496e-b7d5-b51c9391fbb3 req-8881ce61-40d8-4192-85c9-6b3b21ba87c3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:19.915328 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3616985-8743-496e-b7d5-b51c9391fbb3 req-8881ce61-40d8-4192-85c9-6b3b21ba87c3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:19.919593 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-b715909a-e993-4567-9c37-24016256cd8e tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] No DVR routers for this DVR port 84856de6-1a0b-4f0a-841b-fdb2b4a0393f on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:21:19.921691 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e3616985-8743-496e-b7d5-b51c9391fbb3 req-8881ce61-40d8-4192-85c9-6b3b21ba87c3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.3267236 Feb 28 20:21:19.952406 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-b715909a-e993-4567-9c37-24016256cd8e tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:19.955569 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2d362981-e9b8-44bc-97d1-9ce6d38c3eca req-b715909a-e993-4567-9c37-24016256cd8e tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.10 "DELETE /v2.0/ports/84856de6-1a0b-4f0a-841b-fdb2b4a0393f HTTP/1.1" status: 204 len: 173 time: 1.8627343 Feb 28 20:21:20.009473 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=a43e6f92-d927-40fe-91e1-ad500f289190,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:20.054790 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 003f7fb4-4744-4d06-a37e-9982f4a627ca completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:21:20.070062 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:20.078664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 003f7fb4-4744-4d06-a37e-9982f4a627ca triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:20.079355 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (003f7fb4-4744-4d06-a37e-9982f4a627ca), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:20.092613 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7cb4f-2691-4338-a5ea-4c2456ce48ce req-e5da582b-6be5-4008-bd07-a07104b0bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:20.094785 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7cb4f-2691-4338-a5ea-4c2456ce48ce req-e5da582b-6be5-4008-bd07-a07104b0bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:20.095522 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7cb4f-2691-4338-a5ea-4c2456ce48ce req-e5da582b-6be5-4008-bd07-a07104b0bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:20.101598 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-06f7cb4f-2691-4338-a5ea-4c2456ce48ce req-e5da582b-6be5-4008-bd07-a07104b0bb56 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=32b514b33b3446a2a3d4a8b083492ad2&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4655752 Feb 28 20:21:20.138634 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e3616985-8743-496e-b7d5-b51c9391fbb3 req-8b3e7ba9-d7c4-4346-a55e-e4ce82fc17b9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2085719 Feb 28 20:21:20.206323 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6175d79-49c9-4f94-9b9c-19f5c7407a3d req-0d561ede-4e0a-4e47-9384-b2af5fb5049c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:20.211006 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6175d79-49c9-4f94-9b9c-19f5c7407a3d req-0d561ede-4e0a-4e47-9384-b2af5fb5049c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2833564 Feb 28 20:21:20.320144 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 003f7fb4-4744-4d06-a37e-9982f4a627ca is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:20.320697 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (003f7fb4-4744-4d06-a37e-9982f4a627ca), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:20.339420 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6636b03b-d697-47ea-a1a7-edc34dce4c65 x-openstack-request-id: req-6636b03b-d697-47ea-a1a7-edc34dce4c65 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:20.339720 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-plugged", "status": "completed", "tag": "f684405e-fb12-41ee-94c7-06762582020f", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:20.340015 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6636b03b-d697-47ea-a1a7-edc34dce4c65 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:20.340416 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f684405e-fb12-41ee-94c7-06762582020f', 'code': 200} Feb 28 20:21:20.377433 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6175d79-49c9-4f94-9b9c-19f5c7407a3d req-35f80171-c037-4f01-8578-1c9db710dda3 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572006 Feb 28 20:21:20.384655 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7cb4f-2691-4338-a5ea-4c2456ce48ce req-1995ac07-ffcc-40a8-adc0-0f5389fc41de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:20.386846 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-06f7cb4f-2691-4338-a5ea-4c2456ce48ce req-1995ac07-ffcc-40a8-adc0-0f5389fc41de service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2800016 Feb 28 20:21:20.397843 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 003f7fb4-4744-4d06-a37e-9982f4a627ca, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=003f7fb4-4744-4d06-a37e-9982f4a627ca,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:20.404680 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (003f7fb4-4744-4d06-a37e-9982f4a627ca), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:20.405636 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device da3c139e-4a03-416f-80a8-af21dd1c9f98 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:21:20.595640 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f437e870-71dc-4990-b293-0016d6934560', 'name': 'network-vif-deleted', 'tag': 'af523ac6-794b-47a5-9443-0bbc170449b0'}, {'server_uuid': 'f437e870-71dc-4990-b293-0016d6934560', 'name': 'network-vif-deleted', 'tag': '84856de6-1a0b-4f0a-841b-fdb2b4a0393f'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:20.598118 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81528a8b-6f35-4271-a122-814f9262a874" -d '{"events": [{"server_uuid": "f437e870-71dc-4990-b293-0016d6934560", "name": "network-vif-deleted", "tag": "af523ac6-794b-47a5-9443-0bbc170449b0"}, {"server_uuid": "f437e870-71dc-4990-b293-0016d6934560", "name": "network-vif-deleted", "tag": "84856de6-1a0b-4f0a-841b-fdb2b4a0393f"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:20.651097 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8874e-be17-43ed-86bf-88b4a7f7f274 req-1ce4c083-5533-462e-93f2-44191f0bc85d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:20.666152 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-cbe3ca8a-c3d8-45ab-9ffd-5418173075f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:20.667310 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-cbe3ca8a-c3d8-45ab-9ffd-5418173075f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:20.668144 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-cbe3ca8a-c3d8-45ab-9ffd-5418173075f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:20.668923 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-cbe3ca8a-c3d8-45ab-9ffd-5418173075f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:20.669527 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32d8874e-be17-43ed-86bf-88b4a7f7f274 req-1ce4c083-5533-462e-93f2-44191f0bc85d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 944 time: 0.2104743 Feb 28 20:21:20.669757 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-cbe3ca8a-c3d8-45ab-9ffd-5418173075f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:20.672239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=003f7fb4-4744-4d06-a37e-9982f4a627ca,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:20.677267 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-cbe3ca8a-c3d8-45ab-9ffd-5418173075f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:20.678239 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-cbe3ca8a-c3d8-45ab-9ffd-5418173075f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:20.678831 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'tag': '377cfde8-fab4-4fda-bff2-961049b9f6d6'}, {'name': 'network-changed', 'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'tag': 'd1aa6bc6-d58d-48cb-a918-540fd5167b4f'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:20.681111 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "tag": "377cfde8-fab4-4fda-bff2-961049b9f6d6"}, {"name": "network-changed", "server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "tag": "d1aa6bc6-d58d-48cb-a918-540fd5167b4f"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:20.684724 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-cbe3ca8a-c3d8-45ab-9ffd-5418173075f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32b514b33b3446a2a3d4a8b083492ad2&device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 6703 time: 0.2008927 Feb 28 20:21:20.733049 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port da3c139e-4a03-416f-80a8-af21dd1c9f98 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:21:20.746391 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port da3c139e-4a03-416f-80a8-af21dd1c9f98 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:20.746965 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (da3c139e-4a03-416f-80a8-af21dd1c9f98), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:20.793545 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32d8874e-be17-43ed-86bf-88b4a7f7f274 req-abf23a02-43bd-4737-9638-3a51245f2bca tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186783 Feb 28 20:21:20.834122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c70a48-e8aa-48f8-b5ad-83efc22deea3 req-f48e36eb-9cc1-40cd-bcff-08c7713a91d8 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:20.841851 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34c70a48-e8aa-48f8-b5ad-83efc22deea3 req-f48e36eb-9cc1-40cd-bcff-08c7713a91d8 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2830734 Feb 28 20:21:20.891616 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-22449a17-c808-4b04-88ac-00769a99cec5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e5676f5-bf8f-464e-8876-298b91ea7ec2 HTTP/1.1" status: 200 len: 217 time: 0.2002974 Feb 28 20:21:20.959653 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34c70a48-e8aa-48f8-b5ad-83efc22deea3 req-b8e7e055-ddd8-4e25-a343-3a3435079a57 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166561 Feb 28 20:21:21.063586 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port da3c139e-4a03-416f-80a8-af21dd1c9f98 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:21.064180 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (da3c139e-4a03-416f-80a8-af21dd1c9f98), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:21.093139 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-8dfdf2b7-c879-46e6-b725-7df2880ff937 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a17db5166eb14b31b629dc33da382372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598617 Feb 28 20:21:21.170867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port da3c139e-4a03-416f-80a8-af21dd1c9f98, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=da3c139e-4a03-416f-80a8-af21dd1c9f98,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:21.172284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-239fbb78-c921-4593-a60f-60d1b581f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:21.175711 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-239fbb78-c921-4593-a60f-60d1b581f853 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc5610ee-102f-4d53-a1ea-e2fe31bebb52 HTTP/1.1" status: 200 len: 850 time: 0.2768772 Feb 28 20:21:21.185398 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (da3c139e-4a03-416f-80a8-af21dd1c9f98), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:21.186556 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device eb86d396-21d3-45d9-baa0-f26a48975dd7 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:21:21.249935 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179fe02-7865-4685-9f98-30ac2dc90a19 req-f1ddde46-f27c-4e2c-b24e-91688767d8e5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:21.263891 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4179fe02-7865-4685-9f98-30ac2dc90a19 req-f1ddde46-f27c-4e2c-b24e-91688767d8e5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2007637 Feb 28 20:21:21.312031 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=da3c139e-4a03-416f-80a8-af21dd1c9f98,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:21.334980 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:21.339792 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port eb86d396-21d3-45d9-baa0-f26a48975dd7 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:21:21.345933 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port eb86d396-21d3-45d9-baa0-f26a48975dd7 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:21.346604 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (eb86d396-21d3-45d9-baa0-f26a48975dd7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:21.363578 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed279dd-267a-40cb-a5f5-f5550bb515b2 req-74f6ede0-e869-4cbb-9098-7c6162338d80 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:21.385232 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed279dd-267a-40cb-a5f5-f5550bb515b2 req-74f6ede0-e869-4cbb-9098-7c6162338d80 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:21.397074 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed279dd-267a-40cb-a5f5-f5550bb515b2 req-74f6ede0-e869-4cbb-9098-7c6162338d80 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:21.408721 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed279dd-267a-40cb-a5f5-f5550bb515b2 req-74f6ede0-e869-4cbb-9098-7c6162338d80 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:21.420669 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed279dd-267a-40cb-a5f5-f5550bb515b2 req-74f6ede0-e869-4cbb-9098-7c6162338d80 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:21.444859 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed279dd-267a-40cb-a5f5-f5550bb515b2 req-74f6ede0-e869-4cbb-9098-7c6162338d80 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:21.446360 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port eb86d396-21d3-45d9-baa0-f26a48975dd7 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:21.446760 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (eb86d396-21d3-45d9-baa0-f26a48975dd7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:21.458436 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed279dd-267a-40cb-a5f5-f5550bb515b2 req-74f6ede0-e869-4cbb-9098-7c6162338d80 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:21.465066 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fed279dd-267a-40cb-a5f5-f5550bb515b2 req-74f6ede0-e869-4cbb-9098-7c6162338d80 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5440 time: 0.4164743 Feb 28 20:21:21.476938 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-467b8396-1b86-4c76-a7a6-5063ea36e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:21.478792 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-467b8396-1b86-4c76-a7a6-5063ea36e1f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99a23236-624a-46f4-a7ad-cb80ef3fa29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2861753 Feb 28 20:21:21.487830 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-d0c99256-bbf3-4a0a-9590-94149e82ecc9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:21.489618 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-d0c99256-bbf3-4a0a-9590-94149e82ecc9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3883309 Feb 28 20:21:21.499080 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port eb86d396-21d3-45d9-baa0-f26a48975dd7, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=eb86d396-21d3-45d9-baa0-f26a48975dd7,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:21.505870 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-238bb4e9-b58e-487f-8c72-d657910cdec6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Request body: {'port': {'device_id': 'acec3f16-c2a9-4139-90bf-b359f5cb740d', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'a17db5166eb14b31b629dc33da382372'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:21.509086 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (eb86d396-21d3-45d9-baa0-f26a48975dd7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:21.510048 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 57468b1d-83bc-459b-b95f-623af49aac34 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:21:21.596217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=eb86d396-21d3-45d9-baa0-f26a48975dd7,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:21.632002 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 57468b1d-83bc-459b-b95f-623af49aac34 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:21:21.638630 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 57468b1d-83bc-459b-b95f-623af49aac34 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:21.639436 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (57468b1d-83bc-459b-b95f-623af49aac34), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:21.664583 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4179fe02-7865-4685-9f98-30ac2dc90a19 req-2ae8aa10-b9d7-49ac-a7cb-26c180d70052 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3995695 Feb 28 20:21:21.759887 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-b94cff7c-746f-42d1-b688-0bc853bebc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:21.762278 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-b94cff7c-746f-42d1-b688-0bc853bebc47 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5&tenant_id=d21f27a53ace41c6b073930944eb8337 HTTP/1.1" status: 200 len: 1127 time: 0.2959380 Feb 28 20:21:21.768663 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fed279dd-267a-40cb-a5f5-f5550bb515b2 req-2ff6062d-b1c6-42f8-99f9-34a43b18af35 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2807117 Feb 28 20:21:21.786168 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820368-21', 'device_owner': 'compute:nova'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:21.799156 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-d811153d-a871-4435-a09a-efeefd229702 service neutron] 10.222.0.15 "GET /v2.0/networks/99a23236-624a-46f4-a7ad-cb80ef3fa29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083746 Feb 28 20:21:21.802061 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 57468b1d-83bc-459b-b95f-623af49aac34 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:21.802548 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (57468b1d-83bc-459b-b95f-623af49aac34), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:21.811847 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56006) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:21:21.890147 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2759b30c-130c-4634-b3cf-d86058566217 x-openstack-request-id: req-2759b30c-130c-4634-b3cf-d86058566217 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:21.890446 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f437e870-71dc-4990-b293-0016d6934560", "name": "network-vif-deleted", "tag": "af523ac6-794b-47a5-9443-0bbc170449b0", "status": "completed", "code": 200}, {"server_uuid": "f437e870-71dc-4990-b293-0016d6934560", "name": "network-vif-deleted", "tag": "84856de6-1a0b-4f0a-841b-fdb2b4a0393f", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:21.890701 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2759b30c-130c-4634-b3cf-d86058566217 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:21.891099 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f437e870-71dc-4990-b293-0016d6934560', 'name': 'network-vif-deleted', 'tag': 'af523ac6-794b-47a5-9443-0bbc170449b0', 'status': 'completed', 'code': 200} Feb 28 20:21:21.891354 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f437e870-71dc-4990-b293-0016d6934560', 'name': 'network-vif-deleted', 'tag': '84856de6-1a0b-4f0a-841b-fdb2b4a0393f', 'status': 'completed', 'code': 200} Feb 28 20:21:21.893409 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 57468b1d-83bc-459b-b95f-623af49aac34, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=57468b1d-83bc-459b-b95f-623af49aac34,segment=NetworkSegment(05194703-5ab3-4c11-b23d-45355c568259),segment_id=05194703-5ab3-4c11-b23d-45355c568259)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:21.897751 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-238bb4e9-b58e-487f-8c72-d657910cdec6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Made reservation on behalf of a17db5166eb14b31b629dc33da382372 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:21:21.901255 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-238bb4e9-b58e-487f-8c72-d657910cdec6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:21.903031 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (57468b1d-83bc-459b-b95f-623af49aac34), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:21.905711 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 825541fc-d341-4dae-a811-e77f60d20528 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:21:21.911247 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453bb95f-238d-4874-892e-ff84f3494067 x-openstack-request-id: req-453bb95f-238d-4874-892e-ff84f3494067 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:21.911637 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "tag": "377cfde8-fab4-4fda-bff2-961049b9f6d6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "tag": "d1aa6bc6-d58d-48cb-a918-540fd5167b4f", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:21.911875 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-453bb95f-238d-4874-892e-ff84f3494067 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:21.912278 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'tag': '377cfde8-fab4-4fda-bff2-961049b9f6d6', 'status': 'completed', 'code': 200} Feb 28 20:21:21.912535 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'tag': 'd1aa6bc6-d58d-48cb-a918-540fd5167b4f', 'status': 'completed', 'code': 200} Feb 28 20:21:21.931626 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:22.133298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=57468b1d-83bc-459b-b95f-623af49aac34,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:22.155929 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 825541fc-d341-4dae-a811-e77f60d20528 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:21:22.160633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 825541fc-d341-4dae-a811-e77f60d20528 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:22.160998 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (825541fc-d341-4dae-a811-e77f60d20528), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:22.184152 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c15873e-c7fa-4897-863a-7c90546171f4 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Deleting subnet 6c22f0fa-3a5d-4aff-9e0e-150f75e1f673 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:21:22.298418 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1c15873e-c7fa-4897-863a-7c90546171f4 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks [] for subnet (6c22f0fa-3a5d-4aff-9e0e-150f75e1f673), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:22.333128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 825541fc-d341-4dae-a811-e77f60d20528 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:22.333479 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (825541fc-d341-4dae-a811-e77f60d20528), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:22.345807 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43e6f92-d927-40fe-91e1-ad500f289190'}, {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003f7fb4-4744-4d06-a37e-9982f4a627ca'}, {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3c139e-4a03-416f-80a8-af21dd1c9f98'}, {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb86d396-21d3-45d9-baa0-f26a48975dd7'}, {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57468b1d-83bc-459b-b95f-623af49aac34'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:22.353771 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186550b1-343f-4348-a1b2-66f7930fc372" -d '{"events": [{"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-plugged", "status": "completed", "tag": "a43e6f92-d927-40fe-91e1-ad500f289190"}, {"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-plugged", "status": "completed", "tag": "003f7fb4-4744-4d06-a37e-9982f4a627ca"}, {"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-plugged", "status": "completed", "tag": "da3c139e-4a03-416f-80a8-af21dd1c9f98"}, {"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-plugged", "status": "completed", "tag": "eb86d396-21d3-45d9-baa0-f26a48975dd7"}, {"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-plugged", "status": "completed", "tag": "57468b1d-83bc-459b-b95f-623af49aac34"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:22.405935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 825541fc-d341-4dae-a811-e77f60d20528, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=825541fc-d341-4dae-a811-e77f60d20528,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:22.410484 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:22.415122 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (825541fc-d341-4dae-a811-e77f60d20528), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:22.418293 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device af523ac6-794b-47a5-9443-0bbc170449b0 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:21:22.441159 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-17f018a8-70d7-459c-ba9f-e1783129ba1c service neutron] 10.222.0.15 "GET /v2.0/networks/99a23236-624a-46f4-a7ad-cb80ef3fa29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284418 Feb 28 20:21:22.442043 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1abf8fa1-a140-4084-8191-5849d99c1b04 req-ecdb7ec4-e3d4-4b79-b7c0-8a30c6aed6cd tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 210 time: 0.4016683 Feb 28 20:21:22.534999 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=825541fc-d341-4dae-a811-e77f60d20528,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:22.539060 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: af523ac6-794b-47a5-9443-0bbc170449b0 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:21:22.539654 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device af523ac6-794b-47a5-9443-0bbc170449b0 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:21:22.540135 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d620ecaa-66fc-4248-a962-3b5f1a699419 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:21:22.565068 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: d620ecaa-66fc-4248-a962-3b5f1a699419 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:21:22.565476 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d620ecaa-66fc-4248-a962-3b5f1a699419 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:21:22.565974 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 84856de6-1a0b-4f0a-841b-fdb2b4a0393f no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:21:22.568005 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-238bb4e9-b58e-487f-8c72-d657910cdec6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Allocated IP 192.168.233.149 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/55c3f578-1d3a-48ff-b18a-9ade02504823) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:21:22.571428 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45918d6-fc3e-41a1-acf8-76a612322e53 req-4cbffee5-77e0-48ee-85dc-afbbe756819d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:22.571666 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-8c1c07a8-e66c-49d1-bceb-ee0edef071ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 HTTP/1.1" status: 200 len: 217 time: 0.1080635 Feb 28 20:21:22.576672 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1c15873e-c7fa-4897-863a-7c90546171f4 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (6c22f0fa-3a5d-4aff-9e0e-150f75e1f673), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:22.577255 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45918d6-fc3e-41a1-acf8-76a612322e53 req-4cbffee5-77e0-48ee-85dc-afbbe756819d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:22.599373 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45918d6-fc3e-41a1-acf8-76a612322e53 req-4cbffee5-77e0-48ee-85dc-afbbe756819d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:22.604935 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45918d6-fc3e-41a1-acf8-76a612322e53 req-4cbffee5-77e0-48ee-85dc-afbbe756819d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:22.606512 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 84856de6-1a0b-4f0a-841b-fdb2b4a0393f {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:21:22.607045 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 84856de6-1a0b-4f0a-841b-fdb2b4a0393f not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:21:22.620254 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:22.622652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45918d6-fc3e-41a1-acf8-76a612322e53 req-4cbffee5-77e0-48ee-85dc-afbbe756819d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:22.627946 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45918d6-fc3e-41a1-acf8-76a612322e53 req-4cbffee5-77e0-48ee-85dc-afbbe756819d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:22.638396 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45918d6-fc3e-41a1-acf8-76a612322e53 req-4cbffee5-77e0-48ee-85dc-afbbe756819d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:22.643385 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a45918d6-fc3e-41a1-acf8-76a612322e53 req-4cbffee5-77e0-48ee-85dc-afbbe756819d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.6423514 Feb 28 20:21:22.717816 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-c6ac4279-8fe5-4324-b629-b2c5e316d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:22.719362 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-c6ac4279-8fe5-4324-b629-b2c5e316d011 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6aa3b26-2510-40ff-9ad9-3bf3e78132a9 HTTP/1.1" status: 200 len: 797 time: 0.1381207 Feb 28 20:21:22.816160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] For port 9528242c-5054-49d2-b00a-2d8bb8bdea38, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9528242c-5054-49d2-b00a-2d8bb8bdea38,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:22.832903 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a45918d6-fc3e-41a1-acf8-76a612322e53 req-932019fa-23ee-4206-8ced-ad401a7635cc tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1258833 Feb 28 20:21:22.842699 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1c15873e-c7fa-4897-863a-7c90546171f4 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (6c22f0fa-3a5d-4aff-9e0e-150f75e1f673), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:22.855614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465862b0-e6ab-4b9a-8152-2e12580474cb req-2c5158e4-d348-43af-916f-ddc4ccc74362 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:22.858040 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-465862b0-e6ab-4b9a-8152-2e12580474cb req-2c5158e4-d348-43af-916f-ddc4ccc74362 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1547847 Feb 28 20:21:22.925365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] For port 9528242c-5054-49d2-b00a-2d8bb8bdea38, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:21:22.964546 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-1fe5b8b4-f50b-4dd5-980c-596cf9e48b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:22.965938 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-1fe5b8b4-f50b-4dd5-980c-596cf9e48b4e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1282d4bf-ae2c-4912-89e0-49a4ac2fff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2308085 Feb 28 20:21:22.969094 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-238bb4e9-b58e-487f-8c72-d657910cdec6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks [] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:23.014160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9528242c-5054-49d2-b00a-2d8bb8bdea38 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:21:23.026481 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-465862b0-e6ab-4b9a-8152-2e12580474cb req-f7c53add-1fc8-45b8-ba80-98bbf22d1d13 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623797 Feb 28 20:21:23.029478 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] Publish callbacks [] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:23.049755 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] Transition to ACTIVE for port object 9528242c-5054-49d2-b00a-2d8bb8bdea38 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:21:23.051625 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1c15873e-c7fa-4897-863a-7c90546171f4 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (6c22f0fa-3a5d-4aff-9e0e-150f75e1f673), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:23.074041 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5ebe3-f078-48c5-9f60-328ee53a20a8 req-b9cf59c6-5d36-4013-bfe6-d2673cba6727 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:23.075680 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e9a5ebe3-f078-48c5-9f60-328ee53a20a8 req-b9cf59c6-5d36-4013-bfe6-d2673cba6727 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 944 time: 0.1227808 Feb 28 20:21:23.077336 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:23.104071 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15873e-c7fa-4897-863a-7c90546171f4 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event deleted for resources: {'Subnet': ['ID=6c22f0fa-3a5d-4aff-9e0e-150f75e1f673,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:23.115367 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1c15873e-c7fa-4897-863a-7c90546171f4 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:23.118892 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1c15873e-c7fa-4897-863a-7c90546171f4 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "DELETE /v2.0/subnets/6c22f0fa-3a5d-4aff-9e0e-150f75e1f673 HTTP/1.1" status: 204 len: 168 time: 1.3048956 Feb 28 20:21:23.123157 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56020) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:21:23.135895 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc164d1-6c7e-4c0c-873d-5dc1c4b57fc5 None None] Network 18a6b2c7-fd53-4e53-9e97-227ca91748b3 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:21:23.152065 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-238bb4e9-b58e-487f-8c72-d657910cdec6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:23.177581 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['fb29fbd8-283d-444b-9f64-975f8b82e07c', 'c772cbdd-6b28-4e6c-8f3a-191ec5034512'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:21:23.234654 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-9aca6164-a83a-41b9-b0e6-1ded5de67194 service neutron] 10.222.0.15 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617984 Feb 28 20:21:23.305734 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-238bb4e9-b58e-487f-8c72-d657910cdec6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:21:23.317677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb7474-7006-456a-9116-65c583660b33 service neutron] Pushing event updated for resources: {'Port': ['ID=9528242c-5054-49d2-b00a-2d8bb8bdea38,revision_number=9']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:23.373594 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09c71347-bbb5-4334-a872-1d68cb3b2c4a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (18a6b2c7-fd53-4e53-9e97-227ca91748b3), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:23.378427 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-238bb4e9-b58e-487f-8c72-d657910cdec6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:21:23.380680 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238bb4e9-b58e-487f-8c72-d657910cdec6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Pushing event updated for resources: {'Port': ['ID=55c3f578-1d3a-48ff-b18a-9ade02504823,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:23.386224 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-238bb4e9-b58e-487f-8c72-d657910cdec6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:21:23.451734 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e9a5ebe3-f078-48c5-9f60-328ee53a20a8 req-3c504c1d-52fe-49cd-861c-67ab89f648de tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3680322 Feb 28 20:21:23.575906 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-238bb4e9-b58e-487f-8c72-d657910cdec6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:23.577904 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-238bb4e9-b58e-487f-8c72-d657910cdec6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:23.579997 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc72157-f111-47df-a8ac-4a02d7f33660 req-8be22d6f-fdfe-4dcb-bd05-4e3876f9be48 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:23.591482 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c7fba9-f49b-46a1-8bf5-10b806f09fa1 None None] DHCP port deletion for 18a6b2c7-fd53-4e53-9e97-227ca91748b3 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:21:23.597613 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bdc72157-f111-47df-a8ac-4a02d7f33660 req-8be22d6f-fdfe-4dcb-bd05-4e3876f9be48 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.4496877 Feb 28 20:21:23.599662 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-7d5548cf-a9ba-4dfe-a581-79678bc9bc64 service neutron] 10.222.0.15 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581779 Feb 28 20:21:23.626250 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-238bb4e9-b58e-487f-8c72-d657910cdec6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1252267 Feb 28 20:21:23.661014 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701426e3-52fa-4d0c-a123-bf10e9c83bc9 x-openstack-request-id: req-701426e3-52fa-4d0c-a123-bf10e9c83bc9 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:23.661493 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-plugged", "status": "completed", "tag": "a43e6f92-d927-40fe-91e1-ad500f289190", "code": 200}, {"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-plugged", "status": "completed", "tag": "003f7fb4-4744-4d06-a37e-9982f4a627ca", "code": 200}, {"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-plugged", "status": "completed", "tag": "da3c139e-4a03-416f-80a8-af21dd1c9f98", "code": 200}, {"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-plugged", "status": "completed", "tag": "eb86d396-21d3-45d9-baa0-f26a48975dd7", "code": 200}, {"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-plugged", "status": "completed", "tag": "57468b1d-83bc-459b-b95f-623af49aac34", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:23.661622 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] No DVR routers for this DVR port 9528242c-5054-49d2-b00a-2d8bb8bdea38 on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:21:23.661775 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-701426e3-52fa-4d0c-a123-bf10e9c83bc9 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:23.662176 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43e6f92-d927-40fe-91e1-ad500f289190', 'code': 200} Feb 28 20:21:23.662433 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003f7fb4-4744-4d06-a37e-9982f4a627ca', 'code': 200} Feb 28 20:21:23.662684 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3c139e-4a03-416f-80a8-af21dd1c9f98', 'code': 200} Feb 28 20:21:23.662985 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb86d396-21d3-45d9-baa0-f26a48975dd7', 'code': 200} Feb 28 20:21:23.663404 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57468b1d-83bc-459b-b95f-623af49aac34', 'code': 200} Feb 28 20:21:23.687644 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e8aceb4c-c944-4a3a-b22c-f58b14d5025a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=3c3a2d9f-699e-4a07-be35-f4b71ae7811b HTTP/1.1" status: 200 len: 217 time: 0.0788562 Feb 28 20:21:23.696421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] Request body: {'port': {'device_id': 'acec3f16-c2a9-4139-90bf-b359f5cb740d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:23.759558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f9c7fba9-f49b-46a1-8bf5-10b806f09fa1 None None] Deleting port 7397d17e-746b-46bd-9d2b-cf82ea6dd20e {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:21:23.760402 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f9c7fba9-f49b-46a1-8bf5-10b806f09fa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7397d17e-746b-46bd-9d2b-cf82ea6dd20e), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:23.780535 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-09c71347-bbb5-4334-a872-1d68cb3b2c4a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Deleting port 7397d17e-746b-46bd-9d2b-cf82ea6dd20e {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:21:23.780905 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09c71347-bbb5-4334-a872-1d68cb3b2c4a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7397d17e-746b-46bd-9d2b-cf82ea6dd20e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:23.836763 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:23.966567 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bdc72157-f111-47df-a8ac-4a02d7f33660 req-af938ec6-86c4-43d9-8e86-b9d00f624adc tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679812 Feb 28 20:21:24.026781 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f9c7fba9-f49b-46a1-8bf5-10b806f09fa1 None None] For port 7397d17e-746b-46bd-9d2b-cf82ea6dd20e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7397d17e-746b-46bd-9d2b-cf82ea6dd20e,segment=NetworkSegment(31dfc1b4-bdf4-48c1-814c-1169277cb72b),segment_id=31dfc1b4-bdf4-48c1-814c-1169277cb72b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:24.027617 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f9c7fba9-f49b-46a1-8bf5-10b806f09fa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7397d17e-746b-46bd-9d2b-cf82ea6dd20e), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:24.051916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d70d871c-ccb5-4c25-ba33-d1b2fb33db0a None None] Provisioning complete for port 55c3f578-1d3a-48ff-b18a-9ade02504823 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:24.052538 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d70d871c-ccb5-4c25-ba33-d1b2fb33db0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:24.055925 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f9c7fba9-f49b-46a1-8bf5-10b806f09fa1 None None] Calling delete_port for 7397d17e-746b-46bd-9d2b-cf82ea6dd20e owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:21:24.063360 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba6e95-c74e-46bf-97c9-e2b7a4017e87 req-97f68826-64ab-47be-b5a1-61a085712906 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:24.069249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba6e95-c74e-46bf-97c9-e2b7a4017e87 req-97f68826-64ab-47be-b5a1-61a085712906 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:24.085832 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba6e95-c74e-46bf-97c9-e2b7a4017e87 req-97f68826-64ab-47be-b5a1-61a085712906 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:24.091284 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba6e95-c74e-46bf-97c9-e2b7a4017e87 req-97f68826-64ab-47be-b5a1-61a085712906 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:24.108790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba6e95-c74e-46bf-97c9-e2b7a4017e87 req-97f68826-64ab-47be-b5a1-61a085712906 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:24.114217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba6e95-c74e-46bf-97c9-e2b7a4017e87 req-97f68826-64ab-47be-b5a1-61a085712906 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:24.120069 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba6e95-c74e-46bf-97c9-e2b7a4017e87 req-97f68826-64ab-47be-b5a1-61a085712906 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:24.128451 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22ba6e95-c74e-46bf-97c9-e2b7a4017e87 req-97f68826-64ab-47be-b5a1-61a085712906 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5444 time: 0.2874031 Feb 28 20:21:24.131161 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d70d871c-ccb5-4c25-ba33-d1b2fb33db0a None None] Port 55c3f578-1d3a-48ff-b18a-9ade02504823 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:21:24.173477 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f9c7fba9-f49b-46a1-8bf5-10b806f09fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (7397d17e-746b-46bd-9d2b-cf82ea6dd20e), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:24.197284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c3f578-1d3a-48ff-b18a-9ade02504823 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:21:24.207530 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] Publish callbacks [] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:24.209930 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7fba9-f49b-46a1-8bf5-10b806f09fa1 None None] Pushing event deleted for resources: {'Port': ['ID=7397d17e-746b-46bd-9d2b-cf82ea6dd20e,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:24.221046 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c7fba9-f49b-46a1-8bf5-10b806f09fa1 None None] No DVR routers for this DVR port 7397d17e-746b-46bd-9d2b-cf82ea6dd20e on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:21:24.230954 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] Transition to ACTIVE for port object 55c3f578-1d3a-48ff-b18a-9ade02504823 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:21:24.242719 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22ba6e95-c74e-46bf-97c9-e2b7a4017e87 req-35aa6eb4-4960-48b6-bcc8-7973878392f5 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1133037 Feb 28 20:21:24.243396 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] Attempting to bind port 9528242c-5054-49d2-b00a-2d8bb8bdea38 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:21:24.243747 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] Attempting to bind port 9528242c-5054-49d2-b00a-2d8bb8bdea38 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '6669909a-adf3-4cae-b4ff-5097746b46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:21:24.244100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] Attempting to bind port 9528242c-5054-49d2-b00a-2d8bb8bdea38 on network 4ab05bea-86cc-498b-aded-ed9c3d7148ac {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:21:24.253147 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] Port 9528242c-5054-49d2-b00a-2d8bb8bdea38 on network 4ab05bea-86cc-498b-aded-ed9c3d7148ac not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:21:24.253489 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] Attempting to bind port 9528242c-5054-49d2-b00a-2d8bb8bdea38 on network 4ab05bea-86cc-498b-aded-ed9c3d7148ac {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:21:24.261472 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:24.273347 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:21:24.274589 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] Checking segment: {'id': '6669909a-adf3-4cae-b4ff-5097746b46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:21:24.275088 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] Bound using segment: {'id': '6669909a-adf3-4cae-b4ff-5097746b46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:21:24.275883 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] Bound port: 9528242c-5054-49d2-b00a-2d8bb8bdea38, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6669909a-adf3-4cae-b4ff-5097746b46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:21:24.276834 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:24.277703 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-3c7e74ae-f430-42a1-b930-d8390f404516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:24.279170 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-3c7e74ae-f430-42a1-b930-d8390f404516 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6aa3b26-2510-40ff-9ad9-3bf3e78132a9 HTTP/1.1" status: 200 len: 797 time: 0.5323479 Feb 28 20:21:24.338797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9f72f-f1df-4146-aab3-f16b90bcb5e6 req-bf765a0b-7bc5-4d06-b28e-8d5a8c1a948b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:24.341059 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99f9f72f-f1df-4146-aab3-f16b90bcb5e6 req-bf765a0b-7bc5-4d06-b28e-8d5a8c1a948b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1941688 Feb 28 20:21:24.356713 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-09c71347-bbb5-4334-a872-1d68cb3b2c4a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] For port 7397d17e-746b-46bd-9d2b-cf82ea6dd20e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7397d17e-746b-46bd-9d2b-cf82ea6dd20e,segment=NetworkSegment(31dfc1b4-bdf4-48c1-814c-1169277cb72b),segment_id=31dfc1b4-bdf4-48c1-814c-1169277cb72b)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:24.357235 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09c71347-bbb5-4334-a872-1d68cb3b2c4a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7397d17e-746b-46bd-9d2b-cf82ea6dd20e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:24.387914 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-09c71347-bbb5-4334-a872-1d68cb3b2c4a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Calling delete_port for 7397d17e-746b-46bd-9d2b-cf82ea6dd20e owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:21:24.409415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] Pushing event updated for resources: {'Port': ['ID=55c3f578-1d3a-48ff-b18a-9ade02504823,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:24.435261 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-95b95a24-3d87-4c8a-8534-ae0e4217d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:24.436834 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-95b95a24-3d87-4c8a-8534-ae0e4217d4f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1282d4bf-ae2c-4912-89e0-49a4ac2fff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1506972 Feb 28 20:21:24.461278 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] For port 9528242c-5054-49d2-b00a-2d8bb8bdea38, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:21:24.497320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] For port 9528242c-5054-49d2-b00a-2d8bb8bdea38, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=9528242c-5054-49d2-b00a-2d8bb8bdea38,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:21:24.518005 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99f9f72f-f1df-4146-aab3-f16b90bcb5e6 req-e26587f8-d80f-4092-9547-a39495f98ba9 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642241 Feb 28 20:21:24.537676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35ad7e-8716-44a1-8343-905eb2896be6 req-072ec581-1225-4df7-8cd3-77d8b0af7f86 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:24.544682 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bb35ad7e-8716-44a1-8343-905eb2896be6 req-072ec581-1225-4df7-8cd3-77d8b0af7f86 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 948 time: 0.1659427 Feb 28 20:21:24.546075 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:24.631303 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] Attempting to bind port 55c3f578-1d3a-48ff-b18a-9ade02504823 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:21:24.631655 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] Attempting to bind port 55c3f578-1d3a-48ff-b18a-9ade02504823 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:21:24.632116 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] Attempting to bind port 55c3f578-1d3a-48ff-b18a-9ade02504823 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:21:24.645962 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] Port 55c3f578-1d3a-48ff-b18a-9ade02504823 on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:21:24.646285 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] Attempting to bind port 55c3f578-1d3a-48ff-b18a-9ade02504823 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:21:24.663451 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09c71347-bbb5-4334-a872-1d68cb3b2c4a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (7397d17e-746b-46bd-9d2b-cf82ea6dd20e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:24.670721 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:21:24.671130 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:21:24.671500 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:21:24.671983 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] Bound port: 55c3f578-1d3a-48ff-b18a-9ade02504823, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:21:24.672352 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:24.694918 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb7474-7006-456a-9116-65c583660b33 service neutron] Pushing event updated for resources: {'Port': ['ID=9528242c-5054-49d2-b00a-2d8bb8bdea38,revision_number=10']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:24.708183 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-53b7fd59-9a8f-4c33-861c-5804de6213ad service neutron] 10.222.0.15 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168119 Feb 28 20:21:24.716924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c71347-bbb5-4334-a872-1d68cb3b2c4a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event deleted for resources: {'Port': ['ID=7397d17e-746b-46bd-9d2b-cf82ea6dd20e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:24.734321 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c71347-bbb5-4334-a872-1d68cb3b2c4a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] No DVR routers for this DVR port 7397d17e-746b-46bd-9d2b-cf82ea6dd20e on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:21:24.791789 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bb35ad7e-8716-44a1-8343-905eb2896be6 req-a68886f7-8ed6-464e-9605-b8f7343dc833 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183294 Feb 28 20:21:24.798968 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:24.799990 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:24.824848 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-42eb7474-7006-456a-9116-65c583660b33 service neutron] 10.222.0.10 "PUT /v2.0/ports/9528242c-5054-49d2-b00a-2d8bb8bdea38 HTTP/1.1" status: 200 len: 1093 time: 3.0393775 Feb 28 20:21:24.825896 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5', 'tag': '9528242c-5054-49d2-b00a-2d8bb8bdea38'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:24.840972 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c861be5e-4d8f-4ca6-b1d7-286bbd7f424a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5", "tag": "9528242c-5054-49d2-b00a-2d8bb8bdea38"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:24.976149 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09c71347-bbb5-4334-a872-1d68cb3b2c4a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (18a6b2c7-fd53-4e53-9e97-227ca91748b3), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:25.006787 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7397d17e-746b-46bd-9d2b-cf82ea6dd20e no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:21:25.040817 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 7397d17e-746b-46bd-9d2b-cf82ea6dd20e {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:21:25.040817 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7397d17e-746b-46bd-9d2b-cf82ea6dd20e not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:21:25.045479 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-09c71347-bbb5-4334-a872-1d68cb3b2c4a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a6b2c7-fd53-4e53-9e97-227ca91748b3']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:21:25.088046 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-09c71347-bbb5-4334-a872-1d68cb3b2c4a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31dfc1b4-bdf4-48c1-814c-1169277cb72b') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:21:25.088485 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-09c71347-bbb5-4334-a872-1d68cb3b2c4a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31dfc1b4-bdf4-48c1-814c-1169277cb72b') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:21:25.103703 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d04791-1547-4fb0-9ecb-bcc80264426c req-3a29d380-d3b3-46b5-9cb8-013099a1d780 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:25.115741 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d04791-1547-4fb0-9ecb-bcc80264426c req-3a29d380-d3b3-46b5-9cb8-013099a1d780 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:25.117882 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] For port 55c3f578-1d3a-48ff-b18a-9ade02504823, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:21:25.122347 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d04791-1547-4fb0-9ecb-bcc80264426c req-3a29d380-d3b3-46b5-9cb8-013099a1d780 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:25.127460 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d04791-1547-4fb0-9ecb-bcc80264426c req-3a29d380-d3b3-46b5-9cb8-013099a1d780 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:25.132933 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09c71347-bbb5-4334-a872-1d68cb3b2c4a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (31dfc1b4-bdf4-48c1-814c-1169277cb72b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:25.133131 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d04791-1547-4fb0-9ecb-bcc80264426c req-3a29d380-d3b3-46b5-9cb8-013099a1d780 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:25.138293 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d04791-1547-4fb0-9ecb-bcc80264426c req-3a29d380-d3b3-46b5-9cb8-013099a1d780 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:25.143541 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d04791-1547-4fb0-9ecb-bcc80264426c req-3a29d380-d3b3-46b5-9cb8-013099a1d780 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:25.144576 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-71f287ce-c98f-4864-a1fa-b067d90a98df service neutron] 10.222.0.15 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240096 Feb 28 20:21:25.145461 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61d04791-1547-4fb0-9ecb-bcc80264426c req-3a29d380-d3b3-46b5-9cb8-013099a1d780 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.3859322 Feb 28 20:21:25.152932 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-f7b86cb4-3524-4957-a3d4-9bf72b5958e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:25.154562 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-f7b86cb4-3524-4957-a3d4-9bf72b5958e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d21f27a53ace41c6b073930944eb8337&device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 1128 time: 0.2391188 Feb 28 20:21:25.159815 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] For port 55c3f578-1d3a-48ff-b18a-9ade02504823, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=55c3f578-1d3a-48ff-b18a-9ade02504823,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:21:25.161304 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea01138-c6d7-4b05-8467-8b4943a67bd8 req-8ccb3ddb-4f13-4fcd-af57-b696e185f7e3 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:25.162692 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8ea01138-c6d7-4b05-8467-8b4943a67bd8 req-8ccb3ddb-4f13-4fcd-af57-b696e185f7e3 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 945 time: 0.1564806 Feb 28 20:21:25.227496 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09c71347-bbb5-4334-a872-1d68cb3b2c4a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (31dfc1b4-bdf4-48c1-814c-1169277cb72b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:25.231191 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:25.241608 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-eb8c4ec3-5086-49de-8213-814a6e4b07d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=15aeb0ab-6dce-47da-a090-5346e867a4af HTTP/1.1" status: 200 len: 217 time: 0.0861850 Feb 28 20:21:25.255271 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c71347-bbb5-4334-a872-1d68cb3b2c4a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:21:25.255940 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09c71347-bbb5-4334-a872-1d68cb3b2c4a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (31dfc1b4-bdf4-48c1-814c-1169277cb72b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:21:25.261295 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:21:25.335375 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8ea01138-c6d7-4b05-8467-8b4943a67bd8 req-ac2d17a0-e952-4ecb-b223-790da7983719 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295061 Feb 28 20:21:25.357849 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61d04791-1547-4fb0-9ecb-bcc80264426c req-3a7f2b70-ef65-4ff6-9fc5-5729992083b2 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1941662 Feb 28 20:21:25.370176 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-22ad66e4-44df-4af5-bf56-e2920e88c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:25.380218 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-22ad66e4-44df-4af5-bf56-e2920e88c707 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4ab05bea-86cc-498b-aded-ed9c3d7148ac HTTP/1.1" status: 200 len: 917 time: 0.2100115 Feb 28 20:21:25.530596 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce47d17-dc9e-4e42-b40a-1dac545df474 x-openstack-request-id: req-3ce47d17-dc9e-4e42-b40a-1dac545df474 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:25.531284 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5", "tag": "9528242c-5054-49d2-b00a-2d8bb8bdea38", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:25.531284 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ce47d17-dc9e-4e42-b40a-1dac545df474 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:25.531546 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5', 'tag': '9528242c-5054-49d2-b00a-2d8bb8bdea38', 'status': 'completed', 'code': 200} Feb 28 20:21:25.604587 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-c5f19d5f-d6dd-42ff-9ae3-8eeedcd5fb42 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9528242c-5054-49d2-b00a-2d8bb8bdea38 HTTP/1.1" status: 200 len: 1000 time: 0.2152591 Feb 28 20:21:25.664458 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825541fc-d341-4dae-a811-e77f60d20528'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:25.667006 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c520580-2d4b-4284-83cc-e6c2529e59bd" -d '{"events": [{"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-plugged", "status": "completed", "tag": "825541fc-d341-4dae-a811-e77f60d20528"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:25.748420 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-f2891fb5-774d-4360-b459-a2fef89f420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:25.749907 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-f2891fb5-774d-4360-b459-a2fef89f420e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=168325cf-0c5d-4ba0-baad-f937703ff430 HTTP/1.1" status: 200 len: 856 time: 0.1229692 Feb 28 20:21:25.795216 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-9e723d94-00e2-4ee5-a853-0c443b9b877e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:25.796819 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-9e723d94-00e2-4ee5-a853-0c443b9b877e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 812 time: 0.2681177 Feb 28 20:21:25.805179 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:25.805794 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:25.807724 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] 10.222.0.10 "PUT /v2.0/ports/55c3f578-1d3a-48ff-b18a-9ade02504823 HTTP/1.1" status: 200 len: 1097 time: 2.1156232 Feb 28 20:21:25.808249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f15ae-138e-4361-8d36-325a60fcc1c3 req-d4596607-32ec-442d-bf85-d7665ee0f3c7 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:25.809831 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-015f15ae-138e-4361-8d36-325a60fcc1c3 req-d4596607-32ec-442d-bf85-d7665ee0f3c7 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2458818 Feb 28 20:21:25.823511 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acec3f16-c2a9-4139-90bf-b359f5cb740d', 'tag': '55c3f578-1d3a-48ff-b18a-9ade02504823'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:25.826722 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216c2f30-6476-4df6-99d8-19a2f50c331a" -d '{"events": [{"name": "network-changed", "server_uuid": "acec3f16-c2a9-4139-90bf-b359f5cb740d", "tag": "55c3f578-1d3a-48ff-b18a-9ade02504823"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:25.845310 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-57d99d61-038f-43de-a55b-b797333fb205 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/quotas/d31e1b7746264200b53c61174ee5824e HTTP/1.1" status: 200 len: 375 time: 0.0322735 Feb 28 20:21:25.870576 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ac134-a6c4-4952-a607-02096e67e133 service neutron] Pushing event updated for resources: {'Port': ['ID=55c3f578-1d3a-48ff-b18a-9ade02504823,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:25.876381 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-ca9be2dd-ff8d-403c-87dd-d9b7518e2968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:25.878428 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-ca9be2dd-ff8d-403c-87dd-d9b7518e2968 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6aa3b26-2510-40ff-9ad9-3bf3e78132a9 HTTP/1.1" status: 200 len: 797 time: 0.6248536 Feb 28 20:21:25.894240 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-a9c59190-2cdf-4e9c-bed9-7f593db9bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:25.895962 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-a9c59190-2cdf-4e9c-bed9-7f593db9bb10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4ab05bea-86cc-498b-aded-ed9c3d7148ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1380687 Feb 28 20:21:25.898692 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09c71347-bbb5-4334-a872-1d68cb3b2c4a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (18a6b2c7-fd53-4e53-9e97-227ca91748b3), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:25.909700 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09c71347-bbb5-4334-a872-1d68cb3b2c4a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:25.913099 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-09c71347-bbb5-4334-a872-1d68cb3b2c4a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "DELETE /v2.0/networks/18a6b2c7-fd53-4e53-9e97-227ca91748b3 HTTP/1.1" status: 204 len: 168 time: 2.7889509 Feb 28 20:21:25.942605 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56052) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:21:25.965807 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c71347-bbb5-4334-a872-1d68cb3b2c4a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event deleted for resources: {'Network': ['ID=18a6b2c7-fd53-4e53-9e97-227ca91748b3,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:26.001647 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-015f15ae-138e-4361-8d36-325a60fcc1c3 req-517d42e9-f44d-4165-9490-26565b21b9f6 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854992 Feb 28 20:21:26.030448 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6cb7b2-9eff-4ed2-98fc-fae5cf5e755f tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Deleting subnet 67c38f5c-8517-4f14-9ff1-dd1b8a38b6b1 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:21:26.036639 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-264a2ab8-2e7c-4171-839e-ee55ca4cbb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:26.038103 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-264a2ab8-2e7c-4171-839e-ee55ca4cbb45 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 1131 time: 0.1588721 Feb 28 20:21:26.039441 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8f6cb7b2-9eff-4ed2-98fc-fae5cf5e755f tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks [] for subnet (67c38f5c-8517-4f14-9ff1-dd1b8a38b6b1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:26.044268 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-483a83bd-30a9-4a4c-ae8d-90ffe2ac1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:26.045731 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-483a83bd-30a9-4a4c-ae8d-90ffe2ac1c86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1282d4bf-ae2c-4912-89e0-49a4ac2fff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1582441 Feb 28 20:21:26.082681 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-27c3a378-2492-43d5-a02d-8f9f2309d998 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2193851 Feb 28 20:21:26.133229 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-8cf360c2-e504-4ec4-96cb-5eccdf901ccf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=55c3f578-1d3a-48ff-b18a-9ade02504823 HTTP/1.1" status: 200 len: 217 time: 0.0689147 Feb 28 20:21:26.138841 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-1d40fa89-c9a6-48c0-95f6-43d28b1f382f service neutron] 10.222.0.10 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994905 Feb 28 20:21:26.184645 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8f6cb7b2-9eff-4ed2-98fc-fae5cf5e755f tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (67c38f5c-8517-4f14-9ff1-dd1b8a38b6b1), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:26.272267 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-e3f168b9-4867-4b55-b8e1-4118d290028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:26.273712 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-e3f168b9-4867-4b55-b8e1-4118d290028a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1057177 Feb 28 20:21:26.334967 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-418dedfb-fa5f-486d-a476-0abe55684f7a service neutron] 10.222.0.15 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695782 Feb 28 20:21:26.360804 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1baeba-b25c-4cc2-920d-d566b9c9d161 req-673551f6-05d9-46a8-a424-f264d113db9c tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:26.366653 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1baeba-b25c-4cc2-920d-d566b9c9d161 req-673551f6-05d9-46a8-a424-f264d113db9c tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:26.372675 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1baeba-b25c-4cc2-920d-d566b9c9d161 req-673551f6-05d9-46a8-a424-f264d113db9c tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:26.377990 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1baeba-b25c-4cc2-920d-d566b9c9d161 req-673551f6-05d9-46a8-a424-f264d113db9c tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:26.383394 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1baeba-b25c-4cc2-920d-d566b9c9d161 req-673551f6-05d9-46a8-a424-f264d113db9c tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:26.389106 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1baeba-b25c-4cc2-920d-d566b9c9d161 req-673551f6-05d9-46a8-a424-f264d113db9c tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:26.394679 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1baeba-b25c-4cc2-920d-d566b9c9d161 req-673551f6-05d9-46a8-a424-f264d113db9c tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:26.396664 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b1baeba-b25c-4cc2-920d-d566b9c9d161 req-673551f6-05d9-46a8-a424-f264d113db9c tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5444 time: 0.2561688 Feb 28 20:21:26.409393 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-11939d2c-cc6e-47db-bf25-38c46d86750b service neutron] 10.222.0.10 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543259 Feb 28 20:21:26.414091 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8f6cb7b2-9eff-4ed2-98fc-fae5cf5e755f tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (67c38f5c-8517-4f14-9ff1-dd1b8a38b6b1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:26.430302 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-7c349591-5ef9-4b3b-b684-2c3f5f2fb381 service neutron] 10.222.0.13 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312945 Feb 28 20:21:26.463344 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-b0dd8764-187e-417b-89bb-c9cd43289a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:26.465063 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-b0dd8764-187e-417b-89bb-c9cd43289a68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1818712 Feb 28 20:21:26.537587 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-378bef8f-f5d9-4865-9c9e-17c8dd88c524 service neutron] 10.222.0.15 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945167 Feb 28 20:21:26.568804 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b1baeba-b25c-4cc2-920d-d566b9c9d161 req-76eb1fa4-9ab5-4467-b2d7-4d57694dd2fd tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1579645 Feb 28 20:21:26.624403 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8f6cb7b2-9eff-4ed2-98fc-fae5cf5e755f tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (67c38f5c-8517-4f14-9ff1-dd1b8a38b6b1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:26.631747 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-909ebcf4-2911-4af6-bef2-cd89c20f6373 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 HTTP/1.1" status: 200 len: 217 time: 0.0576880 Feb 28 20:21:26.661154 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861be5e-4d8f-4ca6-b1d7-286bbd7f424a req-56dc5d4a-0b6f-4a51-afc8-2c1726f20477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:26.662834 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c861be5e-4d8f-4ca6-b1d7-286bbd7f424a req-56dc5d4a-0b6f-4a51-afc8-2c1726f20477 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d21f27a53ace41c6b073930944eb8337&device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 1128 time: 0.1111586 Feb 28 20:21:26.668495 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-6e9ca1eb-a6a4-4373-818a-6634613041c4 service neutron] 10.222.0.13 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281189 Feb 28 20:21:26.680344 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cb7b2-9eff-4ed2-98fc-fae5cf5e755f tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event deleted for resources: {'Subnet': ['ID=67c38f5c-8517-4f14-9ff1-dd1b8a38b6b1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:26.703064 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f3840a-3c4e-44a5-96ee-6f4cbeeb7eae None None] Network 475b9ae1-8d2c-4896-af82-1865254c6220 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:21:26.714732 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8f6cb7b2-9eff-4ed2-98fc-fae5cf5e755f tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:26.717967 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8f6cb7b2-9eff-4ed2-98fc-fae5cf5e755f tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "DELETE /v2.0/subnets/67c38f5c-8517-4f14-9ff1-dd1b8a38b6b1 HTTP/1.1" status: 204 len: 168 time: 0.7736864 Feb 28 20:21:26.730098 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56076) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:21:26.771395 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-95865e16-b837-4902-9cff-52397bbedcb5 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894762 Feb 28 20:21:26.819605 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-2a32bbc0-755c-4203-8713-72bc6afe8615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:26.821111 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-2a32bbc0-755c-4203-8713-72bc6afe8615 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6aa3b26-2510-40ff-9ad9-3bf3e78132a9 HTTP/1.1" status: 200 len: 797 time: 0.1535511 Feb 28 20:21:26.875687 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861be5e-4d8f-4ca6-b1d7-286bbd7f424a req-c910ad56-af94-44c4-a9af-b37cb4789dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:26.877353 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c861be5e-4d8f-4ca6-b1d7-286bbd7f424a req-c910ad56-af94-44c4-a9af-b37cb4789dac service neutron] 10.222.0.10 "GET /v2.0/networks?id=4ab05bea-86cc-498b-aded-ed9c3d7148ac HTTP/1.1" status: 200 len: 917 time: 0.2063270 Feb 28 20:21:26.897356 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3b6209-97b3-45aa-a7d5-8e9a3479b9ca x-openstack-request-id: req-de3b6209-97b3-45aa-a7d5-8e9a3479b9ca {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:26.907303 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-plugged", "status": "completed", "tag": "825541fc-d341-4dae-a811-e77f60d20528", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:26.907770 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de3b6209-97b3-45aa-a7d5-8e9a3479b9ca {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:26.908548 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825541fc-d341-4dae-a811-e77f60d20528', 'code': 200} Feb 28 20:21:26.947225 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (475b9ae1-8d2c-4896-af82-1865254c6220), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:27.092791 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c861be5e-4d8f-4ca6-b1d7-286bbd7f424a req-35d4f41d-5a7f-46a4-9ab7-ae2cac0af65c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9528242c-5054-49d2-b00a-2d8bb8bdea38 HTTP/1.1" status: 200 len: 1000 time: 0.1501391 Feb 28 20:21:27.147930 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681ea476-52ab-49c1-b549-6053e0a6228a x-openstack-request-id: req-681ea476-52ab-49c1-b549-6053e0a6228a {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:27.148190 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acec3f16-c2a9-4139-90bf-b359f5cb740d", "tag": "55c3f578-1d3a-48ff-b18a-9ade02504823", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:27.148432 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-681ea476-52ab-49c1-b549-6053e0a6228a {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:27.149001 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acec3f16-c2a9-4139-90bf-b359f5cb740d', 'tag': '55c3f578-1d3a-48ff-b18a-9ade02504823', 'status': 'completed', 'code': 200} Feb 28 20:21:27.160415 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9736d07-93d3-4381-905d-62b2a3147a30 req-dc2a3b7f-00d8-40f3-ba9a-acd7d167ca29 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:27.161984 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9736d07-93d3-4381-905d-62b2a3147a30 req-dc2a3b7f-00d8-40f3-ba9a-acd7d167ca29 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 948 time: 0.2529645 Feb 28 20:21:27.170482 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c0d0423f-524a-42b7-83e7-6de3f42b5b97 req-091f2883-2bae-4ed5-af9a-47a721ff0237 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649235 Feb 28 20:21:27.198857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6273d0-4fd7-4afa-baca-f8f9965f3b5b None None] DHCP port deletion for 475b9ae1-8d2c-4896-af82-1865254c6220 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:21:27.206249 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-aed5b9f1-2921-465d-a7e2-98151950ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:27.207591 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-aed5b9f1-2921-465d-a7e2-98151950ad69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1282d4bf-ae2c-4912-89e0-49a4ac2fff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3734167 Feb 28 20:21:27.295609 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626c21-2edc-49d5-9338-cb9b67424f5a req-ca2913ac-6e74-4ae7-953d-a73a8a5112ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:27.297495 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626c21-2edc-49d5-9338-cb9b67424f5a req-ca2913ac-6e74-4ae7-953d-a73a8a5112ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:27.299017 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626c21-2edc-49d5-9338-cb9b67424f5a req-ca2913ac-6e74-4ae7-953d-a73a8a5112ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:27.302568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626c21-2edc-49d5-9338-cb9b67424f5a req-ca2913ac-6e74-4ae7-953d-a73a8a5112ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:27.304325 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626c21-2edc-49d5-9338-cb9b67424f5a req-ca2913ac-6e74-4ae7-953d-a73a8a5112ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:27.305889 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626c21-2edc-49d5-9338-cb9b67424f5a req-ca2913ac-6e74-4ae7-953d-a73a8a5112ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:27.307635 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-fe6273d0-4fd7-4afa-baca-f8f9965f3b5b None None] Deleting port 4ac15842-1b0f-4475-b9a7-86e13170c2e8 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:21:27.308342 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626c21-2edc-49d5-9338-cb9b67424f5a req-ca2913ac-6e74-4ae7-953d-a73a8a5112ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:27.310480 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fe6273d0-4fd7-4afa-baca-f8f9965f3b5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4ac15842-1b0f-4475-b9a7-86e13170c2e8), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:27.312914 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a626c21-2edc-49d5-9338-cb9b67424f5a req-ca2913ac-6e74-4ae7-953d-a73a8a5112ba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 6725 time: 0.4339042 Feb 28 20:21:27.376910 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9736d07-93d3-4381-905d-62b2a3147a30 req-9807a007-f149-4af6-a23b-38dec49f9e2f tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000065 Feb 28 20:21:27.419985 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-fe6273d0-4fd7-4afa-baca-f8f9965f3b5b None None] For port 4ac15842-1b0f-4475-b9a7-86e13170c2e8, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4ac15842-1b0f-4475-b9a7-86e13170c2e8,segment=NetworkSegment(a6392fbc-01e2-4523-9859-faec07e77956),segment_id=a6392fbc-01e2-4523-9859-faec07e77956)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:27.420650 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fe6273d0-4fd7-4afa-baca-f8f9965f3b5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4ac15842-1b0f-4475-b9a7-86e13170c2e8), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:27.447305 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-fe6273d0-4fd7-4afa-baca-f8f9965f3b5b None None] Calling delete_port for 4ac15842-1b0f-4475-b9a7-86e13170c2e8 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:21:27.542812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2abfa-4cfa-4f65-b680-0af6e0d14cf5 req-26d24d9f-1140-42fc-b3ea-b2d71fefe28b tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:27.557843 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27b2abfa-4cfa-4f65-b680-0af6e0d14cf5 req-26d24d9f-1140-42fc-b3ea-b2d71fefe28b tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 945 time: 0.1203353 Feb 28 20:21:27.622635 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Deleting port 4ac15842-1b0f-4475-b9a7-86e13170c2e8 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:21:27.623917 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4ac15842-1b0f-4475-b9a7-86e13170c2e8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:27.648998 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fe6273d0-4fd7-4afa-baca-f8f9965f3b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (4ac15842-1b0f-4475-b9a7-86e13170c2e8), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:27.716252 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-2aa65cc6-e90c-428c-9563-70e94cca260d service neutron] 10.222.0.15 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820545 Feb 28 20:21:27.757240 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27b2abfa-4cfa-4f65-b680-0af6e0d14cf5 req-546c136a-f9c9-4ef7-afcd-b1d9269a2db0 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983273 Feb 28 20:21:27.788028 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] For port 4ac15842-1b0f-4475-b9a7-86e13170c2e8, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4ac15842-1b0f-4475-b9a7-86e13170c2e8,segment=NetworkSegment(a6392fbc-01e2-4523-9859-faec07e77956),segment_id=a6392fbc-01e2-4523-9859-faec07e77956)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:27.789127 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4ac15842-1b0f-4475-b9a7-86e13170c2e8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:27.797837 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6273d0-4fd7-4afa-baca-f8f9965f3b5b None None] No DVR routers for this DVR port 4ac15842-1b0f-4475-b9a7-86e13170c2e8 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:21:27.814445 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6273d0-4fd7-4afa-baca-f8f9965f3b5b None None] Pushing event deleted for resources: {'Port': ['ID=4ac15842-1b0f-4475-b9a7-86e13170c2e8,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:27.981204 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Calling delete_port for 4ac15842-1b0f-4475-b9a7-86e13170c2e8 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:21:28.006209 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861be5e-4d8f-4ca6-b1d7-286bbd7f424a req-d0b69cb3-e65b-482d-be5c-e66b22501a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:28.007950 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c861be5e-4d8f-4ca6-b1d7-286bbd7f424a req-d0b69cb3-e65b-482d-be5c-e66b22501a60 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=168325cf-0c5d-4ba0-baad-f937703ff430 HTTP/1.1" status: 200 len: 856 time: 0.1621287 Feb 28 20:21:28.045469 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a626c21-2edc-49d5-9338-cb9b67424f5a req-df4aa0e3-cee2-479a-a130-1ca4dcac15aa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&id=c8d62556-4f0f-48ff-9a89-42548038dc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2396967 Feb 28 20:21:28.195452 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4ac15842-1b0f-4475-b9a7-86e13170c2e8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:28.216563 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999a0ed-0d1f-46e7-88be-e4c316bd3a47 req-83af34ef-e29b-432a-9aac-fc9c5cacb034 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:28.227501 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999a0ed-0d1f-46e7-88be-e4c316bd3a47 req-83af34ef-e29b-432a-9aac-fc9c5cacb034 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:28.235005 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event deleted for resources: {'Port': ['ID=4ac15842-1b0f-4475-b9a7-86e13170c2e8,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:28.242564 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999a0ed-0d1f-46e7-88be-e4c316bd3a47 req-83af34ef-e29b-432a-9aac-fc9c5cacb034 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:28.258683 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:28.259118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:28.259473 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:28.259822 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:28.260985 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:28.261449 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:28.261778 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:28.262140 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:28.262424 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:28.262740 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:28.263075 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:28.263384 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:28.263698 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:28.299556 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999a0ed-0d1f-46e7-88be-e4c316bd3a47 req-83af34ef-e29b-432a-9aac-fc9c5cacb034 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:28.302310 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] No DVR routers for this DVR port 4ac15842-1b0f-4475-b9a7-86e13170c2e8 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:21:28.311903 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999a0ed-0d1f-46e7-88be-e4c316bd3a47 req-83af34ef-e29b-432a-9aac-fc9c5cacb034 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:28.325874 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999a0ed-0d1f-46e7-88be-e4c316bd3a47 req-83af34ef-e29b-432a-9aac-fc9c5cacb034 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:28.345409 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999a0ed-0d1f-46e7-88be-e4c316bd3a47 req-83af34ef-e29b-432a-9aac-fc9c5cacb034 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:28.368668 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d999a0ed-0d1f-46e7-88be-e4c316bd3a47 req-83af34ef-e29b-432a-9aac-fc9c5cacb034 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.7752664 Feb 28 20:21:28.416736 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd28db1b-3e44-4cc8-8c9e-dbaca3ae153d req-959320cc-a53e-4442-a3fb-644579136c57 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffe0330-3c0f-4bfe-8979-87582f9902a6 HTTP/1.1" status: 200 len: 210 time: 0.4072380 Feb 28 20:21:28.479628 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c2f30-6476-4df6-99d8-19a2f50c331a req-04225272-3146-478c-bf38-bd5433f1db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:28.483713 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-216c2f30-6476-4df6-99d8-19a2f50c331a req-04225272-3146-478c-bf38-bd5433f1db1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 1131 time: 0.6697171 Feb 28 20:21:28.572368 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d999a0ed-0d1f-46e7-88be-e4c316bd3a47 req-f60904b2-afa0-48b0-89ac-9b813421b680 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2009547 Feb 28 20:21:28.575504 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861be5e-4d8f-4ca6-b1d7-286bbd7f424a req-ccd6dc3d-a567-44a9-92cf-8e37c2de486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:28.577426 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c861be5e-4d8f-4ca6-b1d7-286bbd7f424a req-ccd6dc3d-a567-44a9-92cf-8e37c2de486f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4ab05bea-86cc-498b-aded-ed9c3d7148ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4968214 Feb 28 20:21:28.605238 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (475b9ae1-8d2c-4896-af82-1865254c6220), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:28.614411 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-52438687-9828-4003-9812-c3d8bf55ebf6 service neutron] 10.222.0.15 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8920510 Feb 28 20:21:28.675118 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-ab6eeb69-339a-4f5a-8bf6-7b2a93c9d4a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=377cfde8-fab4-4fda-bff2-961049b9f6d6 HTTP/1.1" status: 200 len: 217 time: 0.0508032 Feb 28 20:21:28.697176 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475b9ae1-8d2c-4896-af82-1865254c6220']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:21:28.771522 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6392fbc-01e2-4523-9859-faec07e77956') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:21:28.771887 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6392fbc-01e2-4523-9859-faec07e77956') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:21:28.774400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37f5a3-8531-435d-bd2f-13967bcfef0d req-0f677f8b-d060-458e-b490-ee456ae9fec1 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:28.775615 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9c37f5a3-8531-435d-bd2f-13967bcfef0d req-0f677f8b-d060-458e-b490-ee456ae9fec1 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1562691 Feb 28 20:21:28.806284 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (a6392fbc-01e2-4523-9859-faec07e77956), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:28.868778 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (a6392fbc-01e2-4523-9859-faec07e77956), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:28.879994 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-944d0331-9295-4c09-9b48-7b01449d5769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:28.881734 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-944d0331-9295-4c09-9b48-7b01449d5769 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56e4f35f-9c70-498c-b2fa-487768d8821a HTTP/1.1" status: 200 len: 797 time: 0.1866484 Feb 28 20:21:28.899230 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:21:28.906443 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (a6392fbc-01e2-4523-9859-faec07e77956), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:21:28.914293 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:21:29.044144 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4ac15842-1b0f-4475-b9a7-86e13170c2e8 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:21:29.110911 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9c37f5a3-8531-435d-bd2f-13967bcfef0d req-d240986e-8f1e-48d5-abd8-51674e81f60d tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237219 Feb 28 20:21:29.137503 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 4ac15842-1b0f-4475-b9a7-86e13170c2e8 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:21:29.137936 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4ac15842-1b0f-4475-b9a7-86e13170c2e8 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:21:29.246821 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6464e-6ac9-448f-9cf7-d0ebc0d4e875 req-a843daee-bdd7-4668-a997-fe6b132c3f59 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:29.264006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6464e-6ac9-448f-9cf7-d0ebc0d4e875 req-a843daee-bdd7-4668-a997-fe6b132c3f59 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:29.270311 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6464e-6ac9-448f-9cf7-d0ebc0d4e875 req-a843daee-bdd7-4668-a997-fe6b132c3f59 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:29.277704 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6464e-6ac9-448f-9cf7-d0ebc0d4e875 req-a843daee-bdd7-4668-a997-fe6b132c3f59 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:29.284096 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6464e-6ac9-448f-9cf7-d0ebc0d4e875 req-a843daee-bdd7-4668-a997-fe6b132c3f59 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:29.290409 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6464e-6ac9-448f-9cf7-d0ebc0d4e875 req-a843daee-bdd7-4668-a997-fe6b132c3f59 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:29.297065 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6464e-6ac9-448f-9cf7-d0ebc0d4e875 req-a843daee-bdd7-4668-a997-fe6b132c3f59 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:29.307795 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89c6464e-6ac9-448f-9cf7-d0ebc0d4e875 req-a843daee-bdd7-4668-a997-fe6b132c3f59 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5444 time: 0.4017317 Feb 28 20:21:29.401973 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89c6464e-6ac9-448f-9cf7-d0ebc0d4e875 req-900044af-53a5-4749-8e98-b6fd6624cb78 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0928581 Feb 28 20:21:29.492094 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (475b9ae1-8d2c-4896-af82-1865254c6220), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:29.513815 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:29.531821 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "DELETE /v2.0/networks/475b9ae1-8d2c-4896-af82-1865254c6220 HTTP/1.1" status: 204 len: 168 time: 2.7913733 Feb 28 20:21:29.554390 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56104) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:21:29.623979 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-8cc897e1-e75e-4d2f-91f0-69f71c053d69 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1917224447'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:29.668431 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03ff90-0314-4135-9ac7-755ba2158603 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event deleted for resources: {'Network': ['ID=475b9ae1-8d2c-4896-af82-1865254c6220,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:29.708514 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-ba7a65f2-a907-4cd6-9e44-0c58b5f7c77a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:29.709939 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-ba7a65f2-a907-4cd6-9e44-0c58b5f7c77a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.15 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 812 time: 0.3265431 Feb 28 20:21:29.713025 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c861be5e-4d8f-4ca6-b1d7-286bbd7f424a req-642328c4-8d84-4427-a00c-4db8261f9b23 service neutron] 10.222.0.10 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8580697 Feb 28 20:21:29.716134 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-7976ac8d-41f9-438f-a381-18b4872e6b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:29.717763 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-7976ac8d-41f9-438f-a381-18b4872e6b2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d187f09-7970-4e4d-90e2-821e3c7a3175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.8066652 Feb 28 20:21:29.734138 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-014d6b30-fc91-4091-991e-3262e1162c12 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Request body: {'port': {'device_id': '0ffe0330-3c0f-4bfe-8979-87582f9902a6', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'admin_state_up': True, 'tenant_id': 'd31e1b7746264200b53c61174ee5824e'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:29.749099 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c2f30-6476-4df6-99d8-19a2f50c331a req-251ecba5-544f-4276-aec1-18dea1b38048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:29.759409 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-216c2f30-6476-4df6-99d8-19a2f50c331a req-251ecba5-544f-4276-aec1-18dea1b38048 service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.8856025 Feb 28 20:21:30.014767 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-1d786652-8d53-4c66-bd84-616fa9031e70 service neutron] 10.222.0.15 "GET /v2.0/networks/0d187f09-7970-4e4d-90e2-821e3c7a3175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829294 Feb 28 20:21:30.050872 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc897e1-e75e-4d2f-91f0-69f71c053d69 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Made reservation on behalf of 9d92990bad4d49cdb025de9b8b50c311 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:21:30.064335 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8cc897e1-e75e-4d2f-91f0-69f71c053d69 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:30.326799 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e1806d5a-53b4-4f01-ade0-1dcf34f9c96d service neutron] 10.222.0.15 "GET /v2.0/networks/0d187f09-7970-4e4d-90e2-821e3c7a3175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988842 Feb 28 20:21:30.413035 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-0c87bbe1-9df5-4f40-975a-2f3f6defe23c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1aa6bc6-d58d-48cb-a918-540fd5167b4f HTTP/1.1" status: 200 len: 217 time: 0.0626507 Feb 28 20:21:30.418163 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-014d6b30-fc91-4091-991e-3262e1162c12 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Made reservation on behalf of d31e1b7746264200b53c61174ee5824e for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:21:30.421861 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-014d6b30-fc91-4091-991e-3262e1162c12 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:30.504790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a26bfb-1d40-44a2-a12c-9f2d50568ba2 req-34372389-50a8-402d-9622-4533bad4064c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:30.514202 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d4a26bfb-1d40-44a2-a12c-9f2d50568ba2 req-34372389-50a8-402d-9622-4533bad4064c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 945 time: 0.7998662 Feb 28 20:21:30.527410 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e19ad1-8663-4361-9792-d53bde49e436 req-6ad9b18d-ab29-49bc-8785-136422635723 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:30.535157 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51e19ad1-8663-4361-9792-d53bde49e436 req-6ad9b18d-ab29-49bc-8785-136422635723 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 948 time: 0.8194742 Feb 28 20:21:30.553511 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-603fbde0-8d40-42d9-8e48-b4498ce3085f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:30.555316 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-603fbde0-8d40-42d9-8e48-b4498ce3085f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56e4f35f-9c70-498c-b2fa-487768d8821a HTTP/1.1" status: 200 len: 797 time: 0.1311762 Feb 28 20:21:30.644184 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51e19ad1-8663-4361-9792-d53bde49e436 req-b505d474-884b-46ca-a5b9-756d2a715843 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040187 Feb 28 20:21:30.654860 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc897e1-e75e-4d2f-91f0-69f71c053d69 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:21:30.672455 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-216c2f30-6476-4df6-99d8-19a2f50c331a req-c00f929a-ad65-497a-999e-db4eb60fc537 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=55c3f578-1d3a-48ff-b18a-9ade02504823 HTTP/1.1" status: 200 len: 217 time: 0.1159537 Feb 28 20:21:30.683283 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-4b7ce894-0575-4457-8c30-bbb9f9a3412c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:30.685344 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-4b7ce894-0575-4457-8c30-bbb9f9a3412c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d187f09-7970-4e4d-90e2-821e3c7a3175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1188483 Feb 28 20:21:30.689199 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8cc897e1-e75e-4d2f-91f0-69f71c053d69 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (b6ad5a4c-862f-43e0-960d-4cf95ff53118), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:30.689739 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-8cc897e1-e75e-4d2f-91f0-69f71c053d69 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Added segment b6ad5a4c-862f-43e0-960d-4cf95ff53118 of type vlan for network 1b973a0b-f8e1-4515-82f7-7604e9c4e0d6 Feb 28 20:21:30.805497 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-d4c29db7-7a56-42dd-b896-eace7152bbb9 service neutron] 10.222.0.15 "GET /v2.0/networks/0d187f09-7970-4e4d-90e2-821e3c7a3175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044683 Feb 28 20:21:30.935632 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8cc897e1-e75e-4d2f-91f0-69f71c053d69 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (1b973a0b-f8e1-4515-82f7-7604e9c4e0d6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:30.972126 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c861be5e-4d8f-4ca6-b1d7-286bbd7f424a req-ce0d6730-d570-4bcf-b372-c16789953813 service neutron] 10.222.0.10 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253623 Feb 28 20:21:30.986998 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8cc897e1-e75e-4d2f-91f0-69f71c053d69 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (1b973a0b-f8e1-4515-82f7-7604e9c4e0d6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:30.993161 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc897e1-e75e-4d2f-91f0-69f71c053d69 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:30.995714 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8cc897e1-e75e-4d2f-91f0-69f71c053d69 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:31.013959 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-71f5c76c-d0aa-420c-a70e-10d914f83a8a req-e742443e-e633-4665-9563-dd08463bfaec service neutron] 10.222.0.15 "GET /v2.0/networks/0d187f09-7970-4e4d-90e2-821e3c7a3175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927283 Feb 28 20:21:31.032623 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8cc897e1-e75e-4d2f-91f0-69f71c053d69 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4750466 Feb 28 20:21:31.037074 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56114) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:21:31.044818 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-f13f361c-548f-4c31-8564-dc67242d72db tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Request body: {'subnet': {'network_id': '1b973a0b-f8e1-4515-82f7-7604e9c4e0d6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:31.062773 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0666eb41-06c3-45fa-ba08-d3f9e71ee329 req-62d92c24-0424-4367-a96d-113c955e1ce6 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffe0330-3c0f-4bfe-8979-87582f9902a6 HTTP/1.1" status: 200 len: 210 time: 0.1835957 Feb 28 20:21:31.120502 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7b77f50f-623e-47af-8617-df7c08b321cc details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:21:31.276946 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d4a26bfb-1d40-44a2-a12c-9f2d50568ba2 req-4b48d176-a367-4c4c-a848-08df2afbcfe1 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7613251 Feb 28 20:21:31.409788 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-014d6b30-fc91-4091-991e-3262e1162c12 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Allocated IP 172.20.0.14 (13b65234-8f0d-445c-80e1-9fa1dcd0f780/19f72b21-2d15-4c2e-bdf5-2e3c46cad921/974bb780-6caf-4d1c-9dbd-3da621af6d29) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:21:31.481814 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7b77f50f-623e-47af-8617-df7c08b321cc, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7b77f50f-623e-47af-8617-df7c08b321cc,segment=NetworkSegment(d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a),segment_id=d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:31.532381 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '7b77f50f-623e-47af-8617-df7c08b321cc', 'network_id': '8df75beb-bfec-45e3-be15-010dba074bc0', 'port_id': '7b77f50f-623e-47af-8617-df7c08b321cc', 'mac_address': 'fa:16:3e:14:1f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a406bcd3-21de-4727-8aa8-9d85920af610', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:21:31.560863 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c2f30-6476-4df6-99d8-19a2f50c331a req-81e51f63-2e6a-4313-af3c-29cfe82991a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:31.560863 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-216c2f30-6476-4df6-99d8-19a2f50c331a req-81e51f63-2e6a-4313-af3c-29cfe82991a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1921628 Feb 28 20:21:31.572643 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745347d-9f77-4454-bf65-47358d17a61d req-48942af5-51c7-40cb-9584-45173826896d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:31.582160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745347d-9f77-4454-bf65-47358d17a61d req-48942af5-51c7-40cb-9584-45173826896d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:31.596927 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745347d-9f77-4454-bf65-47358d17a61d req-48942af5-51c7-40cb-9584-45173826896d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:31.605508 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745347d-9f77-4454-bf65-47358d17a61d req-48942af5-51c7-40cb-9584-45173826896d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:31.611644 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745347d-9f77-4454-bf65-47358d17a61d req-48942af5-51c7-40cb-9584-45173826896d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:31.621255 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745347d-9f77-4454-bf65-47358d17a61d req-48942af5-51c7-40cb-9584-45173826896d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:31.624602 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc897e1-e75e-4d2f-91f0-69f71c053d69 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event updated for resources: {'Network': ['ID=1b973a0b-f8e1-4515-82f7-7604e9c4e0d6,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:31.644156 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745347d-9f77-4454-bf65-47358d17a61d req-48942af5-51c7-40cb-9584-45173826896d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:31.659466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0745347d-9f77-4454-bf65-47358d17a61d req-48942af5-51c7-40cb-9584-45173826896d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.4096155 Feb 28 20:21:31.668827 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7b77f50f-623e-47af-8617-df7c08b321cc is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:31.670483 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:31.675725 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 1b973a0b-f8e1-4515-82f7-7604e9c4e0d6 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:21:31.742538 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b77f50f-623e-47af-8617-df7c08b321cc {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:21:31.827377 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7b77f50f-623e-47af-8617-df7c08b321cc, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7b77f50f-623e-47af-8617-df7c08b321cc,segment=NetworkSegment(d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a),segment_id=d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:31.835917 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:31.925432 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-cf67a3b7-4d18-446b-8e56-1f45f3b62dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:31.926221 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-cf67a3b7-4d18-446b-8e56-1f45f3b62dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:31.926399 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-cf67a3b7-4d18-446b-8e56-1f45f3b62dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:31.926858 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-cf67a3b7-4d18-446b-8e56-1f45f3b62dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:31.927360 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-cf67a3b7-4d18-446b-8e56-1f45f3b62dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:31.936102 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-cf67a3b7-4d18-446b-8e56-1f45f3b62dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:31.942227 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-cf67a3b7-4d18-446b-8e56-1f45f3b62dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:31.944665 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-cf67a3b7-4d18-446b-8e56-1f45f3b62dae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32b514b33b3446a2a3d4a8b083492ad2&device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 6703 time: 0.7359703 Feb 28 20:21:31.947725 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13f361c-548f-4c31-8564-dc67242d72db tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Made reservation on behalf of 9d92990bad4d49cdb025de9b8b50c311 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:21:31.974512 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f13f361c-548f-4c31-8564-dc67242d72db tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:31.997696 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c2f30-6476-4df6-99d8-19a2f50c331a req-ffd7dea2-3575-48f9-b2ea-e93ee0d6c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:31.999196 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-216c2f30-6476-4df6-99d8-19a2f50c331a req-ffd7dea2-3575-48f9-b2ea-e93ee0d6c7ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3856421 Feb 28 20:21:32.022486 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['7b77f50f-623e-47af-8617-df7c08b321cc'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:21:32.067691 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0745347d-9f77-4454-bf65-47358d17a61d req-699f1257-c336-4270-a249-0865d84a7c7a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3540194 Feb 28 20:21:32.163889 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=7b77f50f-623e-47af-8617-df7c08b321cc,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:32.543638 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-014d6b30-fc91-4091-991e-3262e1162c12 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for port (974bb780-6caf-4d1c-9dbd-3da621af6d29), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:32.554351 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8ae7b-af46-4fe4-b01d-7a4b871efb64 req-cf2b0643-ef5b-44b3-9796-606215cd1564 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:32.564865 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ab8ae7b-af46-4fe4-b01d-7a4b871efb64 req-cf2b0643-ef5b-44b3-9796-606215cd1564 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 1.0732830 Feb 28 20:21:32.737872 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-014d6b30-fc91-4091-991e-3262e1162c12 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (974bb780-6caf-4d1c-9dbd-3da621af6d29), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:32.750482 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['7d518928-03a1-485e-981d-ca31aea417cf'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:21:32.756187 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f25a4-31f6-47f1-89ff-485e6a0b9a0c req-ce8bed91-4222-460a-92bf-267a62fe9010 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:32.764319 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f25a4-31f6-47f1-89ff-485e6a0b9a0c req-ce8bed91-4222-460a-92bf-267a62fe9010 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:32.772758 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f25a4-31f6-47f1-89ff-485e6a0b9a0c req-ce8bed91-4222-460a-92bf-267a62fe9010 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:32.781381 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f25a4-31f6-47f1-89ff-485e6a0b9a0c req-ce8bed91-4222-460a-92bf-267a62fe9010 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:32.789106 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f25a4-31f6-47f1-89ff-485e6a0b9a0c req-ce8bed91-4222-460a-92bf-267a62fe9010 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:32.795880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f25a4-31f6-47f1-89ff-485e6a0b9a0c req-ce8bed91-4222-460a-92bf-267a62fe9010 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:32.804008 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f25a4-31f6-47f1-89ff-485e6a0b9a0c req-ce8bed91-4222-460a-92bf-267a62fe9010 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:32.806445 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed4f25a4-31f6-47f1-89ff-485e6a0b9a0c req-ce8bed91-4222-460a-92bf-267a62fe9010 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5444 time: 0.3541627 Feb 28 20:21:32.817578 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ab8ae7b-af46-4fe4-b01d-7a4b871efb64 req-21392e4f-f831-4b96-8409-ef15d4640508 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517250 Feb 28 20:21:32.897058 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-014d6b30-fc91-4091-991e-3262e1162c12 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:21:32.902200 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-014d6b30-fc91-4091-991e-3262e1162c12 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:21:32.906758 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-014d6b30-fc91-4091-991e-3262e1162c12 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:21:32.959364 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['5ae3cea2-4701-46bd-9889-9b27b51d35b7'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:21:32.961276 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 55c3f578-1d3a-48ff-b18a-9ade02504823 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:21:32.982904 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-014d6b30-fc91-4091-991e-3262e1162c12 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:32.986284 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-014d6b30-fc91-4091-991e-3262e1162c12 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:33.130381 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-014d6b30-fc91-4091-991e-3262e1162c12 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4019227 Feb 28 20:21:33.194606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d6b30-fc91-4091-991e-3262e1162c12 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Pushing event updated for resources: {'Port': ['ID=974bb780-6caf-4d1c-9dbd-3da621af6d29,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:33.277077 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] Request body: {'port': {'device_id': '0ffe0330-3c0f-4bfe-8979-87582f9902a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:33.403378 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed4f25a4-31f6-47f1-89ff-485e6a0b9a0c req-7e6ac560-bbc2-4bb4-85ad-c054e2668b1d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5821469 Feb 28 20:21:33.416385 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-216c2f30-6476-4df6-99d8-19a2f50c331a req-006563c7-e89a-4ce0-94ca-632e4cd0b3af service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3623827 Feb 28 20:21:33.505917 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 55c3f578-1d3a-48ff-b18a-9ade02504823, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=55c3f578-1d3a-48ff-b18a-9ade02504823,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:33.559032 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7b77f50f-623e-47af-8617-df7c08b321cc up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:21:33.576453 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '55c3f578-1d3a-48ff-b18a-9ade02504823', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '55c3f578-1d3a-48ff-b18a-9ade02504823', 'mac_address': 'fa:16:3e:c8:af:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:21:33.592503 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (974bb780-6caf-4d1c-9dbd-3da621af6d29), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:33.786347 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-ad75e20d-eabc-4406-822a-c6d272ca23d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:33.794697 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-ad75e20d-eabc-4406-822a-c6d272ca23d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d187f09-7970-4e4d-90e2-821e3c7a3175 HTTP/1.1" status: 200 len: 901 time: 1.8022234 Feb 28 20:21:33.864245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890395ce-78bb-43b6-bf1d-4fea596289b6 req-7f70d695-04a5-4508-853e-71e9e65d7544 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:33.873809 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-890395ce-78bb-43b6-bf1d-4fea596289b6 req-7f70d695-04a5-4508-853e-71e9e65d7544 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 948 time: 0.8157601 Feb 28 20:21:34.024913 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-85674773-be88-428d-8241-d63e866caf2f None None] Provisioning complete for port 974bb780-6caf-4d1c-9dbd-3da621af6d29 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:34.025482 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-85674773-be88-428d-8241-d63e866caf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (974bb780-6caf-4d1c-9dbd-3da621af6d29), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:34.044188 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f13f361c-548f-4c31-8564-dc67242d72db tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (7ceb2faa-d88c-43e9-a47e-5c6aacf66cd5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:34.163975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 55c3f578-1d3a-48ff-b18a-9ade02504823 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:34.163975 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:34.201569 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c3f578-1d3a-48ff-b18a-9ade02504823 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:21:34.233643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-85674773-be88-428d-8241-d63e866caf2f None None] Port 974bb780-6caf-4d1c-9dbd-3da621af6d29 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:21:34.308585 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 55c3f578-1d3a-48ff-b18a-9ade02504823, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=55c3f578-1d3a-48ff-b18a-9ade02504823,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:34.332683 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 7b77f50f-623e-47af-8617-df7c08b321cc triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:34.333170 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:34.335091 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:34.391139 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-acc31da3-b724-4f02-853a-8458f9496fbb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=377cfde8-fab4-4fda-bff2-961049b9f6d6 HTTP/1.1" status: 200 len: 217 time: 0.3852174 Feb 28 20:21:34.406959 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13f361c-548f-4c31-8564-dc67242d72db tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Checking segment: {'id': 'b6ad5a4c-862f-43e0-960d-4cf95ff53118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b973a0b-f8e1-4515-82f7-7604e9c4e0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:21:34.406959 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13f361c-548f-4c31-8564-dc67242d72db tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Network hostable DHCP agents. Network: 1b973a0b-f8e1-4515-82f7-7604e9c4e0d6, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:21:34.566045 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-a066b0c5-f8e7-472c-b025-0ae10cb20de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:34.567682 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-a066b0c5-f8e7-472c-b025-0ae10cb20de2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56e4f35f-9c70-498c-b2fa-487768d8821a HTTP/1.1" status: 200 len: 797 time: 0.1370549 Feb 28 20:21:34.633172 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-890395ce-78bb-43b6-bf1d-4fea596289b6 req-d6099f85-c27e-4594-8b96-bed5654a57a4 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7581525 Feb 28 20:21:34.642577 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 974bb780-6caf-4d1c-9dbd-3da621af6d29 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:21:34.657858 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] Publish callbacks [] for port (974bb780-6caf-4d1c-9dbd-3da621af6d29), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:34.673216 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9bbb3-0036-413f-b10b-8ce0ceddc74b req-1bf168ec-b4af-4d8e-9b38-2e345f1387ee tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:34.674945 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05e9bbb3-0036-413f-b10b-8ce0ceddc74b req-1bf168ec-b4af-4d8e-9b38-2e345f1387ee tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffe0330-3c0f-4bfe-8979-87582f9902a6 HTTP/1.1" status: 200 len: 932 time: 0.9627094 Feb 28 20:21:34.690795 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=55c3f578-1d3a-48ff-b18a-9ade02504823,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:34.709553 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] Transition to ACTIVE for port object 974bb780-6caf-4d1c-9dbd-3da621af6d29 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:21:34.736372 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (974bb780-6caf-4d1c-9dbd-3da621af6d29), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:34.776414 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-58cc5885-90ae-4ec7-b09c-9e695ce7f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:34.778809 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-58cc5885-90ae-4ec7-b09c-9e695ce7f69f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d187f09-7970-4e4d-90e2-821e3c7a3175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2039146 Feb 28 20:21:34.779703 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13f361c-548f-4c31-8564-dc67242d72db tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Network 1b973a0b-f8e1-4515-82f7-7604e9c4e0d6 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:21:34.793378 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f361c-548f-4c31-8564-dc67242d72db tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event updated for resources: {'Subnet': ['ID=7ceb2faa-d88c-43e9-a47e-5c6aacf66cd5,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:34.899826 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['55c3f578-1d3a-48ff-b18a-9ade02504823'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:21:34.979874 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-c27ea035-6232-4d85-b2b2-6094ca1c6454 service neutron] 10.222.0.15 "GET /v2.0/networks/0d187f09-7970-4e4d-90e2-821e3c7a3175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799428 Feb 28 20:21:35.001876 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-216c2f30-6476-4df6-99d8-19a2f50c331a req-f7650118-db94-4cc8-bbe9-3501bc4c74f1 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5609622 Feb 28 20:21:35.048276 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-f13f361c-548f-4c31-8564-dc67242d72db tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 1b973a0b-f8e1-4515-82f7-7604e9c4e0d6) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:21:35.095640 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffeea8c-187d-4f2d-a4be-043f126dbefc None None] Network 1b973a0b-f8e1-4515-82f7-7604e9c4e0d6 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:21:35.114023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7b77f50f-623e-47af-8617-df7c08b321cc is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:35.114717 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:35.164326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13f361c-548f-4c31-8564-dc67242d72db tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:35.168457 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f13f361c-548f-4c31-8564-dc67242d72db tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:35.247685 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05e9bbb3-0036-413f-b10b-8ce0ceddc74b req-3c5bf326-3405-4760-a580-ed4f61d0a1cf tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5435650 Feb 28 20:21:35.281815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] Pushing event updated for resources: {'Port': ['ID=974bb780-6caf-4d1c-9dbd-3da621af6d29,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:35.338095 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7b77f50f-623e-47af-8617-df7c08b321cc, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7b77f50f-623e-47af-8617-df7c08b321cc,segment=NetworkSegment(d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a),segment_id=d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:35.347614 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2729ad31-3e97-41a9-9da7-2ef61094a4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b77f50f-623e-47af-8617-df7c08b321cc'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:35.366662 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d196df35-2c05-45bf-b41d-572fe93b3161" -d '{"events": [{"server_uuid": "2729ad31-3e97-41a9-9da7-2ef61094a4ed", "name": "network-vif-plugged", "status": "completed", "tag": "7b77f50f-623e-47af-8617-df7c08b321cc"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:35.445747 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-0817b3a9-610d-48ae-825a-fae46fb5a183 service neutron] 10.222.0.15 "GET /v2.0/networks/0d187f09-7970-4e4d-90e2-821e3c7a3175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526489 Feb 28 20:21:35.492976 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f13f361c-548f-4c31-8564-dc67242d72db tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.4528928 Feb 28 20:21:35.498904 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56152) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:21:35.508418 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-f0cb8cbe-8d4c-421a-a82f-2274411a0406 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1376855403'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:35.578206 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9176c-5fcb-47df-a16c-1e8348acbdf6 req-acfd7d7b-8af2-4529-b77b-576522025d30 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:35.580323 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-abe9176c-5fcb-47df-a16c-1e8348acbdf6 req-acfd7d7b-8af2-4529-b77b-576522025d30 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 945 time: 0.6880820 Feb 28 20:21:35.617676 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:35.683359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] Attempting to bind port 974bb780-6caf-4d1c-9dbd-3da621af6d29 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:21:35.684041 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] Attempting to bind port 974bb780-6caf-4d1c-9dbd-3da621af6d29 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:21:35.684573 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] Attempting to bind port 974bb780-6caf-4d1c-9dbd-3da621af6d29 on network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:21:35.700008 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] Port 974bb780-6caf-4d1c-9dbd-3da621af6d29 on network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:21:35.700658 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] Attempting to bind port 974bb780-6caf-4d1c-9dbd-3da621af6d29 on network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:21:35.725265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d50bc-4d4a-479c-a42f-2a8cafca3cc2 req-4322cd11-15ee-4d29-a06a-3713ec3cdfc5 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:35.726712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cb8cbe-8d4c-421a-a82f-2274411a0406 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Made reservation on behalf of 9d92990bad4d49cdb025de9b8b50c311 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:21:35.730927 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8cbe-8d4c-421a-a82f-2274411a0406 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:35.733265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d50bc-4d4a-479c-a42f-2a8cafca3cc2 req-4322cd11-15ee-4d29-a06a-3713ec3cdfc5 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:35.750770 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d50bc-4d4a-479c-a42f-2a8cafca3cc2 req-4322cd11-15ee-4d29-a06a-3713ec3cdfc5 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:35.764390 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d50bc-4d4a-479c-a42f-2a8cafca3cc2 req-4322cd11-15ee-4d29-a06a-3713ec3cdfc5 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:35.777786 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d50bc-4d4a-479c-a42f-2a8cafca3cc2 req-4322cd11-15ee-4d29-a06a-3713ec3cdfc5 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:35.799186 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d50bc-4d4a-479c-a42f-2a8cafca3cc2 req-4322cd11-15ee-4d29-a06a-3713ec3cdfc5 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:35.812212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b643c148-fd57-467c-bde0-de3ac9a5b867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-1b973a0b-f8e1-4515-82f7-7604e9c4e0d6', 'network_id': '1b973a0b-f8e1-4515-82f7-7604e9c4e0d6', 'project_id': '9d92990bad4d49cdb025de9b8b50c311', 'fixed_ips': [{'subnet_id': '7ceb2faa-d88c-43e9-a47e-5c6aacf66cd5'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:21:35.820058 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-f6d04239-e4f8-4474-86ec-87c1a3c1b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:35.824673 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b643c148-fd57-467c-bde0-de3ac9a5b867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:35.828750 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-f6d04239-e4f8-4474-86ec-87c1a3c1b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:35.829355 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-f6d04239-e4f8-4474-86ec-87c1a3c1b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:35.829873 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-f6d04239-e4f8-4474-86ec-87c1a3c1b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:35.830372 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-f6d04239-e4f8-4474-86ec-87c1a3c1b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:35.830846 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-f6d04239-e4f8-4474-86ec-87c1a3c1b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:35.831328 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-f6d04239-e4f8-4474-86ec-87c1a3c1b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:35.833549 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-f6d04239-e4f8-4474-86ec-87c1a3c1b7ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32b514b33b3446a2a3d4a8b083492ad2&device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 6703 time: 0.2749162 Feb 28 20:21:35.834667 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d50bc-4d4a-479c-a42f-2a8cafca3cc2 req-4322cd11-15ee-4d29-a06a-3713ec3cdfc5 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:35.844603 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-697d50bc-4d4a-479c-a42f-2a8cafca3cc2 req-4322cd11-15ee-4d29-a06a-3713ec3cdfc5 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.4198687 Feb 28 20:21:35.853637 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:21:35.853998 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] Checking segment: {'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:21:35.876682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] Bound using segment: {'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:21:35.877584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] Bound port: 974bb780-6caf-4d1c-9dbd-3da621af6d29, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:21:35.878284 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (974bb780-6caf-4d1c-9dbd-3da621af6d29), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:35.988559 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-abe9176c-5fcb-47df-a16c-1e8348acbdf6 req-0643fef4-7e50-459b-b4ed-9b8eb379a670 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3914573 Feb 28 20:21:36.150287 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-41b58771-5296-45d5-a33b-81d44a0724fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:36.152028 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-41b58771-5296-45d5-a33b-81d44a0724fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d187f09-7970-4e4d-90e2-821e3c7a3175 HTTP/1.1" status: 200 len: 901 time: 0.3036678 Feb 28 20:21:36.169849 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0cb8cbe-8d4c-421a-a82f-2274411a0406 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:21:36.187922 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8cbe-8d4c-421a-a82f-2274411a0406 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (40737003-a8fb-4ce6-8dea-9865e4f2e7cf), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:36.188795 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-f0cb8cbe-8d4c-421a-a82f-2274411a0406 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Added segment 40737003-a8fb-4ce6-8dea-9865e4f2e7cf of type vlan for network ed7ab40c-26fc-450a-9094-20d108c3a171 Feb 28 20:21:36.237798 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-b643c148-fd57-467c-bde0-de3ac9a5b867 None None] Allocated IP 19.80.0.2 (1b973a0b-f8e1-4515-82f7-7604e9c4e0d6/7ceb2faa-d88c-43e9-a47e-5c6aacf66cd5/531b6e43-cee3-4106-8788-137fe7596332) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:21:36.260465 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] For port 974bb780-6caf-4d1c-9dbd-3da621af6d29, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:21:36.314512 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-697d50bc-4d4a-479c-a42f-2a8cafca3cc2 req-f0ade798-3113-4835-a91a-641feca64174 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4205761 Feb 28 20:21:36.335854 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8cbe-8d4c-421a-a82f-2274411a0406 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ed7ab40c-26fc-450a-9094-20d108c3a171), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:36.407621 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] For port 974bb780-6caf-4d1c-9dbd-3da621af6d29, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=974bb780-6caf-4d1c-9dbd-3da621af6d29,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:21:36.435231 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (974bb780-6caf-4d1c-9dbd-3da621af6d29), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:36.451105 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8cbe-8d4c-421a-a82f-2274411a0406 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ed7ab40c-26fc-450a-9094-20d108c3a171), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:36.466043 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cb8cbe-8d4c-421a-a82f-2274411a0406 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:36.468890 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8cbe-8d4c-421a-a82f-2274411a0406 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:36.564046 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-0185c7bb-b58d-4271-a66b-f57e07f399df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1aa6bc6-d58d-48cb-a918-540fd5167b4f HTTP/1.1" status: 200 len: 217 time: 0.1369610 Feb 28 20:21:36.652468 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-a97237b5-28f3-443e-8153-5c3c1638bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:36.656407 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-a97237b5-28f3-443e-8153-5c3c1638bb6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56e4f35f-9c70-498c-b2fa-487768d8821a HTTP/1.1" status: 200 len: 797 time: 0.0645196 Feb 28 20:21:36.772054 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b643c148-fd57-467c-bde0-de3ac9a5b867 None None] Publish callbacks [] for port (531b6e43-cee3-4106-8788-137fe7596332), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:36.784236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:36.785396 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:36.788180 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] 10.222.0.15 "PUT /v2.0/ports/974bb780-6caf-4d1c-9dbd-3da621af6d29 HTTP/1.1" status: 200 len: 1093 time: 3.6137755 Feb 28 20:21:36.802504 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b643c148-fd57-467c-bde0-de3ac9a5b867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (531b6e43-cee3-4106-8788-137fe7596332), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:36.814710 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=7b77f50f-623e-47af-8617-df7c08b321cc,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:36.828773 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f0cb8cbe-8d4c-421a-a82f-2274411a0406 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3285372 Feb 28 20:21:36.862763 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12136b92-02bd-4082-b6e5-c9bc39cffc3b req-d4662246-6e73-41f6-8545-eb66dfac0b65 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:36.886757 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b643c148-fd57-467c-bde0-de3ac9a5b867 None None] Network 1b973a0b-f8e1-4515-82f7-7604e9c4e0d6 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:21:36.893639 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-b643c148-fd57-467c-bde0-de3ac9a5b867 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:21:36.894787 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12136b92-02bd-4082-b6e5-c9bc39cffc3b req-d4662246-6e73-41f6-8545-eb66dfac0b65 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:36.902780 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b643c148-fd57-467c-bde0-de3ac9a5b867 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:21:36.912649 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12136b92-02bd-4082-b6e5-c9bc39cffc3b req-d4662246-6e73-41f6-8545-eb66dfac0b65 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:36.923289 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56158) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:21:36.930798 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643c148-fd57-467c-bde0-de3ac9a5b867 None None] Pushing event updated for resources: {'Port': ['ID=531b6e43-cee3-4106-8788-137fe7596332,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:36.943806 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12136b92-02bd-4082-b6e5-c9bc39cffc3b req-d4662246-6e73-41f6-8545-eb66dfac0b65 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:36.960265 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-9d4fbbc1-4b46-4d56-adbc-158bf3819a89 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Request body: {'subnet': {'network_id': 'ed7ab40c-26fc-450a-9094-20d108c3a171', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:36.979799 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12136b92-02bd-4082-b6e5-c9bc39cffc3b req-d4662246-6e73-41f6-8545-eb66dfac0b65 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:36.990892 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb8cbe-8d4c-421a-a82f-2274411a0406 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event updated for resources: {'Network': ['ID=ed7ab40c-26fc-450a-9094-20d108c3a171,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:37.010117 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12136b92-02bd-4082-b6e5-c9bc39cffc3b req-d4662246-6e73-41f6-8545-eb66dfac0b65 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:37.030250 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12136b92-02bd-4082-b6e5-c9bc39cffc3b req-d4662246-6e73-41f6-8545-eb66dfac0b65 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:37.031012 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ed7ab40c-26fc-450a-9094-20d108c3a171 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:21:37.032702 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12136b92-02bd-4082-b6e5-c9bc39cffc3b req-d4662246-6e73-41f6-8545-eb66dfac0b65 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5444 time: 0.9142630 Feb 28 20:21:37.033193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffe0330-3c0f-4bfe-8979-87582f9902a6', 'tag': '974bb780-6caf-4d1c-9dbd-3da621af6d29'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:37.047541 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4850138-7190-4ada-82b1-14d02b70b0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffe0330-3c0f-4bfe-8979-87582f9902a6", "tag": "974bb780-6caf-4d1c-9dbd-3da621af6d29"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:37.047793 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b643c148-fd57-467c-bde0-de3ac9a5b867 None None] Attempting to bind port 531b6e43-cee3-4106-8788-137fe7596332 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:21:37.047793 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b643c148-fd57-467c-bde0-de3ac9a5b867 None None] Attempting to bind port 531b6e43-cee3-4106-8788-137fe7596332 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'b6ad5a4c-862f-43e0-960d-4cf95ff53118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b973a0b-f8e1-4515-82f7-7604e9c4e0d6'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:21:37.047793 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b643c148-fd57-467c-bde0-de3ac9a5b867 None None] Attempting to bind port 531b6e43-cee3-4106-8788-137fe7596332 on network 1b973a0b-f8e1-4515-82f7-7604e9c4e0d6 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:21:37.091646 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56164) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:21:37.148974 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044908f8-f8bd-4a9c-97dc-f1c25fd82d13 service neutron] Pushing event updated for resources: {'Port': ['ID=974bb780-6caf-4d1c-9dbd-3da621af6d29,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:37.168781 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-6ea94889-ae3b-4b95-bb95-4e47f1d8e27d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Request body: {'floatingip': {'port_id': '57468b1d-83bc-459b-b95f-623af49aac34'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:37.175100 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b643c148-fd57-467c-bde0-de3ac9a5b867 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:21:37.175478 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b643c148-fd57-467c-bde0-de3ac9a5b867 None None] Checking segment: {'id': 'b6ad5a4c-862f-43e0-960d-4cf95ff53118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b973a0b-f8e1-4515-82f7-7604e9c4e0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:21:37.176577 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b643c148-fd57-467c-bde0-de3ac9a5b867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:37.176577 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b643c148-fd57-467c-bde0-de3ac9a5b867 None None] Bound using segment: {'id': 'b6ad5a4c-862f-43e0-960d-4cf95ff53118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b973a0b-f8e1-4515-82f7-7604e9c4e0d6'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:21:37.184596 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b643c148-fd57-467c-bde0-de3ac9a5b867 None None] Bound port: 531b6e43-cee3-4106-8788-137fe7596332, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ad5a4c-862f-43e0-960d-4cf95ff53118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b973a0b-f8e1-4515-82f7-7604e9c4e0d6'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:21:37.185071 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b643c148-fd57-467c-bde0-de3ac9a5b867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (531b6e43-cee3-4106-8788-137fe7596332), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:37.224865 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b5625b-0f91-4347-b79d-b3a3e41fe14d x-openstack-request-id: req-e9b5625b-0f91-4347-b79d-b3a3e41fe14d {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:37.225194 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2729ad31-3e97-41a9-9da7-2ef61094a4ed", "name": "network-vif-plugged", "status": "completed", "tag": "7b77f50f-623e-47af-8617-df7c08b321cc", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:37.225519 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9b5625b-0f91-4347-b79d-b3a3e41fe14d {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:37.226199 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2729ad31-3e97-41a9-9da7-2ef61094a4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b77f50f-623e-47af-8617-df7c08b321cc', 'code': 200} Feb 28 20:21:37.273033 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2aca8-5de8-4455-89aa-3f720be2ca87 req-47339fa7-3f42-4aac-9638-7cf054be6d5f tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:37.283304 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08f2aca8-5de8-4455-89aa-3f720be2ca87 req-47339fa7-3f42-4aac-9638-7cf054be6d5f tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.7090950 Feb 28 20:21:37.343384 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-f7872583-d636-4309-ba73-f21c46ec5540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:37.352284 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-f7872583-d636-4309-ba73-f21c46ec5540 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=0ffe0330-3c0f-4bfe-8979-87582f9902a6 HTTP/1.1" status: 200 len: 1127 time: 0.2807508 Feb 28 20:21:37.453182 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6ea94889-ae3b-4b95-bb95-4e47f1d8e27d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for floatingip (39bee6f9-2da0-4f90-8865-42c7801d6271), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:37.621635 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-6aa2bf56-6586-4d12-8b86-cf89ae3d5574 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=974bb780-6caf-4d1c-9dbd-3da621af6d29 HTTP/1.1" status: 200 len: 217 time: 0.2266538 Feb 28 20:21:37.630941 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08f2aca8-5de8-4455-89aa-3f720be2ca87 req-03e13127-f2f0-4fec-8955-2844ccae9d49 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460495 Feb 28 20:21:37.736272 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-759c0a69-81c4-43b7-bf1d-11694dce4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:37.738547 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-759c0a69-81c4-43b7-bf1d-11694dce4295 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d187f09-7970-4e4d-90e2-821e3c7a3175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 1.0719481 Feb 28 20:21:37.743779 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952a328-b44f-40ac-ae6a-1e017e6f2824 req-c42ff0c0-af56-494f-99c3-2f4ef01f03bb tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:37.751303 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5952a328-b44f-40ac-ae6a-1e017e6f2824 req-c42ff0c0-af56-494f-99c3-2f4ef01f03bb tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 949 time: 0.3819709 Feb 28 20:21:37.753554 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-45b09128-be79-4798-b992-177127fd4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:37.754972 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-45b09128-be79-4798-b992-177127fd4842 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.1229002 Feb 28 20:21:38.010425 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5952a328-b44f-40ac-ae6a-1e017e6f2824 req-476762a8-81c1-4d6f-89e9-f8bd1053a77c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936972 Feb 28 20:21:38.026256 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4fbbc1-4b46-4d56-adbc-158bf3819a89 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Made reservation on behalf of 9d92990bad4d49cdb025de9b8b50c311 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:21:38.066540 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9d4fbbc1-4b46-4d56-adbc-158bf3819a89 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:38.094009 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-050bb9a1-cfc4-4b40-9b38-a45057513a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:38.095795 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-050bb9a1-cfc4-4b40-9b38-a45057513a42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3351414 Feb 28 20:21:38.158311 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15709d-e60b-40d8-b132-5b6ea36393b7 req-c043ed7d-60ea-44a8-9d3d-26ab114c2c2f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:38.164800 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f15709d-e60b-40d8-b132-5b6ea36393b7 req-c043ed7d-60ea-44a8-9d3d-26ab114c2c2f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffe0330-3c0f-4bfe-8979-87582f9902a6 HTTP/1.1" status: 200 len: 944 time: 0.2003217 Feb 28 20:21:38.180213 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b643c148-fd57-467c-bde0-de3ac9a5b867 None None] For port 531b6e43-cee3-4106-8788-137fe7596332, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:21:38.190855 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b643c148-fd57-467c-bde0-de3ac9a5b867 None None] For port 531b6e43-cee3-4106-8788-137fe7596332, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=531b6e43-cee3-4106-8788-137fe7596332,segment=NetworkSegment(b6ad5a4c-862f-43e0-960d-4cf95ff53118),segment_id=b6ad5a4c-862f-43e0-960d-4cf95ff53118)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:21:38.202994 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-5d454448-d5a5-401f-b033-051dc6632690 service neutron] 10.222.0.15 "GET /v2.0/networks/0d187f09-7970-4e4d-90e2-821e3c7a3175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518383 Feb 28 20:21:38.217099 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b643c148-fd57-467c-bde0-de3ac9a5b867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (531b6e43-cee3-4106-8788-137fe7596332), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:38.488779 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643c148-fd57-467c-bde0-de3ac9a5b867 None None] Pushing event updated for resources: {'Port': ['ID=531b6e43-cee3-4106-8788-137fe7596332,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:38.745201 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f15709d-e60b-40d8-b132-5b6ea36393b7 req-e87fc219-0359-43d9-8942-e80434137b45 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5395396 Feb 28 20:21:38.783387 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb83b0-3513-4d1f-97d4-eaea712021a1 req-baefed38-7b01-4276-b8e6-223addea78f4 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:38.785656 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8dfb83b0-3513-4d1f-97d4-eaea712021a1 req-baefed38-7b01-4276-b8e6-223addea78f4 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 945 time: 0.5814307 Feb 28 20:21:38.792128 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9d4fbbc1-4b46-4d56-adbc-158bf3819a89 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (ca80c72e-911f-4e01-8844-96575c690db1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:38.794954 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 55c3f578-1d3a-48ff-b18a-9ade02504823 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:21:38.803263 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-19892e76-71bf-460e-a897-4ec967335174 service neutron] 10.222.0.15 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6902938 Feb 28 20:21:38.873453 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fbbc1-4b46-4d56-adbc-158bf3819a89 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event updated for resources: {'Subnet': ['ID=ca80c72e-911f-4e01-8844-96575c690db1,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:38.901441 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 55c3f578-1d3a-48ff-b18a-9ade02504823 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:21:38.906070 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2e94ee26-9ce4-4699-8273-1cb6bf4beb4f req-b932a9ff-431c-4b2d-a3bd-7318ff30ec68 service neutron] 10.222.0.15 "GET /v2.0/networks/0d187f09-7970-4e4d-90e2-821e3c7a3175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6380627 Feb 28 20:21:38.907713 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 55c3f578-1d3a-48ff-b18a-9ade02504823 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:38.910229 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:38.971359 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4fbbc1-4b46-4d56-adbc-158bf3819a89 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Checking segment: {'id': '40737003-a8fb-4ce6-8dea-9865e4f2e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed7ab40c-26fc-450a-9094-20d108c3a171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:21:38.971730 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4fbbc1-4b46-4d56-adbc-158bf3819a89 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Network hostable DHCP agents. Network: ed7ab40c-26fc-450a-9094-20d108c3a171, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:21:38.981680 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c3816c-8073-4a1d-8d76-8ee0ac431e20 x-openstack-request-id: req-e8c3816c-8073-4a1d-8d76-8ee0ac431e20 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:38.982276 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffe0330-3c0f-4bfe-8979-87582f9902a6", "tag": "974bb780-6caf-4d1c-9dbd-3da621af6d29", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:38.982276 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8c3816c-8073-4a1d-8d76-8ee0ac431e20 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:38.984079 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffe0330-3c0f-4bfe-8979-87582f9902a6', 'tag': '974bb780-6caf-4d1c-9dbd-3da621af6d29', 'status': 'completed', 'code': 200} Feb 28 20:21:39.094178 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8dfb83b0-3513-4d1f-97d4-eaea712021a1 req-013516e3-4bdb-443a-97bb-e3de256b03d0 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875907 Feb 28 20:21:39.181214 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 55c3f578-1d3a-48ff-b18a-9ade02504823 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:39.181214 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:39.246570 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97014f49-c24a-40c3-8a49-b8e9f4acaca1 req-7b5fd795-cea7-4900-b30f-acdb050baf2a service neutron] 10.222.0.15 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239353 Feb 28 20:21:39.279694 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acec3f16-c2a9-4139-90bf-b359f5cb740d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c3f578-1d3a-48ff-b18a-9ade02504823'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:39.303900 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5f5f83-81e6-42e2-b8ea-4eee8bd02261" -d '{"events": [{"server_uuid": "acec3f16-c2a9-4139-90bf-b359f5cb740d", "name": "network-vif-plugged", "status": "completed", "tag": "55c3f578-1d3a-48ff-b18a-9ade02504823"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:39.337330 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 55c3f578-1d3a-48ff-b18a-9ade02504823, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=55c3f578-1d3a-48ff-b18a-9ade02504823,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:39.347723 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:39.466448 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=55c3f578-1d3a-48ff-b18a-9ade02504823,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:39.501031 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9177832-186c-4d81-a0db-16a69d33b0c0 req-e0602d76-9496-4d93-80a2-9127ca0cf75c tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:39.524769 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9177832-186c-4d81-a0db-16a69d33b0c0 req-e0602d76-9496-4d93-80a2-9127ca0cf75c tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:39.527112 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4fbbc1-4b46-4d56-adbc-158bf3819a89 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Network ed7ab40c-26fc-450a-9094-20d108c3a171 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:21:39.546773 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9177832-186c-4d81-a0db-16a69d33b0c0 req-e0602d76-9496-4d93-80a2-9127ca0cf75c tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:39.568284 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9177832-186c-4d81-a0db-16a69d33b0c0 req-e0602d76-9496-4d93-80a2-9127ca0cf75c tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:39.568849 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-9d4fbbc1-4b46-4d56-adbc-158bf3819a89 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ed7ab40c-26fc-450a-9094-20d108c3a171) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:21:39.579982 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc03258f-ecc9-4fd6-b9d0-048fdafbd131 None None] Network ed7ab40c-26fc-450a-9094-20d108c3a171 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:21:39.607398 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9177832-186c-4d81-a0db-16a69d33b0c0 req-e0602d76-9496-4d93-80a2-9127ca0cf75c tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:39.610662 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4fbbc1-4b46-4d56-adbc-158bf3819a89 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:39.614557 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9d4fbbc1-4b46-4d56-adbc-158bf3819a89 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:39.625267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9177832-186c-4d81-a0db-16a69d33b0c0 req-e0602d76-9496-4d93-80a2-9127ca0cf75c tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:39.644087 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9177832-186c-4d81-a0db-16a69d33b0c0 req-e0602d76-9496-4d93-80a2-9127ca0cf75c tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:39.660849 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9177832-186c-4d81-a0db-16a69d33b0c0 req-e0602d76-9496-4d93-80a2-9127ca0cf75c tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.5652447 Feb 28 20:21:39.701685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440ca1c-5696-4ce7-a7ed-2b695f7826aa req-45a6f453-2c2b-4449-8ad9-ecb8250e3dfd tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:39.704360 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a440ca1c-5696-4ce7-a7ed-2b695f7826aa req-45a6f453-2c2b-4449-8ad9-ecb8250e3dfd tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.3683281 Feb 28 20:21:39.706812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4850138-7190-4ada-82b1-14d02b70b0bf req-479ec1ad-6aaf-414d-8fbf-5233e96646a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:39.708572 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4850138-7190-4ada-82b1-14d02b70b0bf req-479ec1ad-6aaf-414d-8fbf-5233e96646a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=0ffe0330-3c0f-4bfe-8979-87582f9902a6 HTTP/1.1" status: 200 len: 1127 time: 0.3918831 Feb 28 20:21:39.764025 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9d4fbbc1-4b46-4d56-adbc-158bf3819a89 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8141482 Feb 28 20:21:39.785912 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.db.resource_extend [None req-6ea94889-ae3b-4b95-bb95-4e47f1d8e27d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:21:39.919943 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31a034a-245a-4ca5-b48b-2016ec929684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-ed7ab40c-26fc-450a-9094-20d108c3a171', 'network_id': 'ed7ab40c-26fc-450a-9094-20d108c3a171', 'project_id': '9d92990bad4d49cdb025de9b8b50c311', 'fixed_ips': [{'subnet_id': 'ca80c72e-911f-4e01-8844-96575c690db1'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:21:39.921331 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b31a034a-245a-4ca5-b48b-2016ec929684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:39.934142 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6ea94889-ae3b-4b95-bb95-4e47f1d8e27d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:39.940010 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6ea94889-ae3b-4b95-bb95-4e47f1d8e27d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (39bee6f9-2da0-4f90-8865-42c7801d6271), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:39.950705 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9177832-186c-4d81-a0db-16a69d33b0c0 req-e5bc120b-a55b-428c-a4c7-b284e31c09fa tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2884803 Feb 28 20:21:40.149947 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a440ca1c-5696-4ce7-a7ed-2b695f7826aa req-8e51a630-54b9-45ee-8dd9-24db23372e27 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107165 Feb 28 20:21:40.252635 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-6ea94889-ae3b-4b95-bb95-4e47f1d8e27d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Floating IP 39bee6f9-2da0-4f90-8865-42c7801d6271 associated. External IP: 172.25.0.132, port: 57468b1d-83bc-459b-b95f-623af49aac34. Feb 28 20:21:40.296362 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4850138-7190-4ada-82b1-14d02b70b0bf req-7fc25c87-13fe-41b5-bdfb-8de2aaab906c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:40.298296 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4850138-7190-4ada-82b1-14d02b70b0bf req-7fc25c87-13fe-41b5-bdfb-8de2aaab906c service neutron] 10.222.0.15 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 912 time: 0.5797849 Feb 28 20:21:40.299565 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-b31a034a-245a-4ca5-b48b-2016ec929684 None None] Allocated IP 19.86.0.2 (ed7ab40c-26fc-450a-9094-20d108c3a171/ca80c72e-911f-4e01-8844-96575c690db1/14926a4c-d0e6-401e-a03c-698878415d4c) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:21:40.330643 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81956e64-9ca3-4827-9eb3-7d657054ed05 req-70ac8da9-a1f6-4535-98be-910c3e9380b1 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:40.333361 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-81956e64-9ca3-4827-9eb3-7d657054ed05 req-70ac8da9-a1f6-4535-98be-910c3e9380b1 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.1657331 Feb 28 20:21:40.358654 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b790ad-9859-41b6-b9e3-1fa04525134d x-openstack-request-id: req-08b790ad-9859-41b6-b9e3-1fa04525134d {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:40.358951 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acec3f16-c2a9-4139-90bf-b359f5cb740d", "name": "network-vif-plugged", "status": "completed", "tag": "55c3f578-1d3a-48ff-b18a-9ade02504823", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:40.359208 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08b790ad-9859-41b6-b9e3-1fa04525134d {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:40.359826 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acec3f16-c2a9-4139-90bf-b359f5cb740d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c3f578-1d3a-48ff-b18a-9ade02504823', 'code': 200} Feb 28 20:21:40.600918 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-81956e64-9ca3-4827-9eb3-7d657054ed05 req-5191dd53-9596-41be-b3cf-f053f4cdb92b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446175 Feb 28 20:21:40.603094 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4850138-7190-4ada-82b1-14d02b70b0bf req-54c451c7-29c2-47fa-a5b0-df1ff0951355 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=974bb780-6caf-4d1c-9dbd-3da621af6d29 HTTP/1.1" status: 200 len: 217 time: 0.2642758 Feb 28 20:21:40.734224 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19187f5a-7757-4825-9621-66b2e764456e req-e651644d-ed29-4a4d-9fdb-291ecb84495b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:40.742461 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19187f5a-7757-4825-9621-66b2e764456e req-e651644d-ed29-4a4d-9fdb-291ecb84495b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffe0330-3c0f-4bfe-8979-87582f9902a6 HTTP/1.1" status: 200 len: 944 time: 0.2948608 Feb 28 20:21:40.742698 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc46c2-39b7-4006-83ee-533fc69e4fe4 req-5242c103-6629-404d-b3d8-dd32e1e84934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:40.744884 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a0cc46c2-39b7-4006-83ee-533fc69e4fe4 req-5242c103-6629-404d-b3d8-dd32e1e84934 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 1133 time: 0.2948999 Feb 28 20:21:40.763712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2d527e-e194-4330-9454-14cc8c7201b8 None None] Network 1b973a0b-f8e1-4515-82f7-7604e9c4e0d6 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:21:40.766783 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4850138-7190-4ada-82b1-14d02b70b0bf req-48a1dde3-9db9-40b2-a7e1-9ab4de2db020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:40.768287 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4850138-7190-4ada-82b1-14d02b70b0bf req-48a1dde3-9db9-40b2-a7e1-9ab4de2db020 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.1264241 Feb 28 20:21:40.959794 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19187f5a-7757-4825-9621-66b2e764456e req-d6da8f78-be32-4f77-9a45-1de262e36297 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162085 Feb 28 20:21:41.002190 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4850138-7190-4ada-82b1-14d02b70b0bf req-17e41bf0-35ad-445d-a6ab-1fc0ca811537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:41.009607 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4850138-7190-4ada-82b1-14d02b70b0bf req-17e41bf0-35ad-445d-a6ab-1fc0ca811537 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2278383 Feb 28 20:21:41.042780 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a0cc46c2-39b7-4006-83ee-533fc69e4fe4 req-5c9e7254-dfba-4c85-80ef-2d1cdcbb3e33 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809415 Feb 28 20:21:41.085749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8c27f879-5483-4287-8b94-3fd023c0bc2e None None] Provisioning complete for port 531b6e43-cee3-4106-8788-137fe7596332 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:41.086595 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8c27f879-5483-4287-8b94-3fd023c0bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (531b6e43-cee3-4106-8788-137fe7596332), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:41.088306 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea94889-ae3b-4b95-bb95-4e47f1d8e27d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Router 350868d5-7db5-4a53-8b7b-7ee51420a45c has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:21:41.101927 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b31a034a-245a-4ca5-b48b-2016ec929684 None None] Publish callbacks [] for port (14926a4c-d0e6-401e-a03c-698878415d4c), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:41.142200 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b31a034a-245a-4ca5-b48b-2016ec929684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (14926a4c-d0e6-401e-a03c-698878415d4c), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:41.195197 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31a034a-245a-4ca5-b48b-2016ec929684 None None] Network ed7ab40c-26fc-450a-9094-20d108c3a171 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:21:41.201827 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 531b6e43-cee3-4106-8788-137fe7596332 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:21:41.227699 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-b31a034a-245a-4ca5-b48b-2016ec929684 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:21:41.400744 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea94889-ae3b-4b95-bb95-4e47f1d8e27d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:21:41.401783 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a034a-245a-4ca5-b48b-2016ec929684 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:21:41.417434 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6ea94889-ae3b-4b95-bb95-4e47f1d8e27d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:41.494092 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e25271-b22f-4a4e-87f1-cfe077dda3e3 None None] Sync routers for ids ['350868d5-7db5-4a53-8b7b-7ee51420a45c'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:21:41.501155 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec841a-dd67-4411-9c9b-9d0e0d726b7f req-1ad8f9ba-193b-40b9-a41e-9fdaf1011908 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:41.520600 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eeec841a-dd67-4411-9c9b-9d0e0d726b7f req-1ad8f9ba-193b-40b9-a41e-9fdaf1011908 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 945 time: 0.4127064 Feb 28 20:21:41.545496 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4850138-7190-4ada-82b1-14d02b70b0bf req-b3b7d950-96f7-45c4-a8c2-092666ca8074 service neutron] 10.222.0.15 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285730 Feb 28 20:21:41.547892 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6ea94889-ae3b-4b95-bb95-4e47f1d8e27d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "PUT /v2.0/floatingips/39bee6f9-2da0-4f90-8865-42c7801d6271 HTTP/1.1" status: 200 len: 992 time: 4.4076374 Feb 28 20:21:41.552601 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'tag': '57468b1d-83bc-459b-b95f-623af49aac34'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:41.563429 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1b7754-8d3d-42f6-8a0b-7ae7639af066" -d '{"events": [{"name": "network-changed", "server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "tag": "57468b1d-83bc-459b-b95f-623af49aac34"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:41.567539 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a034a-245a-4ca5-b48b-2016ec929684 None None] Pushing event updated for resources: {'Port': ['ID=14926a4c-d0e6-401e-a03c-698878415d4c,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:41.705378 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e25271-b22f-4a4e-87f1-cfe077dda3e3 None None] Routers {'350868d5-7db5-4a53-8b7b-7ee51420a45c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:21:41.706406 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-d6e25271-b22f-4a4e-87f1-cfe077dda3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:21:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['350868d5-7db5-4a53-8b7b-7ee51420a45c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:21:41.712180 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b31a034a-245a-4ca5-b48b-2016ec929684 None None] Attempting to bind port 14926a4c-d0e6-401e-a03c-698878415d4c on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:21:41.712827 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b31a034a-245a-4ca5-b48b-2016ec929684 None None] Attempting to bind port 14926a4c-d0e6-401e-a03c-698878415d4c by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '40737003-a8fb-4ce6-8dea-9865e4f2e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed7ab40c-26fc-450a-9094-20d108c3a171'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:21:41.713654 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31a034a-245a-4ca5-b48b-2016ec929684 None None] Attempting to bind port 14926a4c-d0e6-401e-a03c-698878415d4c on network ed7ab40c-26fc-450a-9094-20d108c3a171 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:21:41.798128 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eeec841a-dd67-4411-9c9b-9d0e0d726b7f req-66a99fe1-1cb0-419f-8cee-1bb8bb0f6593 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654557 Feb 28 20:21:41.812071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31a034a-245a-4ca5-b48b-2016ec929684 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:21:41.812638 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31a034a-245a-4ca5-b48b-2016ec929684 None None] Checking segment: {'id': '40737003-a8fb-4ce6-8dea-9865e4f2e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed7ab40c-26fc-450a-9094-20d108c3a171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:21:41.813243 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b31a034a-245a-4ca5-b48b-2016ec929684 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:41.813821 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31a034a-245a-4ca5-b48b-2016ec929684 None None] Bound using segment: {'id': '40737003-a8fb-4ce6-8dea-9865e4f2e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed7ab40c-26fc-450a-9094-20d108c3a171'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:21:41.814566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b31a034a-245a-4ca5-b48b-2016ec929684 None None] Bound port: 14926a4c-d0e6-401e-a03c-698878415d4c, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40737003-a8fb-4ce6-8dea-9865e4f2e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed7ab40c-26fc-450a-9094-20d108c3a171'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:21:41.815183 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b31a034a-245a-4ca5-b48b-2016ec929684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (14926a4c-d0e6-401e-a03c-698878415d4c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:41.846896 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4850138-7190-4ada-82b1-14d02b70b0bf req-66440a97-d957-4841-94da-a2ea6d237a4a service neutron] 10.222.0.15 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770982 Feb 28 20:21:41.959130 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 531b6e43-cee3-4106-8788-137fe7596332 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:41.959545 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (531b6e43-cee3-4106-8788-137fe7596332), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:42.037971 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8c27f879-5483-4287-8b94-3fd023c0bc2e None None] Current status of the port 531b6e43-cee3-4106-8788-137fe7596332 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:42.038365 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8c27f879-5483-4287-8b94-3fd023c0bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (531b6e43-cee3-4106-8788-137fe7596332), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:42.077956 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39fa7b-1e7a-4bdd-849b-e8cedc20fb24 req-e1469968-6a91-48a4-9967-9cc95e9bfa7b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:42.085692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39fa7b-1e7a-4bdd-849b-e8cedc20fb24 req-e1469968-6a91-48a4-9967-9cc95e9bfa7b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:42.109215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39fa7b-1e7a-4bdd-849b-e8cedc20fb24 req-e1469968-6a91-48a4-9967-9cc95e9bfa7b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:42.123501 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39fa7b-1e7a-4bdd-849b-e8cedc20fb24 req-e1469968-6a91-48a4-9967-9cc95e9bfa7b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:42.131939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b31a034a-245a-4ca5-b48b-2016ec929684 None None] For port 14926a4c-d0e6-401e-a03c-698878415d4c, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:21:42.159456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39fa7b-1e7a-4bdd-849b-e8cedc20fb24 req-e1469968-6a91-48a4-9967-9cc95e9bfa7b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:42.182371 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b31a034a-245a-4ca5-b48b-2016ec929684 None None] For port 14926a4c-d0e6-401e-a03c-698878415d4c, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=14926a4c-d0e6-401e-a03c-698878415d4c,segment=NetworkSegment(40737003-a8fb-4ce6-8dea-9865e4f2e7cf),segment_id=40737003-a8fb-4ce6-8dea-9865e4f2e7cf)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:21:42.184723 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39fa7b-1e7a-4bdd-849b-e8cedc20fb24 req-e1469968-6a91-48a4-9967-9cc95e9bfa7b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:42.203360 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-8c27f879-5483-4287-8b94-3fd023c0bc2e None None] For port 531b6e43-cee3-4106-8788-137fe7596332, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=531b6e43-cee3-4106-8788-137fe7596332,segment=NetworkSegment(b6ad5a4c-862f-43e0-960d-4cf95ff53118),segment_id=b6ad5a4c-862f-43e0-960d-4cf95ff53118)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:42.206782 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-d6e25271-b22f-4a4e-87f1-cfe077dda3e3 None None] Set router 350868d5-7db5-4a53-8b7b-7ee51420a45c gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:21:42.210172 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39fa7b-1e7a-4bdd-849b-e8cedc20fb24 req-e1469968-6a91-48a4-9967-9cc95e9bfa7b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:42.211354 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8c27f879-5483-4287-8b94-3fd023c0bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (531b6e43-cee3-4106-8788-137fe7596332), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:42.218013 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b31a034a-245a-4ca5-b48b-2016ec929684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (14926a4c-d0e6-401e-a03c-698878415d4c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:42.223772 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e39fa7b-1e7a-4bdd-849b-e8cedc20fb24 req-e1469968-6a91-48a4-9967-9cc95e9bfa7b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.3004375 Feb 28 20:21:42.363886 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27f879-5483-4287-8b94-3fd023c0bc2e None None] Pushing event updated for resources: {'Port': ['ID=531b6e43-cee3-4106-8788-137fe7596332,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:42.402092 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e39fa7b-1e7a-4bdd-849b-e8cedc20fb24 req-3a0e23bf-7e9b-45ff-b054-9e5bdc39db82 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1759613 Feb 28 20:21:42.503170 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a034a-245a-4ca5-b48b-2016ec929684 None None] Pushing event updated for resources: {'Port': ['ID=14926a4c-d0e6-401e-a03c-698878415d4c,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:42.581374 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 531b6e43-cee3-4106-8788-137fe7596332 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:42.909196 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9cf85-d2c6-4c64-a499-f98584019420 req-a6bcee3e-10cd-49be-82b2-ac0a3bd2803f tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:42.923913 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6c9cf85-d2c6-4c64-a499-f98584019420 req-a6bcee3e-10cd-49be-82b2-ac0a3bd2803f tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.2847154 Feb 28 20:21:43.008549 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6c9cf85-d2c6-4c64-a499-f98584019420 req-c784674f-e0dd-488b-83de-25b6c81c64d9 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828788 Feb 28 20:21:43.086906 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d47d8507-26b4-46ed-8341-9f56271569f6 None None] Provisioning complete for port 531b6e43-cee3-4106-8788-137fe7596332 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:43.087626 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d47d8507-26b4-46ed-8341-9f56271569f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (531b6e43-cee3-4106-8788-137fe7596332), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:43.092267 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 531b6e43-cee3-4106-8788-137fe7596332 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:21:43.176845 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 974bb780-6caf-4d1c-9dbd-3da621af6d29 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:21:43.289438 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8471c11-410c-4d5e-83ae-ad190c3fb187 req-4c1b5150-1f73-4930-aeec-e9a02bdcbe12 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:43.303048 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-d6e25271-b22f-4a4e-87f1-cfe077dda3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984827160-router', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:07Z', 'revision_number': 4, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'gw_port': {'id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:46:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '39bee6f9-2da0-4f90-8865-42c7801d6271', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'floating_ip_address': '172.25.0.132', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'port_id': '57468b1d-83bc-459b-b95f-623af49aac34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5', 'mac_address': 'fa:16:3e:ca:47:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:19:33Z', 'updated_at': '2022-02-28T20:21:39Z', 'revision_number': 1, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed098a14-2cd5-4c07-9e4e-2d50334ed4a9', 'name': '', 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'mac_address': 'fa:16:3e:b4:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'e4c17c34-1415-482c-9e44-a2606667b359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:05Z', 'updated_at': '2022-02-28T20:18:13Z', 'revision_number': 5, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'subnets': [{'id': 'e4c17c34-1415-482c-9e44-a2606667b359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:21:43.338793 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8471c11-410c-4d5e-83ae-ad190c3fb187 req-4c1b5150-1f73-4930-aeec-e9a02bdcbe12 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:43.357525 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8471c11-410c-4d5e-83ae-ad190c3fb187 req-4c1b5150-1f73-4930-aeec-e9a02bdcbe12 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:43.374222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8471c11-410c-4d5e-83ae-ad190c3fb187 req-4c1b5150-1f73-4930-aeec-e9a02bdcbe12 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:43.385764 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8471c11-410c-4d5e-83ae-ad190c3fb187 req-4c1b5150-1f73-4930-aeec-e9a02bdcbe12 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:43.418100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8471c11-410c-4d5e-83ae-ad190c3fb187 req-4c1b5150-1f73-4930-aeec-e9a02bdcbe12 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:43.432160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8471c11-410c-4d5e-83ae-ad190c3fb187 req-4c1b5150-1f73-4930-aeec-e9a02bdcbe12 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:43.444613 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a8471c11-410c-4d5e-83ae-ad190c3fb187 req-4c1b5150-1f73-4930-aeec-e9a02bdcbe12 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5444 time: 0.3332195 Feb 28 20:21:43.631032 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a8471c11-410c-4d5e-83ae-ad190c3fb187 req-d9b0981e-d170-42fc-b777-6e13258abfcb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1851149 Feb 28 20:21:43.724938 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 974bb780-6caf-4d1c-9dbd-3da621af6d29, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=974bb780-6caf-4d1c-9dbd-3da621af6d29,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:43.746514 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '974bb780-6caf-4d1c-9dbd-3da621af6d29', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'port_id': '974bb780-6caf-4d1c-9dbd-3da621af6d29', 'mac_address': 'fa:16:3e:25:34:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:21:43.751022 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 531b6e43-cee3-4106-8788-137fe7596332 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:43.751674 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (531b6e43-cee3-4106-8788-137fe7596332), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:43.755565 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e25271-b22f-4a4e-87f1-cfe077dda3e3 None None] Checking router: 350868d5-7db5-4a53-8b7b-7ee51420a45c for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:21:43.766559 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89064765-e708-459f-b64f-7fc49210142f x-openstack-request-id: req-89064765-e708-459f-b64f-7fc49210142f {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:43.767099 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "tag": "57468b1d-83bc-459b-b95f-623af49aac34", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:43.767283 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89064765-e708-459f-b64f-7fc49210142f {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:43.767600 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'tag': '57468b1d-83bc-459b-b95f-623af49aac34', 'status': 'completed', 'code': 200} Feb 28 20:21:43.844971 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 974bb780-6caf-4d1c-9dbd-3da621af6d29 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:43.846998 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (974bb780-6caf-4d1c-9dbd-3da621af6d29), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:43.876688 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974bb780-6caf-4d1c-9dbd-3da621af6d29 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:21:43.904855 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 974bb780-6caf-4d1c-9dbd-3da621af6d29, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=974bb780-6caf-4d1c-9dbd-3da621af6d29,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:43.914668 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (974bb780-6caf-4d1c-9dbd-3da621af6d29), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:43.973242 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e25271-b22f-4a4e-87f1-cfe077dda3e3 None None] Routers {'350868d5-7db5-4a53-8b7b-7ee51420a45c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:21:43.974532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-d6e25271-b22f-4a4e-87f1-cfe077dda3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:21:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['350868d5-7db5-4a53-8b7b-7ee51420a45c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:21:43.990785 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b7754-8d3d-42f6-8a0b-7ae7639af066 req-e7b2b723-6125-47ac-a4c9-202bc8589fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:43.991268 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b7754-8d3d-42f6-8a0b-7ae7639af066 req-e7b2b723-6125-47ac-a4c9-202bc8589fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:43.991795 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b7754-8d3d-42f6-8a0b-7ae7639af066 req-e7b2b723-6125-47ac-a4c9-202bc8589fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:43.992619 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b7754-8d3d-42f6-8a0b-7ae7639af066 req-e7b2b723-6125-47ac-a4c9-202bc8589fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:43.993090 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b7754-8d3d-42f6-8a0b-7ae7639af066 req-e7b2b723-6125-47ac-a4c9-202bc8589fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:43.993552 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b7754-8d3d-42f6-8a0b-7ae7639af066 req-e7b2b723-6125-47ac-a4c9-202bc8589fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:44.005783 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b7754-8d3d-42f6-8a0b-7ae7639af066 req-e7b2b723-6125-47ac-a4c9-202bc8589fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:44.008252 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7d1b7754-8d3d-42f6-8a0b-7ae7639af066 req-e7b2b723-6125-47ac-a4c9-202bc8589fb9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc9440223e9e4177b248e28bf8c3bfd8&device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 6725 time: 0.1850097 Feb 28 20:21:44.123364 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a005c45-0667-4c84-b4e7-b32bf74928fd req-8dfa81d5-96c9-49e1-9331-70cc9d6b8802 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:44.140835 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a005c45-0667-4c84-b4e7-b32bf74928fd req-8dfa81d5-96c9-49e1-9331-70cc9d6b8802 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.2156045 Feb 28 20:21:44.245223 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-d6e25271-b22f-4a4e-87f1-cfe077dda3e3 None None] Set router 350868d5-7db5-4a53-8b7b-7ee51420a45c gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:21:44.360469 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b7754-8d3d-42f6-8a0b-7ae7639af066 req-8b010a14-9338-47ce-8ede-f40fafe544e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:44.363266 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7d1b7754-8d3d-42f6-8a0b-7ae7639af066 req-8b010a14-9338-47ce-8ede-f40fafe544e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4d04028-1f92-4a10-a522-d88228aafca5 HTTP/1.1" status: 200 len: 917 time: 0.3276381 Feb 28 20:21:44.628243 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7d1b7754-8d3d-42f6-8a0b-7ae7639af066 req-6491d55c-a2b4-495c-a271-374a94ee65d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57468b1d-83bc-459b-b95f-623af49aac34 HTTP/1.1" status: 200 len: 1000 time: 0.2280004 Feb 28 20:21:44.768135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b7754-8d3d-42f6-8a0b-7ae7639af066 req-afdbf398-bca1-43dc-b2cc-d2885fd25d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:44.769752 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7d1b7754-8d3d-42f6-8a0b-7ae7639af066 req-afdbf398-bca1-43dc-b2cc-d2885fd25d27 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4c17c34-1415-482c-9e44-a2606667b359 HTTP/1.1" status: 200 len: 856 time: 0.1092718 Feb 28 20:21:44.788717 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['974bb780-6caf-4d1c-9dbd-3da621af6d29'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:21:44.874295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d47d8507-26b4-46ed-8341-9f56271569f6 None None] Current status of the port 531b6e43-cee3-4106-8788-137fe7596332 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:44.925688 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b7754-8d3d-42f6-8a0b-7ae7639af066 req-0c751060-7799-4e32-8c71-3d71da522a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:44.932310 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7d1b7754-8d3d-42f6-8a0b-7ae7639af066 req-0c751060-7799-4e32-8c71-3d71da522a6f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4d04028-1f92-4a10-a522-d88228aafca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1297119 Feb 28 20:21:45.016674 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af8bfaf-7fa7-4320-804a-7048a4af5e12 None None] Network ed7ab40c-26fc-450a-9094-20d108c3a171 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:21:45.018172 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a005c45-0667-4c84-b4e7-b32bf74928fd req-69414139-0c25-45c0-910b-a1803e59d8c1 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8719907 Feb 28 20:21:45.171745 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=974bb780-6caf-4d1c-9dbd-3da621af6d29,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:45.235930 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7d1b7754-8d3d-42f6-8a0b-7ae7639af066 req-7f5559fa-44a3-4284-927b-ece0ce543a69 service neutron] 10.222.0.10 "GET /v2.0/networks/b4d04028-1f92-4a10-a522-d88228aafca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816312 Feb 28 20:21:45.346721 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9061e9-905f-4e17-9b81-06b02868a622 req-da4ba068-5ac6-495c-b521-910d8b8d1dd5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:45.367293 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e9061e9-905f-4e17-9b81-06b02868a622 req-da4ba068-5ac6-495c-b521-910d8b8d1dd5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffe0330-3c0f-4bfe-8979-87582f9902a6 HTTP/1.1" status: 200 len: 945 time: 0.2176795 Feb 28 20:21:45.431249 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ab28d25c-7110-4a4e-a5b6-e4663450ff52 None None] Provisioning complete for port 14926a4c-d0e6-401e-a03c-698878415d4c triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:45.431633 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ab28d25c-7110-4a4e-a5b6-e4663450ff52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (14926a4c-d0e6-401e-a03c-698878415d4c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:45.525466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e9061e9-905f-4e17-9b81-06b02868a622 req-f312f754-88fe-49f9-829e-2e5c1ecae635 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512115 Feb 28 20:21:45.555590 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7d1b7754-8d3d-42f6-8a0b-7ae7639af066 req-2b614a40-a5f5-45f4-a78b-270650a09995 service neutron] 10.222.0.10 "GET /v2.0/networks/b4d04028-1f92-4a10-a522-d88228aafca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020654 Feb 28 20:21:45.671486 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-d6e25271-b22f-4a4e-87f1-cfe077dda3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984827160-router', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:07Z', 'revision_number': 4, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'gw_port': {'id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:46:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '39bee6f9-2da0-4f90-8865-42c7801d6271', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'floating_ip_address': '172.25.0.132', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'port_id': '57468b1d-83bc-459b-b95f-623af49aac34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5', 'mac_address': 'fa:16:3e:ca:47:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:19:33Z', 'updated_at': '2022-02-28T20:21:39Z', 'revision_number': 1, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed098a14-2cd5-4c07-9e4e-2d50334ed4a9', 'name': '', 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'mac_address': 'fa:16:3e:b4:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'e4c17c34-1415-482c-9e44-a2606667b359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:05Z', 'updated_at': '2022-02-28T20:18:13Z', 'revision_number': 5, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'subnets': [{'id': 'e4c17c34-1415-482c-9e44-a2606667b359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:21:45.710391 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 531b6e43-cee3-4106-8788-137fe7596332 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:45.771249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8c252-8b23-4236-bf55-951d9fb7477b req-fe034de2-5576-4d3d-b8f2-503cad807ce9 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:45.772897 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37d8c252-8b23-4236-bf55-951d9fb7477b req-fe034de2-5576-4d3d-b8f2-503cad807ce9 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 945 time: 0.1789293 Feb 28 20:21:45.893865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e25271-b22f-4a4e-87f1-cfe077dda3e3 None None] The sync data for ids ['350868d5-7db5-4a53-8b7b-7ee51420a45c'] in n-d-820368-21 is: [{'id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984827160-router', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:07Z', 'revision_number': 4, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'gw_port': {'id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:46:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '39bee6f9-2da0-4f90-8865-42c7801d6271', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'floating_ip_address': '172.25.0.132', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'port_id': '57468b1d-83bc-459b-b95f-623af49aac34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5', 'mac_address': 'fa:16:3e:ca:47:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:19:33Z', 'updated_at': '2022-02-28T20:21:39Z', 'revision_number': 1, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed098a14-2cd5-4c07-9e4e-2d50334ed4a9', 'name': '', 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'mac_address': 'fa:16:3e:b4:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'e4c17c34-1415-482c-9e44-a2606667b359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:05Z', 'updated_at': '2022-02-28T20:18:13Z', 'revision_number': 5, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'subnets': [{'id': 'e4c17c34-1415-482c-9e44-a2606667b359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:21:45.947304 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37d8c252-8b23-4236-bf55-951d9fb7477b req-bcb4b6ed-131d-4891-b389-759b9ce9f83c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505458 Feb 28 20:21:46.139092 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 14926a4c-d0e6-401e-a03c-698878415d4c up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:21:46.345817 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c1130-9a07-41f1-b316-da25271e060c req-bc65632b-4acf-4f37-bd0f-ed41195f4fe9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:46.375099 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c1130-9a07-41f1-b316-da25271e060c req-bc65632b-4acf-4f37-bd0f-ed41195f4fe9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:46.402170 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c1130-9a07-41f1-b316-da25271e060c req-bc65632b-4acf-4f37-bd0f-ed41195f4fe9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:46.420699 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c1130-9a07-41f1-b316-da25271e060c req-bc65632b-4acf-4f37-bd0f-ed41195f4fe9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:46.446308 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c1130-9a07-41f1-b316-da25271e060c req-bc65632b-4acf-4f37-bd0f-ed41195f4fe9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:46.463080 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c1130-9a07-41f1-b316-da25271e060c req-bc65632b-4acf-4f37-bd0f-ed41195f4fe9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:46.483612 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c1130-9a07-41f1-b316-da25271e060c req-bc65632b-4acf-4f37-bd0f-ed41195f4fe9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:46.497881 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de0c1130-9a07-41f1-b316-da25271e060c req-bc65632b-4acf-4f37-bd0f-ed41195f4fe9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.3284042 Feb 28 20:21:46.520089 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ab28d25c-7110-4a4e-a5b6-e4663450ff52 None None] Current status of the port 14926a4c-d0e6-401e-a03c-698878415d4c is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:46.520534 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ab28d25c-7110-4a4e-a5b6-e4663450ff52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (14926a4c-d0e6-401e-a03c-698878415d4c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:46.530459 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308caf0d-d675-4575-bb57-1cf7d23bf2e2 None None] New status for floating IP 39bee6f9-2da0-4f90-8865-42c7801d6271: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:21:46.662418 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2243a688-9803-4309-9e4a-0d5d96d1c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:46.741694 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ab28d25c-7110-4a4e-a5b6-e4663450ff52 None None] For port 14926a4c-d0e6-401e-a03c-698878415d4c, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=14926a4c-d0e6-401e-a03c-698878415d4c,segment=NetworkSegment(40737003-a8fb-4ce6-8dea-9865e4f2e7cf),segment_id=40737003-a8fb-4ce6-8dea-9865e4f2e7cf)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:46.749584 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ab28d25c-7110-4a4e-a5b6-e4663450ff52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (14926a4c-d0e6-401e-a03c-698878415d4c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:46.753589 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 14926a4c-d0e6-401e-a03c-698878415d4c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:46.754039 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (14926a4c-d0e6-401e-a03c-698878415d4c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:46.817395 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de0c1130-9a07-41f1-b316-da25271e060c req-3ed5cf5b-eb94-4472-b5a6-db8aca228066 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3096526 Feb 28 20:21:46.987607 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28d25c-7110-4a4e-a5b6-e4663450ff52 None None] Pushing event updated for resources: {'Port': ['ID=14926a4c-d0e6-401e-a03c-698878415d4c,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:47.118349 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abe162-d74b-4ecc-8e16-fdeb00dde008 req-ee8f9afd-1105-4ec7-b7d5-262233976e73 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:47.133350 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abe162-d74b-4ecc-8e16-fdeb00dde008 req-ee8f9afd-1105-4ec7-b7d5-262233976e73 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:47.145243 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abe162-d74b-4ecc-8e16-fdeb00dde008 req-ee8f9afd-1105-4ec7-b7d5-262233976e73 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:47.170735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abe162-d74b-4ecc-8e16-fdeb00dde008 req-ee8f9afd-1105-4ec7-b7d5-262233976e73 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:47.185879 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abe162-d74b-4ecc-8e16-fdeb00dde008 req-ee8f9afd-1105-4ec7-b7d5-262233976e73 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:47.197418 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 14926a4c-d0e6-401e-a03c-698878415d4c is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:47.212876 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d15094a8-fcba-496b-aee2-4c3a5f43a20c None None] Provisioning complete for port 14926a4c-d0e6-401e-a03c-698878415d4c triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:47.213266 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d15094a8-fcba-496b-aee2-4c3a5f43a20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (14926a4c-d0e6-401e-a03c-698878415d4c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:47.213965 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abe162-d74b-4ecc-8e16-fdeb00dde008 req-ee8f9afd-1105-4ec7-b7d5-262233976e73 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:47.225534 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abe162-d74b-4ecc-8e16-fdeb00dde008 req-ee8f9afd-1105-4ec7-b7d5-262233976e73 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:47.232769 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55abe162-d74b-4ecc-8e16-fdeb00dde008 req-ee8f9afd-1105-4ec7-b7d5-262233976e73 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5444 time: 0.2440693 Feb 28 20:21:47.421966 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d15094a8-fcba-496b-aee2-4c3a5f43a20c None None] Current status of the port 14926a4c-d0e6-401e-a03c-698878415d4c is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:47.458847 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e8b7e-a807-4409-b43a-b59071903854 req-11528903-895b-428a-9a7c-b6db8f27b053 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:47.467208 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a62e8b7e-a807-4409-b43a-b59071903854 req-11528903-895b-428a-9a7c-b6db8f27b053 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1536012 Feb 28 20:21:47.578165 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a62e8b7e-a807-4409-b43a-b59071903854 req-cf17c655-7dae-4c12-880f-3ad3f2bce7bf tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950263 Feb 28 20:21:47.984505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 14926a4c-d0e6-401e-a03c-698878415d4c up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:21:48.034632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a70312-2f9d-4c11-8a4b-20a98bbfaca8 req-4946e4c4-4380-46e2-9fe3-da7c30d994ae tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:48.048652 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9a70312-2f9d-4c11-8a4b-20a98bbfaca8 req-4946e4c4-4380-46e2-9fe3-da7c30d994ae tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.1850436 Feb 28 20:21:48.139740 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9a70312-2f9d-4c11-8a4b-20a98bbfaca8 req-b888fcf7-5b0c-49ca-bade-b6cc97f828c1 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883656 Feb 28 20:21:48.218559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 14926a4c-d0e6-401e-a03c-698878415d4c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:48.218559 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (14926a4c-d0e6-401e-a03c-698878415d4c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:48.488336 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ca2f7-13f7-4a60-92f4-ab5dd8f44cfc req-2c679f3c-9e39-44a5-9df7-c5c19eba1ce9 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:48.499739 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-115ca2f7-13f7-4a60-92f4-ab5dd8f44cfc req-2c679f3c-9e39-44a5-9df7-c5c19eba1ce9 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffe0330-3c0f-4bfe-8979-87582f9902a6 HTTP/1.1" status: 200 len: 945 time: 0.1895599 Feb 28 20:21:48.517524 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 14926a4c-d0e6-401e-a03c-698878415d4c is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:48.660525 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-115ca2f7-13f7-4a60-92f4-ab5dd8f44cfc req-9b8c4a0f-cdf4-491b-a42c-b4a9316fbf6f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596508 Feb 28 20:21:49.040353 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8e58f7d4-edac-4e90-a77b-67fe40419b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:49.112054 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d3acd-aac3-4de4-875c-40729d246fd1 req-ff431abb-4f90-4adc-b9ed-dfab0e55dcf3 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:49.129391 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d83d3acd-aac3-4de4-875c-40729d246fd1 req-ff431abb-4f90-4adc-b9ed-dfab0e55dcf3 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 945 time: 0.3512387 Feb 28 20:21:49.182596 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 974bb780-6caf-4d1c-9dbd-3da621af6d29 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:21:49.335931 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d83d3acd-aac3-4de4-875c-40729d246fd1 req-d9645ba4-7318-41d3-adfc-c3e23d481a1c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011664 Feb 28 20:21:49.391913 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:49.408697 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 974bb780-6caf-4d1c-9dbd-3da621af6d29 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:21:49.420611 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 974bb780-6caf-4d1c-9dbd-3da621af6d29 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:49.421283 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (974bb780-6caf-4d1c-9dbd-3da621af6d29), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:49.633457 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22089da5-4414-42c0-bd15-eb6d5c8cef04 req-115ada63-535a-4c5d-9009-96a7780e16cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:49.653166 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22089da5-4414-42c0-bd15-eb6d5c8cef04 req-115ada63-535a-4c5d-9009-96a7780e16cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:49.659521 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22089da5-4414-42c0-bd15-eb6d5c8cef04 req-115ada63-535a-4c5d-9009-96a7780e16cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:49.664986 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 974bb780-6caf-4d1c-9dbd-3da621af6d29 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:49.666468 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (974bb780-6caf-4d1c-9dbd-3da621af6d29), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:49.672360 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22089da5-4414-42c0-bd15-eb6d5c8cef04 req-115ada63-535a-4c5d-9009-96a7780e16cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:49.685751 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22089da5-4414-42c0-bd15-eb6d5c8cef04 req-115ada63-535a-4c5d-9009-96a7780e16cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:49.694952 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22089da5-4414-42c0-bd15-eb6d5c8cef04 req-115ada63-535a-4c5d-9009-96a7780e16cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:49.707677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22089da5-4414-42c0-bd15-eb6d5c8cef04 req-115ada63-535a-4c5d-9009-96a7780e16cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:49.734137 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22089da5-4414-42c0-bd15-eb6d5c8cef04 req-115ada63-535a-4c5d-9009-96a7780e16cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.2545166 Feb 28 20:21:49.739489 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffe0330-3c0f-4bfe-8979-87582f9902a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974bb780-6caf-4d1c-9dbd-3da621af6d29'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:49.752474 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38219807-c9b8-49ce-b1d6-7666a37f546f" -d '{"events": [{"server_uuid": "0ffe0330-3c0f-4bfe-8979-87582f9902a6", "name": "network-vif-plugged", "status": "completed", "tag": "974bb780-6caf-4d1c-9dbd-3da621af6d29"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:49.805983 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 974bb780-6caf-4d1c-9dbd-3da621af6d29, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=974bb780-6caf-4d1c-9dbd-3da621af6d29,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:49.814232 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (974bb780-6caf-4d1c-9dbd-3da621af6d29), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:49.984618 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22089da5-4414-42c0-bd15-eb6d5c8cef04 req-e687556d-7c5f-4465-8d09-6b78fe81b901 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2449861 Feb 28 20:21:50.430582 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cda87-572d-47ea-a407-74264998ffb5 req-0cee3d1d-14f0-4f7f-82c1-1849a57ccfdf tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:50.432332 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e78cda87-572d-47ea-a407-74264998ffb5 req-0cee3d1d-14f0-4f7f-82c1-1849a57ccfdf tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1390619 Feb 28 20:21:50.487554 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=974bb780-6caf-4d1c-9dbd-3da621af6d29,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:50.503765 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:50.550035 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e78cda87-572d-47ea-a407-74264998ffb5 req-6fe9899f-ea1a-4b3c-ab91-cd4ceb2bfa5d tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103671 Feb 28 20:21:50.788615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361484bb-1af5-4e88-974e-001a143ae9d9 req-25013216-c511-49d7-b2a2-c9b496843716 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:50.791668 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-361484bb-1af5-4e88-974e-001a143ae9d9 req-25013216-c511-49d7-b2a2-c9b496843716 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffe0330-3c0f-4bfe-8979-87582f9902a6 HTTP/1.1" status: 200 len: 946 time: 0.1473172 Feb 28 20:21:50.872681 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-361484bb-1af5-4e88-974e-001a143ae9d9 req-2651e8da-8332-46cd-a911-070f2d048bd7 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737307 Feb 28 20:21:50.926340 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb67862-6357-46c2-8ef2-c9abc306d08a x-openstack-request-id: req-9cb67862-6357-46c2-8ef2-c9abc306d08a {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:50.926946 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffe0330-3c0f-4bfe-8979-87582f9902a6", "name": "network-vif-plugged", "status": "completed", "tag": "974bb780-6caf-4d1c-9dbd-3da621af6d29", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:50.927697 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9cb67862-6357-46c2-8ef2-c9abc306d08a {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:50.928496 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffe0330-3c0f-4bfe-8979-87582f9902a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974bb780-6caf-4d1c-9dbd-3da621af6d29', 'code': 200} Feb 28 20:21:51.136852 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f59f8-0422-4f25-8bc4-becdcf27b52f req-3a8a365a-8ea6-4e99-990e-c0f82a8cd509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:51.138842 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-265f59f8-0422-4f25-8bc4-becdcf27b52f req-3a8a365a-8ea6-4e99-990e-c0f82a8cd509 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ffe0330-3c0f-4bfe-8979-87582f9902a6 HTTP/1.1" status: 200 len: 1129 time: 0.1300318 Feb 28 20:21:51.346501 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20f4e8-78eb-403f-9492-db5d7e7c89a0 req-ca7bef2d-090a-4dd9-8a38-22b6f0f14440 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:51.382388 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2c20f4e8-78eb-403f-9492-db5d7e7c89a0 req-ca7bef2d-090a-4dd9-8a38-22b6f0f14440 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 945 time: 0.2291486 Feb 28 20:21:51.387906 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:51.395917 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-265f59f8-0422-4f25-8bc4-becdcf27b52f req-58c1b733-ac91-4796-9e76-b22ff7fdd46c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033305 Feb 28 20:21:51.449217 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2c20f4e8-78eb-403f-9492-db5d7e7c89a0 req-05dd5c1a-e3ff-4437-a75d-f6406967f849 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915117 Feb 28 20:21:51.729610 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-6df9498d-080e-4855-87d2-98d6b210ded6 req-7aea4f61-57b0-4d6a-84b9-33140dcd1cde service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:21:51.731371 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6df9498d-080e-4855-87d2-98d6b210ded6 req-7aea4f61-57b0-4d6a-84b9-33140dcd1cde service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1196661 Feb 28 20:21:52.250694 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c836c66-c43b-4d10-9a61-8a84a6e21201 req-466b24fd-774b-40f9-a5f6-d9c098fea26d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:52.261721 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c836c66-c43b-4d10-9a61-8a84a6e21201 req-466b24fd-774b-40f9-a5f6-d9c098fea26d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:52.267946 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c836c66-c43b-4d10-9a61-8a84a6e21201 req-466b24fd-774b-40f9-a5f6-d9c098fea26d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:52.274473 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c836c66-c43b-4d10-9a61-8a84a6e21201 req-466b24fd-774b-40f9-a5f6-d9c098fea26d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:52.285155 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c836c66-c43b-4d10-9a61-8a84a6e21201 req-466b24fd-774b-40f9-a5f6-d9c098fea26d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:52.296716 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c836c66-c43b-4d10-9a61-8a84a6e21201 req-466b24fd-774b-40f9-a5f6-d9c098fea26d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:52.302783 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c836c66-c43b-4d10-9a61-8a84a6e21201 req-466b24fd-774b-40f9-a5f6-d9c098fea26d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:52.305299 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3c836c66-c43b-4d10-9a61-8a84a6e21201 req-466b24fd-774b-40f9-a5f6-d9c098fea26d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.2155223 Feb 28 20:21:52.326826 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-e93fcf25-4086-4c84-9eae-b56a25fbb420 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1605012 Feb 28 20:21:52.342777 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-9c87eddb-85c9-452e-ab48-dc0c2e39dae4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:21:52.344026 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-9c87eddb-85c9-452e-ab48-dc0c2e39dae4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118463 Feb 28 20:21:52.394431 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:52.469550 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3c836c66-c43b-4d10-9a61-8a84a6e21201 req-b0493653-a8b5-4da9-981e-89440f121f00 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1518133 Feb 28 20:21:52.646084 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:52.721960 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b1a40-aef9-4500-8bc2-31cbe26f6dc1 req-83d2f722-ab7b-4851-810e-634ce88d70ae tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:52.753926 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a21b1a40-aef9-4500-8bc2-31cbe26f6dc1 req-83d2f722-ab7b-4851-810e-634ce88d70ae tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1457803 Feb 28 20:21:52.855281 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a21b1a40-aef9-4500-8bc2-31cbe26f6dc1 req-f033fa0a-23db-4079-bce1-a80581b80913 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000130 Feb 28 20:21:53.231333 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-188e8c37-76a1-47e4-a66c-3f8e34d46da3 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:53.233073 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-188e8c37-76a1-47e4-a66c-3f8e34d46da3 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports/55c3f578-1d3a-48ff-b18a-9ade02504823 HTTP/1.1" status: 200 len: 947 time: 0.2171175 Feb 28 20:21:53.285983 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9a54e-90b6-4091-a0d4-addcb980def6 req-f9f87c19-e049-44ee-8579-e4c395e17298 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:53.289955 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71d9a54e-90b6-4091-a0d4-addcb980def6 req-f9f87c19-e049-44ee-8579-e4c395e17298 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffe0330-3c0f-4bfe-8979-87582f9902a6 HTTP/1.1" status: 200 len: 946 time: 0.1775370 Feb 28 20:21:53.365092 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c205b-4ebd-409a-86df-576f33c2883b req-3e78e9f2-c6c4-49f2-82df-3c76022c3891 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:53.373358 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c205b-4ebd-409a-86df-576f33c2883b req-3e78e9f2-c6c4-49f2-82df-3c76022c3891 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:53.375343 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-3e78e9f2-c6c4-49f2-82df-3c76022c3891 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/networks?id=1b973a0b-f8e1-4515-82f7-7604e9c4e0d6&id=ed7ab40c-26fc-450a-9094-20d108c3a171 HTTP/1.1" status: 200 len: 1392 time: 0.3575168 Feb 28 20:21:53.400220 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-8c2fd3c0-6ef3-4539-b0fc-2958d9c336dc tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/quotas/9d92990bad4d49cdb025de9b8b50c311 HTTP/1.1" status: 200 len: 375 time: 0.0125692 Feb 28 20:21:53.457852 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71d9a54e-90b6-4091-a0d4-addcb980def6 req-d1225d31-a608-4b0e-a98c-a8c38f1d9f02 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605906 Feb 28 20:21:53.564613 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-fd7673de-33a5-4082-8b8a-2e06da406082 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d92990bad4d49cdb025de9b8b50c311&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1491921 Feb 28 20:21:53.787533 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdced4-be35-4092-ba5e-46b664873c00 req-74a4ebd6-f9ae-4b77-b334-7e1d0f5c5f25 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:53.799475 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2bfdced4-be35-4092-ba5e-46b664873c00 req-74a4ebd6-f9ae-4b77-b334-7e1d0f5c5f25 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.2312043 Feb 28 20:21:53.843159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26ddba-7366-44f2-9e1c-3c9d1a17399c req-8a248930-baa4-4514-b651-6a21326dcbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:53.844889 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de26ddba-7366-44f2-9e1c-3c9d1a17399c req-8a248930-baa4-4514-b651-6a21326dcbde service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d571caf06a6a44bebea5a2bc49166e20&device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 1128 time: 0.1997304 Feb 28 20:21:53.887577 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-e71fc5f3-d790-4f35-8089-768b800ab124 service neutron] 10.222.0.13 "GET /v2.0/networks/1b973a0b-f8e1-4515-82f7-7604e9c4e0d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876310 Feb 28 20:21:54.010844 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2bfdced4-be35-4092-ba5e-46b664873c00 req-86040688-e7d7-44a3-865a-e4fcc7e5de20 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044380 Feb 28 20:21:54.229535 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-9b24370c-d947-4ef7-9195-7c5890e0a61d service neutron] 10.222.0.13 "GET /v2.0/networks/1b973a0b-f8e1-4515-82f7-7604e9c4e0d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310449 Feb 28 20:21:54.233250 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26ddba-7366-44f2-9e1c-3c9d1a17399c req-d0fa54c5-b4b0-4433-86b1-437c265289bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:54.235173 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de26ddba-7366-44f2-9e1c-3c9d1a17399c req-d0fa54c5-b4b0-4433-86b1-437c265289bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=8df75beb-bfec-45e3-be15-010dba074bc0 HTTP/1.1" status: 200 len: 914 time: 0.3810625 Feb 28 20:21:54.369132 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb2307-df54-40ba-bb88-e332c40af51b req-5f6f886f-178b-4dd6-9d2b-571c3008ec63 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:54.371396 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f8eb2307-df54-40ba-bb88-e332c40af51b req-5f6f886f-178b-4dd6-9d2b-571c3008ec63 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 945 time: 0.2342179 Feb 28 20:21:54.378945 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de26ddba-7366-44f2-9e1c-3c9d1a17399c req-81abb373-e179-4b8b-b4c6-6be3de41ab29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b77f50f-623e-47af-8617-df7c08b321cc HTTP/1.1" status: 200 len: 217 time: 0.1268811 Feb 28 20:21:54.484836 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26ddba-7366-44f2-9e1c-3c9d1a17399c req-82b31e4c-ba05-4e71-98ed-027b57f9f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:54.486369 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de26ddba-7366-44f2-9e1c-3c9d1a17399c req-82b31e4c-ba05-4e71-98ed-027b57f9f70b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a406bcd3-21de-4727-8aa8-9d85920af610 HTTP/1.1" status: 200 len: 854 time: 0.0953400 Feb 28 20:21:54.491151 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-739043a5-5671-473a-a09e-26f1d522524e service neutron] 10.222.0.13 "GET /v2.0/networks/ed7ab40c-26fc-450a-9094-20d108c3a171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527924 Feb 28 20:21:54.504817 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f8eb2307-df54-40ba-bb88-e332c40af51b req-8d98116c-57b5-4e66-b5ae-d38b6dd0dd90 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246748 Feb 28 20:21:54.538130 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de26ddba-7366-44f2-9e1c-3c9d1a17399c req-7ef332e4-8f8e-43e0-85cc-8a5924dfe52e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8df75beb-bfec-45e3-be15-010dba074bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436475 Feb 28 20:21:54.685771 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-0ed74c7d-8615-4e05-b803-75bceea75917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:54.688090 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-0ed74c7d-8615-4e05-b803-75bceea75917 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 1133 time: 0.0632582 Feb 28 20:21:54.758740 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-16514cc3-3016-46b1-8527-2b21c1bea868 service neutron] 10.222.0.13 "GET /v2.0/networks/ed7ab40c-26fc-450a-9094-20d108c3a171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518716 Feb 28 20:21:54.761627 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de26ddba-7366-44f2-9e1c-3c9d1a17399c req-55048077-9bda-4592-ba90-29bc86fce22c service neutron] 10.222.0.15 "GET /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067060 Feb 28 20:21:54.764903 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebd02de0-2fea-4f71-aabd-33d11094d433 req-02d67e08-2e59-41db-8e7f-dc0100ed2355 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=d31e1b7746264200b53c61174ee5824e HTTP/1.1" status: 200 len: 267 time: 0.1316905 Feb 28 20:21:54.811362 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-a68207be-04bb-4c99-b683-92225c3c7f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:54.813082 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-a68207be-04bb-4c99-b683-92225c3c7f25 service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.1144786 Feb 28 20:21:54.880426 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-8a5355e5-9e38-4cfd-8c3b-11ab4e9730cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=55c3f578-1d3a-48ff-b18a-9ade02504823 HTTP/1.1" status: 200 len: 217 time: 0.0552011 Feb 28 20:21:54.916812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd02de0-2fea-4f71-aabd-33d11094d433 req-183f4a9e-7a31-466e-a645-b3381feb640b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:54.924811 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebd02de0-2fea-4f71-aabd-33d11094d433 req-183f4a9e-7a31-466e-a645-b3381feb640b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffe0330-3c0f-4bfe-8979-87582f9902a6 HTTP/1.1" status: 200 len: 946 time: 0.1460943 Feb 28 20:21:54.934439 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-ebd02de0-2fea-4f71-aabd-33d11094d433 req-5e3d1e03-4f5d-4aa5-88a5-52179db1fb70 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Request body: {'port': {'security_groups': []}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:54.990230 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-37e515fe-5e46-47e2-bfaa-7e46a8c10e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:54.998064 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-37e515fe-5e46-47e2-bfaa-7e46a8c10e88 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1032012 Feb 28 20:21:55.005379 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de26ddba-7366-44f2-9e1c-3c9d1a17399c req-9f98a2f3-8821-4600-a5ec-682791dff1b9 service neutron] 10.222.0.15 "GET /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371132 Feb 28 20:21:55.076082 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:21:55.106427 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-17f38207-fc83-4263-9f53-3ffb8a1cde48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:55.108328 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-17f38207-fc83-4263-9f53-3ffb8a1cde48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0962317 Feb 28 20:21:55.109207 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ebd02de0-2fea-4f71-aabd-33d11094d433 req-5e3d1e03-4f5d-4aa5-88a5-52179db1fb70 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (974bb780-6caf-4d1c-9dbd-3da621af6d29), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:55.252187 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49fbb9-4f12-4efa-a908-7e0f9bb1134b req-86b720c7-5aa3-4b4a-94d3-04730cb95b56 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:55.259833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49fbb9-4f12-4efa-a908-7e0f9bb1134b req-86b720c7-5aa3-4b4a-94d3-04730cb95b56 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:55.265587 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49fbb9-4f12-4efa-a908-7e0f9bb1134b req-86b720c7-5aa3-4b4a-94d3-04730cb95b56 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:55.271526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49fbb9-4f12-4efa-a908-7e0f9bb1134b req-86b720c7-5aa3-4b4a-94d3-04730cb95b56 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:55.277231 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49fbb9-4f12-4efa-a908-7e0f9bb1134b req-86b720c7-5aa3-4b4a-94d3-04730cb95b56 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:55.282533 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49fbb9-4f12-4efa-a908-7e0f9bb1134b req-86b720c7-5aa3-4b4a-94d3-04730cb95b56 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:55.283796 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-351a095b-fda1-4ac4-9419-49f205b7aa93 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631937 Feb 28 20:21:55.288095 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49fbb9-4f12-4efa-a908-7e0f9bb1134b req-86b720c7-5aa3-4b4a-94d3-04730cb95b56 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:55.290085 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca49fbb9-4f12-4efa-a908-7e0f9bb1134b req-86b720c7-5aa3-4b4a-94d3-04730cb95b56 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.1560287 Feb 28 20:21:55.414490 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-a9a6b9f4-4255-4bb8-a3a2-ad98e50399e8 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209285 Feb 28 20:21:55.424302 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca49fbb9-4f12-4efa-a908-7e0f9bb1134b req-7ba6eca5-82a6-43fb-a19f-afbb125a4814 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1215627 Feb 28 20:21:55.495132 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-ebd02de0-2fea-4f71-aabd-33d11094d433 req-5e3d1e03-4f5d-4aa5-88a5-52179db1fb70 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] For port 974bb780-6caf-4d1c-9dbd-3da621af6d29, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=974bb780-6caf-4d1c-9dbd-3da621af6d29,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:55.541822 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ebd02de0-2fea-4f71-aabd-33d11094d433 req-5e3d1e03-4f5d-4aa5-88a5-52179db1fb70 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for port (974bb780-6caf-4d1c-9dbd-3da621af6d29), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:55.552005 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ebd02de0-2fea-4f71-aabd-33d11094d433 req-5e3d1e03-4f5d-4aa5-88a5-52179db1fb70 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (974bb780-6caf-4d1c-9dbd-3da621af6d29), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:55.568115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['7d518928-03a1-485e-981d-ca31aea417cf', '974bb780-6caf-4d1c-9dbd-3da621af6d29'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:21:55.585237 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['5ae3cea2-4701-46bd-9889-9b27b51d35b7'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:21:55.765790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd02de0-2fea-4f71-aabd-33d11094d433 req-5e3d1e03-4f5d-4aa5-88a5-52179db1fb70 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:55.767066 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ebd02de0-2fea-4f71-aabd-33d11094d433 req-5e3d1e03-4f5d-4aa5-88a5-52179db1fb70 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:55.782264 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebd02de0-2fea-4f71-aabd-33d11094d433 req-5e3d1e03-4f5d-4aa5-88a5-52179db1fb70 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "PUT /v2.0/ports/974bb780-6caf-4d1c-9dbd-3da621af6d29 HTTP/1.1" status: 200 len: 905 time: 0.8541353 Feb 28 20:21:55.786006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffe0330-3c0f-4bfe-8979-87582f9902a6', 'tag': '974bb780-6caf-4d1c-9dbd-3da621af6d29'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:55.796834 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4b34e6-5574-4c55-88b8-84e8e759c2d0" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffe0330-3c0f-4bfe-8979-87582f9902a6", "tag": "974bb780-6caf-4d1c-9dbd-3da621af6d29"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:55.842638 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d1e03-4f5d-4aa5-88a5-52179db1fb70 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Pushing event updated for resources: {'Port': ['ID=974bb780-6caf-4d1c-9dbd-3da621af6d29,revision_number=6']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:55.862562 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d1e03-4f5d-4aa5-88a5-52179db1fb70 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:55.863423 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d1e03-4f5d-4aa5-88a5-52179db1fb70 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:55.864077 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d1e03-4f5d-4aa5-88a5-52179db1fb70 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:55.864698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d1e03-4f5d-4aa5-88a5-52179db1fb70 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:55.865284 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d1e03-4f5d-4aa5-88a5-52179db1fb70 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:55.866953 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d1e03-4f5d-4aa5-88a5-52179db1fb70 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:55.867969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d1e03-4f5d-4aa5-88a5-52179db1fb70 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:55.869067 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d1e03-4f5d-4aa5-88a5-52179db1fb70 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:55.869689 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d1e03-4f5d-4aa5-88a5-52179db1fb70 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:55.870249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d1e03-4f5d-4aa5-88a5-52179db1fb70 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:55.870850 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d1e03-4f5d-4aa5-88a5-52179db1fb70 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:55.871414 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d1e03-4f5d-4aa5-88a5-52179db1fb70 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:55.872053 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d1e03-4f5d-4aa5-88a5-52179db1fb70 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:21:55.896657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['974bb780-6caf-4d1c-9dbd-3da621af6d29'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:21:55.928699 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d366a8-033e-4678-9867-9d39bf555695 req-0da633f3-8dae-44c2-8787-f05563c5b146 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:55.931395 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-25d366a8-033e-4678-9867-9d39bf555695 req-0da633f3-8dae-44c2-8787-f05563c5b146 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.3405883 Feb 28 20:21:56.050674 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26db1b22-f58c-46eb-b2b0-6607fa6f6605 req-8ca2f872-f156-4256-8d4c-7a3f2a55009b tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=27df5c36-f020-4477-a0bb-1998f001388e HTTP/1.1" status: 200 len: 210 time: 0.0705705 Feb 28 20:21:56.091098 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-25d366a8-033e-4678-9867-9d39bf555695 req-4a8c66ec-1cad-4316-a369-9a2722713d2c tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537192 Feb 28 20:21:56.263175 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-03c7245b-c8a8-4bfc-ac88-f50f78c3ca1c None None] Provisioning complete for port 974bb780-6caf-4d1c-9dbd-3da621af6d29 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:56.263609 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-03c7245b-c8a8-4bfc-ac88-f50f78c3ca1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (974bb780-6caf-4d1c-9dbd-3da621af6d29), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:56.332187 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888271b-d609-4c0e-8533-3928dd95e8c9 req-bef63937-f56e-4136-90e9-760739f0ffea tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:56.334173 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c888271b-d609-4c0e-8533-3928dd95e8c9 req-bef63937-f56e-4136-90e9-760739f0ffea tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.1159379 Feb 28 20:21:56.342276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12ee12-1b88-4db5-acc7-9dae765a5720 req-a8063d4a-c097-4614-ae43-94d2b71b5c5c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:56.344745 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3c12ee12-1b88-4db5-acc7-9dae765a5720 req-a8063d4a-c097-4614-ae43-94d2b71b5c5c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 945 time: 0.1429465 Feb 28 20:21:56.395615 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-03c7245b-c8a8-4bfc-ac88-f50f78c3ca1c None None] Current status of the port 974bb780-6caf-4d1c-9dbd-3da621af6d29 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:56.426468 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c888271b-d609-4c0e-8533-3928dd95e8c9 req-e57dbe28-9ed4-453d-b17c-797d5d0ec586 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796678 Feb 28 20:21:56.434481 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3c12ee12-1b88-4db5-acc7-9dae765a5720 req-55786e9d-59e9-4637-9315-630cdc48772a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785761 Feb 28 20:21:56.504242 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38108a4-0fb9-4f59-bb60-10143b65b140 x-openstack-request-id: req-e38108a4-0fb9-4f59-bb60-10143b65b140 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:56.504748 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffe0330-3c0f-4bfe-8979-87582f9902a6", "tag": "974bb780-6caf-4d1c-9dbd-3da621af6d29", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:56.505186 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e38108a4-0fb9-4f59-bb60-10143b65b140 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:56.505852 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffe0330-3c0f-4bfe-8979-87582f9902a6', 'tag': '974bb780-6caf-4d1c-9dbd-3da621af6d29', 'status': 'completed', 'code': 200} Feb 28 20:21:56.687702 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9467f1c-0b16-470c-b66f-3a1925d0f695 req-6343c522-4199-4f57-a01d-91c24706f4d7 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:56.690670 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9467f1c-0b16-470c-b66f-3a1925d0f695 req-6343c522-4199-4f57-a01d-91c24706f4d7 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffe0330-3c0f-4bfe-8979-87582f9902a6 HTTP/1.1" status: 200 len: 908 time: 0.2019897 Feb 28 20:21:56.709427 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b34e6-5574-4c55-88b8-84e8e759c2d0 req-02a30071-6876-4f26-98b9-a851042eabe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:56.721790 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b4b34e6-5574-4c55-88b8-84e8e759c2d0 req-02a30071-6876-4f26-98b9-a851042eabe4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=0ffe0330-3c0f-4bfe-8979-87582f9902a6 HTTP/1.1" status: 200 len: 1091 time: 0.1798344 Feb 28 20:21:56.844545 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d9fd1-24c1-4dcf-bffc-3f5acc02194b req-62e04eed-deb4-4ce2-babe-fe9b276c7c30 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:56.850899 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d9fd1-24c1-4dcf-bffc-3f5acc02194b req-62e04eed-deb4-4ce2-babe-fe9b276c7c30 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:56.860179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d9fd1-24c1-4dcf-bffc-3f5acc02194b req-62e04eed-deb4-4ce2-babe-fe9b276c7c30 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:56.860427 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c205b-4ebd-409a-86df-576f33c2883b req-b0e398e2-12be-45cb-bb6d-973145438192 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:56.869964 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c205b-4ebd-409a-86df-576f33c2883b req-b0e398e2-12be-45cb-bb6d-973145438192 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:56.870351 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d9fd1-24c1-4dcf-bffc-3f5acc02194b req-62e04eed-deb4-4ce2-babe-fe9b276c7c30 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:56.872454 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-b0e398e2-12be-45cb-bb6d-973145438192 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.15 "GET /v2.0/networks?id=1b973a0b-f8e1-4515-82f7-7604e9c4e0d6&id=ed7ab40c-26fc-450a-9094-20d108c3a171 HTTP/1.1" status: 200 len: 1392 time: 0.2438769 Feb 28 20:21:56.879913 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d9fd1-24c1-4dcf-bffc-3f5acc02194b req-62e04eed-deb4-4ce2-babe-fe9b276c7c30 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:56.886527 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d9fd1-24c1-4dcf-bffc-3f5acc02194b req-62e04eed-deb4-4ce2-babe-fe9b276c7c30 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:56.889843 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-a12c205b-4ebd-409a-86df-576f33c2883b req-61469033-0347-4be7-924d-0259e7fa6e99 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Request body: {'port': {'device_id': '27df5c36-f020-4477-a0bb-1998f001388e', 'network_id': '1b973a0b-f8e1-4515-82f7-7604e9c4e0d6', 'admin_state_up': True, 'tenant_id': '9d92990bad4d49cdb025de9b8b50c311'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:56.892042 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d9fd1-24c1-4dcf-bffc-3f5acc02194b req-62e04eed-deb4-4ce2-babe-fe9b276c7c30 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:56.894204 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d1d9fd1-24c1-4dcf-bffc-3f5acc02194b req-62e04eed-deb4-4ce2-babe-fe9b276c7c30 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.2954476 Feb 28 20:21:57.007543 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b34e6-5574-4c55-88b8-84e8e759c2d0 req-520adb79-50dc-4671-b899-be9dffb06e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:57.009346 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b4b34e6-5574-4c55-88b8-84e8e759c2d0 req-520adb79-50dc-4671-b899-be9dffb06e37 service neutron] 10.222.0.15 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 912 time: 0.2762096 Feb 28 20:21:57.079713 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b4b34e6-5574-4c55-88b8-84e8e759c2d0 req-f2758572-4546-4368-8b9d-0840f46af02f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=974bb780-6caf-4d1c-9dbd-3da621af6d29 HTTP/1.1" status: 200 len: 217 time: 0.0580165 Feb 28 20:21:57.092238 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a277e-800a-41d8-aeee-9094865faf8f req-470b504f-ccca-4a72-9883-809ce2bf11e7 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:57.098829 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-259a277e-800a-41d8-aeee-9094865faf8f req-470b504f-ccca-4a72-9883-809ce2bf11e7 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2015703 Feb 28 20:21:57.108367 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12c205b-4ebd-409a-86df-576f33c2883b req-61469033-0347-4be7-924d-0259e7fa6e99 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Made reservation on behalf of 9d92990bad4d49cdb025de9b8b50c311 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:21:57.119884 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a12c205b-4ebd-409a-86df-576f33c2883b req-61469033-0347-4be7-924d-0259e7fa6e99 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:57.127320 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d1d9fd1-24c1-4dcf-bffc-3f5acc02194b req-13f904f3-019a-467c-a989-dea013a6d1fb tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2114239 Feb 28 20:21:57.222235 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b34e6-5574-4c55-88b8-84e8e759c2d0 req-ee8ec4cb-c62d-451e-8411-bd1fb2b3e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:57.225125 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b4b34e6-5574-4c55-88b8-84e8e759c2d0 req-ee8ec4cb-c62d-451e-8411-bd1fb2b3e20f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.1196249 Feb 28 20:21:57.250943 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7b77f50f-623e-47af-8617-df7c08b321cc no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:21:57.371399 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-259a277e-800a-41d8-aeee-9094865faf8f req-cc5c3340-9a89-4ef9-80a5-23e47edfd366 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716539 Feb 28 20:21:57.414334 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8b46c8c8-e7ad-408c-9847-07f3cf340ab9 req-70d17b38-65f6-465f-a6df-db135c3e0ccc tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=27df5c36-f020-4477-a0bb-1998f001388e HTTP/1.1" status: 200 len: 210 time: 0.0730147 Feb 28 20:21:57.449404 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b34e6-5574-4c55-88b8-84e8e759c2d0 req-e6fec65a-df30-4e26-b40d-c92b63f39979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:57.453433 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b4b34e6-5574-4c55-88b8-84e8e759c2d0 req-e6fec65a-df30-4e26-b40d-c92b63f39979 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2201605 Feb 28 20:21:57.511399 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-a12c205b-4ebd-409a-86df-576f33c2883b req-61469033-0347-4be7-924d-0259e7fa6e99 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Allocated IP 19.80.0.75 (1b973a0b-f8e1-4515-82f7-7604e9c4e0d6/7ceb2faa-d88c-43e9-a47e-5c6aacf66cd5/6a85c377-6825-4841-be62-055bd288e96a) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:21:57.526492 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7b77f50f-623e-47af-8617-df7c08b321cc is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:21:57.526492 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:57.591871 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2729ad31-3e97-41a9-9da7-2ef61094a4ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b77f50f-623e-47af-8617-df7c08b321cc'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:21:57.596872 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426f242f-8147-43fd-9113-57802925af2a" -d '{"events": [{"server_uuid": "2729ad31-3e97-41a9-9da7-2ef61094a4ed", "name": "network-vif-unplugged", "status": "completed", "tag": "7b77f50f-623e-47af-8617-df7c08b321cc"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:21:57.622993 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7b77f50f-623e-47af-8617-df7c08b321cc, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7b77f50f-623e-47af-8617-df7c08b321cc,segment=NetworkSegment(d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a),segment_id=d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:21:57.629017 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:57.707532 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53174c76-2bfb-4bc2-afd7-a4faaf821870 req-6a4e68a1-d0bd-4c7b-bbd8-5742f891fce9 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:57.709149 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53174c76-2bfb-4bc2-afd7-a4faaf821870 req-6a4e68a1-d0bd-4c7b-bbd8-5742f891fce9 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1638863 Feb 28 20:21:57.720729 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b4b34e6-5574-4c55-88b8-84e8e759c2d0 req-4d750f3c-519e-4b3a-9456-cf8aaf05f986 service neutron] 10.222.0.15 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613962 Feb 28 20:21:57.729542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab1ccc-681f-461b-b8f4-e93d93f36078 req-7f67ca8d-c619-4522-9356-002bf1a142ef tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:57.731133 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1ab1ccc-681f-461b-b8f4-e93d93f36078 req-7f67ca8d-c619-4522-9356-002bf1a142ef tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 943 time: 0.1606011 Feb 28 20:21:57.745648 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=7b77f50f-623e-47af-8617-df7c08b321cc,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:57.751307 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a12c205b-4ebd-409a-86df-576f33c2883b req-61469033-0347-4be7-924d-0259e7fa6e99 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks [] for port (6a85c377-6825-4841-be62-055bd288e96a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:57.807073 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a12c205b-4ebd-409a-86df-576f33c2883b req-61469033-0347-4be7-924d-0259e7fa6e99 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (6a85c377-6825-4841-be62-055bd288e96a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:57.873182 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12c205b-4ebd-409a-86df-576f33c2883b req-61469033-0347-4be7-924d-0259e7fa6e99 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Network 1b973a0b-f8e1-4515-82f7-7604e9c4e0d6 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:21:57.878531 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-a12c205b-4ebd-409a-86df-576f33c2883b req-61469033-0347-4be7-924d-0259e7fa6e99 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:21:57.886357 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12c205b-4ebd-409a-86df-576f33c2883b req-61469033-0347-4be7-924d-0259e7fa6e99 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:21:57.893427 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61469033-0347-4be7-924d-0259e7fa6e99 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event updated for resources: {'Port': ['ID=6a85c377-6825-4841-be62-055bd288e96a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:57.900464 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1ab1ccc-681f-461b-b8f4-e93d93f36078 req-9e667ae5-aa66-474b-be8e-f1c84857e88a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299355 Feb 28 20:21:57.917439 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53174c76-2bfb-4bc2-afd7-a4faaf821870 req-553cee46-2ef5-48da-bad2-621ba77b603f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841013 Feb 28 20:21:57.942510 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b4b34e6-5574-4c55-88b8-84e8e759c2d0 req-803e53b5-5693-413a-84d3-7e9420226ea0 service neutron] 10.222.0.15 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103662 Feb 28 20:21:58.025036 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c205b-4ebd-409a-86df-576f33c2883b req-61469033-0347-4be7-924d-0259e7fa6e99 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:58.026061 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a12c205b-4ebd-409a-86df-576f33c2883b req-61469033-0347-4be7-924d-0259e7fa6e99 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:58.059412 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-61469033-0347-4be7-924d-0259e7fa6e99 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1759849 Feb 28 20:21:58.074076 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-a12c205b-4ebd-409a-86df-576f33c2883b req-bb6ae2fc-52cd-4f85-bada-1905d0a7c663 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Request body: {'port': {'device_id': '27df5c36-f020-4477-a0bb-1998f001388e', 'network_id': 'ed7ab40c-26fc-450a-9094-20d108c3a171', 'admin_state_up': True, 'tenant_id': '9d92990bad4d49cdb025de9b8b50c311'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:58.269523 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1a85aa77-e50b-4431-82c4-59d646243039 None None] Provisioning complete for port 6a85c377-6825-4841-be62-055bd288e96a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:58.272693 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1a85aa77-e50b-4431-82c4-59d646243039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6a85c377-6825-4841-be62-055bd288e96a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:58.371736 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1a85aa77-e50b-4431-82c4-59d646243039 None None] Port 6a85c377-6825-4841-be62-055bd288e96a cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:21:58.543801 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef3cd6-a62c-4abd-8a58-8af133102fa3 req-c6775aa3-31dc-4c04-97b7-d01a46fb3fb5 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:58.548204 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4ef3cd6-a62c-4abd-8a58-8af133102fa3 req-c6775aa3-31dc-4c04-97b7-d01a46fb3fb5 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 945 time: 0.5307865 Feb 28 20:21:58.581983 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070991c-f38c-47eb-9204-2a5f335da3b5 req-1a4484ad-a00b-4535-b917-f2e81a2991f0 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:58.589906 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7070991c-f38c-47eb-9204-2a5f335da3b5 req-1a4484ad-a00b-4535-b917-f2e81a2991f0 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.5527453 Feb 28 20:21:58.657656 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4ef3cd6-a62c-4abd-8a58-8af133102fa3 req-a4865910-672e-4502-86d2-8a64d93e81fd tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994592 Feb 28 20:21:58.682738 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12c205b-4ebd-409a-86df-576f33c2883b req-bb6ae2fc-52cd-4f85-bada-1905d0a7c663 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Made reservation on behalf of 9d92990bad4d49cdb025de9b8b50c311 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:21:58.682738 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a12c205b-4ebd-409a-86df-576f33c2883b req-bb6ae2fc-52cd-4f85-bada-1905d0a7c663 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:58.685617 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7070991c-f38c-47eb-9204-2a5f335da3b5 req-e8439a19-573f-4bd8-895c-468a32f4cf36 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947590 Feb 28 20:21:58.721177 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Feb 2022 20:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df65403-942c-4d32-a7a5-6caf5a61983f x-openstack-request-id: req-3df65403-942c-4d32-a7a5-6caf5a61983f {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:21:58.721841 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2729ad31-3e97-41a9-9da7-2ef61094a4ed", "name": "network-vif-unplugged", "status": "failed", "tag": "7b77f50f-623e-47af-8617-df7c08b321cc", "code": 422}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:21:58.723062 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3df65403-942c-4d32-a7a5-6caf5a61983f {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:21:58.723805 n-d-820368-21 neutron-server[103775]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2729ad31-3e97-41a9-9da7-2ef61094a4ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7b77f50f-623e-47af-8617-df7c08b321cc', 'code': 422} returned with failed status Feb 28 20:21:58.866382 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d11536-6142-42d1-a5fb-86d88e9ed6da req-df0f9380-b807-42f7-93e1-b60b88176e9c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:58.867819 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-14d11536-6142-42d1-a5fb-86d88e9ed6da req-df0f9380-b807-42f7-93e1-b60b88176e9c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.0951669 Feb 28 20:21:58.880520 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadb5a7-4007-4ec1-995d-4828df7a76de req-3f8bed8e-30f1-4382-8157-ece29a89b0e5 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:58.882508 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-feadb5a7-4007-4ec1-995d-4828df7a76de req-3f8bed8e-30f1-4382-8157-ece29a89b0e5 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 943 time: 0.1010113 Feb 28 20:21:58.887027 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-a12c205b-4ebd-409a-86df-576f33c2883b req-bb6ae2fc-52cd-4f85-bada-1905d0a7c663 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Allocated IP 19.86.0.12 (ed7ab40c-26fc-450a-9094-20d108c3a171/ca80c72e-911f-4e01-8844-96575c690db1/e1391cf4-3887-4f6f-a448-da1a53428a74) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:21:58.973933 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-14d11536-6142-42d1-a5fb-86d88e9ed6da req-3451301c-e6f7-43db-afff-1afef19b16f8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879724 Feb 28 20:21:58.979721 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-feadb5a7-4007-4ec1-995d-4828df7a76de req-d4e4c9e7-0815-4701-b3d0-d32447022356 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855680 Feb 28 20:21:59.133781 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a12c205b-4ebd-409a-86df-576f33c2883b req-bb6ae2fc-52cd-4f85-bada-1905d0a7c663 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks [] for port (e1391cf4-3887-4f6f-a448-da1a53428a74), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:59.190827 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e9a82-9a76-4878-85de-8874a32e8233 req-c2b52106-2597-49e2-be11-1b47a10e5240 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:59.191106 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a12c205b-4ebd-409a-86df-576f33c2883b req-bb6ae2fc-52cd-4f85-bada-1905d0a7c663 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (e1391cf4-3887-4f6f-a448-da1a53428a74), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:59.196226 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e9a82-9a76-4878-85de-8874a32e8233 req-c2b52106-2597-49e2-be11-1b47a10e5240 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:59.202142 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e9a82-9a76-4878-85de-8874a32e8233 req-c2b52106-2597-49e2-be11-1b47a10e5240 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:59.207956 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e9a82-9a76-4878-85de-8874a32e8233 req-c2b52106-2597-49e2-be11-1b47a10e5240 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:59.214669 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e9a82-9a76-4878-85de-8874a32e8233 req-c2b52106-2597-49e2-be11-1b47a10e5240 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:59.220328 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e9a82-9a76-4878-85de-8874a32e8233 req-c2b52106-2597-49e2-be11-1b47a10e5240 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:59.226392 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e9a82-9a76-4878-85de-8874a32e8233 req-c2b52106-2597-49e2-be11-1b47a10e5240 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:59.229442 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4b2e9a82-9a76-4878-85de-8874a32e8233 req-c2b52106-2597-49e2-be11-1b47a10e5240 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.1579952 Feb 28 20:21:59.239276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72431ae8-fcb9-4ae4-bdcb-9739dbd1ebae req-e0db598e-1ec4-44b3-854d-72ec8a418c8f tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:59.240546 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72431ae8-fcb9-4ae4-bdcb-9739dbd1ebae req-e0db598e-1ec4-44b3-854d-72ec8a418c8f tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=27df5c36-f020-4477-a0bb-1998f001388e HTTP/1.1" status: 200 len: 931 time: 0.1269383 Feb 28 20:21:59.248382 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12c205b-4ebd-409a-86df-576f33c2883b req-bb6ae2fc-52cd-4f85-bada-1905d0a7c663 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Network ed7ab40c-26fc-450a-9094-20d108c3a171 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:21:59.261522 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-a12c205b-4ebd-409a-86df-576f33c2883b req-bb6ae2fc-52cd-4f85-bada-1905d0a7c663 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:21:59.264512 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12c205b-4ebd-409a-86df-576f33c2883b req-bb6ae2fc-52cd-4f85-bada-1905d0a7c663 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:21:59.269067 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ae2fc-52cd-4f85-bada-1905d0a7c663 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event updated for resources: {'Port': ['ID=e1391cf4-3887-4f6f-a448-da1a53428a74,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:21:59.339780 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c205b-4ebd-409a-86df-576f33c2883b req-bb6ae2fc-52cd-4f85-bada-1905d0a7c663 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:59.340451 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a12c205b-4ebd-409a-86df-576f33c2883b req-bb6ae2fc-52cd-4f85-bada-1905d0a7c663 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:59.360704 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4b2e9a82-9a76-4878-85de-8874a32e8233 req-1d2c2a39-48b2-474b-860c-326bff78c084 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1186895 Feb 28 20:21:59.363282 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-bb6ae2fc-52cd-4f85-bada-1905d0a7c663 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2980852 Feb 28 20:21:59.369909 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72431ae8-fcb9-4ae4-bdcb-9739dbd1ebae req-1ad4e853-ef2b-491b-978e-24cb3d2b5b7a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082551 Feb 28 20:21:59.397285 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-a12c205b-4ebd-409a-86df-576f33c2883b req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] Request body: {'port': {'device_id': '27df5c36-f020-4477-a0bb-1998f001388e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:21:59.619300 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a12c205b-4ebd-409a-86df-576f33c2883b req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6a85c377-6825-4841-be62-055bd288e96a), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:59.638734 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86a6c9-db3b-4649-9a60-591c1ff6ef49 req-5ef665f8-248e-4aa0-a43c-d25283d7f798 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:59.640562 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd86a6c9-db3b-4649-9a60-591c1ff6ef49 req-5ef665f8-248e-4aa0-a43c-d25283d7f798 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1156230 Feb 28 20:21:59.725515 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd86a6c9-db3b-4649-9a60-591c1ff6ef49 req-dac97266-98d6-4c40-93d0-15625321e547 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662417 Feb 28 20:21:59.772056 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a363e15f-bea0-4cb8-9183-a59ddabd2bb6 None None] Provisioning complete for port e1391cf4-3887-4f6f-a448-da1a53428a74 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:21:59.775818 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a363e15f-bea0-4cb8-9183-a59ddabd2bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e1391cf4-3887-4f6f-a448-da1a53428a74), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:21:59.884581 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a363e15f-bea0-4cb8-9183-a59ddabd2bb6 None None] Port e1391cf4-3887-4f6f-a448-da1a53428a74 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:21:59.924051 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a658cba-ada2-427f-9c04-9285619e74d4 req-b90b26ee-9191-4570-b592-3c82756f18cc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:21:59.925882 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a658cba-ada2-427f-9c04-9285619e74d4 req-b90b26ee-9191-4570-b592-3c82756f18cc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 945 time: 0.0759854 Feb 28 20:22:00.048935 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495aaf1-003f-47c0-926b-e001637cd9e4 req-ff479bd9-305f-43c9-99e1-548984d43ec3 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:00.050227 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c495aaf1-003f-47c0-926b-e001637cd9e4 req-ff479bd9-305f-43c9-99e1-548984d43ec3 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.1221988 Feb 28 20:22:00.071740 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a658cba-ada2-427f-9c04-9285619e74d4 req-4357636b-10d5-44df-9d2c-498fdf5ffbb3 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343820 Feb 28 20:22:00.175894 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c495aaf1-003f-47c0-926b-e001637cd9e4 req-c793e5ec-6644-4e58-be8c-acb338607109 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007838 Feb 28 20:22:00.268444 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d494f1b-941d-4888-8dd6-7ed379444e6f req-45a5f3e3-bc99-4904-8655-1e0b2cc4718a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:00.269655 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-8128cd83-6516-4cb1-914f-dd9039ad5b94 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1608155 Feb 28 20:22:00.273714 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-a12c205b-4ebd-409a-86df-576f33c2883b req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a85c377-6825-4841-be62-055bd288e96a {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:22:00.277511 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7d494f1b-941d-4888-8dd6-7ed379444e6f req-45a5f3e3-bc99-4904-8655-1e0b2cc4718a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 943 time: 0.1016531 Feb 28 20:22:00.282382 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a12c205b-4ebd-409a-86df-576f33c2883b req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] Publish callbacks [] for port (6a85c377-6825-4841-be62-055bd288e96a), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:00.298761 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-a12c205b-4ebd-409a-86df-576f33c2883b req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] Transition to ACTIVE for port object 6a85c377-6825-4841-be62-055bd288e96a will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:22:00.302883 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a12c205b-4ebd-409a-86df-576f33c2883b req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (6a85c377-6825-4841-be62-055bd288e96a), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:00.344573 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7d494f1b-941d-4888-8dd6-7ed379444e6f req-8981417f-ee18-4a75-8843-02142130ad79 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664012 Feb 28 20:22:00.396107 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] Pushing event updated for resources: {'Port': ['ID=6a85c377-6825-4841-be62-055bd288e96a,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:00.501196 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a12c205b-4ebd-409a-86df-576f33c2883b req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] Attempting to bind port 6a85c377-6825-4841-be62-055bd288e96a on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:22:00.501712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a12c205b-4ebd-409a-86df-576f33c2883b req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] Attempting to bind port 6a85c377-6825-4841-be62-055bd288e96a by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'b6ad5a4c-862f-43e0-960d-4cf95ff53118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b973a0b-f8e1-4515-82f7-7604e9c4e0d6'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:22:00.502272 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c205b-4ebd-409a-86df-576f33c2883b req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] Attempting to bind port 6a85c377-6825-4841-be62-055bd288e96a on network 1b973a0b-f8e1-4515-82f7-7604e9c4e0d6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:22:00.508436 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c205b-4ebd-409a-86df-576f33c2883b req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] Port 6a85c377-6825-4841-be62-055bd288e96a on network 1b973a0b-f8e1-4515-82f7-7604e9c4e0d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:22:00.509378 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c205b-4ebd-409a-86df-576f33c2883b req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] Attempting to bind port 6a85c377-6825-4841-be62-055bd288e96a on network 1b973a0b-f8e1-4515-82f7-7604e9c4e0d6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:22:00.524340 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c205b-4ebd-409a-86df-576f33c2883b req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:22:00.525403 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c205b-4ebd-409a-86df-576f33c2883b req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] Checking segment: {'id': 'b6ad5a4c-862f-43e0-960d-4cf95ff53118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b973a0b-f8e1-4515-82f7-7604e9c4e0d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:22:00.526015 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c205b-4ebd-409a-86df-576f33c2883b req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] Bound using segment: {'id': 'b6ad5a4c-862f-43e0-960d-4cf95ff53118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b973a0b-f8e1-4515-82f7-7604e9c4e0d6'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:22:00.526963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a12c205b-4ebd-409a-86df-576f33c2883b req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] Bound port: 6a85c377-6825-4841-be62-055bd288e96a, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ad5a4c-862f-43e0-960d-4cf95ff53118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b973a0b-f8e1-4515-82f7-7604e9c4e0d6'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:22:00.527607 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a12c205b-4ebd-409a-86df-576f33c2883b req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6a85c377-6825-4841-be62-055bd288e96a), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:00.598245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-65d07b83-3c08-4db7-ae4c-27fce8eee076 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:00.600298 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-65d07b83-3c08-4db7-ae4c-27fce8eee076 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports/7b77f50f-623e-47af-8617-df7c08b321cc HTTP/1.1" status: 200 len: 940 time: 0.2536571 Feb 28 20:22:00.691092 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a12c205b-4ebd-409a-86df-576f33c2883b req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] For port 6a85c377-6825-4841-be62-055bd288e96a, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:22:00.694807 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a12c205b-4ebd-409a-86df-576f33c2883b req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] For port 6a85c377-6825-4841-be62-055bd288e96a, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=6a85c377-6825-4841-be62-055bd288e96a,segment=NetworkSegment(b6ad5a4c-862f-43e0-960d-4cf95ff53118),segment_id=b6ad5a4c-862f-43e0-960d-4cf95ff53118)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:22:00.696998 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-85df8058-5b4e-462c-ae8f-1c2267333034 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:00.708629 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a12c205b-4ebd-409a-86df-576f33c2883b req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (6a85c377-6825-4841-be62-055bd288e96a), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:00.711645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-85df8058-5b4e-462c-ae8f-1c2267333034 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 812 time: 0.3790531 Feb 28 20:22:00.739631 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-0087ddb8-3f05-42ba-860b-472abf903086 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/quotas/d31e1b7746264200b53c61174ee5824e HTTP/1.1" status: 200 len: 375 time: 0.0261624 Feb 28 20:22:00.781409 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c205b-4ebd-409a-86df-576f33c2883b req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:00.782337 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a12c205b-4ebd-409a-86df-576f33c2883b req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:00.783880 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] 10.222.0.15 "PUT /v2.0/ports/6a85c377-6825-4841-be62-055bd288e96a HTTP/1.1" status: 200 len: 1092 time: 1.4071755 Feb 28 20:22:00.784359 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27df5c36-f020-4477-a0bb-1998f001388e', 'tag': '6a85c377-6825-4841-be62-055bd288e96a'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:22:00.786774 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fe29bb-4b82-4d97-9aee-55de4afd954f" -d '{"events": [{"name": "network-changed", "server_uuid": "27df5c36-f020-4477-a0bb-1998f001388e", "tag": "6a85c377-6825-4841-be62-055bd288e96a"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:22:00.829629 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526e102-9169-4681-bc53-691e28040a6d req-c64525e8-2586-42bb-918a-d85f3fedc5e4 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:00.830148 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-a12c205b-4ebd-409a-86df-576f33c2883b req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] Request body: {'port': {'device_id': '27df5c36-f020-4477-a0bb-1998f001388e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:22:00.846376 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526e102-9169-4681-bc53-691e28040a6d req-c64525e8-2586-42bb-918a-d85f3fedc5e4 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:00.858315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 9528242c-5054-49d2-b00a-2d8bb8bdea38 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:22:00.864928 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1526e102-9169-4681-bc53-691e28040a6d req-c64525e8-2586-42bb-918a-d85f3fedc5e4 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=27df5c36-f020-4477-a0bb-1998f001388e HTTP/1.1" status: 200 len: 1665 time: 0.3255875 Feb 28 20:22:00.920654 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46921bef-2a0d-47a4-a4ad-5f18b375ff22 service neutron] Pushing event updated for resources: {'Port': ['ID=6a85c377-6825-4841-be62-055bd288e96a,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:01.025507 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1526e102-9169-4681-bc53-691e28040a6d req-4c41632e-89e5-4add-baa5-be5ef5f48980 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464679 Feb 28 20:22:01.128047 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-4b78e858-4384-40fa-b58f-6947a18434b9 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3785706 Feb 28 20:22:01.142449 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a12c205b-4ebd-409a-86df-576f33c2883b req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e1391cf4-3887-4f6f-a448-da1a53428a74), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:01.194090 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 9528242c-5054-49d2-b00a-2d8bb8bdea38, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=9528242c-5054-49d2-b00a-2d8bb8bdea38,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:01.219626 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '9528242c-5054-49d2-b00a-2d8bb8bdea38', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'port_id': '9528242c-5054-49d2-b00a-2d8bb8bdea38', 'mac_address': 'fa:16:3e:9b:25:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:22:01.323204 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 9528242c-5054-49d2-b00a-2d8bb8bdea38 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:01.323940 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:01.361260 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7b77f50f-623e-47af-8617-df7c08b321cc no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:22:01.370643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9528242c-5054-49d2-b00a-2d8bb8bdea38 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:22:01.478941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 9528242c-5054-49d2-b00a-2d8bb8bdea38, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=9528242c-5054-49d2-b00a-2d8bb8bdea38,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:01.491891 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:01.598857 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04703de2-62c1-4239-8634-4156bf2b343b req-97177c82-756c-4737-ad27-031fd5b5d60f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:01.619689 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=9528242c-5054-49d2-b00a-2d8bb8bdea38,revision_number=11']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:01.621120 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04703de2-62c1-4239-8634-4156bf2b343b req-97177c82-756c-4737-ad27-031fd5b5d60f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:01.631459 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04703de2-62c1-4239-8634-4156bf2b343b req-97177c82-756c-4737-ad27-031fd5b5d60f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:01.639869 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04703de2-62c1-4239-8634-4156bf2b343b req-97177c82-756c-4737-ad27-031fd5b5d60f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:01.641919 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:01.642330 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:01.642793 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:01.642969 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:01.643265 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:01.643802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:01.644368 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:01.644887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:01.645413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:01.645923 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:01.646425 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:01.647026 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:01.647537 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:01.650319 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04703de2-62c1-4239-8634-4156bf2b343b req-97177c82-756c-4737-ad27-031fd5b5d60f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:01.664514 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04703de2-62c1-4239-8634-4156bf2b343b req-97177c82-756c-4737-ad27-031fd5b5d60f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:01.676812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04703de2-62c1-4239-8634-4156bf2b343b req-97177c82-756c-4737-ad27-031fd5b5d60f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:01.689281 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-04703de2-62c1-4239-8634-4156bf2b343b req-97177c82-756c-4737-ad27-031fd5b5d60f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.4313071 Feb 28 20:22:01.726496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7b77f50f-623e-47af-8617-df7c08b321cc is: DOWN; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:01.771632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-3662c939-61f6-4b97-9132-61fea4228cc0 service neutron] 10.222.0.13 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6367278 Feb 28 20:22:01.801408 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-a12c205b-4ebd-409a-86df-576f33c2883b req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1391cf4-3887-4f6f-a448-da1a53428a74 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:22:01.815560 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a12c205b-4ebd-409a-86df-576f33c2883b req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] Publish callbacks [] for port (e1391cf4-3887-4f6f-a448-da1a53428a74), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:01.846758 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-a12c205b-4ebd-409a-86df-576f33c2883b req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] Transition to ACTIVE for port object e1391cf4-3887-4f6f-a448-da1a53428a74 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:22:01.856911 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a12c205b-4ebd-409a-86df-576f33c2883b req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (e1391cf4-3887-4f6f-a448-da1a53428a74), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:01.958910 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1391cf4-3887-4f6f-a448-da1a53428a74,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:01.966262 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-04703de2-62c1-4239-8634-4156bf2b343b req-4f23c4f6-bbee-4597-9d69-1f275dc5615c tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2754402 Feb 28 20:22:01.995504 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['9528242c-5054-49d2-b00a-2d8bb8bdea38'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:22:02.069563 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-a0dffbdf-b6f5-48ef-a756-edd676c39ab5 service neutron] 10.222.0.13 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906158 Feb 28 20:22:02.133703 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a12c205b-4ebd-409a-86df-576f33c2883b req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] Attempting to bind port e1391cf4-3887-4f6f-a448-da1a53428a74 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:22:02.134347 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a12c205b-4ebd-409a-86df-576f33c2883b req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] Attempting to bind port e1391cf4-3887-4f6f-a448-da1a53428a74 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '40737003-a8fb-4ce6-8dea-9865e4f2e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed7ab40c-26fc-450a-9094-20d108c3a171'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:22:02.134805 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c205b-4ebd-409a-86df-576f33c2883b req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] Attempting to bind port e1391cf4-3887-4f6f-a448-da1a53428a74 on network ed7ab40c-26fc-450a-9094-20d108c3a171 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:22:02.163078 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c205b-4ebd-409a-86df-576f33c2883b req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] Port e1391cf4-3887-4f6f-a448-da1a53428a74 on network ed7ab40c-26fc-450a-9094-20d108c3a171 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:22:02.163722 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c205b-4ebd-409a-86df-576f33c2883b req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] Attempting to bind port e1391cf4-3887-4f6f-a448-da1a53428a74 on network ed7ab40c-26fc-450a-9094-20d108c3a171 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:22:02.191576 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c205b-4ebd-409a-86df-576f33c2883b req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:22:02.192303 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c205b-4ebd-409a-86df-576f33c2883b req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] Checking segment: {'id': '40737003-a8fb-4ce6-8dea-9865e4f2e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed7ab40c-26fc-450a-9094-20d108c3a171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:22:02.192694 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c205b-4ebd-409a-86df-576f33c2883b req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] Bound using segment: {'id': '40737003-a8fb-4ce6-8dea-9865e4f2e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed7ab40c-26fc-450a-9094-20d108c3a171'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:22:02.193369 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a12c205b-4ebd-409a-86df-576f33c2883b req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] Bound port: e1391cf4-3887-4f6f-a448-da1a53428a74, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40737003-a8fb-4ce6-8dea-9865e4f2e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed7ab40c-26fc-450a-9094-20d108c3a171'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:22:02.193860 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a12c205b-4ebd-409a-86df-576f33c2883b req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e1391cf4-3887-4f6f-a448-da1a53428a74), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:02.471384 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22414a84-954d-4c89-9d95-dfc1df0730ff x-openstack-request-id: req-22414a84-954d-4c89-9d95-dfc1df0730ff {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:22:02.472110 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27df5c36-f020-4477-a0bb-1998f001388e", "tag": "6a85c377-6825-4841-be62-055bd288e96a", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:22:02.472608 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22414a84-954d-4c89-9d95-dfc1df0730ff {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:22:02.473212 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27df5c36-f020-4477-a0bb-1998f001388e', 'tag': '6a85c377-6825-4841-be62-055bd288e96a', 'status': 'completed', 'code': 200} Feb 28 20:22:02.483282 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-329c2d84-f3d1-4e9f-92b8-ea085e247b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:02.487085 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-329c2d84-f3d1-4e9f-92b8-ea085e247b19 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed&tenant_id=d571caf06a6a44bebea5a2bc49166e20 HTTP/1.1" status: 200 len: 1126 time: 0.2320266 Feb 28 20:22:02.557794 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820368-21', 'device_owner': 'compute:nova'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:22:02.597582 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a12c205b-4ebd-409a-86df-576f33c2883b req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] For port e1391cf4-3887-4f6f-a448-da1a53428a74, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:22:02.643597 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53059498-7f01-4987-99aa-50b9b0d5c80a req-bc9773ae-297b-4b0c-b10f-851f71402752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:02.645220 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53059498-7f01-4987-99aa-50b9b0d5c80a req-bc9773ae-297b-4b0c-b10f-851f71402752 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc511d7643284ad4adb274524c5b6a6a&device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 1129 time: 0.2250369 Feb 28 20:22:02.653088 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a12c205b-4ebd-409a-86df-576f33c2883b req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] For port e1391cf4-3887-4f6f-a448-da1a53428a74, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e1391cf4-3887-4f6f-a448-da1a53428a74,segment=NetworkSegment(40737003-a8fb-4ce6-8dea-9865e4f2e7cf),segment_id=40737003-a8fb-4ce6-8dea-9865e4f2e7cf)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:22:02.703248 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe29bb-4b82-4d97-9aee-55de4afd954f req-410b2bc7-491f-4d88-abab-e70849160686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:02.704433 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe29bb-4b82-4d97-9aee-55de4afd954f req-410b2bc7-491f-4d88-abab-e70849160686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:02.707413 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-39fe29bb-4b82-4d97-9aee-55de4afd954f req-410b2bc7-491f-4d88-abab-e70849160686 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d92990bad4d49cdb025de9b8b50c311&device_id=27df5c36-f020-4477-a0bb-1998f001388e HTTP/1.1" status: 200 len: 1970 time: 0.2185395 Feb 28 20:22:02.717130 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a12c205b-4ebd-409a-86df-576f33c2883b req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (e1391cf4-3887-4f6f-a448-da1a53428a74), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:02.783082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53059498-7f01-4987-99aa-50b9b0d5c80a req-41e7fba4-b1f5-4047-9ff3-cb2e0ced8cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:02.784596 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53059498-7f01-4987-99aa-50b9b0d5c80a req-41e7fba4-b1f5-4047-9ff3-cb2e0ced8cd7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=68023704-fab0-42d3-a06c-4476ff73e6d5 HTTP/1.1" status: 200 len: 919 time: 0.1191475 Feb 28 20:22:02.794795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c67dd-dd69-48e6-aac6-92df9f3c3c7c req-0bf5ffed-369c-4030-8c2f-3ca90c68d32d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:02.802819 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e26c67dd-dd69-48e6-aac6-92df9f3c3c7c req-0bf5ffed-369c-4030-8c2f-3ca90c68d32d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.2640660 Feb 28 20:22:02.870199 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53059498-7f01-4987-99aa-50b9b0d5c80a req-90eb3ddd-b1a6-42e8-a8d0-33f4d15c1687 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8642d44a-7991-4f88-a58f-c4752a339e89 HTTP/1.1" status: 200 len: 217 time: 0.0620072 Feb 28 20:22:02.908733 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e6591-8ce3-40d8-9c0a-06adca9a352e req-2408ee15-8603-4ac5-816e-af3c05f2266d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:02.916429 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1a4e6591-8ce3-40d8-9c0a-06adca9a352e req-2408ee15-8603-4ac5-816e-af3c05f2266d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.3002319 Feb 28 20:22:02.956736 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c205b-4ebd-409a-86df-576f33c2883b req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:02.958649 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a12c205b-4ebd-409a-86df-576f33c2883b req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:02.967795 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] 10.222.0.15 "PUT /v2.0/ports/e1391cf4-3887-4f6f-a448-da1a53428a74 HTTP/1.1" status: 200 len: 1092 time: 2.1493723 Feb 28 20:22:03.007429 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e26c67dd-dd69-48e6-aac6-92df9f3c3c7c req-5fa990c9-05fe-483b-b946-0bc5982febc1 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017291 Feb 28 20:22:03.049470 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53059498-7f01-4987-99aa-50b9b0d5c80a req-90cd173c-6b9c-49a1-b347-49ef701479d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:03.056517 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53059498-7f01-4987-99aa-50b9b0d5c80a req-90cd173c-6b9c-49a1-b347-49ef701479d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff HTTP/1.1" status: 200 len: 859 time: 0.1744554 Feb 28 20:22:03.080099 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c44965-c65b-4773-9aa7-ebcaa2e8d4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1391cf4-3887-4f6f-a448-da1a53428a74,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:03.086552 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:03.120958 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53059498-7f01-4987-99aa-50b9b0d5c80a req-a5e18aa6-b4d7-430d-8eae-f12f101b3c6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68023704-fab0-42d3-a06c-4476ff73e6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568357 Feb 28 20:22:03.137558 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1a4e6591-8ce3-40d8-9c0a-06adca9a352e req-eea8f350-000f-4645-afe6-47ada2d385ae tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166066 Feb 28 20:22:03.189569 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe29bb-4b82-4d97-9aee-55de4afd954f req-2342da41-9ad7-42ae-9deb-85fc8440c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:03.190604 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe29bb-4b82-4d97-9aee-55de4afd954f req-2342da41-9ad7-42ae-9deb-85fc8440c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:03.191509 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe29bb-4b82-4d97-9aee-55de4afd954f req-2342da41-9ad7-42ae-9deb-85fc8440c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:03.194391 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-39fe29bb-4b82-4d97-9aee-55de4afd954f req-2342da41-9ad7-42ae-9deb-85fc8440c796 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9d92990bad4d49cdb025de9b8b50c311&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4608850 Feb 28 20:22:03.469344 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53059498-7f01-4987-99aa-50b9b0d5c80a req-b7b62682-2a23-44e3-a58b-98d2969b49a0 service neutron] 10.222.0.15 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280466 Feb 28 20:22:03.477757 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c03d41-55ad-469f-860e-63fd91237b1e req-9cf7e8bb-e57d-473f-ab80-efa916d4452d tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:03.479363 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34c03d41-55ad-469f-860e-63fd91237b1e req-9cf7e8bb-e57d-473f-ab80-efa916d4452d tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 943 time: 0.2930241 Feb 28 20:22:03.566207 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc707428-b5ef-4e61-a7a5-e2a6c8b13480 req-dc6b8232-7abe-4353-b4fe-40bc3acc12b6 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:03.576094 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc707428-b5ef-4e61-a7a5-e2a6c8b13480 req-dc6b8232-7abe-4353-b4fe-40bc3acc12b6 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:03.589997 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc707428-b5ef-4e61-a7a5-e2a6c8b13480 req-dc6b8232-7abe-4353-b4fe-40bc3acc12b6 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=27df5c36-f020-4477-a0bb-1998f001388e HTTP/1.1" status: 200 len: 1677 time: 0.2900624 Feb 28 20:22:03.622454 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] For port 7b77f50f-623e-47af-8617-df7c08b321cc, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7b77f50f-623e-47af-8617-df7c08b321cc,segment=NetworkSegment(d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a),segment_id=d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:03.685374 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe29bb-4b82-4d97-9aee-55de4afd954f req-ee25b7ea-b82f-4006-b792-26908c6e75c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:03.687641 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-39fe29bb-4b82-4d97-9aee-55de4afd954f req-ee25b7ea-b82f-4006-b792-26908c6e75c8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4871664 Feb 28 20:22:03.715122 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] For port 7b77f50f-623e-47af-8617-df7c08b321cc, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:22:03.734007 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34c03d41-55ad-469f-860e-63fd91237b1e req-c2c12927-e811-4c94-959a-09bf4e2b25ee tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276890 Feb 28 20:22:03.765907 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b77f50f-623e-47af-8617-df7c08b321cc {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:22:03.766309 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] Publish callbacks [] for port (7b77f50f-623e-47af-8617-df7c08b321cc), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:03.772655 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc707428-b5ef-4e61-a7a5-e2a6c8b13480 req-3f7100e7-547c-4bde-b77f-d45d10a5adc0 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803184 Feb 28 20:22:03.780351 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53059498-7f01-4987-99aa-50b9b0d5c80a req-a8b3ee24-47c2-4269-8977-98c5e2f4009a service neutron] 10.222.0.15 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989495 Feb 28 20:22:03.790449 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] Transition to ACTIVE for port object 7b77f50f-623e-47af-8617-df7c08b321cc will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:22:03.800723 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:03.935286 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] No DVR routers for this DVR port 7b77f50f-623e-47af-8617-df7c08b321cc on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:22:03.937501 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] Pushing event updated for resources: {'Port': ['ID=7b77f50f-623e-47af-8617-df7c08b321cc,revision_number=9']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:03.989470 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d992608-b2d6-43bc-98f2-7bfa2d80654b req-7dde67d5-71df-4341-b9e6-048c18723e03 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 210 time: 0.0579035 Feb 28 20:22:03.992541 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] Attempting to bind port 7b77f50f-623e-47af-8617-df7c08b321cc on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:22:03.993648 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] Attempting to bind port 7b77f50f-623e-47af-8617-df7c08b321cc by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'd4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8df75beb-bfec-45e3-be15-010dba074bc0'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:22:03.995939 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] Attempting to bind port 7b77f50f-623e-47af-8617-df7c08b321cc on network 8df75beb-bfec-45e3-be15-010dba074bc0 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:22:04.017320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c205b-4ebd-409a-86df-576f33c2883b req-51c00c41-1982-47cc-9123-9ca08d708565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:04.018263 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c205b-4ebd-409a-86df-576f33c2883b req-51c00c41-1982-47cc-9123-9ca08d708565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:04.021105 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-51c00c41-1982-47cc-9123-9ca08d708565 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d92990bad4d49cdb025de9b8b50c311&device_id=27df5c36-f020-4477-a0bb-1998f001388e HTTP/1.1" status: 200 len: 2043 time: 0.1964438 Feb 28 20:22:04.048642 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] Port 7b77f50f-623e-47af-8617-df7c08b321cc on network 8df75beb-bfec-45e3-be15-010dba074bc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:22:04.049214 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] Attempting to bind port 7b77f50f-623e-47af-8617-df7c08b321cc on network 8df75beb-bfec-45e3-be15-010dba074bc0 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:22:04.071128 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:22:04.073208 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] Checking segment: {'id': 'd4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8df75beb-bfec-45e3-be15-010dba074bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:22:04.074564 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] Bound using segment: {'id': 'd4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8df75beb-bfec-45e3-be15-010dba074bc0'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:22:04.075110 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] Bound port: 7b77f50f-623e-47af-8617-df7c08b321cc, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8df75beb-bfec-45e3-be15-010dba074bc0'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:22:04.075553 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:04.117205 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-947eba2d-3366-4c29-94ed-88e5c6141e05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.75&port_id=6a85c377-6825-4841-be62-055bd288e96a HTTP/1.1" status: 200 len: 217 time: 0.0826147 Feb 28 20:22:04.179813 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700e978-40a0-4cc0-a516-cd3a1a2ca56e req-8565f752-b438-4f13-b53c-a514e1fbc57f tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:04.188180 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f700e978-40a0-4cc0-a516-cd3a1a2ca56e req-8565f752-b438-4f13-b53c-a514e1fbc57f tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.2861850 Feb 28 20:22:04.197574 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] For port 7b77f50f-623e-47af-8617-df7c08b321cc, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:22:04.203616 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] For port 7b77f50f-623e-47af-8617-df7c08b321cc, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7b77f50f-623e-47af-8617-df7c08b321cc,segment=NetworkSegment(d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a),segment_id=d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:22:04.213721 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:04.270312 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:04.271477 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:04.274062 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] 10.222.0.10 "PUT /v2.0/ports/7b77f50f-623e-47af-8617-df7c08b321cc HTTP/1.1" status: 200 len: 1092 time: 1.7256858 Feb 28 20:22:04.285789 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c205b-4ebd-409a-86df-576f33c2883b req-cab1db09-3d1f-4df1-9938-6edd7791171a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:04.287408 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-cab1db09-3d1f-4df1-9938-6edd7791171a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ceb2faa-d88c-43e9-a47e-5c6aacf66cd5 HTTP/1.1" status: 200 len: 801 time: 0.1586914 Feb 28 20:22:04.320755 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afdedf-72e6-4bce-b2e7-3372040fd514 service neutron] Pushing event updated for resources: {'Port': ['ID=7b77f50f-623e-47af-8617-df7c08b321cc,revision_number=10']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:04.357995 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f700e978-40a0-4cc0-a516-cd3a1a2ca56e req-13c6842d-873c-4e78-aeee-bbb59bf07187 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687851 Feb 28 20:22:04.377555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bce05-eb7f-4111-8b79-6d1ee01a361c req-ff5e5e7d-cb71-4f70-902c-8f70c641acb7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:04.395012 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bce05-eb7f-4111-8b79-6d1ee01a361c req-ff5e5e7d-cb71-4f70-902c-8f70c641acb7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:04.402854 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bce05-eb7f-4111-8b79-6d1ee01a361c req-ff5e5e7d-cb71-4f70-902c-8f70c641acb7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:04.412443 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bce05-eb7f-4111-8b79-6d1ee01a361c req-ff5e5e7d-cb71-4f70-902c-8f70c641acb7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:04.429163 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bce05-eb7f-4111-8b79-6d1ee01a361c req-ff5e5e7d-cb71-4f70-902c-8f70c641acb7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:04.438074 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bce05-eb7f-4111-8b79-6d1ee01a361c req-ff5e5e7d-cb71-4f70-902c-8f70c641acb7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:04.443481 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-aec1f1fb-0b2f-4081-9e36-e8f8a0c330c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:04.445822 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bce05-eb7f-4111-8b79-6d1ee01a361c req-ff5e5e7d-cb71-4f70-902c-8f70c641acb7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:04.446912 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-aec1f1fb-0b2f-4081-9e36-e8f8a0c330c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d571caf06a6a44bebea5a2bc49166e20&device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 1127 time: 0.1040869 Feb 28 20:22:04.449242 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-178bce05-eb7f-4111-8b79-6d1ee01a361c req-ff5e5e7d-cb71-4f70-902c-8f70c641acb7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.3362274 Feb 28 20:22:04.480351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27df5c36-f020-4477-a0bb-1998f001388e', 'tag': 'e1391cf4-3887-4f6f-a448-da1a53428a74'}, {'name': 'network-changed', 'server_uuid': '2729ad31-3e97-41a9-9da7-2ef61094a4ed', 'tag': '7b77f50f-623e-47af-8617-df7c08b321cc'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:22:04.487389 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ea6ff9-a0cf-4836-9e71-5125aaddf535" -d '{"events": [{"name": "network-changed", "server_uuid": "27df5c36-f020-4477-a0bb-1998f001388e", "tag": "e1391cf4-3887-4f6f-a448-da1a53428a74"}, {"name": "network-changed", "server_uuid": "2729ad31-3e97-41a9-9da7-2ef61094a4ed", "tag": "7b77f50f-623e-47af-8617-df7c08b321cc"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:22:04.614222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c205b-4ebd-409a-86df-576f33c2883b req-fc3bee53-3217-4a62-aacf-82af50da80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:04.615739 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-fc3bee53-3217-4a62-aacf-82af50da80ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b973a0b-f8e1-4515-82f7-7604e9c4e0d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3206708 Feb 28 20:22:04.690253 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-3d02766f-9b08-46a5-b412-b2a93bfa5a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:04.691828 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-3d02766f-9b08-46a5-b412-b2a93bfa5a1c service neutron] 10.222.0.10 "GET /v2.0/networks?id=8df75beb-bfec-45e3-be15-010dba074bc0 HTTP/1.1" status: 200 len: 914 time: 0.2275352 Feb 28 20:22:04.694361 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-178bce05-eb7f-4111-8b79-6d1ee01a361c req-32218071-3dd8-496c-a911-7a64cf08d8b7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2196283 Feb 28 20:22:04.768292 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-78d361ce-6822-453f-80f5-9886847347e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b77f50f-623e-47af-8617-df7c08b321cc HTTP/1.1" status: 200 len: 217 time: 0.0617132 Feb 28 20:22:04.828364 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-6eefe13d-7cdc-4b94-8e0c-feb6055686ae tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:04.830567 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-6eefe13d-7cdc-4b94-8e0c-feb6055686ae tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.10 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 812 time: 0.3771758 Feb 28 20:22:04.848297 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151360a-1d94-4a0f-b37e-0117dfa79ec6 req-852a43aa-a8f2-4bf0-994a-1177f770d0f0 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:04.850201 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6151360a-1d94-4a0f-b37e-0117dfa79ec6 req-852a43aa-a8f2-4bf0-994a-1177f770d0f0 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.2593529 Feb 28 20:22:04.869728 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-1f7ee81d-91a1-4633-8376-e4e295aef9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:04.873528 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-1f7ee81d-91a1-4633-8376-e4e295aef9a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a406bcd3-21de-4727-8aa8-9d85920af610 HTTP/1.1" status: 200 len: 854 time: 0.0869720 Feb 28 20:22:04.877707 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 9528242c-5054-49d2-b00a-2d8bb8bdea38 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:22:04.878562 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-d68426f6-939a-4944-9d35-0ab50cd143e5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Request body: {'port': {'device_id': 'bd68d7dd-f87d-481b-8f77-445c63cbaab6', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'admin_state_up': True, 'tenant_id': 'd31e1b7746264200b53c61174ee5824e'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:22:04.942620 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-c95cb361-9cb9-4d22-a5f7-8571125e7053 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8df75beb-bfec-45e3-be15-010dba074bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561476 Feb 28 20:22:04.995469 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 9528242c-5054-49d2-b00a-2d8bb8bdea38 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:22:05.004838 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 9528242c-5054-49d2-b00a-2d8bb8bdea38 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:22:05.006171 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:05.026565 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-5e2e70a5-6e1e-42c6-83b9-0052dfcc1717 service neutron] 10.222.0.15 "GET /v2.0/networks/1b973a0b-f8e1-4515-82f7-7604e9c4e0d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943415 Feb 28 20:22:05.084884 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-2b86e2be-1f80-44f7-a044-9d2d9af18cf6 service neutron] 10.222.0.10 "GET /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294830 Feb 28 20:22:05.110602 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908504dc-817a-4b56-b443-c857954dcfaf req-57df6a84-cb4e-44a4-a728-f0a9bb2a3ffe tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:05.118868 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-908504dc-817a-4b56-b443-c857954dcfaf req-57df6a84-cb4e-44a4-a728-f0a9bb2a3ffe tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 946 time: 0.3265746 Feb 28 20:22:05.135467 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6151360a-1d94-4a0f-b37e-0117dfa79ec6 req-dca33e33-2e37-4203-91fc-78900b687810 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531888 Feb 28 20:22:05.237893 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d40633ba-c2da-40d0-a385-c7b93b608982 req-81f8b91d-02b9-4d29-aaf5-a1554719eed8 service neutron] 10.222.0.10 "GET /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425288 Feb 28 20:22:05.243092 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 28 Feb 2022 20:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb7dc8b-41ed-48c1-b0de-c68740578f34 x-openstack-request-id: req-9fb7dc8b-41ed-48c1-b0de-c68740578f34 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:22:05.243092 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27df5c36-f020-4477-a0bb-1998f001388e", "tag": "e1391cf4-3887-4f6f-a448-da1a53428a74", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2729ad31-3e97-41a9-9da7-2ef61094a4ed", "tag": "7b77f50f-623e-47af-8617-df7c08b321cc", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:22:05.243092 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fb7dc8b-41ed-48c1-b0de-c68740578f34 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:22:05.243669 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27df5c36-f020-4477-a0bb-1998f001388e', 'tag': 'e1391cf4-3887-4f6f-a448-da1a53428a74', 'status': 'completed', 'code': 200} Feb 28 20:22:05.243669 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2729ad31-3e97-41a9-9da7-2ef61094a4ed', 'tag': '7b77f50f-623e-47af-8617-df7c08b321cc', 'status': 'completed', 'code': 200} Feb 28 20:22:05.268179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 9528242c-5054-49d2-b00a-2d8bb8bdea38 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:05.268985 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:05.323727 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9528242c-5054-49d2-b00a-2d8bb8bdea38'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:22:05.326373 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe4d058-2bcb-4185-92e2-f82e96a82382" -d '{"events": [{"server_uuid": "3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5", "name": "network-vif-plugged", "status": "completed", "tag": "9528242c-5054-49d2-b00a-2d8bb8bdea38"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:22:05.342745 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 9528242c-5054-49d2-b00a-2d8bb8bdea38, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=9528242c-5054-49d2-b00a-2d8bb8bdea38,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:05.349214 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:05.363886 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-8f31b666-d169-4b76-bb52-e540680f748e service neutron] 10.222.0.15 "GET /v2.0/networks/1b973a0b-f8e1-4515-82f7-7604e9c4e0d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214028 Feb 28 20:22:05.406160 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-908504dc-817a-4b56-b443-c857954dcfaf req-9b3160bd-870c-468c-b9e5-d3c9fdc3099a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2858601 Feb 28 20:22:05.458341 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-12af4f6d-6850-4d93-a886-ed0fdcf1439c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.12&port_id=e1391cf4-3887-4f6f-a448-da1a53428a74 HTTP/1.1" status: 200 len: 217 time: 0.0833948 Feb 28 20:22:05.476979 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=9528242c-5054-49d2-b00a-2d8bb8bdea38,revision_number=12']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:05.529927 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-74fabb47-b0e8-4a24-9371-d35c96b1278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:05.532628 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-74fabb47-b0e8-4a24-9371-d35c96b1278c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d571caf06a6a44bebea5a2bc49166e20&device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 1127 time: 0.1716976 Feb 28 20:22:05.533125 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-d68426f6-939a-4944-9d35-0ab50cd143e5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Made reservation on behalf of d31e1b7746264200b53c61174ee5824e for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:22:05.538036 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-d68426f6-939a-4944-9d35-0ab50cd143e5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:05.606134 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ca968-3451-48be-a92d-64123b5162ac req-bd3952c5-0116-49a3-be06-ac588060408b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:05.619255 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-965ca968-3451-48be-a92d-64123b5162ac req-bd3952c5-0116-49a3-be06-ac588060408b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 944 time: 0.3180778 Feb 28 20:22:05.683090 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-48554554-cc14-4cb6-adb5-43d3c30090ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:05.684880 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-48554554-cc14-4cb6-adb5-43d3c30090ec service neutron] 10.222.0.10 "GET /v2.0/networks?id=8df75beb-bfec-45e3-be15-010dba074bc0 HTTP/1.1" status: 200 len: 914 time: 0.1318564 Feb 28 20:22:05.719216 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c205b-4ebd-409a-86df-576f33c2883b req-c898521f-97b7-48f1-81b4-5bc272edc9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:05.721819 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-c898521f-97b7-48f1-81b4-5bc272edc9d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca80c72e-911f-4e01-8844-96575c690db1 HTTP/1.1" status: 200 len: 801 time: 0.2569239 Feb 28 20:22:05.786522 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-7ff70b76-0693-40c4-b1f9-47811ede706e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b77f50f-623e-47af-8617-df7c08b321cc HTTP/1.1" status: 200 len: 217 time: 0.0871639 Feb 28 20:22:05.894349 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-6372df4e-2c6c-459d-baa4-d2547919c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:05.900554 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-6372df4e-2c6c-459d-baa4-d2547919c3b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a406bcd3-21de-4727-8aa8-9d85920af610 HTTP/1.1" status: 200 len: 854 time: 0.1017053 Feb 28 20:22:05.910539 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-965ca968-3451-48be-a92d-64123b5162ac req-25d28520-fda1-4a39-86f1-10a504037378 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898335 Feb 28 20:22:05.988810 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3b6d5-1843-4dd8-b31e-a3fbe009fc5b req-1e18d3e1-ced0-4c37-ba9c-cc34e114daa3 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:05.999724 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3b6d5-1843-4dd8-b31e-a3fbe009fc5b req-1e18d3e1-ced0-4c37-ba9c-cc34e114daa3 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:06.012458 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-18b3b6d5-1843-4dd8-b31e-a3fbe009fc5b req-1e18d3e1-ced0-4c37-ba9c-cc34e114daa3 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=27df5c36-f020-4477-a0bb-1998f001388e HTTP/1.1" status: 200 len: 1677 time: 0.4423845 Feb 28 20:22:06.503149 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c205b-4ebd-409a-86df-576f33c2883b req-79925393-3656-412d-908f-9d66f6599338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:06.504716 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-79925393-3656-412d-908f-9d66f6599338 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed7ab40c-26fc-450a-9094-20d108c3a171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7744679 Feb 28 20:22:06.522988 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47295837-c437-4727-b4ec-8fd203d977fc req-3c8051ad-b186-467e-8b8c-56e653a626b6 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 210 time: 0.0620375 Feb 28 20:22:06.603875 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-d68426f6-939a-4944-9d35-0ab50cd143e5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Allocated IP 172.20.0.4 (13b65234-8f0d-445c-80e1-9fa1dcd0f780/19f72b21-2d15-4c2e-bdf5-2e3c46cad921/4815ae66-65e7-4ac1-8c34-1d779eb94c27) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:22:06.609867 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af2b200-cfdf-4c4b-8859-1dd6e5b1645d x-openstack-request-id: req-7af2b200-cfdf-4c4b-8859-1dd6e5b1645d {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:22:06.611553 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5", "name": "network-vif-plugged", "status": "completed", "tag": "9528242c-5054-49d2-b00a-2d8bb8bdea38", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:22:06.613443 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7af2b200-cfdf-4c4b-8859-1dd6e5b1645d {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:22:06.618325 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9528242c-5054-49d2-b00a-2d8bb8bdea38', 'code': 200} Feb 28 20:22:06.692674 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-18b3b6d5-1843-4dd8-b31e-a3fbe009fc5b req-8cee07a9-60bb-41b8-8e15-ff0ed6a703cd tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6785800 Feb 28 20:22:06.830965 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-75ceb071-ab5e-4656-84a6-9ace3fb79c16 service neutron] 10.222.0.15 "GET /v2.0/networks/ed7ab40c-26fc-450a-9094-20d108c3a171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062661 Feb 28 20:22:06.944003 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee4eaa-c049-4f16-8684-cb4664e7eaeb req-c1f06727-92eb-4b44-8b1a-dcdf810b21d5 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:06.954151 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7dee4eaa-c049-4f16-8684-cb4664e7eaeb req-c1f06727-92eb-4b44-8b1a-dcdf810b21d5 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.2471547 Feb 28 20:22:07.249028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc451c8-a98c-4575-8882-308fdafc5669 req-42a63102-3364-4568-8cf5-6bf0f3beea18 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:07.269542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc451c8-a98c-4575-8882-308fdafc5669 req-42a63102-3364-4568-8cf5-6bf0f3beea18 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:07.283216 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc451c8-a98c-4575-8882-308fdafc5669 req-42a63102-3364-4568-8cf5-6bf0f3beea18 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:07.288990 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc451c8-a98c-4575-8882-308fdafc5669 req-42a63102-3364-4568-8cf5-6bf0f3beea18 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:07.294716 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc451c8-a98c-4575-8882-308fdafc5669 req-42a63102-3364-4568-8cf5-6bf0f3beea18 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:07.301014 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc451c8-a98c-4575-8882-308fdafc5669 req-42a63102-3364-4568-8cf5-6bf0f3beea18 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:07.307128 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc451c8-a98c-4575-8882-308fdafc5669 req-42a63102-3364-4568-8cf5-6bf0f3beea18 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:07.309393 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1fc451c8-a98c-4575-8882-308fdafc5669 req-42a63102-3364-4568-8cf5-6bf0f3beea18 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.3443267 Feb 28 20:22:07.319189 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-d68426f6-939a-4944-9d35-0ab50cd143e5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:07.331398 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7dee4eaa-c049-4f16-8684-cb4664e7eaeb req-372c699f-16a9-46df-bfce-78402e690ea6 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762364 Feb 28 20:22:07.386817 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a12c205b-4ebd-409a-86df-576f33c2883b req-41612c58-a206-4ec8-b4b0-87b3ac199cef service neutron] 10.222.0.15 "GET /v2.0/networks/ed7ab40c-26fc-450a-9094-20d108c3a171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413077 Feb 28 20:22:07.390470 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-d68426f6-939a-4944-9d35-0ab50cd143e5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:07.405584 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['7d518928-03a1-485e-981d-ca31aea417cf'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:22:07.506416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68426f6-939a-4944-9d35-0ab50cd143e5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Pushing event updated for resources: {'Port': ['ID=4815ae66-65e7-4ac1-8c34-1d779eb94c27,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:07.584888 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['5ae3cea2-4701-46bd-9889-9b27b51d35b7'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:22:07.590151 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-d68426f6-939a-4944-9d35-0ab50cd143e5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:22:07.721834 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1fc451c8-a98c-4575-8882-308fdafc5669 req-be2447b7-0b70-4512-a6d9-786b93dd6fd6 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3404837 Feb 28 20:22:07.724303 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-d68426f6-939a-4944-9d35-0ab50cd143e5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:22:07.754449 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-d68426f6-939a-4944-9d35-0ab50cd143e5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:22:07.849020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-d68426f6-939a-4944-9d35-0ab50cd143e5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:07.850102 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-d68426f6-939a-4944-9d35-0ab50cd143e5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:07.885554 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-f47cfccd-2afb-438f-a45d-4bdb495c868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:07.887651 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-f47cfccd-2afb-438f-a45d-4bdb495c868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:07.890420 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-f47cfccd-2afb-438f-a45d-4bdb495c868f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d92990bad4d49cdb025de9b8b50c311&device_id=27df5c36-f020-4477-a0bb-1998f001388e HTTP/1.1" status: 200 len: 2043 time: 0.3782835 Feb 28 20:22:07.908021 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-d68426f6-939a-4944-9d35-0ab50cd143e5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0370073 Feb 28 20:22:08.056421 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f6820-d197-4954-a30a-d3a9cf75c9df req-4017e37c-8de8-43ab-8c1e-4a2f74517bc3 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:08.064472 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8e4f6820-d197-4954-a30a-d3a9cf75c9df req-4017e37c-8de8-43ab-8c1e-4a2f74517bc3 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.5605257 Feb 28 20:22:08.107316 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] Request body: {'port': {'device_id': 'bd68d7dd-f87d-481b-8f77-445c63cbaab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:22:08.220010 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:08.249619 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-bb902ffc-2bb5-4603-8d2d-e8092e44a2a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8df75beb-bfec-45e3-be15-010dba074bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1764154 Feb 28 20:22:08.424871 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201790a-9dac-42a0-b5ae-72940140a471 req-716b21c4-be3a-4582-ae29-e508d34e6061 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:08.427888 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8201790a-9dac-42a0-b5ae-72940140a471 req-716b21c4-be3a-4582-ae29-e508d34e6061 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 947 time: 0.4348400 Feb 28 20:22:08.516048 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-52eb0a82-38b0-4c7e-ac95-9ca18b8c4013 None None] Provisioning complete for port 4815ae66-65e7-4ac1-8c34-1d779eb94c27 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:22:08.517185 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-52eb0a82-38b0-4c7e-ac95-9ca18b8c4013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:08.690450 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-52eb0a82-38b0-4c7e-ac95-9ca18b8c4013 None None] Port 4815ae66-65e7-4ac1-8c34-1d779eb94c27 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:22:08.695947 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-a19627f9-c850-4d91-85cd-c36be02aebd7 service neutron] 10.222.0.10 "GET /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016979 Feb 28 20:22:08.846216 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4815ae66-65e7-4ac1-8c34-1d779eb94c27 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:22:08.856122 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] Publish callbacks [] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:08.875506 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] Transition to ACTIVE for port object 4815ae66-65e7-4ac1-8c34-1d779eb94c27 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:22:08.928915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-176bd5aa-21f3-49dd-97a8-c7c23f457482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:08.931322 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-176bd5aa-21f3-49dd-97a8-c7c23f457482 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed7ab40c-26fc-450a-9094-20d108c3a171 HTTP/1.1" status: 200 len: 902 time: 1.0318549 Feb 28 20:22:08.935668 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:09.007463 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8e4f6820-d197-4954-a30a-d3a9cf75c9df req-ea4a9c7a-3407-46e4-8594-45a02dc53cc7 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9395137 Feb 28 20:22:09.223842 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-88f63ea8-0dec-4376-a4f3-9e6abcdada6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.12&port_id=e1391cf4-3887-4f6f-a448-da1a53428a74 HTTP/1.1" status: 200 len: 217 time: 0.2852020 Feb 28 20:22:09.335256 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8201790a-9dac-42a0-b5ae-72940140a471 req-3f2c3397-c7c9-45bf-a443-678496976bfc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4579113 Feb 28 20:22:09.338058 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-10b22e85-e4b2-47fc-9b02-2d7a05e4f5d6 service neutron] 10.222.0.10 "GET /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584561 Feb 28 20:22:09.413346 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] Pushing event updated for resources: {'Port': ['ID=4815ae66-65e7-4ac1-8c34-1d779eb94c27,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:09.459453 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85601317-1d15-403f-9c94-00f5494aceb8 req-0aeb5a42-069d-45f6-8a41-6a338c8cb7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:09.466138 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85601317-1d15-403f-9c94-00f5494aceb8 req-0aeb5a42-069d-45f6-8a41-6a338c8cb7c5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 1130 time: 0.5773296 Feb 28 20:22:09.488506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c32630a1-6f46-4410-a95d-2a8c8888dece req-245752da-2888-4380-9757-68543e5d3017 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3679569 Feb 28 20:22:09.602799 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-7fa3f5b9-6b6e-4335-8a32-43faa4275f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:09.606304 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-7fa3f5b9-6b6e-4335-8a32-43faa4275f6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca80c72e-911f-4e01-8844-96575c690db1 HTTP/1.1" status: 200 len: 801 time: 0.3521533 Feb 28 20:22:09.828255 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada35adc-254e-4bc7-9927-985847c92fd0 req-f9dca8d4-11d3-4a7a-87d0-bc205cb92473 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:09.837855 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ada35adc-254e-4bc7-9927-985847c92fd0 req-f9dca8d4-11d3-4a7a-87d0-bc205cb92473 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 944 time: 0.6248131 Feb 28 20:22:09.902322 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-015ceb4a-b044-4e3c-9519-99514d840464 req-bb1ececa-65be-46d1-967b-f65ef3fa1fd0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1045320 Feb 28 20:22:10.029738 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ceb4a-b044-4e3c-9519-99514d840464 req-e0e2d1a5-e61f-49d6-9247-9145657e4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:10.031827 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-015ceb4a-b044-4e3c-9519-99514d840464 req-e0e2d1a5-e61f-49d6-9247-9145657e4f02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 1132 time: 0.0945201 Feb 28 20:22:10.054752 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85601317-1d15-403f-9c94-00f5494aceb8 req-99e71178-5f06-4b28-8792-ed289c5b7e6f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5038121 Feb 28 20:22:10.071410 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-98cd621b-9327-43aa-8a2c-649d12a9edff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:10.075275 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-98cd621b-9327-43aa-8a2c-649d12a9edff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed7ab40c-26fc-450a-9094-20d108c3a171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4327767 Feb 28 20:22:10.083548 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ada35adc-254e-4bc7-9927-985847c92fd0 req-3abcd5fa-c8f8-4d2e-8892-0335d836c602 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443972 Feb 28 20:22:10.120391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32630a1-6f46-4410-a95d-2a8c8888dece req-32dfd5b4-c887-4c72-9dab-4205a53e92e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:10.122324 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c32630a1-6f46-4410-a95d-2a8c8888dece req-32dfd5b4-c887-4c72-9dab-4205a53e92e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc511d7643284ad4adb274524c5b6a6a&device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 1128 time: 0.5146987 Feb 28 20:22:10.124945 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] Attempting to bind port 4815ae66-65e7-4ac1-8c34-1d779eb94c27 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:22:10.126418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] Attempting to bind port 4815ae66-65e7-4ac1-8c34-1d779eb94c27 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:22:10.126781 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] Attempting to bind port 4815ae66-65e7-4ac1-8c34-1d779eb94c27 on network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:22:10.137349 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] Port 4815ae66-65e7-4ac1-8c34-1d779eb94c27 on network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:22:10.137731 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] Attempting to bind port 4815ae66-65e7-4ac1-8c34-1d779eb94c27 on network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:22:10.161305 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:22:10.161654 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] Checking segment: {'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:22:10.162059 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] Bound using segment: {'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:22:10.162514 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] Bound port: 4815ae66-65e7-4ac1-8c34-1d779eb94c27, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202c2e07-c27f-47e1-875b-f44e35a97a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:22:10.162879 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:10.220801 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe5ab7-a8f0-46dc-add6-6efd42a1ec6c req-5821869b-6d80-47f9-8c20-fa1f58f2ea76 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:10.229687 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dcbe5ab7-a8f0-46dc-add6-6efd42a1ec6c req-5821869b-6d80-47f9-8c20-fa1f58f2ea76 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 943 time: 0.6612725 Feb 28 20:22:10.294054 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ceb4a-b044-4e3c-9519-99514d840464 req-84e8ea98-3d11-4179-87ba-43f92ef6722e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:10.295778 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-015ceb4a-b044-4e3c-9519-99514d840464 req-84e8ea98-3d11-4179-87ba-43f92ef6722e service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.2361777 Feb 28 20:22:10.364775 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-015ceb4a-b044-4e3c-9519-99514d840464 req-ac78e32f-5cf1-4102-92df-4b51529b520c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=fb29fbd8-283d-444b-9f64-975f8b82e07c HTTP/1.1" status: 200 len: 217 time: 0.0624771 Feb 28 20:22:10.465180 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dcbe5ab7-a8f0-46dc-add6-6efd42a1ec6c req-fc0f6603-2ebd-4802-99d3-b30b76beaca1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332551 Feb 28 20:22:10.469527 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-b9b7b458-267f-42dc-a4a8-3c2cd46d4734 service neutron] 10.222.0.15 "GET /v2.0/networks/ed7ab40c-26fc-450a-9094-20d108c3a171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844690 Feb 28 20:22:10.471318 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] For port 4815ae66-65e7-4ac1-8c34-1d779eb94c27, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:22:10.484930 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] For port 4815ae66-65e7-4ac1-8c34-1d779eb94c27, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=4815ae66-65e7-4ac1-8c34-1d779eb94c27,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:22:10.496036 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ceb4a-b044-4e3c-9519-99514d840464 req-0e5c78d2-d855-462f-9a98-081d02af11d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:10.504639 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-015ceb4a-b044-4e3c-9519-99514d840464 req-0e5c78d2-d855-462f-9a98-081d02af11d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1266618 Feb 28 20:22:10.636008 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-f600a5ce-83b0-4b2f-a2cc-91fa274e03ac service neutron] 10.222.0.15 "GET /v2.0/networks/ed7ab40c-26fc-450a-9094-20d108c3a171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461506 Feb 28 20:22:10.648465 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437473e-714a-4569-803a-7ae4a53bf6ad req-08ded8ee-0d43-49a5-9fdf-e55e05b1a5be tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:10.650399 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ceb4a-b044-4e3c-9519-99514d840464 req-687b49bf-6a32-4ccc-9c09-9322e1a918e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:10.654583 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437473e-714a-4569-803a-7ae4a53bf6ad req-08ded8ee-0d43-49a5-9fdf-e55e05b1a5be tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:10.656438 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8437473e-714a-4569-803a-7ae4a53bf6ad req-08ded8ee-0d43-49a5-9fdf-e55e05b1a5be tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=27df5c36-f020-4477-a0bb-1998f001388e HTTP/1.1" status: 200 len: 1677 time: 0.4072888 Feb 28 20:22:10.664749 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:10.681530 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-015ceb4a-b044-4e3c-9519-99514d840464 req-687b49bf-6a32-4ccc-9c09-9322e1a918e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1486380 Feb 28 20:22:10.752360 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:10.753252 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:10.754984 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] 10.222.0.10 "PUT /v2.0/ports/4815ae66-65e7-4ac1-8c34-1d779eb94c27 HTTP/1.1" status: 200 len: 1092 time: 2.6728902 Feb 28 20:22:10.759653 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd68d7dd-f87d-481b-8f77-445c63cbaab6', 'tag': '4815ae66-65e7-4ac1-8c34-1d779eb94c27'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:22:10.762260 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0751e132-4018-4ec7-a770-b7553445098d" -d '{"events": [{"name": "network-changed", "server_uuid": "bd68d7dd-f87d-481b-8f77-445c63cbaab6", "tag": "4815ae66-65e7-4ac1-8c34-1d779eb94c27"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:22:10.849613 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1f104-bf86-4cbc-9618-e7a2b9114822 req-3a39c4b5-daf1-41f3-9fc3-495fdc14083e tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:10.857243 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4e1f104-bf86-4cbc-9618-e7a2b9114822 req-3a39c4b5-daf1-41f3-9fc3-495fdc14083e tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.2191825 Feb 28 20:22:10.859067 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed02e0-495c-46d2-bcda-68af88df19ed service neutron] Pushing event updated for resources: {'Port': ['ID=4815ae66-65e7-4ac1-8c34-1d779eb94c27,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:10.889655 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-015ceb4a-b044-4e3c-9519-99514d840464 req-43e8bfe9-4666-40bd-a2b6-77fa2261cd03 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034559 Feb 28 20:22:10.896780 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8437473e-714a-4569-803a-7ae4a53bf6ad req-c235e1eb-fc0f-40c7-8435-ec2c637e5024 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045557 Feb 28 20:22:10.999724 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4e1f104-bf86-4cbc-9618-e7a2b9114822 req-0aa8e71d-ed2e-4337-8c74-98f9edf9a249 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412971 Feb 28 20:22:11.144655 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-015ceb4a-b044-4e3c-9519-99514d840464 req-3788c9dc-45df-43ec-b24a-53a7da8bc91a service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493446 Feb 28 20:22:11.281876 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a33a5-8e2c-4f39-beef-df82e83f9775 req-b26c52b4-dc98-4e64-a5cd-27f89dff3ac7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:11.319664 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a33a5-8e2c-4f39-beef-df82e83f9775 req-b26c52b4-dc98-4e64-a5cd-27f89dff3ac7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:11.348543 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a33a5-8e2c-4f39-beef-df82e83f9775 req-b26c52b4-dc98-4e64-a5cd-27f89dff3ac7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:11.349298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 6a85c377-6825-4841-be62-055bd288e96a details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:22:11.355288 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a33a5-8e2c-4f39-beef-df82e83f9775 req-b26c52b4-dc98-4e64-a5cd-27f89dff3ac7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:11.361932 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a33a5-8e2c-4f39-beef-df82e83f9775 req-b26c52b4-dc98-4e64-a5cd-27f89dff3ac7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:11.369660 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a33a5-8e2c-4f39-beef-df82e83f9775 req-b26c52b4-dc98-4e64-a5cd-27f89dff3ac7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:11.383332 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a33a5-8e2c-4f39-beef-df82e83f9775 req-b26c52b4-dc98-4e64-a5cd-27f89dff3ac7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:11.386612 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a9a33a5-8e2c-4f39-beef-df82e83f9775 req-b26c52b4-dc98-4e64-a5cd-27f89dff3ac7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.3007689 Feb 28 20:22:11.488086 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eefa98-de76-4486-916b-ea9113fe62ae req-81a40091-a487-4848-9927-41f53e8ae042 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:11.490074 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-25eefa98-de76-4486-916b-ea9113fe62ae req-81a40091-a487-4848-9927-41f53e8ae042 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.3188667 Feb 28 20:22:11.636349 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 6a85c377-6825-4841-be62-055bd288e96a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=6a85c377-6825-4841-be62-055bd288e96a,segment=NetworkSegment(b6ad5a4c-862f-43e0-960d-4cf95ff53118),segment_id=b6ad5a4c-862f-43e0-960d-4cf95ff53118)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:11.648167 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a9a33a5-8e2c-4f39-beef-df82e83f9775 req-2aae7550-be28-4eae-aec9-83515059d666 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2529531 Feb 28 20:22:11.673824 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '6a85c377-6825-4841-be62-055bd288e96a', 'network_id': '1b973a0b-f8e1-4515-82f7-7604e9c4e0d6', 'port_id': '6a85c377-6825-4841-be62-055bd288e96a', 'mac_address': 'fa:16:3e:65:19:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ceb2faa-d88c-43e9-a47e-5c6aacf66cd5', 'ip_address': '19.80.0.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:22:11.692237 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-25eefa98-de76-4486-916b-ea9113fe62ae req-a9d6b4cf-6b5c-4cac-84ca-4f65b55213c6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899009 Feb 28 20:22:11.840643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 6a85c377-6825-4841-be62-055bd288e96a is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:11.853004 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6a85c377-6825-4841-be62-055bd288e96a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:11.893027 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e459a1-6233-4397-a08f-8b050db99810 x-openstack-request-id: req-d2e459a1-6233-4397-a08f-8b050db99810 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:22:11.895096 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd68d7dd-f87d-481b-8f77-445c63cbaab6", "tag": "4815ae66-65e7-4ac1-8c34-1d779eb94c27", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:22:11.895990 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2e459a1-6233-4397-a08f-8b050db99810 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:22:11.898424 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a85c377-6825-4841-be62-055bd288e96a {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:22:11.903346 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd68d7dd-f87d-481b-8f77-445c63cbaab6', 'tag': '4815ae66-65e7-4ac1-8c34-1d779eb94c27', 'status': 'completed', 'code': 200} Feb 28 20:22:11.950446 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 6a85c377-6825-4841-be62-055bd288e96a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=6a85c377-6825-4841-be62-055bd288e96a,segment=NetworkSegment(b6ad5a4c-862f-43e0-960d-4cf95ff53118),segment_id=b6ad5a4c-862f-43e0-960d-4cf95ff53118)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:11.957792 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6a85c377-6825-4841-be62-055bd288e96a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:11.959421 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device e1391cf4-3887-4f6f-a448-da1a53428a74 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:22:11.983862 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776df9b-7e53-4047-b254-09867a2d4878 req-2d45d5d4-fada-4193-b9df-2c0bc22ba158 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:11.993977 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1776df9b-7e53-4047-b254-09867a2d4878 req-2d45d5d4-fada-4193-b9df-2c0bc22ba158 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 947 time: 0.1706474 Feb 28 20:22:12.083949 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=6a85c377-6825-4841-be62-055bd288e96a,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:12.095682 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1776df9b-7e53-4047-b254-09867a2d4878 req-93ea444b-d568-48bb-b650-6c4a8c1f15ce tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005521 Feb 28 20:22:12.165910 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f68959-cfad-4c6e-b135-6dbefb63bdce req-f401f9c2-3caf-4718-8fd8-69cff532424d tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:12.167538 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85f68959-cfad-4c6e-b135-6dbefb63bdce req-f401f9c2-3caf-4718-8fd8-69cff532424d tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 944 time: 0.1392798 Feb 28 20:22:12.334746 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85f68959-cfad-4c6e-b135-6dbefb63bdce req-d02c6fe8-1e5f-49a2-b300-ce2783eb5336 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592126 Feb 28 20:22:12.373005 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port e1391cf4-3887-4f6f-a448-da1a53428a74, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e1391cf4-3887-4f6f-a448-da1a53428a74,segment=NetworkSegment(40737003-a8fb-4ce6-8dea-9865e4f2e7cf),segment_id=40737003-a8fb-4ce6-8dea-9865e4f2e7cf)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:12.379604 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7c6cb-b58c-4840-9179-76942c5eb179 req-0cbc1ffe-50d6-4e67-9ff2-ae2961f0696c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:12.383707 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2ab7c6cb-b58c-4840-9179-76942c5eb179 req-0cbc1ffe-50d6-4e67-9ff2-ae2961f0696c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 943 time: 0.1360753 Feb 28 20:22:12.406673 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'e1391cf4-3887-4f6f-a448-da1a53428a74', 'network_id': 'ed7ab40c-26fc-450a-9094-20d108c3a171', 'port_id': 'e1391cf4-3887-4f6f-a448-da1a53428a74', 'mac_address': 'fa:16:3e:e0:b6:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca80c72e-911f-4e01-8844-96575c690db1', 'ip_address': '19.86.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:22:12.490818 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port e1391cf4-3887-4f6f-a448-da1a53428a74 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:12.491654 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e1391cf4-3887-4f6f-a448-da1a53428a74), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:12.513927 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1391cf4-3887-4f6f-a448-da1a53428a74 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:22:12.561791 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port e1391cf4-3887-4f6f-a448-da1a53428a74, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e1391cf4-3887-4f6f-a448-da1a53428a74,segment=NetworkSegment(40737003-a8fb-4ce6-8dea-9865e4f2e7cf),segment_id=40737003-a8fb-4ce6-8dea-9865e4f2e7cf)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:12.574027 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e1391cf4-3887-4f6f-a448-da1a53428a74), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:12.587781 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2ab7c6cb-b58c-4840-9179-76942c5eb179 req-e08af9d2-bcbd-4f3e-8cbf-384f1090e70c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854327 Feb 28 20:22:12.672530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1471821-bd85-487e-824c-18e67e9de48c req-92348719-bffc-4689-856c-65dea1e337cb tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:12.694714 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1471821-bd85-487e-824c-18e67e9de48c req-92348719-bffc-4689-856c-65dea1e337cb tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:12.717190 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c1471821-bd85-487e-824c-18e67e9de48c req-92348719-bffc-4689-856c-65dea1e337cb tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=27df5c36-f020-4477-a0bb-1998f001388e HTTP/1.1" status: 200 len: 1678 time: 0.2008157 Feb 28 20:22:12.737643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=e1391cf4-3887-4f6f-a448-da1a53428a74,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:12.872400 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c1471821-bd85-487e-824c-18e67e9de48c req-4751bdad-14ff-4a98-9a37-705dbea68921 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535604 Feb 28 20:22:12.882807 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['6a85c377-6825-4841-be62-055bd288e96a'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:22:12.969584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324b2cd-212b-405d-91e1-eb2277b095bc req-fa52f115-241f-490a-8741-aa12dd433aed tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:12.977619 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f324b2cd-212b-405d-91e1-eb2277b095bc req-fa52f115-241f-490a-8741-aa12dd433aed tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.1925797 Feb 28 20:22:13.112498 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f324b2cd-212b-405d-91e1-eb2277b095bc req-898a188b-a809-4c4d-9494-f55ae4bc6789 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296589 Feb 28 20:22:13.151633 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b6807-6a19-4497-9ff1-2e4e8e0dd6f3 req-bf0b95db-f6bf-4e8e-afd3-4f9d7362efa4 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:13.170546 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b6807-6a19-4497-9ff1-2e4e8e0dd6f3 req-bf0b95db-f6bf-4e8e-afd3-4f9d7362efa4 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:13.176365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b6807-6a19-4497-9ff1-2e4e8e0dd6f3 req-bf0b95db-f6bf-4e8e-afd3-4f9d7362efa4 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:13.182446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b6807-6a19-4497-9ff1-2e4e8e0dd6f3 req-bf0b95db-f6bf-4e8e-afd3-4f9d7362efa4 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:13.198407 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b6807-6a19-4497-9ff1-2e4e8e0dd6f3 req-bf0b95db-f6bf-4e8e-afd3-4f9d7362efa4 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:13.212310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b6807-6a19-4497-9ff1-2e4e8e0dd6f3 req-bf0b95db-f6bf-4e8e-afd3-4f9d7362efa4 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:13.224888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b6807-6a19-4497-9ff1-2e4e8e0dd6f3 req-bf0b95db-f6bf-4e8e-afd3-4f9d7362efa4 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:13.239674 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb0b6807-6a19-4497-9ff1-2e4e8e0dd6f3 req-bf0b95db-f6bf-4e8e-afd3-4f9d7362efa4 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.2781501 Feb 28 20:22:13.346744 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb0b6807-6a19-4497-9ff1-2e4e8e0dd6f3 req-502b993b-8c37-4220-add8-7913e2fb9c39 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1058681 Feb 28 20:22:13.370365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3413578-2777-4371-945a-f995f4ecf2b0 req-b28d1da8-c252-455f-b7a3-59226ea9c30d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:13.373104 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3413578-2777-4371-945a-f995f4ecf2b0 req-b28d1da8-c252-455f-b7a3-59226ea9c30d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.1302059 Feb 28 20:22:13.496812 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3413578-2777-4371-945a-f995f4ecf2b0 req-d58cbfa8-0e72-4259-b7dc-50c1e0824770 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116278 Feb 28 20:22:13.621552 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e9c5d-1638-47b0-8c91-a6cddbeda92b req-9c6d66a5-f8b3-4eb8-945d-20b0e7dbccfc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:13.634060 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-245e9c5d-1638-47b0-8c91-a6cddbeda92b req-9c6d66a5-f8b3-4eb8-945d-20b0e7dbccfc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 947 time: 0.1117790 Feb 28 20:22:13.792302 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-245e9c5d-1638-47b0-8c91-a6cddbeda92b req-e5a5e3d9-2ddb-44ee-9b6b-8bedd1b935c3 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551838 Feb 28 20:22:13.846157 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aef547-0cd5-428b-ad5b-3df849af7429 req-b79fe64a-a0d7-4d65-bab9-e3bb5e5149e3 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:13.872777 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26aef547-0cd5-428b-ad5b-3df849af7429 req-b79fe64a-a0d7-4d65-bab9-e3bb5e5149e3 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 944 time: 0.1978915 Feb 28 20:22:13.962436 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['e1391cf4-3887-4f6f-a448-da1a53428a74'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:22:14.036889 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26aef547-0cd5-428b-ad5b-3df849af7429 req-2f3f3e0f-c752-4adf-a032-a5468e34ad01 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626680 Feb 28 20:22:14.110755 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4455-1dbe-4838-99ef-ee8b9dedf1c0 req-bac6074c-f412-43a8-8d2f-a934bb27b77b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:14.116312 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e22d4455-1dbe-4838-99ef-ee8b9dedf1c0 req-bac6074c-f412-43a8-8d2f-a934bb27b77b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 943 time: 0.1909735 Feb 28 20:22:14.349492 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e22d4455-1dbe-4838-99ef-ee8b9dedf1c0 req-995167d6-c61c-47a1-90c7-829cbe733966 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180429 Feb 28 20:22:14.418179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308e815-f7e2-4d00-a73b-23714570f778 req-ee31a5be-f497-4d1e-9d0e-0439a29f126f tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:14.446432 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308e815-f7e2-4d00-a73b-23714570f778 req-ee31a5be-f497-4d1e-9d0e-0439a29f126f tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:14.449156 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5308e815-f7e2-4d00-a73b-23714570f778 req-ee31a5be-f497-4d1e-9d0e-0439a29f126f tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=27df5c36-f020-4477-a0bb-1998f001388e HTTP/1.1" status: 200 len: 1679 time: 0.2047944 Feb 28 20:22:14.610733 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5308e815-f7e2-4d00-a73b-23714570f778 req-e0e31db3-4b19-4413-8dd2-9c31f6fc97df tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479640 Feb 28 20:22:14.638917 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f752c0-f421-409d-b5a5-a7b8f40cca44 req-486a4924-0987-45f6-87ea-488e2ccad7a0 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:14.640862 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b8f752c0-f421-409d-b5a5-a7b8f40cca44 req-486a4924-0987-45f6-87ea-488e2ccad7a0 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.1159394 Feb 28 20:22:14.744308 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b8f752c0-f421-409d-b5a5-a7b8f40cca44 req-4ded8ab1-0259-4a73-87b3-d279139ccde0 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935519 Feb 28 20:22:14.829304 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42349066-f5ca-4870-bb2c-dec628ea7704 req-f36f5270-6b61-4438-bc69-25e478fd5478 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:14.836235 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42349066-f5ca-4870-bb2c-dec628ea7704 req-f36f5270-6b61-4438-bc69-25e478fd5478 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:14.843366 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42349066-f5ca-4870-bb2c-dec628ea7704 req-f36f5270-6b61-4438-bc69-25e478fd5478 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:14.849890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42349066-f5ca-4870-bb2c-dec628ea7704 req-f36f5270-6b61-4438-bc69-25e478fd5478 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:14.857508 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42349066-f5ca-4870-bb2c-dec628ea7704 req-f36f5270-6b61-4438-bc69-25e478fd5478 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:14.863823 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42349066-f5ca-4870-bb2c-dec628ea7704 req-f36f5270-6b61-4438-bc69-25e478fd5478 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:14.870319 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42349066-f5ca-4870-bb2c-dec628ea7704 req-f36f5270-6b61-4438-bc69-25e478fd5478 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:14.872568 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-42349066-f5ca-4870-bb2c-dec628ea7704 req-f36f5270-6b61-4438-bc69-25e478fd5478 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.1571171 Feb 28 20:22:15.341744 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 6a85c377-6825-4841-be62-055bd288e96a up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:22:15.386817 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbdbc2-ff81-4b4b-9811-709889b5c4a3 req-f850cebc-64eb-427b-8feb-cf529a88f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:15.394904 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7ddbdbc2-ff81-4b4b-9811-709889b5c4a3 req-f850cebc-64eb-427b-8feb-cf529a88f622 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 1129 time: 0.1211474 Feb 28 20:22:15.488665 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f1d30-b11b-48db-bae5-aff847fdfe61 req-59e1efbe-24dc-4934-8eff-808fc29d90a9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:15.499678 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1b8f1d30-b11b-48db-bae5-aff847fdfe61 req-59e1efbe-24dc-4934-8eff-808fc29d90a9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.6251833 Feb 28 20:22:15.529243 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 6a85c377-6825-4841-be62-055bd288e96a completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:22:15.544511 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 6a85c377-6825-4841-be62-055bd288e96a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:22:15.545230 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6a85c377-6825-4841-be62-055bd288e96a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:15.548226 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7ddbdbc2-ff81-4b4b-9811-709889b5c4a3 req-06fe69d5-2d8e-4f44-a0e0-1a47a5be31f0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461344 Feb 28 20:22:15.549009 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-42349066-f5ca-4870-bb2c-dec628ea7704 req-252c6085-cb43-4480-863e-12ec801f4d80 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6392946 Feb 28 20:22:15.663520 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1b8f1d30-b11b-48db-bae5-aff847fdfe61 req-6136c4d0-2e64-4d16-9b4d-97e29414bbd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625636 Feb 28 20:22:15.767595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 6a85c377-6825-4841-be62-055bd288e96a is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:15.768105 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6a85c377-6825-4841-be62-055bd288e96a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:15.826291 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 6a85c377-6825-4841-be62-055bd288e96a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=6a85c377-6825-4841-be62-055bd288e96a,segment=NetworkSegment(b6ad5a4c-862f-43e0-960d-4cf95ff53118),segment_id=b6ad5a4c-862f-43e0-960d-4cf95ff53118)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:15.829066 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27df5c36-f020-4477-a0bb-1998f001388e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a85c377-6825-4841-be62-055bd288e96a'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:22:15.831844 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd020c22-12c4-4eea-bde6-cf8fc7fcbedf" -d '{"events": [{"server_uuid": "27df5c36-f020-4477-a0bb-1998f001388e", "name": "network-vif-plugged", "status": "completed", "tag": "6a85c377-6825-4841-be62-055bd288e96a"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:22:15.837649 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6a85c377-6825-4841-be62-055bd288e96a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:15.838875 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device e1391cf4-3887-4f6f-a448-da1a53428a74 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:22:15.977868 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f4bbd-646f-40bc-a5bd-08e4c05a2be5 req-eaa64d29-2529-4de1-adca-0bc74567d135 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:15.984624 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=6a85c377-6825-4841-be62-055bd288e96a,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:15.990838 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a60f4bbd-646f-40bc-a5bd-08e4c05a2be5 req-eaa64d29-2529-4de1-adca-0bc74567d135 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 947 time: 0.2518981 Feb 28 20:22:16.034389 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port e1391cf4-3887-4f6f-a448-da1a53428a74 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:22:16.042072 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port e1391cf4-3887-4f6f-a448-da1a53428a74 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:22:16.042776 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e1391cf4-3887-4f6f-a448-da1a53428a74), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:16.171695 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a60f4bbd-646f-40bc-a5bd-08e4c05a2be5 req-a9aae158-28ea-418e-acf2-eaf8e28573f8 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800165 Feb 28 20:22:16.257167 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdf5fe-6c3f-4a9c-980f-6814584d15c2 req-c6fccc14-1bb6-4f4c-976a-efbe1b668d18 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:16.259243 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-87cdf5fe-6c3f-4a9c-980f-6814584d15c2 req-c6fccc14-1bb6-4f4c-976a-efbe1b668d18 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 944 time: 0.2582037 Feb 28 20:22:16.334230 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port e1391cf4-3887-4f6f-a448-da1a53428a74 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:16.334624 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e1391cf4-3887-4f6f-a448-da1a53428a74), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:16.353808 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-87cdf5fe-6c3f-4a9c-980f-6814584d15c2 req-007dbf04-dacd-44d0-b6a1-c3b74ba13f48 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868917 Feb 28 20:22:16.429550 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port e1391cf4-3887-4f6f-a448-da1a53428a74, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e1391cf4-3887-4f6f-a448-da1a53428a74,segment=NetworkSegment(40737003-a8fb-4ce6-8dea-9865e4f2e7cf),segment_id=40737003-a8fb-4ce6-8dea-9865e4f2e7cf)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:16.452816 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e1391cf4-3887-4f6f-a448-da1a53428a74), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:16.460039 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5bf7c2a6-1516-4806-bb48-029ae20c086b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:16.473174 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca941a56-ad8b-4ff5-be10-8207918a3207 req-cdfbb059-a137-4a91-814b-7a648f01219a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:16.484150 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca941a56-ad8b-4ff5-be10-8207918a3207 req-cdfbb059-a137-4a91-814b-7a648f01219a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 943 time: 0.1492655 Feb 28 20:22:16.550672 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=e1391cf4-3887-4f6f-a448-da1a53428a74,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:16.726805 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323bfaa-3301-48a5-885f-84b5ec821608 req-ee1d7072-b70b-4657-81ec-b61501ac909c tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:16.733471 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323bfaa-3301-48a5-885f-84b5ec821608 req-ee1d7072-b70b-4657-81ec-b61501ac909c tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:16.740753 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1323bfaa-3301-48a5-885f-84b5ec821608 req-ee1d7072-b70b-4657-81ec-b61501ac909c tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=27df5c36-f020-4477-a0bb-1998f001388e HTTP/1.1" status: 200 len: 1681 time: 0.2549238 Feb 28 20:22:16.779054 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca941a56-ad8b-4ff5-be10-8207918a3207 req-4a90fa9a-0293-466f-a9da-096a7de0c78e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651739 Feb 28 20:22:16.858884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1323bfaa-3301-48a5-885f-84b5ec821608 req-7bd8313d-c74d-4fdc-b211-e59f523c801b tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171110 Feb 28 20:22:16.966185 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b5f12a-07a0-40f5-bfc0-319dd6f8ff61 x-openstack-request-id: req-31b5f12a-07a0-40f5-bfc0-319dd6f8ff61 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:22:16.966677 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27df5c36-f020-4477-a0bb-1998f001388e", "name": "network-vif-plugged", "status": "completed", "tag": "6a85c377-6825-4841-be62-055bd288e96a", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:22:16.967096 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31b5f12a-07a0-40f5-bfc0-319dd6f8ff61 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:22:16.967801 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27df5c36-f020-4477-a0bb-1998f001388e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a85c377-6825-4841-be62-055bd288e96a', 'code': 200} Feb 28 20:22:17.019593 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac90ee0-1596-4666-8333-4d2c00cb4bdf req-c68f2d60-a875-4689-9063-41f973fc01f5 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:17.029220 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ac90ee0-1596-4666-8333-4d2c00cb4bdf req-c68f2d60-a875-4689-9063-41f973fc01f5 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.1213984 Feb 28 20:22:17.171844 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ac90ee0-1596-4666-8333-4d2c00cb4bdf req-6457d5ba-015d-4727-b522-979c2532a145 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407404 Feb 28 20:22:17.267521 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51e890-0886-4a78-906a-6085b734d67b req-7cb862f7-313a-4970-854a-f629259877d1 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:17.278693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51e890-0886-4a78-906a-6085b734d67b req-7cb862f7-313a-4970-854a-f629259877d1 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:17.285222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51e890-0886-4a78-906a-6085b734d67b req-7cb862f7-313a-4970-854a-f629259877d1 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:17.301546 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51e890-0886-4a78-906a-6085b734d67b req-7cb862f7-313a-4970-854a-f629259877d1 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:17.309723 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51e890-0886-4a78-906a-6085b734d67b req-7cb862f7-313a-4970-854a-f629259877d1 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:17.315179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51e890-0886-4a78-906a-6085b734d67b req-7cb862f7-313a-4970-854a-f629259877d1 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:17.320568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51e890-0886-4a78-906a-6085b734d67b req-7cb862f7-313a-4970-854a-f629259877d1 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:17.323852 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb51e890-0886-4a78-906a-6085b734d67b req-7cb862f7-313a-4970-854a-f629259877d1 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.2170458 Feb 28 20:22:17.431819 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59790021-0944-4b0d-ae0f-9a80d2d8c87b req-8a2a8c48-3bf0-4a90-94f0-65bd8151d69f tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:17.433895 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-59790021-0944-4b0d-ae0f-9a80d2d8c87b req-8a2a8c48-3bf0-4a90-94f0-65bd8151d69f tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.1089914 Feb 28 20:22:17.447133 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb51e890-0886-4a78-906a-6085b734d67b req-237d60fb-945d-455f-80cf-c669159c4df0 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080461 Feb 28 20:22:17.506797 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-59790021-0944-4b0d-ae0f-9a80d2d8c87b req-56e282c8-aebc-4245-90d8-29fd1aaccff0 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608950 Feb 28 20:22:17.642400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f85ed-307c-4ebe-966d-e64f0a7acd9e req-76a50bed-9ec6-45cd-9ab6-8c2ed70625a2 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:17.644002 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-171f85ed-307c-4ebe-966d-e64f0a7acd9e req-76a50bed-9ec6-45cd-9ab6-8c2ed70625a2 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 947 time: 0.0692952 Feb 28 20:22:17.722056 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-171f85ed-307c-4ebe-966d-e64f0a7acd9e req-ad34bed9-8d6c-4228-8351-485f79dffc14 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679400 Feb 28 20:22:17.873083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1abed-4922-4738-813d-629479d9ef9c req-cb174d04-bea9-4cd3-ac56-76527866f369 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:17.874922 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a5a1abed-4922-4738-813d-629479d9ef9c req-cb174d04-bea9-4cd3-ac56-76527866f369 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 944 time: 0.1216979 Feb 28 20:22:18.020089 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33782292-ddd4-4234-be73-7670f12a78aa req-ffceff9c-8e40-4a3a-8f28-387ec9584fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:18.022441 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-33782292-ddd4-4234-be73-7670f12a78aa req-ffceff9c-8e40-4a3a-8f28-387ec9584fb9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc511d7643284ad4adb274524c5b6a6a&device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 1129 time: 0.0905192 Feb 28 20:22:18.185414 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33782292-ddd4-4234-be73-7670f12a78aa req-6357038e-2d3d-4676-bc5b-94721ea19274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:18.186445 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a5a1abed-4922-4738-813d-629479d9ef9c req-7df8a198-3db8-487f-9173-4a60fac155fe tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812755 Feb 28 20:22:18.188929 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-33782292-ddd4-4234-be73-7670f12a78aa req-6357038e-2d3d-4676-bc5b-94721ea19274 service neutron] 10.222.0.15 "GET /v2.0/networks?id=68023704-fab0-42d3-a06c-4476ff73e6d5 HTTP/1.1" status: 200 len: 919 time: 0.1602108 Feb 28 20:22:18.248340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298b641-f96e-45e0-b332-7255bd734c27 req-0983633c-f431-4355-9a0d-26d92dc8940e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:18.250434 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d298b641-f96e-45e0-b332-7255bd734c27 req-0983633c-f431-4355-9a0d-26d92dc8940e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 943 time: 0.2841146 Feb 28 20:22:18.253533 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751e132-4018-4ec7-a770-b7553445098d req-28e9c440-9e66-475a-a917-eeefd464059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:18.255858 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0751e132-4018-4ec7-a770-b7553445098d req-28e9c440-9e66-475a-a917-eeefd464059b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 1126 time: 0.3199878 Feb 28 20:22:18.261137 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32630a1-6f46-4410-a95d-2a8c8888dece req-a7500b8c-0300-4d14-92f1-50b6d4239959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:18.263561 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c32630a1-6f46-4410-a95d-2a8c8888dece req-a7500b8c-0300-4d14-92f1-50b6d4239959 service neutron] 10.222.0.10 "GET /v2.0/networks?id=68023704-fab0-42d3-a06c-4476ff73e6d5 HTTP/1.1" status: 200 len: 919 time: 0.3760910 Feb 28 20:22:18.293757 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-33782292-ddd4-4234-be73-7670f12a78aa req-70e6457d-fdd9-4f6f-8c4b-2dfbfb74b183 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8642d44a-7991-4f88-a58f-c4752a339e89 HTTP/1.1" status: 200 len: 217 time: 0.0962048 Feb 28 20:22:18.382982 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33782292-ddd4-4234-be73-7670f12a78aa req-e3b7f13b-1f86-4491-a399-e7ff91771b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:18.385561 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-33782292-ddd4-4234-be73-7670f12a78aa req-e3b7f13b-1f86-4491-a399-e7ff91771b55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff HTTP/1.1" status: 200 len: 859 time: 0.0869405 Feb 28 20:22:18.431049 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-33782292-ddd4-4234-be73-7670f12a78aa req-c482c6c0-dbb6-4320-91e8-cd4a2e41702d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68023704-fab0-42d3-a06c-4476ff73e6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392292 Feb 28 20:22:18.447335 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c32630a1-6f46-4410-a95d-2a8c8888dece req-e36ad96f-2fb6-49cc-80cf-82569465cafe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 HTTP/1.1" status: 200 len: 217 time: 0.1411390 Feb 28 20:22:18.590379 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-33782292-ddd4-4234-be73-7670f12a78aa req-d05defc6-062f-4898-a9f1-1eb3fb0172c6 service neutron] 10.222.0.15 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535168 Feb 28 20:22:18.623589 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d298b641-f96e-45e0-b332-7255bd734c27 req-15d9fa9c-867e-4e9c-86a6-63d53e227f8a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503404 Feb 28 20:22:18.684351 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32630a1-6f46-4410-a95d-2a8c8888dece req-d2a37d71-6ec7-47f6-93b7-f5d3500cd067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:18.686092 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c32630a1-6f46-4410-a95d-2a8c8888dece req-d2a37d71-6ec7-47f6-93b7-f5d3500cd067 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff HTTP/1.1" status: 200 len: 859 time: 0.1649928 Feb 28 20:22:18.692526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751e132-4018-4ec7-a770-b7553445098d req-01a15bf0-6c1b-4c6c-b1fb-846e7eba01e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:18.694302 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0751e132-4018-4ec7-a770-b7553445098d req-01a15bf0-6c1b-4c6c-b1fb-846e7eba01e2 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d31e1b7746264200b53c61174ee5824e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4009047 Feb 28 20:22:18.711009 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b33a6a-df9a-4e2c-8250-26b5977fbb65 req-d28223f6-6503-46a5-8054-f7c5d62aec8f tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:18.715348 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98b33a6a-df9a-4e2c-8250-26b5977fbb65 req-d28223f6-6503-46a5-8054-f7c5d62aec8f tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.2980685 Feb 28 20:22:18.751806 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-33782292-ddd4-4234-be73-7670f12a78aa req-caa35210-2668-4e5b-8f6b-d3f9c8903e06 service neutron] 10.222.0.15 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529911 Feb 28 20:22:18.858050 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c32630a1-6f46-4410-a95d-2a8c8888dece req-be02701a-c9cc-4ef8-8768-465883d7d290 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68023704-fab0-42d3-a06c-4476ff73e6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395354 Feb 28 20:22:18.956530 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4055d71a-1428-44ba-94de-72d5730659a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:18.976671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27df5c36-f020-4477-a0bb-1998f001388e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1391cf4-3887-4f6f-a448-da1a53428a74'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:22:18.987737 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8abbc3-3b37-4784-b6d4-483c52bedc83" -d '{"events": [{"server_uuid": "27df5c36-f020-4477-a0bb-1998f001388e", "name": "network-vif-plugged", "status": "completed", "tag": "e1391cf4-3887-4f6f-a448-da1a53428a74"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:22:19.046594 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98b33a6a-df9a-4e2c-8250-26b5977fbb65 req-c9bdc44e-310f-4420-b440-b82f91b44a39 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958634 Feb 28 20:22:19.111057 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee2ca3-6699-400f-ba72-3d89f715ceb5 req-06f56a89-9ab5-4384-8d3b-796d9db7ae6b tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:19.120391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee2ca3-6699-400f-ba72-3d89f715ceb5 req-06f56a89-9ab5-4384-8d3b-796d9db7ae6b tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:19.129651 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8ee2ca3-6699-400f-ba72-3d89f715ceb5 req-06f56a89-9ab5-4384-8d3b-796d9db7ae6b tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=27df5c36-f020-4477-a0bb-1998f001388e HTTP/1.1" status: 200 len: 1681 time: 0.4080367 Feb 28 20:22:19.175145 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751e132-4018-4ec7-a770-b7553445098d req-815572c4-fa48-494c-93d5-ffbe50e83069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:19.186198 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0751e132-4018-4ec7-a770-b7553445098d req-815572c4-fa48-494c-93d5-ffbe50e83069 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4616086 Feb 28 20:22:19.267703 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8ee2ca3-6699-400f-ba72-3d89f715ceb5 req-d5f78e74-93f9-49be-9a70-de3ff803ad8b tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370335 Feb 28 20:22:19.269962 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c32630a1-6f46-4410-a95d-2a8c8888dece req-e2a292c0-c805-4a45-ad50-10509ebfd882 service neutron] 10.222.0.10 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942213 Feb 28 20:22:19.402249 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:19.566774 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52aaa9-1944-45cb-9604-b12f9600a994 req-984b04fa-8e79-48c1-b25a-f4dd3f310bb3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:19.573914 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52aaa9-1944-45cb-9604-b12f9600a994 req-984b04fa-8e79-48c1-b25a-f4dd3f310bb3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:19.579394 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52aaa9-1944-45cb-9604-b12f9600a994 req-984b04fa-8e79-48c1-b25a-f4dd3f310bb3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:19.584773 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52aaa9-1944-45cb-9604-b12f9600a994 req-984b04fa-8e79-48c1-b25a-f4dd3f310bb3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:19.590215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52aaa9-1944-45cb-9604-b12f9600a994 req-984b04fa-8e79-48c1-b25a-f4dd3f310bb3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:19.596158 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52aaa9-1944-45cb-9604-b12f9600a994 req-984b04fa-8e79-48c1-b25a-f4dd3f310bb3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:19.601779 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52aaa9-1944-45cb-9604-b12f9600a994 req-984b04fa-8e79-48c1-b25a-f4dd3f310bb3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:19.603940 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b52aaa9-1944-45cb-9604-b12f9600a994 req-984b04fa-8e79-48c1-b25a-f4dd3f310bb3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.3743241 Feb 28 20:22:19.618066 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-f4837223-5c88-4bf1-b42e-c256fb6e3f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:19.619494 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-f4837223-5c88-4bf1-b42e-c256fb6e3f23 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 1126 time: 0.3482318 Feb 28 20:22:19.631540 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c32630a1-6f46-4410-a95d-2a8c8888dece req-225f6f00-c575-49a6-96d3-4d21881c99f5 service neutron] 10.222.0.10 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147333 Feb 28 20:22:19.707851 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8b1ce-cac3-4cd8-a743-6c2f68afe053 req-cf9e619e-9e05-4f49-803b-06dd691433c1 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:19.711257 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccb8b1ce-cac3-4cd8-a743-6c2f68afe053 req-cf9e619e-9e05-4f49-803b-06dd691433c1 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.3195145 Feb 28 20:22:19.713412 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-3a9b6e20-183b-4b4a-9365-9245767ec2d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4815ae66-65e7-4ac1-8c34-1d779eb94c27 HTTP/1.1" status: 200 len: 217 time: 0.0787556 Feb 28 20:22:19.851149 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-0d4383b7-d326-43ee-a5ee-e45920f6abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:19.853367 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-0d4383b7-d326-43ee-a5ee-e45920f6abcc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.1161916 Feb 28 20:22:19.864580 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b52aaa9-1944-45cb-9604-b12f9600a994 req-3ef7c609-fef3-4267-894e-3fe9c697ce8f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2421508 Feb 28 20:22:19.908504 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccb8b1ce-cac3-4cd8-a743-6c2f68afe053 req-23f94b35-17e0-44fd-ab45-af9b72768b7c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714163 Feb 28 20:22:19.960100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-07e673aa-5a33-4a3c-b98b-e914bd083d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:19.962244 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6baf455-d9db-4019-a503-bce3f0abad35 x-openstack-request-id: req-a6baf455-d9db-4019-a503-bce3f0abad35 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:22:19.963172 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27df5c36-f020-4477-a0bb-1998f001388e", "name": "network-vif-plugged", "status": "completed", "tag": "e1391cf4-3887-4f6f-a448-da1a53428a74", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:22:19.963739 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-07e673aa-5a33-4a3c-b98b-e914bd083d01 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0915616 Feb 28 20:22:19.965143 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6baf455-d9db-4019-a503-bce3f0abad35 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:22:19.965735 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27df5c36-f020-4477-a0bb-1998f001388e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1391cf4-3887-4f6f-a448-da1a53428a74', 'code': 200} Feb 28 20:22:20.022074 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:20.124307 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c576040-8ec6-460c-a231-d59934da236c req-ef7d496d-afba-44a5-b19b-7c52fe9786ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:20.125850 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c576040-8ec6-460c-a231-d59934da236c req-ef7d496d-afba-44a5-b19b-7c52fe9786ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:20.128344 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4c576040-8ec6-460c-a231-d59934da236c req-ef7d496d-afba-44a5-b19b-7c52fe9786ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=27df5c36-f020-4477-a0bb-1998f001388e HTTP/1.1" status: 200 len: 2047 time: 0.0887530 Feb 28 20:22:20.188468 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b1666-e6c4-420e-867f-26feffa532bc req-c3ec9699-2d83-4ed9-99bd-9f87b4bfdd49 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:20.190027 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-901b1666-e6c4-420e-867f-26feffa532bc req-c3ec9699-2d83-4ed9-99bd-9f87b4bfdd49 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 947 time: 0.2060905 Feb 28 20:22:20.197748 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4c576040-8ec6-460c-a231-d59934da236c req-c0f51637-cda2-49c7-8ef2-b8ab9e8c346d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616612 Feb 28 20:22:20.224022 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cefebc-5e3a-427f-9ca2-eb86818e0d47 req-28648e76-2afb-468d-83bb-6fdb02136150 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:20.225589 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12cefebc-5e3a-427f-9ca2-eb86818e0d47 req-28648e76-2afb-468d-83bb-6fdb02136150 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 944 time: 0.1530409 Feb 28 20:22:20.228263 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-e751b993-3e24-4b83-b6d2-b95a767c1896 service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469194 Feb 28 20:22:20.380937 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-901b1666-e6c4-420e-867f-26feffa532bc req-5dfa89ad-df57-4594-b2b6-dd813d3b73bf tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761413 Feb 28 20:22:20.389968 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12cefebc-5e3a-427f-9ca2-eb86818e0d47 req-bd2f664f-a8af-4ccc-94ab-46597814ce76 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550980 Feb 28 20:22:20.446754 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9813cb19-f4d2-41fe-9494-7616184a5e13 req-36c90f09-508c-4fd2-89fb-83cd1b261f35 service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076192 Feb 28 20:22:20.607279 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e9d04-822a-40c2-9563-274f2e40271a req-706ea6fb-ca2f-447d-b965-2ef5f1016c47 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:20.609114 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a62e9d04-822a-40c2-9563-274f2e40271a req-706ea6fb-ca2f-447d-b965-2ef5f1016c47 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 943 time: 0.1313412 Feb 28 20:22:20.625568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a49753-5b55-4f37-a06c-c0a1e062490a req-40fba13a-360c-4163-8431-71f562d432e3 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:20.627152 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8a49753-5b55-4f37-a06c-c0a1e062490a req-40fba13a-360c-4163-8431-71f562d432e3 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.1085753 Feb 28 20:22:20.708293 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a62e9d04-822a-40c2-9563-274f2e40271a req-bc91746f-fda7-4abc-a611-e46eee3ce156 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799651 Feb 28 20:22:20.719842 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8a49753-5b55-4f37-a06c-c0a1e062490a req-d8ec28f1-affa-4c14-85c2-9cbbc38561c7 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769444 Feb 28 20:22:20.867337 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009a3e5-e459-49da-a92e-6b497470e677 req-d78d758c-5fc4-4209-be0b-729df65bb64e tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:20.876328 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009a3e5-e459-49da-a92e-6b497470e677 req-d78d758c-5fc4-4209-be0b-729df65bb64e tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:20.878769 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2009a3e5-e459-49da-a92e-6b497470e677 req-d78d758c-5fc4-4209-be0b-729df65bb64e tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=27df5c36-f020-4477-a0bb-1998f001388e HTTP/1.1" status: 200 len: 1681 time: 0.0837610 Feb 28 20:22:20.934769 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2009a3e5-e459-49da-a92e-6b497470e677 req-7963d60f-e1e0-416f-85a5-8f2193023e42 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497210 Feb 28 20:22:21.116659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47247cb-e864-4a45-8a19-d63210af96cc req-505470da-846c-4b77-bd19-3e89dec82a72 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:21.122526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47247cb-e864-4a45-8a19-d63210af96cc req-505470da-846c-4b77-bd19-3e89dec82a72 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:21.128567 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47247cb-e864-4a45-8a19-d63210af96cc req-505470da-846c-4b77-bd19-3e89dec82a72 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:21.134396 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47247cb-e864-4a45-8a19-d63210af96cc req-505470da-846c-4b77-bd19-3e89dec82a72 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:21.139697 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47247cb-e864-4a45-8a19-d63210af96cc req-505470da-846c-4b77-bd19-3e89dec82a72 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:21.145045 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47247cb-e864-4a45-8a19-d63210af96cc req-505470da-846c-4b77-bd19-3e89dec82a72 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:21.150388 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47247cb-e864-4a45-8a19-d63210af96cc req-505470da-846c-4b77-bd19-3e89dec82a72 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:21.152341 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a47247cb-e864-4a45-8a19-d63210af96cc req-505470da-846c-4b77-bd19-3e89dec82a72 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.1569247 Feb 28 20:22:21.166085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705f4ef-fc9a-48be-a99e-9c6388387b41 req-7b73f8a1-9dcc-4d35-9c01-f7195402b1f0 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:21.168749 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3705f4ef-fc9a-48be-a99e-9c6388387b41 req-7b73f8a1-9dcc-4d35-9c01-f7195402b1f0 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.1387904 Feb 28 20:22:21.237955 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:21.268477 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3705f4ef-fc9a-48be-a99e-9c6388387b41 req-2a4394c4-74c1-4bfa-8f4f-d425fd795620 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893376 Feb 28 20:22:21.277482 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a47247cb-e864-4a45-8a19-d63210af96cc req-0da49bd5-a3e3-4255-bca6-4051a9dcae67 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1062460 Feb 28 20:22:21.603415 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9309c-18f7-4366-9c66-ca804b988bd0 req-100bda75-0226-4017-ae81-ffb6d51506b3 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:21.605066 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75f9309c-18f7-4366-9c66-ca804b988bd0 req-100bda75-0226-4017-ae81-ffb6d51506b3 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 944 time: 0.1152883 Feb 28 20:22:21.628036 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d38463-183f-432d-b929-8d2090356149 req-a06ead8f-8970-4447-b34a-c136ec4e230c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:21.629681 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-64d38463-183f-432d-b929-8d2090356149 req-a06ead8f-8970-4447-b34a-c136ec4e230c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 947 time: 0.0903716 Feb 28 20:22:21.694337 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75f9309c-18f7-4366-9c66-ca804b988bd0 req-c4f69b0c-162c-4af2-b6c7-e4e5e98b969a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801609 Feb 28 20:22:21.717276 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-64d38463-183f-432d-b929-8d2090356149 req-c3241d28-a286-47cd-9127-9b82d6cbffb4 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763903 Feb 28 20:22:21.906899 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0804a-4725-489c-a970-d2c967099bc7 req-33be6a60-34d7-40ff-bb3a-dffedf5f501c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:21.908442 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cee0804a-4725-489c-a970-d2c967099bc7 req-33be6a60-34d7-40ff-bb3a-dffedf5f501c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 943 time: 0.1071212 Feb 28 20:22:21.920596 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd94272-cf8b-428d-8487-0736db0e25c2 req-91c1cafa-3456-46c8-882e-85c424121062 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:21.922058 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4cd94272-cf8b-428d-8487-0736db0e25c2 req-91c1cafa-3456-46c8-882e-85c424121062 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.0800023 Feb 28 20:22:22.000599 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cee0804a-4725-489c-a970-d2c967099bc7 req-b3720ae9-70ea-4765-bcc2-9e37a51628f0 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774684 Feb 28 20:22:22.004363 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4cd94272-cf8b-428d-8487-0736db0e25c2 req-8ffae7ab-f18b-43a8-ba8f-084a2d49c973 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716035 Feb 28 20:22:22.132328 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf323b-9532-4efc-9966-368232ecf141 req-74ea26e4-ecc2-4e08-8d36-967ec91e61bf tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:22.137759 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf323b-9532-4efc-9966-368232ecf141 req-74ea26e4-ecc2-4e08-8d36-967ec91e61bf tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:22.139678 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b8cf323b-9532-4efc-9966-368232ecf141 req-74ea26e4-ecc2-4e08-8d36-967ec91e61bf tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=27df5c36-f020-4477-a0bb-1998f001388e HTTP/1.1" status: 200 len: 1681 time: 0.0718482 Feb 28 20:22:22.197564 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b8cf323b-9532-4efc-9966-368232ecf141 req-24730591-005e-4d3d-9f5d-6680f5d5715a tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496516 Feb 28 20:22:22.350160 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:22.549476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a260fe-566a-4c78-8bc3-ccca8cdca7a8 req-9e983c78-d41f-49ad-a50d-5a5427e8f406 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:22.552183 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7a260fe-566a-4c78-8bc3-ccca8cdca7a8 req-9e983c78-d41f-49ad-a50d-5a5427e8f406 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.1032667 Feb 28 20:22:22.614066 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:22.659690 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7a260fe-566a-4c78-8bc3-ccca8cdca7a8 req-ae9ba150-92d2-484b-b69d-1b62179f299d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916708 Feb 28 20:22:22.687343 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5977d-260d-4b8f-be55-12c87d0f93c4 req-e4be7263-0c14-453b-b6c5-84a094d5c997 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:22.693041 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5977d-260d-4b8f-be55-12c87d0f93c4 req-e4be7263-0c14-453b-b6c5-84a094d5c997 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:22.698825 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5977d-260d-4b8f-be55-12c87d0f93c4 req-e4be7263-0c14-453b-b6c5-84a094d5c997 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:22.704558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5977d-260d-4b8f-be55-12c87d0f93c4 req-e4be7263-0c14-453b-b6c5-84a094d5c997 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:22.714845 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5977d-260d-4b8f-be55-12c87d0f93c4 req-e4be7263-0c14-453b-b6c5-84a094d5c997 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:22.721076 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5977d-260d-4b8f-be55-12c87d0f93c4 req-e4be7263-0c14-453b-b6c5-84a094d5c997 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:22.729201 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5977d-260d-4b8f-be55-12c87d0f93c4 req-e4be7263-0c14-453b-b6c5-84a094d5c997 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:22.732374 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aff5977d-260d-4b8f-be55-12c87d0f93c4 req-e4be7263-0c14-453b-b6c5-84a094d5c997 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.1789031 Feb 28 20:22:22.840772 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aff5977d-260d-4b8f-be55-12c87d0f93c4 req-cac7f94b-4ba4-4bfc-b4fb-aec71e98b8f7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0995858 Feb 28 20:22:22.872404 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34614be0-e14f-4af5-a070-e2329c885edf req-2a931c97-9ba7-42fd-98ab-e51870a9dd61 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:22.878216 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34614be0-e14f-4af5-a070-e2329c885edf req-2a931c97-9ba7-42fd-98ab-e51870a9dd61 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:22.879932 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34614be0-e14f-4af5-a070-e2329c885edf req-2a931c97-9ba7-42fd-98ab-e51870a9dd61 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=27df5c36-f020-4477-a0bb-1998f001388e HTTP/1.1" status: 200 len: 1681 time: 0.0869083 Feb 28 20:22:22.992350 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 7b77f50f-623e-47af-8617-df7c08b321cc details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:22:23.001137 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34614be0-e14f-4af5-a070-e2329c885edf req-da20bdc3-7cad-48b0-8c75-e77782c58afe tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131730 Feb 28 20:22:23.051598 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5dffe-b320-48d6-ae84-ebc1f6220913 req-cecf8064-f3f4-4227-a30b-1f20a2b7d5e4 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:23.056077 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6fc5dffe-b320-48d6-ae84-ebc1f6220913 req-cecf8064-f3f4-4227-a30b-1f20a2b7d5e4 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 944 time: 0.1098104 Feb 28 20:22:23.167261 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6fc5dffe-b320-48d6-ae84-ebc1f6220913 req-3373b683-f4dc-41cf-9dd2-e5fa5382af7e tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057968 Feb 28 20:22:23.234373 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bcccb-0684-4382-ba64-fac971c8f47b req-afdf3e76-4c9d-4988-bf1f-b5dc95847624 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:23.238010 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-141bcccb-0684-4382-ba64-fac971c8f47b req-afdf3e76-4c9d-4988-bf1f-b5dc95847624 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 943 time: 0.0997059 Feb 28 20:22:23.318081 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-141bcccb-0684-4382-ba64-fac971c8f47b req-1d5eabbe-e598-4621-98f0-4d945a988c79 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692558 Feb 28 20:22:23.393345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 7b77f50f-623e-47af-8617-df7c08b321cc, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7b77f50f-623e-47af-8617-df7c08b321cc,segment=NetworkSegment(d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a),segment_id=d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:23.412978 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '7b77f50f-623e-47af-8617-df7c08b321cc', 'network_id': '8df75beb-bfec-45e3-be15-010dba074bc0', 'port_id': '7b77f50f-623e-47af-8617-df7c08b321cc', 'mac_address': 'fa:16:3e:14:1f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a406bcd3-21de-4727-8aa8-9d85920af610', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:22:23.459722 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 7b77f50f-623e-47af-8617-df7c08b321cc is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:23.460229 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:23.481641 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b77f50f-623e-47af-8617-df7c08b321cc {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:22:23.503716 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 7b77f50f-623e-47af-8617-df7c08b321cc, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7b77f50f-623e-47af-8617-df7c08b321cc,segment=NetworkSegment(d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a),segment_id=d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:23.509760 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:23.580327 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=7b77f50f-623e-47af-8617-df7c08b321cc,revision_number=11']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:23.850216 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c379a-731b-4558-a773-49975798b269 req-bf4d3fcd-a7fa-4d4e-9d7a-5367f2d4f69a tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:23.852443 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-911c379a-731b-4558-a773-49975798b269 req-bf4d3fcd-a7fa-4d4e-9d7a-5367f2d4f69a tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.0894480 Feb 28 20:22:23.940949 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-911c379a-731b-4558-a773-49975798b269 req-b0a2c01b-8c57-4141-999c-d5b134f41c94 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781550 Feb 28 20:22:24.018864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['7b77f50f-623e-47af-8617-df7c08b321cc'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:22:24.060078 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ef64d-b2fd-444f-be50-49f2645e134a req-d28b45e7-f4b8-4fbc-b129-e498bdb4e5e6 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:24.068861 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ef64d-b2fd-444f-be50-49f2645e134a req-d28b45e7-f4b8-4fbc-b129-e498bdb4e5e6 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:24.079288 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ef64d-b2fd-444f-be50-49f2645e134a req-d28b45e7-f4b8-4fbc-b129-e498bdb4e5e6 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:24.088164 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ef64d-b2fd-444f-be50-49f2645e134a req-d28b45e7-f4b8-4fbc-b129-e498bdb4e5e6 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:24.094209 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ef64d-b2fd-444f-be50-49f2645e134a req-d28b45e7-f4b8-4fbc-b129-e498bdb4e5e6 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:24.101135 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ef64d-b2fd-444f-be50-49f2645e134a req-d28b45e7-f4b8-4fbc-b129-e498bdb4e5e6 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:24.107910 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ef64d-b2fd-444f-be50-49f2645e134a req-d28b45e7-f4b8-4fbc-b129-e498bdb4e5e6 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:24.110105 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-991ef64d-b2fd-444f-be50-49f2645e134a req-d28b45e7-f4b8-4fbc-b129-e498bdb4e5e6 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.1629198 Feb 28 20:22:24.127001 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13849e58-5430-4276-b086-7f6f81b82fdd req-b30667b3-f62e-4cb8-925d-f10ae16214f8 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:24.137853 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13849e58-5430-4276-b086-7f6f81b82fdd req-b30667b3-f62e-4cb8-925d-f10ae16214f8 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:24.140190 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-13849e58-5430-4276-b086-7f6f81b82fdd req-b30667b3-f62e-4cb8-925d-f10ae16214f8 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.15 "GET /v2.0/ports?device_id=27df5c36-f020-4477-a0bb-1998f001388e HTTP/1.1" status: 200 len: 1681 time: 0.1274755 Feb 28 20:22:24.242651 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-991ef64d-b2fd-444f-be50-49f2645e134a req-0efcd9c0-fa59-43ce-a87b-1a0410191f32 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204438 Feb 28 20:22:24.286431 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1eac7-05ed-4c2a-8363-75fb6e2958a8 req-b7bc0be9-a05c-4c54-bfad-ff506824dd95 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:24.292658 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1eac7-05ed-4c2a-8363-75fb6e2958a8 req-b7bc0be9-a05c-4c54-bfad-ff506824dd95 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:24.294366 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9dc1eac7-05ed-4c2a-8363-75fb6e2958a8 req-b7bc0be9-a05c-4c54-bfad-ff506824dd95 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=27df5c36-f020-4477-a0bb-1998f001388e HTTP/1.1" status: 200 len: 1681 time: 0.1068013 Feb 28 20:22:24.356247 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-13849e58-5430-4276-b086-7f6f81b82fdd req-d6c0f134-3644-493a-949d-7c9b90ab54ca tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Deleting port 6a85c377-6825-4841-be62-055bd288e96a {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:22:24.356622 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-13849e58-5430-4276-b086-7f6f81b82fdd req-d6c0f134-3644-493a-949d-7c9b90ab54ca tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6a85c377-6825-4841-be62-055bd288e96a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:24.428189 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9dc1eac7-05ed-4c2a-8363-75fb6e2958a8 req-5c21bc08-837a-4793-b4fd-83f402d3df0e tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275725 Feb 28 20:22:24.500681 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a8c4e-dade-4030-b595-30c0fac7da91 req-617f4408-8a8a-4612-9203-3ed022658755 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:24.504386 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-984a8c4e-dade-4030-b595-30c0fac7da91 req-617f4408-8a8a-4612-9203-3ed022658755 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.1440103 Feb 28 20:22:24.515327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-13849e58-5430-4276-b086-7f6f81b82fdd req-d6c0f134-3644-493a-949d-7c9b90ab54ca tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] For port 6a85c377-6825-4841-be62-055bd288e96a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=6a85c377-6825-4841-be62-055bd288e96a,segment=NetworkSegment(b6ad5a4c-862f-43e0-960d-4cf95ff53118),segment_id=b6ad5a4c-862f-43e0-960d-4cf95ff53118)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:24.515675 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-13849e58-5430-4276-b086-7f6f81b82fdd req-d6c0f134-3644-493a-949d-7c9b90ab54ca tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6a85c377-6825-4841-be62-055bd288e96a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:24.543965 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-13849e58-5430-4276-b086-7f6f81b82fdd req-d6c0f134-3644-493a-949d-7c9b90ab54ca tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Calling delete_port for 6a85c377-6825-4841-be62-055bd288e96a owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:22:24.632394 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-984a8c4e-dade-4030-b595-30c0fac7da91 req-3f1c229a-aec2-4f2a-bf43-83a73780e11b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204276 Feb 28 20:22:24.657193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed422f-ba03-41d7-a8ba-b442563bfb41 req-ea9d98ac-bff1-4a5f-937d-97669f90e59a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:24.658761 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4ed422f-ba03-41d7-a8ba-b442563bfb41 req-ea9d98ac-bff1-4a5f-937d-97669f90e59a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 943 time: 0.1291802 Feb 28 20:22:24.745891 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-13849e58-5430-4276-b086-7f6f81b82fdd req-d6c0f134-3644-493a-949d-7c9b90ab54ca tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (6a85c377-6825-4841-be62-055bd288e96a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:24.763090 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['6a85c377-6825-4841-be62-055bd288e96a', 'e1391cf4-3887-4f6f-a448-da1a53428a74'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:22:24.764775 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4ed422f-ba03-41d7-a8ba-b442563bfb41 req-37e669c9-24ff-49fe-b832-5a7cc2539561 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969765 Feb 28 20:22:24.797882 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0f134-3644-493a-949d-7c9b90ab54ca tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event deleted for resources: {'Port': ['ID=6a85c377-6825-4841-be62-055bd288e96a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:24.888156 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-13849e58-5430-4276-b086-7f6f81b82fdd req-d6c0f134-3644-493a-949d-7c9b90ab54ca tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] No DVR routers for this DVR port 6a85c377-6825-4841-be62-055bd288e96a on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:22:24.893074 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-13849e58-5430-4276-b086-7f6f81b82fdd req-d6c0f134-3644-493a-949d-7c9b90ab54ca tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:24.899226 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-13849e58-5430-4276-b086-7f6f81b82fdd req-d6c0f134-3644-493a-949d-7c9b90ab54ca tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.15 "DELETE /v2.0/ports/6a85c377-6825-4841-be62-055bd288e96a HTTP/1.1" status: 204 len: 173 time: 0.7503097 Feb 28 20:22:24.900071 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27df5c36-f020-4477-a0bb-1998f001388e', 'name': 'network-vif-deleted', 'tag': '6a85c377-6825-4841-be62-055bd288e96a'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:22:24.904869 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4ac6c8-c4dd-4767-be3b-791d28518a4d" -d '{"events": [{"server_uuid": "27df5c36-f020-4477-a0bb-1998f001388e", "name": "network-vif-deleted", "tag": "6a85c377-6825-4841-be62-055bd288e96a"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:22:25.014550 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 4815ae66-65e7-4ac1-8c34-1d779eb94c27 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:22:25.090230 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451ceae7-12e9-48ca-a36e-06ec79aaef75 x-openstack-request-id: req-451ceae7-12e9-48ca-a36e-06ec79aaef75 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:22:25.090527 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27df5c36-f020-4477-a0bb-1998f001388e", "name": "network-vif-deleted", "tag": "6a85c377-6825-4841-be62-055bd288e96a", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:22:25.090829 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-451ceae7-12e9-48ca-a36e-06ec79aaef75 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:22:25.091437 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27df5c36-f020-4477-a0bb-1998f001388e', 'name': 'network-vif-deleted', 'tag': '6a85c377-6825-4841-be62-055bd288e96a', 'status': 'completed', 'code': 200} Feb 28 20:22:25.156239 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-13849e58-5430-4276-b086-7f6f81b82fdd req-a139ae5c-d97f-4314-8774-dd88e48e0d21 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Deleting port e1391cf4-3887-4f6f-a448-da1a53428a74 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:22:25.156936 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-13849e58-5430-4276-b086-7f6f81b82fdd req-a139ae5c-d97f-4314-8774-dd88e48e0d21 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e1391cf4-3887-4f6f-a448-da1a53428a74), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:25.233587 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c0d01-1a1f-4925-8701-aa76c9f1be87 req-79659c0e-2037-4273-8008-0aeddcc4760c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:25.237418 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec8c0d01-1a1f-4925-8701-aa76c9f1be87 req-79659c0e-2037-4273-8008-0aeddcc4760c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.1138616 Feb 28 20:22:25.265052 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 4815ae66-65e7-4ac1-8c34-1d779eb94c27, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=4815ae66-65e7-4ac1-8c34-1d779eb94c27,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:25.293807 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '4815ae66-65e7-4ac1-8c34-1d779eb94c27', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'port_id': '4815ae66-65e7-4ac1-8c34-1d779eb94c27', 'mac_address': 'fa:16:3e:72:46:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:22:25.396277 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-13849e58-5430-4276-b086-7f6f81b82fdd req-a139ae5c-d97f-4314-8774-dd88e48e0d21 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] For port e1391cf4-3887-4f6f-a448-da1a53428a74, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=e1391cf4-3887-4f6f-a448-da1a53428a74,segment=NetworkSegment(40737003-a8fb-4ce6-8dea-9865e4f2e7cf),segment_id=40737003-a8fb-4ce6-8dea-9865e4f2e7cf)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:25.396734 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-13849e58-5430-4276-b086-7f6f81b82fdd req-a139ae5c-d97f-4314-8774-dd88e48e0d21 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e1391cf4-3887-4f6f-a448-da1a53428a74), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:25.419487 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-13849e58-5430-4276-b086-7f6f81b82fdd req-a139ae5c-d97f-4314-8774-dd88e48e0d21 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Calling delete_port for e1391cf4-3887-4f6f-a448-da1a53428a74 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:22:25.422410 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec8c0d01-1a1f-4925-8701-aa76c9f1be87 req-db11707b-4de6-4e93-977a-8d0d35c2f392 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715446 Feb 28 20:22:25.462166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 4815ae66-65e7-4ac1-8c34-1d779eb94c27 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:25.462166 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:25.473958 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4815ae66-65e7-4ac1-8c34-1d779eb94c27 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:22:25.528712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 4815ae66-65e7-4ac1-8c34-1d779eb94c27, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=4815ae66-65e7-4ac1-8c34-1d779eb94c27,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:25.537736 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:25.617823 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ff221-70e7-41eb-9ee0-cb8ae6a17468 req-50d8018f-6ad4-4abf-aeb3-129c0fda47cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:25.634045 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ff221-70e7-41eb-9ee0-cb8ae6a17468 req-50d8018f-6ad4-4abf-aeb3-129c0fda47cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:25.642657 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ff221-70e7-41eb-9ee0-cb8ae6a17468 req-50d8018f-6ad4-4abf-aeb3-129c0fda47cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:25.642975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=4815ae66-65e7-4ac1-8c34-1d779eb94c27,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:25.658998 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ff221-70e7-41eb-9ee0-cb8ae6a17468 req-50d8018f-6ad4-4abf-aeb3-129c0fda47cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:25.667915 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-13849e58-5430-4276-b086-7f6f81b82fdd req-a139ae5c-d97f-4314-8774-dd88e48e0d21 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (e1391cf4-3887-4f6f-a448-da1a53428a74), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:25.670158 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ff221-70e7-41eb-9ee0-cb8ae6a17468 req-50d8018f-6ad4-4abf-aeb3-129c0fda47cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:25.681794 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ff221-70e7-41eb-9ee0-cb8ae6a17468 req-50d8018f-6ad4-4abf-aeb3-129c0fda47cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:25.690919 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ff221-70e7-41eb-9ee0-cb8ae6a17468 req-50d8018f-6ad4-4abf-aeb3-129c0fda47cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:25.700621 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb7ff221-70e7-41eb-9ee0-cb8ae6a17468 req-50d8018f-6ad4-4abf-aeb3-129c0fda47cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.2445374 Feb 28 20:22:25.708885 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139ae5c-d97f-4314-8774-dd88e48e0d21 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event deleted for resources: {'Port': ['ID=e1391cf4-3887-4f6f-a448-da1a53428a74,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:25.800855 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-13849e58-5430-4276-b086-7f6f81b82fdd req-a139ae5c-d97f-4314-8774-dd88e48e0d21 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] No DVR routers for this DVR port e1391cf4-3887-4f6f-a448-da1a53428a74 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:22:25.806972 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-13849e58-5430-4276-b086-7f6f81b82fdd req-a139ae5c-d97f-4314-8774-dd88e48e0d21 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:25.813498 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-13849e58-5430-4276-b086-7f6f81b82fdd req-a139ae5c-d97f-4314-8774-dd88e48e0d21 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.15 "DELETE /v2.0/ports/e1391cf4-3887-4f6f-a448-da1a53428a74 HTTP/1.1" status: 204 len: 173 time: 0.9035523 Feb 28 20:22:25.862819 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c716d75-5375-4448-819c-6e174a5c062b req-d0113baa-5d74-4349-a44d-5486a245f60b tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:25.865728 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c716d75-5375-4448-819c-6e174a5c062b req-d0113baa-5d74-4349-a44d-5486a245f60b tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/ports?device_id=27df5c36-f020-4477-a0bb-1998f001388e HTTP/1.1" status: 200 len: 867 time: 0.3092840 Feb 28 20:22:25.894673 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb7ff221-70e7-41eb-9ee0-cb8ae6a17468 req-71066d11-8f62-44d5-83ad-abcfdaeb8c04 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1866658 Feb 28 20:22:26.044603 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c716d75-5375-4448-819c-6e174a5c062b req-0d37667c-2c91-4efd-a734-4da320178992 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83e2a53-bf8e-438a-be1e-af48a6efef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482315 Feb 28 20:22:26.145676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40dea8-327c-47ac-b838-2f9fe5cda3cf req-b25e2bbc-3a6e-4732-8c15-396bc51d1b9e tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:26.147481 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab40dea8-327c-47ac-b838-2f9fe5cda3cf req-b25e2bbc-3a6e-4732-8c15-396bc51d1b9e tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 945 time: 0.0979619 Feb 28 20:22:26.151558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['4815ae66-65e7-4ac1-8c34-1d779eb94c27'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:22:26.287558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa981aa-332c-48b9-b4c4-47f1c915194e req-f2f89ae3-5c23-4e45-97b2-d587c46ed0bf tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:26.290142 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efa981aa-332c-48b9-b4c4-47f1c915194e req-f2f89ae3-5c23-4e45-97b2-d587c46ed0bf tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 944 time: 0.1412876 Feb 28 20:22:26.300592 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab40dea8-327c-47ac-b838-2f9fe5cda3cf req-7d25c798-3fcf-4dba-9495-36e8f68ee922 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362877 Feb 28 20:22:26.375736 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efa981aa-332c-48b9-b4c4-47f1c915194e req-8add096e-53c3-4182-a60e-115bbcfc9c96 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734127 Feb 28 20:22:26.647469 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fdc68-c300-4b19-993e-c727d6c074f1 req-6c9629e7-1ba1-4f8f-8fce-1053f4493d43 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:26.649834 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f91fdc68-c300-4b19-993e-c727d6c074f1 req-6c9629e7-1ba1-4f8f-8fce-1053f4493d43 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.0745604 Feb 28 20:22:26.713053 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f91fdc68-c300-4b19-993e-c727d6c074f1 req-a66fad74-2935-4309-aa98-7941a961b93d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527620 Feb 28 20:22:27.015203 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 7b77f50f-623e-47af-8617-df7c08b321cc up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:22:27.084026 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 7b77f50f-623e-47af-8617-df7c08b321cc completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:22:27.090873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 7b77f50f-623e-47af-8617-df7c08b321cc triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:22:27.091231 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11480f-51a9-49b4-940a-57008a22897f req-347bea7c-7f83-4ae6-831f-518e8e39cb47 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:27.091433 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:27.092687 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27df5c36-f020-4477-a0bb-1998f001388e', 'name': 'network-vif-deleted', 'tag': 'e1391cf4-3887-4f6f-a448-da1a53428a74'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:22:27.095616 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f60679-3b1a-4004-8df8-567216becbae" -d '{"events": [{"server_uuid": "27df5c36-f020-4477-a0bb-1998f001388e", "name": "network-vif-deleted", "tag": "e1391cf4-3887-4f6f-a448-da1a53428a74"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:22:27.097622 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11480f-51a9-49b4-940a-57008a22897f req-347bea7c-7f83-4ae6-831f-518e8e39cb47 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:27.106125 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11480f-51a9-49b4-940a-57008a22897f req-347bea7c-7f83-4ae6-831f-518e8e39cb47 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:27.116312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11480f-51a9-49b4-940a-57008a22897f req-347bea7c-7f83-4ae6-831f-518e8e39cb47 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:27.122680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11480f-51a9-49b4-940a-57008a22897f req-347bea7c-7f83-4ae6-831f-518e8e39cb47 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:27.131494 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56698) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:22:27.131701 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11480f-51a9-49b4-940a-57008a22897f req-347bea7c-7f83-4ae6-831f-518e8e39cb47 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:27.137970 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11480f-51a9-49b4-940a-57008a22897f req-347bea7c-7f83-4ae6-831f-518e8e39cb47 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:27.140010 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed11480f-51a9-49b4-940a-57008a22897f req-347bea7c-7f83-4ae6-831f-518e8e39cb47 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.1309104 Feb 28 20:22:27.204290 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80d4c51-74ba-4590-ad39-e2589dc9817f x-openstack-request-id: req-a80d4c51-74ba-4590-ad39-e2589dc9817f {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:22:27.205040 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27df5c36-f020-4477-a0bb-1998f001388e", "name": "network-vif-deleted", "tag": "e1391cf4-3887-4f6f-a448-da1a53428a74", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:22:27.205812 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a80d4c51-74ba-4590-ad39-e2589dc9817f {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:22:27.207262 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27df5c36-f020-4477-a0bb-1998f001388e', 'name': 'network-vif-deleted', 'tag': 'e1391cf4-3887-4f6f-a448-da1a53428a74', 'status': 'completed', 'code': 200} Feb 28 20:22:27.243375 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 7b77f50f-623e-47af-8617-df7c08b321cc is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:27.244494 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:27.249118 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed11480f-51a9-49b4-940a-57008a22897f req-fe1dc33e-3f5f-411f-82ca-9a6925e665a5 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021903 Feb 28 20:22:27.250526 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae91f840-b9b1-4f88-a372-bbb4e8788e20 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Deleting subnet ca80c72e-911f-4e01-8844-96575c690db1 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:22:27.257290 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae91f840-b9b1-4f88-a372-bbb4e8788e20 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks [] for subnet (ca80c72e-911f-4e01-8844-96575c690db1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:27.290927 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2729ad31-3e97-41a9-9da7-2ef61094a4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b77f50f-623e-47af-8617-df7c08b321cc'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:22:27.294478 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64597a13-ca21-4fd0-80f1-58fd62292c20" -d '{"events": [{"server_uuid": "2729ad31-3e97-41a9-9da7-2ef61094a4ed", "name": "network-vif-plugged", "status": "completed", "tag": "7b77f50f-623e-47af-8617-df7c08b321cc"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:22:27.316633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 7b77f50f-623e-47af-8617-df7c08b321cc, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7b77f50f-623e-47af-8617-df7c08b321cc,segment=NetworkSegment(d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a),segment_id=d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:27.322017 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:27.346609 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae91f840-b9b1-4f88-a372-bbb4e8788e20 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (ca80c72e-911f-4e01-8844-96575c690db1), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:27.379117 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b137df9-3de8-42a7-a6ff-18513d4826b8 x-openstack-request-id: req-5b137df9-3de8-42a7-a6ff-18513d4826b8 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:22:27.379591 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2729ad31-3e97-41a9-9da7-2ef61094a4ed", "name": "network-vif-plugged", "status": "completed", "tag": "7b77f50f-623e-47af-8617-df7c08b321cc", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:22:27.380137 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b137df9-3de8-42a7-a6ff-18513d4826b8 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:22:27.381228 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2729ad31-3e97-41a9-9da7-2ef61094a4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b77f50f-623e-47af-8617-df7c08b321cc', 'code': 200} Feb 28 20:22:27.387204 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 6a85c377-6825-4841-be62-055bd288e96a no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:22:27.491902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 6a85c377-6825-4841-be62-055bd288e96a {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:22:27.492553 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 6a85c377-6825-4841-be62-055bd288e96a not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:22:27.493305 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device e1391cf4-3887-4f6f-a448-da1a53428a74 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:22:27.529931 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=7b77f50f-623e-47af-8617-df7c08b321cc,revision_number=12']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:27.532754 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: e1391cf4-3887-4f6f-a448-da1a53428a74 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:22:27.533108 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device e1391cf4-3887-4f6f-a448-da1a53428a74 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:22:27.565470 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae91f840-b9b1-4f88-a372-bbb4e8788e20 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (ca80c72e-911f-4e01-8844-96575c690db1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:27.634839 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae91f840-b9b1-4f88-a372-bbb4e8788e20 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (ca80c72e-911f-4e01-8844-96575c690db1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:27.656632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b5aa0-a996-4e99-8de4-ec9f76ea96c6 req-11e989ad-122d-438d-a51f-3736ec803fc0 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:27.658310 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d14b5aa0-a996-4e99-8de4-ec9f76ea96c6 req-11e989ad-122d-438d-a51f-3736ec803fc0 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.2353060 Feb 28 20:22:27.662844 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91f840-b9b1-4f88-a372-bbb4e8788e20 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event deleted for resources: {'Subnet': ['ID=ca80c72e-911f-4e01-8844-96575c690db1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:27.669372 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae91f840-b9b1-4f88-a372-bbb4e8788e20 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:27.674452 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ae91f840-b9b1-4f88-a372-bbb4e8788e20 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "DELETE /v2.0/subnets/ca80c72e-911f-4e01-8844-96575c690db1 HTTP/1.1" status: 204 len: 168 time: 0.5416474 Feb 28 20:22:27.677584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56708) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:22:27.684430 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f51e17f-6c42-4e1b-a13a-bde5270bad81 None None] Network ed7ab40c-26fc-450a-9094-20d108c3a171 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:22:27.724275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db212663-7bd0-4278-8144-249199a4ace2 req-7f0fbfa1-5a66-4ca2-a28c-2edce5e04100 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:27.726164 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db212663-7bd0-4278-8144-249199a4ace2 req-7f0fbfa1-5a66-4ca2-a28c-2edce5e04100 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 944 time: 0.2157640 Feb 28 20:22:27.782899 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (ed7ab40c-26fc-450a-9094-20d108c3a171), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:27.788304 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eedd84-9f92-4a1f-9cd4-1d3c38c21cc8 req-aa64830b-beb6-43b9-874f-3c226d0c8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:27.789910 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32eedd84-9f92-4a1f-9cd4-1d3c38c21cc8 req-aa64830b-beb6-43b9-874f-3c226d0c8b19 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 1129 time: 0.1973553 Feb 28 20:22:27.830748 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db212663-7bd0-4278-8144-249199a4ace2 req-2a6a7b07-9166-4044-8a7a-65a87fe7af41 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854988 Feb 28 20:22:27.840372 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d14b5aa0-a996-4e99-8de4-ec9f76ea96c6 req-c1aa0638-b196-406b-9ca7-b2bdae7c6f31 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685016 Feb 28 20:22:27.866407 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Deleting port 14926a4c-d0e6-401e-a03c-698878415d4c {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:22:27.866407 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (14926a4c-d0e6-401e-a03c-698878415d4c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:27.889640 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32eedd84-9f92-4a1f-9cd4-1d3c38c21cc8 req-c68eae68-0a8d-44ab-83a2-374076455aed service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699186 Feb 28 20:22:27.954451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] For port 14926a4c-d0e6-401e-a03c-698878415d4c, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=14926a4c-d0e6-401e-a03c-698878415d4c,segment=NetworkSegment(40737003-a8fb-4ce6-8dea-9865e4f2e7cf),segment_id=40737003-a8fb-4ce6-8dea-9865e4f2e7cf)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:27.954830 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (14926a4c-d0e6-401e-a03c-698878415d4c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:27.977387 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Calling delete_port for 14926a4c-d0e6-401e-a03c-698878415d4c owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:22:28.061846 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0410dd2a-60c3-4fe6-94e6-e53811e9a592 None None] DHCP port deletion for ed7ab40c-26fc-450a-9094-20d108c3a171 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:22:28.116270 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d80b5f-e19f-4aa2-b686-4fc994bb6cda req-1e74b7f2-177b-4b87-9ac3-7f274efc2c42 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:28.119043 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9d80b5f-e19f-4aa2-b686-4fc994bb6cda req-1e74b7f2-177b-4b87-9ac3-7f274efc2c42 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.1231389 Feb 28 20:22:28.137904 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0410dd2a-60c3-4fe6-94e6-e53811e9a592 None None] Deleting port 14926a4c-d0e6-401e-a03c-698878415d4c {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:22:28.138283 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0410dd2a-60c3-4fe6-94e6-e53811e9a592 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (14926a4c-d0e6-401e-a03c-698878415d4c), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:28.191729 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9d80b5f-e19f-4aa2-b686-4fc994bb6cda req-47b0a1ac-d305-481b-8daa-424014a416f8 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640650 Feb 28 20:22:28.277126 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0410dd2a-60c3-4fe6-94e6-e53811e9a592 None None] For port 14926a4c-d0e6-401e-a03c-698878415d4c, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=14926a4c-d0e6-401e-a03c-698878415d4c,segment=NetworkSegment(40737003-a8fb-4ce6-8dea-9865e4f2e7cf),segment_id=40737003-a8fb-4ce6-8dea-9865e4f2e7cf)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:28.277980 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0410dd2a-60c3-4fe6-94e6-e53811e9a592 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (14926a4c-d0e6-401e-a03c-698878415d4c), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:28.306859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0410dd2a-60c3-4fe6-94e6-e53811e9a592 None None] Calling delete_port for 14926a4c-d0e6-401e-a03c-698878415d4c owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:22:28.450277 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0410dd2a-60c3-4fe6-94e6-e53811e9a592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (14926a4c-d0e6-401e-a03c-698878415d4c), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:28.468067 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (14926a4c-d0e6-401e-a03c-698878415d4c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:28.492039 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410dd2a-60c3-4fe6-94e6-e53811e9a592 None None] Pushing event deleted for resources: {'Port': ['ID=14926a4c-d0e6-401e-a03c-698878415d4c,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:28.495651 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0410dd2a-60c3-4fe6-94e6-e53811e9a592 None None] No DVR routers for this DVR port 14926a4c-d0e6-401e-a03c-698878415d4c on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:22:28.516658 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] No DVR routers for this DVR port 14926a4c-d0e6-401e-a03c-698878415d4c on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:22:28.521030 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe481b1a-1390-4065-bf1a-eb7f85e5dacd req-771493a5-839c-4891-b98c-233cda0661de tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:28.526208 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event deleted for resources: {'Port': ['ID=14926a4c-d0e6-401e-a03c-698878415d4c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:28.527241 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe481b1a-1390-4065-bf1a-eb7f85e5dacd req-771493a5-839c-4891-b98c-233cda0661de tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:28.533450 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe481b1a-1390-4065-bf1a-eb7f85e5dacd req-771493a5-839c-4891-b98c-233cda0661de tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:28.539636 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe481b1a-1390-4065-bf1a-eb7f85e5dacd req-771493a5-839c-4891-b98c-233cda0661de tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:28.545455 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe481b1a-1390-4065-bf1a-eb7f85e5dacd req-771493a5-839c-4891-b98c-233cda0661de tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:28.551114 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe481b1a-1390-4065-bf1a-eb7f85e5dacd req-771493a5-839c-4891-b98c-233cda0661de tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:28.557319 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe481b1a-1390-4065-bf1a-eb7f85e5dacd req-771493a5-839c-4891-b98c-233cda0661de tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:28.559221 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fe481b1a-1390-4065-bf1a-eb7f85e5dacd req-771493a5-839c-4891-b98c-233cda0661de tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.1617384 Feb 28 20:22:28.606347 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:28.606773 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:28.607146 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:28.607611 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:28.607983 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:28.608654 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:28.609173 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:28.609641 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:28.610175 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:28.610884 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:28.611731 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:28.611935 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:28.612307 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:22:28.690706 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (ed7ab40c-26fc-450a-9094-20d108c3a171), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:28.705052 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fe481b1a-1390-4065-bf1a-eb7f85e5dacd req-7fbf841a-b813-4c65-abe0-58ec597472d6 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1321433 Feb 28 20:22:28.720538 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7ab40c-26fc-450a-9094-20d108c3a171']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:22:28.733508 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40737003-a8fb-4ce6-8dea-9865e4f2e7cf') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:22:28.734003 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40737003-a8fb-4ce6-8dea-9865e4f2e7cf') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:22:28.755734 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (40737003-a8fb-4ce6-8dea-9865e4f2e7cf), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:28.781116 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (40737003-a8fb-4ce6-8dea-9865e4f2e7cf), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:28.793928 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:22:28.794911 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (40737003-a8fb-4ce6-8dea-9865e4f2e7cf), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:22:28.801275 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:22:28.909607 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (ed7ab40c-26fc-450a-9094-20d108c3a171), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:28.918913 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:28.927171 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "DELETE /v2.0/networks/ed7ab40c-26fc-450a-9094-20d108c3a171 HTTP/1.1" status: 204 len: 168 time: 1.2443717 Feb 28 20:22:28.928868 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56718) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:22:28.950554 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e9437-b943-44b9-b404-c29a0ba20480 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event deleted for resources: {'Network': ['ID=ed7ab40c-26fc-450a-9094-20d108c3a171,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:29.025549 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 4815ae66-65e7-4ac1-8c34-1d779eb94c27 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:22:29.113851 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 4815ae66-65e7-4ac1-8c34-1d779eb94c27 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:22:29.120339 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 4815ae66-65e7-4ac1-8c34-1d779eb94c27 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:22:29.122542 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:29.274331 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 4815ae66-65e7-4ac1-8c34-1d779eb94c27 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:29.275652 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:29.338188 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 4815ae66-65e7-4ac1-8c34-1d779eb94c27, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=4815ae66-65e7-4ac1-8c34-1d779eb94c27,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:29.344404 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:29.383870 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd68d7dd-f87d-481b-8f77-445c63cbaab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4815ae66-65e7-4ac1-8c34-1d779eb94c27'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:22:29.392826 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f6d79a-bd9b-436f-a8cf-ad1b4c8e101b" -d '{"events": [{"server_uuid": "bd68d7dd-f87d-481b-8f77-445c63cbaab6", "name": "network-vif-plugged", "status": "completed", "tag": "4815ae66-65e7-4ac1-8c34-1d779eb94c27"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:22:29.427660 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=4815ae66-65e7-4ac1-8c34-1d779eb94c27,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:29.545150 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cec75ba-a9dd-4244-9faa-80fd9a307840 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Deleting subnet 7ceb2faa-d88c-43e9-a47e-5c6aacf66cd5 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:22:29.552601 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8cec75ba-a9dd-4244-9faa-80fd9a307840 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks [] for subnet (7ceb2faa-d88c-43e9-a47e-5c6aacf66cd5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:29.627438 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8cec75ba-a9dd-4244-9faa-80fd9a307840 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (7ceb2faa-d88c-43e9-a47e-5c6aacf66cd5), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:29.640315 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5e576-aedb-401a-8119-73b1801db672 req-895390c9-8150-4fb4-b5ad-8bf64630237a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:29.649447 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36d5e576-aedb-401a-8119-73b1801db672 req-895390c9-8150-4fb4-b5ad-8bf64630237a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 944 time: 0.6364715 Feb 28 20:22:29.687585 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c71b6-2b0a-4a04-95dd-57d14c385434 req-dd679304-4b8d-4b82-ace9-229c6a0c3412 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:29.697706 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d5c71b6-2b0a-4a04-95dd-57d14c385434 req-dd679304-4b8d-4b82-ace9-229c6a0c3412 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.6869993 Feb 28 20:22:29.838154 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36d5e576-aedb-401a-8119-73b1801db672 req-73087d8c-56a5-4c89-a002-0e4ae0f851c6 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837373 Feb 28 20:22:29.873240 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8cec75ba-a9dd-4244-9faa-80fd9a307840 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (7ceb2faa-d88c-43e9-a47e-5c6aacf66cd5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:29.953532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 14926a4c-d0e6-401e-a03c-698878415d4c no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:22:29.968481 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d5c71b6-2b0a-4a04-95dd-57d14c385434 req-9d62dda8-77c5-4e7e-bcee-b6151a78ab77 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697084 Feb 28 20:22:29.997374 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8cec75ba-a9dd-4244-9faa-80fd9a307840 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (7ceb2faa-d88c-43e9-a47e-5c6aacf66cd5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:30.033898 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 14926a4c-d0e6-401e-a03c-698878415d4c {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:22:30.034441 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 14926a4c-d0e6-401e-a03c-698878415d4c not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:22:30.077881 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72e27ac-35ee-4c56-b380-7bc7c87e6ca5 x-openstack-request-id: req-a72e27ac-35ee-4c56-b380-7bc7c87e6ca5 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:22:30.078570 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd68d7dd-f87d-481b-8f77-445c63cbaab6", "name": "network-vif-plugged", "status": "completed", "tag": "4815ae66-65e7-4ac1-8c34-1d779eb94c27", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:22:30.078990 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a72e27ac-35ee-4c56-b380-7bc7c87e6ca5 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:22:30.079616 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd68d7dd-f87d-481b-8f77-445c63cbaab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4815ae66-65e7-4ac1-8c34-1d779eb94c27', 'code': 200} Feb 28 20:22:30.082327 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec75ba-a9dd-4244-9faa-80fd9a307840 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event deleted for resources: {'Subnet': ['ID=7ceb2faa-d88c-43e9-a47e-5c6aacf66cd5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:30.120898 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbf4993-9ee3-4eb4-b1c1-ed4fbffd392f None None] Network 1b973a0b-f8e1-4515-82f7-7604e9c4e0d6 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:22:30.127682 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8cec75ba-a9dd-4244-9faa-80fd9a307840 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:30.131601 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8cec75ba-a9dd-4244-9faa-80fd9a307840 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "DELETE /v2.0/subnets/7ceb2faa-d88c-43e9-a47e-5c6aacf66cd5 HTTP/1.1" status: 204 len: 168 time: 1.1992443 Feb 28 20:22:30.138841 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56766) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:22:30.197826 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6965a6-f0ce-417b-9514-921f20edc356 req-a0c1ffbc-ab2f-45df-9e34-15b930cc20d2 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:30.200372 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cd6965a6-f0ce-417b-9514-921f20edc356 req-a0c1ffbc-ab2f-45df-9e34-15b930cc20d2 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.1739323 Feb 28 20:22:30.319680 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2866ee76-806b-4c10-80ab-37f419bace32 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (1b973a0b-f8e1-4515-82f7-7604e9c4e0d6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:30.398284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2866ee76-806b-4c10-80ab-37f419bace32 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Deleting port 531b6e43-cee3-4106-8788-137fe7596332 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:22:30.400197 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2866ee76-806b-4c10-80ab-37f419bace32 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (531b6e43-cee3-4106-8788-137fe7596332), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:30.438179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0cb3d-27b5-4c84-a597-e4ba3afc0190 req-1f9cc93e-d800-49f2-9fe6-52fd1cd0b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:30.439804 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1ba0cb3d-27b5-4c84-a597-e4ba3afc0190 req-1f9cc93e-d800-49f2-9fe6-52fd1cd0b126 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 1128 time: 0.2365339 Feb 28 20:22:30.444497 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cd6965a6-f0ce-417b-9514-921f20edc356 req-bdeaaca0-6629-4179-8f66-d902355cabdd tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132609 Feb 28 20:22:30.464471 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b2ae13-54f7-4c30-8c01-aadfab8164de None None] DHCP port deletion for 1b973a0b-f8e1-4515-82f7-7604e9c4e0d6 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:22:30.469844 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61caf-0051-4261-95a5-cf85589fc804 req-5c747847-9c04-495b-a1b3-25aaa133e7a7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:30.496739 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61caf-0051-4261-95a5-cf85589fc804 req-5c747847-9c04-495b-a1b3-25aaa133e7a7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:30.514602 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61caf-0051-4261-95a5-cf85589fc804 req-5c747847-9c04-495b-a1b3-25aaa133e7a7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:30.520104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61caf-0051-4261-95a5-cf85589fc804 req-5c747847-9c04-495b-a1b3-25aaa133e7a7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:30.526255 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61caf-0051-4261-95a5-cf85589fc804 req-5c747847-9c04-495b-a1b3-25aaa133e7a7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:30.532722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61caf-0051-4261-95a5-cf85589fc804 req-5c747847-9c04-495b-a1b3-25aaa133e7a7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:30.536816 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61caf-0051-4261-95a5-cf85589fc804 req-5c747847-9c04-495b-a1b3-25aaa133e7a7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:30.544706 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-58d61caf-0051-4261-95a5-cf85589fc804 req-5c747847-9c04-495b-a1b3-25aaa133e7a7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.3105419 Feb 28 20:22:30.558803 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-59b2ae13-54f7-4c30-8c01-aadfab8164de None None] Deleting port 531b6e43-cee3-4106-8788-137fe7596332 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:22:30.559299 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-59b2ae13-54f7-4c30-8c01-aadfab8164de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (531b6e43-cee3-4106-8788-137fe7596332), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:30.572250 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-2866ee76-806b-4c10-80ab-37f419bace32 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] For port 531b6e43-cee3-4106-8788-137fe7596332, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=531b6e43-cee3-4106-8788-137fe7596332,segment=NetworkSegment(b6ad5a4c-862f-43e0-960d-4cf95ff53118),segment_id=b6ad5a4c-862f-43e0-960d-4cf95ff53118)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:30.573055 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2866ee76-806b-4c10-80ab-37f419bace32 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (531b6e43-cee3-4106-8788-137fe7596332), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:30.598902 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2866ee76-806b-4c10-80ab-37f419bace32 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Calling delete_port for 531b6e43-cee3-4106-8788-137fe7596332 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:22:30.624198 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1ba0cb3d-27b5-4c84-a597-e4ba3afc0190 req-a2280f6f-a5e8-4d4d-9ffb-f48a20a210e0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773304 Feb 28 20:22:30.652533 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-58d61caf-0051-4261-95a5-cf85589fc804 req-94ffc30b-cd9b-4277-a43f-dfb4525df433 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1068368 Feb 28 20:22:30.700053 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-59b2ae13-54f7-4c30-8c01-aadfab8164de None None] For port 531b6e43-cee3-4106-8788-137fe7596332, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=531b6e43-cee3-4106-8788-137fe7596332,segment=NetworkSegment(b6ad5a4c-862f-43e0-960d-4cf95ff53118),segment_id=b6ad5a4c-862f-43e0-960d-4cf95ff53118)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:30.700463 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-59b2ae13-54f7-4c30-8c01-aadfab8164de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (531b6e43-cee3-4106-8788-137fe7596332), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:30.702327 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2866ee76-806b-4c10-80ab-37f419bace32 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (531b6e43-cee3-4106-8788-137fe7596332), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:30.717090 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-59b2ae13-54f7-4c30-8c01-aadfab8164de None None] Calling delete_port for 531b6e43-cee3-4106-8788-137fe7596332 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:22:30.734398 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866ee76-806b-4c10-80ab-37f419bace32 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event deleted for resources: {'Port': ['ID=531b6e43-cee3-4106-8788-137fe7596332,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:30.743295 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2866ee76-806b-4c10-80ab-37f419bace32 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] No DVR routers for this DVR port 531b6e43-cee3-4106-8788-137fe7596332 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:22:30.819440 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-59b2ae13-54f7-4c30-8c01-aadfab8164de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (531b6e43-cee3-4106-8788-137fe7596332), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:30.841286 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2866ee76-806b-4c10-80ab-37f419bace32 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (1b973a0b-f8e1-4515-82f7-7604e9c4e0d6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:30.849627 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2ae13-54f7-4c30-8c01-aadfab8164de None None] Pushing event deleted for resources: {'Port': ['ID=531b6e43-cee3-4106-8788-137fe7596332,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:30.858636 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b2ae13-54f7-4c30-8c01-aadfab8164de None None] No DVR routers for this DVR port 531b6e43-cee3-4106-8788-137fe7596332 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:22:30.875428 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-2866ee76-806b-4c10-80ab-37f419bace32 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b973a0b-f8e1-4515-82f7-7604e9c4e0d6']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:22:30.888332 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-2866ee76-806b-4c10-80ab-37f419bace32 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ad5a4c-862f-43e0-960d-4cf95ff53118') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:22:30.888822 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-2866ee76-806b-4c10-80ab-37f419bace32 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ad5a4c-862f-43e0-960d-4cf95ff53118') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:22:30.904084 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2866ee76-806b-4c10-80ab-37f419bace32 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (b6ad5a4c-862f-43e0-960d-4cf95ff53118), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:30.925339 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2866ee76-806b-4c10-80ab-37f419bace32 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (b6ad5a4c-862f-43e0-960d-4cf95ff53118), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:30.936412 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2866ee76-806b-4c10-80ab-37f419bace32 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:22:30.937025 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2866ee76-806b-4c10-80ab-37f419bace32 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (b6ad5a4c-862f-43e0-960d-4cf95ff53118), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:22:30.941410 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:22:31.053550 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2866ee76-806b-4c10-80ab-37f419bace32 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (1b973a0b-f8e1-4515-82f7-7604e9c4e0d6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:31.079413 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2866ee76-806b-4c10-80ab-37f419bace32 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:31.092753 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2866ee76-806b-4c10-80ab-37f419bace32 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] 10.222.0.13 "DELETE /v2.0/networks/1b973a0b-f8e1-4515-82f7-7604e9c4e0d6 HTTP/1.1" status: 204 len: 168 time: 0.9450996 Feb 28 20:22:31.103953 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866ee76-806b-4c10-80ab-37f419bace32 tempest-ServersTestMultiNic-1392381631 tempest-ServersTestMultiNic-1392381631-project] Pushing event deleted for resources: {'Network': ['ID=1b973a0b-f8e1-4515-82f7-7604e9c4e0d6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:31.213657 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2536d-5c30-4f36-a4cf-ddce482f7373 req-160f0c42-c993-4db7-a2a3-99ac83bf8500 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:31.215821 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-20c2536d-5c30-4f36-a4cf-ddce482f7373 req-160f0c42-c993-4db7-a2a3-99ac83bf8500 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 945 time: 0.1650374 Feb 28 20:22:31.218357 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-a3eba85d-632a-40df-aa87-61ca56e233a5 service neutron] 10.222.0.10 "GET /v2.0/ports/55c3f578-1d3a-48ff-b18a-9ade02504823/bindings/n-h2-820368-21 HTTP/1.1" status: 200 len: 383 time: 0.2754784 Feb 28 20:22:31.339950 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-20c2536d-5c30-4f36-a4cf-ddce482f7373 req-1495eb1b-15a2-4580-aa45-a950b0ac9a85 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099775 Feb 28 20:22:31.357175 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee8107-69e4-4e94-b624-6af651bdc976 req-d92d0af6-cc88-4c69-8da2-b1a0daaa14b7 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:31.358899 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23ee8107-69e4-4e94-b624-6af651bdc976 req-d92d0af6-cc88-4c69-8da2-b1a0daaa14b7 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.1086905 Feb 28 20:22:31.430583 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23ee8107-69e4-4e94-b624-6af651bdc976 req-1e55d032-a9e6-42f9-ba5f-b41b14d2d417 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616663 Feb 28 20:22:31.587399 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56784) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:22:31.662405 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-7c3dfe1f-cc2e-4d77-bfba-ea0b5ea38f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:31.665007 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-7c3dfe1f-cc2e-4d77-bfba-ea0b5ea38f45 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d&tenant_id=a17db5166eb14b31b629dc33da382372 HTTP/1.1" status: 200 len: 1133 time: 0.1430779 Feb 28 20:22:31.700215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878299f-c343-448b-8839-55b9946862f8 req-c4dc1164-b5b2-456e-8b38-ed254731396c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:31.709284 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2878299f-c343-448b-8839-55b9946862f8 req-c4dc1164-b5b2-456e-8b38-ed254731396c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.1219430 Feb 28 20:22:31.906359 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2878299f-c343-448b-8839-55b9946862f8 req-1de486f5-f6db-45e8-b022-396c6bbf1634 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945128 Feb 28 20:22:31.919993 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-756113b0-9591-4a4b-ac57-2676d6d99942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:31.924655 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-756113b0-9591-4a4b-ac57-2676d6d99942 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 1133 time: 0.2009938 Feb 28 20:22:31.937090 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 531b6e43-cee3-4106-8788-137fe7596332 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:22:31.971849 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 531b6e43-cee3-4106-8788-137fe7596332 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:22:31.972720 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 531b6e43-cee3-4106-8788-137fe7596332 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:22:32.071209 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b06cca-6d06-4ece-ba99-3bd3812c1d18 req-d27a20d5-811f-4864-ad4f-a9048500292a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:32.077421 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:22:32.081773 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b06cca-6d06-4ece-ba99-3bd3812c1d18 req-d27a20d5-811f-4864-ad4f-a9048500292a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:32.092217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b06cca-6d06-4ece-ba99-3bd3812c1d18 req-d27a20d5-811f-4864-ad4f-a9048500292a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:32.103640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b06cca-6d06-4ece-ba99-3bd3812c1d18 req-d27a20d5-811f-4864-ad4f-a9048500292a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:32.113912 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b06cca-6d06-4ece-ba99-3bd3812c1d18 req-d27a20d5-811f-4864-ad4f-a9048500292a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:32.123536 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b06cca-6d06-4ece-ba99-3bd3812c1d18 req-d27a20d5-811f-4864-ad4f-a9048500292a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:32.129849 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b06cca-6d06-4ece-ba99-3bd3812c1d18 req-d27a20d5-811f-4864-ad4f-a9048500292a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:32.132508 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1b06cca-6d06-4ece-ba99-3bd3812c1d18 req-d27a20d5-811f-4864-ad4f-a9048500292a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.3195302 Feb 28 20:22:32.228502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-ee98e371-c234-403c-9e21-5df1496fed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:32.230505 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-ee98e371-c234-403c-9e21-5df1496fed7a service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.2870924 Feb 28 20:22:32.231354 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e794454e-15da-4c2c-b825-db1f59b26002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (14ee22c9-578c-417d-a985-e5f3613412ea), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:32.314298 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1b06cca-6d06-4ece-ba99-3bd3812c1d18 req-e9e8eba5-e7d3-467d-b43b-7ae6e20c00e9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1703486 Feb 28 20:22:32.316704 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-a7aa557d-3e1a-4b51-a993-06cf09e4a3af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=55c3f578-1d3a-48ff-b18a-9ade02504823 HTTP/1.1" status: 200 len: 217 time: 0.0712483 Feb 28 20:22:32.454375 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-dc045f1d-25ff-472b-bb0a-7bdd02a1e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:32.462995 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-dc045f1d-25ff-472b-bb0a-7bdd02a1e78e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1256855 Feb 28 20:22:32.696797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-6b28851f-be84-425f-9dc6-99d7353b1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:32.698206 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-6b28851f-be84-425f-9dc6-99d7353b1feb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2142627 Feb 28 20:22:32.707033 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc468c-27d8-4d1d-a04b-5cba049d0833 req-bf0eb219-e7a7-402a-9a1a-429fd457680d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:32.715808 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7adc468c-27d8-4d1d-a04b-5cba049d0833 req-bf0eb219-e7a7-402a-9a1a-429fd457680d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 945 time: 0.2202506 Feb 28 20:22:32.763871 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-e794454e-15da-4c2c-b825-db1f59b26002 admin admin] Deleting port bb8a5c08-eada-41c2-b031-975933c0af6a {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:22:32.764803 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e794454e-15da-4c2c-b825-db1f59b26002 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (bb8a5c08-eada-41c2-b031-975933c0af6a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:32.765506 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b98878-b0a3-4d66-a658-b9bd1617ff2a req-268066a4-3f1a-4a7c-a97c-a06350e0b0e3 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:32.768493 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47b98878-b0a3-4d66-a658-b9bd1617ff2a req-268066a4-3f1a-4a7c-a97c-a06350e0b0e3 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.1696217 Feb 28 20:22:32.905500 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7adc468c-27d8-4d1d-a04b-5cba049d0833 req-20ce5b49-9935-4f2b-b189-7faf8bae9aea tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887395 Feb 28 20:22:32.910911 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-e794454e-15da-4c2c-b825-db1f59b26002 admin admin] For port bb8a5c08-eada-41c2-b031-975933c0af6a, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=bb8a5c08-eada-41c2-b031-975933c0af6a,segment=NetworkSegment(b7bf3782-1675-483f-9b56-ffae2d73611c),segment_id=b7bf3782-1675-483f-9b56-ffae2d73611c)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:32.911492 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e794454e-15da-4c2c-b825-db1f59b26002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (bb8a5c08-eada-41c2-b031-975933c0af6a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:32.943294 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-e794454e-15da-4c2c-b825-db1f59b26002 admin admin] Calling delete_port for bb8a5c08-eada-41c2-b031-975933c0af6a owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:22:32.972120 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47b98878-b0a3-4d66-a658-b9bd1617ff2a req-6b9ba216-ada5-404e-a42f-7357dd94105a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922624 Feb 28 20:22:32.974669 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-4682843c-c8de-47b3-940a-95fedf3f39ca service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553704 Feb 28 20:22:33.081643 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f916507-7b19-42ef-985d-9f4c748e26ad req-656e9428-dadc-40cc-a6aa-9a108921d06b service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006551 Feb 28 20:22:33.236628 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae1ee6-5b7c-4dc3-bad0-0db3a8f2f99c req-5c40eccb-34a4-4c1f-971d-197b3432e54b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:33.238890 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8eae1ee6-5b7c-4dc3-bad0-0db3a8f2f99c req-5c40eccb-34a4-4c1f-971d-197b3432e54b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.1480322 Feb 28 20:22:33.277278 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b0879-b641-43b5-9a35-8691c7f547ff req-08d59634-9553-4667-ac93-53dc140b172e tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:33.279031 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-960b0879-b641-43b5-9a35-8691c7f547ff req-08d59634-9553-4667-ac93-53dc140b172e tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.1474648 Feb 28 20:22:33.318712 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8eae1ee6-5b7c-4dc3-bad0-0db3a8f2f99c req-87df931d-f788-4b0d-af6a-086e738c5968 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695920 Feb 28 20:22:33.334397 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e794454e-15da-4c2c-b825-db1f59b26002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (bb8a5c08-eada-41c2-b031-975933c0af6a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:33.392401 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794454e-15da-4c2c-b825-db1f59b26002 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb8a5c08-eada-41c2-b031-975933c0af6a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:33.396654 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-960b0879-b641-43b5-9a35-8691c7f547ff req-0ccd7d77-e08b-4f4e-b90b-8a407e515875 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028795 Feb 28 20:22:33.666098 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ffab1-ec84-416b-84ff-95f8e24d01c3 req-c3f38f3e-8d1c-4a81-ab2d-7b189bbf6920 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:33.677044 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ffab1-ec84-416b-84ff-95f8e24d01c3 req-c3f38f3e-8d1c-4a81-ab2d-7b189bbf6920 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:33.687582 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ffab1-ec84-416b-84ff-95f8e24d01c3 req-c3f38f3e-8d1c-4a81-ab2d-7b189bbf6920 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:33.698746 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ffab1-ec84-416b-84ff-95f8e24d01c3 req-c3f38f3e-8d1c-4a81-ab2d-7b189bbf6920 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:33.707495 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ffab1-ec84-416b-84ff-95f8e24d01c3 req-c3f38f3e-8d1c-4a81-ab2d-7b189bbf6920 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:33.714554 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ffab1-ec84-416b-84ff-95f8e24d01c3 req-c3f38f3e-8d1c-4a81-ab2d-7b189bbf6920 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:33.720753 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ffab1-ec84-416b-84ff-95f8e24d01c3 req-c3f38f3e-8d1c-4a81-ab2d-7b189bbf6920 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:33.723555 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e34ffab1-ec84-416b-84ff-95f8e24d01c3 req-c3f38f3e-8d1c-4a81-ab2d-7b189bbf6920 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.2178423 Feb 28 20:22:33.730797 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e794454e-15da-4c2c-b825-db1f59b26002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (14ee22c9-578c-417d-a985-e5f3613412ea), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:33.743843 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea237444-8860-44c6-a024-cd5536753143 req-2c991461-6e23-4a4b-b537-826300e78589 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:33.748046 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea237444-8860-44c6-a024-cd5536753143 req-2c991461-6e23-4a4b-b537-826300e78589 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.1971180 Feb 28 20:22:33.861780 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e34ffab1-ec84-416b-84ff-95f8e24d01c3 req-ec6e650a-055c-49de-9f09-888ebf6acaeb tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1123161 Feb 28 20:22:33.872829 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea237444-8860-44c6-a024-cd5536753143 req-f948326f-9fbb-4752-becb-8ba6d309c8a2 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119132 Feb 28 20:22:34.126334 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32214129-f195-4dcf-9d4f-dd53c3868a86 req-640e795e-d8f7-486f-8677-59f80db0d608 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:34.127945 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32214129-f195-4dcf-9d4f-dd53c3868a86 req-640e795e-d8f7-486f-8677-59f80db0d608 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.1396124 Feb 28 20:22:34.142072 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792912c6-43b2-490f-a3ed-e7e0b925f714 req-8b6d80a6-ecdc-4826-bdc0-25c18f82d20d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:34.143487 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-792912c6-43b2-490f-a3ed-e7e0b925f714 req-8b6d80a6-ecdc-4826-bdc0-25c18f82d20d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 945 time: 0.0897546 Feb 28 20:22:34.170038 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e794454e-15da-4c2c-b825-db1f59b26002 admin admin] Router 14ee22c9-578c-417d-a985-e5f3613412ea has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:22:34.230696 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32214129-f195-4dcf-9d4f-dd53c3868a86 req-3cd11721-4e93-42e2-bd45-4869590e39c9 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861075 Feb 28 20:22:34.238376 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-792912c6-43b2-490f-a3ed-e7e0b925f714 req-e0b6e071-d1d0-4dd9-9fff-57161acc4b71 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793588 Feb 28 20:22:34.354937 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e794454e-15da-4c2c-b825-db1f59b26002 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:22:34.361576 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e794454e-15da-4c2c-b825-db1f59b26002 admin admin] 10.222.0.13 "PUT /v2.0/routers/14ee22c9-578c-417d-a985-e5f3613412ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7727861 Feb 28 20:22:34.365750 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56816) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:22:34.376836 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa535e1-c13b-4710-b9fd-31f0484695f3 None None] Sync routers for ids ['14ee22c9-578c-417d-a985-e5f3613412ea'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:22:34.409705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa535e1-c13b-4710-b9fd-31f0484695f3 None None] Routers {'14ee22c9-578c-417d-a985-e5f3613412ea'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:22:34.410693 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6aa535e1-c13b-4710-b9fd-31f0484695f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:22:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['14ee22c9-578c-417d-a985-e5f3613412ea'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:22:34.609675 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2b181-dd2d-4ffb-9fe6-1449b73a7cac req-97f16d94-e541-44b2-ba38-07e1ea1190c8 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:34.611803 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d7f2b181-dd2d-4ffb-9fe6-1449b73a7cac req-97f16d94-e541-44b2-ba38-07e1ea1190c8 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.2391958 Feb 28 20:22:34.651027 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3bc77fec-2423-4f30-a9a0-a0483abc5b56 admin admin] Publish callbacks [] for router (14ee22c9-578c-417d-a985-e5f3613412ea), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:34.652165 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-6aa535e1-c13b-4710-b9fd-31f0484695f3 None None] Set router 14ee22c9-578c-417d-a985-e5f3613412ea gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:22:34.732697 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa077fd-eb4e-447e-a289-0a0fbd5ba398 req-82e0fae9-862f-44c0-9f7d-9b8161c08d10 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:34.740352 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4aa077fd-eb4e-447e-a289-0a0fbd5ba398 req-82e0fae9-862f-44c0-9f7d-9b8161c08d10 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.2242944 Feb 28 20:22:34.853561 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d7f2b181-dd2d-4ffb-9fe6-1449b73a7cac req-668ab575-ab79-4260-a989-bdd3da7b60d4 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257023 Feb 28 20:22:34.910580 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4aa077fd-eb4e-447e-a289-0a0fbd5ba398 req-a259e5aa-f28e-49ee-aeb9-f9aa8ee488fd tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688111 Feb 28 20:22:34.937735 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6aa535e1-c13b-4710-b9fd-31f0484695f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee22c9-578c-417d-a985-e5f3613412ea', 'name': 'tempest-ServersTestMultiNic-161020796-router', 'tenant_id': '9d92990bad4d49cdb025de9b8b50c311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ecb1c486-9ca7-4765-a67f-473df39dc693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:20:03Z', 'updated_at': '2022-02-28T20:22:33Z', 'revision_number': 5, 'project_id': '9d92990bad4d49cdb025de9b8b50c311', 'gw_port': {'id': 'ecb1c486-9ca7-4765-a67f-473df39dc693', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee22c9-578c-417d-a985-e5f3613412ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:20:04Z', 'updated_at': '2022-02-28T20:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:22:34.938141 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3bc77fec-2423-4f30-a9a0-a0483abc5b56 admin admin] Publish callbacks [] for router_gateway (14ee22c9-578c-417d-a985-e5f3613412ea), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:34.982623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa535e1-c13b-4710-b9fd-31f0484695f3 None None] Checking router: 14ee22c9-578c-417d-a985-e5f3613412ea for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:22:34.996963 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa535e1-c13b-4710-b9fd-31f0484695f3 None None] Routers {'14ee22c9-578c-417d-a985-e5f3613412ea'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:22:34.999035 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6aa535e1-c13b-4710-b9fd-31f0484695f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:22:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['14ee22c9-578c-417d-a985-e5f3613412ea'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:22:35.064413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 55c3f578-1d3a-48ff-b18a-9ade02504823 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:22:35.098104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab325439-b09a-40ea-a453-8a27e70af87e req-a52d7b3d-9c7d-40dc-bce7-a14cd8d6699d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:35.102065 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab325439-b09a-40ea-a453-8a27e70af87e req-a52d7b3d-9c7d-40dc-bce7-a14cd8d6699d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 945 time: 0.1150248 Feb 28 20:22:35.109623 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-3bc77fec-2423-4f30-a9a0-a0483abc5b56 admin admin] Deleting port ecb1c486-9ca7-4765-a67f-473df39dc693 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:22:35.110314 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3bc77fec-2423-4f30-a9a0-a0483abc5b56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ecb1c486-9ca7-4765-a67f-473df39dc693), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:35.231678 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab325439-b09a-40ea-a453-8a27e70af87e req-a3f2ce58-f8e0-4b79-bef3-9ef8e477afbe tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170864 Feb 28 20:22:35.340538 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b48ed-3a60-4d88-813d-4b676eb50375 req-40bd3700-d417-4b51-829a-4cfd0cff4956 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:35.349894 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b48ed-3a60-4d88-813d-4b676eb50375 req-40bd3700-d417-4b51-829a-4cfd0cff4956 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:35.354999 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-6aa535e1-c13b-4710-b9fd-31f0484695f3 None None] Set router 14ee22c9-578c-417d-a985-e5f3613412ea gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:22:35.361237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b48ed-3a60-4d88-813d-4b676eb50375 req-40bd3700-d417-4b51-829a-4cfd0cff4956 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:35.372892 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b48ed-3a60-4d88-813d-4b676eb50375 req-40bd3700-d417-4b51-829a-4cfd0cff4956 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:35.380325 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b48ed-3a60-4d88-813d-4b676eb50375 req-40bd3700-d417-4b51-829a-4cfd0cff4956 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:35.390195 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b48ed-3a60-4d88-813d-4b676eb50375 req-40bd3700-d417-4b51-829a-4cfd0cff4956 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:35.400274 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b48ed-3a60-4d88-813d-4b676eb50375 req-40bd3700-d417-4b51-829a-4cfd0cff4956 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:35.404322 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c4b48ed-3a60-4d88-813d-4b676eb50375 req-40bd3700-d417-4b51-829a-4cfd0cff4956 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.2285225 Feb 28 20:22:35.429283 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6aa535e1-c13b-4710-b9fd-31f0484695f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee22c9-578c-417d-a985-e5f3613412ea', 'name': 'tempest-ServersTestMultiNic-161020796-router', 'tenant_id': '9d92990bad4d49cdb025de9b8b50c311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:20:03Z', 'updated_at': '2022-02-28T20:22:34Z', 'revision_number': 6, 'project_id': '9d92990bad4d49cdb025de9b8b50c311', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:22:35.500121 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa535e1-c13b-4710-b9fd-31f0484695f3 None None] The sync data for ids ['14ee22c9-578c-417d-a985-e5f3613412ea'] in n-d-820368-21 is: [{'id': '14ee22c9-578c-417d-a985-e5f3613412ea', 'name': 'tempest-ServersTestMultiNic-161020796-router', 'tenant_id': '9d92990bad4d49cdb025de9b8b50c311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:20:03Z', 'updated_at': '2022-02-28T20:22:34Z', 'revision_number': 6, 'project_id': '9d92990bad4d49cdb025de9b8b50c311', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:22:35.504734 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-3bc77fec-2423-4f30-a9a0-a0483abc5b56 admin admin] For port ecb1c486-9ca7-4765-a67f-473df39dc693, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ecb1c486-9ca7-4765-a67f-473df39dc693,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:35.504734 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3bc77fec-2423-4f30-a9a0-a0483abc5b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ecb1c486-9ca7-4765-a67f-473df39dc693), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:35.533813 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 55c3f578-1d3a-48ff-b18a-9ade02504823 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:35.534751 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:35.537919 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-3bc77fec-2423-4f30-a9a0-a0483abc5b56 admin admin] Calling delete_port for ecb1c486-9ca7-4765-a67f-473df39dc693 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:22:35.575907 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c4b48ed-3a60-4d88-813d-4b676eb50375 req-d73d30c7-2b9e-40ef-a5fb-baa99a6cadb0 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1605303 Feb 28 20:22:35.585299 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cda7fe-63d4-4704-b1b1-3d18d00ce28f req-c8e02911-5a2a-4cfb-a176-b3b0bf76f5ca tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:35.592419 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f2cda7fe-63d4-4704-b1b1-3d18d00ce28f req-c8e02911-5a2a-4cfb-a176-b3b0bf76f5ca tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.1830995 Feb 28 20:22:35.602797 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 55c3f578-1d3a-48ff-b18a-9ade02504823, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=55c3f578-1d3a-48ff-b18a-9ade02504823,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:35.604386 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acec3f16-c2a9-4139-90bf-b359f5cb740d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55c3f578-1d3a-48ff-b18a-9ade02504823'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:22:35.628954 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963b7dbe-19f3-47ba-800d-45a244ca640d" -d '{"events": [{"server_uuid": "acec3f16-c2a9-4139-90bf-b359f5cb740d", "name": "network-vif-unplugged", "status": "completed", "tag": "55c3f578-1d3a-48ff-b18a-9ade02504823"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:22:35.633538 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:35.723423 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f2cda7fe-63d4-4704-b1b1-3d18d00ce28f req-c27714a5-9376-4045-acbc-7f4045c395b4 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299365 Feb 28 20:22:35.744597 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=55c3f578-1d3a-48ff-b18a-9ade02504823,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:35.799841 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97b0345-3fe7-43a9-a184-ca80d35f67cf x-openstack-request-id: req-c97b0345-3fe7-43a9-a184-ca80d35f67cf {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:22:35.800319 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acec3f16-c2a9-4139-90bf-b359f5cb740d", "name": "network-vif-unplugged", "status": "completed", "tag": "55c3f578-1d3a-48ff-b18a-9ade02504823", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:22:35.800749 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c97b0345-3fe7-43a9-a184-ca80d35f67cf {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:22:35.801390 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acec3f16-c2a9-4139-90bf-b359f5cb740d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55c3f578-1d3a-48ff-b18a-9ade02504823', 'code': 200} Feb 28 20:22:35.938866 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device bb8a5c08-eada-41c2-b031-975933c0af6a no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:22:35.997044 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: bb8a5c08-eada-41c2-b031-975933c0af6a {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:22:35.998128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device bb8a5c08-eada-41c2-b031-975933c0af6a not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:22:36.014248 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3bc77fec-2423-4f30-a9a0-a0483abc5b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (ecb1c486-9ca7-4765-a67f-473df39dc693), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:36.031920 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c1d33-b3f1-4576-81a8-c7f1ba8f07fa req-b3241602-bf7c-471a-9550-f77a71e098c8 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:36.044662 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4a0c1d33-b3f1-4576-81a8-c7f1ba8f07fa req-b3241602-bf7c-471a-9550-f77a71e098c8 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.1810014 Feb 28 20:22:36.094726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc77fec-2423-4f30-a9a0-a0483abc5b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb1c486-9ca7-4765-a67f-473df39dc693,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:36.215258 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4a0c1d33-b3f1-4576-81a8-c7f1ba8f07fa req-9b773b8a-5f83-4520-b0e3-bdab4f39c731 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694558 Feb 28 20:22:36.216236 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3bc77fec-2423-4f30-a9a0-a0483abc5b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (14ee22c9-578c-417d-a985-e5f3613412ea), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:36.412381 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3bc77fec-2423-4f30-a9a0-a0483abc5b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (14ee22c9-578c-417d-a985-e5f3613412ea), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:36.416921 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3bc77fec-2423-4f30-a9a0-a0483abc5b56 admin admin] Publish callbacks [] for router_controller (14ee22c9-578c-417d-a985-e5f3613412ea), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:36.516285 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3bc77fec-2423-4f30-a9a0-a0483abc5b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (14ee22c9-578c-417d-a985-e5f3613412ea), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:36.517249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc77fec-2423-4f30-a9a0-a0483abc5b56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14ee22c9-578c-417d-a985-e5f3613412ea {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:22:36.522418 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3bc77fec-2423-4f30-a9a0-a0483abc5b56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:36.524171 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3bc77fec-2423-4f30-a9a0-a0483abc5b56 admin admin] 10.222.0.13 "DELETE /v2.0/routers/14ee22c9-578c-417d-a985-e5f3613412ea HTTP/1.1" status: 204 len: 168 time: 2.1569247 Feb 28 20:22:36.527040 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56850) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:22:36.537873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0917d-1d51-42a9-a800-07acb71f3f07 req-cb27deba-ceda-4f53-95ae-8c89beb93eaa tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:36.539662 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ed0917d-1d51-42a9-a800-07acb71f3f07 req-cb27deba-ceda-4f53-95ae-8c89beb93eaa tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 948 time: 0.2180490 Feb 28 20:22:36.625032 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ef5da-2ff3-4966-bd14-f509937cce8d req-d9c5e97f-0a31-4d86-97f6-824e2139fc77 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:36.629626 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c04ef5da-2ff3-4966-bd14-f509937cce8d req-d9c5e97f-0a31-4d86-97f6-824e2139fc77 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 945 time: 0.1563966 Feb 28 20:22:36.663338 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b0cac4-c9ac-479a-b243-b0d3b045200b admin admin] Deleting subnet 4188ae10-5cc1-4cee-9388-ebdadb2b47b6 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:22:36.673365 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d8b0cac4-c9ac-479a-b243-b0d3b045200b admin admin] Publish callbacks [] for subnet (4188ae10-5cc1-4cee-9388-ebdadb2b47b6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:36.679557 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ed0917d-1d51-42a9-a800-07acb71f3f07 req-42193ca1-3003-4bc8-9368-9dbb3376d79d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162751 Feb 28 20:22:36.755033 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c04ef5da-2ff3-4966-bd14-f509937cce8d req-4c81f61d-74da-4832-85f3-b57a47e19c9b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133876 Feb 28 20:22:36.783099 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d8b0cac4-c9ac-479a-b243-b0d3b045200b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (4188ae10-5cc1-4cee-9388-ebdadb2b47b6), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:36.944700 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d8b0cac4-c9ac-479a-b243-b0d3b045200b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (4188ae10-5cc1-4cee-9388-ebdadb2b47b6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:37.021294 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8525c67-16e7-40c8-b693-b76aeeaaa08f req-1d127daf-4140-443b-a6a2-2d8d4aa020eb tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:37.028162 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8525c67-16e7-40c8-b693-b76aeeaaa08f req-1d127daf-4140-443b-a6a2-2d8d4aa020eb tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:37.034809 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8525c67-16e7-40c8-b693-b76aeeaaa08f req-1d127daf-4140-443b-a6a2-2d8d4aa020eb tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:37.041391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8525c67-16e7-40c8-b693-b76aeeaaa08f req-1d127daf-4140-443b-a6a2-2d8d4aa020eb tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:37.048143 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8525c67-16e7-40c8-b693-b76aeeaaa08f req-1d127daf-4140-443b-a6a2-2d8d4aa020eb tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:37.051294 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d8b0cac4-c9ac-479a-b243-b0d3b045200b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (4188ae10-5cc1-4cee-9388-ebdadb2b47b6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:37.057425 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8525c67-16e7-40c8-b693-b76aeeaaa08f req-1d127daf-4140-443b-a6a2-2d8d4aa020eb tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:37.059041 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 55c3f578-1d3a-48ff-b18a-9ade02504823 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:22:37.073865 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8525c67-16e7-40c8-b693-b76aeeaaa08f req-1d127daf-4140-443b-a6a2-2d8d4aa020eb tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:37.089829 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b8525c67-16e7-40c8-b693-b76aeeaaa08f req-1d127daf-4140-443b-a6a2-2d8d4aa020eb tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.2133117 Feb 28 20:22:37.129370 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0cac4-c9ac-479a-b243-b0d3b045200b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4188ae10-5cc1-4cee-9388-ebdadb2b47b6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:37.134162 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d8b0cac4-c9ac-479a-b243-b0d3b045200b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:37.144307 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d8b0cac4-c9ac-479a-b243-b0d3b045200b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4188ae10-5cc1-4cee-9388-ebdadb2b47b6 HTTP/1.1" status: 204 len: 168 time: 0.6148298 Feb 28 20:22:37.147014 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56856) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:22:37.176375 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d4c963-49fb-46f6-8b78-d1ec985ebee9 None None] Network f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:22:37.292672 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-292238cc-66aa-45c2-9ed3-ec48aaa62d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:37.305496 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b8525c67-16e7-40c8-b693-b76aeeaaa08f req-42b091dd-8e2c-43ee-9cc8-1fa0bf0cb630 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2143013 Feb 28 20:22:37.322763 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff7b10-a581-40e6-98d8-5d91ef4e7b33 req-2a191634-a3ba-4b29-b50e-d297e9932af5 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:37.324784 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1bff7b10-a581-40e6-98d8-5d91ef4e7b33 req-2a191634-a3ba-4b29-b50e-d297e9932af5 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.2321861 Feb 28 20:22:37.417527 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-292238cc-66aa-45c2-9ed3-ec48aaa62d52 admin admin] Deleting port b40241e4-dee5-4f03-8207-83ba6986f8e6 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:22:37.417876 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-292238cc-66aa-45c2-9ed3-ec48aaa62d52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b40241e4-dee5-4f03-8207-83ba6986f8e6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:37.422293 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 55c3f578-1d3a-48ff-b18a-9ade02504823, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=55c3f578-1d3a-48ff-b18a-9ade02504823,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:37.437077 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1bff7b10-a581-40e6-98d8-5d91ef4e7b33 req-5d0da905-72d3-45bb-8a43-f9cbae05caed tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016099 Feb 28 20:22:37.442168 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '55c3f578-1d3a-48ff-b18a-9ade02504823', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '55c3f578-1d3a-48ff-b18a-9ade02504823', 'mac_address': 'fa:16:3e:c8:af:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:22:37.531068 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-292238cc-66aa-45c2-9ed3-ec48aaa62d52 admin admin] For port b40241e4-dee5-4f03-8207-83ba6986f8e6, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b40241e4-dee5-4f03-8207-83ba6986f8e6,segment=NetworkSegment(b7bf3782-1675-483f-9b56-ffae2d73611c),segment_id=b7bf3782-1675-483f-9b56-ffae2d73611c)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:37.531806 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8158ed32-5ca0-4b5b-acdc-11e6e329f43f None None] DHCP port deletion for f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:22:37.531906 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-292238cc-66aa-45c2-9ed3-ec48aaa62d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b40241e4-dee5-4f03-8207-83ba6986f8e6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:37.536583 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 55c3f578-1d3a-48ff-b18a-9ade02504823 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:37.537486 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:37.571370 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-292238cc-66aa-45c2-9ed3-ec48aaa62d52 admin admin] Calling delete_port for b40241e4-dee5-4f03-8207-83ba6986f8e6 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:22:37.584771 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c3f578-1d3a-48ff-b18a-9ade02504823 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:22:37.615109 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 55c3f578-1d3a-48ff-b18a-9ade02504823, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=55c3f578-1d3a-48ff-b18a-9ade02504823,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:37.627984 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:37.674064 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8158ed32-5ca0-4b5b-acdc-11e6e329f43f None None] Deleting port b40241e4-dee5-4f03-8207-83ba6986f8e6 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:22:37.674524 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8158ed32-5ca0-4b5b-acdc-11e6e329f43f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b40241e4-dee5-4f03-8207-83ba6986f8e6), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:37.721508 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-292238cc-66aa-45c2-9ed3-ec48aaa62d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b40241e4-dee5-4f03-8207-83ba6986f8e6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:37.750014 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-8158ed32-5ca0-4b5b-acdc-11e6e329f43f None None] For port b40241e4-dee5-4f03-8207-83ba6986f8e6, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b40241e4-dee5-4f03-8207-83ba6986f8e6,segment=NetworkSegment(b7bf3782-1675-483f-9b56-ffae2d73611c),segment_id=b7bf3782-1675-483f-9b56-ffae2d73611c)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:37.750405 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8158ed32-5ca0-4b5b-acdc-11e6e329f43f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b40241e4-dee5-4f03-8207-83ba6986f8e6), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:37.768756 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292238cc-66aa-45c2-9ed3-ec48aaa62d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=b40241e4-dee5-4f03-8207-83ba6986f8e6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:37.768925 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8158ed32-5ca0-4b5b-acdc-11e6e329f43f None None] Calling delete_port for b40241e4-dee5-4f03-8207-83ba6986f8e6 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:22:37.786726 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292238cc-66aa-45c2-9ed3-ec48aaa62d52 admin admin] No DVR routers for this DVR port b40241e4-dee5-4f03-8207-83ba6986f8e6 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:22:37.952296 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=55c3f578-1d3a-48ff-b18a-9ade02504823,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:37.995149 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8158ed32-5ca0-4b5b-acdc-11e6e329f43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (b40241e4-dee5-4f03-8207-83ba6986f8e6), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:38.032828 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158ed32-5ca0-4b5b-acdc-11e6e329f43f None None] Pushing event deleted for resources: {'Port': ['ID=b40241e4-dee5-4f03-8207-83ba6986f8e6,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:38.037815 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8158ed32-5ca0-4b5b-acdc-11e6e329f43f None None] No DVR routers for this DVR port b40241e4-dee5-4f03-8207-83ba6986f8e6 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:22:38.045013 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd31b4-7f14-47c4-9caa-4a324ff858d4 req-8e1ddeb4-125b-4d5a-beb1-d3d4629dad37 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:38.058618 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77bd31b4-7f14-47c4-9caa-4a324ff858d4 req-8e1ddeb4-125b-4d5a-beb1-d3d4629dad37 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 949 time: 0.1959338 Feb 28 20:22:38.083924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ecb1c486-9ca7-4765-a67f-473df39dc693 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:22:38.135719 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-292238cc-66aa-45c2-9ed3-ec48aaa62d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:38.140939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: ecb1c486-9ca7-4765-a67f-473df39dc693 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:22:38.141569 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ecb1c486-9ca7-4765-a67f-473df39dc693 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:22:38.143672 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b40241e4-dee5-4f03-8207-83ba6986f8e6 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:22:38.208968 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: b40241e4-dee5-4f03-8207-83ba6986f8e6 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:22:38.209466 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b40241e4-dee5-4f03-8207-83ba6986f8e6 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:22:38.218134 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-292238cc-66aa-45c2-9ed3-ec48aaa62d52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:22:38.235711 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-292238cc-66aa-45c2-9ed3-ec48aaa62d52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bf3782-1675-483f-9b56-ffae2d73611c') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:22:38.236420 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-292238cc-66aa-45c2-9ed3-ec48aaa62d52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bf3782-1675-483f-9b56-ffae2d73611c') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:22:38.250535 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-292238cc-66aa-45c2-9ed3-ec48aaa62d52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (b7bf3782-1675-483f-9b56-ffae2d73611c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:38.271797 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-292238cc-66aa-45c2-9ed3-ec48aaa62d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (b7bf3782-1675-483f-9b56-ffae2d73611c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:38.288123 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292238cc-66aa-45c2-9ed3-ec48aaa62d52 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:22:38.289416 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-292238cc-66aa-45c2-9ed3-ec48aaa62d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (b7bf3782-1675-483f-9b56-ffae2d73611c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:38.300698 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77bd31b4-7f14-47c4-9caa-4a324ff858d4 req-70c8834a-2d5c-42b0-8068-096a3be80c2a tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407827 Feb 28 20:22:38.300954 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['55c3f578-1d3a-48ff-b18a-9ade02504823'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:22:38.333124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b14345-41a1-4ad7-86e2-98d3b390b358 req-6a533d4f-a202-4652-b177-1d49c565de9b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:38.341793 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-81b14345-41a1-4ad7-86e2-98d3b390b358 req-6a533d4f-a202-4652-b177-1d49c565de9b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 945 time: 0.3263137 Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:22:38.454890 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:22:38.468110 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-292238cc-66aa-45c2-9ed3-ec48aaa62d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:38.484581 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-292238cc-66aa-45c2-9ed3-ec48aaa62d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:38.496594 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-292238cc-66aa-45c2-9ed3-ec48aaa62d52 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0 HTTP/1.1" status: 204 len: 168 time: 1.3453393 Feb 28 20:22:38.515684 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292238cc-66aa-45c2-9ed3-ec48aaa62d52 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2d6d4a3-b287-45fd-98e6-dbaf1c5719d0,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:38.515957 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-81b14345-41a1-4ad7-86e2-98d3b390b358 req-aa90a042-183e-49e4-88cf-bb49eb7fc400 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637025 Feb 28 20:22:38.740525 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2446d-60ab-4312-831d-05a08f9a9ef8 req-31d4f1b3-1c11-4143-b348-6bdc49d27f38 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:38.746502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2446d-60ab-4312-831d-05a08f9a9ef8 req-31d4f1b3-1c11-4143-b348-6bdc49d27f38 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:38.751978 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2446d-60ab-4312-831d-05a08f9a9ef8 req-31d4f1b3-1c11-4143-b348-6bdc49d27f38 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:38.757333 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2446d-60ab-4312-831d-05a08f9a9ef8 req-31d4f1b3-1c11-4143-b348-6bdc49d27f38 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:38.766951 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2446d-60ab-4312-831d-05a08f9a9ef8 req-31d4f1b3-1c11-4143-b348-6bdc49d27f38 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:38.773246 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2446d-60ab-4312-831d-05a08f9a9ef8 req-31d4f1b3-1c11-4143-b348-6bdc49d27f38 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:38.780060 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2446d-60ab-4312-831d-05a08f9a9ef8 req-31d4f1b3-1c11-4143-b348-6bdc49d27f38 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:38.782026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-59f2446d-60ab-4312-831d-05a08f9a9ef8 req-31d4f1b3-1c11-4143-b348-6bdc49d27f38 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.1436186 Feb 28 20:22:38.810117 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56884) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:22:38.892126 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-59f2446d-60ab-4312-831d-05a08f9a9ef8 req-924e3ecf-31a5-4e2a-900f-66d5e3ede7b2 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009796 Feb 28 20:22:38.930990 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-313d5da9-03f8-4ad1-a6d7-ac0e618a3c24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d92990bad4d49cdb025de9b8b50c311&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1126425 Feb 28 20:22:38.936365 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56888) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:22:39.043839 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6fa3fd72-9a00-4d58-a3ed-0e155c6dec49 admin admin] Publish callbacks [] for security_group (c83e2a53-bf8e-438a-be1e-af48a6efef02), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:39.092936 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 4815ae66-65e7-4ac1-8c34-1d779eb94c27 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:22:39.095033 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6fa3fd72-9a00-4d58-a3ed-0e155c6dec49 admin admin] Publish callbacks [] for security_group (c83e2a53-bf8e-438a-be1e-af48a6efef02), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:39.167473 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-67f1790f-891c-46c2-9d42-7e7227ad3be9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:39.171301 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-67f1790f-891c-46c2-9d42-7e7227ad3be9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.10 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d&tenant_id=a17db5166eb14b31b629dc33da382372&binding%3Ahost_id=n-h2-820368-21 HTTP/1.1" status: 200 len: 949 time: 0.2735093 Feb 28 20:22:39.196838 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6fa3fd72-9a00-4d58-a3ed-0e155c6dec49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c83e2a53-bf8e-438a-be1e-af48a6efef02), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:39.201357 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6fa3fd72-9a00-4d58-a3ed-0e155c6dec49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:39.207191 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6fa3fd72-9a00-4d58-a3ed-0e155c6dec49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c83e2a53-bf8e-438a-be1e-af48a6efef02 HTTP/1.1" status: 204 len: 168 time: 0.2692056 Feb 28 20:22:39.224947 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3fd72-9a00-4d58-a3ed-0e155c6dec49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83e2a53-bf8e-438a-be1e-af48a6efef02,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:39.346311 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76d8b5-93b3-4c29-a328-6e6c0a586e00 req-e370309a-9ea9-4763-975b-bea44e352c37 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:39.348252 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cd76d8b5-93b3-4c29-a328-6e6c0a586e00 req-e370309a-9ea9-4763-975b-bea44e352c37 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.3723228 Feb 28 20:22:39.368586 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-4ad62ec4-f9c0-4aac-8b2f-f977fd90b905 service neutron] 10.222.0.10 "GET /v2.0/ports/55c3f578-1d3a-48ff-b18a-9ade02504823/bindings/n-h2-820368-21 HTTP/1.1" status: 200 len: 383 time: 0.1754799 Feb 28 20:22:39.401353 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14f2ae-4a92-47ee-b167-d0ce18ffaf49 req-4b53eea3-9f4a-4a7f-b230-e535b8ba34e6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:39.414458 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6f14f2ae-4a92-47ee-b167-d0ce18ffaf49 req-4b53eea3-9f4a-4a7f-b230-e535b8ba34e6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 949 time: 0.3485863 Feb 28 20:22:39.435601 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device d1aa6bc6-d58d-48cb-a918-540fd5167b4f details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:22:39.467707 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 4815ae66-65e7-4ac1-8c34-1d779eb94c27, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=4815ae66-65e7-4ac1-8c34-1d779eb94c27,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:39.523243 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '4815ae66-65e7-4ac1-8c34-1d779eb94c27', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'port_id': '4815ae66-65e7-4ac1-8c34-1d779eb94c27', 'mac_address': 'fa:16:3e:72:46:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:22:39.532532 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cd76d8b5-93b3-4c29-a328-6e6c0a586e00 req-5ddd33e8-4ad9-4575-8647-a9c9ee812511 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607604 Feb 28 20:22:39.640314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 4815ae66-65e7-4ac1-8c34-1d779eb94c27 is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:39.640863 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:39.685693 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6f14f2ae-4a92-47ee-b167-d0ce18ffaf49 req-7c44ddcb-aab2-404f-aabe-8211cdc0c315 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698100 Feb 28 20:22:39.717461 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-680c1340-3d2d-49ad-8dd0-14c6e10185c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:39.720024 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-680c1340-3d2d-49ad-8dd0-14c6e10185c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 1132 time: 0.2655799 Feb 28 20:22:39.814992 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4815ae66-65e7-4ac1-8c34-1d779eb94c27 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:22:39.832855 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32920f6-2444-4aed-9d2c-13d03a2a004a req-2445f3f9-be63-4a6c-a8d9-07588c58fa00 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:39.835730 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e32920f6-2444-4aed-9d2c-13d03a2a004a req-2445f3f9-be63-4a6c-a8d9-07588c58fa00 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 945 time: 0.1900625 Feb 28 20:22:39.896336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 4815ae66-65e7-4ac1-8c34-1d779eb94c27, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=4815ae66-65e7-4ac1-8c34-1d779eb94c27,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:39.919133 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:39.994359 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e32920f6-2444-4aed-9d2c-13d03a2a004a req-6dd17bd1-9860-43a6-8d5e-2397b154d8fd tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105692 Feb 28 20:22:40.002506 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-6c9ee103-8be1-4055-a2fc-d9742c9b3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:40.005419 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-6c9ee103-8be1-4055-a2fc-d9742c9b3aee service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.2591727 Feb 28 20:22:40.065819 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port d1aa6bc6-d58d-48cb-a918-540fd5167b4f, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d1aa6bc6-d58d-48cb-a918-540fd5167b4f,segment=NetworkSegment(923824af-dc32-4186-9394-27c190910828),segment_id=923824af-dc32-4186-9394-27c190910828)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:40.134286 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'd1aa6bc6-d58d-48cb-a918-540fd5167b4f', 'network_id': '0d187f09-7970-4e4d-90e2-821e3c7a3175', 'port_id': 'd1aa6bc6-d58d-48cb-a918-540fd5167b4f', 'mac_address': 'fa:16:3e:44:fc:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e4f35f-9c70-498c-b2fa-487768d8821a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:22:40.207112 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-94cd37f7-18e7-4f45-a5bb-ae3e4cf0d903 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=55c3f578-1d3a-48ff-b18a-9ade02504823 HTTP/1.1" status: 200 len: 217 time: 0.1843085 Feb 28 20:22:40.274952 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=4815ae66-65e7-4ac1-8c34-1d779eb94c27,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:40.278956 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port d1aa6bc6-d58d-48cb-a918-540fd5167b4f is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:40.280787 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1aa6bc6-d58d-48cb-a918-540fd5167b4f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:40.283635 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['4815ae66-65e7-4ac1-8c34-1d779eb94c27'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:22:40.343291 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1aa6bc6-d58d-48cb-a918-540fd5167b4f {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:22:40.386917 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port d1aa6bc6-d58d-48cb-a918-540fd5167b4f, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d1aa6bc6-d58d-48cb-a918-540fd5167b4f,segment=NetworkSegment(923824af-dc32-4186-9394-27c190910828),segment_id=923824af-dc32-4186-9394-27c190910828)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:40.397412 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d1aa6bc6-d58d-48cb-a918-540fd5167b4f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:40.399052 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 377cfde8-fab4-4fda-bff2-961049b9f6d6 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:22:40.559260 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 377cfde8-fab4-4fda-bff2-961049b9f6d6, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=377cfde8-fab4-4fda-bff2-961049b9f6d6,segment=NetworkSegment(923824af-dc32-4186-9394-27c190910828),segment_id=923824af-dc32-4186-9394-27c190910828)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:40.608983 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '377cfde8-fab4-4fda-bff2-961049b9f6d6', 'network_id': '0d187f09-7970-4e4d-90e2-821e3c7a3175', 'port_id': '377cfde8-fab4-4fda-bff2-961049b9f6d6', 'mac_address': 'fa:16:3e:6a:55:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e4f35f-9c70-498c-b2fa-487768d8821a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:22:40.750535 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 377cfde8-fab4-4fda-bff2-961049b9f6d6 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:40.750962 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (377cfde8-fab4-4fda-bff2-961049b9f6d6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:40.828560 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377cfde8-fab4-4fda-bff2-961049b9f6d6 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:22:40.836008 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56944) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:22:40.849082 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=d1aa6bc6-d58d-48cb-a918-540fd5167b4f,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:40.897967 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-5dd61848-9278-4bf0-b907-cf21190c094f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:40.899581 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-5dd61848-9278-4bf0-b907-cf21190c094f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.6614037 Feb 28 20:22:40.970769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 377cfde8-fab4-4fda-bff2-961049b9f6d6, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=377cfde8-fab4-4fda-bff2-961049b9f6d6,segment=NetworkSegment(923824af-dc32-4186-9394-27c190910828),segment_id=923824af-dc32-4186-9394-27c190910828)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:41.008226 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (377cfde8-fab4-4fda-bff2-961049b9f6d6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:41.013029 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:22:41.067429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a98b3f-8ed3-40cc-ad4d-92e9f6881597 req-184679f0-a9c9-408f-9e7d-612e5b9cfa32 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:41.073427 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a98b3f-8ed3-40cc-ad4d-92e9f6881597 req-184679f0-a9c9-408f-9e7d-612e5b9cfa32 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:41.079925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a98b3f-8ed3-40cc-ad4d-92e9f6881597 req-184679f0-a9c9-408f-9e7d-612e5b9cfa32 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:41.085361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a98b3f-8ed3-40cc-ad4d-92e9f6881597 req-184679f0-a9c9-408f-9e7d-612e5b9cfa32 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:41.093152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a98b3f-8ed3-40cc-ad4d-92e9f6881597 req-184679f0-a9c9-408f-9e7d-612e5b9cfa32 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:41.099575 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a98b3f-8ed3-40cc-ad4d-92e9f6881597 req-184679f0-a9c9-408f-9e7d-612e5b9cfa32 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:41.107312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a98b3f-8ed3-40cc-ad4d-92e9f6881597 req-184679f0-a9c9-408f-9e7d-612e5b9cfa32 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:41.109541 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-66a98b3f-8ed3-40cc-ad4d-92e9f6881597 req-184679f0-a9c9-408f-9e7d-612e5b9cfa32 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5422 time: 0.9151464 Feb 28 20:22:41.140533 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 55c3f578-1d3a-48ff-b18a-9ade02504823 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:22:41.150357 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.resource_extend [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:22:41.166064 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-7ed1f64c-3643-4479-95fc-43837dc8ad1c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2096650476-network', 'tenant_id': '61854dcb242d4539bc7b1fcd27045aaf'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:22:41.172487 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd3510-8498-4f6f-9070-be926c0404d2 req-22149a2f-c535-47a7-8d0e-87d5b7f692c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:41.188290 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99bd3510-8498-4f6f-9070-be926c0404d2 req-22149a2f-c535-47a7-8d0e-87d5b7f692c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d571caf06a6a44bebea5a2bc49166e20&device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 1129 time: 0.2924428 Feb 28 20:22:41.207119 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b411c6e-9d6e-4c2e-b3e4-22b8bfc9de88 req-6c145229-9476-4243-ac37-7eaaf0c624bb tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:41.222136 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b411c6e-9d6e-4c2e-b3e4-22b8bfc9de88 req-6c145229-9476-4243-ac37-7eaaf0c624bb tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 1.0115879 Feb 28 20:22:41.226530 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed1f64c-3643-4479-95fc-43837dc8ad1c admin admin] Made reservation on behalf of 61854dcb242d4539bc7b1fcd27045aaf for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:22:41.235625 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7ed1f64c-3643-4479-95fc-43837dc8ad1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:41.275980 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-c3a06d29-fd37-4475-9d35-cc40172de2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:41.276617 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7ed1f64c-3643-4479-95fc-43837dc8ad1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:41.278582 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-c3a06d29-fd37-4475-9d35-cc40172de2cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3473489 Feb 28 20:22:41.472140 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7ed1f64c-3643-4479-95fc-43837dc8ad1c admin admin] Publish callbacks [] for security_group (fbb74eff-b6e2-4e76-9571-61707a9cff25), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:41.478697 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7ed1f64c-3643-4479-95fc-43837dc8ad1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fbb74eff-b6e2-4e76-9571-61707a9cff25), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:41.485526 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-66a98b3f-8ed3-40cc-ad4d-92e9f6881597 req-7f3246ea-33bc-4d2e-859b-cf8f68b54224 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3625741 Feb 28 20:22:41.569923 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1f64c-3643-4479-95fc-43837dc8ad1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb74eff-b6e2-4e76-9571-61707a9cff25,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:41.631973 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed1f64c-3643-4479-95fc-43837dc8ad1c admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:22:41.678598 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7ed1f64c-3643-4479-95fc-43837dc8ad1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (8e753e74-50c5-416b-9b38-f2eb54759bd1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:41.679336 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-7ed1f64c-3643-4479-95fc-43837dc8ad1c admin admin] Added segment 8e753e74-50c5-416b-9b38-f2eb54759bd1 of type vlan for network d505116a-989e-4ca0-878f-6182b94e267b Feb 28 20:22:41.830711 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b411c6e-9d6e-4c2e-b3e4-22b8bfc9de88 req-1516c092-3add-4112-b1ec-942bb79bd609 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5807397 Feb 28 20:22:41.831561 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7ed1f64c-3643-4479-95fc-43837dc8ad1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (d505116a-989e-4ca0-878f-6182b94e267b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:41.891068 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7ed1f64c-3643-4479-95fc-43837dc8ad1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (d505116a-989e-4ca0-878f-6182b94e267b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:41.892371 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed1f64c-3643-4479-95fc-43837dc8ad1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:41.893158 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7ed1f64c-3643-4479-95fc-43837dc8ad1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:41.921415 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7ed1f64c-3643-4479-95fc-43837dc8ad1c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0835726 Feb 28 20:22:41.939000 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56956) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:22:41.948529 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-bc153826-a9a1-4782-9e84-749d0271a904 admin admin] Request body: {'subnet': {'network_id': 'd505116a-989e-4ca0-878f-6182b94e267b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2096650476-subnet', 'tenant_id': '61854dcb242d4539bc7b1fcd27045aaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:22:41.958877 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7c24a8f7-20ff-4d62-9972-a14e3ce6bc65,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:41.962589 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd3510-8498-4f6f-9070-be926c0404d2 req-dd1d5572-7e41-40e4-9ee2-08b83321d38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:41.971332 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99bd3510-8498-4f6f-9070-be926c0404d2 req-dd1d5572-7e41-40e4-9ee2-08b83321d38c service neutron] 10.222.0.10 "GET /v2.0/networks?id=8df75beb-bfec-45e3-be15-010dba074bc0 HTTP/1.1" status: 200 len: 914 time: 0.7453024 Feb 28 20:22:41.984387 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-1e69e107-e90f-4e67-9e82-30d0d1186e2d service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6705275 Feb 28 20:22:42.000868 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '7c24a8f7-20ff-4d62-9972-a14e3ce6bc65', 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c', 'port_id': '7c24a8f7-20ff-4d62-9972-a14e3ce6bc65', 'mac_address': 'fa:16:3e:c2:56:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6aa3b26-2510-40ff-9ad9-3bf3e78132a9', 'ip_address': '10.1.1.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:22:42.036065 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1f64c-3643-4479-95fc-43837dc8ad1c admin admin] Pushing event updated for resources: {'Network': ['ID=d505116a-989e-4ca0-878f-6182b94e267b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:42.043270 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=377cfde8-fab4-4fda-bff2-961049b9f6d6,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:42.048670 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc153826-a9a1-4782-9e84-749d0271a904 admin admin] Made reservation on behalf of 61854dcb242d4539bc7b1fcd27045aaf for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:22:42.060314 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc153826-a9a1-4782-9e84-749d0271a904 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:42.073192 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99bd3510-8498-4f6f-9070-be926c0404d2 req-e999a641-b862-466f-b084-77d21b7940e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b77f50f-623e-47af-8617-df7c08b321cc HTTP/1.1" status: 200 len: 217 time: 0.0821939 Feb 28 20:22:42.074137 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network d505116a-989e-4ca0-878f-6182b94e267b details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:22:42.088275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8fb9d-1739-44f8-92b4-a9df500cc9da req-e8497298-b29a-45a6-993f-afe338448418 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:42.102014 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15a8fb9d-1739-44f8-92b4-a9df500cc9da req-e8497298-b29a-45a6-993f-afe338448418 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 949 time: 0.4001338 Feb 28 20:22:42.154884 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 55c3f578-1d3a-48ff-b18a-9ade02504823 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:22:42.155837 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:42.373406 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc153826-a9a1-4782-9e84-749d0271a904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (4fbdfc6a-dbef-44c4-bef8-faeb7ff78240), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:42.407109 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-a30dcce7-7a54-46bd-be81-c2ffc796f8ea service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298261 Feb 28 20:22:42.412182 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:42.412688 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7c24a8f7-20ff-4d62-9972-a14e3ce6bc65), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:42.502036 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:22:42.510911 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc153826-a9a1-4782-9e84-749d0271a904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fbdfc6a-dbef-44c4-bef8-faeb7ff78240,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:42.542583 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 55c3f578-1d3a-48ff-b18a-9ade02504823 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:42.543208 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:42.580289 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd3510-8498-4f6f-9070-be926c0404d2 req-2174bf9a-11a1-419e-8faf-9703c62e1f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:42.583788 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99bd3510-8498-4f6f-9070-be926c0404d2 req-2174bf9a-11a1-419e-8faf-9703c62e1f88 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a406bcd3-21de-4727-8aa8-9d85920af610 HTTP/1.1" status: 200 len: 854 time: 0.4780297 Feb 28 20:22:42.584200 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc153826-a9a1-4782-9e84-749d0271a904 admin admin] Checking segment: {'id': '8e753e74-50c5-416b-9b38-f2eb54759bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd505116a-989e-4ca0-878f-6182b94e267b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:22:42.584710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc153826-a9a1-4782-9e84-749d0271a904 admin admin] Network hostable DHCP agents. Network: d505116a-989e-4ca0-878f-6182b94e267b, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:22:42.601772 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7c24a8f7-20ff-4d62-9972-a14e3ce6bc65,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:42.607552 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938d022-89f9-482e-8575-32e47bce0c7a req-f3c051d7-834b-4ab3-8f02-1452801f9681 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:42.613680 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7c24a8f7-20ff-4d62-9972-a14e3ce6bc65), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:42.614501 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 6e5676f5-bf8f-464e-8876-298b91ea7ec2 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:22:42.621350 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4938d022-89f9-482e-8575-32e47bce0c7a req-f3c051d7-834b-4ab3-8f02-1452801f9681 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 944 time: 0.5458369 Feb 28 20:22:42.623147 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc153826-a9a1-4782-9e84-749d0271a904 admin admin] Network d505116a-989e-4ca0-878f-6182b94e267b is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:22:42.654739 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-bc153826-a9a1-4782-9e84-749d0271a904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, d505116a-989e-4ca0-878f-6182b94e267b) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:22:42.668598 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc153826-a9a1-4782-9e84-749d0271a904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:42.669460 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc153826-a9a1-4782-9e84-749d0271a904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:42.673294 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15a8fb9d-1739-44f8-92b4-a9df500cc9da req-dfdff46e-5c7f-4d5e-9f55-a3a2c645473e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5549288 Feb 28 20:22:42.748139 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bc153826-a9a1-4782-9e84-749d0271a904 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8075767 Feb 28 20:22:42.763480 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=7c24a8f7-20ff-4d62-9972-a14e3ce6bc65,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:42.776166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2db4b4-e006-4253-896a-64e62586f2b6 None None] Network d505116a-989e-4ca0-878f-6182b94e267b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:22:42.839625 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acec3f16-c2a9-4139-90bf-b359f5cb740d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c3f578-1d3a-48ff-b18a-9ade02504823'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:22:42.843163 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c2489e-8d63-45e6-89cc-6a787f4ec228" -d '{"events": [{"server_uuid": "acec3f16-c2a9-4139-90bf-b359f5cb740d", "name": "network-vif-plugged", "status": "completed", "tag": "55c3f578-1d3a-48ff-b18a-9ade02504823"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:22:42.875467 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99bd3510-8498-4f6f-9070-be926c0404d2 req-6aeb1018-28eb-4cc8-93b1-fbc4b9a1f942 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8df75beb-bfec-45e3-be15-010dba074bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2468405 Feb 28 20:22:42.933967 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 55c3f578-1d3a-48ff-b18a-9ade02504823, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=55c3f578-1d3a-48ff-b18a-9ade02504823,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:42.936575 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.resource_extend [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:22:42.976846 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:43.042385 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4938d022-89f9-482e-8575-32e47bce0c7a req-e9acd996-3c86-45c5-8c23-f0a0e6562249 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193606 Feb 28 20:22:43.059654 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=55c3f578-1d3a-48ff-b18a-9ade02504823,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:43.095052 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64a981-550f-44da-9c94-04d39a8a08f9 req-6f735632-38ff-4e62-921b-8e1457457ba7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:43.102142 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64a981-550f-44da-9c94-04d39a8a08f9 req-6f735632-38ff-4e62-921b-8e1457457ba7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:43.108122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64a981-550f-44da-9c94-04d39a8a08f9 req-6f735632-38ff-4e62-921b-8e1457457ba7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:43.113786 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64a981-550f-44da-9c94-04d39a8a08f9 req-6f735632-38ff-4e62-921b-8e1457457ba7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:43.123030 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64a981-550f-44da-9c94-04d39a8a08f9 req-6f735632-38ff-4e62-921b-8e1457457ba7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:43.127417 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 4815ae66-65e7-4ac1-8c34-1d779eb94c27 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:22:43.134691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64a981-550f-44da-9c94-04d39a8a08f9 req-6f735632-38ff-4e62-921b-8e1457457ba7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:43.146464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64a981-550f-44da-9c94-04d39a8a08f9 req-6f735632-38ff-4e62-921b-8e1457457ba7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:43.166458 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2d64a981-550f-44da-9c94-04d39a8a08f9 req-6f735632-38ff-4e62-921b-8e1457457ba7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5425 time: 0.2422085 Feb 28 20:22:43.215635 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99bd3510-8498-4f6f-9070-be926c0404d2 req-5df7b072-7700-4a62-982c-694f61a8ba2b service neutron] 10.222.0.10 "GET /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337350 Feb 28 20:22:43.243033 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aacc542-606a-415d-bb14-e4af3c4fb45d None None] Network d505116a-989e-4ca0-878f-6182b94e267b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:22:43.261126 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 4815ae66-65e7-4ac1-8c34-1d779eb94c27 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:22:43.261737 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:43.301431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 6e5676f5-bf8f-464e-8876-298b91ea7ec2, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=6e5676f5-bf8f-464e-8876-298b91ea7ec2,segment=NetworkSegment(94742c78-ba4d-44c1-849b-c1479f2f6613),segment_id=94742c78-ba4d-44c1-849b-c1479f2f6613)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:43.378084 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6ebfcf-718b-4f61-844f-d68e00c1e693 x-openstack-request-id: req-0c6ebfcf-718b-4f61-844f-d68e00c1e693 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:22:43.378552 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acec3f16-c2a9-4139-90bf-b359f5cb740d", "name": "network-vif-plugged", "status": "completed", "tag": "55c3f578-1d3a-48ff-b18a-9ade02504823", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:22:43.378965 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c6ebfcf-718b-4f61-844f-d68e00c1e693 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:22:43.379651 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acec3f16-c2a9-4139-90bf-b359f5cb740d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c3f578-1d3a-48ff-b18a-9ade02504823', 'code': 200} Feb 28 20:22:43.403902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '6e5676f5-bf8f-464e-8876-298b91ea7ec2', 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e', 'port_id': '6e5676f5-bf8f-464e-8876-298b91ea7ec2', 'mac_address': 'fa:16:3e:fe:1d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc5610ee-102f-4d53-a1ea-e2fe31bebb52', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:22:43.534052 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2d64a981-550f-44da-9c94-04d39a8a08f9 req-9a79210e-e6e8-421e-9c12-be525593e7ba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3658724 Feb 28 20:22:43.568170 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 6e5676f5-bf8f-464e-8876-298b91ea7ec2 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:43.568567 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6e5676f5-bf8f-464e-8876-298b91ea7ec2), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:43.641935 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99bd3510-8498-4f6f-9070-be926c0404d2 req-a34a0427-1c7e-43aa-9d92-4f30139130e2 service neutron] 10.222.0.10 "GET /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072757 Feb 28 20:22:43.685580 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfff106-851f-4fc6-935c-bcffe660dd0e req-1d12d07c-24ba-41a2-a295-93f1e70ef680 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:43.699208 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0dfff106-851f-4fc6-935c-bcffe660dd0e req-1d12d07c-24ba-41a2-a295-93f1e70ef680 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.1629395 Feb 28 20:22:43.769330 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 4815ae66-65e7-4ac1-8c34-1d779eb94c27 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:43.769959 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:43.847470 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0dfff106-851f-4fc6-935c-bcffe660dd0e req-dd76f72f-25bf-4911-95f1-30abca71c82a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465707 Feb 28 20:22:43.941810 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5676f5-bf8f-464e-8876-298b91ea7ec2 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:22:44.065691 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 4815ae66-65e7-4ac1-8c34-1d779eb94c27, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=4815ae66-65e7-4ac1-8c34-1d779eb94c27,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:44.074041 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 6e5676f5-bf8f-464e-8876-298b91ea7ec2, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=6e5676f5-bf8f-464e-8876-298b91ea7ec2,segment=NetworkSegment(94742c78-ba4d-44c1-849b-c1479f2f6613),segment_id=94742c78-ba4d-44c1-849b-c1479f2f6613)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:44.077469 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:44.087561 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6e5676f5-bf8f-464e-8876-298b91ea7ec2), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:44.088585 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 15aeb0ab-6dce-47da-a090-5346e867a4af details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:22:44.237415 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=4815ae66-65e7-4ac1-8c34-1d779eb94c27,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:44.241428 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30bd90-3cb4-4b31-9f6d-d2f65c291e3b req-65d49b14-99b9-4c28-9cd5-44c14fbfa3c8 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:44.258484 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc30bd90-3cb4-4b31-9f6d-d2f65c291e3b req-65d49b14-99b9-4c28-9cd5-44c14fbfa3c8 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.1828220 Feb 28 20:22:44.307454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 15aeb0ab-6dce-47da-a090-5346e867a4af, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=15aeb0ab-6dce-47da-a090-5346e867a4af,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:44.354728 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '15aeb0ab-6dce-47da-a090-5346e867a4af', 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c', 'port_id': '15aeb0ab-6dce-47da-a090-5346e867a4af', 'mac_address': 'fa:16:3e:45:1f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6aa3b26-2510-40ff-9ad9-3bf3e78132a9', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:22:44.422823 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=6e5676f5-bf8f-464e-8876-298b91ea7ec2,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:44.481821 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc30bd90-3cb4-4b31-9f6d-d2f65c291e3b req-e01c8001-205f-4f34-a838-3c0187687b58 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209899 Feb 28 20:22:44.541351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 15aeb0ab-6dce-47da-a090-5346e867a4af is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:44.542004 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (15aeb0ab-6dce-47da-a090-5346e867a4af), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:44.571699 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15aeb0ab-6dce-47da-a090-5346e867a4af {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:22:44.574236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-c31daa67-bd1f-4e24-86c5-a40decab4dc9 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:44.592022 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-c31daa67-bd1f-4e24-86c5-a40decab4dc9 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/networks?id=d505116a-989e-4ca0-878f-6182b94e267b HTTP/1.1" status: 200 len: 818 time: 0.3220954 Feb 28 20:22:44.632332 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 15aeb0ab-6dce-47da-a090-5346e867a4af, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=15aeb0ab-6dce-47da-a090-5346e867a4af,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:44.636331 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-be1f70d1-9226-478a-8d54-1605d77e1332 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/quotas/61854dcb242d4539bc7b1fcd27045aaf HTTP/1.1" status: 200 len: 375 time: 0.0390368 Feb 28 20:22:44.641915 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (15aeb0ab-6dce-47da-a090-5346e867a4af), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:44.644453 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3c3a2d9f-699e-4a07-be35-f4b71ae7811b details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:22:44.755249 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-2762669c-5faa-4bfd-8b02-18543d2c7670 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=61854dcb242d4539bc7b1fcd27045aaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1021662 Feb 28 20:22:44.824662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=15aeb0ab-6dce-47da-a090-5346e867a4af,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:44.929878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3c3a2d9f-699e-4a07-be35-f4b71ae7811b,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:44.971793 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '3c3a2d9f-699e-4a07-be35-f4b71ae7811b', 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c', 'port_id': '3c3a2d9f-699e-4a07-be35-f4b71ae7811b', 'mac_address': 'fa:16:3e:18:fd:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6aa3b26-2510-40ff-9ad9-3bf3e78132a9', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:22:45.155374 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:45.155374 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3c3a2d9f-699e-4a07-be35-f4b71ae7811b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:45.219523 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c3a2d9f-699e-4a07-be35-f4b71ae7811b {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:22:45.223922 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71e952-1373-4237-9608-06b20a22306b req-79a9b438-3092-4714-8d1b-bd607d2ca4b7 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:45.247579 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa71e952-1373-4237-9608-06b20a22306b req-79a9b438-3092-4714-8d1b-bd607d2ca4b7 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 945 time: 0.4847431 Feb 28 20:22:45.290812 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3c3a2d9f-699e-4a07-be35-f4b71ae7811b,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:45.302528 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3c3a2d9f-699e-4a07-be35-f4b71ae7811b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:45.305364 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:22:45.388099 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-337631cb-5333-4852-8dce-eb0288d711da service neutron] 10.222.0.13 "GET /v2.0/networks/d505116a-989e-4ca0-878f-6182b94e267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101325 Feb 28 20:22:45.443920 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd68d7dd-f87d-481b-8f77-445c63cbaab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4815ae66-65e7-4ac1-8c34-1d779eb94c27'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:22:45.448118 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6efea1f-2a97-4bd3-bfc6-2ef61785e32d" -d '{"events": [{"server_uuid": "bd68d7dd-f87d-481b-8f77-445c63cbaab6", "name": "network-vif-plugged", "status": "completed", "tag": "4815ae66-65e7-4ac1-8c34-1d779eb94c27"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:22:45.536889 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=3c3a2d9f-699e-4a07-be35-f4b71ae7811b,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:45.553119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:45.599133 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15', 'network_id': '1282d4bf-ae2c-4912-89e0-49a4ac2fff4c', 'port_id': 'ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15', 'mac_address': 'fa:16:3e:a9:63:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6aa3b26-2510-40ff-9ad9-3bf3e78132a9', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:22:45.624867 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-1813ad7a-64a7-45a9-a791-1b49f03f12a5 service neutron] 10.222.0.13 "GET /v2.0/networks/d505116a-989e-4ca0-878f-6182b94e267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356596 Feb 28 20:22:45.642119 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa71e952-1373-4237-9608-06b20a22306b req-ab0f8073-54b8-4d85-9673-2ef81d033c07 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909693 Feb 28 20:22:45.690245 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:45.690961 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:45.758442 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:22:45.859279 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:45.869864 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:46.145059 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641092b-9b55-481c-a832-8af8e45ecfd1 req-4ff52fb3-113c-4e4e-86c0-ff635eef9522 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:46.148615 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:46.159405 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641092b-9b55-481c-a832-8af8e45ecfd1 req-4ff52fb3-113c-4e4e-86c0-ff635eef9522 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:46.173389 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641092b-9b55-481c-a832-8af8e45ecfd1 req-4ff52fb3-113c-4e4e-86c0-ff635eef9522 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:46.199169 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641092b-9b55-481c-a832-8af8e45ecfd1 req-4ff52fb3-113c-4e4e-86c0-ff635eef9522 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:46.216316 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641092b-9b55-481c-a832-8af8e45ecfd1 req-4ff52fb3-113c-4e4e-86c0-ff635eef9522 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:46.226980 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641092b-9b55-481c-a832-8af8e45ecfd1 req-4ff52fb3-113c-4e4e-86c0-ff635eef9522 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:46.232556 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641092b-9b55-481c-a832-8af8e45ecfd1 req-4ff52fb3-113c-4e4e-86c0-ff635eef9522 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:46.260473 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2641092b-9b55-481c-a832-8af8e45ecfd1 req-4ff52fb3-113c-4e4e-86c0-ff635eef9522 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5429 time: 0.3499069 Feb 28 20:22:46.514180 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2641092b-9b55-481c-a832-8af8e45ecfd1 req-fece78e9-4873-46af-8b96-9329d604c3a2 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2524042 Feb 28 20:22:46.604327 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a8bf1-a75b-45b9-a2ef-c6cf14e5d04b req-515de990-80cb-4dc4-a0dc-d948a4b6d232 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:46.606839 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc4a8bf1-a75b-45b9-a2ef-c6cf14e5d04b req-515de990-80cb-4dc4-a0dc-d948a4b6d232 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.1702313 Feb 28 20:22:46.620104 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9e8d4ad2-094e-4b4f-a3b4-c124432325ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:46.654994 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9768cc88-d20a-4f52-8f4c-65b17fc6b684 x-openstack-request-id: req-9768cc88-d20a-4f52-8f4c-65b17fc6b684 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:22:46.658281 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd68d7dd-f87d-481b-8f77-445c63cbaab6", "name": "network-vif-plugged", "status": "completed", "tag": "4815ae66-65e7-4ac1-8c34-1d779eb94c27", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:22:46.658683 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9768cc88-d20a-4f52-8f4c-65b17fc6b684 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:22:46.659289 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd68d7dd-f87d-481b-8f77-445c63cbaab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4815ae66-65e7-4ac1-8c34-1d779eb94c27', 'code': 200} Feb 28 20:22:46.694167 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:22:46.885625 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['d1aa6bc6-d58d-48cb-a918-540fd5167b4f'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:22:46.888761 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['3c3a2d9f-699e-4a07-be35-f4b71ae7811b'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:22:46.893347 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['15aeb0ab-6dce-47da-a090-5346e867a4af'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:22:46.897054 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['6e5676f5-bf8f-464e-8876-298b91ea7ec2'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:22:46.932799 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-d351fa5a-c46a-4e43-8781-4a8e04c3ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:46.935332 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-d351fa5a-c46a-4e43-8781-4a8e04c3ee60 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d&tenant_id=a17db5166eb14b31b629dc33da382372 HTTP/1.1" status: 200 len: 1133 time: 0.3183970 Feb 28 20:22:46.961648 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc4a8bf1-a75b-45b9-a2ef-c6cf14e5d04b req-666bd5bf-0e09-4cb0-b268-0cbf5221f6a8 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171854 Feb 28 20:22:46.973271 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['377cfde8-fab4-4fda-bff2-961049b9f6d6'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:22:46.976648 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['7c24a8f7-20ff-4d62-9972-a14e3ce6bc65'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:22:47.052721 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82e43e-78b8-4835-81d1-4b7ca8caa315 req-eff36d70-61b2-4be7-84d2-5e36afef8f2e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:47.082405 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd82e43e-78b8-4835-81d1-4b7ca8caa315 req-eff36d70-61b2-4be7-84d2-5e36afef8f2e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.2758360 Feb 28 20:22:47.430930 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f407e571-1d8d-475f-95ed-e26138b966c4 req-9fe51213-2ac9-460e-a8c8-4876736b6c2b tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/ports?device_id=973d0da2-765d-4c0a-a4a0-8b5583b39e2c HTTP/1.1" status: 200 len: 210 time: 0.2182348 Feb 28 20:22:47.452846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-63a9fef2-04a8-46ce-8a6e-f774bc230544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:47.464116 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-63a9fef2-04a8-46ce-8a6e-f774bc230544 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 1133 time: 0.4676614 Feb 28 20:22:47.485167 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd82e43e-78b8-4835-81d1-4b7ca8caa315 req-e332d262-c3d9-4ce0-b38b-3dbf272e4b7e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009838 Feb 28 20:22:47.730160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3694c27-0bd5-404e-af26-d2a2e4480b88 req-84e4cbfb-e154-47af-a187-c80869aa220a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:47.738349 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3694c27-0bd5-404e-af26-d2a2e4480b88 req-84e4cbfb-e154-47af-a187-c80869aa220a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 945 time: 0.1394854 Feb 28 20:22:47.881790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-9d434343-b628-475d-a735-8c6e96af8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:47.885092 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-9d434343-b628-475d-a735-8c6e96af8a8b service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.3601599 Feb 28 20:22:48.011956 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3694c27-0bd5-404e-af26-d2a2e4480b88 req-65efcbbc-4553-4c08-bcae-95bc39e0014d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723439 Feb 28 20:22:48.024445 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-ef6df4dc-83f8-455f-be0e-cd33cf6c331c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=55c3f578-1d3a-48ff-b18a-9ade02504823 HTTP/1.1" status: 200 len: 217 time: 0.1272359 Feb 28 20:22:48.062435 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7eb048-a688-4402-8e86-2cde9eb660e8 req-091eac53-1f89-4750-9f14-e7b6dad83738 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:48.065385 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae7eb048-a688-4402-8e86-2cde9eb660e8 req-091eac53-1f89-4750-9f14-e7b6dad83738 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.3246722 Feb 28 20:22:48.202454 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-86eb7bf0-5732-4176-bd6f-432dda4ff498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:48.204843 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-86eb7bf0-5732-4176-bd6f-432dda4ff498 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1706524 Feb 28 20:22:48.267666 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae7eb048-a688-4402-8e86-2cde9eb660e8 req-43bd4ff6-305b-4cbe-8ea4-f6dfb06c1d1e tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639397 Feb 28 20:22:48.599101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b4c54-849f-49b8-8f57-41f05b0859f9 req-10ba82e7-af46-44d0-a4cd-5cd808ea030b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:48.611053 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b4c54-849f-49b8-8f57-41f05b0859f9 req-10ba82e7-af46-44d0-a4cd-5cd808ea030b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:48.622220 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b4c54-849f-49b8-8f57-41f05b0859f9 req-10ba82e7-af46-44d0-a4cd-5cd808ea030b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:48.634318 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b4c54-849f-49b8-8f57-41f05b0859f9 req-10ba82e7-af46-44d0-a4cd-5cd808ea030b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:48.664968 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b4c54-849f-49b8-8f57-41f05b0859f9 req-10ba82e7-af46-44d0-a4cd-5cd808ea030b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:48.697040 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b4c54-849f-49b8-8f57-41f05b0859f9 req-10ba82e7-af46-44d0-a4cd-5cd808ea030b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:48.725177 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b4c54-849f-49b8-8f57-41f05b0859f9 req-10ba82e7-af46-44d0-a4cd-5cd808ea030b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:48.731089 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-080b4c54-849f-49b8-8f57-41f05b0859f9 req-10ba82e7-af46-44d0-a4cd-5cd808ea030b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5429 time: 0.4619057 Feb 28 20:22:48.789082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-7de4dea2-ab44-48e3-b6f4-5d72ae1f0719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:48.791951 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-7de4dea2-ab44-48e3-b6f4-5d72ae1f0719 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5763597 Feb 28 20:22:49.183296 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-080b4c54-849f-49b8-8f57-41f05b0859f9 req-f8d187b7-bfe3-4677-aeb5-b5d075476a00 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4235253 Feb 28 20:22:49.190136 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-da98a694-d3d2-41e9-aa18-9fce6d653591 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:49.198771 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-da98a694-d3d2-41e9-aa18-9fce6d653591 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.15 "GET /v2.0/networks?id=d505116a-989e-4ca0-878f-6182b94e267b HTTP/1.1" status: 200 len: 818 time: 0.4553714 Feb 28 20:22:49.233795 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-8fd4adc0-a6a5-4928-a12d-53db22ece988 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Request body: {'port': {'device_id': '973d0da2-765d-4c0a-a4a0-8b5583b39e2c', 'network_id': 'd505116a-989e-4ca0-878f-6182b94e267b', 'admin_state_up': True, 'tenant_id': '61854dcb242d4539bc7b1fcd27045aaf'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:22:49.278228 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3562412-3929-4769-9daf-791c9b96591e req-bcf6305d-fd5a-44d7-850d-71329f30217f tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:49.297734 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e3562412-3929-4769-9daf-791c9b96591e req-bcf6305d-fd5a-44d7-850d-71329f30217f tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.7661679 Feb 28 20:22:49.327522 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 55c3f578-1d3a-48ff-b18a-9ade02504823 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:22:49.404351 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f0382fa5-591e-4b7c-bb8a-f616df5bcf94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:49.501305 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9bf5d33f-1f97-4762-8ceb-09b4a1ed3f62 req-3f995a39-3f8e-46f3-ad45-6fba32e95b3e tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/ports?device_id=973d0da2-765d-4c0a-a4a0-8b5583b39e2c HTTP/1.1" status: 200 len: 210 time: 0.1297507 Feb 28 20:22:49.539174 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-ae3243cf-1ac3-4f39-9ec9-927a45bd19b7 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6714196 Feb 28 20:22:49.575474 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e3562412-3929-4769-9daf-791c9b96591e req-b4967189-07b9-48ba-b518-7fb1df8e04f3 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759345 Feb 28 20:22:49.618399 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-8fd4adc0-a6a5-4928-a12d-53db22ece988 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Made reservation on behalf of 61854dcb242d4539bc7b1fcd27045aaf for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:22:49.624009 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-8fd4adc0-a6a5-4928-a12d-53db22ece988 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:49.771245 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 55c3f578-1d3a-48ff-b18a-9ade02504823 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:49.772233 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:49.906337 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:49.942460 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 55c3f578-1d3a-48ff-b18a-9ade02504823, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=55c3f578-1d3a-48ff-b18a-9ade02504823,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:49.955113 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acec3f16-c2a9-4139-90bf-b359f5cb740d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55c3f578-1d3a-48ff-b18a-9ade02504823'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:22:49.957876 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734d8749-d803-4202-9513-d3c553b27128" -d '{"events": [{"server_uuid": "acec3f16-c2a9-4139-90bf-b359f5cb740d", "name": "network-vif-unplugged", "status": "completed", "tag": "55c3f578-1d3a-48ff-b18a-9ade02504823"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:22:49.987730 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:50.003058 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-8fd4adc0-a6a5-4928-a12d-53db22ece988 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Allocated IP 172.20.0.8 (d505116a-989e-4ca0-878f-6182b94e267b/4fbdfc6a-dbef-44c4-bef8-faeb7ff78240/0e64c3d1-4e1d-48f0-b4fd-7c88631b4682) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:22:50.072083 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98b1614c-5e16-4745-b9d2-fa1b4cb7c249 req-11229345-df4d-4bf0-a9d3-645a11c0c1d9 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893813 Feb 28 20:22:50.111211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530f224-6031-41d6-aeb1-2bb7fb70efb9 req-2eccc779-204a-4673-86f1-2d03e9416840 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:50.112909 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9530f224-6031-41d6-aeb1-2bb7fb70efb9 req-2eccc779-204a-4673-86f1-2d03e9416840 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 945 time: 0.2502372 Feb 28 20:22:50.172530 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=55c3f578-1d3a-48ff-b18a-9ade02504823,revision_number=9']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:50.215152 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9530f224-6031-41d6-aeb1-2bb7fb70efb9 req-967465b0-65cc-4bf4-8539-0ec7434c8b5c tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861218 Feb 28 20:22:50.237015 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df15e8-73d5-4320-b8ca-64abae7974fd req-3f01eddc-55c3-4fe0-bf2e-c5e34f3c6334 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:50.246468 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62df15e8-73d5-4320-b8ca-64abae7974fd req-3f01eddc-55c3-4fe0-bf2e-c5e34f3c6334 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.4209559 Feb 28 20:22:50.310222 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:50.506548 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62df15e8-73d5-4320-b8ca-64abae7974fd req-fd351b39-5017-4b6e-9a9d-4bce191c75fd tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590501 Feb 28 20:22:50.523657 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-8fd4adc0-a6a5-4928-a12d-53db22ece988 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Publish callbacks [] for port (0e64c3d1-4e1d-48f0-b4fd-7c88631b4682), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:50.644035 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-8fd4adc0-a6a5-4928-a12d-53db22ece988 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0e64c3d1-4e1d-48f0-b4fd-7c88631b4682), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:50.647107 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efac25f0-aa8d-46aa-8d5f-5682f68f937f x-openstack-request-id: req-efac25f0-aa8d-46aa-8d5f-5682f68f937f {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:22:50.650221 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acec3f16-c2a9-4139-90bf-b359f5cb740d", "name": "network-vif-unplugged", "status": "completed", "tag": "55c3f578-1d3a-48ff-b18a-9ade02504823", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:22:50.651004 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efac25f0-aa8d-46aa-8d5f-5682f68f937f {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:22:50.652824 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acec3f16-c2a9-4139-90bf-b359f5cb740d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55c3f578-1d3a-48ff-b18a-9ade02504823', 'code': 200} Feb 28 20:22:50.687862 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e5b65-5d2b-4e51-be39-0e5174b42c48 req-a693dc5f-64e6-4ce2-a217-a0763c2f617b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:50.690504 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c6e5b65-5d2b-4e51-be39-0e5174b42c48 req-a693dc5f-64e6-4ce2-a217-a0763c2f617b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.1823111 Feb 28 20:22:50.806988 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c6e5b65-5d2b-4e51-be39-0e5174b42c48 req-411fe70c-a798-472d-98f4-a241e7d1cb5b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086357 Feb 28 20:22:50.816905 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4adc0-a6a5-4928-a12d-53db22ece988 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Pushing event updated for resources: {'Port': ['ID=0e64c3d1-4e1d-48f0-b4fd-7c88631b4682,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:50.828766 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-8fd4adc0-a6a5-4928-a12d-53db22ece988 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Network d505116a-989e-4ca0-878f-6182b94e267b is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:22:50.844261 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-8fd4adc0-a6a5-4928-a12d-53db22ece988 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:22:50.847846 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-8fd4adc0-a6a5-4928-a12d-53db22ece988 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:22:51.006317 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-8fd4adc0-a6a5-4928-a12d-53db22ece988 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:51.009648 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-8fd4adc0-a6a5-4928-a12d-53db22ece988 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:51.031003 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06902d5b-8111-45ed-9607-a9a64bb0835c req-e46d7824-3098-43f7-9008-cdc2c343ca76 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:51.059039 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06902d5b-8111-45ed-9607-a9a64bb0835c req-e46d7824-3098-43f7-9008-cdc2c343ca76 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:51.059438 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-8fd4adc0-a6a5-4928-a12d-53db22ece988 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8510461 Feb 28 20:22:51.078381 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] Request body: {'port': {'device_id': '973d0da2-765d-4c0a-a4a0-8b5583b39e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:22:51.079897 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06902d5b-8111-45ed-9607-a9a64bb0835c req-e46d7824-3098-43f7-9008-cdc2c343ca76 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:51.088081 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06902d5b-8111-45ed-9607-a9a64bb0835c req-e46d7824-3098-43f7-9008-cdc2c343ca76 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:51.097302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06902d5b-8111-45ed-9607-a9a64bb0835c req-e46d7824-3098-43f7-9008-cdc2c343ca76 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:51.112826 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06902d5b-8111-45ed-9607-a9a64bb0835c req-e46d7824-3098-43f7-9008-cdc2c343ca76 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:51.139642 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06902d5b-8111-45ed-9607-a9a64bb0835c req-e46d7824-3098-43f7-9008-cdc2c343ca76 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:51.144912 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06902d5b-8111-45ed-9607-a9a64bb0835c req-e46d7824-3098-43f7-9008-cdc2c343ca76 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5429 time: 0.3332255 Feb 28 20:22:51.250362 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:51.267636 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0e64c3d1-4e1d-48f0-b4fd-7c88631b4682), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:51.390115 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06902d5b-8111-45ed-9607-a9a64bb0835c req-1ebcf937-6511-4194-a6c2-6d143b38f44b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2284541 Feb 28 20:22:51.438486 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc34eed-f309-462a-9496-d201b7853727 req-22b6205c-f022-4b0f-8d97-d7cc8b48b838 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:51.445415 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fdc34eed-f309-462a-9496-d201b7853727 req-22b6205c-f022-4b0f-8d97-d7cc8b48b838 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/ports?device_id=973d0da2-765d-4c0a-a4a0-8b5583b39e2c HTTP/1.1" status: 200 len: 931 time: 0.2975259 Feb 28 20:22:51.616155 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fdc34eed-f309-462a-9496-d201b7853727 req-72041041-65f5-4b1b-9ed3-abf55f3fba59 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbb74eff-b6e2-4e76-9571-61707a9cff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562569 Feb 28 20:22:51.840749 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4517811-e95f-4116-aad5-dd566a95d2ef req-2bdeb62e-410f-4e2a-90d2-f20b1d378faa tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:51.843158 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4517811-e95f-4116-aad5-dd566a95d2ef req-2bdeb62e-410f-4e2a-90d2-f20b1d378faa tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 945 time: 0.2694576 Feb 28 20:22:51.894482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:22:51.905947 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] Publish callbacks [] for port (0e64c3d1-4e1d-48f0-b4fd-7c88631b4682), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:51.909124 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 377cfde8-fab4-4fda-bff2-961049b9f6d6 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:22:51.934593 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] Transition to ACTIVE for port object 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:22:51.945192 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (0e64c3d1-4e1d-48f0-b4fd-7c88631b4682), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:52.044061 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 377cfde8-fab4-4fda-bff2-961049b9f6d6 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:22:52.051031 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 377cfde8-fab4-4fda-bff2-961049b9f6d6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:22:52.053293 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (377cfde8-fab4-4fda-bff2-961049b9f6d6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:52.070064 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4517811-e95f-4116-aad5-dd566a95d2ef req-eef88983-69f8-4c81-98cd-df707ab45501 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098169 Feb 28 20:22:52.131855 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f72456-2b57-4ec8-ba43-53fa47f02f8c req-923ebf70-0466-4821-994e-0877dfe52ce1 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:52.143323 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-03f72456-2b57-4ec8-ba43-53fa47f02f8c req-923ebf70-0466-4821-994e-0877dfe52ce1 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.2985420 Feb 28 20:22:52.173056 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] Pushing event updated for resources: {'Port': ['ID=0e64c3d1-4e1d-48f0-b4fd-7c88631b4682,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:52.402110 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] Attempting to bind port 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:22:52.402447 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] Attempting to bind port 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '8e753e74-50c5-416b-9b38-f2eb54759bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd505116a-989e-4ca0-878f-6182b94e267b'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:22:52.402783 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] Attempting to bind port 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 on network d505116a-989e-4ca0-878f-6182b94e267b {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:22:52.417272 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] Port 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 on network d505116a-989e-4ca0-878f-6182b94e267b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:22:52.417619 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] Attempting to bind port 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 on network d505116a-989e-4ca0-878f-6182b94e267b {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:22:52.428413 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:22:52.428832 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] Checking segment: {'id': '8e753e74-50c5-416b-9b38-f2eb54759bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd505116a-989e-4ca0-878f-6182b94e267b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:22:52.429789 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] Bound using segment: {'id': '8e753e74-50c5-416b-9b38-f2eb54759bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd505116a-989e-4ca0-878f-6182b94e267b'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:22:52.430236 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] Bound port: 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e753e74-50c5-416b-9b38-f2eb54759bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd505116a-989e-4ca0-878f-6182b94e267b'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:22:52.430739 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0e64c3d1-4e1d-48f0-b4fd-7c88631b4682), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:52.524835 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-03f72456-2b57-4ec8-ba43-53fa47f02f8c req-30a4b258-b213-4738-9310-dcd8c8583e40 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522499 Feb 28 20:22:52.592971 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:52.620641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709997fc-f4b9-4283-a290-51ae098485b0 req-23b68379-b881-4caf-8b88-8b74aa034c4f tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:52.631638 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-709997fc-f4b9-4283-a290-51ae098485b0 req-23b68379-b881-4caf-8b88-8b74aa034c4f tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 948 time: 0.3013561 Feb 28 20:22:52.725249 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-709997fc-f4b9-4283-a290-51ae098485b0 req-a6d4c8cc-b734-425c-be80-7c6489ce4954 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870461 Feb 28 20:22:52.758032 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:52.767789 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] For port 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:22:52.779830 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] For port 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0e64c3d1-4e1d-48f0-b4fd-7c88631b4682,segment=NetworkSegment(8e753e74-50c5-416b-9b38-f2eb54759bd1),segment_id=8e753e74-50c5-416b-9b38-f2eb54759bd1)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:22:52.798767 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (0e64c3d1-4e1d-48f0-b4fd-7c88631b4682), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:52.801528 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 377cfde8-fab4-4fda-bff2-961049b9f6d6 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:52.802094 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (377cfde8-fab4-4fda-bff2-961049b9f6d6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:52.963748 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 377cfde8-fab4-4fda-bff2-961049b9f6d6, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=377cfde8-fab4-4fda-bff2-961049b9f6d6,segment=NetworkSegment(923824af-dc32-4186-9394-27c190910828),segment_id=923824af-dc32-4186-9394-27c190910828)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:52.984712 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d91e0e-c364-47e1-a789-97aecbda0de8 req-23b51ec8-099a-42bf-9eb6-3344b0bb52d9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:52.991513 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:52.993909 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:52.996684 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] 10.222.0.15 "PUT /v2.0/ports/0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 HTTP/1.1" status: 200 len: 1092 time: 1.9287529 Feb 28 20:22:53.000358 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973d0da2-765d-4c0a-a4a0-8b5583b39e2c', 'tag': '0e64c3d1-4e1d-48f0-b4fd-7c88631b4682'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:22:53.002348 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d91e0e-c364-47e1-a789-97aecbda0de8 req-23b51ec8-099a-42bf-9eb6-3344b0bb52d9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:53.013858 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377cfde8-fab4-4fda-bff2-961049b9f6d6'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:22:53.014175 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d91e0e-c364-47e1-a789-97aecbda0de8 req-23b51ec8-099a-42bf-9eb6-3344b0bb52d9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:53.019971 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04461ea3-81ec-49c3-b2c9-699c94265b3d" -d '{"events": [{"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-plugged", "status": "completed", "tag": "377cfde8-fab4-4fda-bff2-961049b9f6d6"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:22:53.020716 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d91e0e-c364-47e1-a789-97aecbda0de8 req-23b51ec8-099a-42bf-9eb6-3344b0bb52d9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:53.030067 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (377cfde8-fab4-4fda-bff2-961049b9f6d6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:53.031000 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6b364a-0597-4a8c-9276-7b2aa33d056c" -d '{"events": [{"name": "network-changed", "server_uuid": "973d0da2-765d-4c0a-a4a0-8b5583b39e2c", "tag": "0e64c3d1-4e1d-48f0-b4fd-7c88631b4682"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:22:53.032017 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:22:53.046321 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d91e0e-c364-47e1-a789-97aecbda0de8 req-23b51ec8-099a-42bf-9eb6-3344b0bb52d9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:53.059435 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d91e0e-c364-47e1-a789-97aecbda0de8 req-23b51ec8-099a-42bf-9eb6-3344b0bb52d9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:53.068635 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d91e0e-c364-47e1-a789-97aecbda0de8 req-23b51ec8-099a-42bf-9eb6-3344b0bb52d9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:53.076531 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d8d91e0e-c364-47e1-a789-97aecbda0de8 req-23b51ec8-099a-42bf-9eb6-3344b0bb52d9 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5429 time: 0.3397245 Feb 28 20:22:53.186600 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47631067-2d7a-4581-8b0c-e4e86334540a service neutron] Pushing event updated for resources: {'Port': ['ID=0e64c3d1-4e1d-48f0-b4fd-7c88631b4682,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:53.274975 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d8d91e0e-c364-47e1-a789-97aecbda0de8 req-0dc5214e-4c8c-4c7b-96fa-fd96dfed11b3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1764109 Feb 28 20:22:53.356855 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 55c3f578-1d3a-48ff-b18a-9ade02504823 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:22:53.365061 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702ddeb-6cc5-4b4c-a6d6-ed182fafc823 req-aefd8923-467e-44d9-b7c8-e76d929724ac tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:53.390073 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4702ddeb-6cc5-4b4c-a6d6-ed182fafc823 req-aefd8923-467e-44d9-b7c8-e76d929724ac tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.4479506 Feb 28 20:22:53.402801 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-38811810-7765-41a4-94b6-2aae16caac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:53.416819 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-38811810-7765-41a4-94b6-2aae16caac3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61854dcb242d4539bc7b1fcd27045aaf&device_id=973d0da2-765d-4c0a-a4a0-8b5583b39e2c HTTP/1.1" status: 200 len: 1126 time: 0.2033188 Feb 28 20:22:53.533293 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=377cfde8-fab4-4fda-bff2-961049b9f6d6,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:53.555909 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-1d7bbbd1-8cf0-40c2-b4dd-d653d37a0359 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 HTTP/1.1" status: 200 len: 217 time: 0.1254652 Feb 28 20:22:53.600705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:22:53.606536 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4702ddeb-6cc5-4b4c-a6d6-ed182fafc823 req-d4dfa336-66c4-4ec9-bb82-e7a0e99bba5e tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153428 Feb 28 20:22:53.636786 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbf114-ff7b-4c43-8071-c7b757a1d4cc req-f5377652-a179-4ab3-8dbf-87cc4c0e79ff tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:53.652495 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-00cbf114-ff7b-4c43-8071-c7b757a1d4cc req-f5377652-a179-4ab3-8dbf-87cc4c0e79ff tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/ports?device_id=973d0da2-765d-4c0a-a4a0-8b5583b39e2c HTTP/1.1" status: 200 len: 943 time: 0.2209022 Feb 28 20:22:53.660554 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:22:53.664666 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7c24a8f7-20ff-4d62-9972-a14e3ce6bc65), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:53.746829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-14a8cba5-7599-45a8-8660-28f6f7e77d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:53.749791 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-14a8cba5-7599-45a8-8660-28f6f7e77d85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fbdfc6a-dbef-44c4-bef8-faeb7ff78240 HTTP/1.1" status: 200 len: 858 time: 0.1798875 Feb 28 20:22:53.813284 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-00cbf114-ff7b-4c43-8071-c7b757a1d4cc req-da16fe1e-e0ef-41d6-94c7-171d5b02230f tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbb74eff-b6e2-4e76-9571-61707a9cff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597261 Feb 28 20:22:53.943481 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc05ff9f-8e2f-48d6-bdbf-28089333f7e3 x-openstack-request-id: req-fc05ff9f-8e2f-48d6-bdbf-28089333f7e3 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:22:53.950621 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-plugged", "status": "completed", "tag": "377cfde8-fab4-4fda-bff2-961049b9f6d6", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:22:53.951733 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc05ff9f-8e2f-48d6-bdbf-28089333f7e3 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:22:53.953607 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377cfde8-fab4-4fda-bff2-961049b9f6d6', 'code': 200} Feb 28 20:22:54.207637 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 55c3f578-1d3a-48ff-b18a-9ade02504823, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=55c3f578-1d3a-48ff-b18a-9ade02504823,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:54.306247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '55c3f578-1d3a-48ff-b18a-9ade02504823', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '55c3f578-1d3a-48ff-b18a-9ade02504823', 'mac_address': 'fa:16:3e:c8:af:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:22:54.386649 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229c334a-b6df-4817-ac9a-4a2544a0ad96 x-openstack-request-id: req-229c334a-b6df-4817-ac9a-4a2544a0ad96 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:22:54.386649 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973d0da2-765d-4c0a-a4a0-8b5583b39e2c", "tag": "0e64c3d1-4e1d-48f0-b4fd-7c88631b4682", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:22:54.386649 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-229c334a-b6df-4817-ac9a-4a2544a0ad96 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:22:54.387834 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973d0da2-765d-4c0a-a4a0-8b5583b39e2c', 'tag': '0e64c3d1-4e1d-48f0-b4fd-7c88631b4682', 'status': 'completed', 'code': 200} Feb 28 20:22:54.390856 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-e769b42d-05f6-48c9-a5d3-98b8135784a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d505116a-989e-4ca0-878f-6182b94e267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6338551 Feb 28 20:22:54.396075 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:54.396725 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7c24a8f7-20ff-4d62-9972-a14e3ce6bc65), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:54.420430 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57108) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:22:54.428721 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df02f40-af81-4fa0-b7bd-01351a33342d req-042d68cb-d0b9-42cb-bc4b-43b9d7e5e183 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:54.446227 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6df02f40-af81-4fa0-b7bd-01351a33342d req-042d68cb-d0b9-42cb-bc4b-43b9d7e5e183 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 945 time: 0.3315551 Feb 28 20:22:54.528313 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 55c3f578-1d3a-48ff-b18a-9ade02504823 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:54.528702 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:54.539691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdbb5d-7416-45db-ac89-28ab6b41e1fa req-9d74f803-6055-4def-b023-7dbe006c73fc tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:54.552354 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cecdbb5d-7416-45db-ac89-28ab6b41e1fa req-9d74f803-6055-4def-b023-7dbe006c73fc tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 948 time: 0.3540540 Feb 28 20:22:54.572598 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6df02f40-af81-4fa0-b7bd-01351a33342d req-3ac3eeeb-be29-48d8-b389-646ee546316e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245692 Feb 28 20:22:54.575308 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7c24a8f7-20ff-4d62-9972-a14e3ce6bc65,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:54.599684 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7c24a8f7-20ff-4d62-9972-a14e3ce6bc65), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:54.600719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 6e5676f5-bf8f-464e-8876-298b91ea7ec2 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:22:54.612262 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c3f578-1d3a-48ff-b18a-9ade02504823 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:22:54.702878 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-1f98c427-22d8-4828-94b2-e8b9e5f58e07 service neutron] 10.222.0.15 "GET /v2.0/networks/d505116a-989e-4ca0-878f-6182b94e267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050749 Feb 28 20:22:54.754974 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cecdbb5d-7416-45db-ac89-28ab6b41e1fa req-f4351450-ed15-4c73-9f3c-062e80756722 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009544 Feb 28 20:22:54.935703 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec05db-ea5f-40dd-a60e-856109bb4a06 req-11ab0a61-3060-4771-86ea-c30ee80c0f74 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:54.949884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8dec05db-ea5f-40dd-a60e-856109bb4a06 req-11ab0a61-3060-4771-86ea-c30ee80c0f74 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.1633003 Feb 28 20:22:54.950201 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 55c3f578-1d3a-48ff-b18a-9ade02504823, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=55c3f578-1d3a-48ff-b18a-9ade02504823,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:54.964217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=7c24a8f7-20ff-4d62-9972-a14e3ce6bc65,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:54.979781 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:55.120043 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8dec05db-ea5f-40dd-a60e-856109bb4a06 req-cbd2712f-4e7a-48dd-b3df-baa5c034d19a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611350 Feb 28 20:22:55.133505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 6e5676f5-bf8f-464e-8876-298b91ea7ec2 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:22:55.160291 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=55c3f578-1d3a-48ff-b18a-9ade02504823,revision_number=10']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:55.172742 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 6e5676f5-bf8f-464e-8876-298b91ea7ec2 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:22:55.173338 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6e5676f5-bf8f-464e-8876-298b91ea7ec2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:55.198904 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2ce4b-be76-495b-a766-7cd7316ac9f8 req-d20df677-d8aa-4a34-8c32-8c204669dcfc tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:55.200304 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e03984e0-e294-42b7-adf7-6f57cd24b698 req-a217d11c-5082-47a3-8352-3ab5a6bcb729 service neutron] 10.222.0.15 "GET /v2.0/networks/d505116a-989e-4ca0-878f-6182b94e267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169455 Feb 28 20:22:55.223992 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2ce4b-be76-495b-a766-7cd7316ac9f8 req-d20df677-d8aa-4a34-8c32-8c204669dcfc tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:55.247570 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2ce4b-be76-495b-a766-7cd7316ac9f8 req-d20df677-d8aa-4a34-8c32-8c204669dcfc tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:55.277142 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2ce4b-be76-495b-a766-7cd7316ac9f8 req-d20df677-d8aa-4a34-8c32-8c204669dcfc tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:55.295040 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2ce4b-be76-495b-a766-7cd7316ac9f8 req-d20df677-d8aa-4a34-8c32-8c204669dcfc tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:55.310814 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2ce4b-be76-495b-a766-7cd7316ac9f8 req-d20df677-d8aa-4a34-8c32-8c204669dcfc tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:55.334245 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f27d8-367c-4d1f-a670-6b17f5ee0325 req-5bfd5b03-bf5f-4ffa-a5bc-b3b1b21e75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:55.335917 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f27d8-367c-4d1f-a670-6b17f5ee0325 req-5bfd5b03-bf5f-4ffa-a5bc-b3b1b21e75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:55.336346 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2ce4b-be76-495b-a766-7cd7316ac9f8 req-d20df677-d8aa-4a34-8c32-8c204669dcfc tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:55.336925 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f27d8-367c-4d1f-a670-6b17f5ee0325 req-5bfd5b03-bf5f-4ffa-a5bc-b3b1b21e75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:55.337808 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f27d8-367c-4d1f-a670-6b17f5ee0325 req-5bfd5b03-bf5f-4ffa-a5bc-b3b1b21e75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:55.338690 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f27d8-367c-4d1f-a670-6b17f5ee0325 req-5bfd5b03-bf5f-4ffa-a5bc-b3b1b21e75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:55.339415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f27d8-367c-4d1f-a670-6b17f5ee0325 req-5bfd5b03-bf5f-4ffa-a5bc-b3b1b21e75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:55.340211 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f27d8-367c-4d1f-a670-6b17f5ee0325 req-5bfd5b03-bf5f-4ffa-a5bc-b3b1b21e75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:55.343413 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d48f27d8-367c-4d1f-a670-6b17f5ee0325 req-5bfd5b03-bf5f-4ffa-a5bc-b3b1b21e75b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 6725 time: 0.9206097 Feb 28 20:22:55.357189 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-30e2ce4b-be76-495b-a766-7cd7316ac9f8 req-d20df677-d8aa-4a34-8c32-8c204669dcfc tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5431 time: 0.3754964 Feb 28 20:22:55.490631 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 6e5676f5-bf8f-464e-8876-298b91ea7ec2 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:55.495618 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6e5676f5-bf8f-464e-8876-298b91ea7ec2), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:55.596286 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b364a-0597-4a8c-9276-7b2aa33d056c req-a68a2151-ba2b-4928-815b-a697de46e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:55.598132 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8d6b364a-0597-4a8c-9276-7b2aa33d056c req-a68a2151-ba2b-4928-815b-a697de46e32b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61854dcb242d4539bc7b1fcd27045aaf&device_id=973d0da2-765d-4c0a-a4a0-8b5583b39e2c HTTP/1.1" status: 200 len: 1126 time: 0.2997074 Feb 28 20:22:55.606287 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d48f27d8-367c-4d1f-a670-6b17f5ee0325 req-f899ed7a-f3c3-4b0e-9595-aaa5d01a7a0b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&id=c8d62556-4f0f-48ff-9a89-42548038dc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2427244 Feb 28 20:22:55.613066 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['55c3f578-1d3a-48ff-b18a-9ade02504823'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:22:55.729440 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-30e2ce4b-be76-495b-a766-7cd7316ac9f8 req-edb459fa-e1f1-43a5-a377-17ad40fd249c tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3702748 Feb 28 20:22:55.797528 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852988ad-29e8-4de4-bb1c-58bfe22a7e97 req-76f5d775-74b8-4cc7-8cd7-3a75b48ced8f tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:55.807189 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-852988ad-29e8-4de4-bb1c-58bfe22a7e97 req-76f5d775-74b8-4cc7-8cd7-3a75b48ced8f tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 950 time: 0.3887739 Feb 28 20:22:55.880127 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 6e5676f5-bf8f-464e-8876-298b91ea7ec2, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=6e5676f5-bf8f-464e-8876-298b91ea7ec2,segment=NetworkSegment(94742c78-ba4d-44c1-849b-c1479f2f6613),segment_id=94742c78-ba4d-44c1-849b-c1479f2f6613)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:55.899695 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6e5676f5-bf8f-464e-8876-298b91ea7ec2), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:55.907642 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-852988ad-29e8-4de4-bb1c-58bfe22a7e97 req-261b1ae6-536c-46aa-a8b2-f7fe509e3126 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991750 Feb 28 20:22:55.909940 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b364a-0597-4a8c-9276-7b2aa33d056c req-2d730024-21b5-4531-aa84-b2b811449553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:55.911542 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8d6b364a-0597-4a8c-9276-7b2aa33d056c req-2d730024-21b5-4531-aa84-b2b811449553 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d505116a-989e-4ca0-878f-6182b94e267b HTTP/1.1" status: 200 len: 918 time: 0.2971764 Feb 28 20:22:55.943106 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 15aeb0ab-6dce-47da-a090-5346e867a4af up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:22:56.052580 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8d6b364a-0597-4a8c-9276-7b2aa33d056c req-615e0af6-f093-427c-bc79-b37daafd4d50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 HTTP/1.1" status: 200 len: 217 time: 0.1338811 Feb 28 20:22:56.061407 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8959096-f195-4c30-b6e8-d420e3578817 req-d03f2c65-c921-47e2-beed-16ee6ee55be0 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:56.071972 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a8959096-f195-4c30-b6e8-d420e3578817 req-d03f2c65-c921-47e2-beed-16ee6ee55be0 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/ports?device_id=973d0da2-765d-4c0a-a4a0-8b5583b39e2c HTTP/1.1" status: 200 len: 943 time: 0.1561866 Feb 28 20:22:56.157497 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b364a-0597-4a8c-9276-7b2aa33d056c req-89b38827-0b9d-4c14-a9f7-83b050ca1507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:56.163809 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c24a8f7-20ff-4d62-9972-a14e3ce6bc65'}, {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5676f5-bf8f-464e-8876-298b91ea7ec2'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:22:56.168102 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8135e683-133b-46eb-a71d-58a4e6b1d776" -d '{"events": [{"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-plugged", "status": "completed", "tag": "7c24a8f7-20ff-4d62-9972-a14e3ce6bc65"}, {"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-plugged", "status": "completed", "tag": "6e5676f5-bf8f-464e-8876-298b91ea7ec2"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:22:56.168853 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8d6b364a-0597-4a8c-9276-7b2aa33d056c req-89b38827-0b9d-4c14-a9f7-83b050ca1507 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fbdfc6a-dbef-44c4-bef8-faeb7ff78240 HTTP/1.1" status: 200 len: 858 time: 0.1025510 Feb 28 20:22:56.248767 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8d6b364a-0597-4a8c-9276-7b2aa33d056c req-1b8866c1-94a0-43d9-81da-c0f174d40055 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d505116a-989e-4ca0-878f-6182b94e267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750711 Feb 28 20:22:56.274618 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a8959096-f195-4c30-b6e8-d420e3578817 req-5b679290-0285-484f-bc92-9dc3f1dff8da tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbb74eff-b6e2-4e76-9571-61707a9cff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916537 Feb 28 20:22:56.337964 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=6e5676f5-bf8f-464e-8876-298b91ea7ec2,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:56.389060 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 15aeb0ab-6dce-47da-a090-5346e867a4af completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:22:56.394374 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bd3b5-feeb-48ac-8f1c-56149537fb9a req-8f3fa71a-5751-4163-b47d-f91fd4058ff9 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:56.397367 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-061bd3b5-feeb-48ac-8f1c-56149537fb9a req-8f3fa71a-5751-4163-b47d-f91fd4058ff9 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.2233827 Feb 28 20:22:56.400352 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 15aeb0ab-6dce-47da-a090-5346e867a4af triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:22:56.400728 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (15aeb0ab-6dce-47da-a090-5346e867a4af), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:56.566318 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 15aeb0ab-6dce-47da-a090-5346e867a4af is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:56.566959 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8d6b364a-0597-4a8c-9276-7b2aa33d056c req-0a71d13d-2d3d-40f2-a100-28c05677350c service neutron] 10.222.0.15 "GET /v2.0/networks/d505116a-989e-4ca0-878f-6182b94e267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106995 Feb 28 20:22:56.567067 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (15aeb0ab-6dce-47da-a090-5346e867a4af), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:56.633568 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 15aeb0ab-6dce-47da-a090-5346e867a4af, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=15aeb0ab-6dce-47da-a090-5346e867a4af,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:56.640009 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (15aeb0ab-6dce-47da-a090-5346e867a4af), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:56.642321 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device d1aa6bc6-d58d-48cb-a918-540fd5167b4f up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:22:56.664525 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-061bd3b5-feeb-48ac-8f1c-56149537fb9a req-2db8bb5d-09a7-45ff-8072-abafda17960e tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520649 Feb 28 20:22:56.786312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf452ba-3a01-48ef-842e-d47cd57777b2 req-2fb65b09-fdb3-4b92-a3ec-686109ee2482 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:56.802926 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bcf452ba-3a01-48ef-842e-d47cd57777b2 req-2fb65b09-fdb3-4b92-a3ec-686109ee2482 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 945 time: 0.3515544 Feb 28 20:22:56.960422 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8d6b364a-0597-4a8c-9276-7b2aa33d056c req-1f0d71ba-05a8-4a2c-bd75-2f0ad9ff6c4a service neutron] 10.222.0.15 "GET /v2.0/networks/d505116a-989e-4ca0-878f-6182b94e267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738124 Feb 28 20:22:56.967512 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bcf452ba-3a01-48ef-842e-d47cd57777b2 req-18657b51-8ca9-40b0-8670-ac0c2dee6e75 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571534 Feb 28 20:22:56.997486 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Feb 2022 20:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c707673-0688-419e-93e1-3f00f4d792d9 x-openstack-request-id: req-4c707673-0688-419e-93e1-3f00f4d792d9 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:22:56.997994 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-plugged", "status": "completed", "tag": "7c24a8f7-20ff-4d62-9972-a14e3ce6bc65", "code": 200}, {"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-plugged", "status": "completed", "tag": "6e5676f5-bf8f-464e-8876-298b91ea7ec2", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:22:56.998323 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c707673-0688-419e-93e1-3f00f4d792d9 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:22:56.998921 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c24a8f7-20ff-4d62-9972-a14e3ce6bc65', 'code': 200} Feb 28 20:22:56.999328 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5676f5-bf8f-464e-8876-298b91ea7ec2', 'code': 200} Feb 28 20:22:57.041747 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=15aeb0ab-6dce-47da-a090-5346e867a4af,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:57.077565 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port d1aa6bc6-d58d-48cb-a918-540fd5167b4f completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:22:57.084341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port d1aa6bc6-d58d-48cb-a918-540fd5167b4f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:22:57.085506 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d1aa6bc6-d58d-48cb-a918-540fd5167b4f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:57.106406 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-331bb1c9-8ed8-4b43-95de-7748a5c52d50 req-6cd88961-d543-416e-a7a5-43d440a22054 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:22:57.108075 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-331bb1c9-8ed8-4b43-95de-7748a5c52d50 req-6cd88961-d543-416e-a7a5-43d440a22054 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096276 Feb 28 20:22:57.310264 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc046d0-96f6-4cd0-8e6c-02b4484cf103 req-55c9aba4-a7be-4cf6-b4a4-3d73862a111e tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:57.314904 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port d1aa6bc6-d58d-48cb-a918-540fd5167b4f is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:57.315515 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1aa6bc6-d58d-48cb-a918-540fd5167b4f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:57.318683 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc046d0-96f6-4cd0-8e6c-02b4484cf103 req-55c9aba4-a7be-4cf6-b4a4-3d73862a111e tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:57.329297 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc046d0-96f6-4cd0-8e6c-02b4484cf103 req-55c9aba4-a7be-4cf6-b4a4-3d73862a111e tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:57.337529 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc046d0-96f6-4cd0-8e6c-02b4484cf103 req-55c9aba4-a7be-4cf6-b4a4-3d73862a111e tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:57.346002 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc046d0-96f6-4cd0-8e6c-02b4484cf103 req-55c9aba4-a7be-4cf6-b4a4-3d73862a111e tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:57.354145 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc046d0-96f6-4cd0-8e6c-02b4484cf103 req-55c9aba4-a7be-4cf6-b4a4-3d73862a111e tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:57.362361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc046d0-96f6-4cd0-8e6c-02b4484cf103 req-55c9aba4-a7be-4cf6-b4a4-3d73862a111e tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:57.371737 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7bc046d0-96f6-4cd0-8e6c-02b4484cf103 req-55c9aba4-a7be-4cf6-b4a4-3d73862a111e tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5433 time: 0.2584717 Feb 28 20:22:57.436799 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port d1aa6bc6-d58d-48cb-a918-540fd5167b4f, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d1aa6bc6-d58d-48cb-a918-540fd5167b4f,segment=NetworkSegment(923824af-dc32-4186-9394-27c190910828),segment_id=923824af-dc32-4186-9394-27c190910828)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:57.446035 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d1aa6bc6-d58d-48cb-a918-540fd5167b4f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:57.451052 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3c3a2d9f-699e-4a07-be35-f4b71ae7811b up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:22:57.493058 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee58881-c235-49cb-bb3d-1c83fc958e7a req-75af27ec-963a-490e-9029-7d4d267b00e4 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:57.506319 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eee58881-c235-49cb-bb3d-1c83fc958e7a req-75af27ec-963a-490e-9029-7d4d267b00e4 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.2750032 Feb 28 20:22:57.569233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=d1aa6bc6-d58d-48cb-a918-540fd5167b4f,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:57.584371 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7bc046d0-96f6-4cd0-8e6c-02b4484cf103 req-d266a7e6-7097-40f6-b79a-c3f3929b8beb tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1897492 Feb 28 20:22:57.588354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:22:57.596506 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:22:57.599319 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3c3a2d9f-699e-4a07-be35-f4b71ae7811b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:57.664230 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eee58881-c235-49cb-bb3d-1c83fc958e7a req-d4574d49-e729-4c75-a2e9-c297f7956e58 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556590 Feb 28 20:22:57.768409 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:57.768965 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3c3a2d9f-699e-4a07-be35-f4b71ae7811b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:57.815060 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05415646-38eb-460e-af3e-853eda2bd07f req-d7392f0e-65c3-44bc-8d93-95ca901969f4 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a17db5166eb14b31b629dc33da382372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483069 Feb 28 20:22:57.858784 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3c3a2d9f-699e-4a07-be35-f4b71ae7811b,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:57.865472 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3c3a2d9f-699e-4a07-be35-f4b71ae7811b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:57.873077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:22:57.923831 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:22:58.018431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=3c3a2d9f-699e-4a07-be35-f4b71ae7811b,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:58.077287 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:22:58.091829 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:22:58.092416 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:58.148644 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0e64c3d1-4e1d-48f0-b4fd-7c88631b4682,segment=NetworkSegment(8e753e74-50c5-416b-9b38-f2eb54759bd1),segment_id=8e753e74-50c5-416b-9b38-f2eb54759bd1)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:58.166094 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '0e64c3d1-4e1d-48f0-b4fd-7c88631b4682', 'network_id': 'd505116a-989e-4ca0-878f-6182b94e267b', 'port_id': '0e64c3d1-4e1d-48f0-b4fd-7c88631b4682', 'mac_address': 'fa:16:3e:fc:86:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fbdfc6a-dbef-44c4-bef8-faeb7ff78240', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:22:58.260915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:58.261341 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0e64c3d1-4e1d-48f0-b4fd-7c88631b4682), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:58.279800 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:58.280197 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:58.295242 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:22:58.340769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0e64c3d1-4e1d-48f0-b4fd-7c88631b4682,segment=NetworkSegment(8e753e74-50c5-416b-9b38-f2eb54759bd1),segment_id=8e753e74-50c5-416b-9b38-f2eb54759bd1)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:58.349144 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0e64c3d1-4e1d-48f0-b4fd-7c88631b4682), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:58.358223 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:58.387271 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:58.430839 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=0e64c3d1-4e1d-48f0-b4fd-7c88631b4682,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:58.511916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:22:58.532006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b83098-fdd5-4daf-9382-be6bc6eea01c req-7d4cc13c-f1fd-4084-bed9-6adbd5709981 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:58.539080 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e5b83098-fdd5-4daf-9382-be6bc6eea01c req-7d4cc13c-f1fd-4084-bed9-6adbd5709981 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/ports?device_id=973d0da2-765d-4c0a-a4a0-8b5583b39e2c HTTP/1.1" status: 200 len: 943 time: 0.6811488 Feb 28 20:22:58.559563 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05415646-38eb-460e-af3e-853eda2bd07f req-c52da712-f016-4fa6-976d-a1160cd210ef tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:58.566296 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05415646-38eb-460e-af3e-853eda2bd07f req-c52da712-f016-4fa6-976d-a1160cd210ef tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7502859 Feb 28 20:22:58.592711 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05415646-38eb-460e-af3e-853eda2bd07f req-bd299432-4a20-401c-bc60-bfd5373c2d06 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/quotas/a17db5166eb14b31b629dc33da382372 HTTP/1.1" status: 200 len: 375 time: 0.0251300 Feb 28 20:22:58.666948 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e5b83098-fdd5-4daf-9382-be6bc6eea01c req-bf3030ca-a184-4781-89d2-1182718b7e60 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbb74eff-b6e2-4e76-9571-61707a9cff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269805 Feb 28 20:22:58.698625 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['0e64c3d1-4e1d-48f0-b4fd-7c88631b4682'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:22:58.705678 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05415646-38eb-460e-af3e-853eda2bd07f req-a57c2162-a30f-404f-8e85-df18cc439e66 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0988872 Feb 28 20:22:58.908371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6bebe-093d-4695-a33b-2ae89ad72fe1 req-95cc7bcc-dc33-43f4-9f9c-26f136a4c447 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:58.926251 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ade6bebe-093d-4695-a33b-2ae89ad72fe1 req-95cc7bcc-dc33-43f4-9f9c-26f136a4c447 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.1105027 Feb 28 20:22:59.002518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15aeb0ab-6dce-47da-a090-5346e867a4af'}, {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1aa6bc6-d58d-48cb-a918-540fd5167b4f'}, {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3a2d9f-699e-4a07-be35-f4b71ae7811b'}, {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:22:59.005406 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54cb6c0-0adb-499e-88e5-a62bb33e8adf" -d '{"events": [{"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-plugged", "status": "completed", "tag": "15aeb0ab-6dce-47da-a090-5346e867a4af"}, {"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-plugged", "status": "completed", "tag": "d1aa6bc6-d58d-48cb-a918-540fd5167b4f"}, {"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-plugged", "status": "completed", "tag": "3c3a2d9f-699e-4a07-be35-f4b71ae7811b"}, {"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-plugged", "status": "completed", "tag": "ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:22:59.117729 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ade6bebe-093d-4695-a33b-2ae89ad72fe1 req-b3ca86a6-3e68-4671-b360-0f5645916250 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904895 Feb 28 20:22:59.166546 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 55c3f578-1d3a-48ff-b18a-9ade02504823 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:22:59.276298 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5afc7b-9753-4618-88be-060609ad093c req-d8ae4e9c-9a8f-4b07-adfc-0cf779a92b57 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:59.283605 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c5afc7b-9753-4618-88be-060609ad093c req-d8ae4e9c-9a8f-4b07-adfc-0cf779a92b57 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 945 time: 0.1638091 Feb 28 20:22:59.320658 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 55c3f578-1d3a-48ff-b18a-9ade02504823 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:22:59.321045 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:59.410182 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c5afc7b-9753-4618-88be-060609ad093c req-0bd9a315-b06c-4551-9f81-a7a7c9c14e31 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249752 Feb 28 20:22:59.474113 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 55c3f578-1d3a-48ff-b18a-9ade02504823 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:22:59.476973 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:59.502426 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a08bb-dd75-41d1-8913-296c6d297c79 req-f20d5012-c8b2-4a39-8e93-12b8eec299f2 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:59.509470 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a08bb-dd75-41d1-8913-296c6d297c79 req-f20d5012-c8b2-4a39-8e93-12b8eec299f2 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:59.530417 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a08bb-dd75-41d1-8913-296c6d297c79 req-f20d5012-c8b2-4a39-8e93-12b8eec299f2 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:59.559551 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a08bb-dd75-41d1-8913-296c6d297c79 req-f20d5012-c8b2-4a39-8e93-12b8eec299f2 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:59.564905 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a08bb-dd75-41d1-8913-296c6d297c79 req-f20d5012-c8b2-4a39-8e93-12b8eec299f2 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:59.570643 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a08bb-dd75-41d1-8913-296c6d297c79 req-f20d5012-c8b2-4a39-8e93-12b8eec299f2 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:59.577858 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a08bb-dd75-41d1-8913-296c6d297c79 req-f20d5012-c8b2-4a39-8e93-12b8eec299f2 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:22:59.587506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b4a08bb-dd75-41d1-8913-296c6d297c79 req-f20d5012-c8b2-4a39-8e93-12b8eec299f2 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5436 time: 0.3004737 Feb 28 20:22:59.594246 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 55c3f578-1d3a-48ff-b18a-9ade02504823, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=55c3f578-1d3a-48ff-b18a-9ade02504823,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:22:59.604289 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:22:59.637568 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53755763-eed9-4579-a291-7a814861975b req-d006aeb5-e033-4cef-8728-da64b56a1b0a tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 210 time: 0.0464382 Feb 28 20:22:59.695218 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b4a08bb-dd75-41d1-8913-296c6d297c79 req-2d2c89c5-6d1d-42dc-b3c1-dab6b1147d94 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1045973 Feb 28 20:22:59.751118 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 28 Feb 2022 20:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33edc9e-e6e3-44a9-abd8-f56ec7478df7 x-openstack-request-id: req-b33edc9e-e6e3-44a9-abd8-f56ec7478df7 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:22:59.752068 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-plugged", "status": "completed", "tag": "15aeb0ab-6dce-47da-a090-5346e867a4af", "code": 200}, {"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-plugged", "status": "completed", "tag": "d1aa6bc6-d58d-48cb-a918-540fd5167b4f", "code": 200}, {"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-plugged", "status": "completed", "tag": "3c3a2d9f-699e-4a07-be35-f4b71ae7811b", "code": 200}, {"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-plugged", "status": "completed", "tag": "ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:22:59.752601 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b33edc9e-e6e3-44a9-abd8-f56ec7478df7 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:22:59.753384 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15aeb0ab-6dce-47da-a090-5346e867a4af', 'code': 200} Feb 28 20:22:59.753835 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1aa6bc6-d58d-48cb-a918-540fd5167b4f', 'code': 200} Feb 28 20:22:59.754315 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3a2d9f-699e-4a07-be35-f4b71ae7811b', 'code': 200} Feb 28 20:22:59.754757 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15', 'code': 200} Feb 28 20:22:59.762389 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=55c3f578-1d3a-48ff-b18a-9ade02504823,revision_number=11']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:00.023253 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c6efd-9f53-4e51-82af-4de5250f455c req-6c1f0d01-bb94-4c3d-a6a7-46e99f451b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:00.027966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c6efd-9f53-4e51-82af-4de5250f455c req-6c1f0d01-bb94-4c3d-a6a7-46e99f451b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:00.030725 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c6efd-9f53-4e51-82af-4de5250f455c req-6c1f0d01-bb94-4c3d-a6a7-46e99f451b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:00.033220 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c6efd-9f53-4e51-82af-4de5250f455c req-6c1f0d01-bb94-4c3d-a6a7-46e99f451b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:00.034846 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c6efd-9f53-4e51-82af-4de5250f455c req-6c1f0d01-bb94-4c3d-a6a7-46e99f451b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:00.036774 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c6efd-9f53-4e51-82af-4de5250f455c req-6c1f0d01-bb94-4c3d-a6a7-46e99f451b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:00.038870 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c6efd-9f53-4e51-82af-4de5250f455c req-6c1f0d01-bb94-4c3d-a6a7-46e99f451b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:00.043052 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-031c6efd-9f53-4e51-82af-4de5250f455c req-6c1f0d01-bb94-4c3d-a6a7-46e99f451b1f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 6717 time: 0.1699035 Feb 28 20:23:00.050136 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f87399-62cc-4ca9-87c2-3c04e643d04e req-c00f0145-6089-438c-8e73-150e3cf444de tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:00.051994 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9f87399-62cc-4ca9-87c2-3c04e643d04e req-c00f0145-6089-438c-8e73-150e3cf444de tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.1151633 Feb 28 20:23:00.065576 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ed606-554a-46f3-b8a1-466c11462a33 req-6d6a6b48-3aa8-4951-852a-3b5b5b2dd1a7 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:00.075700 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-124ed606-554a-46f3-b8a1-466c11462a33 req-6d6a6b48-3aa8-4951-852a-3b5b5b2dd1a7 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/ports?device_id=973d0da2-765d-4c0a-a4a0-8b5583b39e2c HTTP/1.1" status: 200 len: 944 time: 0.0972974 Feb 28 20:23:00.193992 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-031c6efd-9f53-4e51-82af-4de5250f455c req-db749bfc-8546-4230-8700-e4f7b1934308 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=856415fc-4a8e-413a-bd50-1392903e4f09&id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1438341 Feb 28 20:23:00.242059 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9f87399-62cc-4ca9-87c2-3c04e643d04e req-4dba3517-c74b-408a-affb-f5c278980b76 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544366 Feb 28 20:23:00.259891 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-124ed606-554a-46f3-b8a1-466c11462a33 req-d44be344-6ff9-4a82-b250-53f4f0522846 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbb74eff-b6e2-4e76-9571-61707a9cff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779890 Feb 28 20:23:00.481741 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eab8d2-cea8-4e8d-b988-587fc295ca9d req-8cbfe924-d8cd-4348-bc32-4793f1ba3b47 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:00.497187 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e2eab8d2-cea8-4e8d-b988-587fc295ca9d req-8cbfe924-d8cd-4348-bc32-4793f1ba3b47 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.1238713 Feb 28 20:23:00.636104 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e2eab8d2-cea8-4e8d-b988-587fc295ca9d req-0d9a0f78-ef04-4158-8eb6-83a613f03f84 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377544 Feb 28 20:23:00.682602 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa683c4-4a69-4f9c-b40e-4a1f56d2e7d9 req-26383b8d-d008-4779-8d14-a9acd59e6922 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:00.695323 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-faa683c4-4a69-4f9c-b40e-4a1f56d2e7d9 req-26383b8d-d008-4779-8d14-a9acd59e6922 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 945 time: 0.1945438 Feb 28 20:23:00.758078 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-faa683c4-4a69-4f9c-b40e-4a1f56d2e7d9 req-f955832b-004d-4f8e-9f9f-dbef318331cc tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616019 Feb 28 20:23:00.835738 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aee55b50-b289-49c9-a507-6129bdaf1295 req-7928ebea-9576-4375-8133-e1d7bfec4638 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 210 time: 0.0512085 Feb 28 20:23:00.925925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a54a5-b5c0-4a34-b103-fe47ecad7516 req-1c703c2f-72c0-4c7f-ba1f-6d08982c91b7 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:00.930462 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-875a54a5-b5c0-4a34-b103-fe47ecad7516 req-1c703c2f-72c0-4c7f-ba1f-6d08982c91b7 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.0829446 Feb 28 20:23:01.092132 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-875a54a5-b5c0-4a34-b103-fe47ecad7516 req-ed3f19b2-9187-4e7c-b510-f400bb48f5c7 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491253 Feb 28 20:23:01.134953 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05415646-38eb-460e-af3e-853eda2bd07f req-f6f712e3-a00b-4cd3-8f50-793015efbe0e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a17db5166eb14b31b629dc33da382372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0908320 Feb 28 20:23:01.260881 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa375ed-80f7-44b3-ad05-e015c06e08d5 req-6d835318-0a8a-456b-a09f-bb496d41ca01 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:01.266926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa375ed-80f7-44b3-ad05-e015c06e08d5 req-6d835318-0a8a-456b-a09f-bb496d41ca01 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:01.272919 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa375ed-80f7-44b3-ad05-e015c06e08d5 req-6d835318-0a8a-456b-a09f-bb496d41ca01 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:01.278422 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa375ed-80f7-44b3-ad05-e015c06e08d5 req-6d835318-0a8a-456b-a09f-bb496d41ca01 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:01.286898 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa375ed-80f7-44b3-ad05-e015c06e08d5 req-6d835318-0a8a-456b-a09f-bb496d41ca01 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:01.293811 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa375ed-80f7-44b3-ad05-e015c06e08d5 req-6d835318-0a8a-456b-a09f-bb496d41ca01 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:01.300117 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa375ed-80f7-44b3-ad05-e015c06e08d5 req-6d835318-0a8a-456b-a09f-bb496d41ca01 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:01.318295 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7aa375ed-80f7-44b3-ad05-e015c06e08d5 req-6d835318-0a8a-456b-a09f-bb496d41ca01 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5436 time: 0.2753289 Feb 28 20:23:01.481420 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a6f53-6399-424a-b2c4-eeaa041de930 req-bc206dd7-ce84-4408-a1f5-947d93f7509d tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:01.482905 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-834a6f53-6399-424a-b2c4-eeaa041de930 req-bc206dd7-ce84-4408-a1f5-947d93f7509d tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.1638100 Feb 28 20:23:01.513205 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7aa375ed-80f7-44b3-ad05-e015c06e08d5 req-f85aae86-d210-4ba4-8b1e-cb52e46a5b87 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1952174 Feb 28 20:23:01.532021 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05415646-38eb-460e-af3e-853eda2bd07f req-ef061837-c635-45e4-a442-f2feb93a4c4a tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:01.534971 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05415646-38eb-460e-af3e-853eda2bd07f req-ef061837-c635-45e4-a442-f2feb93a4c4a tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3896613 Feb 28 20:23:01.551627 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-05415646-38eb-460e-af3e-853eda2bd07f req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Request body: {'port': {'device_id': 'c5be6991-9937-4b65-9857-da3c0e874011', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'a17db5166eb14b31b629dc33da382372'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:23:01.667746 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-834a6f53-6399-424a-b2c4-eeaa041de930 req-a394f16c-d6a5-417b-828f-309442892c12 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697900 Feb 28 20:23:01.756594 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acec3f16-c2a9-4139-90bf-b359f5cb740d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c3f578-1d3a-48ff-b18a-9ade02504823'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:23:01.759626 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4411febb-d357-4a58-9532-fc2f16bfef3b" -d '{"events": [{"server_uuid": "acec3f16-c2a9-4139-90bf-b359f5cb740d", "name": "network-vif-plugged", "status": "completed", "tag": "55c3f578-1d3a-48ff-b18a-9ade02504823"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:23:01.912172 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b4684-5a37-44cf-b015-08cd1aef5a8d req-080ad81d-cdec-42e1-9394-9cee1b0e19df tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:01.928653 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-041b4684-5a37-44cf-b015-08cd1aef5a8d req-080ad81d-cdec-42e1-9394-9cee1b0e19df tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/ports?device_id=973d0da2-765d-4c0a-a4a0-8b5583b39e2c HTTP/1.1" status: 200 len: 944 time: 0.2024610 Feb 28 20:23:01.933823 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05415646-38eb-460e-af3e-853eda2bd07f req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Made reservation on behalf of a17db5166eb14b31b629dc33da382372 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:23:01.936251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:23:01.943659 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05415646-38eb-460e-af3e-853eda2bd07f req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:02.077544 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:23:02.087182 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:23:02.088366 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0e64c3d1-4e1d-48f0-b4fd-7c88631b4682), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:02.119959 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-041b4684-5a37-44cf-b015-08cd1aef5a8d req-6941e17c-285f-4802-830a-715c7bdb1bc9 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbb74eff-b6e2-4e76-9571-61707a9cff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897593 Feb 28 20:23:02.156023 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa0340b-e72b-4cab-a7ca-3e448074ed0c x-openstack-request-id: req-9fa0340b-e72b-4cab-a7ca-3e448074ed0c {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:23:02.156023 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acec3f16-c2a9-4139-90bf-b359f5cb740d", "name": "network-vif-plugged", "status": "completed", "tag": "55c3f578-1d3a-48ff-b18a-9ade02504823", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:23:02.156023 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fa0340b-e72b-4cab-a7ca-3e448074ed0c {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:23:02.156023 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acec3f16-c2a9-4139-90bf-b359f5cb740d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c3f578-1d3a-48ff-b18a-9ade02504823', 'code': 200} Feb 28 20:23:02.328744 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ee97a85e-4155-43ea-ba58-22e9112f75dc req-2564f9b8-8930-44a6-85fa-639be15f0171 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 210 time: 0.0584867 Feb 28 20:23:02.334965 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:23:02.335464 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0e64c3d1-4e1d-48f0-b4fd-7c88631b4682), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:02.424188 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0e64c3d1-4e1d-48f0-b4fd-7c88631b4682,segment=NetworkSegment(8e753e74-50c5-416b-9b38-f2eb54759bd1),segment_id=8e753e74-50c5-416b-9b38-f2eb54759bd1)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:02.431533 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0e64c3d1-4e1d-48f0-b4fd-7c88631b4682), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:02.459505 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0329d-34b6-4882-b96f-aa40e2014569 req-64c99200-c82f-42da-aaec-dacc652c5114 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:02.482223 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f5e0329d-34b6-4882-b96f-aa40e2014569 req-64c99200-c82f-42da-aaec-dacc652c5114 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 945 time: 0.2563262 Feb 28 20:23:02.518563 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-05415646-38eb-460e-af3e-853eda2bd07f req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Allocated IP 192.168.233.73 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/7fc63dd3-b719-435c-8314-1ae668e27467) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:23:02.554327 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=0e64c3d1-4e1d-48f0-b4fd-7c88631b4682,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:02.568033 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:02.568709 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:02.570868 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:02.571473 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:02.572260 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:02.572756 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:02.573308 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:02.574429 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:02.575037 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:02.576431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:02.577185 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:02.577717 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:02.578443 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:02.638227 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f5e0329d-34b6-4882-b96f-aa40e2014569 req-2d6afa6b-0619-45ee-82fd-1d3aa665523a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548498 Feb 28 20:23:02.674787 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86cb57-319d-4bbb-89a7-cd095ff144dc req-8a487f1d-325d-4c3d-a7ee-bbfa10123830 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:02.687152 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a86cb57-319d-4bbb-89a7-cd095ff144dc req-8a487f1d-325d-4c3d-a7ee-bbfa10123830 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 0.1977627 Feb 28 20:23:02.870026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a86cb57-319d-4bbb-89a7-cd095ff144dc req-c34b7db8-3b5d-46d8-b024-8fb6ad37971b tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747556 Feb 28 20:23:02.954914 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b091e7-624a-4f9c-ab93-a4c274469418 req-4a04f529-30e5-4db7-b098-619078f6ca57 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:02.957449 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36b091e7-624a-4f9c-ab93-a4c274469418 req-4a04f529-30e5-4db7-b098-619078f6ca57 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.2273262 Feb 28 20:23:03.009231 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05415646-38eb-460e-af3e-853eda2bd07f req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks [] for port (7fc63dd3-b719-435c-8314-1ae668e27467), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:03.115831 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36b091e7-624a-4f9c-ab93-a4c274469418 req-de3393be-ec2c-457f-8def-fd25f86d9941 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376939 Feb 28 20:23:03.138890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243edada-3299-49cb-915a-ece6dd563cb5 req-a961eba3-2a91-4c20-8d87-23431427ea6a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:03.146291 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243edada-3299-49cb-915a-ece6dd563cb5 req-a961eba3-2a91-4c20-8d87-23431427ea6a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:03.155157 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243edada-3299-49cb-915a-ece6dd563cb5 req-a961eba3-2a91-4c20-8d87-23431427ea6a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:03.163631 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243edada-3299-49cb-915a-ece6dd563cb5 req-a961eba3-2a91-4c20-8d87-23431427ea6a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:03.187417 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243edada-3299-49cb-915a-ece6dd563cb5 req-a961eba3-2a91-4c20-8d87-23431427ea6a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:03.197706 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243edada-3299-49cb-915a-ece6dd563cb5 req-a961eba3-2a91-4c20-8d87-23431427ea6a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:03.211620 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243edada-3299-49cb-915a-ece6dd563cb5 req-a961eba3-2a91-4c20-8d87-23431427ea6a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:03.215541 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-243edada-3299-49cb-915a-ece6dd563cb5 req-a961eba3-2a91-4c20-8d87-23431427ea6a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5436 time: 0.2483666 Feb 28 20:23:03.220889 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05415646-38eb-460e-af3e-853eda2bd07f req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:03.236093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['fb29fbd8-283d-444b-9f64-975f8b82e07c', 'c772cbdd-6b28-4e6c-8f3a-191ec5034512'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:23:03.308848 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['55c3f578-1d3a-48ff-b18a-9ade02504823'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:23:03.346905 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05415646-38eb-460e-af3e-853eda2bd07f req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:23:03.402699 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-05415646-38eb-460e-af3e-853eda2bd07f req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:23:03.427490 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-05415646-38eb-460e-af3e-853eda2bd07f req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:23:03.472170 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Pushing event updated for resources: {'Port': ['ID=7fc63dd3-b719-435c-8314-1ae668e27467,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:03.568523 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:03.568880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:03.569775 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:03.570124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:03.570464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:03.570802 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:03.571139 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:03.571474 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:03.571838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:03.572175 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:03.572509 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:03.573123 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:03.573463 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:03.625161 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05415646-38eb-460e-af3e-853eda2bd07f req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:03.625812 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05415646-38eb-460e-af3e-853eda2bd07f req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:03.661799 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-243edada-3299-49cb-915a-ece6dd563cb5 req-5041703f-3190-475d-9745-2df7790c1729 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4118655 Feb 28 20:23:03.707963 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b574b65-3e16-4ceb-a358-1354923d8cd6 req-f5817369-5768-4b5a-a7c1-ccd6121a14c6 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:03.725071 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8b574b65-3e16-4ceb-a358-1354923d8cd6 req-f5817369-5768-4b5a-a7c1-ccd6121a14c6 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/ports?device_id=973d0da2-765d-4c0a-a4a0-8b5583b39e2c HTTP/1.1" status: 200 len: 945 time: 0.3911355 Feb 28 20:23:03.787978 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05415646-38eb-460e-af3e-853eda2bd07f req-63732073-d7bc-4f66-8baa-989718ff1bd9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2398679 Feb 28 20:23:03.815107 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-05415646-38eb-460e-af3e-853eda2bd07f req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] Request body: {'port': {'device_id': 'c5be6991-9937-4b65-9857-da3c0e874011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:23:03.914832 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8b574b65-3e16-4ceb-a358-1354923d8cd6 req-6017e534-caf9-4d40-9b76-0ed8b04669d2 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbb74eff-b6e2-4e76-9571-61707a9cff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876748 Feb 28 20:23:04.019399 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05415646-38eb-460e-af3e-853eda2bd07f req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:04.045910 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dbbe7-7119-4360-8876-2c8efd8d428e req-35d39527-3140-4e8e-a1c1-b9d57d79c0c4 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:04.057998 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d28dbbe7-7119-4360-8876-2c8efd8d428e req-35d39527-3140-4e8e-a1c1-b9d57d79c0c4 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 935 time: 0.2654898 Feb 28 20:23:04.136811 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-154d06c4-11c2-44e9-b081-0840dfb633f6 None None] Provisioning complete for port 7fc63dd3-b719-435c-8314-1ae668e27467 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:23:04.137619 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-154d06c4-11c2-44e9-b081-0840dfb633f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:04.214543 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973d0da2-765d-4c0a-a4a0-8b5583b39e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e64c3d1-4e1d-48f0-b4fd-7c88631b4682'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:23:04.218549 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c130ec95-b443-4958-bdaf-e5308b2075cf" -d '{"events": [{"server_uuid": "973d0da2-765d-4c0a-a4a0-8b5583b39e2c", "name": "network-vif-plugged", "status": "completed", "tag": "0e64c3d1-4e1d-48f0-b4fd-7c88631b4682"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:23:04.268270 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-154d06c4-11c2-44e9-b081-0840dfb633f6 None None] Port 7fc63dd3-b719-435c-8314-1ae668e27467 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:23:04.501178 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d28dbbe7-7119-4360-8876-2c8efd8d428e req-553066a4-b445-434b-ae37-82ef6bf839af tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416556 Feb 28 20:23:04.561181 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7116d8-890f-4306-aca0-d215cd6c822b req-4a30cf39-e11c-43f8-9017-95613cf63823 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:04.570709 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5d7116d8-890f-4306-aca0-d215cd6c822b req-4a30cf39-e11c-43f8-9017-95613cf63823 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 945 time: 0.4944227 Feb 28 20:23:04.779609 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5d7116d8-890f-4306-aca0-d215cd6c822b req-23f9ed24-800d-4ef3-acba-705f3b831f25 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063882 Feb 28 20:23:04.868414 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb3f84-cca2-4256-ab14-b7b9539ddd18 req-85f1fb2c-4abd-44e4-b601-248b0ab17a2e tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:04.876114 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb3f84-cca2-4256-ab14-b7b9539ddd18 req-85f1fb2c-4abd-44e4-b601-248b0ab17a2e tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:04.883051 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb3f84-cca2-4256-ab14-b7b9539ddd18 req-85f1fb2c-4abd-44e4-b601-248b0ab17a2e tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:04.888780 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb3f84-cca2-4256-ab14-b7b9539ddd18 req-85f1fb2c-4abd-44e4-b601-248b0ab17a2e tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:04.899029 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb3f84-cca2-4256-ab14-b7b9539ddd18 req-85f1fb2c-4abd-44e4-b601-248b0ab17a2e tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:04.908391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb3f84-cca2-4256-ab14-b7b9539ddd18 req-85f1fb2c-4abd-44e4-b601-248b0ab17a2e tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:04.915471 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb3f84-cca2-4256-ab14-b7b9539ddd18 req-85f1fb2c-4abd-44e4-b601-248b0ab17a2e tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:04.918847 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f2eb3f84-cca2-4256-ab14-b7b9539ddd18 req-85f1fb2c-4abd-44e4-b601-248b0ab17a2e tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5436 time: 0.2709978 Feb 28 20:23:04.934383 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57242) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:04.939539 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-0b7ca4e8-2bca-4ed3-9d71-6927b10f117d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Request body: {'floatingip': {'port_id': '6e5676f5-bf8f-464e-8876-298b91ea7ec2'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:23:04.982989 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-05415646-38eb-460e-af3e-853eda2bd07f req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc63dd3-b719-435c-8314-1ae668e27467 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:23:04.993928 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05415646-38eb-460e-af3e-853eda2bd07f req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] Publish callbacks [] for port (7fc63dd3-b719-435c-8314-1ae668e27467), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:04.994547 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605f0722-1a39-4ed5-bcaa-90458a036104 x-openstack-request-id: req-605f0722-1a39-4ed5-bcaa-90458a036104 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:23:04.995173 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973d0da2-765d-4c0a-a4a0-8b5583b39e2c", "name": "network-vif-plugged", "status": "completed", "tag": "0e64c3d1-4e1d-48f0-b4fd-7c88631b4682", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:23:04.995800 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-605f0722-1a39-4ed5-bcaa-90458a036104 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:23:04.998861 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973d0da2-765d-4c0a-a4a0-8b5583b39e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e64c3d1-4e1d-48f0-b4fd-7c88631b4682', 'code': 200} Feb 28 20:23:05.026005 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-05415646-38eb-460e-af3e-853eda2bd07f req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] Transition to ACTIVE for port object 7fc63dd3-b719-435c-8314-1ae668e27467 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:23:05.059218 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05415646-38eb-460e-af3e-853eda2bd07f req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:05.092744 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b7ca4e8-2bca-4ed3-9d71-6927b10f117d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for floatingip (0792df75-59e9-4936-bd73-d944fa15f02f), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:05.264375 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc63dd3-b719-435c-8314-1ae668e27467,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:05.336196 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5432ca-2abf-4723-aa1b-837cfa984b70 req-35b36464-4777-4fc7-b4f9-9e9f7fb34ed5 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:05.360503 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2c5432ca-2abf-4723-aa1b-837cfa984b70 req-35b36464-4777-4fc7-b4f9-9e9f7fb34ed5 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 0.3328447 Feb 28 20:23:05.446808 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558c918-673d-4d13-a216-ab3d1daabf8c req-8ba110bb-65a7-48b3-bddf-b56b91c15801 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:05.449089 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0558c918-673d-4d13-a216-ab3d1daabf8c req-8ba110bb-65a7-48b3-bddf-b56b91c15801 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/ports?device_id=973d0da2-765d-4c0a-a4a0-8b5583b39e2c HTTP/1.1" status: 200 len: 945 time: 0.3024595 Feb 28 20:23:05.601519 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2c5432ca-2abf-4723-aa1b-837cfa984b70 req-b8852d6b-a21f-4ef0-9519-486a0b0fa096 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388182 Feb 28 20:23:05.627748 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-05415646-38eb-460e-af3e-853eda2bd07f req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] Attempting to bind port 7fc63dd3-b719-435c-8314-1ae668e27467 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:23:05.628122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-05415646-38eb-460e-af3e-853eda2bd07f req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] Attempting to bind port 7fc63dd3-b719-435c-8314-1ae668e27467 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:23:05.628461 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05415646-38eb-460e-af3e-853eda2bd07f req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] Attempting to bind port 7fc63dd3-b719-435c-8314-1ae668e27467 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:23:05.645797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05415646-38eb-460e-af3e-853eda2bd07f req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] Port 7fc63dd3-b719-435c-8314-1ae668e27467 on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:23:05.646295 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05415646-38eb-460e-af3e-853eda2bd07f req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] Attempting to bind port 7fc63dd3-b719-435c-8314-1ae668e27467 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:23:05.660062 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0558c918-673d-4d13-a216-ab3d1daabf8c req-b0ae5fe9-9d00-4c8d-a703-aca3036657ba tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbb74eff-b6e2-4e76-9571-61707a9cff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011232 Feb 28 20:23:05.662411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05415646-38eb-460e-af3e-853eda2bd07f req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:23:05.663738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05415646-38eb-460e-af3e-853eda2bd07f req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:23:05.664428 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05415646-38eb-460e-af3e-853eda2bd07f req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:23:05.664916 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-05415646-38eb-460e-af3e-853eda2bd07f req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] Bound port: 7fc63dd3-b719-435c-8314-1ae668e27467, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:23:05.665295 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05415646-38eb-460e-af3e-853eda2bd07f req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:05.908472 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-05415646-38eb-460e-af3e-853eda2bd07f req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] For port 7fc63dd3-b719-435c-8314-1ae668e27467, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:23:05.914984 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-05415646-38eb-460e-af3e-853eda2bd07f req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] For port 7fc63dd3-b719-435c-8314-1ae668e27467, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7fc63dd3-b719-435c-8314-1ae668e27467,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:23:06.032676 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05415646-38eb-460e-af3e-853eda2bd07f req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:06.057447 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b7ca4e8-2bca-4ed3-9d71-6927b10f117d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:06.062895 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b7ca4e8-2bca-4ed3-9d71-6927b10f117d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (0792df75-59e9-4936-bd73-d944fa15f02f), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:06.145871 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17e06c-209c-4aaf-b8f0-a4e9ad8260be req-c2c4722d-cf64-488e-82a0-dd842e4487c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:06.148659 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-df17e06c-209c-4aaf-b8f0-a4e9ad8260be req-c2c4722d-cf64-488e-82a0-dd842e4487c3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=973d0da2-765d-4c0a-a4a0-8b5583b39e2c HTTP/1.1" status: 200 len: 1128 time: 1.0685749 Feb 28 20:23:06.200534 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc63dd3-b719-435c-8314-1ae668e27467,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:06.294197 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-df17e06c-209c-4aaf-b8f0-a4e9ad8260be req-d9a2ee78-fd82-4576-af92-90418255237a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fbb74eff-b6e2-4e76-9571-61707a9cff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368570 Feb 28 20:23:06.305081 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05415646-38eb-460e-af3e-853eda2bd07f req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:06.306140 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05415646-38eb-460e-af3e-853eda2bd07f req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:06.308465 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05415646-38eb-460e-af3e-853eda2bd07f req-312f3bcc-e9e1-44ef-8456-d04633359a56 service neutron] 10.222.0.10 "PUT /v2.0/ports/7fc63dd3-b719-435c-8314-1ae668e27467 HTTP/1.1" status: 200 len: 1096 time: 2.5017996 Feb 28 20:23:06.312159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5be6991-9937-4b65-9857-da3c0e874011', 'tag': '7fc63dd3-b719-435c-8314-1ae668e27467'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:23:06.317708 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e920e1-1abb-480b-9602-6f6f611c08e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c5be6991-9937-4b65-9857-da3c0e874011", "tag": "7fc63dd3-b719-435c-8314-1ae668e27467"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:23:06.335263 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-0b7ca4e8-2bca-4ed3-9d71-6927b10f117d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Floating IP 0792df75-59e9-4936-bd73-d944fa15f02f associated. External IP: 172.25.0.42, port: 6e5676f5-bf8f-464e-8876-298b91ea7ec2. Feb 28 20:23:06.353042 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a872e73-d2e1-49c2-9dd3-b07adcc86d7f req-063d31c2-19a8-49f8-8fab-8ffc82dc4efb tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:06.355014 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1a872e73-d2e1-49c2-9dd3-b07adcc86d7f req-063d31c2-19a8-49f8-8fab-8ffc82dc4efb tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 945 time: 0.4427359 Feb 28 20:23:06.502632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb375ab5-acb9-4865-911d-7a04f23361d0 req-3118b4cd-eb2e-4911-baf4-5a5d3251abd5 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:06.507149 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb375ab5-acb9-4865-911d-7a04f23361d0 req-3118b4cd-eb2e-4911-baf4-5a5d3251abd5 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 947 time: 0.5952871 Feb 28 20:23:06.525488 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1461b-b5cd-45c1-a9e1-c099178016c9 req-dc6d4f3c-d8ca-4f7a-8a92-1b22456bf318 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:06.528143 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e6a1461b-b5cd-45c1-a9e1-c099178016c9 req-dc6d4f3c-d8ca-4f7a-8a92-1b22456bf318 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 0.5247800 Feb 28 20:23:06.811453 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1a872e73-d2e1-49c2-9dd3-b07adcc86d7f req-f203af38-94ed-4715-a32a-13024a4146d1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491339 Feb 28 20:23:06.909341 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7ca4e8-2bca-4ed3-9d71-6927b10f117d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Router 5d79aa48-78aa-4dd4-8f4c-42ac13637838 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:23:06.910571 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d708664-40cc-448f-bf3c-5978edb27195 x-openstack-request-id: req-3d708664-40cc-448f-bf3c-5978edb27195 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:23:06.910867 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5be6991-9937-4b65-9857-da3c0e874011", "tag": "7fc63dd3-b719-435c-8314-1ae668e27467", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:23:06.911121 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d708664-40cc-448f-bf3c-5978edb27195 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:23:06.912003 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5be6991-9937-4b65-9857-da3c0e874011', 'tag': '7fc63dd3-b719-435c-8314-1ae668e27467', 'status': 'completed', 'code': 200} Feb 28 20:23:06.933201 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb375ab5-acb9-4865-911d-7a04f23361d0 req-913b90d5-54cf-47aa-8ce7-2298cd911165 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018261 Feb 28 20:23:06.936785 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05415646-38eb-460e-af3e-853eda2bd07f req-3e73453c-0517-473d-ad55-7b7be02e44de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:06.937835 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05415646-38eb-460e-af3e-853eda2bd07f req-3e73453c-0517-473d-ad55-7b7be02e44de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 1130 time: 0.5502155 Feb 28 20:23:06.988679 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-e6a1461b-b5cd-45c1-a9e1-c099178016c9 req-dff2ea94-5480-4335-b88c-c54a0f0a1c00 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Deleting port 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:23:06.989050 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e6a1461b-b5cd-45c1-a9e1-c099178016c9 req-dff2ea94-5480-4335-b88c-c54a0f0a1c00 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0ef4694a-a9f5-4af2-8cef-cacb0bb873f6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:07.043713 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05415646-38eb-460e-af3e-853eda2bd07f req-9dde4852-dbfc-4701-9472-e54013daaa96 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=7fc63dd3-b719-435c-8314-1ae668e27467 HTTP/1.1" status: 200 len: 217 time: 0.0919969 Feb 28 20:23:07.198627 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7ca4e8-2bca-4ed3-9d71-6927b10f117d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:23:07.213642 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7d843d-345b-45f6-92a6-7d629b7cab4c None None] Sync routers for ids ['5d79aa48-78aa-4dd4-8f4c-42ac13637838'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:23:07.218206 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b7ca4e8-2bca-4ed3-9d71-6927b10f117d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:07.235470 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7d843d-345b-45f6-92a6-7d629b7cab4c None None] Routers {'5d79aa48-78aa-4dd4-8f4c-42ac13637838'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:23:07.236177 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9e7d843d-345b-45f6-92a6-7d629b7cab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:22:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5d79aa48-78aa-4dd4-8f4c-42ac13637838'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:23:07.268759 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0b7ca4e8-2bca-4ed3-9d71-6927b10f117d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "PUT /v2.0/floatingips/0792df75-59e9-4936-bd73-d944fa15f02f HTTP/1.1" status: 200 len: 991 time: 2.3330719 Feb 28 20:23:07.269691 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'tag': '6e5676f5-bf8f-464e-8876-298b91ea7ec2'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:23:07.272228 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1995e9-614b-403e-bc30-1c4c212313db" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "tag": "6e5676f5-bf8f-464e-8876-298b91ea7ec2"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:23:07.640535 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-9e7d843d-345b-45f6-92a6-7d629b7cab4c None None] Set router 5d79aa48-78aa-4dd4-8f4c-42ac13637838 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:23:07.681617 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05415646-38eb-460e-af3e-853eda2bd07f req-6e3f266e-7211-48e5-b70a-5f16ba918c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:07.683632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05415646-38eb-460e-af3e-853eda2bd07f req-6e3f266e-7211-48e5-b70a-5f16ba918c34 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.6243396 Feb 28 20:23:07.720868 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caa3cd-4665-4c39-ae8e-c17fcf26c2bd req-0c431ba0-a724-4512-98e7-c10f1f3e3180 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:07.731372 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a8caa3cd-4665-4c39-ae8e-c17fcf26c2bd req-0c431ba0-a724-4512-98e7-c10f1f3e3180 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 945 time: 0.7784884 Feb 28 20:23:07.817894 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4a20a-6df6-46a3-835f-96a5cd62bf33 req-741a5d26-df7b-46f6-93bd-adc6aa717c7e tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:07.826159 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-29e4a20a-6df6-46a3-835f-96a5cd62bf33 req-741a5d26-df7b-46f6-93bd-adc6aa717c7e tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/ports?device_id=973d0da2-765d-4c0a-a4a0-8b5583b39e2c HTTP/1.1" status: 200 len: 945 time: 0.7185371 Feb 28 20:23:07.872768 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a8caa3cd-4665-4c39-ae8e-c17fcf26c2bd req-09246333-5158-41ed-9f88-2f617fa9da72 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404374 Feb 28 20:23:07.920435 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-e6a1461b-b5cd-45c1-a9e1-c099178016c9 req-dff2ea94-5480-4335-b88c-c54a0f0a1c00 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] For port 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=0ef4694a-a9f5-4af2-8cef-cacb0bb873f6,segment=NetworkSegment(d14bd1ea-325a-4acc-a85f-85001425ad16),segment_id=d14bd1ea-325a-4acc-a85f-85001425ad16)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:07.920960 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e6a1461b-b5cd-45c1-a9e1-c099178016c9 req-dff2ea94-5480-4335-b88c-c54a0f0a1c00 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0ef4694a-a9f5-4af2-8cef-cacb0bb873f6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:07.939519 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05415646-38eb-460e-af3e-853eda2bd07f req-9d148b68-f0d8-4c1a-949c-517b4a22c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:07.941243 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05415646-38eb-460e-af3e-853eda2bd07f req-9d148b68-f0d8-4c1a-949c-517b4a22c97b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2299294 Feb 28 20:23:07.990469 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-29e4a20a-6df6-46a3-835f-96a5cd62bf33 req-96fad052-c052-40ac-b96b-83de93b956f4 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbb74eff-b6e2-4e76-9571-61707a9cff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621027 Feb 28 20:23:07.991797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-e6a1461b-b5cd-45c1-a9e1-c099178016c9 req-dff2ea94-5480-4335-b88c-c54a0f0a1c00 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Calling delete_port for 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:23:08.099352 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39795caa-e440-4f40-90e3-37f069f4166e x-openstack-request-id: req-39795caa-e440-4f40-90e3-37f069f4166e {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:23:08.099352 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "tag": "6e5676f5-bf8f-464e-8876-298b91ea7ec2", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:23:08.099844 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39795caa-e440-4f40-90e3-37f069f4166e {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:23:08.100390 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'tag': '6e5676f5-bf8f-464e-8876-298b91ea7ec2', 'status': 'completed', 'code': 200} Feb 28 20:23:08.178373 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9e7d843d-345b-45f6-92a6-7d629b7cab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'name': 'tempest-TaggedBootDevicesTest-775179342-router', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:08Z', 'updated_at': '2022-02-28T20:19:16Z', 'revision_number': 4, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'gw_port': {'id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:10Z', 'updated_at': '2022-02-28T20:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '0792df75-59e9-4936-bd73-d944fa15f02f', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'floating_ip_address': '172.25.0.42', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'port_id': '6e5676f5-bf8f-464e-8876-298b91ea7ec2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e', 'mac_address': 'fa:16:3e:fe:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:20:40Z', 'updated_at': '2022-02-28T20:23:05Z', 'revision_number': 1, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e2b4a89-9cee-45cc-b1db-a6652d0f3639', 'name': '', 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'mac_address': 'fa:16:3e:45:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'bc5610ee-102f-4d53-a1ea-e2fe31bebb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:14Z', 'updated_at': '2022-02-28T20:19:23Z', 'revision_number': 5, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'subnets': [{'id': 'bc5610ee-102f-4d53-a1ea-e2fe31bebb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:23:08.220609 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7d843d-345b-45f6-92a6-7d629b7cab4c None None] Checking router: 5d79aa48-78aa-4dd4-8f4c-42ac13637838 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:23:08.234811 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7d843d-345b-45f6-92a6-7d629b7cab4c None None] Routers {'5d79aa48-78aa-4dd4-8f4c-42ac13637838'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:23:08.235483 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9e7d843d-345b-45f6-92a6-7d629b7cab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:22:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5d79aa48-78aa-4dd4-8f4c-42ac13637838'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:23:08.257801 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1995e9-614b-403e-bc30-1c4c212313db req-4c7f0570-50c3-444d-ae78-65dadd216d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:08.259551 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1995e9-614b-403e-bc30-1c4c212313db req-4c7f0570-50c3-444d-ae78-65dadd216d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:08.260222 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1995e9-614b-403e-bc30-1c4c212313db req-4c7f0570-50c3-444d-ae78-65dadd216d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:08.261063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1995e9-614b-403e-bc30-1c4c212313db req-4c7f0570-50c3-444d-ae78-65dadd216d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:08.261657 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1995e9-614b-403e-bc30-1c4c212313db req-4c7f0570-50c3-444d-ae78-65dadd216d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:08.262220 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1995e9-614b-403e-bc30-1c4c212313db req-4c7f0570-50c3-444d-ae78-65dadd216d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:08.262785 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1995e9-614b-403e-bc30-1c4c212313db req-4c7f0570-50c3-444d-ae78-65dadd216d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:08.265712 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ae1995e9-614b-403e-bc30-1c4c212313db req-4c7f0570-50c3-444d-ae78-65dadd216d99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32b514b33b3446a2a3d4a8b083492ad2&device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 6717 time: 0.1264718 Feb 28 20:23:08.356463 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05415646-38eb-460e-af3e-853eda2bd07f req-352277c4-867d-47fd-92bc-12afa8b58969 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742318 Feb 28 20:23:08.513920 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1995e9-614b-403e-bc30-1c4c212313db req-71b68d68-486f-4912-a65f-0710b66cf555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:08.519346 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-9e7d843d-345b-45f6-92a6-7d629b7cab4c None None] Set router 5d79aa48-78aa-4dd4-8f4c-42ac13637838 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:23:08.528279 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ae1995e9-614b-403e-bc30-1c4c212313db req-71b68d68-486f-4912-a65f-0710b66cf555 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99a23236-624a-46f4-a7ad-cb80ef3fa29e HTTP/1.1" status: 200 len: 911 time: 0.2518494 Feb 28 20:23:08.564568 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05415646-38eb-460e-af3e-853eda2bd07f req-2012c687-3a3e-4084-8667-10db903ec6a3 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921167 Feb 28 20:23:08.589962 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42893746-c707-4db2-8ab9-2aea6710777a req-5a6a3200-a805-4d50-8308-1559fdfb15b7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:08.618175 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42893746-c707-4db2-8ab9-2aea6710777a req-5a6a3200-a805-4d50-8308-1559fdfb15b7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:08.644004 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42893746-c707-4db2-8ab9-2aea6710777a req-5a6a3200-a805-4d50-8308-1559fdfb15b7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:08.665347 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42893746-c707-4db2-8ab9-2aea6710777a req-5a6a3200-a805-4d50-8308-1559fdfb15b7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:08.689834 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42893746-c707-4db2-8ab9-2aea6710777a req-5a6a3200-a805-4d50-8308-1559fdfb15b7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:08.697225 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42893746-c707-4db2-8ab9-2aea6710777a req-5a6a3200-a805-4d50-8308-1559fdfb15b7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:08.709915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42893746-c707-4db2-8ab9-2aea6710777a req-5a6a3200-a805-4d50-8308-1559fdfb15b7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:08.723075 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-42893746-c707-4db2-8ab9-2aea6710777a req-5a6a3200-a805-4d50-8308-1559fdfb15b7 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5436 time: 0.6165483 Feb 28 20:23:08.730236 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ae1995e9-614b-403e-bc30-1c4c212313db req-9578a8b3-bf2e-463a-a54d-2fc3eef7abf6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e5676f5-bf8f-464e-8876-298b91ea7ec2 HTTP/1.1" status: 200 len: 999 time: 0.1884890 Feb 28 20:23:08.845364 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b33c53-72af-4d9d-90bc-7765df71c9b1 req-5bc301cf-b605-47fa-9768-0953b35f0bf3 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:08.847122 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27b33c53-72af-4d9d-90bc-7765df71c9b1 req-5bc301cf-b605-47fa-9768-0953b35f0bf3 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 945 time: 0.5498366 Feb 28 20:23:08.902172 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1995e9-614b-403e-bc30-1c4c212313db req-40eaf8a0-4407-4523-8c2c-1107398fce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:08.905626 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ae1995e9-614b-403e-bc30-1c4c212313db req-40eaf8a0-4407-4523-8c2c-1107398fce84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc5610ee-102f-4d53-a1ea-e2fe31bebb52 HTTP/1.1" status: 200 len: 850 time: 0.1650305 Feb 28 20:23:09.079589 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e920e1-1abb-480b-9602-6f6f611c08e1 req-0ac9eceb-e6cc-4f62-85d1-6e17bac17b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:09.095693 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75e920e1-1abb-480b-9602-6f6f611c08e1 req-0ac9eceb-e6cc-4f62-85d1-6e17bac17b9b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 1130 time: 0.3574145 Feb 28 20:23:09.099409 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1995e9-614b-403e-bc30-1c4c212313db req-dc9dd604-97c0-4fcb-97b8-0b40733d2805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:09.102110 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ae1995e9-614b-403e-bc30-1c4c212313db req-dc9dd604-97c0-4fcb-97b8-0b40733d2805 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99a23236-624a-46f4-a7ad-cb80ef3fa29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1900885 Feb 28 20:23:09.107225 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:23:09.131436 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-42893746-c707-4db2-8ab9-2aea6710777a req-6af70a34-c88d-4fc4-aecb-78c2c1785dca tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3509836 Feb 28 20:23:09.136915 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27b33c53-72af-4d9d-90bc-7765df71c9b1 req-764bbde8-e878-4fc1-8012-03470e517839 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531526 Feb 28 20:23:09.148559 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e6a1461b-b5cd-45c1-a9e1-c099178016c9 req-dff2ea94-5480-4335-b88c-c54a0f0a1c00 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0ef4694a-a9f5-4af2-8cef-cacb0bb873f6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:09.164028 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['8642d44a-7991-4f88-a58f-c4752a339e89'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:23:09.317739 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:23:09.357199 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:23:09.357839 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:23:09.405714 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3b7938c-baea-4c0b-89df-d779452a5106 req-77290e89-1286-470c-849e-eb52459c6431 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5983155 Feb 28 20:23:09.488866 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2ea94-5480-4335-b88c-c54a0f0a1c00 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Pushing event deleted for resources: {'Port': ['ID=0ef4694a-a9f5-4af2-8cef-cacb0bb873f6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:09.506256 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ae1995e9-614b-403e-bc30-1c4c212313db req-e134c3be-4496-4de4-9749-073e9aac2883 service neutron] 10.222.0.15 "GET /v2.0/networks/99a23236-624a-46f4-a7ad-cb80ef3fa29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970811 Feb 28 20:23:09.543556 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62451310-c484-480d-94a9-88363213535b req-13927764-047c-4cb2-bac7-3ee7c363d1e8 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 210 time: 0.1340849 Feb 28 20:23:09.560494 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9e7d843d-345b-45f6-92a6-7d629b7cab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'name': 'tempest-TaggedBootDevicesTest-775179342-router', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:08Z', 'updated_at': '2022-02-28T20:19:16Z', 'revision_number': 4, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'gw_port': {'id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:10Z', 'updated_at': '2022-02-28T20:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '0792df75-59e9-4936-bd73-d944fa15f02f', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'floating_ip_address': '172.25.0.42', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'port_id': '6e5676f5-bf8f-464e-8876-298b91ea7ec2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e', 'mac_address': 'fa:16:3e:fe:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:20:40Z', 'updated_at': '2022-02-28T20:23:05Z', 'revision_number': 1, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e2b4a89-9cee-45cc-b1db-a6652d0f3639', 'name': '', 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'mac_address': 'fa:16:3e:45:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'bc5610ee-102f-4d53-a1ea-e2fe31bebb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:14Z', 'updated_at': '2022-02-28T20:19:23Z', 'revision_number': 5, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'subnets': [{'id': 'bc5610ee-102f-4d53-a1ea-e2fe31bebb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:23:09.635925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a1461b-b5cd-45c1-a9e1-c099178016c9 req-dff2ea94-5480-4335-b88c-c54a0f0a1c00 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] No DVR routers for this DVR port 0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:23:09.643330 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e6a1461b-b5cd-45c1-a9e1-c099178016c9 req-dff2ea94-5480-4335-b88c-c54a0f0a1c00 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:09.647187 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e6a1461b-b5cd-45c1-a9e1-c099178016c9 req-dff2ea94-5480-4335-b88c-c54a0f0a1c00 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.10 "DELETE /v2.0/ports/0ef4694a-a9f5-4af2-8cef-cacb0bb873f6 HTTP/1.1" status: 204 len: 173 time: 3.0972295 Feb 28 20:23:09.654534 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7120cd44-a159-44b0-970a-44c3f3289d35', 'name': 'network-vif-deleted', 'tag': '0ef4694a-a9f5-4af2-8cef-cacb0bb873f6'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:23:09.657057 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af54bed6-98f1-4bef-a446-a8b6cb59cbe6" -d '{"events": [{"server_uuid": "7120cd44-a159-44b0-970a-44c3f3289d35", "name": "network-vif-deleted", "tag": "0ef4694a-a9f5-4af2-8cef-cacb0bb873f6"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:23:09.702136 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e920e1-1abb-480b-9602-6f6f611c08e1 req-2ed06210-2038-4bb1-bccf-1a3532ae6179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:09.703917 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75e920e1-1abb-480b-9602-6f6f611c08e1 req-2ed06210-2038-4bb1-bccf-1a3532ae6179 service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.5605497 Feb 28 20:23:09.721595 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f75a1-9325-4f47-a43c-3b5be0137286 req-fdb1a34c-f1f7-421c-87a6-352ec7c29866 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:09.722966 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7d843d-345b-45f6-92a6-7d629b7cab4c None None] The sync data for ids ['5d79aa48-78aa-4dd4-8f4c-42ac13637838'] in n-d-820368-21 is: [{'id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'name': 'tempest-TaggedBootDevicesTest-775179342-router', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:08Z', 'updated_at': '2022-02-28T20:19:16Z', 'revision_number': 4, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'gw_port': {'id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:10Z', 'updated_at': '2022-02-28T20:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '0792df75-59e9-4936-bd73-d944fa15f02f', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'floating_ip_address': '172.25.0.42', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'port_id': '6e5676f5-bf8f-464e-8876-298b91ea7ec2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e', 'mac_address': 'fa:16:3e:fe:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:20:40Z', 'updated_at': '2022-02-28T20:23:05Z', 'revision_number': 1, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e2b4a89-9cee-45cc-b1db-a6652d0f3639', 'name': '', 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'mac_address': 'fa:16:3e:45:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'bc5610ee-102f-4d53-a1ea-e2fe31bebb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:14Z', 'updated_at': '2022-02-28T20:19:23Z', 'revision_number': 5, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'subnets': [{'id': 'bc5610ee-102f-4d53-a1ea-e2fe31bebb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:23:09.730373 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-108f75a1-9325-4f47-a43c-3b5be0137286 req-fdb1a34c-f1f7-421c-87a6-352ec7c29866 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 947 time: 0.2765739 Feb 28 20:23:09.744723 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7938c-baea-4c0b-89df-d779452a5106 req-a46eafbb-4818-4991-981b-a10384dcabe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:09.747509 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3b7938c-baea-4c0b-89df-d779452a5106 req-a46eafbb-4818-4991-981b-a10384dcabe5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 1128 time: 0.1912322 Feb 28 20:23:09.892394 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75e920e1-1abb-480b-9602-6f6f611c08e1 req-284ee8bf-3a7f-42a1-91da-7fb6e76fe2a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=7fc63dd3-b719-435c-8314-1ae668e27467 HTTP/1.1" status: 200 len: 217 time: 0.1365747 Feb 28 20:23:09.920261 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ae1995e9-614b-403e-bc30-1c4c212313db req-a8901b1f-c13d-4391-8114-aae22cebc54c service neutron] 10.222.0.15 "GET /v2.0/networks/99a23236-624a-46f4-a7ad-cb80ef3fa29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049788 Feb 28 20:23:10.212790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e920e1-1abb-480b-9602-6f6f611c08e1 req-5f98e5f0-b457-46ba-bd23-9d0091c770a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:10.219032 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75e920e1-1abb-480b-9602-6f6f611c08e1 req-5f98e5f0-b457-46ba-bd23-9d0091c770a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.2734692 Feb 28 20:23:10.278781 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c629a7c-fdbb-4c2d-ae50-b662d6bc37c7 None None] New status for floating IP 0792df75-59e9-4936-bd73-d944fa15f02f: ACTIVE {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:23:10.385364 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-108f75a1-9325-4f47-a43c-3b5be0137286 req-46f8b90f-9c3c-48ab-a706-32f0072be5de tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6408765 Feb 28 20:23:10.456786 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7938c-baea-4c0b-89df-d779452a5106 req-b5f9387d-eb41-469a-8d8a-7a2695aec743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:10.459404 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3b7938c-baea-4c0b-89df-d779452a5106 req-b5f9387d-eb41-469a-8d8a-7a2695aec743 service neutron] 10.222.0.10 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 912 time: 0.6129162 Feb 28 20:23:10.611041 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53bd0d-d1e2-4121-b299-da4ead1ff27a req-42689ced-8976-4985-bb25-faf8c4dcaec9 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:10.616956 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d53bd0d-d1e2-4121-b299-da4ead1ff27a req-42689ced-8976-4985-bb25-faf8c4dcaec9 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/ports?device_id=973d0da2-765d-4c0a-a4a0-8b5583b39e2c HTTP/1.1" status: 200 len: 945 time: 0.8589485 Feb 28 20:23:10.636359 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3b7938c-baea-4c0b-89df-d779452a5106 req-f46bb7a0-6df4-4da8-a83c-0f60ba4e0d99 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 HTTP/1.1" status: 200 len: 1000 time: 0.1423211 Feb 28 20:23:10.653403 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e920e1-1abb-480b-9602-6f6f611c08e1 req-b9e72b9b-bb42-43b4-93ca-ab0f1d63e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:10.654967 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75e920e1-1abb-480b-9602-6f6f611c08e1 req-b9e72b9b-bb42-43b4-93ca-ab0f1d63e130 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2656748 Feb 28 20:23:10.794523 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7938c-baea-4c0b-89df-d779452a5106 req-66e962cd-cf7c-4b79-a5b9-d2cd8bc17666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:10.796016 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3b7938c-baea-4c0b-89df-d779452a5106 req-66e962cd-cf7c-4b79-a5b9-d2cd8bc17666 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.1392176 Feb 28 20:23:10.814665 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65947-1741-4e51-8b94-3882dfe53a16 req-17105b16-85f1-4fda-af49-8746823af3e8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:10.820122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65947-1741-4e51-8b94-3882dfe53a16 req-17105b16-85f1-4fda-af49-8746823af3e8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:10.825567 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65947-1741-4e51-8b94-3882dfe53a16 req-17105b16-85f1-4fda-af49-8746823af3e8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:10.833692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65947-1741-4e51-8b94-3882dfe53a16 req-17105b16-85f1-4fda-af49-8746823af3e8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:10.836919 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65947-1741-4e51-8b94-3882dfe53a16 req-17105b16-85f1-4fda-af49-8746823af3e8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:10.843163 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65947-1741-4e51-8b94-3882dfe53a16 req-17105b16-85f1-4fda-af49-8746823af3e8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:10.852574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65947-1741-4e51-8b94-3882dfe53a16 req-17105b16-85f1-4fda-af49-8746823af3e8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:10.852574 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e1d65947-1741-4e51-8b94-3882dfe53a16 req-17105b16-85f1-4fda-af49-8746823af3e8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5436 time: 0.3140190 Feb 28 20:23:10.958117 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d53bd0d-d1e2-4121-b299-da4ead1ff27a req-b67104da-a5d4-4df6-a0ad-74c4304ef6e5 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbb74eff-b6e2-4e76-9571-61707a9cff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285878 Feb 28 20:23:10.966887 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92aee7a-cfe1-4ea8-947c-780a2de7bc7f x-openstack-request-id: req-b92aee7a-cfe1-4ea8-947c-780a2de7bc7f {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:23:10.967371 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7120cd44-a159-44b0-970a-44c3f3289d35", "name": "network-vif-deleted", "tag": "0ef4694a-a9f5-4af2-8cef-cacb0bb873f6", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:23:10.968073 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b92aee7a-cfe1-4ea8-947c-780a2de7bc7f {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:23:10.969503 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7120cd44-a159-44b0-970a-44c3f3289d35', 'name': 'network-vif-deleted', 'tag': '0ef4694a-a9f5-4af2-8cef-cacb0bb873f6', 'status': 'completed', 'code': 200} Feb 28 20:23:10.989859 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b7b81ac-b7f4-4923-aea5-142a8c265c12 req-a8bc372a-870e-400e-bbc5-c94bb3e8b5ae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0656350 Feb 28 20:23:11.045119 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75e920e1-1abb-480b-9602-6f6f611c08e1 req-5fed0451-b31e-4db2-9ba2-36862ba4236d service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483624 Feb 28 20:23:11.069519 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7938c-baea-4c0b-89df-d779452a5106 req-da68dda7-be6f-4d84-af39-69d3f198c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:11.072734 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3b7938c-baea-4c0b-89df-d779452a5106 req-da68dda7-be6f-4d84-af39-69d3f198c24f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2172146 Feb 28 20:23:11.136211 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b81ac-b7f4-4923-aea5-142a8c265c12 req-ea55ff2e-7d8c-41a3-8fa6-672c28771753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:11.138106 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b7b81ac-b7f4-4923-aea5-142a8c265c12 req-ea55ff2e-7d8c-41a3-8fa6-672c28771753 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc511d7643284ad4adb274524c5b6a6a&device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 1129 time: 0.1000974 Feb 28 20:23:11.319623 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0eaa1449-70d9-4dac-aac9-6aec08f92c94 req-7b4ff2d1-fd14-4842-98a8-20ce1f2a3d73 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7120cd44-a159-44b0-970a-44c3f3289d35 HTTP/1.1" status: 200 len: 210 time: 0.1771245 Feb 28 20:23:11.347612 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b81ac-b7f4-4923-aea5-142a8c265c12 req-4e5289a8-ef53-4705-a36b-71d15b027ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:11.352729 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b7b81ac-b7f4-4923-aea5-142a8c265c12 req-4e5289a8-ef53-4705-a36b-71d15b027ae5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=68023704-fab0-42d3-a06c-4476ff73e6d5 HTTP/1.1" status: 200 len: 919 time: 0.1827281 Feb 28 20:23:11.456796 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b7b81ac-b7f4-4923-aea5-142a8c265c12 req-82488eaa-b4d5-40da-a32a-43e7fb9b0ebc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8642d44a-7991-4f88-a58f-c4752a339e89 HTTP/1.1" status: 200 len: 217 time: 0.0806804 Feb 28 20:23:11.459440 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4263414-9848-4ec6-8e34-6c2d123f1179 req-c1d5d2dd-3462-4cf8-9d07-621120e4129e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:11.461710 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4263414-9848-4ec6-8e34-6c2d123f1179 req-c1d5d2dd-3462-4cf8-9d07-621120e4129e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 945 time: 0.3749065 Feb 28 20:23:11.541090 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75e920e1-1abb-480b-9602-6f6f611c08e1 req-2f28fb1c-e8c1-4cfb-943e-aba58d88b191 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944917 Feb 28 20:23:11.593686 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b81ac-b7f4-4923-aea5-142a8c265c12 req-ad0f34e0-49b8-488c-854a-28bf3147bf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:11.598042 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b7b81ac-b7f4-4923-aea5-142a8c265c12 req-ad0f34e0-49b8-488c-854a-28bf3147bf9a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff HTTP/1.1" status: 200 len: 859 time: 0.1207182 Feb 28 20:23:11.605983 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3b7938c-baea-4c0b-89df-d779452a5106 req-6ec0b06a-0d1b-40d8-8f82-7491b62a41b9 service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025450 Feb 28 20:23:11.660309 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4263414-9848-4ec6-8e34-6c2d123f1179 req-b556d513-06a5-4c63-96a0-78d0807fe4a7 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687968 Feb 28 20:23:11.686204 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b7b81ac-b7f4-4923-aea5-142a8c265c12 req-ecfef9a8-7021-4c24-ac00-e9291e93c37b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68023704-fab0-42d3-a06c-4476ff73e6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823171 Feb 28 20:23:11.886378 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b7b81ac-b7f4-4923-aea5-142a8c265c12 req-d9de50c8-e2a6-43fc-a44a-1240b050be0c service neutron] 10.222.0.15 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940863 Feb 28 20:23:11.938524 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3b7938c-baea-4c0b-89df-d779452a5106 req-cdc1a595-0793-41b7-8cef-4fbf6c4850d2 service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733722 Feb 28 20:23:11.985831 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd3ead-44dd-4d37-9399-1e1cb7b4ab8d req-21b00002-5117-4cdd-ae38-abf070d554ae tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:11.988188 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38bd3ead-44dd-4d37-9399-1e1cb7b4ab8d req-21b00002-5117-4cdd-ae38-abf070d554ae tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 947 time: 0.1332586 Feb 28 20:23:11.997042 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f57be4-760a-40be-bcc5-f57598a645e6 req-1b6a9e03-1723-4b5b-b994-4ad49ce594f8 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:12.005133 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f6f57be4-760a-40be-bcc5-f57598a645e6 req-1b6a9e03-1723-4b5b-b994-4ad49ce594f8 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/ports?device_id=973d0da2-765d-4c0a-a4a0-8b5583b39e2c HTTP/1.1" status: 200 len: 945 time: 0.1644831 Feb 28 20:23:12.073989 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7b7b81ac-b7f4-4923-aea5-142a8c265c12 req-bf1da395-9295-4669-bcef-9a300f2ded6e service neutron] 10.222.0.15 "GET /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775687 Feb 28 20:23:12.138825 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30926b8c-2114-46d1-b54e-2b7f6d259243 req-7c1b41b3-dbf2-4432-ba4f-6a5fda21f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:12.140505 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-30926b8c-2114-46d1-b54e-2b7f6d259243 req-7c1b41b3-dbf2-4432-ba4f-6a5fda21f749 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 1128 time: 0.1828904 Feb 28 20:23:12.147574 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38bd3ead-44dd-4d37-9399-1e1cb7b4ab8d req-0c67dd5d-adda-4af1-9102-c246e8f00b73 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210141 Feb 28 20:23:12.200891 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f6f57be4-760a-40be-bcc5-f57598a645e6 req-ef7142f1-b86b-44c2-88f2-e595bf370edc tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbb74eff-b6e2-4e76-9571-61707a9cff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944158 Feb 28 20:23:12.281774 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30926b8c-2114-46d1-b54e-2b7f6d259243 req-43b5b561-f8b3-4a9a-a82d-83d7079b8270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:12.283368 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-30926b8c-2114-46d1-b54e-2b7f6d259243 req-43b5b561-f8b3-4a9a-a82d-83d7079b8270 service neutron] 10.222.0.10 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 912 time: 0.1308439 Feb 28 20:23:12.359154 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-30926b8c-2114-46d1-b54e-2b7f6d259243 req-8d0d7364-c317-4462-bb1d-93c233087779 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4815ae66-65e7-4ac1-8c34-1d779eb94c27 HTTP/1.1" status: 200 len: 217 time: 0.0585635 Feb 28 20:23:12.432130 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30926b8c-2114-46d1-b54e-2b7f6d259243 req-dc561466-c3f5-4915-8eee-5aa3325478eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:12.434045 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-30926b8c-2114-46d1-b54e-2b7f6d259243 req-dc561466-c3f5-4915-8eee-5aa3325478eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.0685394 Feb 28 20:23:12.501108 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30926b8c-2114-46d1-b54e-2b7f6d259243 req-2381e1b0-4ddd-4cdc-9d8b-db7da82651ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:12.503164 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-30926b8c-2114-46d1-b54e-2b7f6d259243 req-2381e1b0-4ddd-4cdc-9d8b-db7da82651ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0591493 Feb 28 20:23:12.683979 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-30926b8c-2114-46d1-b54e-2b7f6d259243 req-db5a6591-2e67-4ac9-8637-8e477b779821 service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662269 Feb 28 20:23:12.912970 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07d9bd-6e6c-44c0-8d04-8d6bb5599044 req-0605f50b-9d0c-4130-80f3-2e5f0eb55822 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:12.912970 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd07d9bd-6e6c-44c0-8d04-8d6bb5599044 req-0605f50b-9d0c-4130-80f3-2e5f0eb55822 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.2064114 Feb 28 20:23:12.942617 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-30926b8c-2114-46d1-b54e-2b7f6d259243 req-ae43731f-141c-4206-8784-2fcb0c29d6fa service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470760 Feb 28 20:23:12.964627 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16012876-94a0-4e64-bb21-db5e34613435 req-3dec0c6e-ef48-41de-943a-6f24b84eab48 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:12.966449 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-16012876-94a0-4e64-bb21-db5e34613435 req-3dec0c6e-ef48-41de-943a-6f24b84eab48 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 945 time: 0.1911964 Feb 28 20:23:13.077195 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd07d9bd-6e6c-44c0-8d04-8d6bb5599044 req-355ef376-24a7-4c0d-a964-77c5a1e09392 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537526 Feb 28 20:23:13.106458 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-16012876-94a0-4e64-bb21-db5e34613435 req-47714b88-47b6-4834-a054-dee99d0e58f7 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287661 Feb 28 20:23:13.227180 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 7fc63dd3-b719-435c-8314-1ae668e27467 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:23:13.327309 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eed7ce-a7bb-4a75-91ba-d77e6be7e66a req-cc6a05ad-e600-45fe-9e9e-c385afc6c539 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:13.339491 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e9eed7ce-a7bb-4a75-91ba-d77e6be7e66a req-cc6a05ad-e600-45fe-9e9e-c385afc6c539 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.15 "GET /v2.0/ports?device_id=973d0da2-765d-4c0a-a4a0-8b5583b39e2c HTTP/1.1" status: 200 len: 945 time: 0.1371274 Feb 28 20:23:13.469836 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 7fc63dd3-b719-435c-8314-1ae668e27467, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7fc63dd3-b719-435c-8314-1ae668e27467,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:13.484300 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f818903-7b6a-42c2-a79b-c49dbda66fc2 req-c2b97d6b-1c9b-4ce1-8b26-d05a2674cf4b tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:13.486553 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9f818903-7b6a-42c2-a79b-c49dbda66fc2 req-c2b97d6b-1c9b-4ce1-8b26-d05a2674cf4b tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/ports?device_id=973d0da2-765d-4c0a-a4a0-8b5583b39e2c HTTP/1.1" status: 200 len: 945 time: 0.1719019 Feb 28 20:23:13.493295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '7fc63dd3-b719-435c-8314-1ae668e27467', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '7fc63dd3-b719-435c-8314-1ae668e27467', 'mac_address': 'fa:16:3e:48:7c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:23:13.517665 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a595255-1c91-4771-817e-054dc6bed0d3 req-7145ccd3-f8a1-4f18-b8b1-d8bd97652ca5 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:13.527260 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a595255-1c91-4771-817e-054dc6bed0d3 req-7145ccd3-f8a1-4f18-b8b1-d8bd97652ca5 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 947 time: 0.1600847 Feb 28 20:23:13.616167 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-e9eed7ce-a7bb-4a75-91ba-d77e6be7e66a req-7f440ea4-bb4b-4318-a6fb-d6b84a21e4a2 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Deleting port 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:23:13.616626 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e9eed7ce-a7bb-4a75-91ba-d77e6be7e66a req-7f440ea4-bb4b-4318-a6fb-d6b84a21e4a2 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0e64c3d1-4e1d-48f0-b4fd-7c88631b4682), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:13.617902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 7fc63dd3-b719-435c-8314-1ae668e27467 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:23:13.618538 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:13.658722 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9f818903-7b6a-42c2-a79b-c49dbda66fc2 req-0f4be592-854f-46a4-b3f5-bb870f54384e tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbb74eff-b6e2-4e76-9571-61707a9cff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587427 Feb 28 20:23:13.664351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc63dd3-b719-435c-8314-1ae668e27467 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:23:13.671139 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a595255-1c91-4771-817e-054dc6bed0d3 req-e7b07063-b1c9-43ca-9d3d-fbffc01ee843 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427250 Feb 28 20:23:13.761939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 7fc63dd3-b719-435c-8314-1ae668e27467, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7fc63dd3-b719-435c-8314-1ae668e27467,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:13.767411 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:13.838123 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-e9eed7ce-a7bb-4a75-91ba-d77e6be7e66a req-7f440ea4-bb4b-4318-a6fb-d6b84a21e4a2 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] For port 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0e64c3d1-4e1d-48f0-b4fd-7c88631b4682,segment=NetworkSegment(8e753e74-50c5-416b-9b38-f2eb54759bd1),segment_id=8e753e74-50c5-416b-9b38-f2eb54759bd1)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:13.838727 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e9eed7ce-a7bb-4a75-91ba-d77e6be7e66a req-7f440ea4-bb4b-4318-a6fb-d6b84a21e4a2 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0e64c3d1-4e1d-48f0-b4fd-7c88631b4682), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:13.882338 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-e9eed7ce-a7bb-4a75-91ba-d77e6be7e66a req-7f440ea4-bb4b-4318-a6fb-d6b84a21e4a2 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Calling delete_port for 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:23:13.903807 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=7fc63dd3-b719-435c-8314-1ae668e27467,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:14.135169 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e9eed7ce-a7bb-4a75-91ba-d77e6be7e66a req-7f440ea4-bb4b-4318-a6fb-d6b84a21e4a2 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0e64c3d1-4e1d-48f0-b4fd-7c88631b4682), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:14.190735 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f440ea4-bb4b-4318-a6fb-d6b84a21e4a2 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Pushing event deleted for resources: {'Port': ['ID=0e64c3d1-4e1d-48f0-b4fd-7c88631b4682,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:14.326285 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9eed7ce-a7bb-4a75-91ba-d77e6be7e66a req-7f440ea4-bb4b-4318-a6fb-d6b84a21e4a2 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] No DVR routers for this DVR port 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:23:14.335296 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e9eed7ce-a7bb-4a75-91ba-d77e6be7e66a req-7f440ea4-bb4b-4318-a6fb-d6b84a21e4a2 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:14.342795 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e9eed7ce-a7bb-4a75-91ba-d77e6be7e66a req-7f440ea4-bb4b-4318-a6fb-d6b84a21e4a2 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.15 "DELETE /v2.0/ports/0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 HTTP/1.1" status: 204 len: 173 time: 0.9972639 Feb 28 20:23:14.343159 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973d0da2-765d-4c0a-a4a0-8b5583b39e2c', 'name': 'network-vif-deleted', 'tag': '0e64c3d1-4e1d-48f0-b4fd-7c88631b4682'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:23:14.346925 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833ad83b-dc6f-4c49-9252-b26c1282e17f" -d '{"events": [{"server_uuid": "973d0da2-765d-4c0a-a4a0-8b5583b39e2c", "name": "network-vif-deleted", "tag": "0e64c3d1-4e1d-48f0-b4fd-7c88631b4682"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:23:14.373295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['7fc63dd3-b719-435c-8314-1ae668e27467'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:23:14.478411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bd2f6-452f-4370-b89d-0955540d7d97 req-2b1758de-7cbb-4ec6-ab93-012e3dc90905 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:14.481304 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d58bd2f6-452f-4370-b89d-0955540d7d97 req-2b1758de-7cbb-4ec6-ab93-012e3dc90905 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.2105374 Feb 28 20:23:14.499262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5d1fa-a636-4876-878e-04b6a6a589e8 req-2ed715e0-f366-445c-8bbe-52c55b89f9f1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:14.501803 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ce5d1fa-a636-4876-878e-04b6a6a589e8 req-2ed715e0-f366-445c-8bbe-52c55b89f9f1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 945 time: 0.1907551 Feb 28 20:23:14.681135 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d58bd2f6-452f-4370-b89d-0955540d7d97 req-7c0a901a-95ed-4240-9c1c-cab6aad5b5be tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775229 Feb 28 20:23:14.716440 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ce5d1fa-a636-4876-878e-04b6a6a589e8 req-17111b2c-08ba-4804-8404-694cb72f2461 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882265 Feb 28 20:23:14.768643 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063cc9fa-3238-493b-9d41-255a815ce26e x-openstack-request-id: req-063cc9fa-3238-493b-9d41-255a815ce26e {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:23:14.771413 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973d0da2-765d-4c0a-a4a0-8b5583b39e2c", "name": "network-vif-deleted", "tag": "0e64c3d1-4e1d-48f0-b4fd-7c88631b4682", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:23:14.772626 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-063cc9fa-3238-493b-9d41-255a815ce26e {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:23:14.773533 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973d0da2-765d-4c0a-a4a0-8b5583b39e2c', 'name': 'network-vif-deleted', 'tag': '0e64c3d1-4e1d-48f0-b4fd-7c88631b4682', 'status': 'completed', 'code': 200} Feb 28 20:23:15.232594 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 4815ae66-65e7-4ac1-8c34-1d779eb94c27 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:23:15.279244 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-35f93563-08b1-46cf-8160-a604a2e0cbc9 req-ddfe64fa-a1bd-40f4-8b64-f3de6fbcec62 tempest-InstanceActionsV221TestJSON-2098455051 tempest-InstanceActionsV221TestJSON-2098455051-project] 10.222.0.13 "GET /v2.0/ports?device_id=973d0da2-765d-4c0a-a4a0-8b5583b39e2c HTTP/1.1" status: 200 len: 210 time: 0.4181902 Feb 28 20:23:15.293790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc8c6b-2555-4ead-9a45-c0819ca599b1 req-11d5a65d-afe3-42c3-9ce5-860a203e7d43 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:15.296384 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fcc8c6b-2555-4ead-9a45-c0819ca599b1 req-11d5a65d-afe3-42c3-9ce5-860a203e7d43 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 948 time: 0.4790432 Feb 28 20:23:15.368458 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fcc8c6b-2555-4ead-9a45-c0819ca599b1 req-1ac747cc-e818-4e9e-8aa8-cbbc50b28a6d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587482 Feb 28 20:23:15.383297 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 4815ae66-65e7-4ac1-8c34-1d779eb94c27 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:23:15.384388 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:15.417985 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd68d7dd-f87d-481b-8f77-445c63cbaab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4815ae66-65e7-4ac1-8c34-1d779eb94c27'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:23:15.420259 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fa9423-754c-4ecd-88d9-e5bc468bd8d1" -d '{"events": [{"server_uuid": "bd68d7dd-f87d-481b-8f77-445c63cbaab6", "name": "network-vif-unplugged", "status": "completed", "tag": "4815ae66-65e7-4ac1-8c34-1d779eb94c27"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:23:15.436431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 4815ae66-65e7-4ac1-8c34-1d779eb94c27, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=4815ae66-65e7-4ac1-8c34-1d779eb94c27,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:15.442686 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:15.482450 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eaeeadb-f6e3-4dea-a0ac-2870289675a4 x-openstack-request-id: req-5eaeeadb-f6e3-4dea-a0ac-2870289675a4 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:23:15.482939 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd68d7dd-f87d-481b-8f77-445c63cbaab6", "name": "network-vif-unplugged", "status": "completed", "tag": "4815ae66-65e7-4ac1-8c34-1d779eb94c27", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:23:15.483172 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5eaeeadb-f6e3-4dea-a0ac-2870289675a4 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:23:15.483944 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd68d7dd-f87d-481b-8f77-445c63cbaab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4815ae66-65e7-4ac1-8c34-1d779eb94c27', 'code': 200} Feb 28 20:23:15.518144 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=4815ae66-65e7-4ac1-8c34-1d779eb94c27,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:15.946858 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bd1d7-8324-44bd-9e76-43a89d03b213 req-a702a113-c54a-4307-9696-9c538607d269 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:15.948536 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb7bd1d7-8324-44bd-9e76-43a89d03b213 req-a702a113-c54a-4307-9696-9c538607d269 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.1633921 Feb 28 20:23:15.970526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa2462-31ee-4298-98ca-b1c5ceb033f8 req-81e32df1-10fb-4a95-8940-9517dc3e42ad tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:15.972949 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2eaa2462-31ee-4298-98ca-b1c5ceb033f8 req-81e32df1-10fb-4a95-8940-9517dc3e42ad tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 943 time: 0.1249080 Feb 28 20:23:15.991281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:23:16.031268 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:23:16.031894 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0e64c3d1-4e1d-48f0-b4fd-7c88631b4682 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:23:16.118206 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb7bd1d7-8324-44bd-9e76-43a89d03b213 req-0efbe0d0-4cb3-4bd4-b4ed-46f69f6c3e2c tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610465 Feb 28 20:23:16.145958 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2eaa2462-31ee-4298-98ca-b1c5ceb033f8 req-ab9d93c0-90e2-4d2d-a6e5-cb5d1539368b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591461 Feb 28 20:23:16.426352 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6655d0de-ac13-4788-b8b6-bc652070d5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:16.587033 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea754519-be83-4392-a37c-e20a9f79e8d8 req-bfbd7759-ab16-43fb-9319-558aab7df41b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:16.597720 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea754519-be83-4392-a37c-e20a9f79e8d8 req-bfbd7759-ab16-43fb-9319-558aab7df41b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 948 time: 0.1200762 Feb 28 20:23:16.643237 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57370) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:16.673722 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea754519-be83-4392-a37c-e20a9f79e8d8 req-cd60c412-bb29-4027-9590-c84867ab5084 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750341 Feb 28 20:23:16.712075 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d15c3e-ec6c-466d-8999-758c2ec82b02 admin admin] Deleting subnet 4fbdfc6a-dbef-44c4-bef8-faeb7ff78240 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:23:16.715688 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1d15c3e-ec6c-466d-8999-758c2ec82b02 admin admin] Publish callbacks [] for subnet (4fbdfc6a-dbef-44c4-bef8-faeb7ff78240), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:16.754482 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1d15c3e-ec6c-466d-8999-758c2ec82b02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (4fbdfc6a-dbef-44c4-bef8-faeb7ff78240), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:16.801088 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1d15c3e-ec6c-466d-8999-758c2ec82b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (4fbdfc6a-dbef-44c4-bef8-faeb7ff78240), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:16.876251 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1d15c3e-ec6c-466d-8999-758c2ec82b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (4fbdfc6a-dbef-44c4-bef8-faeb7ff78240), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:16.905346 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1d15c3e-ec6c-466d-8999-758c2ec82b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:16.908824 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a1d15c3e-ec6c-466d-8999-758c2ec82b02 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4fbdfc6a-dbef-44c4-bef8-faeb7ff78240 HTTP/1.1" status: 204 len: 168 time: 0.2639320 Feb 28 20:23:16.909942 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d15c3e-ec6c-466d-8999-758c2ec82b02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fbdfc6a-dbef-44c4-bef8-faeb7ff78240,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:16.913251 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57372) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:16.985765 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-54b47619-9020-4a8c-b1c7-cc30b744d7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (d505116a-989e-4ca0-878f-6182b94e267b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:17.084788 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-54b47619-9020-4a8c-b1c7-cc30b744d7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (d505116a-989e-4ca0-878f-6182b94e267b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:17.125347 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-54b47619-9020-4a8c-b1c7-cc30b744d7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d505116a-989e-4ca0-878f-6182b94e267b']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:23:17.139379 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-54b47619-9020-4a8c-b1c7-cc30b744d7c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e753e74-50c5-416b-9b38-f2eb54759bd1') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:23:17.139906 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-54b47619-9020-4a8c-b1c7-cc30b744d7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e753e74-50c5-416b-9b38-f2eb54759bd1') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:23:17.153575 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-54b47619-9020-4a8c-b1c7-cc30b744d7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (8e753e74-50c5-416b-9b38-f2eb54759bd1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:17.189507 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-54b47619-9020-4a8c-b1c7-cc30b744d7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (8e753e74-50c5-416b-9b38-f2eb54759bd1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:17.202228 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b47619-9020-4a8c-b1c7-cc30b744d7c0 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:23:17.202755 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-54b47619-9020-4a8c-b1c7-cc30b744d7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (8e753e74-50c5-416b-9b38-f2eb54759bd1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:23:17.204962 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:23:17.245131 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 7fc63dd3-b719-435c-8314-1ae668e27467 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:23:17.300646 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013e6cc-3c10-443a-ac4a-da73833c0d4f req-aae73fec-1ec5-476c-9b6b-657ab586b336 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:17.311033 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5013e6cc-3c10-443a-ac4a-da73833c0d4f req-aae73fec-1ec5-476c-9b6b-657ab586b336 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.0961702 Feb 28 20:23:17.323740 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-54b47619-9020-4a8c-b1c7-cc30b744d7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (d505116a-989e-4ca0-878f-6182b94e267b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:17.336135 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-54b47619-9020-4a8c-b1c7-cc30b744d7c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:17.346000 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-54b47619-9020-4a8c-b1c7-cc30b744d7c0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d505116a-989e-4ca0-878f-6182b94e267b HTTP/1.1" status: 204 len: 168 time: 0.4313428 Feb 28 20:23:17.363412 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47619-9020-4a8c-b1c7-cc30b744d7c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d505116a-989e-4ca0-878f-6182b94e267b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:17.372081 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 7fc63dd3-b719-435c-8314-1ae668e27467 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:23:17.378966 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 7fc63dd3-b719-435c-8314-1ae668e27467 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:23:17.379894 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:17.442381 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5013e6cc-3c10-443a-ac4a-da73833c0d4f req-02e7f2f2-45bd-494f-a716-7970d91ebf86 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255133 Feb 28 20:23:17.494528 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 7fc63dd3-b719-435c-8314-1ae668e27467 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:23:17.495879 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:17.503419 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c1d85-04f4-49d7-8425-5bd6d549ab04 req-5aaf5e6a-58f5-4adc-a144-53ad09ce9904 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:17.508311 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b2c1d85-04f4-49d7-8425-5bd6d549ab04 req-5aaf5e6a-58f5-4adc-a144-53ad09ce9904 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 943 time: 0.1641200 Feb 28 20:23:17.542789 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5be6991-9937-4b65-9857-da3c0e874011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc63dd3-b719-435c-8314-1ae668e27467'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:23:17.548913 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fdb040-d302-452a-a4af-9a58e49641c4" -d '{"events": [{"server_uuid": "c5be6991-9937-4b65-9857-da3c0e874011", "name": "network-vif-plugged", "status": "completed", "tag": "7fc63dd3-b719-435c-8314-1ae668e27467"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:23:17.572046 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57390) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:17.573887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 7fc63dd3-b719-435c-8314-1ae668e27467, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7fc63dd3-b719-435c-8314-1ae668e27467,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:17.580921 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:17.582421 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 4815ae66-65e7-4ac1-8c34-1d779eb94c27 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:23:17.587098 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b2c1d85-04f4-49d7-8425-5bd6d549ab04 req-0f76bad3-5b6d-4dd8-b714-bef663018dd9 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705004 Feb 28 20:23:17.632614 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-dbf69a14-5941-4b72-bf19-dfddf8c1bf7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61854dcb242d4539bc7b1fcd27045aaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0593948 Feb 28 20:23:17.645472 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 57392) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:17.738766 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf94735c-a96f-4e13-897d-ab7f22c90c3b x-openstack-request-id: req-cf94735c-a96f-4e13-897d-ab7f22c90c3b {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:23:17.739562 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5be6991-9937-4b65-9857-da3c0e874011", "name": "network-vif-plugged", "status": "completed", "tag": "7fc63dd3-b719-435c-8314-1ae668e27467", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:23:17.740044 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf94735c-a96f-4e13-897d-ab7f22c90c3b {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:23:17.742994 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5be6991-9937-4b65-9857-da3c0e874011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc63dd3-b719-435c-8314-1ae668e27467', 'code': 200} Feb 28 20:23:17.774551 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ae5ec30d-8260-4174-bfaa-44276430afb4 admin admin] Publish callbacks [] for security_group (fbb74eff-b6e2-4e76-9571-61707a9cff25), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:17.783482 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=7fc63dd3-b719-435c-8314-1ae668e27467,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:17.861390 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ae5ec30d-8260-4174-bfaa-44276430afb4 admin admin] Publish callbacks [] for security_group (fbb74eff-b6e2-4e76-9571-61707a9cff25), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:18.030818 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95139-af98-418f-be78-ac6367ec0611 req-7b236f83-6e82-443c-bb41-3d6d7f772f66 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:18.033083 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-74c95139-af98-418f-be78-ac6367ec0611 req-7b236f83-6e82-443c-bb41-3d6d7f772f66 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2531059 Feb 28 20:23:18.057622 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 4815ae66-65e7-4ac1-8c34-1d779eb94c27 is: DOWN; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:23:18.062711 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfa3b9-f9f1-45f1-997d-98d35a8875a1 req-3688e2e5-9e2d-4fb1-8a3c-1954a8215c43 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:18.064980 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a8dfa3b9-f9f1-45f1-997d-98d35a8875a1 req-3688e2e5-9e2d-4fb1-8a3c-1954a8215c43 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.2064764 Feb 28 20:23:18.085235 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f7ddb-1db8-4ab8-ab76-8b23f36d4124 req-318db60c-cc6c-448f-b3df-32a9691bd8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:18.087091 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c26f7ddb-1db8-4ab8-ab76-8b23f36d4124 req-318db60c-cc6c-448f-b3df-32a9691bd8da service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 1132 time: 0.2300398 Feb 28 20:23:18.108412 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ae5ec30d-8260-4174-bfaa-44276430afb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fbb74eff-b6e2-4e76-9571-61707a9cff25), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:18.111000 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ae5ec30d-8260-4174-bfaa-44276430afb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:18.114589 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ae5ec30d-8260-4174-bfaa-44276430afb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbb74eff-b6e2-4e76-9571-61707a9cff25 HTTP/1.1" status: 204 len: 168 time: 0.4745708 Feb 28 20:23:18.174769 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ec30d-8260-4174-bfaa-44276430afb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb74eff-b6e2-4e76-9571-61707a9cff25,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:18.265150 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-74c95139-af98-418f-be78-ac6367ec0611 req-bf33398c-cabf-4b92-a07d-f421c07c12d2 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968594 Feb 28 20:23:18.280976 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c26f7ddb-1db8-4ab8-ab76-8b23f36d4124 req-47596514-8a1d-4d68-8629-ccc6d22e3231 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739569 Feb 28 20:23:18.293862 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a8dfa3b9-f9f1-45f1-997d-98d35a8875a1 req-666e6234-ae4a-42a4-be78-41e917f41b31 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054479 Feb 28 20:23:18.445713 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fa660-5192-49a4-abf5-0e32b4a69b5f req-98795d27-1ccb-435a-818b-5b3523da3d8e tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:18.450302 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b03fa660-5192-49a4-abf5-0e32b4a69b5f req-98795d27-1ccb-435a-818b-5b3523da3d8e tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.15 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.1483905 Feb 28 20:23:18.544100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d606f-98e3-459e-a7be-8cb9fcf92ee8 req-ce5343d9-518c-4a32-9170-4948d63b1bfe tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:18.546227 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-646d606f-98e3-459e-a7be-8cb9fcf92ee8 req-ce5343d9-518c-4a32-9170-4948d63b1bfe tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.1616271 Feb 28 20:23:18.560220 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f50a5-ceae-42dc-899c-0c8545a5ba8f req-8c8b01d7-d8fd-4aa2-aaaf-83c190edd26e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:18.572853 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-918f50a5-ceae-42dc-899c-0c8545a5ba8f req-8c8b01d7-d8fd-4aa2-aaaf-83c190edd26e tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1233726 Feb 28 20:23:18.637071 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-b03fa660-5192-49a4-abf5-0e32b4a69b5f req-c031d14f-38ed-45f3-a530-5d98429a92df tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Deleting port 8642d44a-7991-4f88-a58f-c4752a339e89 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:23:18.637880 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b03fa660-5192-49a4-abf5-0e32b4a69b5f req-c031d14f-38ed-45f3-a530-5d98429a92df tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (8642d44a-7991-4f88-a58f-c4752a339e89), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:18.727087 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-918f50a5-ceae-42dc-899c-0c8545a5ba8f req-5aa29f22-f1ad-4f85-9ce6-d903b6e9769b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526690 Feb 28 20:23:18.733542 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-646d606f-98e3-459e-a7be-8cb9fcf92ee8 req-fabbea96-29da-4082-b62b-e5fca10a2d8d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498849 Feb 28 20:23:18.867159 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-b03fa660-5192-49a4-abf5-0e32b4a69b5f req-c031d14f-38ed-45f3-a530-5d98429a92df tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] For port 8642d44a-7991-4f88-a58f-c4752a339e89, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8642d44a-7991-4f88-a58f-c4752a339e89,segment=NetworkSegment(d14bd1ea-325a-4acc-a85f-85001425ad16),segment_id=d14bd1ea-325a-4acc-a85f-85001425ad16)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:18.867804 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b03fa660-5192-49a4-abf5-0e32b4a69b5f req-c031d14f-38ed-45f3-a530-5d98429a92df tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (8642d44a-7991-4f88-a58f-c4752a339e89), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:18.924582 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-b03fa660-5192-49a4-abf5-0e32b4a69b5f req-c031d14f-38ed-45f3-a530-5d98429a92df tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Calling delete_port for 8642d44a-7991-4f88-a58f-c4752a339e89 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:23:18.990508 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b6d2502a-0e49-49a1-b2d1-58950ab894e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:19.079221 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20a13e-e8f7-4725-8358-7791bc47b538 req-d5219557-dd0b-43ba-b505-7bf72d4a263a tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:19.082007 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e20a13e-e8f7-4725-8358-7791bc47b538 req-d5219557-dd0b-43ba-b505-7bf72d4a263a tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/ports?device_id=f49f31b3-5bb6-4d08-9caf-300e1500c8df HTTP/1.1" status: 200 len: 946 time: 0.1960990 Feb 28 20:23:19.113554 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e0bee-92eb-4795-851f-9e3d20748977 req-6900d94f-782b-4419-89cb-86c179fefae0 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:19.123680 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-052e0bee-92eb-4795-851f-9e3d20748977 req-6900d94f-782b-4419-89cb-86c179fefae0 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2005761 Feb 28 20:23:19.254967 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e20a13e-e8f7-4725-8358-7791bc47b538 req-e27ca257-fcc9-4286-94be-414d68924084 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.13 "GET /v2.0/security-groups?id=32d58902-a598-4f86-a900-248dc4653d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614604 Feb 28 20:23:19.259390 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-052e0bee-92eb-4795-851f-9e3d20748977 req-87c5db63-e3ef-45a7-b1ff-5d6a5f8c6b96 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347616 Feb 28 20:23:19.261850 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b03fa660-5192-49a4-abf5-0e32b4a69b5f req-c031d14f-38ed-45f3-a530-5d98429a92df tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (8642d44a-7991-4f88-a58f-c4752a339e89), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:19.277298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['8642d44a-7991-4f88-a58f-c4752a339e89'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:23:19.348860 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031d14f-38ed-45f3-a530-5d98429a92df tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Pushing event deleted for resources: {'Port': ['ID=8642d44a-7991-4f88-a58f-c4752a339e89,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:19.438606 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:19.463329 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03fa660-5192-49a4-abf5-0e32b4a69b5f req-c031d14f-38ed-45f3-a530-5d98429a92df tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] No DVR routers for this DVR port 8642d44a-7991-4f88-a58f-c4752a339e89 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:23:19.470885 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b03fa660-5192-49a4-abf5-0e32b4a69b5f req-c031d14f-38ed-45f3-a530-5d98429a92df tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:19.476809 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b03fa660-5192-49a4-abf5-0e32b4a69b5f req-c031d14f-38ed-45f3-a530-5d98429a92df tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] 10.222.0.15 "DELETE /v2.0/ports/8642d44a-7991-4f88-a58f-c4752a339e89 HTTP/1.1" status: 204 len: 173 time: 1.0173852 Feb 28 20:23:19.477871 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49f31b3-5bb6-4d08-9caf-300e1500c8df', 'name': 'network-vif-deleted', 'tag': '8642d44a-7991-4f88-a58f-c4752a339e89'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:23:19.481805 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9c446f-6f83-416e-afac-33e3c174aeb2" -d '{"events": [{"server_uuid": "f49f31b3-5bb6-4d08-9caf-300e1500c8df", "name": "network-vif-deleted", "tag": "8642d44a-7991-4f88-a58f-c4752a339e89"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:23:19.542698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea2213-5f5f-4c87-ac03-289761c65e05 req-6ae348dd-48f3-4245-9898-cfe2759bcfe2 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:19.551870 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebea2213-5f5f-4c87-ac03-289761c65e05 req-6ae348dd-48f3-4245-9898-cfe2759bcfe2 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1386282 Feb 28 20:23:19.648230 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebea2213-5f5f-4c87-ac03-289761c65e05 req-b4a3385a-0e22-4c0d-816d-0bcc9ccc66c4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787141 Feb 28 20:23:19.735988 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c173f9fe-f6b8-4c32-a1c6-f77f3d52b129 x-openstack-request-id: req-c173f9fe-f6b8-4c32-a1c6-f77f3d52b129 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:23:19.736912 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49f31b3-5bb6-4d08-9caf-300e1500c8df", "name": "network-vif-deleted", "tag": "8642d44a-7991-4f88-a58f-c4752a339e89", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:23:19.737619 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c173f9fe-f6b8-4c32-a1c6-f77f3d52b129 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:23:19.738564 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49f31b3-5bb6-4d08-9caf-300e1500c8df', 'name': 'network-vif-deleted', 'tag': '8642d44a-7991-4f88-a58f-c4752a339e89', 'status': 'completed', 'code': 200} Feb 28 20:23:19.833073 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 57440) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:20.000356 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a83782-6050-4534-bfe5-8b1ca2a7c418 req-28e64b4b-9f4a-4653-b644-3b5bb47d4f4b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:20.004771 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c4a83782-6050-4534-bfe5-8b1ca2a7c418 req-28e64b4b-9f4a-4653-b644-3b5bb47d4f4b tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.1394618 Feb 28 20:23:20.035493 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:20.221687 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c4a83782-6050-4534-bfe5-8b1ca2a7c418 req-73c88cb9-65c3-43b3-a9e7-e3d89965106d tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655841 Feb 28 20:23:20.254962 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-68830f99-9d88-4f4a-b55a-f9234bdd2ac8 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-359669723-network', 'tenant_id': '9e6d6d4839d645008712dc58db25b2b5'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:23:20.313220 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8e8d2-4411-4a00-89ac-f59866a08a34 req-d690aca1-e044-4bd5-b076-bf78a83263d3 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:20.316435 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ada8e8d2-4411-4a00-89ac-f59866a08a34 req-d690aca1-e044-4bd5-b076-bf78a83263d3 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.3022156 Feb 28 20:23:20.355527 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68830f99-9d88-4f4a-b55a-f9234bdd2ac8 admin admin] Made reservation on behalf of 9e6d6d4839d645008712dc58db25b2b5 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:23:20.360303 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-68830f99-9d88-4f4a-b55a-f9234bdd2ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:20.411230 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-68830f99-9d88-4f4a-b55a-f9234bdd2ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:20.470147 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ada8e8d2-4411-4a00-89ac-f59866a08a34 req-e017f326-6195-4b3c-ada6-f91ccb3955e7 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297746 Feb 28 20:23:20.484284 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd014e00-e6b1-469d-962c-10335f48a4db req-b39dec08-2c00-4f12-8c3f-7faa15f84861 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:20.487165 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dd014e00-e6b1-469d-962c-10335f48a4db req-b39dec08-2c00-4f12-8c3f-7faa15f84861 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1640525 Feb 28 20:23:20.553428 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57448) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:20.607643 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dd014e00-e6b1-469d-962c-10335f48a4db req-d0475a03-36fb-464e-a5f7-64524c8ba037 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069806 Feb 28 20:23:20.669895 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-68830f99-9d88-4f4a-b55a-f9234bdd2ac8 admin admin] Publish callbacks [] for security_group (aa221073-107f-4e2c-836a-9d757543b0b6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:20.677289 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-68830f99-9d88-4f4a-b55a-f9234bdd2ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (aa221073-107f-4e2c-836a-9d757543b0b6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:20.715905 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68830f99-9d88-4f4a-b55a-f9234bdd2ac8 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:23:20.743169 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68830f99-9d88-4f4a-b55a-f9234bdd2ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa221073-107f-4e2c-836a-9d757543b0b6,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:20.748289 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-68830f99-9d88-4f4a-b55a-f9234bdd2ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (d2d49e41-ab10-4064-a23a-4f534e773cfb), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:20.748915 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-68830f99-9d88-4f4a-b55a-f9234bdd2ac8 admin admin] Added segment d2d49e41-ab10-4064-a23a-4f534e773cfb of type vlan for network ddbbf206-d80f-452e-8f5d-4db5f42173cb Feb 28 20:23:20.828075 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-68830f99-9d88-4f4a-b55a-f9234bdd2ac8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ddbbf206-d80f-452e-8f5d-4db5f42173cb), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:20.885997 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-68830f99-9d88-4f4a-b55a-f9234bdd2ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ddbbf206-d80f-452e-8f5d-4db5f42173cb), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:20.887149 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68830f99-9d88-4f4a-b55a-f9234bdd2ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:20.887778 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-68830f99-9d88-4f4a-b55a-f9234bdd2ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:20.940649 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-68830f99-9d88-4f4a-b55a-f9234bdd2ac8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1052256 Feb 28 20:23:20.945474 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57450) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:20.954725 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-c88ec1c8-6bf1-45d8-9378-cc1d0bcf528f admin admin] Request body: {'subnet': {'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-359669723-subnet', 'tenant_id': '9e6d6d4839d645008712dc58db25b2b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:23:20.991073 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded92077-f784-4292-a5bc-e7a4ad164ed0 req-7c7c79e5-651f-473e-9c78-37ebb4b149f7 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:20.992942 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ded92077-f784-4292-a5bc-e7a4ad164ed0 req-7c7c79e5-651f-473e-9c78-37ebb4b149f7 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.10 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.1504731 Feb 28 20:23:20.994148 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68830f99-9d88-4f4a-b55a-f9234bdd2ac8 admin admin] Pushing event updated for resources: {'Network': ['ID=ddbbf206-d80f-452e-8f5d-4db5f42173cb,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:21.002063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88ec1c8-6bf1-45d8-9378-cc1d0bcf528f admin admin] Made reservation on behalf of 9e6d6d4839d645008712dc58db25b2b5 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:23:21.004422 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c88ec1c8-6bf1-45d8-9378-cc1d0bcf528f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:21.010402 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ddbbf206-d80f-452e-8f5d-4db5f42173cb details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:23:21.158303 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-ded92077-f784-4292-a5bc-e7a4ad164ed0 req-2d9f5265-4dd5-42ce-9674-0c47825f3050 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Deleting port 7b77f50f-623e-47af-8617-df7c08b321cc {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:23:21.158759 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ded92077-f784-4292-a5bc-e7a4ad164ed0 req-2d9f5265-4dd5-42ce-9674-0c47825f3050 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:21.270937 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:21.284744 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9070d86b-1cc7-4a9d-b525-bdc11e928fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (e3f4d123-7409-4d7c-b372-64eaf68d57cb), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:21.287099 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-ded92077-f784-4292-a5bc-e7a4ad164ed0 req-2d9f5265-4dd5-42ce-9674-0c47825f3050 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] For port 7b77f50f-623e-47af-8617-df7c08b321cc, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7b77f50f-623e-47af-8617-df7c08b321cc,segment=NetworkSegment(d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a),segment_id=d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:21.287462 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ded92077-f784-4292-a5bc-e7a4ad164ed0 req-2d9f5265-4dd5-42ce-9674-0c47825f3050 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:21.336108 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-ded92077-f784-4292-a5bc-e7a4ad164ed0 req-2d9f5265-4dd5-42ce-9674-0c47825f3050 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Calling delete_port for 7b77f50f-623e-47af-8617-df7c08b321cc owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:23:21.517687 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6fe0d-fec9-4b83-b0f9-00d5d4ed48a7 req-a32277bb-3a36-48d6-a805-7686b35bfba5 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:21.517687 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08d6fe0d-fec9-4b83-b0f9-00d5d4ed48a7 req-a32277bb-3a36-48d6-a805-7686b35bfba5 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 946 time: 0.1682405 Feb 28 20:23:21.640773 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08d6fe0d-fec9-4b83-b0f9-00d5d4ed48a7 req-11b41b77-4f1f-4247-833d-9417d63b2f7a tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193156 Feb 28 20:23:21.715660 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ded92077-f784-4292-a5bc-e7a4ad164ed0 req-2d9f5265-4dd5-42ce-9674-0c47825f3050 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7b77f50f-623e-47af-8617-df7c08b321cc), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:21.735374 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['7b77f50f-623e-47af-8617-df7c08b321cc'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:23:21.787127 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be1186-d236-4310-857d-94a4667b74f7 req-2a0670e1-d096-44bb-96bf-fcc06154967d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:21.789968 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-64be1186-d236-4310-857d-94a4667b74f7 req-2a0670e1-d096-44bb-96bf-fcc06154967d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.1781480 Feb 28 20:23:21.791568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f5265-4dd5-42ce-9674-0c47825f3050 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Pushing event deleted for resources: {'Port': ['ID=7b77f50f-623e-47af-8617-df7c08b321cc,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:21.900608 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded92077-f784-4292-a5bc-e7a4ad164ed0 req-2d9f5265-4dd5-42ce-9674-0c47825f3050 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] No DVR routers for this DVR port 7b77f50f-623e-47af-8617-df7c08b321cc on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:23:21.915670 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ded92077-f784-4292-a5bc-e7a4ad164ed0 req-2d9f5265-4dd5-42ce-9674-0c47825f3050 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:21.922895 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ded92077-f784-4292-a5bc-e7a4ad164ed0 req-2d9f5265-4dd5-42ce-9674-0c47825f3050 tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.10 "DELETE /v2.0/ports/7b77f50f-623e-47af-8617-df7c08b321cc HTTP/1.1" status: 204 len: 173 time: 0.9174392 Feb 28 20:23:21.922895 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2729ad31-3e97-41a9-9da7-2ef61094a4ed', 'name': 'network-vif-deleted', 'tag': '7b77f50f-623e-47af-8617-df7c08b321cc'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:23:21.924629 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed814476-953d-41b5-9dad-57808411b5f2" -d '{"events": [{"server_uuid": "2729ad31-3e97-41a9-9da7-2ef61094a4ed", "name": "network-vif-deleted", "tag": "7b77f50f-623e-47af-8617-df7c08b321cc"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:23:21.933714 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c88ec1c8-6bf1-45d8-9378-cc1d0bcf528f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (c6e1013e-cc8a-497f-9159-c7d6cb844401), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:21.980712 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-64be1186-d236-4310-857d-94a4667b74f7 req-cb8ad09d-d72a-45c0-be68-c9d30c138dfa tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321716 Feb 28 20:23:22.029322 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8642d44a-7991-4f88-a58f-c4752a339e89 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:23:22.091185 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 8642d44a-7991-4f88-a58f-c4752a339e89 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:23:22.091485 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ec1c8-6bf1-45d8-9378-cc1d0bcf528f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6e1013e-cc8a-497f-9159-c7d6cb844401,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:22.091704 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8642d44a-7991-4f88-a58f-c4752a339e89 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:23:22.139803 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ec1c8-6bf1-45d8-9378-cc1d0bcf528f admin admin] Checking segment: {'id': 'd2d49e41-ab10-4064-a23a-4f534e773cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:23:22.140503 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88ec1c8-6bf1-45d8-9378-cc1d0bcf528f admin admin] Network hostable DHCP agents. Network: ddbbf206-d80f-452e-8f5d-4db5f42173cb, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:23:22.218606 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18949979-08ca-4720-ad91-1ea3060d4335 x-openstack-request-id: req-18949979-08ca-4720-ad91-1ea3060d4335 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:23:22.219146 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2729ad31-3e97-41a9-9da7-2ef61094a4ed", "name": "network-vif-deleted", "tag": "7b77f50f-623e-47af-8617-df7c08b321cc", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:23:22.219599 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18949979-08ca-4720-ad91-1ea3060d4335 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:23:22.230838 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2729ad31-3e97-41a9-9da7-2ef61094a4ed', 'name': 'network-vif-deleted', 'tag': '7b77f50f-623e-47af-8617-df7c08b321cc', 'status': 'completed', 'code': 200} Feb 28 20:23:22.277462 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88ec1c8-6bf1-45d8-9378-cc1d0bcf528f admin admin] Network ddbbf206-d80f-452e-8f5d-4db5f42173cb is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:23:22.284588 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b552a-23fe-4521-ae1c-691d334ae852 req-aba7f004-c238-4a8c-a402-f839bdfe6f3b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:22.286799 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d26b552a-23fe-4521-ae1c-691d334ae852 req-aba7f004-c238-4a8c-a402-f839bdfe6f3b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1505010 Feb 28 20:23:22.295200 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-c88ec1c8-6bf1-45d8-9378-cc1d0bcf528f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ddbbf206-d80f-452e-8f5d-4db5f42173cb) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:23:22.300724 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88ec1c8-6bf1-45d8-9378-cc1d0bcf528f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:22.301245 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c88ec1c8-6bf1-45d8-9378-cc1d0bcf528f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:22.310566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255fe8d2-1207-49f3-87e0-d6a5e9afe653 None None] Network ddbbf206-d80f-452e-8f5d-4db5f42173cb requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:23:22.339947 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c88ec1c8-6bf1-45d8-9378-cc1d0bcf528f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3930726 Feb 28 20:23:22.448849 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60eb24-ebd8-42a2-9cef-214a379d6480 req-3f2e0e5f-bc75-43a7-ad24-122460181b6d tempest-MigrationsAdminTest-137441491 tempest-MigrationsAdminTest-137441491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:22.465335 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb60eb24-ebd8-42a2-9cef-214a379d6480 req-3f2e0e5f-bc75-43a7-ad24-122460181b6d tempest-MigrationsAdminTest-137441491 tempest-MigrationsAdminTest-137441491-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 1132 time: 0.1757765 Feb 28 20:23:22.466557 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:22.493810 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-9070d86b-1cc7-4a9d-b525-bdc11e928fb3 admin admin] Deleting port a518fb1f-2224-4490-be84-5da6d09dc639 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:23:22.494375 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9070d86b-1cc7-4a9d-b525-bdc11e928fb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a518fb1f-2224-4490-be84-5da6d09dc639), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:22.530362 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d26b552a-23fe-4521-ae1c-691d334ae852 req-8763e130-3141-4310-8bbe-df343230fb98 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833887 Feb 28 20:23:22.577440 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c857a77-b871-4a1f-b66b-6b6321116b99 None None] Network ddbbf206-d80f-452e-8f5d-4db5f42173cb requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:23:22.602455 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb60eb24-ebd8-42a2-9cef-214a379d6480 req-c1b54a98-6934-40f8-b9ad-14dae902acd7 tempest-MigrationsAdminTest-137441491 tempest-MigrationsAdminTest-137441491-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353204 Feb 28 20:23:22.730315 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:22.738901 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-9070d86b-1cc7-4a9d-b525-bdc11e928fb3 admin admin] For port a518fb1f-2224-4490-be84-5da6d09dc639, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a518fb1f-2224-4490-be84-5da6d09dc639,segment=NetworkSegment(d14bd1ea-325a-4acc-a85f-85001425ad16),segment_id=d14bd1ea-325a-4acc-a85f-85001425ad16)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:22.739534 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9070d86b-1cc7-4a9d-b525-bdc11e928fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a518fb1f-2224-4490-be84-5da6d09dc639), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:22.804320 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-9070d86b-1cc7-4a9d-b525-bdc11e928fb3 admin admin] Calling delete_port for a518fb1f-2224-4490-be84-5da6d09dc639 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:23:22.888629 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a1716213-8861-426c-8426-f246c0cd6a04 req-941296f7-38a4-451f-8409-7fcc510af7cd tempest-ServersNegativeTestJSON-533639636 tempest-ServersNegativeTestJSON-533639636-project] 10.222.0.13 "GET /v2.0/ports?device_id=2729ad31-3e97-41a9-9da7-2ef61094a4ed HTTP/1.1" status: 200 len: 210 time: 0.0553722 Feb 28 20:23:23.184599 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c360a97-a9b2-485e-9d91-ebfec4e1caaf req-69b2ddec-8907-49c7-aacd-9c382c1a0e93 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:23.186481 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c360a97-a9b2-485e-9d91-ebfec4e1caaf req-69b2ddec-8907-49c7-aacd-9c382c1a0e93 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.1025167 Feb 28 20:23:23.189985 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9070d86b-1cc7-4a9d-b525-bdc11e928fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (a518fb1f-2224-4490-be84-5da6d09dc639), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:23.261012 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c360a97-a9b2-485e-9d91-ebfec4e1caaf req-a00204f8-bf1a-4317-a28e-a2b5c1051aa3 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674994 Feb 28 20:23:23.264812 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070d86b-1cc7-4a9d-b525-bdc11e928fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a518fb1f-2224-4490-be84-5da6d09dc639,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:23.318728 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-62f3c90a-6062-40a9-85b4-6596ee4d256c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1987526 Feb 28 20:23:23.464440 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-9d7be93f-c0e4-4160-b7fb-b3de872db20e tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:23.466101 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-9d7be93f-c0e4-4160-b7fb-b3de872db20e tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/networks?id=ddbbf206-d80f-452e-8f5d-4db5f42173cb HTTP/1.1" status: 200 len: 812 time: 0.1771917 Feb 28 20:23:23.490601 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-8fdc62e3-96c1-4830-b05b-5c702ee3f28c tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/quotas/9e6d6d4839d645008712dc58db25b2b5 HTTP/1.1" status: 200 len: 375 time: 0.0172744 Feb 28 20:23:23.537997 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9070d86b-1cc7-4a9d-b525-bdc11e928fb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (e3f4d123-7409-4d7c-b372-64eaf68d57cb), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:23.546419 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-20c23608-fb98-4c3c-8892-cd515461a610 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e6d6d4839d645008712dc58db25b2b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547645 Feb 28 20:23:23.760568 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-3890bfac-7a7f-47b0-ae6e-aa3a2b3a9f40 service neutron] 10.222.0.13 "GET /v2.0/networks/ddbbf206-d80f-452e-8f5d-4db5f42173cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875157 Feb 28 20:23:24.044520 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9070d86b-1cc7-4a9d-b525-bdc11e928fb3 admin admin] Router e3f4d123-7409-4d7c-b372-64eaf68d57cb has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:23:24.073199 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891cb65-155c-4f06-a5f9-85114da1e3ac req-1897fe9f-6bf9-40f2-9a58-5ac1622962da tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:24.084607 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0891cb65-155c-4f06-a5f9-85114da1e3ac req-1897fe9f-6bf9-40f2-9a58-5ac1622962da tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.3298864 Feb 28 20:23:24.210504 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-c9390c8e-a505-4432-9194-ff1cef7d0a21 tempest-MigrationsAdminTest-137441491 tempest-MigrationsAdminTest-137441491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:24.212333 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-c9390c8e-a505-4432-9194-ff1cef7d0a21 tempest-MigrationsAdminTest-137441491 tempest-MigrationsAdminTest-137441491-project-admin] 10.222.0.13 "GET /v2.0/ports/7fc63dd3-b719-435c-8314-1ae668e27467 HTTP/1.1" status: 200 len: 1129 time: 0.1172359 Feb 28 20:23:24.221493 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-3646959e-f02b-4e7b-8f0b-af8680e00b16 service neutron] 10.222.0.13 "GET /v2.0/networks/ddbbf206-d80f-452e-8f5d-4db5f42173cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475203 Feb 28 20:23:24.244746 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0891cb65-155c-4f06-a5f9-85114da1e3ac req-95f94231-e542-4b16-9e2e-a7705a725bd5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589470 Feb 28 20:23:24.265615 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9070d86b-1cc7-4a9d-b525-bdc11e928fb3 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:23:24.280817 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9070d86b-1cc7-4a9d-b525-bdc11e928fb3 admin admin] 10.222.0.13 "PUT /v2.0/routers/e3f4d123-7409-4d7c-b372-64eaf68d57cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7236586 Feb 28 20:23:24.282642 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 57524) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:24.285809 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba22aba2-29bf-48e5-b576-64711babffa1 None None] Sync routers for ids ['e3f4d123-7409-4d7c-b372-64eaf68d57cb'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:23:24.302310 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba22aba2-29bf-48e5-b576-64711babffa1 None None] Routers {'e3f4d123-7409-4d7c-b372-64eaf68d57cb'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:23:24.303305 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ba22aba2-29bf-48e5-b576-64711babffa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:23:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e3f4d123-7409-4d7c-b372-64eaf68d57cb'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:23:24.444193 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-ba22aba2-29bf-48e5-b576-64711babffa1 None None] Set router e3f4d123-7409-4d7c-b372-64eaf68d57cb gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:23:24.583199 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57530) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:24.708656 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ba22aba2-29bf-48e5-b576-64711babffa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4d123-7409-4d7c-b372-64eaf68d57cb', 'name': 'tempest-ServerRescueNegativeTestJSON-1535089915-router', 'tenant_id': 'bc511d7643284ad4adb274524c5b6a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'ad4391a9-0fff-4b63-a490-3bff0d1ec13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:23:23Z', 'revision_number': 5, 'project_id': 'bc511d7643284ad4adb274524c5b6a6a', 'gw_port': {'id': 'ad4391a9-0fff-4b63-a490-3bff0d1ec13d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4d123-7409-4d7c-b372-64eaf68d57cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:39Z', 'updated_at': '2022-02-28T20:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:23:24.766404 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba22aba2-29bf-48e5-b576-64711babffa1 None None] Checking router: e3f4d123-7409-4d7c-b372-64eaf68d57cb for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:23:24.779552 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba22aba2-29bf-48e5-b576-64711babffa1 None None] Routers {'e3f4d123-7409-4d7c-b372-64eaf68d57cb'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:23:24.779552 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ba22aba2-29bf-48e5-b576-64711babffa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:23:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e3f4d123-7409-4d7c-b372-64eaf68d57cb'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:23:24.810356 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d8e7aab-a06f-4c7a-951d-c9df157b794f admin admin] Publish callbacks [] for router (e3f4d123-7409-4d7c-b372-64eaf68d57cb), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:25.015159 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f033eb5-63bf-4733-95ba-3edbd1bb822e admin admin] Deleting subnet a406bcd3-21de-4727-8aa8-9d85920af610 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:23:25.033370 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f033eb5-63bf-4733-95ba-3edbd1bb822e admin admin] Publish callbacks [] for subnet (a406bcd3-21de-4727-8aa8-9d85920af610), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:25.043535 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-ba22aba2-29bf-48e5-b576-64711babffa1 None None] Set router e3f4d123-7409-4d7c-b372-64eaf68d57cb gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:23:25.119184 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f033eb5-63bf-4733-95ba-3edbd1bb822e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (a406bcd3-21de-4727-8aa8-9d85920af610), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:25.152779 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9757b-92e2-4f04-8c8f-bb1ff845632d req-7883dfa2-7553-47df-8cac-c055198a2a02 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:25.168133 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9e9757b-92e2-4f04-8c8f-bb1ff845632d req-7883dfa2-7553-47df-8cac-c055198a2a02 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.5204289 Feb 28 20:23:25.214689 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db5b5019-354b-48da-a676-7e88b83c3cfc req-d1402802-9625-403f-a19f-75b688c6ecde tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=5974ebac-cd61-45ce-8896-52fb195b913c HTTP/1.1" status: 200 len: 210 time: 0.1634157 Feb 28 20:23:25.258400 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f033eb5-63bf-4733-95ba-3edbd1bb822e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (a406bcd3-21de-4727-8aa8-9d85920af610), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:25.259035 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 7b77f50f-623e-47af-8617-df7c08b321cc no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:23:25.337275 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 7b77f50f-623e-47af-8617-df7c08b321cc {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:23:25.337620 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 7b77f50f-623e-47af-8617-df7c08b321cc not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:23:25.421312 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f033eb5-63bf-4733-95ba-3edbd1bb822e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (a406bcd3-21de-4727-8aa8-9d85920af610), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:25.428771 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ba22aba2-29bf-48e5-b576-64711babffa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4d123-7409-4d7c-b372-64eaf68d57cb', 'name': 'tempest-ServerRescueNegativeTestJSON-1535089915-router', 'tenant_id': 'bc511d7643284ad4adb274524c5b6a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'ad4391a9-0fff-4b63-a490-3bff0d1ec13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:23:23Z', 'revision_number': 5, 'project_id': 'bc511d7643284ad4adb274524c5b6a6a', 'gw_port': {'id': 'ad4391a9-0fff-4b63-a490-3bff0d1ec13d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4d123-7409-4d7c-b372-64eaf68d57cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:39Z', 'updated_at': '2022-02-28T20:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:23:25.504973 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba22aba2-29bf-48e5-b576-64711babffa1 None None] The sync data for ids ['e3f4d123-7409-4d7c-b372-64eaf68d57cb'] in n-d-820368-21 is: [{'id': 'e3f4d123-7409-4d7c-b372-64eaf68d57cb', 'name': 'tempest-ServerRescueNegativeTestJSON-1535089915-router', 'tenant_id': 'bc511d7643284ad4adb274524c5b6a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'ad4391a9-0fff-4b63-a490-3bff0d1ec13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:23:23Z', 'revision_number': 5, 'project_id': 'bc511d7643284ad4adb274524c5b6a6a', 'gw_port': {'id': 'ad4391a9-0fff-4b63-a490-3bff0d1ec13d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4d123-7409-4d7c-b372-64eaf68d57cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:39Z', 'updated_at': '2022-02-28T20:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:23:25.531977 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f033eb5-63bf-4733-95ba-3edbd1bb822e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a406bcd3-21de-4727-8aa8-9d85920af610,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:25.536845 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f033eb5-63bf-4733-95ba-3edbd1bb822e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:25.543513 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7f033eb5-63bf-4733-95ba-3edbd1bb822e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a406bcd3-21de-4727-8aa8-9d85920af610 HTTP/1.1" status: 204 len: 168 time: 0.9588773 Feb 28 20:23:25.546250 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57554) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:25.603206 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d8e7aab-a06f-4c7a-951d-c9df157b794f admin admin] Publish callbacks [] for router_gateway (e3f4d123-7409-4d7c-b372-64eaf68d57cb), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:25.630786 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9e9757b-92e2-4f04-8c8f-bb1ff845632d req-11704d38-3933-49af-921f-b9c43c11ce35 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607301 Feb 28 20:23:25.673754 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cda1881a-d409-4307-adfc-96b240664ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (8df75beb-bfec-45e3-be15-010dba074bc0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:25.676028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9b2b0-a267-4ee4-878c-ff26bee7585f req-8e02cb51-cb82-474a-9304-e4ab3f73eaf4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:25.678573 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4e9b2b0-a267-4ee4-878c-ff26bee7585f req-8e02cb51-cb82-474a-9304-e4ab3f73eaf4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1836283 Feb 28 20:23:25.733025 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-9d8e7aab-a06f-4c7a-951d-c9df157b794f admin admin] Deleting port ad4391a9-0fff-4b63-a490-3bff0d1ec13d {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:23:25.733654 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d8e7aab-a06f-4c7a-951d-c9df157b794f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ad4391a9-0fff-4b63-a490-3bff0d1ec13d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:25.832894 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cda1881a-d409-4307-adfc-96b240664ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (8df75beb-bfec-45e3-be15-010dba074bc0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:25.871723 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4e9b2b0-a267-4ee4-878c-ff26bee7585f req-acf4803e-d4b3-4002-9b94-cbc9d7c51246 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789594 Feb 28 20:23:25.872629 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-cda1881a-d409-4307-adfc-96b240664ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df75beb-bfec-45e3-be15-010dba074bc0']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:23:25.889088 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-cda1881a-d409-4307-adfc-96b240664ce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:23:25.889709 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-cda1881a-d409-4307-adfc-96b240664ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:23:25.910177 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cda1881a-d409-4307-adfc-96b240664ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:25.938037 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a518fb1f-2224-4490-be84-5da6d09dc639 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:23:25.966585 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-9d8e7aab-a06f-4c7a-951d-c9df157b794f admin admin] For port ad4391a9-0fff-4b63-a490-3bff0d1ec13d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ad4391a9-0fff-4b63-a490-3bff0d1ec13d,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:25.967064 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cda1881a-d409-4307-adfc-96b240664ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:25.973043 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d8e7aab-a06f-4c7a-951d-c9df157b794f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ad4391a9-0fff-4b63-a490-3bff0d1ec13d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:25.986511 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda1881a-d409-4307-adfc-96b240664ce0 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:23:25.987941 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cda1881a-d409-4307-adfc-96b240664ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (d4bceb99-2e6d-4bbe-8b4b-5b1f94d1814a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:26.005349 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: a518fb1f-2224-4490-be84-5da6d09dc639 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:23:26.006603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a518fb1f-2224-4490-be84-5da6d09dc639 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:23:26.087704 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:23:26.092854 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cda1881a-d409-4307-adfc-96b240664ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (8df75beb-bfec-45e3-be15-010dba074bc0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:26.097466 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-9d8e7aab-a06f-4c7a-951d-c9df157b794f admin admin] Calling delete_port for ad4391a9-0fff-4b63-a490-3bff0d1ec13d owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:23:26.105503 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cda1881a-d409-4307-adfc-96b240664ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:26.115986 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cda1881a-d409-4307-adfc-96b240664ce0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8df75beb-bfec-45e3-be15-010dba074bc0 HTTP/1.1" status: 204 len: 168 time: 0.5677223 Feb 28 20:23:26.176505 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1881a-d409-4307-adfc-96b240664ce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8df75beb-bfec-45e3-be15-010dba074bc0,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:26.245206 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-3ee8dd3a-e621-47dc-948d-8acdc53a2814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:26.247387 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-3ee8dd3a-e621-47dc-948d-8acdc53a2814 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 1132 time: 0.2828867 Feb 28 20:23:26.372558 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57562) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:26.479075 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b56e4d89-ca04-4266-8fd9-e5a1b7357abd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d571caf06a6a44bebea5a2bc49166e20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1047571 Feb 28 20:23:26.482735 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57564) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:26.553857 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10a53360-8d82-4448-81f2-3429035fd592 req-563b82e7-6c65-4fc2-8376-b55b73b8943b tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=5974ebac-cd61-45ce-8896-52fb195b913c HTTP/1.1" status: 200 len: 210 time: 0.1132076 Feb 28 20:23:26.576278 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf47c849-f7e0-45b1-94b1-c5eaf92b523e admin admin] Publish callbacks [] for security_group (6d1e5aba-ca0b-41f5-9f1a-923f8489c88e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:26.605671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-6d42968a-3774-4c6f-9917-6ff3c4c06be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:26.607846 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-6d42968a-3774-4c6f-9917-6ff3c4c06be6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.3362098 Feb 28 20:23:26.613856 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf47c849-f7e0-45b1-94b1-c5eaf92b523e admin admin] Publish callbacks [] for security_group (6d1e5aba-ca0b-41f5-9f1a-923f8489c88e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:26.696063 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf47c849-f7e0-45b1-94b1-c5eaf92b523e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6d1e5aba-ca0b-41f5-9f1a-923f8489c88e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:26.698379 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf47c849-f7e0-45b1-94b1-c5eaf92b523e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:26.699571 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cf47c849-f7e0-45b1-94b1-c5eaf92b523e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d1e5aba-ca0b-41f5-9f1a-923f8489c88e HTTP/1.1" status: 204 len: 168 time: 0.2143607 Feb 28 20:23:26.709007 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-95e37532-9cba-4c41-9b90-2a3ad03f7cca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=7fc63dd3-b719-435c-8314-1ae668e27467 HTTP/1.1" status: 200 len: 217 time: 0.0779357 Feb 28 20:23:26.709348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47c849-f7e0-45b1-94b1-c5eaf92b523e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1e5aba-ca0b-41f5-9f1a-923f8489c88e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:26.745856 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d8e7aab-a06f-4c7a-951d-c9df157b794f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (ad4391a9-0fff-4b63-a490-3bff0d1ec13d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:26.845433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e7aab-a06f-4c7a-951d-c9df157b794f admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4391a9-0fff-4b63-a490-3bff0d1ec13d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:26.904489 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-3a019b83-d452-46d3-8e40-c45d641c4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:26.906251 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-3a019b83-d452-46d3-8e40-c45d641c4249 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1803107 Feb 28 20:23:26.989061 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7629625-4ba3-47a4-8542-44ecde6851e8 req-bc4117cc-c2a4-4aca-b3f9-db5fc019d504 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:26.991427 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7629625-4ba3-47a4-8542-44ecde6851e8 req-bc4117cc-c2a4-4aca-b3f9-db5fc019d504 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.2074831 Feb 28 20:23:27.026460 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d8e7aab-a06f-4c7a-951d-c9df157b794f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (e3f4d123-7409-4d7c-b372-64eaf68d57cb), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:27.149338 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-efee2331-8d81-4653-895e-5a6455c6298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:27.152220 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-efee2331-8d81-4653-895e-5a6455c6298f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2322705 Feb 28 20:23:27.279885 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-f76abd44-7637-40cf-807a-78b73254b9d0 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:27.285739 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-f76abd44-7637-40cf-807a-78b73254b9d0 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.15 "GET /v2.0/networks?id=ddbbf206-d80f-452e-8f5d-4db5f42173cb HTTP/1.1" status: 200 len: 812 time: 0.4381247 Feb 28 20:23:27.320858 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Request body: {'port': {'device_id': '2ab10e3b-cd62-4962-9e1e-754cc43f29c6', 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb', 'admin_state_up': True, 'tenant_id': '9e6d6d4839d645008712dc58db25b2b5'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:23:27.356961 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d8e7aab-a06f-4c7a-951d-c9df157b794f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (e3f4d123-7409-4d7c-b372-64eaf68d57cb), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:27.361202 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d8e7aab-a06f-4c7a-951d-c9df157b794f admin admin] Publish callbacks [] for router_controller (e3f4d123-7409-4d7c-b372-64eaf68d57cb), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:27.492497 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-645235f2-1687-4528-a126-00a431aea3bb tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:27.493039 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Made reservation on behalf of 9e6d6d4839d645008712dc58db25b2b5 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:23:27.493992 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-645235f2-1687-4528-a126-00a431aea3bb tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.15 "GET /v2.0/networks?id=ddbbf206-d80f-452e-8f5d-4db5f42173cb HTTP/1.1" status: 200 len: 812 time: 0.3364115 Feb 28 20:23:27.496875 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:27.531024 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-5a21f290-8c10-48f3-8243-16ac46f9b827 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Request body: {'port': {'device_id': '5974ebac-cd61-45ce-8896-52fb195b913c', 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb', 'admin_state_up': True, 'tenant_id': '9e6d6d4839d645008712dc58db25b2b5'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:23:27.541220 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d8e7aab-a06f-4c7a-951d-c9df157b794f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (e3f4d123-7409-4d7c-b372-64eaf68d57cb), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:27.541783 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8e7aab-a06f-4c7a-951d-c9df157b794f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3f4d123-7409-4d7c-b372-64eaf68d57cb {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:23:27.587569 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7629625-4ba3-47a4-8542-44ecde6851e8 req-6dcb6084-bcf2-401d-a2d6-ddfb22134432 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5830405 Feb 28 20:23:27.592318 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d8e7aab-a06f-4c7a-951d-c9df157b794f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:27.596222 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9d8e7aab-a06f-4c7a-951d-c9df157b794f admin admin] 10.222.0.13 "DELETE /v2.0/routers/e3f4d123-7409-4d7c-b372-64eaf68d57cb HTTP/1.1" status: 204 len: 168 time: 3.3094907 Feb 28 20:23:27.600345 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57586) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:27.753303 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-885187d8-4750-4f35-a059-7d342e72414d service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497819 Feb 28 20:23:27.794835 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-067834c7-3cd7-4866-a4d3-d09155af87bb admin admin] Deleting subnet 5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:23:27.822244 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-067834c7-3cd7-4866-a4d3-d09155af87bb admin admin] Publish callbacks [] for subnet (5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:27.918192 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Allocated IP 172.20.0.6 (ddbbf206-d80f-452e-8f5d-4db5f42173cb/c6e1013e-cc8a-497f-9159-c7d6cb844401/4f20b4e9-6c52-4456-b360-02c1f96cceed) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:23:27.921683 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-067834c7-3cd7-4866-a4d3-d09155af87bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:28.003413 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-067834c7-3cd7-4866-a4d3-d09155af87bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:28.138016 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-067834c7-3cd7-4866-a4d3-d09155af87bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:28.186369 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067834c7-3cd7-4866-a4d3-d09155af87bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:28.198717 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-067834c7-3cd7-4866-a4d3-d09155af87bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:28.203498 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-067834c7-3cd7-4866-a4d3-d09155af87bb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5b2ec9ab-e1df-4db0-abc6-d2c4d60043ff HTTP/1.1" status: 204 len: 168 time: 0.6012452 Feb 28 20:23:28.211533 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57600) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:28.372569 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks [] for port (4f20b4e9-6c52-4456-b360-02c1f96cceed), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:28.399056 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-924cc12c-2878-4504-8281-e60d8c8a1db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (68023704-fab0-42d3-a06c-4476ff73e6d5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:28.452999 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823598f7-eed9-4f51-b7fb-a69de6d211f6 req-df6cacdf-2713-4408-a9a9-d9b636e58407 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:28.456726 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-823598f7-eed9-4f51-b7fb-a69de6d211f6 req-df6cacdf-2713-4408-a9a9-d9b636e58407 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 1.1542852 Feb 28 20:23:28.469268 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0772a57-6651-462e-a343-999a341dfbe5 req-b34cce0c-4583-44bd-bbec-4694fef0eb58 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=5974ebac-cd61-45ce-8896-52fb195b913c HTTP/1.1" status: 200 len: 210 time: 0.6724315 Feb 28 20:23:28.492628 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4f20b4e9-6c52-4456-b360-02c1f96cceed), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:28.590104 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-924cc12c-2878-4504-8281-e60d8c8a1db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (68023704-fab0-42d3-a06c-4476ff73e6d5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:28.626380 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-490571f4-b55a-407d-a74b-f0308a6df5cc service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8428292 Feb 28 20:23:28.633166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Network ddbbf206-d80f-452e-8f5d-4db5f42173cb is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:23:28.636559 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-823598f7-eed9-4f51-b7fb-a69de6d211f6 req-e949412f-b7ef-44bb-b038-595763ce2eb0 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559017 Feb 28 20:23:28.648427 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:23:28.649493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-5a21f290-8c10-48f3-8243-16ac46f9b827 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Made reservation on behalf of 9e6d6d4839d645008712dc58db25b2b5 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:23:28.652160 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-924cc12c-2878-4504-8281-e60d8c8a1db7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68023704-fab0-42d3-a06c-4476ff73e6d5']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:23:28.657047 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:23:28.663395 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-5a21f290-8c10-48f3-8243-16ac46f9b827 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:28.737051 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Pushing event updated for resources: {'Port': ['ID=4f20b4e9-6c52-4456-b360-02c1f96cceed,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:28.752039 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-924cc12c-2878-4504-8281-e60d8c8a1db7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd14bd1ea-325a-4acc-a85f-85001425ad16') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:23:28.753116 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-924cc12c-2878-4504-8281-e60d8c8a1db7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd14bd1ea-325a-4acc-a85f-85001425ad16') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:23:28.758597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:28.759392 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:28.760041 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:28.760617 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:28.761535 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:28.762085 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:28.762649 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:28.763339 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:28.764105 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:28.764653 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:28.765215 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:28.765764 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:28.768328 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:23:28.819902 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-924cc12c-2878-4504-8281-e60d8c8a1db7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (d14bd1ea-325a-4acc-a85f-85001425ad16), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:28.898326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:28.899695 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:28.929135 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-924cc12c-2878-4504-8281-e60d8c8a1db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (d14bd1ea-325a-4acc-a85f-85001425ad16), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:28.951360 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924cc12c-2878-4504-8281-e60d8c8a1db7 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:23:28.952432 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-924cc12c-2878-4504-8281-e60d8c8a1db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (d14bd1ea-325a-4acc-a85f-85001425ad16), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:23:28.955908 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:23:28.989185 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-8bc36b07-2c0a-438b-a7a5-dfa4a0f30c18 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6756005 Feb 28 20:23:29.003918 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] Request body: {'port': {'device_id': '2ab10e3b-cd62-4962-9e1e-754cc43f29c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:23:29.012047 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6b010-49be-477a-8580-bf9b1e00b9d9 req-cc2a9aec-ce9b-4e1b-aae7-c8f2019a1763 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:29.024142 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eaf6b010-49be-477a-8580-bf9b1e00b9d9 req-cc2a9aec-ce9b-4e1b-aae7-c8f2019a1763 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.2038939 Feb 28 20:23:29.133024 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-5a21f290-8c10-48f3-8243-16ac46f9b827 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Allocated IP 172.20.0.9 (ddbbf206-d80f-452e-8f5d-4db5f42173cb/c6e1013e-cc8a-497f-9159-c7d6cb844401/a300a964-2ef3-42eb-8331-4f607d52c05f) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:23:29.150859 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eaf6b010-49be-477a-8580-bf9b1e00b9d9 req-00a38fe1-ae3f-4a81-a56e-802058ce753f tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252306 Feb 28 20:23:29.179882 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4f20b4e9-6c52-4456-b360-02c1f96cceed), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:29.183961 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-924cc12c-2878-4504-8281-e60d8c8a1db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (68023704-fab0-42d3-a06c-4476ff73e6d5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:29.215696 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-924cc12c-2878-4504-8281-e60d8c8a1db7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:29.226558 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-924cc12c-2878-4504-8281-e60d8c8a1db7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/68023704-fab0-42d3-a06c-4476ff73e6d5 HTTP/1.1" status: 204 len: 168 time: 1.0097682 Feb 28 20:23:29.239081 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cc12c-2878-4504-8281-e60d8c8a1db7 admin admin] Pushing event deleted for resources: {'Network': ['ID=68023704-fab0-42d3-a06c-4476ff73e6d5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:29.460766 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 57614) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:29.532230 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-5a21f290-8c10-48f3-8243-16ac46f9b827 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks [] for port (a300a964-2ef3-42eb-8331-4f607d52c05f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:29.615942 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57622) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:29.675146 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-07952059-eaed-4d57-b4ab-6e35e71bd11a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc511d7643284ad4adb274524c5b6a6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0575550 Feb 28 20:23:29.678501 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57624) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:29.690930 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d2d53c9-2cb8-4885-82b4-e7bf97c00836 req-563e9412-1aa3-4859-9442-b233c19d37a4 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=5974ebac-cd61-45ce-8896-52fb195b913c HTTP/1.1" status: 200 len: 210 time: 0.1152194 Feb 28 20:23:29.712463 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-5a21f290-8c10-48f3-8243-16ac46f9b827 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a300a964-2ef3-42eb-8331-4f607d52c05f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:29.824248 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-5a21f290-8c10-48f3-8243-16ac46f9b827 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Network ddbbf206-d80f-452e-8f5d-4db5f42173cb is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:23:29.830411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-5a21f290-8c10-48f3-8243-16ac46f9b827 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:23:29.842841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-5a21f290-8c10-48f3-8243-16ac46f9b827 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:23:29.844285 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e647b777-7df4-4097-89fa-b4439398cd39 admin admin] Publish callbacks [] for security_group (32d58902-a598-4f86-a900-248dc4653d6b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:29.891198 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ad4391a9-0fff-4b63-a490-3bff0d1ec13d no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:23:29.899270 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e647b777-7df4-4097-89fa-b4439398cd39 admin admin] Publish callbacks [] for security_group (32d58902-a598-4f86-a900-248dc4653d6b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:29.946660 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: ad4391a9-0fff-4b63-a490-3bff0d1ec13d {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:23:29.947173 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ad4391a9-0fff-4b63-a490-3bff0d1ec13d not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:23:29.994086 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21f290-8c10-48f3-8243-16ac46f9b827 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Pushing event updated for resources: {'Port': ['ID=a300a964-2ef3-42eb-8331-4f607d52c05f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:29.998063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f20b4e9-6c52-4456-b360-02c1f96cceed {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:23:30.014792 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] Publish callbacks [] for port (4f20b4e9-6c52-4456-b360-02c1f96cceed), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:30.042176 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-5a21f290-8c10-48f3-8243-16ac46f9b827 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:30.042880 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-5a21f290-8c10-48f3-8243-16ac46f9b827 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:30.043426 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e647b777-7df4-4097-89fa-b4439398cd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (32d58902-a598-4f86-a900-248dc4653d6b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:30.048874 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e647b777-7df4-4097-89fa-b4439398cd39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:30.051190 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e647b777-7df4-4097-89fa-b4439398cd39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32d58902-a598-4f86-a900-248dc4653d6b HTTP/1.1" status: 204 len: 168 time: 0.3710465 Feb 28 20:23:30.059524 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] Transition to ACTIVE for port object 4f20b4e9-6c52-4456-b360-02c1f96cceed will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:23:30.073508 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (4f20b4e9-6c52-4456-b360-02c1f96cceed), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:30.075237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d5f5f-eabc-495c-bab0-9e83ad55685a req-22d0cb0b-cc87-4af6-b7da-af29e34362b4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:30.077358 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f04d5f5f-eabc-495c-bab0-9e83ad55685a req-22d0cb0b-cc87-4af6-b7da-af29e34362b4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2290647 Feb 28 20:23:30.077596 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647b777-7df4-4097-89fa-b4439398cd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d58902-a598-4f86-a900-248dc4653d6b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:30.083439 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-5a21f290-8c10-48f3-8243-16ac46f9b827 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5673754 Feb 28 20:23:30.113512 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] Request body: {'port': {'device_id': '5974ebac-cd61-45ce-8896-52fb195b913c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:23:30.192992 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-17a821ca-91b0-4144-8537-4e7ccb34521f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:30.197663 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] Pushing event updated for resources: {'Port': ['ID=4f20b4e9-6c52-4456-b360-02c1f96cceed,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:30.295429 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f04d5f5f-eabc-495c-bab0-9e83ad55685a req-10327a26-c3ba-4490-9fb1-5dd6671da5bb tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068243 Feb 28 20:23:30.314966 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a300a964-2ef3-42eb-8331-4f607d52c05f), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:30.324041 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] Attempting to bind port 4f20b4e9-6c52-4456-b360-02c1f96cceed on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:23:30.324567 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] Attempting to bind port 4f20b4e9-6c52-4456-b360-02c1f96cceed by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'd2d49e41-ab10-4064-a23a-4f534e773cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:23:30.325110 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] Attempting to bind port 4f20b4e9-6c52-4456-b360-02c1f96cceed on network ddbbf206-d80f-452e-8f5d-4db5f42173cb {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:23:30.331115 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] Port 4f20b4e9-6c52-4456-b360-02c1f96cceed on network ddbbf206-d80f-452e-8f5d-4db5f42173cb not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:23:30.331800 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] Attempting to bind port 4f20b4e9-6c52-4456-b360-02c1f96cceed on network ddbbf206-d80f-452e-8f5d-4db5f42173cb {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:23:30.342898 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:23:30.343240 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] Checking segment: {'id': 'd2d49e41-ab10-4064-a23a-4f534e773cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:23:30.343627 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] Bound using segment: {'id': 'd2d49e41-ab10-4064-a23a-4f534e773cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:23:30.344088 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] Bound port: 4f20b4e9-6c52-4456-b360-02c1f96cceed, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d49e41-ab10-4064-a23a-4f534e773cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:23:30.344443 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4f20b4e9-6c52-4456-b360-02c1f96cceed), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:30.482779 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] For port 4f20b4e9-6c52-4456-b360-02c1f96cceed, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:23:30.487241 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] For port 4f20b4e9-6c52-4456-b360-02c1f96cceed, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4f20b4e9-6c52-4456-b360-02c1f96cceed,segment=NetworkSegment(d2d49e41-ab10-4064-a23a-4f534e773cfb),segment_id=d2d49e41-ab10-4064-a23a-4f534e773cfb)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:23:30.497480 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (4f20b4e9-6c52-4456-b360-02c1f96cceed), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:30.545297 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:30.546155 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:30.548083 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] 10.222.0.15 "PUT /v2.0/ports/4f20b4e9-6c52-4456-b360-02c1f96cceed HTTP/1.1" status: 200 len: 1092 time: 1.5513308 Feb 28 20:23:30.548735 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab10e3b-cd62-4962-9e1e-754cc43f29c6', 'tag': '4f20b4e9-6c52-4456-b360-02c1f96cceed'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:23:30.551743 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9ce3b6-48fd-40e5-847a-1f436c50ec09" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab10e3b-cd62-4962-9e1e-754cc43f29c6", "tag": "4f20b4e9-6c52-4456-b360-02c1f96cceed"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:23:30.621484 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c29977-38fe-4180-b061-1779ae53e2c0 req-0126a434-4a5e-4d8f-8f53-2eb09d7a50f6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:30.635784 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c1c29977-38fe-4180-b061-1779ae53e2c0 req-0126a434-4a5e-4d8f-8f53-2eb09d7a50f6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.2533932 Feb 28 20:23:30.638753 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c73354-139f-4b4d-bb56-2b9409f0fc5e service neutron] Pushing event updated for resources: {'Port': ['ID=4f20b4e9-6c52-4456-b360-02c1f96cceed,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:30.647589 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5586ee-e70b-43fa-9148-d181f11b06c2 x-openstack-request-id: req-1d5586ee-e70b-43fa-9148-d181f11b06c2 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:23:30.647928 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab10e3b-cd62-4962-9e1e-754cc43f29c6", "tag": "4f20b4e9-6c52-4456-b360-02c1f96cceed", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:23:30.648181 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d5586ee-e70b-43fa-9148-d181f11b06c2 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:23:30.648578 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab10e3b-cd62-4962-9e1e-754cc43f29c6', 'tag': '4f20b4e9-6c52-4456-b360-02c1f96cceed', 'status': 'completed', 'code': 200} Feb 28 20:23:30.674895 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-23e6bb5b-bddb-4251-9e0d-97e7dac0644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:30.677547 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-23e6bb5b-bddb-4251-9e0d-97e7dac0644e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e6d6d4839d645008712dc58db25b2b5&device_id=2ab10e3b-cd62-4962-9e1e-754cc43f29c6 HTTP/1.1" status: 200 len: 1126 time: 0.0821862 Feb 28 20:23:30.695565 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-17a821ca-91b0-4144-8537-4e7ccb34521f admin admin] Publish callbacks [] for security_group (919a5889-b16b-4ed8-8dc1-3411e5117e0b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:30.712087 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-17a821ca-91b0-4144-8537-4e7ccb34521f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (919a5889-b16b-4ed8-8dc1-3411e5117e0b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:30.758701 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-9daf0496-d1ed-4425-83db-0c073f2b0208 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f20b4e9-6c52-4456-b360-02c1f96cceed HTTP/1.1" status: 200 len: 217 time: 0.0727108 Feb 28 20:23:30.819220 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c1c29977-38fe-4180-b061-1779ae53e2c0 req-147c0bcd-0c0a-4b4f-87b3-7abd8721e1c5 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816518 Feb 28 20:23:30.831897 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a821ca-91b0-4144-8537-4e7ccb34521f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919a5889-b16b-4ed8-8dc1-3411e5117e0b,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:30.838129 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-54397b75-1441-439b-8b39-591f9194f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:30.842740 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-54397b75-1441-439b-8b39-591f9194f275 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6e1013e-cc8a-497f-9159-c7d6cb844401 HTTP/1.1" status: 200 len: 852 time: 0.0759065 Feb 28 20:23:30.889465 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-666507fc-0422-4f96-868b-4c78df2d9087 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddbbf206-d80f-452e-8f5d-4db5f42173cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406384 Feb 28 20:23:30.941957 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-17a821ca-91b0-4144-8537-4e7ccb34521f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f86aaf70f2c04bc0be0617e70c1c1505&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4768651 Feb 28 20:23:30.942992 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 57654) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:31.009195 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e588e-f1d7-4dbd-8373-4c6e8babc192 req-8c9351b1-9eb0-4f81-a913-72d53d6fac61 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:31.010866 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4c0e588e-f1d7-4dbd-8373-4c6e8babc192 req-8c9351b1-9eb0-4f81-a913-72d53d6fac61 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=5974ebac-cd61-45ce-8896-52fb195b913c HTTP/1.1" status: 200 len: 931 time: 0.1903424 Feb 28 20:23:31.012645 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-5b57c836-323b-45ee-826d-52b98e198bfa service neutron] 10.222.0.15 "GET /v2.0/networks/ddbbf206-d80f-452e-8f5d-4db5f42173cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172569 Feb 28 20:23:31.132736 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-f6120711-9c34-4965-8df3-f62521bbab8e service neutron] 10.222.0.15 "GET /v2.0/networks/ddbbf206-d80f-452e-8f5d-4db5f42173cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130593 Feb 28 20:23:31.140528 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4c0e588e-f1d7-4dbd-8373-4c6e8babc192 req-e4d673c8-47ef-488b-8904-048452255949 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121428 Feb 28 20:23:31.180532 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ed10ea87-ccb1-4d65-b95e-584394045252 admin admin] Publish callbacks [] for security_group (919a5889-b16b-4ed8-8dc1-3411e5117e0b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:31.204904 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a300a964-2ef3-42eb-8331-4f607d52c05f {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:23:31.219439 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] Publish callbacks [] for port (a300a964-2ef3-42eb-8331-4f607d52c05f), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:31.248065 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] Transition to ACTIVE for port object a300a964-2ef3-42eb-8331-4f607d52c05f will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:23:31.250484 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ed10ea87-ccb1-4d65-b95e-584394045252 admin admin] Publish callbacks [] for security_group (919a5889-b16b-4ed8-8dc1-3411e5117e0b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:31.259018 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (a300a964-2ef3-42eb-8331-4f607d52c05f), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:31.350500 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] Pushing event updated for resources: {'Port': ['ID=a300a964-2ef3-42eb-8331-4f607d52c05f,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:31.417300 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ed10ea87-ccb1-4d65-b95e-584394045252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (919a5889-b16b-4ed8-8dc1-3411e5117e0b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:31.420284 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ed10ea87-ccb1-4d65-b95e-584394045252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:31.423955 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ed10ea87-ccb1-4d65-b95e-584394045252 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/919a5889-b16b-4ed8-8dc1-3411e5117e0b HTTP/1.1" status: 204 len: 168 time: 0.4770074 Feb 28 20:23:31.444747 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ce3b6-48fd-40e5-847a-1f436c50ec09 req-3b5d0491-1368-4816-b544-52ea688364d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:31.447122 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-de9ce3b6-48fd-40e5-847a-1f436c50ec09 req-3b5d0491-1368-4816-b544-52ea688364d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e6d6d4839d645008712dc58db25b2b5&device_id=2ab10e3b-cd62-4962-9e1e-754cc43f29c6 HTTP/1.1" status: 200 len: 1126 time: 0.0994761 Feb 28 20:23:31.448366 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10ea87-ccb1-4d65-b95e-584394045252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919a5889-b16b-4ed8-8dc1-3411e5117e0b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:31.494861 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] Attempting to bind port a300a964-2ef3-42eb-8331-4f607d52c05f on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:23:31.495193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] Attempting to bind port a300a964-2ef3-42eb-8331-4f607d52c05f by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'd2d49e41-ab10-4064-a23a-4f534e773cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:23:31.495522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] Attempting to bind port a300a964-2ef3-42eb-8331-4f607d52c05f on network ddbbf206-d80f-452e-8f5d-4db5f42173cb {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:23:31.504803 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] Port a300a964-2ef3-42eb-8331-4f607d52c05f on network ddbbf206-d80f-452e-8f5d-4db5f42173cb not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:23:31.505125 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] Attempting to bind port a300a964-2ef3-42eb-8331-4f607d52c05f on network ddbbf206-d80f-452e-8f5d-4db5f42173cb {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:23:31.516085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:23:31.516396 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] Checking segment: {'id': 'd2d49e41-ab10-4064-a23a-4f534e773cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:23:31.516788 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] Bound using segment: {'id': 'd2d49e41-ab10-4064-a23a-4f534e773cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:23:31.517221 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] Bound port: a300a964-2ef3-42eb-8331-4f607d52c05f, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d49e41-ab10-4064-a23a-4f534e773cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:23:31.517580 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a300a964-2ef3-42eb-8331-4f607d52c05f), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:31.540589 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c420c1-4510-4057-af71-0b1d9ced3f05 req-d138601c-77fb-4983-abb7-f23adc6eb2e9 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:31.547484 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-80c420c1-4510-4057-af71-0b1d9ced3f05 req-d138601c-77fb-4983-abb7-f23adc6eb2e9 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1183424 Feb 28 20:23:31.618712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ce3b6-48fd-40e5-847a-1f436c50ec09 req-85451d37-683a-4c1c-afaf-010c6cd5e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:31.622025 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-de9ce3b6-48fd-40e5-847a-1f436c50ec09 req-85451d37-683a-4c1c-afaf-010c6cd5e42a service neutron] 10.222.0.15 "GET /v2.0/networks?id=ddbbf206-d80f-452e-8f5d-4db5f42173cb HTTP/1.1" status: 200 len: 912 time: 0.1598418 Feb 28 20:23:31.675508 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-80c420c1-4510-4057-af71-0b1d9ced3f05 req-98dcef75-00c3-47cc-80c0-fda737bde2bf tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245453 Feb 28 20:23:31.683305 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] For port a300a964-2ef3-42eb-8331-4f607d52c05f, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:23:31.687307 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] For port a300a964-2ef3-42eb-8331-4f607d52c05f, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=a300a964-2ef3-42eb-8331-4f607d52c05f,segment=NetworkSegment(d2d49e41-ab10-4064-a23a-4f534e773cfb),segment_id=d2d49e41-ab10-4064-a23a-4f534e773cfb)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:23:31.689368 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-de9ce3b6-48fd-40e5-847a-1f436c50ec09 req-b611ed96-d6fa-4cf4-83d9-591c1964bbb5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f20b4e9-6c52-4456-b360-02c1f96cceed HTTP/1.1" status: 200 len: 217 time: 0.0587904 Feb 28 20:23:31.703582 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (a300a964-2ef3-42eb-8331-4f607d52c05f), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:31.789849 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:31.793257 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:31.796118 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] 10.222.0.15 "PUT /v2.0/ports/a300a964-2ef3-42eb-8331-4f607d52c05f HTTP/1.1" status: 200 len: 1092 time: 1.6912131 Feb 28 20:23:31.800236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5974ebac-cd61-45ce-8896-52fb195b913c', 'tag': 'a300a964-2ef3-42eb-8331-4f607d52c05f'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:23:31.813557 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ce3b6-48fd-40e5-847a-1f436c50ec09 req-c34e5f3d-9ac5-4e83-8919-2f24c7b5e41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:31.816036 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-de9ce3b6-48fd-40e5-847a-1f436c50ec09 req-c34e5f3d-9ac5-4e83-8919-2f24c7b5e41a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6e1013e-cc8a-497f-9159-c7d6cb844401 HTTP/1.1" status: 200 len: 852 time: 0.1201367 Feb 28 20:23:31.816731 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8667c47f-3704-404d-aed7-dbcbd2a98ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "5974ebac-cd61-45ce-8896-52fb195b913c", "tag": "a300a964-2ef3-42eb-8331-4f607d52c05f"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:23:31.914918 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-de9ce3b6-48fd-40e5-847a-1f436c50ec09 req-d4507034-58da-414c-acfb-b37f963d6bbb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddbbf206-d80f-452e-8f5d-4db5f42173cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863764 Feb 28 20:23:31.933604 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c9deeb6-1813-41b0-8900-a454f8a852a4 req-760ae0c7-f20f-4f22-a9f1-3779c2b21273 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeb7b92-ad91-49ae-a612-881c15d20f84 HTTP/1.1" status: 200 len: 210 time: 0.1341546 Feb 28 20:23:31.980527 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642917b-a0fb-46e8-823a-8a7ee466cb2c service neutron] Pushing event updated for resources: {'Port': ['ID=a300a964-2ef3-42eb-8331-4f607d52c05f,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:32.105690 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3c533b-947c-4ec5-ae89-23c34ded0604 x-openstack-request-id: req-bd3c533b-947c-4ec5-ae89-23c34ded0604 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:23:32.105980 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5974ebac-cd61-45ce-8896-52fb195b913c", "tag": "a300a964-2ef3-42eb-8331-4f607d52c05f", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:23:32.106233 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd3c533b-947c-4ec5-ae89-23c34ded0604 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:23:32.106627 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5974ebac-cd61-45ce-8896-52fb195b913c', 'tag': 'a300a964-2ef3-42eb-8331-4f607d52c05f', 'status': 'completed', 'code': 200} Feb 28 20:23:32.228844 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-de9ce3b6-48fd-40e5-847a-1f436c50ec09 req-f4c08dcd-4f8f-48b8-9605-906b8af71e79 service neutron] 10.222.0.15 "GET /v2.0/networks/ddbbf206-d80f-452e-8f5d-4db5f42173cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075318 Feb 28 20:23:32.264421 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-7f978461-98af-4ade-852e-b754bf7b07a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:32.266133 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-7f978461-98af-4ade-852e-b754bf7b07a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e6d6d4839d645008712dc58db25b2b5&device_id=5974ebac-cd61-45ce-8896-52fb195b913c HTTP/1.1" status: 200 len: 1126 time: 0.3855672 Feb 28 20:23:32.358430 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-3d0e4d54-c1d1-4414-9840-46d85e79fd45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a300a964-2ef3-42eb-8331-4f607d52c05f HTTP/1.1" status: 200 len: 217 time: 0.0743239 Feb 28 20:23:32.379584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f290de2-392f-46b7-ae4f-4dc19ca0fc78 req-e9e8c05a-d6c9-4baa-9f96-dbb4cdeefe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:32.380008 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-de9ce3b6-48fd-40e5-847a-1f436c50ec09 req-4b305032-9318-4f3d-bec2-6ce4e555f890 service neutron] 10.222.0.15 "GET /v2.0/networks/ddbbf206-d80f-452e-8f5d-4db5f42173cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437764 Feb 28 20:23:32.382711 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f290de2-392f-46b7-ae4f-4dc19ca0fc78 req-e9e8c05a-d6c9-4baa-9f96-dbb4cdeefe55 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 1128 time: 0.3606870 Feb 28 20:23:32.468936 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7384296-3c60-4d3f-ad6c-493dc8bf2bf4 req-9bc13625-2ccf-4f40-b55f-7f36d7d20e6f tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:32.478066 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7384296-3c60-4d3f-ad6c-493dc8bf2bf4 req-9bc13625-2ccf-4f40-b55f-7f36d7d20e6f tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.3861818 Feb 28 20:23:32.589158 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36352722-10b0-4085-b808-17808e583b14 req-becec058-873e-478a-bcb9-db8c076565da tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:32.590833 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36352722-10b0-4085-b808-17808e583b14 req-becec058-873e-478a-bcb9-db8c076565da tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.4241362 Feb 28 20:23:32.617299 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-6cd28d43-b23f-4b4c-90eb-d02d0a21d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:32.619478 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-6cd28d43-b23f-4b4c-90eb-d02d0a21d355 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6e1013e-cc8a-497f-9159-c7d6cb844401 HTTP/1.1" status: 200 len: 852 time: 0.2472415 Feb 28 20:23:32.701875 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-1e6c64c9-6d79-42f6-96e2-4caa6b66f074 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddbbf206-d80f-452e-8f5d-4db5f42173cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579259 Feb 28 20:23:32.757185 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7384296-3c60-4d3f-ad6c-493dc8bf2bf4 req-8964dff5-8454-4444-a657-c90b763c9dd1 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780039 Feb 28 20:23:32.832277 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36352722-10b0-4085-b808-17808e583b14 req-e4f8f402-73f6-48fa-88d1-a3415c534c79 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094820 Feb 28 20:23:32.894928 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f290de2-392f-46b7-ae4f-4dc19ca0fc78 req-4adaa4af-5bbb-43a5-b4a8-960548852716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:32.897173 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f290de2-392f-46b7-ae4f-4dc19ca0fc78 req-4adaa4af-5bbb-43a5-b4a8-960548852716 service neutron] 10.222.0.10 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 912 time: 0.4823165 Feb 28 20:23:33.109359 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-c4ca3a44-9db9-4230-9113-5e89cb55015d service neutron] 10.222.0.15 "GET /v2.0/networks/ddbbf206-d80f-452e-8f5d-4db5f42173cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801696 Feb 28 20:23:33.169932 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce96e61-0c3b-4047-a1a8-7df8949fc449 req-86917f11-decd-4af5-9a8e-08818cb051a7 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:33.174709 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ce96e61-0c3b-4047-a1a8-7df8949fc449 req-86917f11-decd-4af5-9a8e-08818cb051a7 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=5974ebac-cd61-45ce-8896-52fb195b913c HTTP/1.1" status: 200 len: 943 time: 0.2875476 Feb 28 20:23:33.189279 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f290de2-392f-46b7-ae4f-4dc19ca0fc78 req-f3be0e51-5f6c-4de7-814c-7b73fa8ecd80 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 HTTP/1.1" status: 200 len: 1000 time: 0.2730706 Feb 28 20:23:33.442735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f290de2-392f-46b7-ae4f-4dc19ca0fc78 req-2ba644e6-0b9a-467c-b82d-029baa83c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:33.445659 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f290de2-392f-46b7-ae4f-4dc19ca0fc78 req-2ba644e6-0b9a-467c-b82d-029baa83c60f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.0693922 Feb 28 20:23:33.509263 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3250e33-9e74-4ecc-aaf4-551d619b6e9f req-c86cf416-82ab-499f-a489-ecd6e4478e01 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.1546402 Feb 28 20:23:33.590726 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76850831-6c14-4f4c-b13d-aee0d8324669 req-af7b8840-7a6f-41d7-a058-489980c5319e service neutron] 10.222.0.15 "GET /v2.0/networks/ddbbf206-d80f-452e-8f5d-4db5f42173cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692967 Feb 28 20:23:33.596630 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ce96e61-0c3b-4047-a1a8-7df8949fc449 req-97323663-cdcf-492a-a7e0-b0583e8b9993 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516665 Feb 28 20:23:33.613005 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f290de2-392f-46b7-ae4f-4dc19ca0fc78 req-accd190c-b356-41d0-a61f-39da7a0c6781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:33.615700 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f290de2-392f-46b7-ae4f-4dc19ca0fc78 req-accd190c-b356-41d0-a61f-39da7a0c6781 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1024632 Feb 28 20:23:33.806558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667c47f-3704-404d-aed7-dbcbd2a98ad2 req-6cf4c37a-669d-4c71-9d6f-c134d398a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:33.808269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8667c47f-3704-404d-aed7-dbcbd2a98ad2 req-6cf4c37a-669d-4c71-9d6f-c134d398a554 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e6d6d4839d645008712dc58db25b2b5&device_id=5974ebac-cd61-45ce-8896-52fb195b913c HTTP/1.1" status: 200 len: 1126 time: 0.1069987 Feb 28 20:23:33.811091 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f290de2-392f-46b7-ae4f-4dc19ca0fc78 req-a4ce8880-bb53-4221-aac1-bd78138b465e service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884911 Feb 28 20:23:34.118245 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 4f20b4e9-6c52-4456-b360-02c1f96cceed details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:23:34.275084 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f290de2-392f-46b7-ae4f-4dc19ca0fc78 req-bbd73ff7-b934-4b82-a652-bfbb673016bf service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502964 Feb 28 20:23:34.285694 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9faa3-60cf-4c97-b210-5c552355fe9d req-c463c149-48af-4dd2-b3c0-6dd6c3cb4ad8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:34.287785 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4e9faa3-60cf-4c97-b210-5c552355fe9d req-c463c149-48af-4dd2-b3c0-6dd6c3cb4ad8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.3420918 Feb 28 20:23:34.299275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d0d01-d27e-4d46-ab4f-b291cdc4d9ca req-33f1cccf-af59-45c8-8982-7b281d0e4527 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:34.301680 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6b3d0d01-d27e-4d46-ab4f-b291cdc4d9ca req-33f1cccf-af59-45c8-8982-7b281d0e4527 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.3995426 Feb 28 20:23:34.303693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667c47f-3704-404d-aed7-dbcbd2a98ad2 req-c244d4f9-4f55-4926-8510-b8f78cbbc16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:34.305419 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8667c47f-3704-404d-aed7-dbcbd2a98ad2 req-c244d4f9-4f55-4926-8510-b8f78cbbc16b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ddbbf206-d80f-452e-8f5d-4db5f42173cb HTTP/1.1" status: 200 len: 912 time: 0.4905546 Feb 28 20:23:34.368932 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 4f20b4e9-6c52-4456-b360-02c1f96cceed, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4f20b4e9-6c52-4456-b360-02c1f96cceed,segment=NetworkSegment(d2d49e41-ab10-4064-a23a-4f534e773cfb),segment_id=d2d49e41-ab10-4064-a23a-4f534e773cfb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:34.391201 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '4f20b4e9-6c52-4456-b360-02c1f96cceed', 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb', 'port_id': '4f20b4e9-6c52-4456-b360-02c1f96cceed', 'mac_address': 'fa:16:3e:4e:b9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e1013e-cc8a-497f-9159-c7d6cb844401', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:23:34.446074 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8667c47f-3704-404d-aed7-dbcbd2a98ad2 req-cbc93f24-784d-4e87-b289-18316954d59f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a300a964-2ef3-42eb-8331-4f607d52c05f HTTP/1.1" status: 200 len: 217 time: 0.1286168 Feb 28 20:23:34.490854 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 4f20b4e9-6c52-4456-b360-02c1f96cceed is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:23:34.491152 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4f20b4e9-6c52-4456-b360-02c1f96cceed), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:34.512344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f20b4e9-6c52-4456-b360-02c1f96cceed {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:23:34.551623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 4f20b4e9-6c52-4456-b360-02c1f96cceed, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4f20b4e9-6c52-4456-b360-02c1f96cceed,segment=NetworkSegment(d2d49e41-ab10-4064-a23a-4f534e773cfb),segment_id=d2d49e41-ab10-4064-a23a-4f534e773cfb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:34.561710 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4f20b4e9-6c52-4456-b360-02c1f96cceed), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:34.628838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667c47f-3704-404d-aed7-dbcbd2a98ad2 req-64beb9b4-1b28-408d-8845-3503c9677d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:34.632683 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8667c47f-3704-404d-aed7-dbcbd2a98ad2 req-64beb9b4-1b28-408d-8845-3503c9677d59 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6e1013e-cc8a-497f-9159-c7d6cb844401 HTTP/1.1" status: 200 len: 852 time: 0.1607339 Feb 28 20:23:34.669769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=4f20b4e9-6c52-4456-b360-02c1f96cceed,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:34.698098 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6b3d0d01-d27e-4d46-ab4f-b291cdc4d9ca req-974860dd-70d9-4d83-a56d-c1a1317bc445 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795431 Feb 28 20:23:34.742097 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8667c47f-3704-404d-aed7-dbcbd2a98ad2 req-cd6c4d37-d63a-46d1-89f2-ffe2c10920e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddbbf206-d80f-452e-8f5d-4db5f42173cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984223 Feb 28 20:23:34.749659 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4e9faa3-60cf-4c97-b210-5c552355fe9d req-c0a1b804-3a63-411f-acde-b8b9c572dcd8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4425335 Feb 28 20:23:34.938869 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['4f20b4e9-6c52-4456-b360-02c1f96cceed'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:23:34.969395 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8667c47f-3704-404d-aed7-dbcbd2a98ad2 req-86b16c48-5873-47a4-85d5-5b196becaf22 service neutron] 10.222.0.15 "GET /v2.0/networks/ddbbf206-d80f-452e-8f5d-4db5f42173cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184017 Feb 28 20:23:35.113801 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c219cf1-985a-4509-9504-ea008aa77df8 req-7d57adea-9eef-4272-83ac-7afbe6586f1f tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.1377072 Feb 28 20:23:35.316826 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43509d-0bf9-4f03-917d-6ca47f5c4c8f req-17dfea15-8568-40d0-a568-ce1d8d3cb397 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:35.319250 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8d43509d-0bf9-4f03-917d-6ca47f5c4c8f req-17dfea15-8568-40d0-a568-ce1d8d3cb397 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=5974ebac-cd61-45ce-8896-52fb195b913c HTTP/1.1" status: 200 len: 943 time: 0.2235813 Feb 28 20:23:35.323170 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8667c47f-3704-404d-aed7-dbcbd2a98ad2 req-88c0a98b-8e5e-4360-89b2-821eb053c1de service neutron] 10.222.0.15 "GET /v2.0/networks/ddbbf206-d80f-452e-8f5d-4db5f42173cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203430 Feb 28 20:23:35.417817 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8d43509d-0bf9-4f03-917d-6ca47f5c4c8f req-a25d22af-1b07-4487-9aa0-a71c6e826fbb tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871024 Feb 28 20:23:35.721389 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b680fbf-64ac-4de8-bebb-6e8f7931a0ee req-41457241-39fd-4d44-b31f-eb3c3d50a212 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb7b92-ad91-49ae-a612-881c15d20f84 HTTP/1.1" status: 200 len: 210 time: 0.0343618 Feb 28 20:23:35.941311 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed82da-ebcb-413b-9e59-afb4392545e7 req-80270394-b81b-4859-9bdf-9ff7750b36ab tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:35.942945 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95ed82da-ebcb-413b-9e59-afb4392545e7 req-80270394-b81b-4859-9bdf-9ff7750b36ab tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.1116784 Feb 28 20:23:35.979732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01a66a-970d-45d7-bb10-0121fad72337 req-4c67a03e-5742-4fa8-be01-056c0690e78a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:35.981297 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e01a66a-970d-45d7-bb10-0121fad72337 req-4c67a03e-5742-4fa8-be01-056c0690e78a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1021917 Feb 28 20:23:36.049728 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95ed82da-ebcb-413b-9e59-afb4392545e7 req-3e993e92-35dd-4bfe-ac00-d2892023beb9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976031 Feb 28 20:23:36.097734 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e01a66a-970d-45d7-bb10-0121fad72337 req-db55ae0f-f229-4a97-b7f0-51e18cf9b0b2 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982769 Feb 28 20:23:36.133870 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device a300a964-2ef3-42eb-8331-4f607d52c05f details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:23:36.342290 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020e408-18fb-437f-9e74-a1211c7c6bd1 req-a26da473-eded-4d9a-84db-5e8fea6d2d51 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:36.345243 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2020e408-18fb-437f-9e74-a1211c7c6bd1 req-a26da473-eded-4d9a-84db-5e8fea6d2d51 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1336529 Feb 28 20:23:36.376529 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2bf8079e-4833-48f5-98af-0c21ed30afd4 req-e011a3c5-24db-4b0d-828f-8ea73593267e tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0619037 Feb 28 20:23:36.422879 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port a300a964-2ef3-42eb-8331-4f607d52c05f, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=a300a964-2ef3-42eb-8331-4f607d52c05f,segment=NetworkSegment(d2d49e41-ab10-4064-a23a-4f534e773cfb),segment_id=d2d49e41-ab10-4064-a23a-4f534e773cfb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:36.448311 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'a300a964-2ef3-42eb-8331-4f607d52c05f', 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb', 'port_id': 'a300a964-2ef3-42eb-8331-4f607d52c05f', 'mac_address': 'fa:16:3e:56:88:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e1013e-cc8a-497f-9159-c7d6cb844401', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:23:36.463584 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2020e408-18fb-437f-9e74-a1211c7c6bd1 req-d62fda1f-45d6-4a4a-bd32-a050ffb170f4 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912924 Feb 28 20:23:36.559388 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port a300a964-2ef3-42eb-8331-4f607d52c05f is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:23:36.560183 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a300a964-2ef3-42eb-8331-4f607d52c05f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:36.567778 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57816) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:36.592694 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a300a964-2ef3-42eb-8331-4f607d52c05f {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:23:36.637185 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port a300a964-2ef3-42eb-8331-4f607d52c05f, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=a300a964-2ef3-42eb-8331-4f607d52c05f,segment=NetworkSegment(d2d49e41-ab10-4064-a23a-4f534e773cfb),segment_id=d2d49e41-ab10-4064-a23a-4f534e773cfb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:36.643516 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a300a964-2ef3-42eb-8331-4f607d52c05f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:36.684573 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6c2d3-6bbc-46ed-941c-5d66021bc207 req-59211a93-5389-46a1-a825-c5c3dbe84e30 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:36.697245 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-20e6c2d3-6bbc-46ed-941c-5d66021bc207 req-59211a93-5389-46a1-a825-c5c3dbe84e30 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=5974ebac-cd61-45ce-8896-52fb195b913c HTTP/1.1" status: 200 len: 943 time: 0.1707594 Feb 28 20:23:36.734080 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=a300a964-2ef3-42eb-8331-4f607d52c05f,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:36.756982 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4925c3ff-fef7-4ca8-97ac-9e64b9954e8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:36.782404 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc81b3f-f110-4e09-aa22-63256400320f req-836d7286-fd7a-4a1b-8d82-816746860dfd tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:36.784114 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fc81b3f-f110-4e09-aa22-63256400320f req-836d7286-fd7a-4a1b-8d82-816746860dfd tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1677196 Feb 28 20:23:36.794095 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-20e6c2d3-6bbc-46ed-941c-5d66021bc207 req-087066fc-2073-428b-85ed-fa571771bd14 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953567 Feb 28 20:23:36.856118 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fc81b3f-f110-4e09-aa22-63256400320f req-c84cf001-0805-4241-81f0-d4f7523b8b4d tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607359 Feb 28 20:23:36.878557 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4925c3ff-fef7-4ca8-97ac-9e64b9954e8a admin admin] Publish callbacks [] for security_group (ac1c8833-f0be-47a3-ad48-caecde1565e8), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:36.884191 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4925c3ff-fef7-4ca8-97ac-9e64b9954e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ac1c8833-f0be-47a3-ad48-caecde1565e8), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:36.935840 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4925c3ff-fef7-4ca8-97ac-9e64b9954e8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=947827850f8548fe9fe8a4d25762320f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3622665 Feb 28 20:23:36.937037 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57824) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:36.948725 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925c3ff-fef7-4ca8-97ac-9e64b9954e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1c8833-f0be-47a3-ad48-caecde1565e8,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:36.991067 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['a300a964-2ef3-42eb-8331-4f607d52c05f'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:23:37.038062 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de64dd82-5ff3-4b90-9768-39964a05d41d admin admin] Publish callbacks [] for security_group (ac1c8833-f0be-47a3-ad48-caecde1565e8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:37.071048 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de64dd82-5ff3-4b90-9768-39964a05d41d admin admin] Publish callbacks [] for security_group (ac1c8833-f0be-47a3-ad48-caecde1565e8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:37.088454 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440346da-6073-4357-a807-0d75cb5de5c1 req-7d82331e-7418-42c6-9561-b518ed5d0b6f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:37.090750 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-440346da-6073-4357-a807-0d75cb5de5c1 req-7d82331e-7418-42c6-9561-b518ed5d0b6f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1107616 Feb 28 20:23:37.154201 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de64dd82-5ff3-4b90-9768-39964a05d41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ac1c8833-f0be-47a3-ad48-caecde1565e8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:37.158915 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de64dd82-5ff3-4b90-9768-39964a05d41d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:37.166085 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-de64dd82-5ff3-4b90-9768-39964a05d41d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac1c8833-f0be-47a3-ad48-caecde1565e8 HTTP/1.1" status: 204 len: 168 time: 0.2274792 Feb 28 20:23:37.190926 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64dd82-5ff3-4b90-9768-39964a05d41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1c8833-f0be-47a3-ad48-caecde1565e8,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:37.218408 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-440346da-6073-4357-a807-0d75cb5de5c1 req-d1674c4a-b8f2-4594-90eb-f6760cdd6c7a tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157224 Feb 28 20:23:37.356277 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7a6d3-64b7-4919-a73b-1db530545f6e req-a58ee27f-1819-4f9d-a937-35d32f04edac tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:37.358656 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-74c7a6d3-64b7-4919-a73b-1db530545f6e req-a58ee27f-1819-4f9d-a937-35d32f04edac tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.1460559 Feb 28 20:23:37.485916 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-74c7a6d3-64b7-4919-a73b-1db530545f6e req-fa616551-fe5d-4602-8047-ed6a83492a3d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206334 Feb 28 20:23:37.526578 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512434d-f560-4c4d-8d3f-7367909e5a3b req-aa240d96-e77d-4424-a11b-ae19a96533f2 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:37.529580 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b512434d-f560-4c4d-8d3f-7367909e5a3b req-aa240d96-e77d-4424-a11b-ae19a96533f2 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1208780 Feb 28 20:23:37.685716 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b512434d-f560-4c4d-8d3f-7367909e5a3b req-d0ffd6eb-c199-4c31-bdc9-d04d816ef5a1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430135 Feb 28 20:23:37.703730 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-35b8c6af-8564-4ae1-a9e2-2280d3b9dd56 req-98f50559-c15a-4636-9ab9-94422f5c22c0 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0742729 Feb 28 20:23:37.840033 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57842) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:37.909387 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16936d6d-995a-4f5f-951b-d6c6266d5f2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:38.082351 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-81d7db55-0445-4675-b473-14868140d9f6 req-817efd9b-9655-4ef4-8458-7eb577897e86 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0718172 Feb 28 20:23:38.094547 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16936d6d-995a-4f5f-951b-d6c6266d5f2b admin admin] Publish callbacks [] for security_group (b68d96c8-fb60-4818-b45e-3c75e758ba54), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:38.103711 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16936d6d-995a-4f5f-951b-d6c6266d5f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b68d96c8-fb60-4818-b45e-3c75e758ba54), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:38.129091 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48af22c-b0d0-46b0-8f3d-db8a84a0ef1f req-0a170d7a-2760-4ed9-8ce2-22831f5bebf3 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:38.131419 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b48af22c-b0d0-46b0-8f3d-db8a84a0ef1f req-0a170d7a-2760-4ed9-8ce2-22831f5bebf3 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=5974ebac-cd61-45ce-8896-52fb195b913c HTTP/1.1" status: 200 len: 944 time: 0.1840334 Feb 28 20:23:38.154031 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 4f20b4e9-6c52-4456-b360-02c1f96cceed up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:23:38.190411 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-16936d6d-995a-4f5f-951b-d6c6266d5f2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49639e2b1ed24610b219fd59d7c04e8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3444057 Feb 28 20:23:38.200331 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57846) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:38.209508 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16936d6d-995a-4f5f-951b-d6c6266d5f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68d96c8-fb60-4818-b45e-3c75e758ba54,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:38.294550 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 4f20b4e9-6c52-4456-b360-02c1f96cceed completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:23:38.305123 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 4f20b4e9-6c52-4456-b360-02c1f96cceed triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:23:38.305788 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4f20b4e9-6c52-4456-b360-02c1f96cceed), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:38.313931 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0cbe3a22-9dbc-4f18-905a-6038038065a6 admin admin] Publish callbacks [] for security_group (b68d96c8-fb60-4818-b45e-3c75e758ba54), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:38.355501 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b48af22c-b0d0-46b0-8f3d-db8a84a0ef1f req-b668a2bb-2f08-4f37-9872-f9b49014d55d tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841617 Feb 28 20:23:38.385601 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0cbe3a22-9dbc-4f18-905a-6038038065a6 admin admin] Publish callbacks [] for security_group (b68d96c8-fb60-4818-b45e-3c75e758ba54), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:38.398382 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37af53a-8088-4065-936f-28461e1ed74b req-7b92f430-f7af-42d8-9816-363a0825b237 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:38.404474 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c37af53a-8088-4065-936f-28461e1ed74b req-7b92f430-f7af-42d8-9816-363a0825b237 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2712643 Feb 28 20:23:38.505026 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 4f20b4e9-6c52-4456-b360-02c1f96cceed is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:23:38.506278 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4f20b4e9-6c52-4456-b360-02c1f96cceed), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:38.524630 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0cbe3a22-9dbc-4f18-905a-6038038065a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b68d96c8-fb60-4818-b45e-3c75e758ba54), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:38.528313 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0cbe3a22-9dbc-4f18-905a-6038038065a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:38.531047 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0cbe3a22-9dbc-4f18-905a-6038038065a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b68d96c8-fb60-4818-b45e-3c75e758ba54 HTTP/1.1" status: 204 len: 168 time: 0.3293796 Feb 28 20:23:38.577451 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab10e3b-cd62-4962-9e1e-754cc43f29c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f20b4e9-6c52-4456-b360-02c1f96cceed'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:23:38.581406 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2262a376-3876-415d-811c-a5efaea0204a" -d '{"events": [{"server_uuid": "2ab10e3b-cd62-4962-9e1e-754cc43f29c6", "name": "network-vif-plugged", "status": "completed", "tag": "4f20b4e9-6c52-4456-b360-02c1f96cceed"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:23:38.585824 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe3a22-9dbc-4f18-905a-6038038065a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68d96c8-fb60-4818-b45e-3c75e758ba54,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:38.600558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 4f20b4e9-6c52-4456-b360-02c1f96cceed, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4f20b4e9-6c52-4456-b360-02c1f96cceed,segment=NetworkSegment(d2d49e41-ab10-4064-a23a-4f534e773cfb),segment_id=d2d49e41-ab10-4064-a23a-4f534e773cfb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:38.611202 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4f20b4e9-6c52-4456-b360-02c1f96cceed), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:38.625239 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c37af53a-8088-4065-936f-28461e1ed74b req-36b4edf4-b109-4d91-aa7d-2a6804ba3694 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104809 Feb 28 20:23:38.792616 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=4f20b4e9-6c52-4456-b360-02c1f96cceed,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:38.796263 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae0416-0f5e-44fe-8f17-73bc4ac3a704 req-34e4ec8c-e815-4ade-95dd-c480a3198e10 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:38.807081 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f0ae0416-0f5e-44fe-8f17-73bc4ac3a704 req-34e4ec8c-e815-4ade-95dd-c480a3198e10 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.1351943 Feb 28 20:23:38.832269 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2367450b-c0fd-4168-908a-c07bd04b2fa7 x-openstack-request-id: req-2367450b-c0fd-4168-908a-c07bd04b2fa7 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:23:38.833937 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab10e3b-cd62-4962-9e1e-754cc43f29c6", "name": "network-vif-plugged", "status": "completed", "tag": "4f20b4e9-6c52-4456-b360-02c1f96cceed", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:23:38.836267 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2367450b-c0fd-4168-908a-c07bd04b2fa7 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:23:38.856751 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab10e3b-cd62-4962-9e1e-754cc43f29c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f20b4e9-6c52-4456-b360-02c1f96cceed', 'code': 200} Feb 28 20:23:38.956752 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f0ae0416-0f5e-44fe-8f17-73bc4ac3a704 req-3f00dc9d-77da-4a96-8a87-3ce4768e12bd tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480324 Feb 28 20:23:39.046022 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-14717cd2-511b-43a9-84d5-9e9367323d49 req-5c39e779-c342-4030-94b3-6863caa764a8 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.1109824 Feb 28 20:23:39.123399 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d484d6-b191-4e1a-bc5b-052466f20d86 req-7b5d8ccc-7341-4034-aca8-589f1d43d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:39.125128 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3d484d6-b191-4e1a-bc5b-052466f20d86 req-7b5d8ccc-7341-4034-aca8-589f1d43d0f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2ab10e3b-cd62-4962-9e1e-754cc43f29c6 HTTP/1.1" status: 200 len: 1128 time: 0.1469071 Feb 28 20:23:39.179869 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3d484d6-b191-4e1a-bc5b-052466f20d86 req-4361de9a-6d99-4557-a8cf-82130d4e562d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487230 Feb 28 20:23:39.543359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e7a61-61da-49b2-b5dc-15b63fcd40fd req-39263c15-5440-429b-ab27-0a3ae4b351da tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:39.550531 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e8e7a61-61da-49b2-b5dc-15b63fcd40fd req-39263c15-5440-429b-ab27-0a3ae4b351da tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=5974ebac-cd61-45ce-8896-52fb195b913c HTTP/1.1" status: 200 len: 944 time: 0.0917823 Feb 28 20:23:39.999657 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e8e7a61-61da-49b2-b5dc-15b63fcd40fd req-bbc78ae8-6a4b-4d12-ab59-c5d51684d17c tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482462 Feb 28 20:23:40.068290 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652ad14-0607-4c33-a7b2-846b3cbdcdd5 req-b639c6f1-e15c-447e-b988-7f6c0a7ac788 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:40.076631 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f652ad14-0607-4c33-a7b2-846b3cbdcdd5 req-b639c6f1-e15c-447e-b988-7f6c0a7ac788 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.0842059 Feb 28 20:23:40.178725 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device a300a964-2ef3-42eb-8331-4f607d52c05f up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:23:40.202358 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f652ad14-0607-4c33-a7b2-846b3cbdcdd5 req-f1ffc795-d281-46ec-aafe-8d2ed47bc0ae tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225080 Feb 28 20:23:40.233368 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d110069-3789-4be6-b1b6-23ba9b344d4a req-bd1d51ee-fef9-4c22-adbf-89628cabfd37 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:40.235994 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2d110069-3789-4be6-b1b6-23ba9b344d4a req-bd1d51ee-fef9-4c22-adbf-89628cabfd37 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 947 time: 0.1275325 Feb 28 20:23:40.275320 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port a300a964-2ef3-42eb-8331-4f607d52c05f completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:23:40.283069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port a300a964-2ef3-42eb-8331-4f607d52c05f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:23:40.284099 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a300a964-2ef3-42eb-8331-4f607d52c05f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:40.316316 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2d110069-3789-4be6-b1b6-23ba9b344d4a req-6c77704e-c1f4-4db3-b7d2-e998ffeeefc0 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710483 Feb 28 20:23:40.448557 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port a300a964-2ef3-42eb-8331-4f607d52c05f is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:23:40.449227 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a300a964-2ef3-42eb-8331-4f607d52c05f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:40.491301 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9eb3beea-7812-412e-8775-3326e95edf26 req-3381453e-d59e-4350-be0c-8a78e3cf1d3c tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0664215 Feb 28 20:23:40.505896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port a300a964-2ef3-42eb-8331-4f607d52c05f, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=a300a964-2ef3-42eb-8331-4f607d52c05f,segment=NetworkSegment(d2d49e41-ab10-4064-a23a-4f534e773cfb),segment_id=d2d49e41-ab10-4064-a23a-4f534e773cfb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:40.514813 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a300a964-2ef3-42eb-8331-4f607d52c05f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:40.523738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a2cd8-96fb-4586-b3ad-9b18141d9e6e req-e278ed07-1ba9-4667-b571-d4edb831a005 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:40.525376 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-017a2cd8-96fb-4586-b3ad-9b18141d9e6e req-e278ed07-1ba9-4667-b571-d4edb831a005 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.1777344 Feb 28 20:23:40.632543 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-017a2cd8-96fb-4586-b3ad-9b18141d9e6e req-01c8af93-3665-4c51-8910-994d68aa4035 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937710 Feb 28 20:23:40.638230 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=a300a964-2ef3-42eb-8331-4f607d52c05f,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:40.860446 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5974ebac-cd61-45ce-8896-52fb195b913c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a300a964-2ef3-42eb-8331-4f607d52c05f'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:23:40.866661 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f83166-1a38-4402-89d3-433c96f31983" -d '{"events": [{"server_uuid": "5974ebac-cd61-45ce-8896-52fb195b913c", "name": "network-vif-plugged", "status": "completed", "tag": "a300a964-2ef3-42eb-8331-4f607d52c05f"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:23:40.931418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc62b5-b31a-46f3-8534-9902e33ad3db req-52490257-7428-46ea-a512-45c2832e5156 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:40.934104 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3acc62b5-b31a-46f3-8534-9902e33ad3db req-52490257-7428-46ea-a512-45c2832e5156 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1483169 Feb 28 20:23:41.029902 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7152cee-8baa-4e00-af41-21ed36d1552c x-openstack-request-id: req-e7152cee-8baa-4e00-af41-21ed36d1552c {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:23:41.030193 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5974ebac-cd61-45ce-8896-52fb195b913c", "name": "network-vif-plugged", "status": "completed", "tag": "a300a964-2ef3-42eb-8331-4f607d52c05f", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:23:41.030647 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7152cee-8baa-4e00-af41-21ed36d1552c {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:23:41.031248 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5974ebac-cd61-45ce-8896-52fb195b913c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a300a964-2ef3-42eb-8331-4f607d52c05f', 'code': 200} Feb 28 20:23:41.085911 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3acc62b5-b31a-46f3-8534-9902e33ad3db req-cd744994-55d1-4e52-b627-d59847f6327f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381819 Feb 28 20:23:41.095526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87dec5-0f33-4f54-9dfa-f22e6329dc34 req-7abadf82-e212-4ee8-aad2-bd57634b0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:41.116238 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e87dec5-0f33-4f54-9dfa-f22e6329dc34 req-7abadf82-e212-4ee8-aad2-bd57634b0ff1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d31e1b7746264200b53c61174ee5824e&device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 1128 time: 0.2521853 Feb 28 20:23:41.232397 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c9b5c78d-36ef-49ea-aad2-18ef29762713 req-bdf97ae7-3683-4e05-95b5-79251d170e5c tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0533392 Feb 28 20:23:41.384237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ba823-890e-4b79-be00-c79adfe5cb9a req-233b5ab2-192b-43f3-af37-e4d77566f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:41.385862 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-557ba823-890e-4b79-be00-c79adfe5cb9a req-233b5ab2-192b-43f3-af37-e4d77566f573 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5974ebac-cd61-45ce-8896-52fb195b913c HTTP/1.1" status: 200 len: 1128 time: 0.2657766 Feb 28 20:23:41.422301 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87dec5-0f33-4f54-9dfa-f22e6329dc34 req-bd3affd5-626f-461b-814f-e0935636652a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:41.424200 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e87dec5-0f33-4f54-9dfa-f22e6329dc34 req-bd3affd5-626f-461b-814f-e0935636652a service neutron] 10.222.0.10 "GET /v2.0/networks?id=13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 200 len: 912 time: 0.2841454 Feb 28 20:23:41.435118 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7549f4-4653-4e64-aa0e-5208b79ab96b req-e27290c5-e89b-41e4-93d7-69b2d4ad5337 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:41.443430 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6b7549f4-4653-4e64-aa0e-5208b79ab96b req-e27290c5-e89b-41e4-93d7-69b2d4ad5337 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=5974ebac-cd61-45ce-8896-52fb195b913c HTTP/1.1" status: 200 len: 945 time: 0.2308474 Feb 28 20:23:41.623894 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-557ba823-890e-4b79-be00-c79adfe5cb9a req-efbc9d4c-83c1-4f8b-884a-52ce0feca6be service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295561 Feb 28 20:23:41.666111 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e87dec5-0f33-4f54-9dfa-f22e6329dc34 req-8faba17f-1243-480b-92a3-866a0c78e00f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 HTTP/1.1" status: 200 len: 1000 time: 0.2196307 Feb 28 20:23:41.681798 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6b7549f4-4653-4e64-aa0e-5208b79ab96b req-fdc71616-b017-4d71-87df-bcfd96adfad8 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371342 Feb 28 20:23:41.706641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda449e-d567-48c5-92dd-e85de74d62b4 req-eaf4a2ff-6fb2-4b1f-8604-97f993b068de tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:41.708379 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fcda449e-d567-48c5-92dd-e85de74d62b4 req-eaf4a2ff-6fb2-4b1f-8604-97f993b068de tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 947 time: 0.1939139 Feb 28 20:23:41.793163 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87dec5-0f33-4f54-9dfa-f22e6329dc34 req-19f93014-40bc-4597-a6f7-0a35e15f61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:41.794827 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e87dec5-0f33-4f54-9dfa-f22e6329dc34 req-19f93014-40bc-4597-a6f7-0a35e15f61c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 200 len: 851 time: 0.1075246 Feb 28 20:23:41.880857 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fcda449e-d567-48c5-92dd-e85de74d62b4 req-83897861-70c9-42cc-8a46-4170193ff8d1 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508892 Feb 28 20:23:41.926970 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccaaf0e-f2e0-4005-9fcf-31fcdec6ee80 req-1ed77884-4780-4197-a85e-ef3a56351465 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:41.932935 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ccaaf0e-f2e0-4005-9fcf-31fcdec6ee80 req-1ed77884-4780-4197-a85e-ef3a56351465 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.1569042 Feb 28 20:23:41.938974 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87dec5-0f33-4f54-9dfa-f22e6329dc34 req-b1a8872f-f336-4d36-ae0c-3e6bce7476f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:41.943276 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e87dec5-0f33-4f54-9dfa-f22e6329dc34 req-b1a8872f-f336-4d36-ae0c-3e6bce7476f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13b65234-8f0d-445c-80e1-9fa1dcd0f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1260166 Feb 28 20:23:42.107358 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ccaaf0e-f2e0-4005-9fcf-31fcdec6ee80 req-0135eefc-530d-48f8-9956-5b5f7ea518dd tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622643 Feb 28 20:23:42.160645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e87dec5-0f33-4f54-9dfa-f22e6329dc34 req-d3183512-911a-4c4f-88f2-b21c618bec82 service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029376 Feb 28 20:23:42.333147 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c86ae-731c-4444-9252-b3f8d0f540cb req-1b2400ff-8f4a-4b47-907b-7b3362242a44 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:42.335997 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e65c86ae-731c-4444-9252-b3f8d0f540cb req-1b2400ff-8f4a-4b47-907b-7b3362242a44 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.1572857 Feb 28 20:23:42.418733 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e87dec5-0f33-4f54-9dfa-f22e6329dc34 req-224fde87-6cec-4282-ad1c-d4836137fcfe service neutron] 10.222.0.10 "GET /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273836 Feb 28 20:23:42.422305 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b40846b0-e2d6-452f-b2c6-26fac05d751c req-273d5fe6-b96b-4564-a0cf-1bfb218786b1 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0473170 Feb 28 20:23:42.448452 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e65c86ae-731c-4444-9252-b3f8d0f540cb req-855501e1-7e01-4ae9-9ea3-154a892b10c5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993667 Feb 28 20:23:42.766682 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57974) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:42.781979 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342dc6f-8f71-4323-b2e5-037f0f8c7501 req-f73a29cf-c696-4636-afcd-a68c87b73982 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:42.784118 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f342dc6f-8f71-4323-b2e5-037f0f8c7501 req-f73a29cf-c696-4636-afcd-a68c87b73982 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 947 time: 0.1158061 Feb 28 20:23:43.045411 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-77fc896f-3510-4963-b0f5-2b2830851a30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:43.085167 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f0359-740b-4001-8523-c8e8e927388a req-487d728b-7f4f-4692-8a98-0431f4d79ead tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:43.087327 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2f8f0359-740b-4001-8523-c8e8e927388a req-487d728b-7f4f-4692-8a98-0431f4d79ead tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=5974ebac-cd61-45ce-8896-52fb195b913c HTTP/1.1" status: 200 len: 945 time: 0.2903960 Feb 28 20:23:43.186957 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf31a2d-0609-4f29-bec1-d61de6d818c9 req-2e7ea1a3-3651-4d4d-8016-d5bc2ef5912d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:43.189450 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-caf31a2d-0609-4f29-bec1-d61de6d818c9 req-2e7ea1a3-3651-4d4d-8016-d5bc2ef5912d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 947 time: 0.1795433 Feb 28 20:23:43.192028 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-77fc896f-3510-4963-b0f5-2b2830851a30 admin admin] Publish callbacks [] for security_group (f23d2d9d-dd41-4c35-aad3-aa916566f908), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:43.199693 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-77fc896f-3510-4963-b0f5-2b2830851a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f23d2d9d-dd41-4c35-aad3-aa916566f908), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:43.206863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-f342dc6f-8f71-4323-b2e5-037f0f8c7501 req-ae345e76-565c-4979-a3c1-880c3a2f9acc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Deleting port 9528242c-5054-49d2-b00a-2d8bb8bdea38 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:23:43.210758 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f342dc6f-8f71-4323-b2e5-037f0f8c7501 req-ae345e76-565c-4979-a3c1-880c3a2f9acc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:43.252334 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc896f-3510-4963-b0f5-2b2830851a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23d2d9d-dd41-4c35-aad3-aa916566f908,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:43.274530 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2f8f0359-740b-4001-8523-c8e8e927388a req-0a643bb1-fdee-4465-9f98-13cd0b4e9ede tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731958 Feb 28 20:23:43.277415 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-77fc896f-3510-4963-b0f5-2b2830851a30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e2b9f550f3840809439519aed84ba46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5090990 Feb 28 20:23:43.281919 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57982) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:43.365350 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d1e603ae-b822-47e8-8886-d67b6e9be329 admin admin] Publish callbacks [] for security_group (f23d2d9d-dd41-4c35-aad3-aa916566f908), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:43.412412 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d1e603ae-b822-47e8-8886-d67b6e9be329 admin admin] Publish callbacks [] for security_group (f23d2d9d-dd41-4c35-aad3-aa916566f908), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:43.472518 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-caf31a2d-0609-4f29-bec1-d61de6d818c9 req-391e045d-26d5-417e-b376-d69f1ab2f362 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b99e0e8-337a-4b72-9e00-e891174c640e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2557282 Feb 28 20:23:43.491859 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d1e603ae-b822-47e8-8886-d67b6e9be329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f23d2d9d-dd41-4c35-aad3-aa916566f908), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:43.496184 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d1e603ae-b822-47e8-8886-d67b6e9be329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:43.502075 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d1e603ae-b822-47e8-8886-d67b6e9be329 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f23d2d9d-dd41-4c35-aad3-aa916566f908 HTTP/1.1" status: 204 len: 168 time: 0.2171173 Feb 28 20:23:43.523099 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-f342dc6f-8f71-4323-b2e5-037f0f8c7501 req-ae345e76-565c-4979-a3c1-880c3a2f9acc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] For port 9528242c-5054-49d2-b00a-2d8bb8bdea38, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=9528242c-5054-49d2-b00a-2d8bb8bdea38,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:43.523680 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f342dc6f-8f71-4323-b2e5-037f0f8c7501 req-ae345e76-565c-4979-a3c1-880c3a2f9acc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:43.531967 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e603ae-b822-47e8-8886-d67b6e9be329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23d2d9d-dd41-4c35-aad3-aa916566f908,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:43.631379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad42647-6fe3-46c1-8c1c-0214482696c3 req-e174292c-8c25-43f9-a829-7a0fd2c8e276 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:43.636826 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7ad42647-6fe3-46c1-8c1c-0214482696c3 req-e174292c-8c25-43f9-a829-7a0fd2c8e276 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.2324121 Feb 28 20:23:43.682679 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-74c2e6f3-1f86-4010-9989-76bc0f928687 req-792fd9ca-08f1-4bd7-9c3e-efb484bb0680 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0796952 Feb 28 20:23:43.906409 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7ad42647-6fe3-46c1-8c1c-0214482696c3 req-33c6c934-7055-4ee6-a9a8-415f7806edea tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562025 Feb 28 20:23:43.998977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 57992) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:44.056842 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5e9e3-3506-4377-b4e7-88768e40c175 req-1648b24f-f7f8-472b-b823-c7793ae1cad0 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:44.059398 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-edf5e9e3-3506-4377-b4e7-88768e40c175 req-1648b24f-f7f8-472b-b823-c7793ae1cad0 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2389274 Feb 28 20:23:44.060696 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f6960c32-7f0d-4910-9175-5bfacc3d2ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:44.066472 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f342dc6f-8f71-4323-b2e5-037f0f8c7501 req-ae345e76-565c-4979-a3c1-880c3a2f9acc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:44.067069 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f342dc6f-8f71-4323-b2e5-037f0f8c7501 req-ae345e76-565c-4979-a3c1-880c3a2f9acc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (efebfe81-e54e-4fa4-bbb8-4903f23b8d33), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:44.067590 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [req-f342dc6f-8f71-4323-b2e5-037f0f8c7501 req-ae345e76-565c-4979-a3c1-880c3a2f9acc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Floating IP efebfe81-e54e-4fa4-bbb8-4903f23b8d33 disassociated. External IP: 172.25.0.155, port: 9528242c-5054-49d2-b00a-2d8bb8bdea38. Feb 28 20:23:44.068734 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-f342dc6f-8f71-4323-b2e5-037f0f8c7501 req-ae345e76-565c-4979-a3c1-880c3a2f9acc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Calling delete_port for 9528242c-5054-49d2-b00a-2d8bb8bdea38 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:23:44.285711 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-edf5e9e3-3506-4377-b4e7-88768e40c175 req-d7a87d13-c729-40b0-83c7-d36e6c2143d7 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120156 Feb 28 20:23:44.409057 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f6960c32-7f0d-4910-9175-5bfacc3d2ab1 admin admin] Publish callbacks [] for security_group (6ece3084-5450-420d-8d69-08480da9e993), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:44.428460 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f6960c32-7f0d-4910-9175-5bfacc3d2ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6ece3084-5450-420d-8d69-08480da9e993), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:44.543926 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f342dc6f-8f71-4323-b2e5-037f0f8c7501 req-ae345e76-565c-4979-a3c1-880c3a2f9acc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (9528242c-5054-49d2-b00a-2d8bb8bdea38), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:44.551545 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f6960c32-7f0d-4910-9175-5bfacc3d2ab1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3923b222491b42589e60df8328a1444a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5497618 Feb 28 20:23:44.555514 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58000) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:44.565922 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6960c32-7f0d-4910-9175-5bfacc3d2ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ece3084-5450-420d-8d69-08480da9e993,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:44.613157 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae345e76-565c-4979-a3c1-880c3a2f9acc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Pushing event deleted for resources: {'Port': ['ID=9528242c-5054-49d2-b00a-2d8bb8bdea38,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:44.627396 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a77fcbc4-e7ad-4aef-b4c2-6df0849ba867 admin admin] Publish callbacks [] for security_group (6ece3084-5450-420d-8d69-08480da9e993), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:44.628476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294567d-2018-4494-8bb7-b9ca8de507dc req-5b405b06-581d-4b17-8186-c53a0190d848 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:44.630021 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c294567d-2018-4494-8bb7-b9ca8de507dc req-5b405b06-581d-4b17-8186-c53a0190d848 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.2356265 Feb 28 20:23:44.644466 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6968bff-5470-4883-bef4-a94900764780 req-11ba1f4f-4182-4cbd-bb6e-e421cf4866d8 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:44.646537 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e6968bff-5470-4883-bef4-a94900764780 req-11ba1f4f-4182-4cbd-bb6e-e421cf4866d8 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=5974ebac-cd61-45ce-8896-52fb195b913c HTTP/1.1" status: 200 len: 945 time: 0.2234788 Feb 28 20:23:44.670782 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a77fcbc4-e7ad-4aef-b4c2-6df0849ba867 admin admin] Publish callbacks [] for security_group (6ece3084-5450-420d-8d69-08480da9e993), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:44.757834 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a77fcbc4-e7ad-4aef-b4c2-6df0849ba867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6ece3084-5450-420d-8d69-08480da9e993), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:44.763134 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a77fcbc4-e7ad-4aef-b4c2-6df0849ba867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:44.765340 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a77fcbc4-e7ad-4aef-b4c2-6df0849ba867 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ece3084-5450-420d-8d69-08480da9e993 HTTP/1.1" status: 204 len: 168 time: 0.2081490 Feb 28 20:23:44.787048 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fcbc4-e7ad-4aef-b4c2-6df0849ba867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ece3084-5450-420d-8d69-08480da9e993,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:44.883098 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e6968bff-5470-4883-bef4-a94900764780 req-f702fc1f-714c-4169-9b7c-5ed413e5aabe tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813521 Feb 28 20:23:44.903545 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c294567d-2018-4494-8bb7-b9ca8de507dc req-fae9504e-82ba-4513-af59-e78d71f4c661 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554450 Feb 28 20:23:44.992251 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f342dc6f-8f71-4323-b2e5-037f0f8c7501 req-ae345e76-565c-4979-a3c1-880c3a2f9acc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Router 6e9c305b-5c4f-4708-8683-f278c3192a44 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:23:45.190740 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-647a629d-70d7-4ef3-bda4-1f9371ecb017 req-d51e0295-b443-4c8a-b5a3-70611bd921aa tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0881174 Feb 28 20:23:45.212844 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-905a8d2b-0dc3-4322-9bc0-39abc585c7e6 req-9b67f6dd-4842-4d90-b016-e8e665338e43 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5 HTTP/1.1" status: 200 len: 210 time: 0.0693922 Feb 28 20:23:45.319060 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 9528242c-5054-49d2-b00a-2d8bb8bdea38 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:23:45.370241 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f342dc6f-8f71-4323-b2e5-037f0f8c7501 req-ae345e76-565c-4979-a3c1-880c3a2f9acc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:23:45.385963 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 9528242c-5054-49d2-b00a-2d8bb8bdea38 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:23:45.386558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 9528242c-5054-49d2-b00a-2d8bb8bdea38 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:23:45.410247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c57668-9d9e-4465-a20c-58952e993da5 None None] Sync routers for ids ['6e9c305b-5c4f-4708-8683-f278c3192a44'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:23:45.426866 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c57668-9d9e-4465-a20c-58952e993da5 None None] Routers {'6e9c305b-5c4f-4708-8683-f278c3192a44'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:23:45.429377 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-59c57668-9d9e-4465-a20c-58952e993da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:23:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6e9c305b-5c4f-4708-8683-f278c3192a44'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:23:45.499361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f342dc6f-8f71-4323-b2e5-037f0f8c7501 req-ae345e76-565c-4979-a3c1-880c3a2f9acc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] No DVR routers for this DVR port 9528242c-5054-49d2-b00a-2d8bb8bdea38 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:23:45.503934 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f342dc6f-8f71-4323-b2e5-037f0f8c7501 req-ae345e76-565c-4979-a3c1-880c3a2f9acc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:45.509421 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f342dc6f-8f71-4323-b2e5-037f0f8c7501 req-ae345e76-565c-4979-a3c1-880c3a2f9acc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.10 "DELETE /v2.0/ports/9528242c-5054-49d2-b00a-2d8bb8bdea38 HTTP/1.1" status: 204 len: 173 time: 2.7113037 Feb 28 20:23:45.510418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5', 'name': 'network-vif-deleted', 'tag': '9528242c-5054-49d2-b00a-2d8bb8bdea38'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:23:45.516228 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f816a0-f61f-4c41-bf90-a9a854e95715" -d '{"events": [{"server_uuid": "3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5", "name": "network-vif-deleted", "tag": "9528242c-5054-49d2-b00a-2d8bb8bdea38"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:23:45.564665 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65117c27-5bc3-4454-a3a3-829a7a3dd5ab req-cdae49e1-4459-4dbd-8a74-668819cd4179 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:45.574270 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-65117c27-5bc3-4454-a3a3-829a7a3dd5ab req-cdae49e1-4459-4dbd-8a74-668819cd4179 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ab10e3b-cd62-4962-9e1e-754cc43f29c6 HTTP/1.1" status: 200 len: 945 time: 0.1503034 Feb 28 20:23:45.584429 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-59c57668-9d9e-4465-a20c-58952e993da5 None None] Set router 6e9c305b-5c4f-4708-8683-f278c3192a44 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:23:45.678321 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-65117c27-5bc3-4454-a3a3-829a7a3dd5ab req-b17abed5-7c1f-4438-a854-9c3fa16189a6 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972269 Feb 28 20:23:45.910537 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1b68d-f23d-469c-b58f-be68a2b1a28b req-139e1507-88b2-4766-a24e-891b9219d87c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:45.913403 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3da1b68d-f23d-469c-b58f-be68a2b1a28b req-139e1507-88b2-4766-a24e-891b9219d87c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.1315031 Feb 28 20:23:46.084088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-59c57668-9d9e-4465-a20c-58952e993da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-router', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:37Z', 'updated_at': '2022-02-28T20:18:47Z', 'revision_number': 4, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'gw_port': {'id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ed148e71-0b29-4be8-b748-74ef25bf0d8f', 'name': '', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'mac_address': 'fa:16:3e:ea:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:45Z', 'updated_at': '2022-02-28T20:18:55Z', 'revision_number': 5, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'subnets': [{'id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:23:46.095179 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:23:46.150436 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c57668-9d9e-4465-a20c-58952e993da5 None None] Checking router: 6e9c305b-5c4f-4708-8683-f278c3192a44 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:23:46.171898 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c57668-9d9e-4465-a20c-58952e993da5 None None] Routers {'6e9c305b-5c4f-4708-8683-f278c3192a44'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:23:46.173176 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-59c57668-9d9e-4465-a20c-58952e993da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:23:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6e9c305b-5c4f-4708-8683-f278c3192a44'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:23:46.470794 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3da1b68d-f23d-469c-b58f-be68a2b1a28b req-1fbbaf78-8f2d-415d-8370-0ce0c9a13c2d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462174 Feb 28 20:23:46.587744 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dec28f-04b1-447c-b3eb-7ae8cbd223d9 x-openstack-request-id: req-f6dec28f-04b1-447c-b3eb-7ae8cbd223d9 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:23:46.588863 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5", "name": "network-vif-deleted", "tag": "9528242c-5054-49d2-b00a-2d8bb8bdea38", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:23:46.588863 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6dec28f-04b1-447c-b3eb-7ae8cbd223d9 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:23:46.588863 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a42e4ac-5686-4520-bd53-7e2f2f7e6ad5', 'name': 'network-vif-deleted', 'tag': '9528242c-5054-49d2-b00a-2d8bb8bdea38', 'status': 'completed', 'code': 200} Feb 28 20:23:46.589513 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f4eeb4b7-fe01-46d9-bd4c-d4390869de0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:46.656951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-59c57668-9d9e-4465-a20c-58952e993da5 None None] Set router 6e9c305b-5c4f-4708-8683-f278c3192a44 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:23:47.135197 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-59c57668-9d9e-4465-a20c-58952e993da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-router', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:37Z', 'updated_at': '2022-02-28T20:18:47Z', 'revision_number': 4, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'gw_port': {'id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ed148e71-0b29-4be8-b748-74ef25bf0d8f', 'name': '', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'mac_address': 'fa:16:3e:ea:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:45Z', 'updated_at': '2022-02-28T20:18:55Z', 'revision_number': 5, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'subnets': [{'id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:23:47.147816 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49dcdf8a-3217-4045-bffa-ed3797443dc7 req-bf44fb7f-f57e-4440-8947-210f52fd0565 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0895188 Feb 28 20:23:47.198298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c57668-9d9e-4465-a20c-58952e993da5 None None] The sync data for ids ['6e9c305b-5c4f-4708-8683-f278c3192a44'] in n-d-820368-21 is: [{'id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-router', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:37Z', 'updated_at': '2022-02-28T20:18:47Z', 'revision_number': 4, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'gw_port': {'id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ed148e71-0b29-4be8-b748-74ef25bf0d8f', 'name': '', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'mac_address': 'fa:16:3e:ea:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:45Z', 'updated_at': '2022-02-28T20:18:55Z', 'revision_number': 5, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'subnets': [{'id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:23:47.432182 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197b8a6-772b-448e-852e-a1d240b24298 req-1b9cb63c-0ff5-49f1-8639-30c71180a63f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:47.443187 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8197b8a6-772b-448e-852e-a1d240b24298 req-1b9cb63c-0ff5-49f1-8639-30c71180a63f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd68d7dd-f87d-481b-8f77-445c63cbaab6 HTTP/1.1" status: 200 len: 943 time: 0.1399214 Feb 28 20:23:47.561121 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58098) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:47.678736 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-8197b8a6-772b-448e-852e-a1d240b24298 req-2bbf40a4-9940-459d-8fe0-74e16379e552 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Deleting port 4815ae66-65e7-4ac1-8c34-1d779eb94c27 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:23:47.679978 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8197b8a6-772b-448e-852e-a1d240b24298 req-2bbf40a4-9940-459d-8fe0-74e16379e552 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:47.793772 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b03fe866-b182-4a6d-980d-590fd41fea5f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group (3b99e0e8-337a-4b72-9e00-e891174c640e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:47.832461 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b03fe866-b182-4a6d-980d-590fd41fea5f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group (3b99e0e8-337a-4b72-9e00-e891174c640e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:47.857852 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba36006b-98e3-44bb-b58d-c3226dfa657d None None] New status for floating IP efebfe81-e54e-4fa4-bbb8-4903f23b8d33: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:23:47.947971 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b03fe866-b182-4a6d-980d-590fd41fea5f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3b99e0e8-337a-4b72-9e00-e891174c640e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:47.956116 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b03fe866-b182-4a6d-980d-590fd41fea5f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:47.958702 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b03fe866-b182-4a6d-980d-590fd41fea5f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "DELETE /v2.0/security-groups/3b99e0e8-337a-4b72-9e00-e891174c640e HTTP/1.1" status: 204 len: 168 time: 0.3961511 Feb 28 20:23:47.964104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-8197b8a6-772b-448e-852e-a1d240b24298 req-2bbf40a4-9940-459d-8fe0-74e16379e552 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] For port 4815ae66-65e7-4ac1-8c34-1d779eb94c27, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=4815ae66-65e7-4ac1-8c34-1d779eb94c27,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:47.964812 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8197b8a6-772b-448e-852e-a1d240b24298 req-2bbf40a4-9940-459d-8fe0-74e16379e552 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:47.966626 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58106) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:47.995687 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fe866-b182-4a6d-980d-590fd41fea5f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b99e0e8-337a-4b72-9e00-e891174c640e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:47.998138 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755bb52-7a4c-48db-93eb-c12c5d0bbb98 req-50217646-2524-4326-9654-0e29451a87af tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:47.999133 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-51d0ec8a-7267-4250-a030-8987d7c4bc8b tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] show failed (client error): The resource could not be found. Feb 28 20:23:48.000881 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-51d0ec8a-7267-4250-a030-8987d7c4bc8b tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups/3b99e0e8-337a-4b72-9e00-e891174c640e HTTP/1.1" status: 404 len: 347 time: 0.0290565 Feb 28 20:23:48.003672 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58108) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:48.012958 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9755bb52-7a4c-48db-93eb-c12c5d0bbb98 req-50217646-2524-4326-9654-0e29451a87af tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.2305307 Feb 28 20:23:48.034347 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-8197b8a6-772b-448e-852e-a1d240b24298 req-2bbf40a4-9940-459d-8fe0-74e16379e552 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Calling delete_port for 4815ae66-65e7-4ac1-8c34-1d779eb94c27 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:23:48.190578 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9755bb52-7a4c-48db-93eb-c12c5d0bbb98 req-52ef822c-3e2a-4786-96db-c08b86bafa92 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759765 Feb 28 20:23:48.329917 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-b5dde499-abfa-4195-afef-458d3d1e1861 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Deleting port 7aa103e5-b123-40cf-8789-fe006e39f8f8 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:23:48.331215 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b5dde499-abfa-4195-afef-458d3d1e1861 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7aa103e5-b123-40cf-8789-fe006e39f8f8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:48.430049 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8197b8a6-772b-448e-852e-a1d240b24298 req-2bbf40a4-9940-459d-8fe0-74e16379e552 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4815ae66-65e7-4ac1-8c34-1d779eb94c27), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:48.450510 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['7d518928-03a1-485e-981d-ca31aea417cf'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:23:48.454793 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['5ae3cea2-4701-46bd-9889-9b27b51d35b7'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:23:48.526041 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b5dde499-abfa-4195-afef-458d3d1e1861 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7aa103e5-b123-40cf-8789-fe006e39f8f8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:48.527378 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b5dde499-abfa-4195-afef-458d3d1e1861 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for floatingip (7aa103e5-b123-40cf-8789-fe006e39f8f8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:48.536235 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf40a4-9940-459d-8fe0-74e16379e552 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Pushing event deleted for resources: {'Port': ['ID=4815ae66-65e7-4ac1-8c34-1d779eb94c27,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:48.564271 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-b5dde499-abfa-4195-afef-458d3d1e1861 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Calling delete_port for 7aa103e5-b123-40cf-8789-fe006e39f8f8 owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:23:48.685681 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8197b8a6-772b-448e-852e-a1d240b24298 req-2bbf40a4-9940-459d-8fe0-74e16379e552 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] No DVR routers for this DVR port 4815ae66-65e7-4ac1-8c34-1d779eb94c27 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:23:48.695022 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8197b8a6-772b-448e-852e-a1d240b24298 req-2bbf40a4-9940-459d-8fe0-74e16379e552 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:48.710868 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8197b8a6-772b-448e-852e-a1d240b24298 req-2bbf40a4-9940-459d-8fe0-74e16379e552 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "DELETE /v2.0/ports/4815ae66-65e7-4ac1-8c34-1d779eb94c27 HTTP/1.1" status: 204 len: 173 time: 1.2657485 Feb 28 20:23:48.732452 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd68d7dd-f87d-481b-8f77-445c63cbaab6', 'name': 'network-vif-deleted', 'tag': '4815ae66-65e7-4ac1-8c34-1d779eb94c27'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:23:48.742409 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2224316f-1b5d-4b0c-9cd6-195de4fcf89b" -d '{"events": [{"server_uuid": "bd68d7dd-f87d-481b-8f77-445c63cbaab6", "name": "network-vif-deleted", "tag": "4815ae66-65e7-4ac1-8c34-1d779eb94c27"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:23:48.921577 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-fa576cbc-41a5-498b-9bf8-bf602fe1260f tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:48.924492 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-fa576cbc-41a5-498b-9bf8-bf602fe1260f tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/networks?id=ddbbf206-d80f-452e-8f5d-4db5f42173cb HTTP/1.1" status: 200 len: 812 time: 0.5114019 Feb 28 20:23:49.005000 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b5dde499-abfa-4195-afef-458d3d1e1861 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (7aa103e5-b123-40cf-8789-fe006e39f8f8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:49.028010 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-5fc709ee-2407-44c0-9fb7-0c09361d3778 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/quotas/9e6d6d4839d645008712dc58db25b2b5 HTTP/1.1" status: 200 len: 375 time: 0.0694919 Feb 28 20:23:49.055380 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a2e87576-0247-47ff-9ef7-bf316fa337d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:49.102262 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dde499-abfa-4195-afef-458d3d1e1861 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Pushing event deleted for resources: {'Port': ['ID=7aa103e5-b123-40cf-8789-fe006e39f8f8,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:49.113470 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0895f1a-2981-430f-a445-58343cf22e3b req-7e0ecf82-aff2-465c-b55a-a2aac67a4288 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:49.117002 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0895f1a-2981-430f-a445-58343cf22e3b req-7e0ecf82-aff2-465c-b55a-a2aac67a4288 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ab10e3b-cd62-4962-9e1e-754cc43f29c6 HTTP/1.1" status: 200 len: 945 time: 0.5025566 Feb 28 20:23:49.330803 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-93b30c82-50c5-4dee-bb73-0e0c06b48b36 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e6d6d4839d645008712dc58db25b2b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2736599 Feb 28 20:23:49.347635 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-e0895f1a-2981-430f-a445-58343cf22e3b req-8cf23105-8b30-49e0-9cab-0d9a750d6493 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Deleting port 4f20b4e9-6c52-4456-b360-02c1f96cceed {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:23:49.348032 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e0895f1a-2981-430f-a445-58343cf22e3b req-8cf23105-8b30-49e0-9cab-0d9a750d6493 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4f20b4e9-6c52-4456-b360-02c1f96cceed), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:49.373539 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b5dde499-abfa-4195-afef-458d3d1e1861 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for floatingip (efebfe81-e54e-4fa4-bbb8-4903f23b8d33), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:49.377183 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b5dde499-abfa-4195-afef-458d3d1e1861 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:49.386167 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b5dde499-abfa-4195-afef-458d3d1e1861 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "DELETE /v2.0/floatingips/efebfe81-e54e-4fa4-bbb8-4903f23b8d33 HTTP/1.1" status: 204 len: 168 time: 1.3793266 Feb 28 20:23:49.426082 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:49.448348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bba3c-f6a7-4c47-8faa-bdc1d45e9c71 req-28149fc4-d06a-4882-a25b-1f1027ef495a tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:49.451510 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8e3bba3c-f6a7-4c47-8faa-bdc1d45e9c71 req-28149fc4-d06a-4882-a25b-1f1027ef495a tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.15 "GET /v2.0/ports?device_id=5974ebac-cd61-45ce-8896-52fb195b913c HTTP/1.1" status: 200 len: 945 time: 0.1944644 Feb 28 20:23:49.631250 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-8e3bba3c-f6a7-4c47-8faa-bdc1d45e9c71 req-c4392168-af15-4290-aef3-143393804315 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Deleting port a300a964-2ef3-42eb-8331-4f607d52c05f {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:23:49.632420 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-8e3bba3c-f6a7-4c47-8faa-bdc1d45e9c71 req-c4392168-af15-4290-aef3-143393804315 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a300a964-2ef3-42eb-8331-4f607d52c05f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:49.803654 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-8e3bba3c-f6a7-4c47-8faa-bdc1d45e9c71 req-c4392168-af15-4290-aef3-143393804315 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] For port a300a964-2ef3-42eb-8331-4f607d52c05f, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=a300a964-2ef3-42eb-8331-4f607d52c05f,segment=NetworkSegment(d2d49e41-ab10-4064-a23a-4f534e773cfb),segment_id=d2d49e41-ab10-4064-a23a-4f534e773cfb)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:49.804061 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-8e3bba3c-f6a7-4c47-8faa-bdc1d45e9c71 req-c4392168-af15-4290-aef3-143393804315 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a300a964-2ef3-42eb-8331-4f607d52c05f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:49.822815 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-8e3bba3c-f6a7-4c47-8faa-bdc1d45e9c71 req-c4392168-af15-4290-aef3-143393804315 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Calling delete_port for a300a964-2ef3-42eb-8331-4f607d52c05f owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:23:50.000926 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a4a8332-d79e-4766-81f9-8d172efc6499 req-6d032a12-07dd-412d-a62e-f0f1e9eb83ab tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0538945 Feb 28 20:23:50.042209 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:50.094940 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-e0895f1a-2981-430f-a445-58343cf22e3b req-8cf23105-8b30-49e0-9cab-0d9a750d6493 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] For port 4f20b4e9-6c52-4456-b360-02c1f96cceed, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4f20b4e9-6c52-4456-b360-02c1f96cceed,segment=NetworkSegment(d2d49e41-ab10-4064-a23a-4f534e773cfb),segment_id=d2d49e41-ab10-4064-a23a-4f534e773cfb)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:50.095993 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e0895f1a-2981-430f-a445-58343cf22e3b req-8cf23105-8b30-49e0-9cab-0d9a750d6493 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4f20b4e9-6c52-4456-b360-02c1f96cceed), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:50.098121 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-8e3bba3c-f6a7-4c47-8faa-bdc1d45e9c71 req-c4392168-af15-4290-aef3-143393804315 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (a300a964-2ef3-42eb-8331-4f607d52c05f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:50.113076 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['4f20b4e9-6c52-4456-b360-02c1f96cceed', 'a300a964-2ef3-42eb-8331-4f607d52c05f'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:23:50.114062 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-98dcda44-296f-4ef7-897b-2c08f4b2a5a2 service neutron] 10.222.0.13 "GET /v2.0/networks/ddbbf206-d80f-452e-8f5d-4db5f42173cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7820921 Feb 28 20:23:50.119097 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 28 Feb 2022 20:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633f756e-4dae-4121-923f-f89f6acbb485 x-openstack-request-id: req-633f756e-4dae-4121-923f-f89f6acbb485 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:23:50.119835 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd68d7dd-f87d-481b-8f77-445c63cbaab6", "name": "network-vif-deleted", "tag": "4815ae66-65e7-4ac1-8c34-1d779eb94c27", "status": "failed", "code": 422}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:23:50.120467 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-633f756e-4dae-4121-923f-f89f6acbb485 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:23:50.124362 n-d-820368-21 neutron-server[103774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bd68d7dd-f87d-481b-8f77-445c63cbaab6', 'name': 'network-vif-deleted', 'tag': '4815ae66-65e7-4ac1-8c34-1d779eb94c27', 'status': 'failed', 'code': 422} returned with failed status Feb 28 20:23:50.205361 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4392168-af15-4290-aef3-143393804315 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Pushing event deleted for resources: {'Port': ['ID=a300a964-2ef3-42eb-8331-4f607d52c05f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:50.255435 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-e0895f1a-2981-430f-a445-58343cf22e3b req-8cf23105-8b30-49e0-9cab-0d9a750d6493 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Calling delete_port for 4f20b4e9-6c52-4456-b360-02c1f96cceed owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:23:50.303592 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3bba3c-f6a7-4c47-8faa-bdc1d45e9c71 req-c4392168-af15-4290-aef3-143393804315 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] No DVR routers for this DVR port a300a964-2ef3-42eb-8331-4f607d52c05f on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:23:50.308488 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-8e3bba3c-f6a7-4c47-8faa-bdc1d45e9c71 req-c4392168-af15-4290-aef3-143393804315 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:50.315671 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8e3bba3c-f6a7-4c47-8faa-bdc1d45e9c71 req-c4392168-af15-4290-aef3-143393804315 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.15 "DELETE /v2.0/ports/a300a964-2ef3-42eb-8331-4f607d52c05f HTTP/1.1" status: 204 len: 173 time: 0.8582327 Feb 28 20:23:50.316808 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5974ebac-cd61-45ce-8896-52fb195b913c', 'name': 'network-vif-deleted', 'tag': 'a300a964-2ef3-42eb-8331-4f607d52c05f'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:23:50.322817 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21052168-ccb3-42e1-a4e2-df7009163065" -d '{"events": [{"server_uuid": "5974ebac-cd61-45ce-8896-52fb195b913c", "name": "network-vif-deleted", "tag": "a300a964-2ef3-42eb-8331-4f607d52c05f"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:23:50.378104 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-03011fbc-3d1a-4896-afcb-efafd66168e9 service neutron] 10.222.0.13 "GET /v2.0/networks/ddbbf206-d80f-452e-8f5d-4db5f42173cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621307 Feb 28 20:23:50.405136 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90c633-5819-480d-863d-8290119ed4ec req-50cf9d66-3fae-4a70-8fb6-e57608d272e9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:50.407460 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a90c633-5819-480d-863d-8290119ed4ec req-50cf9d66-3fae-4a70-8fb6-e57608d272e9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.1323452 Feb 28 20:23:50.505493 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a90c633-5819-480d-863d-8290119ed4ec req-7ae1739e-7b18-4f99-a8c9-d2d3fc4ad278 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836833 Feb 28 20:23:50.531120 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e0895f1a-2981-430f-a445-58343cf22e3b req-8cf23105-8b30-49e0-9cab-0d9a750d6493 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4f20b4e9-6c52-4456-b360-02c1f96cceed), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:50.578952 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf23105-8b30-49e0-9cab-0d9a750d6493 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Pushing event deleted for resources: {'Port': ['ID=4f20b4e9-6c52-4456-b360-02c1f96cceed,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:50.629105 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0895f1a-2981-430f-a445-58343cf22e3b req-8cf23105-8b30-49e0-9cab-0d9a750d6493 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] No DVR routers for this DVR port 4f20b4e9-6c52-4456-b360-02c1f96cceed on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:23:50.631934 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e0895f1a-2981-430f-a445-58343cf22e3b req-8cf23105-8b30-49e0-9cab-0d9a750d6493 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:50.636179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0895f1a-2981-430f-a445-58343cf22e3b req-8cf23105-8b30-49e0-9cab-0d9a750d6493 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.15 "DELETE /v2.0/ports/4f20b4e9-6c52-4456-b360-02c1f96cceed HTTP/1.1" status: 204 len: 173 time: 1.5129724 Feb 28 20:23:50.758022 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f13eefc-de22-4d7b-a7b1-c3b96fbc95a0 x-openstack-request-id: req-2f13eefc-de22-4d7b-a7b1-c3b96fbc95a0 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:23:50.760056 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5974ebac-cd61-45ce-8896-52fb195b913c", "name": "network-vif-deleted", "tag": "a300a964-2ef3-42eb-8331-4f607d52c05f", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:23:50.760685 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f13eefc-de22-4d7b-a7b1-c3b96fbc95a0 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:23:50.761316 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5974ebac-cd61-45ce-8896-52fb195b913c', 'name': 'network-vif-deleted', 'tag': 'a300a964-2ef3-42eb-8331-4f607d52c05f', 'status': 'completed', 'code': 200} Feb 28 20:23:50.902418 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58180) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:51.135335 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eff6b233-6a39-48f6-9d08-1f52cf529171 req-58ad400e-821b-4e0b-9ac9-2ad9eee95eb0 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba96322f-2d33-4a27-a96a-559ea781f102 HTTP/1.1" status: 200 len: 210 time: 0.0830426 Feb 28 20:23:51.276769 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:51.338130 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b20a5c02-030b-4e98-ab32-969749a21a19 req-b7d24351-23e8-43d2-9c92-1f67c216417b tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0889506 Feb 28 20:23:51.369502 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4eb52319-55de-43fa-9f21-fd89af697773 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--405366496', 'description': 'tempest-description--765799576'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:23:51.402459 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4eb52319-55de-43fa-9f21-fd89af697773 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:51.459393 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98cfb5-d139-4324-81eb-bdd1716d8948 req-d2d78bbd-99e9-499e-adcb-3427f8d25c61 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:51.462846 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa98cfb5-d139-4324-81eb-bdd1716d8948 req-d2d78bbd-99e9-499e-adcb-3427f8d25c61 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffe0330-3c0f-4bfe-8979-87582f9902a6 HTTP/1.1" status: 200 len: 908 time: 0.1335046 Feb 28 20:23:51.531968 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4eb52319-55de-43fa-9f21-fd89af697773 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group (62af767d-def5-4201-8873-8d8d720d19f8), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:51.538231 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4eb52319-55de-43fa-9f21-fd89af697773 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (62af767d-def5-4201-8873-8d8d720d19f8), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:51.573540 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4eb52319-55de-43fa-9f21-fd89af697773 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:51.577764 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58210) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:51.577977 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4eb52319-55de-43fa-9f21-fd89af697773 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6743560 Feb 28 20:23:51.579675 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb52319-55de-43fa-9f21-fd89af697773 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62af767d-def5-4201-8873-8d8d720d19f8,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:51.589048 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-33049e9c-e1c5-4cdd-abaf-358a3d81dbd8 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Request body: {'security_group_rule': {'security_group_id': '62af767d-def5-4201-8873-8d8d720d19f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:23:51.638203 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33049e9c-e1c5-4cdd-abaf-358a3d81dbd8 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group_rule (8d6c9e07-f291-4211-9e0a-ecf8c8deeb67), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:51.734004 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33049e9c-e1c5-4cdd-abaf-358a3d81dbd8 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group_rule (8d6c9e07-f291-4211-9e0a-ecf8c8deeb67), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:51.742679 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33049e9c-e1c5-4cdd-abaf-358a3d81dbd8 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (8d6c9e07-f291-4211-9e0a-ecf8c8deeb67), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:51.774522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59c20b-8ce5-4306-a63f-de738df4ee10 req-209d3691-da24-4fa7-9381-f71ccc944e0d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:51.782151 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a59c20b-8ce5-4306-a63f-de738df4ee10 req-209d3691-da24-4fa7-9381-f71ccc944e0d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.1315432 Feb 28 20:23:51.799084 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33049e9c-e1c5-4cdd-abaf-358a3d81dbd8 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:51.800786 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-33049e9c-e1c5-4cdd-abaf-358a3d81dbd8 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2212133 Feb 28 20:23:51.803811 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33049e9c-e1c5-4cdd-abaf-358a3d81dbd8 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6c9e07-f291-4211-9e0a-ecf8c8deeb67,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:51.806140 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58214) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:51.815945 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4427366b-10c0-46dd-8896-843f9224163f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Request body: {'security_group_rule': {'security_group_id': '62af767d-def5-4201-8873-8d8d720d19f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:23:51.904167 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4427366b-10c0-46dd-8896-843f9224163f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group_rule (028c0696-bd09-4739-84ca-a4bdfe8ccfe2), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:51.916536 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a59c20b-8ce5-4306-a63f-de738df4ee10 req-1eabed5b-b42a-4352-ac27-ffd7c4e84d27 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331179 Feb 28 20:23:52.000555 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4427366b-10c0-46dd-8896-843f9224163f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group_rule (028c0696-bd09-4739-84ca-a4bdfe8ccfe2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:52.006644 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4427366b-10c0-46dd-8896-843f9224163f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (028c0696-bd09-4739-84ca-a4bdfe8ccfe2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:52.041513 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427366b-10c0-46dd-8896-843f9224163f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028c0696-bd09-4739-84ca-a4bdfe8ccfe2,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:52.055167 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4427366b-10c0-46dd-8896-843f9224163f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:52.060360 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58218) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:52.061133 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4427366b-10c0-46dd-8896-843f9224163f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2522118 Feb 28 20:23:52.073766 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-9faa5f6d-e572-44c4-88bb-056d27b1cd54 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:23:52.113977 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9faa5f6d-e572-44c4-88bb-056d27b1cd54 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:52.137526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab10e3b-cd62-4962-9e1e-754cc43f29c6', 'name': 'network-vif-deleted', 'tag': '4f20b4e9-6c52-4456-b360-02c1f96cceed'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:23:52.140371 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a014b9da-c9bc-46f6-ac07-c7e861ed6650" -d '{"events": [{"server_uuid": "2ab10e3b-cd62-4962-9e1e-754cc43f29c6", "name": "network-vif-deleted", "tag": "4f20b4e9-6c52-4456-b360-02c1f96cceed"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:23:52.165572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 4f20b4e9-6c52-4456-b360-02c1f96cceed no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:23:52.203873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 4f20b4e9-6c52-4456-b360-02c1f96cceed {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:23:52.204695 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 4f20b4e9-6c52-4456-b360-02c1f96cceed not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:23:52.205188 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device a300a964-2ef3-42eb-8331-4f607d52c05f no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:23:52.242034 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42d2302-c87d-4b44-a622-8952c4ff8bb7 x-openstack-request-id: req-d42d2302-c87d-4b44-a622-8952c4ff8bb7 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:23:52.242402 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab10e3b-cd62-4962-9e1e-754cc43f29c6", "name": "network-vif-deleted", "tag": "4f20b4e9-6c52-4456-b360-02c1f96cceed", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:23:52.245250 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d42d2302-c87d-4b44-a622-8952c4ff8bb7 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:23:52.245250 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab10e3b-cd62-4962-9e1e-754cc43f29c6', 'name': 'network-vif-deleted', 'tag': '4f20b4e9-6c52-4456-b360-02c1f96cceed', 'status': 'completed', 'code': 200} Feb 28 20:23:52.260766 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: a300a964-2ef3-42eb-8331-4f607d52c05f {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:23:52.261515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device a300a964-2ef3-42eb-8331-4f607d52c05f not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:23:52.318426 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9dc6b0d0-e368-48d6-8bb3-147f96db628c req-c71536a1-e0c3-4173-93ed-0a1930bc1750 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba96322f-2d33-4a27-a96a-559ea781f102 HTTP/1.1" status: 200 len: 210 time: 0.0429776 Feb 28 20:23:52.341849 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9faa5f6d-e572-44c4-88bb-056d27b1cd54 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:52.370117 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:52.634202 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:52.660849 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-9faa5f6d-e572-44c4-88bb-056d27b1cd54 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Allocated IP 172.25.0.195 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/71592aa5-2223-4d3f-922a-5e046e2208ce) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:23:52.669695 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3fcbcfc1-94e7-4541-ab88-9db254f9a2ca req-81c5e2be-379e-44c2-9909-518c1895de44 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.1568961 Feb 28 20:23:52.899003 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47da84-3347-4a9e-b773-f12a177fa0ff req-ed952c85-1ddf-4c63-a354-e2978dcc0adf tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:52.905418 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bc47da84-3347-4a9e-b773-f12a177fa0ff req-ed952c85-1ddf-4c63-a354-e2978dcc0adf tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ffe0330-3c0f-4bfe-8979-87582f9902a6 HTTP/1.1" status: 200 len: 908 time: 0.2274728 Feb 28 20:23:52.932632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-28260d69-f246-4a17-8c51-17273a114c20 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:52.948077 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-28260d69-f246-4a17-8c51-17273a114c20 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.15 "GET /v2.0/networks?id=ddbbf206-d80f-452e-8f5d-4db5f42173cb HTTP/1.1" status: 200 len: 812 time: 0.4851532 Feb 28 20:23:52.970138 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-9846c7ba-ee5f-4bf0-a885-751493cc29ff tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Request body: {'port': {'device_id': '3a3346a2-2e5e-4ac6-82ee-2ad9ff3303a4', 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb', 'admin_state_up': True, 'tenant_id': '9e6d6d4839d645008712dc58db25b2b5'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:23:53.002058 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b96e96-d1fb-4b5c-912e-f6ee6746830e req-ec3cb973-1be9-4e96-892a-51b0cf011dc3 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:53.004724 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a1b96e96-d1fb-4b5c-912e-f6ee6746830e req-ec3cb973-1be9-4e96-892a-51b0cf011dc3 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffe0330-3c0f-4bfe-8979-87582f9902a6 HTTP/1.1" status: 200 len: 908 time: 0.3458691 Feb 28 20:23:53.191813 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9faa5f6d-e572-44c4-88bb-056d27b1cd54 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for port (71592aa5-2223-4d3f-922a-5e046e2208ce), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:53.443581 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9faa5f6d-e572-44c4-88bb-056d27b1cd54 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (71592aa5-2223-4d3f-922a-5e046e2208ce), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:53.594592 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233989a8-95fa-4a43-ae35-88756ce9a918 req-afa22ce1-e4e6-4032-a74a-c4dfe2937409 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:53.597410 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-233989a8-95fa-4a43-ae35-88756ce9a918 req-afa22ce1-e4e6-4032-a74a-c4dfe2937409 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.3796699 Feb 28 20:23:53.619928 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b323d475-844f-4a84-9c58-7ca39f191c78 req-c824a428-8593-45bc-a817-b401149e6f95 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba96322f-2d33-4a27-a96a-559ea781f102 HTTP/1.1" status: 200 len: 210 time: 0.1556380 Feb 28 20:23:53.622667 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faa5f6d-e572-44c4-88bb-056d27b1cd54 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:23:53.651673 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-9faa5f6d-e572-44c4-88bb-056d27b1cd54 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:23:53.659097 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa5f6d-e572-44c4-88bb-056d27b1cd54 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:23:53.734336 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-9846c7ba-ee5f-4bf0-a885-751493cc29ff tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Made reservation on behalf of 9e6d6d4839d645008712dc58db25b2b5 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:23:53.742213 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-9846c7ba-ee5f-4bf0-a885-751493cc29ff tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:53.794101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa5f6d-e572-44c4-88bb-056d27b1cd54 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Pushing event updated for resources: {'Port': ['ID=71592aa5-2223-4d3f-922a-5e046e2208ce,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:53.795131 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-55f5c1f3-d1f3-4da5-a341-d7801aaac3ee tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:53.798080 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-55f5c1f3-d1f3-4da5-a341-d7801aaac3ee tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.15 "GET /v2.0/networks?id=ddbbf206-d80f-452e-8f5d-4db5f42173cb HTTP/1.1" status: 200 len: 812 time: 1.0393825 Feb 28 20:23:53.824867 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-a55446a4-9320-4fbf-afad-341af83005d7 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Request body: {'port': {'device_id': 'ba96322f-2d33-4a27-a96a-559ea781f102', 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb', 'admin_state_up': True, 'tenant_id': '9e6d6d4839d645008712dc58db25b2b5'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:23:53.838582 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-bc47da84-3347-4a9e-b773-f12a177fa0ff req-fe759a0a-b72a-4421-92bd-9680d63b28f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Deleting port 974bb780-6caf-4d1c-9dbd-3da621af6d29 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:23:53.838992 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bc47da84-3347-4a9e-b773-f12a177fa0ff req-fe759a0a-b72a-4421-92bd-9680d63b28f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (974bb780-6caf-4d1c-9dbd-3da621af6d29), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:54.048194 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-233989a8-95fa-4a43-ae35-88756ce9a918 req-26a8d6ce-95d0-48ec-973a-dfad1c6ee82d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213958 Feb 28 20:23:54.081139 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-bc47da84-3347-4a9e-b773-f12a177fa0ff req-fe759a0a-b72a-4421-92bd-9680d63b28f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] For port 974bb780-6caf-4d1c-9dbd-3da621af6d29, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=974bb780-6caf-4d1c-9dbd-3da621af6d29,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:54.082607 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bc47da84-3347-4a9e-b773-f12a177fa0ff req-fe759a0a-b72a-4421-92bd-9680d63b28f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (974bb780-6caf-4d1c-9dbd-3da621af6d29), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:54.113466 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-bc47da84-3347-4a9e-b773-f12a177fa0ff req-fe759a0a-b72a-4421-92bd-9680d63b28f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Calling delete_port for 974bb780-6caf-4d1c-9dbd-3da621af6d29 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:23:54.117174 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c69a43e2-1eff-4f42-aee7-f4986ce2d06e req-e6c26504-b8ea-41cc-9741-c0b49c462a9b tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.2127805 Feb 28 20:23:54.130346 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-a55446a4-9320-4fbf-afad-341af83005d7 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Made reservation on behalf of 9e6d6d4839d645008712dc58db25b2b5 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:23:54.135938 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-a55446a4-9320-4fbf-afad-341af83005d7 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:54.236176 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9faa5f6d-e572-44c4-88bb-056d27b1cd54 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for floatingip (12ca5229-3e5f-4536-83f9-3caa728d404d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:54.372461 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-9846c7ba-ee5f-4bf0-a885-751493cc29ff tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Allocated IP 172.20.0.3 (ddbbf206-d80f-452e-8f5d-4db5f42173cb/c6e1013e-cc8a-497f-9159-c7d6cb844401/7e3e9585-e705-4d10-9c6a-34b178b5c249) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:23:54.376033 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9faa5f6d-e572-44c4-88bb-056d27b1cd54 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (71592aa5-2223-4d3f-922a-5e046e2208ce), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:54.397233 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d394d-9106-4c92-b4d7-55e4ea9e6534 req-dc3dd0f8-360f-46e0-b0f7-671b8861bc37 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:54.399539 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad6d394d-9106-4c92-b4d7-55e4ea9e6534 req-dc3dd0f8-360f-46e0-b0f7-671b8861bc37 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffe0330-3c0f-4bfe-8979-87582f9902a6 HTTP/1.1" status: 200 len: 908 time: 0.2282417 Feb 28 20:23:54.497706 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bc47da84-3347-4a9e-b773-f12a177fa0ff req-fe759a0a-b72a-4421-92bd-9680d63b28f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (974bb780-6caf-4d1c-9dbd-3da621af6d29), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:54.555916 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe759a0a-b72a-4421-92bd-9680d63b28f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Pushing event deleted for resources: {'Port': ['ID=974bb780-6caf-4d1c-9dbd-3da621af6d29,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:54.647002 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc47da84-3347-4a9e-b773-f12a177fa0ff req-fe759a0a-b72a-4421-92bd-9680d63b28f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] No DVR routers for this DVR port 974bb780-6caf-4d1c-9dbd-3da621af6d29 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:23:54.651350 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bc47da84-3347-4a9e-b773-f12a177fa0ff req-fe759a0a-b72a-4421-92bd-9680d63b28f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:54.656092 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bc47da84-3347-4a9e-b773-f12a177fa0ff req-fe759a0a-b72a-4421-92bd-9680d63b28f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.15 "DELETE /v2.0/ports/974bb780-6caf-4d1c-9dbd-3da621af6d29 HTTP/1.1" status: 204 len: 173 time: 1.7468159 Feb 28 20:23:54.656749 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffe0330-3c0f-4bfe-8979-87582f9902a6', 'name': 'network-vif-deleted', 'tag': '974bb780-6caf-4d1c-9dbd-3da621af6d29'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:23:54.660847 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a90f1d1-de61-4944-8742-5d082fb5441e" -d '{"events": [{"server_uuid": "0ffe0330-3c0f-4bfe-8979-87582f9902a6", "name": "network-vif-deleted", "tag": "974bb780-6caf-4d1c-9dbd-3da621af6d29"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:23:54.791567 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a2553c-f002-4725-9304-3cfcb3e3f7af x-openstack-request-id: req-e8a2553c-f002-4725-9304-3cfcb3e3f7af {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:23:54.792056 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffe0330-3c0f-4bfe-8979-87582f9902a6", "name": "network-vif-deleted", "tag": "974bb780-6caf-4d1c-9dbd-3da621af6d29", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:23:54.792455 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8a2553c-f002-4725-9304-3cfcb3e3f7af {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:23:54.793120 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffe0330-3c0f-4bfe-8979-87582f9902a6', 'name': 'network-vif-deleted', 'tag': '974bb780-6caf-4d1c-9dbd-3da621af6d29', 'status': 'completed', 'code': 200} Feb 28 20:23:54.901652 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-866cbf0a-1cca-403f-a9a8-89972a6b967a req-d9792a3a-d2e8-4b5c-b0ee-ef52679c7757 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba96322f-2d33-4a27-a96a-559ea781f102 HTTP/1.1" status: 200 len: 210 time: 0.1270018 Feb 28 20:23:54.968413 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-9846c7ba-ee5f-4bf0-a885-751493cc29ff tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks [] for port (7e3e9585-e705-4d10-9c6a-34b178b5c249), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:54.993617 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9faa5f6d-e572-44c4-88bb-056d27b1cd54 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for port (71592aa5-2223-4d3f-922a-5e046e2208ce), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:55.000893 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9faa5f6d-e572-44c4-88bb-056d27b1cd54 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (71592aa5-2223-4d3f-922a-5e046e2208ce), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:55.088407 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa5f6d-e572-44c4-88bb-056d27b1cd54 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Pushing event updated for resources: {'Port': ['ID=71592aa5-2223-4d3f-922a-5e046e2208ce,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:55.097135 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-9846c7ba-ee5f-4bf0-a885-751493cc29ff tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7e3e9585-e705-4d10-9c6a-34b178b5c249), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:55.147920 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9faa5f6d-e572-44c4-88bb-056d27b1cd54 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (12ca5229-3e5f-4536-83f9-3caa728d404d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:55.182950 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9faa5f6d-e572-44c4-88bb-056d27b1cd54 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:55.185543 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9faa5f6d-e572-44c4-88bb-056d27b1cd54 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1223135 Feb 28 20:23:55.193290 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-9846c7ba-ee5f-4bf0-a885-751493cc29ff tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Network ddbbf206-d80f-452e-8f5d-4db5f42173cb is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:23:55.197918 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-9846c7ba-ee5f-4bf0-a885-751493cc29ff tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:23:55.203102 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-9846c7ba-ee5f-4bf0-a885-751493cc29ff tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:23:55.209235 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846c7ba-ee5f-4bf0-a885-751493cc29ff tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Pushing event updated for resources: {'Port': ['ID=7e3e9585-e705-4d10-9c6a-34b178b5c249,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:55.271358 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-a55446a4-9320-4fbf-afad-341af83005d7 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Allocated IP 172.20.0.12 (ddbbf206-d80f-452e-8f5d-4db5f42173cb/c6e1013e-cc8a-497f-9159-c7d6cb844401/9da8aa4f-4af9-47cc-a34d-bd7f51d72268) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:23:55.306713 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-9846c7ba-ee5f-4bf0-a885-751493cc29ff tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:55.307670 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-9846c7ba-ee5f-4bf0-a885-751493cc29ff tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:55.371222 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-9846c7ba-ee5f-4bf0-a885-751493cc29ff tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4080691 Feb 28 20:23:55.424983 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] Request body: {'port': {'device_id': '3a3346a2-2e5e-4ac6-82ee-2ad9ff3303a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:23:55.480814 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54200ce1-6e20-4f8c-b955-3921f2e2de7f req-f55669e1-bbbb-4060-b4dc-87e580a85f0b tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0786183 Feb 28 20:23:55.528337 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631aef9e-06ac-42a4-8f06-8b7f804ab307 req-34db5138-95b0-432d-b5a6-1e0ff65287ae tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:55.530083 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-631aef9e-06ac-42a4-8f06-8b7f804ab307 req-34db5138-95b0-432d-b5a6-1e0ff65287ae tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.1915753 Feb 28 20:23:55.543915 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7e3e9585-e705-4d10-9c6a-34b178b5c249), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:55.634201 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-631aef9e-06ac-42a4-8f06-8b7f804ab307 req-8167ced1-1aa5-4ff0-a61d-dcc477f0f8d2 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876935 Feb 28 20:23:55.769903 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-a55446a4-9320-4fbf-afad-341af83005d7 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks [] for port (9da8aa4f-4af9-47cc-a34d-bd7f51d72268), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:55.882253 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-a55446a4-9320-4fbf-afad-341af83005d7 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (9da8aa4f-4af9-47cc-a34d-bd7f51d72268), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:56.016132 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-a55446a4-9320-4fbf-afad-341af83005d7 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Network ddbbf206-d80f-452e-8f5d-4db5f42173cb is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:23:56.027008 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-a55446a4-9320-4fbf-afad-341af83005d7 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:23:56.027576 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c903af24-9f44-48e6-b922-a09121cc2334 req-7f699ee2-c29b-42e0-88dd-25ea37b1d4e9 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--405366496&fields=id&tenant_id=d21f27a53ace41c6b073930944eb8337 HTTP/1.1" status: 200 len: 267 time: 0.1944501 Feb 28 20:23:56.040662 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-a55446a4-9320-4fbf-afad-341af83005d7 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:23:56.058481 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55446a4-9320-4fbf-afad-341af83005d7 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Pushing event updated for resources: {'Port': ['ID=9da8aa4f-4af9-47cc-a34d-bd7f51d72268,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:56.202485 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-a55446a4-9320-4fbf-afad-341af83005d7 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:56.202834 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-a55446a4-9320-4fbf-afad-341af83005d7 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:56.211455 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 974bb780-6caf-4d1c-9dbd-3da621af6d29 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:23:56.235771 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-a55446a4-9320-4fbf-afad-341af83005d7 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4274645 Feb 28 20:23:56.248841 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] Request body: {'port': {'device_id': 'ba96322f-2d33-4a27-a96a-559ea781f102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:23:56.264305 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 974bb780-6caf-4d1c-9dbd-3da621af6d29 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:23:56.265153 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 974bb780-6caf-4d1c-9dbd-3da621af6d29 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:23:56.282310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58320) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:56.386095 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9da8aa4f-4af9-47cc-a34d-bd7f51d72268), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:56.388643 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903af24-9f44-48e6-b922-a09121cc2334 req-a50597ad-9a21-4b94-900e-11bf617c45ca tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:56.397797 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c903af24-9f44-48e6-b922-a09121cc2334 req-a50597ad-9a21-4b94-900e-11bf617c45ca tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/networks?id=4ab05bea-86cc-498b-aded-ed9c3d7148ac HTTP/1.1" status: 200 len: 817 time: 0.3690264 Feb 28 20:23:56.434523 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c903af24-9f44-48e6-b922-a09121cc2334 req-f874b166-12b3-4eef-98a6-679eefcdd263 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/quotas/d21f27a53ace41c6b073930944eb8337 HTTP/1.1" status: 200 len: 375 time: 0.0354211 Feb 28 20:23:56.514787 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21682b-3f9c-445b-a27d-2e077ed49c48 req-eeb127b9-79b3-431e-a606-2e18f84b4112 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:56.517234 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6f21682b-3f9c-445b-a27d-2e077ed49c48 req-eeb127b9-79b3-431e-a606-2e18f84b4112 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba96322f-2d33-4a27-a96a-559ea781f102 HTTP/1.1" status: 200 len: 932 time: 0.3207510 Feb 28 20:23:56.727228 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c903af24-9f44-48e6-b922-a09121cc2334 req-d1370245-248e-4832-9f3a-ef886ee8709a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d21f27a53ace41c6b073930944eb8337&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2915561 Feb 28 20:23:56.829079 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6f21682b-3f9c-445b-a27d-2e077ed49c48 req-b7e97e64-e556-4ba7-a852-85fd4eb53b82 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849548 Feb 28 20:23:56.898270 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3e9585-e705-4d10-9c6a-34b178b5c249 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:23:56.914389 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] Publish callbacks [] for port (7e3e9585-e705-4d10-9c6a-34b178b5c249), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:56.960093 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2add19-17e7-46e0-8abe-fbb0336c4715 req-fa22765b-cd58-4f48-8027-de0179d94659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:56.960578 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2add19-17e7-46e0-8abe-fbb0336c4715 req-fa22765b-cd58-4f48-8027-de0179d94659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:56.961170 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2add19-17e7-46e0-8abe-fbb0336c4715 req-fa22765b-cd58-4f48-8027-de0179d94659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:56.961804 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2add19-17e7-46e0-8abe-fbb0336c4715 req-fa22765b-cd58-4f48-8027-de0179d94659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:56.962409 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2add19-17e7-46e0-8abe-fbb0336c4715 req-fa22765b-cd58-4f48-8027-de0179d94659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:56.962926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2add19-17e7-46e0-8abe-fbb0336c4715 req-fa22765b-cd58-4f48-8027-de0179d94659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:56.963682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2add19-17e7-46e0-8abe-fbb0336c4715 req-fa22765b-cd58-4f48-8027-de0179d94659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:56.967112 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec2add19-17e7-46e0-8abe-fbb0336c4715 req-fa22765b-cd58-4f48-8027-de0179d94659 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 6717 time: 0.6779666 Feb 28 20:23:56.984943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] Transition to ACTIVE for port object 7e3e9585-e705-4d10-9c6a-34b178b5c249 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:23:57.022173 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb93c49-0347-4758-9b71-edb555d62b5a req-9cb96d0f-8532-4480-bb00-7eeb07eee4f0 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:57.023679 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bbb93c49-0347-4758-9b71-edb555d62b5a req-9cb96d0f-8532-4480-bb00-7eeb07eee4f0 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.10 "GET /v2.0/ports?device_id=a01b2764-ed6d-4932-a224-e81acb1a5d93 HTTP/1.1" status: 200 len: 945 time: 0.3999584 Feb 28 20:23:57.048565 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (7e3e9585-e705-4d10-9c6a-34b178b5c249), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:57.080631 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c903af24-9f44-48e6-b922-a09121cc2334 req-b8ed2777-83c2-411d-8cfc-5a164d37d8a3 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225765 Feb 28 20:23:57.228282 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da8aa4f-4af9-47cc-a34d-bd7f51d72268 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:23:57.243839 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] Publish callbacks [] for port (9da8aa4f-4af9-47cc-a34d-bd7f51d72268), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:57.269454 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] Transition to ACTIVE for port object 9da8aa4f-4af9-47cc-a34d-bd7f51d72268 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:23:57.274072 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (9da8aa4f-4af9-47cc-a34d-bd7f51d72268), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:57.377201 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] Pushing event updated for resources: {'Port': ['ID=9da8aa4f-4af9-47cc-a34d-bd7f51d72268,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:57.458548 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] Attempting to bind port 9da8aa4f-4af9-47cc-a34d-bd7f51d72268 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:23:57.460224 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] Attempting to bind port 9da8aa4f-4af9-47cc-a34d-bd7f51d72268 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'd2d49e41-ab10-4064-a23a-4f534e773cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:23:57.460224 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] Attempting to bind port 9da8aa4f-4af9-47cc-a34d-bd7f51d72268 on network ddbbf206-d80f-452e-8f5d-4db5f42173cb {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:23:57.471572 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] Port 9da8aa4f-4af9-47cc-a34d-bd7f51d72268 on network ddbbf206-d80f-452e-8f5d-4db5f42173cb not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:23:57.473113 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] Attempting to bind port 9da8aa4f-4af9-47cc-a34d-bd7f51d72268 on network ddbbf206-d80f-452e-8f5d-4db5f42173cb {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:23:57.483147 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:23:57.483535 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] Checking segment: {'id': 'd2d49e41-ab10-4064-a23a-4f534e773cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:23:57.483907 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] Bound using segment: {'id': 'd2d49e41-ab10-4064-a23a-4f534e773cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:23:57.484431 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] Bound port: 9da8aa4f-4af9-47cc-a34d-bd7f51d72268, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d49e41-ab10-4064-a23a-4f534e773cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:23:57.484794 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9da8aa4f-4af9-47cc-a34d-bd7f51d72268), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:57.608400 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] For port 9da8aa4f-4af9-47cc-a34d-bd7f51d72268, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:23:57.615074 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] For port 9da8aa4f-4af9-47cc-a34d-bd7f51d72268, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9da8aa4f-4af9-47cc-a34d-bd7f51d72268,segment=NetworkSegment(d2d49e41-ab10-4064-a23a-4f534e773cfb),segment_id=d2d49e41-ab10-4064-a23a-4f534e773cfb)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:23:57.629870 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (9da8aa4f-4af9-47cc-a34d-bd7f51d72268), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:57.695517 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:57.696616 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:57.709051 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] 10.222.0.15 "PUT /v2.0/ports/9da8aa4f-4af9-47cc-a34d-bd7f51d72268 HTTP/1.1" status: 200 len: 1093 time: 1.4620044 Feb 28 20:23:57.709948 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba96322f-2d33-4a27-a96a-559ea781f102', 'tag': '9da8aa4f-4af9-47cc-a34d-bd7f51d72268'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:23:57.713603 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462ed9c6-ed95-4ee9-b04c-4ecfb0ff85d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ba96322f-2d33-4a27-a96a-559ea781f102", "tag": "9da8aa4f-4af9-47cc-a34d-bd7f51d72268"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:23:57.738694 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2dfb76-f721-47e8-a29d-fc44124a753a service neutron] Pushing event updated for resources: {'Port': ['ID=9da8aa4f-4af9-47cc-a34d-bd7f51d72268,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:57.784091 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3e9585-e705-4d10-9c6a-34b178b5c249,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:57.812672 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce01a0-9c96-443c-961c-fbaabc0b7413 req-3b0917e2-2084-42d1-9098-89aa5a35228b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:57.814263 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8cce01a0-9c96-443c-961c-fbaabc0b7413 req-3b0917e2-2084-42d1-9098-89aa5a35228b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01b2764-ed6d-4932-a224-e81acb1a5d93 HTTP/1.1" status: 200 len: 945 time: 0.8766243 Feb 28 20:23:57.828485 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-b8d87fbf-168c-4cbf-9c5b-a648e533513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:57.831147 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-b8d87fbf-168c-4cbf-9c5b-a648e533513c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e6d6d4839d645008712dc58db25b2b5&device_id=ba96322f-2d33-4a27-a96a-559ea781f102 HTTP/1.1" status: 200 len: 1127 time: 0.0714543 Feb 28 20:23:57.835174 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec2add19-17e7-46e0-8abe-fbb0336c4715 req-0e6205c2-1a26-4e0c-a8d0-8c32d9ecd379 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8535466 Feb 28 20:23:57.900690 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-13a47651-fa6f-4063-8dab-f83632676699 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9da8aa4f-4af9-47cc-a34d-bd7f51d72268 HTTP/1.1" status: 200 len: 217 time: 0.0622449 Feb 28 20:23:57.955809 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-bcf89fbc-09d4-4396-bb56-083d253049e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:57.957297 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-bcf89fbc-09d4-4396-bb56-083d253049e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6e1013e-cc8a-497f-9159-c7d6cb844401 HTTP/1.1" status: 200 len: 852 time: 0.0505879 Feb 28 20:23:57.972074 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8c4b46dd-3e1c-49e6-86d5-16cee61ba2d2 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203103 Feb 28 20:23:58.012254 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8cce01a0-9c96-443c-961c-fbaabc0b7413 req-6fa5a941-26df-4c36-8b55-48b928e08c94 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742773 Feb 28 20:23:58.016585 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-e2f0e0a0-ac40-4b2f-8e7f-54d0e0c61371 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddbbf206-d80f-452e-8f5d-4db5f42173cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523856 Feb 28 20:23:58.024712 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-bbb93c49-0347-4758-9b71-edb555d62b5a req-6f4a987c-1021-44a1-8b9a-3af8713fe66f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Deleting port 5ae3cea2-4701-46bd-9889-9b27b51d35b7 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:23:58.025064 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bbb93c49-0347-4758-9b71-edb555d62b5a req-6f4a987c-1021-44a1-8b9a-3af8713fe66f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (5ae3cea2-4701-46bd-9889-9b27b51d35b7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:58.050900 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] Attempting to bind port 7e3e9585-e705-4d10-9c6a-34b178b5c249 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:23:58.051163 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] Attempting to bind port 7e3e9585-e705-4d10-9c6a-34b178b5c249 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'd2d49e41-ab10-4064-a23a-4f534e773cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:23:58.051793 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] Attempting to bind port 7e3e9585-e705-4d10-9c6a-34b178b5c249 on network ddbbf206-d80f-452e-8f5d-4db5f42173cb {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:23:58.150945 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] Port 7e3e9585-e705-4d10-9c6a-34b178b5c249 on network ddbbf206-d80f-452e-8f5d-4db5f42173cb not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:23:58.152931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] Attempting to bind port 7e3e9585-e705-4d10-9c6a-34b178b5c249 on network ddbbf206-d80f-452e-8f5d-4db5f42173cb {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:23:58.202558 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-0c47eab2-801e-4e99-957b-97bb20bb1306 service neutron] 10.222.0.15 "GET /v2.0/networks/ddbbf206-d80f-452e-8f5d-4db5f42173cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794288 Feb 28 20:23:58.249884 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:23:58.252529 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] Checking segment: {'id': 'd2d49e41-ab10-4064-a23a-4f534e773cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:23:58.253304 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] Bound using segment: {'id': 'd2d49e41-ab10-4064-a23a-4f534e773cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:23:58.254008 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] Bound port: 7e3e9585-e705-4d10-9c6a-34b178b5c249, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d49e41-ab10-4064-a23a-4f534e773cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:23:58.255211 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7e3e9585-e705-4d10-9c6a-34b178b5c249), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:58.304289 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a704cb7-5779-44b2-8184-266c5f79c22b req-18575656-41f2-4308-8af5-c3aaef58e0e7 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.1466033 Feb 28 20:23:58.365486 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-bbb93c49-0347-4758-9b71-edb555d62b5a req-6f4a987c-1021-44a1-8b9a-3af8713fe66f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] For port 5ae3cea2-4701-46bd-9889-9b27b51d35b7, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=5ae3cea2-4701-46bd-9889-9b27b51d35b7,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:23:58.365949 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bbb93c49-0347-4758-9b71-edb555d62b5a req-6f4a987c-1021-44a1-8b9a-3af8713fe66f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (5ae3cea2-4701-46bd-9889-9b27b51d35b7), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:58.398930 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-bbb93c49-0347-4758-9b71-edb555d62b5a req-6f4a987c-1021-44a1-8b9a-3af8713fe66f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Calling delete_port for 5ae3cea2-4701-46bd-9889-9b27b51d35b7 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:23:58.412473 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-e9d0eab8-de65-43e7-b19d-4bc3918e8bd6 service neutron] 10.222.0.15 "GET /v2.0/networks/ddbbf206-d80f-452e-8f5d-4db5f42173cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019787 Feb 28 20:23:58.454370 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bbd2f0-ee02-4ca8-b98c-ce7f89f8e6a7 x-openstack-request-id: req-c6bbd2f0-ee02-4ca8-b98c-ce7f89f8e6a7 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:23:58.455117 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba96322f-2d33-4a27-a96a-559ea781f102", "tag": "9da8aa4f-4af9-47cc-a34d-bd7f51d72268", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:23:58.455712 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6bbd2f0-ee02-4ca8-b98c-ce7f89f8e6a7 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:23:58.456765 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba96322f-2d33-4a27-a96a-559ea781f102', 'tag': '9da8aa4f-4af9-47cc-a34d-bd7f51d72268', 'status': 'completed', 'code': 200} Feb 28 20:23:58.516276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ceccad-85cd-46b6-a44e-1ffe1f31d843 req-7596c025-1f8d-4414-b1c6-5449b33f2e66 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:58.523996 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72ceccad-85cd-46b6-a44e-1ffe1f31d843 req-7596c025-1f8d-4414-b1c6-5449b33f2e66 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.2468109 Feb 28 20:23:58.528026 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] For port 7e3e9585-e705-4d10-9c6a-34b178b5c249, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:23:58.576456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] For port 7e3e9585-e705-4d10-9c6a-34b178b5c249, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7e3e9585-e705-4d10-9c6a-34b178b5c249,segment=NetworkSegment(d2d49e41-ab10-4064-a23a-4f534e773cfb),segment_id=d2d49e41-ab10-4064-a23a-4f534e773cfb)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:23:58.592301 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (7e3e9585-e705-4d10-9c6a-34b178b5c249), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:58.618956 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:58.619588 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:58.621135 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] 10.222.0.15 "PUT /v2.0/ports/7e3e9585-e705-4d10-9c6a-34b178b5c249 HTTP/1.1" status: 200 len: 1092 time: 3.2054689 Feb 28 20:23:58.623011 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3346a2-2e5e-4ac6-82ee-2ad9ff3303a4', 'tag': '7e3e9585-e705-4d10-9c6a-34b178b5c249'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:23:58.624442 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ed9c6-ed95-4ee9-b04c-4ecfb0ff85d4 req-34607bb0-0a17-4747-baaa-005fdee8c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:58.626494 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c107c902-ef7b-4893-8649-7f5d2215d226" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3346a2-2e5e-4ac6-82ee-2ad9ff3303a4", "tag": "7e3e9585-e705-4d10-9c6a-34b178b5c249"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:23:58.639648 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-462ed9c6-ed95-4ee9-b04c-4ecfb0ff85d4 req-34607bb0-0a17-4747-baaa-005fdee8c032 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e6d6d4839d645008712dc58db25b2b5&device_id=ba96322f-2d33-4a27-a96a-559ea781f102 HTTP/1.1" status: 200 len: 1127 time: 0.1606777 Feb 28 20:23:58.816740 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72ceccad-85cd-46b6-a44e-1ffe1f31d843 req-73049c5c-f21d-4c1a-8d59-ecdbf798678d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917008 Feb 28 20:23:58.873826 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce9169-8b88-49bd-b8c0-6bf7d77e0880 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3e9585-e705-4d10-9c6a-34b178b5c249,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:58.910532 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ed9c6-ed95-4ee9-b04c-4ecfb0ff85d4 req-d2a3fe59-fb25-43f6-8c5e-7e6fc26934e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:58.914637 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-462ed9c6-ed95-4ee9-b04c-4ecfb0ff85d4 req-d2a3fe59-fb25-43f6-8c5e-7e6fc26934e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ddbbf206-d80f-452e-8f5d-4db5f42173cb HTTP/1.1" status: 200 len: 912 time: 0.2632110 Feb 28 20:23:58.958871 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8681e3b-1dbd-4e08-880e-6fd72e820c0c req-e0286511-9b68-4b49-a306-1ac611000b41 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:58.961668 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d8681e3b-1dbd-4e08-880e-6fd72e820c0c req-e0286511-9b68-4b49-a306-1ac611000b41 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba96322f-2d33-4a27-a96a-559ea781f102 HTTP/1.1" status: 200 len: 944 time: 0.3304820 Feb 28 20:23:59.017061 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-1e2af311-2efb-410e-96bb-f2224038b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:59.018854 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-1e2af311-2efb-410e-96bb-f2224038b280 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e6d6d4839d645008712dc58db25b2b5&device_id=3a3346a2-2e5e-4ac6-82ee-2ad9ff3303a4 HTTP/1.1" status: 200 len: 1126 time: 0.3382380 Feb 28 20:23:59.037423 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-462ed9c6-ed95-4ee9-b04c-4ecfb0ff85d4 req-8d2faa5b-adde-4300-9a57-3f9f4095b2f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9da8aa4f-4af9-47cc-a34d-bd7f51d72268 HTTP/1.1" status: 200 len: 217 time: 0.1165168 Feb 28 20:23:59.040206 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d7abe284-f453-4c4d-a851-4209c29cd5b7 req-70ddc8f8-7cf1-48ee-8766-437b1936c244 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 210 time: 0.0937274 Feb 28 20:23:59.057411 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bbb93c49-0347-4758-9b71-edb555d62b5a req-6f4a987c-1021-44a1-8b9a-3af8713fe66f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (5ae3cea2-4701-46bd-9889-9b27b51d35b7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:59.075312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['7d518928-03a1-485e-981d-ca31aea417cf'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:23:59.123164 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58370) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:23:59.197282 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ed9c6-ed95-4ee9-b04c-4ecfb0ff85d4 req-322ba049-4fac-418e-a43c-c4cad1219083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:59.199678 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-462ed9c6-ed95-4ee9-b04c-4ecfb0ff85d4 req-322ba049-4fac-418e-a43c-c4cad1219083 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6e1013e-cc8a-497f-9159-c7d6cb844401 HTTP/1.1" status: 200 len: 852 time: 0.1558650 Feb 28 20:23:59.241322 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-462ed9c6-ed95-4ee9-b04c-4ecfb0ff85d4 req-ebf413b4-3ec1-4462-a214-2b8cd74eabc3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddbbf206-d80f-452e-8f5d-4db5f42173cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352092 Feb 28 20:23:59.290269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-57813938-ada2-40d0-b82f-a411c33c4bcf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e3e9585-e705-4d10-9c6a-34b178b5c249 HTTP/1.1" status: 200 len: 217 time: 0.2431374 Feb 28 20:23:59.294469 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a987c-1021-44a1-8b9a-3af8713fe66f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Pushing event deleted for resources: {'Port': ['ID=5ae3cea2-4701-46bd-9889-9b27b51d35b7,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:23:59.327193 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6933a8b-4f4b-496b-902a-0870cb71d29c x-openstack-request-id: req-b6933a8b-4f4b-496b-902a-0870cb71d29c {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:23:59.328368 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3346a2-2e5e-4ac6-82ee-2ad9ff3303a4", "tag": "7e3e9585-e705-4d10-9c6a-34b178b5c249", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:23:59.332280 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6933a8b-4f4b-496b-902a-0870cb71d29c {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:23:59.333430 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3346a2-2e5e-4ac6-82ee-2ad9ff3303a4', 'tag': '7e3e9585-e705-4d10-9c6a-34b178b5c249', 'status': 'completed', 'code': 200} Feb 28 20:23:59.408842 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 5ae3cea2-4701-46bd-9889-9b27b51d35b7 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:23:59.451324 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-462ed9c6-ed95-4ee9-b04c-4ecfb0ff85d4 req-5dd0dc52-0e7f-4cbd-9b5f-5e7aee1f8f54 service neutron] 10.222.0.15 "GET /v2.0/networks/ddbbf206-d80f-452e-8f5d-4db5f42173cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020135 Feb 28 20:23:59.452913 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 5ae3cea2-4701-46bd-9889-9b27b51d35b7 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:23:59.453703 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 5ae3cea2-4701-46bd-9889-9b27b51d35b7 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:23:59.521443 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d8681e3b-1dbd-4e08-880e-6fd72e820c0c req-dabc6432-dfbf-444d-a717-3ebd8736c9f4 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238135 Feb 28 20:23:59.594468 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-508d9294-ca31-47db-b8e4-6ae859be78a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:59.598296 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5134b832-5b8e-4c3e-93ef-e6c4e3c02b27 req-7959c767-deb8-4f94-9472-43e7c5414800 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01b2764-ed6d-4932-a224-e81acb1a5d93 HTTP/1.1" status: 200 len: 210 time: 0.2199416 Feb 28 20:23:59.632574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb93c49-0347-4758-9b71-edb555d62b5a req-6f4a987c-1021-44a1-8b9a-3af8713fe66f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] No DVR routers for this DVR port 5ae3cea2-4701-46bd-9889-9b27b51d35b7 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:23:59.639394 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bbb93c49-0347-4758-9b71-edb555d62b5a req-6f4a987c-1021-44a1-8b9a-3af8713fe66f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:59.642786 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bbb93c49-0347-4758-9b71-edb555d62b5a req-6f4a987c-1021-44a1-8b9a-3af8713fe66f tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.10 "DELETE /v2.0/ports/5ae3cea2-4701-46bd-9889-9b27b51d35b7 HTTP/1.1" status: 204 len: 173 time: 2.5956960 Feb 28 20:23:59.647633 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-462ed9c6-ed95-4ee9-b04c-4ecfb0ff85d4 req-b3b51a23-23dd-439c-ac90-fff11050b7da service neutron] 10.222.0.15 "GET /v2.0/networks/ddbbf206-d80f-452e-8f5d-4db5f42173cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909919 Feb 28 20:23:59.697086 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4160fce-a520-40f1-92d2-d32449dc2e63 req-1850a628-f76c-48d4-ab15-088952d6a291 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0808134 Feb 28 20:23:59.700259 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-c61fa2fb-29f2-4f01-b728-a83c63134d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:23:59.701958 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-c61fa2fb-29f2-4f01-b728-a83c63134d89 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6e1013e-cc8a-497f-9159-c7d6cb844401 HTTP/1.1" status: 200 len: 852 time: 0.3826289 Feb 28 20:23:59.761415 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-c1194154-cd5e-49ec-84b7-cde34c7464b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddbbf206-d80f-452e-8f5d-4db5f42173cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502934 Feb 28 20:23:59.881166 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-508d9294-ca31-47db-b8e4-6ae859be78a0 admin admin] Publish callbacks [] for security_group (2b930490-7df3-47a4-bf95-5a6b942ef5c3), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:59.904008 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-508d9294-ca31-47db-b8e4-6ae859be78a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2b930490-7df3-47a4-bf95-5a6b942ef5c3), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:23:59.938296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d9294-ca31-47db-b8e4-6ae859be78a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b930490-7df3-47a4-bf95-5a6b942ef5c3,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:00.023436 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-508d9294-ca31-47db-b8e4-6ae859be78a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44ceacbabc28474588716225899a96a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8921700 Feb 28 20:24:00.030792 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58378) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:00.040854 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-4eb52cf5-eb08-4459-b245-1269284f5b99 service neutron] 10.222.0.15 "GET /v2.0/networks/ddbbf206-d80f-452e-8f5d-4db5f42173cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713130 Feb 28 20:24:00.191489 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903af24-9f44-48e6-b922-a09121cc2334 req-cce877c9-fc35-4681-9502-d2d9cb2c4dad tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:00.195014 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c903af24-9f44-48e6-b922-a09121cc2334 req-cce877c9-fc35-4681-9502-d2d9cb2c4dad tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.15 "GET /v2.0/networks?id=4ab05bea-86cc-498b-aded-ed9c3d7148ac HTTP/1.1" status: 200 len: 817 time: 0.2374392 Feb 28 20:24:00.234716 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08ece157-dde9-45e7-9012-a9413edfe5fa req-8937ffbc-a99a-442e-a8fb-f267cc84c094 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 210 time: 0.0470462 Feb 28 20:24:00.248388 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7beba5f-205c-4b1e-b939-018f962c564b req-732d0a7e-9630-4509-842f-72bc3b34648b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:00.249986 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7beba5f-205c-4b1e-b939-018f962c564b req-732d0a7e-9630-4509-842f-72bc3b34648b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.3005342 Feb 28 20:24:00.271591 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f94022d0-47dc-45d4-b357-7f5fa17bae73 admin admin] Publish callbacks [] for security_group (2b930490-7df3-47a4-bf95-5a6b942ef5c3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:00.293912 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c903af24-9f44-48e6-b922-a09121cc2334 req-ede55877-7c97-462e-a156-41d7bb8dc790 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d21f27a53ace41c6b073930944eb8337 HTTP/1.1" status: 200 len: 379 time: 0.0906906 Feb 28 20:24:00.303744 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c445eb2f-f430-4af1-b37d-ff122c4a3c0e req-cc604d45-62ff-41f8-ad40-6a7451d5b90d service neutron] 10.222.0.15 "GET /v2.0/networks/ddbbf206-d80f-452e-8f5d-4db5f42173cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530744 Feb 28 20:24:00.307400 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-c903af24-9f44-48e6-b922-a09121cc2334 req-67828658-0c61-409c-8ad1-503503ea024f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Request body: {'port': {'device_id': '00c2035d-4dab-4f9e-8806-0873a125208a', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'admin_state_up': True, 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'security_groups': ['62af767d-def5-4201-8873-8d8d720d19f8']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:00.323583 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f94022d0-47dc-45d4-b357-7f5fa17bae73 admin admin] Publish callbacks [] for security_group (2b930490-7df3-47a4-bf95-5a6b942ef5c3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:00.373965 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7beba5f-205c-4b1e-b939-018f962c564b req-217237bf-ce38-4691-9633-4d1206533df5 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078410 Feb 28 20:24:00.449304 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107c902-ef7b-4893-8649-7f5d2215d226 req-77963719-8723-410d-8ac3-5719ef62074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:00.453864 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c107c902-ef7b-4893-8649-7f5d2215d226 req-77963719-8723-410d-8ac3-5719ef62074d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e6d6d4839d645008712dc58db25b2b5&device_id=3a3346a2-2e5e-4ac6-82ee-2ad9ff3303a4 HTTP/1.1" status: 200 len: 1126 time: 0.0785871 Feb 28 20:24:00.499864 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f94022d0-47dc-45d4-b357-7f5fa17bae73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2b930490-7df3-47a4-bf95-5a6b942ef5c3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:00.501219 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c903af24-9f44-48e6-b922-a09121cc2334 req-67828658-0c61-409c-8ad1-503503ea024f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Made reservation on behalf of d21f27a53ace41c6b073930944eb8337 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:24:00.502407 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f94022d0-47dc-45d4-b357-7f5fa17bae73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:00.507247 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f94022d0-47dc-45d4-b357-7f5fa17bae73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b930490-7df3-47a4-bf95-5a6b942ef5c3 HTTP/1.1" status: 204 len: 168 time: 0.4716077 Feb 28 20:24:00.507506 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c903af24-9f44-48e6-b922-a09121cc2334 req-67828658-0c61-409c-8ad1-503503ea024f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:00.609780 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94022d0-47dc-45d4-b357-7f5fa17bae73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b930490-7df3-47a4-bf95-5a6b942ef5c3,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:00.702257 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107c902-ef7b-4893-8649-7f5d2215d226 req-5726f8fd-5747-4127-9e13-ce2f657c354f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:00.705070 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c107c902-ef7b-4893-8649-7f5d2215d226 req-5726f8fd-5747-4127-9e13-ce2f657c354f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ddbbf206-d80f-452e-8f5d-4db5f42173cb HTTP/1.1" status: 200 len: 912 time: 0.2414987 Feb 28 20:24:00.800934 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c107c902-ef7b-4893-8649-7f5d2215d226 req-90bcf12a-024d-48c5-ba67-a6a7abe3616e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e3e9585-e705-4d10-9c6a-34b178b5c249 HTTP/1.1" status: 200 len: 217 time: 0.0685072 Feb 28 20:24:00.803921 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-c903af24-9f44-48e6-b922-a09121cc2334 req-67828658-0c61-409c-8ad1-503503ea024f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Allocated IP 172.20.0.8 (4ab05bea-86cc-498b-aded-ed9c3d7148ac/168325cf-0c5d-4ba0-baad-f937703ff430/f2d9f272-0be6-425c-81bf-19f87f61471a) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:24:00.898629 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c6f53-e2be-40f9-ab8f-5c98cfe48d30 req-1dcbf505-a9fd-4926-99bb-2c6a082ba6c4 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:00.916771 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d20c6f53-e2be-40f9-ab8f-5c98cfe48d30 req-1dcbf505-a9fd-4926-99bb-2c6a082ba6c4 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba96322f-2d33-4a27-a96a-559ea781f102 HTTP/1.1" status: 200 len: 944 time: 0.2429628 Feb 28 20:24:00.958700 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107c902-ef7b-4893-8649-7f5d2215d226 req-b5e422ea-86db-4a7a-aa6e-8be173292050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:00.961107 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c107c902-ef7b-4893-8649-7f5d2215d226 req-b5e422ea-86db-4a7a-aa6e-8be173292050 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6e1013e-cc8a-497f-9159-c7d6cb844401 HTTP/1.1" status: 200 len: 852 time: 0.1535950 Feb 28 20:24:01.028656 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58396) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:01.029773 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c107c902-ef7b-4893-8649-7f5d2215d226 req-1f440d42-0165-481a-9597-a57726c14ae8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddbbf206-d80f-452e-8f5d-4db5f42173cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610015 Feb 28 20:24:01.053191 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5c7513db-eef7-4893-b3e2-c5849f279c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:01.105435 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d20c6f53-e2be-40f9-ab8f-5c98cfe48d30 req-fb3a5594-cdb8-4c4d-a052-6d7b0cdc09f9 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799214 Feb 28 20:24:01.118783 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4be6baae-3abc-4506-b7cf-52a05ed2453e req-35985e39-2e82-4ee8-9a00-3db3450b9430 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0959091 Feb 28 20:24:01.141256 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c903af24-9f44-48e6-b922-a09121cc2334 req-67828658-0c61-409c-8ad1-503503ea024f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:01.256910 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c107c902-ef7b-4893-8649-7f5d2215d226 req-ba4554ad-dc5e-45a0-82a9-a4a64eebf493 service neutron] 10.222.0.15 "GET /v2.0/networks/ddbbf206-d80f-452e-8f5d-4db5f42173cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041728 Feb 28 20:24:01.322163 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5c7513db-eef7-4893-b3e2-c5849f279c2f admin admin] Publish callbacks [] for security_group (08642c21-30ff-4477-9d6f-2ab06c59f477), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:01.336622 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5c7513db-eef7-4893-b3e2-c5849f279c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (08642c21-30ff-4477-9d6f-2ab06c59f477), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:01.336909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01b2764-ed6d-4932-a224-e81acb1a5d93', 'name': 'network-vif-deleted', 'tag': '5ae3cea2-4701-46bd-9889-9b27b51d35b7'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:24:01.340915 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c903af24-9f44-48e6-b922-a09121cc2334 req-67828658-0c61-409c-8ad1-503503ea024f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:01.345954 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180c93c6-7574-4bb6-9f8c-45797be1373b" -d '{"events": [{"server_uuid": "a01b2764-ed6d-4932-a224-e81acb1a5d93", "name": "network-vif-deleted", "tag": "5ae3cea2-4701-46bd-9889-9b27b51d35b7"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:24:01.432795 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c903af24-9f44-48e6-b922-a09121cc2334 req-67828658-0c61-409c-8ad1-503503ea024f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Network 4ab05bea-86cc-498b-aded-ed9c3d7148ac is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:24:01.453398 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307129e7-9c2e-41a6-bcb3-e5ead17c8749 req-56452618-aea6-4812-b434-4536fc596847 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:01.455474 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-307129e7-9c2e-41a6-bcb3-e5ead17c8749 req-56452618-aea6-4812-b434-4536fc596847 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 945 time: 0.2615719 Feb 28 20:24:01.468028 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-c903af24-9f44-48e6-b922-a09121cc2334 req-67828658-0c61-409c-8ad1-503503ea024f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:24:01.481721 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c903af24-9f44-48e6-b922-a09121cc2334 req-67828658-0c61-409c-8ad1-503503ea024f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:24:01.509995 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5c7513db-eef7-4893-b3e2-c5849f279c2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97a546ad188c4dec8ae62f614c08deb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4764297 Feb 28 20:24:01.509995 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7513db-eef7-4893-b3e2-c5849f279c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08642c21-30ff-4477-9d6f-2ab06c59f477,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:01.531195 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58404) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:01.571695 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585d06c-a545-405b-86ac-cbe8c92a8e2b req-87d3fd22-28fb-4e0c-be02-b4e3baa984bc tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:01.575507 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c585d06c-a545-405b-86ac-cbe8c92a8e2b req-87d3fd22-28fb-4e0c-be02-b4e3baa984bc tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 945 time: 0.3317435 Feb 28 20:24:01.585428 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c107c902-ef7b-4893-8649-7f5d2215d226 req-456c57cd-4f16-4d0c-a44e-02788d5fa61b service neutron] 10.222.0.15 "GET /v2.0/networks/ddbbf206-d80f-452e-8f5d-4db5f42173cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992711 Feb 28 20:24:01.605389 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67828658-0c61-409c-8ad1-503503ea024f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Pushing event updated for resources: {'Port': ['ID=f2d9f272-0be6-425c-81bf-19f87f61471a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:01.667872 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903af24-9f44-48e6-b922-a09121cc2334 req-67828658-0c61-409c-8ad1-503503ea024f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:01.668534 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c903af24-9f44-48e6-b922-a09121cc2334 req-67828658-0c61-409c-8ad1-503503ea024f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:01.684350 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1479628-2a4b-4775-9bf6-1b661a86cf06 req-63916850-27da-43e4-a981-d018392be3bc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:01.687261 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1479628-2a4b-4775-9bf6-1b661a86cf06 req-63916850-27da-43e4-a981-d018392be3bc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 931 time: 0.2768245 Feb 28 20:24:01.690875 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c903af24-9f44-48e6-b922-a09121cc2334 req-67828658-0c61-409c-8ad1-503503ea024f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3914959 Feb 28 20:24:01.703735 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] Request body: {'port': {'device_id': '00c2035d-4dab-4f9e-8806-0873a125208a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:01.734798 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ff8eda88-60f6-47af-bf79-e8217d282342 admin admin] Publish callbacks [] for security_group (08642c21-30ff-4477-9d6f-2ab06c59f477), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:01.745766 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c585d06c-a545-405b-86ac-cbe8c92a8e2b req-c32f4fd4-4d76-40b4-9e77-64d03f853054 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578743 Feb 28 20:24:01.756237 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-307129e7-9c2e-41a6-bcb3-e5ead17c8749 req-c2ed8df1-86e9-4769-8a9b-abaa2209fdd8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Deleting port 7d518928-03a1-485e-981d-ca31aea417cf {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:24:01.756671 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-307129e7-9c2e-41a6-bcb3-e5ead17c8749 req-c2ed8df1-86e9-4769-8a9b-abaa2209fdd8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7d518928-03a1-485e-981d-ca31aea417cf), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:01.793470 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ff8eda88-60f6-47af-bf79-e8217d282342 admin admin] Publish callbacks [] for security_group (08642c21-30ff-4477-9d6f-2ab06c59f477), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:01.828267 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b124ccac-0759-4e8b-99aa-121842966731 None None] Provisioning complete for port f2d9f272-0be6-425c-81bf-19f87f61471a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:01.829802 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b124ccac-0759-4e8b-99aa-121842966731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:01.831908 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1479628-2a4b-4775-9bf6-1b661a86cf06 req-6ec6b089-77d3-4788-92e0-88af9a702b54 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248393 Feb 28 20:24:01.835346 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b68080-2b8d-43cd-a53a-6f03acd14ba3 x-openstack-request-id: req-36b68080-2b8d-43cd-a53a-6f03acd14ba3 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:24:01.835505 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:01.835992 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01b2764-ed6d-4932-a224-e81acb1a5d93", "name": "network-vif-deleted", "tag": "5ae3cea2-4701-46bd-9889-9b27b51d35b7", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:24:01.835992 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36b68080-2b8d-43cd-a53a-6f03acd14ba3 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:24:01.836295 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01b2764-ed6d-4932-a224-e81acb1a5d93', 'name': 'network-vif-deleted', 'tag': '5ae3cea2-4701-46bd-9889-9b27b51d35b7', 'status': 'completed', 'code': 200} Feb 28 20:24:01.912724 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b124ccac-0759-4e8b-99aa-121842966731 None None] Port f2d9f272-0be6-425c-81bf-19f87f61471a cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:24:01.917265 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ff8eda88-60f6-47af-bf79-e8217d282342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (08642c21-30ff-4477-9d6f-2ab06c59f477), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:01.920590 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ff8eda88-60f6-47af-bf79-e8217d282342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:01.924267 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ff8eda88-60f6-47af-bf79-e8217d282342 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08642c21-30ff-4477-9d6f-2ab06c59f477 HTTP/1.1" status: 204 len: 168 time: 0.3476059 Feb 28 20:24:01.933980 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8eda88-60f6-47af-bf79-e8217d282342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08642c21-30ff-4477-9d6f-2ab06c59f477,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:01.982423 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-307129e7-9c2e-41a6-bcb3-e5ead17c8749 req-c2ed8df1-86e9-4769-8a9b-abaa2209fdd8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] For port 7d518928-03a1-485e-981d-ca31aea417cf, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7d518928-03a1-485e-981d-ca31aea417cf,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:01.982937 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-307129e7-9c2e-41a6-bcb3-e5ead17c8749 req-c2ed8df1-86e9-4769-8a9b-abaa2209fdd8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7d518928-03a1-485e-981d-ca31aea417cf), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:02.012407 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e7620-88b7-432a-8888-5de4355d7c8a req-09366cf4-de08-4d40-a317-283c756a940d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:02.014322 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a6e7620-88b7-432a-8888-5de4355d7c8a req-09366cf4-de08-4d40-a317-283c756a940d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.0750082 Feb 28 20:24:02.060622 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-307129e7-9c2e-41a6-bcb3-e5ead17c8749 req-c2ed8df1-86e9-4769-8a9b-abaa2209fdd8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Calling delete_port for 7d518928-03a1-485e-981d-ca31aea417cf owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:24:02.077659 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a6e7620-88b7-432a-8888-5de4355d7c8a req-a48378c8-c75e-4d5d-baee-5da681b9a79f tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537615 Feb 28 20:24:02.209894 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7e3e9585-e705-4d10-9c6a-34b178b5c249 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:24:02.359300 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-702336fd-a15e-4af7-998f-6083dfbb661f req-188c4958-a8e7-4c6f-a7ac-e521c882a143 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0513949 Feb 28 20:24:02.378982 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceffc10-e7ad-4842-a0da-a532bac4258b req-d96a39b7-6581-4227-a226-23ed073f0d16 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:02.382551 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1ceffc10-e7ad-4842-a0da-a532bac4258b req-d96a39b7-6581-4227-a226-23ed073f0d16 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba96322f-2d33-4a27-a96a-559ea781f102 HTTP/1.1" status: 200 len: 944 time: 0.1325505 Feb 28 20:24:02.392672 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7e3e9585-e705-4d10-9c6a-34b178b5c249, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7e3e9585-e705-4d10-9c6a-34b178b5c249,segment=NetworkSegment(d2d49e41-ab10-4064-a23a-4f534e773cfb),segment_id=d2d49e41-ab10-4064-a23a-4f534e773cfb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:02.407916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '7e3e9585-e705-4d10-9c6a-34b178b5c249', 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb', 'port_id': '7e3e9585-e705-4d10-9c6a-34b178b5c249', 'mac_address': 'fa:16:3e:6b:54:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e1013e-cc8a-497f-9159-c7d6cb844401', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:24:02.420250 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-307129e7-9c2e-41a6-bcb3-e5ead17c8749 req-c2ed8df1-86e9-4769-8a9b-abaa2209fdd8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (7d518928-03a1-485e-981d-ca31aea417cf), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:02.440336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['7d518928-03a1-485e-981d-ca31aea417cf'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:24:02.456566 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed8df1-86e9-4769-8a9b-abaa2209fdd8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Pushing event deleted for resources: {'Port': ['ID=7d518928-03a1-485e-981d-ca31aea417cf,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:02.474818 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d9f272-0be6-425c-81bf-19f87f61471a {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:24:02.496350 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7e3e9585-e705-4d10-9c6a-34b178b5c249 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:02.496609 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1ceffc10-e7ad-4842-a0da-a532bac4258b req-27ecb69c-543b-4ed7-b0a7-c8b2ca3e80f0 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046369 Feb 28 20:24:02.497929 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7e3e9585-e705-4d10-9c6a-34b178b5c249), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:02.503957 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] Publish callbacks [] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:02.524269 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3e9585-e705-4d10-9c6a-34b178b5c249 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:24:02.539817 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-307129e7-9c2e-41a6-bcb3-e5ead17c8749 req-c2ed8df1-86e9-4769-8a9b-abaa2209fdd8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] No DVR routers for this DVR port 7d518928-03a1-485e-981d-ca31aea417cf on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:24:02.544586 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-307129e7-9c2e-41a6-bcb3-e5ead17c8749 req-c2ed8df1-86e9-4769-8a9b-abaa2209fdd8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:02.548271 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-307129e7-9c2e-41a6-bcb3-e5ead17c8749 req-c2ed8df1-86e9-4769-8a9b-abaa2209fdd8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.15 "DELETE /v2.0/ports/7d518928-03a1-485e-981d-ca31aea417cf HTTP/1.1" status: 204 len: 173 time: 1.0686488 Feb 28 20:24:02.549291 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2d7052-fa9f-47fd-9992-8f341f17f7ba', 'name': 'network-vif-deleted', 'tag': '7d518928-03a1-485e-981d-ca31aea417cf'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:24:02.558924 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e97f87-4543-4d19-95f4-c21694dc9a27" -d '{"events": [{"server_uuid": "dd2d7052-fa9f-47fd-9992-8f341f17f7ba", "name": "network-vif-deleted", "tag": "7d518928-03a1-485e-981d-ca31aea417cf"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:24:02.561682 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7e3e9585-e705-4d10-9c6a-34b178b5c249, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7e3e9585-e705-4d10-9c6a-34b178b5c249,segment=NetworkSegment(d2d49e41-ab10-4064-a23a-4f534e773cfb),segment_id=d2d49e41-ab10-4064-a23a-4f534e773cfb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:02.569004 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] Transition to ACTIVE for port object f2d9f272-0be6-425c-81bf-19f87f61471a will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:24:02.569128 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7e3e9585-e705-4d10-9c6a-34b178b5c249), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:02.571089 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9da8aa4f-4af9-47cc-a34d-bd7f51d72268 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:24:02.579131 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:02.646283 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34563357-ce03-4586-bd9b-0c522dbc4205 x-openstack-request-id: req-34563357-ce03-4586-bd9b-0c522dbc4205 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:24:02.646638 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2d7052-fa9f-47fd-9992-8f341f17f7ba", "name": "network-vif-deleted", "tag": "7d518928-03a1-485e-981d-ca31aea417cf", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:24:02.646835 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34563357-ce03-4586-bd9b-0c522dbc4205 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:24:02.647324 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2d7052-fa9f-47fd-9992-8f341f17f7ba', 'name': 'network-vif-deleted', 'tag': '7d518928-03a1-485e-981d-ca31aea417cf', 'status': 'completed', 'code': 200} Feb 28 20:24:02.673521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] Pushing event updated for resources: {'Port': ['ID=f2d9f272-0be6-425c-81bf-19f87f61471a,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:02.731578 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=7e3e9585-e705-4d10-9c6a-34b178b5c249,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:02.755946 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:02.756374 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:02.756779 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:02.757330 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:02.757686 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:02.758025 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:02.758362 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:02.758881 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:02.759380 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:02.759900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:02.760413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:02.760904 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:02.761393 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:02.811310 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9da8aa4f-4af9-47cc-a34d-bd7f51d72268, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9da8aa4f-4af9-47cc-a34d-bd7f51d72268,segment=NetworkSegment(d2d49e41-ab10-4064-a23a-4f534e773cfb),segment_id=d2d49e41-ab10-4064-a23a-4f534e773cfb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:02.837968 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] Attempting to bind port f2d9f272-0be6-425c-81bf-19f87f61471a on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:24:02.844122 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] Attempting to bind port f2d9f272-0be6-425c-81bf-19f87f61471a by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '6669909a-adf3-4cae-b4ff-5097746b46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:24:02.844122 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] Attempting to bind port f2d9f272-0be6-425c-81bf-19f87f61471a on network 4ab05bea-86cc-498b-aded-ed9c3d7148ac {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:24:02.845429 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '9da8aa4f-4af9-47cc-a34d-bd7f51d72268', 'network_id': 'ddbbf206-d80f-452e-8f5d-4db5f42173cb', 'port_id': '9da8aa4f-4af9-47cc-a34d-bd7f51d72268', 'mac_address': 'fa:16:3e:9f:ab:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e1013e-cc8a-497f-9159-c7d6cb844401', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:24:02.847305 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] Port f2d9f272-0be6-425c-81bf-19f87f61471a on network 4ab05bea-86cc-498b-aded-ed9c3d7148ac not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:24:02.847843 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] Attempting to bind port f2d9f272-0be6-425c-81bf-19f87f61471a on network 4ab05bea-86cc-498b-aded-ed9c3d7148ac {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:24:02.866094 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:24:02.866660 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] Checking segment: {'id': '6669909a-adf3-4cae-b4ff-5097746b46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:24:02.867570 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] Bound using segment: {'id': '6669909a-adf3-4cae-b4ff-5097746b46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:24:02.868589 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] Bound port: f2d9f272-0be6-425c-81bf-19f87f61471a, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6669909a-adf3-4cae-b4ff-5097746b46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:24:02.869554 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:02.961831 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 9da8aa4f-4af9-47cc-a34d-bd7f51d72268 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:02.962462 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9da8aa4f-4af9-47cc-a34d-bd7f51d72268), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:02.974616 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] For port f2d9f272-0be6-425c-81bf-19f87f61471a, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:24:02.980165 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da8aa4f-4af9-47cc-a34d-bd7f51d72268 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:24:02.984000 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] For port f2d9f272-0be6-425c-81bf-19f87f61471a, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=f2d9f272-0be6-425c-81bf-19f87f61471a,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:24:02.987181 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26d90adb-697f-41e6-9d1b-be8efd6b2fb4 req-a1d157e2-a620-457b-9067-3225094a6590 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d7052-fa9f-47fd-9992-8f341f17f7ba HTTP/1.1" status: 200 len: 210 time: 0.0812404 Feb 28 20:24:02.993001 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:03.031977 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9da8aa4f-4af9-47cc-a34d-bd7f51d72268, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9da8aa4f-4af9-47cc-a34d-bd7f51d72268,segment=NetworkSegment(d2d49e41-ab10-4064-a23a-4f534e773cfb),segment_id=d2d49e41-ab10-4064-a23a-4f534e773cfb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:03.037759 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9da8aa4f-4af9-47cc-a34d-bd7f51d72268), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:03.048223 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:03.049828 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:03.053281 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c903af24-9f44-48e6-b922-a09121cc2334 req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] 10.222.0.15 "PUT /v2.0/ports/f2d9f272-0be6-425c-81bf-19f87f61471a HTTP/1.1" status: 200 len: 1092 time: 1.3545961 Feb 28 20:24:03.114322 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6935d7-8be4-4691-be72-b7af6ba96e34 req-b82fbea7-cdda-4fe8-9f55-adec425f00b2 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:03.133283 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7d6935d7-8be4-4691-be72-b7af6ba96e34 req-b82fbea7-cdda-4fe8-9f55-adec425f00b2 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 943 time: 0.1000044 Feb 28 20:24:03.189929 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73078b-2d8f-44c9-9c19-290f18fc5d2a service neutron] Pushing event updated for resources: {'Port': ['ID=f2d9f272-0be6-425c-81bf-19f87f61471a,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:03.235743 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7d6935d7-8be4-4691-be72-b7af6ba96e34 req-12bf3b2e-c15b-455d-b8d3-c7397dbafc0b tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978229 Feb 28 20:24:03.256143 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903af24-9f44-48e6-b922-a09121cc2334 req-cd8de319-30db-42d6-b0dc-54321fba627c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:03.261036 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c903af24-9f44-48e6-b922-a09121cc2334 req-cd8de319-30db-42d6-b0dc-54321fba627c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d21f27a53ace41c6b073930944eb8337&device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 1126 time: 0.1565893 Feb 28 20:24:03.267702 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=9da8aa4f-4af9-47cc-a34d-bd7f51d72268,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:03.347546 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c903af24-9f44-48e6-b922-a09121cc2334 req-362c0ed8-8e99-49df-b46a-c9b8fddb3567 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2d9f272-0be6-425c-81bf-19f87f61471a HTTP/1.1" status: 200 len: 217 time: 0.0800326 Feb 28 20:24:03.352288 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0ffdb-f400-49c9-8e2e-8b0f5cd5fb74 req-27ff2fac-242c-494a-962c-998bb8ed3cf5 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:03.353911 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eaa0ffdb-f400-49c9-8e2e-8b0f5cd5fb74 req-27ff2fac-242c-494a-962c-998bb8ed3cf5 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.1322660 Feb 28 20:24:03.403088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['7e3e9585-e705-4d10-9c6a-34b178b5c249'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:24:03.405979 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['9da8aa4f-4af9-47cc-a34d-bd7f51d72268'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:24:03.435425 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903af24-9f44-48e6-b922-a09121cc2334 req-790b2d4d-4403-4db0-9800-ae699293ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:03.446107 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c903af24-9f44-48e6-b922-a09121cc2334 req-790b2d4d-4403-4db0-9800-ae699293ca81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=168325cf-0c5d-4ba0-baad-f937703ff430 HTTP/1.1" status: 200 len: 856 time: 0.0927517 Feb 28 20:24:03.505538 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eaa0ffdb-f400-49c9-8e2e-8b0f5cd5fb74 req-b0b9f69c-b7f9-485d-8823-b3206f7ea373 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373019 Feb 28 20:24:03.575096 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903af24-9f44-48e6-b922-a09121cc2334 req-3dabdb12-c0c2-4f0e-80c6-77d1e0e9aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:03.576933 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c903af24-9f44-48e6-b922-a09121cc2334 req-3dabdb12-c0c2-4f0e-80c6-77d1e0e9aa94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ab05bea-86cc-498b-aded-ed9c3d7148ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1248279 Feb 28 20:24:03.580865 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1432db66-88b3-4460-b0a7-3fa47801cdc0 req-c5d9f805-4c7a-4c43-8fa4-cebb72b5f887 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0673773 Feb 28 20:24:03.708623 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c903af24-9f44-48e6-b922-a09121cc2334 req-7b4c78d0-97e0-44e7-9bed-078fd20a2ec7 service neutron] 10.222.0.15 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231470 Feb 28 20:24:03.720908 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c784c53-105f-4f0c-a368-7d1a5a2fe64f req-0cf81162-4b7e-4c4f-8974-fa8885986639 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:03.728525 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c784c53-105f-4f0c-a368-7d1a5a2fe64f req-0cf81162-4b7e-4c4f-8974-fa8885986639 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba96322f-2d33-4a27-a96a-559ea781f102 HTTP/1.1" status: 200 len: 945 time: 0.0819266 Feb 28 20:24:03.807447 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c784c53-105f-4f0c-a368-7d1a5a2fe64f req-da2fbb8c-1528-4860-8d85-810f1d71c350 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780511 Feb 28 20:24:03.841238 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c903af24-9f44-48e6-b922-a09121cc2334 req-04371788-38a3-4d9c-8055-394b93e4137b service neutron] 10.222.0.15 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294205 Feb 28 20:24:04.232132 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7d518928-03a1-485e-981d-ca31aea417cf no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:24:04.262592 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 7d518928-03a1-485e-981d-ca31aea417cf {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:24:04.263512 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7d518928-03a1-485e-981d-ca31aea417cf not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:24:04.340129 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c9c38-259d-4839-b9da-1445496d1b58 req-e6698a65-1e3d-44fd-9f32-61c1a7d5ac6b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:04.342604 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-260c9c38-259d-4839-b9da-1445496d1b58 req-e6698a65-1e3d-44fd-9f32-61c1a7d5ac6b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.0822759 Feb 28 20:24:04.436797 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-260c9c38-259d-4839-b9da-1445496d1b58 req-c3e4ac78-8105-41ac-9e05-e56f4ee2f343 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794981 Feb 28 20:24:04.447808 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1beb6f-a12e-49b4-9a82-2eda70e8925e req-2b564807-5ae0-4b80-b40b-0c323c539409 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:04.447808 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed1beb6f-a12e-49b4-9a82-2eda70e8925e req-2b564807-5ae0-4b80-b40b-0c323c539409 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 943 time: 0.1029913 Feb 28 20:24:04.507478 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed1beb6f-a12e-49b4-9a82-2eda70e8925e req-38444687-c78f-4d74-bee7-2a8a700c6848 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525932 Feb 28 20:24:04.648888 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c2035d-4dab-4f9e-8806-0873a125208a', 'tag': 'f2d9f272-0be6-425c-81bf-19f87f61471a'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:24:04.652611 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fbdf6b-43be-419d-ba58-adbf5aa83dee" -d '{"events": [{"name": "network-changed", "server_uuid": "00c2035d-4dab-4f9e-8806-0873a125208a", "tag": "f2d9f272-0be6-425c-81bf-19f87f61471a"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:24:04.671497 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556acc3-0c48-462a-99ad-d2dd59bf3a45 req-4a9bad46-d944-4083-bcfb-c661cacc6f02 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:04.673992 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3556acc3-0c48-462a-99ad-d2dd59bf3a45 req-4a9bad46-d944-4083-bcfb-c661cacc6f02 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.0809970 Feb 28 20:24:04.720628 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-512faed5-427a-45c8-907f-da6b7f371d83 req-1bf37afb-0f35-4713-a415-47936228cb11 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0374694 Feb 28 20:24:04.801075 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3556acc3-0c48-462a-99ad-d2dd59bf3a45 req-b1bcaa98-74ad-404d-8726-3d92a113a985 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078277 Feb 28 20:24:04.804179 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903e3a46-8e07-41ce-bcb4-e066abb2282e x-openstack-request-id: req-903e3a46-8e07-41ce-bcb4-e066abb2282e {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:24:04.804682 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c2035d-4dab-4f9e-8806-0873a125208a", "tag": "f2d9f272-0be6-425c-81bf-19f87f61471a", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:24:04.805283 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-903e3a46-8e07-41ce-bcb4-e066abb2282e {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:24:04.806279 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c2035d-4dab-4f9e-8806-0873a125208a', 'tag': 'f2d9f272-0be6-425c-81bf-19f87f61471a', 'status': 'completed', 'code': 200} Feb 28 20:24:04.899343 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbdf6b-43be-419d-ba58-adbf5aa83dee req-a06f770b-2dcc-4b0c-aa64-a8a8ffcaa7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:04.902337 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-26fbdf6b-43be-419d-ba58-adbf5aa83dee req-a06f770b-2dcc-4b0c-aa64-a8a8ffcaa7eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d21f27a53ace41c6b073930944eb8337&device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 1126 time: 0.0752501 Feb 28 20:24:04.990742 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bb7d1-44d6-430b-8368-6866447ce83c req-8ad69a51-5cf4-48de-982e-bf0d90142a1e tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:04.993879 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c71bb7d1-44d6-430b-8368-6866447ce83c req-8ad69a51-5cf4-48de-982e-bf0d90142a1e tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba96322f-2d33-4a27-a96a-559ea781f102 HTTP/1.1" status: 200 len: 945 time: 0.0946267 Feb 28 20:24:05.067733 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbdf6b-43be-419d-ba58-adbf5aa83dee req-77720c1f-dbdc-4efd-a776-669ff7501b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:05.069208 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c71bb7d1-44d6-430b-8368-6866447ce83c req-96dfef89-c4c9-4220-aa01-cab1f11e745b tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646465 Feb 28 20:24:05.070784 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-26fbdf6b-43be-419d-ba58-adbf5aa83dee req-77720c1f-dbdc-4efd-a776-669ff7501b35 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ab05bea-86cc-498b-aded-ed9c3d7148ac HTTP/1.1" status: 200 len: 917 time: 0.1605265 Feb 28 20:24:05.121052 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-26fbdf6b-43be-419d-ba58-adbf5aa83dee req-236f2dd5-a85f-4f39-a533-6f0502096db5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2d9f272-0be6-425c-81bf-19f87f61471a HTTP/1.1" status: 200 len: 217 time: 0.0446980 Feb 28 20:24:05.187230 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbdf6b-43be-419d-ba58-adbf5aa83dee req-3057e6f8-b0da-4ece-b1f7-d2e2c8b6a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:05.189268 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-26fbdf6b-43be-419d-ba58-adbf5aa83dee req-3057e6f8-b0da-4ece-b1f7-d2e2c8b6a1b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=168325cf-0c5d-4ba0-baad-f937703ff430 HTTP/1.1" status: 200 len: 856 time: 0.0628729 Feb 28 20:24:05.251261 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbdf6b-43be-419d-ba58-adbf5aa83dee req-9f47dab1-aa5c-4d29-bbaa-c169d161f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:05.252834 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-26fbdf6b-43be-419d-ba58-adbf5aa83dee req-9f47dab1-aa5c-4d29-bbaa-c169d161f812 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ab05bea-86cc-498b-aded-ed9c3d7148ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0579953 Feb 28 20:24:05.379260 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-26fbdf6b-43be-419d-ba58-adbf5aa83dee req-a54f22d6-4439-43eb-b538-2791227bb84c service neutron] 10.222.0.15 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199815 Feb 28 20:24:05.483595 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-26fbdf6b-43be-419d-ba58-adbf5aa83dee req-32a6b4ea-c646-440d-b37b-249cbd5eb490 service neutron] 10.222.0.15 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989094 Feb 28 20:24:05.578483 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58500) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:05.609761 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30132303-ee00-42bf-ae8b-15af09362b7b req-8685bd95-f074-415f-bc66-78a35b5715ac tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:05.611668 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-30132303-ee00-42bf-ae8b-15af09362b7b req-8685bd95-f074-415f-bc66-78a35b5715ac tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.0633624 Feb 28 20:24:05.705611 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-30132303-ee00-42bf-ae8b-15af09362b7b req-eb146cc1-8e60-404b-b883-4c22a25ae39b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855951 Feb 28 20:24:05.729765 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ff0a6-6506-4629-bde9-67b1972991cf req-26b688e7-5759-4dfc-9a51-e2d3eb57791c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:05.731294 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-723ff0a6-6506-4629-bde9-67b1972991cf req-26b688e7-5759-4dfc-9a51-e2d3eb57791c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 943 time: 0.1067626 Feb 28 20:24:05.732354 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27fe5dd4-e90a-48ef-89c7-f9c9f7febd1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:05.813678 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-723ff0a6-6506-4629-bde9-67b1972991cf req-111af15f-4535-42de-9091-62ac8a4baa3d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725961 Feb 28 20:24:05.855331 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de7ee1eb-13f3-468a-90db-a0143c65c43b req-599ac76c-7f84-4642-bb97-8b00aa48b8f6 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0338385 Feb 28 20:24:05.897794 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27fe5dd4-e90a-48ef-89c7-f9c9f7febd1d admin admin] Publish callbacks [] for security_group (56005e9b-315a-486f-b7b8-509fadb0ab0f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:05.909019 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27fe5dd4-e90a-48ef-89c7-f9c9f7febd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (56005e9b-315a-486f-b7b8-509fadb0ab0f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:05.978841 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-27fe5dd4-e90a-48ef-89c7-f9c9f7febd1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=caf0ccf4a7ab4575ae58820ae8fb4a5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3987231 Feb 28 20:24:05.981891 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe5dd4-e90a-48ef-89c7-f9c9f7febd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56005e9b-315a-486f-b7b8-509fadb0ab0f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:05.982189 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58508) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:05.993996 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe5dd4-e90a-48ef-89c7-f9c9f7febd1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:05.994340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe5dd4-e90a-48ef-89c7-f9c9f7febd1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:05.994676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe5dd4-e90a-48ef-89c7-f9c9f7febd1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:05.995045 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe5dd4-e90a-48ef-89c7-f9c9f7febd1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:05.995356 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe5dd4-e90a-48ef-89c7-f9c9f7febd1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:05.995684 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe5dd4-e90a-48ef-89c7-f9c9f7febd1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:05.996044 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe5dd4-e90a-48ef-89c7-f9c9f7febd1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:05.996372 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe5dd4-e90a-48ef-89c7-f9c9f7febd1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:05.996699 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe5dd4-e90a-48ef-89c7-f9c9f7febd1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:05.997026 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe5dd4-e90a-48ef-89c7-f9c9f7febd1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:05.997352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe5dd4-e90a-48ef-89c7-f9c9f7febd1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:05.997673 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe5dd4-e90a-48ef-89c7-f9c9f7febd1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:05.997997 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe5dd4-e90a-48ef-89c7-f9c9f7febd1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:06.010010 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53212e-3aae-41e3-9a2d-86599bd4f592 req-c6b68a5b-28ca-4fc6-808f-a0e13be189a6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:06.011342 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4a53212e-3aae-41e3-9a2d-86599bd4f592 req-c6b68a5b-28ca-4fc6-808f-a0e13be189a6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.1165028 Feb 28 20:24:06.050660 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-844c337d-0212-4708-ae6a-bbb8d7f53ecf admin admin] Publish callbacks [] for security_group (56005e9b-315a-486f-b7b8-509fadb0ab0f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:06.073892 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4a53212e-3aae-41e3-9a2d-86599bd4f592 req-dc8faaf9-8626-4d33-853a-2814dc82716d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485296 Feb 28 20:24:06.078121 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-844c337d-0212-4708-ae6a-bbb8d7f53ecf admin admin] Publish callbacks [] for security_group (56005e9b-315a-486f-b7b8-509fadb0ab0f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:06.151224 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-844c337d-0212-4708-ae6a-bbb8d7f53ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (56005e9b-315a-486f-b7b8-509fadb0ab0f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:06.154224 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-844c337d-0212-4708-ae6a-bbb8d7f53ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:06.155747 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-844c337d-0212-4708-ae6a-bbb8d7f53ecf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56005e9b-315a-486f-b7b8-509fadb0ab0f HTTP/1.1" status: 204 len: 168 time: 0.1720297 Feb 28 20:24:06.165423 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c337d-0212-4708-ae6a-bbb8d7f53ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56005e9b-315a-486f-b7b8-509fadb0ab0f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:06.231115 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acb54d-869b-461b-8ad1-ff95f0e84fb8 req-b152a486-c270-4f12-b2e5-8682e49e6732 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:06.233007 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-35acb54d-869b-461b-8ad1-ff95f0e84fb8 req-b152a486-c270-4f12-b2e5-8682e49e6732 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba96322f-2d33-4a27-a96a-559ea781f102 HTTP/1.1" status: 200 len: 945 time: 0.0814922 Feb 28 20:24:06.243865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device f2d9f272-0be6-425c-81bf-19f87f61471a details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:24:06.249083 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7e3e9585-e705-4d10-9c6a-34b178b5c249 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:24:06.316783 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-35acb54d-869b-461b-8ad1-ff95f0e84fb8 req-11d61aed-d3a0-452b-b9b8-ed39bc80a526 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764811 Feb 28 20:24:06.404778 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 7e3e9585-e705-4d10-9c6a-34b178b5c249 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:24:06.414218 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 7e3e9585-e705-4d10-9c6a-34b178b5c249 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:06.418252 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7e3e9585-e705-4d10-9c6a-34b178b5c249), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:06.462886 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port f2d9f272-0be6-425c-81bf-19f87f61471a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=f2d9f272-0be6-425c-81bf-19f87f61471a,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:06.491747 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'f2d9f272-0be6-425c-81bf-19f87f61471a', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'port_id': 'f2d9f272-0be6-425c-81bf-19f87f61471a', 'mac_address': 'fa:16:3e:17:9a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:24:06.562216 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ba021-b5e0-4603-8b10-8651eae3455b req-6e88137e-dd97-4722-8a7d-c1430fca5e48 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:06.563828 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc4ba021-b5e0-4603-8b10-8651eae3455b req-6e88137e-dd97-4722-8a7d-c1430fca5e48 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.0620778 Feb 28 20:24:06.587102 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port f2d9f272-0be6-425c-81bf-19f87f61471a is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:06.588110 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:06.600808 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7e3e9585-e705-4d10-9c6a-34b178b5c249 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:06.601441 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7e3e9585-e705-4d10-9c6a-34b178b5c249), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:06.618596 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58516) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:06.619302 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d9f272-0be6-425c-81bf-19f87f61471a {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:24:06.639145 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5739-43b6-4550-a33f-43c33d8d5c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:06.649168 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3346a2-2e5e-4ac6-82ee-2ad9ff3303a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3e9585-e705-4d10-9c6a-34b178b5c249'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:24:06.651467 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54609997-b252-4753-949d-cf08cd1b40dc" -d '{"events": [{"server_uuid": "3a3346a2-2e5e-4ac6-82ee-2ad9ff3303a4", "name": "network-vif-plugged", "status": "completed", "tag": "7e3e9585-e705-4d10-9c6a-34b178b5c249"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:24:06.663879 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port f2d9f272-0be6-425c-81bf-19f87f61471a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=f2d9f272-0be6-425c-81bf-19f87f61471a,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:06.668995 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7e3e9585-e705-4d10-9c6a-34b178b5c249, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7e3e9585-e705-4d10-9c6a-34b178b5c249,segment=NetworkSegment(d2d49e41-ab10-4064-a23a-4f534e773cfb),segment_id=d2d49e41-ab10-4064-a23a-4f534e773cfb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:06.670623 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:06.676429 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7e3e9585-e705-4d10-9c6a-34b178b5c249), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:06.677347 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9da8aa4f-4af9-47cc-a34d-bd7f51d72268 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:24:06.698139 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b84974-627a-46c3-b7bf-e962af76b010 x-openstack-request-id: req-34b84974-627a-46c3-b7bf-e962af76b010 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:24:06.698429 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3346a2-2e5e-4ac6-82ee-2ad9ff3303a4", "name": "network-vif-plugged", "status": "completed", "tag": "7e3e9585-e705-4d10-9c6a-34b178b5c249", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:24:06.698677 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34b84974-627a-46c3-b7bf-e962af76b010 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:24:06.699063 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3346a2-2e5e-4ac6-82ee-2ad9ff3303a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3e9585-e705-4d10-9c6a-34b178b5c249', 'code': 200} Feb 28 20:24:06.751600 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-dc4ba021-b5e0-4603-8b10-8651eae3455b req-dbdf3067-6a3c-4d32-ac19-b19a4c6865f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Deleting port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:24:06.752291 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-dc4ba021-b5e0-4603-8b10-8651eae3455b req-dbdf3067-6a3c-4d32-ac19-b19a4c6865f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:06.758475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=f2d9f272-0be6-425c-81bf-19f87f61471a,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:06.836351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 9da8aa4f-4af9-47cc-a34d-bd7f51d72268 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:24:06.844520 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 9da8aa4f-4af9-47cc-a34d-bd7f51d72268 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:06.844980 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9da8aa4f-4af9-47cc-a34d-bd7f51d72268), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:06.851727 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6d88d-5346-42bd-b0d2-0a456a1426ec req-8071d6c2-5ddc-4665-88a7-7690c46914b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:06.853637 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-25e6d88d-5346-42bd-b0d2-0a456a1426ec req-8071d6c2-5ddc-4665-88a7-7690c46914b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a3346a2-2e5e-4ac6-82ee-2ad9ff3303a4 HTTP/1.1" status: 200 len: 1128 time: 0.0791233 Feb 28 20:24:06.893887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=7e3e9585-e705-4d10-9c6a-34b178b5c249,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:06.932381 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-25e6d88d-5346-42bd-b0d2-0a456a1426ec req-09ebb9c7-f733-46de-a475-d85c49241217 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707955 Feb 28 20:24:06.946378 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5739-43b6-4550-a33f-43c33d8d5c10 admin admin] Publish callbacks [] for security_group (2dce05b0-9670-41ce-a4d4-7a1efb5572ab), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:06.967095 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 9da8aa4f-4af9-47cc-a34d-bd7f51d72268 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:06.968203 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9da8aa4f-4af9-47cc-a34d-bd7f51d72268), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:06.969555 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5739-43b6-4550-a33f-43c33d8d5c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2dce05b0-9670-41ce-a4d4-7a1efb5572ab), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:06.994787 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['f2d9f272-0be6-425c-81bf-19f87f61471a'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:24:07.025932 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-a48fd684-6fd5-45b0-8298-ef2a8c518446 service neutron] show failed (client error): The resource could not be found. Feb 28 20:24:07.026977 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-a48fd684-6fd5-45b0-8298-ef2a8c518446 service neutron] 10.222.0.10 "GET /v2.0/ports/7fc63dd3-b719-435c-8314-1ae668e27467/bindings/n-h1-820368-21 HTTP/1.1" status: 404 len: 381 time: 0.2519701 Feb 28 20:24:07.032975 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-dc4ba021-b5e0-4603-8b10-8651eae3455b req-dbdf3067-6a3c-4d32-ac19-b19a4c6865f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] For port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:07.033362 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-dc4ba021-b5e0-4603-8b10-8651eae3455b req-dbdf3067-6a3c-4d32-ac19-b19a4c6865f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:07.033875 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9da8aa4f-4af9-47cc-a34d-bd7f51d72268, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9da8aa4f-4af9-47cc-a34d-bd7f51d72268,segment=NetworkSegment(d2d49e41-ab10-4064-a23a-4f534e773cfb),segment_id=d2d49e41-ab10-4064-a23a-4f534e773cfb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:07.042451 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9da8aa4f-4af9-47cc-a34d-bd7f51d72268), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:07.085048 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f5739-43b6-4550-a33f-43c33d8d5c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dce05b0-9670-41ce-a4d4-7a1efb5572ab,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:07.094395 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0f9f5739-43b6-4550-a33f-43c33d8d5c10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0939c112a7444b0093f74a768e55190c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4744949 Feb 28 20:24:07.095255 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58526) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:07.123182 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=9da8aa4f-4af9-47cc-a34d-bd7f51d72268,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:07.322504 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-5337ebd3-7532-4be5-a901-9ce7c8b4ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:07.324144 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-5337ebd3-7532-4be5-a901-9ce7c8b4ad63 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011&tenant_id=a17db5166eb14b31b629dc33da382372 HTTP/1.1" status: 200 len: 1132 time: 0.0518608 Feb 28 20:24:07.340428 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820368-21', 'device_owner': 'compute:nova'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:07.407167 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:07.523518 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c396efb-7a0e-43dd-831e-82810f8823bf req-589e849a-8525-4034-aa9b-e39d7bc09901 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:07.525022 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c396efb-7a0e-43dd-831e-82810f8823bf req-589e849a-8525-4034-aa9b-e39d7bc09901 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 945 time: 0.6719618 Feb 28 20:24:07.587318 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf9440-349d-4e15-a6cf-4484bc1b017c req-bf3c974e-2d1b-45df-adee-61545fa416c7 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:07.588833 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-79cf9440-349d-4e15-a6cf-4484bc1b017c req-bf3c974e-2d1b-45df-adee-61545fa416c7 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 944 time: 0.6495011 Feb 28 20:24:07.635000 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] For port 7fc63dd3-b719-435c-8314-1ae668e27467, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7fc63dd3-b719-435c-8314-1ae668e27467,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:07.680946 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] For port 7fc63dd3-b719-435c-8314-1ae668e27467, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:24:07.687686 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c396efb-7a0e-43dd-831e-82810f8823bf req-132da4d7-2714-4957-97ec-6d2b9155f2fd tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups?id=41b2d26a-84ba-49f5-b132-dc5cefb23a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504910 Feb 28 20:24:07.737566 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5be6991-9937-4b65-9857-da3c0e874011', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fc63dd3-b719-435c-8314-1ae668e27467'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:24:07.741049 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333264da-26c8-4e47-a029-6ef0b68a7856" -d '{"events": [{"server_uuid": "c5be6991-9937-4b65-9857-da3c0e874011", "name": "network-vif-unplugged", "status": "completed", "tag": "7fc63dd3-b719-435c-8314-1ae668e27467"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:24:07.746811 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] Publish callbacks [] for port (7fc63dd3-b719-435c-8314-1ae668e27467), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:07.751294 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9468d2f-8598-461b-bae8-efa05026f8a8 admin admin] Publish callbacks [] for security_group (2dce05b0-9670-41ce-a4d4-7a1efb5572ab), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:07.763618 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] Transition to ACTIVE for port object 7fc63dd3-b719-435c-8314-1ae668e27467 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:24:07.769300 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:07.819521 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-dc4ba021-b5e0-4603-8b10-8651eae3455b req-dbdf3067-6a3c-4d32-ac19-b19a4c6865f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:07.820094 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-dc4ba021-b5e0-4603-8b10-8651eae3455b req-dbdf3067-6a3c-4d32-ac19-b19a4c6865f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (5463f018-4a34-4ba6-9ef7-e608321e7c3f), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:07.821363 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [req-dc4ba021-b5e0-4603-8b10-8651eae3455b req-dbdf3067-6a3c-4d32-ac19-b19a4c6865f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Floating IP 5463f018-4a34-4ba6-9ef7-e608321e7c3f disassociated. External IP: 172.25.0.244, port: e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866. Feb 28 20:24:07.821908 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-dc4ba021-b5e0-4603-8b10-8651eae3455b req-dbdf3067-6a3c-4d32-ac19-b19a4c6865f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Calling delete_port for e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:24:07.825207 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9468d2f-8598-461b-bae8-efa05026f8a8 admin admin] Publish callbacks [] for security_group (2dce05b0-9670-41ce-a4d4-7a1efb5572ab), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:07.832652 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] No DVR routers for this DVR port 7fc63dd3-b719-435c-8314-1ae668e27467 on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:24:07.841096 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] Pushing event updated for resources: {'Port': ['ID=7fc63dd3-b719-435c-8314-1ae668e27467,revision_number=6']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:07.845584 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-79cf9440-349d-4e15-a6cf-4484bc1b017c req-91c6ddd9-d18f-40db-b97e-eb295fd84d08 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280147 Feb 28 20:24:07.854313 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-749211a2-f3ce-4b8e-8508-7d1a8ef4bc4f req-64dd952e-f25c-4553-a776-92c3297ce054 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0702362 Feb 28 20:24:07.967434 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] Attempting to bind port 7fc63dd3-b719-435c-8314-1ae668e27467 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:24:07.968082 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] Attempting to bind port 7fc63dd3-b719-435c-8314-1ae668e27467 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:24:07.968759 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] Attempting to bind port 7fc63dd3-b719-435c-8314-1ae668e27467 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:24:07.981865 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] Port 7fc63dd3-b719-435c-8314-1ae668e27467 on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:24:07.982216 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] Attempting to bind port 7fc63dd3-b719-435c-8314-1ae668e27467 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:24:07.993926 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:24:07.994309 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:24:07.994736 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:24:07.995180 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] Bound port: 7fc63dd3-b719-435c-8314-1ae668e27467, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:24:07.996207 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:08.034652 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9468d2f-8598-461b-bae8-efa05026f8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2dce05b0-9670-41ce-a4d4-7a1efb5572ab), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:08.039042 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9468d2f-8598-461b-bae8-efa05026f8a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:08.040796 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c9468d2f-8598-461b-bae8-efa05026f8a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2dce05b0-9670-41ce-a4d4-7a1efb5572ab HTTP/1.1" status: 204 len: 168 time: 0.5352228 Feb 28 20:24:08.154673 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9468d2f-8598-461b-bae8-efa05026f8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dce05b0-9670-41ce-a4d4-7a1efb5572ab,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:08.168726 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] For port 7fc63dd3-b719-435c-8314-1ae668e27467, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:24:08.173580 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] For port 7fc63dd3-b719-435c-8314-1ae668e27467, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7fc63dd3-b719-435c-8314-1ae668e27467,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:24:08.204344 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:08.216227 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4766eb-8fb5-4567-9dbe-a02280907f74 req-7147ffac-6c0f-46f7-90c5-d51a5f90b964 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:08.217886 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8e4766eb-8fb5-4567-9dbe-a02280907f74 req-7147ffac-6c0f-46f7-90c5-d51a5f90b964 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 947 time: 0.2563882 Feb 28 20:24:08.236730 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-dc4ba021-b5e0-4603-8b10-8651eae3455b req-dbdf3067-6a3c-4d32-ac19-b19a4c6865f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:08.248464 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:08.249087 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:08.249407 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device f2d9f272-0be6-425c-81bf-19f87f61471a up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:24:08.263072 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] 10.222.0.15 "PUT /v2.0/ports/7fc63dd3-b719-435c-8314-1ae668e27467 HTTP/1.1" status: 200 len: 1096 time: 0.9264314 Feb 28 20:24:08.279651 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cfc55-bf75-42a9-87eb-8c1c8286a57e service neutron] Pushing event updated for resources: {'Port': ['ID=7fc63dd3-b719-435c-8314-1ae668e27467,revision_number=7']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:08.287656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf62a1-70e8-4c98-a780-d66b616c9af2 req-7fccd70e-fe41-497b-9592-975206f9c86d tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:08.289481 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89cf62a1-70e8-4c98-a780-d66b616c9af2 req-7fccd70e-fe41-497b-9592-975206f9c86d tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba96322f-2d33-4a27-a96a-559ea781f102 HTTP/1.1" status: 200 len: 946 time: 0.2560544 Feb 28 20:24:08.346053 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf3067-6a3c-4d32-ac19-b19a4c6865f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Pushing event deleted for resources: {'Port': ['ID=e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:08.383550 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-544f7aaf-ab53-4f25-972a-61347598c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:08.392904 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port f2d9f272-0be6-425c-81bf-19f87f61471a completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:24:08.399889 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-544f7aaf-ab53-4f25-972a-61347598c7f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 1130 time: 0.1072936 Feb 28 20:24:08.405834 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port f2d9f272-0be6-425c-81bf-19f87f61471a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:08.407365 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:08.468433 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8e4766eb-8fb5-4567-9dbe-a02280907f74 req-ffffcb9f-2f94-480d-b744-5402e7179733 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367759 Feb 28 20:24:08.548949 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89cf62a1-70e8-4c98-a780-d66b616c9af2 req-cacd42ed-ff00-463c-be45-6baf4b871949 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373445 Feb 28 20:24:08.584853 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port f2d9f272-0be6-425c-81bf-19f87f61471a is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:08.585510 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:08.648314 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc4ba021-b5e0-4603-8b10-8651eae3455b req-dbdf3067-6a3c-4d32-ac19-b19a4c6865f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Router 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:24:08.660327 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port f2d9f272-0be6-425c-81bf-19f87f61471a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=f2d9f272-0be6-425c-81bf-19f87f61471a,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:08.679162 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:08.715894 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba96322f-2d33-4a27-a96a-559ea781f102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da8aa4f-4af9-47cc-a34d-bd7f51d72268'}, {'server_uuid': '00c2035d-4dab-4f9e-8806-0873a125208a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d9f272-0be6-425c-81bf-19f87f61471a'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:24:08.725513 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c878fc74-fe95-49cc-98e1-5833105e7429" -d '{"events": [{"server_uuid": "ba96322f-2d33-4a27-a96a-559ea781f102", "name": "network-vif-plugged", "status": "completed", "tag": "9da8aa4f-4af9-47cc-a34d-bd7f51d72268"}, {"server_uuid": "00c2035d-4dab-4f9e-8806-0873a125208a", "name": "network-vif-plugged", "status": "completed", "tag": "f2d9f272-0be6-425c-81bf-19f87f61471a"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:24:08.937536 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Feb 2022 20:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a963e8e-8dc8-4de2-9ced-126c640b4418 x-openstack-request-id: req-3a963e8e-8dc8-4de2-9ced-126c640b4418 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:24:08.940352 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba96322f-2d33-4a27-a96a-559ea781f102", "name": "network-vif-plugged", "status": "completed", "tag": "9da8aa4f-4af9-47cc-a34d-bd7f51d72268", "code": 200}, {"server_uuid": "00c2035d-4dab-4f9e-8806-0873a125208a", "name": "network-vif-plugged", "status": "completed", "tag": "f2d9f272-0be6-425c-81bf-19f87f61471a", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:24:08.940643 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a963e8e-8dc8-4de2-9ced-126c640b4418 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:24:08.942693 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba96322f-2d33-4a27-a96a-559ea781f102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da8aa4f-4af9-47cc-a34d-bd7f51d72268', 'code': 200} Feb 28 20:24:08.942949 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c2035d-4dab-4f9e-8806-0873a125208a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d9f272-0be6-425c-81bf-19f87f61471a', 'code': 200} Feb 28 20:24:08.969780 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=f2d9f272-0be6-425c-81bf-19f87f61471a,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:08.970181 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-986c2a67-ff24-4ef0-960a-c0836ab6a17c req-c983e8d0-5851-4728-a77e-b908af9387bd tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 210 time: 0.0769129 Feb 28 20:24:08.995171 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc4ba021-b5e0-4603-8b10-8651eae3455b req-dbdf3067-6a3c-4d32-ac19-b19a4c6865f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:24:09.016260 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7f54be-5301-4701-8d2a-96c3f51c456d None None] Sync routers for ids ['01c946ae-f91d-42b6-9cd4-e6aa6be455d2'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:24:09.042704 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7f54be-5301-4701-8d2a-96c3f51c456d None None] Routers {'01c946ae-f91d-42b6-9cd4-e6aa6be455d2'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:24:09.044113 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5042aade-4e3a-4163-881c-50e2a40478a9 x-openstack-request-id: req-5042aade-4e3a-4163-881c-50e2a40478a9 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:24:09.044408 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5be6991-9937-4b65-9857-da3c0e874011", "name": "network-vif-unplugged", "status": "completed", "tag": "7fc63dd3-b719-435c-8314-1ae668e27467", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:24:09.044657 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5042aade-4e3a-4163-881c-50e2a40478a9 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:24:09.045144 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5be6991-9937-4b65-9857-da3c0e874011', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fc63dd3-b719-435c-8314-1ae668e27467', 'code': 200} Feb 28 20:24:09.047164 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9b7f54be-5301-4701-8d2a-96c3f51c456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:23:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['01c946ae-f91d-42b6-9cd4-e6aa6be455d2'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:09.165091 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-eea907e0-9787-45c3-9067-2fff861c5c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:09.167262 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-eea907e0-9787-45c3-9067-2fff861c5c2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.7615848 Feb 28 20:24:09.170435 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b163a-df7e-4d5f-8b6d-234dea65175d req-32d45fbe-6706-4b79-8511-cbe61d8ae191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:09.172097 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-722b163a-df7e-4d5f-8b6d-234dea65175d req-32d45fbe-6706-4b79-8511-cbe61d8ae191 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 1128 time: 0.1297407 Feb 28 20:24:09.228740 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-660863e1-08e5-4b91-91a2-fa3d240bfb2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=7fc63dd3-b719-435c-8314-1ae668e27467 HTTP/1.1" status: 200 len: 217 time: 0.0553455 Feb 28 20:24:09.243049 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1cfc5535-f70c-4703-a1bf-0b168c8b839d req-66674a77-9dfd-4d0b-b0dd-5357c49869d1 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0915275 Feb 28 20:24:09.272127 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4ba021-b5e0-4603-8b10-8651eae3455b req-dbdf3067-6a3c-4d32-ac19-b19a4c6865f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] No DVR routers for this DVR port e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:24:09.276216 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-dc4ba021-b5e0-4603-8b10-8651eae3455b req-dbdf3067-6a3c-4d32-ac19-b19a4c6865f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:09.280877 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc4ba021-b5e0-4603-8b10-8651eae3455b req-dbdf3067-6a3c-4d32-ac19-b19a4c6865f5 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.10 "DELETE /v2.0/ports/e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 HTTP/1.1" status: 204 len: 173 time: 2.7039154 Feb 28 20:24:09.285762 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'name': 'network-vif-deleted', 'tag': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:24:09.303100 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311be329-d502-493c-818c-18fce15bd9a4" -d '{"events": [{"server_uuid": "7e6d6220-7bb5-470b-8d78-592e7e038de7", "name": "network-vif-deleted", "tag": "e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:24:09.314379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809adcb3-10aa-4866-90ed-eae1ce5c7afe req-637c5949-5ccb-44f4-b5e7-6269277cdb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:09.318783 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-809adcb3-10aa-4866-90ed-eae1ce5c7afe req-637c5949-5ccb-44f4-b5e7-6269277cdb0f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba96322f-2d33-4a27-a96a-559ea781f102 HTTP/1.1" status: 200 len: 1129 time: 0.3439713 Feb 28 20:24:09.338630 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52fcff-12a7-4bff-a5b5-075f8a53bd55 req-27c17b46-fdd7-4fc7-8820-86bca2e60e01 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:09.342459 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-9b0b0a9b-1672-4c40-b97d-d39075bfdf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:09.346682 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-9b0b0a9b-1672-4c40-b97d-d39075bfdf45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1059787 Feb 28 20:24:09.357748 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae52fcff-12a7-4bff-a5b5-075f8a53bd55 req-27c17b46-fdd7-4fc7-8820-86bca2e60e01 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.3739767 Feb 28 20:24:09.401730 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c227c559-5a64-4bbb-ac4a-d4f5ffd64090 x-openstack-request-id: req-c227c559-5a64-4bbb-ac4a-d4f5ffd64090 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:24:09.402153 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6d6220-7bb5-470b-8d78-592e7e038de7", "name": "network-vif-deleted", "tag": "e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:24:09.402478 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c227c559-5a64-4bbb-ac4a-d4f5ffd64090 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:24:09.402994 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6d6220-7bb5-470b-8d78-592e7e038de7', 'name': 'network-vif-deleted', 'tag': 'e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866', 'status': 'completed', 'code': 200} Feb 28 20:24:09.416336 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-722b163a-df7e-4d5f-8b6d-234dea65175d req-090c750b-9c69-4507-99e1-3fd0a28eb039 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946192 Feb 28 20:24:09.441510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-a1203518-03c2-43f7-a165-7f4469315d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:09.444504 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-a1203518-03c2-43f7-a165-7f4469315d8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0805438 Feb 28 20:24:09.465549 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 7fc63dd3-b719-435c-8314-1ae668e27467 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:24:09.528057 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-809adcb3-10aa-4866-90ed-eae1ce5c7afe req-f1225190-90e0-47ce-86c3-f18f55d107bf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000966 Feb 28 20:24:09.532691 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae52fcff-12a7-4bff-a5b5-075f8a53bd55 req-94c925b0-f44e-45cd-84c3-520e71487498 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740856 Feb 28 20:24:09.588500 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-9b7f54be-5301-4701-8d2a-96c3f51c456d None None] Set router 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:24:09.644351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] The host n-h2-820368-21 is not matching for port 7fc63dd3-b719-435c-8314-1ae668e27467 host n-h1-820368-21! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:24:09.645067 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 7fc63dd3-b719-435c-8314-1ae668e27467 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:24:09.645713 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:24:09.651064 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee16e11-29af-4334-88d2-ff930a90cab5 req-f9512d02-a8f3-4a72-90dd-39f6756d3983 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:09.654340 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8ee16e11-29af-4334-88d2-ff930a90cab5 req-f9512d02-a8f3-4a72-90dd-39f6756d3983 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 947 time: 0.0859306 Feb 28 20:24:09.727559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:24:09.727559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e6d9c6a9-eeb0-4a02-aa0d-4e3d156c3866 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:24:09.758342 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5faefc-4c41-4b36-be4e-d0b267614c60 req-d97f6526-5415-49c7-86dd-ba25be067249 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:09.760137 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db5faefc-4c41-4b36-be4e-d0b267614c60 req-d97f6526-5415-49c7-86dd-ba25be067249 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba96322f-2d33-4a27-a96a-559ea781f102 HTTP/1.1" status: 200 len: 946 time: 0.1046145 Feb 28 20:24:09.770986 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8ee16e11-29af-4334-88d2-ff930a90cab5 req-b3223ef5-3d73-4249-a6d2-343bbad24d5e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025758 Feb 28 20:24:09.834557 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db5faefc-4c41-4b36-be4e-d0b267614c60 req-4920be1f-11ed-4ebc-9061-39afa47e0e31 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602617 Feb 28 20:24:09.897603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9b7f54be-5301-4701-8d2a-96c3f51c456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'name': 'tempest-ServerActionsTestJSON-2090627387-router', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:19Z', 'revision_number': 4, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'gw_port': {'id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:09Z', 'updated_at': '2022-02-28T20:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '4db4259c-3f85-463f-b710-0f61ae4537fa', 'name': '', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'mac_address': 'fa:16:3e:ed:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:16Z', 'updated_at': '2022-02-28T20:14:30Z', 'revision_number': 5, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'subnets': [{'id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:09.938558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7f54be-5301-4701-8d2a-96c3f51c456d None None] Checking router: 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:24:09.947737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7f54be-5301-4701-8d2a-96c3f51c456d None None] Routers {'01c946ae-f91d-42b6-9cd4-e6aa6be455d2'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:24:09.948656 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9b7f54be-5301-4701-8d2a-96c3f51c456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:23:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['01c946ae-f91d-42b6-9cd4-e6aa6be455d2'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:09.961489 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-f233dcf6-6357-4f5b-b0ca-a9366430912f service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379261 Feb 28 20:24:10.134005 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-58961d8a-2814-4743-b92f-2b89d36f979e service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622837 Feb 28 20:24:10.147429 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-9b7f54be-5301-4701-8d2a-96c3f51c456d None None] Set router 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:24:10.202378 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1473068e-6005-40a6-8352-cdd21b5507a0 req-c6f4eddc-68f9-453b-bdf8-534a4e6ef3c1 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e6d6220-7bb5-470b-8d78-592e7e038de7 HTTP/1.1" status: 200 len: 210 time: 0.0405321 Feb 28 20:24:10.390564 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-58220c20-2cdb-4b4c-bd0e-6739bb00582f req-863c3916-b6ae-4bb8-8257-5fb406e0aee9 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0296133 Feb 28 20:24:10.459024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9b7f54be-5301-4701-8d2a-96c3f51c456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'name': 'tempest-ServerActionsTestJSON-2090627387-router', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:19Z', 'revision_number': 4, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'gw_port': {'id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:09Z', 'updated_at': '2022-02-28T20:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '4db4259c-3f85-463f-b710-0f61ae4537fa', 'name': '', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'mac_address': 'fa:16:3e:ed:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:16Z', 'updated_at': '2022-02-28T20:14:30Z', 'revision_number': 5, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'subnets': [{'id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:10.497006 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7f54be-5301-4701-8d2a-96c3f51c456d None None] The sync data for ids ['01c946ae-f91d-42b6-9cd4-e6aa6be455d2'] in n-d-820368-21 is: [{'id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'name': 'tempest-ServerActionsTestJSON-2090627387-router', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:14:19Z', 'revision_number': 4, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'gw_port': {'id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:09Z', 'updated_at': '2022-02-28T20:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '4db4259c-3f85-463f-b710-0f61ae4537fa', 'name': '', 'network_id': '13b65234-8f0d-445c-80e1-9fa1dcd0f780', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'mac_address': 'fa:16:3e:ed:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:16Z', 'updated_at': '2022-02-28T20:14:30Z', 'revision_number': 5, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'subnets': [{'id': '19f72b21-2d15-4c2e-bdf5-2e3c46cad921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:24:10.749620 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e355d9-b37c-471c-abec-3292441aea54 req-9a459537-1918-4a88-99a0-bfbb41388520 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:10.752850 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72e355d9-b37c-471c-abec-3292441aea54 req-9a459537-1918-4a88-99a0-bfbb41388520 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.1139138 Feb 28 20:24:10.954700 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72e355d9-b37c-471c-abec-3292441aea54 req-b900b40d-9748-482a-9d6b-d579b150969d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949954 Feb 28 20:24:10.979871 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34589a4a-6751-4e5e-9465-1e3fe83e8f20 None None] New status for floating IP 5463f018-4a34-4ba6-9ef7-e608321e7c3f: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:24:11.047420 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5be6991-9937-4b65-9857-da3c0e874011', 'tag': '7fc63dd3-b719-435c-8314-1ae668e27467'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:24:11.053657 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4001f31c-becd-41fb-ab99-084636f0717b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5be6991-9937-4b65-9857-da3c0e874011", "tag": "7fc63dd3-b719-435c-8314-1ae668e27467"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:24:11.054995 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-b07d5d82-ef4e-4c2b-9c02-bdebd67b85f6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1671705 Feb 28 20:24:11.064832 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e3de0-93fb-4a41-8944-bff3d07bffe2 req-f8019581-8f30-406f-afab-e2bba1655fde tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:11.066783 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e72e3de0-93fb-4a41-8944-bff3d07bffe2 req-f8019581-8f30-406f-afab-e2bba1655fde tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 947 time: 0.1255016 Feb 28 20:24:11.221615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0a019-da3c-467f-871c-76e037d8d7a3 req-082eebc7-c3fd-4f18-89dd-3ed1f9d2f6d5 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:11.223312 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-30b0a019-da3c-467f-871c-76e037d8d7a3 req-082eebc7-c3fd-4f18-89dd-3ed1f9d2f6d5 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba96322f-2d33-4a27-a96a-559ea781f102 HTTP/1.1" status: 200 len: 946 time: 0.1553500 Feb 28 20:24:11.231236 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e72e3de0-93fb-4a41-8944-bff3d07bffe2 req-621f7183-df26-4284-82c6-5b9e5bb5dbff tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496475 Feb 28 20:24:11.258199 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-3e5fc102-ccd5-48cf-98ae-a2957387220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:11.259054 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-3e5fc102-ccd5-48cf-98ae-a2957387220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:11.259538 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-3e5fc102-ccd5-48cf-98ae-a2957387220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:11.260046 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-3e5fc102-ccd5-48cf-98ae-a2957387220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:11.260555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-3e5fc102-ccd5-48cf-98ae-a2957387220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:11.261457 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-3e5fc102-ccd5-48cf-98ae-a2957387220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:11.261718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-3e5fc102-ccd5-48cf-98ae-a2957387220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:11.264128 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-3e5fc102-ccd5-48cf-98ae-a2957387220d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc9440223e9e4177b248e28bf8c3bfd8&device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 6725 time: 0.1604247 Feb 28 20:24:11.310475 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce56eb3-fb1b-43dc-8b14-e9dcef1a53e2 x-openstack-request-id: req-0ce56eb3-fb1b-43dc-8b14-e9dcef1a53e2 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:24:11.311290 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5be6991-9937-4b65-9857-da3c0e874011", "tag": "7fc63dd3-b719-435c-8314-1ae668e27467", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:24:11.311731 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ce56eb3-fb1b-43dc-8b14-e9dcef1a53e2 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:24:11.312421 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5be6991-9937-4b65-9857-da3c0e874011', 'tag': '7fc63dd3-b719-435c-8314-1ae668e27467', 'status': 'completed', 'code': 200} Feb 28 20:24:11.338589 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-30b0a019-da3c-467f-871c-76e037d8d7a3 req-2f0aa3e8-9aaa-48e3-9810-fafb9ae3d9bd tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063364 Feb 28 20:24:11.436486 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001f31c-becd-41fb-ab99-084636f0717b req-8bd47742-b387-4a4f-b696-188d38f98480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:11.438223 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4001f31c-becd-41fb-ab99-084636f0717b req-8bd47742-b387-4a4f-b696-188d38f98480 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 1130 time: 0.1034966 Feb 28 20:24:11.440278 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58634) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:11.460766 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001f31c-becd-41fb-ab99-084636f0717b req-69583a03-af7c-4bc5-9390-da7e8906a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:11.462507 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4001f31c-becd-41fb-ab99-084636f0717b req-69583a03-af7c-4bc5-9390-da7e8906a2db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 1130 time: 0.1131868 Feb 28 20:24:11.561968 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-1c79e626-8f19-4e77-a927-106f36f90280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:11.562890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-1c79e626-8f19-4e77-a927-106f36f90280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:11.562890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-1c79e626-8f19-4e77-a927-106f36f90280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:11.564451 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-1c79e626-8f19-4e77-a927-106f36f90280 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4d04028-1f92-4a10-a522-d88228aafca5&id=a7ad64c0-416b-482c-808c-09067f971a92&id=a7ad64c0-416b-482c-808c-09067f971a92&id=a7ad64c0-416b-482c-808c-09067f971a92&id=a7ad64c0-416b-482c-808c-09067f971a92&id=b649057c-43d1-42e8-b142-2f875aaf2772&id=b649057c-43d1-42e8-b142-2f875aaf2772 HTTP/1.1" status: 200 len: 2295 time: 0.2442503 Feb 28 20:24:11.584841 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6f193fb7-779c-4529-a5a6-a71e02f5591b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for security_group (41b2d26a-84ba-49f5-b132-dc5cefb23a87), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:11.634021 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001f31c-becd-41fb-ab99-084636f0717b req-4a385684-e7ee-4be9-9e4b-4d414489992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:11.635822 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4001f31c-becd-41fb-ab99-084636f0717b req-4a385684-e7ee-4be9-9e4b-4d414489992d service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.1802380 Feb 28 20:24:11.638432 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6f193fb7-779c-4529-a5a6-a71e02f5591b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for security_group (41b2d26a-84ba-49f5-b132-dc5cefb23a87), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:11.673400 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea000873-0763-427f-a2e3-add45ecfb235 req-5370fb74-35a4-4203-acb7-3fa412baa018 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.1151235 Feb 28 20:24:11.698779 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4001f31c-becd-41fb-ab99-084636f0717b req-7366e8ce-e30f-4db4-8af3-e3011a599782 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=7fc63dd3-b719-435c-8314-1ae668e27467 HTTP/1.1" status: 200 len: 217 time: 0.0513649 Feb 28 20:24:11.725826 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42d1ae-a32c-49a7-821b-03f5c82187d9 req-47b122d6-4f84-4170-979e-8290a1b4d5de tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:11.732334 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4a42d1ae-a32c-49a7-821b-03f5c82187d9 req-47b122d6-4f84-4170-979e-8290a1b4d5de tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3346a2-2e5e-4ac6-82ee-2ad9ff3303a4 HTTP/1.1" status: 200 len: 945 time: 0.2390535 Feb 28 20:24:11.767782 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001f31c-becd-41fb-ab99-084636f0717b req-9eb83411-a668-4262-a999-ee84e35fe079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:11.769333 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4001f31c-becd-41fb-ab99-084636f0717b req-9eb83411-a668-4262-a999-ee84e35fe079 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0632129 Feb 28 20:24:11.781989 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-97e8cdca-6cb7-4c78-b1a6-08097063f259 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57468b1d-83bc-459b-b95f-623af49aac34 HTTP/1.1" status: 200 len: 1002 time: 0.1952832 Feb 28 20:24:11.813911 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001f31c-becd-41fb-ab99-084636f0717b req-0eef33ed-1f4d-41d8-8831-3b915dcab868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:11.815322 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4001f31c-becd-41fb-ab99-084636f0717b req-0eef33ed-1f4d-41d8-8831-3b915dcab868 service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.3397374 Feb 28 20:24:11.821105 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6f193fb7-779c-4529-a5a6-a71e02f5591b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (41b2d26a-84ba-49f5-b132-dc5cefb23a87), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:11.823748 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6f193fb7-779c-4529-a5a6-a71e02f5591b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:11.827609 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6f193fb7-779c-4529-a5a6-a71e02f5591b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "DELETE /v2.0/security-groups/41b2d26a-84ba-49f5-b132-dc5cefb23a87 HTTP/1.1" status: 204 len: 168 time: 0.3848517 Feb 28 20:24:11.830428 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58640) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:11.872547 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-e164d89e-7c21-4c6c-b0ac-f4f84e392ac8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] show failed (client error): The resource could not be found. Feb 28 20:24:11.881507 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e164d89e-7c21-4c6c-b0ac-f4f84e392ac8 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "GET /v2.0/security-groups/41b2d26a-84ba-49f5-b132-dc5cefb23a87 HTTP/1.1" status: 404 len: 347 time: 0.0458329 Feb 28 20:24:11.882264 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58644) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:11.886311 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f193fb7-779c-4529-a5a6-a71e02f5591b tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b2d26a-84ba-49f5-b132-dc5cefb23a87,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:11.893580 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4001f31c-becd-41fb-ab99-084636f0717b req-35af6c44-01fb-45cf-916a-50d10da18144 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=7fc63dd3-b719-435c-8314-1ae668e27467 HTTP/1.1" status: 200 len: 217 time: 0.0581682 Feb 28 20:24:11.925908 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-395b9abb-0180-4dc8-a5b1-10e23106dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:11.928125 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-395b9abb-0180-4dc8-a5b1-10e23106dd37 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4c17c34-1415-482c-9e44-a2606667b359 HTTP/1.1" status: 200 len: 856 time: 0.1293511 Feb 28 20:24:11.938590 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001f31c-becd-41fb-ab99-084636f0717b req-6c4e330f-aa12-4389-8e53-c6001ae72d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:11.940117 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4001f31c-becd-41fb-ab99-084636f0717b req-6c4e330f-aa12-4389-8e53-c6001ae72d22 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1616740 Feb 28 20:24:11.950611 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4a42d1ae-a32c-49a7-821b-03f5c82187d9 req-ab19a5ff-a259-4af2-bb20-d88a050730a7 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085805 Feb 28 20:24:12.025781 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001f31c-becd-41fb-ab99-084636f0717b req-2482dc8f-dace-4dd6-80dc-18d4e1627c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:12.027290 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4001f31c-becd-41fb-ab99-084636f0717b req-2482dc8f-dace-4dd6-80dc-18d4e1627c81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1251507 Feb 28 20:24:12.062278 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-74bd6972-f40d-452e-b905-60b0dcc6190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:12.063850 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-74bd6972-f40d-452e-b905-60b0dcc6190c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4d04028-1f92-4a10-a522-d88228aafca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1168771 Feb 28 20:24:12.067156 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58650) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:12.166717 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-e30aa2da-b2b8-45bc-8a20-dcf6e7701f16 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Deleting port 9a36f445-5c9f-4670-916f-d68fc99643e4 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:24:12.167434 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e30aa2da-b2b8-45bc-8a20-dcf6e7701f16 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (9a36f445-5c9f-4670-916f-d68fc99643e4), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:12.255704 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-ed6050af-e901-43b8-88cb-81e7cb6a98cf service neutron] 10.222.0.10 "GET /v2.0/networks/b4d04028-1f92-4a10-a522-d88228aafca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740725 Feb 28 20:24:12.290651 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4001f31c-becd-41fb-ab99-084636f0717b req-48df2e17-6fb2-423a-a3a8-f1a32f599d48 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032429 Feb 28 20:24:12.298454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7fc63dd3-b719-435c-8314-1ae668e27467 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:24:12.335102 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e30aa2da-b2b8-45bc-8a20-dcf6e7701f16 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (9a36f445-5c9f-4670-916f-d68fc99643e4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:12.335707 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e30aa2da-b2b8-45bc-8a20-dcf6e7701f16 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for floatingip (9a36f445-5c9f-4670-916f-d68fc99643e4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:12.378715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62848b-5d8f-4dc2-b3d1-aa1321d3d25e req-bc7cdc08-b056-46e2-93b5-db6f94b46140 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:12.387092 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e62848b-5d8f-4dc2-b3d1-aa1321d3d25e req-bc7cdc08-b056-46e2-93b5-db6f94b46140 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.3066416 Feb 28 20:24:12.396994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001f31c-becd-41fb-ab99-084636f0717b req-4e7d2e55-40bb-4169-897f-8b18716e6ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:12.400805 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4001f31c-becd-41fb-ab99-084636f0717b req-4e7d2e55-40bb-4169-897f-8b18716e6ddf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3570511 Feb 28 20:24:12.406437 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-e30aa2da-b2b8-45bc-8a20-dcf6e7701f16 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Calling delete_port for 9a36f445-5c9f-4670-916f-d68fc99643e4 owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:24:12.474183 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c77bf359-b204-4b0f-bc21-4100ee275a06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:12.489996 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7fc63dd3-b719-435c-8314-1ae668e27467, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7fc63dd3-b719-435c-8314-1ae668e27467,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:12.503134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '7fc63dd3-b719-435c-8314-1ae668e27467', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '7fc63dd3-b719-435c-8314-1ae668e27467', 'mac_address': 'fa:16:3e:48:7c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:24:12.552901 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7fc63dd3-b719-435c-8314-1ae668e27467 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:12.553427 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:12.572479 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc63dd3-b719-435c-8314-1ae668e27467 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:24:12.591941 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4001f31c-becd-41fb-ab99-084636f0717b req-d6fa0706-5fba-491a-bfc2-e6408617746b service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897599 Feb 28 20:24:12.593771 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4001f31c-becd-41fb-ab99-084636f0717b req-e6922828-c4d2-4037-ac03-3efc41a0da3f service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781199 Feb 28 20:24:12.602962 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-09336197-7565-4701-877e-9407e3ea5a71 service neutron] 10.222.0.10 "GET /v2.0/networks/b4d04028-1f92-4a10-a522-d88228aafca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385696 Feb 28 20:24:12.626742 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7fc63dd3-b719-435c-8314-1ae668e27467, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7fc63dd3-b719-435c-8314-1ae668e27467,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:12.633389 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:12.657745 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e62848b-5d8f-4dc2-b3d1-aa1321d3d25e req-a62d982e-8d21-4a39-a26f-e7b194f36c52 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684553 Feb 28 20:24:12.702216 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=7fc63dd3-b719-435c-8314-1ae668e27467,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:12.715420 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-33d7e047-df35-4e1e-9ea1-f33d0faffa09 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=da3c139e-4a03-416f-80a8-af21dd1c9f98 HTTP/1.1" status: 200 len: 217 time: 0.0846353 Feb 28 20:24:12.725335 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c77bf359-b204-4b0f-bc21-4100ee275a06 admin admin] Publish callbacks [] for security_group (12e7057e-7c65-4f49-bbe6-419ab859bbf3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:12.733772 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c77bf359-b204-4b0f-bc21-4100ee275a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (12e7057e-7c65-4f49-bbe6-419ab859bbf3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:12.778444 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e30aa2da-b2b8-45bc-8a20-dcf6e7701f16 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (9a36f445-5c9f-4670-916f-d68fc99643e4), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:12.787504 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c77bf359-b204-4b0f-bc21-4100ee275a06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e060fc6cc264e8e96ed0cc16f8b0e2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7111578 Feb 28 20:24:12.803574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58664) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:12.807425 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bf359-b204-4b0f-bc21-4100ee275a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e7057e-7c65-4f49-bbe6-419ab859bbf3,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:12.813378 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30aa2da-b2b8-45bc-8a20-dcf6e7701f16 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Pushing event deleted for resources: {'Port': ['ID=9a36f445-5c9f-4670-916f-d68fc99643e4,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:12.843545 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9498ae-4b5e-416e-b3aa-27ddcb17146b req-62dfc1dc-9dc7-4933-91b1-94a07abbd56e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:12.845031 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9f9498ae-4b5e-416e-b3aa-27ddcb17146b req-62dfc1dc-9dc7-4933-91b1-94a07abbd56e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 947 time: 0.3271995 Feb 28 20:24:12.895544 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e30aa2da-b2b8-45bc-8a20-dcf6e7701f16 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks [] for floatingip (5463f018-4a34-4ba6-9ef7-e608321e7c3f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:12.898530 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e30aa2da-b2b8-45bc-8a20-dcf6e7701f16 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:12.899733 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e30aa2da-b2b8-45bc-8a20-dcf6e7701f16 tempest-ServerActionsTestJSON-1345697504 tempest-ServerActionsTestJSON-1345697504-project] 10.222.0.13 "DELETE /v2.0/floatingips/5463f018-4a34-4ba6-9ef7-e608321e7c3f HTTP/1.1" status: 204 len: 168 time: 1.0150125 Feb 28 20:24:12.904157 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58666) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:12.929012 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4001f31c-becd-41fb-ab99-084636f0717b req-88325736-8328-4c13-9a8f-3e8d07bcfb5c service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207364 Feb 28 20:24:12.938434 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-63876c2b-f360-4db0-8c6f-6831037203da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:12.938434 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-63876c2b-f360-4db0-8c6f-6831037203da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0273b39c-9c8d-445d-8667-8de5c6cd60c2 HTTP/1.1" status: 200 len: 797 time: 0.1833854 Feb 28 20:24:13.004772 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9f9498ae-4b5e-416e-b3aa-27ddcb17146b req-8b50f2de-3fa4-402b-a73b-c6b490a26289 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473176 Feb 28 20:24:13.011220 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd1dfc50-6937-4b8a-a75d-e5a56015982d admin admin] Publish callbacks [] for security_group (12e7057e-7c65-4f49-bbe6-419ab859bbf3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:13.028312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131590ae-36a0-422e-be4e-da765942751e req-060493de-d51e-4f0b-910a-27205af01e1c tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:13.028312 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-131590ae-36a0-422e-be4e-da765942751e req-060493de-d51e-4f0b-910a-27205af01e1c tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3346a2-2e5e-4ac6-82ee-2ad9ff3303a4 HTTP/1.1" status: 200 len: 945 time: 0.2750578 Feb 28 20:24:13.058249 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['7fc63dd3-b719-435c-8314-1ae668e27467'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:24:13.070860 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd1dfc50-6937-4b8a-a75d-e5a56015982d admin admin] Publish callbacks [] for security_group (12e7057e-7c65-4f49-bbe6-419ab859bbf3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:13.098735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-2f683c11-68e5-4d4b-a942-ab7471a587fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:13.100199 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-2f683c11-68e5-4d4b-a942-ab7471a587fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a7ad64c0-416b-482c-808c-09067f971a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1580038 Feb 28 20:24:13.250753 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-131590ae-36a0-422e-be4e-da765942751e req-460b12dc-cd59-4c5a-88e5-64682b33dfe9 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124653 Feb 28 20:24:13.296736 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16ee9b-08fc-4614-ab03-02dbaac76233 req-ae115b67-a894-4322-ae62-e918623566b0 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:13.298547 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9f16ee9b-08fc-4614-ab03-02dbaac76233 req-ae115b67-a894-4322-ae62-e918623566b0 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.2077286 Feb 28 20:24:13.307456 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd1dfc50-6937-4b8a-a75d-e5a56015982d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (12e7057e-7c65-4f49-bbe6-419ab859bbf3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:13.310535 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd1dfc50-6937-4b8a-a75d-e5a56015982d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:13.311805 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cd1dfc50-6937-4b8a-a75d-e5a56015982d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12e7057e-7c65-4f49-bbe6-419ab859bbf3 HTTP/1.1" status: 204 len: 168 time: 0.5072179 Feb 28 20:24:13.314211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58672) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:13.321279 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-e82a8e20-66f6-4e8e-a665-e1e91f248b6d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Request body: {'floatingip': {'port_id': 'f2d9f272-0be6-425c-81bf-19f87f61471a'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:13.333614 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-c5d0583a-f549-43a2-ba06-348fa009af6a service neutron] 10.222.0.10 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195170 Feb 28 20:24:13.476795 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-80b9a130-fd3e-498a-8813-f96e551a23ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (01c946ae-f91d-42b6-9cd4-e6aa6be455d2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:13.680984 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c311b10-4557-478e-a746-ca727d726c51 req-7615b60e-5b37-4105-86e3-5a94be34fafd tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:13.683030 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8c311b10-4557-478e-a746-ca727d726c51 req-7615b60e-5b37-4105-86e3-5a94be34fafd tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011&tenant_id=a17db5166eb14b31b629dc33da382372&binding%3Ahost_id=n-h1-820368-21 HTTP/1.1" status: 200 len: 948 time: 0.0847220 Feb 28 20:24:13.774429 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58680) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:13.796950 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d08584c2-cc8e-414f-bafb-6d05c5eab7a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:13.804628 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1dfc50-6937-4b8a-a75d-e5a56015982d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e7057e-7c65-4f49-bbe6-419ab859bbf3,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:13.848573 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8c311b10-4557-478e-a746-ca727d726c51 req-c46ae9de-a574-43c6-81cd-225bd0579241 service neutron] 10.222.0.15 "GET /v2.0/ports/7fc63dd3-b719-435c-8314-1ae668e27467/bindings/n-h1-820368-21 HTTP/1.1" status: 200 len: 383 time: 0.1308649 Feb 28 20:24:13.852471 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2cad43a2-9c54-425d-8ede-934cc13eae44 req-36ed2e6c-0044-44ed-b17c-df40cfcbcbda tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0585825 Feb 28 20:24:13.855105 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e82a8e20-66f6-4e8e-a665-e1e91f248b6d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for floatingip (12ca5229-3e5f-4536-83f9-3caa728d404d), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:14.013426 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d08584c2-cc8e-414f-bafb-6d05c5eab7a1 admin admin] Publish callbacks [] for security_group (9a023835-ee68-41ba-b408-5ac05872c5cb), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:14.018029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c311b10-4557-478e-a746-ca727d726c51 req-9d9b50f0-29fc-4ce8-8207-99ebc9286058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:14.020890 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8c311b10-4557-478e-a746-ca727d726c51 req-9d9b50f0-29fc-4ce8-8207-99ebc9286058 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 1131 time: 0.1428051 Feb 28 20:24:14.023530 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d08584c2-cc8e-414f-bafb-6d05c5eab7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9a023835-ee68-41ba-b408-5ac05872c5cb), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:14.067461 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-704ddfe4-09c3-4b32-b168-4b72f24180f1 service neutron] 10.222.0.10 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6977568 Feb 28 20:24:14.092545 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a3245-4741-4bb9-a5c6-f8e368f9bb9f req-485bc135-f85f-4606-a112-70befdfeb0b2 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:14.094015 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-595a3245-4741-4bb9-a5c6-f8e368f9bb9f req-485bc135-f85f-4606-a112-70befdfeb0b2 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3346a2-2e5e-4ac6-82ee-2ad9ff3303a4 HTTP/1.1" status: 200 len: 945 time: 0.2483635 Feb 28 20:24:14.101920 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e09ef7-728f-4918-8cb5-a2edc5024991 req-c63d9daa-d42b-406f-b8fa-44dc6522cab5 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:14.103386 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-81e09ef7-728f-4918-8cb5-a2edc5024991 req-c63d9daa-d42b-406f-b8fa-44dc6522cab5 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 948 time: 0.3083401 Feb 28 20:24:14.139448 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d08584c2-cc8e-414f-bafb-6d05c5eab7a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8b91ec53ae24c9c9d04186c1af653e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3636134 Feb 28 20:24:14.139448 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08584c2-cc8e-414f-bafb-6d05c5eab7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a023835-ee68-41ba-b408-5ac05872c5cb,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:14.146135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58682) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:14.182105 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-80b9a130-fd3e-498a-8813-f96e551a23ee admin admin] Deleting port 4db4259c-3f85-463f-b710-0f61ae4537fa {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:24:14.182458 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-80b9a130-fd3e-498a-8813-f96e551a23ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4db4259c-3f85-463f-b710-0f61ae4537fa), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:14.215219 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-66adfdcd-c9ab-4bd7-9122-7b8835047ffe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=eb86d396-21d3-45d9-baa0-f26a48975dd7 HTTP/1.1" status: 200 len: 217 time: 0.1381514 Feb 28 20:24:14.280206 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c311b10-4557-478e-a746-ca727d726c51 req-51d9714d-bc80-4a4c-8887-f8b44e5372f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:14.281758 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8c311b10-4557-478e-a746-ca727d726c51 req-51d9714d-bc80-4a4c-8887-f8b44e5372f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.2556517 Feb 28 20:24:14.337953 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8c311b10-4557-478e-a746-ca727d726c51 req-21f7125a-0989-44da-a041-508c53ad9577 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=7fc63dd3-b719-435c-8314-1ae668e27467 HTTP/1.1" status: 200 len: 217 time: 0.0483487 Feb 28 20:24:14.375343 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6763b73-92f9-4e5c-bbf8-1b74d421e4ce req-db80f323-8d7c-4480-923c-c22b6f2682ee tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:14.376848 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f6763b73-92f9-4e5c-bbf8-1b74d421e4ce req-db80f323-8d7c-4480-923c-c22b6f2682ee tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba96322f-2d33-4a27-a96a-559ea781f102 HTTP/1.1" status: 200 len: 946 time: 0.2306979 Feb 28 20:24:14.417724 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-81e09ef7-728f-4918-8cb5-a2edc5024991 req-6b44943c-285c-483d-9b62-7a2a4983727b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981408 Feb 28 20:24:14.422533 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-750d5b6a-1409-41ba-bb1d-22f94be84e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:14.423184 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3e6e367c-fbaf-4b08-b1bb-6dd3cc5b33bd admin admin] Publish callbacks [] for security_group (9a023835-ee68-41ba-b408-5ac05872c5cb), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:14.424204 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-750d5b6a-1409-41ba-bb1d-22f94be84e2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0273b39c-9c8d-445d-8667-8de5c6cd60c2 HTTP/1.1" status: 200 len: 797 time: 0.1923184 Feb 28 20:24:14.470555 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-80b9a130-fd3e-498a-8813-f96e551a23ee admin admin] For port 4db4259c-3f85-463f-b710-0f61ae4537fa, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4db4259c-3f85-463f-b710-0f61ae4537fa,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:14.470927 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-80b9a130-fd3e-498a-8813-f96e551a23ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4db4259c-3f85-463f-b710-0f61ae4537fa), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:14.499438 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-80b9a130-fd3e-498a-8813-f96e551a23ee admin admin] Calling delete_port for 4db4259c-3f85-463f-b710-0f61ae4537fa owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:24:14.511881 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3e6e367c-fbaf-4b08-b1bb-6dd3cc5b33bd admin admin] Publish callbacks [] for security_group (9a023835-ee68-41ba-b408-5ac05872c5cb), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:14.530322 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c311b10-4557-478e-a746-ca727d726c51 req-5b94d4ea-f335-4c05-b639-a50b72bfe7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:14.532844 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8c311b10-4557-478e-a746-ca727d726c51 req-5b94d4ea-f335-4c05-b639-a50b72bfe7c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1826537 Feb 28 20:24:14.606837 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d46dfd-eb76-42d0-9415-2d07e8c4cd98 req-0dac65d4-af1e-4003-8916-b2b124638ed5 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:14.608518 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27d46dfd-eb76-42d0-9415-2d07e8c4cd98 req-0dac65d4-af1e-4003-8916-b2b124638ed5 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3346a2-2e5e-4ac6-82ee-2ad9ff3303a4 HTTP/1.1" status: 200 len: 945 time: 0.2563298 Feb 28 20:24:14.616530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-595a3245-4741-4bb9-a5c6-f8e368f9bb9f req-018e272a-521b-4bd1-98e2-1222c41099a8 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Deleting port 7e3e9585-e705-4d10-9c6a-34b178b5c249 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:24:14.616874 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-595a3245-4741-4bb9-a5c6-f8e368f9bb9f req-018e272a-521b-4bd1-98e2-1222c41099a8 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7e3e9585-e705-4d10-9c6a-34b178b5c249), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:14.696896 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c311b10-4557-478e-a746-ca727d726c51 req-d89a8889-e0ba-4305-bee9-8e9bc0e30bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:14.698237 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8c311b10-4557-478e-a746-ca727d726c51 req-d89a8889-e0ba-4305-bee9-8e9bc0e30bd4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1561792 Feb 28 20:24:14.703602 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-2b6cdc1a-cf4a-417c-94ba-857c3fac1550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:14.705218 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-2b6cdc1a-cf4a-417c-94ba-857c3fac1550 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a7ad64c0-416b-482c-808c-09067f971a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2722571 Feb 28 20:24:14.770553 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3e6e367c-fbaf-4b08-b1bb-6dd3cc5b33bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9a023835-ee68-41ba-b408-5ac05872c5cb), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:14.773118 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3e6e367c-fbaf-4b08-b1bb-6dd3cc5b33bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:14.777304 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3e6e367c-fbaf-4b08-b1bb-6dd3cc5b33bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a023835-ee68-41ba-b408-5ac05872c5cb HTTP/1.1" status: 204 len: 168 time: 0.6268351 Feb 28 20:24:14.797125 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-f6763b73-92f9-4e5c-bbf8-1b74d421e4ce req-59cbbc9a-df04-493c-86ce-2285cfe36641 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Deleting port 9da8aa4f-4af9-47cc-a34d-bd7f51d72268 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:24:14.798013 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f6763b73-92f9-4e5c-bbf8-1b74d421e4ce req-59cbbc9a-df04-493c-86ce-2285cfe36641 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (9da8aa4f-4af9-47cc-a34d-bd7f51d72268), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:14.838809 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e367c-fbaf-4b08-b1bb-6dd3cc5b33bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a023835-ee68-41ba-b408-5ac05872c5cb,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:14.879904 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27d46dfd-eb76-42d0-9415-2d07e8c4cd98 req-8b46316d-91b5-4929-adde-8fcfd6e1e9a2 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa221073-107f-4e2c-836a-9d757543b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570181 Feb 28 20:24:14.950355 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.db.resource_extend [None req-e82a8e20-66f6-4e8e-a665-e1e91f248b6d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:24:14.951275 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8c311b10-4557-478e-a746-ca727d726c51 req-f4daff99-8076-409f-852f-e86b4d0be8ee service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131133 Feb 28 20:24:14.954032 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-595a3245-4741-4bb9-a5c6-f8e368f9bb9f req-018e272a-521b-4bd1-98e2-1222c41099a8 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] For port 7e3e9585-e705-4d10-9c6a-34b178b5c249, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7e3e9585-e705-4d10-9c6a-34b178b5c249,segment=NetworkSegment(d2d49e41-ab10-4064-a23a-4f534e773cfb),segment_id=d2d49e41-ab10-4064-a23a-4f534e773cfb)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:14.954424 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-595a3245-4741-4bb9-a5c6-f8e368f9bb9f req-018e272a-521b-4bd1-98e2-1222c41099a8 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7e3e9585-e705-4d10-9c6a-34b178b5c249), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:15.011545 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-595a3245-4741-4bb9-a5c6-f8e368f9bb9f req-018e272a-521b-4bd1-98e2-1222c41099a8 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Calling delete_port for 7e3e9585-e705-4d10-9c6a-34b178b5c249 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:24:15.021529 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-10ac8d86-a26a-4487-8a8c-eb6abab166b6 service neutron] 10.222.0.10 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817132 Feb 28 20:24:15.045098 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f6763b73-92f9-4e5c-bbf8-1b74d421e4ce req-59cbbc9a-df04-493c-86ce-2285cfe36641 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] For port 9da8aa4f-4af9-47cc-a34d-bd7f51d72268, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9da8aa4f-4af9-47cc-a34d-bd7f51d72268,segment=NetworkSegment(d2d49e41-ab10-4064-a23a-4f534e773cfb),segment_id=d2d49e41-ab10-4064-a23a-4f534e773cfb)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:15.045770 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f6763b73-92f9-4e5c-bbf8-1b74d421e4ce req-59cbbc9a-df04-493c-86ce-2285cfe36641 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (9da8aa4f-4af9-47cc-a34d-bd7f51d72268), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:15.061771 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e82a8e20-66f6-4e8e-a665-e1e91f248b6d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:15.109197 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-f6763b73-92f9-4e5c-bbf8-1b74d421e4ce req-59cbbc9a-df04-493c-86ce-2285cfe36641 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Calling delete_port for 9da8aa4f-4af9-47cc-a34d-bd7f51d72268 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:24:15.119711 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e82a8e20-66f6-4e8e-a665-e1e91f248b6d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (12ca5229-3e5f-4536-83f9-3caa728d404d), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:15.146144 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-80b9a130-fd3e-498a-8813-f96e551a23ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4db4259c-3f85-463f-b710-0f61ae4537fa), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:15.213022 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9a130-fd3e-498a-8813-f96e551a23ee admin admin] Pushing event deleted for resources: {'Port': ['ID=4db4259c-3f85-463f-b710-0f61ae4537fa,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:15.224685 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8c311b10-4557-478e-a746-ca727d726c51 req-4f9e137c-3763-4d11-ad91-e147f5b2d495 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650843 Feb 28 20:24:15.239200 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ae1b379-b588-4cc8-ae7b-243049cf6dfc req-8342f2b3-0745-4823-b503-2f64be14d82e tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.1296127 Feb 28 20:24:15.344048 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-8db7343b-94a1-4e10-8c78-cfce140af183 service neutron] 10.222.0.10 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040731 Feb 28 20:24:15.439367 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-6b7f607b-c430-4f56-acb9-885dc29f5cba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=003f7fb4-4744-4d06-a37e-9982f4a627ca HTTP/1.1" status: 200 len: 217 time: 0.0558000 Feb 28 20:24:15.443513 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-e82a8e20-66f6-4e8e-a665-e1e91f248b6d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Floating IP 12ca5229-3e5f-4536-83f9-3caa728d404d associated. External IP: 172.25.0.195, port: f2d9f272-0be6-425c-81bf-19f87f61471a. Feb 28 20:24:15.622732 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-595a3245-4741-4bb9-a5c6-f8e368f9bb9f req-018e272a-521b-4bd1-98e2-1222c41099a8 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7e3e9585-e705-4d10-9c6a-34b178b5c249), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:15.635726 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['9da8aa4f-4af9-47cc-a34d-bd7f51d72268'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:24:15.710032 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-fecfb79a-df9e-4758-bc8c-8d595934b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:15.711871 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-fecfb79a-df9e-4758-bc8c-8d595934b736 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0273b39c-9c8d-445d-8667-8de5c6cd60c2 HTTP/1.1" status: 200 len: 797 time: 0.2634950 Feb 28 20:24:15.717351 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e272a-521b-4bd1-98e2-1222c41099a8 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Pushing event deleted for resources: {'Port': ['ID=7e3e9585-e705-4d10-9c6a-34b178b5c249,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:15.780105 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f6763b73-92f9-4e5c-bbf8-1b74d421e4ce req-59cbbc9a-df04-493c-86ce-2285cfe36641 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (9da8aa4f-4af9-47cc-a34d-bd7f51d72268), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:15.811533 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-595a3245-4741-4bb9-a5c6-f8e368f9bb9f req-018e272a-521b-4bd1-98e2-1222c41099a8 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] No DVR routers for this DVR port 7e3e9585-e705-4d10-9c6a-34b178b5c249 on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:24:15.818596 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-595a3245-4741-4bb9-a5c6-f8e368f9bb9f req-018e272a-521b-4bd1-98e2-1222c41099a8 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:15.821111 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbbc9a-df04-493c-86ce-2285cfe36641 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Pushing event deleted for resources: {'Port': ['ID=9da8aa4f-4af9-47cc-a34d-bd7f51d72268,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:15.822214 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-595a3245-4741-4bb9-a5c6-f8e368f9bb9f req-018e272a-521b-4bd1-98e2-1222c41099a8 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.15 "DELETE /v2.0/ports/7e3e9585-e705-4d10-9c6a-34b178b5c249 HTTP/1.1" status: 204 len: 173 time: 1.7108636 Feb 28 20:24:15.824659 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['9da8aa4f-4af9-47cc-a34d-bd7f51d72268'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:24:15.825870 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3346a2-2e5e-4ac6-82ee-2ad9ff3303a4', 'name': 'network-vif-deleted', 'tag': '7e3e9585-e705-4d10-9c6a-34b178b5c249'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:24:15.829278 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f479abf-8bc5-4073-b4a4-9a8d505ef35d" -d '{"events": [{"server_uuid": "3a3346a2-2e5e-4ac6-82ee-2ad9ff3303a4", "name": "network-vif-deleted", "tag": "7e3e9585-e705-4d10-9c6a-34b178b5c249"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:24:15.841945 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9383e49-a258-4d7a-9f61-134bf98d1a70 req-cdb5e4ad-8d71-4fd0-8291-8403dfe3698f tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:15.851774 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9383e49-a258-4d7a-9f61-134bf98d1a70 req-cdb5e4ad-8d71-4fd0-8291-8403dfe3698f tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 948 time: 0.2862704 Feb 28 20:24:15.865958 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-80b9a130-fd3e-498a-8813-f96e551a23ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (01c946ae-f91d-42b6-9cd4-e6aa6be455d2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:15.919412 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6763b73-92f9-4e5c-bbf8-1b74d421e4ce req-59cbbc9a-df04-493c-86ce-2285cfe36641 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] No DVR routers for this DVR port 9da8aa4f-4af9-47cc-a34d-bd7f51d72268 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:24:15.924850 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f6763b73-92f9-4e5c-bbf8-1b74d421e4ce req-59cbbc9a-df04-493c-86ce-2285cfe36641 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:15.934971 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f6763b73-92f9-4e5c-bbf8-1b74d421e4ce req-59cbbc9a-df04-493c-86ce-2285cfe36641 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.15 "DELETE /v2.0/ports/9da8aa4f-4af9-47cc-a34d-bd7f51d72268 HTTP/1.1" status: 204 len: 173 time: 1.5466580 Feb 28 20:24:15.950674 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba96322f-2d33-4a27-a96a-559ea781f102', 'name': 'network-vif-deleted', 'tag': '9da8aa4f-4af9-47cc-a34d-bd7f51d72268'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:24:15.956914 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92aa10d7-4739-4975-9104-e674422e92c8" -d '{"events": [{"server_uuid": "ba96322f-2d33-4a27-a96a-559ea781f102", "name": "network-vif-deleted", "tag": "9da8aa4f-4af9-47cc-a34d-bd7f51d72268"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:24:16.016733 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94955e8a-2d72-44b3-bce1-cd631f9ecee8 x-openstack-request-id: req-94955e8a-2d72-44b3-bce1-cd631f9ecee8 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:24:16.017463 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3346a2-2e5e-4ac6-82ee-2ad9ff3303a4", "name": "network-vif-deleted", "tag": "7e3e9585-e705-4d10-9c6a-34b178b5c249", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:24:16.017889 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94955e8a-2d72-44b3-bce1-cd631f9ecee8 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:24:16.018470 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3346a2-2e5e-4ac6-82ee-2ad9ff3303a4', 'name': 'network-vif-deleted', 'tag': '7e3e9585-e705-4d10-9c6a-34b178b5c249', 'status': 'completed', 'code': 200} Feb 28 20:24:16.026815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-e7b6ddcb-8e22-46f6-b066-3250a2573474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:16.028672 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-e7b6ddcb-8e22-46f6-b066-3250a2573474 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a7ad64c0-416b-482c-808c-09067f971a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2968168 Feb 28 20:24:16.156089 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9383e49-a258-4d7a-9f61-134bf98d1a70 req-eab48daa-1df7-4296-a5ec-d447de21d852 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026996 Feb 28 20:24:16.233311 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82b147a4-f870-4f76-a73a-c172a84d0845 req-9c4707ea-9d10-428d-a9c6-5e1bc29d8a29 tempest-MultipleCreateTestJSON-1462068191 tempest-MultipleCreateTestJSON-1462068191-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3346a2-2e5e-4ac6-82ee-2ad9ff3303a4 HTTP/1.1" status: 200 len: 210 time: 0.0757179 Feb 28 20:24:16.278803 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82a8e20-66f6-4e8e-a665-e1e91f248b6d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Router 6e9c305b-5c4f-4708-8683-f278c3192a44 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:24:16.284217 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-204e21cf-bf05-48c5-952b-db92434849d7 service neutron] 10.222.0.10 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472508 Feb 28 20:24:16.295554 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca6d4ab-d2a4-4d9c-9dbc-1bf0b4cf5c2b x-openstack-request-id: req-0ca6d4ab-d2a4-4d9c-9dbc-1bf0b4cf5c2b {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:24:16.296116 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba96322f-2d33-4a27-a96a-559ea781f102", "name": "network-vif-deleted", "tag": "9da8aa4f-4af9-47cc-a34d-bd7f51d72268", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:24:16.296482 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ca6d4ab-d2a4-4d9c-9dbc-1bf0b4cf5c2b {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:24:16.296987 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba96322f-2d33-4a27-a96a-559ea781f102', 'name': 'network-vif-deleted', 'tag': '9da8aa4f-4af9-47cc-a34d-bd7f51d72268', 'status': 'completed', 'code': 200} Feb 28 20:24:16.308070 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7fc63dd3-b719-435c-8314-1ae668e27467 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:24:16.377128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 7fc63dd3-b719-435c-8314-1ae668e27467 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:24:16.389692 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 7fc63dd3-b719-435c-8314-1ae668e27467 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:16.391461 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:16.468910 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b9a130-fd3e-498a-8813-f96e551a23ee admin admin] Router 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:24:16.574437 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-92248112-29a9-4bd5-bf67-a460649ec78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:16.669872 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7fc63dd3-b719-435c-8314-1ae668e27467 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:16.670595 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:16.706850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5be6991-9937-4b65-9857-da3c0e874011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc63dd3-b719-435c-8314-1ae668e27467'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:24:16.711778 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bde3ab-9d38-489b-a957-f776eca36e84" -d '{"events": [{"server_uuid": "c5be6991-9937-4b65-9857-da3c0e874011", "name": "network-vif-plugged", "status": "completed", "tag": "7fc63dd3-b719-435c-8314-1ae668e27467"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:24:16.713320 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b9a130-fd3e-498a-8813-f96e551a23ee admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:24:16.737178 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2112ce74-b503-458e-b8e5-c44a68543d9b None None] Sync routers for ids ['01c946ae-f91d-42b6-9cd4-e6aa6be455d2'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:24:16.750548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7fc63dd3-b719-435c-8314-1ae668e27467, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7fc63dd3-b719-435c-8314-1ae668e27467,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:16.750795 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-80b9a130-fd3e-498a-8813-f96e551a23ee admin admin] 10.222.0.13 "PUT /v2.0/routers/01c946ae-f91d-42b6-9cd4-e6aa6be455d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8444910 Feb 28 20:24:16.754329 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58726) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:16.763655 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:16.765670 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7e3e9585-e705-4d10-9c6a-34b178b5c249 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:24:16.780625 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2112ce74-b503-458e-b8e5-c44a68543d9b None None] Routers {'01c946ae-f91d-42b6-9cd4-e6aa6be455d2'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:24:16.781360 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2112ce74-b503-458e-b8e5-c44a68543d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:23:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['01c946ae-f91d-42b6-9cd4-e6aa6be455d2'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:16.949412 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-768fca70-7174-4873-bcda-6f4145479755 admin admin] Publish callbacks [] for router (01c946ae-f91d-42b6-9cd4-e6aa6be455d2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:16.957717 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0dfb9a-c7e1-4219-8392-faa42d0d31af x-openstack-request-id: req-ff0dfb9a-c7e1-4219-8392-faa42d0d31af {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:24:16.958391 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5be6991-9937-4b65-9857-da3c0e874011", "name": "network-vif-plugged", "status": "completed", "tag": "7fc63dd3-b719-435c-8314-1ae668e27467", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:24:16.958852 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff0dfb9a-c7e1-4219-8392-faa42d0d31af {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:24:16.959459 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5be6991-9937-4b65-9857-da3c0e874011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc63dd3-b719-435c-8314-1ae668e27467', 'code': 200} Feb 28 20:24:17.008802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 7e3e9585-e705-4d10-9c6a-34b178b5c249 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:24:17.009343 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7e3e9585-e705-4d10-9c6a-34b178b5c249 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:24:17.021281 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bfaf44c1-7504-4f91-8520-37fbe57fb9f9 req-c2fb6158-3ae0-4f87-91ab-8255752c4d6d tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.5261753 Feb 28 20:24:17.026879 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-0991eefa-cf5b-4b51-989e-cd0cdc4e3fa8 service neutron] 10.222.0.10 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7275448 Feb 28 20:24:17.063617 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-2112ce74-b503-458e-b8e5-c44a68543d9b None None] Set router 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:24:17.084762 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-f8d4ebe5-0d95-4999-ab8f-e57e5addbb19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=825541fc-d341-4dae-a811-e77f60d20528 HTTP/1.1" status: 200 len: 217 time: 0.0443916 Feb 28 20:24:17.086286 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82a8e20-66f6-4e8e-a665-e1e91f248b6d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:24:17.092001 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e82a8e20-66f6-4e8e-a665-e1e91f248b6d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:17.100656 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55503b5-b4a9-4ed8-949a-dc4130beba4d None None] Sync routers for ids ['6e9c305b-5c4f-4708-8683-f278c3192a44'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:24:17.127260 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55503b5-b4a9-4ed8-949a-dc4130beba4d None None] Routers {'6e9c305b-5c4f-4708-8683-f278c3192a44'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:24:17.127611 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e82a8e20-66f6-4e8e-a665-e1e91f248b6d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "PUT /v2.0/floatingips/12ca5229-3e5f-4536-83f9-3caa728d404d HTTP/1.1" status: 200 len: 991 time: 3.8104048 Feb 28 20:24:17.128911 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a55503b5-b4a9-4ed8-949a-dc4130beba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:23:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6e9c305b-5c4f-4708-8683-f278c3192a44'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:17.210476 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-768fca70-7174-4873-bcda-6f4145479755 admin admin] Publish callbacks [] for router_gateway (01c946ae-f91d-42b6-9cd4-e6aa6be455d2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:17.231555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-7806fb5a-04ba-45f8-80b2-1b5ce4082305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:17.249951 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-7806fb5a-04ba-45f8-80b2-1b5ce4082305 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0273b39c-9c8d-445d-8667-8de5c6cd60c2 HTTP/1.1" status: 200 len: 797 time: 0.1180935 Feb 28 20:24:17.354452 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-768fca70-7174-4873-bcda-6f4145479755 admin admin] Deleting port 3ff8be2c-4b09-43cf-a6eb-f8987b578360 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:24:17.354804 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-768fca70-7174-4873-bcda-6f4145479755 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3ff8be2c-4b09-43cf-a6eb-f8987b578360), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:17.381849 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=7fc63dd3-b719-435c-8314-1ae668e27467,revision_number=9']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:17.387184 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-a55503b5-b4a9-4ed8-949a-dc4130beba4d None None] Set router 6e9c305b-5c4f-4708-8683-f278c3192a44 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:24:17.472334 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58746) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:17.516828 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691ea4d-6bd1-41b2-9607-5ad5bd920644 req-c3e69301-9a94-43c3-9c96-4f00af36d54b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:17.518454 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0691ea4d-6bd1-41b2-9607-5ad5bd920644 req-c3e69301-9a94-43c3-9c96-4f00af36d54b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.1761701 Feb 28 20:24:17.568963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-768fca70-7174-4873-bcda-6f4145479755 admin admin] For port 3ff8be2c-4b09-43cf-a6eb-f8987b578360, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3ff8be2c-4b09-43cf-a6eb-f8987b578360,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:17.569339 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-768fca70-7174-4873-bcda-6f4145479755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3ff8be2c-4b09-43cf-a6eb-f8987b578360), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:17.577589 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-64a40797-d369-492d-bee4-cf9de2b1bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:17.579179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-64a40797-d369-492d-bee4-cf9de2b1bc76 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a7ad64c0-416b-482c-808c-09067f971a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3119371 Feb 28 20:24:17.588523 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-768fca70-7174-4873-bcda-6f4145479755 admin admin] Calling delete_port for 3ff8be2c-4b09-43cf-a6eb-f8987b578360 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:24:17.668979 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2112ce74-b503-458e-b8e5-c44a68543d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'name': 'tempest-ServerActionsTestJSON-2090627387-router', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:24:14Z', 'revision_number': 5, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'gw_port': {'id': '3ff8be2c-4b09-43cf-a6eb-f8987b578360', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:14:09Z', 'updated_at': '2022-02-28T20:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:17.729488 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2112ce74-b503-458e-b8e5-c44a68543d9b None None] Checking router: 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:24:17.750576 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2112ce74-b503-458e-b8e5-c44a68543d9b None None] Routers {'01c946ae-f91d-42b6-9cd4-e6aa6be455d2'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:24:17.752074 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2112ce74-b503-458e-b8e5-c44a68543d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:23:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['01c946ae-f91d-42b6-9cd4-e6aa6be455d2'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:17.761490 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0691ea4d-6bd1-41b2-9607-5ad5bd920644 req-d22c0338-4cad-44c7-88fc-0753486d7375 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822684 Feb 28 20:24:17.773244 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a936fc67-0291-49c0-83ff-52d2f5d1a429 admin admin] Deleting subnet c6e1013e-cc8a-497f-9159-c7d6cb844401 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:24:17.908810 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a936fc67-0291-49c0-83ff-52d2f5d1a429 admin admin] Publish callbacks [] for subnet (c6e1013e-cc8a-497f-9159-c7d6cb844401), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:17.960517 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-768fca70-7174-4873-bcda-6f4145479755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (3ff8be2c-4b09-43cf-a6eb-f8987b578360), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:17.982736 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-2112ce74-b503-458e-b8e5-c44a68543d9b None None] Set router 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:24:17.997847 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fca70-7174-4873-bcda-6f4145479755 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff8be2c-4b09-43cf-a6eb-f8987b578360,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:18.031748 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c2035d-4dab-4f9e-8806-0873a125208a', 'tag': 'f2d9f272-0be6-425c-81bf-19f87f61471a'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:24:18.036337 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a839f8-82b8-49e0-a848-a15b689a4ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "00c2035d-4dab-4f9e-8806-0873a125208a", "tag": "f2d9f272-0be6-425c-81bf-19f87f61471a"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:24:18.048394 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a55503b5-b4a9-4ed8-949a-dc4130beba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-router', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:37Z', 'updated_at': '2022-02-28T20:18:47Z', 'revision_number': 4, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'gw_port': {'id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '12ca5229-3e5f-4536-83f9-3caa728d404d', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'port_id': 'f2d9f272-0be6-425c-81bf-19f87f61471a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'mac_address': 'fa:16:3e:17:9a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2035d-4dab-4f9e-8806-0873a125208a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:23:53Z', 'updated_at': '2022-02-28T20:24:14Z', 'revision_number': 1, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed148e71-0b29-4be8-b748-74ef25bf0d8f', 'name': '', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'mac_address': 'fa:16:3e:ea:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:45Z', 'updated_at': '2022-02-28T20:18:55Z', 'revision_number': 5, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'subnets': [{'id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:18.139556 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55503b5-b4a9-4ed8-949a-dc4130beba4d None None] Checking router: 6e9c305b-5c4f-4708-8683-f278c3192a44 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:24:18.149625 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2112ce74-b503-458e-b8e5-c44a68543d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'name': 'tempest-ServerActionsTestJSON-2090627387-router', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:24:17Z', 'revision_number': 6, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:18.171084 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55503b5-b4a9-4ed8-949a-dc4130beba4d None None] Routers {'6e9c305b-5c4f-4708-8683-f278c3192a44'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:24:18.171818 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a55503b5-b4a9-4ed8-949a-dc4130beba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:23:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6e9c305b-5c4f-4708-8683-f278c3192a44'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:18.183293 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-768fca70-7174-4873-bcda-6f4145479755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (01c946ae-f91d-42b6-9cd4-e6aa6be455d2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:18.184825 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a936fc67-0291-49c0-83ff-52d2f5d1a429 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (c6e1013e-cc8a-497f-9159-c7d6cb844401), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:18.208059 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2112ce74-b503-458e-b8e5-c44a68543d9b None None] The sync data for ids ['01c946ae-f91d-42b6-9cd4-e6aa6be455d2'] in n-d-820368-21 is: [{'id': '01c946ae-f91d-42b6-9cd4-e6aa6be455d2', 'name': 'tempest-ServerActionsTestJSON-2090627387-router', 'tenant_id': 'd31e1b7746264200b53c61174ee5824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:14:08Z', 'updated_at': '2022-02-28T20:24:17Z', 'revision_number': 6, 'project_id': 'd31e1b7746264200b53c61174ee5824e', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:24:18.219951 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92ba390-a23b-4982-b027-2ed5a77fe2c8 x-openstack-request-id: req-c92ba390-a23b-4982-b027-2ed5a77fe2c8 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:24:18.220228 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c2035d-4dab-4f9e-8806-0873a125208a", "tag": "f2d9f272-0be6-425c-81bf-19f87f61471a", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:24:18.220488 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c92ba390-a23b-4982-b027-2ed5a77fe2c8 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:24:18.220882 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c2035d-4dab-4f9e-8806-0873a125208a', 'tag': 'f2d9f272-0be6-425c-81bf-19f87f61471a', 'status': 'completed', 'code': 200} Feb 28 20:24:18.290243 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9548e190-d044-414b-b341-0d2ce2b4255d req-00ee9bb7-36f0-450c-bad3-017257666dc6 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.1030259 Feb 28 20:24:18.320056 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9da8aa4f-4af9-47cc-a34d-bd7f51d72268 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:24:18.331335 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a936fc67-0291-49c0-83ff-52d2f5d1a429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (c6e1013e-cc8a-497f-9159-c7d6cb844401), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:18.389840 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 9da8aa4f-4af9-47cc-a34d-bd7f51d72268 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:24:18.390220 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9da8aa4f-4af9-47cc-a34d-bd7f51d72268 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:24:18.391798 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-a55503b5-b4a9-4ed8-949a-dc4130beba4d None None] Set router 6e9c305b-5c4f-4708-8683-f278c3192a44 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:24:18.410016 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-4e12c767-15ff-443f-95e2-a9cb2be645d8 service neutron] 10.222.0.10 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8025048 Feb 28 20:24:18.413324 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a936fc67-0291-49c0-83ff-52d2f5d1a429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (c6e1013e-cc8a-497f-9159-c7d6cb844401), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:18.469928 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-768fca70-7174-4873-bcda-6f4145479755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (01c946ae-f91d-42b6-9cd4-e6aa6be455d2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:18.480930 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-768fca70-7174-4873-bcda-6f4145479755 admin admin] Publish callbacks [] for router_controller (01c946ae-f91d-42b6-9cd4-e6aa6be455d2), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:18.516277 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c311b10-4557-478e-a746-ca727d726c51 req-016af4fc-a6f3-41d3-9175-3e471f1a22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:18.518944 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c311b10-4557-478e-a746-ca727d726c51 req-016af4fc-a6f3-41d3-9175-3e471f1a22bc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011&tenant_id=a17db5166eb14b31b629dc33da382372 HTTP/1.1" status: 200 len: 1132 time: 0.6409373 Feb 28 20:24:18.522587 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a936fc67-0291-49c0-83ff-52d2f5d1a429 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:18.530592 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a936fc67-0291-49c0-83ff-52d2f5d1a429 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c6e1013e-cc8a-497f-9159-c7d6cb844401 HTTP/1.1" status: 204 len: 168 time: 1.0438349 Feb 28 20:24:18.541032 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820368-21', 'device_owner': 'compute:nova'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:18.584779 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58770) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:18.621461 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a839f8-82b8-49e0-a848-a15b689a4ba4 req-b39a172f-f10b-4387-a464-e68dd5174817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:18.623013 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-14a839f8-82b8-49e0-a848-a15b689a4ba4 req-b39a172f-f10b-4387-a464-e68dd5174817 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d21f27a53ace41c6b073930944eb8337&device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 1128 time: 0.3087318 Feb 28 20:24:18.695493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936fc67-0291-49c0-83ff-52d2f5d1a429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6e1013e-cc8a-497f-9159-c7d6cb844401,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:18.774293 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:18.791423 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-f3ad506b-13f7-4adf-9921-35fd6b051454 service neutron] 10.222.0.10 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675137 Feb 28 20:24:18.860565 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a55503b5-b4a9-4ed8-949a-dc4130beba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-router', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:37Z', 'updated_at': '2022-02-28T20:18:47Z', 'revision_number': 4, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'gw_port': {'id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '12ca5229-3e5f-4536-83f9-3caa728d404d', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'port_id': 'f2d9f272-0be6-425c-81bf-19f87f61471a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'mac_address': 'fa:16:3e:17:9a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2035d-4dab-4f9e-8806-0873a125208a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:23:53Z', 'updated_at': '2022-02-28T20:24:14Z', 'revision_number': 1, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed148e71-0b29-4be8-b748-74ef25bf0d8f', 'name': '', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'mac_address': 'fa:16:3e:ea:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:45Z', 'updated_at': '2022-02-28T20:18:55Z', 'revision_number': 5, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'subnets': [{'id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:18.927039 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55503b5-b4a9-4ed8-949a-dc4130beba4d None None] The sync data for ids ['6e9c305b-5c4f-4708-8683-f278c3192a44'] in n-d-820368-21 is: [{'id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-router', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:37Z', 'updated_at': '2022-02-28T20:18:47Z', 'revision_number': 4, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'gw_port': {'id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '12ca5229-3e5f-4536-83f9-3caa728d404d', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'port_id': 'f2d9f272-0be6-425c-81bf-19f87f61471a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'mac_address': 'fa:16:3e:17:9a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2035d-4dab-4f9e-8806-0873a125208a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:23:53Z', 'updated_at': '2022-02-28T20:24:14Z', 'revision_number': 1, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed148e71-0b29-4be8-b748-74ef25bf0d8f', 'name': '', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'mac_address': 'fa:16:3e:ea:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:45Z', 'updated_at': '2022-02-28T20:18:55Z', 'revision_number': 5, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'subnets': [{'id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:24:18.934021 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-768fca70-7174-4873-bcda-6f4145479755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (01c946ae-f91d-42b6-9cd4-e6aa6be455d2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:18.934497 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768fca70-7174-4873-bcda-6f4145479755 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01c946ae-f91d-42b6-9cd4-e6aa6be455d2 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:24:18.948782 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-768fca70-7174-4873-bcda-6f4145479755 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:18.958759 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-768fca70-7174-4873-bcda-6f4145479755 admin admin] 10.222.0.13 "DELETE /v2.0/routers/01c946ae-f91d-42b6-9cd4-e6aa6be455d2 HTTP/1.1" status: 204 len: 168 time: 2.1981547 Feb 28 20:24:18.958759 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a839f8-82b8-49e0-a848-a15b689a4ba4 req-c65e8627-3a0b-49c6-bfac-fa07ca9b0469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:18.959459 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-14a839f8-82b8-49e0-a848-a15b689a4ba4 req-c65e8627-3a0b-49c6-bfac-fa07ca9b0469 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ab05bea-86cc-498b-aded-ed9c3d7148ac HTTP/1.1" status: 200 len: 917 time: 0.3281481 Feb 28 20:24:18.960111 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58782) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:18.967422 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7ec5aa13-913d-4ceb-916d-6208493aa71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:19.089398 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-c8d6a72e-e6e2-4560-88b3-394fd968afa9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f684405e-fb12-41ee-94c7-06762582020f HTTP/1.1" status: 200 len: 217 time: 0.1020236 Feb 28 20:24:19.092195 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-594dbd9c-2d13-411d-8354-5cb755f1547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (ddbbf206-d80f-452e-8f5d-4db5f42173cb), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:19.112480 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d46ea0-0c81-4771-8904-2f0f7d5ffa18 admin admin] Deleting subnet 19f72b21-2d15-4c2e-bdf5-2e3c46cad921 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:24:19.123275 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-93d46ea0-0c81-4771-8904-2f0f7d5ffa18 admin admin] Publish callbacks [] for subnet (19f72b21-2d15-4c2e-bdf5-2e3c46cad921), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:19.126867 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-14a839f8-82b8-49e0-a848-a15b689a4ba4 req-cf5fcbc7-312a-43b2-a7f6-ba7276c6c2f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2d9f272-0be6-425c-81bf-19f87f61471a HTTP/1.1" status: 200 len: 999 time: 0.1587944 Feb 28 20:24:19.223198 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-93d46ea0-0c81-4771-8904-2f0f7d5ffa18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (19f72b21-2d15-4c2e-bdf5-2e3c46cad921), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:19.302971 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a839f8-82b8-49e0-a848-a15b689a4ba4 req-3d9d8080-3b82-4c0d-8e6b-a1c72686cba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:19.310615 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-14a839f8-82b8-49e0-a848-a15b689a4ba4 req-3d9d8080-3b82-4c0d-8e6b-a1c72686cba3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=168325cf-0c5d-4ba0-baad-f937703ff430 HTTP/1.1" status: 200 len: 856 time: 0.1530700 Feb 28 20:24:19.324685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-ccc13600-113b-4829-b941-2b8adb6e1dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:19.329690 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-ccc13600-113b-4829-b941-2b8adb6e1dd0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec143503-793e-4b37-951a-5dc68352c5b7 HTTP/1.1" status: 200 len: 797 time: 0.2236252 Feb 28 20:24:19.349188 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cd02f-5aac-4300-8378-d92c3cb30531 req-8587fd3b-bad3-4b46-a836-055388703696 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:19.350749 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3c0cd02f-5aac-4300-8378-d92c3cb30531 req-8587fd3b-bad3-4b46-a836-055388703696 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.3679953 Feb 28 20:24:19.409407 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75393f58-9a84-4f70-a586-f5c1cbf2425d None None] New status for floating IP 12ca5229-3e5f-4536-83f9-3caa728d404d: ACTIVE {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:24:19.446697 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-93d46ea0-0c81-4771-8904-2f0f7d5ffa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (19f72b21-2d15-4c2e-bdf5-2e3c46cad921), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:19.483398 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a839f8-82b8-49e0-a848-a15b689a4ba4 req-f9d051fe-a374-4bc7-b551-a5e7a65edcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:19.485155 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-14a839f8-82b8-49e0-a848-a15b689a4ba4 req-f9d051fe-a374-4bc7-b551-a5e7a65edcb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ab05bea-86cc-498b-aded-ed9c3d7148ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1685278 Feb 28 20:24:19.497795 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-594dbd9c-2d13-411d-8354-5cb755f1547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (ddbbf206-d80f-452e-8f5d-4db5f42173cb), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:19.553811 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-594dbd9c-2d13-411d-8354-5cb755f1547c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddbbf206-d80f-452e-8f5d-4db5f42173cb']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:19.562458 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:19.575499 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-594dbd9c-2d13-411d-8354-5cb755f1547c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d49e41-ab10-4064-a23a-4f534e773cfb') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:19.575886 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-594dbd9c-2d13-411d-8354-5cb755f1547c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d49e41-ab10-4064-a23a-4f534e773cfb') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:19.597068 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-594dbd9c-2d13-411d-8354-5cb755f1547c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (d2d49e41-ab10-4064-a23a-4f534e773cfb), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:19.622774 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-14a839f8-82b8-49e0-a848-a15b689a4ba4 req-e0a67e87-077e-42e0-9046-e7c932c1ff77 service neutron] 10.222.0.15 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275790 Feb 28 20:24:19.740628 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-594dbd9c-2d13-411d-8354-5cb755f1547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (d2d49e41-ab10-4064-a23a-4f534e773cfb), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:19.777142 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39fe21ce-b361-4020-8377-2f37163b1aad req-1b08e112-1c85-4475-a98a-8f1ff0e0575f tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.1639373 Feb 28 20:24:19.782923 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] For port 7fc63dd3-b719-435c-8314-1ae668e27467, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7fc63dd3-b719-435c-8314-1ae668e27467,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:19.785737 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594dbd9c-2d13-411d-8354-5cb755f1547c admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:24:19.786159 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-594dbd9c-2d13-411d-8354-5cb755f1547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (d2d49e41-ab10-4064-a23a-4f534e773cfb), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:24:19.791310 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:24:19.826292 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-93d46ea0-0c81-4771-8904-2f0f7d5ffa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (19f72b21-2d15-4c2e-bdf5-2e3c46cad921), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:19.900836 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-14a839f8-82b8-49e0-a848-a15b689a4ba4 req-954a35dd-6c8c-4a61-890d-338d22b50a38 service neutron] 10.222.0.15 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722180 Feb 28 20:24:19.903489 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d46ea0-0c81-4771-8904-2f0f7d5ffa18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19f72b21-2d15-4c2e-bdf5-2e3c46cad921,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:19.921046 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-93d46ea0-0c81-4771-8904-2f0f7d5ffa18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:19.923626 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841ce0c3-b3ae-4fe7-b258-3982bf17535f None None] Network 13b65234-8f0d-445c-80e1-9fa1dcd0f780 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:24:19.932014 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-93d46ea0-0c81-4771-8904-2f0f7d5ffa18 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/19f72b21-2d15-4c2e-bdf5-2e3c46cad921 HTTP/1.1" status: 204 len: 168 time: 0.9680359 Feb 28 20:24:19.932014 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58800) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:20.006966 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3c0cd02f-5aac-4300-8378-d92c3cb30531 req-5495e9a0-de54-470e-b939-8c6ce802762e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823750 Feb 28 20:24:20.045181 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-d9309e4b-ba4c-4eeb-b24e-126226420233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:20.047066 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-d9309e4b-ba4c-4eeb-b24e-126226420233 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b649057c-43d1-42e8-b142-2f875aaf2772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4349768 Feb 28 20:24:20.054365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58804) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:20.063123 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] For port 7fc63dd3-b719-435c-8314-1ae668e27467, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:24:20.066401 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3ff8be2c-4b09-43cf-a6eb-f8987b578360 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:24:20.107830 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a113424-92eb-48c2-b31d-e9cffd1763ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (13b65234-8f0d-445c-80e1-9fa1dcd0f780), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:20.164270 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-594dbd9c-2d13-411d-8354-5cb755f1547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (ddbbf206-d80f-452e-8f5d-4db5f42173cb), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:20.180174 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-594dbd9c-2d13-411d-8354-5cb755f1547c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:20.183943 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-594dbd9c-2d13-411d-8354-5cb755f1547c admin admin] 10.222.0.13 "DELETE /v2.0/networks/ddbbf206-d80f-452e-8f5d-4db5f42173cb HTTP/1.1" status: 204 len: 168 time: 1.5923126 Feb 28 20:24:20.227318 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-9a113424-92eb-48c2-b31d-e9cffd1763ed admin admin] Deleting port 29d92ee0-6371-49d2-802f-69d376f95ecf {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:24:20.228665 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a113424-92eb-48c2-b31d-e9cffd1763ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (29d92ee0-6371-49d2-802f-69d376f95ecf), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:20.258802 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594dbd9c-2d13-411d-8354-5cb755f1547c admin admin] Pushing event deleted for resources: {'Network': ['ID=ddbbf206-d80f-452e-8f5d-4db5f42173cb,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:20.280771 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5be6991-9937-4b65-9857-da3c0e874011', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fc63dd3-b719-435c-8314-1ae668e27467'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:24:20.284192 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7af8ce0-63d9-42a1-839a-25b1040d4d50" -d '{"events": [{"server_uuid": "c5be6991-9937-4b65-9857-da3c0e874011", "name": "network-vif-unplugged", "status": "completed", "tag": "7fc63dd3-b719-435c-8314-1ae668e27467"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:24:20.291221 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] Publish callbacks [] for port (7fc63dd3-b719-435c-8314-1ae668e27467), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:20.331267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] Transition to ACTIVE for port object 7fc63dd3-b719-435c-8314-1ae668e27467 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:24:20.360131 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:20.374385 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 3ff8be2c-4b09-43cf-a6eb-f8987b578360 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:24:20.374818 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3ff8be2c-4b09-43cf-a6eb-f8987b578360 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:24:20.375349 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4db4259c-3f85-463f-b710-0f61ae4537fa no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:24:20.377202 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-9a113424-92eb-48c2-b31d-e9cffd1763ed admin admin] For port 29d92ee0-6371-49d2-802f-69d376f95ecf, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=29d92ee0-6371-49d2-802f-69d376f95ecf,segment=NetworkSegment(202c2e07-c27f-47e1-875b-f44e35a97a05),segment_id=202c2e07-c27f-47e1-875b-f44e35a97a05)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:20.377593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7fc63dd3-b719-435c-8314-1ae668e27467 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:24:20.377744 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a113424-92eb-48c2-b31d-e9cffd1763ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (29d92ee0-6371-49d2-802f-69d376f95ecf), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:20.409616 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-9a113424-92eb-48c2-b31d-e9cffd1763ed admin admin] Calling delete_port for 29d92ee0-6371-49d2-802f-69d376f95ecf owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:24:20.433428 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76733d8-1b6c-464f-9f63-efff699349fe x-openstack-request-id: req-d76733d8-1b6c-464f-9f63-efff699349fe {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:24:20.433614 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5be6991-9937-4b65-9857-da3c0e874011", "name": "network-vif-unplugged", "status": "completed", "tag": "7fc63dd3-b719-435c-8314-1ae668e27467", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:24:20.433969 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d76733d8-1b6c-464f-9f63-efff699349fe {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:24:20.434474 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5be6991-9937-4b65-9857-da3c0e874011', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fc63dd3-b719-435c-8314-1ae668e27467', 'code': 200} Feb 28 20:24:20.437261 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58812) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:20.453740 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 4db4259c-3f85-463f-b710-0f61ae4537fa {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:24:20.454348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4db4259c-3f85-463f-b710-0f61ae4537fa not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:24:20.456371 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:20.465776 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-828a2130-b87d-4d4e-9135-a0d96aaa260b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:20.510435 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] No DVR routers for this DVR port 7fc63dd3-b719-435c-8314-1ae668e27467 on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:24:20.512660 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] The host n-h1-820368-21 is not matching for port 7fc63dd3-b719-435c-8314-1ae668e27467 host n-h2-820368-21! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:24:20.513399 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7fc63dd3-b719-435c-8314-1ae668e27467 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:24:20.536611 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-3a2d6502-160f-43ba-9048-ca132a271c6d service neutron] 10.222.0.10 "GET /v2.0/networks/b649057c-43d1-42e8-b142-2f875aaf2772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632864 Feb 28 20:24:20.564869 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a113424-92eb-48c2-b31d-e9cffd1763ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (29d92ee0-6371-49d2-802f-69d376f95ecf), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:20.608227 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c6649da1-d21c-4e58-b18b-9eb1ce1a5df2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e6d6d4839d645008712dc58db25b2b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1703103 Feb 28 20:24:20.609206 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a113424-92eb-48c2-b31d-e9cffd1763ed admin admin] No DVR routers for this DVR port 29d92ee0-6371-49d2-802f-69d376f95ecf on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:24:20.634018 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58814) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:20.666056 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d2ae9d-1ddc-43c9-892a-705912630bcc None None] DHCP port deletion for 13b65234-8f0d-445c-80e1-9fa1dcd0f780 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:24:20.682401 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc63dd3-b719-435c-8314-1ae668e27467,revision_number=10']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:20.692377 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a113424-92eb-48c2-b31d-e9cffd1763ed admin admin] Pushing event deleted for resources: {'Port': ['ID=29d92ee0-6371-49d2-802f-69d376f95ecf,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:20.750431 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] Attempting to bind port 7fc63dd3-b719-435c-8314-1ae668e27467 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:24:20.750900 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] Attempting to bind port 7fc63dd3-b719-435c-8314-1ae668e27467 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:24:20.751344 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] Attempting to bind port 7fc63dd3-b719-435c-8314-1ae668e27467 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:24:20.776597 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a113424-92eb-48c2-b31d-e9cffd1763ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (13b65234-8f0d-445c-80e1-9fa1dcd0f780), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:20.779153 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33e171a6-bcd2-4980-9ec7-10c34a68957e admin admin] Publish callbacks [] for security_group (aa221073-107f-4e2c-836a-9d757543b0b6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:20.782940 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] Port 7fc63dd3-b719-435c-8314-1ae668e27467 on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:24:20.783553 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] Attempting to bind port 7fc63dd3-b719-435c-8314-1ae668e27467 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:24:20.812042 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:24:20.812042 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:24:20.812504 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:24:20.812934 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] Bound port: 7fc63dd3-b719-435c-8314-1ae668e27467, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:24:20.813297 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:20.822574 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-9a113424-92eb-48c2-b31d-e9cffd1763ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b65234-8f0d-445c-80e1-9fa1dcd0f780']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:20.834664 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33e171a6-bcd2-4980-9ec7-10c34a68957e admin admin] Publish callbacks [] for security_group (aa221073-107f-4e2c-836a-9d757543b0b6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:20.844641 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-9a113424-92eb-48c2-b31d-e9cffd1763ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202c2e07-c27f-47e1-875b-f44e35a97a05') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:20.845037 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-9a113424-92eb-48c2-b31d-e9cffd1763ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202c2e07-c27f-47e1-875b-f44e35a97a05') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:20.861763 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a113424-92eb-48c2-b31d-e9cffd1763ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (202c2e07-c27f-47e1-875b-f44e35a97a05), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:20.867148 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-67caaa03-f261-4a0c-98a0-18544970148c service neutron] 10.222.0.10 "GET /v2.0/networks/b649057c-43d1-42e8-b142-2f875aaf2772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052540 Feb 28 20:24:20.891959 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a113424-92eb-48c2-b31d-e9cffd1763ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (202c2e07-c27f-47e1-875b-f44e35a97a05), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:20.903664 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a113424-92eb-48c2-b31d-e9cffd1763ed admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:24:20.904195 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a113424-92eb-48c2-b31d-e9cffd1763ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (202c2e07-c27f-47e1-875b-f44e35a97a05), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:24:20.906049 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:24:20.947069 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-249483ab-ed4f-45ee-983d-b61853abd1ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a43e6f92-d927-40fe-91e1-ad500f289190 HTTP/1.1" status: 200 len: 217 time: 0.0570905 Feb 28 20:24:20.953692 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33e171a6-bcd2-4980-9ec7-10c34a68957e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (aa221073-107f-4e2c-836a-9d757543b0b6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:20.956269 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33e171a6-bcd2-4980-9ec7-10c34a68957e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:20.957855 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-33e171a6-bcd2-4980-9ec7-10c34a68957e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa221073-107f-4e2c-836a-9d757543b0b6 HTTP/1.1" status: 204 len: 168 time: 0.3223577 Feb 28 20:24:20.971857 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e171a6-bcd2-4980-9ec7-10c34a68957e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa221073-107f-4e2c-836a-9d757543b0b6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:20.986734 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a113424-92eb-48c2-b31d-e9cffd1763ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (13b65234-8f0d-445c-80e1-9fa1dcd0f780), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:20.994748 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a113424-92eb-48c2-b31d-e9cffd1763ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:21.002267 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9a113424-92eb-48c2-b31d-e9cffd1763ed admin admin] 10.222.0.13 "DELETE /v2.0/networks/13b65234-8f0d-445c-80e1-9fa1dcd0f780 HTTP/1.1" status: 204 len: 168 time: 1.0689430 Feb 28 20:24:21.016784 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a113424-92eb-48c2-b31d-e9cffd1763ed admin admin] Pushing event deleted for resources: {'Network': ['ID=13b65234-8f0d-445c-80e1-9fa1dcd0f780,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:21.032678 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5a8c94e7-bed4-415a-ba29-d22b9193e413 req-5c050091-a36b-43af-adf3-54628652f1f9 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0960391 Feb 28 20:24:21.053141 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-828a2130-b87d-4d4e-9135-a0d96aaa260b admin admin] Publish callbacks [] for security_group (338eaa18-2aa2-4827-a224-d04487f2279a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:21.070442 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-828a2130-b87d-4d4e-9135-a0d96aaa260b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (338eaa18-2aa2-4827-a224-d04487f2279a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:21.082857 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] For port 7fc63dd3-b719-435c-8314-1ae668e27467, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:24:21.092385 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-15dda2c2-7ae7-4784-a858-b220ee3b91e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:21.093793 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-15dda2c2-7ae7-4784-a858-b220ee3b91e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec143503-793e-4b37-951a-5dc68352c5b7 HTTP/1.1" status: 200 len: 797 time: 0.1332150 Feb 28 20:24:21.129525 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] For port 7fc63dd3-b719-435c-8314-1ae668e27467, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7fc63dd3-b719-435c-8314-1ae668e27467,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:24:21.205895 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-828a2130-b87d-4d4e-9135-a0d96aaa260b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=632e7ee55c124366aa0e78eab81c324e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1475496 Feb 28 20:24:21.205895 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:21.207416 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58828) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:21.212098 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a2130-b87d-4d4e-9135-a0d96aaa260b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338eaa18-2aa2-4827-a224-d04487f2279a,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:21.260423 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:21.274380 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:21.275011 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:21.278009 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c311b10-4557-478e-a746-ca727d726c51 req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] 10.222.0.10 "PUT /v2.0/ports/7fc63dd3-b719-435c-8314-1ae668e27467 HTTP/1.1" status: 200 len: 1097 time: 2.7434566 Feb 28 20:24:21.303350 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4107408-94f5-4217-bcde-9b187a38c9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc63dd3-b719-435c-8314-1ae668e27467,revision_number=11']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:21.310559 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac247d-537a-4037-bc2b-d4add9974df8 req-58b327c2-b3ec-4901-b90c-0808385ee6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:21.312347 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-58b327c2-b3ec-4901-b90c-0808385ee6f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b649057c-43d1-42e8-b142-2f875aaf2772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1981614 Feb 28 20:24:21.321113 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb243f1a-c0d7-4713-9500-b1b6aff8b64c admin admin] Publish callbacks [] for security_group (338eaa18-2aa2-4827-a224-d04487f2279a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:21.321629 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e682b82-92c4-42e0-a1fa-4a691b3252e0 req-7c8f854d-e343-4515-b07d-c84bc91aeb02 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:21.322729 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e682b82-92c4-42e0-a1fa-4a691b3252e0 req-7c8f854d-e343-4515-b07d-c84bc91aeb02 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 948 time: 0.2147286 Feb 28 20:24:21.351541 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb243f1a-c0d7-4713-9500-b1b6aff8b64c admin admin] Publish callbacks [] for security_group (338eaa18-2aa2-4827-a224-d04487f2279a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:21.404049 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58832) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:21.487732 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb243f1a-c0d7-4713-9500-b1b6aff8b64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (338eaa18-2aa2-4827-a224-d04487f2279a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:21.490674 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb243f1a-c0d7-4713-9500-b1b6aff8b64c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:21.492241 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fb243f1a-c0d7-4713-9500-b1b6aff8b64c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/338eaa18-2aa2-4827-a224-d04487f2279a HTTP/1.1" status: 204 len: 168 time: 0.2838511 Feb 28 20:24:21.502597 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9ce16d60-e825-438d-b383-315ed1e1fcbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d31e1b7746264200b53c61174ee5824e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0971007 Feb 28 20:24:21.502745 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58838) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:21.512632 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb243f1a-c0d7-4713-9500-b1b6aff8b64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338eaa18-2aa2-4827-a224-d04487f2279a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:21.580269 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c311b10-4557-478e-a746-ca727d726c51 req-b8d32bb0-094f-40fd-b4e5-914023da7646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:21.581958 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c311b10-4557-478e-a746-ca727d726c51 req-b8d32bb0-094f-40fd-b4e5-914023da7646 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 1131 time: 0.2571633 Feb 28 20:24:21.592501 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-6ebed022-e37c-4bff-a42b-2b3597c9cd80 service neutron] 10.222.0.10 "GET /v2.0/networks/b649057c-43d1-42e8-b142-2f875aaf2772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687094 Feb 28 20:24:21.664572 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e682b82-92c4-42e0-a1fa-4a691b3252e0 req-47876707-12ee-4c54-ac83-c9f40a22e3cf tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118558 Feb 28 20:24:21.776437 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a58e-80f3-4f42-829e-cbe483580e75 admin admin] Publish callbacks [] for security_group (9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:21.809258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c311b10-4557-478e-a746-ca727d726c51 req-23d4a027-68cd-4cc8-8708-dcba39fb7f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:21.810771 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c311b10-4557-478e-a746-ca727d726c51 req-23d4a027-68cd-4cc8-8708-dcba39fb7f2f service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.2164109 Feb 28 20:24:21.829608 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a58e-80f3-4f42-829e-cbe483580e75 admin admin] Publish callbacks [] for security_group (9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:21.889686 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efac247d-537a-4037-bc2b-d4add9974df8 req-2187af1b-73ef-4cb1-9dd8-d20aa48c67fe service neutron] 10.222.0.10 "GET /v2.0/networks/b649057c-43d1-42e8-b142-2f875aaf2772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622232 Feb 28 20:24:21.896078 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c311b10-4557-478e-a746-ca727d726c51 req-1bf3cb79-fd8e-4693-a38f-99ba2542a001 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=7fc63dd3-b719-435c-8314-1ae668e27467 HTTP/1.1" status: 200 len: 217 time: 0.0642314 Feb 28 20:24:21.986418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c311b10-4557-478e-a746-ca727d726c51 req-f7d11f22-c6f3-4710-97c6-80a8f4ea8a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:21.988835 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c311b10-4557-478e-a746-ca727d726c51 req-f7d11f22-c6f3-4710-97c6-80a8f4ea8a17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0822573 Feb 28 20:24:22.007312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 29d92ee0-6371-49d2-802f-69d376f95ecf no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:24:22.030703 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a58e-80f3-4f42-829e-cbe483580e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:22.038327 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a58e-80f3-4f42-829e-cbe483580e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:22.040009 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bbb5a58e-80f3-4f42-829e-cbe483580e75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6 HTTP/1.1" status: 204 len: 168 time: 0.5331686 Feb 28 20:24:22.053018 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 29d92ee0-6371-49d2-802f-69d376f95ecf {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:24:22.056400 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 29d92ee0-6371-49d2-802f-69d376f95ecf not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:24:22.080381 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5a58e-80f3-4f42-829e-cbe483580e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd2aaaf-ef26-44ec-9d2b-9cc507b491f6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:22.116436 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c311b10-4557-478e-a746-ca727d726c51 req-45cc931f-38d4-422f-8e04-fb591f8ad040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:22.118375 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c311b10-4557-478e-a746-ca727d726c51 req-45cc931f-38d4-422f-8e04-fb591f8ad040 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1207957 Feb 28 20:24:22.231860 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4c492263-0fd6-43d5-8b4a-4ad248bf7d55 req-10c48e65-53ff-4cb3-a809-45ca3c03887c tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0747278 Feb 28 20:24:22.306434 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c311b10-4557-478e-a746-ca727d726c51 req-c4951d12-5617-4d09-a309-67fad0264f81 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776109 Feb 28 20:24:22.367942 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:22.435656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5be6991-9937-4b65-9857-da3c0e874011', 'tag': '7fc63dd3-b719-435c-8314-1ae668e27467'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:24:22.438053 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0513d309-b05a-4e84-b966-4d2bb5cac9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c5be6991-9937-4b65-9857-da3c0e874011", "tag": "7fc63dd3-b719-435c-8314-1ae668e27467"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:24:22.453658 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c311b10-4557-478e-a746-ca727d726c51 req-1f8530cb-0870-4d77-9da4-6b7535209e4f service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398361 Feb 28 20:24:22.510693 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e40312-029f-43df-a254-f65de4087b82 x-openstack-request-id: req-95e40312-029f-43df-a254-f65de4087b82 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:24:22.511368 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5be6991-9937-4b65-9857-da3c0e874011", "tag": "7fc63dd3-b719-435c-8314-1ae668e27467", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:24:22.511368 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95e40312-029f-43df-a254-f65de4087b82 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:24:22.511913 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5be6991-9937-4b65-9857-da3c0e874011', 'tag': '7fc63dd3-b719-435c-8314-1ae668e27467', 'status': 'completed', 'code': 200} Feb 28 20:24:22.621099 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513d309-b05a-4e84-b966-4d2bb5cac9d2 req-43ce3343-ed36-460e-8278-5e1c7b2e7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:22.626188 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:22.630649 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0513d309-b05a-4e84-b966-4d2bb5cac9d2 req-43ce3343-ed36-460e-8278-5e1c7b2e7b43 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 1131 time: 0.0801408 Feb 28 20:24:22.647001 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513d309-b05a-4e84-b966-4d2bb5cac9d2 req-40ab6873-93bd-4788-b1a1-f7e7c65588ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:22.650953 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0513d309-b05a-4e84-b966-4d2bb5cac9d2 req-40ab6873-93bd-4788-b1a1-f7e7c65588ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a17db5166eb14b31b629dc33da382372&device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 1131 time: 0.1103399 Feb 28 20:24:22.866891 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513d309-b05a-4e84-b966-4d2bb5cac9d2 req-9b7c3ed2-7e5d-4130-bec1-f8fac82d0f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:22.882471 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513d309-b05a-4e84-b966-4d2bb5cac9d2 req-751bb46b-76a8-4179-8288-4674c896b3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:22.885488 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0513d309-b05a-4e84-b966-4d2bb5cac9d2 req-9b7c3ed2-7e5d-4130-bec1-f8fac82d0f5b service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.2248273 Feb 28 20:24:22.886025 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0513d309-b05a-4e84-b966-4d2bb5cac9d2 req-751bb46b-76a8-4179-8288-4674c896b3c0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.2453289 Feb 28 20:24:22.954537 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0513d309-b05a-4e84-b966-4d2bb5cac9d2 req-91905a34-1b35-4801-9193-dd49bc552635 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=7fc63dd3-b719-435c-8314-1ae668e27467 HTTP/1.1" status: 200 len: 217 time: 0.0497606 Feb 28 20:24:22.969804 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6b8d6-32ae-47a9-8ffa-5e6e74db237e req-41f9ac25-2a4c-4eeb-85c2-2d0f095d43d0 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:22.975594 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0513d309-b05a-4e84-b966-4d2bb5cac9d2 req-837607c7-edbb-455e-9439-68467cab8d82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=7fc63dd3-b719-435c-8314-1ae668e27467 HTTP/1.1" status: 200 len: 217 time: 0.0857484 Feb 28 20:24:22.977753 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fe6b8d6-32ae-47a9-8ffa-5e6e74db237e req-41f9ac25-2a4c-4eeb-85c2-2d0f095d43d0 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 948 time: 0.1797705 Feb 28 20:24:23.102350 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513d309-b05a-4e84-b966-4d2bb5cac9d2 req-179aaa0a-3e77-4e1d-aefc-88ce2d44fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:23.106530 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:24:23.112806 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0513d309-b05a-4e84-b966-4d2bb5cac9d2 req-179aaa0a-3e77-4e1d-aefc-88ce2d44fb98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1290159 Feb 28 20:24:23.208701 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513d309-b05a-4e84-b966-4d2bb5cac9d2 req-d74182c0-6712-47bb-9f22-7f6a370b964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:23.210529 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0513d309-b05a-4e84-b966-4d2bb5cac9d2 req-d74182c0-6712-47bb-9f22-7f6a370b964f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0920455 Feb 28 20:24:23.350372 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0513d309-b05a-4e84-b966-4d2bb5cac9d2 req-f6cd5ab0-0da3-4bce-ac26-fb8b1249b12d service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278369 Feb 28 20:24:23.521025 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0513d309-b05a-4e84-b966-4d2bb5cac9d2 req-9ed33beb-0471-4f58-a40a-9825c80a09df service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604886 Feb 28 20:24:23.540430 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513d309-b05a-4e84-b966-4d2bb5cac9d2 req-4af1d93f-fc61-4b5a-b1b5-4caaf58b3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:23.541835 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0513d309-b05a-4e84-b966-4d2bb5cac9d2 req-4af1d93f-fc61-4b5a-b1b5-4caaf58b3473 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.5614588 Feb 28 20:24:23.545413 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fe6b8d6-32ae-47a9-8ffa-5e6e74db237e req-071609c9-c874-4577-9401-01c756e96216 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5668116 Feb 28 20:24:23.712803 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5d79adbc-8a1d-41eb-a16c-c80b9a8fa532 req-5ea1f4f5-37ac-426c-a52f-7f4c97049ae9 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0670907 Feb 28 20:24:23.767632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6bfa22bf-198d-415d-93e8-fab8c01b004e req-6426f25a-c7d0-4ca2-bb9f-3559b62a8e22 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.1311264 Feb 28 20:24:23.796193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513d309-b05a-4e84-b966-4d2bb5cac9d2 req-3856eb5a-75c0-4e1f-8ddb-d4b09fb8248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:23.797960 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0513d309-b05a-4e84-b966-4d2bb5cac9d2 req-3856eb5a-75c0-4e1f-8ddb-d4b09fb8248c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2196591 Feb 28 20:24:23.941637 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0513d309-b05a-4e84-b966-4d2bb5cac9d2 req-30954186-f924-4da0-bf18-59ae31f46dde service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215675 Feb 28 20:24:24.140603 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0513d309-b05a-4e84-b966-4d2bb5cac9d2 req-b46a004d-2f04-4a6b-9118-39cfc3fba69f service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853988 Feb 28 20:24:24.286598 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58938) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:24.435740 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-27ea487a-c005-4d21-abbd-30ed0e61f1da admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1974427828-network', 'tenant_id': '14ae7f64b1084c16baea6064eee3ef15'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:24.473028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ea487a-c005-4d21-abbd-30ed0e61f1da admin admin] Made reservation on behalf of 14ae7f64b1084c16baea6064eee3ef15 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:24:24.475718 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27ea487a-c005-4d21-abbd-30ed0e61f1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:24.489228 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27ea487a-c005-4d21-abbd-30ed0e61f1da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:24.594196 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27ea487a-c005-4d21-abbd-30ed0e61f1da admin admin] Publish callbacks [] for security_group (799d6e4c-0dc6-47e0-8c84-ece17bfbca4d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:24.601090 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27ea487a-c005-4d21-abbd-30ed0e61f1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (799d6e4c-0dc6-47e0-8c84-ece17bfbca4d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:24.633159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ea487a-c005-4d21-abbd-30ed0e61f1da admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:24:24.660538 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27ea487a-c005-4d21-abbd-30ed0e61f1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f542e01d-e060-4b48-a479-f284e81a95e3), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:24.660908 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-27ea487a-c005-4d21-abbd-30ed0e61f1da admin admin] Added segment f542e01d-e060-4b48-a479-f284e81a95e3 of type vlan for network 44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 Feb 28 20:24:24.666159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea487a-c005-4d21-abbd-30ed0e61f1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:24.736045 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27ea487a-c005-4d21-abbd-30ed0e61f1da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (44e0ffae-a0be-41c5-8b21-fc0de11ff3e5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:24.777485 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd845858-3b36-4003-a31b-f873485449e4 req-7e863bea-8faf-4a15-8357-4157c0478340 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:24.780180 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cd845858-3b36-4003-a31b-f873485449e4 req-7e863bea-8faf-4a15-8357-4157c0478340 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 948 time: 0.1382363 Feb 28 20:24:24.812998 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27ea487a-c005-4d21-abbd-30ed0e61f1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (44e0ffae-a0be-41c5-8b21-fc0de11ff3e5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:24.815037 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ea487a-c005-4d21-abbd-30ed0e61f1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:24.817250 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27ea487a-c005-4d21-abbd-30ed0e61f1da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:24.908297 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-27ea487a-c005-4d21-abbd-30ed0e61f1da admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6157498 Feb 28 20:24:24.908844 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58972) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:24.917241 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-6ba3a563-2fc0-47c1-a766-f78f536e7932 admin admin] Request body: {'subnet': {'network_id': '44e0ffae-a0be-41c5-8b21-fc0de11ff3e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1974427828-subnet', 'tenant_id': '14ae7f64b1084c16baea6064eee3ef15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:24.971566 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cd845858-3b36-4003-a31b-f873485449e4 req-8801007f-20ed-467a-8b91-03da436c40f1 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850348 Feb 28 20:24:24.979245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea487a-c005-4d21-abbd-30ed0e61f1da admin admin] Pushing event updated for resources: {'Network': ['ID=44e0ffae-a0be-41c5-8b21-fc0de11ff3e5,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:25.006865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:24:25.008352 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba3a563-2fc0-47c1-a766-f78f536e7932 admin admin] Made reservation on behalf of 14ae7f64b1084c16baea6064eee3ef15 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:24:25.009596 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6ba3a563-2fc0-47c1-a766-f78f536e7932 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:25.015272 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-09a32f2d-821d-41f9-aaa5-6597399c586d req-de75f792-3c09-48d5-9af5-67a82492b94e tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0834928 Feb 28 20:24:25.276118 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a8dcee9c-add9-42d2-9556-460a19bb5e9f req-5ef1c340-b970-4fbc-9025-d3dfef548515 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0832291 Feb 28 20:24:25.314031 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6ba3a563-2fc0-47c1-a766-f78f536e7932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (2de3391b-9935-4088-82fa-781f577763c2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:25.385420 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3a563-2fc0-47c1-a766-f78f536e7932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2de3391b-9935-4088-82fa-781f577763c2,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:25.405039 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba3a563-2fc0-47c1-a766-f78f536e7932 admin admin] Checking segment: {'id': 'f542e01d-e060-4b48-a479-f284e81a95e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '44e0ffae-a0be-41c5-8b21-fc0de11ff3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:24:25.405495 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba3a563-2fc0-47c1-a766-f78f536e7932 admin admin] Network hostable DHCP agents. Network: 44e0ffae-a0be-41c5-8b21-fc0de11ff3e5, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:24:25.433243 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba3a563-2fc0-47c1-a766-f78f536e7932 admin admin] Network 44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:24:25.446356 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-6ba3a563-2fc0-47c1-a766-f78f536e7932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 44e0ffae-a0be-41c5-8b21-fc0de11ff3e5) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:24:25.452100 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba3a563-2fc0-47c1-a766-f78f536e7932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:25.453924 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6ba3a563-2fc0-47c1-a766-f78f536e7932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:25.463167 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5b13a4-c7e1-4c9e-aff3-994a1bb94b05 None None] Network 44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:24:25.475300 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ad9d4b1-8473-490e-b0f2-ad0db47a252c req-dd2be95b-e0a6-44e4-a3e0-a57e8628af42 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0281401 Feb 28 20:24:25.481760 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 7fc63dd3-b719-435c-8314-1ae668e27467 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:24:25.487620 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6ba3a563-2fc0-47c1-a766-f78f536e7932 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5767262 Feb 28 20:24:25.489949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59000) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:25.494902 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-38209a5b-2492-4d10-9bef-07d65140874b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1974427828-router', 'tenant_id': '14ae7f64b1084c16baea6064eee3ef15', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:25.517198 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-38209a5b-2492-4d10-9bef-07d65140874b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:25.518260 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-38209a5b-2492-4d10-9bef-07d65140874b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:25.591520 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-38209a5b-2492-4d10-9bef-07d65140874b admin admin] Publish callbacks [] for router_controller (c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:25.655839 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107f7a36-67cf-4460-afdd-40afbbe7b2f1 None None] Network 44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:24:25.661459 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59004) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:25.689092 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 7fc63dd3-b719-435c-8314-1ae668e27467, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7fc63dd3-b719-435c-8314-1ae668e27467,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:25.729667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '7fc63dd3-b719-435c-8314-1ae668e27467', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '7fc63dd3-b719-435c-8314-1ae668e27467', 'mac_address': 'fa:16:3e:48:7c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:24:25.781545 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3f8acd5e-bb38-4baa-a335-26fe5cb77288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:25.794126 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-38209a5b-2492-4d10-9bef-07d65140874b admin admin] Publish callbacks [] for router_gateway (c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:25.807322 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 7fc63dd3-b719-435c-8314-1ae668e27467 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:25.807736 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:25.822251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc63dd3-b719-435c-8314-1ae668e27467 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:24:25.847309 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 7fc63dd3-b719-435c-8314-1ae668e27467, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7fc63dd3-b719-435c-8314-1ae668e27467,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:25.854128 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:25.926696 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=7fc63dd3-b719-435c-8314-1ae668e27467,revision_number=12']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:25.931050 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3f8acd5e-bb38-4baa-a335-26fe5cb77288 admin admin] Publish callbacks [] for security_group (6f7df480-b623-4c62-a472-7ddaaa774304), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:25.937421 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3f8acd5e-bb38-4baa-a335-26fe5cb77288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6f7df480-b623-4c62-a472-7ddaaa774304), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:25.998417 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3f8acd5e-bb38-4baa-a335-26fe5cb77288 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f70f2a4c0b744d395893be8d9269204&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3355656 Feb 28 20:24:25.999486 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8acd5e-bb38-4baa-a335-26fe5cb77288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7df480-b623-4c62-a472-7ddaaa774304,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:26.001697 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59008) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:26.092144 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-38209a5b-2492-4d10-9bef-07d65140874b admin admin] Publish callbacks [] for router_gateway (c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:26.112252 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-38209a5b-2492-4d10-9bef-07d65140874b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:26.124081 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-23adc6fe-57ca-4ad5-9ca3-f30aaac951e2 admin admin] Publish callbacks [] for security_group (6f7df480-b623-4c62-a472-7ddaaa774304), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:26.193365 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-23adc6fe-57ca-4ad5-9ca3-f30aaac951e2 admin admin] Publish callbacks [] for security_group (6f7df480-b623-4c62-a472-7ddaaa774304), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:26.212115 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-44d45afa-9f8c-4def-91ce-cd56417932ef req-2c3ea5cb-2423-4049-8ea7-1f80084bfce7 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0471885 Feb 28 20:24:26.252706 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3cc5a-d04c-4452-b39e-0bab95694994 req-34d97649-b07d-48b9-8160-54ea4e3f82f7 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:26.255808 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-58b3cc5a-d04c-4452-b39e-0bab95694994 req-34d97649-b07d-48b9-8160-54ea4e3f82f7 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.1534410 Feb 28 20:24:26.304940 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['7fc63dd3-b719-435c-8314-1ae668e27467'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:24:26.364671 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-38209a5b-2492-4d10-9bef-07d65140874b admin admin] Allocated IP 172.25.0.120 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/b898a97b-ee6a-4713-aa99-2dcbcab27aea) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:24:26.369589 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-58b3cc5a-d04c-4452-b39e-0bab95694994 req-f24b2783-9d86-4429-b9f6-c3c23d0c975d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964434 Feb 28 20:24:26.376402 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-23adc6fe-57ca-4ad5-9ca3-f30aaac951e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6f7df480-b623-4c62-a472-7ddaaa774304), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:26.379629 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-23adc6fe-57ca-4ad5-9ca3-f30aaac951e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:26.385663 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-23adc6fe-57ca-4ad5-9ca3-f30aaac951e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f7df480-b623-4c62-a472-7ddaaa774304 HTTP/1.1" status: 204 len: 168 time: 0.3782411 Feb 28 20:24:26.395301 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23adc6fe-57ca-4ad5-9ca3-f30aaac951e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7df480-b623-4c62-a472-7ddaaa774304,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:26.425276 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-78c91d77-ce02-42e9-8d1d-74548ce525b4 req-203eb726-6f52-421f-810a-e9c07419b3b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0652456 Feb 28 20:24:26.493320 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b111e68e-bf61-482a-9da4-f6a00c11dc1d req-c5000398-447c-48d9-b7bc-7bb16d33e683 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0759332 Feb 28 20:24:26.586135 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-38209a5b-2492-4d10-9bef-07d65140874b admin admin] Publish callbacks [] for port (b898a97b-ee6a-4713-aa99-2dcbcab27aea), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:26.640870 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-38209a5b-2492-4d10-9bef-07d65140874b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b898a97b-ee6a-4713-aa99-2dcbcab27aea), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:26.713448 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38209a5b-2492-4d10-9bef-07d65140874b admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:24:26.717849 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-38209a5b-2492-4d10-9bef-07d65140874b admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:24:26.722388 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38209a5b-2492-4d10-9bef-07d65140874b admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:24:26.774777 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38209a5b-2492-4d10-9bef-07d65140874b admin admin] Pushing event updated for resources: {'Port': ['ID=b898a97b-ee6a-4713-aa99-2dcbcab27aea,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:26.857386 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59026) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:26.875104 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0f221065-11be-492f-b232-cc958f58e277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:27.025406 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0f221065-11be-492f-b232-cc958f58e277 admin admin] Publish callbacks [] for security_group (756f1906-2db4-4c5b-a4ed-1e03a4cefa82), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:27.028007 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b5a6e-f503-4c4f-81d5-fc72cbe83a8d req-650b3e2c-083d-4c59-b2d7-cb45bb8daa2e tempest-MigrationsAdminTest-137441491 tempest-MigrationsAdminTest-137441491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:27.030277 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cd7b5a6e-f503-4c4f-81d5-fc72cbe83a8d req-650b3e2c-083d-4c59-b2d7-cb45bb8daa2e tempest-MigrationsAdminTest-137441491 tempest-MigrationsAdminTest-137441491-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 1132 time: 0.0964861 Feb 28 20:24:27.031499 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0f221065-11be-492f-b232-cc958f58e277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (756f1906-2db4-4c5b-a4ed-1e03a4cefa82), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:27.112105 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f221065-11be-492f-b232-cc958f58e277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756f1906-2db4-4c5b-a4ed-1e03a4cefa82,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:27.117995 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0f221065-11be-492f-b232-cc958f58e277 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7cef64a412d4755b221b0d977bd70ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2575705 Feb 28 20:24:27.119266 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cd7b5a6e-f503-4c4f-81d5-fc72cbe83a8d req-296639d7-751b-42cf-a08a-ab66dbfea3dc tempest-MigrationsAdminTest-137441491 tempest-MigrationsAdminTest-137441491-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714626 Feb 28 20:24:27.121823 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59028) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:27.218714 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f579e66b-917c-494e-82fe-6d752745829d admin admin] Publish callbacks [] for security_group (756f1906-2db4-4c5b-a4ed-1e03a4cefa82), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:27.251137 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f579e66b-917c-494e-82fe-6d752745829d admin admin] Publish callbacks [] for security_group (756f1906-2db4-4c5b-a4ed-1e03a4cefa82), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:27.388902 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-807cdc10-f20a-4c73-89de-8f57b1a66b50 req-6619ff28-4052-4d3d-a102-45222aaf27c1 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0680676 Feb 28 20:24:27.414612 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f579e66b-917c-494e-82fe-6d752745829d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (756f1906-2db4-4c5b-a4ed-1e03a4cefa82), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:27.435086 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f579e66b-917c-494e-82fe-6d752745829d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:27.440320 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f579e66b-917c-494e-82fe-6d752745829d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/756f1906-2db4-4c5b-a4ed-1e03a4cefa82 HTTP/1.1" status: 204 len: 168 time: 0.3131075 Feb 28 20:24:27.464267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579e66b-917c-494e-82fe-6d752745829d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756f1906-2db4-4c5b-a4ed-1e03a4cefa82,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:27.538229 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-38209a5b-2492-4d10-9bef-07d65140874b admin admin] Publish callbacks [] for router_gateway (c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:27.557049 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256aa467-60ad-44b2-b147-7abcdb1ec835 req-aeb8f199-12a0-4395-8bf7-656c3aebee65 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:27.558985 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-256aa467-60ad-44b2-b147-7abcdb1ec835 req-aeb8f199-12a0-4395-8bf7-656c3aebee65 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.0897110 Feb 28 20:24:27.641169 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-256aa467-60ad-44b2-b147-7abcdb1ec835 req-5017b719-ef02-4b01-8f9c-ac958cd34812 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700295 Feb 28 20:24:27.714089 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-030038c1-8c0b-4975-b062-3c9b2a14267d req-409c0ade-29d0-481d-a383-6bb26b1eec83 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0488393 Feb 28 20:24:27.897358 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-38209a5b-2492-4d10-9bef-07d65140874b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:28.078937 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38209a5b-2492-4d10-9bef-07d65140874b admin admin] Router c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:24:28.108741 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15026f7f-eea2-4884-af01-be7a91df7588 req-01b8c032-8f84-47b9-aecf-0455fe2aab87 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784&device_id=bdeb7b92-ad91-49ae-a612-881c15d20f84 HTTP/1.1" status: 200 len: 210 time: 0.0475974 Feb 28 20:24:28.249735 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38209a5b-2492-4d10-9bef-07d65140874b admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:24:28.271577 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] Sync routers for ids ['c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:24:28.275435 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-38209a5b-2492-4d10-9bef-07d65140874b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:28.281023 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-38209a5b-2492-4d10-9bef-07d65140874b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7899330 Feb 28 20:24:28.281778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59058) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:28.315125 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] Routers {'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:24:28.317156 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:24:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:28.384849 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d8179bd6-9afb-48de-a34d-12b8da02d439 req-f79eee63-5f0f-469e-9831-10f28cbee1bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e58c0abd9b24ed4811edbbee45b32d8&device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0422122 Feb 28 20:24:28.449613 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73022c5c-3568-46e9-b42e-aad86a975aba req-f3571018-5565-4a9f-9e19-35053f7a7d97 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0672069 Feb 28 20:24:28.484210 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d8179bd6-9afb-48de-a34d-12b8da02d439 req-4ee686e0-92e2-4bb7-b36e-d68e98c4a364 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3e58c0abd9b24ed4811edbbee45b32d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870569 Feb 28 20:24:28.619991 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b90d20c-1b16-4102-a958-5c98dda81c17 req-71ac1520-fccb-4960-9ad1-42069b2b74a3 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0423417 Feb 28 20:24:28.682988 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] Set router c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:24:28.766307 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8179bd6-9afb-48de-a34d-12b8da02d439 req-0ebbd9ed-7884-462d-bd09-7b89f848a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:28.768083 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d8179bd6-9afb-48de-a34d-12b8da02d439 req-0ebbd9ed-7884-462d-bd09-7b89f848a32a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2698686 Feb 28 20:24:28.988115 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6', 'name': 'tempest-ServerRescueTestJSON-1974427828-router', 'tenant_id': '14ae7f64b1084c16baea6064eee3ef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b898a97b-ee6a-4713-aa99-2dcbcab27aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:24:25Z', 'updated_at': '2022-02-28T20:24:26Z', 'revision_number': 3, 'project_id': '14ae7f64b1084c16baea6064eee3ef15', 'gw_port': {'id': 'b898a97b-ee6a-4713-aa99-2dcbcab27aea', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:24:26Z', 'updated_at': '2022-02-28T20:24:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:29.069378 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] Checking router: c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:24:29.070131 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] Updating router c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6 port b898a97b-ee6a-4713-aa99-2dcbcab27aea binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:24:29.081475 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297024f-ecf8-4137-9d0b-2ced99dc912e req-0ebc011c-8b96-4ccc-98b8-513cf65f4d87 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:29.110222 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3297024f-ecf8-4137-9d0b-2ced99dc912e req-0ebc011c-8b96-4ccc-98b8-513cf65f4d87 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.2439315 Feb 28 20:24:29.136661 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b898a97b-ee6a-4713-aa99-2dcbcab27aea), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:29.235062 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3297024f-ecf8-4137-9d0b-2ced99dc912e req-6ce36d42-4218-460c-95b4-8d69edb9b2fe tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236615 Feb 28 20:24:29.329218 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8ca55f5-57fd-4e7c-8920-0333a1f1a799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:29.493144 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 7fc63dd3-b719-435c-8314-1ae668e27467 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:24:29.495519 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ba29e-f172-43d0-8385-ed775a8c55cf req-d44067e8-49c8-4cef-99dd-fef40928a1ad tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:29.502946 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-109ba29e-f172-43d0-8385-ed775a8c55cf req-d44067e8-49c8-4cef-99dd-fef40928a1ad tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 949 time: 0.1526732 Feb 28 20:24:29.659318 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] Publish callbacks [] for port (b898a97b-ee6a-4713-aa99-2dcbcab27aea), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:29.667637 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b898a97b-ee6a-4713-aa99-2dcbcab27aea), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:29.742835 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] Attempting to bind port b898a97b-ee6a-4713-aa99-2dcbcab27aea on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:24:29.743281 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] Attempting to bind port b898a97b-ee6a-4713-aa99-2dcbcab27aea by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:24:29.743724 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] Attempting to bind port b898a97b-ee6a-4713-aa99-2dcbcab27aea on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:24:29.750359 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-03b2d777-5624-4c6a-9b1c-29f6ef7f378c req-2caf746b-cbb9-4170-99d4-8aac23a54167 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0696454 Feb 28 20:24:29.751318 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 7fc63dd3-b719-435c-8314-1ae668e27467 is: BUILD; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:29.752707 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:29.752886 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:24:29.753093 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:24:29.754011 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:29.754559 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:24:29.756737 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] Bound port: b898a97b-ee6a-4713-aa99-2dcbcab27aea, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:24:29.767534 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b898a97b-ee6a-4713-aa99-2dcbcab27aea), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:29.786077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7fc63dd3-b719-435c-8314-1ae668e27467 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:24:29.823614 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 7fc63dd3-b719-435c-8314-1ae668e27467, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7fc63dd3-b719-435c-8314-1ae668e27467,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:29.828083 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7a940-9ef9-4280-b842-462e0da0ce6f None None] Pushing event updated for resources: {'Port': ['ID=b898a97b-ee6a-4713-aa99-2dcbcab27aea,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:29.830588 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:29.839358 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7a940-9ef9-4280-b842-462e0da0ce6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:29.840172 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7a940-9ef9-4280-b842-462e0da0ce6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:29.840773 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bfa730e2-db24-4f52-8798-934e3d0df6aa req-3163d58b-6349-45f8-9e1a-157812fc1a47 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0994430 Feb 28 20:24:29.841026 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7a940-9ef9-4280-b842-462e0da0ce6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:29.841543 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7a940-9ef9-4280-b842-462e0da0ce6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:29.841924 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7a940-9ef9-4280-b842-462e0da0ce6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:29.842484 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7a940-9ef9-4280-b842-462e0da0ce6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:29.842986 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7a940-9ef9-4280-b842-462e0da0ce6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:29.843658 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7a940-9ef9-4280-b842-462e0da0ce6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:29.844164 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7a940-9ef9-4280-b842-462e0da0ce6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:29.844750 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7a940-9ef9-4280-b842-462e0da0ce6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:29.845244 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7a940-9ef9-4280-b842-462e0da0ce6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:29.845733 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7a940-9ef9-4280-b842-462e0da0ce6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:29.846324 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7a940-9ef9-4280-b842-462e0da0ce6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:29.870035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-c8ca55f5-57fd-4e7c-8920-0333a1f1a799 admin admin] Allocated IP 172.20.0.1 (44e0ffae-a0be-41c5-8b21-fc0de11ff3e5/2de3391b-9935-4088-82fa-781f577763c2/3be84376-263f-4040-a976-b7c476a13116) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:24:29.885986 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-109ba29e-f172-43d0-8385-ed775a8c55cf req-42006446-d8a4-45a8-b938-fd937afb28b3 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Deleting port 7fc63dd3-b719-435c-8314-1ae668e27467 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:24:29.886475 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-109ba29e-f172-43d0-8385-ed775a8c55cf req-42006446-d8a4-45a8-b938-fd937afb28b3 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:29.888564 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] For port b898a97b-ee6a-4713-aa99-2dcbcab27aea, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:24:29.897850 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] For port b898a97b-ee6a-4713-aa99-2dcbcab27aea, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b898a97b-ee6a-4713-aa99-2dcbcab27aea,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:24:29.909091 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b898a97b-ee6a-4713-aa99-2dcbcab27aea), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:29.979851 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] Routers {'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:24:29.980493 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:24:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:30.066604 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7a940-9ef9-4280-b842-462e0da0ce6f None None] Pushing event updated for resources: {'Port': ['ID=b898a97b-ee6a-4713-aa99-2dcbcab27aea,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:30.075593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=7fc63dd3-b719-435c-8314-1ae668e27467,revision_number=13']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:30.125869 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-109ba29e-f172-43d0-8385-ed775a8c55cf req-42006446-d8a4-45a8-b938-fd937afb28b3 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] For port 7fc63dd3-b719-435c-8314-1ae668e27467, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7fc63dd3-b719-435c-8314-1ae668e27467,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:30.127145 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-109ba29e-f172-43d0-8385-ed775a8c55cf req-42006446-d8a4-45a8-b938-fd937afb28b3 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:30.162773 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-109ba29e-f172-43d0-8385-ed775a8c55cf req-42006446-d8a4-45a8-b938-fd937afb28b3 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Calling delete_port for 7fc63dd3-b719-435c-8314-1ae668e27467 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:24:30.190340 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] Set router c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:24:30.199832 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8ca55f5-57fd-4e7c-8920-0333a1f1a799 admin admin] Publish callbacks [] for port (3be84376-263f-4040-a976-b7c476a13116), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:30.308166 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8ca55f5-57fd-4e7c-8920-0333a1f1a799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (3be84376-263f-4040-a976-b7c476a13116), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:30.364656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ca55f5-57fd-4e7c-8920-0333a1f1a799 admin admin] Network 44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:24:30.372688 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-c8ca55f5-57fd-4e7c-8920-0333a1f1a799 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:24:30.395235 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ca55f5-57fd-4e7c-8920-0333a1f1a799 admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:24:30.402833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca55f5-57fd-4e7c-8920-0333a1f1a799 admin admin] Pushing event updated for resources: {'Port': ['ID=3be84376-263f-4040-a976-b7c476a13116,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:30.483550 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6', 'name': 'tempest-ServerRescueTestJSON-1974427828-router', 'tenant_id': '14ae7f64b1084c16baea6064eee3ef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b898a97b-ee6a-4713-aa99-2dcbcab27aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:24:25Z', 'updated_at': '2022-02-28T20:24:26Z', 'revision_number': 3, 'project_id': '14ae7f64b1084c16baea6064eee3ef15', 'gw_port': {'id': 'b898a97b-ee6a-4713-aa99-2dcbcab27aea', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:24:26Z', 'updated_at': '2022-02-28T20:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:30.511106 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59182) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:30.513154 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ffaacd-ae96-4db7-b834-73c76742081e None None] The sync data for ids ['c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6'] in n-d-820368-21 is: [{'id': 'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6', 'name': 'tempest-ServerRescueTestJSON-1974427828-router', 'tenant_id': '14ae7f64b1084c16baea6064eee3ef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b898a97b-ee6a-4713-aa99-2dcbcab27aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:24:25Z', 'updated_at': '2022-02-28T20:24:26Z', 'revision_number': 3, 'project_id': '14ae7f64b1084c16baea6064eee3ef15', 'gw_port': {'id': 'b898a97b-ee6a-4713-aa99-2dcbcab27aea', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:24:26Z', 'updated_at': '2022-02-28T20:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:24:30.531729 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8ca55f5-57fd-4e7c-8920-0333a1f1a799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:30.585227 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-109ba29e-f172-43d0-8385-ed775a8c55cf req-42006446-d8a4-45a8-b938-fd937afb28b3 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7fc63dd3-b719-435c-8314-1ae668e27467), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:30.599194 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['fb29fbd8-283d-444b-9f64-975f8b82e07c', 'c772cbdd-6b28-4e6c-8f3a-191ec5034512'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:24:30.601114 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e1360-dd85-4a9e-9e3d-8165c682673b req-5c9a56eb-1892-40dd-9fc1-88d89545f156 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:30.608088 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f33e1360-dd85-4a9e-9e3d-8165c682673b req-5c9a56eb-1892-40dd-9fc1-88d89545f156 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5be6991-9937-4b65-9857-da3c0e874011 HTTP/1.1" status: 200 len: 948 time: 0.2291439 Feb 28 20:24:30.627282 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['55c3f578-1d3a-48ff-b18a-9ade02504823'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:24:30.651697 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42006446-d8a4-45a8-b938-fd937afb28b3 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Pushing event deleted for resources: {'Port': ['ID=7fc63dd3-b719-435c-8314-1ae668e27467,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:30.664956 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d8179bd6-9afb-48de-a34d-12b8da02d439 req-8167c851-0503-4d99-a6fb-4208f5587143 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.10 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.0913787 Feb 28 20:24:30.737129 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-795336b3-e6bb-49b7-93c7-3371445e8d02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:30.796293 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-109ba29e-f172-43d0-8385-ed775a8c55cf req-42006446-d8a4-45a8-b938-fd937afb28b3 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] No DVR routers for this DVR port 7fc63dd3-b719-435c-8314-1ae668e27467 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:24:30.860432 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-109ba29e-f172-43d0-8385-ed775a8c55cf req-42006446-d8a4-45a8-b938-fd937afb28b3 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:30.865276 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-109ba29e-f172-43d0-8385-ed775a8c55cf req-42006446-d8a4-45a8-b938-fd937afb28b3 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.10 "DELETE /v2.0/ports/7fc63dd3-b719-435c-8314-1ae668e27467 HTTP/1.1" status: 204 len: 173 time: 1.3227320 Feb 28 20:24:30.866126 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5be6991-9937-4b65-9857-da3c0e874011', 'name': 'network-vif-deleted', 'tag': '7fc63dd3-b719-435c-8314-1ae668e27467'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:24:30.869556 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e01727-a8a9-48ad-a223-ce1bb59e7290" -d '{"events": [{"server_uuid": "c5be6991-9937-4b65-9857-da3c0e874011", "name": "network-vif-deleted", "tag": "7fc63dd3-b719-435c-8314-1ae668e27467"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:24:30.909026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f33e1360-dd85-4a9e-9e3d-8165c682673b req-4f7f65b7-2e0d-457d-8fde-5aad2df93371 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948740 Feb 28 20:24:31.057262 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcca681a-8045-4109-8add-6d9a991a9200 x-openstack-request-id: req-dcca681a-8045-4109-8add-6d9a991a9200 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:24:31.057559 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5be6991-9937-4b65-9857-da3c0e874011", "name": "network-vif-deleted", "tag": "7fc63dd3-b719-435c-8314-1ae668e27467", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:24:31.057830 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcca681a-8045-4109-8add-6d9a991a9200 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:24:31.058243 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5be6991-9937-4b65-9857-da3c0e874011', 'name': 'network-vif-deleted', 'tag': '7fc63dd3-b719-435c-8314-1ae668e27467', 'status': 'completed', 'code': 200} Feb 28 20:24:31.171400 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b05a94e-c970-4612-b57f-5a42136afc72 req-3e853b0f-1a8a-4c90-b169-ba674668d766 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=dab77fb0-ba69-4b00-88dc-6340fd4b3784 HTTP/1.1" status: 200 len: 210 time: 0.1170254 Feb 28 20:24:31.178301 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-795336b3-e6bb-49b7-93c7-3371445e8d02 admin admin] Publish callbacks [] for security_group (24b77c44-5250-4d40-bcd3-f7ec8015946d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:31.222997 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-795336b3-e6bb-49b7-93c7-3371445e8d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (24b77c44-5250-4d40-bcd3-f7ec8015946d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:31.275149 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8ca55f5-57fd-4e7c-8920-0333a1f1a799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3be84376-263f-4040-a976-b7c476a13116), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:31.286972 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15d7e657-b6d3-4731-89f2-6c6af35e378b req-d3fdd62d-eabb-44f4-a550-0dc79ad44019 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.1123979 Feb 28 20:24:31.323945 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-795336b3-e6bb-49b7-93c7-3371445e8d02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7de75fef2174486198f8cfa2831aa845&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8094599 Feb 28 20:24:31.323945 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795336b3-e6bb-49b7-93c7-3371445e8d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b77c44-5250-4d40-bcd3-f7ec8015946d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:31.326463 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59192) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:31.448249 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b66771ac-86a8-443c-8d05-e8262186be03 admin admin] Publish callbacks [] for security_group (24b77c44-5250-4d40-bcd3-f7ec8015946d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:31.493379 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b66771ac-86a8-443c-8d05-e8262186be03 admin admin] Publish callbacks [] for security_group (24b77c44-5250-4d40-bcd3-f7ec8015946d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:31.560590 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b66771ac-86a8-443c-8d05-e8262186be03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (24b77c44-5250-4d40-bcd3-f7ec8015946d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:31.563978 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b66771ac-86a8-443c-8d05-e8262186be03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:31.568321 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b66771ac-86a8-443c-8d05-e8262186be03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24b77c44-5250-4d40-bcd3-f7ec8015946d HTTP/1.1" status: 204 len: 168 time: 0.2381690 Feb 28 20:24:31.570144 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8ca55f5-57fd-4e7c-8920-0333a1f1a799 admin admin] Publish callbacks [] for port (3be84376-263f-4040-a976-b7c476a13116), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:31.576598 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8ca55f5-57fd-4e7c-8920-0333a1f1a799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (3be84376-263f-4040-a976-b7c476a13116), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:31.580292 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66771ac-86a8-443c-8d05-e8262186be03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b77c44-5250-4d40-bcd3-f7ec8015946d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:31.589911 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66771ac-86a8-443c-8d05-e8262186be03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:31.590368 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66771ac-86a8-443c-8d05-e8262186be03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:31.590814 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66771ac-86a8-443c-8d05-e8262186be03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:31.591375 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66771ac-86a8-443c-8d05-e8262186be03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:31.592359 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66771ac-86a8-443c-8d05-e8262186be03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:31.593045 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66771ac-86a8-443c-8d05-e8262186be03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:31.593624 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66771ac-86a8-443c-8d05-e8262186be03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:31.594213 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66771ac-86a8-443c-8d05-e8262186be03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:31.594880 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66771ac-86a8-443c-8d05-e8262186be03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:31.595426 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66771ac-86a8-443c-8d05-e8262186be03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:31.596852 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66771ac-86a8-443c-8d05-e8262186be03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:31.598719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66771ac-86a8-443c-8d05-e8262186be03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:31.599171 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66771ac-86a8-443c-8d05-e8262186be03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:24:31.672758 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca55f5-57fd-4e7c-8920-0333a1f1a799 admin admin] Pushing event updated for resources: {'Port': ['ID=3be84376-263f-4040-a976-b7c476a13116,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:31.691947 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8ca55f5-57fd-4e7c-8920-0333a1f1a799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:31.806873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ca55f5-57fd-4e7c-8920-0333a1f1a799 admin admin] Network 44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:24:31.808557 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-c8ca55f5-57fd-4e7c-8920-0333a1f1a799 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:24:31.953296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ca55f5-57fd-4e7c-8920-0333a1f1a799 admin admin] Router c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:24:32.043447 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b898a97b-ee6a-4713-aa99-2dcbcab27aea up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:24:32.113968 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b898a97b-ee6a-4713-aa99-2dcbcab27aea triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:32.114738 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b898a97b-ee6a-4713-aa99-2dcbcab27aea), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:32.277121 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b898a97b-ee6a-4713-aa99-2dcbcab27aea is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:32.277708 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b898a97b-ee6a-4713-aa99-2dcbcab27aea), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:32.308097 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port b898a97b-ee6a-4713-aa99-2dcbcab27aea, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b898a97b-ee6a-4713-aa99-2dcbcab27aea,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:32.313315 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b898a97b-ee6a-4713-aa99-2dcbcab27aea), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:32.373418 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=b898a97b-ee6a-4713-aa99-2dcbcab27aea,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:32.576066 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ca55f5-57fd-4e7c-8920-0333a1f1a799 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:24:32.582281 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c8ca55f5-57fd-4e7c-8920-0333a1f1a799 admin admin] 10.222.0.13 "PUT /v2.0/routers/c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2984042 Feb 28 20:24:32.593953 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df461cbc-9439-4617-8921-1a05fb45dcc8 req-df053887-92a6-4cbf-90d3-e8909ab5e49c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:32.602064 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df461cbc-9439-4617-8921-1a05fb45dcc8 req-df053887-92a6-4cbf-90d3-e8909ab5e49c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 951 time: 0.0949993 Feb 28 20:24:32.667443 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac6a4a7f-d800-4bca-b982-8c3adbc978c0 req-39f534ac-19e5-4a72-8a27-41be2d045fa9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e58c0abd9b24ed4811edbbee45b32d8&device_id=bdeb7b92-ad91-49ae-a612-881c15d20f84 HTTP/1.1" status: 200 len: 210 time: 0.0619099 Feb 28 20:24:32.727574 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4c295dcb-523a-4bc8-aae0-291245e0539f req-0acc72fb-bf05-42ce-b442-dd5ffbe7bce9 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0546906 Feb 28 20:24:32.746961 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac6a4a7f-d800-4bca-b982-8c3adbc978c0 req-5cd12809-1a45-4b7c-b47a-22a875337c96 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3e58c0abd9b24ed4811edbbee45b32d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630434 Feb 28 20:24:32.766808 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df461cbc-9439-4617-8921-1a05fb45dcc8 req-6351ba17-a8e0-4345-8971-fb1ee88a1c48 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638048 Feb 28 20:24:32.896512 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a133575-6966-43ef-b098-0a004b7970a1 req-9bb21ee8-5296-4bbc-ac71-8bd5903c1cc6 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeb7b92-ad91-49ae-a612-881c15d20f84 HTTP/1.1" status: 200 len: 210 time: 0.0498459 Feb 28 20:24:32.945590 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a4a7f-d800-4bca-b982-8c3adbc978c0 req-06fa3225-337b-4d19-ae7a-42dfc58360f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:32.948023 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac6a4a7f-d800-4bca-b982-8c3adbc978c0 req-06fa3225-337b-4d19-ae7a-42dfc58360f7 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1799545 Feb 28 20:24:33.001835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] Sync routers for ids ['c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:24:33.023490 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] Routers {'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:24:33.025541 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:24:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:33.101159 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59244) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:33.176208 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] Set router c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:24:33.269404 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-919f7f32-63d1-447d-a835-67c2e81562ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:33.396312 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-919f7f32-63d1-447d-a835-67c2e81562ce admin admin] Publish callbacks [] for security_group (b5485f7f-c78c-485e-a81d-0b48bebe4c59), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:33.401568 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-919f7f32-63d1-447d-a835-67c2e81562ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b5485f7f-c78c-485e-a81d-0b48bebe4c59), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:33.435974 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f7f32-63d1-447d-a835-67c2e81562ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5485f7f-c78c-485e-a81d-0b48bebe4c59,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:33.449210 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6', 'name': 'tempest-ServerRescueTestJSON-1974427828-router', 'tenant_id': '14ae7f64b1084c16baea6064eee3ef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b898a97b-ee6a-4713-aa99-2dcbcab27aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:24:25Z', 'updated_at': '2022-02-28T20:24:30Z', 'revision_number': 4, 'project_id': '14ae7f64b1084c16baea6064eee3ef15', 'gw_port': {'id': 'b898a97b-ee6a-4713-aa99-2dcbcab27aea', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:24:26Z', 'updated_at': '2022-02-28T20:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '3be84376-263f-4040-a976-b7c476a13116', 'name': '', 'network_id': '44e0ffae-a0be-41c5-8b21-fc0de11ff3e5', 'tenant_id': '14ae7f64b1084c16baea6064eee3ef15', 'mac_address': 'fa:16:3e:d5:75:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2de3391b-9935-4088-82fa-781f577763c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:24:29Z', 'updated_at': '2022-02-28T20:24:31Z', 'revision_number': 2, 'project_id': '14ae7f64b1084c16baea6064eee3ef15', 'subnets': [{'id': '2de3391b-9935-4088-82fa-781f577763c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:33.473038 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-919f7f32-63d1-447d-a835-67c2e81562ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86b4bdff6bb549df9438d96ab16a6988&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3700242 Feb 28 20:24:33.476622 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59258) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:33.500750 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] Checking router: c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:24:33.501109 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] Updating router c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6 port 3be84376-263f-4040-a976-b7c476a13116 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:24:33.538837 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3be84376-263f-4040-a976-b7c476a13116), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:33.543159 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6fb20b00-edc5-4ab2-9199-db863c87108e admin admin] Publish callbacks [] for security_group (b5485f7f-c78c-485e-a81d-0b48bebe4c59), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:33.553682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-97db67d1-7ce8-42c0-8d1e-b744da861e40 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:33.555273 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-97db67d1-7ce8-42c0-8d1e-b744da861e40 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/networks?id=44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 HTTP/1.1" status: 200 len: 811 time: 0.1410465 Feb 28 20:24:33.569041 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6fb20b00-edc5-4ab2-9199-db863c87108e admin admin] Publish callbacks [] for security_group (b5485f7f-c78c-485e-a81d-0b48bebe4c59), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:33.574719 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-98a843f8-529e-4e46-9d74-0986a5efc6cb tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/quotas/14ae7f64b1084c16baea6064eee3ef15 HTTP/1.1" status: 200 len: 375 time: 0.0105560 Feb 28 20:24:33.641249 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6fb20b00-edc5-4ab2-9199-db863c87108e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b5485f7f-c78c-485e-a81d-0b48bebe4c59), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:33.645756 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6fb20b00-edc5-4ab2-9199-db863c87108e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:33.647039 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6fb20b00-edc5-4ab2-9199-db863c87108e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5485f7f-c78c-485e-a81d-0b48bebe4c59 HTTP/1.1" status: 204 len: 168 time: 0.1694255 Feb 28 20:24:33.657227 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-2c9f0e2f-5b7b-4a67-8784-1052ecb4e82c tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14ae7f64b1084c16baea6064eee3ef15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0747633 Feb 28 20:24:33.657793 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb20b00-edc5-4ab2-9199-db863c87108e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5485f7f-c78c-485e-a81d-0b48bebe4c59,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:33.854324 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-c5f2366e-50a6-438e-bccd-d8a4a2eb7576 service neutron] 10.222.0.13 "GET /v2.0/networks/44e0ffae-a0be-41c5-8b21-fc0de11ff3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837637 Feb 28 20:24:34.006115 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-230cc8fb-2bc9-4c07-8916-977186c21b2a req-cc94231c-355b-402f-8e55-a386d29facb1 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.1172972 Feb 28 20:24:34.016593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b898a97b-ee6a-4713-aa99-2dcbcab27aea up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:24:34.062688 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-c3a0d8bd-cada-4de1-bd8a-2fcde83c138b service neutron] 10.222.0.13 "GET /v2.0/networks/44e0ffae-a0be-41c5-8b21-fc0de11ff3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071173 Feb 28 20:24:34.182438 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b898a97b-ee6a-4713-aa99-2dcbcab27aea triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:34.183043 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b898a97b-ee6a-4713-aa99-2dcbcab27aea), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:34.268096 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23ae62-d7cb-412f-ad9f-7a90e4c453fc req-ae58a1e1-9577-4844-b1ac-db6f2b13cf92 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:34.276146 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc23ae62-d7cb-412f-ad9f-7a90e4c453fc req-ae58a1e1-9577-4844-b1ac-db6f2b13cf92 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 951 time: 0.1531308 Feb 28 20:24:34.293403 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24787a14-1374-4a09-bb81-01e97b47d3de req-695d8b26-b4ea-4f64-9a4e-0ae37002425e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:34.295048 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24787a14-1374-4a09-bb81-01e97b47d3de req-695d8b26-b4ea-4f64-9a4e-0ae37002425e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.10 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 951 time: 0.1808479 Feb 28 20:24:34.365599 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] Publish callbacks [] for port (3be84376-263f-4040-a976-b7c476a13116), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:34.397461 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3be84376-263f-4040-a976-b7c476a13116), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:34.438410 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b898a97b-ee6a-4713-aa99-2dcbcab27aea is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:34.465233 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e441d29-391b-405c-a497-129533c0df57 req-c1b04042-12e6-450e-8f8c-b4bcb2b984f0 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeb7b92-ad91-49ae-a612-881c15d20f84 HTTP/1.1" status: 200 len: 210 time: 0.1199625 Feb 28 20:24:34.466848 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ff3e5-7ffc-467c-8bfd-be8f49f47c63 None None] Pushing event updated for resources: {'Port': ['ID=3be84376-263f-4040-a976-b7c476a13116,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:34.488697 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc23ae62-d7cb-412f-ad9f-7a90e4c453fc req-ed2da0cd-e47f-4832-a41e-2438c5ba13f6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112443 Feb 28 20:24:34.568228 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] Attempting to bind port 3be84376-263f-4040-a976-b7c476a13116 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:24:34.568664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] Attempting to bind port 3be84376-263f-4040-a976-b7c476a13116 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'f542e01d-e060-4b48-a479-f284e81a95e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '44e0ffae-a0be-41c5-8b21-fc0de11ff3e5'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:24:34.569244 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] Attempting to bind port 3be84376-263f-4040-a976-b7c476a13116 on network 44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:24:34.576242 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:24:34.576623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] Checking segment: {'id': 'f542e01d-e060-4b48-a479-f284e81a95e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '44e0ffae-a0be-41c5-8b21-fc0de11ff3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:24:34.577118 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:34.577668 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] Bound using segment: {'id': 'f542e01d-e060-4b48-a479-f284e81a95e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '44e0ffae-a0be-41c5-8b21-fc0de11ff3e5'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:24:34.578345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] Bound port: 3be84376-263f-4040-a976-b7c476a13116, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f542e01d-e060-4b48-a479-f284e81a95e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '44e0ffae-a0be-41c5-8b21-fc0de11ff3e5'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:24:34.578735 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3be84376-263f-4040-a976-b7c476a13116), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:34.584855 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fcb6de8a-f8b4-4a9b-920a-aebb296cb062 req-3b6e0f21-66a9-48cf-894d-3dcd32b01984 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 210 time: 0.0414941 Feb 28 20:24:34.616896 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-24787a14-1374-4a09-bb81-01e97b47d3de req-369ed43e-1b0b-493a-ba72-f13d40ddd4a4 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Deleting port 55c3f578-1d3a-48ff-b18a-9ade02504823 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:24:34.617511 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-24787a14-1374-4a09-bb81-01e97b47d3de req-369ed43e-1b0b-493a-ba72-f13d40ddd4a4 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:34.680800 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] For port 3be84376-263f-4040-a976-b7c476a13116, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:24:34.688899 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] For port 3be84376-263f-4040-a976-b7c476a13116, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3be84376-263f-4040-a976-b7c476a13116,segment=NetworkSegment(f542e01d-e060-4b48-a479-f284e81a95e3),segment_id=f542e01d-e060-4b48-a479-f284e81a95e3)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:24:34.696791 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3be84376-263f-4040-a976-b7c476a13116), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:34.723139 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac6a4a7f-d800-4bca-b982-8c3adbc978c0 req-347d158e-ef2f-46ba-a1df-acdb23c42964 tempest-ServerShowV247Test-1861764184 tempest-ServerShowV247Test-1861764184-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb7b92-ad91-49ae-a612-881c15d20f84 HTTP/1.1" status: 200 len: 210 time: 0.0296061 Feb 28 20:24:34.780583 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] Routers {'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:24:34.781128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:24:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:34.790276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-24787a14-1374-4a09-bb81-01e97b47d3de req-369ed43e-1b0b-493a-ba72-f13d40ddd4a4 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] For port 55c3f578-1d3a-48ff-b18a-9ade02504823, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=55c3f578-1d3a-48ff-b18a-9ade02504823,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:34.790634 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-24787a14-1374-4a09-bb81-01e97b47d3de req-369ed43e-1b0b-493a-ba72-f13d40ddd4a4 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:34.809582 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-24787a14-1374-4a09-bb81-01e97b47d3de req-369ed43e-1b0b-493a-ba72-f13d40ddd4a4 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Calling delete_port for 55c3f578-1d3a-48ff-b18a-9ade02504823 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:24:34.837870 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ff3e5-7ffc-467c-8bfd-be8f49f47c63 None None] Pushing event updated for resources: {'Port': ['ID=3be84376-263f-4040-a976-b7c476a13116,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:34.865784 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59296) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:34.944934 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] Set router c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:24:35.002736 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-24787a14-1374-4a09-bb81-01e97b47d3de req-369ed43e-1b0b-493a-ba72-f13d40ddd4a4 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (55c3f578-1d3a-48ff-b18a-9ade02504823), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:35.005545 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ff583082-0104-482c-9107-7f79bf2adeb5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1360725309'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:35.046985 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['fb29fbd8-283d-444b-9f64-975f8b82e07c', 'c772cbdd-6b28-4e6c-8f3a-191ec5034512'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:24:35.051793 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['55c3f578-1d3a-48ff-b18a-9ade02504823'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:24:35.053678 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff583082-0104-482c-9107-7f79bf2adeb5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Made reservation on behalf of 76f60230754b469f843ec27d0cfdb3f3 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:24:35.062034 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ff583082-0104-482c-9107-7f79bf2adeb5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:35.072299 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ed43e-1b0b-493a-ba72-f13d40ddd4a4 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Pushing event deleted for resources: {'Port': ['ID=55c3f578-1d3a-48ff-b18a-9ade02504823,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:35.080883 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ff583082-0104-482c-9107-7f79bf2adeb5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:35.095654 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-24787a14-1374-4a09-bb81-01e97b47d3de req-369ed43e-1b0b-493a-ba72-f13d40ddd4a4 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] No DVR routers for this DVR port 55c3f578-1d3a-48ff-b18a-9ade02504823 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:24:35.099045 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-24787a14-1374-4a09-bb81-01e97b47d3de req-369ed43e-1b0b-493a-ba72-f13d40ddd4a4 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:35.103852 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24787a14-1374-4a09-bb81-01e97b47d3de req-369ed43e-1b0b-493a-ba72-f13d40ddd4a4 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.10 "DELETE /v2.0/ports/55c3f578-1d3a-48ff-b18a-9ade02504823 HTTP/1.1" status: 204 len: 173 time: 0.7990754 Feb 28 20:24:35.104398 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acec3f16-c2a9-4139-90bf-b359f5cb740d', 'name': 'network-vif-deleted', 'tag': '55c3f578-1d3a-48ff-b18a-9ade02504823'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:24:35.108072 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2401ed9-9dff-4f5d-b009-10c2f992a3fc" -d '{"events": [{"server_uuid": "acec3f16-c2a9-4139-90bf-b359f5cb740d", "name": "network-vif-deleted", "tag": "55c3f578-1d3a-48ff-b18a-9ade02504823"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:24:35.173100 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7f1a43-8c51-4c61-9be9-1845d1238470 x-openstack-request-id: req-0f7f1a43-8c51-4c61-9be9-1845d1238470 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:24:35.173701 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acec3f16-c2a9-4139-90bf-b359f5cb740d", "name": "network-vif-deleted", "tag": "55c3f578-1d3a-48ff-b18a-9ade02504823", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:24:35.174133 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f7f1a43-8c51-4c61-9be9-1845d1238470 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:24:35.174733 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acec3f16-c2a9-4139-90bf-b359f5cb740d', 'name': 'network-vif-deleted', 'tag': '55c3f578-1d3a-48ff-b18a-9ade02504823', 'status': 'completed', 'code': 200} Feb 28 20:24:35.204292 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ff583082-0104-482c-9107-7f79bf2adeb5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks [] for security_group (c0015153-78be-44b2-8863-e3249e57f61f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:35.208878 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c35907b0-5683-4d92-a736-df1d96aa48f7 req-6f804b53-e11d-43d9-92e0-01ad7580ac22 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0580263 Feb 28 20:24:35.213820 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ff583082-0104-482c-9107-7f79bf2adeb5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c0015153-78be-44b2-8863-e3249e57f61f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:35.228606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff583082-0104-482c-9107-7f79bf2adeb5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:24:35.254506 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ff583082-0104-482c-9107-7f79bf2adeb5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (bb83a016-67ec-46b5-9b43-7b1c85d0ca05), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:35.254979 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-ff583082-0104-482c-9107-7f79bf2adeb5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Added segment bb83a016-67ec-46b5-9b43-7b1c85d0ca05 of type vlan for network 21b04dea-5f01-4869-b32c-c062841cea4b Feb 28 20:24:35.299476 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff583082-0104-482c-9107-7f79bf2adeb5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0015153-78be-44b2-8863-e3249e57f61f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:35.323319 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ff583082-0104-482c-9107-7f79bf2adeb5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (21b04dea-5f01-4869-b32c-c062841cea4b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:35.355364 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ff583082-0104-482c-9107-7f79bf2adeb5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (21b04dea-5f01-4869-b32c-c062841cea4b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:35.365291 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff583082-0104-482c-9107-7f79bf2adeb5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:35.366775 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ff583082-0104-482c-9107-7f79bf2adeb5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:35.412746 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6', 'name': 'tempest-ServerRescueTestJSON-1974427828-router', 'tenant_id': '14ae7f64b1084c16baea6064eee3ef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b898a97b-ee6a-4713-aa99-2dcbcab27aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:24:25Z', 'updated_at': '2022-02-28T20:24:30Z', 'revision_number': 4, 'project_id': '14ae7f64b1084c16baea6064eee3ef15', 'gw_port': {'id': 'b898a97b-ee6a-4713-aa99-2dcbcab27aea', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:24:26Z', 'updated_at': '2022-02-28T20:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '3be84376-263f-4040-a976-b7c476a13116', 'name': '', 'network_id': '44e0ffae-a0be-41c5-8b21-fc0de11ff3e5', 'tenant_id': '14ae7f64b1084c16baea6064eee3ef15', 'mac_address': 'fa:16:3e:d5:75:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2de3391b-9935-4088-82fa-781f577763c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:24:29Z', 'updated_at': '2022-02-28T20:24:34Z', 'revision_number': 4, 'project_id': '14ae7f64b1084c16baea6064eee3ef15', 'subnets': [{'id': '2de3391b-9935-4088-82fa-781f577763c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:35.456978 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c01098-b643-4080-bc45-657101f3c771 None None] The sync data for ids ['c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6'] in n-d-820368-21 is: [{'id': 'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6', 'name': 'tempest-ServerRescueTestJSON-1974427828-router', 'tenant_id': '14ae7f64b1084c16baea6064eee3ef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b898a97b-ee6a-4713-aa99-2dcbcab27aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:24:25Z', 'updated_at': '2022-02-28T20:24:30Z', 'revision_number': 4, 'project_id': '14ae7f64b1084c16baea6064eee3ef15', 'gw_port': {'id': 'b898a97b-ee6a-4713-aa99-2dcbcab27aea', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:24:26Z', 'updated_at': '2022-02-28T20:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '3be84376-263f-4040-a976-b7c476a13116', 'name': '', 'network_id': '44e0ffae-a0be-41c5-8b21-fc0de11ff3e5', 'tenant_id': '14ae7f64b1084c16baea6064eee3ef15', 'mac_address': 'fa:16:3e:d5:75:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2de3391b-9935-4088-82fa-781f577763c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:24:29Z', 'updated_at': '2022-02-28T20:24:34Z', 'revision_number': 4, 'project_id': '14ae7f64b1084c16baea6064eee3ef15', 'subnets': [{'id': '2de3391b-9935-4088-82fa-781f577763c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:24:35.459796 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ff583082-0104-482c-9107-7f79bf2adeb5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5930545 Feb 28 20:24:35.463037 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59304) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:35.468476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3a628793-6f41-4124-81c4-23e4d86d2927 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Request body: {'subnet': {'network_id': '21b04dea-5f01-4869-b32c-c062841cea4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:35.490852 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff583082-0104-482c-9107-7f79bf2adeb5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Pushing event updated for resources: {'Network': ['ID=21b04dea-5f01-4869-b32c-c062841cea4b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:35.510343 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 21b04dea-5f01-4869-b32c-c062841cea4b details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:24:35.838798 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f88cce2-71a2-4681-a650-8a2605433fc9 req-602c534a-b7cb-4e53-a14a-88b6c5dd05f5 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=acec3f16-c2a9-4139-90bf-b359f5cb740d HTTP/1.1" status: 200 len: 210 time: 0.0726581 Feb 28 20:24:35.912663 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-274e302a-e66b-4d69-881f-be9433e1c2d5 req-17900662-5a6d-41be-9a79-f423e2e031d4 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 210 time: 0.0901132 Feb 28 20:24:35.935645 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a628793-6f41-4124-81c4-23e4d86d2927 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Made reservation on behalf of 76f60230754b469f843ec27d0cfdb3f3 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:24:35.939113 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3a628793-6f41-4124-81c4-23e4d86d2927 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:36.089065 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3be84376-263f-4040-a976-b7c476a13116 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:24:36.164526 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3be84376-263f-4040-a976-b7c476a13116 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:36.167524 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3be84376-263f-4040-a976-b7c476a13116), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:36.217942 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-b017c728-1cdb-4505-a4f3-e54f83b636a4 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:36.219483 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-b017c728-1cdb-4505-a4f3-e54f83b636a4 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.10 "GET /v2.0/networks?id=44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 HTTP/1.1" status: 200 len: 811 time: 0.3615494 Feb 28 20:24:36.226945 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59316) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:36.236425 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-5a7eca60-ef6d-4a33-b502-a872936af7c5 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Request body: {'port': {'device_id': 'd143f25b-920b-4d81-8691-e1d060a3b34e', 'network_id': '44e0ffae-a0be-41c5-8b21-fc0de11ff3e5', 'admin_state_up': True, 'tenant_id': '14ae7f64b1084c16baea6064eee3ef15'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:36.336008 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3be84376-263f-4040-a976-b7c476a13116 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:36.336008 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3be84376-263f-4040-a976-b7c476a13116), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:36.368632 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f2bae589-ad79-4230-889f-05e1c3b6237c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:36.377657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 3be84376-263f-4040-a976-b7c476a13116, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3be84376-263f-4040-a976-b7c476a13116,segment=NetworkSegment(f542e01d-e060-4b48-a479-f284e81a95e3),segment_id=f542e01d-e060-4b48-a479-f284e81a95e3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:36.382691 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3be84376-263f-4040-a976-b7c476a13116), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:36.410461 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0fd1dc4-9914-4181-a0ea-4633f20e78af req-3b36b47e-452f-4884-b88d-190bb6635529 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0801628 Feb 28 20:24:36.446247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=3be84376-263f-4040-a976-b7c476a13116,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:36.466865 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f2bae589-ad79-4230-889f-05e1c3b6237c admin admin] Publish callbacks [] for security_group (fb0108f8-6190-4d8b-a8dd-4afdd51884e8), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:36.472501 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f2bae589-ad79-4230-889f-05e1c3b6237c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fb0108f8-6190-4d8b-a8dd-4afdd51884e8), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:36.486724 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3a628793-6f41-4124-81c4-23e4d86d2927 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (9492ddab-0826-4c63-a389-86b6cde3263c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:36.515355 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f2bae589-ad79-4230-889f-05e1c3b6237c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e58c0abd9b24ed4811edbbee45b32d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2867148 Feb 28 20:24:36.518071 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59322) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:36.530948 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bae589-ad79-4230-889f-05e1c3b6237c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0108f8-6190-4d8b-a8dd-4afdd51884e8,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:36.564967 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-5a7eca60-ef6d-4a33-b502-a872936af7c5 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Made reservation on behalf of 14ae7f64b1084c16baea6064eee3ef15 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:24:36.568911 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-5a7eca60-ef6d-4a33-b502-a872936af7c5 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:36.573686 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a628793-6f41-4124-81c4-23e4d86d2927 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Pushing event updated for resources: {'Subnet': ['ID=9492ddab-0826-4c63-a389-86b6cde3263c,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:36.577185 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6e99b2ed-bef3-4cf3-bbd1-935d17b9c6fa admin admin] Publish callbacks [] for security_group (fb0108f8-6190-4d8b-a8dd-4afdd51884e8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:36.600769 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a628793-6f41-4124-81c4-23e4d86d2927 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Checking segment: {'id': 'bb83a016-67ec-46b5-9b43-7b1c85d0ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '21b04dea-5f01-4869-b32c-c062841cea4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:24:36.601260 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6e99b2ed-bef3-4cf3-bbd1-935d17b9c6fa admin admin] Publish callbacks [] for security_group (fb0108f8-6190-4d8b-a8dd-4afdd51884e8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:36.601395 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a628793-6f41-4124-81c4-23e4d86d2927 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Network hostable DHCP agents. Network: 21b04dea-5f01-4869-b32c-c062841cea4b, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:24:36.663442 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6e99b2ed-bef3-4cf3-bbd1-935d17b9c6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fb0108f8-6190-4d8b-a8dd-4afdd51884e8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:36.663846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a628793-6f41-4124-81c4-23e4d86d2927 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Network 21b04dea-5f01-4869-b32c-c062841cea4b is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:24:36.666541 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6e99b2ed-bef3-4cf3-bbd1-935d17b9c6fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:36.671054 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6e99b2ed-bef3-4cf3-bbd1-935d17b9c6fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb0108f8-6190-4d8b-a8dd-4afdd51884e8 HTTP/1.1" status: 204 len: 168 time: 0.1517618 Feb 28 20:24:36.682184 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99b2ed-bef3-4cf3-bbd1-935d17b9c6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0108f8-6190-4d8b-a8dd-4afdd51884e8,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:36.701854 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-3a628793-6f41-4124-81c4-23e4d86d2927 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 21b04dea-5f01-4869-b32c-c062841cea4b) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:24:36.712140 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc53b928-099a-487c-9d43-c1e3b53d6532 None None] Network 21b04dea-5f01-4869-b32c-c062841cea4b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:24:36.716798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a628793-6f41-4124-81c4-23e4d86d2927 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:36.717432 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3a628793-6f41-4124-81c4-23e4d86d2927 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:36.743198 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3a628793-6f41-4124-81c4-23e4d86d2927 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2787380 Feb 28 20:24:36.746227 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59326) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:36.755511 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-5a7eca60-ef6d-4a33-b502-a872936af7c5 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Allocated IP 172.20.0.6 (44e0ffae-a0be-41c5-8b21-fc0de11ff3e5/2de3391b-9935-4088-82fa-781f577763c2/41122841-9da2-4c40-a5d6-8391a1b9ce5a) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:24:36.756765 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-5aeedf70-5d70-4726-abe3-7868f992aa77 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Request body: {'port': {'network_id': '21b04dea-5f01-4869-b32c-c062841cea4b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1671964301'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:36.859545 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6856d87-6f51-4c85-8422-9a58c196468f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-21b04dea-5f01-4869-b32c-c062841cea4b', 'network_id': '21b04dea-5f01-4869-b32c-c062841cea4b', 'project_id': '76f60230754b469f843ec27d0cfdb3f3', 'fixed_ips': [{'subnet_id': '9492ddab-0826-4c63-a389-86b6cde3263c'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:24:36.860819 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f6856d87-6f51-4c85-8422-9a58c196468f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:36.981901 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aeedf70-5d70-4726-abe3-7868f992aa77 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Made reservation on behalf of 76f60230754b469f843ec27d0cfdb3f3 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:24:36.998215 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5aeedf70-5d70-4726-abe3-7868f992aa77 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:37.032077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-f6856d87-6f51-4c85-8422-9a58c196468f None None] Allocated IP 2001:db8::2 (21b04dea-5f01-4869-b32c-c062841cea4b/9492ddab-0826-4c63-a389-86b6cde3263c/c53e99ad-3617-40dd-aa49-404187773b30) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:24:37.038481 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-5aeedf70-5d70-4726-abe3-7868f992aa77 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] device_id is not set on port df481b5c-aa2f-435e-bdad-9e39e332538d yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:24:37.090222 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-5a7eca60-ef6d-4a33-b502-a872936af7c5 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Publish callbacks [] for port (41122841-9da2-4c40-a5d6-8391a1b9ce5a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:37.148820 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-5a7eca60-ef6d-4a33-b502-a872936af7c5 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (41122841-9da2-4c40-a5d6-8391a1b9ce5a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:37.254302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-5a7eca60-ef6d-4a33-b502-a872936af7c5 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Network 44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:24:37.268227 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-5a7eca60-ef6d-4a33-b502-a872936af7c5 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:24:37.273337 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7eca60-ef6d-4a33-b502-a872936af7c5 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Pushing event updated for resources: {'Port': ['ID=41122841-9da2-4c40-a5d6-8391a1b9ce5a,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:37.280017 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-5a7eca60-ef6d-4a33-b502-a872936af7c5 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:24:37.324405 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f6856d87-6f51-4c85-8422-9a58c196468f None None] Publish callbacks [] for port (c53e99ad-3617-40dd-aa49-404187773b30), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:37.345078 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f6856d87-6f51-4c85-8422-9a58c196468f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (c53e99ad-3617-40dd-aa49-404187773b30), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:37.369977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0997b83-4ef9-453a-acf5-ecdb35cc3c74 req-e05a7ea4-9a8d-44c9-a787-4860cc22daad tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:37.378838 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f0997b83-4ef9-453a-acf5-ecdb35cc3c74 req-e05a7ea4-9a8d-44c9-a787-4860cc22daad tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 931 time: 0.2490575 Feb 28 20:24:37.391804 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6856d87-6f51-4c85-8422-9a58c196468f None None] Network 21b04dea-5f01-4869-b32c-c062841cea4b is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:24:37.400683 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6856d87-6f51-4c85-8422-9a58c196468f None None] Pushing event updated for resources: {'Port': ['ID=c53e99ad-3617-40dd-aa49-404187773b30,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:37.406879 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-5aeedf70-5d70-4726-abe3-7868f992aa77 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Allocated IP 2001:db8::12d (21b04dea-5f01-4869-b32c-c062841cea4b/9492ddab-0826-4c63-a389-86b6cde3263c/df481b5c-aa2f-435e-bdad-9e39e332538d) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:24:37.412045 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-f6856d87-6f51-4c85-8422-9a58c196468f None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:24:37.416830 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6856d87-6f51-4c85-8422-9a58c196468f None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:24:37.435473 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-5a7eca60-ef6d-4a33-b502-a872936af7c5 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:37.436170 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-5a7eca60-ef6d-4a33-b502-a872936af7c5 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:37.484686 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f0997b83-4ef9-453a-acf5-ecdb35cc3c74 req-236a9ffc-3834-49ee-8f5b-f20f077af262 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007192 Feb 28 20:24:37.502935 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b4811-c399-421f-94fd-86b791fd9235 req-eb83c60f-3e5e-4194-8b0e-589c437c053b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:37.505093 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b33b4811-c399-421f-94fd-86b791fd9235 req-eb83c60f-3e5e-4194-8b0e-589c437c053b tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 950 time: 0.2340221 Feb 28 20:24:37.508333 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-5a7eca60-ef6d-4a33-b502-a872936af7c5 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2780340 Feb 28 20:24:37.526606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] Request body: {'port': {'device_id': 'd143f25b-920b-4d81-8691-e1d060a3b34e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:37.532694 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f6856d87-6f51-4c85-8422-9a58c196468f None None] Attempting to bind port c53e99ad-3617-40dd-aa49-404187773b30 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:24:37.536117 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f6856d87-6f51-4c85-8422-9a58c196468f None None] Attempting to bind port c53e99ad-3617-40dd-aa49-404187773b30 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'bb83a016-67ec-46b5-9b43-7b1c85d0ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '21b04dea-5f01-4869-b32c-c062841cea4b'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:24:37.536968 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6856d87-6f51-4c85-8422-9a58c196468f None None] Attempting to bind port c53e99ad-3617-40dd-aa49-404187773b30 on network 21b04dea-5f01-4869-b32c-c062841cea4b {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:24:37.544912 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6856d87-6f51-4c85-8422-9a58c196468f None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:24:37.545786 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6856d87-6f51-4c85-8422-9a58c196468f None None] Checking segment: {'id': 'bb83a016-67ec-46b5-9b43-7b1c85d0ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '21b04dea-5f01-4869-b32c-c062841cea4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:24:37.546357 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f6856d87-6f51-4c85-8422-9a58c196468f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:37.546935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6856d87-6f51-4c85-8422-9a58c196468f None None] Bound using segment: {'id': 'bb83a016-67ec-46b5-9b43-7b1c85d0ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '21b04dea-5f01-4869-b32c-c062841cea4b'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:24:37.548077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f6856d87-6f51-4c85-8422-9a58c196468f None None] Bound port: c53e99ad-3617-40dd-aa49-404187773b30, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb83a016-67ec-46b5-9b43-7b1c85d0ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '21b04dea-5f01-4869-b32c-c062841cea4b'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:24:37.549412 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f6856d87-6f51-4c85-8422-9a58c196468f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c53e99ad-3617-40dd-aa49-404187773b30), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:37.552665 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 55c3f578-1d3a-48ff-b18a-9ade02504823 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:24:37.583136 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 55c3f578-1d3a-48ff-b18a-9ade02504823 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:24:37.583544 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 55c3f578-1d3a-48ff-b18a-9ade02504823 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:24:37.622281 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5aeedf70-5d70-4726-abe3-7868f992aa77 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks [] for port (df481b5c-aa2f-435e-bdad-9e39e332538d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:37.633628 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3162615e-2c6c-4195-91c1-005a4c33a1b7 req-043ba915-cb7c-49c8-a86e-e490d0a7dbfc tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0517700 Feb 28 20:24:37.680278 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f6856d87-6f51-4c85-8422-9a58c196468f None None] For port c53e99ad-3617-40dd-aa49-404187773b30, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:24:37.683497 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5aeedf70-5d70-4726-abe3-7868f992aa77 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (df481b5c-aa2f-435e-bdad-9e39e332538d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:37.684685 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f6856d87-6f51-4c85-8422-9a58c196468f None None] For port c53e99ad-3617-40dd-aa49-404187773b30, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c53e99ad-3617-40dd-aa49-404187773b30,segment=NetworkSegment(bb83a016-67ec-46b5-9b43-7b1c85d0ca05),segment_id=bb83a016-67ec-46b5-9b43-7b1c85d0ca05)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:24:37.697022 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f6856d87-6f51-4c85-8422-9a58c196468f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c53e99ad-3617-40dd-aa49-404187773b30), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:37.704496 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b33b4811-c399-421f-94fd-86b791fd9235 req-68c3ffa9-1e0b-4d3c-965d-f68aa2d2def4 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749940 Feb 28 20:24:37.711303 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (41122841-9da2-4c40-a5d6-8391a1b9ce5a), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:37.745158 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aeedf70-5d70-4726-abe3-7868f992aa77 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Network 21b04dea-5f01-4869-b32c-c062841cea4b is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:24:37.750613 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-5aeedf70-5d70-4726-abe3-7868f992aa77 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:24:37.754883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeedf70-5d70-4726-abe3-7868f992aa77 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:24:37.761154 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeedf70-5d70-4726-abe3-7868f992aa77 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:37.761411 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5aeedf70-5d70-4726-abe3-7868f992aa77 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:37.777641 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeedf70-5d70-4726-abe3-7868f992aa77 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Pushing event updated for resources: {'Port': ['ID=df481b5c-aa2f-435e-bdad-9e39e332538d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:37.792955 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5aeedf70-5d70-4726-abe3-7868f992aa77 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0413136 Feb 28 20:24:37.793116 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6856d87-6f51-4c85-8422-9a58c196468f None None] Pushing event updated for resources: {'Port': ['ID=c53e99ad-3617-40dd-aa49-404187773b30,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:37.793211 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59356) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:37.802779 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-f13fa5d2-85b8-4ed5-a1e5-ff75a1f11bd5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Request body: {'port': {'network_id': '21b04dea-5f01-4869-b32c-c062841cea4b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-56862519', 'allowed_address_pairs': [{'ip_address': '2001:db8::12d', 'mac_address': 'fa:16:3e:5c:36:af'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:37.946788 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13fa5d2-85b8-4ed5-a1e5-ff75a1f11bd5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Made reservation on behalf of 76f60230754b469f843ec27d0cfdb3f3 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:24:38.041983 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3be84376-263f-4040-a976-b7c476a13116 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:24:38.071995 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f13fa5d2-85b8-4ed5-a1e5-ff75a1f11bd5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:38.107695 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-f13fa5d2-85b8-4ed5-a1e5-ff75a1f11bd5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] device_id is not set on port 9be3f68f-942f-4ba4-8c42-bd41bd5d3eeb yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:24:38.112349 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3be84376-263f-4040-a976-b7c476a13116 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:38.113412 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3be84376-263f-4040-a976-b7c476a13116), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:38.161459 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41122841-9da2-4c40-a5d6-8391a1b9ce5a {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:24:38.186967 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] Publish callbacks [] for port (41122841-9da2-4c40-a5d6-8391a1b9ce5a), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:38.217975 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] Transition to ACTIVE for port object 41122841-9da2-4c40-a5d6-8391a1b9ce5a will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:24:38.224981 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (41122841-9da2-4c40-a5d6-8391a1b9ce5a), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:38.225279 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3be84376-263f-4040-a976-b7c476a13116 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:38.263919 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-f13fa5d2-85b8-4ed5-a1e5-ff75a1f11bd5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Allocated IP 2001:db8::167 (21b04dea-5f01-4869-b32c-c062841cea4b/9492ddab-0826-4c63-a389-86b6cde3263c/9be3f68f-942f-4ba4-8c42-bd41bd5d3eeb) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:24:38.329667 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] Pushing event updated for resources: {'Port': ['ID=41122841-9da2-4c40-a5d6-8391a1b9ce5a,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:38.367617 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] Attempting to bind port 41122841-9da2-4c40-a5d6-8391a1b9ce5a on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:24:38.367880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] Attempting to bind port 41122841-9da2-4c40-a5d6-8391a1b9ce5a by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'f542e01d-e060-4b48-a479-f284e81a95e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '44e0ffae-a0be-41c5-8b21-fc0de11ff3e5'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:24:38.369213 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] Attempting to bind port 41122841-9da2-4c40-a5d6-8391a1b9ce5a on network 44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:24:38.382641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] Port 41122841-9da2-4c40-a5d6-8391a1b9ce5a on network 44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:24:38.383102 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] Attempting to bind port 41122841-9da2-4c40-a5d6-8391a1b9ce5a on network 44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:24:38.389296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:24:38.389631 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] Checking segment: {'id': 'f542e01d-e060-4b48-a479-f284e81a95e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '44e0ffae-a0be-41c5-8b21-fc0de11ff3e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:24:38.390464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] Bound using segment: {'id': 'f542e01d-e060-4b48-a479-f284e81a95e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '44e0ffae-a0be-41c5-8b21-fc0de11ff3e5'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:24:38.390464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] Bound port: 41122841-9da2-4c40-a5d6-8391a1b9ce5a, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f542e01d-e060-4b48-a479-f284e81a95e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '44e0ffae-a0be-41c5-8b21-fc0de11ff3e5'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:24:38.390780 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (41122841-9da2-4c40-a5d6-8391a1b9ce5a), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:38.450644 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f13fa5d2-85b8-4ed5-a1e5-ff75a1f11bd5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks [] for port (9be3f68f-942f-4ba4-8c42-bd41bd5d3eeb), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:38.491264 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f13fa5d2-85b8-4ed5-a1e5-ff75a1f11bd5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (9be3f68f-942f-4ba4-8c42-bd41bd5d3eeb), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:38.496700 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] For port 41122841-9da2-4c40-a5d6-8391a1b9ce5a, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:24:38.500399 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-599a166f-f004-4f58-9f21-8f4bf4ea108d req-1ec8e1c0-f498-451b-8a92-f81fcabc697d tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0341065 Feb 28 20:24:38.510685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] For port 41122841-9da2-4c40-a5d6-8391a1b9ce5a, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=41122841-9da2-4c40-a5d6-8391a1b9ce5a,segment=NetworkSegment(f542e01d-e060-4b48-a479-f284e81a95e3),segment_id=f542e01d-e060-4b48-a479-f284e81a95e3)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:24:38.528416 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (41122841-9da2-4c40-a5d6-8391a1b9ce5a), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:38.551953 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13fa5d2-85b8-4ed5-a1e5-ff75a1f11bd5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Network 21b04dea-5f01-4869-b32c-c062841cea4b is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:24:38.557638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-f13fa5d2-85b8-4ed5-a1e5-ff75a1f11bd5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:24:38.561572 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13fa5d2-85b8-4ed5-a1e5-ff75a1f11bd5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:24:38.568668 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13fa5d2-85b8-4ed5-a1e5-ff75a1f11bd5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:38.570695 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f13fa5d2-85b8-4ed5-a1e5-ff75a1f11bd5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:38.590252 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fa5d2-85b8-4ed5-a1e5-ff75a1f11bd5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Pushing event updated for resources: {'Port': ['ID=9be3f68f-942f-4ba4-8c42-bd41bd5d3eeb,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:38.607347 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f13fa5d2-85b8-4ed5-a1e5-ff75a1f11bd5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 0.8130879 Feb 28 20:24:38.612161 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59378) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:38.615725 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] Pushing event updated for resources: {'Port': ['ID=41122841-9da2-4c40-a5d6-8391a1b9ce5a,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:38.674102 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:38.677983 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:38.680892 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-6083f775-9ca9-4bb6-b714-2ce5764e0dab service neutron] 10.222.0.10 "PUT /v2.0/ports/41122841-9da2-4c40-a5d6-8391a1b9ce5a HTTP/1.1" status: 200 len: 1092 time: 1.1633916 Feb 28 20:24:38.702039 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd143f25b-920b-4d81-8691-e1d060a3b34e', 'tag': '41122841-9da2-4c40-a5d6-8391a1b9ce5a'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:24:38.704563 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659c5d2d-82d6-4b56-b22d-099dba198e14" -d '{"events": [{"name": "network-changed", "server_uuid": "d143f25b-920b-4d81-8691-e1d060a3b34e", "tag": "41122841-9da2-4c40-a5d6-8391a1b9ce5a"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:24:38.743923 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8451ab2-c372-45d2-908b-e6813a33e50e tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:38.754607 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8451ab2-c372-45d2-908b-e6813a33e50e tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:38.760933 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8451ab2-c372-45d2-908b-e6813a33e50e tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:38.763386 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f8451ab2-c372-45d2-908b-e6813a33e50e tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1497977 Feb 28 20:24:38.765981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59392) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:38.817651 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a01b0-a43b-4f4e-bc4f-062bb19822e7 req-cb8dd677-a301-45dc-befc-e9230119cdce tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:38.825027 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed1a01b0-a43b-4f4e-bc4f-062bb19822e7 req-cb8dd677-a301-45dc-befc-e9230119cdce tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 943 time: 0.1909325 Feb 28 20:24:38.891852 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89f0fdeb-f088-4742-a079-9d77111007e9 req-4957a59c-8850-42ae-b09d-621aa76026a6 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.1246705 Feb 28 20:24:38.932383 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-8efb6592-9c46-47a2-aa6a-c78fecbf0c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:38.933904 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-8efb6592-9c46-47a2-aa6a-c78fecbf0c68 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14ae7f64b1084c16baea6064eee3ef15&device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 1126 time: 0.1881692 Feb 28 20:24:38.945471 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed1a01b0-a43b-4f4e-bc4f-062bb19822e7 req-a4625b82-466a-4ff9-a487-394c88319a30 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194816 Feb 28 20:24:38.962182 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9088f1-a9fa-4b10-a289-6590f9c66029 req-66ec0413-c72c-4efe-a5c1-afe76c852dc7 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:38.963677 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fa9088f1-a9fa-4b10-a289-6590f9c66029 req-66ec0413-c72c-4efe-a5c1-afe76c852dc7 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 950 time: 0.1653037 Feb 28 20:24:38.970108 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2ab16191-accb-4b9f-affe-08e7eb5b3bef tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Deleting port 9be3f68f-942f-4ba4-8c42-bd41bd5d3eeb {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:24:38.970902 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2ab16191-accb-4b9f-affe-08e7eb5b3bef tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (9be3f68f-942f-4ba4-8c42-bd41bd5d3eeb), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:39.020661 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37412d02-807c-4d6d-9afc-cd3bcb1d4e1b x-openstack-request-id: req-37412d02-807c-4d6d-9afc-cd3bcb1d4e1b {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:24:39.021039 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d143f25b-920b-4d81-8691-e1d060a3b34e", "tag": "41122841-9da2-4c40-a5d6-8391a1b9ce5a", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:24:39.021355 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37412d02-807c-4d6d-9afc-cd3bcb1d4e1b {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:24:39.021867 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd143f25b-920b-4d81-8691-e1d060a3b34e', 'tag': '41122841-9da2-4c40-a5d6-8391a1b9ce5a', 'status': 'completed', 'code': 200} Feb 28 20:24:39.023666 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-c93c4451-87cd-407d-8928-c7941efe0731 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41122841-9da2-4c40-a5d6-8391a1b9ce5a HTTP/1.1" status: 200 len: 217 time: 0.0772686 Feb 28 20:24:39.114030 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-a6e04bbc-aba3-4eb8-8750-c83e72105e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:39.115496 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-a6e04bbc-aba3-4eb8-8750-c83e72105e84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2de3391b-9935-4088-82fa-781f577763c2 HTTP/1.1" status: 200 len: 851 time: 0.0824590 Feb 28 20:24:39.161345 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae499efe-01ee-4032-8bac-a94c9f985d63 req-4777e00b-179e-4c99-8aed-15ee67d5b72e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:39.162996 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae499efe-01ee-4032-8bac-a94c9f985d63 req-4777e00b-179e-4c99-8aed-15ee67d5b72e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 950 time: 0.1215532 Feb 28 20:24:39.190247 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-9b2ce704-008e-41ee-b419-5a53e0c3aaac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44e0ffae-a0be-41c5-8b21-fc0de11ff3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647547 Feb 28 20:24:39.199639 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2ab16191-accb-4b9f-affe-08e7eb5b3bef tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (9be3f68f-942f-4ba4-8c42-bd41bd5d3eeb), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:39.224867 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2ab16191-accb-4b9f-affe-08e7eb5b3bef tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Calling delete_port for 9be3f68f-942f-4ba4-8c42-bd41bd5d3eeb owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:24:39.230259 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28211dc2-a555-404e-9201-7f52f3bc62de None None] Network 21b04dea-5f01-4869-b32c-c062841cea4b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:24:39.282506 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-fa9088f1-a9fa-4b10-a289-6590f9c66029 req-593652bb-03c1-48c6-ad84-645c6e0d882c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Deleting port c772cbdd-6b28-4e6c-8f3a-191ec5034512 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:24:39.282898 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fa9088f1-a9fa-4b10-a289-6590f9c66029 req-593652bb-03c1-48c6-ad84-645c6e0d882c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:39.340157 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae499efe-01ee-4032-8bac-a94c9f985d63 req-9fbaa89d-8177-4439-b305-24625d8ebbcb tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520774 Feb 28 20:24:39.373822 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-9792f6f2-12d2-4438-8a53-0044c6eb6c67 service neutron] 10.222.0.10 "GET /v2.0/networks/44e0ffae-a0be-41c5-8b21-fc0de11ff3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728399 Feb 28 20:24:39.432399 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-fa9088f1-a9fa-4b10-a289-6590f9c66029 req-593652bb-03c1-48c6-ad84-645c6e0d882c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] For port c772cbdd-6b28-4e6c-8f3a-191ec5034512, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c772cbdd-6b28-4e6c-8f3a-191ec5034512,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:39.432732 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fa9088f1-a9fa-4b10-a289-6590f9c66029 req-593652bb-03c1-48c6-ad84-645c6e0d882c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:39.472289 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-fa9088f1-a9fa-4b10-a289-6590f9c66029 req-593652bb-03c1-48c6-ad84-645c6e0d882c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Calling delete_port for c772cbdd-6b28-4e6c-8f3a-191ec5034512 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:24:39.499957 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afce01de-3cd3-45cc-9ce1-924601ce1409 req-66cc8ea5-ef5f-46b2-8813-d2ea5c8aa881 service neutron] 10.222.0.10 "GET /v2.0/networks/44e0ffae-a0be-41c5-8b21-fc0de11ff3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193740 Feb 28 20:24:39.535314 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2ab16191-accb-4b9f-affe-08e7eb5b3bef tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (9be3f68f-942f-4ba4-8c42-bd41bd5d3eeb), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:39.609773 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c6b5e7b4-6a9b-4474-92e8-1feee2064d15 None None] Provisioning complete for port c53e99ad-3617-40dd-aa49-404187773b30 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:39.610327 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e7b4-6a9b-4474-92e8-1feee2064d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c53e99ad-3617-40dd-aa49-404187773b30), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:39.645505 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab16191-accb-4b9f-affe-08e7eb5b3bef tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Pushing event deleted for resources: {'Port': ['ID=9be3f68f-942f-4ba4-8c42-bd41bd5d3eeb,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:39.701061 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c5d2d-82d6-4b56-b22d-099dba198e14 req-ce75892a-4fa5-4b92-a4ef-b0d8905b5dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:39.703519 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-659c5d2d-82d6-4b56-b22d-099dba198e14 req-ce75892a-4fa5-4b92-a4ef-b0d8905b5dbb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14ae7f64b1084c16baea6064eee3ef15&device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 1126 time: 0.1324122 Feb 28 20:24:39.705918 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-539c1712-ad57-4a43-bc8e-6ac3293887c0 req-662b8b37-9005-44ff-a770-2bb516bbf86c tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0450227 Feb 28 20:24:39.786296 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c6b5e7b4-6a9b-4474-92e8-1feee2064d15 None None] Current status of the port c53e99ad-3617-40dd-aa49-404187773b30 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:39.786688 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e7b4-6a9b-4474-92e8-1feee2064d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c53e99ad-3617-40dd-aa49-404187773b30), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:39.839197 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2ab16191-accb-4b9f-affe-08e7eb5b3bef tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:39.842563 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c6b5e7b4-6a9b-4474-92e8-1feee2064d15 None None] For port c53e99ad-3617-40dd-aa49-404187773b30, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c53e99ad-3617-40dd-aa49-404187773b30,segment=NetworkSegment(bb83a016-67ec-46b5-9b43-7b1c85d0ca05),segment_id=bb83a016-67ec-46b5-9b43-7b1c85d0ca05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:39.842764 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2ab16191-accb-4b9f-affe-08e7eb5b3bef tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "DELETE /v2.0/ports/9be3f68f-942f-4ba4-8c42-bd41bd5d3eeb HTTP/1.1" status: 204 len: 168 time: 1.0755429 Feb 28 20:24:39.846468 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59398) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:39.852073 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e7b4-6a9b-4474-92e8-1feee2064d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c53e99ad-3617-40dd-aa49-404187773b30), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:39.881429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c5d2d-82d6-4b56-b22d-099dba198e14 req-16135ef5-203a-4a64-a64c-3c75c05c4291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:39.883280 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-659c5d2d-82d6-4b56-b22d-099dba198e14 req-16135ef5-203a-4a64-a64c-3c75c05c4291 service neutron] 10.222.0.10 "GET /v2.0/networks?id=44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 HTTP/1.1" status: 200 len: 911 time: 0.1719296 Feb 28 20:24:39.884537 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fa9088f1-a9fa-4b10-a289-6590f9c66029 req-593652bb-03c1-48c6-ad84-645c6e0d882c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c772cbdd-6b28-4e6c-8f3a-191ec5034512), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:39.923263 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['fb29fbd8-283d-444b-9f64-975f8b82e07c', 'c772cbdd-6b28-4e6c-8f3a-191ec5034512'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:24:39.935037 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593652bb-03c1-48c6-ad84-645c6e0d882c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Pushing event deleted for resources: {'Port': ['ID=c772cbdd-6b28-4e6c-8f3a-191ec5034512,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:40.040470 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-de45a2c5-1bf4-4c8b-8c03-2b515909830f tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] GET failed (client error): The resource could not be found. Feb 28 20:24:40.045790 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-de45a2c5-1bf4-4c8b-8c03-2b515909830f tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "GET /v2.0/ports/9be3f68f-942f-4ba4-8c42-bd41bd5d3eeb HTTP/1.1" status: 404 len: 333 time: 0.1978438 Feb 28 20:24:40.056635 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-659c5d2d-82d6-4b56-b22d-099dba198e14 req-9cce1941-c93d-4529-8a50-1b4379e60d57 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41122841-9da2-4c40-a5d6-8391a1b9ce5a HTTP/1.1" status: 200 len: 217 time: 0.1159277 Feb 28 20:24:40.057221 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59404) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:40.065152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3f34d6db-2266-4cee-8571-1d8363974cc3 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Request body: {'port': {'network_id': '21b04dea-5f01-4869-b32c-c062841cea4b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1625329233'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:40.089406 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9088f1-a9fa-4b10-a289-6590f9c66029 req-593652bb-03c1-48c6-ad84-645c6e0d882c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] No DVR routers for this DVR port c772cbdd-6b28-4e6c-8f3a-191ec5034512 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:24:40.105547 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fa9088f1-a9fa-4b10-a289-6590f9c66029 req-593652bb-03c1-48c6-ad84-645c6e0d882c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:40.114990 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fa9088f1-a9fa-4b10-a289-6590f9c66029 req-593652bb-03c1-48c6-ad84-645c6e0d882c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.15 "DELETE /v2.0/ports/c772cbdd-6b28-4e6c-8f3a-191ec5034512 HTTP/1.1" status: 204 len: 173 time: 1.1334009 Feb 28 20:24:40.115496 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0c2b9f-8af0-483c-ae34-b38e0940c91e', 'name': 'network-vif-deleted', 'tag': 'c772cbdd-6b28-4e6c-8f3a-191ec5034512'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:24:40.118350 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329c95b1-2c00-4530-beff-f5b64eda36b3" -d '{"events": [{"server_uuid": "cc0c2b9f-8af0-483c-ae34-b38e0940c91e", "name": "network-vif-deleted", "tag": "c772cbdd-6b28-4e6c-8f3a-191ec5034512"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:24:40.160431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5e7b4-6a9b-4474-92e8-1feee2064d15 None None] Pushing event updated for resources: {'Port': ['ID=c53e99ad-3617-40dd-aa49-404187773b30,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:40.209123 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c53e99ad-3617-40dd-aa49-404187773b30 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:24:40.426857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-20acfd89-d3cd-4a62-aa84-511cd1a735a3 None None] Provisioning complete for port df481b5c-aa2f-435e-bdad-9e39e332538d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:40.428892 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-20acfd89-d3cd-4a62-aa84-511cd1a735a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (df481b5c-aa2f-435e-bdad-9e39e332538d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:40.486684 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c5d2d-82d6-4b56-b22d-099dba198e14 req-cf902f4f-919f-4660-833d-3f97966fcca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:40.489731 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-659c5d2d-82d6-4b56-b22d-099dba198e14 req-cf902f4f-919f-4660-833d-3f97966fcca6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2de3391b-9935-4088-82fa-781f577763c2 HTTP/1.1" status: 200 len: 851 time: 0.4190571 Feb 28 20:24:40.494454 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f34d6db-2266-4cee-8571-1d8363974cc3 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Made reservation on behalf of 76f60230754b469f843ec27d0cfdb3f3 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:24:40.499251 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3f34d6db-2266-4cee-8571-1d8363974cc3 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:40.532148 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-20acfd89-d3cd-4a62-aa84-511cd1a735a3 None None] Port df481b5c-aa2f-435e-bdad-9e39e332538d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:24:40.536688 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c53e99ad-3617-40dd-aa49-404187773b30 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:40.537572 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c53e99ad-3617-40dd-aa49-404187773b30), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:40.585103 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-20acfd89-d3cd-4a62-aa84-511cd1a735a3 None None] Provisioning complete for port c53e99ad-3617-40dd-aa49-404187773b30 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:40.585485 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-20acfd89-d3cd-4a62-aa84-511cd1a735a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c53e99ad-3617-40dd-aa49-404187773b30), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:40.603925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e67e1-0632-4040-83d9-dccd1dad2746 req-b58137d7-19d3-4900-a3e5-dde5c8d42b21 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:40.611561 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e3e67e1-0632-4040-83d9-dccd1dad2746 req-b58137d7-19d3-4900-a3e5-dde5c8d42b21 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 943 time: 0.3979073 Feb 28 20:24:40.616334 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-659c5d2d-82d6-4b56-b22d-099dba198e14 req-b937308b-26a3-4b4d-8f1c-1577b1a1f5a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44e0ffae-a0be-41c5-8b21-fc0de11ff3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957892 Feb 28 20:24:40.618357 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd5e3d39-1a69-4233-94c8-bcbcbd435d5d req-facc3036-0968-4573-8191-fb3b8f646e29 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.1096723 Feb 28 20:24:40.638542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-3f34d6db-2266-4cee-8571-1d8363974cc3 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] device_id is not set on port 6627876a-9e58-4c81-a6ee-b33c71ee2985 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:24:40.730502 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea90bff1-4dea-41d7-b060-66221e9778c8 x-openstack-request-id: req-ea90bff1-4dea-41d7-b060-66221e9778c8 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:24:40.730502 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0c2b9f-8af0-483c-ae34-b38e0940c91e", "name": "network-vif-deleted", "tag": "c772cbdd-6b28-4e6c-8f3a-191ec5034512", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:24:40.730502 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea90bff1-4dea-41d7-b060-66221e9778c8 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:24:40.731173 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0c2b9f-8af0-483c-ae34-b38e0940c91e', 'name': 'network-vif-deleted', 'tag': 'c772cbdd-6b28-4e6c-8f3a-191ec5034512', 'status': 'completed', 'code': 200} Feb 28 20:24:40.750434 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c53e99ad-3617-40dd-aa49-404187773b30 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:40.852136 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-20acfd89-d3cd-4a62-aa84-511cd1a735a3 None None] Current status of the port c53e99ad-3617-40dd-aa49-404187773b30 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:40.861507 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e3e67e1-0632-4040-83d9-dccd1dad2746 req-07ac600e-e87a-4713-ab00-43934738a93b tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490208 Feb 28 20:24:40.977640 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-58d63d86-2e26-4901-a009-0cbfa83d99af None None] Provisioning complete for port df481b5c-aa2f-435e-bdad-9e39e332538d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:40.978011 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-58d63d86-2e26-4901-a009-0cbfa83d99af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (df481b5c-aa2f-435e-bdad-9e39e332538d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:41.028500 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-58d63d86-2e26-4901-a009-0cbfa83d99af None None] Port df481b5c-aa2f-435e-bdad-9e39e332538d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:24:41.145411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9f46f95a-0cfd-4e55-89da-7930d0efb9f6 None None] Could not find standard attr ID for object 9be3f68f-942f-4ba4-8c42-bd41bd5d3eeb. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:24:41.272751 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8d54ff15-8796-482e-a160-acdb6b0b1d05 req-b24287bc-5114-48d5-b7f6-8c82df4fb4c6 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0c2b9f-8af0-483c-ae34-b38e0940c91e HTTP/1.1" status: 200 len: 210 time: 0.4166770 Feb 28 20:24:41.297360 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-659c5d2d-82d6-4b56-b22d-099dba198e14 req-4fde6c31-2f08-4bbb-abc8-62f4d10792f8 service neutron] 10.222.0.10 "GET /v2.0/networks/44e0ffae-a0be-41c5-8b21-fc0de11ff3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6685970 Feb 28 20:24:41.325906 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed1e9049-f963-4ef8-b3cb-b54590806127 req-958f38b3-733b-45b2-844b-07ef33985019 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0574861 Feb 28 20:24:41.345792 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-3f34d6db-2266-4cee-8571-1d8363974cc3 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Allocated IP 2001:db8::bc (21b04dea-5f01-4869-b32c-c062841cea4b/9492ddab-0826-4c63-a389-86b6cde3263c/6627876a-9e58-4c81-a6ee-b33c71ee2985) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:24:41.434607 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61f367b0-6abe-4004-839d-40557d26cd55 req-921b86ee-320d-4255-a6b8-1dbd22d11f82 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0434177 Feb 28 20:24:41.497300 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-659c5d2d-82d6-4b56-b22d-099dba198e14 req-8290fa50-a88d-4fe6-9351-c6f00732bcc4 service neutron] 10.222.0.10 "GET /v2.0/networks/44e0ffae-a0be-41c5-8b21-fc0de11ff3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821163 Feb 28 20:24:41.547995 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 41122841-9da2-4c40-a5d6-8391a1b9ce5a details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:24:41.578342 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3f34d6db-2266-4cee-8571-1d8363974cc3 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks [] for port (6627876a-9e58-4c81-a6ee-b33c71ee2985), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:41.614342 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3f34d6db-2266-4cee-8571-1d8363974cc3 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (6627876a-9e58-4c81-a6ee-b33c71ee2985), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:41.656876 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 41122841-9da2-4c40-a5d6-8391a1b9ce5a, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=41122841-9da2-4c40-a5d6-8391a1b9ce5a,segment=NetworkSegment(f542e01d-e060-4b48-a479-f284e81a95e3),segment_id=f542e01d-e060-4b48-a479-f284e81a95e3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:41.670414 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f34d6db-2266-4cee-8571-1d8363974cc3 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Network 21b04dea-5f01-4869-b32c-c062841cea4b is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:24:41.670561 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '41122841-9da2-4c40-a5d6-8391a1b9ce5a', 'network_id': '44e0ffae-a0be-41c5-8b21-fc0de11ff3e5', 'port_id': '41122841-9da2-4c40-a5d6-8391a1b9ce5a', 'mac_address': 'fa:16:3e:c3:1c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de3391b-9935-4088-82fa-781f577763c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:24:41.674841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-3f34d6db-2266-4cee-8571-1d8363974cc3 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:24:41.677951 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f34d6db-2266-4cee-8571-1d8363974cc3 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:24:41.683641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f34d6db-2266-4cee-8571-1d8363974cc3 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:41.684806 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3f34d6db-2266-4cee-8571-1d8363974cc3 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:41.688181 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34d6db-2266-4cee-8571-1d8363974cc3 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Pushing event updated for resources: {'Port': ['ID=6627876a-9e58-4c81-a6ee-b33c71ee2985,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:41.710019 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3f34d6db-2266-4cee-8571-1d8363974cc3 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6516938 Feb 28 20:24:41.712673 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59416) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:41.719175 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-e2f7336c-2f33-4e45-9bc9-207f319559bc tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::12d', 'mac_address': 'fa:16:3e:5c:36:af'}]}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:41.726333 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 41122841-9da2-4c40-a5d6-8391a1b9ce5a is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:41.726722 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (41122841-9da2-4c40-a5d6-8391a1b9ce5a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:41.745163 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41122841-9da2-4c40-a5d6-8391a1b9ce5a {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:24:41.769082 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 41122841-9da2-4c40-a5d6-8391a1b9ce5a, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=41122841-9da2-4c40-a5d6-8391a1b9ce5a,segment=NetworkSegment(f542e01d-e060-4b48-a479-f284e81a95e3),segment_id=f542e01d-e060-4b48-a479-f284e81a95e3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:41.776884 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (41122841-9da2-4c40-a5d6-8391a1b9ce5a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:41.802773 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73b50978-4ac2-4119-b58e-80074e912023 req-ac96dc9b-fc63-471a-8000-ed4c3fe01d6a tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0518830 Feb 28 20:24:41.840398 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=41122841-9da2-4c40-a5d6-8391a1b9ce5a,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:41.959968 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e2f7336c-2f33-4e45-9bc9-207f319559bc tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6627876a-9e58-4c81-a6ee-b33c71ee2985), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:41.995523 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c53e99ad-3617-40dd-aa49-404187773b30 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:24:42.075475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c53e99ad-3617-40dd-aa49-404187773b30 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:42.075888 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c53e99ad-3617-40dd-aa49-404187773b30), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:42.108663 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-bb79e1ad-1a31-40a8-8c90-fb189dd0ed27 None None] Provisioning complete for port 6627876a-9e58-4c81-a6ee-b33c71ee2985 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:42.109211 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bb79e1ad-1a31-40a8-8c90-fb189dd0ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6627876a-9e58-4c81-a6ee-b33c71ee2985), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:42.109474 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b0bd8-8acf-45cf-83a4-aeecb5e462fe req-135b3d45-9b4c-4177-adfe-8d0c432e09d5 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:42.111502 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-160b0bd8-8acf-45cf-83a4-aeecb5e462fe req-135b3d45-9b4c-4177-adfe-8d0c432e09d5 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 944 time: 0.1312208 Feb 28 20:24:42.144199 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['41122841-9da2-4c40-a5d6-8391a1b9ce5a'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:24:42.205689 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-bb79e1ad-1a31-40a8-8c90-fb189dd0ed27 None None] Port 6627876a-9e58-4c81-a6ee-b33c71ee2985 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:24:42.219646 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-160b0bd8-8acf-45cf-83a4-aeecb5e462fe req-0f0b1232-e44c-48f5-bdef-5996f50fece2 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968711 Feb 28 20:24:42.274352 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e2f7336c-2f33-4e45-9bc9-207f319559bc tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks [] for port (6627876a-9e58-4c81-a6ee-b33c71ee2985), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:42.280009 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e2f7336c-2f33-4e45-9bc9-207f319559bc tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (6627876a-9e58-4c81-a6ee-b33c71ee2985), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:42.281628 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c53e99ad-3617-40dd-aa49-404187773b30 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:42.320410 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-e2f7336c-2f33-4e45-9bc9-207f319559bc tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] In _notify_port_updated(), no bound segment for port 6627876a-9e58-4c81-a6ee-b33c71ee2985 on network 21b04dea-5f01-4869-b32c-c062841cea4b {{(pid=103774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:24:42.325559 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f7336c-2f33-4e45-9bc9-207f319559bc tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:42.326199 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e2f7336c-2f33-4e45-9bc9-207f319559bc tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:42.328311 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e2f7336c-2f33-4e45-9bc9-207f319559bc tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "PUT /v2.0/ports/6627876a-9e58-4c81-a6ee-b33c71ee2985 HTTP/1.1" status: 200 len: 1002 time: 0.6136539 Feb 28 20:24:42.330312 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59422) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:42.347718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7336c-2f33-4e45-9bc9-207f319559bc tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Pushing event updated for resources: {'Port': ['ID=6627876a-9e58-4c81-a6ee-b33c71ee2985,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:42.482013 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c772cbdd-6b28-4e6c-8f3a-191ec5034512 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:24:42.517209 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: c772cbdd-6b28-4e6c-8f3a-191ec5034512 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:24:42.523004 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c772cbdd-6b28-4e6c-8f3a-191ec5034512 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:24:42.530053 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b62cd834-ad88-4062-858b-a50c2ee084ff req-08803f40-50db-4267-8579-6ce4a1f43065 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0882175 Feb 28 20:24:42.541060 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b3bdd-fd9d-4bf5-a441-246d3e9fc46d tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Deleting port 6627876a-9e58-4c81-a6ee-b33c71ee2985 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:24:42.543704 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ca0b3bdd-fd9d-4bf5-a441-246d3e9fc46d tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6627876a-9e58-4c81-a6ee-b33c71ee2985), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:42.673342 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ca0b3bdd-fd9d-4bf5-a441-246d3e9fc46d tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6627876a-9e58-4c81-a6ee-b33c71ee2985), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:42.690834 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b3bdd-fd9d-4bf5-a441-246d3e9fc46d tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Calling delete_port for 6627876a-9e58-4c81-a6ee-b33c71ee2985 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:24:42.692617 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15704bfe-0dbb-4370-aee2-a19cb05dd2de req-8c8706b3-3f7f-4477-95e8-96e8b436f2a9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:42.694141 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15704bfe-0dbb-4370-aee2-a19cb05dd2de req-8c8706b3-3f7f-4477-95e8-96e8b436f2a9 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.0700986 Feb 28 20:24:42.735661 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ca8f9ddc-25ae-4354-9e9a-11d98bc42c6b None None] Provisioning complete for port 6627876a-9e58-4c81-a6ee-b33c71ee2985 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:42.736402 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ca8f9ddc-25ae-4354-9e9a-11d98bc42c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6627876a-9e58-4c81-a6ee-b33c71ee2985), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:42.756552 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15704bfe-0dbb-4370-aee2-a19cb05dd2de req-e2b3781a-190b-4f7a-bc26-7bd1b26497a1 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557990 Feb 28 20:24:42.778756 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ca8f9ddc-25ae-4354-9e9a-11d98bc42c6b None None] Port 6627876a-9e58-4c81-a6ee-b33c71ee2985 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:24:42.835300 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ca0b3bdd-fd9d-4bf5-a441-246d3e9fc46d tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (6627876a-9e58-4c81-a6ee-b33c71ee2985), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:42.869127 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b3bdd-fd9d-4bf5-a441-246d3e9fc46d tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Pushing event deleted for resources: {'Port': ['ID=6627876a-9e58-4c81-a6ee-b33c71ee2985,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:42.930416 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-94e8a297-18fc-42fb-a639-9a50ae9e651c req-c430f609-9f02-4f59-94ff-b6772d95f8c1 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0342691 Feb 28 20:24:42.969661 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ca0b3bdd-fd9d-4bf5-a441-246d3e9fc46d tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:42.973595 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ca0b3bdd-fd9d-4bf5-a441-246d3e9fc46d tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "DELETE /v2.0/ports/6627876a-9e58-4c81-a6ee-b33c71ee2985 HTTP/1.1" status: 204 len: 168 time: 0.6415865 Feb 28 20:24:42.978848 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59432) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:43.012547 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c842cb9-5620-4a53-9937-d0896c03577a tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] GET failed (client error): The resource could not be found. Feb 28 20:24:43.014052 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0c842cb9-5620-4a53-9937-d0896c03577a tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "GET /v2.0/ports/6627876a-9e58-4c81-a6ee-b33c71ee2985 HTTP/1.1" status: 404 len: 333 time: 0.0338099 Feb 28 20:24:43.018175 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59434) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:43.023536 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-45be7eb8-7d28-46ff-80dd-584b52c55e12 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Request body: {'port': {'network_id': '21b04dea-5f01-4869-b32c-c062841cea4b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-453517150'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:43.141264 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45be7eb8-7d28-46ff-80dd-584b52c55e12 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Made reservation on behalf of 76f60230754b469f843ec27d0cfdb3f3 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:24:43.145246 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-45be7eb8-7d28-46ff-80dd-584b52c55e12 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:43.164165 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-45be7eb8-7d28-46ff-80dd-584b52c55e12 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] device_id is not set on port a7297ab1-dc3a-4274-8ff7-404a0467e578 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:24:43.277405 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-45be7eb8-7d28-46ff-80dd-584b52c55e12 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Allocated IP 2001:db8::210 (21b04dea-5f01-4869-b32c-c062841cea4b/9492ddab-0826-4c63-a389-86b6cde3263c/a7297ab1-dc3a-4274-8ff7-404a0467e578) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:24:43.343433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f9f81-366f-4452-bce5-4f7e3add6085 req-cc946a09-50f2-4eaa-95f7-b0d4616e6852 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:43.344861 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a5f9f81-366f-4452-bce5-4f7e3add6085 req-cc946a09-50f2-4eaa-95f7-b0d4616e6852 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 944 time: 0.0538008 Feb 28 20:24:43.394654 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a5f9f81-366f-4452-bce5-4f7e3add6085 req-f0f98131-5b55-4fc9-8584-a5923e62dd42 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435245 Feb 28 20:24:43.431821 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-45be7eb8-7d28-46ff-80dd-584b52c55e12 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks [] for port (a7297ab1-dc3a-4274-8ff7-404a0467e578), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:43.464844 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-45be7eb8-7d28-46ff-80dd-584b52c55e12 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (a7297ab1-dc3a-4274-8ff7-404a0467e578), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:43.511360 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45be7eb8-7d28-46ff-80dd-584b52c55e12 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Network 21b04dea-5f01-4869-b32c-c062841cea4b is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:24:43.514587 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-45be7eb8-7d28-46ff-80dd-584b52c55e12 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:24:43.518153 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45be7eb8-7d28-46ff-80dd-584b52c55e12 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:24:43.523956 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45be7eb8-7d28-46ff-80dd-584b52c55e12 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:43.524559 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-45be7eb8-7d28-46ff-80dd-584b52c55e12 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:43.530652 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be7eb8-7d28-46ff-80dd-584b52c55e12 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Pushing event updated for resources: {'Port': ['ID=a7297ab1-dc3a-4274-8ff7-404a0467e578,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:43.546084 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-45be7eb8-7d28-46ff-80dd-584b52c55e12 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5265291 Feb 28 20:24:43.548602 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59438) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:43.554274 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d023faf1-c8db-47ae-8a0e-742aa699bcf5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5c:36:af'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:43.572498 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 41122841-9da2-4c40-a5d6-8391a1b9ce5a up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:24:43.640032 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 41122841-9da2-4c40-a5d6-8391a1b9ce5a completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:24:43.644998 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 41122841-9da2-4c40-a5d6-8391a1b9ce5a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:43.645654 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (41122841-9da2-4c40-a5d6-8391a1b9ce5a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:43.670120 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10a7f6d5-ac30-4b0f-918b-d65f66fd9846 req-1ad60a50-13b7-43e8-8b99-da5767594683 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0357711 Feb 28 20:24:43.741884 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d023faf1-c8db-47ae-8a0e-742aa699bcf5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a7297ab1-dc3a-4274-8ff7-404a0467e578), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:43.763315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 41122841-9da2-4c40-a5d6-8391a1b9ce5a is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:43.763932 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (41122841-9da2-4c40-a5d6-8391a1b9ce5a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:43.799121 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd143f25b-920b-4d81-8691-e1d060a3b34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41122841-9da2-4c40-a5d6-8391a1b9ce5a'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:24:43.806929 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ed014a-c8f4-41aa-b2f5-c7453764d5eb" -d '{"events": [{"server_uuid": "d143f25b-920b-4d81-8691-e1d060a3b34e", "name": "network-vif-plugged", "status": "completed", "tag": "41122841-9da2-4c40-a5d6-8391a1b9ce5a"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:24:43.847651 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 41122841-9da2-4c40-a5d6-8391a1b9ce5a, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=41122841-9da2-4c40-a5d6-8391a1b9ce5a,segment=NetworkSegment(f542e01d-e060-4b48-a479-f284e81a95e3),segment_id=f542e01d-e060-4b48-a479-f284e81a95e3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:43.856870 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (41122841-9da2-4c40-a5d6-8391a1b9ce5a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:43.865811 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-300990cf-962b-4fc1-9e18-eb7d7a2508c7 None None] Provisioning complete for port a7297ab1-dc3a-4274-8ff7-404a0467e578 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:43.866475 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-300990cf-962b-4fc1-9e18-eb7d7a2508c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a7297ab1-dc3a-4274-8ff7-404a0467e578), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:43.976208 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d023faf1-c8db-47ae-8a0e-742aa699bcf5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks [] for port (a7297ab1-dc3a-4274-8ff7-404a0467e578), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:43.980399 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=41122841-9da2-4c40-a5d6-8391a1b9ce5a,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:43.982628 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d023faf1-c8db-47ae-8a0e-742aa699bcf5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (a7297ab1-dc3a-4274-8ff7-404a0467e578), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:43.993176 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a411fbe-734e-4bfb-8521-d8d8a22c0dad x-openstack-request-id: req-4a411fbe-734e-4bfb-8521-d8d8a22c0dad {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:24:43.995164 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d143f25b-920b-4d81-8691-e1d060a3b34e", "name": "network-vif-plugged", "status": "completed", "tag": "41122841-9da2-4c40-a5d6-8391a1b9ce5a", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:24:43.995795 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a411fbe-734e-4bfb-8521-d8d8a22c0dad {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:24:43.996607 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd143f25b-920b-4d81-8691-e1d060a3b34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41122841-9da2-4c40-a5d6-8391a1b9ce5a', 'code': 200} Feb 28 20:24:44.006201 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-300990cf-962b-4fc1-9e18-eb7d7a2508c7 None None] Port a7297ab1-dc3a-4274-8ff7-404a0467e578 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:24:44.021337 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c5e95-f104-475d-b5f5-21b674b61f24 req-fc654d6a-3735-4e40-989c-01c3874cefff tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:44.024418 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-490c5e95-f104-475d-b5f5-21b674b61f24 req-fc654d6a-3735-4e40-989c-01c3874cefff tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.1394980 Feb 28 20:24:44.059691 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-d023faf1-c8db-47ae-8a0e-742aa699bcf5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] In _notify_port_updated(), no bound segment for port a7297ab1-dc3a-4274-8ff7-404a0467e578 on network 21b04dea-5f01-4869-b32c-c062841cea4b {{(pid=103773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:24:44.068881 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d023faf1-c8db-47ae-8a0e-742aa699bcf5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:44.070025 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d023faf1-c8db-47ae-8a0e-742aa699bcf5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:44.075274 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d023faf1-c8db-47ae-8a0e-742aa699bcf5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "PUT /v2.0/ports/a7297ab1-dc3a-4274-8ff7-404a0467e578 HTTP/1.1" status: 200 len: 1002 time: 0.5255432 Feb 28 20:24:44.078444 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59460) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:44.116538 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023faf1-c8db-47ae-8a0e-742aa699bcf5 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Pushing event updated for resources: {'Port': ['ID=a7297ab1-dc3a-4274-8ff7-404a0467e578,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:44.147075 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f15d1b71-dd35-4817-a6e4-88e2a9cd8b32 req-8f557893-627b-4623-affb-5b3a5ea6025a tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0642362 Feb 28 20:24:44.167383 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-490c5e95-f104-475d-b5f5-21b674b61f24 req-7f293b5c-7624-4ea4-8e22-cabd7d15f202 tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee73163-8375-4d60-9df0-b8d0f19c4c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372497 Feb 28 20:24:44.181844 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba2c95-eb6a-453d-a960-9ce3e01f1a7a req-73689949-de56-4ff2-af4a-0e11938965e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:44.181844 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dbba2c95-eb6a-453d-a960-9ce3e01f1a7a req-73689949-de56-4ff2-af4a-0e11938965e3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 1128 time: 0.1077526 Feb 28 20:24:44.258013 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dbba2c95-eb6a-453d-a960-9ce3e01f1a7a req-45306a0c-5157-4238-bf60-2bab3feeb308 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566852 Feb 28 20:24:44.290438 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb2a1ca3-8f22-4afb-9c44-59d40c8d9262 req-b7345be9-5845-452f-89bb-4261090377a3 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0307419 Feb 28 20:24:44.335056 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-10567601-849b-4f6f-9df0-ea0711fd0d6b None None] Provisioning complete for port a7297ab1-dc3a-4274-8ff7-404a0467e578 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:44.335425 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-10567601-849b-4f6f-9df0-ea0711fd0d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a7297ab1-dc3a-4274-8ff7-404a0467e578), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:44.370997 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-10567601-849b-4f6f-9df0-ea0711fd0d6b None None] Port a7297ab1-dc3a-4274-8ff7-404a0467e578 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:24:44.501355 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548cb2f-e728-415e-b8f2-3d2b131e4f91 req-babf21e5-1996-44c5-94d1-eed5a53a901e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:44.502857 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8548cb2f-e728-415e-b8f2-3d2b131e4f91 req-babf21e5-1996-44c5-94d1-eed5a53a901e tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 949 time: 0.4880095 Feb 28 20:24:44.527509 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a31ac1-a9b8-4ede-84ca-6b1746eba40e req-bb8f7ebb-5bea-4cc3-8927-95ec3084fa10 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:44.529082 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76a31ac1-a9b8-4ede-84ca-6b1746eba40e req-bb8f7ebb-5bea-4cc3-8927-95ec3084fa10 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.0569499 Feb 28 20:24:44.579611 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76a31ac1-a9b8-4ede-84ca-6b1746eba40e req-64bcb583-90f0-42cd-8795-08d4d5be0687 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448561 Feb 28 20:24:44.586806 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-6b9ecc7c-7de5-4d37-85ca-c2f307e6fe5c tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Deleting port a7297ab1-dc3a-4274-8ff7-404a0467e578 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:24:44.587155 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b9ecc7c-7de5-4d37-85ca-c2f307e6fe5c tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a7297ab1-dc3a-4274-8ff7-404a0467e578), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:44.690096 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b9ecc7c-7de5-4d37-85ca-c2f307e6fe5c tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a7297ab1-dc3a-4274-8ff7-404a0467e578), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:44.694963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-8548cb2f-e728-415e-b8f2-3d2b131e4f91 req-1d50c73e-9752-4e54-824c-7730f7812a0d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Deleting port fb29fbd8-283d-444b-9f64-975f8b82e07c {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:24:44.695309 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-8548cb2f-e728-415e-b8f2-3d2b131e4f91 req-1d50c73e-9752-4e54-824c-7730f7812a0d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:44.723956 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-6b9ecc7c-7de5-4d37-85ca-c2f307e6fe5c tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Calling delete_port for a7297ab1-dc3a-4274-8ff7-404a0467e578 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:24:44.842334 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-8548cb2f-e728-415e-b8f2-3d2b131e4f91 req-1d50c73e-9752-4e54-824c-7730f7812a0d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] For port fb29fbd8-283d-444b-9f64-975f8b82e07c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=fb29fbd8-283d-444b-9f64-975f8b82e07c,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:44.842697 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-8548cb2f-e728-415e-b8f2-3d2b131e4f91 req-1d50c73e-9752-4e54-824c-7730f7812a0d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:44.859575 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-8548cb2f-e728-415e-b8f2-3d2b131e4f91 req-1d50c73e-9752-4e54-824c-7730f7812a0d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Calling delete_port for fb29fbd8-283d-444b-9f64-975f8b82e07c owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:24:44.992363 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b9ecc7c-7de5-4d37-85ca-c2f307e6fe5c tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (a7297ab1-dc3a-4274-8ff7-404a0467e578), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:45.035011 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ecc7c-7de5-4d37-85ca-c2f307e6fe5c tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Pushing event deleted for resources: {'Port': ['ID=a7297ab1-dc3a-4274-8ff7-404a0467e578,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:45.100136 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b9ecc7c-7de5-4d37-85ca-c2f307e6fe5c tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:45.107442 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6b9ecc7c-7de5-4d37-85ca-c2f307e6fe5c tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "DELETE /v2.0/ports/a7297ab1-dc3a-4274-8ff7-404a0467e578 HTTP/1.1" status: 204 len: 168 time: 1.0223420 Feb 28 20:24:45.108155 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59470) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:45.133531 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-8548cb2f-e728-415e-b8f2-3d2b131e4f91 req-1d50c73e-9752-4e54-824c-7730f7812a0d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (fb29fbd8-283d-444b-9f64-975f8b82e07c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:45.166404 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b81cf7-45e9-44f8-8d7d-dc19c1ccb2f0 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] GET failed (client error): The resource could not be found. Feb 28 20:24:45.175357 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f1b81cf7-45e9-44f8-8d7d-dc19c1ccb2f0 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "GET /v2.0/ports/a7297ab1-dc3a-4274-8ff7-404a0467e578 HTTP/1.1" status: 404 len: 333 time: 0.0639856 Feb 28 20:24:45.180212 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59472) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:45.186237 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50c73e-9752-4e54-824c-7730f7812a0d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Pushing event deleted for resources: {'Port': ['ID=fb29fbd8-283d-444b-9f64-975f8b82e07c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:45.187683 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-aa70fb2b-496c-45e3-ab16-bf89e96cbab1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Request body: {'port': {'network_id': '21b04dea-5f01-4869-b32c-c062841cea4b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-454992706'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:45.281047 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8548cb2f-e728-415e-b8f2-3d2b131e4f91 req-1d50c73e-9752-4e54-824c-7730f7812a0d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] No DVR routers for this DVR port fb29fbd8-283d-444b-9f64-975f8b82e07c on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:24:45.284869 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-8548cb2f-e728-415e-b8f2-3d2b131e4f91 req-1d50c73e-9752-4e54-824c-7730f7812a0d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:45.289181 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8548cb2f-e728-415e-b8f2-3d2b131e4f91 req-1d50c73e-9752-4e54-824c-7730f7812a0d tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.15 "DELETE /v2.0/ports/fb29fbd8-283d-444b-9f64-975f8b82e07c HTTP/1.1" status: 204 len: 173 time: 0.7789719 Feb 28 20:24:45.289802 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee563507-b66d-4ac5-a4de-4039fec88408', 'name': 'network-vif-deleted', 'tag': 'fb29fbd8-283d-444b-9f64-975f8b82e07c'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:24:45.293435 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7102ff06-f7a2-488f-9563-72fb88d7dd0d" -d '{"events": [{"server_uuid": "ee563507-b66d-4ac5-a4de-4039fec88408", "name": "network-vif-deleted", "tag": "fb29fbd8-283d-444b-9f64-975f8b82e07c"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:24:45.454179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69a623b2-afb4-41b2-bb11-edf04ef2b1dd req-af1e1fd0-ab7c-4d4b-a22f-43797bc7a38c tempest-MigrationsAdminTest-1512200766 tempest-MigrationsAdminTest-1512200766-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee563507-b66d-4ac5-a4de-4039fec88408 HTTP/1.1" status: 200 len: 210 time: 0.0687199 Feb 28 20:24:45.490188 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-33086a8b-0d2b-480f-8d7b-66cc1e5aeae5 req-b70523d9-8a62-4e25-8e69-4bddc6105ab2 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.1058702 Feb 28 20:24:45.583318 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f47c29-57ad-4d72-a726-89331d5d18df x-openstack-request-id: req-63f47c29-57ad-4d72-a726-89331d5d18df {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:24:45.584939 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee563507-b66d-4ac5-a4de-4039fec88408", "name": "network-vif-deleted", "tag": "fb29fbd8-283d-444b-9f64-975f8b82e07c", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:24:45.585128 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63f47c29-57ad-4d72-a726-89331d5d18df {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:24:45.585514 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee563507-b66d-4ac5-a4de-4039fec88408', 'name': 'network-vif-deleted', 'tag': 'fb29fbd8-283d-444b-9f64-975f8b82e07c', 'status': 'completed', 'code': 200} Feb 28 20:24:45.614208 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa70fb2b-496c-45e3-ab16-bf89e96cbab1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Made reservation on behalf of 76f60230754b469f843ec27d0cfdb3f3 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:24:45.626057 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa70fb2b-496c-45e3-ab16-bf89e96cbab1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:45.695184 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2ee4a0c9-64de-4ef1-9a6c-d80c8aad2232 req-5495c9da-7506-4ed0-9c42-0f76a76a1c14 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0637565 Feb 28 20:24:45.716418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-aa70fb2b-496c-45e3-ab16-bf89e96cbab1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] device_id is not set on port bbd8c8bb-14b7-4566-84f1-701c2e1e753a yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:24:45.825727 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1adad-b0a6-4542-b434-d2b3c6e8f920 req-99fb5a19-e626-46fd-b772-0ba46e55e254 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:45.827614 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3f1adad-b0a6-4542-b434-d2b3c6e8f920 req-99fb5a19-e626-46fd-b772-0ba46e55e254 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.1418798 Feb 28 20:24:45.920528 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-aa70fb2b-496c-45e3-ab16-bf89e96cbab1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Allocated IP 2001:db8::347 (21b04dea-5f01-4869-b32c-c062841cea4b/9492ddab-0826-4c63-a389-86b6cde3263c/bbd8c8bb-14b7-4566-84f1-701c2e1e753a) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:24:45.937641 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3f1adad-b0a6-4542-b434-d2b3c6e8f920 req-fbe9a3d4-8a37-4523-a2bf-17f7823d4b0f tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908356 Feb 28 20:24:46.092534 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa70fb2b-496c-45e3-ab16-bf89e96cbab1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks [] for port (bbd8c8bb-14b7-4566-84f1-701c2e1e753a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:46.129601 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa70fb2b-496c-45e3-ab16-bf89e96cbab1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (bbd8c8bb-14b7-4566-84f1-701c2e1e753a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:46.185306 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa70fb2b-496c-45e3-ab16-bf89e96cbab1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Network 21b04dea-5f01-4869-b32c-c062841cea4b is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:24:46.188600 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-aa70fb2b-496c-45e3-ab16-bf89e96cbab1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:24:46.193701 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa70fb2b-496c-45e3-ab16-bf89e96cbab1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:24:46.200548 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa70fb2b-496c-45e3-ab16-bf89e96cbab1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:46.201331 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa70fb2b-496c-45e3-ab16-bf89e96cbab1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:46.210715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70fb2b-496c-45e3-ab16-bf89e96cbab1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Pushing event updated for resources: {'Port': ['ID=bbd8c8bb-14b7-4566-84f1-701c2e1e753a,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:46.231596 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-aa70fb2b-496c-45e3-ab16-bf89e96cbab1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0474489 Feb 28 20:24:46.232411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59484) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:46.237463 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-cdd4859d-2f5a-49ed-b0bf-815c8e8669d1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Request body: {'port': {'network_id': '21b04dea-5f01-4869-b32c-c062841cea4b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1227299012'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:46.359749 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd4859d-2f5a-49ed-b0bf-815c8e8669d1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Made reservation on behalf of 76f60230754b469f843ec27d0cfdb3f3 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:24:46.364551 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cdd4859d-2f5a-49ed-b0bf-815c8e8669d1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:46.385239 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-cdd4859d-2f5a-49ed-b0bf-815c8e8669d1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] device_id is not set on port 7b9b534b-5e11-4cad-ba8e-094b8ee336ea yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:24:46.429777 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-42b94db4-4f25-4438-8ab1-d457781a1c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:46.436178 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a4795e22-9244-47ef-b76f-5bad5aff5aa3 None None] Provisioning complete for port bbd8c8bb-14b7-4566-84f1-701c2e1e753a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:46.436640 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a4795e22-9244-47ef-b76f-5bad5aff5aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (bbd8c8bb-14b7-4566-84f1-701c2e1e753a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:46.478127 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a4795e22-9244-47ef-b76f-5bad5aff5aa3 None None] Port bbd8c8bb-14b7-4566-84f1-701c2e1e753a cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:24:46.490434 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device fb29fbd8-283d-444b-9f64-975f8b82e07c no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:24:46.517968 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: fb29fbd8-283d-444b-9f64-975f8b82e07c {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:24:46.518308 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device fb29fbd8-283d-444b-9f64-975f8b82e07c not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:24:46.540568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-cdd4859d-2f5a-49ed-b0bf-815c8e8669d1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Allocated IP 2001:db8::14b (21b04dea-5f01-4869-b32c-c062841cea4b/9492ddab-0826-4c63-a389-86b6cde3263c/7b9b534b-5e11-4cad-ba8e-094b8ee336ea) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:24:46.654475 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8308aef8-99e8-4d71-acd7-1da05f77ec0c req-700cc823-995d-4be8-9d7e-6e8c45bf31be tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0398576 Feb 28 20:24:46.733411 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cdd4859d-2f5a-49ed-b0bf-815c8e8669d1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks [] for port (7b9b534b-5e11-4cad-ba8e-094b8ee336ea), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:46.782786 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cdd4859d-2f5a-49ed-b0bf-815c8e8669d1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7b9b534b-5e11-4cad-ba8e-094b8ee336ea), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:46.860833 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8daf2f92-a960-410b-8e9f-a25f83f181ac req-d05ef0ea-a345-4d1c-a553-3496e79b47ef tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0634778 Feb 28 20:24:46.864868 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd4859d-2f5a-49ed-b0bf-815c8e8669d1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Network 21b04dea-5f01-4869-b32c-c062841cea4b is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:24:46.872012 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59498) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:46.872566 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-cdd4859d-2f5a-49ed-b0bf-815c8e8669d1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:24:46.877628 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd4859d-2f5a-49ed-b0bf-815c8e8669d1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:24:46.883443 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd4859d-2f5a-49ed-b0bf-815c8e8669d1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:46.884484 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cdd4859d-2f5a-49ed-b0bf-815c8e8669d1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:46.899786 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4859d-2f5a-49ed-b0bf-815c8e8669d1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Pushing event updated for resources: {'Port': ['ID=7b9b534b-5e11-4cad-ba8e-094b8ee336ea,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:46.918943 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59502) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:46.919087 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cdd4859d-2f5a-49ed-b0bf-815c8e8669d1 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6860189 Feb 28 20:24:46.926262 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-5b3ea242-0923-40cf-baca-54093e14a234 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::12d', 'mac_address': 'fa:16:3e:5c:36:af'}, {'ip_address': '2001:db8::347', 'mac_address': 'fa:16:3e:e2:f8:c7'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:47.091870 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b3ea242-0923-40cf-baca-54093e14a234 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b9b534b-5e11-4cad-ba8e-094b8ee336ea), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:47.095554 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0eddc-2591-4dde-a89b-e98fa00920db req-fd147e16-fc34-4b3f-8c3c-ec20dd9d9fb3 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:47.096590 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-64a5bd39-a488-4f8c-a1c9-7dcc3c884543 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a17db5166eb14b31b629dc33da382372&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2234612 Feb 28 20:24:47.097532 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f6c0eddc-2591-4dde-a89b-e98fa00920db req-fd147e16-fc34-4b3f-8c3c-ec20dd9d9fb3 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.0666173 Feb 28 20:24:47.099672 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59506) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:47.184789 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f6c0eddc-2591-4dde-a89b-e98fa00920db req-6c9a3442-3fb9-421d-a193-b3b47093e168 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764692 Feb 28 20:24:47.207798 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24f20bd3-0b4a-418b-a611-4928ab589070 admin admin] Publish callbacks [] for security_group (dee73163-8375-4d60-9df0-b8d0f19c4c05), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:47.229245 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-15bcadde-4a30-4d4e-a76a-8d97f21262fe None None] Provisioning complete for port 7b9b534b-5e11-4cad-ba8e-094b8ee336ea triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:47.229778 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-15bcadde-4a30-4d4e-a76a-8d97f21262fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7b9b534b-5e11-4cad-ba8e-094b8ee336ea), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:47.275251 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24f20bd3-0b4a-418b-a611-4928ab589070 admin admin] Publish callbacks [] for security_group (dee73163-8375-4d60-9df0-b8d0f19c4c05), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:47.278005 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-15bcadde-4a30-4d4e-a76a-8d97f21262fe None None] Port 7b9b534b-5e11-4cad-ba8e-094b8ee336ea cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:24:47.337281 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24f20bd3-0b4a-418b-a611-4928ab589070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (dee73163-8375-4d60-9df0-b8d0f19c4c05), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:47.341697 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24f20bd3-0b4a-418b-a611-4928ab589070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:47.343196 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-24f20bd3-0b4a-418b-a611-4928ab589070 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dee73163-8375-4d60-9df0-b8d0f19c4c05 HTTP/1.1" status: 204 len: 168 time: 0.2423003 Feb 28 20:24:47.364985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f20bd3-0b4a-418b-a611-4928ab589070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee73163-8375-4d60-9df0-b8d0f19c4c05,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:47.417438 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b3ea242-0923-40cf-baca-54093e14a234 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks [] for port (7b9b534b-5e11-4cad-ba8e-094b8ee336ea), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:47.431296 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b3ea242-0923-40cf-baca-54093e14a234 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (7b9b534b-5e11-4cad-ba8e-094b8ee336ea), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:47.490895 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ea242-0923-40cf-baca-54093e14a234 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] In _notify_port_updated(), no bound segment for port 7b9b534b-5e11-4cad-ba8e-094b8ee336ea on network 21b04dea-5f01-4869-b32c-c062841cea4b {{(pid=103773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:24:47.498038 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3ea242-0923-40cf-baca-54093e14a234 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:47.498712 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b3ea242-0923-40cf-baca-54093e14a234 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:47.500314 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5b3ea242-0923-40cf-baca-54093e14a234 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "PUT /v2.0/ports/7b9b534b-5e11-4cad-ba8e-094b8ee336ea HTTP/1.1" status: 200 len: 1068 time: 0.5795252 Feb 28 20:24:47.507361 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59514) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:47.570310 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ea242-0923-40cf-baca-54093e14a234 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Pushing event updated for resources: {'Port': ['ID=7b9b534b-5e11-4cad-ba8e-094b8ee336ea,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:47.631072 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557de07-fb30-457f-8af0-1ea45768cb91 req-bf610346-4ce8-46c9-a406-440b9825558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:47.632672 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7557de07-fb30-457f-8af0-1ea45768cb91 req-bf610346-4ce8-46c9-a406-440b9825558e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14ae7f64b1084c16baea6064eee3ef15&device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 1128 time: 0.1419518 Feb 28 20:24:47.682149 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466f327-6adf-4584-8456-ee87beba1e3e req-00a2c518-444e-4003-8f15-0506d409f75e tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:47.683671 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e466f327-6adf-4584-8456-ee87beba1e3e req-00a2c518-444e-4003-8f15-0506d409f75e tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.1265790 Feb 28 20:24:47.708875 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-4b944b2d-e467-40c2-b30a-5879dbe35884 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Deleting port 7b9b534b-5e11-4cad-ba8e-094b8ee336ea {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:24:47.709245 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b944b2d-e467-40c2-b30a-5879dbe35884 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7b9b534b-5e11-4cad-ba8e-094b8ee336ea), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:47.842083 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b944b2d-e467-40c2-b30a-5879dbe35884 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7b9b534b-5e11-4cad-ba8e-094b8ee336ea), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:47.849113 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59520) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:47.856986 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-4b944b2d-e467-40c2-b30a-5879dbe35884 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Calling delete_port for 7b9b534b-5e11-4cad-ba8e-094b8ee336ea owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:24:47.869677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7e63db3b-201b-41f4-973b-4b1db3991939 None None] Provisioning complete for port 7b9b534b-5e11-4cad-ba8e-094b8ee336ea triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:47.870228 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7e63db3b-201b-41f4-973b-4b1db3991939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7b9b534b-5e11-4cad-ba8e-094b8ee336ea), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:47.889660 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d104e111-0e64-4793-aed4-957a8d3cbfd8 req-7b72f354-4c01-44ba-b5c6-20b46101d1c6 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0558395 Feb 28 20:24:47.910318 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7e63db3b-201b-41f4-973b-4b1db3991939 None None] Port 7b9b534b-5e11-4cad-ba8e-094b8ee336ea cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:24:47.973837 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e466f327-6adf-4584-8456-ee87beba1e3e req-25aec3ca-9e72-40f0-9bf4-75ba86e3f0fc tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778221 Feb 28 20:24:47.983530 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7613fead-78a2-484a-a701-5922e3e444b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=625d6f7f5cd04619965cf1b07622fee4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1029725 Feb 28 20:24:47.985401 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59524) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:47.986466 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557de07-fb30-457f-8af0-1ea45768cb91 req-64f42af8-959e-4652-91d0-d2e6a00411ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:47.988475 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7557de07-fb30-457f-8af0-1ea45768cb91 req-64f42af8-959e-4652-91d0-d2e6a00411ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 HTTP/1.1" status: 200 len: 911 time: 0.3428471 Feb 28 20:24:48.007792 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b944b2d-e467-40c2-b30a-5879dbe35884 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (7b9b534b-5e11-4cad-ba8e-094b8ee336ea), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:48.035934 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f452fe27-84cc-4686-bf2f-fa1dded96911 req-91cabf4e-c3bf-4e34-89f6-695117889406 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0512605 Feb 28 20:24:48.041973 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b944b2d-e467-40c2-b30a-5879dbe35884 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Pushing event deleted for resources: {'Port': ['ID=7b9b534b-5e11-4cad-ba8e-094b8ee336ea,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:48.077547 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7557de07-fb30-457f-8af0-1ea45768cb91 req-53531628-e14e-42e6-b548-cb9954d1a215 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41122841-9da2-4c40-a5d6-8391a1b9ce5a HTTP/1.1" status: 200 len: 217 time: 0.0716696 Feb 28 20:24:48.153195 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557de07-fb30-457f-8af0-1ea45768cb91 req-63b5fbd3-d121-4ada-b254-548838e35c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:48.154709 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7557de07-fb30-457f-8af0-1ea45768cb91 req-63b5fbd3-d121-4ada-b254-548838e35c27 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2de3391b-9935-4088-82fa-781f577763c2 HTTP/1.1" status: 200 len: 851 time: 0.0693381 Feb 28 20:24:48.155367 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4cc273f8-781d-4692-873a-8a450794b3ad admin admin] Publish callbacks [] for security_group (c0d5fded-e97d-4fcf-8be7-dcbcb6b601fd), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:48.184351 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4cc273f8-781d-4692-873a-8a450794b3ad admin admin] Publish callbacks [] for security_group (c0d5fded-e97d-4fcf-8be7-dcbcb6b601fd), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:48.235420 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7557de07-fb30-457f-8af0-1ea45768cb91 req-12112e04-585b-4ee3-b3dd-5b694e3ebd04 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44e0ffae-a0be-41c5-8b21-fc0de11ff3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547342 Feb 28 20:24:48.277294 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b944b2d-e467-40c2-b30a-5879dbe35884 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:48.283201 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4b944b2d-e467-40c2-b30a-5879dbe35884 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "DELETE /v2.0/ports/7b9b534b-5e11-4cad-ba8e-094b8ee336ea HTTP/1.1" status: 204 len: 168 time: 0.7722039 Feb 28 20:24:48.284709 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59526) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:48.312718 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-046085ce-53d5-4b5f-9358-bc8ad3a70b77 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] GET failed (client error): The resource could not be found. Feb 28 20:24:48.314296 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-046085ce-53d5-4b5f-9358-bc8ad3a70b77 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "GET /v2.0/ports/7b9b534b-5e11-4cad-ba8e-094b8ee336ea HTTP/1.1" status: 404 len: 333 time: 0.0283508 Feb 28 20:24:48.317916 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59528) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:48.351983 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4cc273f8-781d-4692-873a-8a450794b3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c0d5fded-e97d-4fcf-8be7-dcbcb6b601fd), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:48.354408 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4cc273f8-781d-4692-873a-8a450794b3ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:48.355547 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4cc273f8-781d-4692-873a-8a450794b3ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0d5fded-e97d-4fcf-8be7-dcbcb6b601fd HTTP/1.1" status: 204 len: 168 time: 0.3662517 Feb 28 20:24:48.363915 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7557de07-fb30-457f-8af0-1ea45768cb91 req-3e0ea667-a7d9-485f-8be9-4f39d1bad9f7 service neutron] 10.222.0.10 "GET /v2.0/networks/44e0ffae-a0be-41c5-8b21-fc0de11ff3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181238 Feb 28 20:24:48.368773 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc273f8-781d-4692-873a-8a450794b3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d5fded-e97d-4fcf-8be7-dcbcb6b601fd,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:48.427060 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-7daadfdd-925d-4958-9757-5ba8c43e2d6d tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Deleting port bbd8c8bb-14b7-4566-84f1-701c2e1e753a {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:24:48.427418 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7daadfdd-925d-4958-9757-5ba8c43e2d6d tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (bbd8c8bb-14b7-4566-84f1-701c2e1e753a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:48.468156 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7557de07-fb30-457f-8af0-1ea45768cb91 req-85a1faf1-ee66-47b4-8a5a-ef6320f390f9 service neutron] 10.222.0.10 "GET /v2.0/networks/44e0ffae-a0be-41c5-8b21-fc0de11ff3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960124 Feb 28 20:24:48.542242 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7daadfdd-925d-4958-9757-5ba8c43e2d6d tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (bbd8c8bb-14b7-4566-84f1-701c2e1e753a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:48.562197 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-7daadfdd-925d-4958-9757-5ba8c43e2d6d tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Calling delete_port for bbd8c8bb-14b7-4566-84f1-701c2e1e753a owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:24:48.708428 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7daadfdd-925d-4958-9757-5ba8c43e2d6d tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (bbd8c8bb-14b7-4566-84f1-701c2e1e753a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:48.742341 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daadfdd-925d-4958-9757-5ba8c43e2d6d tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Pushing event deleted for resources: {'Port': ['ID=bbd8c8bb-14b7-4566-84f1-701c2e1e753a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:48.769466 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7daadfdd-925d-4958-9757-5ba8c43e2d6d tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:48.775121 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7daadfdd-925d-4958-9757-5ba8c43e2d6d tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "DELETE /v2.0/ports/bbd8c8bb-14b7-4566-84f1-701c2e1e753a HTTP/1.1" status: 204 len: 168 time: 0.4549124 Feb 28 20:24:48.775549 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59542) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:48.809080 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c66500-24ff-435a-8158-3f52fbe3c7cc tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] GET failed (client error): The resource could not be found. Feb 28 20:24:48.811835 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d8c66500-24ff-435a-8158-3f52fbe3c7cc tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "GET /v2.0/ports/bbd8c8bb-14b7-4566-84f1-701c2e1e753a HTTP/1.1" status: 404 len: 333 time: 0.0306718 Feb 28 20:24:48.814892 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59546) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:48.930762 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-510de8cc-de53-4b88-ba1d-4ae93a1f5c5f tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Deleting port df481b5c-aa2f-435e-bdad-9e39e332538d {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:24:48.930978 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-510de8cc-de53-4b88-ba1d-4ae93a1f5c5f tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (df481b5c-aa2f-435e-bdad-9e39e332538d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:48.954136 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eda0646b-6e60-40b3-9e46-592eb0b57ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:49.046146 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85f57ad9-2303-4703-b2d6-1e54fa64d914 req-47d3a2db-79d1-4f71-a457-9db8e6d620db tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0389156 Feb 28 20:24:49.103345 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-510de8cc-de53-4b88-ba1d-4ae93a1f5c5f tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (df481b5c-aa2f-435e-bdad-9e39e332538d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:49.120771 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-510de8cc-de53-4b88-ba1d-4ae93a1f5c5f tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Calling delete_port for df481b5c-aa2f-435e-bdad-9e39e332538d owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:24:49.151965 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c1c5e-c53e-4a68-af49-458c05f3d35f req-ccbfd5c9-d83b-494a-89ef-d1d80f34411d tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:49.153424 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d9c1c5e-c53e-4a68-af49-458c05f3d35f req-ccbfd5c9-d83b-494a-89ef-d1d80f34411d tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.0944247 Feb 28 20:24:49.255535 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d9c1c5e-c53e-4a68-af49-458c05f3d35f req-979888b5-f3d2-4463-a287-6430cc567018 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691245 Feb 28 20:24:49.333335 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-510de8cc-de53-4b88-ba1d-4ae93a1f5c5f tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (df481b5c-aa2f-435e-bdad-9e39e332538d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:49.392031 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510de8cc-de53-4b88-ba1d-4ae93a1f5c5f tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Pushing event deleted for resources: {'Port': ['ID=df481b5c-aa2f-435e-bdad-9e39e332538d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:49.395671 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2c865743-13e0-45c6-9450-d50d30e8603f req-dc97bc55-9bb1-4663-a39c-6be9ccf8039e tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0512781 Feb 28 20:24:49.423143 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-510de8cc-de53-4b88-ba1d-4ae93a1f5c5f tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:49.429258 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-510de8cc-de53-4b88-ba1d-4ae93a1f5c5f tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "DELETE /v2.0/ports/df481b5c-aa2f-435e-bdad-9e39e332538d HTTP/1.1" status: 204 len: 168 time: 0.6123700 Feb 28 20:24:49.432258 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59578) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:49.452940 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:49.512012 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a77589-81ea-4ec5-866a-80b1e62c72a4 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Deleting subnet 9492ddab-0826-4c63-a389-86b6cde3263c {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:24:49.516918 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f5a77589-81ea-4ec5-866a-80b1e62c72a4 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks [] for subnet (9492ddab-0826-4c63-a389-86b6cde3263c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:49.570280 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f5a77589-81ea-4ec5-866a-80b1e62c72a4 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (9492ddab-0826-4c63-a389-86b6cde3263c), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:49.598924 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed6139-467d-4af3-a8f1-3d5d9b0664c1 req-91a18f20-129e-4236-b2da-94c8822a259f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:49.606882 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89ed6139-467d-4af3-a8f1-3d5d9b0664c1 req-91a18f20-129e-4236-b2da-94c8822a259f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.0678582 Feb 28 20:24:49.674103 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89ed6139-467d-4af3-a8f1-3d5d9b0664c1 req-bac6cefa-09a4-4432-95e8-eef958945001 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621014 Feb 28 20:24:49.697481 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f5a77589-81ea-4ec5-866a-80b1e62c72a4 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (9492ddab-0826-4c63-a389-86b6cde3263c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:49.761188 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f5a77589-81ea-4ec5-866a-80b1e62c72a4 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (9492ddab-0826-4c63-a389-86b6cde3263c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:49.787047 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a77589-81ea-4ec5-866a-80b1e62c72a4 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Pushing event deleted for resources: {'Subnet': ['ID=9492ddab-0826-4c63-a389-86b6cde3263c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:49.793921 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f5a77589-81ea-4ec5-866a-80b1e62c72a4 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:49.797357 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f5a77589-81ea-4ec5-866a-80b1e62c72a4 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "DELETE /v2.0/subnets/9492ddab-0826-4c63-a389-86b6cde3263c HTTP/1.1" status: 204 len: 168 time: 0.3636770 Feb 28 20:24:49.799464 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59590) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:49.803255 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5883221-08c7-4c83-9c83-d5f9b7ee8d35 None None] Network 21b04dea-5f01-4869-b32c-c062841cea4b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:24:49.882464 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a368b292-abc5-48f0-90cb-5af08f473568 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (21b04dea-5f01-4869-b32c-c062841cea4b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:49.943920 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-a368b292-abc5-48f0-90cb-5af08f473568 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Deleting port c53e99ad-3617-40dd-aa49-404187773b30 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:24:49.944273 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a368b292-abc5-48f0-90cb-5af08f473568 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c53e99ad-3617-40dd-aa49-404187773b30), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:49.990041 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f1e198-30c7-451a-a83a-5bcd1d4dd66f None None] DHCP port deletion for 21b04dea-5f01-4869-b32c-c062841cea4b request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:24:50.019237 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-a368b292-abc5-48f0-90cb-5af08f473568 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] For port c53e99ad-3617-40dd-aa49-404187773b30, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c53e99ad-3617-40dd-aa49-404187773b30,segment=NetworkSegment(bb83a016-67ec-46b5-9b43-7b1c85d0ca05),segment_id=bb83a016-67ec-46b5-9b43-7b1c85d0ca05)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:50.020027 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a368b292-abc5-48f0-90cb-5af08f473568 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c53e99ad-3617-40dd-aa49-404187773b30), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:50.036217 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-a368b292-abc5-48f0-90cb-5af08f473568 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Calling delete_port for c53e99ad-3617-40dd-aa49-404187773b30 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:24:50.080236 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:50.101842 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b3f1e198-30c7-451a-a83a-5bcd1d4dd66f None None] Deleting port c53e99ad-3617-40dd-aa49-404187773b30 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:24:50.102732 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b3f1e198-30c7-451a-a83a-5bcd1d4dd66f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c53e99ad-3617-40dd-aa49-404187773b30), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:50.144878 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a368b292-abc5-48f0-90cb-5af08f473568 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c53e99ad-3617-40dd-aa49-404187773b30), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:50.191464 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368b292-abc5-48f0-90cb-5af08f473568 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Pushing event deleted for resources: {'Port': ['ID=c53e99ad-3617-40dd-aa49-404187773b30,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:50.191796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b3f1e198-30c7-451a-a83a-5bcd1d4dd66f None None] For port c53e99ad-3617-40dd-aa49-404187773b30, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c53e99ad-3617-40dd-aa49-404187773b30,segment=NetworkSegment(bb83a016-67ec-46b5-9b43-7b1c85d0ca05),segment_id=bb83a016-67ec-46b5-9b43-7b1c85d0ca05)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:50.192038 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b3f1e198-30c7-451a-a83a-5bcd1d4dd66f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c53e99ad-3617-40dd-aa49-404187773b30), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:50.196967 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a368b292-abc5-48f0-90cb-5af08f473568 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] No DVR routers for this DVR port c53e99ad-3617-40dd-aa49-404187773b30 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:24:50.209143 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dea3da3e-edee-4efa-af9d-712e4d9ba192 req-2728e0ac-db6b-49f3-b584-118189f9d7ad tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0533023 Feb 28 20:24:50.217506 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b3f1e198-30c7-451a-a83a-5bcd1d4dd66f None None] Calling delete_port for c53e99ad-3617-40dd-aa49-404187773b30 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:24:50.318528 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b3f1e198-30c7-451a-a83a-5bcd1d4dd66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (c53e99ad-3617-40dd-aa49-404187773b30), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:50.327746 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a368b292-abc5-48f0-90cb-5af08f473568 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (21b04dea-5f01-4869-b32c-c062841cea4b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:50.351668 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f1e198-30c7-451a-a83a-5bcd1d4dd66f None None] No DVR routers for this DVR port c53e99ad-3617-40dd-aa49-404187773b30 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:24:50.356362 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1e198-30c7-451a-a83a-5bcd1d4dd66f None None] Pushing event deleted for resources: {'Port': ['ID=c53e99ad-3617-40dd-aa49-404187773b30,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:50.356822 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-a368b292-abc5-48f0-90cb-5af08f473568 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b04dea-5f01-4869-b32c-c062841cea4b']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:50.368369 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-a368b292-abc5-48f0-90cb-5af08f473568 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb83a016-67ec-46b5-9b43-7b1c85d0ca05') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:50.368713 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-a368b292-abc5-48f0-90cb-5af08f473568 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb83a016-67ec-46b5-9b43-7b1c85d0ca05') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:50.381295 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a368b292-abc5-48f0-90cb-5af08f473568 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (bb83a016-67ec-46b5-9b43-7b1c85d0ca05), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:50.396547 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a368b292-abc5-48f0-90cb-5af08f473568 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (bb83a016-67ec-46b5-9b43-7b1c85d0ca05), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:50.405445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a368b292-abc5-48f0-90cb-5af08f473568 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:24:50.405882 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a368b292-abc5-48f0-90cb-5af08f473568 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (bb83a016-67ec-46b5-9b43-7b1c85d0ca05), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:24:50.409862 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:24:50.448496 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b3077-1b68-4606-bb5a-901045b2bd84 req-fd9c8aa1-e55b-442e-a481-d6acb5e0a70f tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:50.450007 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-350b3077-1b68-4606-bb5a-901045b2bd84 req-fd9c8aa1-e55b-442e-a481-d6acb5e0a70f tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.0611537 Feb 28 20:24:50.475056 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a368b292-abc5-48f0-90cb-5af08f473568 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (21b04dea-5f01-4869-b32c-c062841cea4b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:50.483641 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a368b292-abc5-48f0-90cb-5af08f473568 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:50.487891 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a368b292-abc5-48f0-90cb-5af08f473568 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] 10.222.0.13 "DELETE /v2.0/networks/21b04dea-5f01-4869-b32c-c062841cea4b HTTP/1.1" status: 204 len: 168 time: 0.6868515 Feb 28 20:24:50.497727 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368b292-abc5-48f0-90cb-5af08f473568 tempest-AllowedAddressPairIpV6TestJSON-322848561 tempest-AllowedAddressPairIpV6TestJSON-322848561-project] Pushing event deleted for resources: {'Network': ['ID=21b04dea-5f01-4869-b32c-c062841cea4b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:50.536339 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-350b3077-1b68-4606-bb5a-901045b2bd84 req-89559108-e64e-4ab5-a6ba-e4fa08e4ec9d tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784461 Feb 28 20:24:50.625097 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72cb8979-2f11-42df-b024-e712f5eb3609 req-1602965f-fc89-44c7-b357-f47dda686b89 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0283954 Feb 28 20:24:50.800863 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59628) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:50.812017 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6f48c-d7c6-4e22-8081-c2305fcad191 req-4d201575-d8d0-4374-b625-8806b1558706 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:50.812629 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82c6f48c-d7c6-4e22-8081-c2305fcad191 req-4d201575-d8d0-4374-b625-8806b1558706 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.0570076 Feb 28 20:24:50.866173 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82c6f48c-d7c6-4e22-8081-c2305fcad191 req-433b4368-8e4d-45fd-9e4f-b5a8b85f1570 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466681 Feb 28 20:24:50.966176 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-52669597-e093-4711-a2c0-1cbc2f94a332 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76f60230754b469f843ec27d0cfdb3f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1618586 Feb 28 20:24:50.966422 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59632) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:51.019415 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-558adeef-bc70-48ac-bf68-4a06dba05fd8 admin admin] Publish callbacks [] for security_group (c0015153-78be-44b2-8863-e3249e57f61f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:51.041361 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-558adeef-bc70-48ac-bf68-4a06dba05fd8 admin admin] Publish callbacks [] for security_group (c0015153-78be-44b2-8863-e3249e57f61f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:51.105657 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-558adeef-bc70-48ac-bf68-4a06dba05fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c0015153-78be-44b2-8863-e3249e57f61f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:51.108663 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-558adeef-bc70-48ac-bf68-4a06dba05fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:51.109824 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-558adeef-bc70-48ac-bf68-4a06dba05fd8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0015153-78be-44b2-8863-e3249e57f61f HTTP/1.1" status: 204 len: 168 time: 0.1422265 Feb 28 20:24:51.118830 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558adeef-bc70-48ac-bf68-4a06dba05fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0015153-78be-44b2-8863-e3249e57f61f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:51.279420 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:51.331869 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8f18dc3-7b6a-42ec-a704-e9e900c3d306 req-17d353c0-2187-4696-acb0-26e0995a7717 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0323873 Feb 28 20:24:51.672174 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb29e41-da0d-4ee0-ae7d-b004b5acdc2d req-9fd24f58-1d3f-41a5-a69d-4d59b83bb4e8 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:51.673761 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ceb29e41-da0d-4ee0-ae7d-b004b5acdc2d req-9fd24f58-1d3f-41a5-a69d-4d59b83bb4e8 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.0673547 Feb 28 20:24:51.754979 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b000bd13-4ed9-420e-a216-5b4666984b76 req-08a8bfd7-7631-4cf0-a34c-cfc713335379 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0453501 Feb 28 20:24:51.762356 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ceb29e41-da0d-4ee0-ae7d-b004b5acdc2d req-79f2b516-8c34-4d4b-8732-a9769efcf6d0 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817108 Feb 28 20:24:51.828394 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59682) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:51.994447 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c53e99ad-3617-40dd-aa49-404187773b30 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:24:52.015850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: c53e99ad-3617-40dd-aa49-404187773b30 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:24:52.016538 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c53e99ad-3617-40dd-aa49-404187773b30 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:24:52.026496 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94444e-f4e3-4eb4-82ee-39b7e515eca1 req-327d811c-2bee-47ba-923c-b75ed3984ba6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:52.029957 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cf94444e-f4e3-4eb4-82ee-39b7e515eca1 req-327d811c-2bee-47ba-923c-b75ed3984ba6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.0753424 Feb 28 20:24:52.072433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-167d0c02-d622-44f9-b874-d16bfc092d49 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.073462 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-167d0c02-d622-44f9-b874-d16bfc092d49 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2440341 Feb 28 20:24:52.076793 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59690) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.082216 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-4a700965-d4bb-483e-848e-5c75437261c5 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.083180 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4a700965-d4bb-483e-848e-5c75437261c5 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0054126 Feb 28 20:24:52.085986 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59692) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.092332 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-19157bf5-8181-4f6a-80cf-e73a4e4f1cc7 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.095524 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-19157bf5-8181-4f6a-80cf-e73a4e4f1cc7 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0063210 Feb 28 20:24:52.095674 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cf94444e-f4e3-4eb4-82ee-39b7e515eca1 req-94a9080a-7c82-423c-9872-76634b6b9aac tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562606 Feb 28 20:24:52.095959 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59694) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.100766 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-0ecccd36-4263-44a4-a0ed-f9ed17aba4c8 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.102034 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0ecccd36-4263-44a4-a0ed-f9ed17aba4c8 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0052764 Feb 28 20:24:52.104384 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59696) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.108790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-0c23a6af-5ff1-42dd-90f5-ac315392405a tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.112460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59698) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.112585 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0c23a6af-5ff1-42dd-90f5-ac315392405a tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0071282 Feb 28 20:24:52.118249 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-a036f79e-e542-467c-a648-3c16c57a95a8 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.121534 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a036f79e-e542-467c-a648-3c16c57a95a8 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0056221 Feb 28 20:24:52.121700 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59700) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.125470 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-0b472202-1593-42e4-8a11-d14b425ecc71 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.126485 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0b472202-1593-42e4-8a11-d14b425ecc71 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0038893 Feb 28 20:24:52.129127 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59702) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.136437 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-fba57c17-4a40-4f50-8886-ffebabca3f83 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.138032 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fba57c17-4a40-4f50-8886-ffebabca3f83 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0075409 Feb 28 20:24:52.140079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59704) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.144558 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-b3fb9423-9ada-4e06-91e6-2ae58952fc27 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.145478 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b3fb9423-9ada-4e06-91e6-2ae58952fc27 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045309 Feb 28 20:24:52.147568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59706) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.151238 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-95933c80-9f80-4fe8-b1ad-49c3b38385a5 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.152222 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-95933c80-9f80-4fe8-b1ad-49c3b38385a5 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0037627 Feb 28 20:24:52.154558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59708) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.160035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-d49d0148-f165-47c0-baee-0fd96e4c7d9a tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.163177 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d49d0148-f165-47c0-baee-0fd96e4c7d9a tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0054204 Feb 28 20:24:52.163715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59710) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.172856 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-0b418e20-32d1-4593-9a60-a41873b36f3b tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.174771 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0b418e20-32d1-4593-9a60-a41873b36f3b tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0091467 Feb 28 20:24:52.177804 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59714) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.183617 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-9741fc03-ee15-4136-994d-668cb42223a9 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.187379 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9741fc03-ee15-4136-994d-668cb42223a9 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0060122 Feb 28 20:24:52.187483 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59716) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.192178 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-54bccb1e-87cf-4adf-b410-73e3027283e1 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.195585 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-54bccb1e-87cf-4adf-b410-73e3027283e1 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0045288 Feb 28 20:24:52.196480 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59718) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.200816 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-2fc9ef7d-b7cd-4786-b984-35b1e9800683 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.203210 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2fc9ef7d-b7cd-4786-b984-35b1e9800683 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0041611 Feb 28 20:24:52.203975 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59720) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.208603 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-159d56d5-3d8f-4de1-98e5-2157028794c9 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.209655 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-159d56d5-3d8f-4de1-98e5-2157028794c9 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0047584 Feb 28 20:24:52.212062 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59722) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.216007 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-36830d1b-6468-4f14-a077-6171ccb7b69b tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.216906 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-36830d1b-6468-4f14-a077-6171ccb7b69b tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0038919 Feb 28 20:24:52.219052 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59724) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.222843 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-8d4ef997-148a-41ab-ad9f-8075e74b7b3d tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.224028 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8d4ef997-148a-41ab-ad9f-8075e74b7b3d tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0041397 Feb 28 20:24:52.226371 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59726) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.234025 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-178c712a-eb41-4a57-a504-e9b124163469 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.234937 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-178c712a-eb41-4a57-a504-e9b124163469 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0076098 Feb 28 20:24:52.237722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59728) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.243278 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-009a8440-1e15-4d22-b047-2b89f863bf6b tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.244490 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-009a8440-1e15-4d22-b047-2b89f863bf6b tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0051994 Feb 28 20:24:52.246739 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59730) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.250352 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59732) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.251544 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-591380db-c671-4810-83ae-0aa051a07edb tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.255100 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-591380db-c671-4810-83ae-0aa051a07edb tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044534 Feb 28 20:24:52.255323 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59734) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.259895 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-ad0d0fda-17a4-4d89-8d6c-6fa1f0c1335e tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.262702 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ad0d0fda-17a4-4d89-8d6c-6fa1f0c1335e tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046191 Feb 28 20:24:52.262910 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59738) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.266803 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-48199e87-e0c9-4da0-930c-7b6ae5af63d4 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.267946 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-48199e87-e0c9-4da0-930c-7b6ae5af63d4 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0038478 Feb 28 20:24:52.271907 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59740) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.276211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-fbd27024-46fc-4bf2-b39e-6123e0fc667b tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.277235 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fbd27024-46fc-4bf2-b39e-6123e0fc667b tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0044374 Feb 28 20:24:52.279958 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59742) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.286872 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-4e25e28f-01f5-4f9b-ab6e-74d424ad9235 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.287968 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4e25e28f-01f5-4f9b-ab6e-74d424ad9235 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0061901 Feb 28 20:24:52.290112 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59744) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.293848 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-5a6cf886-595a-4e48-b939-e10bcd6bb3ec tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.295060 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5a6cf886-595a-4e48-b939-e10bcd6bb3ec tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0037684 Feb 28 20:24:52.296935 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59746) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.300664 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-6efd8755-b9e0-435a-af3c-d0d97ab9edc8 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.301552 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6efd8755-b9e0-435a-af3c-d0d97ab9edc8 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0038168 Feb 28 20:24:52.303733 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59748) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.307365 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-416afbe7-fb6b-420b-af71-8c1ed9b67f2f tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.308426 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-416afbe7-fb6b-420b-af71-8c1ed9b67f2f tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0038466 Feb 28 20:24:52.310450 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59750) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.314545 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-40f1b102-77e3-4cab-adda-90ffc4c05f87 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.315980 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-40f1b102-77e3-4cab-adda-90ffc4c05f87 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0047050 Feb 28 20:24:52.318491 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59752) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.322150 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-96687280-d45a-4d56-8d1b-6e1818d68d94 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.323114 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-96687280-d45a-4d56-8d1b-6e1818d68d94 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0037603 Feb 28 20:24:52.325710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59754) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.329531 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-5f57f2b2-813d-41dc-9fba-e794d4bf1541 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.330361 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5f57f2b2-813d-41dc-9fba-e794d4bf1541 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0037904 Feb 28 20:24:52.334046 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59756) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.337689 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-33b0258b-4161-4dca-bc0b-bd549de5bf51 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.338577 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-33b0258b-4161-4dca-bc0b-bd549de5bf51 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0037155 Feb 28 20:24:52.340941 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59758) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.345434 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-1ea14877-85f4-4386-b176-89bdfd5ef010 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.346387 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1ea14877-85f4-4386-b176-89bdfd5ef010 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043676 Feb 28 20:24:52.350633 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59760) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.355512 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-b8eda64b-1617-491c-b8cf-084331f6a500 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.356626 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b8eda64b-1617-491c-b8cf-084331f6a500 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043230 Feb 28 20:24:52.359146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59762) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.365676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-e02d1cac-a208-4c08-8dfe-1e7d88a20ab5 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.369274 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59766) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.369695 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e02d1cac-a208-4c08-8dfe-1e7d88a20ab5 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0082717 Feb 28 20:24:52.374533 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:52.375979 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-09a24a54-f64a-4156-98cc-5d0979695708 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.376971 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-09a24a54-f64a-4156-98cc-5d0979695708 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0064042 Feb 28 20:24:52.381660 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59768) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.386541 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-2e8de76c-fb00-43f8-97d6-fa896a897004 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.387468 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2e8de76c-fb00-43f8-97d6-fa896a897004 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044010 Feb 28 20:24:52.390502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59770) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.391060 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7e5c8c94-0daa-46e3-9dac-5048915a867a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:52.396780 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-62b0056b-bf75-4227-ac71-1329bc28bed6 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.397722 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-62b0056b-bf75-4227-ac71-1329bc28bed6 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0060272 Feb 28 20:24:52.400122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59772) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.404294 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-46dc83c1-e76e-4c19-bb43-77c5209932cb tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.408069 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-46dc83c1-e76e-4c19-bb43-77c5209932cb tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0068259 Feb 28 20:24:52.408634 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59774) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.413153 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-3349b5de-f552-4643-b6cf-ce918af1ae94 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.414260 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3349b5de-f552-4643-b6cf-ce918af1ae94 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0044827 Feb 28 20:24:52.416675 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59776) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.423075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-8d65921f-ce75-4b49-98b5-d894665a8efa tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.424090 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8d65921f-ce75-4b49-98b5-d894665a8efa tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0063438 Feb 28 20:24:52.426474 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59778) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.437782 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-8f12ad9e-10c7-4dde-a3a9-0fc066716ee9 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.438782 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8f12ad9e-10c7-4dde-a3a9-0fc066716ee9 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0114133 Feb 28 20:24:52.443326 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59780) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.447574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-d1d2f306-86da-42ca-9b74-8d94849228c9 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.448553 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d1d2f306-86da-42ca-9b74-8d94849228c9 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0042531 Feb 28 20:24:52.451552 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59782) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.456479 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-66e06704-2a8c-4959-bef7-2b1032d4f0e9 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.457394 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-66e06704-2a8c-4959-bef7-2b1032d4f0e9 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0048060 Feb 28 20:24:52.462762 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59784) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.468352 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-ef4b246f-66b5-42f2-a970-b0d9023be02f tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.468781 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e32f34ca-cad0-437b-b2f7-5d20c9c984dc req-b68bb60b-b949-4ea9-bac4-dc478f672725 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0498157 Feb 28 20:24:52.469278 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ef4b246f-66b5-42f2-a970-b0d9023be02f tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0056736 Feb 28 20:24:52.471856 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59786) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.477219 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-9e878ddd-bbf7-41df-93b9-7921b3436235 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.478185 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9e878ddd-bbf7-41df-93b9-7921b3436235 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0054204 Feb 28 20:24:52.481059 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59788) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.485379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-663cfb85-c415-467b-b98e-fa98d33a0c19 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.488805 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59790) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.488944 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-663cfb85-c415-467b-b98e-fa98d33a0c19 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0060344 Feb 28 20:24:52.497138 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-5a87dd76-cc58-4b19-a0c0-841f9f25b8aa tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.498159 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5a87dd76-cc58-4b19-a0c0-841f9f25b8aa tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0083759 Feb 28 20:24:52.500991 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59792) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.503256 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7e5c8c94-0daa-46e3-9dac-5048915a867a admin admin] Publish callbacks [] for security_group (27f04936-792c-4e60-b363-ed5f66711705), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:52.507852 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7e5c8c94-0daa-46e3-9dac-5048915a867a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (27f04936-792c-4e60-b363-ed5f66711705), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:52.508694 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-258f2f03-1f9d-4359-8d7b-ce8dc5678ee9 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.509767 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-258f2f03-1f9d-4359-8d7b-ce8dc5678ee9 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0054562 Feb 28 20:24:52.512298 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59794) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.516366 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-81fa6361-1b2d-496d-8eec-b646e0ada43c tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.517480 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-81fa6361-1b2d-496d-8eec-b646e0ada43c tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0041339 Feb 28 20:24:52.520171 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59796) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.523969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-573aa1ab-ad3a-427f-8597-b356d0298fc5 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.527054 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-573aa1ab-ad3a-427f-8597-b356d0298fc5 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0038815 Feb 28 20:24:52.528269 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59798) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.532327 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-5941c751-6ed1-40e4-a8f7-6036c65cb75c tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.533781 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5941c751-6ed1-40e4-a8f7-6036c65cb75c tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0041184 Feb 28 20:24:52.536678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59800) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.540702 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-4e2c4e34-d366-42b1-ac0d-5a132b0bcf1a tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.543278 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4e2c4e34-d366-42b1-ac0d-5a132b0bcf1a tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0040922 Feb 28 20:24:52.544648 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59802) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.547660 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c8c94-0daa-46e3-9dac-5048915a867a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f04936-792c-4e60-b363-ed5f66711705,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:52.549306 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-de0e28a7-eda3-4862-95c7-ad03cf025277 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.553278 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-de0e28a7-eda3-4862-95c7-ad03cf025277 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0052412 Feb 28 20:24:52.553424 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7e5c8c94-0daa-46e3-9dac-5048915a867a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb8478988a2340f38d725a296656a56d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3011875 Feb 28 20:24:52.553551 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59804) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.556192 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59806) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.557375 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-0906541b-a5c3-48c1-8888-81e8bc7ac338 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.560726 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0906541b-a5c3-48c1-8888-81e8bc7ac338 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0063677 Feb 28 20:24:52.561223 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59808) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.564977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-c99d000f-6c81-4c9f-9c30-ff8b5b4e24a7 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.568166 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c99d000f-6c81-4c9f-9c30-ff8b5b4e24a7 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0060873 Feb 28 20:24:52.568769 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59810) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.572746 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-017af9dc-cdb2-4dd9-93bd-1b32db8741e9 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.574175 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-017af9dc-cdb2-4dd9-93bd-1b32db8741e9 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0044892 Feb 28 20:24:52.576475 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59812) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.580633 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-5ca8d7fd-c3cd-4a14-9e4e-8be8c548ae7c tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.581509 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5ca8d7fd-c3cd-4a14-9e4e-8be8c548ae7c tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0039275 Feb 28 20:24:52.583671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59814) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.587574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-6667e578-b2c7-4bd7-a59f-04f89cf27d91 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.588534 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6667e578-b2c7-4bd7-a59f-04f89cf27d91 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0039847 Feb 28 20:24:52.590719 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59816) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.594371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-84225d74-34bd-4029-abe4-a05e92169a4e tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.595455 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-84225d74-34bd-4029-abe4-a05e92169a4e tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0039389 Feb 28 20:24:52.597793 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59818) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.601821 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-2a501d85-6d01-49e4-bb53-3d8e29641e72 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.602720 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2a501d85-6d01-49e4-bb53-3d8e29641e72 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0041137 Feb 28 20:24:52.605143 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59820) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.609890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-23342cd3-a309-4d2d-967b-627bda0c2a99 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.610816 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-23342cd3-a309-4d2d-967b-627bda0c2a99 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0047624 Feb 28 20:24:52.613736 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59822) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.614785 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a4efac00-689f-4543-a2d2-bcb37a6ceba6 admin admin] Publish callbacks [] for security_group (27f04936-792c-4e60-b363-ed5f66711705), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:52.617980 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-d9f5f854-e247-4ac6-9bbd-5b19955db5bb tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.618896 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d9f5f854-e247-4ac6-9bbd-5b19955db5bb tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0041115 Feb 28 20:24:52.621558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59824) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.626374 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-1d7e8487-5135-4fab-96c6-822c6ae3ef9d tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.627150 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1d7e8487-5135-4fab-96c6-822c6ae3ef9d tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0044894 Feb 28 20:24:52.630710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59826) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.633060 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:52.636330 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [None req-62510c7d-5c30-4c7f-b93f-b3f09ba172dd tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.637281 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-62510c7d-5c30-4c7f-b93f-b3f09ba172dd tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0055318 Feb 28 20:24:52.639969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59828) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.644108 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-6fc0490b-06aa-4d02-b3d4-123c3ea9b1d8 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.646743 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a4efac00-689f-4543-a2d2-bcb37a6ceba6 admin admin] Publish callbacks [] for security_group (27f04936-792c-4e60-b363-ed5f66711705), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:52.648837 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6fc0490b-06aa-4d02-b3d4-123c3ea9b1d8 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0064371 Feb 28 20:24:52.648837 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59830) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.652490 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-6ff463c3-efb3-45b6-bfc4-03bff7adf750 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.655653 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6ff463c3-efb3-45b6-bfc4-03bff7adf750 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0069647 Feb 28 20:24:52.656217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59832) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.660335 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-40e27a7e-6419-42af-bedc-d64c61755fb6 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.661234 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-40e27a7e-6419-42af-bedc-d64c61755fb6 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0041981 Feb 28 20:24:52.663445 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59834) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.667210 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-a356ea5c-de54-4da1-9dbf-f0761ad1c13b tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.670105 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a356ea5c-de54-4da1-9dbf-f0761ad1c13b tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0036857 Feb 28 20:24:52.670231 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59836) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.673798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-e865707b-ea35-4295-8820-7992161893db tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.675982 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e865707b-ea35-4295-8820-7992161893db tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0048208 Feb 28 20:24:52.677988 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59838) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:52.682544 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [None req-ca1c8504-b12e-4e5c-bcc0-573d6628bb29 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:24:52.683478 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ca1c8504-b12e-4e5c-bcc0-573d6628bb29 tempest-ExtensionsTestJSON-1303571860 tempest-ExtensionsTestJSON-1303571860-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0046136 Feb 28 20:24:52.714337 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a4efac00-689f-4543-a2d2-bcb37a6ceba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (27f04936-792c-4e60-b363-ed5f66711705), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:52.717341 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a4efac00-689f-4543-a2d2-bcb37a6ceba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:52.718529 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a4efac00-689f-4543-a2d2-bcb37a6ceba6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27f04936-792c-4e60-b363-ed5f66711705 HTTP/1.1" status: 204 len: 168 time: 0.1612666 Feb 28 20:24:52.729246 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efac00-689f-4543-a2d2-bcb37a6ceba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f04936-792c-4e60-b363-ed5f66711705,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:52.902893 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8ddba36c-a04f-4aa1-a430-b69f5d75aadf req-f9cedfe2-2021-4c8e-a949-a235c3aa2cce tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0454788 Feb 28 20:24:52.945741 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4887ed-5052-458f-b7de-f7f15a31a783 req-976ea6dc-c941-444d-8eaa-524bf899196e tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:52.945741 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab4887ed-5052-458f-b7de-f7f15a31a783 req-976ea6dc-c941-444d-8eaa-524bf899196e tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.0992389 Feb 28 20:24:52.945741 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59852) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:53.011383 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab4887ed-5052-458f-b7de-f7f15a31a783 req-62ebabba-f237-423e-a498-648507e2df1e tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566318 Feb 28 20:24:53.071338 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59856) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:53.084104 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b644767e-7657-45ca-8bae-166c1b0f2588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:53.084494 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-612c8429-048e-4741-a5ee-a218f82f087f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:53.168307 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-612c8429-048e-4741-a5ee-a218f82f087f admin admin] Publish callbacks [] for security_group (8d91fd03-3279-4705-93d6-e2d54279ee20), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:53.173246 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-612c8429-048e-4741-a5ee-a218f82f087f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8d91fd03-3279-4705-93d6-e2d54279ee20), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:53.176809 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b644767e-7657-45ca-8bae-166c1b0f2588 admin admin] Publish callbacks [] for security_group (d4e2ef91-b31a-4854-a200-116d6a5d1a5e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:53.190095 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b644767e-7657-45ca-8bae-166c1b0f2588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d4e2ef91-b31a-4854-a200-116d6a5d1a5e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:53.210833 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c8429-048e-4741-a5ee-a218f82f087f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d91fd03-3279-4705-93d6-e2d54279ee20,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:53.219338 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-612c8429-048e-4741-a5ee-a218f82f087f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87e67ac8ae3b4eaaab769650757dfe6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1443546 Feb 28 20:24:53.219711 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59860) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:53.254056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644767e-7657-45ca-8bae-166c1b0f2588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e2ef91-b31a-4854-a200-116d6a5d1a5e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:53.261653 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b644767e-7657-45ca-8bae-166c1b0f2588 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de99602d414f4e29a3bd9aab03a7e869&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3158019 Feb 28 20:24:53.265004 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59862) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:53.275744 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3677e570-813b-4693-927c-3d7e6b45d309 admin admin] Publish callbacks [] for security_group (8d91fd03-3279-4705-93d6-e2d54279ee20), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:53.304161 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3677e570-813b-4693-927c-3d7e6b45d309 admin admin] Publish callbacks [] for security_group (8d91fd03-3279-4705-93d6-e2d54279ee20), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:53.304770 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37949246-08a2-429e-9903-78bb5031757a req-91fc1b1a-e211-4c33-8044-f1c5151accc2 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:53.306289 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37949246-08a2-429e-9903-78bb5031757a req-91fc1b1a-e211-4c33-8044-f1c5151accc2 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.1331160 Feb 28 20:24:53.348838 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5df187ef-784c-4bed-a906-19ab026aa372 admin admin] Publish callbacks [] for security_group (d4e2ef91-b31a-4854-a200-116d6a5d1a5e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:53.362615 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3677e570-813b-4693-927c-3d7e6b45d309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8d91fd03-3279-4705-93d6-e2d54279ee20), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:53.365884 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3677e570-813b-4693-927c-3d7e6b45d309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:53.367040 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3677e570-813b-4693-927c-3d7e6b45d309 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d91fd03-3279-4705-93d6-e2d54279ee20 HTTP/1.1" status: 204 len: 168 time: 0.1463723 Feb 28 20:24:53.376380 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677e570-813b-4693-927c-3d7e6b45d309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d91fd03-3279-4705-93d6-e2d54279ee20,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:53.390980 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37949246-08a2-429e-9903-78bb5031757a req-40ecb453-339c-4b2a-8013-3dd520ef357d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762279 Feb 28 20:24:53.392707 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5df187ef-784c-4bed-a906-19ab026aa372 admin admin] Publish callbacks [] for security_group (d4e2ef91-b31a-4854-a200-116d6a5d1a5e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:53.472191 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5df187ef-784c-4bed-a906-19ab026aa372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d4e2ef91-b31a-4854-a200-116d6a5d1a5e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:53.474905 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5df187ef-784c-4bed-a906-19ab026aa372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:53.476371 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5df187ef-784c-4bed-a906-19ab026aa372 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4e2ef91-b31a-4854-a200-116d6a5d1a5e HTTP/1.1" status: 204 len: 168 time: 0.2101903 Feb 28 20:24:53.484579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df187ef-784c-4bed-a906-19ab026aa372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e2ef91-b31a-4854-a200-116d6a5d1a5e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:53.601410 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df3dd5cf-b7db-4c0a-915d-b3b715d94ef4 req-37fc9562-54e7-46e5-a75d-7f5b5fe8c12d tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0415154 Feb 28 20:24:54.055163 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d77a2cd-f5a7-4868-a18f-9878062d74e2 req-2ade0fcb-c6bb-4b1b-ab51-72fb8b5068f3 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0475197 Feb 28 20:24:54.162403 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f8855-ffc3-47a9-aaed-bf7acb0e7d5f req-13d94b49-99d4-4896-b5f3-e4a28748a6c9 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:54.163964 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea5f8855-ffc3-47a9-aaed-bf7acb0e7d5f req-13d94b49-99d4-4896-b5f3-e4a28748a6c9 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.0581729 Feb 28 20:24:54.227809 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea5f8855-ffc3-47a9-aaed-bf7acb0e7d5f req-e93152a1-46dd-4a10-b1aa-4c21c7459a90 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549080 Feb 28 20:24:54.406522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59914) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:54.549047 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5b287-fdc6-4c61-a304-b013e4f8b64b req-724dafb3-0557-4ba4-836a-99b109a65c43 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:54.552453 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6cd5b287-fdc6-4c61-a304-b013e4f8b64b req-724dafb3-0557-4ba4-836a-99b109a65c43 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.0739305 Feb 28 20:24:54.617879 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6cd5b287-fdc6-4c61-a304-b013e4f8b64b req-14742850-2057-40af-a366-862dc0d1db7a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602283 Feb 28 20:24:54.687330 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-4b5b5c8c-99f7-47ce-94a9-65b9831ef037 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1805203924'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:54.737392 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-193fc54c-0983-4530-9458-70b52ca7b964 req-5d63e234-de8a-4a31-9792-5c897f78c232 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0388532 Feb 28 20:24:54.742452 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5b5c8c-99f7-47ce-94a9-65b9831ef037 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:24:54.746339 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5c8c-99f7-47ce-94a9-65b9831ef037 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:54.755934 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5c8c-99f7-47ce-94a9-65b9831ef037 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:54.837121 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5c8c-99f7-47ce-94a9-65b9831ef037 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks [] for security_group (89d6b860-9f1f-4621-91a9-cf9b23db5cfe), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:54.841440 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5c8c-99f7-47ce-94a9-65b9831ef037 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (89d6b860-9f1f-4621-91a9-cf9b23db5cfe), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:54.876412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5b5c8c-99f7-47ce-94a9-65b9831ef037 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:24:54.887718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b5c8c-99f7-47ce-94a9-65b9831ef037 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d6b860-9f1f-4621-91a9-cf9b23db5cfe,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:54.896995 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5c8c-99f7-47ce-94a9-65b9831ef037 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (d6b348f0-d198-4556-810d-eb8b92364e8b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:54.897474 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-4b5b5c8c-99f7-47ce-94a9-65b9831ef037 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Added segment d6b348f0-d198-4556-810d-eb8b92364e8b of type vlan for network 0144e350-5ea1-49a2-b529-275a59d80290 Feb 28 20:24:54.947031 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5c8c-99f7-47ce-94a9-65b9831ef037 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (0144e350-5ea1-49a2-b529-275a59d80290), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:54.975386 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5c8c-99f7-47ce-94a9-65b9831ef037 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (0144e350-5ea1-49a2-b529-275a59d80290), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:54.980790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5b5c8c-99f7-47ce-94a9-65b9831ef037 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:54.981390 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5c8c-99f7-47ce-94a9-65b9831ef037 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:55.046153 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4b5b5c8c-99f7-47ce-94a9-65b9831ef037 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6385009 Feb 28 20:24:55.064212 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b5c8c-99f7-47ce-94a9-65b9831ef037 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Network': ['ID=0144e350-5ea1-49a2-b529-275a59d80290,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:55.082634 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 0144e350-5ea1-49a2-b529-275a59d80290 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:24:55.181392 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59938) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:55.188926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59942) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:55.196378 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-f9333b40-b039-4fb2-8589-619ff68a4764 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'subnet': {'network_id': '0144e350-5ea1-49a2-b529-275a59d80290', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:55.260538 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cc92ad5e-b5b2-40a0-b597-9690b35acb7c req-6894e767-dec3-484f-a855-7ff63cdce08e tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0591078 Feb 28 20:24:55.327839 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5b076a06-3aef-4e30-ab40-917118aee2a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:55.397010 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9333b40-b039-4fb2-8589-619ff68a4764 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:24:55.400317 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f9333b40-b039-4fb2-8589-619ff68a4764 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:55.520206 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb46c60-5346-4ef2-8b30-4d946edc17da req-344421e2-e0ac-4009-989b-fc84062a4a62 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:55.521636 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acb46c60-5346-4ef2-8b30-4d946edc17da req-344421e2-e0ac-4009-989b-fc84062a4a62 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.1820967 Feb 28 20:24:55.551655 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5b076a06-3aef-4e30-ab40-917118aee2a2 admin admin] Publish callbacks [] for security_group (566d2352-e324-470a-90b3-1f9c95d99e7d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:55.564748 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5b076a06-3aef-4e30-ab40-917118aee2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (566d2352-e324-470a-90b3-1f9c95d99e7d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:55.633172 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b076a06-3aef-4e30-ab40-917118aee2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566d2352-e324-470a-90b3-1f9c95d99e7d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:55.660125 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5b076a06-3aef-4e30-ab40-917118aee2a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2cf3f93693f4a59941bf0df008b354f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4813352 Feb 28 20:24:55.662949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59946) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:55.666416 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acb46c60-5346-4ef2-8b30-4d946edc17da req-0006faa2-5ed0-4b48-b243-f90472a8e32f tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384118 Feb 28 20:24:55.768514 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d203ad2b-c977-44db-8171-b7bc97182802 admin admin] Publish callbacks [] for security_group (566d2352-e324-470a-90b3-1f9c95d99e7d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:55.778807 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f9333b40-b039-4fb2-8589-619ff68a4764 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (f5aeaa55-3115-4268-bab3-4dba50df58ee), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:55.803457 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d203ad2b-c977-44db-8171-b7bc97182802 admin admin] Publish callbacks [] for security_group (566d2352-e324-470a-90b3-1f9c95d99e7d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:55.864706 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d203ad2b-c977-44db-8171-b7bc97182802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (566d2352-e324-470a-90b3-1f9c95d99e7d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:55.867609 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d203ad2b-c977-44db-8171-b7bc97182802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:55.868836 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d203ad2b-c977-44db-8171-b7bc97182802 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/566d2352-e324-470a-90b3-1f9c95d99e7d HTTP/1.1" status: 204 len: 168 time: 0.2043648 Feb 28 20:24:55.879212 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203ad2b-c977-44db-8171-b7bc97182802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566d2352-e324-470a-90b3-1f9c95d99e7d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:55.906450 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2138436f-4a36-46b9-95fa-8899347aa4cb req-b209bbff-0101-4864-9ae2-d5ce36eff819 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0684409 Feb 28 20:24:55.925611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98605b72-84d4-4f67-b4c1-3e461ae57386 req-c819f051-7250-486a-9425-e73703b3fde8 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:55.927174 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98605b72-84d4-4f67-b4c1-3e461ae57386 req-c819f051-7250-486a-9425-e73703b3fde8 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.1761048 Feb 28 20:24:55.929147 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9333b40-b039-4fb2-8589-619ff68a4764 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Subnet': ['ID=f5aeaa55-3115-4268-bab3-4dba50df58ee,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:55.945106 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9333b40-b039-4fb2-8589-619ff68a4764 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Checking segment: {'id': 'd6b348f0-d198-4556-810d-eb8b92364e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0144e350-5ea1-49a2-b529-275a59d80290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:24:55.945460 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9333b40-b039-4fb2-8589-619ff68a4764 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network hostable DHCP agents. Network: 0144e350-5ea1-49a2-b529-275a59d80290, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:24:55.994070 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9333b40-b039-4fb2-8589-619ff68a4764 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network 0144e350-5ea1-49a2-b529-275a59d80290 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:24:56.005232 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98605b72-84d4-4f67-b4c1-3e461ae57386 req-c7b0b228-c563-415b-be7c-13f667ed6e8b tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574427 Feb 28 20:24:56.010694 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-f9333b40-b039-4fb2-8589-619ff68a4764 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 0144e350-5ea1-49a2-b529-275a59d80290) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:24:56.015212 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9333b40-b039-4fb2-8589-619ff68a4764 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:56.015850 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f9333b40-b039-4fb2-8589-619ff68a4764 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:56.032790 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d13132-00c5-44ee-91a2-7baeed992d03 None None] Network 0144e350-5ea1-49a2-b529-275a59d80290 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:24:56.036035 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59954) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:56.036273 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f9333b40-b039-4fb2-8589-619ff68a4764 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8459506 Feb 28 20:24:56.044719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-02f0e981-1bdb-4c19-ba09-1519f7f2c2a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-646692319'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:56.078900 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f0e981-1bdb-4c19-ba09-1519f7f2c2a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:24:56.083872 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-02f0e981-1bdb-4c19-ba09-1519f7f2c2a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:56.131884 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f0e981-1bdb-4c19-ba09-1519f7f2c2a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:24:56.150842 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-02f0e981-1bdb-4c19-ba09-1519f7f2c2a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (c2349664-53fe-4ce6-af70-7f793a2cb446), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:56.151582 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-02f0e981-1bdb-4c19-ba09-1519f7f2c2a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Added segment c2349664-53fe-4ce6-af70-7f793a2cb446 of type vlan for network e89d3d3b-4e71-41b1-baec-e2363f5ac54a Feb 28 20:24:56.202607 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1e2702-db03-4f71-849d-503ae09c2121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-0144e350-5ea1-49a2-b529-275a59d80290', 'network_id': '0144e350-5ea1-49a2-b529-275a59d80290', 'project_id': 'caf3c52331574e51b777ec07b66911d9', 'fixed_ips': [{'subnet_id': 'f5aeaa55-3115-4268-bab3-4dba50df58ee'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:24:56.203896 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bd1e2702-db03-4f71-849d-503ae09c2121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:56.222330 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-02f0e981-1bdb-4c19-ba09-1519f7f2c2a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (e89d3d3b-4e71-41b1-baec-e2363f5ac54a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:56.259470 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-02f0e981-1bdb-4c19-ba09-1519f7f2c2a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (e89d3d3b-4e71-41b1-baec-e2363f5ac54a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:56.267452 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f0e981-1bdb-4c19-ba09-1519f7f2c2a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:56.268466 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-02f0e981-1bdb-4c19-ba09-1519f7f2c2a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:56.307104 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-02f0e981-1bdb-4c19-ba09-1519f7f2c2a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2694645 Feb 28 20:24:56.307570 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59958) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:56.317669 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-c49b8026-f19c-4b2e-a620-7e137ff0d012 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'subnet': {'network_id': 'e89d3d3b-4e71-41b1-baec-e2363f5ac54a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:56.353963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0e981-1bdb-4c19-ba09-1519f7f2c2a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Network': ['ID=e89d3d3b-4e71-41b1-baec-e2363f5ac54a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:56.368118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59962) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:56.370251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network e89d3d3b-4e71-41b1-baec-e2363f5ac54a details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:24:56.394165 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-eaebaca3-7674-4da3-b579-9d5b6c1ccfe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:56.447637 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-bd1e2702-db03-4f71-849d-503ae09c2121 None None] Allocated IP 172.20.255.242 (0144e350-5ea1-49a2-b529-275a59d80290/f5aeaa55-3115-4268-bab3-4dba50df58ee/5240169d-2efc-4cff-a93e-66f11518c0ac) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:24:56.492259 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-eaebaca3-7674-4da3-b579-9d5b6c1ccfe3 admin admin] Publish callbacks [] for security_group (51f7f4a5-05d0-4e01-adaa-4d2a8d9f8b54), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:56.497350 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-eaebaca3-7674-4da3-b579-9d5b6c1ccfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (51f7f4a5-05d0-4e01-adaa-4d2a8d9f8b54), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:56.513671 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f4354ec-0963-47e8-a2bb-3a3b373b49c6 req-dd2fa8a2-d307-48b2-91ab-23b1000d7735 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0543110 Feb 28 20:24:56.554051 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49b8026-f19c-4b2e-a620-7e137ff0d012 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:24:56.558894 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c49b8026-f19c-4b2e-a620-7e137ff0d012 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:56.559282 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-eaebaca3-7674-4da3-b579-9d5b6c1ccfe3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99bffffa4ac84f7b91f67c8d138ed8e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1891947 Feb 28 20:24:56.565587 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59964) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:56.581407 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebaca3-7674-4da3-b579-9d5b6c1ccfe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f7f4a5-05d0-4e01-adaa-4d2a8d9f8b54,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:56.684640 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bd1e2702-db03-4f71-849d-503ae09c2121 None None] Publish callbacks [] for port (5240169d-2efc-4cff-a93e-66f11518c0ac), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:56.695818 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8c38ebab-ade5-49af-aa00-202944f4b747 admin admin] Publish callbacks [] for security_group (51f7f4a5-05d0-4e01-adaa-4d2a8d9f8b54), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:56.700110 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bd1e2702-db03-4f71-849d-503ae09c2121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (5240169d-2efc-4cff-a93e-66f11518c0ac), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:56.755360 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8c38ebab-ade5-49af-aa00-202944f4b747 admin admin] Publish callbacks [] for security_group (51f7f4a5-05d0-4e01-adaa-4d2a8d9f8b54), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:56.756881 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1e2702-db03-4f71-849d-503ae09c2121 None None] Network 0144e350-5ea1-49a2-b529-275a59d80290 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:24:56.759954 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-bd1e2702-db03-4f71-849d-503ae09c2121 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:24:56.767633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1e2702-db03-4f71-849d-503ae09c2121 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:24:56.775911 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e2702-db03-4f71-849d-503ae09c2121 None None] Pushing event updated for resources: {'Port': ['ID=5240169d-2efc-4cff-a93e-66f11518c0ac,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:56.848296 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bd1e2702-db03-4f71-849d-503ae09c2121 None None] Attempting to bind port 5240169d-2efc-4cff-a93e-66f11518c0ac on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:24:56.848575 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bd1e2702-db03-4f71-849d-503ae09c2121 None None] Attempting to bind port 5240169d-2efc-4cff-a93e-66f11518c0ac by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'd6b348f0-d198-4556-810d-eb8b92364e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0144e350-5ea1-49a2-b529-275a59d80290'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:24:56.848936 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1e2702-db03-4f71-849d-503ae09c2121 None None] Attempting to bind port 5240169d-2efc-4cff-a93e-66f11518c0ac on network 0144e350-5ea1-49a2-b529-275a59d80290 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:24:56.854734 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1e2702-db03-4f71-849d-503ae09c2121 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:24:56.855111 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1e2702-db03-4f71-849d-503ae09c2121 None None] Checking segment: {'id': 'd6b348f0-d198-4556-810d-eb8b92364e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0144e350-5ea1-49a2-b529-275a59d80290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:24:56.855516 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bd1e2702-db03-4f71-849d-503ae09c2121 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:56.856077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1e2702-db03-4f71-849d-503ae09c2121 None None] Bound using segment: {'id': 'd6b348f0-d198-4556-810d-eb8b92364e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0144e350-5ea1-49a2-b529-275a59d80290'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:24:56.857382 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bd1e2702-db03-4f71-849d-503ae09c2121 None None] Bound port: 5240169d-2efc-4cff-a93e-66f11518c0ac, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b348f0-d198-4556-810d-eb8b92364e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0144e350-5ea1-49a2-b529-275a59d80290'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:24:56.857382 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bd1e2702-db03-4f71-849d-503ae09c2121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5240169d-2efc-4cff-a93e-66f11518c0ac), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:56.932569 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bd1e2702-db03-4f71-849d-503ae09c2121 None None] For port 5240169d-2efc-4cff-a93e-66f11518c0ac, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:24:56.937339 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bd1e2702-db03-4f71-849d-503ae09c2121 None None] For port 5240169d-2efc-4cff-a93e-66f11518c0ac, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5240169d-2efc-4cff-a93e-66f11518c0ac,segment=NetworkSegment(d6b348f0-d198-4556-810d-eb8b92364e8b),segment_id=d6b348f0-d198-4556-810d-eb8b92364e8b)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:24:56.947655 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bd1e2702-db03-4f71-849d-503ae09c2121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5240169d-2efc-4cff-a93e-66f11518c0ac), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:57.009783 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e2702-db03-4f71-849d-503ae09c2121 None None] Pushing event updated for resources: {'Port': ['ID=5240169d-2efc-4cff-a93e-66f11518c0ac,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:57.181746 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb1f6485-0ecf-4eda-afa5-318685587d8d req-5b703c72-9516-4d61-a88a-4338a55577de tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0711236 Feb 28 20:24:57.281950 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c49b8026-f19c-4b2e-a620-7e137ff0d012 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (d260cd85-26cc-4c4b-9fd9-41cb6c5226df), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:57.296858 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5ca9c-922c-4adc-9255-241828f597a2 req-133348fd-dc0a-4871-bca2-cc36c62db4ea tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:57.298632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-96c5ca9c-922c-4adc-9255-241828f597a2 req-133348fd-dc0a-4871-bca2-cc36c62db4ea tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.5311944 Feb 28 20:24:57.321583 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8c38ebab-ade5-49af-aa00-202944f4b747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (51f7f4a5-05d0-4e01-adaa-4d2a8d9f8b54), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:57.324651 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8c38ebab-ade5-49af-aa00-202944f4b747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:57.329443 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8c38ebab-ade5-49af-aa00-202944f4b747 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51f7f4a5-05d0-4e01-adaa-4d2a8d9f8b54 HTTP/1.1" status: 204 len: 168 time: 0.7592573 Feb 28 20:24:57.408236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38ebab-ade5-49af-aa00-202944f4b747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f7f4a5-05d0-4e01-adaa-4d2a8d9f8b54,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:57.438376 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b8026-f19c-4b2e-a620-7e137ff0d012 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Subnet': ['ID=d260cd85-26cc-4c4b-9fd9-41cb6c5226df,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:57.479588 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-96c5ca9c-922c-4adc-9255-241828f597a2 req-1f7b2fab-3426-4247-8be3-a8ca830ff93a tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481256 Feb 28 20:24:57.488816 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da2da5-a7d6-4f1f-bc2f-c8e58c6f7e67 req-c97c2ef4-3288-4d47-9de9-7216ac585b8c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:57.492482 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-87da2da5-a7d6-4f1f-bc2f-c8e58c6f7e67 req-c97c2ef4-3288-4d47-9de9-7216ac585b8c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.1474707 Feb 28 20:24:57.493815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b8026-f19c-4b2e-a620-7e137ff0d012 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Checking segment: {'id': 'c2349664-53fe-4ce6-af70-7f793a2cb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e89d3d3b-4e71-41b1-baec-e2363f5ac54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:24:57.494253 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49b8026-f19c-4b2e-a620-7e137ff0d012 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network hostable DHCP agents. Network: e89d3d3b-4e71-41b1-baec-e2363f5ac54a, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:24:57.601508 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-87da2da5-a7d6-4f1f-bc2f-c8e58c6f7e67 req-bd43c92d-bff2-4ef1-9d09-24a0f6792c0f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014194 Feb 28 20:24:57.606275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49b8026-f19c-4b2e-a620-7e137ff0d012 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network e89d3d3b-4e71-41b1-baec-e2363f5ac54a is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:24:57.636145 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-c49b8026-f19c-4b2e-a620-7e137ff0d012 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, e89d3d3b-4e71-41b1-baec-e2363f5ac54a) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:24:57.636656 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b153dbfe-a3b1-43ab-a03a-9a195667b939 None None] Network e89d3d3b-4e71-41b1-baec-e2363f5ac54a requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:24:57.647528 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49b8026-f19c-4b2e-a620-7e137ff0d012 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:57.648100 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c49b8026-f19c-4b2e-a620-7e137ff0d012 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:57.698412 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a278749-ac74-44bb-8cde-0e1be83762b7 req-8db798e3-915f-457e-90b8-b286cc3b7e3b tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0421412 Feb 28 20:24:57.714801 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c49b8026-f19c-4b2e-a620-7e137ff0d012 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4059062 Feb 28 20:24:57.717745 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59978) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:57.734263 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b6ecf397-686c-4804-b633-94e4c7cc6056 req-2b88a44c-0ccf-4300-ad11-64017cd67709 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0608301 Feb 28 20:24:57.862608 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-725ef29a-d012-45d4-af1e-e3c17b8c0f47 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (e89d3d3b-4e71-41b1-baec-e2363f5ac54a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:58.002471 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-725ef29a-d012-45d4-af1e-e3c17b8c0f47 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (d260cd85-26cc-4c4b-9fd9-41cb6c5226df), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:58.041365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8771a0-eeb9-457c-b16f-8a70ceaf8591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-e89d3d3b-4e71-41b1-baec-e2363f5ac54a', 'network_id': 'e89d3d3b-4e71-41b1-baec-e2363f5ac54a', 'project_id': 'caf3c52331574e51b777ec07b66911d9', 'fixed_ips': [{'subnet_id': 'd260cd85-26cc-4c4b-9fd9-41cb6c5226df'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:24:58.042235 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0b8771a0-eeb9-457c-b16f-8a70ceaf8591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:58.114833 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-725ef29a-d012-45d4-af1e-e3c17b8c0f47 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (d260cd85-26cc-4c4b-9fd9-41cb6c5226df), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:58.157338 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ef29a-d012-45d4-af1e-e3c17b8c0f47 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Subnet': ['ID=d260cd85-26cc-4c4b-9fd9-41cb6c5226df,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:58.166193 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5240169d-2efc-4cff-a93e-66f11518c0ac up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:24:58.277027 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-725ef29a-d012-45d4-af1e-e3c17b8c0f47 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (e89d3d3b-4e71-41b1-baec-e2363f5ac54a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:58.306507 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-725ef29a-d012-45d4-af1e-e3c17b8c0f47 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89d3d3b-4e71-41b1-baec-e2363f5ac54a']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:58.321249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-725ef29a-d012-45d4-af1e-e3c17b8c0f47 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2349664-53fe-4ce6-af70-7f793a2cb446') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:58.321558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-725ef29a-d012-45d4-af1e-e3c17b8c0f47 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2349664-53fe-4ce6-af70-7f793a2cb446') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server [None req-0b8771a0-eeb9-457c-b16f-8a70ceaf8591 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d260cd85-26cc-4c4b-9fd9-41cb6c5226df: This subnet is being modified by another concurrent operation. Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 20:24:58.349533 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise exception Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d260cd85-26cc-4c4b-9fd9-41cb6c5226df: This subnet is being modified by another concurrent operation. Feb 28 20:24:58.353537 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Feb 28 20:24:58.365043 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 5240169d-2efc-4cff-a93e-66f11518c0ac triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:58.367373 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5240169d-2efc-4cff-a93e-66f11518c0ac), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:58.382707 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff4d07d-3bda-483a-8d9a-981138558f5a None None] Network 0144e350-5ea1-49a2-b529-275a59d80290 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:24:58.385394 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab43a5a9-4eb7-4b40-bdeb-9e94c37cc65c req-4b066836-b82b-4dae-840f-c2ffeafd4efe tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0517442 Feb 28 20:24:58.388842 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-725ef29a-d012-45d4-af1e-e3c17b8c0f47 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (c2349664-53fe-4ce6-af70-7f793a2cb446), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:58.430056 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-725ef29a-d012-45d4-af1e-e3c17b8c0f47 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (c2349664-53fe-4ce6-af70-7f793a2cb446), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:58.438959 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725ef29a-d012-45d4-af1e-e3c17b8c0f47 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:24:58.439664 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-725ef29a-d012-45d4-af1e-e3c17b8c0f47 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (c2349664-53fe-4ce6-af70-7f793a2cb446), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:24:58.444496 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:24:58.502896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f09f6f-3910-4f23-860e-36c102f04bd8 None None] Network e89d3d3b-4e71-41b1-baec-e2363f5ac54a requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:24:58.519140 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60004) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:58.542634 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-725ef29a-d012-45d4-af1e-e3c17b8c0f47 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (e89d3d3b-4e71-41b1-baec-e2363f5ac54a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:58.551282 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-725ef29a-d012-45d4-af1e-e3c17b8c0f47 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:58.565897 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60008) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:58.571194 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-068f708d-1aec-4ff4-921b-d53205fc3264 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-375015213'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:58.582606 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-725ef29a-d012-45d4-af1e-e3c17b8c0f47 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/e89d3d3b-4e71-41b1-baec-e2363f5ac54a HTTP/1.1" status: 204 len: 168 time: 0.8631153 Feb 28 20:24:58.609047 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5c919aa6-0b72-4a7e-a54b-9fe24925f375 None None] Provisioning complete for port 5240169d-2efc-4cff-a93e-66f11518c0ac triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:24:58.609682 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c919aa6-0b72-4a7e-a54b-9fe24925f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5240169d-2efc-4cff-a93e-66f11518c0ac), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:58.621917 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ef29a-d012-45d4-af1e-e3c17b8c0f47 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Network': ['ID=e89d3d3b-4e71-41b1-baec-e2363f5ac54a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:58.632750 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068f708d-1aec-4ff4-921b-d53205fc3264 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:24:58.642472 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-068f708d-1aec-4ff4-921b-d53205fc3264 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:58.691524 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-fb9960c4-5ff9-413b-9ffc-0ed3f8dd9410 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1227852113-network', 'tenant_id': '56994c7b39a64e9e8916b84f6fe9adca'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:58.742440 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068f708d-1aec-4ff4-921b-d53205fc3264 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:24:58.761923 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-068f708d-1aec-4ff4-921b-d53205fc3264 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (ef8883e4-c658-4855-b27f-60e47cc42c8e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:58.763194 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-068f708d-1aec-4ff4-921b-d53205fc3264 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Added segment ef8883e4-c658-4855-b27f-60e47cc42c8e of type vlan for network 8cab0aff-f563-400f-8715-c85184e7a676 Feb 28 20:24:58.779611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a1cf1-7cbb-4461-9bc3-a9fc207023e1 req-f27b505d-7fb1-4ac1-829b-43e58b0bbd41 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:58.782869 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e39a1cf1-7cbb-4461-9bc3-a9fc207023e1 req-f27b505d-7fb1-4ac1-829b-43e58b0bbd41 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.1237409 Feb 28 20:24:58.783185 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 5240169d-2efc-4cff-a93e-66f11518c0ac is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:58.784327 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5240169d-2efc-4cff-a93e-66f11518c0ac), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:58.839523 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-068f708d-1aec-4ff4-921b-d53205fc3264 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (8cab0aff-f563-400f-8715-c85184e7a676), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:58.879817 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9960c4-5ff9-413b-9ffc-0ed3f8dd9410 admin admin] Made reservation on behalf of 56994c7b39a64e9e8916b84f6fe9adca for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:24:58.883665 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 5240169d-2efc-4cff-a93e-66f11518c0ac, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5240169d-2efc-4cff-a93e-66f11518c0ac,segment=NetworkSegment(d6b348f0-d198-4556-810d-eb8b92364e8b),segment_id=d6b348f0-d198-4556-810d-eb8b92364e8b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:24:58.885461 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb9960c4-5ff9-413b-9ffc-0ed3f8dd9410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:58.886960 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5c919aa6-0b72-4a7e-a54b-9fe24925f375 None None] Current status of the port 5240169d-2efc-4cff-a93e-66f11518c0ac is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:58.887395 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c919aa6-0b72-4a7e-a54b-9fe24925f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5240169d-2efc-4cff-a93e-66f11518c0ac), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:58.897379 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb9960c4-5ff9-413b-9ffc-0ed3f8dd9410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:58.900064 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-068f708d-1aec-4ff4-921b-d53205fc3264 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (8cab0aff-f563-400f-8715-c85184e7a676), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:58.906057 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e39a1cf1-7cbb-4461-9bc3-a9fc207023e1 req-239aa65b-9d95-4bf8-ae97-f555b2e21610 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173801 Feb 28 20:24:58.917915 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068f708d-1aec-4ff4-921b-d53205fc3264 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:58.919516 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5240169d-2efc-4cff-a93e-66f11518c0ac), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:58.920805 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-068f708d-1aec-4ff4-921b-d53205fc3264 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:59.033281 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-5c919aa6-0b72-4a7e-a54b-9fe24925f375 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:24:59.034291 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-5c919aa6-0b72-4a7e-a54b-9fe24925f375 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:24:59.068279 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-068f708d-1aec-4ff4-921b-d53205fc3264 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5007963 Feb 28 20:24:59.072993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60016) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:59.085571 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-952e1719-41b3-43e8-b8bb-c23d96b008ab tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'subnet': {'network_id': '8cab0aff-f563-400f-8715-c85184e7a676', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:59.086175 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=5240169d-2efc-4cff-a93e-66f11518c0ac,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:59.162613 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f708d-1aec-4ff4-921b-d53205fc3264 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Network': ['ID=8cab0aff-f563-400f-8715-c85184e7a676,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:59.181331 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 8cab0aff-f563-400f-8715-c85184e7a676 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:24:59.207913 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a8158f6a-8db0-46b6-8a19-58d215c802b2 req-b64da706-508b-4c50-92da-60cfe8c176f7 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.1069057 Feb 28 20:24:59.281507 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85cde0-7523-4fff-b482-df4d70b46ac9 req-5fbb0561-07a4-4923-87a5-55af9577ab4f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:59.287222 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b85cde0-7523-4fff-b482-df4d70b46ac9 req-5fbb0561-07a4-4923-87a5-55af9577ab4f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.2285004 Feb 28 20:24:59.293067 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb9960c4-5ff9-413b-9ffc-0ed3f8dd9410 admin admin] Publish callbacks [] for security_group (ecd7d3fa-8282-4d89-8a34-d910e71d7463), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:59.301777 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a173f3-f2ef-4f07-a4cf-a79f9396c896 None None] get_active_networks_info from n-d-820368-21 {{(pid=103775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 20:24:59.304381 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb9960c4-5ff9-413b-9ffc-0ed3f8dd9410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ecd7d3fa-8282-4d89-8a34-d910e71d7463), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:59.317494 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952e1719-41b3-43e8-b8bb-c23d96b008ab tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:24:59.322715 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-952e1719-41b3-43e8-b8bb-c23d96b008ab tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:59.371435 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9960c4-5ff9-413b-9ffc-0ed3f8dd9410 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:24:59.413450 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9960c4-5ff9-413b-9ffc-0ed3f8dd9410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd7d3fa-8282-4d89-8a34-d910e71d7463,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:59.426907 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.ipam_backend_mixin [None req-952e1719-41b3-43e8-b8bb-c23d96b008ab tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Performing IP validity checks on allocation pools {{(pid=103773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 20:24:59.427649 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.ipam_backend_mixin [None req-952e1719-41b3-43e8-b8bb-c23d96b008ab tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 20:24:59.430652 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb9960c4-5ff9-413b-9ffc-0ed3f8dd9410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (15cf24c2-704b-4f46-864a-1eccab144611), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:59.431228 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-fb9960c4-5ff9-413b-9ffc-0ed3f8dd9410 admin admin] Added segment 15cf24c2-704b-4f46-864a-1eccab144611 of type vlan for network b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 Feb 28 20:24:59.441683 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b85cde0-7523-4fff-b482-df4d70b46ac9 req-460c7eeb-9ab6-4e0e-8c80-33f20f4d1dc3 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397824 Feb 28 20:24:59.488160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f6623-2f12-4635-a2b4-69cb697c7d92 req-8f093b68-71a1-4f0b-bad0-22122dc587d8 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:59.494722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f6623-2f12-4635-a2b4-69cb697c7d92 req-8f093b68-71a1-4f0b-bad0-22122dc587d8 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:59.500696 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f6623-2f12-4635-a2b4-69cb697c7d92 req-8f093b68-71a1-4f0b-bad0-22122dc587d8 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:59.509700 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f6623-2f12-4635-a2b4-69cb697c7d92 req-8f093b68-71a1-4f0b-bad0-22122dc587d8 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:59.513751 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb9960c4-5ff9-413b-9ffc-0ed3f8dd9410 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (b2aaf2d0-38a4-4369-b6c7-389f4d5245e0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:59.516736 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f6623-2f12-4635-a2b4-69cb697c7d92 req-8f093b68-71a1-4f0b-bad0-22122dc587d8 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:59.522929 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f6623-2f12-4635-a2b4-69cb697c7d92 req-8f093b68-71a1-4f0b-bad0-22122dc587d8 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:59.530385 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f6623-2f12-4635-a2b4-69cb697c7d92 req-8f093b68-71a1-4f0b-bad0-22122dc587d8 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:59.538538 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a74f6623-2f12-4635-a2b4-69cb697c7d92 req-8f093b68-71a1-4f0b-bad0-22122dc587d8 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5444 time: 0.2062471 Feb 28 20:24:59.575128 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb9960c4-5ff9-413b-9ffc-0ed3f8dd9410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (b2aaf2d0-38a4-4369-b6c7-389f4d5245e0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:59.576722 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9960c4-5ff9-413b-9ffc-0ed3f8dd9410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:24:59.578036 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb9960c4-5ff9-413b-9ffc-0ed3f8dd9410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:59.624497 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e314c9b8-6160-446c-a62f-7a383b9993f4 req-842c0c43-40c4-49ed-8c58-5a1100719331 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0342681 Feb 28 20:24:59.642271 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a74f6623-2f12-4635-a2b4-69cb697c7d92 req-c4ccfeb7-9c3a-411a-9ccf-676251f45f10 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0980928 Feb 28 20:24:59.648958 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a173f3-f2ef-4f07-a4cf-a79f9396c896 None None] Resources bound (agent type, host, resource id): {{(pid=103775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 20:24:59.662415 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5c919aa6-0b72-4a7e-a54b-9fe24925f375 None None] Current status of the port 5240169d-2efc-4cff-a93e-66f11518c0ac is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:24:59.704429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60024) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:24:59.704999 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fb9960c4-5ff9-413b-9ffc-0ed3f8dd9410 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1840541 Feb 28 20:24:59.710405 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-4becb34a-39e9-4c58-ad03-baa0e61c22f9 admin admin] Request body: {'subnet': {'network_id': 'b2aaf2d0-38a4-4369-b6c7-389f4d5245e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1227852113-subnet', 'tenant_id': '56994c7b39a64e9e8916b84f6fe9adca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:24:59.729839 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9960c4-5ff9-413b-9ffc-0ed3f8dd9410 admin admin] Pushing event updated for resources: {'Network': ['ID=b2aaf2d0-38a4-4369-b6c7-389f4d5245e0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:24:59.751105 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4becb34a-39e9-4c58-ad03-baa0e61c22f9 admin admin] Made reservation on behalf of 56994c7b39a64e9e8916b84f6fe9adca for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:24:59.756682 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4becb34a-39e9-4c58-ad03-baa0e61c22f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:59.792501 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:24:59.809598 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-952e1719-41b3-43e8-b8bb-c23d96b008ab tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (60ed23e6-f0cb-48b5-8a77-a666a17755f2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:24:59.940844 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aeb41bc6-14a2-4f43-b7b6-6df4e735dca1 req-bbc96c85-6a41-4d04-9581-9183dfb41fc5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1e14cc85a0d404fabb2b4f72ad68b55&device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0527990 Feb 28 20:24:59.979277 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aeb41bc6-14a2-4f43-b7b6-6df4e735dca1 req-53d0f884-8a8d-4cd8-9d2f-f842a34c4dfb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f1e14cc85a0d404fabb2b4f72ad68b55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308435 Feb 28 20:25:00.020750 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f17282ac-5ebb-48c3-af3a-18cf552471ba req-19c5a5b2-2116-430a-9c18-be19da198fbf tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0632312 Feb 28 20:25:00.069484 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e1719-41b3-43e8-b8bb-c23d96b008ab tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Subnet': ['ID=60ed23e6-f0cb-48b5-8a77-a666a17755f2,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:00.097002 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:25:00.097866 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-232bfe5b-fcc4-4aee-ab7a-86e14efdec0c None None] Provisioning complete for port 5240169d-2efc-4cff-a93e-66f11518c0ac triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:25:00.098171 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-232bfe5b-fcc4-4aee-ab7a-86e14efdec0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5240169d-2efc-4cff-a93e-66f11518c0ac), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:00.099860 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952e1719-41b3-43e8-b8bb-c23d96b008ab tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Checking segment: {'id': 'ef8883e4-c658-4855-b27f-60e47cc42c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8cab0aff-f563-400f-8715-c85184e7a676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:25:00.100189 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952e1719-41b3-43e8-b8bb-c23d96b008ab tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network hostable DHCP agents. Network: 8cab0aff-f563-400f-8715-c85184e7a676, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:25:00.110967 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb41bc6-14a2-4f43-b7b6-6df4e735dca1 req-d76d6ef7-1bd8-4195-8db8-4548a3bd6d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:00.112988 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aeb41bc6-14a2-4f43-b7b6-6df4e735dca1 req-d76d6ef7-1bd8-4195-8db8-4548a3bd6d2f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1206033 Feb 28 20:25:00.126154 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952e1719-41b3-43e8-b8bb-c23d96b008ab tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network 8cab0aff-f563-400f-8715-c85184e7a676 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:25:00.137832 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-952e1719-41b3-43e8-b8bb-c23d96b008ab tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 8cab0aff-f563-400f-8715-c85184e7a676) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:00.142938 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952e1719-41b3-43e8-b8bb-c23d96b008ab tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:00.143628 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-952e1719-41b3-43e8-b8bb-c23d96b008ab tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:00.165483 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-952e1719-41b3-43e8-b8bb-c23d96b008ab tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0892370 Feb 28 20:25:00.168664 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60030) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:00.169143 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5240169d-2efc-4cff-a93e-66f11518c0ac up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:25:00.236674 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313806e-4ad9-4624-8e5e-0b39c93b23aa req-5a7fbd1b-7c47-4fde-a896-68318054a2c3 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:00.248174 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3313806e-4ad9-4624-8e5e-0b39c93b23aa req-5a7fbd1b-7c47-4fde-a896-68318054a2c3 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.1788340 Feb 28 20:25:00.269039 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4becb34a-39e9-4c58-ad03-baa0e61c22f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (67990166-f7b9-4b40-b0dc-22d0d38db491), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:00.321605 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e0eee562-e81e-4788-a119-7138a4971db4 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (8cab0aff-f563-400f-8715-c85184e7a676), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:00.357931 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3313806e-4ad9-4624-8e5e-0b39c93b23aa req-e7b900bb-b5e0-49f7-92ff-9164e9da3c22 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087275 Feb 28 20:25:00.360984 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becb34a-39e9-4c58-ad03-baa0e61c22f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67990166-f7b9-4b40-b0dc-22d0d38db491,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:00.374244 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4becb34a-39e9-4c58-ad03-baa0e61c22f9 admin admin] Checking segment: {'id': '15cf24c2-704b-4f46-864a-1eccab144611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2aaf2d0-38a4-4369-b6c7-389f4d5245e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:25:00.374946 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4becb34a-39e9-4c58-ad03-baa0e61c22f9 admin admin] Network hostable DHCP agents. Network: b2aaf2d0-38a4-4369-b6c7-389f4d5245e0, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:25:00.402864 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e0eee562-e81e-4788-a119-7138a4971db4 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (60ed23e6-f0cb-48b5-8a77-a666a17755f2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:00.416241 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4becb34a-39e9-4c58-ad03-baa0e61c22f9 admin admin] Network b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:25:00.429006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-4becb34a-39e9-4c58-ad03-baa0e61c22f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, b2aaf2d0-38a4-4369-b6c7-389f4d5245e0) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:00.444502 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 5240169d-2efc-4cff-a93e-66f11518c0ac triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:25:00.444878 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5240169d-2efc-4cff-a93e-66f11518c0ac), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:00.446444 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4becb34a-39e9-4c58-ad03-baa0e61c22f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:00.448651 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4becb34a-39e9-4c58-ad03-baa0e61c22f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:00.473726 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-232bfe5b-fcc4-4aee-ab7a-86e14efdec0c None None] Current status of the port 5240169d-2efc-4cff-a93e-66f11518c0ac is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:25:00.477570 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4becb34a-39e9-4c58-ad03-baa0e61c22f9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7709560 Feb 28 20:25:00.496134 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e0eee562-e81e-4788-a119-7138a4971db4 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (60ed23e6-f0cb-48b5-8a77-a666a17755f2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:00.527944 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eee562-e81e-4788-a119-7138a4971db4 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Subnet': ['ID=60ed23e6-f0cb-48b5-8a77-a666a17755f2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:00.594956 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3bf6b-6332-4058-b01c-7be9d5e21316 req-095e8191-2e5b-4c51-b5e2-e557af1d708f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:00.602432 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45b3bf6b-6332-4058-b01c-7be9d5e21316 req-095e8191-2e5b-4c51-b5e2-e557af1d708f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.0669386 Feb 28 20:25:00.633506 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 5240169d-2efc-4cff-a93e-66f11518c0ac is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:25:00.636276 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f079c0a-caf2-4ea8-8512-17063f2d48c2 None None] Network 8cab0aff-f563-400f-8715-c85184e7a676 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:25:00.638437 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de31288-b11d-45e4-a4e7-3471f8e8ee41 None None] Network b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:25:00.661816 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e0eee562-e81e-4788-a119-7138a4971db4 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (8cab0aff-f563-400f-8715-c85184e7a676), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:00.674501 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45b3bf6b-6332-4058-b01c-7be9d5e21316 req-b6cb6e3c-1907-42af-b922-e7f0ce84b000 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707538 Feb 28 20:25:00.703596 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-e0eee562-e81e-4788-a119-7138a4971db4 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cab0aff-f563-400f-8715-c85184e7a676']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:00.719185 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-e0eee562-e81e-4788-a119-7138a4971db4 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef8883e4-c658-4855-b27f-60e47cc42c8e') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:00.719799 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-e0eee562-e81e-4788-a119-7138a4971db4 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef8883e4-c658-4855-b27f-60e47cc42c8e') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:00.734563 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e0eee562-e81e-4788-a119-7138a4971db4 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (ef8883e4-c658-4855-b27f-60e47cc42c8e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:00.755642 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-b5733c05-8b53-4579-9b05-dbeae4ad1210 req-c62b0d6f-2e43-4664-9ebe-280d6682d98d tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-671524101', 'description': 'tempest-description-1967534252'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:00.756005 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e0eee562-e81e-4788-a119-7138a4971db4 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (ef8883e4-c658-4855-b27f-60e47cc42c8e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:00.763133 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0eee562-e81e-4788-a119-7138a4971db4 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:25:00.763564 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e0eee562-e81e-4788-a119-7138a4971db4 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (ef8883e4-c658-4855-b27f-60e47cc42c8e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:25:00.767489 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:25:00.842383 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b5733c05-8b53-4579-9b05-dbeae4ad1210 req-c62b0d6f-2e43-4664-9ebe-280d6682d98d tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:00.849004 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e0eee562-e81e-4788-a119-7138a4971db4 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (8cab0aff-f563-400f-8715-c85184e7a676), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:00.867938 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e0eee562-e81e-4788-a119-7138a4971db4 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:00.873065 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e0eee562-e81e-4788-a119-7138a4971db4 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/8cab0aff-f563-400f-8715-c85184e7a676 HTTP/1.1" status: 204 len: 168 time: 0.7029576 Feb 28 20:25:00.879215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37c32e-2b83-48b1-abe6-ef90080647d9 req-b601202f-c763-4a05-889d-544d65f65e3a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:00.884855 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37c32e-2b83-48b1-abe6-ef90080647d9 req-b601202f-c763-4a05-889d-544d65f65e3a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:00.888474 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60044) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:00.890236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37c32e-2b83-48b1-abe6-ef90080647d9 req-b601202f-c763-4a05-889d-544d65f65e3a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:00.895679 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37c32e-2b83-48b1-abe6-ef90080647d9 req-b601202f-c763-4a05-889d-544d65f65e3a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:00.896219 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-1a6c47f2-2452-43c2-b080-3d41917a4a64 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-778371101'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:00.899449 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eee562-e81e-4788-a119-7138a4971db4 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Network': ['ID=8cab0aff-f563-400f-8715-c85184e7a676,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:00.901021 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37c32e-2b83-48b1-abe6-ef90080647d9 req-b601202f-c763-4a05-889d-544d65f65e3a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:00.906333 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37c32e-2b83-48b1-abe6-ef90080647d9 req-b601202f-c763-4a05-889d-544d65f65e3a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:00.911792 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37c32e-2b83-48b1-abe6-ef90080647d9 req-b601202f-c763-4a05-889d-544d65f65e3a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:00.913828 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2c37c32e-2b83-48b1-abe6-ef90080647d9 req-b601202f-c763-4a05-889d-544d65f65e3a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5444 time: 0.1507289 Feb 28 20:25:00.928905 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6c47f2-2452-43c2-b080-3d41917a4a64 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:25:00.935020 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1a6c47f2-2452-43c2-b080-3d41917a4a64 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:00.967137 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6c47f2-2452-43c2-b080-3d41917a4a64 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:25:00.984231 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1a6c47f2-2452-43c2-b080-3d41917a4a64 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (01a50b3c-a193-4a77-ae80-40d94b1eb019), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:00.984662 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-1a6c47f2-2452-43c2-b080-3d41917a4a64 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Added segment 01a50b3c-a193-4a77-ae80-40d94b1eb019 of type vlan for network b84ea43d-90ad-4748-8589-66dab66b5635 Feb 28 20:25:01.023025 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2c37c32e-2b83-48b1-abe6-ef90080647d9 req-32e8f2cf-e724-458a-8fad-d2a6db2c36fb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019030 Feb 28 20:25:01.034561 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731569db-6ca5-4a56-99f6-a81d4d59bb1a None None] Network 8cab0aff-f563-400f-8715-c85184e7a676 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:25:01.045647 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b5733c05-8b53-4579-9b05-dbeae4ad1210 req-c62b0d6f-2e43-4664-9ebe-280d6682d98d tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (d603562d-9727-4e35-9f7e-60fbe7f02bd1), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:01.046862 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1a6c47f2-2452-43c2-b080-3d41917a4a64 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (b84ea43d-90ad-4748-8589-66dab66b5635), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:01.052784 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731569db-6ca5-4a56-99f6-a81d4d59bb1a None None] Network 8cab0aff-f563-400f-8715-c85184e7a676 could not be found, it might have been deleted concurrently. {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 20:25:01.054376 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b5733c05-8b53-4579-9b05-dbeae4ad1210 req-c62b0d6f-2e43-4664-9ebe-280d6682d98d tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d603562d-9727-4e35-9f7e-60fbe7f02bd1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:01.057443 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7e0632-cf0b-4a7e-9bea-b639e8a7b2b2 None None] Network b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:25:01.098148 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1a6c47f2-2452-43c2-b080-3d41917a4a64 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (b84ea43d-90ad-4748-8589-66dab66b5635), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:01.105090 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b5733c05-8b53-4579-9b05-dbeae4ad1210 req-c62b0d6f-2e43-4664-9ebe-280d6682d98d tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:01.106597 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5733c05-8b53-4579-9b05-dbeae4ad1210 req-c62b0d6f-2e43-4664-9ebe-280d6682d98d tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3595629 Feb 28 20:25:01.111055 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6c47f2-2452-43c2-b080-3d41917a4a64 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:01.112231 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1a6c47f2-2452-43c2-b080-3d41917a4a64 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:01.119973 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b0d6f-2e43-4664-9ebe-280d6682d98d tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d603562d-9727-4e35-9f7e-60fbe7f02bd1,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:01.208560 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4dad2a2-6922-4673-8160-e52467f102fe req-5cbbcbed-9bd7-4f26-ad0a-c979a97a8da0 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0503337 Feb 28 20:25:01.231094 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1a6c47f2-2452-43c2-b080-3d41917a4a64 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3404336 Feb 28 20:25:01.237492 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60050) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:01.250184 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c47f2-2452-43c2-b080-3d41917a4a64 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Network': ['ID=b84ea43d-90ad-4748-8589-66dab66b5635,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:01.251916 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d923c188-11c4-4da7-9b7e-259bf94eedbb req-ed04cd91-a4b5-4593-9259-7db42250a207 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.13 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0427778 Feb 28 20:25:01.260664 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-e5bbb1b9-59fe-4749-85b2-48ed94751358 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'subnet': {'network_id': 'b84ea43d-90ad-4748-8589-66dab66b5635', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:01.277469 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network b84ea43d-90ad-4748-8589-66dab66b5635 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:25:01.285728 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-08545a91-14c7-4e0b-ab64-f582cab54471 req-1970fe12-3737-4ca3-a020-07f4300bd762 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-648061923', 'description': 'tempest-description-1307189098'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:01.363921 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-08545a91-14c7-4e0b-ab64-f582cab54471 req-1970fe12-3737-4ca3-a020-07f4300bd762 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:01.400082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bbb1b9-59fe-4749-85b2-48ed94751358 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:25:01.404131 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e5bbb1b9-59fe-4749-85b2-48ed94751358 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:01.491350 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aeb41bc6-14a2-4f43-b7b6-6df4e735dca1 req-11e824c7-d29a-4389-bb5c-18b35b6dc397 tempest-ServerShowV254Test-1737163537 tempest-ServerShowV254Test-1737163537-project] 10.222.0.15 "GET /v2.0/ports?device_id=022f579b-7dbf-4730-b80e-5c85a0bf60c7 HTTP/1.1" status: 200 len: 210 time: 0.0369580 Feb 28 20:25:01.577425 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-08545a91-14c7-4e0b-ab64-f582cab54471 req-1970fe12-3737-4ca3-a020-07f4300bd762 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (593605f6-e5f3-4dda-9aa4-4b9feb695cc1), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:01.588927 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-08545a91-14c7-4e0b-ab64-f582cab54471 req-1970fe12-3737-4ca3-a020-07f4300bd762 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (593605f6-e5f3-4dda-9aa4-4b9feb695cc1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:01.621600 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b566033-2d47-46d6-a6d1-dba7bccca25e req-5a9b98c7-3f6e-4ff2-870c-206ee248fcf9 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:01.623439 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b566033-2d47-46d6-a6d1-dba7bccca25e req-5a9b98c7-3f6e-4ff2-870c-206ee248fcf9 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.1585739 Feb 28 20:25:01.670236 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-08545a91-14c7-4e0b-ab64-f582cab54471 req-1970fe12-3737-4ca3-a020-07f4300bd762 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:01.671421 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08545a91-14c7-4e0b-ab64-f582cab54471 req-1970fe12-3737-4ca3-a020-07f4300bd762 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4182680 Feb 28 20:25:01.688633 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970fe12-3737-4ca3-a020-07f4300bd762 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=593605f6-e5f3-4dda-9aa4-4b9feb695cc1,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:01.751204 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b566033-2d47-46d6-a6d1-dba7bccca25e req-4f717ef1-46fe-4812-a9dc-f25e0cc4fc00 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163728 Feb 28 20:25:01.854976 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e5bbb1b9-59fe-4749-85b2-48ed94751358 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (931051a0-1953-4692-905e-dc7938f6cae2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:02.011375 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbb1b9-59fe-4749-85b2-48ed94751358 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Subnet': ['ID=931051a0-1953-4692-905e-dc7938f6cae2,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:02.023391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc06a0-ccae-4480-a38c-9fd362173b1e req-f53228a2-db33-4703-8d34-2928f727259a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:02.024493 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f2bc06a0-ccae-4480-a38c-9fd362173b1e req-f53228a2-db33-4703-8d34-2928f727259a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.2533791 Feb 28 20:25:02.082337 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bbb1b9-59fe-4749-85b2-48ed94751358 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Checking segment: {'id': '01a50b3c-a193-4a77-ae80-40d94b1eb019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b84ea43d-90ad-4748-8589-66dab66b5635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:25:02.082788 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bbb1b9-59fe-4749-85b2-48ed94751358 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network hostable DHCP agents. Network: b84ea43d-90ad-4748-8589-66dab66b5635, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:25:02.123854 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-1817a754-9c2a-461c-bb9f-cc26c1c8700e tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:02.125354 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-1817a754-9c2a-461c-bb9f-cc26c1c8700e tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/networks?id=b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 HTTP/1.1" status: 200 len: 813 time: 0.2167876 Feb 28 20:25:02.135230 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f2bc06a0-ccae-4480-a38c-9fd362173b1e req-65210696-3a3d-4cd1-a87b-11a8523fb3c4 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983737 Feb 28 20:25:02.153912 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bbb1b9-59fe-4749-85b2-48ed94751358 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network b84ea43d-90ad-4748-8589-66dab66b5635 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:25:02.164695 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-e8fa7f40-a9f9-4023-a755-8ca4dde54982 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/quotas/56994c7b39a64e9e8916b84f6fe9adca HTTP/1.1" status: 200 len: 375 time: 0.0268815 Feb 28 20:25:02.201515 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-e5bbb1b9-59fe-4749-85b2-48ed94751358 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, b84ea43d-90ad-4748-8589-66dab66b5635) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:02.208931 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83d682e-9a3d-44a5-a342-72e974047b8c None None] Network b84ea43d-90ad-4748-8589-66dab66b5635 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:25:02.222558 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-01eed481-a03c-4b1d-8608-7ce8d2a514e8 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56994c7b39a64e9e8916b84f6fe9adca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402591 Feb 28 20:25:02.223863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bbb1b9-59fe-4749-85b2-48ed94751358 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:02.224756 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e5bbb1b9-59fe-4749-85b2-48ed94751358 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:02.341999 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e5bbb1b9-59fe-4749-85b2-48ed94751358 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1030552 Feb 28 20:25:02.345739 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60086) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:02.418651 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59ce3a-249f-4fd9-9fc6-11846bbb793d req-59a4a390-a1b8-48c9-b6cb-fae51c339f8a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:02.419829 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b330f486-d2fb-414b-9876-be5a74d4f6c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-b84ea43d-90ad-4748-8589-66dab66b5635', 'network_id': 'b84ea43d-90ad-4748-8589-66dab66b5635', 'project_id': 'caf3c52331574e51b777ec07b66911d9', 'fixed_ips': [{'subnet_id': '931051a0-1953-4692-905e-dc7938f6cae2'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:25:02.421102 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b330f486-d2fb-414b-9876-be5a74d4f6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:02.424496 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59ce3a-249f-4fd9-9fc6-11846bbb793d req-59a4a390-a1b8-48c9-b6cb-fae51c339f8a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:02.430150 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59ce3a-249f-4fd9-9fc6-11846bbb793d req-59a4a390-a1b8-48c9-b6cb-fae51c339f8a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:02.436014 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59ce3a-249f-4fd9-9fc6-11846bbb793d req-59a4a390-a1b8-48c9-b6cb-fae51c339f8a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:02.441676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59ce3a-249f-4fd9-9fc6-11846bbb793d req-59a4a390-a1b8-48c9-b6cb-fae51c339f8a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:02.447242 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59ce3a-249f-4fd9-9fc6-11846bbb793d req-59a4a390-a1b8-48c9-b6cb-fae51c339f8a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:02.452734 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59ce3a-249f-4fd9-9fc6-11846bbb793d req-59a4a390-a1b8-48c9-b6cb-fae51c339f8a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:02.454900 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea59ce3a-249f-4fd9-9fc6-11846bbb793d req-59a4a390-a1b8-48c9-b6cb-fae51c339f8a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5444 time: 0.1734903 Feb 28 20:25:02.463591 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-87fcc369-75ac-4ce5-a9b4-30c09e0170ef service neutron] 10.222.0.13 "GET /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269328 Feb 28 20:25:02.501509 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (b84ea43d-90ad-4748-8589-66dab66b5635), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:02.577842 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device f2d9f272-0be6-425c-81bf-19f87f61471a details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:25:02.602419 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (931051a0-1953-4692-905e-dc7938f6cae2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:02.611042 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea59ce3a-249f-4fd9-9fc6-11846bbb793d req-0e0c1ee3-dacb-4fed-965f-ce83e1b82921 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1445916 Feb 28 20:25:02.654669 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-f83b0bc7-212d-4104-a2fd-efbbd1cdedee service neutron] 10.222.0.13 "GET /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780069 Feb 28 20:25:02.764063 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-531c9d29-1756-476c-b065-930a83341018 req-d4055f59-e419-4a2f-b004-83178c6e2fdd tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0506237 Feb 28 20:25:02.795806 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-b330f486-d2fb-414b-9876-be5a74d4f6c6 None None] Allocated IP 172.20.0.1 (b84ea43d-90ad-4748-8589-66dab66b5635/931051a0-1953-4692-905e-dc7938f6cae2/a573c981-d2dd-438e-ae7c-51469767301d) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:25:02.819790 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port f2d9f272-0be6-425c-81bf-19f87f61471a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=f2d9f272-0be6-425c-81bf-19f87f61471a,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:02.850394 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'f2d9f272-0be6-425c-81bf-19f87f61471a', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'port_id': 'f2d9f272-0be6-425c-81bf-19f87f61471a', 'mac_address': 'fa:16:3e:17:9a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:25:02.940712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port f2d9f272-0be6-425c-81bf-19f87f61471a is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:25:02.941058 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:02.978639 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2d9f272-0be6-425c-81bf-19f87f61471a {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:25:03.002674 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port f2d9f272-0be6-425c-81bf-19f87f61471a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=f2d9f272-0be6-425c-81bf-19f87f61471a,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:03.010142 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:03.078727 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a6fa75a-bee0-4d25-877d-96843afe7e55 req-d4a8a912-2897-46a6-892f-b791b6696c14 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=3992223b-628b-4cb2-abec-3e84fb1b55f5 HTTP/1.1" status: 200 len: 210 time: 0.0730309 Feb 28 20:25:03.110927 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b330f486-d2fb-414b-9876-be5a74d4f6c6 None None] Publish callbacks [] for port (a573c981-d2dd-438e-ae7c-51469767301d), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:03.127048 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b330f486-d2fb-414b-9876-be5a74d4f6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (a573c981-d2dd-438e-ae7c-51469767301d), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:03.135440 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd72e55-768e-44ef-b773-d41a3191eb03 req-1f876a63-53b1-4055-a273-d98b69482220 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:03.135576 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=f2d9f272-0be6-425c-81bf-19f87f61471a,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:03.148318 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4bd72e55-768e-44ef-b773-d41a3191eb03 req-1f876a63-53b1-4055-a273-d98b69482220 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.2466798 Feb 28 20:25:03.150280 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['f2d9f272-0be6-425c-81bf-19f87f61471a'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:25:03.179634 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (931051a0-1953-4692-905e-dc7938f6cae2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:03.207418 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b330f486-d2fb-414b-9876-be5a74d4f6c6 None None] Network b84ea43d-90ad-4748-8589-66dab66b5635 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:25:03.212233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:03.213403 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:03.213872 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:03.214760 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:03.215641 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:03.216673 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:03.217276 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:03.217859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:03.218943 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:03.219632 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:03.220339 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:03.220746 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:03.221332 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:03.226803 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-b330f486-d2fb-414b-9876-be5a74d4f6c6 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:03.240366 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b330f486-d2fb-414b-9876-be5a74d4f6c6 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:25:03.269099 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Subnet': ['ID=931051a0-1953-4692-905e-dc7938f6cae2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:03.409924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b330f486-d2fb-414b-9876-be5a74d4f6c6 None None] Attempting to bind port a573c981-d2dd-438e-ae7c-51469767301d on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:25:03.410691 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b330f486-d2fb-414b-9876-be5a74d4f6c6 None None] Attempting to bind port a573c981-d2dd-438e-ae7c-51469767301d by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '01a50b3c-a193-4a77-ae80-40d94b1eb019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b84ea43d-90ad-4748-8589-66dab66b5635'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:25:03.411153 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b330f486-d2fb-414b-9876-be5a74d4f6c6 None None] Attempting to bind port a573c981-d2dd-438e-ae7c-51469767301d on network b84ea43d-90ad-4748-8589-66dab66b5635 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:25:03.421968 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b330f486-d2fb-414b-9876-be5a74d4f6c6 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:25:03.422504 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b330f486-d2fb-414b-9876-be5a74d4f6c6 None None] Checking segment: {'id': '01a50b3c-a193-4a77-ae80-40d94b1eb019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b84ea43d-90ad-4748-8589-66dab66b5635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:25:03.423142 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b330f486-d2fb-414b-9876-be5a74d4f6c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:03.424011 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b330f486-d2fb-414b-9876-be5a74d4f6c6 None None] Bound using segment: {'id': '01a50b3c-a193-4a77-ae80-40d94b1eb019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b84ea43d-90ad-4748-8589-66dab66b5635'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:25:03.424594 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b330f486-d2fb-414b-9876-be5a74d4f6c6 None None] Bound port: a573c981-d2dd-438e-ae7c-51469767301d, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a50b3c-a193-4a77-ae80-40d94b1eb019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b84ea43d-90ad-4748-8589-66dab66b5635'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:25:03.425160 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b330f486-d2fb-414b-9876-be5a74d4f6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a573c981-d2dd-438e-ae7c-51469767301d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:03.430136 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60120) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:03.432269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4bd72e55-768e-44ef-b773-d41a3191eb03 req-f410588f-15fb-4bd5-a000-6187d92cdfbe tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777529 Feb 28 20:25:03.446223 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (b84ea43d-90ad-4748-8589-66dab66b5635), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:03.483393 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090a2cd-5698-4914-bfb9-3660ae356f10 req-1bd298b5-eb4a-4336-b724-dc3255b3d2da tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:03.490886 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2090a2cd-5698-4914-bfb9-3660ae356f10 req-1bd298b5-eb4a-4336-b724-dc3255b3d2da tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 944 time: 0.1708453 Feb 28 20:25:03.498672 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330f486-d2fb-414b-9876-be5a74d4f6c6 None None] Pushing event updated for resources: {'Port': ['ID=a573c981-d2dd-438e-ae7c-51469767301d,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:03.510997 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84ea43d-90ad-4748-8589-66dab66b5635']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:03.535106 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-0c017fd8-7a25-4c4b-8fd3-34f204efedd5 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:03.542095 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a50b3c-a193-4a77-ae80-40d94b1eb019') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:03.544078 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a50b3c-a193-4a77-ae80-40d94b1eb019') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:03.544689 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-0c017fd8-7a25-4c4b-8fd3-34f204efedd5 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:03.550627 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-0c017fd8-7a25-4c4b-8fd3-34f204efedd5 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:03.556502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-0c017fd8-7a25-4c4b-8fd3-34f204efedd5 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:03.571342 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-0c017fd8-7a25-4c4b-8fd3-34f204efedd5 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:03.577911 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-0c017fd8-7a25-4c4b-8fd3-34f204efedd5 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:03.584313 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-0c017fd8-7a25-4c4b-8fd3-34f204efedd5 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:03.586271 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-0c017fd8-7a25-4c4b-8fd3-34f204efedd5 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5444 time: 0.2111270 Feb 28 20:25:03.588137 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (01a50b3c-a193-4a77-ae80-40d94b1eb019), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:03.604696 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (01a50b3c-a193-4a77-ae80-40d94b1eb019), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:03.614879 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:25:03.615660 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (01a50b3c-a193-4a77-ae80-40d94b1eb019), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:03.694823 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b330f486-d2fb-414b-9876-be5a74d4f6c6 None None] For port a573c981-d2dd-438e-ae7c-51469767301d, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:25:03.749251 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-c99ba9c9-f080-469a-a879-e8eabb5edec1 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:03.755249 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-c99ba9c9-f080-469a-a879-e8eabb5edec1 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.10 "GET /v2.0/ports/da3c139e-4a03-416f-80a8-af21dd1c9f98?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1496809 Feb 28 20:25:03.761242 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2090a2cd-5698-4914-bfb9-3660ae356f10 req-4db079b3-b4df-47bf-a798-8453d9bdb45c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2691839 Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:25:03.769491 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:25:03.866784 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.db.api [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 20:25:03.866784 n-d-820368-21 neutron-server[103773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 20:25:03.866784 n-d-820368-21 neutron-server[103773]: [parameters: {'id': 'b84ea43d-90ad-4748-8589-66dab66b5635'}] Feb 28 20:25:03.866784 n-d-820368-21 neutron-server[103773]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:25:03.867495 n-d-820368-21 neutron-server[103773]: DEBUG oslo_db.api [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:25:03.868440 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7850b15c-523a-435c-91f0-50b2208e8208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:03.923780 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b330f486-d2fb-414b-9876-be5a74d4f6c6 None None] For port a573c981-d2dd-438e-ae7c-51469767301d, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a573c981-d2dd-438e-ae7c-51469767301d,segment=NetworkSegment(01a50b3c-a193-4a77-ae80-40d94b1eb019),segment_id=01a50b3c-a193-4a77-ae80-40d94b1eb019)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:25:03.956030 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b330f486-d2fb-414b-9876-be5a74d4f6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a573c981-d2dd-438e-ae7c-51469767301d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:04.046634 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d7bbad70-a561-4662-8457-cb234aa0542b req-0fc1d477-64c2-4641-b6d3-38f5b3829c20 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0881310 Feb 28 20:25:04.114278 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7850b15c-523a-435c-91f0-50b2208e8208 admin admin] Publish callbacks [] for security_group (77f5496b-085f-4241-8246-371e2648a36f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:04.117653 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba32fe0-dca7-48f0-8c2a-080274b48122 req-a40471a4-be93-418f-856e-48ed34a54121 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:04.126341 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7850b15c-523a-435c-91f0-50b2208e8208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (77f5496b-085f-4241-8246-371e2648a36f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:04.126799 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba32fe0-dca7-48f0-8c2a-080274b48122 req-a40471a4-be93-418f-856e-48ed34a54121 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:04.134187 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba32fe0-dca7-48f0-8c2a-080274b48122 req-a40471a4-be93-418f-856e-48ed34a54121 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:04.139556 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba32fe0-dca7-48f0-8c2a-080274b48122 req-a40471a4-be93-418f-856e-48ed34a54121 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:04.145765 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba32fe0-dca7-48f0-8c2a-080274b48122 req-a40471a4-be93-418f-856e-48ed34a54121 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:04.150721 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba32fe0-dca7-48f0-8c2a-080274b48122 req-a40471a4-be93-418f-856e-48ed34a54121 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:04.157606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba32fe0-dca7-48f0-8c2a-080274b48122 req-a40471a4-be93-418f-856e-48ed34a54121 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:04.166234 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ba32fe0-dca7-48f0-8c2a-080274b48122 req-a40471a4-be93-418f-856e-48ed34a54121 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 5444 time: 0.3757191 Feb 28 20:25:04.172621 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e73a3c4-bde0-41c5-8b85-d7b98a0f1bfc None None] get_active_networks_info from n-d-820368-21 {{(pid=103775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 20:25:04.218864 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850b15c-523a-435c-91f0-50b2208e8208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f5496b-085f-4241-8246-371e2648a36f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:04.284668 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7850b15c-523a-435c-91f0-50b2208e8208 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1e14cc85a0d404fabb2b4f72ad68b55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8497777 Feb 28 20:25:04.286055 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60132) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:04.287155 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ba32fe0-dca7-48f0-8c2a-080274b48122 req-34705a3a-0942-4298-a489-870668da73d4 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1187670 Feb 28 20:25:04.296343 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-880e6287-750c-40ba-bb14-ee10ed7b2418 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.10 "GET /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5339262 Feb 28 20:25:04.347425 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13a0bd9d-edb0-4ef7-89a2-0d465330f3b8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:04.370438 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e73a3c4-bde0-41c5-8b85-d7b98a0f1bfc None None] Resources bound (agent type, host, resource id): {{(pid=103775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 20:25:04.375322 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (b84ea43d-90ad-4748-8589-66dab66b5635), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:04.377567 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330f486-d2fb-414b-9876-be5a74d4f6c6 None None] Pushing event updated for resources: {'Port': ['ID=a573c981-d2dd-438e-ae7c-51469767301d,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:04.412485 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-03297682-edec-49ae-9a64-fe258bf43859 admin admin] Publish callbacks [] for security_group (77f5496b-085f-4241-8246-371e2648a36f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:04.421057 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae299d5a-aa68-4678-a0d1-294ff95baab4 req-0d44f43d-9338-4e3d-916d-30b368523fb4 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=3992223b-628b-4cb2-abec-3e84fb1b55f5 HTTP/1.1" status: 200 len: 210 time: 0.1568604 Feb 28 20:25:04.474654 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-03297682-edec-49ae-9a64-fe258bf43859 admin admin] Publish callbacks [] for security_group (77f5496b-085f-4241-8246-371e2648a36f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:04.499538 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13a0bd9d-edb0-4ef7-89a2-0d465330f3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (da3c139e-4a03-416f-80a8-af21dd1c9f98), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:04.571243 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device f2d9f272-0be6-425c-81bf-19f87f61471a up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:25:04.611724 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Deleting port a573c981-d2dd-438e-ae7c-51469767301d {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:25:04.612518 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a573c981-d2dd-438e-ae7c-51469767301d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:04.706386 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] For port a573c981-d2dd-438e-ae7c-51469767301d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a573c981-d2dd-438e-ae7c-51469767301d,segment=NetworkSegment(01a50b3c-a193-4a77-ae80-40d94b1eb019),segment_id=01a50b3c-a193-4a77-ae80-40d94b1eb019)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:04.707149 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a573c981-d2dd-438e-ae7c-51469767301d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:04.719947 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0578c39-7c63-4c9e-af46-c28b26a9d5d5 req-a753fdd4-5657-4662-aac5-274fbcbfdd7e tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:04.721734 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Calling delete_port for a573c981-d2dd-438e-ae7c-51469767301d owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:25:04.731492 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0578c39-7c63-4c9e-af46-c28b26a9d5d5 req-a753fdd4-5657-4662-aac5-274fbcbfdd7e tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.1291261 Feb 28 20:25:04.827889 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (a573c981-d2dd-438e-ae7c-51469767301d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:04.833645 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-03297682-edec-49ae-9a64-fe258bf43859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (77f5496b-085f-4241-8246-371e2648a36f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:04.836120 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-03297682-edec-49ae-9a64-fe258bf43859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:04.837235 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-03297682-edec-49ae-9a64-fe258bf43859 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77f5496b-085f-4241-8246-371e2648a36f HTTP/1.1" status: 204 len: 168 time: 0.5462992 Feb 28 20:25:04.882310 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Port': ['ID=a573c981-d2dd-438e-ae7c-51469767301d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:04.886888 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No DVR routers for this DVR port a573c981-d2dd-438e-ae7c-51469767301d on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:25:04.904004 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03297682-edec-49ae-9a64-fe258bf43859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f5496b-085f-4241-8246-371e2648a36f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:04.904916 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0578c39-7c63-4c9e-af46-c28b26a9d5d5 req-0c12dd32-aa93-4568-afe7-324f9895512a tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714549 Feb 28 20:25:04.944144 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port f2d9f272-0be6-425c-81bf-19f87f61471a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:25:04.945387 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:04.953963 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13a0bd9d-edb0-4ef7-89a2-0d465330f3b8 service neutron] For port da3c139e-4a03-416f-80a8-af21dd1c9f98, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=da3c139e-4a03-416f-80a8-af21dd1c9f98,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:05.068669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba299d8-e5bf-4f8d-bf38-94bbec4a9d0a None None] Network b84ea43d-90ad-4748-8589-66dab66b5635 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:25:05.077629 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13a0bd9d-edb0-4ef7-89a2-0d465330f3b8 service neutron] For port da3c139e-4a03-416f-80a8-af21dd1c9f98, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:25:05.182462 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13a0bd9d-edb0-4ef7-89a2-0d465330f3b8 service neutron] device_id is not set on port da3c139e-4a03-416f-80a8-af21dd1c9f98 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:25:05.208056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df6faf-4766-4e87-8b0a-08eb6d94e608 req-c7196673-ac03-4c4a-a4eb-cf0d9487165a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:05.217092 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22df6faf-4766-4e87-8b0a-08eb6d94e608 req-c7196673-ac03-4c4a-a4eb-cf0d9487165a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 944 time: 0.2086582 Feb 28 20:25:05.265437 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port f2d9f272-0be6-425c-81bf-19f87f61471a is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:25:05.266066 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:05.276429 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13a0bd9d-edb0-4ef7-89a2-0d465330f3b8 service neutron] Publish callbacks [] for port (da3c139e-4a03-416f-80a8-af21dd1c9f98), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:05.280885 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-80601b46-3088-49e5-8393-ec322356bedd req-163479e9-c5a0-4dc8-b22c-8c6c0cbba9d6 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0533161 Feb 28 20:25:05.349195 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22df6faf-4766-4e87-8b0a-08eb6d94e608 req-efe0c727-3caa-4138-bdb6-c503c2ea69cf tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293900 Feb 28 20:25:05.355927 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13a0bd9d-edb0-4ef7-89a2-0d465330f3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (da3c139e-4a03-416f-80a8-af21dd1c9f98), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:05.392212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c2035d-4dab-4f9e-8806-0873a125208a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d9f272-0be6-425c-81bf-19f87f61471a'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:25:05.395849 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d0c78b-0331-45af-8633-14709df031c0" -d '{"events": [{"server_uuid": "00c2035d-4dab-4f9e-8806-0873a125208a", "name": "network-vif-plugged", "status": "completed", "tag": "f2d9f272-0be6-425c-81bf-19f87f61471a"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:25:05.427745 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port f2d9f272-0be6-425c-81bf-19f87f61471a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=f2d9f272-0be6-425c-81bf-19f87f61471a,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:05.438294 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:05.461308 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0bd9d-edb0-4ef7-89a2-0d465330f3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=da3c139e-4a03-416f-80a8-af21dd1c9f98,revision_number=6']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:05.499093 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5634666-a3fc-4580-9fea-18ffe55cdeca x-openstack-request-id: req-b5634666-a3fc-4580-9fea-18ffe55cdeca {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:25:05.504749 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c2035d-4dab-4f9e-8806-0873a125208a", "name": "network-vif-plugged", "status": "completed", "tag": "f2d9f272-0be6-425c-81bf-19f87f61471a", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:25:05.506969 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5634666-a3fc-4580-9fea-18ffe55cdeca {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:25:05.507673 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c2035d-4dab-4f9e-8806-0873a125208a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d9f272-0be6-425c-81bf-19f87f61471a', 'code': 200} Feb 28 20:25:05.542415 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=f2d9f272-0be6-425c-81bf-19f87f61471a,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:05.637611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13a0bd9d-edb0-4ef7-89a2-0d465330f3b8 service neutron] No DVR routers for this DVR port da3c139e-4a03-416f-80a8-af21dd1c9f98 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:25:05.656764 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a48aad80-54a3-432c-ae58-558ebe6b6f5b req-60673f38-c3eb-4f16-9a73-094f9977d764 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=3992223b-628b-4cb2-abec-3e84fb1b55f5 HTTP/1.1" status: 200 len: 210 time: 0.0646975 Feb 28 20:25:05.665466 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device f684405e-fb12-41ee-94c7-06762582020f no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:25:05.730267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80248f2-b8ec-4b78-8c96-5e4ab5ce669b req-41f62bd5-daee-4cf3-9dd1-0ace239a8b8d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:05.742729 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80248f2-b8ec-4b78-8c96-5e4ab5ce669b req-41f62bd5-daee-4cf3-9dd1-0ace239a8b8d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:05.774714 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80248f2-b8ec-4b78-8c96-5e4ab5ce669b req-41f62bd5-daee-4cf3-9dd1-0ace239a8b8d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:05.781189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80248f2-b8ec-4b78-8c96-5e4ab5ce669b req-41f62bd5-daee-4cf3-9dd1-0ace239a8b8d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:05.788923 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80248f2-b8ec-4b78-8c96-5e4ab5ce669b req-41f62bd5-daee-4cf3-9dd1-0ace239a8b8d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:05.805539 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80248f2-b8ec-4b78-8c96-5e4ab5ce669b req-41f62bd5-daee-4cf3-9dd1-0ace239a8b8d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:05.807420 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f80248f2-b8ec-4b78-8c96-5e4ab5ce669b req-41f62bd5-daee-4cf3-9dd1-0ace239a8b8d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 4665 time: 0.3558581 Feb 28 20:25:05.855327 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (b84ea43d-90ad-4748-8589-66dab66b5635), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:05.868628 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port f684405e-fb12-41ee-94c7-06762582020f is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:25:05.869022 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f684405e-fb12-41ee-94c7-06762582020f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:05.886766 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13a0bd9d-edb0-4ef7-89a2-0d465330f3b8 service neutron] In _notify_port_updated(), no bound segment for port da3c139e-4a03-416f-80a8-af21dd1c9f98 on network a7ad64c0-416b-482c-808c-09067f971a92 {{(pid=103774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:25:05.887644 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13a0bd9d-edb0-4ef7-89a2-0d465330f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:05.892758 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13a0bd9d-edb0-4ef7-89a2-0d465330f3b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:05.896399 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13a0bd9d-edb0-4ef7-89a2-0d465330f3b8 service neutron] 10.222.0.10 "PUT /v2.0/ports/da3c139e-4a03-416f-80a8-af21dd1c9f98 HTTP/1.1" status: 200 len: 1032 time: 1.5555871 Feb 28 20:25:05.897320 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84ea43d-90ad-4748-8589-66dab66b5635']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:05.923082 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a50b3c-a193-4a77-ae80-40d94b1eb019') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:05.923082 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a50b3c-a193-4a77-ae80-40d94b1eb019') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:05.939746 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (01a50b3c-a193-4a77-ae80-40d94b1eb019), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:05.949042 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-cd1f2c8e-5808-4896-9ea5-d2719fee9b8f tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:05.953249 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-cd1f2c8e-5808-4896-9ea5-d2719fee9b8f tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.15 "GET /v2.0/networks?id=b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 HTTP/1.1" status: 200 len: 813 time: 1.0852990 Feb 28 20:25:05.965703 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port f684405e-fb12-41ee-94c7-06762582020f, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=f684405e-fb12-41ee-94c7-06762582020f,segment=NetworkSegment(230e8cd1-1ffa-48af-b6da-be0c262593f4),segment_id=230e8cd1-1ffa-48af-b6da-be0c262593f4)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:05.972358 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-f9c0e019-edcd-45d7-9621-263c40b0d5fe tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Request body: {'port': {'device_id': '3992223b-628b-4cb2-abec-3e84fb1b55f5', 'network_id': 'b2aaf2d0-38a4-4369-b6c7-389f4d5245e0', 'admin_state_up': True, 'tenant_id': '56994c7b39a64e9e8916b84f6fe9adca'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:05.977148 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f684405e-fb12-41ee-94c7-06762582020f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:05.977871 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a43e6f92-d927-40fe-91e1-ad500f289190 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:25:05.997244 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-97bb7c98-abd1-4c8f-bfbd-cc931a33a4ae tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:05.998785 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-97bb7c98-abd1-4c8f-bfbd-cc931a33a4ae tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.10 "GET /v2.0/ports/eb86d396-21d3-45d9-baa0-f26a48975dd7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0759633 Feb 28 20:25:06.029631 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:06.132409 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f80248f2-b8ec-4b78-8c96-5e4ab5ce669b req-b96c09a9-7366-485e-9c04-5b8ca9bd5bbc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&id=4f6396ba-1b7c-42fb-bb2b-0e3af122a108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3160443 Feb 28 20:25:06.141039 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (01a50b3c-a193-4a77-ae80-40d94b1eb019), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:06.148539 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a96f8423-c277-42ba-9585-5e792bce105c None None] Provisioning complete for port da3c139e-4a03-416f-80a8-af21dd1c9f98 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:25:06.149083 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a96f8423-c277-42ba-9585-5e792bce105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (da3c139e-4a03-416f-80a8-af21dd1c9f98), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:06.158177 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:25:06.159307 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (01a50b3c-a193-4a77-ae80-40d94b1eb019), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:25:06.163245 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:25:06.190989 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (eb86d396-21d3-45d9-baa0-f26a48975dd7), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:06.206234 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a96f8423-c277-42ba-9585-5e792bce105c None None] Port da3c139e-4a03-416f-80a8-af21dd1c9f98 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:25:06.272329 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=f684405e-fb12-41ee-94c7-06762582020f,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:06.309475 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21a7ea-8f29-4b46-94c0-14c3e01682a9 req-9a526c1d-70cf-4363-acaa-9928bc14b0e0 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:06.314116 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port a43e6f92-d927-40fe-91e1-ad500f289190 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:25:06.314547 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a43e6f92-d927-40fe-91e1-ad500f289190), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:06.321490 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1a21a7ea-8f29-4b46-94c0-14c3e01682a9 req-9a526c1d-70cf-4363-acaa-9928bc14b0e0 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.2468042 Feb 28 20:25:06.334225 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (b84ea43d-90ad-4748-8589-66dab66b5635), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:06.396652 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:06.404542 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/b84ea43d-90ad-4748-8589-66dab66b5635 HTTP/1.1" status: 204 len: 168 time: 4.0532176 Feb 28 20:25:06.404542 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918a7f1-2951-4db0-a1f9-72146d242705 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Network': ['ID=b84ea43d-90ad-4748-8589-66dab66b5635,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:06.407602 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-f9c0e019-edcd-45d7-9621-263c40b0d5fe tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Made reservation on behalf of 56994c7b39a64e9e8916b84f6fe9adca for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:25:06.412153 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-f9c0e019-edcd-45d7-9621-263c40b0d5fe tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:06.425284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60174) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:06.433279 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a43e6f92-d927-40fe-91e1-ad500f289190, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a43e6f92-d927-40fe-91e1-ad500f289190,segment=NetworkSegment(230e8cd1-1ffa-48af-b6da-be0c262593f4),segment_id=230e8cd1-1ffa-48af-b6da-be0c262593f4)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:06.434213 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-eb2f2ecb-5832-4b1e-a3d0-0ee6ecf0c01e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1671308555'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:06.446268 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a43e6f92-d927-40fe-91e1-ad500f289190), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:06.469333 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 003f7fb4-4744-4d06-a37e-9982f4a627ca no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:25:06.494714 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2f2ecb-5832-4b1e-a3d0-0ee6ecf0c01e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:25:06.498150 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-eb2f2ecb-5832-4b1e-a3d0-0ee6ecf0c01e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:06.499947 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-966efc73-bb35-4a62-ae30-8b045fcdb8cc req-1e81120f-77cf-4813-80e2-1ef5c28776a7 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0361319 Feb 28 20:25:06.518857 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1a21a7ea-8f29-4b46-94c0-14c3e01682a9 req-85929b18-796b-4732-a1ca-2222e00c9531 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902246 Feb 28 20:25:06.526070 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2f2ecb-5832-4b1e-a3d0-0ee6ecf0c01e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:25:06.536657 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-eb2f2ecb-5832-4b1e-a3d0-0ee6ecf0c01e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (fc96f90a-5b34-41de-a3fd-0127fbf11ac2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:06.537021 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-eb2f2ecb-5832-4b1e-a3d0-0ee6ecf0c01e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Added segment fc96f90a-5b34-41de-a3fd-0127fbf11ac2 of type vlan for network 505da002-d013-4363-aa1b-acb5087d9eb4 Feb 28 20:25:06.596664 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-eb2f2ecb-5832-4b1e-a3d0-0ee6ecf0c01e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (505da002-d013-4363-aa1b-acb5087d9eb4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:06.599808 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] For port eb86d396-21d3-45d9-baa0-f26a48975dd7, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=eb86d396-21d3-45d9-baa0-f26a48975dd7,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:06.629864 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-eb2f2ecb-5832-4b1e-a3d0-0ee6ecf0c01e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (505da002-d013-4363-aa1b-acb5087d9eb4), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:06.636251 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2f2ecb-5832-4b1e-a3d0-0ee6ecf0c01e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:06.636893 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-eb2f2ecb-5832-4b1e-a3d0-0ee6ecf0c01e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:06.686478 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-eb2f2ecb-5832-4b1e-a3d0-0ee6ecf0c01e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2572248 Feb 28 20:25:06.691878 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60178) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:06.701483 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-f860d3fa-b989-4e6c-9326-793d09be0c05 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'subnet': {'network_id': '505da002-d013-4363-aa1b-acb5087d9eb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:06.713374 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] For port eb86d396-21d3-45d9-baa0-f26a48975dd7, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:25:06.758673 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] device_id is not set on port eb86d396-21d3-45d9-baa0-f26a48975dd7 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:25:06.770824 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] Publish callbacks [] for port (eb86d396-21d3-45d9-baa0-f26a48975dd7), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:06.773666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=a43e6f92-d927-40fe-91e1-ad500f289190,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:06.777685 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (eb86d396-21d3-45d9-baa0-f26a48975dd7), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:06.800298 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f2ecb-5832-4b1e-a3d0-0ee6ecf0c01e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Network': ['ID=505da002-d013-4363-aa1b-acb5087d9eb4,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:06.817719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 505da002-d013-4363-aa1b-acb5087d9eb4 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:25:06.887293 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 003f7fb4-4744-4d06-a37e-9982f4a627ca is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:25:06.887699 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (003f7fb4-4744-4d06-a37e-9982f4a627ca), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:06.943603 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-f9c0e019-edcd-45d7-9621-263c40b0d5fe tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Allocated IP 172.20.0.5 (b2aaf2d0-38a4-4369-b6c7-389f4d5245e0/67990166-f7b9-4b40-b0dc-22d0d38db491/d1e2f6d9-e23b-45e5-ac59-35cfdc485bca) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:25:06.993324 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] No DVR routers for this DVR port eb86d396-21d3-45d9-baa0-f26a48975dd7 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:25:07.108807 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3641d-2b46-4b55-9821-0576994125fd req-48876faa-d566-4528-9079-2c8275abb584 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:07.116199 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-20f3641d-2b46-4b55-9821-0576994125fd req-48876faa-d566-4528-9079-2c8275abb584 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.4673991 Feb 28 20:25:07.133994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] Pushing event updated for resources: {'Port': ['ID=eb86d396-21d3-45d9-baa0-f26a48975dd7,revision_number=6']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:07.208805 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:07.211275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:07.211685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:07.212425 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:07.212654 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:07.214567 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:07.214567 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:07.214567 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:07.219616 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:07.220599 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:07.221018 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:07.221526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:07.222036 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:07.304766 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] In _notify_port_updated(), no bound segment for port eb86d396-21d3-45d9-baa0-f26a48975dd7 on network a7ad64c0-416b-482c-808c-09067f971a92 {{(pid=103774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:25:07.305148 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:07.305765 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:07.307152 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-5ffc72cf-0fb1-4e3a-a9bf-b03f52681704 service neutron] 10.222.0.10 "PUT /v2.0/ports/eb86d396-21d3-45d9-baa0-f26a48975dd7 HTTP/1.1" status: 200 len: 1032 time: 1.2933414 Feb 28 20:25:07.327777 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-20f3641d-2b46-4b55-9821-0576994125fd req-1284a8ab-0a64-44cc-80ac-f77b9f21bcc0 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104983 Feb 28 20:25:07.343121 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 003f7fb4-4744-4d06-a37e-9982f4a627ca, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=003f7fb4-4744-4d06-a37e-9982f4a627ca,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:07.366191 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (003f7fb4-4744-4d06-a37e-9982f4a627ca), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:07.367105 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device da3c139e-4a03-416f-80a8-af21dd1c9f98 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:25:07.370607 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f860d3fa-b989-4e6c-9326-793d09be0c05 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:25:07.388216 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f860d3fa-b989-4e6c-9326-793d09be0c05 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:07.441531 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5cde7072-11bf-4108-b2ac-75caf1546084 None None] Provisioning complete for port eb86d396-21d3-45d9-baa0-f26a48975dd7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:25:07.442075 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5cde7072-11bf-4108-b2ac-75caf1546084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (eb86d396-21d3-45d9-baa0-f26a48975dd7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:07.510138 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f684405e-fb12-41ee-94c7-06762582020f'}, {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a43e6f92-d927-40fe-91e1-ad500f289190'}, {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '003f7fb4-4744-4d06-a37e-9982f4a627ca'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:25:07.512880 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077de88e-93f8-4071-bdec-01621ae46d35" -d '{"events": [{"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "f684405e-fb12-41ee-94c7-06762582020f"}, {"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "a43e6f92-d927-40fe-91e1-ad500f289190"}, {"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "003f7fb4-4744-4d06-a37e-9982f4a627ca"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:25:07.521093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5cde7072-11bf-4108-b2ac-75caf1546084 None None] Port eb86d396-21d3-45d9-baa0-f26a48975dd7 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:25:07.574463 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] The host n-h2-820368-21 is not matching for port da3c139e-4a03-416f-80a8-af21dd1c9f98 host ! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:25:07.574463 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device da3c139e-4a03-416f-80a8-af21dd1c9f98 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:25:07.574463 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device eb86d396-21d3-45d9-baa0-f26a48975dd7 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:25:07.601312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=003f7fb4-4744-4d06-a37e-9982f4a627ca,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:07.629154 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-749af071-ad00-41e8-b88e-1fc9cf91310c req-997507bd-6c38-4154-9f0c-373ee1c24f47 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=3992223b-628b-4cb2-abec-3e84fb1b55f5 HTTP/1.1" status: 200 len: 210 time: 0.1112299 Feb 28 20:25:07.728491 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-f9c0e019-edcd-45d7-9621-263c40b0d5fe tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for port (d1e2f6d9-e23b-45e5-ac59-35cfdc485bca), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:07.749155 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] The host n-h2-820368-21 is not matching for port eb86d396-21d3-45d9-baa0-f26a48975dd7 host ! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:25:07.751717 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device eb86d396-21d3-45d9-baa0-f26a48975dd7 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:25:07.752343 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 57468b1d-83bc-459b-b95f-623af49aac34 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:25:07.781424 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13de8d11-d666-47cf-9f5c-bfa4e4624b39 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Deleting port 57468b1d-83bc-459b-b95f-623af49aac34 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:25:07.782304 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13de8d11-d666-47cf-9f5c-bfa4e4624b39 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (57468b1d-83bc-459b-b95f-623af49aac34), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:07.853656 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 28 Feb 2022 20:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91ea937-8ae9-45e7-b258-9885e3b8dc8b x-openstack-request-id: req-b91ea937-8ae9-45e7-b258-9885e3b8dc8b {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:25:07.854096 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "f684405e-fb12-41ee-94c7-06762582020f", "code": 200}, {"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "a43e6f92-d927-40fe-91e1-ad500f289190", "code": 200}, {"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "003f7fb4-4744-4d06-a37e-9982f4a627ca", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:25:07.854460 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b91ea937-8ae9-45e7-b258-9885e3b8dc8b {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:25:07.855611 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f684405e-fb12-41ee-94c7-06762582020f', 'code': 200} Feb 28 20:25:07.856359 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a43e6f92-d927-40fe-91e1-ad500f289190', 'code': 200} Feb 28 20:25:07.856994 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '003f7fb4-4744-4d06-a37e-9982f4a627ca', 'code': 200} Feb 28 20:25:07.936535 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-f9c0e019-edcd-45d7-9621-263c40b0d5fe tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d1e2f6d9-e23b-45e5-ac59-35cfdc485bca), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:07.994210 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 57468b1d-83bc-459b-b95f-623af49aac34 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:25:07.994991 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (57468b1d-83bc-459b-b95f-623af49aac34), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:08.077226 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 57468b1d-83bc-459b-b95f-623af49aac34, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=57468b1d-83bc-459b-b95f-623af49aac34,segment=NetworkSegment(05194703-5ab3-4c11-b23d-45355c568259),segment_id=05194703-5ab3-4c11-b23d-45355c568259)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:08.079229 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f860d3fa-b989-4e6c-9326-793d09be0c05 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (b7e232cb-328e-4f36-b949-e1633e27a88e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:08.083586 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (57468b1d-83bc-459b-b95f-623af49aac34), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:08.085156 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 825541fc-d341-4dae-a811-e77f60d20528 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:25:08.175930 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-f9c0e019-edcd-45d7-9621-263c40b0d5fe tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Network b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:25:08.184024 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860d3fa-b989-4e6c-9326-793d09be0c05 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Subnet': ['ID=b7e232cb-328e-4f36-b949-e1633e27a88e,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:08.229230 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-f9c0e019-edcd-45d7-9621-263c40b0d5fe tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:08.237139 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-f9c0e019-edcd-45d7-9621-263c40b0d5fe tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:25:08.305929 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f860d3fa-b989-4e6c-9326-793d09be0c05 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Checking segment: {'id': 'fc96f90a-5b34-41de-a3fd-0127fbf11ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '505da002-d013-4363-aa1b-acb5087d9eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:25:08.306810 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f860d3fa-b989-4e6c-9326-793d09be0c05 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network hostable DHCP agents. Network: 505da002-d013-4363-aa1b-acb5087d9eb4, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:25:08.319630 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-f9c0e019-edcd-45d7-9621-263c40b0d5fe tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:08.320863 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-f9c0e019-edcd-45d7-9621-263c40b0d5fe tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:08.340011 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0e019-edcd-45d7-9621-263c40b0d5fe tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event updated for resources: {'Port': ['ID=d1e2f6d9-e23b-45e5-ac59-35cfdc485bca,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:08.356699 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-f9c0e019-edcd-45d7-9621-263c40b0d5fe tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3956232 Feb 28 20:25:08.370611 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] Request body: {'port': {'device_id': '3992223b-628b-4cb2-abec-3e84fb1b55f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:08.410906 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 825541fc-d341-4dae-a811-e77f60d20528 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:25:08.411444 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (825541fc-d341-4dae-a811-e77f60d20528), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:08.444437 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=57468b1d-83bc-459b-b95f-623af49aac34,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:08.472652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 825541fc-d341-4dae-a811-e77f60d20528, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=825541fc-d341-4dae-a811-e77f60d20528,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:08.483798 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (825541fc-d341-4dae-a811-e77f60d20528), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:08.525335 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1e2f6d9-e23b-45e5-ac59-35cfdc485bca), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:08.550353 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f860d3fa-b989-4e6c-9326-793d09be0c05 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network 505da002-d013-4363-aa1b-acb5087d9eb4 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:25:08.592728 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=825541fc-d341-4dae-a811-e77f60d20528,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:08.605898 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273bf24-f7a7-4c9f-8b69-9b095d6441ad req-ba777123-f356-4225-8030-b0198234f6cb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:08.614666 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273bf24-f7a7-4c9f-8b69-9b095d6441ad req-ba777123-f356-4225-8030-b0198234f6cb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:08.620175 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-f860d3fa-b989-4e6c-9326-793d09be0c05 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 505da002-d013-4363-aa1b-acb5087d9eb4) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:08.621021 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273bf24-f7a7-4c9f-8b69-9b095d6441ad req-ba777123-f356-4225-8030-b0198234f6cb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:08.628058 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273bf24-f7a7-4c9f-8b69-9b095d6441ad req-ba777123-f356-4225-8030-b0198234f6cb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:08.630375 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71946d6d-1ae3-4160-bf14-b1f0952bf6d9 None None] Network 505da002-d013-4363-aa1b-acb5087d9eb4 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:25:08.631207 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f860d3fa-b989-4e6c-9326-793d09be0c05 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:08.631814 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f860d3fa-b989-4e6c-9326-793d09be0c05 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:08.633538 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273bf24-f7a7-4c9f-8b69-9b095d6441ad req-ba777123-f356-4225-8030-b0198234f6cb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:08.636703 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c273bf24-f7a7-4c9f-8b69-9b095d6441ad req-ba777123-f356-4225-8030-b0198234f6cb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 3880 time: 0.9707720 Feb 28 20:25:08.662332 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f860d3fa-b989-4e6c-9326-793d09be0c05 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9662654 Feb 28 20:25:08.670510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60206) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:08.714001 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13de8d11-d666-47cf-9f5c-bfa4e4624b39 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] For port 57468b1d-83bc-459b-b95f-623af49aac34, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=57468b1d-83bc-459b-b95f-623af49aac34,segment=NetworkSegment(05194703-5ab3-4c11-b23d-45355c568259),segment_id=05194703-5ab3-4c11-b23d-45355c568259)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:08.714382 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13de8d11-d666-47cf-9f5c-bfa4e4624b39 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (57468b1d-83bc-459b-b95f-623af49aac34), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:08.734999 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac9ad4-5faf-4a27-8b08-be47a2de212e req-4e028990-baa3-486e-a5fc-aed2dca2d919 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:08.745163 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6ac9ad4-5faf-4a27-8b08-be47a2de212e req-4e028990-baa3-486e-a5fc-aed2dca2d919 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.2659240 Feb 28 20:25:08.910512 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c273bf24-f7a7-4c9f-8b69-9b095d6441ad req-64fac3db-e2c4-41e0-8204-adf34766193f tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636206 Feb 28 20:25:08.936272 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9a763d-7481-46bf-ac11-8d937ed00728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-505da002-d013-4363-aa1b-acb5087d9eb4', 'network_id': '505da002-d013-4363-aa1b-acb5087d9eb4', 'project_id': 'caf3c52331574e51b777ec07b66911d9', 'fixed_ips': [{'subnet_id': 'b7e232cb-328e-4f36-b949-e1633e27a88e'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:25:08.938486 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4e9a763d-7481-46bf-ac11-8d937ed00728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:08.944418 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6ac9ad4-5faf-4a27-8b08-be47a2de212e req-bbbca135-0ee2-459e-afbe-bb8596006630 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968868 Feb 28 20:25:08.983153 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (505da002-d013-4363-aa1b-acb5087d9eb4), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:09.197093 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13de8d11-d666-47cf-9f5c-bfa4e4624b39 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:09.197437 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13de8d11-d666-47cf-9f5c-bfa4e4624b39 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (39bee6f9-2da0-4f90-8865-42c7801d6271), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:09.197819 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13de8d11-d666-47cf-9f5c-bfa4e4624b39 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Floating IP 39bee6f9-2da0-4f90-8865-42c7801d6271 disassociated. External IP: 172.25.0.132, port: 57468b1d-83bc-459b-b95f-623af49aac34. Feb 28 20:25:09.198498 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13de8d11-d666-47cf-9f5c-bfa4e4624b39 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Calling delete_port for 57468b1d-83bc-459b-b95f-623af49aac34 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:25:09.261353 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (b7e232cb-328e-4f36-b949-e1633e27a88e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:09.323802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-4e9a763d-7481-46bf-ac11-8d937ed00728 None None] Allocated IP 172.20.0.2 (505da002-d013-4363-aa1b-acb5087d9eb4/b7e232cb-328e-4f36-b949-e1633e27a88e/a8d52da0-5431-4fa8-aea5-4e695bcb136b) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:25:09.418121 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7fc3691-2c5e-47ed-9113-d6f730cfa2e4 req-4ae00756-d9d8-4b6c-8f0c-d9c10c921776 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.1917036 Feb 28 20:25:09.467990 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba30693-90fe-49eb-9f0f-aa43d40e5d88 req-a07c9386-5d25-464f-8329-c8ce60d0f926 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:09.469437 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fba30693-90fe-49eb-9f0f-aa43d40e5d88 req-a07c9386-5d25-464f-8329-c8ce60d0f926 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.2443976 Feb 28 20:25:09.490906 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e2f6d9-e23b-45e5-ac59-35cfdc485bca {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:25:09.511094 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] Publish callbacks [] for port (d1e2f6d9-e23b-45e5-ac59-35cfdc485bca), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:09.553801 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] Transition to ACTIVE for port object d1e2f6d9-e23b-45e5-ac59-35cfdc485bca will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:25:09.561558 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (d1e2f6d9-e23b-45e5-ac59-35cfdc485bca), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:09.586597 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fba30693-90fe-49eb-9f0f-aa43d40e5d88 req-e3b48fc4-44da-47d0-922c-6c5c6845bb3f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063890 Feb 28 20:25:09.594824 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13de8d11-d666-47cf-9f5c-bfa4e4624b39 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (57468b1d-83bc-459b-b95f-623af49aac34), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:09.702847 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de8d11-d666-47cf-9f5c-bfa4e4624b39 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event deleted for resources: {'Port': ['ID=57468b1d-83bc-459b-b95f-623af49aac34,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:09.710743 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4e9a763d-7481-46bf-ac11-8d937ed00728 None None] Publish callbacks [] for port (a8d52da0-5431-4fa8-aea5-4e695bcb136b), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:09.723995 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e2f6d9-e23b-45e5-ac59-35cfdc485bca,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:09.728091 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4e9a763d-7481-46bf-ac11-8d937ed00728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (a8d52da0-5431-4fa8-aea5-4e695bcb136b), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:09.789182 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9a763d-7481-46bf-ac11-8d937ed00728 None None] Network 505da002-d013-4363-aa1b-acb5087d9eb4 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:25:09.798464 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-4e9a763d-7481-46bf-ac11-8d937ed00728 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:09.806374 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9a763d-7481-46bf-ac11-8d937ed00728 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:25:09.808404 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (b7e232cb-328e-4f36-b949-e1633e27a88e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:09.866224 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57468b1d-83bc-459b-b95f-623af49aac34'}, {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825541fc-d341-4dae-a811-e77f60d20528'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:25:09.868508 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d8cbe2-e4c3-45ac-9a20-429d0f71afff" -d '{"events": [{"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "57468b1d-83bc-459b-b95f-623af49aac34"}, {"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "825541fc-d341-4dae-a811-e77f60d20528"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:25:09.870220 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a0a4a-4985-4d83-b9c4-3f6b4412a02d req-fe5f5c1a-8db3-4879-85d2-2bb949a9cc66 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:09.872121 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d0a0a4a-4985-4d83-b9c4-3f6b4412a02d req-fe5f5c1a-8db3-4879-85d2-2bb949a9cc66 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=3992223b-628b-4cb2-abec-3e84fb1b55f5 HTTP/1.1" status: 200 len: 943 time: 0.2001741 Feb 28 20:25:09.896822 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a763d-7481-46bf-ac11-8d937ed00728 None None] Pushing event updated for resources: {'Port': ['ID=a8d52da0-5431-4fa8-aea5-4e695bcb136b,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:09.913460 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4e9a763d-7481-46bf-ac11-8d937ed00728 None None] Attempting to bind port a8d52da0-5431-4fa8-aea5-4e695bcb136b on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:25:09.913847 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4e9a763d-7481-46bf-ac11-8d937ed00728 None None] Attempting to bind port a8d52da0-5431-4fa8-aea5-4e695bcb136b by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'fc96f90a-5b34-41de-a3fd-0127fbf11ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '505da002-d013-4363-aa1b-acb5087d9eb4'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:25:09.914187 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a763d-7481-46bf-ac11-8d937ed00728 None None] Attempting to bind port a8d52da0-5431-4fa8-aea5-4e695bcb136b on network 505da002-d013-4363-aa1b-acb5087d9eb4 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:25:09.924626 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a763d-7481-46bf-ac11-8d937ed00728 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:25:09.925036 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a763d-7481-46bf-ac11-8d937ed00728 None None] Checking segment: {'id': 'fc96f90a-5b34-41de-a3fd-0127fbf11ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '505da002-d013-4363-aa1b-acb5087d9eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:25:09.925408 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4e9a763d-7481-46bf-ac11-8d937ed00728 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:09.925801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a763d-7481-46bf-ac11-8d937ed00728 None None] Bound using segment: {'id': 'fc96f90a-5b34-41de-a3fd-0127fbf11ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '505da002-d013-4363-aa1b-acb5087d9eb4'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:25:09.926288 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4e9a763d-7481-46bf-ac11-8d937ed00728 None None] Bound port: a8d52da0-5431-4fa8-aea5-4e695bcb136b, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc96f90a-5b34-41de-a3fd-0127fbf11ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '505da002-d013-4363-aa1b-acb5087d9eb4'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:25:09.931666 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4e9a763d-7481-46bf-ac11-8d937ed00728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a8d52da0-5431-4fa8-aea5-4e695bcb136b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:09.931923 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] Attempting to bind port d1e2f6d9-e23b-45e5-ac59-35cfdc485bca on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:25:09.932171 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] Attempting to bind port d1e2f6d9-e23b-45e5-ac59-35cfdc485bca by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '15cf24c2-704b-4f46-864a-1eccab144611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2aaf2d0-38a4-4369-b6c7-389f4d5245e0'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:25:09.932617 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] Attempting to bind port d1e2f6d9-e23b-45e5-ac59-35cfdc485bca on network b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:25:09.934917 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e232cb-328e-4f36-b949-e1633e27a88e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:09.975468 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] Port d1e2f6d9-e23b-45e5-ac59-35cfdc485bca on network b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:25:09.976760 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] Attempting to bind port d1e2f6d9-e23b-45e5-ac59-35cfdc485bca on network b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:25:10.046608 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4e9a763d-7481-46bf-ac11-8d937ed00728 None None] For port a8d52da0-5431-4fa8-aea5-4e695bcb136b, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:25:10.052225 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4e9a763d-7481-46bf-ac11-8d937ed00728 None None] For port a8d52da0-5431-4fa8-aea5-4e695bcb136b, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a8d52da0-5431-4fa8-aea5-4e695bcb136b,segment=NetworkSegment(fc96f90a-5b34-41de-a3fd-0127fbf11ac2),segment_id=fc96f90a-5b34-41de-a3fd-0127fbf11ac2)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:25:10.059148 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:25:10.059551 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 28 Feb 2022 20:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedb34b3-7812-412b-a1d6-268608aef885 x-openstack-request-id: req-eedb34b3-7812-412b-a1d6-268608aef885 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:25:10.060070 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "57468b1d-83bc-459b-b95f-623af49aac34", "code": 200}, {"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "825541fc-d341-4dae-a811-e77f60d20528", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:25:10.060846 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eedb34b3-7812-412b-a1d6-268608aef885 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:25:10.061390 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57468b1d-83bc-459b-b95f-623af49aac34', 'code': 200} Feb 28 20:25:10.062102 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825541fc-d341-4dae-a811-e77f60d20528', 'code': 200} Feb 28 20:25:10.065303 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] Checking segment: {'id': '15cf24c2-704b-4f46-864a-1eccab144611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2aaf2d0-38a4-4369-b6c7-389f4d5245e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:25:10.067663 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4e9a763d-7481-46bf-ac11-8d937ed00728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a8d52da0-5431-4fa8-aea5-4e695bcb136b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:10.070524 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] Bound using segment: {'id': '15cf24c2-704b-4f46-864a-1eccab144611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2aaf2d0-38a4-4369-b6c7-389f4d5245e0'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:25:10.071091 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] Bound port: d1e2f6d9-e23b-45e5-ac59-35cfdc485bca, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cf24c2-704b-4f46-864a-1eccab144611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2aaf2d0-38a4-4369-b6c7-389f4d5245e0'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:25:10.071478 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1e2f6d9-e23b-45e5-ac59-35cfdc485bca), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:10.135592 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d0a0a4a-4985-4d83-b9c4-3f6b4412a02d req-f1512b40-ebca-48d7-9ccb-d1d79a973fe5 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517045 Feb 28 20:25:10.241194 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a763d-7481-46bf-ac11-8d937ed00728 None None] Pushing event updated for resources: {'Port': ['ID=a8d52da0-5431-4fa8-aea5-4e695bcb136b,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:10.319070 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (505da002-d013-4363-aa1b-acb5087d9eb4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:10.355498 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13de8d11-d666-47cf-9f5c-bfa4e4624b39 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Router 350868d5-7db5-4a53-8b7b-7ee51420a45c has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:25:10.386914 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] For port d1e2f6d9-e23b-45e5-ac59-35cfdc485bca, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:25:10.400858 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] For port d1e2f6d9-e23b-45e5-ac59-35cfdc485bca, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d1e2f6d9-e23b-45e5-ac59-35cfdc485bca,segment=NetworkSegment(15cf24c2-704b-4f46-864a-1eccab144611),segment_id=15cf24c2-704b-4f46-864a-1eccab144611)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:25:10.408298 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe065c08-850b-484f-8293-91130e005f65 req-ee388373-1d02-40e6-85db-b73d4a122096 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:10.418484 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0068671e-465d-4f3f-9d1e-bea8fcae0f6f None None] Network 505da002-d013-4363-aa1b-acb5087d9eb4 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:25:10.425778 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fe065c08-850b-484f-8293-91130e005f65 req-ee388373-1d02-40e6-85db-b73d4a122096 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.2683971 Feb 28 20:25:10.443539 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (d1e2f6d9-e23b-45e5-ac59-35cfdc485bca), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:10.489162 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505da002-d013-4363-aa1b-acb5087d9eb4']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:10.632091 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e2f6d9-e23b-45e5-ac59-35cfdc485bca,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:10.656945 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc96f90a-5b34-41de-a3fd-0127fbf11ac2') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:10.657375 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc96f90a-5b34-41de-a3fd-0127fbf11ac2') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:10.659361 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b915765-9a8e-4077-a503-b84bc7e99869 None None] get_active_networks_info from n-d-820368-21 {{(pid=103775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 20:25:10.676733 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (fc96f90a-5b34-41de-a3fd-0127fbf11ac2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:10.690033 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fe065c08-850b-484f-8293-91130e005f65 req-af732bcf-74f2-4716-8668-9b449d2183fa tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586794 Feb 28 20:25:10.722373 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (fc96f90a-5b34-41de-a3fd-0127fbf11ac2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:10.739635 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:25:10.740341 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (fc96f90a-5b34-41de-a3fd-0127fbf11ac2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:10.779025 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990374b8-75fc-4665-9218-ea7f27c4a20f req-1d2bac55-4698-4907-903c-62fd68ba2702 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:10.789923 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990374b8-75fc-4665-9218-ea7f27c4a20f req-1d2bac55-4698-4907-903c-62fd68ba2702 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:10.799561 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990374b8-75fc-4665-9218-ea7f27c4a20f req-1d2bac55-4698-4907-903c-62fd68ba2702 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:10.806244 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990374b8-75fc-4665-9218-ea7f27c4a20f req-1d2bac55-4698-4907-903c-62fd68ba2702 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:10.818695 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-990374b8-75fc-4665-9218-ea7f27c4a20f req-1d2bac55-4698-4907-903c-62fd68ba2702 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 3142 time: 0.3611975 Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:25:10.883556 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:25:10.904441 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:10.905432 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:10.907095 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-2627b5f9-5cef-4a9f-bf07-c72832de9b56 service neutron] 10.222.0.15 "PUT /v2.0/ports/d1e2f6d9-e23b-45e5-ac59-35cfdc485bca HTTP/1.1" status: 200 len: 1092 time: 2.5427802 Feb 28 20:25:10.907782 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3992223b-628b-4cb2-abec-3e84fb1b55f5', 'tag': 'd1e2f6d9-e23b-45e5-ac59-35cfdc485bca'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:25:10.911183 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ff5b00-9088-47ab-8355-31ca34226ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "3992223b-628b-4cb2-abec-3e84fb1b55f5", "tag": "d1e2f6d9-e23b-45e5-ac59-35cfdc485bca"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:25:10.925545 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.db.api [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 20:25:10.925545 n-d-820368-21 neutron-server[103773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 20:25:10.925545 n-d-820368-21 neutron-server[103773]: [parameters: {'id': '505da002-d013-4363-aa1b-acb5087d9eb4'}] Feb 28 20:25:10.925545 n-d-820368-21 neutron-server[103773]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:25:10.926016 n-d-820368-21 neutron-server[103773]: DEBUG oslo_db.api [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:25:11.010667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b915765-9a8e-4077-a503-b84bc7e99869 None None] Resources bound (agent type, host, resource id): {{(pid=103775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 20:25:11.017058 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d654b691-661e-4533-ac7e-aa174bdc419a req-d12e048c-4ff0-46d1-8068-02ee3d10b039 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0900996 Feb 28 20:25:11.050128 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-990374b8-75fc-4665-9218-ea7f27c4a20f req-b84fc917-6931-42b4-9004-0d1459c1b9b8 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294087 Feb 28 20:25:11.057811 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-3fccca46-efd1-4437-b022-b0216cba579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:11.059225 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-3fccca46-efd1-4437-b022-b0216cba579e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56994c7b39a64e9e8916b84f6fe9adca&device_id=3992223b-628b-4cb2-abec-3e84fb1b55f5 HTTP/1.1" status: 200 len: 1126 time: 0.1013937 Feb 28 20:25:11.060231 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13de8d11-d666-47cf-9f5c-bfa4e4624b39 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:25:11.089734 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be1306-a211-4b4f-93bb-5a79f53fdc51 None None] Sync routers for ids ['350868d5-7db5-4a53-8b7b-7ee51420a45c'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:25:11.105982 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1be1306-a211-4b4f-93bb-5a79f53fdc51 None None] Routers {'350868d5-7db5-4a53-8b7b-7ee51420a45c'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:25:11.106484 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a1be1306-a211-4b4f-93bb-5a79f53fdc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:24:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['350868d5-7db5-4a53-8b7b-7ee51420a45c'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:11.227301 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-add9df74-c9b3-4e5d-a390-e0825c9c297f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1e2f6d9-e23b-45e5-ac59-35cfdc485bca HTTP/1.1" status: 200 len: 217 time: 0.1597195 Feb 28 20:25:11.250394 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13de8d11-d666-47cf-9f5c-bfa4e4624b39 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] No DVR routers for this DVR port 57468b1d-83bc-459b-b95f-623af49aac34 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:25:11.286798 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13de8d11-d666-47cf-9f5c-bfa4e4624b39 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:11.290623 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-13de8d11-d666-47cf-9f5c-bfa4e4624b39 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.10 "DELETE /v2.0/ports/57468b1d-83bc-459b-b95f-623af49aac34 HTTP/1.1" status: 204 len: 173 time: 3.9615760 Feb 28 20:25:11.291101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-deleted', 'tag': '57468b1d-83bc-459b-b95f-623af49aac34'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:25:11.293466 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00884fa8-1ca7-4f32-a7cf-b585d34c9048" -d '{"events": [{"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-deleted", "tag": "57468b1d-83bc-459b-b95f-623af49aac34"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:25:11.312841 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4369c9-2363-4620-aa2b-54b31eafae4b x-openstack-request-id: req-1f4369c9-2363-4620-aa2b-54b31eafae4b {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:25:11.313211 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3992223b-628b-4cb2-abec-3e84fb1b55f5", "tag": "d1e2f6d9-e23b-45e5-ac59-35cfdc485bca", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:25:11.313410 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f4369c9-2363-4620-aa2b-54b31eafae4b {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:25:11.313792 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3992223b-628b-4cb2-abec-3e84fb1b55f5', 'tag': 'd1e2f6d9-e23b-45e5-ac59-35cfdc485bca', 'status': 'completed', 'code': 200} Feb 28 20:25:11.364383 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-85f701f4-4290-445f-8823-4271f5b405af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:11.365873 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-85f701f4-4290-445f-8823-4271f5b405af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=67990166-f7b9-4b40-b0dc-22d0d38db491 HTTP/1.1" status: 200 len: 853 time: 0.1334426 Feb 28 20:25:11.428836 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (505da002-d013-4363-aa1b-acb5087d9eb4), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:11.460093 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-d3805f70-a597-46a0-a8b3-347ef47b45a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2aaf2d0-38a4-4369-b6c7-389f4d5245e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879779 Feb 28 20:25:11.470753 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-a1be1306-a211-4b4f-93bb-5a79f53fdc51 None None] Set router 350868d5-7db5-4a53-8b7b-7ee51420a45c gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:25:11.599853 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb075a-c5a5-4f3f-b8db-015bcda436eb req-ccc159bc-557b-4f03-bbb5-bace20f68b46 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:11.599853 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-67eb075a-c5a5-4f3f-b8db-015bcda436eb req-ccc159bc-557b-4f03-bbb5-bace20f68b46 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.3477674 Feb 28 20:25:11.616400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-8baff4e2-2fbe-4aa8-9da9-b39083bfa6fa tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Deleting port 003f7fb4-4744-4d06-a37e-9982f4a627ca {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:25:11.616400 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-8baff4e2-2fbe-4aa8-9da9-b39083bfa6fa tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (003f7fb4-4744-4d06-a37e-9982f4a627ca), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:11.666993 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fd5a8-4c5d-4761-895b-d82dfa7d76e2 req-39db2c0c-48c4-4de1-a2c0-9948dca69be3 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:11.666993 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-189fd5a8-4c5d-4761-895b-d82dfa7d76e2 req-39db2c0c-48c4-4de1-a2c0-9948dca69be3 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=3992223b-628b-4cb2-abec-3e84fb1b55f5 HTTP/1.1" status: 200 len: 943 time: 0.2328589 Feb 28 20:25:11.667174 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-ac1381bb-25ea-4600-8ae2-6bc151ffc051 service neutron] 10.222.0.15 "GET /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947970 Feb 28 20:25:11.795799 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Deleting port a8d52da0-5431-4fa8-aea5-4e695bcb136b {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:25:11.795799 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a8d52da0-5431-4fa8-aea5-4e695bcb136b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:11.836842 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a1be1306-a211-4b4f-93bb-5a79f53fdc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984827160-router', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:07Z', 'revision_number': 4, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'gw_port': {'id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:46:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ed098a14-2cd5-4c07-9e4e-2d50334ed4a9', 'name': '', 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'mac_address': 'fa:16:3e:b4:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'e4c17c34-1415-482c-9e44-a2606667b359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:05Z', 'updated_at': '2022-02-28T20:18:13Z', 'revision_number': 5, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'subnets': [{'id': 'e4c17c34-1415-482c-9e44-a2606667b359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:11.853936 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-67eb075a-c5a5-4f3f-b8db-015bcda436eb req-11bad9b3-2129-4a74-a26a-355406db734a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576053 Feb 28 20:25:11.875926 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0d813a7d-2d63-49fa-88a2-3701e0f71ded req-331c902e-54d0-4e5b-8393-40e685a44dcb service neutron] 10.222.0.15 "GET /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059374 Feb 28 20:25:11.883029 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be1306-a211-4b4f-93bb-5a79f53fdc51 None None] Checking router: 350868d5-7db5-4a53-8b7b-7ee51420a45c for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:25:11.896899 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] For port a8d52da0-5431-4fa8-aea5-4e695bcb136b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a8d52da0-5431-4fa8-aea5-4e695bcb136b,segment=NetworkSegment(fc96f90a-5b34-41de-a3fd-0127fbf11ac2),segment_id=fc96f90a-5b34-41de-a3fd-0127fbf11ac2)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:11.897826 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a8d52da0-5431-4fa8-aea5-4e695bcb136b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:11.916108 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1be1306-a211-4b4f-93bb-5a79f53fdc51 None None] Routers {'350868d5-7db5-4a53-8b7b-7ee51420a45c'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:25:11.919733 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a1be1306-a211-4b4f-93bb-5a79f53fdc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:24:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['350868d5-7db5-4a53-8b7b-7ee51420a45c'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:11.930322 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Calling delete_port for a8d52da0-5431-4fa8-aea5-4e695bcb136b owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:25:11.948230 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-189fd5a8-4c5d-4761-895b-d82dfa7d76e2 req-c9364966-7ede-47de-8e01-08bc68a0c5ff tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962098 Feb 28 20:25:11.992340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-8baff4e2-2fbe-4aa8-9da9-b39083bfa6fa tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] For port 003f7fb4-4744-4d06-a37e-9982f4a627ca, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=003f7fb4-4744-4d06-a37e-9982f4a627ca,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:11.995385 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-8baff4e2-2fbe-4aa8-9da9-b39083bfa6fa tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (003f7fb4-4744-4d06-a37e-9982f4a627ca), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:12.033527 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-8baff4e2-2fbe-4aa8-9da9-b39083bfa6fa tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Calling delete_port for 003f7fb4-4744-4d06-a37e-9982f4a627ca owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:25:12.038458 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f742d15-1b12-4a5b-9cc4-aa385a58c249 x-openstack-request-id: req-1f742d15-1b12-4a5b-9cc4-aa385a58c249 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:25:12.043071 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-deleted", "tag": "57468b1d-83bc-459b-b95f-623af49aac34", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:25:12.045721 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f742d15-1b12-4a5b-9cc4-aa385a58c249 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:25:12.046312 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-deleted', 'tag': '57468b1d-83bc-459b-b95f-623af49aac34', 'status': 'completed', 'code': 200} Feb 28 20:25:12.217045 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff5b00-9088-47ab-8355-31ca34226ad8 req-f4de04d4-21f7-41ec-a91f-e0edcc5fd477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:12.218870 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d1ff5b00-9088-47ab-8355-31ca34226ad8 req-f4de04d4-21f7-41ec-a91f-e0edcc5fd477 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56994c7b39a64e9e8916b84f6fe9adca&device_id=3992223b-628b-4cb2-abec-3e84fb1b55f5 HTTP/1.1" status: 200 len: 1126 time: 0.2291806 Feb 28 20:25:12.324044 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-a1be1306-a211-4b4f-93bb-5a79f53fdc51 None None] Set router 350868d5-7db5-4a53-8b7b-7ee51420a45c gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:25:12.330556 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5955161-6f67-4a2d-9595-31f0bf03d545 req-273d9a92-271b-4696-8199-286fe568c1e0 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.1130862 Feb 28 20:25:12.386832 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ed2a4-b5cf-48a4-8e62-fa98be2853d0 req-a434643a-ee7f-4600-ab1b-3142fa180fae tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:12.396811 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-114ed2a4-b5cf-48a4-8e62-fa98be2853d0 req-a434643a-ee7f-4600-ab1b-3142fa180fae tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.1936998 Feb 28 20:25:12.416042 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-8baff4e2-2fbe-4aa8-9da9-b39083bfa6fa tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (003f7fb4-4744-4d06-a37e-9982f4a627ca), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:12.418555 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff5b00-9088-47ab-8355-31ca34226ad8 req-ceb8e4bb-e633-4a05-817e-79bf25bec915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:12.420197 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d1ff5b00-9088-47ab-8355-31ca34226ad8 req-ceb8e4bb-e633-4a05-817e-79bf25bec915 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 HTTP/1.1" status: 200 len: 913 time: 0.1925576 Feb 28 20:25:12.438388 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (a8d52da0-5431-4fa8-aea5-4e695bcb136b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:12.517705 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No DVR routers for this DVR port a8d52da0-5431-4fa8-aea5-4e695bcb136b on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:25:12.520845 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d1ff5b00-9088-47ab-8355-31ca34226ad8 req-a9aaaa46-470e-4325-9d95-3e8fe137fa5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1e2f6d9-e23b-45e5-ac59-35cfdc485bca HTTP/1.1" status: 200 len: 217 time: 0.0937526 Feb 28 20:25:12.569612 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baff4e2-2fbe-4aa8-9da9-b39083bfa6fa tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event deleted for resources: {'Port': ['ID=003f7fb4-4744-4d06-a37e-9982f4a627ca,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:12.611813 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Port': ['ID=a8d52da0-5431-4fa8-aea5-4e695bcb136b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:12.755131 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a1be1306-a211-4b4f-93bb-5a79f53fdc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984827160-router', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:07Z', 'revision_number': 4, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'gw_port': {'id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:46:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ed098a14-2cd5-4c07-9e4e-2d50334ed4a9', 'name': '', 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'mac_address': 'fa:16:3e:b4:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'e4c17c34-1415-482c-9e44-a2606667b359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:05Z', 'updated_at': '2022-02-28T20:18:13Z', 'revision_number': 5, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'subnets': [{'id': 'e4c17c34-1415-482c-9e44-a2606667b359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:12.781230 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-8baff4e2-2fbe-4aa8-9da9-b39083bfa6fa tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] No DVR routers for this DVR port 003f7fb4-4744-4d06-a37e-9982f4a627ca on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:25:12.784766 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-8baff4e2-2fbe-4aa8-9da9-b39083bfa6fa tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:12.788891 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-8baff4e2-2fbe-4aa8-9da9-b39083bfa6fa tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.10 "DELETE /v2.0/ports/003f7fb4-4744-4d06-a37e-9982f4a627ca HTTP/1.1" status: 204 len: 173 time: 1.4829793 Feb 28 20:25:12.802516 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-114ed2a4-b5cf-48a4-8e62-fa98be2853d0 req-3311ff88-4e84-41a0-b85b-e61a13f9f0b9 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045959 Feb 28 20:25:12.845452 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be1306-a211-4b4f-93bb-5a79f53fdc51 None None] The sync data for ids ['350868d5-7db5-4a53-8b7b-7ee51420a45c'] in n-d-820368-21 is: [{'id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984827160-router', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:07Z', 'revision_number': 4, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'gw_port': {'id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:46:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ed098a14-2cd5-4c07-9e4e-2d50334ed4a9', 'name': '', 'network_id': 'b4d04028-1f92-4a10-a522-d88228aafca5', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'mac_address': 'fa:16:3e:b4:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'e4c17c34-1415-482c-9e44-a2606667b359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:05Z', 'updated_at': '2022-02-28T20:18:13Z', 'revision_number': 5, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'subnets': [{'id': 'e4c17c34-1415-482c-9e44-a2606667b359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:25:12.860074 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (505da002-d013-4363-aa1b-acb5087d9eb4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:12.883711 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff5b00-9088-47ab-8355-31ca34226ad8 req-c29e4e2e-95e9-4062-9d08-270fc0d4bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:12.888188 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d1ff5b00-9088-47ab-8355-31ca34226ad8 req-c29e4e2e-95e9-4062-9d08-270fc0d4bfae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=67990166-f7b9-4b40-b0dc-22d0d38db491 HTTP/1.1" status: 200 len: 853 time: 0.3376865 Feb 28 20:25:12.964150 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505da002-d013-4363-aa1b-acb5087d9eb4']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:12.969130 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d1ff5b00-9088-47ab-8355-31ca34226ad8 req-267b1dff-2f27-4e15-8413-209e5ce64060 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2aaf2d0-38a4-4369-b6c7-389f4d5245e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715082 Feb 28 20:25:12.988558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654d411-fa74-4e50-a75b-53c7efb865b5 req-5176f25e-1019-4d1e-bf63-f000ca0b754e tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:13.004685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654d411-fa74-4e50-a75b-53c7efb865b5 req-5176f25e-1019-4d1e-bf63-f000ca0b754e tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:13.014062 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc96f90a-5b34-41de-a3fd-0127fbf11ac2') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:13.014545 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc96f90a-5b34-41de-a3fd-0127fbf11ac2') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:13.022299 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654d411-fa74-4e50-a75b-53c7efb865b5 req-5176f25e-1019-4d1e-bf63-f000ca0b754e tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:13.035574 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2654d411-fa74-4e50-a75b-53c7efb865b5 req-5176f25e-1019-4d1e-bf63-f000ca0b754e tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 2410 time: 0.4569378 Feb 28 20:25:13.085288 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (fc96f90a-5b34-41de-a3fd-0127fbf11ac2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:13.140933 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (fc96f90a-5b34-41de-a3fd-0127fbf11ac2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:13.164425 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:25:13.176007 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (fc96f90a-5b34-41de-a3fd-0127fbf11ac2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:25:13.179390 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:25:13.279780 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2654d411-fa74-4e50-a75b-53c7efb865b5 req-f8fcddc4-2413-4fe4-bf72-f9811fdf5d03 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425911 Feb 28 20:25:13.296653 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d1ff5b00-9088-47ab-8355-31ca34226ad8 req-c4f8de6a-67b3-4844-a157-56563fc9aa3d service neutron] 10.222.0.15 "GET /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114698 Feb 28 20:25:13.341998 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-d9150587-0945-44a6-9331-cad2d0f7f5d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4993143 Feb 28 20:25:13.407686 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8755367-be87-40b9-9314-5cfc40163423 req-2bf75590-8f95-4e18-88ff-6c5f55885ed7 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:13.417152 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8755367-be87-40b9-9314-5cfc40163423 req-2bf75590-8f95-4e18-88ff-6c5f55885ed7 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.3511465 Feb 28 20:25:13.474062 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d1ff5b00-9088-47ab-8355-31ca34226ad8 req-96d1dd6f-2859-43c6-9d45-4a5e21999f54 service neutron] 10.222.0.15 "GET /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266165 Feb 28 20:25:13.510352 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (505da002-d013-4363-aa1b-acb5087d9eb4), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:13.512321 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727f045f-57ff-49fd-a8f6-9388d9f18e89 None None] New status for floating IP 39bee6f9-2da0-4f90-8865-42c7801d6271: DOWN {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:25:13.515950 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:13.523222 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/505da002-d013-4363-aa1b-acb5087d9eb4 HTTP/1.1" status: 204 len: 168 time: 4.8485436 Feb 28 20:25:13.537320 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60260) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:13.537877 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33625efb-e769-4e20-a8f8-22793accb6a7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Network': ['ID=505da002-d013-4363-aa1b-acb5087d9eb4,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:13.545989 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-10b14c1e-bdff-45b4-baea-a9722786be5f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1801320912'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:13.582067 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b14c1e-bdff-45b4-baea-a9722786be5f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:25:13.585656 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-10b14c1e-bdff-45b4-baea-a9722786be5f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:13.599581 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-c14f2b2d-4ad4-4482-aa3e-cbf616df12d4 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Deleting port a43e6f92-d927-40fe-91e1-ad500f289190 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:25:13.599994 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-c14f2b2d-4ad4-4482-aa3e-cbf616df12d4 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a43e6f92-d927-40fe-91e1-ad500f289190), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:13.630721 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8755367-be87-40b9-9314-5cfc40163423 req-1ca8d2f9-e1e3-43af-a715-f167f8beb275 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100582 Feb 28 20:25:13.632327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b14c1e-bdff-45b4-baea-a9722786be5f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:25:13.644127 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-10b14c1e-bdff-45b4-baea-a9722786be5f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (e694d8b0-1446-474e-b67b-55d2e20430eb), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:13.644476 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-10b14c1e-bdff-45b4-baea-a9722786be5f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Added segment e694d8b0-1446-474e-b67b-55d2e20430eb of type vlan for network 3e8f9045-cb9f-4088-9274-e0c9497c315b Feb 28 20:25:13.691963 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-10b14c1e-bdff-45b4-baea-a9722786be5f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (3e8f9045-cb9f-4088-9274-e0c9497c315b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:13.720052 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-1d6d4873-90b3-4eeb-9337-f18444e09294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:13.720598 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-1d6d4873-90b3-4eeb-9337-f18444e09294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:13.721567 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-1d6d4873-90b3-4eeb-9337-f18444e09294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:13.721784 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-10b14c1e-bdff-45b4-baea-a9722786be5f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (3e8f9045-cb9f-4088-9274-e0c9497c315b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:13.722043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-1d6d4873-90b3-4eeb-9337-f18444e09294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:13.722516 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-1d6d4873-90b3-4eeb-9337-f18444e09294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:13.722984 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-1d6d4873-90b3-4eeb-9337-f18444e09294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:13.723450 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-1d6d4873-90b3-4eeb-9337-f18444e09294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:13.725486 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-1d6d4873-90b3-4eeb-9337-f18444e09294 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32b514b33b3446a2a3d4a8b083492ad2&device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 6717 time: 0.3018484 Feb 28 20:25:13.742687 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b14c1e-bdff-45b4-baea-a9722786be5f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:13.744571 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-10b14c1e-bdff-45b4-baea-a9722786be5f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:13.846259 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b14c1e-bdff-45b4-baea-a9722786be5f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Network': ['ID=3e8f9045-cb9f-4088-9274-e0c9497c315b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:13.879170 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60264) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:13.879667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 3e8f9045-cb9f-4088-9274-e0c9497c315b details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:25:13.892491 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-10b14c1e-bdff-45b4-baea-a9722786be5f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3408403 Feb 28 20:25:13.894304 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f0e8c-e31b-4e0c-aede-70db3b30ad46 req-22e56965-e167-4a91-8587-7dc0346272c4 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:13.903984 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-647f0e8c-e31b-4e0c-aede-70db3b30ad46 req-22e56965-e167-4a91-8587-7dc0346272c4 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=3992223b-628b-4cb2-abec-3e84fb1b55f5 HTTP/1.1" status: 200 len: 943 time: 0.4635320 Feb 28 20:25:13.913962 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8cd54672-9101-4110-9004-5577e4bfb405 req-5dbfd2c7-2189-42ec-87e2-e78c1f139418 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.1206720 Feb 28 20:25:13.924843 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-dbc656de-dcfa-4e89-a2eb-341feb4b9961 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'subnet': {'network_id': '3e8f9045-cb9f-4088-9274-e0c9497c315b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:14.052935 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-deleted', 'tag': '003f7fb4-4744-4d06-a37e-9982f4a627ca'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:25:14.056644 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4c2f17-18b1-44fa-bc8f-0da637840b66" -d '{"events": [{"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-deleted", "tag": "003f7fb4-4744-4d06-a37e-9982f4a627ca"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:25:14.133500 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-c14f2b2d-4ad4-4482-aa3e-cbf616df12d4 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] For port a43e6f92-d927-40fe-91e1-ad500f289190, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a43e6f92-d927-40fe-91e1-ad500f289190,segment=NetworkSegment(230e8cd1-1ffa-48af-b6da-be0c262593f4),segment_id=230e8cd1-1ffa-48af-b6da-be0c262593f4)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:14.133910 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-c14f2b2d-4ad4-4482-aa3e-cbf616df12d4 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a43e6f92-d927-40fe-91e1-ad500f289190), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:14.194376 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-c14f2b2d-4ad4-4482-aa3e-cbf616df12d4 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Calling delete_port for a43e6f92-d927-40fe-91e1-ad500f289190 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:25:14.209955 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-647f0e8c-e31b-4e0c-aede-70db3b30ad46 req-c9c395bf-954f-432b-973e-4b9077b7150c tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047121 Feb 28 20:25:14.255706 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-5dce0797-13f8-4f3c-9724-ade6ed0e62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:14.256222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-5dce0797-13f8-4f3c-9724-ade6ed0e62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:14.256698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-5dce0797-13f8-4f3c-9724-ade6ed0e62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:14.258753 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-5dce0797-13f8-4f3c-9724-ade6ed0e62e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99a23236-624a-46f4-a7ad-cb80ef3fa29e&id=1282d4bf-ae2c-4912-89e0-49a4ac2fff4c&id=1282d4bf-ae2c-4912-89e0-49a4ac2fff4c&id=1282d4bf-ae2c-4912-89e0-49a4ac2fff4c&id=1282d4bf-ae2c-4912-89e0-49a4ac2fff4c&id=0d187f09-7970-4e4d-90e2-821e3c7a3175&id=0d187f09-7970-4e4d-90e2-821e3c7a3175 HTTP/1.1" status: 200 len: 2288 time: 0.4664142 Feb 28 20:25:14.270665 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36002445-652e-4fdd-832e-6b75db67495f req-9cacb443-87b4-4b75-85ac-cdfcbfc0fe2e tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:14.272278 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36002445-652e-4fdd-832e-6b75db67495f req-9cacb443-87b4-4b75-85ac-cdfcbfc0fe2e tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.2509642 Feb 28 20:25:14.430069 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e99961-b58d-44d6-bb2e-49e329e027c6 x-openstack-request-id: req-b6e99961-b58d-44d6-bb2e-49e329e027c6 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:25:14.430398 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-deleted", "tag": "003f7fb4-4744-4d06-a37e-9982f4a627ca", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:25:14.430658 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6e99961-b58d-44d6-bb2e-49e329e027c6 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:25:14.431072 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-deleted', 'tag': '003f7fb4-4744-4d06-a37e-9982f4a627ca', 'status': 'completed', 'code': 200} Feb 28 20:25:14.521152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc656de-dcfa-4e89-a2eb-341feb4b9961 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:25:14.524740 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dbc656de-dcfa-4e89-a2eb-341feb4b9961 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:14.580963 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-83a2697e-516b-4dfa-b24d-39b95ad4f07f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e5676f5-bf8f-464e-8876-298b91ea7ec2 HTTP/1.1" status: 200 len: 1001 time: 0.3076210 Feb 28 20:25:14.638581 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device d1e2f6d9-e23b-45e5-ac59-35cfdc485bca details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:25:14.849566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port d1e2f6d9-e23b-45e5-ac59-35cfdc485bca, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d1e2f6d9-e23b-45e5-ac59-35cfdc485bca,segment=NetworkSegment(15cf24c2-704b-4f46-864a-1eccab144611),segment_id=15cf24c2-704b-4f46-864a-1eccab144611)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:14.877878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'd1e2f6d9-e23b-45e5-ac59-35cfdc485bca', 'network_id': 'b2aaf2d0-38a4-4369-b6c7-389f4d5245e0', 'port_id': 'd1e2f6d9-e23b-45e5-ac59-35cfdc485bca', 'mac_address': 'fa:16:3e:ff:c9:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67990166-f7b9-4b40-b0dc-22d0d38db491', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:25:14.935311 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port d1e2f6d9-e23b-45e5-ac59-35cfdc485bca is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:25:14.935595 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1e2f6d9-e23b-45e5-ac59-35cfdc485bca), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:14.984286 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e2f6d9-e23b-45e5-ac59-35cfdc485bca {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:25:15.017814 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port d1e2f6d9-e23b-45e5-ac59-35cfdc485bca, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d1e2f6d9-e23b-45e5-ac59-35cfdc485bca,segment=NetworkSegment(15cf24c2-704b-4f46-864a-1eccab144611),segment_id=15cf24c2-704b-4f46-864a-1eccab144611)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:15.031828 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.ipam_backend_mixin [None req-dbc656de-dcfa-4e89-a2eb-341feb4b9961 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Performing IP validity checks on allocation pools {{(pid=103774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 20:25:15.032798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.ipam_backend_mixin [None req-dbc656de-dcfa-4e89-a2eb-341feb4b9961 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 20:25:15.038032 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d1e2f6d9-e23b-45e5-ac59-35cfdc485bca), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:15.105194 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=d1e2f6d9-e23b-45e5-ac59-35cfdc485bca,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:15.301749 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-c14f2b2d-4ad4-4482-aa3e-cbf616df12d4 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a43e6f92-d927-40fe-91e1-ad500f289190), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:15.345979 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dbc656de-dcfa-4e89-a2eb-341feb4b9961 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (55ba45c6-fefa-4098-bdb5-944f08d56726), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:15.347370 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['d1e2f6d9-e23b-45e5-ac59-35cfdc485bca'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:25:15.351836 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36002445-652e-4fdd-832e-6b75db67495f req-8bf68029-6c24-4e16-804c-ea4953ddd15b tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0449562 Feb 28 20:25:15.446693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f2b2d-4ad4-4482-aa3e-cbf616df12d4 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event deleted for resources: {'Port': ['ID=a43e6f92-d927-40fe-91e1-ad500f289190,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:15.478454 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32feaa37-90af-4a8b-9ddf-c4a2728dd26d req-c4bcc51c-8bdd-4866-9365-76b17266f928 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:15.487230 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32feaa37-90af-4a8b-9ddf-c4a2728dd26d req-c4bcc51c-8bdd-4866-9365-76b17266f928 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:15.494850 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32feaa37-90af-4a8b-9ddf-c4a2728dd26d req-c4bcc51c-8bdd-4866-9365-76b17266f928 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:15.503948 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32feaa37-90af-4a8b-9ddf-c4a2728dd26d req-c4bcc51c-8bdd-4866-9365-76b17266f928 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 2410 time: 1.0517960 Feb 28 20:25:15.583264 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc656de-dcfa-4e89-a2eb-341feb4b9961 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Subnet': ['ID=55ba45c6-fefa-4098-bdb5-944f08d56726,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:15.619027 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-987a0882-3d04-4320-bbaa-e3a829f4e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:15.620807 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-987a0882-3d04-4320-bbaa-e3a829f4e235 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc5610ee-102f-4d53-a1ea-e2fe31bebb52 HTTP/1.1" status: 200 len: 850 time: 0.4858885 Feb 28 20:25:15.624085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-c14f2b2d-4ad4-4482-aa3e-cbf616df12d4 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] No DVR routers for this DVR port a43e6f92-d927-40fe-91e1-ad500f289190 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:25:15.662313 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-c14f2b2d-4ad4-4482-aa3e-cbf616df12d4 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:15.666295 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-c14f2b2d-4ad4-4482-aa3e-cbf616df12d4 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.10 "DELETE /v2.0/ports/a43e6f92-d927-40fe-91e1-ad500f289190 HTTP/1.1" status: 204 len: 173 time: 2.8593247 Feb 28 20:25:15.705985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc656de-dcfa-4e89-a2eb-341feb4b9961 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Checking segment: {'id': 'e694d8b0-1446-474e-b67b-55d2e20430eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3e8f9045-cb9f-4088-9274-e0c9497c315b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:25:15.706556 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc656de-dcfa-4e89-a2eb-341feb4b9961 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network hostable DHCP agents. Network: 3e8f9045-cb9f-4088-9274-e0c9497c315b, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:25:15.833322 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa1640-1684-4081-b08b-d8d052a9ecdf req-4b688d12-c58c-4ae6-a914-14188352d5ba tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:15.834903 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d7fa1640-1684-4081-b08b-d8d052a9ecdf req-4b688d12-c58c-4ae6-a914-14188352d5ba tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.3197517 Feb 28 20:25:15.844088 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc656de-dcfa-4e89-a2eb-341feb4b9961 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network 3e8f9045-cb9f-4088-9274-e0c9497c315b is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:25:15.879784 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32feaa37-90af-4a8b-9ddf-c4a2728dd26d req-8d892ee2-7e16-48d2-a11e-7dc6f5f63aa6 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3745944 Feb 28 20:25:15.913313 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-7d74da9d-5f92-40d2-b720-1c777e9bfb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:15.914898 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-7d74da9d-5f92-40d2-b720-1c777e9bfb6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99a23236-624a-46f4-a7ad-cb80ef3fa29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2860832 Feb 28 20:25:15.949605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-dbc656de-dcfa-4e89-a2eb-341feb4b9961 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 3e8f9045-cb9f-4088-9274-e0c9497c315b) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:15.963437 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102bf6c2-0e58-430a-9127-1ed8612a2639 None None] Network 3e8f9045-cb9f-4088-9274-e0c9497c315b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:25:15.978788 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc656de-dcfa-4e89-a2eb-341feb4b9961 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:15.979386 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dbc656de-dcfa-4e89-a2eb-341feb4b9961 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:16.130940 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d7fa1640-1684-4081-b08b-d8d052a9ecdf req-59bb81f7-32ce-429e-87fb-66df822c3932 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751536 Feb 28 20:25:16.186002 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a246146-7ba6-4274-844f-684dcf1edfa0 req-3e7f12e2-f516-4870-91c0-a292356feb14 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.1049263 Feb 28 20:25:16.198475 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-dbc656de-dcfa-4e89-a2eb-341feb4b9961 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2831788 Feb 28 20:25:16.201276 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60284) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:16.215114 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-063e09fc-0501-44ee-a297-ec8a4cea9e76 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Deleting port f684405e-fb12-41ee-94c7-06762582020f {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:25:16.215632 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-063e09fc-0501-44ee-a297-ec8a4cea9e76 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (f684405e-fb12-41ee-94c7-06762582020f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:16.236140 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f26979b-1aea-4795-8be2-7b1ed2e56f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-3e8f9045-cb9f-4088-9274-e0c9497c315b', 'network_id': '3e8f9045-cb9f-4088-9274-e0c9497c315b', 'project_id': 'caf3c52331574e51b777ec07b66911d9', 'fixed_ips': [{'subnet_id': '55ba45c6-fefa-4098-bdb5-944f08d56726'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:25:16.237047 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4f26979b-1aea-4795-8be2-7b1ed2e56f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:16.283442 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-e54b9cf7-6f37-4286-8cb7-de2e6e0ae0a9 service neutron] 10.222.0.15 "GET /v2.0/networks/99a23236-624a-46f4-a7ad-cb80ef3fa29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588493 Feb 28 20:25:16.448331 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-deleted', 'tag': 'a43e6f92-d927-40fe-91e1-ad500f289190'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:25:16.452508 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c66fc0d-c716-4208-90c6-1849db56985e" -d '{"events": [{"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-deleted", "tag": "a43e6f92-d927-40fe-91e1-ad500f289190"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:25:16.460313 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (3e8f9045-cb9f-4088-9274-e0c9497c315b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:16.497316 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-063e09fc-0501-44ee-a297-ec8a4cea9e76 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] For port f684405e-fb12-41ee-94c7-06762582020f, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=f684405e-fb12-41ee-94c7-06762582020f,segment=NetworkSegment(230e8cd1-1ffa-48af-b6da-be0c262593f4),segment_id=230e8cd1-1ffa-48af-b6da-be0c262593f4)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:16.497605 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-063e09fc-0501-44ee-a297-ec8a4cea9e76 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (f684405e-fb12-41ee-94c7-06762582020f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:16.524141 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-063e09fc-0501-44ee-a297-ec8a4cea9e76 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Calling delete_port for f684405e-fb12-41ee-94c7-06762582020f owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:25:16.537421 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd1d12-eef0-40ef-b865-66aedad266b3 req-a4c26b32-5e2c-4fd3-beb5-8c8c25d67e39 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:16.544967 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bbcd1d12-eef0-40ef-b865-66aedad266b3 req-a4c26b32-5e2c-4fd3-beb5-8c8c25d67e39 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=3992223b-628b-4cb2-abec-3e84fb1b55f5 HTTP/1.1" status: 200 len: 944 time: 0.1897218 Feb 28 20:25:16.573512 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fa259a0a-6b7f-4dbe-9e2b-0d544bdf3ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:16.635382 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (55ba45c6-fefa-4098-bdb5-944f08d56726), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:16.657029 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-4f26979b-1aea-4795-8be2-7b1ed2e56f72 None None] Allocated IP 172.20.0.3 (3e8f9045-cb9f-4088-9274-e0c9497c315b/55ba45c6-fefa-4098-bdb5-944f08d56726/c0886a10-e1d1-427e-8a65-c47bd32718c5) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:25:16.660471 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device d1e2f6d9-e23b-45e5-ac59-35cfdc485bca up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:25:16.711006 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-b39b14f5-786c-4f7a-8f3e-05bc0b5e97ad service neutron] 10.222.0.15 "GET /v2.0/networks/99a23236-624a-46f4-a7ad-cb80ef3fa29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062018 Feb 28 20:25:16.946042 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-063e09fc-0501-44ee-a297-ec8a4cea9e76 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (f684405e-fb12-41ee-94c7-06762582020f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:17.023966 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-7f05d62d-ddaf-4963-bec3-e4ec9c1f86f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 HTTP/1.1" status: 200 len: 217 time: 0.0793409 Feb 28 20:25:17.058970 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port d1e2f6d9-e23b-45e5-ac59-35cfdc485bca completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:25:17.066017 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port d1e2f6d9-e23b-45e5-ac59-35cfdc485bca triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:25:17.066398 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d1e2f6d9-e23b-45e5-ac59-35cfdc485bca), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:17.253603 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4f26979b-1aea-4795-8be2-7b1ed2e56f72 None None] Publish callbacks [] for port (c0886a10-e1d1-427e-8a65-c47bd32718c5), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:17.271528 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4f26979b-1aea-4795-8be2-7b1ed2e56f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (c0886a10-e1d1-427e-8a65-c47bd32718c5), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:17.296910 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (55ba45c6-fefa-4098-bdb5-944f08d56726), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:17.334987 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26979b-1aea-4795-8be2-7b1ed2e56f72 None None] Pushing event updated for resources: {'Port': ['ID=c0886a10-e1d1-427e-8a65-c47bd32718c5,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:17.337258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e09fc-0501-44ee-a297-ec8a4cea9e76 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event deleted for resources: {'Port': ['ID=f684405e-fb12-41ee-94c7-06762582020f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:17.340814 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port d1e2f6d9-e23b-45e5-ac59-35cfdc485bca is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:25:17.341437 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1e2f6d9-e23b-45e5-ac59-35cfdc485bca), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:17.359044 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-cedff2a3-9be8-4c4c-b050-9f94de674eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:17.361680 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-cedff2a3-9be8-4c4c-b050-9f94de674eee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6aa3b26-2510-40ff-9ad9-3bf3e78132a9 HTTP/1.1" status: 200 len: 797 time: 0.2111299 Feb 28 20:25:17.379878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3992223b-628b-4cb2-abec-3e84fb1b55f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e2f6d9-e23b-45e5-ac59-35cfdc485bca'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:25:17.382672 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f96a739-636b-41d3-8eef-6f1456af4a5c" -d '{"events": [{"server_uuid": "3992223b-628b-4cb2-abec-3e84fb1b55f5", "name": "network-vif-plugged", "status": "completed", "tag": "d1e2f6d9-e23b-45e5-ac59-35cfdc485bca"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:25:17.388857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f26979b-1aea-4795-8be2-7b1ed2e56f72 None None] Network 3e8f9045-cb9f-4088-9274-e0c9497c315b is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:25:17.395987 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-4f26979b-1aea-4795-8be2-7b1ed2e56f72 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:17.400870 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f26979b-1aea-4795-8be2-7b1ed2e56f72 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:25:17.405131 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port d1e2f6d9-e23b-45e5-ac59-35cfdc485bca, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d1e2f6d9-e23b-45e5-ac59-35cfdc485bca,segment=NetworkSegment(15cf24c2-704b-4f46-864a-1eccab144611),segment_id=15cf24c2-704b-4f46-864a-1eccab144611)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:17.409150 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Subnet': ['ID=55ba45c6-fefa-4098-bdb5-944f08d56726,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:17.422689 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d1e2f6d9-e23b-45e5-ac59-35cfdc485bca), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:17.536822 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (3e8f9045-cb9f-4088-9274-e0c9497c315b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:17.548339 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70b730-04f6-4631-87cf-4af8a83636aa req-74879f34-8a93-4d8d-885e-9ec43ff876a3 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:17.552271 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b70b730-04f6-4631-87cf-4af8a83636aa req-74879f34-8a93-4d8d-885e-9ec43ff876a3 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.9608049 Feb 28 20:25:17.558741 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-063e09fc-0501-44ee-a297-ec8a4cea9e76 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] No DVR routers for this DVR port f684405e-fb12-41ee-94c7-06762582020f on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:25:17.562807 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8f9045-cb9f-4088-9274-e0c9497c315b']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:17.577458 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e694d8b0-1446-474e-b67b-55d2e20430eb') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:17.577715 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e694d8b0-1446-474e-b67b-55d2e20430eb') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:17.588881 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (e694d8b0-1446-474e-b67b-55d2e20430eb), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:17.600027 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=d1e2f6d9-e23b-45e5-ac59-35cfdc485bca,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:17.606298 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (e694d8b0-1446-474e-b67b-55d2e20430eb), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:17.613414 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:25:17.613911 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (e694d8b0-1446-474e-b67b-55d2e20430eb), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:17.653719 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bbcd1d12-eef0-40ef-b865-66aedad266b3 req-0e9abea2-2a8f-4080-a05f-f5dfaaa852c7 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1077242 Feb 28 20:25:17.661491 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-063e09fc-0501-44ee-a297-ec8a4cea9e76 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:17.671101 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-063e09fc-0501-44ee-a297-ec8a4cea9e76 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.10 "DELETE /v2.0/ports/f684405e-fb12-41ee-94c7-06762582020f HTTP/1.1" status: 204 len: 173 time: 1.9934673 Feb 28 20:25:17.688382 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b70b730-04f6-4631-87cf-4af8a83636aa req-e2dcf139-f446-4b1f-8415-6de53f3c9c4b tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162612 Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:25:17.692615 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:25:17.697139 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.db.api [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 20:25:17.697139 n-d-820368-21 neutron-server[103773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 20:25:17.697139 n-d-820368-21 neutron-server[103773]: [parameters: {'id': '3e8f9045-cb9f-4088-9274-e0c9497c315b'}] Feb 28 20:25:17.697139 n-d-820368-21 neutron-server[103773]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:25:17.698538 n-d-820368-21 neutron-server[103773]: DEBUG oslo_db.api [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:25:17.813736 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a6454e-d15b-462d-8890-cfffb0298ecc x-openstack-request-id: req-25a6454e-d15b-462d-8890-cfffb0298ecc {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:25:17.814051 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-deleted", "tag": "a43e6f92-d927-40fe-91e1-ad500f289190", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:25:17.814849 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25a6454e-d15b-462d-8890-cfffb0298ecc {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:25:17.815842 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-deleted', 'tag': 'a43e6f92-d927-40fe-91e1-ad500f289190', 'status': 'completed', 'code': 200} Feb 28 20:25:17.824931 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4f26979b-1aea-4795-8be2-7b1ed2e56f72 None None] Attempting to bind port c0886a10-e1d1-427e-8a65-c47bd32718c5 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:25:17.825591 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4f26979b-1aea-4795-8be2-7b1ed2e56f72 None None] Attempting to bind port c0886a10-e1d1-427e-8a65-c47bd32718c5 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e694d8b0-1446-474e-b67b-55d2e20430eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3e8f9045-cb9f-4088-9274-e0c9497c315b'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:25:17.826322 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f26979b-1aea-4795-8be2-7b1ed2e56f72 None None] Attempting to bind port c0886a10-e1d1-427e-8a65-c47bd32718c5 on network 3e8f9045-cb9f-4088-9274-e0c9497c315b {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:25:17.838650 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-8260133c-15a9-4fbd-92ff-dcae8d566e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:17.840308 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f26979b-1aea-4795-8be2-7b1ed2e56f72 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:25:17.840687 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f26979b-1aea-4795-8be2-7b1ed2e56f72 None None] Checking segment: {'id': 'e694d8b0-1446-474e-b67b-55d2e20430eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3e8f9045-cb9f-4088-9274-e0c9497c315b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:25:17.848483 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-8260133c-15a9-4fbd-92ff-dcae8d566e88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1282d4bf-ae2c-4912-89e0-49a4ac2fff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3934116 Feb 28 20:25:17.849154 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4f26979b-1aea-4795-8be2-7b1ed2e56f72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:17.849154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f26979b-1aea-4795-8be2-7b1ed2e56f72 None None] Bound using segment: {'id': 'e694d8b0-1446-474e-b67b-55d2e20430eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3e8f9045-cb9f-4088-9274-e0c9497c315b'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:25:17.849154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4f26979b-1aea-4795-8be2-7b1ed2e56f72 None None] Bound port: c0886a10-e1d1-427e-8a65-c47bd32718c5, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e694d8b0-1446-474e-b67b-55d2e20430eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3e8f9045-cb9f-4088-9274-e0c9497c315b'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:25:17.849154 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4f26979b-1aea-4795-8be2-7b1ed2e56f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c0886a10-e1d1-427e-8a65-c47bd32718c5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:18.037807 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4f26979b-1aea-4795-8be2-7b1ed2e56f72 None None] For port c0886a10-e1d1-427e-8a65-c47bd32718c5, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:25:18.043853 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4f26979b-1aea-4795-8be2-7b1ed2e56f72 None None] For port c0886a10-e1d1-427e-8a65-c47bd32718c5, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c0886a10-e1d1-427e-8a65-c47bd32718c5,segment=NetworkSegment(e694d8b0-1446-474e-b67b-55d2e20430eb),segment_id=e694d8b0-1446-474e-b67b-55d2e20430eb)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:25:18.064928 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4f26979b-1aea-4795-8be2-7b1ed2e56f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c0886a10-e1d1-427e-8a65-c47bd32718c5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:18.199582 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (3e8f9045-cb9f-4088-9274-e0c9497c315b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:18.203126 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26979b-1aea-4795-8be2-7b1ed2e56f72 None None] Pushing event updated for resources: {'Port': ['ID=c0886a10-e1d1-427e-8a65-c47bd32718c5,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:18.218616 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba17f0-bfc7-494a-ad34-cad8a0d313ee req-744988c7-0e2f-40ea-b6e5-f1d6dc7469d7 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:18.220433 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92ba17f0-bfc7-494a-ad34-cad8a0d313ee req-744988c7-0e2f-40ea-b6e5-f1d6dc7469d7 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.2567184 Feb 28 20:25:18.258223 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc7511-1699-41e9-82fd-00fea0ad1d7e req-8abfaf6c-a0d2-4120-85df-bd47a2d3280c tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:18.258223 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4cbc7511-1699-41e9-82fd-00fea0ad1d7e req-8abfaf6c-a0d2-4120-85df-bd47a2d3280c tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 943 time: 0.3241396 Feb 28 20:25:18.258677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-b056f987-3c51-4b75-9695-b4740f78bc45 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Deleting port 825541fc-d341-4dae-a811-e77f60d20528 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:25:18.259565 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-b056f987-3c51-4b75-9695-b4740f78bc45 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (825541fc-d341-4dae-a811-e77f60d20528), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:18.303405 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-14673ccd-09ce-47d6-b1b0-ec60d8b47e16 service neutron] 10.222.0.15 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484777 Feb 28 20:25:18.359921 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a66d6f2-4f4b-49be-93d3-f08a60af0ee6 None None] get_active_networks_info from n-d-820368-21 {{(pid=103775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 20:25:18.425906 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Deleting port c0886a10-e1d1-427e-8a65-c47bd32718c5 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:25:18.426491 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c0886a10-e1d1-427e-8a65-c47bd32718c5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:18.486891 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4cbc7511-1699-41e9-82fd-00fea0ad1d7e req-53d1692d-9a0c-4183-b41a-5a2e6c21ce61 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8d62556-4f0f-48ff-9a89-42548038dc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227690 Feb 28 20:25:18.567378 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-b056f987-3c51-4b75-9695-b4740f78bc45 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] For port 825541fc-d341-4dae-a811-e77f60d20528, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=825541fc-d341-4dae-a811-e77f60d20528,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:18.568020 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-b056f987-3c51-4b75-9695-b4740f78bc45 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (825541fc-d341-4dae-a811-e77f60d20528), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:18.591863 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] For port c0886a10-e1d1-427e-8a65-c47bd32718c5, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c0886a10-e1d1-427e-8a65-c47bd32718c5,segment=NetworkSegment(e694d8b0-1446-474e-b67b-55d2e20430eb),segment_id=e694d8b0-1446-474e-b67b-55d2e20430eb)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:18.592246 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c0886a10-e1d1-427e-8a65-c47bd32718c5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:18.614013 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Calling delete_port for c0886a10-e1d1-427e-8a65-c47bd32718c5 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:25:18.655027 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92ba17f0-bfc7-494a-ad34-cad8a0d313ee req-95e130ba-eecb-42ee-b4e4-819453e851a5 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4209719 Feb 28 20:25:18.662665 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-b056f987-3c51-4b75-9695-b4740f78bc45 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Calling delete_port for 825541fc-d341-4dae-a811-e77f60d20528 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:25:18.668942 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-b12b2a06-5197-486a-8b2c-8a00677144fd service neutron] 10.222.0.15 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558857 Feb 28 20:25:18.671415 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a66d6f2-4f4b-49be-93d3-f08a60af0ee6 None None] Resources bound (agent type, host, resource id): {{(pid=103775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 20:25:18.739355 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-35cb64c0-d1a2-4a6e-b413-a37c8d848bc6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=3c3a2d9f-699e-4a07-be35-f4b71ae7811b HTTP/1.1" status: 200 len: 217 time: 0.0615046 Feb 28 20:25:18.801113 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff38d42a-4d1a-4114-be23-1f945fc96848 x-openstack-request-id: req-ff38d42a-4d1a-4114-be23-1f945fc96848 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:25:18.801791 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3992223b-628b-4cb2-abec-3e84fb1b55f5", "name": "network-vif-plugged", "status": "completed", "tag": "d1e2f6d9-e23b-45e5-ac59-35cfdc485bca", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:25:18.802280 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff38d42a-4d1a-4114-be23-1f945fc96848 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:25:18.802891 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3992223b-628b-4cb2-abec-3e84fb1b55f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e2f6d9-e23b-45e5-ac59-35cfdc485bca', 'code': 200} Feb 28 20:25:18.827108 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db50eef0-6bdc-49fb-aa95-3e8a2691d9d0 req-3ca59219-7812-4574-a871-186c9ce3f180 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0817912 Feb 28 20:25:18.909631 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c0886a10-e1d1-427e-8a65-c47bd32718c5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:18.974136 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4954c18-0bdb-4a78-af16-ae25fb29a23a req-d58ab666-f151-4d94-b588-3034dd10a5ea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0462611 Feb 28 20:25:19.014214 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8aa6ce25-c3f3-4831-a3c7-ae622aaaa7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:19.025408 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-f1a61b03-77c6-4dc4-a840-25befef53956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:19.026875 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-f1a61b03-77c6-4dc4-a840-25befef53956 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6aa3b26-2510-40ff-9ad9-3bf3e78132a9 HTTP/1.1" status: 200 len: 797 time: 0.2693522 Feb 28 20:25:19.066026 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Port': ['ID=c0886a10-e1d1-427e-8a65-c47bd32718c5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:19.072933 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No DVR routers for this DVR port c0886a10-e1d1-427e-8a65-c47bd32718c5 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:25:19.321512 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (3e8f9045-cb9f-4088-9274-e0c9497c315b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:19.338623 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683027c4-71dd-4c7e-914e-7fa656b15e71 req-bb8cfe50-3a77-4e91-b071-7c0f124b93dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:19.340529 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-683027c4-71dd-4c7e-914e-7fa656b15e71 req-bb8cfe50-3a77-4e91-b071-7c0f124b93dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3992223b-628b-4cb2-abec-3e84fb1b55f5 HTTP/1.1" status: 200 len: 1128 time: 0.4470417 Feb 28 20:25:19.378042 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3c65ea-17e6-4394-b9b2-4338f3cae623 None None] Network 3e8f9045-cb9f-4088-9274-e0c9497c315b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:25:19.401086 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8f9045-cb9f-4088-9274-e0c9497c315b']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:19.435011 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-b056f987-3c51-4b75-9695-b4740f78bc45 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (825541fc-d341-4dae-a811-e77f60d20528), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:19.452627 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e694d8b0-1446-474e-b67b-55d2e20430eb') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:19.454721 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e694d8b0-1446-474e-b67b-55d2e20430eb') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:19.487168 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056f987-3c51-4b75-9695-b4740f78bc45 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event deleted for resources: {'Port': ['ID=825541fc-d341-4dae-a811-e77f60d20528,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:19.489897 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (e694d8b0-1446-474e-b67b-55d2e20430eb), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:19.515466 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7c875-3a03-4397-b644-02c7dd825bc7 req-ca149332-421f-49e7-a9d3-7fd49e3bae9f tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:19.529771 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c1b7c875-3a03-4397-b644-02c7dd825bc7 req-ca149332-421f-49e7-a9d3-7fd49e3bae9f tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=3992223b-628b-4cb2-abec-3e84fb1b55f5 HTTP/1.1" status: 200 len: 945 time: 0.4953001 Feb 28 20:25:19.563188 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (e694d8b0-1446-474e-b67b-55d2e20430eb), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:19.588114 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-683027c4-71dd-4c7e-914e-7fa656b15e71 req-336a73fe-cc93-4619-844b-1fdbb26c3766 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348521 Feb 28 20:25:19.593098 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:25:19.593631 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (e694d8b0-1446-474e-b67b-55d2e20430eb), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:25:19.603322 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:25:19.611530 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:19.655225 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60322) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:19.658135 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-b056f987-3c51-4b75-9695-b4740f78bc45 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] No DVR routers for this DVR port 825541fc-d341-4dae-a811-e77f60d20528 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:25:19.669871 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-b056f987-3c51-4b75-9695-b4740f78bc45 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:19.678064 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-606a6c94-4bb8-479e-9298-cca57cf8e590 req-b056f987-3c51-4b75-9695-b4740f78bc45 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.10 "DELETE /v2.0/ports/825541fc-d341-4dae-a811-e77f60d20528 HTTP/1.1" status: 204 len: 173 time: 1.9844234 Feb 28 20:25:19.711019 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (3e8f9045-cb9f-4088-9274-e0c9497c315b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:19.730724 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-9a67010c-59d5-46af-9721-b06bdceb510b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:19.734839 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-9a67010c-59d5-46af-9721-b06bdceb510b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1282d4bf-ae2c-4912-89e0-49a4ac2fff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6115355 Feb 28 20:25:19.740714 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:19.743923 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/3e8f9045-cb9f-4088-9274-e0c9497c315b HTTP/1.1" status: 204 len: 168 time: 3.5414238 Feb 28 20:25:19.750317 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60328) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:19.765058 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-c19ad589-4feb-4598-b2d4-a7a0f291d3d0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1058385697'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:19.795377 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c1b7c875-3a03-4397-b644-02c7dd825bc7 req-e5c19441-c0a4-4e27-be54-c4f97694c650 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646146 Feb 28 20:25:19.809059 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae23bee-c890-4634-9819-8d7e24f057fa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Network': ['ID=3e8f9045-cb9f-4088-9274-e0c9497c315b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:19.816674 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-deleted', 'tag': 'f684405e-fb12-41ee-94c7-06762582020f'}, {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-deleted', 'tag': '825541fc-d341-4dae-a811-e77f60d20528'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:25:19.818858 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d95fb43-1e97-4733-a65c-e6e4a83cdee9" -d '{"events": [{"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-deleted", "tag": "f684405e-fb12-41ee-94c7-06762582020f"}, {"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-deleted", "tag": "825541fc-d341-4dae-a811-e77f60d20528"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:25:19.841800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844dbbe-459d-4ded-b295-02668c651b6d req-58138dca-16d9-42de-8a82-872f5530c2b9 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:19.851132 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d844dbbe-459d-4ded-b295-02668c651b6d req-58138dca-16d9-42de-8a82-872f5530c2b9 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.7060769 Feb 28 20:25:20.055724 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:20.136419 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2eb61a7b-01c8-4325-ac23-0bac47d759b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:20.174869 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19ad589-4feb-4598-b2d4-a7a0f291d3d0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:25:20.179783 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c19ad589-4feb-4598-b2d4-a7a0f291d3d0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:20.190506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3d7cd72-a3d5-41bf-be8e-d03412ae45bc req-1155d99d-ab01-4315-93dd-77b09211ba68 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.0765347 Feb 28 20:25:20.215967 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d844dbbe-459d-4ded-b295-02668c651b6d req-3b87d65e-8d04-4f6d-9191-8af5cf80bec6 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597183 Feb 28 20:25:20.417827 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2eb61a7b-01c8-4325-ac23-0bac47d759b2 admin admin] Publish callbacks [] for security_group (32dd5912-9a1b-484d-9182-2fcfdfff7f83), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:20.429586 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Feb 2022 20:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6303879-5a5c-4686-bcfd-7bc518381182 x-openstack-request-id: req-d6303879-5a5c-4686-bcfd-7bc518381182 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:25:20.429883 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-deleted", "tag": "f684405e-fb12-41ee-94c7-06762582020f", "status": "completed", "code": 200}, {"server_uuid": "6dce2f4e-bef6-4da8-8290-c7ac0b502dfc", "name": "network-vif-deleted", "tag": "825541fc-d341-4dae-a811-e77f60d20528", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:25:20.430143 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6303879-5a5c-4686-bcfd-7bc518381182 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:25:20.430540 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-deleted', 'tag': 'f684405e-fb12-41ee-94c7-06762582020f', 'status': 'completed', 'code': 200} Feb 28 20:25:20.430803 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce2f4e-bef6-4da8-8290-c7ac0b502dfc', 'name': 'network-vif-deleted', 'tag': '825541fc-d341-4dae-a811-e77f60d20528', 'status': 'completed', 'code': 200} Feb 28 20:25:20.441586 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2eb61a7b-01c8-4325-ac23-0bac47d759b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (32dd5912-9a1b-484d-9182-2fcfdfff7f83), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:20.566844 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-4378c027-21ef-461d-82b0-aa9637e59e40 service neutron] 10.222.0.15 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7581732 Feb 28 20:25:20.568679 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c147268f-909b-4e71-ae96-805ef30657a9 req-10c608a0-87f6-4f31-9b51-31ae868f4ce0 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0604105 Feb 28 20:25:20.582190 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2eb61a7b-01c8-4325-ac23-0bac47d759b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4a80310e1db46929a86390944dde7a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9217594 Feb 28 20:25:20.585072 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60334) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:20.587818 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19ad589-4feb-4598-b2d4-a7a0f291d3d0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:25:20.605572 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb61a7b-01c8-4325-ac23-0bac47d759b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dd5912-9a1b-484d-9182-2fcfdfff7f83,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:20.630994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ed25b-1dc4-4a00-8833-e4f89b3abfb6 req-6436224b-eef0-4726-a3a5-a3aec5602065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:20.632772 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-317ed25b-1dc4-4a00-8833-e4f89b3abfb6 req-6436224b-eef0-4726-a3a5-a3aec5602065 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 1128 time: 0.4001224 Feb 28 20:25:20.639738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a1c8c-6b72-4956-994f-8ddf34177c61 req-b74a30b8-8f34-4ef3-84cc-9c7ab83b130b tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:20.647779 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d39a1c8c-6b72-4956-994f-8ddf34177c61 req-b74a30b8-8f34-4ef3-84cc-9c7ab83b130b tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.2274053 Feb 28 20:25:20.679953 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c19ad589-4feb-4598-b2d4-a7a0f291d3d0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (7b5f3820-dde2-4422-b49c-b86d9ff84e23), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:20.680650 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-c19ad589-4feb-4598-b2d4-a7a0f291d3d0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Added segment 7b5f3820-dde2-4422-b49c-b86d9ff84e23 of type vlan for network 1a9c9cb0-c2cf-480a-b478-3afce4c07d8c Feb 28 20:25:20.772388 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5141661f-8847-4779-8a26-b316d5a04ebc admin admin] Publish callbacks [] for security_group (32dd5912-9a1b-484d-9182-2fcfdfff7f83), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:20.784368 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d39a1c8c-6b72-4956-994f-8ddf34177c61 req-18875205-26c1-4e00-97bc-b361f29591ca tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354685 Feb 28 20:25:20.831125 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5141661f-8847-4779-8a26-b316d5a04ebc admin admin] Publish callbacks [] for security_group (32dd5912-9a1b-484d-9182-2fcfdfff7f83), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:20.890374 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c19ad589-4feb-4598-b2d4-a7a0f291d3d0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (1a9c9cb0-c2cf-480a-b478-3afce4c07d8c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:20.935812 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-317ed25b-1dc4-4a00-8833-e4f89b3abfb6 req-1b2ba6ec-fb93-415c-ab4f-6aff9e1ec109 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696280 Feb 28 20:25:20.962524 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5141661f-8847-4779-8a26-b316d5a04ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (32dd5912-9a1b-484d-9182-2fcfdfff7f83), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:20.971713 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5141661f-8847-4779-8a26-b316d5a04ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:20.979838 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5141661f-8847-4779-8a26-b316d5a04ebc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32dd5912-9a1b-484d-9182-2fcfdfff7f83 HTTP/1.1" status: 204 len: 168 time: 0.3926783 Feb 28 20:25:21.021968 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141661f-8847-4779-8a26-b316d5a04ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dd5912-9a1b-484d-9182-2fcfdfff7f83,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:21.341132 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:21.681809 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-5bc76db5-fe54-43b5-80f0-26eaab45fecf service neutron] 10.222.0.15 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1027234 Feb 28 20:25:21.996881 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-94f2d544-89e8-42bc-b8ef-666b5857f980 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=15aeb0ab-6dce-47da-a090-5346e867a4af HTTP/1.1" status: 200 len: 217 time: 0.2576478 Feb 28 20:25:21.998083 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c19ad589-4feb-4598-b2d4-a7a0f291d3d0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (1a9c9cb0-c2cf-480a-b478-3afce4c07d8c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:22.005731 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19ad589-4feb-4598-b2d4-a7a0f291d3d0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:22.006406 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c19ad589-4feb-4598-b2d4-a7a0f291d3d0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:22.205490 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-7c663a2c-3a4d-447a-bc8e-fba331df93f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:22.208215 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-7c663a2c-3a4d-447a-bc8e-fba331df93f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6aa3b26-2510-40ff-9ad9-3bf3e78132a9 HTTP/1.1" status: 200 len: 797 time: 0.1787076 Feb 28 20:25:22.229279 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c19ad589-4feb-4598-b2d4-a7a0f291d3d0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4777000 Feb 28 20:25:22.232032 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60362) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:22.239629 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e76b6beb-d6ef-4dc1-aab1-dca35aa4b10b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'subnet': {'network_id': '1a9c9cb0-c2cf-480a-b478-3afce4c07d8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:22.381409 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:22.433140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ef541-a72b-4bbd-8088-49e97e1fc063 req-aa6b2392-c89d-4ff0-8bf1-81436d07aae1 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:22.435375 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac0ef541-a72b-4bbd-8088-49e97e1fc063 req-aa6b2392-c89d-4ff0-8bf1-81436d07aae1 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.8120403 Feb 28 20:25:22.489791 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6447fbf-7d09-4190-b789-c27daf8d0a0b req-61b378ba-174e-46d0-9d70-d60eefac66dd tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:22.500168 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6447fbf-7d09-4190-b789-c27daf8d0a0b req-61b378ba-174e-46d0-9d70-d60eefac66dd tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=3992223b-628b-4cb2-abec-3e84fb1b55f5 HTTP/1.1" status: 200 len: 945 time: 0.8241160 Feb 28 20:25:22.523675 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76b6beb-d6ef-4dc1-aab1-dca35aa4b10b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:25:22.530850 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ad589-4feb-4598-b2d4-a7a0f291d3d0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Network': ['ID=1a9c9cb0-c2cf-480a-b478-3afce4c07d8c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:22.532348 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e76b6beb-d6ef-4dc1-aab1-dca35aa4b10b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:22.544080 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 1a9c9cb0-c2cf-480a-b478-3afce4c07d8c details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:25:22.589512 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-d3776c84-fd9a-44ef-874e-c338cbefb8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:22.594645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-d3776c84-fd9a-44ef-874e-c338cbefb8b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1282d4bf-ae2c-4912-89e0-49a4ac2fff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3618233 Feb 28 20:25:22.650642 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6447fbf-7d09-4190-b789-c27daf8d0a0b req-d1bf8a3a-b658-4abb-aa07-a43521914555 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491656 Feb 28 20:25:22.701235 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac0ef541-a72b-4bbd-8088-49e97e1fc063 req-dbf00036-9896-43e5-aa83-0b46bbdbd4bb tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542727 Feb 28 20:25:22.798123 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:22.864228 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa33959b-3da3-423c-ad7b-db65f52b3267 req-13f72a11-327b-4e6b-ae00-4bba3e50a894 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.0422273 Feb 28 20:25:22.953185 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-210a46a6-bd0e-46d0-9518-32e7cfd9a5e9 req-1958f8f4-02ea-486f-bbb2-2de052092354 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0482314 Feb 28 20:25:22.992763 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-d5d505fa-9364-496c-86ed-0d9a94a949f1 service neutron] 10.222.0.15 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708746 Feb 28 20:25:23.180703 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e76b6beb-d6ef-4dc1-aab1-dca35aa4b10b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (7e829fbd-e56c-46a5-aed4-647637accba2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:23.187983 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a26fe1-eebe-4738-9cf4-734ef9700ee1 req-2ed00f7b-754c-40b2-b4a9-ad95971d2d04 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:23.189662 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2a26fe1-eebe-4738-9cf4-734ef9700ee1 req-2ed00f7b-754c-40b2-b4a9-ad95971d2d04 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.0888374 Feb 28 20:25:23.202833 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-03416554-30de-4c62-a886-8cfe33c421a7 service neutron] 10.222.0.15 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967087 Feb 28 20:25:23.284328 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76b6beb-d6ef-4dc1-aab1-dca35aa4b10b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Checking segment: {'id': '7b5f3820-dde2-4422-b49c-b86d9ff84e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1a9c9cb0-c2cf-480a-b478-3afce4c07d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:25:23.285347 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76b6beb-d6ef-4dc1-aab1-dca35aa4b10b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network hostable DHCP agents. Network: 1a9c9cb0-c2cf-480a-b478-3afce4c07d8c, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:25:23.295131 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b6beb-d6ef-4dc1-aab1-dca35aa4b10b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Subnet': ['ID=7e829fbd-e56c-46a5-aed4-647637accba2,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:23.318635 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76b6beb-d6ef-4dc1-aab1-dca35aa4b10b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network 1a9c9cb0-c2cf-480a-b478-3afce4c07d8c is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:25:23.333584 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-682ea82a-5dc2-4aa7-b887-7a2afaa9a9de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 HTTP/1.1" status: 200 len: 217 time: 0.1217334 Feb 28 20:25:23.335143 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-e76b6beb-d6ef-4dc1-aab1-dca35aa4b10b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 1a9c9cb0-c2cf-480a-b478-3afce4c07d8c) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:23.346862 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c645b78b-c1ec-4b57-9ab2-5a34681814c4 None None] Network 1a9c9cb0-c2cf-480a-b478-3afce4c07d8c requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:25:23.354985 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76b6beb-d6ef-4dc1-aab1-dca35aa4b10b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:23.358980 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e76b6beb-d6ef-4dc1-aab1-dca35aa4b10b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:23.396783 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e76b6beb-d6ef-4dc1-aab1-dca35aa4b10b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1621404 Feb 28 20:25:23.399043 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60376) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:23.590427 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f65538-0e56-4ecc-b54d-c83d3f454e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-1a9c9cb0-c2cf-480a-b478-3afce4c07d8c', 'network_id': '1a9c9cb0-c2cf-480a-b478-3afce4c07d8c', 'project_id': 'caf3c52331574e51b777ec07b66911d9', 'fixed_ips': [{'subnet_id': '7e829fbd-e56c-46a5-aed4-647637accba2'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:25:23.591639 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d4f65538-0e56-4ecc-b54d-c83d3f454e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:23.716245 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d318d4d3-1250-4f6f-9af9-91748316b9aa req-c2268b08-9532-4aea-b7a6-c1a6ce52156e tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-671524101&fields=id&tenant_id=56994c7b39a64e9e8916b84f6fe9adca HTTP/1.1" status: 200 len: 267 time: 0.5200627 Feb 28 20:25:23.783238 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2a26fe1-eebe-4738-9cf4-734ef9700ee1 req-3f77e796-ec2c-4d49-a329-f9fc92c9b5f0 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5843785 Feb 28 20:25:23.856141 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-b408fb91-b4be-488e-b9c4-d4258cf8aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:23.864733 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-b408fb91-b4be-488e-b9c4-d4258cf8aa76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6aa3b26-2510-40ff-9ad9-3bf3e78132a9 HTTP/1.1" status: 200 len: 797 time: 0.5044153 Feb 28 20:25:23.968008 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-d4f65538-0e56-4ecc-b54d-c83d3f454e81 None None] Allocated IP 172.20.0.1 (1a9c9cb0-c2cf-480a-b478-3afce4c07d8c/7e829fbd-e56c-46a5-aed4-647637accba2/b529f2f0-ba99-4ad0-b48a-3ba796ac2776) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:25:24.050550 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318d4d3-1250-4f6f-9af9-91748316b9aa req-e39cdf7c-e6a8-4ee1-ab18-f645ae75bd65 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:24.054415 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d318d4d3-1250-4f6f-9af9-91748316b9aa req-e39cdf7c-e6a8-4ee1-ab18-f645ae75bd65 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=3992223b-628b-4cb2-abec-3e84fb1b55f5 HTTP/1.1" status: 200 len: 945 time: 0.3372502 Feb 28 20:25:24.080913 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-d318d4d3-1250-4f6f-9af9-91748316b9aa req-3a6356b7-7a4d-4f33-89d1-12fba6fc38a1 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Request body: {'port': {'security_groups': ['ecd7d3fa-8282-4d89-8a34-d910e71d7463', 'd603562d-9727-4e35-9f7e-60fbe7f02bd1']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:24.146494 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-4802efc5-fb43-4ebf-b70d-0c72b4ceeb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:24.154542 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-4802efc5-fb43-4ebf-b70d-0c72b4ceeb62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1282d4bf-ae2c-4912-89e0-49a4ac2fff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2760437 Feb 28 20:25:24.163171 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-0884be6f-5626-4a9f-85ec-8f7ad861822b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:25:24.164509 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-0884be6f-5626-4a9f-85ec-8f7ad861822b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090106 Feb 28 20:25:24.215839 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-214e51d8-e1d9-479d-9ca8-e227487517ac req-8f8f5492-fcaf-42cd-86a9-2bf11b1a8c15 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7caab2f8c3784d0d8dd8ed7b464a68f1&device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0500665 Feb 28 20:25:24.339437 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-214e51d8-e1d9-479d-9ca8-e227487517ac req-0c2dad76-82b3-4025-9066-a610b682e4c4 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7caab2f8c3784d0d8dd8ed7b464a68f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1050737 Feb 28 20:25:24.389293 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d4f65538-0e56-4ecc-b54d-c83d3f454e81 None None] Publish callbacks [] for port (b529f2f0-ba99-4ad0-b48a-3ba796ac2776), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:24.400838 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d4f65538-0e56-4ecc-b54d-c83d3f454e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (b529f2f0-ba99-4ad0-b48a-3ba796ac2776), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:24.432031 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d318d4d3-1250-4f6f-9af9-91748316b9aa req-3a6356b7-7a4d-4f33-89d1-12fba6fc38a1 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1e2f6d9-e23b-45e5-ac59-35cfdc485bca), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:24.502862 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f65538-0e56-4ecc-b54d-c83d3f454e81 None None] Network 1a9c9cb0-c2cf-480a-b478-3afce4c07d8c is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:25:24.504596 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f65538-0e56-4ecc-b54d-c83d3f454e81 None None] Pushing event updated for resources: {'Port': ['ID=b529f2f0-ba99-4ad0-b48a-3ba796ac2776,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:24.519626 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-91a2a694-87ea-4740-b7aa-c5b05c2101a7 service neutron] 10.222.0.15 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332207 Feb 28 20:25:24.523820 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-d4f65538-0e56-4ecc-b54d-c83d3f454e81 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:24.531103 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f65538-0e56-4ecc-b54d-c83d3f454e81 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:25:24.590082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a2eea-d2d9-45e3-a419-f236624c6051 req-0e89f276-756c-4979-a55f-e13323b423b7 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:24.591946 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e7a2eea-d2d9-45e3-a419-f236624c6051 req-0e89f276-756c-4979-a55f-e13323b423b7 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.3268061 Feb 28 20:25:24.651900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d4f65538-0e56-4ecc-b54d-c83d3f454e81 None None] Attempting to bind port b529f2f0-ba99-4ad0-b48a-3ba796ac2776 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:25:24.652842 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d4f65538-0e56-4ecc-b54d-c83d3f454e81 None None] Attempting to bind port b529f2f0-ba99-4ad0-b48a-3ba796ac2776 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '7b5f3820-dde2-4422-b49c-b86d9ff84e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1a9c9cb0-c2cf-480a-b478-3afce4c07d8c'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:25:24.653379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f65538-0e56-4ecc-b54d-c83d3f454e81 None None] Attempting to bind port b529f2f0-ba99-4ad0-b48a-3ba796ac2776 on network 1a9c9cb0-c2cf-480a-b478-3afce4c07d8c {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:25:24.674529 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f65538-0e56-4ecc-b54d-c83d3f454e81 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:25:24.674919 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f65538-0e56-4ecc-b54d-c83d3f454e81 None None] Checking segment: {'id': '7b5f3820-dde2-4422-b49c-b86d9ff84e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1a9c9cb0-c2cf-480a-b478-3afce4c07d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:25:24.675327 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d4f65538-0e56-4ecc-b54d-c83d3f454e81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:24.675723 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f65538-0e56-4ecc-b54d-c83d3f454e81 None None] Bound using segment: {'id': '7b5f3820-dde2-4422-b49c-b86d9ff84e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1a9c9cb0-c2cf-480a-b478-3afce4c07d8c'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:25:24.676232 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d4f65538-0e56-4ecc-b54d-c83d3f454e81 None None] Bound port: b529f2f0-ba99-4ad0-b48a-3ba796ac2776, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5f3820-dde2-4422-b49c-b86d9ff84e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1a9c9cb0-c2cf-480a-b478-3afce4c07d8c'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:25:24.676608 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d4f65538-0e56-4ecc-b54d-c83d3f454e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b529f2f0-ba99-4ad0-b48a-3ba796ac2776), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:24.684131 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e51d8-e1d9-479d-9ca8-e227487517ac req-71d2df94-d51c-46ad-b3df-fb6954502a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:24.685883 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-214e51d8-e1d9-479d-9ca8-e227487517ac req-71d2df94-d51c-46ad-b3df-fb6954502a65 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3167799 Feb 28 20:25:24.706675 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (1a9c9cb0-c2cf-480a-b478-3afce4c07d8c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:24.777820 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e7a2eea-d2d9-45e3-a419-f236624c6051 req-373e593f-844f-40a8-a522-8d3de4db77ed tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685314 Feb 28 20:25:24.827461 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-f83be864-2a13-4d31-845c-39346085d106 service neutron] 10.222.0.15 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849367 Feb 28 20:25:24.881009 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d4f65538-0e56-4ecc-b54d-c83d3f454e81 None None] For port b529f2f0-ba99-4ad0-b48a-3ba796ac2776, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:25:24.885705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d4f65538-0e56-4ecc-b54d-c83d3f454e81 None None] For port b529f2f0-ba99-4ad0-b48a-3ba796ac2776, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b529f2f0-ba99-4ad0-b48a-3ba796ac2776,segment=NetworkSegment(7b5f3820-dde2-4422-b49c-b86d9ff84e23),segment_id=7b5f3820-dde2-4422-b49c-b86d9ff84e23)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:25:24.891725 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Deleting port b529f2f0-ba99-4ad0-b48a-3ba796ac2776 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:25:24.895070 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b529f2f0-ba99-4ad0-b48a-3ba796ac2776), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:24.895676 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d4f65538-0e56-4ecc-b54d-c83d3f454e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b529f2f0-ba99-4ad0-b48a-3ba796ac2776), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:25.025242 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f65538-0e56-4ecc-b54d-c83d3f454e81 None None] Pushing event updated for resources: {'Port': ['ID=b529f2f0-ba99-4ad0-b48a-3ba796ac2776,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:25.056163 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-86c5aa9c-4b9c-4b69-9391-fb39bcab7e94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=377cfde8-fab4-4fda-bff2-961049b9f6d6 HTTP/1.1" status: 200 len: 217 time: 0.1864538 Feb 28 20:25:25.139180 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] For port b529f2f0-ba99-4ad0-b48a-3ba796ac2776, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b529f2f0-ba99-4ad0-b48a-3ba796ac2776,segment=NetworkSegment(7b5f3820-dde2-4422-b49c-b86d9ff84e23),segment_id=7b5f3820-dde2-4422-b49c-b86d9ff84e23)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:25.139995 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b529f2f0-ba99-4ad0-b48a-3ba796ac2776), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:25.156920 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e3c68836-e7a7-4b04-a48d-bb6b1e323150 req-0c9351af-f401-4376-9c9a-c25e09e91c67 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.1248829 Feb 28 20:25:25.161801 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Calling delete_port for b529f2f0-ba99-4ad0-b48a-3ba796ac2776 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:25:25.306580 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-d318d4d3-1250-4f6f-9af9-91748316b9aa req-3a6356b7-7a4d-4f33-89d1-12fba6fc38a1 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] For port d1e2f6d9-e23b-45e5-ac59-35cfdc485bca, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d1e2f6d9-e23b-45e5-ac59-35cfdc485bca,segment=NetworkSegment(15cf24c2-704b-4f46-864a-1eccab144611),segment_id=15cf24c2-704b-4f46-864a-1eccab144611)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:25.403837 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d318d4d3-1250-4f6f-9af9-91748316b9aa req-3a6356b7-7a4d-4f33-89d1-12fba6fc38a1 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for port (d1e2f6d9-e23b-45e5-ac59-35cfdc485bca), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:25.434649 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d318d4d3-1250-4f6f-9af9-91748316b9aa req-3a6356b7-7a4d-4f33-89d1-12fba6fc38a1 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d1e2f6d9-e23b-45e5-ac59-35cfdc485bca), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:25.448780 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['d1e2f6d9-e23b-45e5-ac59-35cfdc485bca'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:25:25.503314 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2940f740-4617-47d2-9c19-a48d1ea4a9f2 req-55bd07f6-6f78-44f7-92c5-ac034b6230ac tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.13 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.0928142 Feb 28 20:25:25.538690 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b529f2f0-ba99-4ad0-b48a-3ba796ac2776), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:25.648059 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-7456138d-8a34-41a2-94c1-dd1b328b6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:25.659425 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-7456138d-8a34-41a2-94c1-dd1b328b6068 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56e4f35f-9c70-498c-b2fa-487768d8821a HTTP/1.1" status: 200 len: 797 time: 0.5697153 Feb 28 20:25:25.729218 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Port': ['ID=b529f2f0-ba99-4ad0-b48a-3ba796ac2776,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:25.765945 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318d4d3-1250-4f6f-9af9-91748316b9aa req-3a6356b7-7a4d-4f33-89d1-12fba6fc38a1 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:25.773057 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d318d4d3-1250-4f6f-9af9-91748316b9aa req-3a6356b7-7a4d-4f33-89d1-12fba6fc38a1 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:25.775808 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d318d4d3-1250-4f6f-9af9-91748316b9aa req-3a6356b7-7a4d-4f33-89d1-12fba6fc38a1 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "PUT /v2.0/ports/d1e2f6d9-e23b-45e5-ac59-35cfdc485bca HTTP/1.1" status: 200 len: 981 time: 1.7060831 Feb 28 20:25:25.776896 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3992223b-628b-4cb2-abec-3e84fb1b55f5', 'tag': 'd1e2f6d9-e23b-45e5-ac59-35cfdc485bca'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:25:25.790103 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ed2a24-35b0-4af6-a023-6427e48aec60" -d '{"events": [{"name": "network-changed", "server_uuid": "3992223b-628b-4cb2-abec-3e84fb1b55f5", "tag": "d1e2f6d9-e23b-45e5-ac59-35cfdc485bca"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:25:25.902887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['d1e2f6d9-e23b-45e5-ac59-35cfdc485bca'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:25:25.905082 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No DVR routers for this DVR port b529f2f0-ba99-4ad0-b48a-3ba796ac2776 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:25:25.997873 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (7e829fbd-e56c-46a5-aed4-647637accba2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:26.177328 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6356b7-7a4d-4f33-89d1-12fba6fc38a1 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event updated for resources: {'Port': ['ID=d1e2f6d9-e23b-45e5-ac59-35cfdc485bca,revision_number=6']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:26.256825 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (7e829fbd-e56c-46a5-aed4-647637accba2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:26.344577 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Subnet': ['ID=7e829fbd-e56c-46a5-aed4-647637accba2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:26.413732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-859d7313-c558-4d51-8e1b-666c7bee2274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:26.415361 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-859d7313-c558-4d51-8e1b-666c7bee2274 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d187f09-7970-4e4d-90e2-821e3c7a3175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.7274876 Feb 28 20:25:26.439660 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97f4bc-2fff-4632-9df6-9a490d20f5d5 req-bc9e4755-bff8-447e-ad07-7b508e3ce04f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:26.447492 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e97f4bc-2fff-4632-9df6-9a490d20f5d5 req-bc9e4755-bff8-447e-ad07-7b508e3ce04f tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.6374044 Feb 28 20:25:26.562214 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (1a9c9cb0-c2cf-480a-b478-3afce4c07d8c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:26.588671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-60cf40b4-6129-4f55-bffe-ae6a6334efb7 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:26.590223 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-60cf40b4-6129-4f55-bffe-ae6a6334efb7 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/networks?id=44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 HTTP/1.1" status: 200 len: 811 time: 0.5754652 Feb 28 20:25:26.594634 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-214e51d8-e1d9-479d-9ca8-e227487517ac req-53308aa5-2c68-4da1-bf3f-8d85aebb0940 tempest-ServerShowV257Test-1865356585 tempest-ServerShowV257Test-1865356585-project] 10.222.0.10 "GET /v2.0/ports?device_id=61261e77-fe6c-4819-9cc5-a653ca979ccf HTTP/1.1" status: 200 len: 210 time: 0.1253719 Feb 28 20:25:26.625113 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9c9cb0-c2cf-480a-b478-3afce4c07d8c']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:26.656123 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5f3820-dde2-4422-b49c-b86d9ff84e23') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:26.656438 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5f3820-dde2-4422-b49c-b86d9ff84e23') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:26.695676 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (7b5f3820-dde2-4422-b49c-b86d9ff84e23), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:26.750531 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (7b5f3820-dde2-4422-b49c-b86d9ff84e23), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:26.780496 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:25:26.781288 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (7b5f3820-dde2-4422-b49c-b86d9ff84e23), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:26.785199 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-01ff9a62-2f7a-4d9d-a272-ef8617d69bbb tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/quotas/14ae7f64b1084c16baea6064eee3ef15 HTTP/1.1" status: 200 len: 375 time: 0.1012654 Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:25:26.786724 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:25:26.815935 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e97f4bc-2fff-4632-9df6-9a490d20f5d5 req-48863cea-f61d-4dbc-93d7-4266c5c490fc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3666050 Feb 28 20:25:26.831592 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5870a0ad-7a8a-4c6f-b623-15d88ad447bc None None] Network 1a9c9cb0-c2cf-480a-b478-3afce4c07d8c requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:25:26.942300 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (1a9c9cb0-c2cf-480a-b478-3afce4c07d8c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:26.949635 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:26.964971 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/1a9c9cb0-c2cf-480a-b478-3afce4c07d8c HTTP/1.1" status: 204 len: 168 time: 3.5646417 Feb 28 20:25:26.976832 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a952e4f8-9864-4be4-b226-ce34b32ea988 None None] Could not find standard attr ID for object b529f2f0-ba99-4ad0-b48a-3ba796ac2776. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:25:26.979109 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60424) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:27.000063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d0d3e4a4-5fbe-498d-b1a3-c0ddbfce9675 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-912634648'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:27.013269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-2bc3b3c1-c4ad-461d-91f2-1d0c513855bc service neutron] 10.222.0.15 "GET /v2.0/networks/0d187f09-7970-4e4d-90e2-821e3c7a3175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5762641 Feb 28 20:25:27.056176 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbde86-47c4-48e3-8d7e-efeadf8b540d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Network': ['ID=1a9c9cb0-c2cf-480a-b478-3afce4c07d8c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:27.078744 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-479f2c62-8c40-4919-b16c-6e0efb21bac5 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14ae7f64b1084c16baea6064eee3ef15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2924263 Feb 28 20:25:27.122002 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d3e4a4-5fbe-498d-b1a3-c0ddbfce9675 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:25:27.132419 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0d3e4a4-5fbe-498d-b1a3-c0ddbfce9675 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:27.188477 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ffa64e-91a0-4c23-80f0-dde2e52e8f49 None None] DHCP port deletion for 1a9c9cb0-c2cf-480a-b478-3afce4c07d8c request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:25:27.284605 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d3e4a4-5fbe-498d-b1a3-c0ddbfce9675 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:25:27.305358 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0d3e4a4-5fbe-498d-b1a3-c0ddbfce9675 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f55ccf15-b1ce-4404-ac2c-2d363536be6b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:27.305840 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-d0d3e4a4-5fbe-498d-b1a3-c0ddbfce9675 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Added segment f55ccf15-b1ce-4404-ac2c-2d363536be6b of type vlan for network 32703ad3-3b49-458f-9e01-9a5a6c7fa77d Feb 28 20:25:27.363373 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0d3e4a4-5fbe-498d-b1a3-c0ddbfce9675 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (32703ad3-3b49-458f-9e01-9a5a6c7fa77d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:27.384555 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23c03eb9-a3c2-483d-ae68-7b977c21d7a5 req-5672d9b5-1a1e-4da6-bbe0-85df9f08ef0e tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-648061923&fields=id&tenant_id=56994c7b39a64e9e8916b84f6fe9adca HTTP/1.1" status: 200 len: 267 time: 0.4737985 Feb 28 20:25:27.395787 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0d3e4a4-5fbe-498d-b1a3-c0ddbfce9675 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (32703ad3-3b49-458f-9e01-9a5a6c7fa77d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:27.406115 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d3e4a4-5fbe-498d-b1a3-c0ddbfce9675 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:27.406961 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0d3e4a4-5fbe-498d-b1a3-c0ddbfce9675 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:27.526477 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-0f6d9314-f3fb-4d9e-b18e-6943d8aacc83 service neutron] 10.222.0.13 "GET /v2.0/networks/44e0ffae-a0be-41c5-8b21-fc0de11ff3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235685 Feb 28 20:25:27.528482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3e4a4-5fbe-498d-b1a3-c0ddbfce9675 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Network': ['ID=32703ad3-3b49-458f-9e01-9a5a6c7fa77d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:27.529616 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-dfb1e80a-2477-43c8-97a1-29730dde56f0 service neutron] 10.222.0.15 "GET /v2.0/networks/0d187f09-7970-4e4d-90e2-821e3c7a3175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155807 Feb 28 20:25:27.541173 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d0d3e4a4-5fbe-498d-b1a3-c0ddbfce9675 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5525978 Feb 28 20:25:27.542121 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60428) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:27.546660 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 32703ad3-3b49-458f-9e01-9a5a6c7fa77d details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:25:27.549240 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-5d4c6f72-546f-49e4-a410-46d052fc672f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'subnet': {'network_id': '32703ad3-3b49-458f-9e01-9a5a6c7fa77d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:27.560338 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c03eb9-a3c2-483d-ae68-7b977c21d7a5 req-3eafa0f9-0585-4308-9d20-ea3d03dd680b tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:27.578473 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23c03eb9-a3c2-483d-ae68-7b977c21d7a5 req-3eafa0f9-0585-4308-9d20-ea3d03dd680b tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=3992223b-628b-4cb2-abec-3e84fb1b55f5 HTTP/1.1" status: 200 len: 984 time: 0.1917155 Feb 28 20:25:27.599412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-23c03eb9-a3c2-483d-ae68-7b977c21d7a5 req-0da4a571-5dec-4701-bceb-01a2d5653b98 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Request body: {'port': {'security_groups': ['d603562d-9727-4e35-9f7e-60fbe7f02bd1', 'ecd7d3fa-8282-4d89-8a34-d910e71d7463', '593605f6-e5f3-4dda-9aa4-4b9feb695cc1']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:27.700575 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4c6f72-546f-49e4-a410-46d052fc672f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:25:27.705627 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5d4c6f72-546f-49e4-a410-46d052fc672f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:27.727189 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-a35dcd29-9e83-445c-bcbc-34eebedc7bad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1aa6bc6-d58d-48cb-a918-540fd5167b4f HTTP/1.1" status: 200 len: 217 time: 0.1441052 Feb 28 20:25:27.869045 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-68ef8f66-45fb-4a37-b0ff-8fb42c753448 service neutron] 10.222.0.13 "GET /v2.0/networks/44e0ffae-a0be-41c5-8b21-fc0de11ff3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870672 Feb 28 20:25:27.936304 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-23c03eb9-a3c2-483d-ae68-7b977c21d7a5 req-0da4a571-5dec-4701-bceb-01a2d5653b98 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1e2f6d9-e23b-45e5-ac59-35cfdc485bca), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:27.970785 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-bc263283-7108-43af-955e-7a2d931e5c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:27.972713 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-bc263283-7108-43af-955e-7a2d931e5c2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56e4f35f-9c70-498c-b2fa-487768d8821a HTTP/1.1" status: 200 len: 797 time: 0.2380309 Feb 28 20:25:27.997762 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b529f2f0-ba99-4ad0-b48a-3ba796ac2776 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:25:28.033188 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5d4c6f72-546f-49e4-a410-46d052fc672f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (dde9efc0-6d68-4afa-8fa1-ef4a15b428b1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:28.046378 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: b529f2f0-ba99-4ad0-b48a-3ba796ac2776 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:25:28.047111 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b529f2f0-ba99-4ad0-b48a-3ba796ac2776 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:25:28.140699 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c6f72-546f-49e4-a410-46d052fc672f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Subnet': ['ID=dde9efc0-6d68-4afa-8fa1-ef4a15b428b1,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:28.159414 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4c6f72-546f-49e4-a410-46d052fc672f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Checking segment: {'id': 'f55ccf15-b1ce-4404-ac2c-2d363536be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '32703ad3-3b49-458f-9e01-9a5a6c7fa77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:25:28.159830 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4c6f72-546f-49e4-a410-46d052fc672f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network hostable DHCP agents. Network: 32703ad3-3b49-458f-9e01-9a5a6c7fa77d, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:25:28.194208 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-17a55feb-b664-469b-a106-6ab357d0c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:28.201081 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-17a55feb-b664-469b-a106-6ab357d0c14f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d187f09-7970-4e4d-90e2-821e3c7a3175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2081749 Feb 28 20:25:28.205467 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4c6f72-546f-49e4-a410-46d052fc672f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network 32703ad3-3b49-458f-9e01-9a5a6c7fa77d is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:25:28.220947 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-5d4c6f72-546f-49e4-a410-46d052fc672f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 32703ad3-3b49-458f-9e01-9a5a6c7fa77d) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:28.227164 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4c6f72-546f-49e4-a410-46d052fc672f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:28.227927 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5d4c6f72-546f-49e4-a410-46d052fc672f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:28.236418 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149aa837-5fa3-42bb-9f25-dc65c066862a None None] Network 32703ad3-3b49-458f-9e01-9a5a6c7fa77d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:25:28.348735 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5d4c6f72-546f-49e4-a410-46d052fc672f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8028455 Feb 28 20:25:28.364640 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60440) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:28.390943 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-684142af-8841-4ab5-8cd8-ef745e97c6d3 service neutron] 10.222.0.15 "GET /v2.0/networks/0d187f09-7970-4e4d-90e2-821e3c7a3175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785424 Feb 28 20:25:28.422912 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48be21b5-9eb6-4737-8fe3-c38cf9aab6aa x-openstack-request-id: req-48be21b5-9eb6-4737-8fe3-c38cf9aab6aa {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:25:28.423807 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3992223b-628b-4cb2-abec-3e84fb1b55f5", "tag": "d1e2f6d9-e23b-45e5-ac59-35cfdc485bca", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:25:28.423807 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48be21b5-9eb6-4737-8fe3-c38cf9aab6aa {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:25:28.424055 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3992223b-628b-4cb2-abec-3e84fb1b55f5', 'tag': 'd1e2f6d9-e23b-45e5-ac59-35cfdc485bca', 'status': 'completed', 'code': 200} Feb 28 20:25:28.471366 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b5b7b6-e173-4bb7-b756-ff5fab15b81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-32703ad3-3b49-458f-9e01-9a5a6c7fa77d', 'network_id': '32703ad3-3b49-458f-9e01-9a5a6c7fa77d', 'project_id': 'caf3c52331574e51b777ec07b66911d9', 'fixed_ips': [{'subnet_id': 'dde9efc0-6d68-4afa-8fa1-ef4a15b428b1'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:25:28.472637 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-48b5b7b6-e173-4bb7-b756-ff5fab15b81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:28.501591 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-493644b6-0168-4981-9a52-fb4469263b1c req-1e0ec416-ef88-4690-bcbe-9aee60677200 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.0986381 Feb 28 20:25:28.711510 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-48b5b7b6-e173-4bb7-b756-ff5fab15b81a None None] Allocated IP 172.20.0.1 (32703ad3-3b49-458f-9e01-9a5a6c7fa77d/dde9efc0-6d68-4afa-8fa1-ef4a15b428b1/aa45d602-ce33-4123-a78a-67eef2604b90) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:25:28.807568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed2a24-35b0-4af6-a023-6427e48aec60 req-d3b3957c-8a05-4326-a832-59600dc778fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:28.816445 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-23ed2a24-35b0-4af6-a023-6427e48aec60 req-d3b3957c-8a05-4326-a832-59600dc778fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56994c7b39a64e9e8916b84f6fe9adca&device_id=3992223b-628b-4cb2-abec-3e84fb1b55f5 HTTP/1.1" status: 200 len: 1167 time: 0.5690715 Feb 28 20:25:28.821894 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (32703ad3-3b49-458f-9e01-9a5a6c7fa77d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:29.015717 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (dde9efc0-6d68-4afa-8fa1-ef4a15b428b1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:29.173054 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed2a24-35b0-4af6-a023-6427e48aec60 req-6f8714d3-1447-4946-9c53-e8c587e70412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:29.184192 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-23ed2a24-35b0-4af6-a023-6427e48aec60 req-6f8714d3-1447-4946-9c53-e8c587e70412 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 HTTP/1.1" status: 200 len: 913 time: 0.3582356 Feb 28 20:25:29.216053 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-48b5b7b6-e173-4bb7-b756-ff5fab15b81a None None] Publish callbacks [] for port (aa45d602-ce33-4123-a78a-67eef2604b90), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:29.226496 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-48b5b7b6-e173-4bb7-b756-ff5fab15b81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (aa45d602-ce33-4123-a78a-67eef2604b90), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:29.272949 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b5b7b6-e173-4bb7-b756-ff5fab15b81a None None] Network 32703ad3-3b49-458f-9e01-9a5a6c7fa77d is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:25:29.294078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-48b5b7b6-e173-4bb7-b756-ff5fab15b81a None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:29.299251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b5b7b6-e173-4bb7-b756-ff5fab15b81a None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:25:29.313223 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60464) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:29.348244 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-23ed2a24-35b0-4af6-a023-6427e48aec60 req-5af371ab-01b2-4d48-a2ef-ef978328bec4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1e2f6d9-e23b-45e5-ac59-35cfdc485bca HTTP/1.1" status: 200 len: 217 time: 0.1517479 Feb 28 20:25:29.351485 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5b7b6-e173-4bb7-b756-ff5fab15b81a None None] Pushing event updated for resources: {'Port': ['ID=aa45d602-ce33-4123-a78a-67eef2604b90,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:29.401913 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acbebad5-6d70-4c12-aba5-a5aff5feff26 req-135d10a8-3f6e-4939-8d2d-2a929baadaa9 service neutron] 10.222.0.15 "GET /v2.0/networks/0d187f09-7970-4e4d-90e2-821e3c7a3175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9611900 Feb 28 20:25:29.405021 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-48b5b7b6-e173-4bb7-b756-ff5fab15b81a None None] Attempting to bind port aa45d602-ce33-4123-a78a-67eef2604b90 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:25:29.405404 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-48b5b7b6-e173-4bb7-b756-ff5fab15b81a None None] Attempting to bind port aa45d602-ce33-4123-a78a-67eef2604b90 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'f55ccf15-b1ce-4404-ac2c-2d363536be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '32703ad3-3b49-458f-9e01-9a5a6c7fa77d'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:25:29.405823 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b5b7b6-e173-4bb7-b756-ff5fab15b81a None None] Attempting to bind port aa45d602-ce33-4123-a78a-67eef2604b90 on network 32703ad3-3b49-458f-9e01-9a5a6c7fa77d {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:25:29.436310 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b5b7b6-e173-4bb7-b756-ff5fab15b81a None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:25:29.436848 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b5b7b6-e173-4bb7-b756-ff5fab15b81a None None] Checking segment: {'id': 'f55ccf15-b1ce-4404-ac2c-2d363536be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '32703ad3-3b49-458f-9e01-9a5a6c7fa77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:25:29.438206 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-48b5b7b6-e173-4bb7-b756-ff5fab15b81a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:29.438638 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b5b7b6-e173-4bb7-b756-ff5fab15b81a None None] Bound using segment: {'id': 'f55ccf15-b1ce-4404-ac2c-2d363536be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '32703ad3-3b49-458f-9e01-9a5a6c7fa77d'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:25:29.439151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-48b5b7b6-e173-4bb7-b756-ff5fab15b81a None None] Bound port: aa45d602-ce33-4123-a78a-67eef2604b90, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55ccf15-b1ce-4404-ac2c-2d363536be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '32703ad3-3b49-458f-9e01-9a5a6c7fa77d'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:25:29.439543 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-48b5b7b6-e173-4bb7-b756-ff5fab15b81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (aa45d602-ce33-4123-a78a-67eef2604b90), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:29.452456 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (dde9efc0-6d68-4afa-8fa1-ef4a15b428b1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:29.458833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb251040-d852-4e72-8058-3c0dbde45191 req-14498dcb-ff0a-4fe9-8ad9-c00aff1f2c7a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:29.473586 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb251040-d852-4e72-8058-3c0dbde45191 req-14498dcb-ff0a-4fe9-8ad9-c00aff1f2c7a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.2614539 Feb 28 20:25:29.500331 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-23c03eb9-a3c2-483d-ae68-7b977c21d7a5 req-0da4a571-5dec-4701-bceb-01a2d5653b98 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] For port d1e2f6d9-e23b-45e5-ac59-35cfdc485bca, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d1e2f6d9-e23b-45e5-ac59-35cfdc485bca,segment=NetworkSegment(15cf24c2-704b-4f46-864a-1eccab144611),segment_id=15cf24c2-704b-4f46-864a-1eccab144611)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:29.524783 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-48b5b7b6-e173-4bb7-b756-ff5fab15b81a None None] For port aa45d602-ce33-4123-a78a-67eef2604b90, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:25:29.529425 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-48b5b7b6-e173-4bb7-b756-ff5fab15b81a None None] For port aa45d602-ce33-4123-a78a-67eef2604b90, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=aa45d602-ce33-4123-a78a-67eef2604b90,segment=NetworkSegment(f55ccf15-b1ce-4404-ac2c-2d363536be6b),segment_id=f55ccf15-b1ce-4404-ac2c-2d363536be6b)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:25:29.540377 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-48b5b7b6-e173-4bb7-b756-ff5fab15b81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (aa45d602-ce33-4123-a78a-67eef2604b90), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:29.542662 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Subnet': ['ID=dde9efc0-6d68-4afa-8fa1-ef4a15b428b1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:29.549923 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-79baf3ca-7feb-4151-bdcd-e1dbaae5dca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:29.573389 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed2a24-35b0-4af6-a023-6427e48aec60 req-408ad807-e8e9-4651-b96b-825c36e7d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:29.575521 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-23ed2a24-35b0-4af6-a023-6427e48aec60 req-408ad807-e8e9-4651-b96b-825c36e7d00b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=67990166-f7b9-4b40-b0dc-22d0d38db491 HTTP/1.1" status: 200 len: 853 time: 0.2219560 Feb 28 20:25:29.588583 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-23c03eb9-a3c2-483d-ae68-7b977c21d7a5 req-0da4a571-5dec-4701-bceb-01a2d5653b98 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for port (d1e2f6d9-e23b-45e5-ac59-35cfdc485bca), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:29.609271 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-23c03eb9-a3c2-483d-ae68-7b977c21d7a5 req-0da4a571-5dec-4701-bceb-01a2d5653b98 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d1e2f6d9-e23b-45e5-ac59-35cfdc485bca), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:29.615348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5b7b6-e173-4bb7-b756-ff5fab15b81a None None] Pushing event updated for resources: {'Port': ['ID=aa45d602-ce33-4123-a78a-67eef2604b90,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:29.629493 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['d1e2f6d9-e23b-45e5-ac59-35cfdc485bca'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:25:29.679180 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-23ed2a24-35b0-4af6-a023-6427e48aec60 req-a378a29c-e931-48c1-9d21-e7fe1d26f71f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2aaf2d0-38a4-4369-b6c7-389f4d5245e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767677 Feb 28 20:25:29.726772 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb251040-d852-4e72-8058-3c0dbde45191 req-2ec05c3f-92b5-4074-9275-c7cadba5629e tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522242 Feb 28 20:25:29.727929 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (32703ad3-3b49-458f-9e01-9a5a6c7fa77d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:29.758420 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8422d-ba84-4c83-9491-6fd5bde242b2 req-dbd6eafd-fea1-43d7-9e69-6140c0fe3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:29.758420 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cbb8422d-ba84-4c83-9491-6fd5bde242b2 req-dbd6eafd-fea1-43d7-9e69-6140c0fe3087 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d21f27a53ace41c6b073930944eb8337&device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 1128 time: 0.4429083 Feb 28 20:25:29.791502 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3512b6-d044-4539-b5a5-e968a58fcda9 None None] get_active_networks_info from n-d-820368-21 {{(pid=103775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 20:25:29.807974 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c03eb9-a3c2-483d-ae68-7b977c21d7a5 req-0da4a571-5dec-4701-bceb-01a2d5653b98 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:29.808653 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-23c03eb9-a3c2-483d-ae68-7b977c21d7a5 req-0da4a571-5dec-4701-bceb-01a2d5653b98 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:29.810103 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23c03eb9-a3c2-483d-ae68-7b977c21d7a5 req-0da4a571-5dec-4701-bceb-01a2d5653b98 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "PUT /v2.0/ports/d1e2f6d9-e23b-45e5-ac59-35cfdc485bca HTTP/1.1" status: 200 len: 1020 time: 2.2308204 Feb 28 20:25:29.858248 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32703ad3-3b49-458f-9e01-9a5a6c7fa77d']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:29.871780 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4a571-5dec-4701-bceb-01a2d5653b98 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event updated for resources: {'Port': ['ID=d1e2f6d9-e23b-45e5-ac59-35cfdc485bca,revision_number=7']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:29.962719 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-23ed2a24-35b0-4af6-a023-6427e48aec60 req-ba4299d2-2751-473a-8976-4168f5742664 service neutron] 10.222.0.15 "GET /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772555 Feb 28 20:25:30.001408 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['d1e2f6d9-e23b-45e5-ac59-35cfdc485bca'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:25:30.039040 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afec9496-276d-41f9-a9fc-b6aaed0c251b req-fda45b77-60c1-4784-b35c-90adfe8f6f5a tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 210 time: 0.1757524 Feb 28 20:25:30.055089 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55ccf15-b1ce-4404-ac2c-2d363536be6b') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:30.059415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55ccf15-b1ce-4404-ac2c-2d363536be6b') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:30.214262 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (f55ccf15-b1ce-4404-ac2c-2d363536be6b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:30.266225 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df3ae206-2aa6-496c-8c3c-c79723b6e19c req-191d948e-699f-4a2b-9fd8-1a56c36714d2 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.1070271 Feb 28 20:25:30.328717 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f55ccf15-b1ce-4404-ac2c-2d363536be6b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:30.349876 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:25:30.350569 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (f55ccf15-b1ce-4404-ac2c-2d363536be6b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:30.370173 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3512b6-d044-4539-b5a5-e968a58fcda9 None None] Resources bound (agent type, host, resource id): {{(pid=103775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 20:25:30.400239 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-b940fc8c-a3ef-40c3-bc3a-347018978d92 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:30.404564 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-b940fc8c-a3ef-40c3-bc3a-347018978d92 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.10 "GET /v2.0/networks?id=44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 HTTP/1.1" status: 200 len: 811 time: 0.4855943 Feb 28 20:25:30.440059 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-bf161071-b65b-45df-87f8-6e871bef1b72 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Request body: {'port': {'device_id': 'ce4f8314-13d2-4859-b4d0-431d081833be', 'network_id': '44e0ffae-a0be-41c5-8b21-fc0de11ff3e5', 'admin_state_up': True, 'tenant_id': '14ae7f64b1084c16baea6064eee3ef15'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:25:30.448457 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:25:30.451225 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3992223b-628b-4cb2-abec-3e84fb1b55f5', 'tag': 'd1e2f6d9-e23b-45e5-ac59-35cfdc485bca'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:25:30.458187 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a12fa6-e034-4db4-b3c4-856569f0a719" -d '{"events": [{"name": "network-changed", "server_uuid": "3992223b-628b-4cb2-abec-3e84fb1b55f5", "tag": "d1e2f6d9-e23b-45e5-ac59-35cfdc485bca"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:25:30.477596 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-79baf3ca-7feb-4151-bdcd-e1dbaae5dca9 admin admin] Publish callbacks [] for security_group (28bc09fa-188a-40be-9d89-445ec2e8b8d5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:30.509993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8422d-ba84-4c83-9491-6fd5bde242b2 req-8fbcebf6-15a2-439e-aee7-9a69a7388edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:30.511456 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cbb8422d-ba84-4c83-9491-6fd5bde242b2 req-8fbcebf6-15a2-439e-aee7-9a69a7388edd service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ab05bea-86cc-498b-aded-ed9c3d7148ac HTTP/1.1" status: 200 len: 917 time: 0.7298086 Feb 28 20:25:30.512137 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.db.api [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 20:25:30.512137 n-d-820368-21 neutron-server[103773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 20:25:30.512137 n-d-820368-21 neutron-server[103773]: [parameters: {'id': '32703ad3-3b49-458f-9e01-9a5a6c7fa77d'}] Feb 28 20:25:30.512137 n-d-820368-21 neutron-server[103773]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:25:30.513161 n-d-820368-21 neutron-server[103773]: DEBUG oslo_db.api [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:25:30.515218 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-23ed2a24-35b0-4af6-a023-6427e48aec60 req-4671f44a-98cc-4c73-a3c7-35113b1ebd3b service neutron] 10.222.0.15 "GET /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926794 Feb 28 20:25:30.536969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bda72-cb81-4af9-a112-0714a203b46f req-afa4a858-8071-4374-ac9d-3c5fbdfeb54d tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:30.537229 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4b5bda72-cb81-4af9-a112-0714a203b46f req-afa4a858-8071-4374-ac9d-3c5fbdfeb54d tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=3992223b-628b-4cb2-abec-3e84fb1b55f5 HTTP/1.1" status: 200 len: 1023 time: 0.3502862 Feb 28 20:25:30.543432 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cc10ce-73e8-499a-9ec1-dc6230d6d919 x-openstack-request-id: req-d6cc10ce-73e8-499a-9ec1-dc6230d6d919 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:25:30.543796 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3992223b-628b-4cb2-abec-3e84fb1b55f5", "tag": "d1e2f6d9-e23b-45e5-ac59-35cfdc485bca", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:25:30.544168 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6cc10ce-73e8-499a-9ec1-dc6230d6d919 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:25:30.550899 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3992223b-628b-4cb2-abec-3e84fb1b55f5', 'tag': 'd1e2f6d9-e23b-45e5-ac59-35cfdc485bca', 'status': 'completed', 'code': 200} Feb 28 20:25:30.551563 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-79baf3ca-7feb-4151-bdcd-e1dbaae5dca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (28bc09fa-188a-40be-9d89-445ec2e8b8d5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:30.665365 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-79baf3ca-7feb-4151-bdcd-e1dbaae5dca9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7caab2f8c3784d0d8dd8ed7b464a68f1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3515120 Feb 28 20:25:30.672585 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60482) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:30.690716 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79baf3ca-7feb-4151-bdcd-e1dbaae5dca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bc09fa-188a-40be-9d89-445ec2e8b8d5,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:30.794874 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4b5bda72-cb81-4af9-a112-0714a203b46f req-5d949163-ccd7-4b0d-b977-bea7df8fe5fb tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?id=d603562d-9727-4e35-9f7e-60fbe7f02bd1&id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&id=593605f6-e5f3-4dda-9aa4-4b9feb695cc1 HTTP/1.1" status: 200 len: 6207 time: 0.1905127 Feb 28 20:25:30.821771 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cbb8422d-ba84-4c83-9491-6fd5bde242b2 req-386bd3bf-d449-4663-9238-a7215e104e3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2d9f272-0be6-425c-81bf-19f87f61471a HTTP/1.1" status: 200 len: 1001 time: 0.2995739 Feb 28 20:25:30.851576 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-38835d2a-477c-4382-9475-8c6eae3c5e72 admin admin] Publish callbacks [] for security_group (28bc09fa-188a-40be-9d89-445ec2e8b8d5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:30.874278 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-19d52eaf-596d-40eb-b064-77dcec84770a req-8300a39d-c66e-4b2e-ba2d-1a36aec5c8ba tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1296024104 ', 'description': 'tempest-description-1694130233'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:30.882056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-bf161071-b65b-45df-87f8-6e871bef1b72 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Made reservation on behalf of 14ae7f64b1084c16baea6064eee3ef15 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:25:30.885383 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-bf161071-b65b-45df-87f8-6e871bef1b72 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:30.911991 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a12fa6-e034-4db4-b3c4-856569f0a719 req-e38a1328-e9b6-4a22-847b-ee006daa1315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:30.913709 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b1a12fa6-e034-4db4-b3c4-856569f0a719 req-e38a1328-e9b6-4a22-847b-ee006daa1315 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56994c7b39a64e9e8916b84f6fe9adca&device_id=3992223b-628b-4cb2-abec-3e84fb1b55f5 HTTP/1.1" status: 200 len: 1207 time: 0.2665541 Feb 28 20:25:30.964533 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-38835d2a-477c-4382-9475-8c6eae3c5e72 admin admin] Publish callbacks [] for security_group (28bc09fa-188a-40be-9d89-445ec2e8b8d5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:30.981285 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991145db-f559-43ce-9dc7-d71b18fcf3f7 None None] Network 32703ad3-3b49-458f-9e01-9a5a6c7fa77d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:25:31.005937 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19d52eaf-596d-40eb-b064-77dcec84770a req-8300a39d-c66e-4b2e-ba2d-1a36aec5c8ba tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:31.006261 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8422d-ba84-4c83-9491-6fd5bde242b2 req-300e7c0c-2975-47d8-b1aa-5e6ff39ab2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:31.007815 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cbb8422d-ba84-4c83-9491-6fd5bde242b2 req-300e7c0c-2975-47d8-b1aa-5e6ff39ab2d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=168325cf-0c5d-4ba0-baad-f937703ff430 HTTP/1.1" status: 200 len: 856 time: 0.1772809 Feb 28 20:25:31.064256 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (32703ad3-3b49-458f-9e01-9a5a6c7fa77d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:31.188328 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8422d-ba84-4c83-9491-6fd5bde242b2 req-aba6f0a0-c5cc-43af-ae58-8d86f7daf3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:31.191350 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cbb8422d-ba84-4c83-9491-6fd5bde242b2 req-aba6f0a0-c5cc-43af-ae58-8d86f7daf3e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ab05bea-86cc-498b-aded-ed9c3d7148ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1352830 Feb 28 20:25:31.199401 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a12fa6-e034-4db4-b3c4-856569f0a719 req-d1690174-a92b-4222-bdc2-ca26e12fa11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:31.201626 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b1a12fa6-e034-4db4-b3c4-856569f0a719 req-d1690174-a92b-4222-bdc2-ca26e12fa11c service neutron] 10.222.0.15 "GET /v2.0/networks?id=b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 HTTP/1.1" status: 200 len: 913 time: 0.2809019 Feb 28 20:25:31.284521 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b1a12fa6-e034-4db4-b3c4-856569f0a719 req-be1c6fec-f1d3-4b88-a5a6-a8f8b12682bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1e2f6d9-e23b-45e5-ac59-35cfdc485bca HTTP/1.1" status: 200 len: 217 time: 0.0691264 Feb 28 20:25:31.306913 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-bf161071-b65b-45df-87f8-6e871bef1b72 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Allocated IP 172.20.0.5 (44e0ffae-a0be-41c5-8b21-fc0de11ff3e5/2de3391b-9935-4088-82fa-781f577763c2/4e56a38a-f983-48dc-8f06-d7fcaa77b3de) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:25:31.331322 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf9e73-ab8a-4517-9b91-4b0cf783892f req-f703136a-d382-4b74-9237-be090d891662 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:31.339270 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d5bf9e73-ab8a-4517-9b91-4b0cf783892f req-f703136a-d382-4b74-9237-be090d891662 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.4369745 Feb 28 20:25:31.346518 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-38835d2a-477c-4382-9475-8c6eae3c5e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (28bc09fa-188a-40be-9d89-445ec2e8b8d5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:31.349511 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-38835d2a-477c-4382-9475-8c6eae3c5e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:31.354004 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-38835d2a-477c-4382-9475-8c6eae3c5e72 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28bc09fa-188a-40be-9d89-445ec2e8b8d5 HTTP/1.1" status: 204 len: 168 time: 0.6769428 Feb 28 20:25:31.380045 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38835d2a-477c-4382-9475-8c6eae3c5e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bc09fa-188a-40be-9d89-445ec2e8b8d5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:31.394703 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19d52eaf-596d-40eb-b064-77dcec84770a req-8300a39d-c66e-4b2e-ba2d-1a36aec5c8ba tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (0105999c-5ae9-4303-b4a8-e85205cd0afe), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:31.403630 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19d52eaf-596d-40eb-b064-77dcec84770a req-8300a39d-c66e-4b2e-ba2d-1a36aec5c8ba tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0105999c-5ae9-4303-b4a8-e85205cd0afe), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:31.431702 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19d52eaf-596d-40eb-b064-77dcec84770a req-8300a39d-c66e-4b2e-ba2d-1a36aec5c8ba tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:31.451409 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Deleting port aa45d602-ce33-4123-a78a-67eef2604b90 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:25:31.452483 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (aa45d602-ce33-4123-a78a-67eef2604b90), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:31.454066 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19d52eaf-596d-40eb-b064-77dcec84770a req-8300a39d-c66e-4b2e-ba2d-1a36aec5c8ba tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6242385 Feb 28 20:25:31.507111 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a12fa6-e034-4db4-b3c4-856569f0a719 req-c1bd00b7-ded4-4437-b508-0290d213d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:31.515117 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b1a12fa6-e034-4db4-b3c4-856569f0a719 req-c1bd00b7-ded4-4437-b508-0290d213d39e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=67990166-f7b9-4b40-b0dc-22d0d38db491 HTTP/1.1" status: 200 len: 853 time: 0.2204785 Feb 28 20:25:31.561349 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d5bf9e73-ab8a-4517-9b91-4b0cf783892f req-19dfa8b5-3ef4-4d96-9b11-d8b146ccf2b4 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142527 Feb 28 20:25:31.686427 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df1ed7b8-8cff-4c97-8577-249126c7b505 req-4fea2641-c4b4-4a6f-b27f-c8c92547fbd6 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 210 time: 0.1080382 Feb 28 20:25:31.695137 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b1a12fa6-e034-4db4-b3c4-856569f0a719 req-76db24a0-c003-4052-a6cf-c73625f68607 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2aaf2d0-38a4-4369-b6c7-389f4d5245e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948305 Feb 28 20:25:31.725654 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] For port aa45d602-ce33-4123-a78a-67eef2604b90, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=aa45d602-ce33-4123-a78a-67eef2604b90,segment=NetworkSegment(f55ccf15-b1ce-4404-ac2c-2d363536be6b),segment_id=f55ccf15-b1ce-4404-ac2c-2d363536be6b)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:31.728620 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (aa45d602-ce33-4123-a78a-67eef2604b90), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:31.741974 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cbb8422d-ba84-4c83-9491-6fd5bde242b2 req-5729607b-cc84-4b46-8c72-ba995e4c9bda service neutron] 10.222.0.15 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408220 Feb 28 20:25:31.763420 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-48d84545-f341-4541-8f77-3a49924de1b5 req-06b26c91-cf5b-4953-88bb-2766bed8299a tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.0496793 Feb 28 20:25:31.804560 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300a39d-c66e-4b2e-ba2d-1a36aec5c8ba tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0105999c-5ae9-4303-b4a8-e85205cd0afe,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:31.814678 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Calling delete_port for aa45d602-ce33-4123-a78a-67eef2604b90 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:25:31.955914 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e885042f-e28c-4134-811a-cabb0bd64cf4 req-e348f063-81cf-40b2-9616-a14c01e6f453 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/0105999c-5ae9-4303-b4a8-e85205cd0afe HTTP/1.1" status: 200 len: 1800 time: 0.1837621 Feb 28 20:25:32.075950 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba55bec7-786a-4a2d-a1c6-4b3578b99b1a req-9e82fcb0-a13a-41db-8656-50fe69080dbf tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/0105999c-5ae9-4303-b4a8-e85205cd0afe HTTP/1.1" status: 200 len: 1800 time: 0.0866807 Feb 28 20:25:32.098905 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b1a12fa6-e034-4db4-b3c4-856569f0a719 req-bd223c8c-eb13-4182-ae19-250bd9f5a83b service neutron] 10.222.0.15 "GET /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977242 Feb 28 20:25:32.136394 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-bf161071-b65b-45df-87f8-6e871bef1b72 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Publish callbacks [] for port (4e56a38a-f983-48dc-8f06-d7fcaa77b3de), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:32.161935 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ba55bec7-786a-4a2d-a1c6-4b3578b99b1a req-028b609f-3c6c-47af-ab9a-c5845491ca15 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (0105999c-5ae9-4303-b4a8-e85205cd0afe), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:32.201636 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ba55bec7-786a-4a2d-a1c6-4b3578b99b1a req-028b609f-3c6c-47af-ab9a-c5845491ca15 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (0105999c-5ae9-4303-b4a8-e85205cd0afe), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:32.210815 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cbb8422d-ba84-4c83-9491-6fd5bde242b2 req-5f17cf5a-fc39-4720-94c0-42c82d72210f service neutron] 10.222.0.15 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376810 Feb 28 20:25:32.234327 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (aa45d602-ce33-4123-a78a-67eef2604b90), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:32.259915 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-bf161071-b65b-45df-87f8-6e871bef1b72 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4e56a38a-f983-48dc-8f06-d7fcaa77b3de), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:32.275239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['41122841-9da2-4c40-a5d6-8391a1b9ce5a'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:25:32.328389 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf161071-b65b-45df-87f8-6e871bef1b72 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Pushing event updated for resources: {'Port': ['ID=4e56a38a-f983-48dc-8f06-d7fcaa77b3de,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:32.357346 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-bf161071-b65b-45df-87f8-6e871bef1b72 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Network 44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:25:32.364082 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Port': ['ID=aa45d602-ce33-4123-a78a-67eef2604b90,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:32.365122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-bf161071-b65b-45df-87f8-6e871bef1b72 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:32.371382 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ba55bec7-786a-4a2d-a1c6-4b3578b99b1a req-028b609f-3c6c-47af-ab9a-c5845491ca15 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0105999c-5ae9-4303-b4a8-e85205cd0afe), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:32.372423 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No DVR routers for this DVR port aa45d602-ce33-4123-a78a-67eef2604b90 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:25:32.380487 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ba55bec7-786a-4a2d-a1c6-4b3578b99b1a req-028b609f-3c6c-47af-ab9a-c5845491ca15 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:32.391238 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba55bec7-786a-4a2d-a1c6-4b3578b99b1a req-028b609f-3c6c-47af-ab9a-c5845491ca15 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "DELETE /v2.0/security-groups/0105999c-5ae9-4303-b4a8-e85205cd0afe HTTP/1.1" status: 204 len: 173 time: 0.3140888 Feb 28 20:25:32.392947 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-bf161071-b65b-45df-87f8-6e871bef1b72 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:25:32.417328 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:32.417707 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:32.418021 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:32.418487 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:32.418828 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:32.419326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:32.420383 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:32.420801 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:32.421143 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:32.421621 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:32.422103 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:32.422430 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:32.423043 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:32.431151 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b609f-3c6c-47af-ab9a-c5845491ca15 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0105999c-5ae9-4303-b4a8-e85205cd0afe,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:32.524394 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-3e76d79e-e6c7-4f95-85d8-a719c230210e req-fcd9265d-5976-4538-b492-03732c1f61e1 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] show failed (client error): The resource could not be found. Feb 28 20:25:32.527451 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e76d79e-e6c7-4f95-85d8-a719c230210e req-fcd9265d-5976-4538-b492-03732c1f61e1 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/0105999c-5ae9-4303-b4a8-e85205cd0afe HTTP/1.1" status: 404 len: 352 time: 0.1028619 Feb 28 20:25:32.579846 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (32703ad3-3b49-458f-9e01-9a5a6c7fa77d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:32.583914 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-a728f6d1-645e-4699-8894-df93e6e09adc req-f0655b78-c617-45aa-87ac-394238154a12 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2084058351', 'description': 'tempest-description-935935120'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:32.594502 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b1a12fa6-e034-4db4-b3c4-856569f0a719 req-2121695f-e014-4e28-ac45-d12619236ab3 service neutron] 10.222.0.15 "GET /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527757 Feb 28 20:25:32.644553 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32703ad3-3b49-458f-9e01-9a5a6c7fa77d']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:32.653474 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-bf161071-b65b-45df-87f8-6e871bef1b72 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:32.654156 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-bf161071-b65b-45df-87f8-6e871bef1b72 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:32.673825 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55ccf15-b1ce-4404-ac2c-2d363536be6b') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:32.674199 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55ccf15-b1ce-4404-ac2c-2d363536be6b') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:32.701593 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (f55ccf15-b1ce-4404-ac2c-2d363536be6b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:32.721200 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device f2d9f272-0be6-425c-81bf-19f87f61471a no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:25:32.729408 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a728f6d1-645e-4699-8894-df93e6e09adc req-f0655b78-c617-45aa-87ac-394238154a12 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:32.735321 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-bf161071-b65b-45df-87f8-6e871bef1b72 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3176060 Feb 28 20:25:32.736625 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f55ccf15-b1ce-4404-ac2c-2d363536be6b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:32.752958 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:25:32.754750 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (f55ccf15-b1ce-4404-ac2c-2d363536be6b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:25:32.762348 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:25:32.777750 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] Request body: {'port': {'device_id': 'ce4f8314-13d2-4859-b4d0-431d081833be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:32.830249 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port f2d9f272-0be6-425c-81bf-19f87f61471a is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:25:32.831297 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:32.866677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c2035d-4dab-4f9e-8806-0873a125208a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2d9f272-0be6-425c-81bf-19f87f61471a'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:25:32.874401 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2309bee2-d166-4392-83f2-20e1343bb934" -d '{"events": [{"server_uuid": "00c2035d-4dab-4f9e-8806-0873a125208a", "name": "network-vif-unplugged", "status": "completed", "tag": "f2d9f272-0be6-425c-81bf-19f87f61471a"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:25:32.882404 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port f2d9f272-0be6-425c-81bf-19f87f61471a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=f2d9f272-0be6-425c-81bf-19f87f61471a,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:32.891438 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:32.892546 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (32703ad3-3b49-458f-9e01-9a5a6c7fa77d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:32.905892 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4e56a38a-f983-48dc-8f06-d7fcaa77b3de), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:32.909200 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:32.916623 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/32703ad3-3b49-458f-9e01-9a5a6c7fa77d HTTP/1.1" status: 204 len: 168 time: 4.5512562 Feb 28 20:25:32.921760 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31757070-eb95-4332-8339-b450910820de req-3d732672-0a75-4a3a-9ae2-37dc2fa43678 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:32.926285 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60536) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:32.930219 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-31757070-eb95-4332-8339-b450910820de req-3d732672-0a75-4a3a-9ae2-37dc2fa43678 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 945 time: 0.2274578 Feb 28 20:25:32.957300 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=f2d9f272-0be6-425c-81bf-19f87f61471a,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:32.969161 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-c05f6b5d-80a9-4465-af4c-d8b9d4f16280 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-225492288'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:32.978448 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3907a-617e-4086-a8fd-3abdbd5b5bcb tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Network': ['ID=32703ad3-3b49-458f-9e01-9a5a6c7fa77d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:33.005360 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05f6b5d-80a9-4465-af4c-d8b9d4f16280 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:25:33.009097 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c05f6b5d-80a9-4465-af4c-d8b9d4f16280 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:33.036180 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05f6b5d-80a9-4465-af4c-d8b9d4f16280 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:25:33.050472 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c05f6b5d-80a9-4465-af4c-d8b9d4f16280 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (17580a3a-3d11-47c5-af23-e388e1885831), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:33.050871 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-c05f6b5d-80a9-4465-af4c-d8b9d4f16280 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Added segment 17580a3a-3d11-47c5-af23-e388e1885831 of type vlan for network ef54a15f-cb15-4902-bba4-480590d15174 Feb 28 20:25:33.062424 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-31757070-eb95-4332-8339-b450910820de req-3f33c063-e4aa-4690-a33f-5720043823f9 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306736 Feb 28 20:25:33.094097 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a728f6d1-645e-4699-8894-df93e6e09adc req-f0655b78-c617-45aa-87ac-394238154a12 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (800e7a59-a5ce-4b51-9494-365f28f06c57), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:33.112919 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c05f6b5d-80a9-4465-af4c-d8b9d4f16280 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ef54a15f-cb15-4902-bba4-480590d15174), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:33.154405 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c05f6b5d-80a9-4465-af4c-d8b9d4f16280 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ef54a15f-cb15-4902-bba4-480590d15174), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:33.163051 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05f6b5d-80a9-4465-af4c-d8b9d4f16280 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:33.164003 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c05f6b5d-80a9-4465-af4c-d8b9d4f16280 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:33.184139 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a728f6d1-645e-4699-8894-df93e6e09adc req-f0655b78-c617-45aa-87ac-394238154a12 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (800e7a59-a5ce-4b51-9494-365f28f06c57), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:33.231693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60540) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:33.234578 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c05f6b5d-80a9-4465-af4c-d8b9d4f16280 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2757266 Feb 28 20:25:33.248380 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-8d53b0ab-911b-4d11-b80a-f51e1c397eec tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:33.315832 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f6b5d-80a9-4465-af4c-d8b9d4f16280 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Network': ['ID=ef54a15f-cb15-4902-bba4-480590d15174,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:33.331982 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ef54a15f-cb15-4902-bba4-480590d15174 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:25:33.356344 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a728f6d1-645e-4699-8894-df93e6e09adc req-f0655b78-c617-45aa-87ac-394238154a12 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:33.357505 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a728f6d1-645e-4699-8894-df93e6e09adc req-f0655b78-c617-45aa-87ac-394238154a12 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7856598 Feb 28 20:25:33.383469 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0655b78-c617-45aa-87ac-394238154a12 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800e7a59-a5ce-4b51-9494-365f28f06c57,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:33.581459 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ae60cbe-d347-46a7-ab21-1ad68cc3a945 req-1d196f7d-17c5-4d16-933e-e89c068c7028 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.1170042 Feb 28 20:25:33.643637 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8d53b0ab-911b-4d11-b80a-f51e1c397eec tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ef54a15f-cb15-4902-bba4-480590d15174), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:33.660851 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcacc5d4-51f1-42f7-b4e3-5312859bb76a x-openstack-request-id: req-bcacc5d4-51f1-42f7-b4e3-5312859bb76a {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:25:33.661256 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c2035d-4dab-4f9e-8806-0873a125208a", "name": "network-vif-unplugged", "status": "completed", "tag": "f2d9f272-0be6-425c-81bf-19f87f61471a", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:25:33.661765 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcacc5d4-51f1-42f7-b4e3-5312859bb76a {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:25:33.663067 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c2035d-4dab-4f9e-8806-0873a125208a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2d9f272-0be6-425c-81bf-19f87f61471a', 'code': 200} Feb 28 20:25:33.676831 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf0162-fea9-499f-80f5-cc0a3b1e4081 req-9f5ddee7-f59d-4470-945e-b09c24a85fd7 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:33.680907 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6bf0162-fea9-499f-80f5-cc0a3b1e4081 req-9f5ddee7-f59d-4470-945e-b09c24a85fd7 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 931 time: 0.2181883 Feb 28 20:25:33.697277 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8d53b0ab-911b-4d11-b80a-f51e1c397eec tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ef54a15f-cb15-4902-bba4-480590d15174), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:33.773053 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6bf0162-fea9-499f-80f5-cc0a3b1e4081 req-b0184f04-6f82-40dc-8531-a1ed618c5d2c tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836518 Feb 28 20:25:33.786064 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d53b0ab-911b-4d11-b80a-f51e1c397eec tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network ef54a15f-cb15-4902-bba4-480590d15174 is not hosted by any dhcp agent {{(pid=103774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 20:25:33.790973 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d53b0ab-911b-4d11-b80a-f51e1c397eec tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:33.791569 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8d53b0ab-911b-4d11-b80a-f51e1c397eec tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:33.796293 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60560) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:33.800283 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8d53b0ab-911b-4d11-b80a-f51e1c397eec tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "PUT /v2.0/networks/ef54a15f-cb15-4902-bba4-480590d15174 HTTP/1.1" status: 200 len: 723 time: 0.5632846 Feb 28 20:25:33.801849 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-acd5002e-7648-4ed7-98f8-6afb4eb1fb8b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'subnet': {'network_id': 'ef54a15f-cb15-4902-bba4-480590d15174', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:33.811472 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-b64bc176-2f82-462d-83ed-c042d7671b1d req-447a5416-be42-4095-8fa4-c0de0a7cfd0e tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-686082183', 'description': 'tempest-description-1053652420'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:33.951052 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53b0ab-911b-4d11-b80a-f51e1c397eec tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Network': ['ID=ef54a15f-cb15-4902-bba4-480590d15174,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:33.980117 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd5002e-7648-4ed7-98f8-6afb4eb1fb8b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:25:33.987297 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b64bc176-2f82-462d-83ed-c042d7671b1d req-447a5416-be42-4095-8fa4-c0de0a7cfd0e tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:33.989020 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-acd5002e-7648-4ed7-98f8-6afb4eb1fb8b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:33.991778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e56a38a-f983-48dc-8f06-d7fcaa77b3de {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:25:34.010725 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ef54a15f-cb15-4902-bba4-480590d15174 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:25:34.023047 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] Publish callbacks [] for port (4e56a38a-f983-48dc-8f06-d7fcaa77b3de), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:34.056598 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] Transition to ACTIVE for port object 4e56a38a-f983-48dc-8f06-d7fcaa77b3de will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:25:34.064294 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (4e56a38a-f983-48dc-8f06-d7fcaa77b3de), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:34.321992 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-acd5002e-7648-4ed7-98f8-6afb4eb1fb8b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (5171bb72-f8d3-430a-9f3e-b1c3775c349f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:34.387998 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] Attempting to bind port 4e56a38a-f983-48dc-8f06-d7fcaa77b3de on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:25:34.388357 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] Attempting to bind port 4e56a38a-f983-48dc-8f06-d7fcaa77b3de by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'f542e01d-e060-4b48-a479-f284e81a95e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '44e0ffae-a0be-41c5-8b21-fc0de11ff3e5'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:25:34.388678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] Attempting to bind port 4e56a38a-f983-48dc-8f06-d7fcaa77b3de on network 44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:25:34.397272 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] Pushing event updated for resources: {'Port': ['ID=4e56a38a-f983-48dc-8f06-d7fcaa77b3de,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:34.418599 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] Port 4e56a38a-f983-48dc-8f06-d7fcaa77b3de on network 44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:25:34.419177 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] Attempting to bind port 4e56a38a-f983-48dc-8f06-d7fcaa77b3de on network 44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:25:34.446778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:25:34.447260 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] Checking segment: {'id': 'f542e01d-e060-4b48-a479-f284e81a95e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '44e0ffae-a0be-41c5-8b21-fc0de11ff3e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:25:34.447811 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] Bound using segment: {'id': 'f542e01d-e060-4b48-a479-f284e81a95e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '44e0ffae-a0be-41c5-8b21-fc0de11ff3e5'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:25:34.448476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] Bound port: 4e56a38a-f983-48dc-8f06-d7fcaa77b3de, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f542e01d-e060-4b48-a479-f284e81a95e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '44e0ffae-a0be-41c5-8b21-fc0de11ff3e5'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:25:34.449012 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4e56a38a-f983-48dc-8f06-d7fcaa77b3de), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:34.458958 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b64bc176-2f82-462d-83ed-c042d7671b1d req-447a5416-be42-4095-8fa4-c0de0a7cfd0e tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (8ec500c0-25bf-45c3-9ca7-b8e9ee57948d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:34.474960 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b64bc176-2f82-462d-83ed-c042d7671b1d req-447a5416-be42-4095-8fa4-c0de0a7cfd0e tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8ec500c0-25bf-45c3-9ca7-b8e9ee57948d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:34.489850 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5002e-7648-4ed7-98f8-6afb4eb1fb8b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Subnet': ['ID=5171bb72-f8d3-430a-9f3e-b1c3775c349f,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:34.493345 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545d923-064c-441d-b4e4-cc64c0ed9cf6 req-f965609e-4b49-43c5-8582-5bd02450dd41 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:34.494862 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8545d923-064c-441d-b4e4-cc64c0ed9cf6 req-f965609e-4b49-43c5-8582-5bd02450dd41 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 943 time: 0.2736669 Feb 28 20:25:34.504391 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5002e-7648-4ed7-98f8-6afb4eb1fb8b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Checking segment: {'id': '17580a3a-3d11-47c5-af23-e388e1885831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ef54a15f-cb15-4902-bba4-480590d15174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:25:34.505124 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd5002e-7648-4ed7-98f8-6afb4eb1fb8b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network hostable DHCP agents. Network: ef54a15f-cb15-4902-bba4-480590d15174, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:25:34.531394 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd5002e-7648-4ed7-98f8-6afb4eb1fb8b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network ef54a15f-cb15-4902-bba4-480590d15174 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:25:34.545150 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-acd5002e-7648-4ed7-98f8-6afb4eb1fb8b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ef54a15f-cb15-4902-bba4-480590d15174) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:34.552157 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd5002e-7648-4ed7-98f8-6afb4eb1fb8b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:34.553174 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-acd5002e-7648-4ed7-98f8-6afb4eb1fb8b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3929837'] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:34.553825 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b09475e-ab9c-4c8d-9a31-22def3915b3d None None] Network ef54a15f-cb15-4902-bba4-480590d15174 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:25:34.583724 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-acd5002e-7648-4ed7-98f8-6afb4eb1fb8b tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7854214 Feb 28 20:25:34.585557 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60584) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:34.595470 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4c723d2d-19f4-40de-a405-b91f3f986389 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:34.605167 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b64bc176-2f82-462d-83ed-c042d7671b1d req-447a5416-be42-4095-8fa4-c0de0a7cfd0e tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:34.607123 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b64bc176-2f82-462d-83ed-c042d7671b1d req-447a5416-be42-4095-8fa4-c0de0a7cfd0e tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.8215730 Feb 28 20:25:34.630741 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a5416-be42-4095-8fa4-c0de0a7cfd0e tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec500c0-25bf-45c3-9ca7-b8e9ee57948d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:34.729194 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb52b93-3cc6-4625-96d0-a6c64b155943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-ef54a15f-cb15-4902-bba4-480590d15174', 'network_id': 'ef54a15f-cb15-4902-bba4-480590d15174', 'project_id': 'caf3c52331574e51b777ec07b66911d9', 'fixed_ips': [{'subnet_id': '5171bb72-f8d3-430a-9f3e-b1c3775c349f'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:25:34.730179 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-feb52b93-3cc6-4625-96d0-a6c64b155943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:34.768467 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8545d923-064c-441d-b4e4-cc64c0ed9cf6 req-be93d03f-3979-424e-84a7-5d1b5f2c7f7d tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544141 Feb 28 20:25:34.788885 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] For port 4e56a38a-f983-48dc-8f06-d7fcaa77b3de, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:25:34.817720 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c723d2d-19f4-40de-a405-b91f3f986389 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8770436'] for subnet (5171bb72-f8d3-430a-9f3e-b1c3775c349f), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:34.821876 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] For port 4e56a38a-f983-48dc-8f06-d7fcaa77b3de, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=4e56a38a-f983-48dc-8f06-d7fcaa77b3de,segment=NetworkSegment(f542e01d-e060-4b48-a479-f284e81a95e3),segment_id=f542e01d-e060-4b48-a479-f284e81a95e3)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:25:34.827836 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-0f1ae2fe-eb86-4470-965a-bb93e67c7bee req-91c786cb-b4c1-4c2b-be52-66971240bcca tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-643499250', 'description': 'tempest-description-1113741945'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:34.863193 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (4e56a38a-f983-48dc-8f06-d7fcaa77b3de), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:34.976562 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-feb52b93-3cc6-4625-96d0-a6c64b155943 None None] Allocated IP 172.20.0.2 (ef54a15f-cb15-4902-bba4-480590d15174/5171bb72-f8d3-430a-9f3e-b1c3775c349f/bb6687d3-0614-4bf1-a488-f64c6c9402b8) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:25:35.034002 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:35.034620 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:35.036248 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] 10.222.0.10 "PUT /v2.0/ports/4e56a38a-f983-48dc-8f06-d7fcaa77b3de HTTP/1.1" status: 200 len: 1092 time: 2.2729127 Feb 28 20:25:35.037600 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4f8314-13d2-4859-b4d0-431d081833be', 'tag': '4e56a38a-f983-48dc-8f06-d7fcaa77b3de'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:25:35.065703 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85e3dc1-c197-4302-a1d8-6fc9d8ebfc13" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4f8314-13d2-4859-b4d0-431d081833be", "tag": "4e56a38a-f983-48dc-8f06-d7fcaa77b3de"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:25:35.075439 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f50aad05-b400-478f-8203-d4b72c941825 req-87212fb8-fbc2-401a-bc1a-70692ab740c2 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.1195383 Feb 28 20:25:35.087279 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0f1ae2fe-eb86-4470-965a-bb93e67c7bee req-91c786cb-b4c1-4c2b-be52-66971240bcca tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:35.231285 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60606) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:35.253731 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-feb52b93-3cc6-4625-96d0-a6c64b155943 None None] Publish callbacks [] for port (bb6687d3-0614-4bf1-a488-f64c6c9402b8), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:35.262446 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-feb52b93-3cc6-4625-96d0-a6c64b155943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (bb6687d3-0614-4bf1-a488-f64c6c9402b8), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:35.301179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe2c45-7893-4ed7-9150-c3c3b1e23810 service neutron] Pushing event updated for resources: {'Port': ['ID=4e56a38a-f983-48dc-8f06-d7fcaa77b3de,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:35.328963 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb52b93-3cc6-4625-96d0-a6c64b155943 None None] Pushing event updated for resources: {'Port': ['ID=bb6687d3-0614-4bf1-a488-f64c6c9402b8,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:35.355966 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb52b93-3cc6-4625-96d0-a6c64b155943 None None] Network ef54a15f-cb15-4902-bba4-480590d15174 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:25:35.359152 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-feb52b93-3cc6-4625-96d0-a6c64b155943 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:35.364597 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb52b93-3cc6-4625-96d0-a6c64b155943 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:25:35.412328 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-3a3b17e9-1f66-4d46-9e2a-37b4d6f4a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:35.416841 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c723d2d-19f4-40de-a405-b91f3f986389 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787400725221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8828770'] for subnet (5171bb72-f8d3-430a-9f3e-b1c3775c349f), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:35.422241 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-3a3b17e9-1f66-4d46-9e2a-37b4d6f4a5b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14ae7f64b1084c16baea6064eee3ef15&device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 1126 time: 0.2943630 Feb 28 20:25:35.445165 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-feb52b93-3cc6-4625-96d0-a6c64b155943 None None] Attempting to bind port bb6687d3-0614-4bf1-a488-f64c6c9402b8 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:25:35.445935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-feb52b93-3cc6-4625-96d0-a6c64b155943 None None] Attempting to bind port bb6687d3-0614-4bf1-a488-f64c6c9402b8 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '17580a3a-3d11-47c5-af23-e388e1885831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ef54a15f-cb15-4902-bba4-480590d15174'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:25:35.446466 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb52b93-3cc6-4625-96d0-a6c64b155943 None None] Attempting to bind port bb6687d3-0614-4bf1-a488-f64c6c9402b8 on network ef54a15f-cb15-4902-bba4-480590d15174 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:25:35.455669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb52b93-3cc6-4625-96d0-a6c64b155943 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:25:35.456342 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb52b93-3cc6-4625-96d0-a6c64b155943 None None] Checking segment: {'id': '17580a3a-3d11-47c5-af23-e388e1885831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ef54a15f-cb15-4902-bba4-480590d15174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:25:35.456941 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-feb52b93-3cc6-4625-96d0-a6c64b155943 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:35.457515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb52b93-3cc6-4625-96d0-a6c64b155943 None None] Bound using segment: {'id': '17580a3a-3d11-47c5-af23-e388e1885831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ef54a15f-cb15-4902-bba4-480590d15174'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:25:35.459240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-feb52b93-3cc6-4625-96d0-a6c64b155943 None None] Bound port: bb6687d3-0614-4bf1-a488-f64c6c9402b8, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17580a3a-3d11-47c5-af23-e388e1885831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ef54a15f-cb15-4902-bba4-480590d15174'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:25:35.459870 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-feb52b93-3cc6-4625-96d0-a6c64b155943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bb6687d3-0614-4bf1-a488-f64c6c9402b8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:35.465574 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c723d2d-19f4-40de-a405-b91f3f986389 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:35.466166 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c723d2d-19f4-40de-a405-b91f3f986389 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:35.475586 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4c723d2d-19f4-40de-a405-b91f3f986389 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "PUT /v2.0/subnets/5171bb72-f8d3-430a-9f3e-b1c3775c349f HTTP/1.1" status: 200 len: 806 time: 0.8855762 Feb 28 20:25:35.552093 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60610) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:35.559797 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-feb52b93-3cc6-4625-96d0-a6c64b155943 None None] For port bb6687d3-0614-4bf1-a488-f64c6c9402b8, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:25:35.565633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-feb52b93-3cc6-4625-96d0-a6c64b155943 None None] For port bb6687d3-0614-4bf1-a488-f64c6c9402b8, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=bb6687d3-0614-4bf1-a488-f64c6c9402b8,segment=NetworkSegment(17580a3a-3d11-47c5-af23-e388e1885831),segment_id=17580a3a-3d11-47c5-af23-e388e1885831)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:25:35.573936 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-15306702-cdfb-42e6-bd4e-5b8113a7e571 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e56a38a-f983-48dc-8f06-d7fcaa77b3de HTTP/1.1" status: 200 len: 217 time: 0.1507976 Feb 28 20:25:35.584111 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-feb52b93-3cc6-4625-96d0-a6c64b155943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (bb6687d3-0614-4bf1-a488-f64c6c9402b8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:35.653933 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bde601-f669-43ff-9a28-affcbf4e818b req-97d38d75-4304-4f28-b7e9-6f12c2a159d9 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:35.661598 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51bde601-f669-43ff-9a28-affcbf4e818b req-97d38d75-4304-4f28-b7e9-6f12c2a159d9 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 943 time: 0.4471574 Feb 28 20:25:35.669363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb52b93-3cc6-4625-96d0-a6c64b155943 None None] Pushing event updated for resources: {'Port': ['ID=bb6687d3-0614-4bf1-a488-f64c6c9402b8,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:35.669620 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0f1ae2fe-eb86-4470-965a-bb93e67c7bee req-91c786cb-b4c1-4c2b-be52-66971240bcca tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (b43460be-a024-411c-9d73-b8e733053a5c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:35.710634 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0f1ae2fe-eb86-4470-965a-bb93e67c7bee req-91c786cb-b4c1-4c2b-be52-66971240bcca tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b43460be-a024-411c-9d73-b8e733053a5c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:35.757720 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0f1ae2fe-eb86-4470-965a-bb93e67c7bee req-91c786cb-b4c1-4c2b-be52-66971240bcca tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:35.769867 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f1ae2fe-eb86-4470-965a-bb93e67c7bee req-91c786cb-b4c1-4c2b-be52-66971240bcca tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.9650104 Feb 28 20:25:35.871069 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c786cb-b4c1-4c2b-be52-66971240bcca tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b43460be-a024-411c-9d73-b8e733053a5c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:35.874242 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-c81b2d98-a3af-4008-9793-e1d2bb5f7cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:35.875615 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-c81b2d98-a3af-4008-9793-e1d2bb5f7cd0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2de3391b-9935-4088-82fa-781f577763c2 HTTP/1.1" status: 200 len: 851 time: 0.2853172 Feb 28 20:25:36.041241 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (ef54a15f-cb15-4902-bba4-480590d15174), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:36.086834 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-8d3ad948-2f9e-40a1-942e-a540cb4f1394 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44e0ffae-a0be-41c5-8b21-fc0de11ff3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1877530 Feb 28 20:25:36.097780 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7eb2ab69-a2aa-49d8-afe1-e38659b3f797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:36.100557 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51bde601-f669-43ff-9a28-affcbf4e818b req-27fa3718-fa18-4276-a981-42b46ec874d4 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380827 Feb 28 20:25:36.139121 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c723d2d-19f4-40de-a405-b91f3f986389 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Subnet': ['ID=5171bb72-f8d3-430a-9f3e-b1c3775c349f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:36.323942 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7eb2ab69-a2aa-49d8-afe1-e38659b3f797 admin admin] Publish callbacks [] for security_group (59eaaf3b-b03a-41f0-bfae-fefd979fd9ec), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:36.328907 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7eb2ab69-a2aa-49d8-afe1-e38659b3f797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (59eaaf3b-b03a-41f0-bfae-fefd979fd9ec), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:36.343913 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-38073b84-687c-4bbc-a3a0-61f978b53747 service neutron] 10.222.0.10 "GET /v2.0/networks/44e0ffae-a0be-41c5-8b21-fc0de11ff3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420611 Feb 28 20:25:36.408192 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a9fb96-ae45-4a0d-8140-951cf2d7652d x-openstack-request-id: req-e3a9fb96-ae45-4a0d-8140-951cf2d7652d {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:25:36.408509 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4f8314-13d2-4859-b4d0-431d081833be", "tag": "4e56a38a-f983-48dc-8f06-d7fcaa77b3de", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:25:36.408722 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3a9fb96-ae45-4a0d-8140-951cf2d7652d {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:25:36.409131 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4f8314-13d2-4859-b4d0-431d081833be', 'tag': '4e56a38a-f983-48dc-8f06-d7fcaa77b3de', 'status': 'completed', 'code': 200} Feb 28 20:25:36.427459 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7eb2ab69-a2aa-49d8-afe1-e38659b3f797 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca1569705fef4b5fa054fc627c9f828b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1917465 Feb 28 20:25:36.427459 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2ab69-a2aa-49d8-afe1-e38659b3f797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59eaaf3b-b03a-41f0-bfae-fefd979fd9ec,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:36.433880 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60628) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:36.545413 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-074a7113-2e69-435f-8202-2e43cffb6c4b admin admin] Publish callbacks [] for security_group (59eaaf3b-b03a-41f0-bfae-fefd979fd9ec), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:36.597101 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f35dac09-c95c-420f-9605-7ebdf3643af7 req-19340f4a-84eb-4c71-9e5e-0bfef3de9280 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56994c7b39a64e9e8916b84f6fe9adca HTTP/1.1" status: 200 len: 11011 time: 0.2518837 Feb 28 20:25:36.615238 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-074a7113-2e69-435f-8202-2e43cffb6c4b admin admin] Publish callbacks [] for security_group (59eaaf3b-b03a-41f0-bfae-fefd979fd9ec), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:36.676249 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e438187-9523-4d86-a800-8bc07a865197 req-401a9349-9b17-4d60-95aa-3739087d324d tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.0743234 Feb 28 20:25:36.706692 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-074a7113-2e69-435f-8202-2e43cffb6c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (59eaaf3b-b03a-41f0-bfae-fefd979fd9ec), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:36.710135 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-074a7113-2e69-435f-8202-2e43cffb6c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:36.711883 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-074a7113-2e69-435f-8202-2e43cffb6c4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59eaaf3b-b03a-41f0-bfae-fefd979fd9ec HTTP/1.1" status: 204 len: 168 time: 0.2770252 Feb 28 20:25:36.743496 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a7113-2e69-435f-8202-2e43cffb6c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59eaaf3b-b03a-41f0-bfae-fefd979fd9ec,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:36.748568 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device f2d9f272-0be6-425c-81bf-19f87f61471a no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:25:36.869231 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f35dac09-c95c-420f-9605-7ebdf3643af7 req-fe3d56ad-9949-4d5a-938d-986ddfd02c58 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/ecd7d3fa-8282-4d89-8a34-d910e71d7463 HTTP/1.1" status: 200 len: 3002 time: 0.2711291 Feb 28 20:25:36.952456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Deleting port bb6687d3-0614-4bf1-a488-f64c6c9402b8 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:25:36.952914 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (bb6687d3-0614-4bf1-a488-f64c6c9402b8), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:36.960983 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9a5beb5-647b-4b30-ab37-ef024c553473 req-a72506b5-59a1-41f0-8117-421a9f78e360 service neutron] 10.222.0.10 "GET /v2.0/networks/44e0ffae-a0be-41c5-8b21-fc0de11ff3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993781 Feb 28 20:25:36.989395 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f35dac09-c95c-420f-9605-7ebdf3643af7 req-6ad2591c-0336-4109-8f89-74277660a9f4 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/ecd7d3fa-8282-4d89-8a34-d910e71d7463 HTTP/1.1" status: 200 len: 3002 time: 0.1190848 Feb 28 20:25:37.074852 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port f2d9f272-0be6-425c-81bf-19f87f61471a is: DOWN; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:25:37.096863 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:25:37.193146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] For port bb6687d3-0614-4bf1-a488-f64c6c9402b8, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=bb6687d3-0614-4bf1-a488-f64c6c9402b8,segment=NetworkSegment(17580a3a-3d11-47c5-af23-e388e1885831),segment_id=17580a3a-3d11-47c5-af23-e388e1885831)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:37.193513 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (bb6687d3-0614-4bf1-a488-f64c6c9402b8), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:37.211911 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Calling delete_port for bb6687d3-0614-4bf1-a488-f64c6c9402b8 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:25:37.461252 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (bb6687d3-0614-4bf1-a488-f64c6c9402b8), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:37.519802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270f33a7-5520-4ae8-a3a6-90e77c61e4a1 None None] Network ef54a15f-cb15-4902-bba4-480590d15174 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:25:37.526986 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e3dc1-c197-4302-a1d8-6fc9d8ebfc13 req-bfc60bfb-35fc-4340-9494-d3adff866acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:37.529010 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f85e3dc1-c197-4302-a1d8-6fc9d8ebfc13 req-bfc60bfb-35fc-4340-9494-d3adff866acf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14ae7f64b1084c16baea6064eee3ef15&device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 1126 time: 0.4360874 Feb 28 20:25:37.529806 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Port': ['ID=bb6687d3-0614-4bf1-a488-f64c6c9402b8,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:37.544215 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a26a7913-34d0-4e67-931b-96100949afc9 req-d48f9a06-3b2d-47c0-9cfb-3a90ad5acdf7 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/800e7a59-a5ce-4b51-9494-365f28f06c57 HTTP/1.1" status: 200 len: 1819 time: 0.5337868 Feb 28 20:25:37.623127 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-6dff1e4f-c597-4e41-a963-7b54aaa0bfd7 None None] Could not find standard attr ID for object bb6687d3-0614-4bf1-a488-f64c6c9402b8. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:25:38.026337 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No DVR routers for this DVR port bb6687d3-0614-4bf1-a488-f64c6c9402b8 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:25:38.034939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d392276-f209-4ea1-a42b-4f17718c2264 None None] Network ef54a15f-cb15-4902-bba4-480590d15174 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:25:38.130375 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95933a84-c962-4352-9431-98219c581bd7 req-86dc7da6-4f37-49bb-9f54-fcef755cce74 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:38.131871 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95933a84-c962-4352-9431-98219c581bd7 req-86dc7da6-4f37-49bb-9f54-fcef755cce74 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 943 time: 0.6936185 Feb 28 20:25:38.180717 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (5171bb72-f8d3-430a-9f3e-b1c3775c349f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:38.241974 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a26a7913-34d0-4e67-931b-96100949afc9 req-057b5ab8-823b-41a0-bc5d-0c538f016ee2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (800e7a59-a5ce-4b51-9494-365f28f06c57), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:38.287106 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e3dc1-c197-4302-a1d8-6fc9d8ebfc13 req-0629ad28-dd54-44bc-9487-c2f2253e4a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:38.288620 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f85e3dc1-c197-4302-a1d8-6fc9d8ebfc13 req-0629ad28-dd54-44bc-9487-c2f2253e4a58 service neutron] 10.222.0.10 "GET /v2.0/networks?id=44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 HTTP/1.1" status: 200 len: 911 time: 0.7255983 Feb 28 20:25:38.303015 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a26a7913-34d0-4e67-931b-96100949afc9 req-057b5ab8-823b-41a0-bc5d-0c538f016ee2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (800e7a59-a5ce-4b51-9494-365f28f06c57), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:38.314445 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95933a84-c962-4352-9431-98219c581bd7 req-4038d8dd-d632-47cf-89a1-e63fc488f053 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707859 Feb 28 20:25:38.382759 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f85e3dc1-c197-4302-a1d8-6fc9d8ebfc13 req-60bc741b-52da-4fdf-bfab-2b2090eba939 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e56a38a-f983-48dc-8f06-d7fcaa77b3de HTTP/1.1" status: 200 len: 217 time: 0.0815136 Feb 28 20:25:38.432523 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (5171bb72-f8d3-430a-9f3e-b1c3775c349f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:38.480866 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Subnet': ['ID=5171bb72-f8d3-430a-9f3e-b1c3775c349f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:38.484444 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155af9ae-2f17-4001-9161-c0c94033a96f None None] Network ef54a15f-cb15-4902-bba4-480590d15174 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:25:38.488881 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a26a7913-34d0-4e67-931b-96100949afc9 req-057b5ab8-823b-41a0-bc5d-0c538f016ee2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (800e7a59-a5ce-4b51-9494-365f28f06c57), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:38.491604 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a26a7913-34d0-4e67-931b-96100949afc9 req-057b5ab8-823b-41a0-bc5d-0c538f016ee2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:38.492848 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a26a7913-34d0-4e67-931b-96100949afc9 req-057b5ab8-823b-41a0-bc5d-0c538f016ee2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "DELETE /v2.0/security-groups/800e7a59-a5ce-4b51-9494-365f28f06c57 HTTP/1.1" status: 204 len: 173 time: 0.9477613 Feb 28 20:25:38.517721 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e3dc1-c197-4302-a1d8-6fc9d8ebfc13 req-fd883ae8-0503-4c6c-86a1-9beb4f8a15e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:38.519208 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f85e3dc1-c197-4302-a1d8-6fc9d8ebfc13 req-fd883ae8-0503-4c6c-86a1-9beb4f8a15e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2de3391b-9935-4088-82fa-781f577763c2 HTTP/1.1" status: 200 len: 851 time: 0.1267738 Feb 28 20:25:38.568891 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b5ab8-823b-41a0-bc5d-0c538f016ee2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=800e7a59-a5ce-4b51-9494-365f28f06c57,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:38.599496 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (ef54a15f-cb15-4902-bba4-480590d15174), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:38.603985 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f85e3dc1-c197-4302-a1d8-6fc9d8ebfc13 req-df278afc-14b1-4e35-aca4-a75aed80834f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44e0ffae-a0be-41c5-8b21-fc0de11ff3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745766 Feb 28 20:25:38.669336 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d53f0f9a-ad1b-45f7-b4bd-8b6dc1c3b2a0 req-35bec633-e69e-4c44-b857-0ab0e1decc56 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.0724487 Feb 28 20:25:38.671053 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef54a15f-cb15-4902-bba4-480590d15174']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:38.690379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17580a3a-3d11-47c5-af23-e388e1885831') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:38.690717 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17580a3a-3d11-47c5-af23-e388e1885831') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:38.718736 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba6dcce-4e8e-4c9a-ad32-4c312e103bdc None None] DHCP port deletion for ef54a15f-cb15-4902-bba4-480590d15174 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:25:38.737117 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (17580a3a-3d11-47c5-af23-e388e1885831), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:38.772531 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (17580a3a-3d11-47c5-af23-e388e1885831), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:38.784637 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2733d958-4d50-4eaf-ba51-40fddb052a83 req-2c46267b-66df-473d-9608-02cf69bf3c90 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1418886 Feb 28 20:25:38.796576 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-1efb1b04-113f-4f4e-9991-037b75d69647 req-acc87bae-1eb7-487c-87fe-85bcd135e6d6 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] show failed (client error): The resource could not be found. Feb 28 20:25:38.797642 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1efb1b04-113f-4f4e-9991-037b75d69647 req-acc87bae-1eb7-487c-87fe-85bcd135e6d6 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/800e7a59-a5ce-4b51-9494-365f28f06c57 HTTP/1.1" status: 404 len: 352 time: 0.0449848 Feb 28 20:25:38.801521 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:25:38.801978 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (17580a3a-3d11-47c5-af23-e388e1885831), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:25:38.833539 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:25:38.896526 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f85e3dc1-c197-4302-a1d8-6fc9d8ebfc13 req-95183a7d-2909-4ae7-9736-af92af199ab2 service neutron] 10.222.0.10 "GET /v2.0/networks/44e0ffae-a0be-41c5-8b21-fc0de11ff3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718947 Feb 28 20:25:38.928852 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (ef54a15f-cb15-4902-bba4-480590d15174), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:38.945529 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:38.948753 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/ef54a15f-cb15-4902-bba4-480590d15174 HTTP/1.1" status: 204 len: 168 time: 3.3926888 Feb 28 20:25:38.951433 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60702) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:38.992552 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd87db-5609-4963-904e-cb26962e097e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Network': ['ID=ef54a15f-cb15-4902-bba4-480590d15174,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:39.004568 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad175a72-209a-465d-ba24-a2f0828081bd tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] DELETE failed (client error): The resource could not be found. Feb 28 20:25:39.004568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad175a72-209a-465d-ba24-a2f0828081bd tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:25:39.004568 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ad175a72-209a-465d-ba24-a2f0828081bd tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/ef54a15f-cb15-4902-bba4-480590d15174 HTTP/1.1" status: 404 len: 339 time: 0.0510471 Feb 28 20:25:39.005185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e80cb3-5c7f-46a3-bf80-e8e9887f3027 req-9429985a-9a47-48cc-937a-f535f0268646 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:39.005728 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2e80cb3-5c7f-46a3-bf80-e8e9887f3027 req-9429985a-9a47-48cc-937a-f535f0268646 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 943 time: 0.2378743 Feb 28 20:25:39.012063 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60706) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:39.017083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-a4120ac7-d048-4108-b234-170db99087b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1174975489', 'description': 'd1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:39.081247 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733d958-4d50-4eaf-ba51-40fddb052a83 req-8e2d4b95-c16e-46ee-ade2-c4316aebaaca tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:39.090461 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2733d958-4d50-4eaf-ba51-40fddb052a83 req-8e2d4b95-c16e-46ee-ade2-c4316aebaaca tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports/f2d9f272-0be6-425c-81bf-19f87f61471a HTTP/1.1" status: 200 len: 940 time: 0.2856259 Feb 28 20:25:39.093061 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4120ac7-d048-4108-b234-170db99087b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:25:39.096890 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a4120ac7-d048-4108-b234-170db99087b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:39.143041 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f85e3dc1-c197-4302-a1d8-6fc9d8ebfc13 req-bff0a168-0a29-405d-ad20-e4f233ea3035 service neutron] 10.222.0.10 "GET /v2.0/networks/44e0ffae-a0be-41c5-8b21-fc0de11ff3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374980 Feb 28 20:25:39.149745 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-559801ce-d602-41c0-9a0d-146680ec086c req-5d64eff2-c145-48bb-8bec-307ece6e667b tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/8ec500c0-25bf-45c3-9ca7-b8e9ee57948d HTTP/1.1" status: 200 len: 1819 time: 0.1208632 Feb 28 20:25:39.164909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4120ac7-d048-4108-b234-170db99087b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:25:39.170079 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2e80cb3-5c7f-46a3-bf80-e8e9887f3027 req-b88e5f18-4eab-49a8-9f44-ab59bc8dc6e4 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462529 Feb 28 20:25:39.195236 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a4120ac7-d048-4108-b234-170db99087b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (81a4a870-316a-41f0-987a-2340600a8fe9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:39.195612 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-a4120ac7-d048-4108-b234-170db99087b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Added segment 81a4a870-316a-41f0-987a-2340600a8fe9 of type vlan for network 319ed996-80b3-4700-9310-bd9c486c95ba Feb 28 20:25:39.261141 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a4120ac7-d048-4108-b234-170db99087b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (319ed996-80b3-4700-9310-bd9c486c95ba), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:39.284706 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-559801ce-d602-41c0-9a0d-146680ec086c req-178f9830-b46e-4c33-beee-f81dc57c7cd2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (8ec500c0-25bf-45c3-9ca7-b8e9ee57948d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:39.316707 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a4120ac7-d048-4108-b234-170db99087b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (319ed996-80b3-4700-9310-bd9c486c95ba), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:39.321927 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4120ac7-d048-4108-b234-170db99087b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:39.322662 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a4120ac7-d048-4108-b234-170db99087b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:39.341320 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-559801ce-d602-41c0-9a0d-146680ec086c req-178f9830-b46e-4c33-beee-f81dc57c7cd2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (8ec500c0-25bf-45c3-9ca7-b8e9ee57948d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:39.407498 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60726) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:39.410615 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a4120ac7-d048-4108-b234-170db99087b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3974366 Feb 28 20:25:39.480436 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4120ac7-d048-4108-b234-170db99087b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Network': ['ID=319ed996-80b3-4700-9310-bd9c486c95ba,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:39.507955 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 319ed996-80b3-4700-9310-bd9c486c95ba details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:25:39.508643 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-559801ce-d602-41c0-9a0d-146680ec086c req-178f9830-b46e-4c33-beee-f81dc57c7cd2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8ec500c0-25bf-45c3-9ca7-b8e9ee57948d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:39.512754 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-559801ce-d602-41c0-9a0d-146680ec086c req-178f9830-b46e-4c33-beee-f81dc57c7cd2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:39.520179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-559801ce-d602-41c0-9a0d-146680ec086c req-178f9830-b46e-4c33-beee-f81dc57c7cd2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "DELETE /v2.0/security-groups/8ec500c0-25bf-45c3-9ca7-b8e9ee57948d HTTP/1.1" status: 204 len: 173 time: 0.3489881 Feb 28 20:25:39.553060 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f9830-b46e-4c33-beee-f81dc57c7cd2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec500c0-25bf-45c3-9ca7-b8e9ee57948d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:39.656787 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad5237d-3b3f-40aa-890f-63b50b796b3d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:39.704873 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cad5237d-3b3f-40aa-890f-63b50b796b3d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "GET /v2.0/networks?id=319ed996-80b3-4700-9310-bd9c486c95ba HTTP/1.1" status: 200 len: 761 time: 0.2960970 Feb 28 20:25:39.707792 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60736) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:39.722359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9f358-7407-4add-ad91-3ef4dbb33d0a req-28f25561-8528-4c4a-9842-7887c756837f tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:39.725186 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ae9f358-7407-4add-ad91-3ef4dbb33d0a req-28f25561-8528-4c4a-9842-7887c756837f tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 943 time: 0.0912974 Feb 28 20:25:39.731320 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-91612d24-d86d-4640-a637-d2b80e7e71ee tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'network': {'description': 'd2'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:39.841293 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ae9f358-7407-4add-ad91-3ef4dbb33d0a req-a6fec423-99c2-4d4b-8f75-6b5f1070915e tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087310 Feb 28 20:25:39.911825 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-35e17a13-1b0e-427c-9d2c-13b95c445aa0 req-c7850790-ce5d-4495-bdd6-4d6b471dc2e5 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] show failed (client error): The resource could not be found. Feb 28 20:25:39.931540 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-35e17a13-1b0e-427c-9d2c-13b95c445aa0 req-c7850790-ce5d-4495-bdd6-4d6b471dc2e5 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/8ec500c0-25bf-45c3-9ca7-b8e9ee57948d HTTP/1.1" status: 404 len: 352 time: 0.0399408 Feb 28 20:25:40.010833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device bb6687d3-0614-4bf1-a488-f64c6c9402b8 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:25:40.059189 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: bb6687d3-0614-4bf1-a488-f64c6c9402b8 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:25:40.059532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device bb6687d3-0614-4bf1-a488-f64c6c9402b8 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:25:40.092670 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-498076f7-5791-4a6e-aa15-98e4e39ff85e req-40c7c1d7-e6ab-4054-8d7c-d9e178650234 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.0506492 Feb 28 20:25:40.093358 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60746) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:40.196869 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68c59dc3-4e0b-4bc1-9d77-6dc7f8642738 req-059808a4-58bf-4758-8532-71c2475aaf55 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/b43460be-a024-411c-9d73-b8e733053a5c HTTP/1.1" status: 200 len: 1819 time: 0.1340723 Feb 28 20:25:40.254682 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91612d24-d86d-4640-a637-d2b80e7e71ee tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (319ed996-80b3-4700-9310-bd9c486c95ba), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:40.335551 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91612d24-d86d-4640-a637-d2b80e7e71ee tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (319ed996-80b3-4700-9310-bd9c486c95ba), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:40.379596 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-91612d24-d86d-4640-a637-d2b80e7e71ee tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network 319ed996-80b3-4700-9310-bd9c486c95ba is not hosted by any dhcp agent {{(pid=103773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 20:25:40.387686 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91612d24-d86d-4640-a637-d2b80e7e71ee tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:40.388637 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91612d24-d86d-4640-a637-d2b80e7e71ee tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:40.393439 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-91612d24-d86d-4640-a637-d2b80e7e71ee tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "PUT /v2.0/networks/319ed996-80b3-4700-9310-bd9c486c95ba HTTP/1.1" status: 200 len: 758 time: 0.6815488 Feb 28 20:25:40.403149 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60756) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:40.410387 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733d958-4d50-4eaf-ba51-40fddb052a83 req-e84a9f16-aa84-4953-aa38-89300ffb7350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:40.412511 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2733d958-4d50-4eaf-ba51-40fddb052a83 req-e84a9f16-aa84-4953-aa38-89300ffb7350 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a&tenant_id=d21f27a53ace41c6b073930944eb8337 HTTP/1.1" status: 200 len: 1126 time: 0.2298262 Feb 28 20:25:40.413271 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-89bc5c1b-ef19-4926-9acd-5a46434e592d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:40.416633 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-68c59dc3-4e0b-4bc1-9d77-6dc7f8642738 req-6c564ae9-94c0-44be-969f-2764cca9eec2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (b43460be-a024-411c-9d73-b8e733053a5c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:40.469482 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-68c59dc3-4e0b-4bc1-9d77-6dc7f8642738 req-6c564ae9-94c0-44be-969f-2764cca9eec2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (b43460be-a024-411c-9d73-b8e733053a5c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:40.509429 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91612d24-d86d-4640-a637-d2b80e7e71ee tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Network': ['ID=319ed996-80b3-4700-9310-bd9c486c95ba,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:40.518002 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3412455-75bc-40e4-920d-015dcffb4f31 req-a7c344a5-4bf3-44ed-9fe7-9446c46b79f6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:40.519649 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b3412455-75bc-40e4-920d-015dcffb4f31 req-a7c344a5-4bf3-44ed-9fe7-9446c46b79f6 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 943 time: 0.1622522 Feb 28 20:25:40.535348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 319ed996-80b3-4700-9310-bd9c486c95ba details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:25:40.587686 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-68c59dc3-4e0b-4bc1-9d77-6dc7f8642738 req-6c564ae9-94c0-44be-969f-2764cca9eec2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b43460be-a024-411c-9d73-b8e733053a5c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:40.590409 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-68c59dc3-4e0b-4bc1-9d77-6dc7f8642738 req-6c564ae9-94c0-44be-969f-2764cca9eec2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:40.591660 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68c59dc3-4e0b-4bc1-9d77-6dc7f8642738 req-6c564ae9-94c0-44be-969f-2764cca9eec2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "DELETE /v2.0/security-groups/b43460be-a024-411c-9d73-b8e733053a5c HTTP/1.1" status: 204 len: 173 time: 0.3888068 Feb 28 20:25:40.592659 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61abfda4-8647-4c15-a999-99e1dc417016 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:40.598271 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-61abfda4-8647-4c15-a999-99e1dc417016 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "GET /v2.0/networks?id=319ed996-80b3-4700-9310-bd9c486c95ba HTTP/1.1" status: 200 len: 761 time: 0.1876426 Feb 28 20:25:40.598271 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60758) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:40.606500 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-cf7a2332-1f8e-4764-8322-37aa13ce15a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1495276833'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:40.615114 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733d958-4d50-4eaf-ba51-40fddb052a83 req-ceff2052-05db-47c6-a788-df2e62bd9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:40.617027 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2733d958-4d50-4eaf-ba51-40fddb052a83 req-ceff2052-05db-47c6-a788-df2e62bd9a93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d21f27a53ace41c6b073930944eb8337&device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 1126 time: 0.1576543 Feb 28 20:25:40.633688 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b3412455-75bc-40e4-920d-015dcffb4f31 req-a72aea0f-f4ca-477a-87f5-07ba5cff058e tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017611 Feb 28 20:25:40.634651 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c564ae9-94c0-44be-969f-2764cca9eec2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43460be-a024-411c-9d73-b8e733053a5c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:40.642485 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-89bc5c1b-ef19-4926-9acd-5a46434e592d admin admin] Publish callbacks [] for security_group (0fe02e77-c39e-4df7-a3b0-db879ab698aa), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:40.647948 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-89bc5c1b-ef19-4926-9acd-5a46434e592d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0fe02e77-c39e-4df7-a3b0-db879ab698aa), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:40.676781 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7a2332-1f8e-4764-8322-37aa13ce15a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:25:40.683676 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf7a2332-1f8e-4764-8322-37aa13ce15a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:40.730448 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-89bc5c1b-ef19-4926-9acd-5a46434e592d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06d4d4ae18d04d359e0bfab1821c9567&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6192141 Feb 28 20:25:40.736175 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60764) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:40.738798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc5c1b-ef19-4926-9acd-5a46434e592d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe02e77-c39e-4df7-a3b0-db879ab698aa,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:40.742804 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-1ab77e55-6ec4-48a7-9748-44e1fe90a0cc req-78d1c78a-f335-4a08-979e-fcb7d6b503ef tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] show failed (client error): The resource could not be found. Feb 28 20:25:40.744780 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1ab77e55-6ec4-48a7-9748-44e1fe90a0cc req-78d1c78a-f335-4a08-979e-fcb7d6b503ef tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/b43460be-a024-411c-9d73-b8e733053a5c HTTP/1.1" status: 404 len: 352 time: 0.0334070 Feb 28 20:25:40.790645 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7a2332-1f8e-4764-8322-37aa13ce15a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:25:40.826392 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf7a2332-1f8e-4764-8322-37aa13ce15a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (77579718-3a96-4066-9187-15a34809f984), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:40.826742 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-cf7a2332-1f8e-4764-8322-37aa13ce15a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Added segment 77579718-3a96-4066-9187-15a34809f984 of type vlan for network 1e69cb01-c6b6-472a-8075-064f58998607 Feb 28 20:25:40.854081 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733d958-4d50-4eaf-ba51-40fddb052a83 req-1739c2a7-0cc6-4580-89c0-53bde93e1cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:40.855580 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2733d958-4d50-4eaf-ba51-40fddb052a83 req-1739c2a7-0cc6-4580-89c0-53bde93e1cd6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ab05bea-86cc-498b-aded-ed9c3d7148ac HTTP/1.1" status: 200 len: 917 time: 0.2312028 Feb 28 20:25:40.858042 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f609fb75-6723-4cf9-ac42-9141256e7a82 admin admin] Publish callbacks [] for security_group (0fe02e77-c39e-4df7-a3b0-db879ab698aa), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:40.877037 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-318ee373-34ec-4be4-b4ae-fa13d30714ba req-9c74ff5b-3559-47ea-a288-15f639f13a95 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56994c7b39a64e9e8916b84f6fe9adca HTTP/1.1" status: 200 len: 6207 time: 0.0963981 Feb 28 20:25:40.938026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-318ee373-34ec-4be4-b4ae-fa13d30714ba req-a72d5248-81de-4ea2-9540-d36b1589c080 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/ecd7d3fa-8282-4d89-8a34-d910e71d7463 HTTP/1.1" status: 200 len: 3002 time: 0.0541801 Feb 28 20:25:40.945418 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf7a2332-1f8e-4764-8322-37aa13ce15a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (1e69cb01-c6b6-472a-8075-064f58998607), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:40.980202 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f609fb75-6723-4cf9-ac42-9141256e7a82 admin admin] Publish callbacks [] for security_group (0fe02e77-c39e-4df7-a3b0-db879ab698aa), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:41.016906 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2733d958-4d50-4eaf-ba51-40fddb052a83 req-96160d8b-ec4f-416a-b26c-411406714e35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2d9f272-0be6-425c-81bf-19f87f61471a HTTP/1.1" status: 200 len: 999 time: 0.1349072 Feb 28 20:25:41.027265 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-318ee373-34ec-4be4-b4ae-fa13d30714ba req-bd38e5f6-9b13-4caf-9607-440f04b590e2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/ecd7d3fa-8282-4d89-8a34-d910e71d7463 HTTP/1.1" status: 200 len: 3002 time: 0.0805705 Feb 28 20:25:41.047049 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586299a2-5cda-4af9-987c-6a40ea3996d2 req-28d88d9f-0b26-4820-9e0a-7aca1fd66b30 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:41.049448 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-586299a2-5cda-4af9-987c-6a40ea3996d2 req-28d88d9f-0b26-4820-9e0a-7aca1fd66b30 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 943 time: 0.1044807 Feb 28 20:25:41.095460 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf7a2332-1f8e-4764-8322-37aa13ce15a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (1e69cb01-c6b6-472a-8075-064f58998607), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:41.100566 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7a2332-1f8e-4764-8322-37aa13ce15a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:41.101421 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf7a2332-1f8e-4764-8322-37aa13ce15a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:41.110982 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-586299a2-5cda-4af9-987c-6a40ea3996d2 req-fe233ea8-1b9f-4ae4-a2a9-627b8b37cd43 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535676 Feb 28 20:25:41.159911 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-ff0e0935-c98b-4c73-90dd-0fa8728fd459 req-c74b542f-b2fe-402c-b4f5-2830b891703d tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1632101417', 'description': 'tempest-description-1701067626'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:41.190933 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733d958-4d50-4eaf-ba51-40fddb052a83 req-2d8fb1dd-d09a-4f7f-b949-c14aa187f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:41.192735 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2733d958-4d50-4eaf-ba51-40fddb052a83 req-2d8fb1dd-d09a-4f7f-b949-c14aa187f8f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=168325cf-0c5d-4ba0-baad-f937703ff430 HTTP/1.1" status: 200 len: 856 time: 0.1673510 Feb 28 20:25:41.199587 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cf7a2332-1f8e-4764-8322-37aa13ce15a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5998828 Feb 28 20:25:41.207189 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60784) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:41.220929 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ff0e0935-c98b-4c73-90dd-0fa8728fd459 req-c74b542f-b2fe-402c-b4f5-2830b891703d tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:41.224004 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-363af4c6-b437-491d-951d-d5e477d47ca7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'subnet': {'network_id': '1e69cb01-c6b6-472a-8075-064f58998607', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:41.335978 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a2332-1f8e-4764-8322-37aa13ce15a2 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Network': ['ID=1e69cb01-c6b6-472a-8075-064f58998607,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:41.341480 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-028ba6c2-57dc-4e51-a474-5d0fc13ee221 req-d865bb9b-84eb-45ef-84be-e0b123a7a189 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.0502746 Feb 28 20:25:41.354085 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f609fb75-6723-4cf9-ac42-9141256e7a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0fe02e77-c39e-4df7-a3b0-db879ab698aa), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:41.356024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 1e69cb01-c6b6-472a-8075-064f58998607 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:25:41.357489 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f609fb75-6723-4cf9-ac42-9141256e7a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:41.362439 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f609fb75-6723-4cf9-ac42-9141256e7a82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0fe02e77-c39e-4df7-a3b0-db879ab698aa HTTP/1.1" status: 204 len: 168 time: 0.6217964 Feb 28 20:25:41.378219 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363af4c6-b437-491d-951d-d5e477d47ca7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:25:41.381983 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-363af4c6-b437-491d-951d-d5e477d47ca7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:41.385474 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609fb75-6723-4cf9-ac42-9141256e7a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe02e77-c39e-4df7-a3b0-db879ab698aa,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:41.459615 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733d958-4d50-4eaf-ba51-40fddb052a83 req-7edce704-9c30-46ae-a985-4d182deddcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:41.461580 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2733d958-4d50-4eaf-ba51-40fddb052a83 req-7edce704-9c30-46ae-a985-4d182deddcf5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ab05bea-86cc-498b-aded-ed9c3d7148ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2604139 Feb 28 20:25:41.462762 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ff0e0935-c98b-4c73-90dd-0fa8728fd459 req-c74b542f-b2fe-402c-b4f5-2830b891703d tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (955aab9a-f007-4829-b11d-fc8ef46daf2f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:41.468391 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ff0e0935-c98b-4c73-90dd-0fa8728fd459 req-c74b542f-b2fe-402c-b4f5-2830b891703d tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (955aab9a-f007-4829-b11d-fc8ef46daf2f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:41.514853 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ff0e0935-c98b-4c73-90dd-0fa8728fd459 req-c74b542f-b2fe-402c-b4f5-2830b891703d tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:41.517451 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff0e0935-c98b-4c73-90dd-0fa8728fd459 req-c74b542f-b2fe-402c-b4f5-2830b891703d tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3797059 Feb 28 20:25:41.585991 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-987a0322-fcae-4219-8673-4d426778cfba req-d8d29e4c-ec16-46b7-a685-224055f485c5 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-119812338', 'description': 'tempest-description-1719924641'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:41.600726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b542f-b2fe-402c-b4f5-2830b891703d tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=955aab9a-f007-4829-b11d-fc8ef46daf2f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:41.652674 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-987a0322-fcae-4219-8673-4d426778cfba req-d8d29e4c-ec16-46b7-a685-224055f485c5 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:41.674538 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2733d958-4d50-4eaf-ba51-40fddb052a83 req-55932ba3-2f7d-492c-baa2-75fd488c68f0 service neutron] 10.222.0.15 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996088 Feb 28 20:25:41.734062 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 4e56a38a-f983-48dc-8f06-d7fcaa77b3de details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:25:41.794428 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-987a0322-fcae-4219-8673-4d426778cfba req-d8d29e4c-ec16-46b7-a685-224055f485c5 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (985b5685-4a01-4f4c-a62a-46b36fb5181d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:41.833812 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-987a0322-fcae-4219-8673-4d426778cfba req-d8d29e4c-ec16-46b7-a685-224055f485c5 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (985b5685-4a01-4f4c-a62a-46b36fb5181d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:41.894285 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-987a0322-fcae-4219-8673-4d426778cfba req-d8d29e4c-ec16-46b7-a685-224055f485c5 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:41.925311 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-987a0322-fcae-4219-8673-4d426778cfba req-d8d29e4c-ec16-46b7-a685-224055f485c5 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3386250 Feb 28 20:25:41.926577 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 4e56a38a-f983-48dc-8f06-d7fcaa77b3de, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=4e56a38a-f983-48dc-8f06-d7fcaa77b3de,segment=NetworkSegment(f542e01d-e060-4b48-a479-f284e81a95e3),segment_id=f542e01d-e060-4b48-a479-f284e81a95e3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:41.935684 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-363af4c6-b437-491d-951d-d5e477d47ca7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (dcba8123-3f0d-42c2-a78d-1d2d07adee21), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:41.949662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '4e56a38a-f983-48dc-8f06-d7fcaa77b3de', 'network_id': '44e0ffae-a0be-41c5-8b21-fc0de11ff3e5', 'port_id': '4e56a38a-f983-48dc-8f06-d7fcaa77b3de', 'mac_address': 'fa:16:3e:74:f9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de3391b-9935-4088-82fa-781f577763c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:25:41.964691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb85a5-7b28-4833-ac4f-0e16426b69a6 req-6809931f-ccd4-4d2e-a2d5-ad671221f4cd tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:41.973202 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-96bb85a5-7b28-4833-ac4f-0e16426b69a6 req-6809931f-ccd4-4d2e-a2d5-ad671221f4cd tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 943 time: 0.1760635 Feb 28 20:25:41.975390 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d29e4c-ec16-46b7-a685-224055f485c5 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=985b5685-4a01-4f4c-a62a-46b36fb5181d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:42.050227 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-96bb85a5-7b28-4833-ac4f-0e16426b69a6 req-85f7f30a-e526-41fb-aa39-f425c6d9c406 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756352 Feb 28 20:25:42.055034 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363af4c6-b437-491d-951d-d5e477d47ca7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Subnet': ['ID=dcba8123-3f0d-42c2-a78d-1d2d07adee21,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:42.097891 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2733d958-4d50-4eaf-ba51-40fddb052a83 req-0be41602-9336-4663-8caa-69fe7d548e52 service neutron] 10.222.0.15 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187973 Feb 28 20:25:42.149644 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363af4c6-b437-491d-951d-d5e477d47ca7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Checking segment: {'id': '77579718-3a96-4066-9187-15a34809f984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1e69cb01-c6b6-472a-8075-064f58998607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:25:42.150137 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363af4c6-b437-491d-951d-d5e477d47ca7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network hostable DHCP agents. Network: 1e69cb01-c6b6-472a-8075-064f58998607, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:25:42.184322 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363af4c6-b437-491d-951d-d5e477d47ca7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network 1e69cb01-c6b6-472a-8075-064f58998607 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:25:42.196794 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-363af4c6-b437-491d-951d-d5e477d47ca7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 1e69cb01-c6b6-472a-8075-064f58998607) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:42.202611 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363af4c6-b437-491d-951d-d5e477d47ca7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:42.203357 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-363af4c6-b437-491d-951d-d5e477d47ca7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:42.227618 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-363af4c6-b437-491d-951d-d5e477d47ca7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0109017 Feb 28 20:25:42.228320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60814) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:42.324987 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 4e56a38a-f983-48dc-8f06-d7fcaa77b3de is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:25:42.325344 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4e56a38a-f983-48dc-8f06-d7fcaa77b3de), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:42.327464 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2948a062-0bed-401f-a118-be4c36c4cec1 None None] Network 1e69cb01-c6b6-472a-8075-064f58998607 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:25:42.362264 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e56a38a-f983-48dc-8f06-d7fcaa77b3de {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:25:42.452980 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 4e56a38a-f983-48dc-8f06-d7fcaa77b3de, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=4e56a38a-f983-48dc-8f06-d7fcaa77b3de,segment=NetworkSegment(f542e01d-e060-4b48-a479-f284e81a95e3),segment_id=f542e01d-e060-4b48-a479-f284e81a95e3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:42.470426 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4e56a38a-f983-48dc-8f06-d7fcaa77b3de), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:42.586474 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec05e14a-7fb3-476e-9280-7f9a00ac0e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-1e69cb01-c6b6-472a-8075-064f58998607', 'network_id': '1e69cb01-c6b6-472a-8075-064f58998607', 'project_id': 'caf3c52331574e51b777ec07b66911d9', 'fixed_ips': [{'subnet_id': 'dcba8123-3f0d-42c2-a78d-1d2d07adee21'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:25:42.588034 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ec05e14a-7fb3-476e-9280-7f9a00ac0e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:42.645587 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=4e56a38a-f983-48dc-8f06-d7fcaa77b3de,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:42.737520 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (1e69cb01-c6b6-472a-8075-064f58998607), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:42.836101 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60842) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:42.854755 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['4e56a38a-f983-48dc-8f06-d7fcaa77b3de'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:25:42.903178 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-ec05e14a-7fb3-476e-9280-7f9a00ac0e51 None None] Allocated IP 172.20.0.2 (1e69cb01-c6b6-472a-8075-064f58998607/dcba8123-3f0d-42c2-a78d-1d2d07adee21/2614205e-c9b3-4eec-ad3a-e98edef2edde) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:25:42.912909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-17534878-125c-4093-b5d0-38397f480b0e tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:42.927670 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-17534878-125c-4093-b5d0-38397f480b0e tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/networks?id=b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 HTTP/1.1" status: 200 len: 813 time: 0.4554307 Feb 28 20:25:42.971085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d9e6b-980e-4cb3-9445-78f6d8a0af85 req-fbfb03cd-c72a-4bdf-93e2-7acdc5fd1b54 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:42.978352 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-335d9e6b-980e-4cb3-9445-78f6d8a0af85 req-fbfb03cd-c72a-4bdf-93e2-7acdc5fd1b54 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 944 time: 0.5050201 Feb 28 20:25:43.031344 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-1b02d3df-15ac-48bb-ac7c-a1d99b4f3394 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/quotas/56994c7b39a64e9e8916b84f6fe9adca HTTP/1.1" status: 200 len: 375 time: 0.1024497 Feb 28 20:25:43.076770 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-fa364192-488e-4d09-940d-77ccc4884d22 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-753889427-network', 'tenant_id': 'ce448fa148384bfb9a78481379c26323'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:43.115906 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa364192-488e-4d09-940d-77ccc4884d22 admin admin] Made reservation on behalf of ce448fa148384bfb9a78481379c26323 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:25:43.122447 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (dcba8123-3f0d-42c2-a78d-1d2d07adee21), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:43.122723 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa364192-488e-4d09-940d-77ccc4884d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:43.150809 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa364192-488e-4d09-940d-77ccc4884d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:43.160381 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-335d9e6b-980e-4cb3-9445-78f6d8a0af85 req-49af4578-ac44-40fe-b28b-83e89f12a01c tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810689 Feb 28 20:25:43.370050 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa364192-488e-4d09-940d-77ccc4884d22 admin admin] Publish callbacks [] for security_group (ecb25c0b-240b-4e54-8973-b288acf252c1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:43.375342 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa364192-488e-4d09-940d-77ccc4884d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ecb25c0b-240b-4e54-8973-b288acf252c1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:43.449559 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-a84e82e7-2d87-41b4-a6b3-56ba6e5cb7e5 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56994c7b39a64e9e8916b84f6fe9adca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4163265 Feb 28 20:25:43.470913 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cf62df9c-62b0-4cbd-8ed5-4a8d3fab9dd9 req-c1e5a036-a43f-4346-848c-f95580ffd908 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.1568537 Feb 28 20:25:43.478360 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa364192-488e-4d09-940d-77ccc4884d22 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:25:43.530814 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ec05e14a-7fb3-476e-9280-7f9a00ac0e51 None None] Publish callbacks [] for port (2614205e-c9b3-4eec-ad3a-e98edef2edde), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:43.539371 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa364192-488e-4d09-940d-77ccc4884d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb25c0b-240b-4e54-8973-b288acf252c1,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:43.551046 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ec05e14a-7fb3-476e-9280-7f9a00ac0e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (2614205e-c9b3-4eec-ad3a-e98edef2edde), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:43.561549 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa364192-488e-4d09-940d-77ccc4884d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (8e033a05-7daa-4810-ae7e-8076b1b461b4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:43.566058 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-fa364192-488e-4d09-940d-77ccc4884d22 admin admin] Added segment 8e033a05-7daa-4810-ae7e-8076b1b461b4 of type vlan for network bd95dcac-d635-4bec-8252-dbb352dcdbef Feb 28 20:25:43.683030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec05e14a-7fb3-476e-9280-7f9a00ac0e51 None None] Network 1e69cb01-c6b6-472a-8075-064f58998607 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:25:43.691135 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-ec05e14a-7fb3-476e-9280-7f9a00ac0e51 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:43.694013 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05e14a-7fb3-476e-9280-7f9a00ac0e51 None None] Pushing event updated for resources: {'Port': ['ID=2614205e-c9b3-4eec-ad3a-e98edef2edde,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:43.703264 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec05e14a-7fb3-476e-9280-7f9a00ac0e51 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:25:43.729924 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa364192-488e-4d09-940d-77ccc4884d22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (bd95dcac-d635-4bec-8252-dbb352dcdbef), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:43.824907 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa364192-488e-4d09-940d-77ccc4884d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (bd95dcac-d635-4bec-8252-dbb352dcdbef), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:43.826662 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa364192-488e-4d09-940d-77ccc4884d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:43.829206 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa364192-488e-4d09-940d-77ccc4884d22 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:43.960571 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fa364192-488e-4d09-940d-77ccc4884d22 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1189647 Feb 28 20:25:43.968395 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60856) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:43.989415 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ec05e14a-7fb3-476e-9280-7f9a00ac0e51 None None] Attempting to bind port 2614205e-c9b3-4eec-ad3a-e98edef2edde on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:25:43.994246 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ec05e14a-7fb3-476e-9280-7f9a00ac0e51 None None] Attempting to bind port 2614205e-c9b3-4eec-ad3a-e98edef2edde by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '77579718-3a96-4066-9187-15a34809f984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1e69cb01-c6b6-472a-8075-064f58998607'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:25:44.001578 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec05e14a-7fb3-476e-9280-7f9a00ac0e51 None None] Attempting to bind port 2614205e-c9b3-4eec-ad3a-e98edef2edde on network 1e69cb01-c6b6-472a-8075-064f58998607 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:25:44.025445 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec05e14a-7fb3-476e-9280-7f9a00ac0e51 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:25:44.026119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec05e14a-7fb3-476e-9280-7f9a00ac0e51 None None] Checking segment: {'id': '77579718-3a96-4066-9187-15a34809f984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1e69cb01-c6b6-472a-8075-064f58998607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:25:44.026376 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa364192-488e-4d09-940d-77ccc4884d22 admin admin] Pushing event updated for resources: {'Network': ['ID=bd95dcac-d635-4bec-8252-dbb352dcdbef,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:44.026742 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ec05e14a-7fb3-476e-9280-7f9a00ac0e51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:44.027284 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec05e14a-7fb3-476e-9280-7f9a00ac0e51 None None] Bound using segment: {'id': '77579718-3a96-4066-9187-15a34809f984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1e69cb01-c6b6-472a-8075-064f58998607'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:25:44.035965 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-fcc45301-daa0-4f3c-a391-65b8427ecd08 admin admin] Request body: {'subnet': {'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-753889427-subnet', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:44.037575 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ec05e14a-7fb3-476e-9280-7f9a00ac0e51 None None] Bound port: 2614205e-c9b3-4eec-ad3a-e98edef2edde, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77579718-3a96-4066-9187-15a34809f984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1e69cb01-c6b6-472a-8075-064f58998607'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:25:44.038585 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ec05e14a-7fb3-476e-9280-7f9a00ac0e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2614205e-c9b3-4eec-ad3a-e98edef2edde), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:44.044805 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network bd95dcac-d635-4bec-8252-dbb352dcdbef details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:25:44.049352 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (dcba8123-3f0d-42c2-a78d-1d2d07adee21), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:44.081656 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc45301-daa0-4f3c-a391-65b8427ecd08 admin admin] Made reservation on behalf of ce448fa148384bfb9a78481379c26323 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:25:44.093748 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcc45301-daa0-4f3c-a391-65b8427ecd08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:44.172035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Subnet': ['ID=dcba8123-3f0d-42c2-a78d-1d2d07adee21,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:44.306532 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf699093-947b-48b2-aeee-1c7454c944db req-1ded48b0-43ac-4562-96f2-4b36968b318a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:44.318869 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf699093-947b-48b2-aeee-1c7454c944db req-1ded48b0-43ac-4562-96f2-4b36968b318a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 943 time: 0.5544186 Feb 28 20:25:44.340396 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-4ec089bf-d36d-42b4-b659-74e9a5405e6d service neutron] 10.222.0.13 "GET /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8892281 Feb 28 20:25:44.448018 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcc45301-daa0-4f3c-a391-65b8427ecd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (a36f3d5e-8266-4be4-ab73-31f8fb0001af), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:44.451346 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ec05e14a-7fb3-476e-9280-7f9a00ac0e51 None None] For port 2614205e-c9b3-4eec-ad3a-e98edef2edde, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:25:44.455970 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ec05e14a-7fb3-476e-9280-7f9a00ac0e51 None None] For port 2614205e-c9b3-4eec-ad3a-e98edef2edde, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2614205e-c9b3-4eec-ad3a-e98edef2edde,segment=NetworkSegment(77579718-3a96-4066-9187-15a34809f984),segment_id=77579718-3a96-4066-9187-15a34809f984)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:25:44.467272 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ec05e14a-7fb3-476e-9280-7f9a00ac0e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2614205e-c9b3-4eec-ad3a-e98edef2edde), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:44.500237 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (1e69cb01-c6b6-472a-8075-064f58998607), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:44.524456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc45301-daa0-4f3c-a391-65b8427ecd08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a36f3d5e-8266-4be4-ab73-31f8fb0001af,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:44.594775 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05e14a-7fb3-476e-9280-7f9a00ac0e51 None None] Pushing event updated for resources: {'Port': ['ID=2614205e-c9b3-4eec-ad3a-e98edef2edde,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:44.597351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc45301-daa0-4f3c-a391-65b8427ecd08 admin admin] Checking segment: {'id': '8e033a05-7daa-4810-ae7e-8076b1b461b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:25:44.598628 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc45301-daa0-4f3c-a391-65b8427ecd08 admin admin] Network hostable DHCP agents. Network: bd95dcac-d635-4bec-8252-dbb352dcdbef, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:25:44.660595 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc45301-daa0-4f3c-a391-65b8427ecd08 admin admin] Network bd95dcac-d635-4bec-8252-dbb352dcdbef is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:25:44.701982 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-fcc45301-daa0-4f3c-a391-65b8427ecd08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, bd95dcac-d635-4bec-8252-dbb352dcdbef) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:44.713712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc45301-daa0-4f3c-a391-65b8427ecd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:44.714337 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcc45301-daa0-4f3c-a391-65b8427ecd08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:44.731416 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce53a42-3281-401e-a844-f4b9ed184a9e None None] Network bd95dcac-d635-4bec-8252-dbb352dcdbef requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:25:44.746958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e69cb01-c6b6-472a-8075-064f58998607']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:44.768168 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fcc45301-daa0-4f3c-a391-65b8427ecd08 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7425780 Feb 28 20:25:44.770644 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60864) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:44.796579 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-578aea63-79bc-4451-8727-92201e14539f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-753889427-router', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:44.822012 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf699093-947b-48b2-aeee-1c7454c944db req-29688d99-538b-4736-84c4-954acf0077c2 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5011876 Feb 28 20:25:44.828272 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77579718-3a96-4066-9187-15a34809f984') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:44.835817 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77579718-3a96-4066-9187-15a34809f984') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:44.843502 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-578aea63-79bc-4451-8727-92201e14539f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (d26e5802-18b8-48a0-8b4e-add99484c537), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:44.845355 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-578aea63-79bc-4451-8727-92201e14539f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (d26e5802-18b8-48a0-8b4e-add99484c537), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:44.914574 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (77579718-3a96-4066-9187-15a34809f984), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:44.925371 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fe84fd-402d-4366-8eaa-fdf02a1f6220 None None] Network 1e69cb01-c6b6-472a-8075-064f58998607 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:25:44.957567 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-578aea63-79bc-4451-8727-92201e14539f admin admin] Publish callbacks [] for router_controller (d26e5802-18b8-48a0-8b4e-add99484c537), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:45.024622 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-cdeaa819-54b1-4e98-9438-8be869719d67 service neutron] 10.222.0.13 "GET /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6830311 Feb 28 20:25:45.049686 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (77579718-3a96-4066-9187-15a34809f984), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:45.100142 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:25:45.101187 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (77579718-3a96-4066-9187-15a34809f984), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:25:45.107306 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:25:45.216906 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.db.api [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 20:25:45.216906 n-d-820368-21 neutron-server[103774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 20:25:45.216906 n-d-820368-21 neutron-server[103774]: [parameters: {'id': '1e69cb01-c6b6-472a-8075-064f58998607'}] Feb 28 20:25:45.216906 n-d-820368-21 neutron-server[103774]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:25:45.220501 n-d-820368-21 neutron-server[103774]: DEBUG oslo_db.api [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:25:45.255232 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19001d15-4893-451f-b0c0-5b1c79018557 req-ce843c55-1113-494c-804a-feb272a11088 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:45.267134 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19001d15-4893-451f-b0c0-5b1c79018557 req-ce843c55-1113-494c-804a-feb272a11088 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 944 time: 0.2630935 Feb 28 20:25:45.305102 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40310f39-2fd2-4721-a069-584c4ab90be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-bd95dcac-d635-4bec-8252-dbb352dcdbef', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'project_id': 'ce448fa148384bfb9a78481379c26323', 'fixed_ips': [{'subnet_id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:25:45.308525 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-40310f39-2fd2-4721-a069-584c4ab90be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:45.429036 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19001d15-4893-451f-b0c0-5b1c79018557 req-b6503de7-3420-45ae-a31d-5e01e3b9ae1a tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581912 Feb 28 20:25:45.565261 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-578aea63-79bc-4451-8727-92201e14539f admin admin] Publish callbacks [] for router_gateway (d26e5802-18b8-48a0-8b4e-add99484c537), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:45.572013 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2ee366a4-1ac3-434d-88d8-f17f25351107 req-6bf6a237-03dd-4e5b-be1c-25ebe11648a7 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.0554736 Feb 28 20:25:45.660565 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bcf6541f-62cd-43e9-8e97-e459bd0230b0 req-f424728c-79b1-4b8b-871a-77bd958715d9 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 210 time: 0.0864403 Feb 28 20:25:45.721387 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (1e69cb01-c6b6-472a-8075-064f58998607), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:45.727865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-40310f39-2fd2-4721-a069-584c4ab90be6 None None] Allocated IP 172.20.0.2 (bd95dcac-d635-4bec-8252-dbb352dcdbef/a36f3d5e-8266-4be4-ab73-31f8fb0001af/2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:25:45.741503 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 4e56a38a-f983-48dc-8f06-d7fcaa77b3de up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:25:45.865501 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 4e56a38a-f983-48dc-8f06-d7fcaa77b3de completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:25:45.901850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 4e56a38a-f983-48dc-8f06-d7fcaa77b3de triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:25:45.902293 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4e56a38a-f983-48dc-8f06-d7fcaa77b3de), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:45.908300 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Deleting port 2614205e-c9b3-4eec-ad3a-e98edef2edde {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:25:45.908648 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2614205e-c9b3-4eec-ad3a-e98edef2edde), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:46.085778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] For port 2614205e-c9b3-4eec-ad3a-e98edef2edde, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2614205e-c9b3-4eec-ad3a-e98edef2edde,segment=NetworkSegment(77579718-3a96-4066-9187-15a34809f984),segment_id=77579718-3a96-4066-9187-15a34809f984)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:46.086052 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2614205e-c9b3-4eec-ad3a-e98edef2edde), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:46.137303 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Calling delete_port for 2614205e-c9b3-4eec-ad3a-e98edef2edde owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:25:46.229858 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-578aea63-79bc-4451-8727-92201e14539f admin admin] Publish callbacks [] for router_gateway (d26e5802-18b8-48a0-8b4e-add99484c537), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:46.297456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 4e56a38a-f983-48dc-8f06-d7fcaa77b3de is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:25:46.298211 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4e56a38a-f983-48dc-8f06-d7fcaa77b3de), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:46.300714 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-578aea63-79bc-4451-8727-92201e14539f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:46.419842 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-40310f39-2fd2-4721-a069-584c4ab90be6 None None] Publish callbacks [] for port (2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:46.444308 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (2614205e-c9b3-4eec-ad3a-e98edef2edde), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:46.445109 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-40310f39-2fd2-4721-a069-584c4ab90be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:46.544804 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40310f39-2fd2-4721-a069-584c4ab90be6 None None] Pushing event updated for resources: {'Port': ['ID=2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:46.555215 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4f8314-13d2-4859-b4d0-431d081833be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e56a38a-f983-48dc-8f06-d7fcaa77b3de'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:25:46.559093 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ba4f04-494a-43d4-97a7-992b87ffa4d3" -d '{"events": [{"server_uuid": "ce4f8314-13d2-4859-b4d0-431d081833be", "name": "network-vif-plugged", "status": "completed", "tag": "4e56a38a-f983-48dc-8f06-d7fcaa77b3de"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:25:46.569322 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c60094b7-bbd5-4f54-8c41-d4fc11e261d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:46.585054 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40310f39-2fd2-4721-a069-584c4ab90be6 None None] Network bd95dcac-d635-4bec-8252-dbb352dcdbef is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:25:46.592318 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Port': ['ID=2614205e-c9b3-4eec-ad3a-e98edef2edde,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:46.592818 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-40310f39-2fd2-4721-a069-584c4ab90be6 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:46.604421 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 4e56a38a-f983-48dc-8f06-d7fcaa77b3de, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=4e56a38a-f983-48dc-8f06-d7fcaa77b3de,segment=NetworkSegment(f542e01d-e060-4b48-a479-f284e81a95e3),segment_id=f542e01d-e060-4b48-a479-f284e81a95e3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:46.606107 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40310f39-2fd2-4721-a069-584c4ab90be6 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:25:46.615491 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4e56a38a-f983-48dc-8f06-d7fcaa77b3de), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:46.720592 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-578aea63-79bc-4451-8727-92201e14539f admin admin] Allocated IP 172.25.0.28 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/4f234cca-be3a-4c9d-bf0e-bf49a005be6f) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:25:46.733632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No DVR routers for this DVR port 2614205e-c9b3-4eec-ad3a-e98edef2edde on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:25:46.817257 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=4e56a38a-f983-48dc-8f06-d7fcaa77b3de,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:46.970071 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e2dd3-f600-4999-8c3c-315d36941f29 req-a3e900fe-09a0-4372-9ece-8c8c23533a26 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:46.982043 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-143e2dd3-f600-4999-8c3c-315d36941f29 req-a3e900fe-09a0-4372-9ece-8c8c23533a26 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 943 time: 0.5714719 Feb 28 20:25:46.987480 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-40310f39-2fd2-4721-a069-584c4ab90be6 None None] Attempting to bind port 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:25:46.989110 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-40310f39-2fd2-4721-a069-584c4ab90be6 None None] Attempting to bind port 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '8e033a05-7daa-4810-ae7e-8076b1b461b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:25:46.991850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40310f39-2fd2-4721-a069-584c4ab90be6 None None] Attempting to bind port 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd on network bd95dcac-d635-4bec-8252-dbb352dcdbef {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:25:47.013496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40310f39-2fd2-4721-a069-584c4ab90be6 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:25:47.014273 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40310f39-2fd2-4721-a069-584c4ab90be6 None None] Checking segment: {'id': '8e033a05-7daa-4810-ae7e-8076b1b461b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:25:47.014923 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-40310f39-2fd2-4721-a069-584c4ab90be6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:47.015532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40310f39-2fd2-4721-a069-584c4ab90be6 None None] Bound using segment: {'id': '8e033a05-7daa-4810-ae7e-8076b1b461b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:25:47.016328 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-40310f39-2fd2-4721-a069-584c4ab90be6 None None] Bound port: 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e033a05-7daa-4810-ae7e-8076b1b461b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:25:47.016948 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-40310f39-2fd2-4721-a069-584c4ab90be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:47.075838 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-578aea63-79bc-4451-8727-92201e14539f admin admin] Publish callbacks [] for port (4f234cca-be3a-4c9d-bf0e-bf49a005be6f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:47.092839 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404446b-60fb-4168-ba12-efd196d4f451 req-a6ad7dfc-5171-48e5-b6ff-554c237706dd tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:47.101158 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9404446b-60fb-4168-ba12-efd196d4f451 req-a6ad7dfc-5171-48e5-b6ff-554c237706dd tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.4924572 Feb 28 20:25:47.129490 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-578aea63-79bc-4451-8727-92201e14539f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4f234cca-be3a-4c9d-bf0e-bf49a005be6f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:47.160493 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (1e69cb01-c6b6-472a-8075-064f58998607), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:47.206507 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-40310f39-2fd2-4721-a069-584c4ab90be6 None None] For port 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:25:47.210574 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-40310f39-2fd2-4721-a069-584c4ab90be6 None None] For port 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd,segment=NetworkSegment(8e033a05-7daa-4810-ae7e-8076b1b461b4),segment_id=8e033a05-7daa-4810-ae7e-8076b1b461b4)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:25:47.215359 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578aea63-79bc-4451-8727-92201e14539f admin admin] Pushing event updated for resources: {'Port': ['ID=4f234cca-be3a-4c9d-bf0e-bf49a005be6f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:47.227156 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-40310f39-2fd2-4721-a069-584c4ab90be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:47.232545 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578aea63-79bc-4451-8727-92201e14539f admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:25:47.234102 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-578aea63-79bc-4451-8727-92201e14539f admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:47.237136 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578aea63-79bc-4451-8727-92201e14539f admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:25:47.317147 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e69cb01-c6b6-472a-8075-064f58998607']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:47.398998 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40310f39-2fd2-4721-a069-584c4ab90be6 None None] Pushing event updated for resources: {'Port': ['ID=2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:47.413439 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-143e2dd3-f600-4999-8c3c-315d36941f29 req-888a0d4e-7fb3-41ed-b58d-224a1ac4c299 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4301829 Feb 28 20:25:47.432867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77579718-3a96-4066-9187-15a34809f984') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:47.436248 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77579718-3a96-4066-9187-15a34809f984') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:47.508174 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (77579718-3a96-4066-9187-15a34809f984), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:47.541791 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9404446b-60fb-4168-ba12-efd196d4f451 req-4c97ab01-1b1e-4230-8292-99b0690dec90 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218290 Feb 28 20:25:47.548432 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae59bce-cc48-42eb-87ee-8b729a9d0a0f x-openstack-request-id: req-dae59bce-cc48-42eb-87ee-8b729a9d0a0f {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:25:47.548917 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4f8314-13d2-4859-b4d0-431d081833be", "name": "network-vif-plugged", "status": "completed", "tag": "4e56a38a-f983-48dc-8f06-d7fcaa77b3de", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:25:47.549043 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dae59bce-cc48-42eb-87ee-8b729a9d0a0f {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:25:47.549364 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4f8314-13d2-4859-b4d0-431d081833be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e56a38a-f983-48dc-8f06-d7fcaa77b3de', 'code': 200} Feb 28 20:25:47.589663 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (77579718-3a96-4066-9187-15a34809f984), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:47.625533 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:25:47.626174 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (77579718-3a96-4066-9187-15a34809f984), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:25:47.640987 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:25:47.937875 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (1e69cb01-c6b6-472a-8075-064f58998607), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:48.031097 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:48.041660 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/1e69cb01-c6b6-472a-8075-064f58998607 HTTP/1.1" status: 204 len: 168 time: 5.8108647 Feb 28 20:25:48.065483 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e2299f4-df99-46ec-ba01-7ed38244f4ee req-8a26fafb-6529-49bf-9f38-1d3285677705 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 210 time: 0.1604269 Feb 28 20:25:48.071891 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60892) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:48.108945 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9c27e6c9-7b80-48eb-bbeb-64a5d0d9251d req-668168ca-271f-495a-bcb9-d824ea47d3b7 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.2119901 Feb 28 20:25:48.181804 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab5f8e-422f-4303-adf3-f0b3483b3129 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Network': ['ID=1e69cb01-c6b6-472a-8075-064f58998607,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:48.197707 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-578aea63-79bc-4451-8727-92201e14539f admin admin] Publish callbacks [] for router_gateway (d26e5802-18b8-48a0-8b4e-add99484c537), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:48.316262 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:25:48.317998 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d29490d-0b34-4d5a-8d66-695467138e35 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] GET failed (client error): The resource could not be found. Feb 28 20:25:48.319636 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8d29490d-0b34-4d5a-8d66-695467138e35 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "GET /v2.0/subnets/dcba8123-3f0d-42c2-a78d-1d2d07adee21 HTTP/1.1" status: 404 len: 337 time: 0.2055023 Feb 28 20:25:48.324440 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60896) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:48.343488 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-6e0be45e-ea65-4061-9368-e28b11be4f9e tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:48.345418 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-6e0be45e-ea65-4061-9368-e28b11be4f9e tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.15 "GET /v2.0/networks?id=b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 HTTP/1.1" status: 200 len: 813 time: 0.5580354 Feb 28 20:25:48.374988 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8f6c3-437f-4c72-91ec-fa3590c9992a req-282da834-0c1f-4681-b483-5fa36f2ab0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:48.377633 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68d8f6c3-437f-4c72-91ec-fa3590c9992a req-282da834-0c1f-4681-b483-5fa36f2ab0cc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 1128 time: 0.6823721 Feb 28 20:25:48.409187 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e18ea1-dad5-4268-86ba-63d9b313c906 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] DELETE failed (client error): The resource could not be found. Feb 28 20:25:48.409823 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e18ea1-dad5-4268-86ba-63d9b313c906 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:25:48.426548 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d6e18ea1-dad5-4268-86ba-63d9b313c906 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/1e69cb01-c6b6-472a-8075-064f58998607 HTTP/1.1" status: 404 len: 339 time: 0.0969388 Feb 28 20:25:48.441272 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60898) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:48.451456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-008a5279-e5c3-461a-ae87-d5be13607914 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Request body: {'port': {'device_id': '26ce8aa1-d940-4e02-9e20-39e94cc7e8ca', 'network_id': 'b2aaf2d0-38a4-4369-b6c7-389f4d5245e0', 'admin_state_up': True, 'tenant_id': '56994c7b39a64e9e8916b84f6fe9adca'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:48.524045 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68d8f6c3-437f-4c72-91ec-fa3590c9992a req-92a3f1c7-b0e4-4455-b803-91481049938f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168725 Feb 28 20:25:48.526501 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:25:48.526948 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:48.935894 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:25:48.936554 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:48.987020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e9bcb-4344-4340-9981-377d52d364f7 req-a643297c-6f51-4a09-bf74-0870499cf478 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:49.001142 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-759e9bcb-4344-4340-9981-377d52d364f7 req-a643297c-6f51-4a09-bf74-0870499cf478 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 943 time: 0.3289406 Feb 28 20:25:49.030017 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98eb5ac-6392-40b9-ba33-adb8c6b18201 req-1aa424dd-fc22-4fcb-9c10-bc472c5c7319 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:49.040958 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e98eb5ac-6392-40b9-ba33-adb8c6b18201 req-1aa424dd-fc22-4fcb-9c10-bc472c5c7319 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.3016818 Feb 28 20:25:49.083147 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d41ad545-6140-44ac-ade3-060adb65e82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:49.145879 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd,segment=NetworkSegment(8e033a05-7daa-4810-ae7e-8076b1b461b4),segment_id=8e033a05-7daa-4810-ae7e-8076b1b461b4)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:49.164714 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:49.322577 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-759e9bcb-4344-4340-9981-377d52d364f7 req-62807914-78e9-43d1-8ed9-7b65a994b810 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3202999 Feb 28 20:25:49.363813 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e98eb5ac-6392-40b9-ba33-adb8c6b18201 req-48826d6a-1f54-48fd-8a6a-85f63b38606b tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134377 Feb 28 20:25:49.369374 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:49.438252 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:49.515973 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1c58b6-267d-4154-b66a-0f8d7b3b76b4 None None] get_active_networks_info from n-d-820368-21 {{(pid=103775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 20:25:49.669094 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47d3e545-6e68-46f1-a01d-ebd5f09249d9 req-539b4d4b-62bb-4c65-b700-d4ac7693246c tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.0731843 Feb 28 20:25:49.685036 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f32aa6b-6d67-42c8-847a-f440d02095e4 req-1fc06415-0955-4c95-bb16-7e41b3c306d3 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 210 time: 0.1076574 Feb 28 20:25:49.704379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-89cd4c51-1e28-48d2-8f7a-509b7e8f1276 None None] Provisioning complete for port 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:25:49.704731 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89cd4c51-1e28-48d2-8f7a-509b7e8f1276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:50.106525 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:50.126274 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-89cd4c51-1e28-48d2-8f7a-509b7e8f1276 None None] Current status of the port 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:25:50.178597 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1c58b6-267d-4154-b66a-0f8d7b3b76b4 None None] Resources bound (agent type, host, resource id): {{(pid=103775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 20:25:50.263820 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:25:50.348165 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af44eb2-e05d-4124-b44d-ee36070858e1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:50.371670 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0af44eb2-e05d-4124-b44d-ee36070858e1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.9270604 Feb 28 20:25:50.372559 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60914) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:50.530005 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-98ace8d0-54d3-4c12-b7a9-3b0d8c7e565c tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "GET /v2.0/subnets?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 207 time: 0.1559939 Feb 28 20:25:50.585128 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-578aea63-79bc-4451-8727-92201e14539f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (d26e5802-18b8-48a0-8b4e-add99484c537), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:50.591015 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60920) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:50.594643 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-008a5279-e5c3-461a-ae87-d5be13607914 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Made reservation on behalf of 56994c7b39a64e9e8916b84f6fe9adca for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:25:50.599131 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-008a5279-e5c3-461a-ae87-d5be13607914 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:51.257432 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:25:51.258174 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:51.322741 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-008a5279-e5c3-461a-ae87-d5be13607914 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Allocated IP 172.20.0.2 (b2aaf2d0-38a4-4369-b6c7-389f4d5245e0/67990166-f7b9-4b40-b0dc-22d0d38db491/13e5da1e-be82-44fd-a199-d086f81de6bc) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:25:51.522509 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:51.587102 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-008a5279-e5c3-461a-ae87-d5be13607914 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for port (13e5da1e-be82-44fd-a199-d086f81de6bc), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:51.634475 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578aea63-79bc-4451-8727-92201e14539f admin admin] Router d26e5802-18b8-48a0-8b4e-add99484c537 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:25:51.652660 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-008a5279-e5c3-461a-ae87-d5be13607914 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (13e5da1e-be82-44fd-a199-d086f81de6bc), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:51.691876 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-008a5279-e5c3-461a-ae87-d5be13607914 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Network b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:25:51.708840 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['d1e2f6d9-e23b-45e5-ac59-35cfdc485bca'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:25:51.710706 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-008a5279-e5c3-461a-ae87-d5be13607914 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:51.718710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-008a5279-e5c3-461a-ae87-d5be13607914 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:25:51.833276 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608038b1-e333-421a-a029-eca2978165bf None None] Network bd95dcac-d635-4bec-8252-dbb352dcdbef requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:25:52.018267 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-008a5279-e5c3-461a-ae87-d5be13607914 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:52.019427 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-008a5279-e5c3-461a-ae87-d5be13607914 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:52.055538 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-008a5279-e5c3-461a-ae87-d5be13607914 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6148331 Feb 28 20:25:52.082688 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] Request body: {'port': {'device_id': '26ce8aa1-d940-4e02-9e20-39e94cc7e8ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:52.242714 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (13e5da1e-be82-44fd-a199-d086f81de6bc), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:52.300225 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:25:52.423397 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1863505f-fd3f-4754-ab1e-57953669252f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:52.442643 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1863505f-fd3f-4754-ab1e-57953669252f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:52.462827 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1863505f-fd3f-4754-ab1e-57953669252f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:52.485394 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1863505f-fd3f-4754-ab1e-57953669252f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:52.488746 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:52.495097 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1863505f-fd3f-4754-ab1e-57953669252f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 1.9027026 Feb 28 20:25:52.497292 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60930) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:52.631088 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ca043-e138-497a-bf46-9f94662b17cb req-f552906a-a1d4-4a83-b4a7-76fe64eda190 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:52.632697 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-773ca043-e138-497a-bf46-9f94662b17cb req-f552906a-a1d4-4a83-b4a7-76fe64eda190 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 943 time: 2.0703683 Feb 28 20:25:52.743426 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e5da1e-be82-44fd-a199-d086f81de6bc {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:25:52.768017 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] Publish callbacks [] for port (13e5da1e-be82-44fd-a199-d086f81de6bc), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:52.773826 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:52.797949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] Transition to ACTIVE for port object 13e5da1e-be82-44fd-a199-d086f81de6bc will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:25:52.815735 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (13e5da1e-be82-44fd-a199-d086f81de6bc), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:52.873011 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a5279-e5c3-461a-ae87-d5be13607914 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event updated for resources: {'Port': ['ID=13e5da1e-be82-44fd-a199-d086f81de6bc,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:53.038097 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=13e5da1e-be82-44fd-a199-d086f81de6bc,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:53.137018 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6adf2fa2-fc7f-4e54-8a5c-5150159277aa tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.6367662 Feb 28 20:25:53.139270 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60938) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:53.239325 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578aea63-79bc-4451-8727-92201e14539f admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:25:53.253072 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814166ac-b153-418d-8ad4-12344f85902b None None] Sync routers for ids ['d26e5802-18b8-48a0-8b4e-add99484c537'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:25:53.287328 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814166ac-b153-418d-8ad4-12344f85902b None None] Routers {'d26e5802-18b8-48a0-8b4e-add99484c537'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:25:53.288406 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-814166ac-b153-418d-8ad4-12344f85902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:25:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['d26e5802-18b8-48a0-8b4e-add99484c537'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:53.302218 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] Attempting to bind port 13e5da1e-be82-44fd-a199-d086f81de6bc on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:25:53.302650 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] Attempting to bind port 13e5da1e-be82-44fd-a199-d086f81de6bc by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '15cf24c2-704b-4f46-864a-1eccab144611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2aaf2d0-38a4-4369-b6c7-389f4d5245e0'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:25:53.303079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] Attempting to bind port 13e5da1e-be82-44fd-a199-d086f81de6bc on network b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:25:53.306381 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e56b8aa9-d4aa-447a-9efc-a1208bede76c None None] Provisioning complete for port 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:25:53.306942 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e56b8aa9-d4aa-447a-9efc-a1208bede76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:53.324530 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-578aea63-79bc-4451-8727-92201e14539f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:53.331542 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-578aea63-79bc-4451-8727-92201e14539f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.5597579 Feb 28 20:25:53.341761 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60940) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:53.359258 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] Port 13e5da1e-be82-44fd-a199-d086f81de6bc on network b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:25:53.380176 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] Attempting to bind port 13e5da1e-be82-44fd-a199-d086f81de6bc on network b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:25:53.495240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e56b8aa9-d4aa-447a-9efc-a1208bede76c None None] Current status of the port 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:25:53.530619 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:25:53.531063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] Checking segment: {'id': '15cf24c2-704b-4f46-864a-1eccab144611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2aaf2d0-38a4-4369-b6c7-389f4d5245e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:25:53.547840 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] Bound using segment: {'id': '15cf24c2-704b-4f46-864a-1eccab144611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2aaf2d0-38a4-4369-b6c7-389f4d5245e0'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:25:53.548811 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] Bound port: 13e5da1e-be82-44fd-a199-d086f81de6bc, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cf24c2-704b-4f46-864a-1eccab144611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2aaf2d0-38a4-4369-b6c7-389f4d5245e0'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:25:53.549301 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (13e5da1e-be82-44fd-a199-d086f81de6bc), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:53.580191 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-814166ac-b153-418d-8ad4-12344f85902b None None] Set router d26e5802-18b8-48a0-8b4e-add99484c537 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:25:53.608686 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de4503d-51b4-4d44-a414-f76fa7652423 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:53.613836 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de4503d-51b4-4d44-a414-f76fa7652423 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:53.615560 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3de4503d-51b4-4d44-a414-f76fa7652423 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4688382 Feb 28 20:25:53.625945 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac6a6d-6b09-412e-bded-ffbff74dc540 req-7880c947-3f7f-4d47-9947-97c437a252bd tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:53.634552 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68ac6a6d-6b09-412e-bded-ffbff74dc540 req-7880c947-3f7f-4d47-9947-97c437a252bd tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 3.1031716 Feb 28 20:25:53.641679 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60942) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:53.773857 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] For port 13e5da1e-be82-44fd-a199-d086f81de6bc, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:25:53.781834 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] For port 13e5da1e-be82-44fd-a199-d086f81de6bc, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=13e5da1e-be82-44fd-a199-d086f81de6bc,segment=NetworkSegment(15cf24c2-704b-4f46-864a-1eccab144611),segment_id=15cf24c2-704b-4f46-864a-1eccab144611)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:25:53.799701 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (13e5da1e-be82-44fd-a199-d086f81de6bc), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:53.908170 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-773ca043-e138-497a-bf46-9f94662b17cb req-1db6b5f8-8097-4156-9185-32b3b7b3dfc5 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2266860 Feb 28 20:25:54.040687 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:54.041322 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:54.043101 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] 10.222.0.15 "PUT /v2.0/ports/13e5da1e-be82-44fd-a199-d086f81de6bc HTTP/1.1" status: 200 len: 1092 time: 1.9716234 Feb 28 20:25:54.078889 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cdffc7-b4f8-4aeb-9725-b4e75aa39ae3 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['shared'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:54.080552 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cdffc7-b4f8-4aeb-9725-b4e75aa39ae3 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['shared'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:54.086042 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a1cdffc7-b4f8-4aeb-9725-b4e75aa39ae3 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4408062 Feb 28 20:25:54.100623 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68ac6a6d-6b09-412e-bded-ffbff74dc540 req-3dbd1613-816c-4890-914e-c1cf0b4d5b6a tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650555 Feb 28 20:25:54.101590 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-814166ac-b153-418d-8ad4-12344f85902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'name': 'tempest-AttachVolumeTestJSON-753889427-router', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:25:44Z', 'updated_at': '2022-02-28T20:25:47Z', 'revision_number': 3, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'gw_port': {'id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:46Z', 'updated_at': '2022-02-28T20:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:54.102134 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60946) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:54.121139 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ce8aa1-d940-4e02-9e20-39e94cc7e8ca', 'tag': '13e5da1e-be82-44fd-a199-d086f81de6bc'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:25:54.132230 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89327a62-9401-4960-b9dc-41852a64efba" -d '{"events": [{"name": "network-changed", "server_uuid": "26ce8aa1-d940-4e02-9e20-39e94cc7e8ca", "tag": "13e5da1e-be82-44fd-a199-d086f81de6bc"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:25:54.242983 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814166ac-b153-418d-8ad4-12344f85902b None None] Checking router: d26e5802-18b8-48a0-8b4e-add99484c537 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:25:54.244293 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814166ac-b153-418d-8ad4-12344f85902b None None] Updating router d26e5802-18b8-48a0-8b4e-add99484c537 port 4f234cca-be3a-4c9d-bf0e-bf49a005be6f binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:25:54.354166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee38ee-15c6-443a-b45b-b812633f6ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=13e5da1e-be82-44fd-a199-d086f81de6bc,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:54.370000 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-814166ac-b153-418d-8ad4-12344f85902b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4f234cca-be3a-4c9d-bf0e-bf49a005be6f), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:54.505855 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e4fc327-9b0c-4ffc-aaf0-246c9360c1a5 req-7033ebbd-2dad-473a-b322-7dad4d4ffbe7 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.0945075 Feb 28 20:25:54.522936 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-ad9e29d6-36f6-4a2a-82f9-a8cba458e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:54.524503 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-ad9e29d6-36f6-4a2a-82f9-a8cba458e108 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56994c7b39a64e9e8916b84f6fe9adca&device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 1126 time: 0.3483298 Feb 28 20:25:54.611288 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb4109-7f77-4135-9584-8db904373fdf req-48a0520d-c9e1-4ea8-a15c-fb9c980be8ec tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:54.630638 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-30eb4109-7f77-4135-9584-8db904373fdf req-48a0520d-c9e1-4ea8-a15c-fb9c980be8ec tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 943 time: 0.5051465 Feb 28 20:25:54.726037 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-1503400e-14d8-4394-b602-c04e1eff5c4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13e5da1e-be82-44fd-a199-d086f81de6bc HTTP/1.1" status: 200 len: 217 time: 0.1210508 Feb 28 20:25:54.864929 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc62a094-e48d-4191-8151-5d0fba51d9b4 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:54.866516 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-dc62a094-e48d-4191-8151-5d0fba51d9b4 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "GET /v2.0/networks/0144e350-5ea1-49a2-b529-275a59d80290 HTTP/1.1" status: 200 len: 800 time: 0.7628050 Feb 28 20:25:54.877865 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60952) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:54.923022 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-8a96b382-987c-4929-b63c-6360cc8d8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:54.924749 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-8a96b382-987c-4929-b63c-6360cc8d8072 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=67990166-f7b9-4b40-b0dc-22d0d38db491 HTTP/1.1" status: 200 len: 853 time: 0.1043308 Feb 28 20:25:55.113401 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53926d75-40c5-4c6b-8deb-e5c8bcd26f9b x-openstack-request-id: req-53926d75-40c5-4c6b-8deb-e5c8bcd26f9b {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:25:55.113950 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ce8aa1-d940-4e02-9e20-39e94cc7e8ca", "tag": "13e5da1e-be82-44fd-a199-d086f81de6bc", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:25:55.113950 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53926d75-40c5-4c6b-8deb-e5c8bcd26f9b {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:25:55.114337 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ce8aa1-d940-4e02-9e20-39e94cc7e8ca', 'tag': '13e5da1e-be82-44fd-a199-d086f81de6bc', 'status': 'completed', 'code': 200} Feb 28 20:25:55.190498 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-30eb4109-7f77-4135-9584-8db904373fdf req-203436ca-57f8-4022-8d48-470ab21d37b2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5572317 Feb 28 20:25:55.362197 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-814166ac-b153-418d-8ad4-12344f85902b None None] Publish callbacks [] for port (4f234cca-be3a-4c9d-bf0e-bf49a005be6f), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:55.371599 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-814166ac-b153-418d-8ad4-12344f85902b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4f234cca-be3a-4c9d-bf0e-bf49a005be6f), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:55.373434 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d3b52c43-a497-4287-904f-970a52b50ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:55.410244 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-19e3fa96-386e-4656-9550-3bd9e8058969 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2aaf2d0-38a4-4369-b6c7-389f4d5245e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4624958 Feb 28 20:25:55.458918 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5eef66-7dfc-4a86-881f-7275da1c8d53 req-c6fe9572-7889-4676-a740-7970129684da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:55.460565 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2f5eef66-7dfc-4a86-881f-7275da1c8d53 req-c6fe9572-7889-4676-a740-7970129684da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14ae7f64b1084c16baea6064eee3ef15&device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 1128 time: 0.4034448 Feb 28 20:25:55.541505 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-814166ac-b153-418d-8ad4-12344f85902b None None] Attempting to bind port 4f234cca-be3a-4c9d-bf0e-bf49a005be6f on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:25:55.542829 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-814166ac-b153-418d-8ad4-12344f85902b None None] Attempting to bind port 4f234cca-be3a-4c9d-bf0e-bf49a005be6f by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:25:55.543472 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814166ac-b153-418d-8ad4-12344f85902b None None] Attempting to bind port 4f234cca-be3a-4c9d-bf0e-bf49a005be6f on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:25:55.582290 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814166ac-b153-418d-8ad4-12344f85902b None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:25:55.583186 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814166ac-b153-418d-8ad4-12344f85902b None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:25:55.583890 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-814166ac-b153-418d-8ad4-12344f85902b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:55.584595 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814166ac-b153-418d-8ad4-12344f85902b None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:25:55.585349 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-814166ac-b153-418d-8ad4-12344f85902b None None] Bound port: 4f234cca-be3a-4c9d-bf0e-bf49a005be6f, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:25:55.586041 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-814166ac-b153-418d-8ad4-12344f85902b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4f234cca-be3a-4c9d-bf0e-bf49a005be6f), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:55.615113 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-268897a3-46a9-46ca-9e8c-079291e803ba service neutron] 10.222.0.15 "GET /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847148 Feb 28 20:25:55.648868 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b815a-85f2-4006-a1ec-461a18e9ff41 req-e2fd6f74-06c2-424f-b577-82733431b01e tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:55.669004 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-975b815a-85f2-4006-a1ec-461a18e9ff41 req-e2fd6f74-06c2-424f-b577-82733431b01e tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.3201487 Feb 28 20:25:55.780268 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-814166ac-b153-418d-8ad4-12344f85902b None None] For port 4f234cca-be3a-4c9d-bf0e-bf49a005be6f, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:25:55.783101 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d5006cbd-a7e2-496c-8e24-643d7a58ae4a req-c90d8a90-5ee8-474e-bd3a-00dcd9906d63 service neutron] 10.222.0.15 "GET /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140201 Feb 28 20:25:55.790081 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-814166ac-b153-418d-8ad4-12344f85902b None None] For port 4f234cca-be3a-4c9d-bf0e-bf49a005be6f, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4f234cca-be3a-4c9d-bf0e-bf49a005be6f,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:25:55.807502 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-814166ac-b153-418d-8ad4-12344f85902b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4f234cca-be3a-4c9d-bf0e-bf49a005be6f), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:55.828765 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725936e-e3d4-49cd-aee8-ad17607da5b9 None None] Pushing event updated for resources: {'Port': ['ID=4f234cca-be3a-4c9d-bf0e-bf49a005be6f,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:55.861516 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725936e-e3d4-49cd-aee8-ad17607da5b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:55.862897 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725936e-e3d4-49cd-aee8-ad17607da5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:55.863349 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725936e-e3d4-49cd-aee8-ad17607da5b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:55.865602 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725936e-e3d4-49cd-aee8-ad17607da5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:55.866331 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725936e-e3d4-49cd-aee8-ad17607da5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:55.866739 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725936e-e3d4-49cd-aee8-ad17607da5b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:55.867223 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725936e-e3d4-49cd-aee8-ad17607da5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:55.871059 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725936e-e3d4-49cd-aee8-ad17607da5b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:55.871943 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725936e-e3d4-49cd-aee8-ad17607da5b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:55.872168 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-975b815a-85f2-4006-a1ec-461a18e9ff41 req-7c90b3af-53fa-4f5c-beb4-8d56a41f9354 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015228 Feb 28 20:25:55.872878 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725936e-e3d4-49cd-aee8-ad17607da5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:55.873629 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725936e-e3d4-49cd-aee8-ad17607da5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:55.875933 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725936e-e3d4-49cd-aee8-ad17607da5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:55.876789 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725936e-e3d4-49cd-aee8-ad17607da5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:25:55.947417 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679870a9-73f9-4d83-b4f2-679cf4079702 req-686bc817-9d5c-4efe-a62a-3e75a20b9c4c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:55.970408 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-679870a9-73f9-4d83-b4f2-679cf4079702 req-686bc817-9d5c-4efe-a62a-3e75a20b9c4c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 943 time: 0.7739258 Feb 28 20:25:56.017426 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814166ac-b153-418d-8ad4-12344f85902b None None] Routers {'d26e5802-18b8-48a0-8b4e-add99484c537'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:25:56.018247 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-814166ac-b153-418d-8ad4-12344f85902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:25:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['d26e5802-18b8-48a0-8b4e-add99484c537'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:56.075951 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e16727b8-1313-49ee-a5f0-8f85f5f4719c tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "GET /v2.0/networks/0144e350-5ea1-49a2-b529-275a59d80290?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 1.1894190 Feb 28 20:25:56.089069 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60962) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:56.130103 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89327a62-9401-4960-b9dc-41852a64efba req-d8abdc31-9185-4a0a-ba5c-54b06eb06e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:56.138044 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89327a62-9401-4960-b9dc-41852a64efba req-d8abdc31-9185-4a0a-ba5c-54b06eb06e7a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56994c7b39a64e9e8916b84f6fe9adca&device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 1126 time: 0.2743948 Feb 28 20:25:56.159096 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725936e-e3d4-49cd-aee8-ad17607da5b9 None None] Pushing event updated for resources: {'Port': ['ID=4f234cca-be3a-4c9d-bf0e-bf49a005be6f,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:56.323799 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-814166ac-b153-418d-8ad4-12344f85902b None None] Set router d26e5802-18b8-48a0-8b4e-add99484c537 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:25:56.352049 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-679870a9-73f9-4d83-b4f2-679cf4079702 req-403b6b2d-ae42-4655-ace9-26ef1d72928a tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3801901 Feb 28 20:25:56.453282 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b60b76d-8f8b-49c6-87f4-c4c40f2dd9a0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:56.459962 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4b60b76d-8f8b-49c6-87f4-c4c40f2dd9a0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "GET /v2.0/subnets/f5aeaa55-3115-4268-bab3-4dba50df58ee HTTP/1.1" status: 200 len: 811 time: 0.2490270 Feb 28 20:25:56.495708 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60968) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:56.520752 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d2526f1e-fa38-4f62-8534-7333aa17e6a6 req-c8c456c5-8043-430f-a175-9553180a4417 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.2885964 Feb 28 20:25:56.680800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaaff78-6fb6-4879-a777-a6e74fac5347 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['shared'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:56.710324 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cdaaff78-6fb6-4879-a777-a6e74fac5347 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "GET /v2.0/subnets/f5aeaa55-3115-4268-bab3-4dba50df58ee?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1879854 Feb 28 20:25:56.711007 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60970) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:56.737798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-08d9326c-bcb8-4b38-a507-6687cdc8d0b0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-883394657'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:56.780258 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89327a62-9401-4960-b9dc-41852a64efba req-18b6e0d2-341b-4133-94cf-23868c07e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:56.791882 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89327a62-9401-4960-b9dc-41852a64efba req-18b6e0d2-341b-4133-94cf-23868c07e8ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 HTTP/1.1" status: 200 len: 913 time: 0.5791290 Feb 28 20:25:56.806626 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d9326c-bcb8-4b38-a507-6687cdc8d0b0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:25:56.815363 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-08d9326c-bcb8-4b38-a507-6687cdc8d0b0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:56.870595 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5eef66-7dfc-4a86-881f-7275da1c8d53 req-3dd27be0-44ad-4432-9c93-a4b8b4b25976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:56.875814 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2f5eef66-7dfc-4a86-881f-7275da1c8d53 req-3dd27be0-44ad-4432-9c93-a4b8b4b25976 service neutron] 10.222.0.10 "GET /v2.0/networks?id=44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 HTTP/1.1" status: 200 len: 911 time: 1.3818941 Feb 28 20:25:56.876157 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-d3b52c43-a497-4287-904f-970a52b50ca9 admin admin] Allocated IP 172.20.0.1 (bd95dcac-d635-4bec-8252-dbb352dcdbef/a36f3d5e-8266-4be4-ab73-31f8fb0001af/1438dfc1-aaad-4146-a093-40c0a1378b89) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:25:56.966362 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-814166ac-b153-418d-8ad4-12344f85902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'name': 'tempest-AttachVolumeTestJSON-753889427-router', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:25:44Z', 'updated_at': '2022-02-28T20:25:47Z', 'revision_number': 3, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'gw_port': {'id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:46Z', 'updated_at': '2022-02-28T20:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:25:57.137070 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89327a62-9401-4960-b9dc-41852a64efba req-67790dc9-a609-4401-ad3b-db9e7425cedb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13e5da1e-be82-44fd-a199-d086f81de6bc HTTP/1.1" status: 200 len: 217 time: 0.1122010 Feb 28 20:25:57.233794 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2f5eef66-7dfc-4a86-881f-7275da1c8d53 req-c098df92-28a0-4e5a-9faa-7a1a54f50786 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e56a38a-f983-48dc-8f06-d7fcaa77b3de HTTP/1.1" status: 200 len: 217 time: 0.3199227 Feb 28 20:25:57.314375 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d9326c-bcb8-4b38-a507-6687cdc8d0b0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:25:57.450798 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89327a62-9401-4960-b9dc-41852a64efba req-6458c8a1-3c70-477e-94d8-e1c365d619da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:57.461553 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89327a62-9401-4960-b9dc-41852a64efba req-6458c8a1-3c70-477e-94d8-e1c365d619da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=67990166-f7b9-4b40-b0dc-22d0d38db491 HTTP/1.1" status: 200 len: 853 time: 0.2123084 Feb 28 20:25:57.470339 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5eef66-7dfc-4a86-881f-7275da1c8d53 req-64ffe367-b7f7-4025-8dcd-c988f57551bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:57.476217 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2f5eef66-7dfc-4a86-881f-7275da1c8d53 req-64ffe367-b7f7-4025-8dcd-c988f57551bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2de3391b-9935-4088-82fa-781f577763c2 HTTP/1.1" status: 200 len: 851 time: 0.1899471 Feb 28 20:25:57.542081 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814166ac-b153-418d-8ad4-12344f85902b None None] The sync data for ids ['d26e5802-18b8-48a0-8b4e-add99484c537'] in n-d-820368-21 is: [{'id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'name': 'tempest-AttachVolumeTestJSON-753889427-router', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:25:44Z', 'updated_at': '2022-02-28T20:25:47Z', 'revision_number': 3, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'gw_port': {'id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:46Z', 'updated_at': '2022-02-28T20:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:25:57.605543 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d3b52c43-a497-4287-904f-970a52b50ca9 admin admin] Publish callbacks [] for port (1438dfc1-aaad-4146-a093-40c0a1378b89), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:57.638645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2f5eef66-7dfc-4a86-881f-7275da1c8d53 req-451dd8b3-c3f0-4313-b3e7-fb8f686c768b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44e0ffae-a0be-41c5-8b21-fc0de11ff3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142399 Feb 28 20:25:57.640125 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-08d9326c-bcb8-4b38-a507-6687cdc8d0b0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (cb06cbbb-5a08-4546-b4ef-de786a260d4e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:57.642212 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-08d9326c-bcb8-4b38-a507-6687cdc8d0b0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Added segment cb06cbbb-5a08-4546-b4ef-de786a260d4e of type vlan for network 687c11d6-80c8-41a5-825d-4d0154fe3af5 Feb 28 20:25:57.714991 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d3b52c43-a497-4287-904f-970a52b50ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (1438dfc1-aaad-4146-a093-40c0a1378b89), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:57.760329 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b52c43-a497-4287-904f-970a52b50ca9 admin admin] Network bd95dcac-d635-4bec-8252-dbb352dcdbef is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:25:57.763509 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-d3b52c43-a497-4287-904f-970a52b50ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:25:57.786256 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89327a62-9401-4960-b9dc-41852a64efba req-70a2fcb1-55cd-48fc-b772-495fb1ae0e24 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2aaf2d0-38a4-4369-b6c7-389f4d5245e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012163 Feb 28 20:25:57.819446 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b52c43-a497-4287-904f-970a52b50ca9 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:25:57.975536 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2f5eef66-7dfc-4a86-881f-7275da1c8d53 req-afce9811-82b2-4ab1-a393-049b45c1823f service neutron] 10.222.0.10 "GET /v2.0/networks/44e0ffae-a0be-41c5-8b21-fc0de11ff3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994075 Feb 28 20:25:58.137578 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89327a62-9401-4960-b9dc-41852a64efba req-aa3df691-c349-4426-8bcf-ca4bf9dfe1a1 service neutron] 10.222.0.15 "GET /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136265 Feb 28 20:25:58.274050 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133da7d-c61a-4375-aecf-2896eda4790c req-eec18896-c7f6-40a5-9d97-8e11b1da704e tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:58.284082 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8133da7d-c61a-4375-aecf-2896eda4790c req-eec18896-c7f6-40a5-9d97-8e11b1da704e tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 943 time: 1.4153709 Feb 28 20:25:58.298588 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2f5eef66-7dfc-4a86-881f-7275da1c8d53 req-234a2088-a17f-45f4-96ac-7f8e156aa189 service neutron] 10.222.0.10 "GET /v2.0/networks/44e0ffae-a0be-41c5-8b21-fc0de11ff3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943909 Feb 28 20:25:58.414330 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b4c88-7e1d-46d0-966f-a3a80c7b2106 req-54a91f13-76c3-473a-ac44-b64af7b6658b tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:58.421792 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f56b4c88-7e1d-46d0-966f-a3a80c7b2106 req-54a91f13-76c3-473a-ac44-b64af7b6658b tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 1.3056476 Feb 28 20:25:58.526186 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9b73c4c4-dd9f-4004-8037-2f581c402093 None None] Provisioning complete for port 1438dfc1-aaad-4146-a093-40c0a1378b89 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:25:58.527170 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9b73c4c4-dd9f-4004-8037-2f581c402093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1438dfc1-aaad-4146-a093-40c0a1378b89), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:58.563985 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-08d9326c-bcb8-4b38-a507-6687cdc8d0b0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (687c11d6-80c8-41a5-825d-4d0154fe3af5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:58.711000 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9b73c4c4-dd9f-4004-8037-2f581c402093 None None] Port 1438dfc1-aaad-4146-a093-40c0a1378b89 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:25:58.715881 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4f234cca-be3a-4c9d-bf0e-bf49a005be6f up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:25:58.716190 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d3b52c43-a497-4287-904f-970a52b50ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (d26e5802-18b8-48a0-8b4e-add99484c537), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:58.749282 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8133da7d-c61a-4375-aecf-2896eda4790c req-30f1a83c-fd8f-43a2-8bfb-0aa66797ab29 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492326 Feb 28 20:25:58.827265 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-08d9326c-bcb8-4b38-a507-6687cdc8d0b0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (687c11d6-80c8-41a5-825d-4d0154fe3af5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:58.840095 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d9326c-bcb8-4b38-a507-6687cdc8d0b0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:58.842066 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-08d9326c-bcb8-4b38-a507-6687cdc8d0b0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:58.844928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 13e5da1e-be82-44fd-a199-d086f81de6bc details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:25:58.938835 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-08d9326c-bcb8-4b38-a507-6687cdc8d0b0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2099893 Feb 28 20:25:58.945111 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60988) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:25:58.963473 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-c0e4c139-3098-416b-af12-45da7e8a28ac tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'subnet': {'network_id': '687c11d6-80c8-41a5-825d-4d0154fe3af5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:25:58.977619 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4f234cca-be3a-4c9d-bf0e-bf49a005be6f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:25:58.977991 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4f234cca-be3a-4c9d-bf0e-bf49a005be6f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:59.062158 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 13e5da1e-be82-44fd-a199-d086f81de6bc, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=13e5da1e-be82-44fd-a199-d086f81de6bc,segment=NetworkSegment(15cf24c2-704b-4f46-864a-1eccab144611),segment_id=15cf24c2-704b-4f46-864a-1eccab144611)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:59.114132 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9326c-bcb8-4b38-a507-6687cdc8d0b0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Network': ['ID=687c11d6-80c8-41a5-825d-4d0154fe3af5,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:59.129135 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4f234cca-be3a-4c9d-bf0e-bf49a005be6f is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:25:59.129711 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4f234cca-be3a-4c9d-bf0e-bf49a005be6f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:59.137675 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 687c11d6-80c8-41a5-825d-4d0154fe3af5 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:25:59.158860 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f56b4c88-7e1d-46d0-966f-a3a80c7b2106 req-b1a34542-4e41-4226-aca0-eda7909ab26c tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7280655 Feb 28 20:25:59.197779 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d586b-668d-4a2a-aa7a-5b1e40465cd0 req-925cbd6d-ecf9-4846-839c-a872fdb5fa26 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:25:59.210110 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b5d586b-668d-4a2a-aa7a-5b1e40465cd0 req-925cbd6d-ecf9-4846-839c-a872fdb5fa26 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 943 time: 0.3402100 Feb 28 20:25:59.216516 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '13e5da1e-be82-44fd-a199-d086f81de6bc', 'network_id': 'b2aaf2d0-38a4-4369-b6c7-389f4d5245e0', 'port_id': '13e5da1e-be82-44fd-a199-d086f81de6bc', 'mac_address': 'fa:16:3e:67:ab:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67990166-f7b9-4b40-b0dc-22d0d38db491', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:25:59.316666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 4f234cca-be3a-4c9d-bf0e-bf49a005be6f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4f234cca-be3a-4c9d-bf0e-bf49a005be6f,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:59.389450 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b5d586b-668d-4a2a-aa7a-5b1e40465cd0 req-543f52a9-a207-4a22-add4-ff583adc3a33 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723580 Feb 28 20:25:59.402876 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 13e5da1e-be82-44fd-a199-d086f81de6bc is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:25:59.403263 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (13e5da1e-be82-44fd-a199-d086f81de6bc), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:59.413785 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0094634-171c-4c19-b26e-d933bcae648b req-2ba76147-54fb-4580-8cea-c3b33d567a16 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.0744879 Feb 28 20:25:59.415666 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4f234cca-be3a-4c9d-bf0e-bf49a005be6f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:59.437687 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e4c139-3098-416b-af12-45da7e8a28ac tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Made reservation on behalf of caf3c52331574e51b777ec07b66911d9 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:25:59.442421 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c0e4c139-3098-416b-af12-45da7e8a28ac tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:59.541734 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e5da1e-be82-44fd-a199-d086f81de6bc {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:25:59.587321 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.ipam_backend_mixin [None req-c0e4c139-3098-416b-af12-45da7e8a28ac tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Performing IP validity checks on allocation pools {{(pid=103774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 20:25:59.588394 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.ipam_backend_mixin [None req-c0e4c139-3098-416b-af12-45da7e8a28ac tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 20:25:59.695615 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 13e5da1e-be82-44fd-a199-d086f81de6bc, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=13e5da1e-be82-44fd-a199-d086f81de6bc,segment=NetworkSegment(15cf24c2-704b-4f46-864a-1eccab144611),segment_id=15cf24c2-704b-4f46-864a-1eccab144611)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:25:59.698464 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=4f234cca-be3a-4c9d-bf0e-bf49a005be6f,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:59.709071 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (13e5da1e-be82-44fd-a199-d086f81de6bc), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:59.852303 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=13e5da1e-be82-44fd-a199-d086f81de6bc,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:59.867166 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89327a62-9401-4960-b9dc-41852a64efba req-ee7ef62e-389e-45af-9589-998e197aef3d service neutron] 10.222.0.15 "GET /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6342325 Feb 28 20:25:59.882607 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b52c43-a497-4287-904f-970a52b50ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=1438dfc1-aaad-4146-a093-40c0a1378b89,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:25:59.962222 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d3b52c43-a497-4287-904f-970a52b50ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1438dfc1-aaad-4146-a093-40c0a1378b89), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:25:59.999608 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c0e4c139-3098-416b-af12-45da7e8a28ac tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (43fff90d-b2c8-4795-b8ff-51746fbb8f77), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:00.019197 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['13e5da1e-be82-44fd-a199-d086f81de6bc'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:26:00.287215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4c139-3098-416b-af12-45da7e8a28ac tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Subnet': ['ID=43fff90d-b2c8-4795-b8ff-51746fbb8f77,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:00.304154 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e4c139-3098-416b-af12-45da7e8a28ac tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Checking segment: {'id': 'cb06cbbb-5a08-4546-b4ef-de786a260d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '687c11d6-80c8-41a5-825d-4d0154fe3af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:26:00.304631 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e4c139-3098-416b-af12-45da7e8a28ac tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network hostable DHCP agents. Network: 687c11d6-80c8-41a5-825d-4d0154fe3af5, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:26:00.341739 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d487e6f-903d-43fe-9e40-f5af24617272 req-14302e15-3aec-477b-b5ae-9273a3ef45cc tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:00.349670 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d487e6f-903d-43fe-9e40-f5af24617272 req-14302e15-3aec-477b-b5ae-9273a3ef45cc tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 944 time: 0.3709750 Feb 28 20:26:00.386684 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e4c139-3098-416b-af12-45da7e8a28ac tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Network 687c11d6-80c8-41a5-825d-4d0154fe3af5 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:26:00.398165 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d3b52c43-a497-4287-904f-970a52b50ca9 admin admin] Publish callbacks [] for port (1438dfc1-aaad-4146-a093-40c0a1378b89), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:00.408127 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d3b52c43-a497-4287-904f-970a52b50ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (1438dfc1-aaad-4146-a093-40c0a1378b89), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:00.421214 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-c0e4c139-3098-416b-af12-45da7e8a28ac tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 687c11d6-80c8-41a5-825d-4d0154fe3af5) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:26:00.440802 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e4c139-3098-416b-af12-45da7e8a28ac tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:00.444782 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c0e4c139-3098-416b-af12-45da7e8a28ac tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:00.473873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77224cd6-6d19-4a8e-ad95-4de3d8ed5aca None None] Network 687c11d6-80c8-41a5-825d-4d0154fe3af5 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:26:00.504790 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d487e6f-903d-43fe-9e40-f5af24617272 req-9e1105e7-1fdf-4313-ae00-2b7c5e5f6176 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531796 Feb 28 20:26:00.533507 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c0e4c139-3098-416b-af12-45da7e8a28ac tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5728452 Feb 28 20:26:00.533947 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 32774) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:00.536028 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4f234cca-be3a-4c9d-bf0e-bf49a005be6f up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:26:00.546528 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-965cab60-db6c-4c8b-83cf-b689daa081c6 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:00.600506 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d3b52c43-a497-4287-904f-970a52b50ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (d26e5802-18b8-48a0-8b4e-add99484c537), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:00.613274 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b52c43-a497-4287-904f-970a52b50ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=1438dfc1-aaad-4146-a093-40c0a1378b89,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:00.744483 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4f234cca-be3a-4c9d-bf0e-bf49a005be6f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:00.744965 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4f234cca-be3a-4c9d-bf0e-bf49a005be6f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:00.750535 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10e45950-766c-44af-8eeb-3186b553617f req-e2a3ab2f-e034-4144-9802-35e7d47653af tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.0523324 Feb 28 20:26:00.834099 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-965cab60-db6c-4c8b-83cf-b689daa081c6 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9823268'] for subnet (43fff90d-b2c8-4795-b8ff-51746fbb8f77), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:00.867267 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-687c11d6-80c8-41a5-825d-4d0154fe3af5', 'network_id': '687c11d6-80c8-41a5-825d-4d0154fe3af5', 'project_id': 'caf3c52331574e51b777ec07b66911d9', 'fixed_ips': [{'subnet_id': '43fff90d-b2c8-4795-b8ff-51746fbb8f77'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:26:00.868115 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:00.874174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device f2d9f272-0be6-425c-81bf-19f87f61471a details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:26:00.921206 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b52c43-a497-4287-904f-970a52b50ca9 admin admin] Network bd95dcac-d635-4bec-8252-dbb352dcdbef is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:26:00.925937 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-d3b52c43-a497-4287-904f-970a52b50ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:26:01.022122 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4f234cca-be3a-4c9d-bf0e-bf49a005be6f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:01.184802 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-965cab60-db6c-4c8b-83cf-b689daa081c6 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787400725221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10360061'] for subnet (43fff90d-b2c8-4795-b8ff-51746fbb8f77), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:01.186754 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b52c43-a497-4287-904f-970a52b50ca9 admin admin] Router d26e5802-18b8-48a0-8b4e-add99484c537 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:26:01.279302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965cab60-db6c-4c8b-83cf-b689daa081c6 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:01.280333 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-965cab60-db6c-4c8b-83cf-b689daa081c6 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:01.285367 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-965cab60-db6c-4c8b-83cf-b689daa081c6 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "PUT /v2.0/subnets/43fff90d-b2c8-4795-b8ff-51746fbb8f77 HTTP/1.1" status: 200 len: 877 time: 0.7503002 Feb 28 20:26:01.298831 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 32778) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:01.307710 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f4d8f-7516-498a-b1f3-079e6ac4fcbb req-70e501fb-60d3-4d42-a0f4-72a31145a751 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:01.308742 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Allocated IP 172.20.0.3 (687c11d6-80c8-41a5-825d-4d0154fe3af5/43fff90d-b2c8-4795-b8ff-51746fbb8f77/ef147248-dd17-4b91-92e5-8ba8b2443ed2) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:26:01.309749 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-360f4d8f-7516-498a-b1f3-079e6ac4fcbb req-70e501fb-60d3-4d42-a0f4-72a31145a751 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.6760941 Feb 28 20:26:01.366787 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b52c43-a497-4287-904f-970a52b50ca9 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:26:01.396278 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d3b52c43-a497-4287-904f-970a52b50ca9 admin admin] 10.222.0.13 "PUT /v2.0/routers/d26e5802-18b8-48a0-8b4e-add99484c537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0532775 Feb 28 20:26:01.431163 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965cab60-db6c-4c8b-83cf-b689daa081c6 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event updated for resources: {'Subnet': ['ID=43fff90d-b2c8-4795-b8ff-51746fbb8f77,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:01.467333 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-360f4d8f-7516-498a-b1f3-079e6ac4fcbb req-66ff1da8-d652-45be-b1e1-6fa96a898f15 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472332 Feb 28 20:26:01.516923 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] Sync routers for ids ['d26e5802-18b8-48a0-8b4e-add99484c537'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:26:01.555636 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096291b0-f39e-4372-8fbd-b51cdda744d9 req-579d20f6-42be-40ba-8af6-260454d23c4c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:01.564734 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] Routers {'d26e5802-18b8-48a0-8b4e-add99484c537'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:26:01.565381 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:25:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['d26e5802-18b8-48a0-8b4e-add99484c537'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:01.567036 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-096291b0-f39e-4372-8fbd-b51cdda744d9 req-579d20f6-42be-40ba-8af6-260454d23c4c tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 943 time: 0.4429555 Feb 28 20:26:01.680918 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-00beaca8-6977-485c-8d10-9483ab0c7733 None None] Provisioning complete for port 1438dfc1-aaad-4146-a093-40c0a1378b89 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:01.681291 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-00beaca8-6977-485c-8d10-9483ab0c7733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1438dfc1-aaad-4146-a093-40c0a1378b89), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:01.702133 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-096291b0-f39e-4372-8fbd-b51cdda744d9 req-20852304-e9ec-465d-9c82-c101d31f5c35 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342044 Feb 28 20:26:01.708882 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (687c11d6-80c8-41a5-825d-4d0154fe3af5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:01.736152 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Publish callbacks [] for port (ef147248-dd17-4b91-92e5-8ba8b2443ed2), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:01.756817 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (ef147248-dd17-4b91-92e5-8ba8b2443ed2), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:01.768315 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256624e7-cf21-457c-a695-dfeda37ce13b req-0fdbecd1-45cc-4291-8878-d12028925cb5 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:01.777428 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256624e7-cf21-457c-a695-dfeda37ce13b req-0fdbecd1-45cc-4291-8878-d12028925cb5 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:01.784876 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256624e7-cf21-457c-a695-dfeda37ce13b req-0fdbecd1-45cc-4291-8878-d12028925cb5 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:01.791050 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256624e7-cf21-457c-a695-dfeda37ce13b req-0fdbecd1-45cc-4291-8878-d12028925cb5 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:01.799546 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256624e7-cf21-457c-a695-dfeda37ce13b req-0fdbecd1-45cc-4291-8878-d12028925cb5 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:01.805578 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256624e7-cf21-457c-a695-dfeda37ce13b req-0fdbecd1-45cc-4291-8878-d12028925cb5 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:01.813496 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256624e7-cf21-457c-a695-dfeda37ce13b req-0fdbecd1-45cc-4291-8878-d12028925cb5 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:01.815514 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-256624e7-cf21-457c-a695-dfeda37ce13b req-0fdbecd1-45cc-4291-8878-d12028925cb5 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5436 time: 0.1912987 Feb 28 20:26:01.842921 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Pushing event updated for resources: {'Port': ['ID=ef147248-dd17-4b91-92e5-8ba8b2443ed2,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:01.856715 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Network 687c11d6-80c8-41a5-825d-4d0154fe3af5 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:26:01.872977 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-00beaca8-6977-485c-8d10-9483ab0c7733 None None] Port 1438dfc1-aaad-4146-a093-40c0a1378b89 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:26:01.882375 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:26:01.887448 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port f2d9f272-0be6-425c-81bf-19f87f61471a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=f2d9f272-0be6-425c-81bf-19f87f61471a,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:01.904084 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (43fff90d-b2c8-4795-b8ff-51746fbb8f77), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:01.921542 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'f2d9f272-0be6-425c-81bf-19f87f61471a', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'port_id': 'f2d9f272-0be6-425c-81bf-19f87f61471a', 'mac_address': 'fa:16:3e:17:9a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:26:01.927657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:26:02.091002 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-256624e7-cf21-457c-a695-dfeda37ce13b req-1fdf25bb-1256-4fd0-9609-9a635af506fa tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2551844 Feb 28 20:26:02.177675 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bf9d6-60c4-412e-a0ff-e5a15b5efdb7 req-99ffe58d-eee6-4dcf-8a82-a3843ecd37fd tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:02.192460 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-057bf9d6-60c4-412e-a0ff-e5a15b5efdb7 req-99ffe58d-eee6-4dcf-8a82-a3843ecd37fd tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 944 time: 0.2818596 Feb 28 20:26:02.240559 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (43fff90d-b2c8-4795-b8ff-51746fbb8f77), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:02.366671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Subnet': ['ID=43fff90d-b2c8-4795-b8ff-51746fbb8f77,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:02.447065 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] Set router d26e5802-18b8-48a0-8b4e-add99484c537 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:26:02.516289 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-057bf9d6-60c4-412e-a0ff-e5a15b5efdb7 req-eddc2cb5-0ae4-43f9-863f-6625c7436994 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206279 Feb 28 20:26:02.558188 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Attempting to bind port ef147248-dd17-4b91-92e5-8ba8b2443ed2 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:26:02.563877 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Attempting to bind port ef147248-dd17-4b91-92e5-8ba8b2443ed2 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'cb06cbbb-5a08-4546-b4ef-de786a260d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '687c11d6-80c8-41a5-825d-4d0154fe3af5'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:26:02.565037 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Attempting to bind port ef147248-dd17-4b91-92e5-8ba8b2443ed2 on network 687c11d6-80c8-41a5-825d-4d0154fe3af5 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:26:02.576988 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (687c11d6-80c8-41a5-825d-4d0154fe3af5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:02.581023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port f2d9f272-0be6-425c-81bf-19f87f61471a is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:02.583418 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:02.627617 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687c11d6-80c8-41a5-825d-4d0154fe3af5']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:02.642770 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb06cbbb-5a08-4546-b4ef-de786a260d4e') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:02.643351 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb06cbbb-5a08-4546-b4ef-de786a260d4e') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:02.655741 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (cb06cbbb-5a08-4546-b4ef-de786a260d4e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:02.657379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:26:02.658375 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Checking segment: {'id': 'cb06cbbb-5a08-4546-b4ef-de786a260d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '687c11d6-80c8-41a5-825d-4d0154fe3af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:26:02.658886 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:02.659287 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Bound using segment: {'id': 'cb06cbbb-5a08-4546-b4ef-de786a260d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '687c11d6-80c8-41a5-825d-4d0154fe3af5'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:26:02.659791 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Bound port: ef147248-dd17-4b91-92e5-8ba8b2443ed2, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb06cbbb-5a08-4546-b4ef-de786a260d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '687c11d6-80c8-41a5-825d-4d0154fe3af5'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:26:02.660181 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ef147248-dd17-4b91-92e5-8ba8b2443ed2), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:02.674098 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (cb06cbbb-5a08-4546-b4ef-de786a260d4e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:02.682993 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:26:02.684046 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (cb06cbbb-5a08-4546-b4ef-de786a260d4e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:02.689449 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d9f272-0be6-425c-81bf-19f87f61471a {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:26:02.735790 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 32794) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:02.746295 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ddffe302-1caf-4fd9-aaa9-592286a2a850 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--416752293', 'description': 'tempest-description--2055368252'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:26:02.764594 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:26:02.780197 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.db.api [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 20:26:02.780197 n-d-820368-21 neutron-server[103774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 20:26:02.780197 n-d-820368-21 neutron-server[103774]: [parameters: {'id': '687c11d6-80c8-41a5-825d-4d0154fe3af5'}] Feb 28 20:26:02.780197 n-d-820368-21 neutron-server[103774]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:26:02.780893 n-d-820368-21 neutron-server[103774]: DEBUG oslo_db.api [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:26:02.828932 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ddffe302-1caf-4fd9-aaa9-592286a2a850 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:02.852327 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a5cac12b-a4bc-4b86-be3a-47aad40b7505 req-2e2d74a5-9b68-4043-b1b9-3a4d40decb07 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.0816233 Feb 28 20:26:02.983999 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86895f6e-ca90-426d-a340-39cfa747183e req-096d0343-8c9a-4efe-917a-1c3d701c643f tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:02.987904 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-86895f6e-ca90-426d-a340-39cfa747183e req-096d0343-8c9a-4efe-917a-1c3d701c643f tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.1162250 Feb 28 20:26:03.051964 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port f2d9f272-0be6-425c-81bf-19f87f61471a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=f2d9f272-0be6-425c-81bf-19f87f61471a,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:03.063167 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ddffe302-1caf-4fd9-aaa9-592286a2a850 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group (747a6c92-528b-46a7-8a4d-3734923bb73d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:03.065889 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:03.069299 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ddffe302-1caf-4fd9-aaa9-592286a2a850 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (747a6c92-528b-46a7-8a4d-3734923bb73d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:03.123466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-86895f6e-ca90-426d-a340-39cfa747183e req-ee375975-21e1-44b2-9a08-0a8e8ba42160 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242950 Feb 28 20:26:03.152491 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ddffe302-1caf-4fd9-aaa9-592286a2a850 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:03.159295 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ddffe302-1caf-4fd9-aaa9-592286a2a850 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4184947 Feb 28 20:26:03.171788 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 32804) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:03.172702 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3fb3378c-3c85-461a-ba97-ed2696b7bb7d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Request body: {'security_group_rule': {'security_group_id': '747a6c92-528b-46a7-8a4d-3734923bb73d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:03.187018 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffe302-1caf-4fd9-aaa9-592286a2a850 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=747a6c92-528b-46a7-8a4d-3734923bb73d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:03.190423 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] For port ef147248-dd17-4b91-92e5-8ba8b2443ed2, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:26:03.214623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] For port ef147248-dd17-4b91-92e5-8ba8b2443ed2, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ef147248-dd17-4b91-92e5-8ba8b2443ed2,segment=NetworkSegment(cb06cbbb-5a08-4546-b4ef-de786a260d4e),segment_id=cb06cbbb-5a08-4546-b4ef-de786a260d4e)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:26:03.222367 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=f2d9f272-0be6-425c-81bf-19f87f61471a,revision_number=9']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:03.228256 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3fb3378c-3c85-461a-ba97-ed2696b7bb7d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group_rule (dda12b84-2adc-477d-a371-56c5b59b62ea), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:03.230101 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 13e5da1e-be82-44fd-a199-d086f81de6bc up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:26:03.241411 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ef147248-dd17-4b91-92e5-8ba8b2443ed2), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:03.284622 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (687c11d6-80c8-41a5-825d-4d0154fe3af5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:03.324816 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb4237-a1f8-481f-9967-e2ae414dbee7 req-253f14ae-c63a-4291-b726-c3b03d522364 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:03.327325 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1bdb4237-a1f8-481f-9967-e2ae414dbee7 req-253f14ae-c63a-4291-b726-c3b03d522364 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 944 time: 0.2305462 Feb 28 20:26:03.554962 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['f2d9f272-0be6-425c-81bf-19f87f61471a'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:26:03.645157 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-a02e28e9-c7e6-46f0-88c1-882a4de90cef tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:03.672731 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-a02e28e9-c7e6-46f0-88c1-882a4de90cef tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:03.694766 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-a02e28e9-c7e6-46f0-88c1-882a4de90cef tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:03.720461 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-a02e28e9-c7e6-46f0-88c1-882a4de90cef tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:03.736621 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729f4e67-5819-4f2b-9a6b-84037d30ac16 None None] get_active_networks_info from n-d-820368-21 {{(pid=103775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 20:26:03.745882 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-a02e28e9-c7e6-46f0-88c1-882a4de90cef tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:03.771435 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-a02e28e9-c7e6-46f0-88c1-882a4de90cef tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:03.791078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'name': 'tempest-AttachVolumeTestJSON-753889427-router', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:25:44Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'gw_port': {'id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:46Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '1438dfc1-aaad-4146-a093-40c0a1378b89', 'name': '', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'mac_address': 'fa:16:3e:06:e6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:55Z', 'updated_at': '2022-02-28T20:26:00Z', 'revision_number': 2, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'subnets': [{'id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:03.793670 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-a02e28e9-c7e6-46f0-88c1-882a4de90cef tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:03.801908 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-a02e28e9-c7e6-46f0-88c1-882a4de90cef tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5436 time: 0.3519928 Feb 28 20:26:03.897503 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] Checking router: d26e5802-18b8-48a0-8b4e-add99484c537 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:26:03.904527 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] Updating router d26e5802-18b8-48a0-8b4e-add99484c537 port 1438dfc1-aaad-4146-a093-40c0a1378b89 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:26:03.966454 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-45765e5d-ce61-4035-999c-f7c1687b22e8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:03.972938 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-45765e5d-ce61-4035-999c-f7c1687b22e8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.15 "GET /v2.0/ports/ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1619608 Feb 28 20:26:03.983136 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Pushing event updated for resources: {'Port': ['ID=ef147248-dd17-4b91-92e5-8ba8b2443ed2,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:04.024791 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:04.025665 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:04.026434 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:04.027179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:04.028198 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:04.028969 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:04.029737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:04.030474 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:04.031933 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:04.032658 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:04.034867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:04.035653 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:04.036398 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4680c-a708-4dc2-8971-28e68f454055 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:04.043942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 13e5da1e-be82-44fd-a199-d086f81de6bc completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:26:04.088950 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3fb3378c-3c85-461a-ba97-ed2696b7bb7d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group_rule (dda12b84-2adc-477d-a371-56c5b59b62ea), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:04.108134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 13e5da1e-be82-44fd-a199-d086f81de6bc triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:04.109657 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (13e5da1e-be82-44fd-a199-d086f81de6bc), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:04.125750 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3fb3378c-3c85-461a-ba97-ed2696b7bb7d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (dda12b84-2adc-477d-a371-56c5b59b62ea), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:04.183517 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3fb3378c-3c85-461a-ba97-ed2696b7bb7d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:04.183517 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3fb3378c-3c85-461a-ba97-ed2696b7bb7d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0133243 Feb 28 20:26:04.220645 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 32812) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:04.230698 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d6c0f677-138a-4b87-adad-c7ddf2362cd1 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Request body: {'security_group_rule': {'security_group_id': '747a6c92-528b-46a7-8a4d-3734923bb73d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:04.271431 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1bdb4237-a1f8-481f-9967-e2ae414dbee7 req-ce6d6dfc-55b2-4851-bd10-b1fb7e1b3de1 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9264035 Feb 28 20:26:04.284643 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3378c-3c85-461a-ba97-ed2696b7bb7d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda12b84-2adc-477d-a371-56c5b59b62ea,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:04.344392 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1438dfc1-aaad-4146-a093-40c0a1378b89), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:04.362089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8aaf6-3e88-498f-9d08-817099ebc3e8 req-371cab83-184e-4705-b9c8-77fdb412b70b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:04.367953 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8aaf6-3e88-498f-9d08-817099ebc3e8 req-371cab83-184e-4705-b9c8-77fdb412b70b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:04.374014 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8aaf6-3e88-498f-9d08-817099ebc3e8 req-371cab83-184e-4705-b9c8-77fdb412b70b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:04.382213 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8aaf6-3e88-498f-9d08-817099ebc3e8 req-371cab83-184e-4705-b9c8-77fdb412b70b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:04.384095 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6c0f677-138a-4b87-adad-c7ddf2362cd1 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group_rule (571daecd-f8ee-46c6-bb82-ea877b277c15), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:04.388800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8aaf6-3e88-498f-9d08-817099ebc3e8 req-371cab83-184e-4705-b9c8-77fdb412b70b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:04.401985 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-49ab458b-30e3-4feb-99d7-e56afd1beabc tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.15 "GET /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4272816 Feb 28 20:26:04.411161 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8aaf6-3e88-498f-9d08-817099ebc3e8 req-371cab83-184e-4705-b9c8-77fdb412b70b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:04.416815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8aaf6-3e88-498f-9d08-817099ebc3e8 req-371cab83-184e-4705-b9c8-77fdb412b70b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:04.435566 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7a8aaf6-3e88-498f-9d08-817099ebc3e8 req-371cab83-184e-4705-b9c8-77fdb412b70b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 5436 time: 0.3384519 Feb 28 20:26:04.560219 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6c0f677-138a-4b87-adad-c7ddf2362cd1 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group_rule (571daecd-f8ee-46c6-bb82-ea877b277c15), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:04.565805 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6c0f677-138a-4b87-adad-c7ddf2362cd1 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (571daecd-f8ee-46c6-bb82-ea877b277c15), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:04.584095 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Deleting port ef147248-dd17-4b91-92e5-8ba8b2443ed2 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:04.584734 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ef147248-dd17-4b91-92e5-8ba8b2443ed2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:04.604776 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4d322984-3e56-4afc-ae72-cda14487da20 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:04.660558 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0f677-138a-4b87-adad-c7ddf2362cd1 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571daecd-f8ee-46c6-bb82-ea877b277c15,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:04.714440 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6c0f677-138a-4b87-adad-c7ddf2362cd1 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:04.718280 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab61c4-dfc1-4757-9e79-f0f5273da9af req-9de38f42-da2a-48e6-b43d-a9b8321981bd tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:04.718555 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d6c0f677-138a-4b87-adad-c7ddf2362cd1 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4964769 Feb 28 20:26:04.720535 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4ab61c4-dfc1-4757-9e79-f0f5273da9af req-9de38f42-da2a-48e6-b43d-a9b8321981bd tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 944 time: 0.2078881 Feb 28 20:26:04.725480 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 32820) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:04.727576 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] For port ef147248-dd17-4b91-92e5-8ba8b2443ed2, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ef147248-dd17-4b91-92e5-8ba8b2443ed2,segment=NetworkSegment(cb06cbbb-5a08-4546-b4ef-de786a260d4e),segment_id=cb06cbbb-5a08-4546-b4ef-de786a260d4e)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:04.728299 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ef147248-dd17-4b91-92e5-8ba8b2443ed2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:04.736387 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:04.801327 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4d322984-3e56-4afc-ae72-cda14487da20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:04.812092 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7a8aaf6-3e88-498f-9d08-817099ebc3e8 req-5aa24d8b-ea4d-46f5-9fd7-eac7188a78c8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&id=856415fc-4a8e-413a-bd50-1392903e4f09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3619022 Feb 28 20:26:04.818740 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:04.867274 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Calling delete_port for ef147248-dd17-4b91-92e5-8ba8b2443ed2 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:05.038690 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4d322984-3e56-4afc-ae72-cda14487da20 service neutron] For port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:05.068657 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] Publish callbacks [] for port (1438dfc1-aaad-4146-a093-40c0a1378b89), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:05.092267 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4d322984-3e56-4afc-ae72-cda14487da20 service neutron] For port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:26:05.102537 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (ef147248-dd17-4b91-92e5-8ba8b2443ed2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:05.123736 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1438dfc1-aaad-4146-a093-40c0a1378b89), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:05.149873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No DVR routers for this DVR port ef147248-dd17-4b91-92e5-8ba8b2443ed2 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:26:05.155117 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89f61469-adb0-4927-86d8-34d1b3a46bfb req-5d45cbe0-266f-4a57-b54d-c3d6dc897a04 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.0766008 Feb 28 20:26:05.190860 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4d322984-3e56-4afc-ae72-cda14487da20 service neutron] device_id is not set on port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:26:05.214619 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4d322984-3e56-4afc-ae72-cda14487da20 service neutron] Publish callbacks [] for port (ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:05.223985 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4d322984-3e56-4afc-ae72-cda14487da20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:05.253375 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a70cfd-e9a4-4d73-9ab2-466705f714cb None None] Pushing event updated for resources: {'Port': ['ID=1438dfc1-aaad-4146-a093-40c0a1378b89,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:05.297755 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Port': ['ID=ef147248-dd17-4b91-92e5-8ba8b2443ed2,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:05.364485 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4ab61c4-dfc1-4757-9e79-f0f5273da9af req-a1569422-5c9f-42b6-9861-cb0ed5c1c4fb tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5990143 Feb 28 20:26:05.380401 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4d322984-3e56-4afc-ae72-cda14487da20 service neutron] No DVR routers for this DVR port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:26:05.471779 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d322984-3e56-4afc-ae72-cda14487da20 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15,revision_number=6']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:05.486336 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (687c11d6-80c8-41a5-825d-4d0154fe3af5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:05.487332 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4d322984-3e56-4afc-ae72-cda14487da20 service neutron] In _notify_port_updated(), no bound segment for port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 on network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c {{(pid=103773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:26:05.488951 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4d322984-3e56-4afc-ae72-cda14487da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:05.489580 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4d322984-3e56-4afc-ae72-cda14487da20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:05.490897 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4d322984-3e56-4afc-ae72-cda14487da20 service neutron] 10.222.0.15 "PUT /v2.0/ports/ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 HTTP/1.1" status: 200 len: 1028 time: 1.0762250 Feb 28 20:26:05.497137 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 13e5da1e-be82-44fd-a199-d086f81de6bc is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:05.497519 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (13e5da1e-be82-44fd-a199-d086f81de6bc), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:05.581776 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ce8aa1-d940-4e02-9e20-39e94cc7e8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e5da1e-be82-44fd-a199-d086f81de6bc'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:26:05.588349 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b63c0ef-070e-4609-a68b-2b4a0ddc6924" -d '{"events": [{"server_uuid": "26ce8aa1-d940-4e02-9e20-39e94cc7e8ca", "name": "network-vif-plugged", "status": "completed", "tag": "13e5da1e-be82-44fd-a199-d086f81de6bc"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:26:05.640997 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 13e5da1e-be82-44fd-a199-d086f81de6bc, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=13e5da1e-be82-44fd-a199-d086f81de6bc,segment=NetworkSegment(15cf24c2-704b-4f46-864a-1eccab144611),segment_id=15cf24c2-704b-4f46-864a-1eccab144611)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:05.641702 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-5bfb7142-e5fc-40f8-9fe7-453e79641ede tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:05.645570 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-5bfb7142-e5fc-40f8-9fe7-453e79641ede tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.15 "GET /v2.0/ports/3c3a2d9f-699e-4a07-be35-f4b71ae7811b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1491678 Feb 28 20:26:05.658758 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-05dacc29-dbf7-4b11-a931-b874c1a42872 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:05.663298 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (13e5da1e-be82-44fd-a199-d086f81de6bc), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:05.664506 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device d1aa6bc6-d58d-48cb-a918-540fd5167b4f no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:26:05.664878 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687c11d6-80c8-41a5-825d-4d0154fe3af5']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:05.675591 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] Attempting to bind port 1438dfc1-aaad-4146-a093-40c0a1378b89 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:26:05.676000 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] Attempting to bind port 1438dfc1-aaad-4146-a093-40c0a1378b89 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '8e033a05-7daa-4810-ae7e-8076b1b461b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:26:05.676497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] Attempting to bind port 1438dfc1-aaad-4146-a093-40c0a1378b89 on network bd95dcac-d635-4bec-8252-dbb352dcdbef {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:26:05.676612 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb06cbbb-5a08-4546-b4ef-de786a260d4e') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:05.676880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb06cbbb-5a08-4546-b4ef-de786a260d4e') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:05.688322 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (cb06cbbb-5a08-4546-b4ef-de786a260d4e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:05.706108 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:26:05.706493 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] Checking segment: {'id': '8e033a05-7daa-4810-ae7e-8076b1b461b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:26:05.706983 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (cb06cbbb-5a08-4546-b4ef-de786a260d4e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:05.707131 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:05.707569 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] Bound using segment: {'id': '8e033a05-7daa-4810-ae7e-8076b1b461b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:26:05.708324 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] Bound port: 1438dfc1-aaad-4146-a093-40c0a1378b89, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e033a05-7daa-4810-ae7e-8076b1b461b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:26:05.709122 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1438dfc1-aaad-4146-a093-40c0a1378b89), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:05.714053 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:26:05.714464 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (cb06cbbb-5a08-4546-b4ef-de786a260d4e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:05.769267 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729f4e67-5819-4f2b-9a6b-84037d30ac16 None None] Resources bound (agent type, host, resource id): {{(pid=103775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 20:26:05.793273 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-05dacc29-dbf7-4b11-a931-b874c1a42872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3c3a2d9f-699e-4a07-be35-f4b71ae7811b), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:26:05.815515 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:26:05.831587 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (687c11d6-80c8-41a5-825d-4d0154fe3af5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:05.847143 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=13e5da1e-be82-44fd-a199-d086f81de6bc,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:05.857938 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:05.865875 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/687c11d6-80c8-41a5-825d-4d0154fe3af5 HTTP/1.1" status: 204 len: 168 time: 4.5504026 Feb 28 20:26:05.877449 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 32830) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:05.899724 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777b3db-bdac-40cf-924e-6ca4260ccf1e tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Network': ['ID=687c11d6-80c8-41a5-825d-4d0154fe3af5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:05.920549 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a641c28-a54b-4f09-88e9-9fd81b32dc30 req-e2bdb20a-7a74-4fb6-95a4-1b8801de089e tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:05.922173 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a641c28-a54b-4f09-88e9-9fd81b32dc30 req-e2bdb20a-7a74-4fb6-95a4-1b8801de089e tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.5898550 Feb 28 20:26:06.016768 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a491440-cbe7-48d8-9f29-311cb69b913a tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] DELETE failed (client error): The resource could not be found. Feb 28 20:26:06.017249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a491440-cbe7-48d8-9f29-311cb69b913a tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:26:06.026281 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0a491440-cbe7-48d8-9f29-311cb69b913a tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/subnets/43fff90d-b2c8-4795-b8ff-51746fbb8f77 HTTP/1.1" status: 404 len: 337 time: 0.1259341 Feb 28 20:26:06.043112 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 32832) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:06.108301 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b172b2f-4889-4828-9e89-38cc383d61ea req-39f3b9dd-be36-40c7-a7bb-810a4a203a84 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:06.110788 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b172b2f-4889-4828-9e89-38cc383d61ea req-39f3b9dd-be36-40c7-a7bb-810a4a203a84 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 944 time: 0.6148572 Feb 28 20:26:06.119540 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-05dacc29-dbf7-4b11-a931-b874c1a42872 service neutron] For port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3c3a2d9f-699e-4a07-be35-f4b71ae7811b,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:06.142148 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6aa8ec-075e-4a77-bb1e-8c3f026a860f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] DELETE failed (client error): The resource could not be found. Feb 28 20:26:06.143201 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6aa8ec-075e-4a77-bb1e-8c3f026a860f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:26:06.145968 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] For port 1438dfc1-aaad-4146-a093-40c0a1378b89, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:26:06.150365 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8b6aa8ec-075e-4a77-bb1e-8c3f026a860f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/687c11d6-80c8-41a5-825d-4d0154fe3af5 HTTP/1.1" status: 404 len: 339 time: 0.1048820 Feb 28 20:26:06.159119 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 32834) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:06.166734 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] For port 1438dfc1-aaad-4146-a093-40c0a1378b89, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1438dfc1-aaad-4146-a093-40c0a1378b89,segment=NetworkSegment(8e033a05-7daa-4810-ae7e-8076b1b461b4),segment_id=8e033a05-7daa-4810-ae7e-8076b1b461b4)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:26:06.204199 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-05dacc29-dbf7-4b11-a931-b874c1a42872 service neutron] For port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:26:06.226181 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1438dfc1-aaad-4146-a093-40c0a1378b89), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:06.239526 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-05dacc29-dbf7-4b11-a931-b874c1a42872 service neutron] device_id is not set on port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:26:06.249243 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-05dacc29-dbf7-4b11-a931-b874c1a42872 service neutron] Publish callbacks [] for port (3c3a2d9f-699e-4a07-be35-f4b71ae7811b), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:06.263339 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-05dacc29-dbf7-4b11-a931-b874c1a42872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (3c3a2d9f-699e-4a07-be35-f4b71ae7811b), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:06.281912 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a641c28-a54b-4f09-88e9-9fd81b32dc30 req-d46a406b-4c5a-4924-90e2-9bcf2e5922e9 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777843 Feb 28 20:26:06.282794 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f58662-9543-4e54-a840-d1b5b0033b9c tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] DELETE failed (client error): The resource could not be found. Feb 28 20:26:06.283257 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f58662-9543-4e54-a840-d1b5b0033b9c tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:26:06.289129 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-39f58662-9543-4e54-a840-d1b5b0033b9c tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/subnets/dcba8123-3f0d-42c2-a78d-1d2d07adee21 HTTP/1.1" status: 404 len: 337 time: 0.1254516 Feb 28 20:26:06.289129 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:06.290946 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 32838) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:06.331012 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d88620-475a-458c-be8e-e4cb5136e2b9 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] DELETE failed (client error): The resource could not be found. Feb 28 20:26:06.331535 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d88620-475a-458c-be8e-e4cb5136e2b9 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:26:06.337048 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-65d88620-475a-458c-be8e-e4cb5136e2b9 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/1e69cb01-c6b6-472a-8075-064f58998607 HTTP/1.1" status: 404 len: 339 time: 0.0427883 Feb 28 20:26:06.349784 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 32842) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:06.387241 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b172b2f-4889-4828-9e89-38cc383d61ea req-6ad9ba80-022f-45e6-9614-505c372e5eaa tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562780 Feb 28 20:26:06.458974 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port d1aa6bc6-d58d-48cb-a918-540fd5167b4f is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:06.460044 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1aa6bc6-d58d-48cb-a918-540fd5167b4f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:06.549226 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Allocated IP 172.25.0.218 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/b562debd-2e1f-4342-ab45-ffcdda068094) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:26:06.692042 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dacc29-dbf7-4b11-a931-b874c1a42872 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3a2d9f-699e-4a07-be35-f4b71ae7811b,revision_number=6']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:06.697563 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-05dacc29-dbf7-4b11-a931-b874c1a42872 service neutron] No DVR routers for this DVR port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:26:06.707557 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e587eccb-168c-476e-84fe-2a5b4864ca22 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (319ed996-80b3-4700-9310-bd9c486c95ba), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:06.798252 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for port (b562debd-2e1f-4342-ab45-ffcdda068094), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:06.848303 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (b562debd-2e1f-4342-ab45-ffcdda068094), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:06.862363 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd9e396-bdac-4b45-9430-7f4801c4bcdd x-openstack-request-id: req-dbd9e396-bdac-4b45-9430-7f4801c4bcdd {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:26:06.862976 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ce8aa1-d940-4e02-9e20-39e94cc7e8ca", "name": "network-vif-plugged", "status": "completed", "tag": "13e5da1e-be82-44fd-a199-d086f81de6bc", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:26:06.863961 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbd9e396-bdac-4b45-9430-7f4801c4bcdd {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:26:06.864524 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ce8aa1-d940-4e02-9e20-39e94cc7e8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e5da1e-be82-44fd-a199-d086f81de6bc', 'code': 200} Feb 28 20:26:06.869002 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] Routers {'d26e5802-18b8-48a0-8b4e-add99484c537'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:26:06.869827 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:25:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['d26e5802-18b8-48a0-8b4e-add99484c537'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:06.897089 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e56c7576-2fa4-42d2-b87e-5d559e4eca6c req-18f2f229-da0b-4cd6-af76-8a1b0462d084 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.0561471 Feb 28 20:26:06.976849 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-05dacc29-dbf7-4b11-a931-b874c1a42872 service neutron] In _notify_port_updated(), no bound segment for port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b on network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c {{(pid=103773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:26:06.980981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-05dacc29-dbf7-4b11-a931-b874c1a42872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:06.986530 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-05dacc29-dbf7-4b11-a931-b874c1a42872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:06.988613 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-05dacc29-dbf7-4b11-a931-b874c1a42872 service neutron] 10.222.0.15 "PUT /v2.0/ports/3c3a2d9f-699e-4a07-be35-f4b71ae7811b HTTP/1.1" status: 200 len: 1028 time: 1.3374784 Feb 28 20:26:07.018143 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f6ff49-b0fe-4409-824f-db3dbb73a66e None None] Network 687c11d6-80c8-41a5-825d-4d0154fe3af5 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:26:07.032053 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:26:07.053624 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b7416-f5ae-4b22-9545-877c6310a7e5 req-b99c8bcc-263e-4ab2-8026-14b80fe612b4 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:07.063533 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b7416-f5ae-4b22-9545-877c6310a7e5 req-b99c8bcc-263e-4ab2-8026-14b80fe612b4 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:07.070389 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b7416-f5ae-4b22-9545-877c6310a7e5 req-b99c8bcc-263e-4ab2-8026-14b80fe612b4 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:07.076592 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b7416-f5ae-4b22-9545-877c6310a7e5 req-b99c8bcc-263e-4ab2-8026-14b80fe612b4 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:07.077308 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a70cfd-e9a4-4d73-9ab2-466705f714cb None None] Pushing event updated for resources: {'Port': ['ID=1438dfc1-aaad-4146-a093-40c0a1378b89,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:07.083669 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b7416-f5ae-4b22-9545-877c6310a7e5 req-b99c8bcc-263e-4ab2-8026-14b80fe612b4 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:07.084801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f6ff49-b0fe-4409-824f-db3dbb73a66e None None] Network 687c11d6-80c8-41a5-825d-4d0154fe3af5 could not be found, it might have been deleted concurrently. {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 20:26:07.086050 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e14b7416-f5ae-4b22-9545-877c6310a7e5 req-b99c8bcc-263e-4ab2-8026-14b80fe612b4 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 3886 time: 0.4745212 Feb 28 20:26:07.114109 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:26:07.121830 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c4ccf8-1ef7-49c8-b0c1-03946c1ad230 None None] Network 687c11d6-80c8-41a5-825d-4d0154fe3af5 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:26:07.122787 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:26:07.125997 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port d1aa6bc6-d58d-48cb-a918-540fd5167b4f, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d1aa6bc6-d58d-48cb-a918-540fd5167b4f,segment=NetworkSegment(923824af-dc32-4186-9394-27c190910828),segment_id=923824af-dc32-4186-9394-27c190910828)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:07.151806 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d474984-8394-4dfd-901b-00847309bf94 req-bfff5442-32c4-4369-9c72-b58e31be281b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:07.154037 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8d474984-8394-4dfd-901b-00847309bf94 req-bfff5442-32c4-4369-9c72-b58e31be281b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 1128 time: 0.4400961 Feb 28 20:26:07.189224 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c4ccf8-1ef7-49c8-b0c1-03946c1ad230 None None] Network 687c11d6-80c8-41a5-825d-4d0154fe3af5 could not be found, it might have been deleted concurrently. {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 20:26:07.190604 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d1aa6bc6-d58d-48cb-a918-540fd5167b4f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:07.191320 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 377cfde8-fab4-4fda-bff2-961049b9f6d6 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:26:07.337711 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e587eccb-168c-476e-84fe-2a5b4864ca22 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (319ed996-80b3-4700-9310-bd9c486c95ba), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:07.351444 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] Set router d26e5802-18b8-48a0-8b4e-add99484c537 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:26:07.359799 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for floatingip (82272d46-7fe5-49e1-b1b6-c77a77e99d21), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:07.370931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Pushing event updated for resources: {'Port': ['ID=b562debd-2e1f-4342-ab45-ffcdda068094,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:07.385356 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-e587eccb-168c-476e-84fe-2a5b4864ca22 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319ed996-80b3-4700-9310-bd9c486c95ba']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:07.414398 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-e587eccb-168c-476e-84fe-2a5b4864ca22 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a4a870-316a-41f0-987a-2340600a8fe9') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:07.414631 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-e587eccb-168c-476e-84fe-2a5b4864ca22 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a4a870-316a-41f0-987a-2340600a8fe9') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:07.452787 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:07.455848 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:07.456324 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:07.457338 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:07.458089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:07.460164 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:07.460638 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:07.461096 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:07.461550 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:07.464791 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e587eccb-168c-476e-84fe-2a5b4864ca22 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (81a4a870-316a-41f0-987a-2340600a8fe9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:07.465405 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:07.465879 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:07.466334 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:07.466886 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:07.494629 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e587eccb-168c-476e-84fe-2a5b4864ca22 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (81a4a870-316a-41f0-987a-2340600a8fe9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:07.504440 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e587eccb-168c-476e-84fe-2a5b4864ca22 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:26:07.505997 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e587eccb-168c-476e-84fe-2a5b4864ca22 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (81a4a870-316a-41f0-987a-2340600a8fe9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:07.560145 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e14b7416-f5ae-4b22-9545-877c6310a7e5 req-01a75808-6fe7-4dd0-a19b-8237cf64b23c tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4549236 Feb 28 20:26:07.597875 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b562debd-2e1f-4342-ab45-ffcdda068094), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:26:07.676040 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:26:07.719976 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e587eccb-168c-476e-84fe-2a5b4864ca22 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (319ed996-80b3-4700-9310-bd9c486c95ba), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:07.795444 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e587eccb-168c-476e-84fe-2a5b4864ca22 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:07.817937 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e587eccb-168c-476e-84fe-2a5b4864ca22 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/319ed996-80b3-4700-9310-bd9c486c95ba HTTP/1.1" status: 204 len: 168 time: 1.4498541 Feb 28 20:26:07.819084 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 32854) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:07.896126 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ca452-2d54-43a0-8b63-4098f452aec2 req-e0e1f8f2-5876-4ae7-8f58-499a711f86c7 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:07.901703 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-449ca452-2d54-43a0-8b63-4098f452aec2 req-e0e1f8f2-5876-4ae7-8f58-499a711f86c7 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 945 time: 0.8091173 Feb 28 20:26:07.952866 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587eccb-168c-476e-84fe-2a5b4864ca22 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Network': ['ID=319ed996-80b3-4700-9310-bd9c486c95ba,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:07.959828 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c436d111-c42f-424c-9a96-350fe5eb480e None None] Provisioning complete for port 1438dfc1-aaad-4146-a093-40c0a1378b89 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:07.960799 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c436d111-c42f-424c-9a96-350fe5eb480e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1438dfc1-aaad-4146-a093-40c0a1378b89), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:07.975028 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-156a7efd-017d-4cbf-a806-7868901f825f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] DELETE failed (client error): The resource could not be found. Feb 28 20:26:07.977798 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156a7efd-017d-4cbf-a806-7868901f825f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:26:07.986318 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-156a7efd-017d-4cbf-a806-7868901f825f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/subnets/5171bb72-f8d3-430a-9f3e-b1c3775c349f HTTP/1.1" status: 404 len: 337 time: 0.1143212 Feb 28 20:26:07.986971 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 32858) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:08.053924 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8d474984-8394-4dfd-901b-00847309bf94 req-32dfb65b-dc65-47eb-ad28-c0339515d750 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864660 Feb 28 20:26:08.055281 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2516d568-d29c-4b72-beaa-0077ab7f74ca tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] DELETE failed (client error): The resource could not be found. Feb 28 20:26:08.055909 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2516d568-d29c-4b72-beaa-0077ab7f74ca tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:26:08.065864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 32860) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:08.067279 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=d1aa6bc6-d58d-48cb-a918-540fd5167b4f,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:08.080016 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2516d568-d29c-4b72-beaa-0077ab7f74ca tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/ef54a15f-cb15-4902-bba4-480590d15174 HTTP/1.1" status: 404 len: 339 time: 0.0839739 Feb 28 20:26:08.092012 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-449ca452-2d54-43a0-8b63-4098f452aec2 req-7f015b57-1607-41e1-840e-b0647e957e7f tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633697 Feb 28 20:26:08.103014 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4bab6f84-cda1-4930-a052-32bd34568cc3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Deleting port d1aa6bc6-d58d-48cb-a918-540fd5167b4f {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:08.104436 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4bab6f84-cda1-4930-a052-32bd34568cc3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d1aa6bc6-d58d-48cb-a918-540fd5167b4f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:08.120427 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-86781ecc-f3f7-439e-bb95-bef7f5a3b2e9 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] DELETE failed (client error): The resource could not be found. Feb 28 20:26:08.121019 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86781ecc-f3f7-439e-bb95-bef7f5a3b2e9 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:26:08.127263 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-86781ecc-f3f7-439e-bb95-bef7f5a3b2e9 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/subnets/dde9efc0-6d68-4afa-8fa1-ef4a15b428b1 HTTP/1.1" status: 404 len: 337 time: 0.0508547 Feb 28 20:26:08.133753 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 32862) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:08.160039 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df23166-97fe-4f5e-baa8-2f55af1496dc tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] DELETE failed (client error): The resource could not be found. Feb 28 20:26:08.161460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df23166-97fe-4f5e-baa8-2f55af1496dc tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:26:08.167420 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8df23166-97fe-4f5e-baa8-2f55af1496dc tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/32703ad3-3b49-458f-9e01-9a5a6c7fa77d HTTP/1.1" status: 404 len: 339 time: 0.0323305 Feb 28 20:26:08.187989 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d4d8b-f95f-4bc4-9584-e00faef89c52 req-8c1a9ded-6958-408a-b2d3-60c7ea3e96dd tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:08.189594 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de6d4d8b-f95f-4bc4-9584-e00faef89c52 req-8c1a9ded-6958-408a-b2d3-60c7ea3e96dd tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.3269300 Feb 28 20:26:08.195446 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 377cfde8-fab4-4fda-bff2-961049b9f6d6 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:08.196081 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (377cfde8-fab4-4fda-bff2-961049b9f6d6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:08.201626 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 32864) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:08.245974 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a1815d-14a3-45ad-bac2-ccffda35289d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] DELETE failed (client error): The resource could not be found. Feb 28 20:26:08.246832 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a1815d-14a3-45ad-bac2-ccffda35289d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:26:08.253395 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-17a1815d-14a3-45ad-bac2-ccffda35289d tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/subnets/7e829fbd-e56c-46a5-aed4-647637accba2 HTTP/1.1" status: 404 len: 337 time: 0.0504105 Feb 28 20:26:08.254548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 377cfde8-fab4-4fda-bff2-961049b9f6d6, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=377cfde8-fab4-4fda-bff2-961049b9f6d6,segment=NetworkSegment(923824af-dc32-4186-9394-27c190910828),segment_id=923824af-dc32-4186-9394-27c190910828)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:08.256977 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 32866) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:08.263085 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (377cfde8-fab4-4fda-bff2-961049b9f6d6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:08.263957 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:26:08.283730 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e528501-f1d4-49ad-b9ad-28f0eab4866c tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] DELETE failed (client error): The resource could not be found. Feb 28 20:26:08.284647 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e528501-f1d4-49ad-b9ad-28f0eab4866c tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:26:08.290673 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2e528501-f1d4-49ad-b9ad-28f0eab4866c tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/1a9c9cb0-c2cf-480a-b478-3afce4c07d8c HTTP/1.1" status: 404 len: 339 time: 0.0323966 Feb 28 20:26:08.291701 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 32868) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:08.306353 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for port (b562debd-2e1f-4342-ab45-ffcdda068094), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:08.320751 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (b562debd-2e1f-4342-ab45-ffcdda068094), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:08.328479 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-33206223-657a-4769-9f9a-c6530d1ddb05 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] DELETE failed (client error): The resource could not be found. Feb 28 20:26:08.330273 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33206223-657a-4769-9f9a-c6530d1ddb05 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:26:08.344147 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de6d4d8b-f95f-4bc4-9584-e00faef89c52 req-f1f40247-81c9-43d9-8ac3-833351db1f23 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383994 Feb 28 20:26:08.367712 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-33206223-657a-4769-9f9a-c6530d1ddb05 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/subnets/55ba45c6-fefa-4098-bdb5-944f08d56726 HTTP/1.1" status: 404 len: 337 time: 0.0719025 Feb 28 20:26:08.370880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 32870) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:08.403315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'name': 'tempest-AttachVolumeTestJSON-753889427-router', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:25:44Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'gw_port': {'id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:46Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '1438dfc1-aaad-4146-a093-40c0a1378b89', 'name': '', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'mac_address': 'fa:16:3e:06:e6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:55Z', 'updated_at': '2022-02-28T20:26:06Z', 'revision_number': 4, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'subnets': [{'id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:08.407848 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af026b8-2ef7-4384-a18f-4473f1202ed7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] DELETE failed (client error): The resource could not be found. Feb 28 20:26:08.408469 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af026b8-2ef7-4384-a18f-4473f1202ed7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:26:08.410766 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4bab6f84-cda1-4930-a052-32bd34568cc3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] For port d1aa6bc6-d58d-48cb-a918-540fd5167b4f, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d1aa6bc6-d58d-48cb-a918-540fd5167b4f,segment=NetworkSegment(923824af-dc32-4186-9394-27c190910828),segment_id=923824af-dc32-4186-9394-27c190910828)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:08.415180 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8af026b8-2ef7-4384-a18f-4473f1202ed7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/3e8f9045-cb9f-4088-9274-e0c9497c315b HTTP/1.1" status: 404 len: 339 time: 0.0402465 Feb 28 20:26:08.419342 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4bab6f84-cda1-4930-a052-32bd34568cc3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d1aa6bc6-d58d-48cb-a918-540fd5167b4f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:08.422406 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 32872) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:08.445604 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:08.446125 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7c24a8f7-20ff-4d62-9972-a14e3ce6bc65), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:08.448616 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a7b11b-2466-48f3-a6fd-b112a0048d76 None None] The sync data for ids ['d26e5802-18b8-48a0-8b4e-add99484c537'] in n-d-820368-21 is: [{'id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'name': 'tempest-AttachVolumeTestJSON-753889427-router', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:25:44Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'gw_port': {'id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:46Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '1438dfc1-aaad-4146-a093-40c0a1378b89', 'name': '', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'mac_address': 'fa:16:3e:06:e6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:55Z', 'updated_at': '2022-02-28T20:26:06Z', 'revision_number': 4, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'subnets': [{'id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:26:08.560254 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3160dc-9fe2-4edb-8fb6-2c324e19fdd5 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] DELETE failed (client error): The resource could not be found. Feb 28 20:26:08.560881 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3160dc-9fe2-4edb-8fb6-2c324e19fdd5 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:26:08.563601 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee91a95-6a90-4730-a380-35031e47d204 req-925ffb03-69d3-4254-bb41-4961b35c84c0 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:08.566949 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ea3160dc-9fe2-4edb-8fb6-2c324e19fdd5 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/subnets/b7e232cb-328e-4f36-b949-e1633e27a88e HTTP/1.1" status: 404 len: 337 time: 0.1288924 Feb 28 20:26:08.567680 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 32874) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:08.568835 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4bab6f84-cda1-4930-a052-32bd34568cc3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Calling delete_port for d1aa6bc6-d58d-48cb-a918-540fd5167b4f owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:08.582078 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4ee91a95-6a90-4730-a380-35031e47d204 req-925ffb03-69d3-4254-bb41-4961b35c84c0 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 944 time: 0.3328724 Feb 28 20:26:08.622328 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-21081d57-4b1e-4445-b2ea-dbe792fd4723 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] DELETE failed (client error): The resource could not be found. Feb 28 20:26:08.623221 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21081d57-4b1e-4445-b2ea-dbe792fd4723 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:26:08.628286 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-21081d57-4b1e-4445-b2ea-dbe792fd4723 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/505da002-d013-4363-aa1b-acb5087d9eb4 HTTP/1.1" status: 404 len: 339 time: 0.0567586 Feb 28 20:26:08.630817 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 32878) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:08.664842 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (82272d46-7fe5-49e1-b1b6-c77a77e99d21), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:08.693256 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Pushing event updated for resources: {'Port': ['ID=b562debd-2e1f-4342-ab45-ffcdda068094,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:08.699845 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49c45162-e7f9-43ff-a096-4dd40b8ec7ab req-2d20c66a-d58b-49f8-9137-e3825a959475 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.0694189 Feb 28 20:26:08.721980 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=377cfde8-fab4-4fda-bff2-961049b9f6d6,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:08.733002 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4ee91a95-6a90-4730-a380-35031e47d204 req-c886daa1-97b4-4cb0-898c-5ecf1630c448 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485324 Feb 28 20:26:08.757827 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:08.759207 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d11ab831-3ec2-4bfe-b28e-66227804a8b5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0271795 Feb 28 20:26:08.780245 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7c24a8f7-20ff-4d62-9972-a14e3ce6bc65,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:08.789133 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c436d111-c42f-424c-9a96-350fe5eb480e None None] Current status of the port 1438dfc1-aaad-4146-a093-40c0a1378b89 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:08.789535 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c436d111-c42f-424c-9a96-350fe5eb480e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1438dfc1-aaad-4146-a093-40c0a1378b89), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:08.792333 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7c24a8f7-20ff-4d62-9972-a14e3ce6bc65), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:08.793070 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 15aeb0ab-6dce-47da-a090-5346e867a4af no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:26:08.867662 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b61ae26-9b8d-4425-b6a9-bbad0423a088 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] DELETE failed (client error): The resource could not be found. Feb 28 20:26:08.868277 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b61ae26-9b8d-4425-b6a9-bbad0423a088 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:26:08.871557 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5b61ae26-9b8d-4425-b6a9-bbad0423a088 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/subnets/931051a0-1953-4692-905e-dc7938f6cae2 HTTP/1.1" status: 404 len: 337 time: 0.2396331 Feb 28 20:26:08.881694 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 32884) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:08.908151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1aa6bc6-d58d-48cb-a918-540fd5167b4f'}, {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '377cfde8-fab4-4fda-bff2-961049b9f6d6'}, {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c24a8f7-20ff-4d62-9972-a14e3ce6bc65'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:26:08.910757 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc76038f-2863-4c65-83af-d6801bbc6c65" -d '{"events": [{"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-unplugged", "status": "completed", "tag": "d1aa6bc6-d58d-48cb-a918-540fd5167b4f"}, {"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-unplugged", "status": "completed", "tag": "377cfde8-fab4-4fda-bff2-961049b9f6d6"}, {"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-unplugged", "status": "completed", "tag": "7c24a8f7-20ff-4d62-9972-a14e3ce6bc65"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:26:08.943132 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-babba4bf-3861-4a93-992e-2c6cf321f145 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] DELETE failed (client error): The resource could not be found. Feb 28 20:26:08.943655 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-babba4bf-3861-4a93-992e-2c6cf321f145 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:26:08.949661 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 32890) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:08.950188 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-babba4bf-3861-4a93-992e-2c6cf321f145 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/b84ea43d-90ad-4748-8589-66dab66b5635 HTTP/1.1" status: 404 len: 339 time: 0.0662649 Feb 28 20:26:09.002033 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0999c6-80b2-4df1-b999-177225613795 req-b91cf919-ae0c-4f08-8b4e-e5e27a8c2c5d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:09.009655 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0999c6-80b2-4df1-b999-177225613795 req-b91cf919-ae0c-4f08-8b4e-e5e27a8c2c5d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:09.018186 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c436d111-c42f-424c-9a96-350fe5eb480e None None] For port 1438dfc1-aaad-4146-a093-40c0a1378b89, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1438dfc1-aaad-4146-a093-40c0a1378b89,segment=NetworkSegment(8e033a05-7daa-4810-ae7e-8076b1b461b4),segment_id=8e033a05-7daa-4810-ae7e-8076b1b461b4)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:09.024023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=7c24a8f7-20ff-4d62-9972-a14e3ce6bc65,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:09.024995 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0999c6-80b2-4df1-b999-177225613795 req-b91cf919-ae0c-4f08-8b4e-e5e27a8c2c5d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:09.028494 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c436d111-c42f-424c-9a96-350fe5eb480e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1438dfc1-aaad-4146-a093-40c0a1378b89), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:09.031804 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0999c6-80b2-4df1-b999-177225613795 req-b91cf919-ae0c-4f08-8b4e-e5e27a8c2c5d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:09.039337 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0999c6-80b2-4df1-b999-177225613795 req-b91cf919-ae0c-4f08-8b4e-e5e27a8c2c5d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:09.048110 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed0999c6-80b2-4df1-b999-177225613795 req-b91cf919-ae0c-4f08-8b4e-e5e27a8c2c5d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 3880 time: 0.1781476 Feb 28 20:26:09.073098 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f3751d5-2213-4395-8534-410d28c04af0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] DELETE failed (client error): The resource could not be found. Feb 28 20:26:09.073439 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 28 Feb 2022 20:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcadbc6-d6dc-4bfb-b687-686a22877048 x-openstack-request-id: req-9dcadbc6-d6dc-4bfb-b687-686a22877048 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:26:09.073606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f3751d5-2213-4395-8534-410d28c04af0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:26:09.073876 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-unplugged", "status": "completed", "tag": "d1aa6bc6-d58d-48cb-a918-540fd5167b4f", "code": 200}, {"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-unplugged", "status": "completed", "tag": "377cfde8-fab4-4fda-bff2-961049b9f6d6", "code": 200}, {"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-unplugged", "status": "completed", "tag": "7c24a8f7-20ff-4d62-9972-a14e3ce6bc65", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:26:09.074080 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9dcadbc6-d6dc-4bfb-b687-686a22877048 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:26:09.078593 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1aa6bc6-d58d-48cb-a918-540fd5167b4f', 'code': 200} Feb 28 20:26:09.078768 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '377cfde8-fab4-4fda-bff2-961049b9f6d6', 'code': 200} Feb 28 20:26:09.079008 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c24a8f7-20ff-4d62-9972-a14e3ce6bc65', 'code': 200} Feb 28 20:26:09.088090 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3f3751d5-2213-4395-8534-410d28c04af0 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/subnets/60ed23e6-f0cb-48b5-8a77-a666a17755f2 HTTP/1.1" status: 404 len: 337 time: 0.1369209 Feb 28 20:26:09.099922 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 32892) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:09.202757 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 15aeb0ab-6dce-47da-a090-5346e867a4af is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:09.203349 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (15aeb0ab-6dce-47da-a090-5346e867a4af), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:09.207856 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed0999c6-80b2-4df1-b999-177225613795 req-bbb7b638-c933-4cc1-af8e-454c5114abca tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588483 Feb 28 20:26:09.210343 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-3edb6001-0c3c-4e69-9125-ab2d257c6c68 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] DELETE failed (client error): The resource could not be found. Feb 28 20:26:09.210982 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3edb6001-0c3c-4e69-9125-ab2d257c6c68 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:26:09.215298 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3edb6001-0c3c-4e69-9125-ab2d257c6c68 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/8cab0aff-f563-400f-8715-c85184e7a676 HTTP/1.1" status: 404 len: 339 time: 0.1145618 Feb 28 20:26:09.220169 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 32904) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:09.320048 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27a4512d-6e1d-489b-951f-760d52157846 req-da710270-84fa-4fb1-9ff9-eab84940ca73 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--416752293&fields=id&tenant_id=ce448fa148384bfb9a78481379c26323 HTTP/1.1" status: 200 len: 267 time: 0.1415496 Feb 28 20:26:09.334614 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee62847-87e6-47e8-9377-a37befe4c85f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] DELETE failed (client error): The resource could not be found. Feb 28 20:26:09.337964 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee62847-87e6-47e8-9377-a37befe4c85f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:26:09.343684 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 15aeb0ab-6dce-47da-a090-5346e867a4af, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=15aeb0ab-6dce-47da-a090-5346e867a4af,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:09.348008 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cee62847-87e6-47e8-9377-a37befe4c85f tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/subnets/d260cd85-26cc-4c4b-9fd9-41cb6c5226df HTTP/1.1" status: 404 len: 337 time: 0.1191034 Feb 28 20:26:09.348768 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0b3b048d-ee2c-4d82-9f30-f87f1416bcb9 None None] Provisioning complete for port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:09.349680 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0b3b048d-ee2c-4d82-9f30-f87f1416bcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3c3a2d9f-699e-4a07-be35-f4b71ae7811b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:09.350327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 32906) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:09.355674 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (15aeb0ab-6dce-47da-a090-5346e867a4af), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:09.356446 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3c3a2d9f-699e-4a07-be35-f4b71ae7811b no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:26:09.364862 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436d111-c42f-424c-9a96-350fe5eb480e None None] Pushing event updated for resources: {'Port': ['ID=1438dfc1-aaad-4146-a093-40c0a1378b89,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:09.413347 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b99b44-37fc-447d-a88c-08cfc74bbdc7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] DELETE failed (client error): The resource could not be found. Feb 28 20:26:09.413876 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b99b44-37fc-447d-a88c-08cfc74bbdc7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:26:09.417390 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f1b99b44-37fc-447d-a88c-08cfc74bbdc7 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/e89d3d3b-4e71-41b1-baec-e2363f5ac54a HTTP/1.1" status: 404 len: 339 time: 0.0615728 Feb 28 20:26:09.419657 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 32910) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:09.434110 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4bab6f84-cda1-4930-a052-32bd34568cc3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d1aa6bc6-d58d-48cb-a918-540fd5167b4f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:09.507230 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab6f84-cda1-4930-a052-32bd34568cc3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event deleted for resources: {'Port': ['ID=d1aa6bc6-d58d-48cb-a918-540fd5167b4f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:09.550767 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0b3b048d-ee2c-4d82-9f30-f87f1416bcb9 None None] Port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:26:09.567330 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=15aeb0ab-6dce-47da-a090-5346e867a4af,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:09.573474 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] The host n-h1-820368-21 is not matching for port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b host ! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:26:09.575635 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3c3a2d9f-699e-4a07-be35-f4b71ae7811b not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:26:09.577131 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:26:09.615745 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e978d2-d525-40ba-aee0-6fed32165151 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Deleting subnet f5aeaa55-3115-4268-bab3-4dba50df58ee {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:26:09.629518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] The host n-h1-820368-21 is not matching for port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 host ! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:26:09.633754 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:26:09.642700 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device f2d9f272-0be6-425c-81bf-19f87f61471a up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:26:09.653311 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4bab6f84-cda1-4930-a052-32bd34568cc3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] No DVR routers for this DVR port d1aa6bc6-d58d-48cb-a918-540fd5167b4f on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:26:09.658279 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-03e978d2-d525-40ba-aee0-6fed32165151 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks [] for subnet (f5aeaa55-3115-4268-bab3-4dba50df58ee), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:09.659646 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0b3b048d-ee2c-4d82-9f30-f87f1416bcb9 None None] Provisioning complete for port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:09.660565 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0b3b048d-ee2c-4d82-9f30-f87f1416bcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:09.665186 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4bab6f84-cda1-4930-a052-32bd34568cc3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:09.674613 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4bab6f84-cda1-4930-a052-32bd34568cc3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.15 "DELETE /v2.0/ports/d1aa6bc6-d58d-48cb-a918-540fd5167b4f HTTP/1.1" status: 204 len: 173 time: 2.6797879 Feb 28 20:26:09.680471 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-deleted', 'tag': 'd1aa6bc6-d58d-48cb-a918-540fd5167b4f'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:26:09.683517 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36782650-74a4-4ea3-8a27-56a5d96bb5b2" -d '{"events": [{"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-deleted", "tag": "d1aa6bc6-d58d-48cb-a918-540fd5167b4f"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:26:09.829332 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0b3b048d-ee2c-4d82-9f30-f87f1416bcb9 None None] Port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:26:09.872318 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port f2d9f272-0be6-425c-81bf-19f87f61471a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:09.872691 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:09.874474 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0b3b048d-ee2c-4d82-9f30-f87f1416bcb9 None None] Provisioning complete for port 1438dfc1-aaad-4146-a093-40c0a1378b89 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:09.885651 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0b3b048d-ee2c-4d82-9f30-f87f1416bcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1438dfc1-aaad-4146-a093-40c0a1378b89), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:09.933484 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-03e978d2-d525-40ba-aee0-6fed32165151 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (f5aeaa55-3115-4268-bab3-4dba50df58ee), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:10.058160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c263e-8437-4634-9697-bc9cc267b8e6 req-db78b1b4-cf1b-437f-93d8-c031fb1caa5b tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:10.067459 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-871c263e-8437-4634-9697-bc9cc267b8e6 req-db78b1b4-cf1b-437f-93d8-c031fb1caa5b tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 945 time: 0.6309335 Feb 28 20:26:10.099690 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-5f576fb3-b7df-4402-83b6-a143a35c59ba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Deleting port 377cfde8-fab4-4fda-bff2-961049b9f6d6 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:10.100224 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-5f576fb3-b7df-4402-83b6-a143a35c59ba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (377cfde8-fab4-4fda-bff2-961049b9f6d6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:10.149596 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4512d-6e1d-489b-951f-760d52157846 req-3db12df2-789f-43ab-aa2a-119605bd98a8 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:10.154156 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27a4512d-6e1d-489b-951f-760d52157846 req-3db12df2-789f-43ab-aa2a-119605bd98a8 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/networks?id=bd95dcac-d635-4bec-8252-dbb352dcdbef HTTP/1.1" status: 200 len: 810 time: 0.8253899 Feb 28 20:26:10.189025 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0b3b048d-ee2c-4d82-9f30-f87f1416bcb9 None None] Current status of the port 1438dfc1-aaad-4146-a093-40c0a1378b89 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:10.214518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port f2d9f272-0be6-425c-81bf-19f87f61471a is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:10.215112 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:10.216205 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27a4512d-6e1d-489b-951f-760d52157846 req-acc0e4a7-c02e-4ab6-8b0a-e61204886227 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/quotas/ce448fa148384bfb9a78481379c26323 HTTP/1.1" status: 200 len: 375 time: 0.0546193 Feb 28 20:26:10.232214 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-871c263e-8437-4634-9697-bc9cc267b8e6 req-3b56a8c8-ec61-4eaf-a955-17084e3c40c8 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635182 Feb 28 20:26:10.311715 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port f2d9f272-0be6-425c-81bf-19f87f61471a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=f2d9f272-0be6-425c-81bf-19f87f61471a,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:10.339098 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:10.340357 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 6e5676f5-bf8f-464e-8876-298b91ea7ec2 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:26:10.352964 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27a4512d-6e1d-489b-951f-760d52157846 req-ae63de1f-9642-4e93-90e9-8dcead79b994 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce448fa148384bfb9a78481379c26323&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1195734 Feb 28 20:26:10.555156 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=f2d9f272-0be6-425c-81bf-19f87f61471a,revision_number=10']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:10.630117 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a952b3-6560-4370-b739-0feb08178a5e req-b9ea4d83-9870-4d28-8881-092a8d2175d0 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:10.630764 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1438dfc1-aaad-4146-a093-40c0a1378b89 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:26:10.645981 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c4a952b3-6560-4370-b739-0feb08178a5e req-b9ea4d83-9870-4d28-8881-092a8d2175d0 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.2916889 Feb 28 20:26:10.660204 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 6e5676f5-bf8f-464e-8876-298b91ea7ec2 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:10.661358 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6e5676f5-bf8f-464e-8876-298b91ea7ec2), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:10.706661 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-03e978d2-d525-40ba-aee0-6fed32165151 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (f5aeaa55-3115-4268-bab3-4dba50df58ee), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:10.742398 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c4a952b3-6560-4370-b739-0feb08178a5e req-a265876a-f165-4e11-8da8-ad87ebd71354 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951729 Feb 28 20:26:10.756372 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27a4512d-6e1d-489b-951f-760d52157846 req-55a80f5d-b956-4df6-b550-d67a19427550 service neutron] 10.222.0.13 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803272 Feb 28 20:26:10.794110 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 6e5676f5-bf8f-464e-8876-298b91ea7ec2, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=6e5676f5-bf8f-464e-8876-298b91ea7ec2,segment=NetworkSegment(94742c78-ba4d-44c1-849b-c1479f2f6613),segment_id=94742c78-ba4d-44c1-849b-c1479f2f6613)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:10.817533 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6e5676f5-bf8f-464e-8876-298b91ea7ec2), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:10.895264 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5e1c28-96b8-48a0-b932-364d4e22dbab x-openstack-request-id: req-5c5e1c28-96b8-48a0-b932-364d4e22dbab {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:26:10.895869 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-deleted", "tag": "d1aa6bc6-d58d-48cb-a918-540fd5167b4f", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:26:10.896281 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c5e1c28-96b8-48a0-b932-364d4e22dbab {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:26:10.896890 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-deleted', 'tag': 'd1aa6bc6-d58d-48cb-a918-540fd5167b4f', 'status': 'completed', 'code': 200} Feb 28 20:26:10.908281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 1438dfc1-aaad-4146-a093-40c0a1378b89 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:10.910480 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1438dfc1-aaad-4146-a093-40c0a1378b89), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:10.926050 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27a4512d-6e1d-489b-951f-760d52157846 req-0d91f638-5abe-4422-92a0-dac707f1afc0 service neutron] 10.222.0.13 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639659 Feb 28 20:26:10.935464 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-03e978d2-d525-40ba-aee0-6fed32165151 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (f5aeaa55-3115-4268-bab3-4dba50df58ee), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:10.974044 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=6e5676f5-bf8f-464e-8876-298b91ea7ec2,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:10.981519 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e978d2-d525-40ba-aee0-6fed32165151 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Subnet': ['ID=f5aeaa55-3115-4268-bab3-4dba50df58ee,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:10.992755 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-03e978d2-d525-40ba-aee0-6fed32165151 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:11.001411 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-03e978d2-d525-40ba-aee0-6fed32165151 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/subnets/f5aeaa55-3115-4268-bab3-4dba50df58ee HTTP/1.1" status: 204 len: 168 time: 1.5797279 Feb 28 20:26:11.003674 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 32924) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:11.004507 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173a1ba2-3673-4237-ac1e-e311bb26aebf None None] Network 0144e350-5ea1-49a2-b529-275a59d80290 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:26:11.023225 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-5f576fb3-b7df-4402-83b6-a143a35c59ba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] For port 377cfde8-fab4-4fda-bff2-961049b9f6d6, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=377cfde8-fab4-4fda-bff2-961049b9f6d6,segment=NetworkSegment(923824af-dc32-4186-9394-27c190910828),segment_id=923824af-dc32-4186-9394-27c190910828)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:11.023597 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-5f576fb3-b7df-4402-83b6-a143a35c59ba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (377cfde8-fab4-4fda-bff2-961049b9f6d6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:11.032915 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8333fc16-e535-4b9a-8536-6a38ff45ab59 req-fd89f7ef-7c7a-4c93-b641-814c721e4977 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.0820756 Feb 28 20:26:11.098243 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15aeb0ab-6dce-47da-a090-5346e867a4af'}, {'server_uuid': '00c2035d-4dab-4f9e-8806-0873a125208a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d9f272-0be6-425c-81bf-19f87f61471a'}, {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e5676f5-bf8f-464e-8876-298b91ea7ec2'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:26:11.103265 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a47d58b-3db9-415b-8f65-d7b093d3fafb" -d '{"events": [{"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-unplugged", "status": "completed", "tag": "15aeb0ab-6dce-47da-a090-5346e867a4af"}, {"server_uuid": "00c2035d-4dab-4f9e-8806-0873a125208a", "name": "network-vif-plugged", "status": "completed", "tag": "f2d9f272-0be6-425c-81bf-19f87f61471a"}, {"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-unplugged", "status": "completed", "tag": "6e5676f5-bf8f-464e-8876-298b91ea7ec2"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:26:11.114122 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-5f576fb3-b7df-4402-83b6-a143a35c59ba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Calling delete_port for 377cfde8-fab4-4fda-bff2-961049b9f6d6 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:11.322854 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6f07cb7b-2b7a-4903-bb5b-09abb935d0b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (0144e350-5ea1-49a2-b529-275a59d80290), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:11.327591 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 1438dfc1-aaad-4146-a093-40c0a1378b89 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:11.341029 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c8c4c-24cb-4b14-b3ab-8118f238f172 req-d01f2665-8b88-4b00-b027-76b8917289a4 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:11.352650 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-116c8c4c-24cb-4b14-b3ab-8118f238f172 req-d01f2665-8b88-4b00-b027-76b8917289a4 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 946 time: 0.1518638 Feb 28 20:26:11.457005 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0813ffe1-eb08-4cff-b986-0a72f5a997fe None None] DHCP port deletion for 0144e350-5ea1-49a2-b529-275a59d80290 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:26:11.512371 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-116c8c4c-24cb-4b14-b3ab-8118f238f172 req-fef74c66-2bd0-428d-af40-29ff1ac2c5cd tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587005 Feb 28 20:26:11.530601 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0813ffe1-eb08-4cff-b986-0a72f5a997fe None None] Deleting port 5240169d-2efc-4cff-a93e-66f11518c0ac {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:11.531068 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0813ffe1-eb08-4cff-b986-0a72f5a997fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (5240169d-2efc-4cff-a93e-66f11518c0ac), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:11.533201 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d52cb6-2aae-4bbd-99b4-88a656ae6a0b req-30e3a5ae-7ac4-4d2b-bfa4-6a40c0e70a0b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:11.544064 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d52cb6-2aae-4bbd-99b4-88a656ae6a0b req-30e3a5ae-7ac4-4d2b-bfa4-6a40c0e70a0b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:11.563270 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d52cb6-2aae-4bbd-99b4-88a656ae6a0b req-30e3a5ae-7ac4-4d2b-bfa4-6a40c0e70a0b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:11.579676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d52cb6-2aae-4bbd-99b4-88a656ae6a0b req-30e3a5ae-7ac4-4d2b-bfa4-6a40c0e70a0b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:11.590840 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76d52cb6-2aae-4bbd-99b4-88a656ae6a0b req-30e3a5ae-7ac4-4d2b-bfa4-6a40c0e70a0b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 3143 time: 0.3510969 Feb 28 20:26:11.661667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0813ffe1-eb08-4cff-b986-0a72f5a997fe None None] For port 5240169d-2efc-4cff-a93e-66f11518c0ac, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5240169d-2efc-4cff-a93e-66f11518c0ac,segment=NetworkSegment(d6b348f0-d198-4556-810d-eb8b92364e8b),segment_id=d6b348f0-d198-4556-810d-eb8b92364e8b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:11.662066 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0813ffe1-eb08-4cff-b986-0a72f5a997fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (5240169d-2efc-4cff-a93e-66f11518c0ac), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:11.678130 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-6f07cb7b-2b7a-4903-bb5b-09abb935d0b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Deleting port 5240169d-2efc-4cff-a93e-66f11518c0ac {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:11.678548 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6f07cb7b-2b7a-4903-bb5b-09abb935d0b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (5240169d-2efc-4cff-a93e-66f11518c0ac), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:11.695505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0813ffe1-eb08-4cff-b986-0a72f5a997fe None None] Calling delete_port for 5240169d-2efc-4cff-a93e-66f11518c0ac owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:11.737705 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76d52cb6-2aae-4bbd-99b4-88a656ae6a0b req-66f78743-d7d5-45ed-aaf6-76eace832420 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452117 Feb 28 20:26:11.764385 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b36a52e5-1c48-42f3-ba10-bde7cf460143 req-3130747a-2226-4d55-9f69-075b60f9b298 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1632101417&fields=id&tenant_id=56994c7b39a64e9e8916b84f6fe9adca HTTP/1.1" status: 200 len: 267 time: 0.1415415 Feb 28 20:26:11.847980 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-5f576fb3-b7df-4402-83b6-a143a35c59ba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (377cfde8-fab4-4fda-bff2-961049b9f6d6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:11.873030 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Mon, 28 Feb 2022 20:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a92d2ca-3268-4f03-ad19-f9a31f2ffd40 x-openstack-request-id: req-2a92d2ca-3268-4f03-ad19-f9a31f2ffd40 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:26:11.873956 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-unplugged", "status": "completed", "tag": "15aeb0ab-6dce-47da-a090-5346e867a4af", "code": 200}, {"server_uuid": "00c2035d-4dab-4f9e-8806-0873a125208a", "name": "network-vif-plugged", "status": "completed", "tag": "f2d9f272-0be6-425c-81bf-19f87f61471a", "code": 200}, {"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-unplugged", "status": "completed", "tag": "6e5676f5-bf8f-464e-8876-298b91ea7ec2", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:26:11.875786 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a92d2ca-3268-4f03-ad19-f9a31f2ffd40 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:26:11.876551 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15aeb0ab-6dce-47da-a090-5346e867a4af', 'code': 200} Feb 28 20:26:11.876840 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c2035d-4dab-4f9e-8806-0873a125208a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d9f272-0be6-425c-81bf-19f87f61471a', 'code': 200} Feb 28 20:26:11.877105 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e5676f5-bf8f-464e-8876-298b91ea7ec2', 'code': 200} Feb 28 20:26:11.883437 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a52e5-1c48-42f3-ba10-bde7cf460143 req-20687f83-83f3-4d96-b5c5-bca7d977418b tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:11.898598 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b36a52e5-1c48-42f3-ba10-bde7cf460143 req-20687f83-83f3-4d96-b5c5-bca7d977418b tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 945 time: 0.1305535 Feb 28 20:26:11.907103 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-b36a52e5-1c48-42f3-ba10-bde7cf460143 req-8396a8af-58b1-4751-9dd9-120b574f9d76 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Request body: {'port': {'security_groups': ['ecd7d3fa-8282-4d89-8a34-d910e71d7463', '955aab9a-f007-4829-b11d-fc8ef46daf2f']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:11.947018 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0813ffe1-eb08-4cff-b986-0a72f5a997fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (5240169d-2efc-4cff-a93e-66f11518c0ac), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:11.979897 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f576fb3-b7df-4402-83b6-a143a35c59ba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event deleted for resources: {'Port': ['ID=377cfde8-fab4-4fda-bff2-961049b9f6d6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:12.007466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a65ce37-ae80-4a41-8775-e9e9a049afd7 req-89186d5b-6615-4775-9982-3772fb812d25 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 210 time: 0.0580554 Feb 28 20:26:12.046138 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-6f07cb7b-2b7a-4903-bb5b-09abb935d0b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] For port 5240169d-2efc-4cff-a93e-66f11518c0ac, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5240169d-2efc-4cff-a93e-66f11518c0ac,segment=NetworkSegment(d6b348f0-d198-4556-810d-eb8b92364e8b),segment_id=d6b348f0-d198-4556-810d-eb8b92364e8b)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:12.047102 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6f07cb7b-2b7a-4903-bb5b-09abb935d0b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (5240169d-2efc-4cff-a93e-66f11518c0ac), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:12.065215 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-6f07cb7b-2b7a-4903-bb5b-09abb935d0b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Calling delete_port for 5240169d-2efc-4cff-a93e-66f11518c0ac owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:12.219124 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6f07cb7b-2b7a-4903-bb5b-09abb935d0b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (5240169d-2efc-4cff-a93e-66f11518c0ac), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:12.237687 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b36a52e5-1c48-42f3-ba10-bde7cf460143 req-8396a8af-58b1-4751-9dd9-120b574f9d76 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (13e5da1e-be82-44fd-a199-d086f81de6bc), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:12.311599 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07cb7b-2b7a-4903-bb5b-09abb935d0b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Port': ['ID=5240169d-2efc-4cff-a93e-66f11518c0ac,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:12.336750 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f07cb7b-2b7a-4903-bb5b-09abb935d0b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] No DVR routers for this DVR port 5240169d-2efc-4cff-a93e-66f11518c0ac on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:26:12.343337 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-5f576fb3-b7df-4402-83b6-a143a35c59ba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] No DVR routers for this DVR port 377cfde8-fab4-4fda-bff2-961049b9f6d6 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:26:12.350361 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-5f576fb3-b7df-4402-83b6-a143a35c59ba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:12.354218 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-5f576fb3-b7df-4402-83b6-a143a35c59ba tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.15 "DELETE /v2.0/ports/377cfde8-fab4-4fda-bff2-961049b9f6d6 HTTP/1.1" status: 204 len: 173 time: 2.6636705 Feb 28 20:26:12.446143 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813ffe1-eb08-4cff-b986-0a72f5a997fe None None] Pushing event deleted for resources: {'Port': ['ID=5240169d-2efc-4cff-a93e-66f11518c0ac,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:12.464003 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd762397-3f4c-4432-9a82-fcc8d397ff66 req-a25e7c32-926d-423d-94d7-bf481b4d37a5 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:12.464583 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd762397-3f4c-4432-9a82-fcc8d397ff66 req-a25e7c32-926d-423d-94d7-bf481b4d37a5 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.3268623 Feb 28 20:26:12.472069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0813ffe1-eb08-4cff-b986-0a72f5a997fe None None] No DVR routers for this DVR port 5240169d-2efc-4cff-a93e-66f11518c0ac on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:26:12.562034 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e95814-1a5d-40b6-94e7-fe1f8848ee9e req-0808eb49-26b5-4797-b467-d002e9270972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:12.563880 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a0e95814-1a5d-40b6-94e7-fe1f8848ee9e req-0808eb49-26b5-4797-b467-d002e9270972 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 1129 time: 0.3588853 Feb 28 20:26:12.564113 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5240169d-2efc-4cff-a93e-66f11518c0ac no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:26:12.570193 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6f07cb7b-2b7a-4903-bb5b-09abb935d0b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (0144e350-5ea1-49a2-b529-275a59d80290), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:12.606173 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-6f07cb7b-2b7a-4903-bb5b-09abb935d0b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0144e350-5ea1-49a2-b529-275a59d80290']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:12.617873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 5240169d-2efc-4cff-a93e-66f11518c0ac {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:26:12.617873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5240169d-2efc-4cff-a93e-66f11518c0ac not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:26:12.634559 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-6f07cb7b-2b7a-4903-bb5b-09abb935d0b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b348f0-d198-4556-810d-eb8b92364e8b') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:12.635275 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-6f07cb7b-2b7a-4903-bb5b-09abb935d0b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b348f0-d198-4556-810d-eb8b92364e8b') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:12.650094 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6f07cb7b-2b7a-4903-bb5b-09abb935d0b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (d6b348f0-d198-4556-810d-eb8b92364e8b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:12.668393 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6f07cb7b-2b7a-4903-bb5b-09abb935d0b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (d6b348f0-d198-4556-810d-eb8b92364e8b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:12.674410 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 32952) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:12.733515 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f07cb7b-2b7a-4903-bb5b-09abb935d0b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:26:12.734190 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6f07cb7b-2b7a-4903-bb5b-09abb935d0b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (d6b348f0-d198-4556-810d-eb8b92364e8b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:26:12.738540 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:26:12.853697 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6f07cb7b-2b7a-4903-bb5b-09abb935d0b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (0144e350-5ea1-49a2-b529-275a59d80290), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:12.860850 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6f07cb7b-2b7a-4903-bb5b-09abb935d0b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:12.867608 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6f07cb7b-2b7a-4903-bb5b-09abb935d0b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] 10.222.0.13 "DELETE /v2.0/networks/0144e350-5ea1-49a2-b529-275a59d80290 HTTP/1.1" status: 204 len: 168 time: 1.8603570 Feb 28 20:26:12.910903 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-b36a52e5-1c48-42f3-ba10-bde7cf460143 req-8396a8af-58b1-4751-9dd9-120b574f9d76 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] For port 13e5da1e-be82-44fd-a199-d086f81de6bc, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=13e5da1e-be82-44fd-a199-d086f81de6bc,segment=NetworkSegment(15cf24c2-704b-4f46-864a-1eccab144611),segment_id=15cf24c2-704b-4f46-864a-1eccab144611)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:12.972474 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-deleted', 'tag': '377cfde8-fab4-4fda-bff2-961049b9f6d6'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:26:12.977254 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ff4dcd-1b11-4367-b902-4200687ba350" -d '{"events": [{"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-deleted", "tag": "377cfde8-fab4-4fda-bff2-961049b9f6d6"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:26:12.982064 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b36a52e5-1c48-42f3-ba10-bde7cf460143 req-8396a8af-58b1-4751-9dd9-120b574f9d76 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for port (13e5da1e-be82-44fd-a199-d086f81de6bc), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:13.001395 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd762397-3f4c-4432-9a82-fcc8d397ff66 req-777954b4-04cf-4873-b752-7617f119d0e2 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244913 Feb 28 20:26:13.003284 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a0e95814-1a5d-40b6-94e7-fe1f8848ee9e req-96323e65-97a3-4327-b281-6505aec36b5c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3278899 Feb 28 20:26:13.063100 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b36a52e5-1c48-42f3-ba10-bde7cf460143 req-8396a8af-58b1-4751-9dd9-120b574f9d76 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (13e5da1e-be82-44fd-a199-d086f81de6bc), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:13.084980 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['d1e2f6d9-e23b-45e5-ac59-35cfdc485bca', '13e5da1e-be82-44fd-a199-d086f81de6bc'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:26:13.183950 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07cb7b-2b7a-4903-bb5b-09abb935d0b1 tempest-NetworksTest-431749380 tempest-NetworksTest-431749380-project] Pushing event deleted for resources: {'Network': ['ID=0144e350-5ea1-49a2-b529-275a59d80290,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:13.195548 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a52e5-1c48-42f3-ba10-bde7cf460143 req-8396a8af-58b1-4751-9dd9-120b574f9d76 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:13.196338 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b36a52e5-1c48-42f3-ba10-bde7cf460143 req-8396a8af-58b1-4751-9dd9-120b574f9d76 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:13.197817 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b36a52e5-1c48-42f3-ba10-bde7cf460143 req-8396a8af-58b1-4751-9dd9-120b574f9d76 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "PUT /v2.0/ports/13e5da1e-be82-44fd-a199-d086f81de6bc HTTP/1.1" status: 200 len: 981 time: 1.2979884 Feb 28 20:26:13.204904 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ce8aa1-d940-4e02-9e20-39e94cc7e8ca', 'tag': '13e5da1e-be82-44fd-a199-d086f81de6bc'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:26:13.207504 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1e95e3-4313-4d09-ba4e-5715054da2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "26ce8aa1-d940-4e02-9e20-39e94cc7e8ca", "tag": "13e5da1e-be82-44fd-a199-d086f81de6bc"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:26:13.253524 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a5efe7a4-00fb-4433-aeaf-c6faa72e8872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:13.294238 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396a8af-58b1-4751-9dd9-120b574f9d76 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event updated for resources: {'Port': ['ID=13e5da1e-be82-44fd-a199-d086f81de6bc,revision_number=6']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:13.309820 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['13e5da1e-be82-44fd-a199-d086f81de6bc'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:26:13.310425 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-420b0f0c-0c46-42d2-9061-bba18a724392 req-29958ae7-15ee-4915-8800-de2ae68d8943 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.1630368 Feb 28 20:26:13.355426 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc2f01-c215-4b98-81b7-8a856c9f3e6d req-ad9d336a-1192-4478-b764-ec7368b9604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:13.357339 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69fc2f01-c215-4b98-81b7-8a856c9f3e6d req-ad9d336a-1192-4478-b764-ec7368b9604a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d21f27a53ace41c6b073930944eb8337&device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 1129 time: 0.4380023 Feb 28 20:26:13.408450 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c07893-647b-43cf-a2df-ad58bb7a3f3c req-ccc584d1-bf1a-4f43-b7b4-cfc7698cb6dc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:13.421755 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e9c07893-647b-43cf-a2df-ad58bb7a3f3c req-ccc584d1-bf1a-4f43-b7b4-cfc7698cb6dc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 946 time: 0.1202679 Feb 28 20:26:13.432600 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 32970) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:13.534384 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4de8087b-27f6-4d4e-ad63-58d105893174 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Deleting port 6e5676f5-bf8f-464e-8876-298b91ea7ec2 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:13.535200 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4de8087b-27f6-4d4e-ad63-58d105893174 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6e5676f5-bf8f-464e-8876-298b91ea7ec2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:13.597720 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4512d-6e1d-489b-951f-760d52157846 req-15b3487e-fd9c-40c8-9089-0a4ced9b3c97 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:13.599663 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-27a4512d-6e1d-489b-951f-760d52157846 req-15b3487e-fd9c-40c8-9089-0a4ced9b3c97 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.15 "GET /v2.0/networks?id=bd95dcac-d635-4bec-8252-dbb352dcdbef HTTP/1.1" status: 200 len: 810 time: 0.6112020 Feb 28 20:26:13.616260 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e9c07893-647b-43cf-a2df-ad58bb7a3f3c req-8fbe9b7b-f0c4-456b-9bbc-cd40ea2f8935 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896386 Feb 28 20:26:13.696149 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ddcac-1f8d-4043-ab96-4394514bf999 req-7a83e71d-965c-44e4-a759-7c00578087da tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:13.712217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ddcac-1f8d-4043-ab96-4394514bf999 req-7a83e71d-965c-44e4-a759-7c00578087da tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:13.722584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ddcac-1f8d-4043-ab96-4394514bf999 req-7a83e71d-965c-44e4-a759-7c00578087da tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:13.737846 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df2ddcac-1f8d-4043-ab96-4394514bf999 req-7a83e71d-965c-44e4-a759-7c00578087da tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 2410 time: 0.2616346 Feb 28 20:26:13.811477 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546d3042-9829-434a-afcf-b4c4ac43e666 x-openstack-request-id: req-546d3042-9829-434a-afcf-b4c4ac43e666 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:26:13.812517 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-deleted", "tag": "377cfde8-fab4-4fda-bff2-961049b9f6d6", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:26:13.813696 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-546d3042-9829-434a-afcf-b4c4ac43e666 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:26:13.814177 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-deleted', 'tag': '377cfde8-fab4-4fda-bff2-961049b9f6d6', 'status': 'completed', 'code': 200} Feb 28 20:26:13.845094 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc2f01-c215-4b98-81b7-8a856c9f3e6d req-901ecd3e-7fc9-4ea7-85ad-1a52965adbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:13.848297 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69fc2f01-c215-4b98-81b7-8a856c9f3e6d req-901ecd3e-7fc9-4ea7-85ad-1a52965adbd0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ab05bea-86cc-498b-aded-ed9c3d7148ac HTTP/1.1" status: 200 len: 917 time: 0.4006460 Feb 28 20:26:13.912338 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a5efe7a4-00fb-4433-aeaf-c6faa72e8872 admin admin] Publish callbacks [] for security_group (ca37da1f-cd42-4730-b236-16e2798b8f5e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:13.988353 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a5efe7a4-00fb-4433-aeaf-c6faa72e8872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ca37da1f-cd42-4730-b236-16e2798b8f5e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:14.003141 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-27a4512d-6e1d-489b-951f-760d52157846 req-51cdf2ba-6bb4-49c5-8b96-d13d61a0f039 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce448fa148384bfb9a78481379c26323 HTTP/1.1" status: 200 len: 379 time: 0.3704636 Feb 28 20:26:14.009440 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4de8087b-27f6-4d4e-ad63-58d105893174 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] For port 6e5676f5-bf8f-464e-8876-298b91ea7ec2, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=6e5676f5-bf8f-464e-8876-298b91ea7ec2,segment=NetworkSegment(94742c78-ba4d-44c1-849b-c1479f2f6613),segment_id=94742c78-ba4d-44c1-849b-c1479f2f6613)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:14.009813 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4de8087b-27f6-4d4e-ad63-58d105893174 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6e5676f5-bf8f-464e-8876-298b91ea7ec2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:14.033651 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-27a4512d-6e1d-489b-951f-760d52157846 req-4c573929-7037-42ea-9e61-23e664e35f9b tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Request body: {'port': {'device_id': '776de37d-e3f4-43c7-b6eb-7aebfa9d64fc', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'admin_state_up': True, 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'security_groups': ['747a6c92-528b-46a7-8a4d-3734923bb73d']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:14.086591 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:26:14.185583 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ee2e631b-7ac0-4859-a94a-c81c40c54a3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=caf3c52331574e51b777ec07b66911d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7188609 Feb 28 20:26:14.229492 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 32982) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:14.231730 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69fc2f01-c215-4b98-81b7-8a856c9f3e6d req-4f203c41-936d-4f29-8295-9146ca336bf9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2d9f272-0be6-425c-81bf-19f87f61471a HTTP/1.1" status: 200 len: 1001 time: 0.3708153 Feb 28 20:26:14.250830 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-40f08776-f033-4c03-9401-91ebae107670 req-2b1ec8db-af8d-419b-ae27-c27a7aa5324b tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 210 time: 0.2553482 Feb 28 20:26:14.268696 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a5efe7a4-00fb-4433-aeaf-c6faa72e8872 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7a86aa9501a4bf98662ae49b056bd18&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5697477 Feb 28 20:26:14.275573 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 32984) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:14.287730 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efe7a4-00fb-4433-aeaf-c6faa72e8872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca37da1f-cd42-4730-b236-16e2798b8f5e,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:14.373725 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df2ddcac-1f8d-4043-ab96-4394514bf999 req-6d9a880b-3e1a-4432-8375-8d1d7ba48594 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6345866 Feb 28 20:26:14.454304 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-01d78415-f251-4ae9-8997-6441c8ca3c77 admin admin] Publish callbacks [] for security_group (ca37da1f-cd42-4730-b236-16e2798b8f5e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:14.491156 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-01d78415-f251-4ae9-8997-6441c8ca3c77 admin admin] Publish callbacks [] for security_group (ca37da1f-cd42-4730-b236-16e2798b8f5e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:14.519791 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dfcfdb08-f879-4a4f-b043-0103d56bba13 admin admin] Publish callbacks [] for security_group (89d6b860-9f1f-4621-91a9-cf9b23db5cfe), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:14.588329 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a4512d-6e1d-489b-951f-760d52157846 req-4c573929-7037-42ea-9e61-23e664e35f9b tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Made reservation on behalf of ce448fa148384bfb9a78481379c26323 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:26:14.592897 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-27a4512d-6e1d-489b-951f-760d52157846 req-4c573929-7037-42ea-9e61-23e664e35f9b tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:14.606059 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-01d78415-f251-4ae9-8997-6441c8ca3c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ca37da1f-cd42-4730-b236-16e2798b8f5e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:14.609571 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-01d78415-f251-4ae9-8997-6441c8ca3c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:14.613023 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-01d78415-f251-4ae9-8997-6441c8ca3c77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca37da1f-cd42-4730-b236-16e2798b8f5e HTTP/1.1" status: 204 len: 168 time: 0.3337123 Feb 28 20:26:14.632108 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d78415-f251-4ae9-8997-6441c8ca3c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca37da1f-cd42-4730-b236-16e2798b8f5e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:14.644244 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dfcfdb08-f879-4a4f-b043-0103d56bba13 admin admin] Publish callbacks [] for security_group (89d6b860-9f1f-4621-91a9-cf9b23db5cfe), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:14.648298 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4de8087b-27f6-4d4e-ad63-58d105893174 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:14.648672 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4de8087b-27f6-4d4e-ad63-58d105893174 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (0792df75-59e9-4936-bd73-d944fa15f02f), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:14.648989 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4de8087b-27f6-4d4e-ad63-58d105893174 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Floating IP 0792df75-59e9-4936-bd73-d944fa15f02f disassociated. External IP: 172.25.0.42, port: 6e5676f5-bf8f-464e-8876-298b91ea7ec2. Feb 28 20:26:14.649334 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4de8087b-27f6-4d4e-ad63-58d105893174 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Calling delete_port for 6e5676f5-bf8f-464e-8876-298b91ea7ec2 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:14.719142 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6cf3ca69-7be4-442f-ad67-272a89598d58 req-59697714-4f04-42a6-9488-0220c24dd568 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/955aab9a-f007-4829-b11d-fc8ef46daf2f HTTP/1.1" status: 200 len: 1820 time: 0.3945498 Feb 28 20:26:14.804901 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0537c6c5-1bb9-4cff-a590-10257cdb121e x-openstack-request-id: req-0537c6c5-1bb9-4cff-a590-10257cdb121e {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:26:14.805311 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ce8aa1-d940-4e02-9e20-39e94cc7e8ca", "tag": "13e5da1e-be82-44fd-a199-d086f81de6bc", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:26:14.805577 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0537c6c5-1bb9-4cff-a590-10257cdb121e {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:26:14.805994 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ce8aa1-d940-4e02-9e20-39e94cc7e8ca', 'tag': '13e5da1e-be82-44fd-a199-d086f81de6bc', 'status': 'completed', 'code': 200} Feb 28 20:26:14.810112 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc2f01-c215-4b98-81b7-8a856c9f3e6d req-793c3843-15db-4f43-8da1-9fbf4d45ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:14.815553 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69fc2f01-c215-4b98-81b7-8a856c9f3e6d req-793c3843-15db-4f43-8da1-9fbf4d45ee49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=168325cf-0c5d-4ba0-baad-f937703ff430 HTTP/1.1" status: 200 len: 856 time: 0.5637171 Feb 28 20:26:14.825305 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f9e2ceb-a318-4abe-a005-757fa57467da req-afebb9ce-a2cd-4dd9-948b-a81a4b7a5dab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0794754 Feb 28 20:26:15.051794 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e2ceb-a318-4abe-a005-757fa57467da req-758c0bc6-3089-4528-a24f-6ac0a794a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:15.055319 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f9e2ceb-a318-4abe-a005-757fa57467da req-758c0bc6-3089-4528-a24f-6ac0a794a63b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14ae7f64b1084c16baea6064eee3ef15&device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 1128 time: 0.1469896 Feb 28 20:26:15.074650 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-6cf3ca69-7be4-442f-ad67-272a89598d58 req-9812e8aa-d871-43b2-93c6-b7e852f55ca9 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 28 20:26:15.090305 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6cf3ca69-7be4-442f-ad67-272a89598d58 req-9812e8aa-d871-43b2-93c6-b7e852f55ca9 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "DELETE /v2.0/security-groups/955aab9a-f007-4829-b11d-fc8ef46daf2f HTTP/1.1" status: 409 len: 341 time: 0.3677702 Feb 28 20:26:15.207855 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f89c5-78b7-406f-8c71-1fe6183e8d3b req-2f703ada-bdcf-49c1-9519-e218bd054d44 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:15.218841 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-729f89c5-78b7-406f-8c71-1fe6183e8d3b req-2f703ada-bdcf-49c1-9519-e218bd054d44 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.2775612 Feb 28 20:26:15.229202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc2f01-c215-4b98-81b7-8a856c9f3e6d req-dc575c8d-e5c2-4bf3-9545-ccf91b080ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:15.231341 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69fc2f01-c215-4b98-81b7-8a856c9f3e6d req-dc575c8d-e5c2-4bf3-9545-ccf91b080ed3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ab05bea-86cc-498b-aded-ed9c3d7148ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3758359 Feb 28 20:26:15.404205 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7d40381-95b6-4f92-96f2-cb656a76044f req-6d946674-9da6-4e9b-bb5a-2e6256034778 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.1708634 Feb 28 20:26:15.454105 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dfcfdb08-f879-4a4f-b043-0103d56bba13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (89d6b860-9f1f-4621-91a9-cf9b23db5cfe), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:15.462038 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dfcfdb08-f879-4a4f-b043-0103d56bba13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:15.471848 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-dfcfdb08-f879-4a4f-b043-0103d56bba13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89d6b860-9f1f-4621-91a9-cf9b23db5cfe HTTP/1.1" status: 204 len: 168 time: 1.2388897 Feb 28 20:26:15.536585 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-729f89c5-78b7-406f-8c71-1fe6183e8d3b req-a4e10375-0af7-45bc-834b-f2400b00b6d7 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164213 Feb 28 20:26:15.610038 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfdb08-f879-4a4f-b043-0103d56bba13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d6b860-9f1f-4621-91a9-cf9b23db5cfe,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:15.635395 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e95e3-4313-4d09-ba4e-5715054da2ee req-7300cbe0-9238-4558-bfd3-93c9fff255f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:15.654826 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5a1e95e3-4313-4d09-ba4e-5715054da2ee req-7300cbe0-9238-4558-bfd3-93c9fff255f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56994c7b39a64e9e8916b84f6fe9adca&device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 1167 time: 0.3336987 Feb 28 20:26:15.856960 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f24e7-a6a9-46de-a26c-725a4da03993 req-18af6120-e3a9-483e-8ae1-87d24cfb3357 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:15.858597 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e7f24e7-a6a9-46de-a26c-725a4da03993 req-18af6120-e3a9-483e-8ae1-87d24cfb3357 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 946 time: 0.2849479 Feb 28 20:26:15.876955 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e2ceb-a318-4abe-a005-757fa57467da req-e364a0ba-7102-41b8-96f2-2bd701fde531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:15.878429 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f9e2ceb-a318-4abe-a005-757fa57467da req-e364a0ba-7102-41b8-96f2-2bd701fde531 service neutron] 10.222.0.10 "GET /v2.0/networks?id=44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 HTTP/1.1" status: 200 len: 911 time: 0.7854788 Feb 28 20:26:15.924412 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e95e3-4313-4d09-ba4e-5715054da2ee req-fcb88dc7-baf1-46c4-ba09-61b03fffb336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:15.926247 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5a1e95e3-4313-4d09-ba4e-5715054da2ee req-fcb88dc7-baf1-46c4-ba09-61b03fffb336 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 HTTP/1.1" status: 200 len: 913 time: 0.2610259 Feb 28 20:26:15.982501 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5a1e95e3-4313-4d09-ba4e-5715054da2ee req-c732f0aa-897a-4f0e-ae63-6bafd16b00df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13e5da1e-be82-44fd-a199-d086f81de6bc HTTP/1.1" status: 200 len: 217 time: 0.0475659 Feb 28 20:26:16.002300 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-27a4512d-6e1d-489b-951f-760d52157846 req-4c573929-7037-42ea-9e61-23e664e35f9b tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Allocated IP 172.20.0.4 (bd95dcac-d635-4bec-8252-dbb352dcdbef/a36f3d5e-8266-4be4-ab73-31f8fb0001af/cda37ee3-1d31-49e2-a40f-b12289a62337) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:26:16.042093 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69fc2f01-c215-4b98-81b7-8a856c9f3e6d req-bcff56f9-098f-4393-b28a-f3e2d7a34aec service neutron] 10.222.0.15 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7935395 Feb 28 20:26:16.173360 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8ded02d7-ad59-4bb6-8044-2c83737e3e15 req-8545ec07-a52f-4045-9fd6-5f128fb58bde tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 210 time: 0.1983576 Feb 28 20:26:16.198690 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f9e2ceb-a318-4abe-a005-757fa57467da req-547a2f08-dc75-4847-a46a-081c4cfc248e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41122841-9da2-4c40-a5d6-8391a1b9ce5a HTTP/1.1" status: 200 len: 217 time: 0.2781491 Feb 28 20:26:16.230539 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e7f24e7-a6a9-46de-a26c-725a4da03993 req-6290b66a-ba45-4764-9a7a-0257810e2930 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3488679 Feb 28 20:26:16.362524 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69fc2f01-c215-4b98-81b7-8a856c9f3e6d req-aebd1f2d-2f6b-47f5-b80c-ed6946bfc105 service neutron] 10.222.0.15 "GET /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097309 Feb 28 20:26:16.451572 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-563f9ee9-4db8-45da-9174-be472a754e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:16.471278 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-27a4512d-6e1d-489b-951f-760d52157846 req-4c573929-7037-42ea-9e61-23e664e35f9b tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for port (cda37ee3-1d31-49e2-a40f-b12289a62337), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:16.504255 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4de8087b-27f6-4d4e-ad63-58d105893174 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (6e5676f5-bf8f-464e-8876-298b91ea7ec2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:16.522138 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e95e3-4313-4d09-ba4e-5715054da2ee req-67d94227-11ef-430a-a90d-c6ce46b2610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:16.523984 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5a1e95e3-4313-4d09-ba4e-5715054da2ee req-67d94227-11ef-430a-a90d-c6ce46b2610f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=67990166-f7b9-4b40-b0dc-22d0d38db491 HTTP/1.1" status: 200 len: 853 time: 0.5353351 Feb 28 20:26:16.528011 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e2ceb-a318-4abe-a005-757fa57467da req-dc6c5d4d-c49f-48bf-99de-8227a05d0181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:16.531191 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f9e2ceb-a318-4abe-a005-757fa57467da req-dc6c5d4d-c49f-48bf-99de-8227a05d0181 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2de3391b-9935-4088-82fa-781f577763c2 HTTP/1.1" status: 200 len: 851 time: 0.2989006 Feb 28 20:26:16.600324 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f9e2ceb-a318-4abe-a005-757fa57467da req-1b27c274-7a8c-4171-aca1-5fc35e66fea5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44e0ffae-a0be-41c5-8b21-fc0de11ff3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584660 Feb 28 20:26:16.609960 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8087b-27f6-4d4e-ad63-58d105893174 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event deleted for resources: {'Port': ['ID=6e5676f5-bf8f-464e-8876-298b91ea7ec2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:16.626590 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-4f9e2ceb-a318-4abe-a005-757fa57467da req-3a3482b4-64c0-43b4-9793-52d9c38b262b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:26:16.628166 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f9e2ceb-a318-4abe-a005-757fa57467da req-3a3482b4-64c0-43b4-9793-52d9c38b262b service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121956 Feb 28 20:26:16.636452 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548e1e3-ab8f-43b5-a2c5-79d70eb7e2d3 req-122ee070-cb7c-40a6-9948-41ddabae357a tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:16.645275 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0548e1e3-ab8f-43b5-a2c5-79d70eb7e2d3 req-122ee070-cb7c-40a6-9948-41ddabae357a tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 984 time: 0.2815275 Feb 28 20:26:16.662712 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5a1e95e3-4313-4d09-ba4e-5715054da2ee req-2ebe5847-b63f-4672-b4fe-b923c74822ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2aaf2d0-38a4-4369-b6c7-389f4d5245e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859165 Feb 28 20:26:16.695069 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b798b-4ac8-455f-932e-a58645f84be8 req-cfd56eec-cdd1-40ed-8e48-b857e8ac3369 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:16.701854 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b798b-4ac8-455f-932e-a58645f84be8 req-cfd56eec-cdd1-40ed-8e48-b857e8ac3369 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:16.709716 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b798b-4ac8-455f-932e-a58645f84be8 req-cfd56eec-cdd1-40ed-8e48-b857e8ac3369 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:16.726269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-690b798b-4ac8-455f-932e-a58645f84be8 req-cfd56eec-cdd1-40ed-8e48-b857e8ac3369 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 2331 time: 0.3611109 Feb 28 20:26:16.851993 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-27a4512d-6e1d-489b-951f-760d52157846 req-4c573929-7037-42ea-9e61-23e664e35f9b tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (cda37ee3-1d31-49e2-a40f-b12289a62337), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:16.964426 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-690b798b-4ac8-455f-932e-a58645f84be8 req-7cb0f361-66b4-4668-9f42-d3442f18ae82 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367923 Feb 28 20:26:16.970660 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f9e2ceb-a318-4abe-a005-757fa57467da req-a055655b-1ed5-4ad4-9a7c-fb6b0b68f380 service neutron] 10.222.0.10 "GET /v2.0/networks/44e0ffae-a0be-41c5-8b21-fc0de11ff3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208971 Feb 28 20:26:16.976179 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a4512d-6e1d-489b-951f-760d52157846 req-4c573929-7037-42ea-9e61-23e664e35f9b tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Network bd95dcac-d635-4bec-8252-dbb352dcdbef is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:26:16.989993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-27a4512d-6e1d-489b-951f-760d52157846 req-4c573929-7037-42ea-9e61-23e664e35f9b tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:26:16.996353 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5a1e95e3-4313-4d09-ba4e-5715054da2ee req-8ae37d61-3b07-4491-8707-01594b6f351d service neutron] 10.222.0.15 "GET /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167267 Feb 28 20:26:16.999215 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a4512d-6e1d-489b-951f-760d52157846 req-4c573929-7037-42ea-9e61-23e664e35f9b tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:26:17.002333 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c573929-7037-42ea-9e61-23e664e35f9b tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Pushing event updated for resources: {'Port': ['ID=cda37ee3-1d31-49e2-a40f-b12289a62337,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:17.112860 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0548e1e3-ab8f-43b5-a2c5-79d70eb7e2d3 req-0ccb3433-53ef-419a-9f0a-d43a1892988d tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?id=955aab9a-f007-4829-b11d-fc8ef46daf2f&id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4658880 Feb 28 20:26:17.253199 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33090) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:17.331816 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afca4948-1caa-4c9f-9dda-67f64bcc4327 req-f240cd92-2594-457d-aea3-46891a0678e8 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.1225843 Feb 28 20:26:17.344924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4de8087b-27f6-4d4e-ad63-58d105893174 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Router 5d79aa48-78aa-4dd4-8f4c-42ac13637838 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:26:17.449232 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4512d-6e1d-489b-951f-760d52157846 req-4c573929-7037-42ea-9e61-23e664e35f9b tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:17.450945 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-27a4512d-6e1d-489b-951f-760d52157846 req-4c573929-7037-42ea-9e61-23e664e35f9b tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:17.484452 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f9e2ceb-a318-4abe-a005-757fa57467da req-07449b04-ac90-49de-9052-ab587322c26f service neutron] 10.222.0.10 "GET /v2.0/networks/44e0ffae-a0be-41c5-8b21-fc0de11ff3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876294 Feb 28 20:26:17.513756 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078a2ec-39cb-4feb-87dd-82829daaf0b8 req-cb73af8c-732e-48ee-baf5-cafaeb1d7a31 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:17.516460 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3078a2ec-39cb-4feb-87dd-82829daaf0b8 req-cb73af8c-732e-48ee-baf5-cafaeb1d7a31 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.1993744 Feb 28 20:26:17.577789 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e17db5ab-7f18-47f7-8e69-5ff3e568cd32 None None] Provisioning complete for port cda37ee3-1d31-49e2-a40f-b12289a62337 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:17.581173 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e17db5ab-7f18-47f7-8e69-5ff3e568cd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cda37ee3-1d31-49e2-a40f-b12289a62337), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:17.623910 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5a1e95e3-4313-4d09-ba4e-5715054da2ee req-43f362d6-395d-47ab-87b8-03b077389879 service neutron] 10.222.0.15 "GET /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6009333 Feb 28 20:26:17.660298 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-27a4512d-6e1d-489b-951f-760d52157846 req-4c573929-7037-42ea-9e61-23e664e35f9b tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6313047 Feb 28 20:26:17.669892 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e17db5ab-7f18-47f7-8e69-5ff3e568cd32 None None] Port cda37ee3-1d31-49e2-a40f-b12289a62337 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:26:17.680093 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-27a4512d-6e1d-489b-951f-760d52157846 req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] Request body: {'port': {'device_id': '776de37d-e3f4-43c7-b6eb-7aebfa9d64fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:17.727635 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3078a2ec-39cb-4feb-87dd-82829daaf0b8 req-0f22d4b4-8dec-454b-9078-3c04b1fc665b tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878419 Feb 28 20:26:17.830040 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42968f-a29f-4e57-a0f7-29e674f75c61 req-18043e3b-d332-4ea0-acdf-0e1849dee7bf tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:17.834745 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6f42968f-a29f-4e57-a0f7-29e674f75c61 req-18043e3b-d332-4ea0-acdf-0e1849dee7bf tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 931 time: 0.3285217 Feb 28 20:26:17.882256 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-27a4512d-6e1d-489b-951f-760d52157846 req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cda37ee3-1d31-49e2-a40f-b12289a62337), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:17.942266 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-01fff645-6b27-4db4-acdf-364e77045aa2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'network': {'name': 'tempest-RoutersTest-1071531526'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:17.942654 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6f42968f-a29f-4e57-a0f7-29e674f75c61 req-05a30838-eadd-4c32-9b68-8677af3d072f tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000898 Feb 28 20:26:17.947743 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4de8087b-27f6-4d4e-ad63-58d105893174 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:26:17.952747 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fd3b2-c6ff-46b1-90e2-2bfe1580b26f req-2df3a3ae-44ab-4e36-b712-f8e088bd312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:17.954309 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c90fd3b2-c6ff-46b1-90e2-2bfe1580b26f req-2df3a3ae-44ab-4e36-b712-f8e088bd312e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56994c7b39a64e9e8916b84f6fe9adca&device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 1167 time: 0.2181795 Feb 28 20:26:17.958116 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb7291a-0134-4ab1-b7a2-c10c8f8859d9 None None] Sync routers for ids ['5d79aa48-78aa-4dd4-8f4c-42ac13637838'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:26:17.977606 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb7291a-0134-4ab1-b7a2-c10c8f8859d9 None None] Routers {'5d79aa48-78aa-4dd4-8f4c-42ac13637838'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:26:17.978253 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-aeb7291a-0134-4ab1-b7a2-c10c8f8859d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:25:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5d79aa48-78aa-4dd4-8f4c-42ac13637838'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:18.023577 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccb4a4-fb38-4431-85e5-863cbd847818 req-642af451-6812-4ff2-9055-0f150f9e83f8 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:18.027790 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05ccb4a4-fb38-4431-85e5-863cbd847818 req-642af451-6812-4ff2-9055-0f150f9e83f8 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 946 time: 0.1148641 Feb 28 20:26:18.127670 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05ccb4a4-fb38-4431-85e5-863cbd847818 req-648bb170-25ea-4959-9cd5-c4c525925082 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916967 Feb 28 20:26:18.134522 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-aeb7291a-0134-4ab1-b7a2-c10c8f8859d9 None None] Set router 5d79aa48-78aa-4dd4-8f4c-42ac13637838 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:26:18.236268 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fd3b2-c6ff-46b1-90e2-2bfe1580b26f req-a1a86382-24ca-41c4-b10b-d1afa2b799bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:18.238290 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c90fd3b2-c6ff-46b1-90e2-2bfe1580b26f req-a1a86382-24ca-41c4-b10b-d1afa2b799bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 HTTP/1.1" status: 200 len: 913 time: 0.2249942 Feb 28 20:26:18.297173 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d47fb-0b3c-4663-939f-21a338af4fda req-a56ceafc-ca89-46d2-bbc5-1afb17df167d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:18.310501 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d47fb-0b3c-4663-939f-21a338af4fda req-a56ceafc-ca89-46d2-bbc5-1afb17df167d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:18.318446 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae5d47fb-0b3c-4663-939f-21a338af4fda req-a56ceafc-ca89-46d2-bbc5-1afb17df167d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 1676 time: 0.1450610 Feb 28 20:26:18.397036 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4de8087b-27f6-4d4e-ad63-58d105893174 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] No DVR routers for this DVR port 6e5676f5-bf8f-464e-8876-298b91ea7ec2 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:26:18.403979 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4de8087b-27f6-4d4e-ad63-58d105893174 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:18.414490 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4de8087b-27f6-4d4e-ad63-58d105893174 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.15 "DELETE /v2.0/ports/6e5676f5-bf8f-464e-8876-298b91ea7ec2 HTTP/1.1" status: 204 len: 173 time: 6.0360198 Feb 28 20:26:18.421748 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c90fd3b2-c6ff-46b1-90e2-2bfe1580b26f req-5dc25d01-ff10-449e-bb07-b35e3df2e005 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13e5da1e-be82-44fd-a199-d086f81de6bc HTTP/1.1" status: 200 len: 217 time: 0.1458879 Feb 28 20:26:18.428121 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-deleted', 'tag': '6e5676f5-bf8f-464e-8876-298b91ea7ec2'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:26:18.432423 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d8f4b4-9371-4a66-8c18-11a43c678aba" -d '{"events": [{"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-deleted", "tag": "6e5676f5-bf8f-464e-8876-298b91ea7ec2"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:26:18.467076 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c97fd-8236-4371-9823-64da9b9c14a2 req-c9c76fb1-a164-41b0-bcfe-78e4526a8d2e tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:18.484128 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1a1c97fd-8236-4371-9823-64da9b9c14a2 req-c9c76fb1-a164-41b0-bcfe-78e4526a8d2e tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 984 time: 0.1589599 Feb 28 20:26:18.521376 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fff645-6b27-4db4-acdf-364e77045aa2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Made reservation on behalf of 25615de0e19746d8843cb2b14de50f6e for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:26:18.527232 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01fff645-6b27-4db4-acdf-364e77045aa2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:18.543682 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01fff645-6b27-4db4-acdf-364e77045aa2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:18.572964 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ae5d47fb-0b3c-4663-939f-21a338af4fda req-44d386be-fc78-4fce-9a94-0063c4000b0f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802447 Feb 28 20:26:18.649603 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-aeb7291a-0134-4ab1-b7a2-c10c8f8859d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'name': 'tempest-TaggedBootDevicesTest-775179342-router', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:08Z', 'updated_at': '2022-02-28T20:19:16Z', 'revision_number': 4, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'gw_port': {'id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:10Z', 'updated_at': '2022-02-28T20:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '2e2b4a89-9cee-45cc-b1db-a6652d0f3639', 'name': '', 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'mac_address': 'fa:16:3e:45:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'bc5610ee-102f-4d53-a1ea-e2fe31bebb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:14Z', 'updated_at': '2022-02-28T20:19:23Z', 'revision_number': 5, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'subnets': [{'id': 'bc5610ee-102f-4d53-a1ea-e2fe31bebb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:18.699507 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb7291a-0134-4ab1-b7a2-c10c8f8859d9 None None] Checking router: 5d79aa48-78aa-4dd4-8f4c-42ac13637838 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:26:18.703577 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1a1c97fd-8236-4371-9823-64da9b9c14a2 req-34a3c848-566d-4760-94d5-969c1aa7d11b tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?id=955aab9a-f007-4829-b11d-fc8ef46daf2f&id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2152123 Feb 28 20:26:18.711304 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb7291a-0134-4ab1-b7a2-c10c8f8859d9 None None] Routers {'5d79aa48-78aa-4dd4-8f4c-42ac13637838'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:26:18.712214 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-aeb7291a-0134-4ab1-b7a2-c10c8f8859d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:25:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5d79aa48-78aa-4dd4-8f4c-42ac13637838'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:18.774187 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f8aff54b-867f-412f-a9c1-047b0705f589 req-06a4cad6-be3e-41de-9ae6-516fa617e1d9 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dce2f4e-bef6-4da8-8290-c7ac0b502dfc HTTP/1.1" status: 200 len: 210 time: 0.0462909 Feb 28 20:26:18.786887 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fd3b2-c6ff-46b1-90e2-2bfe1580b26f req-50495487-045b-4b94-9740-be31c6b55637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:18.789819 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c90fd3b2-c6ff-46b1-90e2-2bfe1580b26f req-50495487-045b-4b94-9740-be31c6b55637 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=67990166-f7b9-4b40-b0dc-22d0d38db491 HTTP/1.1" status: 200 len: 853 time: 0.3504622 Feb 28 20:26:18.869187 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c90fd3b2-c6ff-46b1-90e2-2bfe1580b26f req-c8c1b53c-67b8-42eb-80c0-a519a1fc5a30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2aaf2d0-38a4-4369-b6c7-389f4d5245e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590081 Feb 28 20:26:18.939711 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-aeb7291a-0134-4ab1-b7a2-c10c8f8859d9 None None] Set router 5d79aa48-78aa-4dd4-8f4c-42ac13637838 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:26:18.961094 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e7e0e173-9ff4-4c57-b309-af6737847772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:19.019234 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef7e8a-0421-47d0-8d73-7e6102a76803 req-b488041e-de8b-42c2-856d-d3e5ff77572c tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:19.020827 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0eef7e8a-0421-47d0-8d73-7e6102a76803 req-b488041e-de8b-42c2-856d-d3e5ff77572c tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.0900371 Feb 28 20:26:19.119165 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0eef7e8a-0421-47d0-8d73-7e6102a76803 req-848db995-7f76-436e-97aa-898f6cf32516 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861323 Feb 28 20:26:19.147838 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c90fd3b2-c6ff-46b1-90e2-2bfe1580b26f req-8fb93fc3-4841-4f4c-a018-98b78ae1f244 service neutron] 10.222.0.15 "GET /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578204 Feb 28 20:26:19.166320 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-e2c507cc-1544-4650-8879-19255a076534 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Deleting port 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:19.166673 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-e2c507cc-1544-4650-8879-19255a076534 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7c24a8f7-20ff-4d62-9972-a14e3ce6bc65), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:19.232065 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01fff645-6b27-4db4-acdf-364e77045aa2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for security_group (5ea95e61-7d45-4d16-baaa-ca481520b548), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:19.307471 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fd143e-3dc8-4598-8283-0559f463cbf0 x-openstack-request-id: req-d7fd143e-3dc8-4598-8283-0559f463cbf0 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:26:19.307811 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-deleted", "tag": "6e5676f5-bf8f-464e-8876-298b91ea7ec2", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:26:19.308221 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7fd143e-3dc8-4598-8283-0559f463cbf0 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:26:19.308707 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-deleted', 'tag': '6e5676f5-bf8f-464e-8876-298b91ea7ec2', 'status': 'completed', 'code': 200} Feb 28 20:26:19.331225 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01fff645-6b27-4db4-acdf-364e77045aa2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5ea95e61-7d45-4d16-baaa-ca481520b548), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:19.343092 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5387c-c73e-4281-a59c-431150979a8a req-eed997ee-0b60-44ea-8e6d-ad85793b64c4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:19.352284 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4bc5387c-c73e-4281-a59c-431150979a8a req-eed997ee-0b60-44ea-8e6d-ad85793b64c4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 931 time: 0.1241782 Feb 28 20:26:19.458618 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:19.458989 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4bc5387c-c73e-4281-a59c-431150979a8a req-5183091a-60c6-41fe-a9ea-67b6773aecdf tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994313 Feb 28 20:26:19.483717 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-aeb7291a-0134-4ab1-b7a2-c10c8f8859d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'name': 'tempest-TaggedBootDevicesTest-775179342-router', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:08Z', 'updated_at': '2022-02-28T20:19:16Z', 'revision_number': 4, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'gw_port': {'id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:10Z', 'updated_at': '2022-02-28T20:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '2e2b4a89-9cee-45cc-b1db-a6652d0f3639', 'name': '', 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'mac_address': 'fa:16:3e:45:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'bc5610ee-102f-4d53-a1ea-e2fe31bebb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:14Z', 'updated_at': '2022-02-28T20:19:23Z', 'revision_number': 5, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'subnets': [{'id': 'bc5610ee-102f-4d53-a1ea-e2fe31bebb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:19.520309 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb7291a-0134-4ab1-b7a2-c10c8f8859d9 None None] The sync data for ids ['5d79aa48-78aa-4dd4-8f4c-42ac13637838'] in n-d-820368-21 is: [{'id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'name': 'tempest-TaggedBootDevicesTest-775179342-router', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:08Z', 'updated_at': '2022-02-28T20:19:16Z', 'revision_number': 4, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'gw_port': {'id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:10Z', 'updated_at': '2022-02-28T20:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '2e2b4a89-9cee-45cc-b1db-a6652d0f3639', 'name': '', 'network_id': '99a23236-624a-46f4-a7ad-cb80ef3fa29e', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'mac_address': 'fa:16:3e:45:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'bc5610ee-102f-4d53-a1ea-e2fe31bebb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:14Z', 'updated_at': '2022-02-28T20:19:23Z', 'revision_number': 5, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'subnets': [{'id': 'bc5610ee-102f-4d53-a1ea-e2fe31bebb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:26:19.666245 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fff645-6b27-4db4-acdf-364e77045aa2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea95e61-7d45-4d16-baaa-ca481520b548,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:19.770024 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fff645-6b27-4db4-acdf-364e77045aa2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:26:19.784951 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01fff645-6b27-4db4-acdf-364e77045aa2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (38f53967-ce15-4f5f-8b27-9312697b1e2c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:19.785354 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-01fff645-6b27-4db4-acdf-364e77045aa2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Added segment 38f53967-ce15-4f5f-8b27-9312697b1e2c of type vlan for network 80735ced-de47-4f82-b38e-4ec0710ce81b Feb 28 20:26:19.863303 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-e2c507cc-1544-4650-8879-19255a076534 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] For port 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7c24a8f7-20ff-4d62-9972-a14e3ce6bc65,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:19.864361 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-e2c507cc-1544-4650-8879-19255a076534 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7c24a8f7-20ff-4d62-9972-a14e3ce6bc65), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:19.895938 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-e2c507cc-1544-4650-8879-19255a076534 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Calling delete_port for 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:19.899677 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c90fd3b2-c6ff-46b1-90e2-2bfe1580b26f req-43f9b665-8fef-4fd7-bd4c-42eda3e52c70 service neutron] 10.222.0.15 "GET /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7373674 Feb 28 20:26:19.957336 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01fff645-6b27-4db4-acdf-364e77045aa2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (80735ced-de47-4f82-b38e-4ec0710ce81b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:20.004246 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3e186f-3032-456a-9432-ede27b991b99 None None] New status for floating IP 0792df75-59e9-4936-bd73-d944fa15f02f: DOWN {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:26:20.054206 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-27a4512d-6e1d-489b-951f-760d52157846 req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda37ee3-1d31-49e2-a40f-b12289a62337 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:26:20.084165 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-27a4512d-6e1d-489b-951f-760d52157846 req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] Publish callbacks [] for port (cda37ee3-1d31-49e2-a40f-b12289a62337), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:20.102121 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01fff645-6b27-4db4-acdf-364e77045aa2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (80735ced-de47-4f82-b38e-4ec0710ce81b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:20.107541 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fff645-6b27-4db4-acdf-364e77045aa2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:20.108794 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01fff645-6b27-4db4-acdf-364e77045aa2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:20.162625 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-01fff645-6b27-4db4-acdf-364e77045aa2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.8163543 Feb 28 20:26:20.163826 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-27a4512d-6e1d-489b-951f-760d52157846 req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] Transition to ACTIVE for port object cda37ee3-1d31-49e2-a40f-b12289a62337 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:26:20.174692 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33160) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:20.184365 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-b66bfe27-41c3-49d8-a43e-035125c2c52b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'network': {'name': 'tempest-RoutersTest-1002218753'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:20.220934 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-27a4512d-6e1d-489b-951f-760d52157846 req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (cda37ee3-1d31-49e2-a40f-b12289a62337), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:20.279392 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:20.310557 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] Pushing event updated for resources: {'Port': ['ID=cda37ee3-1d31-49e2-a40f-b12289a62337,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:20.322544 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc46bf-a1e2-451a-bc52-be5ee3445851 req-41e97fca-2f50-415d-8808-0d74b4d5a371 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:20.331131 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc46bf-a1e2-451a-bc52-be5ee3445851 req-41e97fca-2f50-415d-8808-0d74b4d5a371 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:20.337464 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fff645-6b27-4db4-acdf-364e77045aa2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Network': ['ID=80735ced-de47-4f82-b38e-4ec0710ce81b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:20.338459 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1bc46bf-a1e2-451a-bc52-be5ee3445851 req-41e97fca-2f50-415d-8808-0d74b4d5a371 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 1676 time: 0.6420159 Feb 28 20:26:20.352633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 80735ced-de47-4f82-b38e-4ec0710ce81b details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:26:20.395512 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66bfe27-41c3-49d8-a43e-035125c2c52b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Made reservation on behalf of 25615de0e19746d8843cb2b14de50f6e for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:26:20.403629 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b66bfe27-41c3-49d8-a43e-035125c2c52b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:20.419510 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ca2b1-b422-4b63-880b-c652a41140bb req-0c384913-9e5b-46f6-99a2-da000095b1f6 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:20.422960 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2c1ca2b1-b422-4b63-880b-c652a41140bb req-0c384913-9e5b-46f6-99a2-da000095b1f6 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 984 time: 0.1619008 Feb 28 20:26:20.511077 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1bc46bf-a1e2-451a-bc52-be5ee3445851 req-817f3651-86bc-48fb-a202-5ba96cf5afbb tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715930 Feb 28 20:26:20.567500 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-e2c507cc-1544-4650-8879-19255a076534 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (7c24a8f7-20ff-4d62-9972-a14e3ce6bc65), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:20.584794 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66bfe27-41c3-49d8-a43e-035125c2c52b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:26:20.599804 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2c1ca2b1-b422-4b63-880b-c652a41140bb req-290c90fe-3adc-4433-96f2-c2a7c011cb74 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?id=955aab9a-f007-4829-b11d-fc8ef46daf2f&id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1656256 Feb 28 20:26:20.635790 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b66bfe27-41c3-49d8-a43e-035125c2c52b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (9ed9026d-526d-463f-ac47-96245f1e8b64), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:20.635973 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-b66bfe27-41c3-49d8-a43e-035125c2c52b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Added segment 9ed9026d-526d-463f-ac47-96245f1e8b64 of type vlan for network 47ac86d1-9171-4cb7-a670-84308380e4d8 Feb 28 20:26:20.639463 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c507cc-1544-4650-8879-19255a076534 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event deleted for resources: {'Port': ['ID=7c24a8f7-20ff-4d62-9972-a14e3ce6bc65,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:20.766827 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79577cb-1d85-41e3-9000-de5351b9d058 req-b09d0fb0-190a-4c8d-8a26-8d134ec00f17 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:20.769031 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d79577cb-1d85-41e3-9000-de5351b9d058 req-b09d0fb0-190a-4c8d-8a26-8d134ec00f17 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.0871139 Feb 28 20:26:20.776389 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241d73c-119a-4e60-b302-f69854b36896 req-3691e002-bfee-418e-9d53-c51017054e9c tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:20.783169 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4241d73c-119a-4e60-b302-f69854b36896 req-3691e002-bfee-418e-9d53-c51017054e9c tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 943 time: 0.1125720 Feb 28 20:26:20.785443 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-27a4512d-6e1d-489b-951f-760d52157846 req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] Attempting to bind port cda37ee3-1d31-49e2-a40f-b12289a62337 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:26:20.785806 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-27a4512d-6e1d-489b-951f-760d52157846 req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] Attempting to bind port cda37ee3-1d31-49e2-a40f-b12289a62337 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '8e033a05-7daa-4810-ae7e-8076b1b461b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:26:20.786218 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a4512d-6e1d-489b-951f-760d52157846 req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] Attempting to bind port cda37ee3-1d31-49e2-a40f-b12289a62337 on network bd95dcac-d635-4bec-8252-dbb352dcdbef {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:26:20.790870 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-e2c507cc-1544-4650-8879-19255a076534 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] No DVR routers for this DVR port 7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:26:20.794109 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-e2c507cc-1544-4650-8879-19255a076534 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:20.798836 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-e2c507cc-1544-4650-8879-19255a076534 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.15 "DELETE /v2.0/ports/7c24a8f7-20ff-4d62-9972-a14e3ce6bc65 HTTP/1.1" status: 204 len: 173 time: 2.3738186 Feb 28 20:26:20.800634 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b66bfe27-41c3-49d8-a43e-035125c2c52b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (47ac86d1-9171-4cb7-a670-84308380e4d8), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:20.811031 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a4512d-6e1d-489b-951f-760d52157846 req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] Port cda37ee3-1d31-49e2-a40f-b12289a62337 on network bd95dcac-d635-4bec-8252-dbb352dcdbef not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:26:20.812147 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a4512d-6e1d-489b-951f-760d52157846 req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] Attempting to bind port cda37ee3-1d31-49e2-a40f-b12289a62337 on network bd95dcac-d635-4bec-8252-dbb352dcdbef {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:26:20.853478 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a4512d-6e1d-489b-951f-760d52157846 req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:26:20.854352 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a4512d-6e1d-489b-951f-760d52157846 req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] Checking segment: {'id': '8e033a05-7daa-4810-ae7e-8076b1b461b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:26:20.854741 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a4512d-6e1d-489b-951f-760d52157846 req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] Bound using segment: {'id': '8e033a05-7daa-4810-ae7e-8076b1b461b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:26:20.855213 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-27a4512d-6e1d-489b-951f-760d52157846 req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] Bound port: cda37ee3-1d31-49e2-a40f-b12289a62337, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e033a05-7daa-4810-ae7e-8076b1b461b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:26:20.855606 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-27a4512d-6e1d-489b-951f-760d52157846 req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cda37ee3-1d31-49e2-a40f-b12289a62337), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:20.861609 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d79577cb-1d85-41e3-9000-de5351b9d058 req-1051dfc7-f074-40c3-8557-f2ff46e132b1 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764303 Feb 28 20:26:20.865236 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4241d73c-119a-4e60-b302-f69854b36896 req-202fc3f8-92b8-4d06-9009-c13cff2503a4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813534 Feb 28 20:26:20.899099 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b66bfe27-41c3-49d8-a43e-035125c2c52b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (47ac86d1-9171-4cb7-a670-84308380e4d8), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:20.906563 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66bfe27-41c3-49d8-a43e-035125c2c52b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:20.907178 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b66bfe27-41c3-49d8-a43e-035125c2c52b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:20.907781 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33176) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:20.973679 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a19c76cf-fc32-4455-bca5-97901b244211 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for security_group (c8d62556-4f0f-48ff-9a89-42548038dc9c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:20.992540 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b66bfe27-41c3-49d8-a43e-035125c2c52b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8141398 Feb 28 20:26:20.995793 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33180) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:21.007044 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-36410bce-afe1-4d30-b3c0-27ba00338f5e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'subnet': {'network_id': '80735ced-de47-4f82-b38e-4ec0710ce81b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:21.031173 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a19c76cf-fc32-4455-bca5-97901b244211 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for security_group (c8d62556-4f0f-48ff-9a89-42548038dc9c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:21.067097 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bfe27-41c3-49d8-a43e-035125c2c52b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Network': ['ID=47ac86d1-9171-4cb7-a670-84308380e4d8,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:21.079639 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 47ac86d1-9171-4cb7-a670-84308380e4d8 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:26:21.101089 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-27a4512d-6e1d-489b-951f-760d52157846 req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] For port cda37ee3-1d31-49e2-a40f-b12289a62337, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:26:21.106185 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-27a4512d-6e1d-489b-951f-760d52157846 req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] For port cda37ee3-1d31-49e2-a40f-b12289a62337, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=cda37ee3-1d31-49e2-a40f-b12289a62337,segment=NetworkSegment(8e033a05-7daa-4810-ae7e-8076b1b461b4),segment_id=8e033a05-7daa-4810-ae7e-8076b1b461b4)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:26:21.115920 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-27a4512d-6e1d-489b-951f-760d52157846 req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (cda37ee3-1d31-49e2-a40f-b12289a62337), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:21.153753 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4c1cf87e-828d-4f09-a003-7ed16835ea46 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Deleting port 15aeb0ab-6dce-47da-a090-5346e867a4af {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:21.153930 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4c1cf87e-828d-4f09-a003-7ed16835ea46 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (15aeb0ab-6dce-47da-a090-5346e867a4af), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:21.168804 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4512d-6e1d-489b-951f-760d52157846 req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:21.169852 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-27a4512d-6e1d-489b-951f-760d52157846 req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:21.172592 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-27a4512d-6e1d-489b-951f-760d52157846 req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] 10.222.0.15 "PUT /v2.0/ports/cda37ee3-1d31-49e2-a40f-b12289a62337 HTTP/1.1" status: 200 len: 1092 time: 3.4976006 Feb 28 20:26:21.236987 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36410bce-afe1-4d30-b3c0-27ba00338f5e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Made reservation on behalf of 25615de0e19746d8843cb2b14de50f6e for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:26:21.243066 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-36410bce-afe1-4d30-b3c0-27ba00338f5e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:21.258014 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:21.309967 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-deleted', 'tag': '7c24a8f7-20ff-4d62-9972-a14e3ce6bc65'}, {'name': 'network-changed', 'server_uuid': '776de37d-e3f4-43c7-b6eb-7aebfa9d64fc', 'tag': 'cda37ee3-1d31-49e2-a40f-b12289a62337'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:26:21.312754 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56bb311-4a55-4810-8cf5-9746ec1407c6" -d '{"events": [{"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-deleted", "tag": "7c24a8f7-20ff-4d62-9972-a14e3ce6bc65"}, {"name": "network-changed", "server_uuid": "776de37d-e3f4-43c7-b6eb-7aebfa9d64fc", "tag": "cda37ee3-1d31-49e2-a40f-b12289a62337"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:26:21.326515 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a19c76cf-fc32-4455-bca5-97901b244211 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c8d62556-4f0f-48ff-9a89-42548038dc9c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:21.342283 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a19c76cf-fc32-4455-bca5-97901b244211 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:21.345463 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60280d86-d2ce-4e37-ae1b-22c79748ed6a service neutron] Pushing event updated for resources: {'Port': ['ID=cda37ee3-1d31-49e2-a40f-b12289a62337,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:21.357749 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a19c76cf-fc32-4455-bca5-97901b244211 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "DELETE /v2.0/security-groups/c8d62556-4f0f-48ff-9a89-42548038dc9c HTTP/1.1" status: 204 len: 168 time: 0.4454079 Feb 28 20:26:21.360693 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33192) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:21.371078 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c76cf-fc32-4455-bca5-97901b244211 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d62556-4f0f-48ff-9a89-42548038dc9c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:21.393467 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4512d-6e1d-489b-951f-760d52157846 req-00cd6cf4-2753-4593-a65e-5df1fffd7d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:21.395201 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-27a4512d-6e1d-489b-951f-760d52157846 req-00cd6cf4-2753-4593-a65e-5df1fffd7d91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce448fa148384bfb9a78481379c26323&device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 1126 time: 0.1686497 Feb 28 20:26:21.401234 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4c1cf87e-828d-4f09-a003-7ed16835ea46 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] For port 15aeb0ab-6dce-47da-a090-5346e867a4af, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=15aeb0ab-6dce-47da-a090-5346e867a4af,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:21.401588 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4c1cf87e-828d-4f09-a003-7ed16835ea46 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (15aeb0ab-6dce-47da-a090-5346e867a4af), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:21.404461 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-8bfc5558-1313-48fe-ac22-6be130ff190e tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] show failed (client error): The resource could not be found. Feb 28 20:26:21.406305 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8bfc5558-1313-48fe-ac22-6be130ff190e tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "GET /v2.0/security-groups/c8d62556-4f0f-48ff-9a89-42548038dc9c HTTP/1.1" status: 404 len: 347 time: 0.0410271 Feb 28 20:26:21.415445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33194) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:21.433490 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 28 Feb 2022 20:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd59fa3e-328f-4b98-a27a-b2720b4e079d x-openstack-request-id: req-bd59fa3e-328f-4b98-a27a-b2720b4e079d {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:26:21.433834 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-deleted", "tag": "7c24a8f7-20ff-4d62-9972-a14e3ce6bc65", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "776de37d-e3f4-43c7-b6eb-7aebfa9d64fc", "tag": "cda37ee3-1d31-49e2-a40f-b12289a62337", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:26:21.434069 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd59fa3e-328f-4b98-a27a-b2720b4e079d {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:26:21.434426 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-deleted', 'tag': '7c24a8f7-20ff-4d62-9972-a14e3ce6bc65', 'status': 'completed', 'code': 200} Feb 28 20:26:21.434682 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776de37d-e3f4-43c7-b6eb-7aebfa9d64fc', 'tag': 'cda37ee3-1d31-49e2-a40f-b12289a62337', 'status': 'completed', 'code': 200} Feb 28 20:26:21.505890 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4c1cf87e-828d-4f09-a003-7ed16835ea46 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Calling delete_port for 15aeb0ab-6dce-47da-a090-5346e867a4af owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:21.513166 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-27a4512d-6e1d-489b-951f-760d52157846 req-6efb0b72-6187-48aa-b7ba-0323bc2bf3e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cda37ee3-1d31-49e2-a40f-b12289a62337 HTTP/1.1" status: 200 len: 217 time: 0.1055813 Feb 28 20:26:21.652098 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-36410bce-afe1-4d30-b3c0-27ba00338f5e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (5381cbdb-b9ea-4e28-889d-54c256374756), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:21.729890 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4512d-6e1d-489b-951f-760d52157846 req-7538cb5c-a664-4587-a4ef-217f42d8a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:21.734448 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-27a4512d-6e1d-489b-951f-760d52157846 req-7538cb5c-a664-4587-a4ef-217f42d8a6c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a36f3d5e-8266-4be4-ab73-31f8fb0001af HTTP/1.1" status: 200 len: 849 time: 0.2126667 Feb 28 20:26:21.784991 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36410bce-afe1-4d30-b3c0-27ba00338f5e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Subnet': ['ID=5381cbdb-b9ea-4e28-889d-54c256374756,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:21.805281 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-601a1d97-00dd-4551-a9f8-0008f0e0ac65 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Deleting port 6ca172a1-28a0-4a26-8b24-b8a556cc0c1f {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:21.805649 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-601a1d97-00dd-4551-a9f8-0008f0e0ac65 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6ca172a1-28a0-4a26-8b24-b8a556cc0c1f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:21.830223 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf833a4-8b7c-4f74-9470-4fdd9ef2bc62 req-620ff7c0-d1de-4251-b53e-0b37da3fe751 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:21.836634 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5bf833a4-8b7c-4f74-9470-4fdd9ef2bc62 req-620ff7c0-d1de-4251-b53e-0b37da3fe751 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 942 time: 0.2181842 Feb 28 20:26:21.853628 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4512d-6e1d-489b-951f-760d52157846 req-c1c723f1-735d-4947-832c-09bb0bcb39af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:21.855281 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-27a4512d-6e1d-489b-951f-760d52157846 req-c1c723f1-735d-4947-832c-09bb0bcb39af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd95dcac-d635-4bec-8252-dbb352dcdbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1152332 Feb 28 20:26:21.856107 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36410bce-afe1-4d30-b3c0-27ba00338f5e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Checking segment: {'id': '38f53967-ce15-4f5f-8b27-9312697b1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '80735ced-de47-4f82-b38e-4ec0710ce81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:26:21.856612 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36410bce-afe1-4d30-b3c0-27ba00338f5e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network hostable DHCP agents. Network: 80735ced-de47-4f82-b38e-4ec0710ce81b, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:26:21.876659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a2576-3578-4553-8425-433879022ea0 req-ca98b0a5-6403-4bf6-b647-0e8aba2621d7 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:21.877461 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ef6a2576-3578-4553-8425-433879022ea0 req-ca98b0a5-6403-4bf6-b647-0e8aba2621d7 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 984 time: 0.1568828 Feb 28 20:26:21.924824 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5bf833a4-8b7c-4f74-9470-4fdd9ef2bc62 req-7063bab0-52d8-4d6a-9af0-ab355ecbdf26 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3e81ac-e3ee-4432-a45f-c0438faab9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873044 Feb 28 20:26:21.926839 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36410bce-afe1-4d30-b3c0-27ba00338f5e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network 80735ced-de47-4f82-b38e-4ec0710ce81b is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:26:21.944900 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-36410bce-afe1-4d30-b3c0-27ba00338f5e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 80735ced-de47-4f82-b38e-4ec0710ce81b) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:26:21.958354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ff764c-6728-44fe-9283-268a2c770a07 None None] Network 80735ced-de47-4f82-b38e-4ec0710ce81b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:26:21.984821 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4c1cf87e-828d-4f09-a003-7ed16835ea46 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (15aeb0ab-6dce-47da-a090-5346e867a4af), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:21.999198 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36410bce-afe1-4d30-b3c0-27ba00338f5e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:22.000014 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-36410bce-afe1-4d30-b3c0-27ba00338f5e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:22.052777 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cf87e-828d-4f09-a003-7ed16835ea46 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event deleted for resources: {'Port': ['ID=15aeb0ab-6dce-47da-a090-5346e867a4af,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:22.075967 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-601a1d97-00dd-4551-a9f8-0008f0e0ac65 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6ca172a1-28a0-4a26-8b24-b8a556cc0c1f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:22.075967 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-601a1d97-00dd-4551-a9f8-0008f0e0ac65 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for floatingip (6ca172a1-28a0-4a26-8b24-b8a556cc0c1f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:22.076383 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ef6a2576-3578-4553-8425-433879022ea0 req-337b47a1-5b1d-4161-bd61-c5b1d0bb96b9 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?id=955aab9a-f007-4829-b11d-fc8ef46daf2f&id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1875894 Feb 28 20:26:22.118377 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-36410bce-afe1-4d30-b3c0-27ba00338f5e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1165555 Feb 28 20:26:22.127024 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33224) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:22.132568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-648752c6-d3d6-40a6-b75c-55587fdf1778 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'subnet': {'network_id': '47ac86d1-9171-4cb7-a670-84308380e4d8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:22.137451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-601a1d97-00dd-4551-a9f8-0008f0e0ac65 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Calling delete_port for 6ca172a1-28a0-4a26-8b24-b8a556cc0c1f owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:22.188473 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ebdd76-418e-4838-936b-a4dbd0f08900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-80735ced-de47-4f82-b38e-4ec0710ce81b', 'network_id': '80735ced-de47-4f82-b38e-4ec0710ce81b', 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'fixed_ips': [{'subnet_id': '5381cbdb-b9ea-4e28-889d-54c256374756'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:26:22.197528 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e0ebdd76-418e-4838-936b-a4dbd0f08900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:22.202309 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4c1cf87e-828d-4f09-a003-7ed16835ea46 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] No DVR routers for this DVR port 15aeb0ab-6dce-47da-a090-5346e867a4af on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:26:22.208718 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4c1cf87e-828d-4f09-a003-7ed16835ea46 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:22.212133 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fcf9ea02-cc58-45e6-b6ac-835bc02ff616 req-4c1cf87e-828d-4f09-a003-7ed16835ea46 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.15 "DELETE /v2.0/ports/15aeb0ab-6dce-47da-a090-5346e867a4af HTTP/1.1" status: 204 len: 173 time: 1.3959537 Feb 28 20:26:22.310321 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-27a4512d-6e1d-489b-951f-760d52157846 req-1f08e561-e642-4863-9e7b-b94c297ab79b service neutron] 10.222.0.15 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212017 Feb 28 20:26:22.313149 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa9069-5343-4871-8891-d6402cab9db8 req-f8030016-cf9f-4384-9fac-5c05cd67f64e tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:22.320290 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06aa9069-5343-4871-8891-d6402cab9db8 req-f8030016-cf9f-4384-9fac-5c05cd67f64e tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.2342129 Feb 28 20:26:22.385132 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-e0ebdd76-418e-4838-936b-a4dbd0f08900 None None] Allocated IP 172.20.0.2 (80735ced-de47-4f82-b38e-4ec0710ce81b/5381cbdb-b9ea-4e28-889d-54c256374756/6970b268-a622-4dbe-afdd-a3495e20e01a) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:26:22.424032 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469ad64-7fc3-4535-9046-8c5004213c40 req-12bc10c6-43f6-4a0e-8521-4bdf4e6228f7 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:22.426686 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7469ad64-7fc3-4535-9046-8c5004213c40 req-12bc10c6-43f6-4a0e-8521-4bdf4e6228f7 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 943 time: 0.2281399 Feb 28 20:26:22.433521 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648752c6-d3d6-40a6-b75c-55587fdf1778 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Made reservation on behalf of 25615de0e19746d8843cb2b14de50f6e for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:26:22.448172 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-648752c6-d3d6-40a6-b75c-55587fdf1778 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:22.526574 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-27a4512d-6e1d-489b-951f-760d52157846 req-7db70ec2-4f28-4bae-bc18-fd95903585d9 service neutron] 10.222.0.15 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100594 Feb 28 20:26:22.527249 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-601a1d97-00dd-4551-a9f8-0008f0e0ac65 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (6ca172a1-28a0-4a26-8b24-b8a556cc0c1f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:22.556017 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:22.559210 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7469ad64-7fc3-4535-9046-8c5004213c40 req-d22a2a25-bfff-47bd-94a1-e41c8424ee6c tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013079 Feb 28 20:26:22.632515 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a1d97-00dd-4551-a9f8-0008f0e0ac65 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event deleted for resources: {'Port': ['ID=6ca172a1-28a0-4a26-8b24-b8a556cc0c1f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:22.632775 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06aa9069-5343-4871-8891-d6402cab9db8 req-b6445825-2f20-450b-abf0-c85654cba87d tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094430 Feb 28 20:26:22.717627 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:22.745170 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e0ebdd76-418e-4838-936b-a4dbd0f08900 None None] Publish callbacks [] for port (6970b268-a622-4dbe-afdd-a3495e20e01a), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:22.758294 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e0ebdd76-418e-4838-936b-a4dbd0f08900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (6970b268-a622-4dbe-afdd-a3495e20e01a), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:22.806536 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ebdd76-418e-4838-936b-a4dbd0f08900 None None] Network 80735ced-de47-4f82-b38e-4ec0710ce81b is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:26:22.810159 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-e0ebdd76-418e-4838-936b-a4dbd0f08900 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:26:22.815155 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bb311-4a55-4810-8cf5-9746ec1407c6 req-35d2432f-0926-456b-af4a-df3664e4134d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:22.817142 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c56bb311-4a55-4810-8cf5-9746ec1407c6 req-35d2432f-0926-456b-af4a-df3664e4134d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce448fa148384bfb9a78481379c26323&device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 1126 time: 0.1998284 Feb 28 20:26:22.817650 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ebdd76-418e-4838-936b-a4dbd0f08900 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:26:22.843480 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebdd76-418e-4838-936b-a4dbd0f08900 None None] Pushing event updated for resources: {'Port': ['ID=6970b268-a622-4dbe-afdd-a3495e20e01a,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:22.854868 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-601a1d97-00dd-4551-a9f8-0008f0e0ac65 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for floatingip (39bee6f9-2da0-4f90-8865-42c7801d6271), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:22.859027 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-601a1d97-00dd-4551-a9f8-0008f0e0ac65 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:22.863284 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-601a1d97-00dd-4551-a9f8-0008f0e0ac65 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "DELETE /v2.0/floatingips/39bee6f9-2da0-4f90-8865-42c7801d6271 HTTP/1.1" status: 204 len: 168 time: 1.4360397 Feb 28 20:26:22.869649 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33254) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:22.906450 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e0ebdd76-418e-4838-936b-a4dbd0f08900 None None] Attempting to bind port 6970b268-a622-4dbe-afdd-a3495e20e01a on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:26:22.907090 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e0ebdd76-418e-4838-936b-a4dbd0f08900 None None] Attempting to bind port 6970b268-a622-4dbe-afdd-a3495e20e01a by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '38f53967-ce15-4f5f-8b27-9312697b1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '80735ced-de47-4f82-b38e-4ec0710ce81b'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:26:22.907625 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ebdd76-418e-4838-936b-a4dbd0f08900 None None] Attempting to bind port 6970b268-a622-4dbe-afdd-a3495e20e01a on network 80735ced-de47-4f82-b38e-4ec0710ce81b {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:26:22.913310 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ebdd76-418e-4838-936b-a4dbd0f08900 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:26:22.913965 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ebdd76-418e-4838-936b-a4dbd0f08900 None None] Checking segment: {'id': '38f53967-ce15-4f5f-8b27-9312697b1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '80735ced-de47-4f82-b38e-4ec0710ce81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:26:22.914657 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e0ebdd76-418e-4838-936b-a4dbd0f08900 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:22.915236 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ebdd76-418e-4838-936b-a4dbd0f08900 None None] Bound using segment: {'id': '38f53967-ce15-4f5f-8b27-9312697b1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '80735ced-de47-4f82-b38e-4ec0710ce81b'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:26:22.915928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e0ebdd76-418e-4838-936b-a4dbd0f08900 None None] Bound port: 6970b268-a622-4dbe-afdd-a3495e20e01a, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f53967-ce15-4f5f-8b27-9312697b1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '80735ced-de47-4f82-b38e-4ec0710ce81b'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:26:22.916499 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e0ebdd76-418e-4838-936b-a4dbd0f08900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6970b268-a622-4dbe-afdd-a3495e20e01a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:22.976780 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e764193e-1107-40d2-b2a0-2511978c29ae req-79ff08f4-904e-4b01-91dd-38aa765814fd tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-119812338&fields=id&tenant_id=56994c7b39a64e9e8916b84f6fe9adca HTTP/1.1" status: 200 len: 267 time: 0.2752409 Feb 28 20:26:22.979961 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-648752c6-d3d6-40a6-b75c-55587fdf1778 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (5cf5a1f3-45ed-474b-b046-369c22f5e691), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:22.993233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e0ebdd76-418e-4838-936b-a4dbd0f08900 None None] For port 6970b268-a622-4dbe-afdd-a3495e20e01a, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:26:22.997709 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e0ebdd76-418e-4838-936b-a4dbd0f08900 None None] For port 6970b268-a622-4dbe-afdd-a3495e20e01a, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6970b268-a622-4dbe-afdd-a3495e20e01a,segment=NetworkSegment(38f53967-ce15-4f5f-8b27-9312697b1e2c),segment_id=38f53967-ce15-4f5f-8b27-9312697b1e2c)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:26:23.001084 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bb311-4a55-4810-8cf5-9746ec1407c6 req-9af626f6-867d-48e6-abfb-9a883ffe7152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:23.012152 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e0ebdd76-418e-4838-936b-a4dbd0f08900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6970b268-a622-4dbe-afdd-a3495e20e01a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:23.014115 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c56bb311-4a55-4810-8cf5-9746ec1407c6 req-9af626f6-867d-48e6-abfb-9a883ffe7152 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd95dcac-d635-4bec-8252-dbb352dcdbef HTTP/1.1" status: 200 len: 910 time: 0.1903896 Feb 28 20:26:23.113052 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebdd76-418e-4838-936b-a4dbd0f08900 None None] Pushing event updated for resources: {'Port': ['ID=6970b268-a622-4dbe-afdd-a3495e20e01a,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:23.140881 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648752c6-d3d6-40a6-b75c-55587fdf1778 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Subnet': ['ID=5cf5a1f3-45ed-474b-b046-369c22f5e691,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:23.152836 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-80071271-e3c6-4ad1-824b-63d12246181f req-fb2cf0f8-e6b2-42f5-9d9d-169b97af992f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.0694864 Feb 28 20:26:23.182999 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c56bb311-4a55-4810-8cf5-9746ec1407c6 req-fb395bfa-7f1f-422f-ae1c-9e9395a17388 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cda37ee3-1d31-49e2-a40f-b12289a62337 HTTP/1.1" status: 200 len: 217 time: 0.0951264 Feb 28 20:26:23.189041 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648752c6-d3d6-40a6-b75c-55587fdf1778 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Checking segment: {'id': '9ed9026d-526d-463f-ac47-96245f1e8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '47ac86d1-9171-4cb7-a670-84308380e4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:26:23.189568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648752c6-d3d6-40a6-b75c-55587fdf1778 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network hostable DHCP agents. Network: 47ac86d1-9171-4cb7-a670-84308380e4d8, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:26:23.200940 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764193e-1107-40d2-b2a0-2511978c29ae req-3fafcfcc-d836-4a02-a010-b3b6fd32ded9 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:23.204349 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e764193e-1107-40d2-b2a0-2511978c29ae req-3fafcfcc-d836-4a02-a010-b3b6fd32ded9 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 984 time: 0.2260234 Feb 28 20:26:23.235917 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-e764193e-1107-40d2-b2a0-2511978c29ae req-5005996b-0f11-4543-ae64-055ec5542fb1 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Request body: {'port': {'security_groups': ['955aab9a-f007-4829-b11d-fc8ef46daf2f', 'ecd7d3fa-8282-4d89-8a34-d910e71d7463', '985b5685-4a01-4f4c-a62a-46b36fb5181d']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:23.244613 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648752c6-d3d6-40a6-b75c-55587fdf1778 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network 47ac86d1-9171-4cb7-a670-84308380e4d8 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:26:23.294363 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-648752c6-d3d6-40a6-b75c-55587fdf1778 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 47ac86d1-9171-4cb7-a670-84308380e4d8) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:26:23.304613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b0b68d-30ae-4255-8775-6a406f159227 None None] Network 47ac86d1-9171-4cb7-a670-84308380e4d8 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:26:23.320781 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648752c6-d3d6-40a6-b75c-55587fdf1778 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:23.321603 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-648752c6-d3d6-40a6-b75c-55587fdf1778 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:23.362792 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bb311-4a55-4810-8cf5-9746ec1407c6 req-0e98f3c9-aca5-4c14-9767-d212ca449aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:23.364418 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c56bb311-4a55-4810-8cf5-9746ec1407c6 req-0e98f3c9-aca5-4c14-9767-d212ca449aaa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a36f3d5e-8266-4be4-ab73-31f8fb0001af HTTP/1.1" status: 200 len: 849 time: 0.1644576 Feb 28 20:26:23.449315 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-deleted', 'tag': '15aeb0ab-6dce-47da-a090-5346e867a4af'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:26:23.455030 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f48c6d8-8077-4f4f-a19f-e3135de3f493" -d '{"events": [{"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-deleted", "tag": "15aeb0ab-6dce-47da-a090-5346e867a4af"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:26:23.484877 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-648752c6-d3d6-40a6-b75c-55587fdf1778 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3563292 Feb 28 20:26:23.493769 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e764193e-1107-40d2-b2a0-2511978c29ae req-5005996b-0f11-4543-ae64-055ec5542fb1 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (13e5da1e-be82-44fd-a199-d086f81de6bc), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:23.497906 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33286) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:23.509187 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-3ff26595-9f60-4a32-a2d8-4be232545383 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Deleting port eb86d396-21d3-45d9-baa0-f26a48975dd7 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:23.509685 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ff26595-9f60-4a32-a2d8-4be232545383 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (eb86d396-21d3-45d9-baa0-f26a48975dd7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:23.515142 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-fde2227e-478e-47de-bb51-694206bffa12 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2029625508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:23.678836 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fde2227e-478e-47de-bb51-694206bffa12 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (0f3f3ebb-da61-46c6-980d-7e27d555d45d), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:23.680253 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fde2227e-478e-47de-bb51-694206bffa12 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (0f3f3ebb-da61-46c6-980d-7e27d555d45d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:23.685236 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09ada37-5e7b-4159-a2fa-6d88cadad77c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-47ac86d1-9171-4cb7-a670-84308380e4d8', 'network_id': '47ac86d1-9171-4cb7-a670-84308380e4d8', 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'fixed_ips': [{'subnet_id': '5cf5a1f3-45ed-474b-b046-369c22f5e691'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:26:23.687105 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c09ada37-5e7b-4159-a2fa-6d88cadad77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:23.754110 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ff26595-9f60-4a32-a2d8-4be232545383 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (eb86d396-21d3-45d9-baa0-f26a48975dd7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:23.779145 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-3ff26595-9f60-4a32-a2d8-4be232545383 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Calling delete_port for eb86d396-21d3-45d9-baa0-f26a48975dd7 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:23.914137 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fde2227e-478e-47de-bb51-694206bffa12 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router_controller (0f3f3ebb-da61-46c6-980d-7e27d555d45d), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:23.934071 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c88338-fa0f-49c5-9f4e-acbff0a7fffe x-openstack-request-id: req-13c88338-fa0f-49c5-9f4e-acbff0a7fffe {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:26:23.934471 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ed5abc-8fdd-40ad-b106-a780cc5b0d10", "name": "network-vif-deleted", "tag": "15aeb0ab-6dce-47da-a090-5346e867a4af", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:26:23.934714 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13c88338-fa0f-49c5-9f4e-acbff0a7fffe {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:26:23.935178 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ed5abc-8fdd-40ad-b106-a780cc5b0d10', 'name': 'network-vif-deleted', 'tag': '15aeb0ab-6dce-47da-a090-5346e867a4af', 'status': 'completed', 'code': 200} Feb 28 20:26:23.944517 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fde2227e-478e-47de-bb51-694206bffa12 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (0f3f3ebb-da61-46c6-980d-7e27d555d45d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:23.958528 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-c09ada37-5e7b-4159-a2fa-6d88cadad77c None None] Allocated IP 172.21.0.2 (47ac86d1-9171-4cb7-a670-84308380e4d8/5cf5a1f3-45ed-474b-b046-369c22f5e691/fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:26:23.980896 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bb311-4a55-4810-8cf5-9746ec1407c6 req-d3a6fbfd-fdd3-4f00-a662-01d3f57f266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:23.983129 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c56bb311-4a55-4810-8cf5-9746ec1407c6 req-d3a6fbfd-fdd3-4f00-a662-01d3f57f266f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd95dcac-d635-4bec-8252-dbb352dcdbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6107535 Feb 28 20:26:24.108883 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ff26595-9f60-4a32-a2d8-4be232545383 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (eb86d396-21d3-45d9-baa0-f26a48975dd7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:24.167709 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff26595-9f60-4a32-a2d8-4be232545383 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event deleted for resources: {'Port': ['ID=eb86d396-21d3-45d9-baa0-f26a48975dd7,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:24.178932 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c56bb311-4a55-4810-8cf5-9746ec1407c6 req-9c4df72f-740a-44a2-abc7-1768a771d17c service neutron] 10.222.0.15 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875684 Feb 28 20:26:24.213721 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fde2227e-478e-47de-bb51-694206bffa12 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:24.214477 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fde2227e-478e-47de-bb51-694206bffa12 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7114711 Feb 28 20:26:24.226953 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4823e83-cd94-4f57-9e0c-fc93b874647e req-6d1a22ec-4db3-4564-9c3d-532b9c28010b tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:24.228645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4823e83-cd94-4f57-9e0c-fc93b874647e req-6d1a22ec-4db3-4564-9c3d-532b9c28010b tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 943 time: 0.4548969 Feb 28 20:26:24.229159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33320) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:24.348717 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c09ada37-5e7b-4159-a2fa-6d88cadad77c None None] Publish callbacks [] for port (fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:24.366116 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c09ada37-5e7b-4159-a2fa-6d88cadad77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:24.436051 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09ada37-5e7b-4159-a2fa-6d88cadad77c None None] Network 47ac86d1-9171-4cb7-a670-84308380e4d8 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:26:24.444308 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-c09ada37-5e7b-4159-a2fa-6d88cadad77c None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:26:24.461000 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ff26595-9f60-4a32-a2d8-4be232545383 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:24.461252 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ada37-5e7b-4159-a2fa-6d88cadad77c None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:26:24.461368 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3ff26595-9f60-4a32-a2d8-4be232545383 tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "DELETE /v2.0/ports/eb86d396-21d3-45d9-baa0-f26a48975dd7 HTTP/1.1" status: 204 len: 168 time: 1.5880036 Feb 28 20:26:24.468605 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33330) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:24.578025 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ada37-5e7b-4159-a2fa-6d88cadad77c None None] Pushing event updated for resources: {'Port': ['ID=fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:24.620193 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c09ada37-5e7b-4159-a2fa-6d88cadad77c None None] Attempting to bind port fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:26:24.620766 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c09ada37-5e7b-4159-a2fa-6d88cadad77c None None] Attempting to bind port fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '9ed9026d-526d-463f-ac47-96245f1e8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '47ac86d1-9171-4cb7-a670-84308380e4d8'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:26:24.621305 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ada37-5e7b-4159-a2fa-6d88cadad77c None None] Attempting to bind port fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6 on network 47ac86d1-9171-4cb7-a670-84308380e4d8 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:26:24.637081 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ada37-5e7b-4159-a2fa-6d88cadad77c None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:26:24.639427 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ada37-5e7b-4159-a2fa-6d88cadad77c None None] Checking segment: {'id': '9ed9026d-526d-463f-ac47-96245f1e8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '47ac86d1-9171-4cb7-a670-84308380e4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:26:24.644043 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c09ada37-5e7b-4159-a2fa-6d88cadad77c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:24.644922 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ada37-5e7b-4159-a2fa-6d88cadad77c None None] Bound using segment: {'id': '9ed9026d-526d-463f-ac47-96245f1e8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '47ac86d1-9171-4cb7-a670-84308380e4d8'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:26:24.645617 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c09ada37-5e7b-4159-a2fa-6d88cadad77c None None] Bound port: fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed9026d-526d-463f-ac47-96245f1e8b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '47ac86d1-9171-4cb7-a670-84308380e4d8'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:26:24.646365 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c09ada37-5e7b-4159-a2fa-6d88cadad77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:24.655552 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6970b268-a622-4dbe-afdd-a3495e20e01a up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:26:24.675287 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c56bb311-4a55-4810-8cf5-9746ec1407c6 req-32b2695c-ad99-4448-8855-6694f747611a service neutron] 10.222.0.15 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867709 Feb 28 20:26:24.832763 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-48658758-e6b4-4c21-8b2f-1ce3f663514f tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Deleting port da3c139e-4a03-416f-80a8-af21dd1c9f98 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:24.834682 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-48658758-e6b4-4c21-8b2f-1ce3f663514f tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (da3c139e-4a03-416f-80a8-af21dd1c9f98), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:24.854187 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4823e83-cd94-4f57-9e0c-fc93b874647e req-838ee90c-61c6-46b3-b13b-df1c15c9870f tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4240463 Feb 28 20:26:24.888393 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c09ada37-5e7b-4159-a2fa-6d88cadad77c None None] For port fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:26:24.894289 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c09ada37-5e7b-4159-a2fa-6d88cadad77c None None] For port fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6,segment=NetworkSegment(9ed9026d-526d-463f-ac47-96245f1e8b64),segment_id=9ed9026d-526d-463f-ac47-96245f1e8b64)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:26:24.937602 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c09ada37-5e7b-4159-a2fa-6d88cadad77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:24.940757 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bdde12-f33b-4c3a-9ff0-b2810e843bca None None] Network 80735ced-de47-4f82-b38e-4ec0710ce81b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:26:25.013733 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-48658758-e6b4-4c21-8b2f-1ce3f663514f tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (da3c139e-4a03-416f-80a8-af21dd1c9f98), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:25.028660 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-48658758-e6b4-4c21-8b2f-1ce3f663514f tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Calling delete_port for da3c139e-4a03-416f-80a8-af21dd1c9f98 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:25.030699 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-e764193e-1107-40d2-b2a0-2511978c29ae req-5005996b-0f11-4543-ae64-055ec5542fb1 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] For port 13e5da1e-be82-44fd-a199-d086f81de6bc, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=13e5da1e-be82-44fd-a199-d086f81de6bc,segment=NetworkSegment(15cf24c2-704b-4f46-864a-1eccab144611),segment_id=15cf24c2-704b-4f46-864a-1eccab144611)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:25.109890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb313d57-89d3-409b-938c-5f16fb57f54e req-87999d09-0785-4f90-8786-5d38d2193c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:25.111482 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bb313d57-89d3-409b-938c-5f16fb57f54e req-87999d09-0785-4f90-8786-5d38d2193c91 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 1128 time: 0.3255203 Feb 28 20:26:25.123578 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e764193e-1107-40d2-b2a0-2511978c29ae req-5005996b-0f11-4543-ae64-055ec5542fb1 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for port (13e5da1e-be82-44fd-a199-d086f81de6bc), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:25.207280 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e764193e-1107-40d2-b2a0-2511978c29ae req-5005996b-0f11-4543-ae64-055ec5542fb1 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (13e5da1e-be82-44fd-a199-d086f81de6bc), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:25.236300 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-48658758-e6b4-4c21-8b2f-1ce3f663514f tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (da3c139e-4a03-416f-80a8-af21dd1c9f98), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:25.236916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 6970b268-a622-4dbe-afdd-a3495e20e01a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:25.237199 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6970b268-a622-4dbe-afdd-a3495e20e01a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:25.247393 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device cda37ee3-1d31-49e2-a40f-b12289a62337 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:26:25.251522 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['d1e2f6d9-e23b-45e5-ac59-35cfdc485bca', '13e5da1e-be82-44fd-a199-d086f81de6bc'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:26:25.322456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48658758-e6b4-4c21-8b2f-1ce3f663514f tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event deleted for resources: {'Port': ['ID=da3c139e-4a03-416f-80a8-af21dd1c9f98,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:25.388214 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764193e-1107-40d2-b2a0-2511978c29ae req-5005996b-0f11-4543-ae64-055ec5542fb1 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:25.388968 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e764193e-1107-40d2-b2a0-2511978c29ae req-5005996b-0f11-4543-ae64-055ec5542fb1 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:25.403700 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e764193e-1107-40d2-b2a0-2511978c29ae req-5005996b-0f11-4543-ae64-055ec5542fb1 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "PUT /v2.0/ports/13e5da1e-be82-44fd-a199-d086f81de6bc HTTP/1.1" status: 200 len: 1020 time: 2.1751854 Feb 28 20:26:25.406265 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-08b4a191-9291-40b6-8f0a-9937fc92f8c8 None None] Provisioning complete for port 6970b268-a622-4dbe-afdd-a3495e20e01a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:25.406760 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-08b4a191-9291-40b6-8f0a-9937fc92f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6970b268-a622-4dbe-afdd-a3495e20e01a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:25.408262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005996b-0f11-4543-ae64-055ec5542fb1 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event updated for resources: {'Port': ['ID=13e5da1e-be82-44fd-a199-d086f81de6bc,revision_number=7']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:25.410947 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ce8aa1-d940-4e02-9e20-39e94cc7e8ca', 'tag': '13e5da1e-be82-44fd-a199-d086f81de6bc'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:26:25.414325 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc52a82d-217b-4c24-b743-16a23ca29523" -d '{"events": [{"name": "network-changed", "server_uuid": "26ce8aa1-d940-4e02-9e20-39e94cc7e8ca", "tag": "13e5da1e-be82-44fd-a199-d086f81de6bc"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:26:25.445833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33350) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:25.522434 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ada37-5e7b-4159-a2fa-6d88cadad77c None None] Pushing event updated for resources: {'Port': ['ID=fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:25.557521 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['13e5da1e-be82-44fd-a199-d086f81de6bc'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:26:25.593329 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828ef3e-542a-4cbc-9e56-c25981fb4b38 req-ed905d83-fc61-4efb-b89d-392910bbd9d7 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:25.615603 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8828ef3e-542a-4cbc-9e56-c25981fb4b38 req-ed905d83-fc61-4efb-b89d-392910bbd9d7 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.6402717 Feb 28 20:26:25.706092 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-48658758-e6b4-4c21-8b2f-1ce3f663514f tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:25.709515 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-48658758-e6b4-4c21-8b2f-1ce3f663514f tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "DELETE /v2.0/ports/da3c139e-4a03-416f-80a8-af21dd1c9f98 HTTP/1.1" status: 204 len: 168 time: 1.2398930 Feb 28 20:26:25.718934 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33354) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:25.809942 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfbfd0d-d9d5-494f-ba5b-6494513c2aff tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Deleting subnet ec143503-793e-4b37-951a-5dc68352c5b7 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:26:25.825424 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3bfbfd0d-d9d5-494f-ba5b-6494513c2aff tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for subnet (ec143503-793e-4b37-951a-5dc68352c5b7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:25.886396 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3bfbfd0d-d9d5-494f-ba5b-6494513c2aff tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (ec143503-793e-4b37-951a-5dc68352c5b7), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:25.938438 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.resource_extend [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:26:25.946140 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-08b4a191-9291-40b6-8f0a-9937fc92f8c8 None None] Current status of the port 6970b268-a622-4dbe-afdd-a3495e20e01a is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:25.946522 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-08b4a191-9291-40b6-8f0a-9937fc92f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6970b268-a622-4dbe-afdd-a3495e20e01a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:26.056640 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3bfbfd0d-d9d5-494f-ba5b-6494513c2aff tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (ec143503-793e-4b37-951a-5dc68352c5b7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:26.065379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6970b268-a622-4dbe-afdd-a3495e20e01a is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:26.065794 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6970b268-a622-4dbe-afdd-a3495e20e01a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:26.140997 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 6970b268-a622-4dbe-afdd-a3495e20e01a, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6970b268-a622-4dbe-afdd-a3495e20e01a,segment=NetworkSegment(38f53967-ce15-4f5f-8b27-9312697b1e2c),segment_id=38f53967-ce15-4f5f-8b27-9312697b1e2c)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:26.166374 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3bfbfd0d-d9d5-494f-ba5b-6494513c2aff tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (ec143503-793e-4b37-951a-5dc68352c5b7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:26.168654 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6970b268-a622-4dbe-afdd-a3495e20e01a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:26.208996 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-863f6253-c55d-4993-9459-d05360c9d4c2 req-df66e770-d24e-4eeb-9935-1bed64e83fbd tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.7114446 Feb 28 20:26:26.224951 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b58d5325-f86f-4093-b474-4daf12ce3ecc tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:26.226871 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3bfbfd0d-d9d5-494f-ba5b-6494513c2aff tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:26.238855 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3bfbfd0d-d9d5-494f-ba5b-6494513c2aff tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "DELETE /v2.0/subnets/ec143503-793e-4b37-951a-5dc68352c5b7 HTTP/1.1" status: 204 len: 168 time: 0.5123451 Feb 28 20:26:26.238855 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbfd0d-d9d5-494f-ba5b-6494513c2aff tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event deleted for resources: {'Subnet': ['ID=ec143503-793e-4b37-951a-5dc68352c5b7,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:26.241085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33358) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:26.258101 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bb313d57-89d3-409b-938c-5f16fb57f54e req-05a109a0-8a7c-43f1-970e-c89e513049ab service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1389883 Feb 28 20:26:26.354234 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-13f211e4-0b98-4043-87ea-28143e8c38e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:26.449386 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=6970b268-a622-4dbe-afdd-a3495e20e01a,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:26.452223 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b011db-bae9-4b0b-8028-3622f3be04ab None None] Network b649057c-43d1-42e8-b142-2f875aaf2772 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:26:26.558609 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:26:26.594410 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b86af303-b57b-4f41-95e4-5c1970fd85e5 req-5c26c563-bd03-4911-984d-23b65e496fcb tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/985b5685-4a01-4f4c-a62a-46b36fb5181d HTTP/1.1" status: 200 len: 1819 time: 0.3078566 Feb 28 20:26:26.625755 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-be325e49-b33d-446e-a895-cb0415548faf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Deleting subnet 0273b39c-9c8d-445d-8667-8de5c6cd60c2 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:26:26.677545 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8828ef3e-542a-4cbc-9e56-c25981fb4b38 req-06583829-0649-4076-a369-d8b1a1cde2f9 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0560827 Feb 28 20:26:26.681269 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-be325e49-b33d-446e-a895-cb0415548faf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for subnet (0273b39c-9c8d-445d-8667-8de5c6cd60c2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:26.699214 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port cda37ee3-1d31-49e2-a40f-b12289a62337, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=cda37ee3-1d31-49e2-a40f-b12289a62337,segment=NetworkSegment(8e033a05-7daa-4810-ae7e-8076b1b461b4),segment_id=8e033a05-7daa-4810-ae7e-8076b1b461b4)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:26.805773 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-08b4a191-9291-40b6-8f0a-9937fc92f8c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:26:26.806401 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-08b4a191-9291-40b6-8f0a-9937fc92f8c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:26:26.834393 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2774b72f-4e06-4358-8c45-965866b08e02 x-openstack-request-id: req-2774b72f-4e06-4358-8c45-965866b08e02 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:26:26.834393 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ce8aa1-d940-4e02-9e20-39e94cc7e8ca", "tag": "13e5da1e-be82-44fd-a199-d086f81de6bc", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:26:26.834393 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2774b72f-4e06-4358-8c45-965866b08e02 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:26:26.834393 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ce8aa1-d940-4e02-9e20-39e94cc7e8ca', 'tag': '13e5da1e-be82-44fd-a199-d086f81de6bc', 'status': 'completed', 'code': 200} Feb 28 20:26:26.837162 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'cda37ee3-1d31-49e2-a40f-b12289a62337', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'port_id': 'cda37ee3-1d31-49e2-a40f-b12289a62337', 'mac_address': 'fa:16:3e:0e:45:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:26:26.852446 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac796df-ec58-4070-81b8-b23366bfb8c3 None None] Network 47ac86d1-9171-4cb7-a670-84308380e4d8 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:26:26.858291 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52a82d-217b-4c24-b743-16a23ca29523 req-30d91f22-694b-497e-a56a-be78d1a5dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:26.859871 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cc52a82d-217b-4c24-b743-16a23ca29523 req-30d91f22-694b-497e-a56a-be78d1a5dc68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56994c7b39a64e9e8916b84f6fe9adca&device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 1207 time: 0.0738196 Feb 28 20:26:26.898873 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-be325e49-b33d-446e-a895-cb0415548faf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (0273b39c-9c8d-445d-8667-8de5c6cd60c2), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:26.965925 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52a82d-217b-4c24-b743-16a23ca29523 req-1c8e9537-9dba-409e-85cc-dac3534a4bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:26.967348 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cc52a82d-217b-4c24-b743-16a23ca29523 req-1c8e9537-9dba-409e-85cc-dac3534a4bb7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 HTTP/1.1" status: 200 len: 913 time: 0.1002448 Feb 28 20:26:26.978771 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:26.979484 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:27.028694 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port cda37ee3-1d31-49e2-a40f-b12289a62337 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:27.029308 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cda37ee3-1d31-49e2-a40f-b12289a62337), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:27.049744 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cc52a82d-217b-4c24-b743-16a23ca29523 req-31e9ccec-6ef5-4ead-9b19-7a7a069d8ab2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13e5da1e-be82-44fd-a199-d086f81de6bc HTTP/1.1" status: 200 len: 217 time: 0.0696287 Feb 28 20:26:27.101780 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-be325e49-b33d-446e-a895-cb0415548faf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (0273b39c-9c8d-445d-8667-8de5c6cd60c2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:27.116573 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60451330-6423-4983-ac75-38f547bf5d85 None None] DHCP port deletion for b649057c-43d1-42e8-b142-2f875aaf2772 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:26:27.119287 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda37ee3-1d31-49e2-a40f-b12289a62337 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:26:27.146825 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52a82d-217b-4c24-b743-16a23ca29523 req-c4a9d475-a3f3-4e67-8f47-67745ac0cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:27.148938 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cc52a82d-217b-4c24-b743-16a23ca29523 req-c4a9d475-a3f3-4e67-8f47-67745ac0cea2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=67990166-f7b9-4b40-b0dc-22d0d38db491 HTTP/1.1" status: 200 len: 853 time: 0.0928745 Feb 28 20:26:27.210717 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cc52a82d-217b-4c24-b743-16a23ca29523 req-f7f06341-0188-44d8-b92f-d9259fbce731 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2aaf2d0-38a4-4369-b6c7-389f4d5245e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559647 Feb 28 20:26:27.244281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port cda37ee3-1d31-49e2-a40f-b12289a62337, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=cda37ee3-1d31-49e2-a40f-b12289a62337,segment=NetworkSegment(8e033a05-7daa-4810-ae7e-8076b1b461b4),segment_id=8e033a05-7daa-4810-ae7e-8076b1b461b4)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:27.303804 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cda37ee3-1d31-49e2-a40f-b12289a62337), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:27.315370 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cc52a82d-217b-4c24-b743-16a23ca29523 req-802343b4-a0cd-43c5-82ba-1dd3cb835980 service neutron] 10.222.0.15 "GET /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991542 Feb 28 20:26:27.469044 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:27.469679 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:27.470379 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cc52a82d-217b-4c24-b743-16a23ca29523 req-39179309-bafe-4380-bf7e-2dd7fb6899db service neutron] 10.222.0.15 "GET /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473355 Feb 28 20:26:27.490314 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-13f211e4-0b98-4043-87ea-28143e8c38e0 admin admin] Publish callbacks [] for security_group (fe0da8b6-4ba2-4d32-9705-788b6a2759e0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:27.493817 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-be325e49-b33d-446e-a895-cb0415548faf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (0273b39c-9c8d-445d-8667-8de5c6cd60c2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:27.548840 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=cda37ee3-1d31-49e2-a40f-b12289a62337,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:27.551932 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-13f211e4-0b98-4043-87ea-28143e8c38e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fe0da8b6-4ba2-4d32-9705-788b6a2759e0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:27.554448 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-08b4a191-9291-40b6-8f0a-9937fc92f8c8 None None] Current status of the port 6970b268-a622-4dbe-afdd-a3495e20e01a is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:27.573180 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be325e49-b33d-446e-a895-cb0415548faf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event deleted for resources: {'Subnet': ['ID=0273b39c-9c8d-445d-8667-8de5c6cd60c2,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:27.588973 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-be325e49-b33d-446e-a895-cb0415548faf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:27.596877 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33362) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:27.597411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['cda37ee3-1d31-49e2-a40f-b12289a62337'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:26:27.607313 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-be325e49-b33d-446e-a895-cb0415548faf tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "DELETE /v2.0/subnets/0273b39c-9c8d-445d-8667-8de5c6cd60c2 HTTP/1.1" status: 204 len: 168 time: 1.3523428 Feb 28 20:26:27.643040 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-b86af303-b57b-4f41-95e4-5c1970fd85e5 req-feb954bd-e8c9-473f-8a17-30502e289b02 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 28 20:26:27.644222 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b86af303-b57b-4f41-95e4-5c1970fd85e5 req-feb954bd-e8c9-473f-8a17-30502e289b02 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "DELETE /v2.0/security-groups/985b5685-4a01-4f4c-a62a-46b36fb5181d HTTP/1.1" status: 409 len: 341 time: 1.0274668 Feb 28 20:26:27.653895 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd11fad-0518-495c-bd0f-8061aa88c4e0 None None] Network a7ad64c0-416b-482c-808c-09067f971a92 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:26:27.695725 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-13f211e4-0b98-4043-87ea-28143e8c38e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb7fd2c6ec64478c8dc960a9733a210b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2462475 Feb 28 20:26:27.696743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33366) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:27.708128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6,segment=NetworkSegment(9ed9026d-526d-463f-ac47-96245f1e8b64),segment_id=9ed9026d-526d-463f-ac47-96245f1e8b64)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:27.708523 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f211e4-0b98-4043-87ea-28143e8c38e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0da8b6-4ba2-4d32-9705-788b6a2759e0,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:27.712038 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-60451330-6423-4983-ac75-38f547bf5d85 None None] Deleting port 314333bb-5959-4265-bdf8-4a06aece0ebd {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:27.713230 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-60451330-6423-4983-ac75-38f547bf5d85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (314333bb-5959-4265-bdf8-4a06aece0ebd), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:27.719769 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a7dd6-0628-4fc0-b9ed-f9b0b4aed6ee req-4936bbf8-2944-4304-8879-3371196c64e0 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:27.729419 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec4a7dd6-0628-4fc0-b9ed-f9b0b4aed6ee req-4936bbf8-2944-4304-8879-3371196c64e0 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 943 time: 0.8978662 Feb 28 20:26:27.732010 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-b58d5325-f86f-4093-b474-4daf12ce3ecc tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Allocated IP 172.20.0.1 (80735ced-de47-4f82-b38e-4ec0710ce81b/5381cbdb-b9ea-4e28-889d-54c256374756/1136fd05-1561-4e9a-bc48-8014fcc2761d) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:26:27.753172 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-513b2c37-d17b-4157-9ceb-5bdbf7e82efb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (b649057c-43d1-42e8-b142-2f875aaf2772), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:27.818405 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:27.822017 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-513b2c37-d17b-4157-9ceb-5bdbf7e82efb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Deleting port 314333bb-5959-4265-bdf8-4a06aece0ebd {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:27.822410 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-513b2c37-d17b-4157-9ceb-5bdbf7e82efb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (314333bb-5959-4265-bdf8-4a06aece0ebd), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:27.915779 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-513b2c37-d17b-4157-9ceb-5bdbf7e82efb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] For port 314333bb-5959-4265-bdf8-4a06aece0ebd, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=314333bb-5959-4265-bdf8-4a06aece0ebd,segment=NetworkSegment(230e8cd1-1ffa-48af-b6da-be0c262593f4),segment_id=230e8cd1-1ffa-48af-b6da-be0c262593f4)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:27.916316 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-513b2c37-d17b-4157-9ceb-5bdbf7e82efb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (314333bb-5959-4265-bdf8-4a06aece0ebd), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:27.954338 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-513b2c37-d17b-4157-9ceb-5bdbf7e82efb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Calling delete_port for 314333bb-5959-4265-bdf8-4a06aece0ebd owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:28.011525 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ba0c821-98c9-4a45-bfd0-57c092b36e95 req-f56bad85-93a8-4e31-b2e4-5544a09a3747 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.2715256 Feb 28 20:26:28.028932 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-60451330-6423-4983-ac75-38f547bf5d85 None None] For port 314333bb-5959-4265-bdf8-4a06aece0ebd, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=314333bb-5959-4265-bdf8-4a06aece0ebd,segment=NetworkSegment(230e8cd1-1ffa-48af-b6da-be0c262593f4),segment_id=230e8cd1-1ffa-48af-b6da-be0c262593f4)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:28.030844 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-60451330-6423-4983-ac75-38f547bf5d85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (314333bb-5959-4265-bdf8-4a06aece0ebd), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:28.039239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1270143a-58b8-4575-90d6-70a6a39cd912 None None] Provisioning complete for port 6970b268-a622-4dbe-afdd-a3495e20e01a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:28.048232 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1270143a-58b8-4575-90d6-70a6a39cd912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6970b268-a622-4dbe-afdd-a3495e20e01a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:28.062980 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec4a7dd6-0628-4fc0-b9ed-f9b0b4aed6ee req-228e3ae4-b9cc-4398-869b-33e12a8e0283 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3072209 Feb 28 20:26:28.070131 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-513b2c37-d17b-4157-9ceb-5bdbf7e82efb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (314333bb-5959-4265-bdf8-4a06aece0ebd), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:28.075878 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-16912a7c-679a-48ab-93cb-315d9957b86a admin admin] Publish callbacks [] for security_group (fe0da8b6-4ba2-4d32-9705-788b6a2759e0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:28.132210 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b2c37-d17b-4157-9ceb-5bdbf7e82efb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event deleted for resources: {'Port': ['ID=314333bb-5959-4265-bdf8-4a06aece0ebd,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:28.152042 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513b2c37-d17b-4157-9ceb-5bdbf7e82efb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] No DVR routers for this DVR port 314333bb-5959-4265-bdf8-4a06aece0ebd on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:26:28.162128 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b58d5325-f86f-4093-b474-4daf12ce3ecc tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for port (1136fd05-1561-4e9a-bc48-8014fcc2761d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:28.209857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-60451330-6423-4983-ac75-38f547bf5d85 None None] Calling delete_port for 314333bb-5959-4265-bdf8-4a06aece0ebd owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:28.254295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:28.282192 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-16912a7c-679a-48ab-93cb-315d9957b86a admin admin] Publish callbacks [] for security_group (fe0da8b6-4ba2-4d32-9705-788b6a2759e0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:28.318666 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-513b2c37-d17b-4157-9ceb-5bdbf7e82efb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (b649057c-43d1-42e8-b142-2f875aaf2772), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:28.358849 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b58d5325-f86f-4093-b474-4daf12ce3ecc tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (1136fd05-1561-4e9a-bc48-8014fcc2761d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:28.359112 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-513b2c37-d17b-4157-9ceb-5bdbf7e82efb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b649057c-43d1-42e8-b142-2f875aaf2772']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:28.376974 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-513b2c37-d17b-4157-9ceb-5bdbf7e82efb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230e8cd1-1ffa-48af-b6da-be0c262593f4') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:28.377299 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-513b2c37-d17b-4157-9ceb-5bdbf7e82efb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230e8cd1-1ffa-48af-b6da-be0c262593f4') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:28.392829 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-513b2c37-d17b-4157-9ceb-5bdbf7e82efb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (230e8cd1-1ffa-48af-b6da-be0c262593f4), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:28.411703 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-513b2c37-d17b-4157-9ceb-5bdbf7e82efb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (230e8cd1-1ffa-48af-b6da-be0c262593f4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:28.421440 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513b2c37-d17b-4157-9ceb-5bdbf7e82efb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:26:28.422115 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-513b2c37-d17b-4157-9ceb-5bdbf7e82efb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (230e8cd1-1ffa-48af-b6da-be0c262593f4), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:26:28.426097 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:26:28.510279 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-513b2c37-d17b-4157-9ceb-5bdbf7e82efb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (b649057c-43d1-42e8-b142-2f875aaf2772), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:28.517735 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-513b2c37-d17b-4157-9ceb-5bdbf7e82efb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:28.527322 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58d5325-f86f-4093-b474-4daf12ce3ecc tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network 80735ced-de47-4f82-b38e-4ec0710ce81b is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:26:28.529243 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-513b2c37-d17b-4157-9ceb-5bdbf7e82efb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "DELETE /v2.0/networks/b649057c-43d1-42e8-b142-2f875aaf2772 HTTP/1.1" status: 204 len: 168 time: 0.9288850 Feb 28 20:26:28.529927 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33372) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:28.558780 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-b58d5325-f86f-4093-b474-4daf12ce3ecc tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:26:28.561280 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d5325-f86f-4093-b474-4daf12ce3ecc tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:26:28.572356 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-16912a7c-679a-48ab-93cb-315d9957b86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fe0da8b6-4ba2-4d32-9705-788b6a2759e0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:28.574885 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-16912a7c-679a-48ab-93cb-315d9957b86a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:28.583816 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-16912a7c-679a-48ab-93cb-315d9957b86a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe0da8b6-4ba2-4d32-9705-788b6a2759e0 HTTP/1.1" status: 204 len: 168 time: 0.8507330 Feb 28 20:26:28.627823 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b2c37-d17b-4157-9ceb-5bdbf7e82efb tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event deleted for resources: {'Network': ['ID=b649057c-43d1-42e8-b142-2f875aaf2772,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:28.638981 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e35c14-2882-4b60-9d2b-a3a48d68bf6f req-cab9f1ec-0fc6-4510-af99-252da756c105 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:28.641291 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7e35c14-2882-4b60-9d2b-a3a48d68bf6f req-cab9f1ec-0fc6-4510-af99-252da756c105 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.4297156 Feb 28 20:26:28.656865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6970b268-a622-4dbe-afdd-a3495e20e01a up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:26:28.686742 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d5325-f86f-4093-b474-4daf12ce3ecc tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Port': ['ID=1136fd05-1561-4e9a-bc48-8014fcc2761d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:28.704674 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16912a7c-679a-48ab-93cb-315d9957b86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0da8b6-4ba2-4d32-9705-788b6a2759e0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:28.728492 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e32a7-ebff-44c3-a56b-c8a242150084 req-1a66a7f1-01b7-49b3-93a2-0c521d88a154 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:28.729962 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c02e32a7-ebff-44c3-a56b-c8a242150084 req-1a66a7f1-01b7-49b3-93a2-0c521d88a154 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 1023 time: 0.2770042 Feb 28 20:26:28.796018 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7e35c14-2882-4b60-9d2b-a3a48d68bf6f req-ff1beb48-7125-4982-adb5-1373e4fa1cb0 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359367 Feb 28 20:26:28.799069 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b58d5325-f86f-4093-b474-4daf12ce3ecc tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (0f3f3ebb-da61-46c6-980d-7e27d555d45d), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:28.803865 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b238-274b-4283-86b8-f03048d48edc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (a7ad64c0-416b-482c-808c-09067f971a92), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:28.845900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95288a70-23a9-4215-a8f4-7aa271840994 None None] DHCP port deletion for a7ad64c0-416b-482c-808c-09067f971a92 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:26:28.896215 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-7eb8b238-274b-4283-86b8-f03048d48edc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Deleting port c67f8451-47ed-4da3-b1c8-5f5b04790b33 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:28.897497 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b238-274b-4283-86b8-f03048d48edc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c67f8451-47ed-4da3-b1c8-5f5b04790b33), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:28.899516 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-60451330-6423-4983-ac75-38f547bf5d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (314333bb-5959-4265-bdf8-4a06aece0ebd), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:29.007349 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1270143a-58b8-4575-90d6-70a6a39cd912 None None] Current status of the port 6970b268-a622-4dbe-afdd-a3495e20e01a is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:29.011809 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60451330-6423-4983-ac75-38f547bf5d85 None None] Pushing event deleted for resources: {'Port': ['ID=314333bb-5959-4265-bdf8-4a06aece0ebd,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:29.021022 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-60451330-6423-4983-ac75-38f547bf5d85 None None] Network b649057c-43d1-42e8-b142-2f875aaf2772 is not hosted by any dhcp agent {{(pid=103775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 20:26:29.021472 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60451330-6423-4983-ac75-38f547bf5d85 None None] No DVR routers for this DVR port 314333bb-5959-4265-bdf8-4a06aece0ebd on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:26:29.028842 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-7eb8b238-274b-4283-86b8-f03048d48edc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] For port c67f8451-47ed-4da3-b1c8-5f5b04790b33, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c67f8451-47ed-4da3-b1c8-5f5b04790b33,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:29.031043 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b238-274b-4283-86b8-f03048d48edc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c67f8451-47ed-4da3-b1c8-5f5b04790b33), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:29.063768 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-7eb8b238-274b-4283-86b8-f03048d48edc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Calling delete_port for c67f8451-47ed-4da3-b1c8-5f5b04790b33 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:29.128912 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 6970b268-a622-4dbe-afdd-a3495e20e01a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:29.129288 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6970b268-a622-4dbe-afdd-a3495e20e01a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:29.139255 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1270143a-58b8-4575-90d6-70a6a39cd912 None None] Provisioning complete for port fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:29.139663 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1270143a-58b8-4575-90d6-70a6a39cd912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:29.152265 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b58d5325-f86f-4093-b474-4daf12ce3ecc tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1136fd05-1561-4e9a-bc48-8014fcc2761d), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:29.206913 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c02e32a7-ebff-44c3-a56b-c8a242150084 req-0dd3e9c6-96f2-4fb6-a05c-491ff05e58d0 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?id=955aab9a-f007-4829-b11d-fc8ef46daf2f&id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&id=985b5685-4a01-4f4c-a62a-46b36fb5181d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4702158 Feb 28 20:26:29.223934 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33386) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:29.238338 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-95288a70-23a9-4215-a8f4-7aa271840994 None None] Deleting port c67f8451-47ed-4da3-b1c8-5f5b04790b33 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:29.238705 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-95288a70-23a9-4215-a8f4-7aa271840994 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c67f8451-47ed-4da3-b1c8-5f5b04790b33), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:29.251070 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b238-274b-4283-86b8-f03048d48edc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c67f8451-47ed-4da3-b1c8-5f5b04790b33), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:29.273910 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4ffa0dbe-f539-4e9a-af07-bd45dca951de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:29.310563 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb8b238-274b-4283-86b8-f03048d48edc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] No DVR routers for this DVR port c67f8451-47ed-4da3-b1c8-5f5b04790b33 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:26:29.324260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8b238-274b-4283-86b8-f03048d48edc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event deleted for resources: {'Port': ['ID=c67f8451-47ed-4da3-b1c8-5f5b04790b33,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:29.353130 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-95288a70-23a9-4215-a8f4-7aa271840994 None None] For port c67f8451-47ed-4da3-b1c8-5f5b04790b33, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c67f8451-47ed-4da3-b1c8-5f5b04790b33,segment=NetworkSegment(2e35c4ed-55c1-47cb-aed9-3ccae65a394a),segment_id=2e35c4ed-55c1-47cb-aed9-3ccae65a394a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:29.353518 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-95288a70-23a9-4215-a8f4-7aa271840994 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c67f8451-47ed-4da3-b1c8-5f5b04790b33), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:29.390100 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-95288a70-23a9-4215-a8f4-7aa271840994 None None] Calling delete_port for c67f8451-47ed-4da3-b1c8-5f5b04790b33 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:29.394183 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4ffa0dbe-f539-4e9a-af07-bd45dca951de admin admin] Publish callbacks [] for security_group (f0e59473-fe12-4a18-956a-2d39e250ef07), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:29.435008 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4ffa0dbe-f539-4e9a-af07-bd45dca951de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f0e59473-fe12-4a18-956a-2d39e250ef07), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:29.439044 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b238-274b-4283-86b8-f03048d48edc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (a7ad64c0-416b-482c-808c-09067f971a92), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:29.466983 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-7eb8b238-274b-4283-86b8-f03048d48edc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ad64c0-416b-482c-808c-09067f971a92']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:29.482509 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-7eb8b238-274b-4283-86b8-f03048d48edc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e35c4ed-55c1-47cb-aed9-3ccae65a394a') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:29.482904 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-7eb8b238-274b-4283-86b8-f03048d48edc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e35c4ed-55c1-47cb-aed9-3ccae65a394a') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:29.490030 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3dd040b-474b-4ec0-bce5-eec3a7914d0d req-801e0acb-304a-4434-880a-88c9e73b165c tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.1718788 Feb 28 20:26:29.515469 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa2f5b-b34f-45a7-891d-a528ac6698de req-782fb39d-903c-4aa3-9385-806d7831e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:29.517617 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2daa2f5b-b34f-45a7-891d-a528ac6698de req-782fb39d-903c-4aa3-9385-806d7831e607 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14ae7f64b1084c16baea6064eee3ef15&device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 1128 time: 0.3963256 Feb 28 20:26:29.521398 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b238-274b-4283-86b8-f03048d48edc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (2e35c4ed-55c1-47cb-aed9-3ccae65a394a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:29.555859 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b238-274b-4283-86b8-f03048d48edc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (2e35c4ed-55c1-47cb-aed9-3ccae65a394a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:29.566318 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb8b238-274b-4283-86b8-f03048d48edc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:26:29.566731 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b238-274b-4283-86b8-f03048d48edc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (2e35c4ed-55c1-47cb-aed9-3ccae65a394a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:29.619288 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4ffa0dbe-f539-4e9a-af07-bd45dca951de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b3dfa8a53fd40a58bdf3bf2fa617064&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3877003 Feb 28 20:26:29.622296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33388) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:29.651812 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6970b268-a622-4dbe-afdd-a3495e20e01a is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:29.653377 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:26:29.657233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1270143a-58b8-4575-90d6-70a6a39cd912 None None] Current status of the port fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:26:29.665410 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:26:29.669763 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b238-274b-4283-86b8-f03048d48edc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (a7ad64c0-416b-482c-808c-09067f971a92), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:29.672950 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa0dbe-f539-4e9a-af07-bd45dca951de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e59473-fe12-4a18-956a-2d39e250ef07,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:29.700832 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b238-274b-4283-86b8-f03048d48edc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:29.722245 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7eb8b238-274b-4283-86b8-f03048d48edc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] 10.222.0.13 "DELETE /v2.0/networks/a7ad64c0-416b-482c-808c-09067f971a92 HTTP/1.1" status: 204 len: 168 time: 1.1805935 Feb 28 20:26:29.733763 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8b238-274b-4283-86b8-f03048d48edc tempest-TaggedBootDevicesTest_v242-1981817536 tempest-TaggedBootDevicesTest_v242-1981817536-project] Pushing event deleted for resources: {'Network': ['ID=a7ad64c0-416b-482c-808c-09067f971a92,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:29.802478 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-95288a70-23a9-4215-a8f4-7aa271840994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (c67f8451-47ed-4da3-b1c8-5f5b04790b33), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:29.806510 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a3507000-073f-405c-afad-be78b5135dc6 None None] Provisioning complete for port 1136fd05-1561-4e9a-bc48-8014fcc2761d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:29.807026 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a3507000-073f-405c-afad-be78b5135dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1136fd05-1561-4e9a-bc48-8014fcc2761d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:29.854807 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95288a70-23a9-4215-a8f4-7aa271840994 None None] Pushing event deleted for resources: {'Port': ['ID=c67f8451-47ed-4da3-b1c8-5f5b04790b33,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:29.858759 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-95288a70-23a9-4215-a8f4-7aa271840994 None None] Network a7ad64c0-416b-482c-808c-09067f971a92 is not hosted by any dhcp agent {{(pid=103775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 20:26:29.859206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95288a70-23a9-4215-a8f4-7aa271840994 None None] No DVR routers for this DVR port c67f8451-47ed-4da3-b1c8-5f5b04790b33 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:26:29.867119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:29.867487 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:29.907052 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a3507000-073f-405c-afad-be78b5135dc6 None None] Port 1136fd05-1561-4e9a-bc48-8014fcc2761d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:26:29.973454 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995d5ca-05af-4625-97b1-1914a63e0881 req-ce5f1618-0ec0-48a6-889a-8a51d101277b tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:29.975207 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2995d5ca-05af-4625-97b1-1914a63e0881 req-ce5f1618-0ec0-48a6-889a-8a51d101277b tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.15 "GET /v2.0/ports?device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 1023 time: 0.0827827 Feb 28 20:26:30.001397 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:30.035385 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570429e-3fd1-4bf1-b4e5-3bc1c0c77f22 req-bb197569-6fa2-4382-9a00-acab307307a9 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:30.037043 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6570429e-3fd1-4bf1-b4e5-3bc1c0c77f22 req-bb197569-6fa2-4382-9a00-acab307307a9 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.8098013 Feb 28 20:26:30.074692 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 314333bb-5959-4265-bdf8-4a06aece0ebd no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:26:30.096988 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 314333bb-5959-4265-bdf8-4a06aece0ebd {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:26:30.097346 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 314333bb-5959-4265-bdf8-4a06aece0ebd not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:26:30.150572 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-2995d5ca-05af-4625-97b1-1914a63e0881 req-2e8b8c98-7876-4229-bc70-a073b7e0c662 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Deleting port 13e5da1e-be82-44fd-a199-d086f81de6bc {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:30.151170 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2995d5ca-05af-4625-97b1-1914a63e0881 req-2e8b8c98-7876-4229-bc70-a073b7e0c662 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (13e5da1e-be82-44fd-a199-d086f81de6bc), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:30.222998 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa2f5b-b34f-45a7-891d-a528ac6698de req-e0e2c379-4966-4a6d-88ab-bc1ac2bbc73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:30.226082 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2daa2f5b-b34f-45a7-891d-a528ac6698de req-e0e2c379-4966-4a6d-88ab-bc1ac2bbc73a service neutron] 10.222.0.10 "GET /v2.0/networks?id=44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 HTTP/1.1" status: 200 len: 911 time: 0.6430926 Feb 28 20:26:30.237367 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22aef632-ecb7-4f3b-8adb-665fabb2c03d admin admin] Publish callbacks [] for security_group (f0e59473-fe12-4a18-956a-2d39e250ef07), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:30.253153 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f338c-f2a7-4e9f-93e9-b93ffe143f90 req-aedf6957-fdc2-46f7-b635-c3b304a08631 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:30.254402 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-2995d5ca-05af-4625-97b1-1914a63e0881 req-2e8b8c98-7876-4229-bc70-a073b7e0c662 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] For port 13e5da1e-be82-44fd-a199-d086f81de6bc, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=13e5da1e-be82-44fd-a199-d086f81de6bc,segment=NetworkSegment(15cf24c2-704b-4f46-864a-1eccab144611),segment_id=15cf24c2-704b-4f46-864a-1eccab144611)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:30.255017 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2995d5ca-05af-4625-97b1-1914a63e0881 req-2e8b8c98-7876-4229-bc70-a073b7e0c662 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (13e5da1e-be82-44fd-a199-d086f81de6bc), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:30.259906 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c20f338c-f2a7-4e9f-93e9-b93ffe143f90 req-aedf6957-fdc2-46f7-b635-c3b304a08631 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 944 time: 0.3295116 Feb 28 20:26:30.269837 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-2995d5ca-05af-4625-97b1-1914a63e0881 req-2e8b8c98-7876-4229-bc70-a073b7e0c662 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Calling delete_port for 13e5da1e-be82-44fd-a199-d086f81de6bc owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:30.286995 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6570429e-3fd1-4bf1-b4e5-3bc1c0c77f22 req-8ee7708f-7ce5-4ab2-a917-b67ff81f99aa tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305565 Feb 28 20:26:30.347698 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2daa2f5b-b34f-45a7-891d-a528ac6698de req-a83328d7-3e46-4318-864b-22e7488a0e73 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e56a38a-f983-48dc-8f06-d7fcaa77b3de HTTP/1.1" status: 200 len: 217 time: 0.1022923 Feb 28 20:26:30.361178 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22aef632-ecb7-4f3b-8adb-665fabb2c03d admin admin] Publish callbacks [] for security_group (f0e59473-fe12-4a18-956a-2d39e250ef07), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:30.465123 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2995d5ca-05af-4625-97b1-1914a63e0881 req-2e8b8c98-7876-4229-bc70-a073b7e0c662 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (13e5da1e-be82-44fd-a199-d086f81de6bc), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:30.478638 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['d1e2f6d9-e23b-45e5-ac59-35cfdc485bca', '13e5da1e-be82-44fd-a199-d086f81de6bc'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:26:30.487931 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c67f8451-47ed-4da3-b1c8-5f5b04790b33 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:26:30.505545 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b8c98-7876-4229-bc70-a073b7e0c662 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event deleted for resources: {'Port': ['ID=13e5da1e-be82-44fd-a199-d086f81de6bc,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:30.524067 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c20f338c-f2a7-4e9f-93e9-b93ffe143f90 req-5468bc06-09f7-4f4a-a3da-68952ce5f323 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596245 Feb 28 20:26:30.554536 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa2f5b-b34f-45a7-891d-a528ac6698de req-4ceab30c-bc5a-4282-9ad2-8e537ca564e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:30.556551 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2daa2f5b-b34f-45a7-891d-a528ac6698de req-4ceab30c-bc5a-4282-9ad2-8e537ca564e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2de3391b-9935-4088-82fa-781f577763c2 HTTP/1.1" status: 200 len: 851 time: 0.1982753 Feb 28 20:26:30.568698 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2995d5ca-05af-4625-97b1-1914a63e0881 req-2e8b8c98-7876-4229-bc70-a073b7e0c662 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] No DVR routers for this DVR port 13e5da1e-be82-44fd-a199-d086f81de6bc on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:26:30.571548 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2995d5ca-05af-4625-97b1-1914a63e0881 req-2e8b8c98-7876-4229-bc70-a073b7e0c662 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:30.575458 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2995d5ca-05af-4625-97b1-1914a63e0881 req-2e8b8c98-7876-4229-bc70-a073b7e0c662 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.15 "DELETE /v2.0/ports/13e5da1e-be82-44fd-a199-d086f81de6bc HTTP/1.1" status: 204 len: 173 time: 0.5950303 Feb 28 20:26:30.576029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ce8aa1-d940-4e02-9e20-39e94cc7e8ca', 'name': 'network-vif-deleted', 'tag': '13e5da1e-be82-44fd-a199-d086f81de6bc'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:26:30.586673 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7994de5c-ef71-4bf2-8f25-8d6cfeb35265" -d '{"events": [{"server_uuid": "26ce8aa1-d940-4e02-9e20-39e94cc7e8ca", "name": "network-vif-deleted", "tag": "13e5da1e-be82-44fd-a199-d086f81de6bc"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:26:30.595117 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: c67f8451-47ed-4da3-b1c8-5f5b04790b33 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:26:30.595901 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c67f8451-47ed-4da3-b1c8-5f5b04790b33 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:26:30.602502 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b58d5325-f86f-4093-b474-4daf12ce3ecc tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for port (1136fd05-1561-4e9a-bc48-8014fcc2761d), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:30.611745 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b58d5325-f86f-4093-b474-4daf12ce3ecc tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (1136fd05-1561-4e9a-bc48-8014fcc2761d), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:30.665874 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2daa2f5b-b34f-45a7-891d-a528ac6698de req-414c18dd-43bd-4e73-889c-4a129695af6d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44e0ffae-a0be-41c5-8b21-fc0de11ff3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880761 Feb 28 20:26:30.758732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece23d86-9b4d-42c9-a50e-3e6850eb9625 req-d067e1d1-ca3f-4038-8c54-f5c661ce98e5 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:30.769844 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ece23d86-9b4d-42c9-a50e-3e6850eb9625 req-d067e1d1-ca3f-4038-8c54-f5c661ce98e5 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ce8aa1-d940-4e02-9e20-39e94cc7e8ca HTTP/1.1" status: 200 len: 945 time: 0.3560293 Feb 28 20:26:30.819714 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22aef632-ecb7-4f3b-8adb-665fabb2c03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f0e59473-fe12-4a18-956a-2d39e250ef07), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:30.822244 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22aef632-ecb7-4f3b-8adb-665fabb2c03d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:30.825760 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-22aef632-ecb7-4f3b-8adb-665fabb2c03d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0e59473-fe12-4a18-956a-2d39e250ef07 HTTP/1.1" status: 204 len: 168 time: 1.1533642 Feb 28 20:26:30.866360 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d5325-f86f-4093-b474-4daf12ce3ecc tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Port': ['ID=1136fd05-1561-4e9a-bc48-8014fcc2761d,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:30.896301 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-055612f1-8955-4722-accd-84707e9ac553 req-5d75d908-e8e9-4b73-9a5b-b0baf021220b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.1238515 Feb 28 20:26:30.899380 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aef632-ecb7-4f3b-8adb-665fabb2c03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e59473-fe12-4a18-956a-2d39e250ef07,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:30.930045 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b58d5325-f86f-4093-b474-4daf12ce3ecc tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (0f3f3ebb-da61-46c6-980d-7e27d555d45d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:31.001062 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ae2b5c-7e88-4f04-bc2b-f485b4e249fb x-openstack-request-id: req-26ae2b5c-7e88-4f04-bc2b-f485b4e249fb {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:26:31.001357 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ce8aa1-d940-4e02-9e20-39e94cc7e8ca", "name": "network-vif-deleted", "tag": "13e5da1e-be82-44fd-a199-d086f81de6bc", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:26:31.001678 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26ae2b5c-7e88-4f04-bc2b-f485b4e249fb {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:26:31.002067 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ce8aa1-d940-4e02-9e20-39e94cc7e8ca', 'name': 'network-vif-deleted', 'tag': '13e5da1e-be82-44fd-a199-d086f81de6bc', 'status': 'completed', 'code': 200} Feb 28 20:26:31.066536 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2daa2f5b-b34f-45a7-891d-a528ac6698de req-b533dfab-89d6-40db-a4a5-80df98fc98b0 service neutron] 10.222.0.10 "GET /v2.0/networks/44e0ffae-a0be-41c5-8b21-fc0de11ff3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362787 Feb 28 20:26:31.109616 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ece23d86-9b4d-42c9-a50e-3e6850eb9625 req-b3c31c2c-c6cd-46b5-bc37-8df2cd86c1b2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?id=955aab9a-f007-4829-b11d-fc8ef46daf2f&id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&id=985b5685-4a01-4f4c-a62a-46b36fb5181d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3386719 Feb 28 20:26:31.221308 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58d5325-f86f-4093-b474-4daf12ce3ecc tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network 80735ced-de47-4f82-b38e-4ec0710ce81b is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:26:31.224765 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-b58d5325-f86f-4093-b474-4daf12ce3ecc tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:26:31.322281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device cda37ee3-1d31-49e2-a40f-b12289a62337 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:26:31.347965 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2daa2f5b-b34f-45a7-891d-a528ac6698de req-9f95b5b6-1eca-4c72-9c7f-7a94643a7913 service neutron] 10.222.0.10 "GET /v2.0/networks/44e0ffae-a0be-41c5-8b21-fc0de11ff3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542045 Feb 28 20:26:31.446298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port cda37ee3-1d31-49e2-a40f-b12289a62337 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:26:31.454844 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port cda37ee3-1d31-49e2-a40f-b12289a62337 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:31.457592 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cda37ee3-1d31-49e2-a40f-b12289a62337), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:31.531601 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58d5325-f86f-4093-b474-4daf12ce3ecc tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router 0f3f3ebb-da61-46c6-980d-7e27d555d45d is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:26:31.615942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port cda37ee3-1d31-49e2-a40f-b12289a62337 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:31.616732 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cda37ee3-1d31-49e2-a40f-b12289a62337), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:31.622778 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-fe94be93-91cf-4fcf-b20f-1139d7276792 None None] Provisioning complete for port 1136fd05-1561-4e9a-bc48-8014fcc2761d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:31.623542 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fe94be93-91cf-4fcf-b20f-1139d7276792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1136fd05-1561-4e9a-bc48-8014fcc2761d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:31.700079 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776de37d-e3f4-43c7-b6eb-7aebfa9d64fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda37ee3-1d31-49e2-a40f-b12289a62337'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:26:31.702302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f63be0-322c-4f8a-9502-f6cce29c8530 req-89057fb0-d7fd-474c-8b89-e8b1b0e0c557 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:31.709150 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66b1a5d-45fc-4ee9-b40b-55c1ecb570d0" -d '{"events": [{"server_uuid": "776de37d-e3f4-43c7-b6eb-7aebfa9d64fc", "name": "network-vif-plugged", "status": "completed", "tag": "cda37ee3-1d31-49e2-a40f-b12289a62337"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:26:31.710220 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08f63be0-322c-4f8a-9502-f6cce29c8530 req-89057fb0-d7fd-474c-8b89-e8b1b0e0c557 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.2705078 Feb 28 20:26:31.734013 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port cda37ee3-1d31-49e2-a40f-b12289a62337, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=cda37ee3-1d31-49e2-a40f-b12289a62337,segment=NetworkSegment(8e033a05-7daa-4810-ae7e-8076b1b461b4),segment_id=8e033a05-7daa-4810-ae7e-8076b1b461b4)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:31.735841 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-fe94be93-91cf-4fcf-b20f-1139d7276792 None None] Port 1136fd05-1561-4e9a-bc48-8014fcc2761d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:26:31.741528 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cda37ee3-1d31-49e2-a40f-b12289a62337), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:31.807184 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=cda37ee3-1d31-49e2-a40f-b12289a62337,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:31.856420 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08f63be0-322c-4f8a-9502-f6cce29c8530 req-23fdb1f5-b4d7-450b-b428-42ef0cfbd80c tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450245 Feb 28 20:26:31.892415 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f81b37-4976-4193-9260-1ae9e7bec87c req-8395de3d-941d-4ab7-acc9-c9a743ef7443 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:31.894045 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-93f81b37-4976-4193-9260-1ae9e7bec87c req-8395de3d-941d-4ab7-acc9-c9a743ef7443 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 944 time: 0.2861450 Feb 28 20:26:31.917414 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e07eb50-71a1-4cc4-a504-579fdebbb4c6 x-openstack-request-id: req-6e07eb50-71a1-4cc4-a504-579fdebbb4c6 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:26:31.918115 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776de37d-e3f4-43c7-b6eb-7aebfa9d64fc", "name": "network-vif-plugged", "status": "completed", "tag": "cda37ee3-1d31-49e2-a40f-b12289a62337", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:26:31.918681 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e07eb50-71a1-4cc4-a504-579fdebbb4c6 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:26:31.919326 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776de37d-e3f4-43c7-b6eb-7aebfa9d64fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda37ee3-1d31-49e2-a40f-b12289a62337', 'code': 200} Feb 28 20:26:31.931879 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58d5325-f86f-4093-b474-4daf12ce3ecc tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:26:31.947277 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833352c0-913c-41d4-b5dd-6422a374c510 None None] Sync routers for ids ['0f3f3ebb-da61-46c6-980d-7e27d555d45d'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:26:31.951143 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b58d5325-f86f-4093-b474-4daf12ce3ecc tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/0f3f3ebb-da61-46c6-980d-7e27d555d45d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7186801 Feb 28 20:26:31.953914 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33434) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:31.978459 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833352c0-913c-41d4-b5dd-6422a374c510 None None] Routers {'0f3f3ebb-da61-46c6-980d-7e27d555d45d'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:26:31.987593 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-833352c0-913c-41d4-b5dd-6422a374c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:26:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0f3f3ebb-da61-46c6-980d-7e27d555d45d'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:32.004260 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-93f81b37-4976-4193-9260-1ae9e7bec87c req-1c5db85a-dc7e-41d4-aab1-ffa74408989e tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034021 Feb 28 20:26:32.049457 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-833352c0-913c-41d4-b5dd-6422a374c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:32.060163 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833352c0-913c-41d4-b5dd-6422a374c510 None None] Routers {'0f3f3ebb-da61-46c6-980d-7e27d555d45d'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:26:32.060902 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-833352c0-913c-41d4-b5dd-6422a374c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:26:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0f3f3ebb-da61-46c6-980d-7e27d555d45d'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:32.091974 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2c0988e4-fda3-4a62-bb0e-d9d9f924e7a4 req-0549799b-64c9-42cd-b3b4-49a2826a8fcc tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.0474100 Feb 28 20:26:32.101644 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6a097d-e172-458a-9b0e-3bd7b8e80fd1 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:32.103301 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-833352c0-913c-41d4-b5dd-6422a374c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:32.105471 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833352c0-913c-41d4-b5dd-6422a374c510 None None] The sync data for ids ['0f3f3ebb-da61-46c6-980d-7e27d555d45d'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:26:32.106624 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33438) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:32.106793 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2e6a097d-e172-458a-9b0e-3bd7b8e80fd1 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/ports/1136fd05-1561-4e9a-bc48-8014fcc2761d HTTP/1.1" status: 200 len: 910 time: 0.1515629 Feb 28 20:26:32.122652 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed48090-e561-4297-8f2c-06ea422cfa84 req-a6bf1d84-6628-41e2-b5dc-8fc04113dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:32.124750 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7ed48090-e561-4297-8f2c-06ea422cfa84 req-a6bf1d84-6628-41e2-b5dc-8fc04113dc7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 1128 time: 0.0952599 Feb 28 20:26:32.194993 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7ed48090-e561-4297-8f2c-06ea422cfa84 req-db198d26-ef2e-46c2-a8b4-4f8ee002fed7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640550 Feb 28 20:26:32.324435 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-65761503-e376-46dc-bc90-4fa0041ccefe req-02a0cd8a-46e6-407b-a11d-113f6c4a8257 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/955aab9a-f007-4829-b11d-fc8ef46daf2f HTTP/1.1" status: 200 len: 1820 time: 0.1031637 Feb 28 20:26:32.735269 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-65761503-e376-46dc-bc90-4fa0041ccefe req-ca3fa19c-0b43-4797-8288-82b33f19042a tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (955aab9a-f007-4829-b11d-fc8ef46daf2f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:32.796711 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-65761503-e376-46dc-bc90-4fa0041ccefe req-ca3fa19c-0b43-4797-8288-82b33f19042a tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (955aab9a-f007-4829-b11d-fc8ef46daf2f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:32.927594 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-65761503-e376-46dc-bc90-4fa0041ccefe req-ca3fa19c-0b43-4797-8288-82b33f19042a tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (955aab9a-f007-4829-b11d-fc8ef46daf2f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:32.930676 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-65761503-e376-46dc-bc90-4fa0041ccefe req-ca3fa19c-0b43-4797-8288-82b33f19042a tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:32.936247 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-65761503-e376-46dc-bc90-4fa0041ccefe req-ca3fa19c-0b43-4797-8288-82b33f19042a tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "DELETE /v2.0/security-groups/955aab9a-f007-4829-b11d-fc8ef46daf2f HTTP/1.1" status: 204 len: 173 time: 0.5754721 Feb 28 20:26:32.995591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fa19c-0b43-4797-8288-82b33f19042a tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=955aab9a-f007-4829-b11d-fc8ef46daf2f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:33.077570 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-946012aa-1f00-41ca-b3aa-1dd58d2e065c req-7a13e61d-7a1e-4747-99d7-eb79215acd87 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/985b5685-4a01-4f4c-a62a-46b36fb5181d HTTP/1.1" status: 200 len: 1819 time: 0.1108358 Feb 28 20:26:33.081007 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e9546454-d8d9-482b-a937-f5238f72523e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:33.295341 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-946012aa-1f00-41ca-b3aa-1dd58d2e065c req-1bf11b04-63a6-485d-8bff-1e9e7339aab3 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (985b5685-4a01-4f4c-a62a-46b36fb5181d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:33.302148 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b293f-1e40-494c-af9c-94d44ed5c2d8 req-bd911530-3ee7-4e44-a64a-d48cd8c543e8 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:33.303816 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-925b293f-1e40-494c-af9c-94d44ed5c2d8 req-bd911530-3ee7-4e44-a64a-d48cd8c543e8 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.1968670 Feb 28 20:26:33.347335 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 13e5da1e-be82-44fd-a199-d086f81de6bc no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:26:33.370883 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-946012aa-1f00-41ca-b3aa-1dd58d2e065c req-1bf11b04-63a6-485d-8bff-1e9e7339aab3 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (985b5685-4a01-4f4c-a62a-46b36fb5181d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:33.387319 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 13e5da1e-be82-44fd-a199-d086f81de6bc {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:26:33.387668 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 13e5da1e-be82-44fd-a199-d086f81de6bc not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:26:33.480195 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-925b293f-1e40-494c-af9c-94d44ed5c2d8 req-5959bb50-9a25-4607-b4a4-4d524dd8f404 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614907 Feb 28 20:26:33.591808 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-946012aa-1f00-41ca-b3aa-1dd58d2e065c req-1bf11b04-63a6-485d-8bff-1e9e7339aab3 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (985b5685-4a01-4f4c-a62a-46b36fb5181d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:33.594973 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-946012aa-1f00-41ca-b3aa-1dd58d2e065c req-1bf11b04-63a6-485d-8bff-1e9e7339aab3 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:33.596578 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-946012aa-1f00-41ca-b3aa-1dd58d2e065c req-1bf11b04-63a6-485d-8bff-1e9e7339aab3 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "DELETE /v2.0/security-groups/985b5685-4a01-4f4c-a62a-46b36fb5181d HTTP/1.1" status: 204 len: 173 time: 0.5176449 Feb 28 20:26:33.633669 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf11b04-63a6-485d-8bff-1e9e7339aab3 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=985b5685-4a01-4f4c-a62a-46b36fb5181d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:33.648612 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-e9546454-d8d9-482b-a937-f5238f72523e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Allocated IP 172.21.0.1 (47ac86d1-9171-4cb7-a670-84308380e4d8/5cf5a1f3-45ed-474b-b046-369c22f5e691/7d28937d-bb36-4aab-9f59-2063fc6dbac1) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:26:33.726887 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd53b8d-6712-4f49-91d4-c6fae3e62195 req-5abecf98-c57c-4e25-9116-e600e7d57b42 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:33.728469 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cdd53b8d-6712-4f49-91d4-c6fae3e62195 req-5abecf98-c57c-4e25-9116-e600e7d57b42 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.1508274 Feb 28 20:26:33.774711 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53b53a79-ea17-41f9-8f64-09b63781f9c7 req-4c33b595-5853-4eb8-b623-52db42c5ec25 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.0704870 Feb 28 20:26:33.841284 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-768914d8-11b6-4ec3-b519-7d3468434e9e req-8c791ebe-9517-47b2-bb98-2c0d6ea4747f tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1994547583', 'description': 'tempest-description-1295489898'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:33.853588 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cdd53b8d-6712-4f49-91d4-c6fae3e62195 req-823acb40-6c17-4320-adba-a68d4e6246fc tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814192 Feb 28 20:26:33.871181 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e9546454-d8d9-482b-a937-f5238f72523e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for port (7d28937d-bb36-4aab-9f59-2063fc6dbac1), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:33.884414 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-768914d8-11b6-4ec3-b519-7d3468434e9e req-8c791ebe-9517-47b2-bb98-2c0d6ea4747f tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:33.953228 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e9546454-d8d9-482b-a937-f5238f72523e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7d28937d-bb36-4aab-9f59-2063fc6dbac1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:34.036324 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9546454-d8d9-482b-a937-f5238f72523e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network 47ac86d1-9171-4cb7-a670-84308380e4d8 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:26:34.048905 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-e9546454-d8d9-482b-a937-f5238f72523e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:26:34.057898 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9546454-d8d9-482b-a937-f5238f72523e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:26:34.073622 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-768914d8-11b6-4ec3-b519-7d3468434e9e req-8c791ebe-9517-47b2-bb98-2c0d6ea4747f tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (bf2e73ab-1df5-4c07-945e-79178500931b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:34.075647 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9546454-d8d9-482b-a937-f5238f72523e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Port': ['ID=7d28937d-bb36-4aab-9f59-2063fc6dbac1,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:34.089320 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33498) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:34.107359 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-768914d8-11b6-4ec3-b519-7d3468434e9e req-8c791ebe-9517-47b2-bb98-2c0d6ea4747f tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (bf2e73ab-1df5-4c07-945e-79178500931b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:34.136721 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c17c33-9c55-4092-b49d-062c73649681 req-519d80db-d502-498b-9d27-1ef84a258771 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:34.138252 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-02c17c33-9c55-4092-b49d-062c73649681 req-519d80db-d502-498b-9d27-1ef84a258771 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.2064297 Feb 28 20:26:34.148556 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33504) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:34.157197 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-6aa69c03-9f22-46dc-bd50-2eaa5245bbcb tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Request body: {'floatingip': {'port_id': 'cda37ee3-1d31-49e2-a40f-b12289a62337'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:34.170415 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-768914d8-11b6-4ec3-b519-7d3468434e9e req-8c791ebe-9517-47b2-bb98-2c0d6ea4747f tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:34.172531 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-768914d8-11b6-4ec3-b519-7d3468434e9e req-8c791ebe-9517-47b2-bb98-2c0d6ea4747f tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3399467 Feb 28 20:26:34.174298 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e9546454-d8d9-482b-a937-f5238f72523e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (0f3f3ebb-da61-46c6-980d-7e27d555d45d), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:34.235474 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6aa69c03-9f22-46dc-bd50-2eaa5245bbcb tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for floatingip (82272d46-7fe5-49e1-b1b6-c77a77e99d21), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:34.263049 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c791ebe-9517-47b2-bb98-2c0d6ea4747f tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2e73ab-1df5-4c07-945e-79178500931b,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:34.351543 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9d6b432-1a59-417e-bda5-4f35c0b54160 req-c281f2e9-7c43-4d6f-8d4b-2753ee332293 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/bf2e73ab-1df5-4c07-945e-79178500931b HTTP/1.1" status: 200 len: 1820 time: 0.0964766 Feb 28 20:26:34.363991 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-b9d6b432-1a59-417e-bda5-4f35c0b54160 req-70b7d4ff-f284-42f8-9edd-29f95a177cf2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1748451877', 'description': 'tempest-description-hth-1260122774'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:34.387866 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c75f-a78e-4300-aea0-8c8b46165d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:34.419929 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e9546454-d8d9-482b-a937-f5238f72523e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7d28937d-bb36-4aab-9f59-2063fc6dbac1), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:34.478265 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b9d6b432-1a59-417e-bda5-4f35c0b54160 req-70b7d4ff-f284-42f8-9edd-29f95a177cf2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (bf2e73ab-1df5-4c07-945e-79178500931b), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:34.501613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e4bdbc68-ce18-40a2-9d49-a9fcb5dc56b3 None None] Provisioning complete for port 7d28937d-bb36-4aab-9f59-2063fc6dbac1 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:34.503146 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e4bdbc68-ce18-40a2-9d49-a9fcb5dc56b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7d28937d-bb36-4aab-9f59-2063fc6dbac1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:34.527692 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b9d6b432-1a59-417e-bda5-4f35c0b54160 req-70b7d4ff-f284-42f8-9edd-29f95a177cf2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (bf2e73ab-1df5-4c07-945e-79178500931b), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:34.535195 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b9d6b432-1a59-417e-bda5-4f35c0b54160 req-70b7d4ff-f284-42f8-9edd-29f95a177cf2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (bf2e73ab-1df5-4c07-945e-79178500931b), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:34.538113 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b9d6b432-1a59-417e-bda5-4f35c0b54160 req-70b7d4ff-f284-42f8-9edd-29f95a177cf2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:34.539461 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9d6b432-1a59-417e-bda5-4f35c0b54160 req-70b7d4ff-f284-42f8-9edd-29f95a177cf2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "PUT /v2.0/security-groups/bf2e73ab-1df5-4c07-945e-79178500931b HTTP/1.1" status: 200 len: 1794 time: 0.1800497 Feb 28 20:26:34.561446 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e4bdbc68-ce18-40a2-9d49-a9fcb5dc56b3 None None] Port 7d28937d-bb36-4aab-9f59-2063fc6dbac1 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:26:34.699969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7d4ff-f284-42f8-9edd-29f95a177cf2 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2e73ab-1df5-4c07-945e-79178500931b,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:34.736448 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-167b9dee-0251-4769-a6f9-8a11b41fa5a1 req-f7318ad5-be27-4f0d-9f49-aa320f758d4a tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/bf2e73ab-1df5-4c07-945e-79178500931b HTTP/1.1" status: 200 len: 1794 time: 0.1751702 Feb 28 20:26:34.774081 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c75f-a78e-4300-aea0-8c8b46165d92 admin admin] Publish callbacks [] for security_group (59410b00-3f19-4dcb-8b0e-5b9c02463019), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:34.775211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a561393-b283-421a-a80f-51daef0c214f req-b58e752d-4631-4244-b902-77d17b3a774a tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:34.776846 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a561393-b283-421a-a80f-51daef0c214f req-b58e752d-4631-4244-b902-77d17b3a774a tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.1595919 Feb 28 20:26:34.820727 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c75f-a78e-4300-aea0-8c8b46165d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (59410b00-3f19-4dcb-8b0e-5b9c02463019), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:34.897114 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9c75f-a78e-4300-aea0-8c8b46165d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59410b00-3f19-4dcb-8b0e-5b9c02463019,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:34.900504 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9309b789-3724-4f10-861e-357444287af5 req-ae5b602d-cada-4f76-a23c-8ba2ee3e1f91 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/bf2e73ab-1df5-4c07-945e-79178500931b HTTP/1.1" status: 200 len: 1794 time: 0.1224515 Feb 28 20:26:34.918680 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b0c9c75f-a78e-4300-aea0-8c8b46165d92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53545640d1dd4bfd91afc201132363cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8281791 Feb 28 20:26:34.935051 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33516) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:34.970482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c75f-a78e-4300-aea0-8c8b46165d92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:34.971235 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c75f-a78e-4300-aea0-8c8b46165d92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:34.971583 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c75f-a78e-4300-aea0-8c8b46165d92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:34.971947 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c75f-a78e-4300-aea0-8c8b46165d92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:34.972284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c75f-a78e-4300-aea0-8c8b46165d92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:34.972622 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c75f-a78e-4300-aea0-8c8b46165d92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:34.973034 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c75f-a78e-4300-aea0-8c8b46165d92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:34.973372 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c75f-a78e-4300-aea0-8c8b46165d92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:34.973698 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c75f-a78e-4300-aea0-8c8b46165d92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:34.974025 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c75f-a78e-4300-aea0-8c8b46165d92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:34.974356 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c75f-a78e-4300-aea0-8c8b46165d92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:34.975996 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c75f-a78e-4300-aea0-8c8b46165d92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:34.975996 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9c75f-a78e-4300-aea0-8c8b46165d92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:26:34.978516 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a561393-b283-421a-a80f-51daef0c214f req-332a372a-8c86-49ec-981b-15b370836c5a tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878672 Feb 28 20:26:35.080761 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9309b789-3724-4f10-861e-357444287af5 req-a9b2e0aa-76c1-44ff-a6c2-e9d789a8fd25 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (bf2e73ab-1df5-4c07-945e-79178500931b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:35.126933 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e9546454-d8d9-482b-a937-f5238f72523e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for port (7d28937d-bb36-4aab-9f59-2063fc6dbac1), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:35.132045 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f32c2723-7417-4c50-ba97-376d0cba60f5 req-36f14975-6f1d-4029-9ecf-c89720ba0326 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.0587327 Feb 28 20:26:35.140047 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-791ecff9-83ac-42a2-b656-704036a2d7ce admin admin] Publish callbacks [] for security_group (59410b00-3f19-4dcb-8b0e-5b9c02463019), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:35.141691 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e9546454-d8d9-482b-a937-f5238f72523e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (7d28937d-bb36-4aab-9f59-2063fc6dbac1), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:35.199867 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6aa69c03-9f22-46dc-bd50-2eaa5245bbcb tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:35.205325 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6aa69c03-9f22-46dc-bd50-2eaa5245bbcb tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (82272d46-7fe5-49e1-b1b6-c77a77e99d21), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:35.223312 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9309b789-3724-4f10-861e-357444287af5 req-a9b2e0aa-76c1-44ff-a6c2-e9d789a8fd25 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (bf2e73ab-1df5-4c07-945e-79178500931b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:35.278100 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-791ecff9-83ac-42a2-b656-704036a2d7ce admin admin] Publish callbacks [] for security_group (59410b00-3f19-4dcb-8b0e-5b9c02463019), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:35.308370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9546454-d8d9-482b-a937-f5238f72523e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Port': ['ID=7d28937d-bb36-4aab-9f59-2063fc6dbac1,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:35.322747 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e9546454-d8d9-482b-a937-f5238f72523e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (0f3f3ebb-da61-46c6-980d-7e27d555d45d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:35.360349 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-6aa69c03-9f22-46dc-bd50-2eaa5245bbcb tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Floating IP 82272d46-7fe5-49e1-b1b6-c77a77e99d21 associated. External IP: 172.25.0.218, port: cda37ee3-1d31-49e2-a40f-b12289a62337. Feb 28 20:26:35.377618 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9309b789-3724-4f10-861e-357444287af5 req-a9b2e0aa-76c1-44ff-a6c2-e9d789a8fd25 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (bf2e73ab-1df5-4c07-945e-79178500931b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:35.379033 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9309b789-3724-4f10-861e-357444287af5 req-a9b2e0aa-76c1-44ff-a6c2-e9d789a8fd25 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:35.380504 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9309b789-3724-4f10-861e-357444287af5 req-a9b2e0aa-76c1-44ff-a6c2-e9d789a8fd25 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "DELETE /v2.0/security-groups/bf2e73ab-1df5-4c07-945e-79178500931b HTTP/1.1" status: 204 len: 173 time: 0.4710119 Feb 28 20:26:35.450596 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2e0aa-76c1-44ff-a6c2-e9d789a8fd25 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2e73ab-1df5-4c07-945e-79178500931b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:35.475559 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-791ecff9-83ac-42a2-b656-704036a2d7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (59410b00-3f19-4dcb-8b0e-5b9c02463019), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:35.488285 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-791ecff9-83ac-42a2-b656-704036a2d7ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:35.489501 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-791ecff9-83ac-42a2-b656-704036a2d7ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59410b00-3f19-4dcb-8b0e-5b9c02463019 HTTP/1.1" status: 204 len: 168 time: 0.5535018 Feb 28 20:26:35.544957 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ecff9-83ac-42a2-b656-704036a2d7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59410b00-3f19-4dcb-8b0e-5b9c02463019,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:35.623464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9546454-d8d9-482b-a937-f5238f72523e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network 47ac86d1-9171-4cb7-a670-84308380e4d8 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:26:35.627019 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-e9546454-d8d9-482b-a937-f5238f72523e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:26:35.647099 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-4ff77eb9-dfaa-41bb-b0d2-61e348452108 req-f9aee1d7-7f1e-4f77-b940-c93e184244b3 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] show failed (client error): The resource could not be found. Feb 28 20:26:35.648463 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4ff77eb9-dfaa-41bb-b0d2-61e348452108 req-f9aee1d7-7f1e-4f77-b940-c93e184244b3 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/985b5685-4a01-4f4c-a62a-46b36fb5181d HTTP/1.1" status: 404 len: 352 time: 0.0622654 Feb 28 20:26:35.766507 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-b74707a2-4aad-4a13-9375-7805e7a16078 req-14a50340-9de1-41f1-803e-6eb305a2ba1a tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] show failed (client error): The resource could not be found. Feb 28 20:26:35.773781 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b74707a2-4aad-4a13-9375-7805e7a16078 req-14a50340-9de1-41f1-803e-6eb305a2ba1a tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/955aab9a-f007-4829-b11d-fc8ef46daf2f HTTP/1.1" status: 404 len: 352 time: 0.0621662 Feb 28 20:26:35.804394 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3ff43-74d5-4e0e-9a3d-68511886df1d req-b3d9f61c-dfe6-4ae1-8907-c433aa863ade tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:35.806156 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0c3ff43-74d5-4e0e-9a3d-68511886df1d req-b3d9f61c-dfe6-4ae1-8907-c433aa863ade tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.2586718 Feb 28 20:26:35.829141 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-a6c6a0b4-da7e-49ad-a0b4-b81b1d0ba201 req-a6d3122e-db9e-4211-8f86-63999cbc47fd tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] show failed (client error): The resource could not be found. Feb 28 20:26:35.836410 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6c6a0b4-da7e-49ad-a0b4-b81b1d0ba201 req-a6d3122e-db9e-4211-8f86-63999cbc47fd tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/b43460be-a024-411c-9d73-b8e733053a5c HTTP/1.1" status: 404 len: 352 time: 0.0271397 Feb 28 20:26:35.890441 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-39eeb704-cb03-4f18-b2cc-373fd65d2cde req-a27dfa13-e133-4703-960c-7fe261ec750d tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] show failed (client error): The resource could not be found. Feb 28 20:26:35.899036 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39eeb704-cb03-4f18-b2cc-373fd65d2cde req-a27dfa13-e133-4703-960c-7fe261ec750d tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/8ec500c0-25bf-45c3-9ca7-b8e9ee57948d HTTP/1.1" status: 404 len: 352 time: 0.0404301 Feb 28 20:26:35.936900 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-edef3644-ba1c-49e8-ae89-c03ba8b84ec6 req-dcb864cb-3e89-4178-a7a4-cb8dba7bd625 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] show failed (client error): The resource could not be found. Feb 28 20:26:35.944685 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-edef3644-ba1c-49e8-ae89-c03ba8b84ec6 req-dcb864cb-3e89-4178-a7a4-cb8dba7bd625 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/800e7a59-a5ce-4b51-9494-365f28f06c57 HTTP/1.1" status: 404 len: 352 time: 0.0287189 Feb 28 20:26:35.947080 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9546454-d8d9-482b-a937-f5238f72523e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router 0f3f3ebb-da61-46c6-980d-7e27d555d45d has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:26:36.022421 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0c3ff43-74d5-4e0e-9a3d-68511886df1d req-8dafbc52-4667-406d-8729-b252547f4689 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702912 Feb 28 20:26:36.024708 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-1af6f1b9-c4c6-444d-8270-40b3e7c272e1 req-46be35ef-b0b2-47cb-900f-83c778d6c176 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] show failed (client error): The resource could not be found. Feb 28 20:26:36.042710 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1af6f1b9-c4c6-444d-8270-40b3e7c272e1 req-46be35ef-b0b2-47cb-900f-83c778d6c176 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/0105999c-5ae9-4303-b4a8-e85205cd0afe HTTP/1.1" status: 404 len: 352 time: 0.0774884 Feb 28 20:26:36.189367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33548) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:36.215383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f957b752-c527-4310-8002-a86601b73631 None None] Provisioning complete for port 7d28937d-bb36-4aab-9f59-2063fc6dbac1 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:36.215934 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f957b752-c527-4310-8002-a86601b73631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7d28937d-bb36-4aab-9f59-2063fc6dbac1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:36.235458 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa69c03-9f22-46dc-bd50-2eaa5245bbcb tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Router d26e5802-18b8-48a0-8b4e-add99484c537 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:26:36.242544 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a812cc3-9dd1-478a-90a7-7b74de06a172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:36.272680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f957b752-c527-4310-8002-a86601b73631 None None] Port 7d28937d-bb36-4aab-9f59-2063fc6dbac1 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:26:36.392138 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a84e5fbb-e722-4f98-9cce-e1708f96a33d req-cdb88200-72fc-43f7-a77c-9c43ab4bdbe0 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.0991449 Feb 28 20:26:36.395371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9546454-d8d9-482b-a937-f5238f72523e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:26:36.417863 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e9546454-d8d9-482b-a937-f5238f72523e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/0f3f3ebb-da61-46c6-980d-7e27d555d45d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3091230 Feb 28 20:26:36.418507 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cdbd4b-64a5-49c5-a0fa-cedc3d4ca962 None None] Sync routers for ids ['0f3f3ebb-da61-46c6-980d-7e27d555d45d'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:26:36.435106 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cdbd4b-64a5-49c5-a0fa-cedc3d4ca962 None None] Routers {'0f3f3ebb-da61-46c6-980d-7e27d555d45d'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:26:36.436607 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-80cdbd4b-64a5-49c5-a0fa-cedc3d4ca962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:26:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0f3f3ebb-da61-46c6-980d-7e27d555d45d'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:36.436760 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33554) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:36.472685 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-80cdbd4b-64a5-49c5-a0fa-cedc3d4ca962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:36.490019 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cdbd4b-64a5-49c5-a0fa-cedc3d4ca962 None None] Routers {'0f3f3ebb-da61-46c6-980d-7e27d555d45d'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:26:36.490957 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-80cdbd4b-64a5-49c5-a0fa-cedc3d4ca962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:26:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0f3f3ebb-da61-46c6-980d-7e27d555d45d'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:36.502658 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa69c03-9f22-46dc-bd50-2eaa5245bbcb tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:26:36.515652 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec3cc49-0257-4f1f-a8a0-896c9ef725f4 None None] Sync routers for ids ['d26e5802-18b8-48a0-8b4e-add99484c537'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:26:36.519194 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cde800-5f0f-4d9a-9901-59d9b747c07c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:36.524052 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e1cde800-5f0f-4d9a-9901-59d9b747c07c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/ports/7d28937d-bb36-4aab-9f59-2063fc6dbac1 HTTP/1.1" status: 200 len: 910 time: 0.0849128 Feb 28 20:26:36.528946 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33556) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:36.532802 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6aa69c03-9f22-46dc-bd50-2eaa5245bbcb tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:36.534434 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec3cc49-0257-4f1f-a8a0-896c9ef725f4 None None] Routers {'d26e5802-18b8-48a0-8b4e-add99484c537'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:26:36.538312 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5ec3cc49-0257-4f1f-a8a0-896c9ef725f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:26:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['d26e5802-18b8-48a0-8b4e-add99484c537'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:36.545656 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-80cdbd4b-64a5-49c5-a0fa-cedc3d4ca962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:36.546684 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cdbd4b-64a5-49c5-a0fa-cedc3d4ca962 None None] The sync data for ids ['0f3f3ebb-da61-46c6-980d-7e27d555d45d'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:26:36.581979 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6aa69c03-9f22-46dc-bd50-2eaa5245bbcb tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "PUT /v2.0/floatingips/82272d46-7fe5-49e1-b1b6-c77a77e99d21 HTTP/1.1" status: 200 len: 991 time: 2.4306819 Feb 28 20:26:36.582521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776de37d-e3f4-43c7-b6eb-7aebfa9d64fc', 'tag': 'cda37ee3-1d31-49e2-a40f-b12289a62337'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:26:36.584863 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b56e287-d54a-4073-ac80-2b9048e24724" -d '{"events": [{"name": "network-changed", "server_uuid": "776de37d-e3f4-43c7-b6eb-7aebfa9d64fc", "tag": "cda37ee3-1d31-49e2-a40f-b12289a62337"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:26:36.651775 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eac292-ac81-4caa-9b29-5965ef86696c req-56c49e6e-0a9f-4b75-86b9-0b5e29fdafeb tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:36.653366 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-18eac292-ac81-4caa-9b29-5965ef86696c req-56c49e6e-0a9f-4b75-86b9-0b5e29fdafeb tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=3992223b-628b-4cb2-abec-3e84fb1b55f5 HTTP/1.1" status: 200 len: 1023 time: 0.2603495 Feb 28 20:26:36.740364 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7395ae-5cdb-471d-9f09-29a67e1c50eb x-openstack-request-id: req-fc7395ae-5cdb-471d-9f09-29a67e1c50eb {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:26:36.741468 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776de37d-e3f4-43c7-b6eb-7aebfa9d64fc", "tag": "cda37ee3-1d31-49e2-a40f-b12289a62337", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:26:36.742088 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc7395ae-5cdb-471d-9f09-29a67e1c50eb {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:26:36.742949 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776de37d-e3f4-43c7-b6eb-7aebfa9d64fc', 'tag': 'cda37ee3-1d31-49e2-a40f-b12289a62337', 'status': 'completed', 'code': 200} Feb 28 20:26:36.762616 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-5ec3cc49-0257-4f1f-a8a0-896c9ef725f4 None None] Set router d26e5802-18b8-48a0-8b4e-add99484c537 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:26:36.823276 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56e287-d54a-4073-ac80-2b9048e24724 req-f6380d83-d107-4794-8f55-d0d81751e4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:36.825336 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9b56e287-d54a-4073-ac80-2b9048e24724 req-f6380d83-d107-4794-8f55-d0d81751e4b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce448fa148384bfb9a78481379c26323&device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 1128 time: 0.0637589 Feb 28 20:26:36.850338 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a812cc3-9dd1-478a-90a7-7b74de06a172 admin admin] Publish callbacks [] for security_group (ec9bdd6e-1e3b-4c10-95df-27c4093a015c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:36.866044 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a812cc3-9dd1-478a-90a7-7b74de06a172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ec9bdd6e-1e3b-4c10-95df-27c4093a015c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:36.895597 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4a812cc3-9dd1-478a-90a7-7b74de06a172 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac4fbf971fb44d3f9367fc48aa08d068&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6991849 Feb 28 20:26:36.901882 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33564) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:36.987278 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56e287-d54a-4073-ac80-2b9048e24724 req-44e0411f-dfc9-4101-9da2-dbe5a55dc7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:36.989715 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9b56e287-d54a-4073-ac80-2b9048e24724 req-44e0411f-dfc9-4101-9da2-dbe5a55dc7cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd95dcac-d635-4bec-8252-dbb352dcdbef HTTP/1.1" status: 200 len: 910 time: 0.1570084 Feb 28 20:26:37.065174 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5ec3cc49-0257-4f1f-a8a0-896c9ef725f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'name': 'tempest-AttachVolumeTestJSON-753889427-router', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:25:44Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'gw_port': {'id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:46Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '82272d46-7fe5-49e1-b1b6-c77a77e99d21', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'floating_ip_address': '172.25.0.218', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'port_id': 'cda37ee3-1d31-49e2-a40f-b12289a62337', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'mac_address': 'fa:16:3e:0e:45:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776de37d-e3f4-43c7-b6eb-7aebfa9d64fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:26:07Z', 'updated_at': '2022-02-28T20:26:35Z', 'revision_number': 1, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1438dfc1-aaad-4146-a093-40c0a1378b89', 'name': '', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'mac_address': 'fa:16:3e:06:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:55Z', 'updated_at': '2022-02-28T20:26:08Z', 'revision_number': 5, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'subnets': [{'id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:37.132306 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9b56e287-d54a-4073-ac80-2b9048e24724 req-60fc116d-b872-4b00-a85a-351200ce7fac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cda37ee3-1d31-49e2-a40f-b12289a62337 HTTP/1.1" status: 200 len: 999 time: 0.1361027 Feb 28 20:26:37.226674 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec3cc49-0257-4f1f-a8a0-896c9ef725f4 None None] Checking router: d26e5802-18b8-48a0-8b4e-add99484c537 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:26:37.228073 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56e287-d54a-4073-ac80-2b9048e24724 req-ce2ac48e-ec04-4bdd-b101-8b3d028ebebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:37.229903 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9b56e287-d54a-4073-ac80-2b9048e24724 req-ce2ac48e-ec04-4bdd-b101-8b3d028ebebb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a36f3d5e-8266-4be4-ab73-31f8fb0001af HTTP/1.1" status: 200 len: 849 time: 0.0911877 Feb 28 20:26:37.236509 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec3cc49-0257-4f1f-a8a0-896c9ef725f4 None None] Routers {'d26e5802-18b8-48a0-8b4e-add99484c537'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:26:37.237357 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5ec3cc49-0257-4f1f-a8a0-896c9ef725f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:26:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['d26e5802-18b8-48a0-8b4e-add99484c537'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:37.302712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56e287-d54a-4073-ac80-2b9048e24724 req-41ecaba6-1006-4153-994f-2dad62664c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:37.304993 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9b56e287-d54a-4073-ac80-2b9048e24724 req-41ecaba6-1006-4153-994f-2dad62664c02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd95dcac-d635-4bec-8252-dbb352dcdbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0687890 Feb 28 20:26:37.370393 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a812cc3-9dd1-478a-90a7-7b74de06a172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9bdd6e-1e3b-4c10-95df-27c4093a015c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:37.375182 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6249d128-3d32-4739-8ecb-c7e4b33b6f6d admin admin] Publish callbacks [] for security_group (ec9bdd6e-1e3b-4c10-95df-27c4093a015c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:37.399647 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6249d128-3d32-4739-8ecb-c7e4b33b6f6d admin admin] Publish callbacks [] for security_group (ec9bdd6e-1e3b-4c10-95df-27c4093a015c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:37.404641 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-5ec3cc49-0257-4f1f-a8a0-896c9ef725f4 None None] Set router d26e5802-18b8-48a0-8b4e-add99484c537 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:26:37.441260 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-18eac292-ac81-4caa-9b29-5965ef86696c req-e8b24ba6-63a3-414e-8b07-8c3401847c6e tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups?id=d603562d-9727-4e35-9f7e-60fbe7f02bd1&id=ecd7d3fa-8282-4d89-8a34-d910e71d7463&id=593605f6-e5f3-4dda-9aa4-4b9feb695cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.7706642 Feb 28 20:26:37.445970 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9b56e287-d54a-4073-ac80-2b9048e24724 req-c52ecde5-2b62-4da8-8563-99751ccbc2de service neutron] 10.222.0.15 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302750 Feb 28 20:26:37.596734 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9b56e287-d54a-4073-ac80-2b9048e24724 req-7d3bb809-0804-4ffa-ac4b-e5269f074cc4 service neutron] 10.222.0.15 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484580 Feb 28 20:26:37.602258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dd5b8-d83e-47ed-8b6d-2336c0c2729c req-1f67f9ed-066e-47d0-a3c3-071654396c15 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:37.603850 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-651dd5b8-d83e-47ed-8b6d-2336c0c2729c req-1f67f9ed-066e-47d0-a3c3-071654396c15 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.3784480 Feb 28 20:26:37.604556 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6249d128-3d32-4739-8ecb-c7e4b33b6f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ec9bdd6e-1e3b-4c10-95df-27c4093a015c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:37.607318 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6249d128-3d32-4739-8ecb-c7e4b33b6f6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:37.608505 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6249d128-3d32-4739-8ecb-c7e4b33b6f6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec9bdd6e-1e3b-4c10-95df-27c4093a015c HTTP/1.1" status: 204 len: 168 time: 0.7016995 Feb 28 20:26:37.695922 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e1dff950-f388-433e-927a-c09a2c2f9c49 req-40aa642e-d50a-4b05-addd-5eafbb78f27f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.1069369 Feb 28 20:26:37.697178 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249d128-3d32-4739-8ecb-c7e4b33b6f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9bdd6e-1e3b-4c10-95df-27c4093a015c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:37.779074 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6a08bec6-723d-4976-835d-63add92d4b8a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (0f3f3ebb-da61-46c6-980d-7e27d555d45d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:37.796006 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-651dd5b8-d83e-47ed-8b6d-2336c0c2729c req-e849d1b6-accc-48b5-b67c-3163c64a48cb tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536143 Feb 28 20:26:37.814186 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5ec3cc49-0257-4f1f-a8a0-896c9ef725f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'name': 'tempest-AttachVolumeTestJSON-753889427-router', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:25:44Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'gw_port': {'id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:46Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '82272d46-7fe5-49e1-b1b6-c77a77e99d21', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'floating_ip_address': '172.25.0.218', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'port_id': 'cda37ee3-1d31-49e2-a40f-b12289a62337', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'mac_address': 'fa:16:3e:0e:45:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776de37d-e3f4-43c7-b6eb-7aebfa9d64fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:26:07Z', 'updated_at': '2022-02-28T20:26:35Z', 'revision_number': 1, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1438dfc1-aaad-4146-a093-40c0a1378b89', 'name': '', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'mac_address': 'fa:16:3e:06:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:55Z', 'updated_at': '2022-02-28T20:26:08Z', 'revision_number': 5, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'subnets': [{'id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:37.833561 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba1453-2955-444c-96f9-c673648ce9b2 req-4c0fc668-abb5-4134-ba3a-39499742645b tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:37.835880 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-23ba1453-2955-444c-96f9-c673648ce9b2 req-4c0fc668-abb5-4134-ba3a-39499742645b tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.15 "GET /v2.0/ports?device_id=3992223b-628b-4cb2-abec-3e84fb1b55f5 HTTP/1.1" status: 200 len: 1023 time: 0.1023340 Feb 28 20:26:37.901555 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec3cc49-0257-4f1f-a8a0-896c9ef725f4 None None] The sync data for ids ['d26e5802-18b8-48a0-8b4e-add99484c537'] in n-d-820368-21 is: [{'id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'name': 'tempest-AttachVolumeTestJSON-753889427-router', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:25:44Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'gw_port': {'id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:46Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '82272d46-7fe5-49e1-b1b6-c77a77e99d21', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'floating_ip_address': '172.25.0.218', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'port_id': 'cda37ee3-1d31-49e2-a40f-b12289a62337', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'mac_address': 'fa:16:3e:0e:45:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776de37d-e3f4-43c7-b6eb-7aebfa9d64fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:26:07Z', 'updated_at': '2022-02-28T20:26:35Z', 'revision_number': 1, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1438dfc1-aaad-4146-a093-40c0a1378b89', 'name': '', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'mac_address': 'fa:16:3e:06:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:55Z', 'updated_at': '2022-02-28T20:26:08Z', 'revision_number': 5, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'subnets': [{'id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:26:38.039932 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-23ba1453-2955-444c-96f9-c673648ce9b2 req-4264bee1-d061-4e62-89cc-70cccc2847c4 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Deleting port d1e2f6d9-e23b-45e5-ac59-35cfdc485bca {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:38.042190 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-23ba1453-2955-444c-96f9-c673648ce9b2 req-4264bee1-d061-4e62-89cc-70cccc2847c4 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d1e2f6d9-e23b-45e5-ac59-35cfdc485bca), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:38.184202 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-23ba1453-2955-444c-96f9-c673648ce9b2 req-4264bee1-d061-4e62-89cc-70cccc2847c4 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] For port d1e2f6d9-e23b-45e5-ac59-35cfdc485bca, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d1e2f6d9-e23b-45e5-ac59-35cfdc485bca,segment=NetworkSegment(15cf24c2-704b-4f46-864a-1eccab144611),segment_id=15cf24c2-704b-4f46-864a-1eccab144611)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:38.184589 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-23ba1453-2955-444c-96f9-c673648ce9b2 req-4264bee1-d061-4e62-89cc-70cccc2847c4 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d1e2f6d9-e23b-45e5-ac59-35cfdc485bca), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:38.212272 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-23ba1453-2955-444c-96f9-c673648ce9b2 req-4264bee1-d061-4e62-89cc-70cccc2847c4 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Calling delete_port for d1e2f6d9-e23b-45e5-ac59-35cfdc485bca owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:38.257013 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-6a08bec6-723d-4976-835d-63add92d4b8a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting port 7d28937d-bb36-4aab-9f59-2063fc6dbac1 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:38.257543 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6a08bec6-723d-4976-835d-63add92d4b8a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7d28937d-bb36-4aab-9f59-2063fc6dbac1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:38.304666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d8428d-4c48-4ab2-a94d-56c73ea14756 None None] New status for floating IP 82272d46-7fe5-49e1-b1b6-c77a77e99d21: ACTIVE {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:26:38.445330 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6a08bec6-723d-4976-835d-63add92d4b8a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7d28937d-bb36-4aab-9f59-2063fc6dbac1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:38.459337 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-23ba1453-2955-444c-96f9-c673648ce9b2 req-4264bee1-d061-4e62-89cc-70cccc2847c4 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d1e2f6d9-e23b-45e5-ac59-35cfdc485bca), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:38.472276 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['d1e2f6d9-e23b-45e5-ac59-35cfdc485bca'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:26:38.505344 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264bee1-d061-4e62-89cc-70cccc2847c4 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event deleted for resources: {'Port': ['ID=d1e2f6d9-e23b-45e5-ac59-35cfdc485bca,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:38.527420 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-6a08bec6-723d-4976-835d-63add92d4b8a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Calling delete_port for 7d28937d-bb36-4aab-9f59-2063fc6dbac1 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:38.580022 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ba1453-2955-444c-96f9-c673648ce9b2 req-4264bee1-d061-4e62-89cc-70cccc2847c4 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] No DVR routers for this DVR port d1e2f6d9-e23b-45e5-ac59-35cfdc485bca on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:26:38.583748 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-23ba1453-2955-444c-96f9-c673648ce9b2 req-4264bee1-d061-4e62-89cc-70cccc2847c4 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:38.587289 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-23ba1453-2955-444c-96f9-c673648ce9b2 req-4264bee1-d061-4e62-89cc-70cccc2847c4 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.15 "DELETE /v2.0/ports/d1e2f6d9-e23b-45e5-ac59-35cfdc485bca HTTP/1.1" status: 204 len: 173 time: 0.7424057 Feb 28 20:26:38.635051 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a576f19-4e12-44bb-b8d4-ba0601316ce8 req-19a7f498-ddd6-46c7-8f3f-ed77388693a6 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/ports?device_id=3992223b-628b-4cb2-abec-3e84fb1b55f5 HTTP/1.1" status: 200 len: 210 time: 0.0339465 Feb 28 20:26:38.744797 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3992223b-628b-4cb2-abec-3e84fb1b55f5', 'name': 'network-vif-deleted', 'tag': 'd1e2f6d9-e23b-45e5-ac59-35cfdc485bca'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:26:38.747274 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d256393-44f7-4534-9b79-1fe54489558c" -d '{"events": [{"server_uuid": "3992223b-628b-4cb2-abec-3e84fb1b55f5", "name": "network-vif-deleted", "tag": "d1e2f6d9-e23b-45e5-ac59-35cfdc485bca"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:26:38.847876 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41c3fd0-6b16-48bf-b6c1-c5cfeb4fb43d x-openstack-request-id: req-b41c3fd0-6b16-48bf-b6c1-c5cfeb4fb43d {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:26:38.848173 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3992223b-628b-4cb2-abec-3e84fb1b55f5", "name": "network-vif-deleted", "tag": "d1e2f6d9-e23b-45e5-ac59-35cfdc485bca", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:26:38.848425 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b41c3fd0-6b16-48bf-b6c1-c5cfeb4fb43d {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:26:38.848827 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3992223b-628b-4cb2-abec-3e84fb1b55f5', 'name': 'network-vif-deleted', 'tag': 'd1e2f6d9-e23b-45e5-ac59-35cfdc485bca', 'status': 'completed', 'code': 200} Feb 28 20:26:38.856539 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6a08bec6-723d-4976-835d-63add92d4b8a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7d28937d-bb36-4aab-9f59-2063fc6dbac1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:38.972789 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63e13968-85c7-4ec4-9750-e6d30fbc9dfd req-7cd961fb-830b-4a52-9de7-d42abf2c2cdb tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.1076534 Feb 28 20:26:38.977426 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08bec6-723d-4976-835d-63add92d4b8a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Port': ['ID=7d28937d-bb36-4aab-9f59-2063fc6dbac1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:39.220259 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62248c1e-beae-4756-8dac-4ef0d8adc39c req-fd0cf3a9-f38f-4f81-a7f3-fb843a2b7a97 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:39.223016 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62248c1e-beae-4756-8dac-4ef0d8adc39c req-fd0cf3a9-f38f-4f81-a7f3-fb843a2b7a97 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.2486241 Feb 28 20:26:39.516057 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62248c1e-beae-4756-8dac-4ef0d8adc39c req-aa6dc986-7dd9-40d5-bda2-af9b30c71c35 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578723 Feb 28 20:26:39.543105 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d4861-7403-4cf8-9a89-129bb61b9aa0 req-08b8b137-be61-473c-8772-2e1980095956 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:39.546349 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-887d4861-7403-4cf8-9a89-129bb61b9aa0 req-08b8b137-be61-473c-8772-2e1980095956 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 945 time: 0.3165421 Feb 28 20:26:39.549170 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6a08bec6-723d-4976-835d-63add92d4b8a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (0f3f3ebb-da61-46c6-980d-7e27d555d45d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:39.564413 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33610) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:39.724259 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-423dbf9e-0b9c-41ef-9cb9-bb52d8c1837b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:39.819018 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-44209a76-e3b8-4d69-b0b9-f177a962e1ec req-2dadfeaf-79bb-46c9-8a04-810e0edada59 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/593605f6-e5f3-4dda-9aa4-4b9feb695cc1 HTTP/1.1" status: 200 len: 1819 time: 0.0756686 Feb 28 20:26:39.840211 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-423dbf9e-0b9c-41ef-9cb9-bb52d8c1837b admin admin] Publish callbacks [] for security_group (0c661f46-fd74-4b67-8d95-d07198f7f364), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:39.847344 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-423dbf9e-0b9c-41ef-9cb9-bb52d8c1837b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0c661f46-fd74-4b67-8d95-d07198f7f364), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:39.879688 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-423dbf9e-0b9c-41ef-9cb9-bb52d8c1837b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68fa0194455d4014aa2a99679079fb37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3143258 Feb 28 20:26:39.887238 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33620) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:39.909732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-887d4861-7403-4cf8-9a89-129bb61b9aa0 req-f73a992a-ac40-4143-aff7-648bd13a47d6 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Deleting port 4e56a38a-f983-48dc-8f06-d7fcaa77b3de {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:39.910232 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-887d4861-7403-4cf8-9a89-129bb61b9aa0 req-f73a992a-ac40-4143-aff7-648bd13a47d6 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4e56a38a-f983-48dc-8f06-d7fcaa77b3de), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:39.926505 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423dbf9e-0b9c-41ef-9cb9-bb52d8c1837b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c661f46-fd74-4b67-8d95-d07198f7f364,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:39.987406 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5bfc89b-a319-477b-a3eb-f9f56742d238 admin admin] Publish callbacks [] for security_group (0c661f46-fd74-4b67-8d95-d07198f7f364), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:40.033118 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5bfc89b-a319-477b-a3eb-f9f56742d238 admin admin] Publish callbacks [] for security_group (0c661f46-fd74-4b67-8d95-d07198f7f364), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:40.046044 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-44209a76-e3b8-4d69-b0b9-f177a962e1ec req-dff7c00f-3670-4cc4-b19f-cd27eb23bc23 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (593605f6-e5f3-4dda-9aa4-4b9feb695cc1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:40.057704 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a08bec6-723d-4976-835d-63add92d4b8a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router 0f3f3ebb-da61-46c6-980d-7e27d555d45d has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:26:40.090331 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-887d4861-7403-4cf8-9a89-129bb61b9aa0 req-f73a992a-ac40-4143-aff7-648bd13a47d6 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] For port 4e56a38a-f983-48dc-8f06-d7fcaa77b3de, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=4e56a38a-f983-48dc-8f06-d7fcaa77b3de,segment=NetworkSegment(f542e01d-e060-4b48-a479-f284e81a95e3),segment_id=f542e01d-e060-4b48-a479-f284e81a95e3)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:40.090761 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-887d4861-7403-4cf8-9a89-129bb61b9aa0 req-f73a992a-ac40-4143-aff7-648bd13a47d6 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4e56a38a-f983-48dc-8f06-d7fcaa77b3de), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:40.098179 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-44209a76-e3b8-4d69-b0b9-f177a962e1ec req-dff7c00f-3670-4cc4-b19f-cd27eb23bc23 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (593605f6-e5f3-4dda-9aa4-4b9feb695cc1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:40.136719 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-887d4861-7403-4cf8-9a89-129bb61b9aa0 req-f73a992a-ac40-4143-aff7-648bd13a47d6 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Calling delete_port for 4e56a38a-f983-48dc-8f06-d7fcaa77b3de owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:40.143448 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5bfc89b-a319-477b-a3eb-f9f56742d238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0c661f46-fd74-4b67-8d95-d07198f7f364), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:40.146770 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5bfc89b-a319-477b-a3eb-f9f56742d238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:40.147973 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d5bfc89b-a319-477b-a3eb-f9f56742d238 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c661f46-fd74-4b67-8d95-d07198f7f364 HTTP/1.1" status: 204 len: 168 time: 0.2591572 Feb 28 20:26:40.174504 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfc89b-a319-477b-a3eb-f9f56742d238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c661f46-fd74-4b67-8d95-d07198f7f364,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:40.440007 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e20df6e1-f4ff-4f5a-ae69-43ad3a30a511 req-5b42964f-4d3a-4ecc-b14b-7967d958a02a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.2497258 Feb 28 20:26:40.524886 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-44209a76-e3b8-4d69-b0b9-f177a962e1ec req-dff7c00f-3670-4cc4-b19f-cd27eb23bc23 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (593605f6-e5f3-4dda-9aa4-4b9feb695cc1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:40.527503 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-44209a76-e3b8-4d69-b0b9-f177a962e1ec req-dff7c00f-3670-4cc4-b19f-cd27eb23bc23 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:40.528662 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-44209a76-e3b8-4d69-b0b9-f177a962e1ec req-dff7c00f-3670-4cc4-b19f-cd27eb23bc23 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "DELETE /v2.0/security-groups/593605f6-e5f3-4dda-9aa4-4b9feb695cc1 HTTP/1.1" status: 204 len: 173 time: 0.6682580 Feb 28 20:26:40.615497 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-887d4861-7403-4cf8-9a89-129bb61b9aa0 req-f73a992a-ac40-4143-aff7-648bd13a47d6 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4e56a38a-f983-48dc-8f06-d7fcaa77b3de), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:40.629843 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7c00f-3670-4cc4-b19f-cd27eb23bc23 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=593605f6-e5f3-4dda-9aa4-4b9feb695cc1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:40.633967 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['41122841-9da2-4c40-a5d6-8391a1b9ce5a', '4e56a38a-f983-48dc-8f06-d7fcaa77b3de'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:26:41.151739 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a992a-ac40-4143-aff7-648bd13a47d6 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Pushing event deleted for resources: {'Port': ['ID=4e56a38a-f983-48dc-8f06-d7fcaa77b3de,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:41.199120 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ede1d808-1b79-4e46-aa3a-83230509079c req-f650451b-1c63-4423-9662-8de111fc31d1 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4f8314-13d2-4859-b4d0-431d081833be HTTP/1.1" status: 200 len: 210 time: 0.5307195 Feb 28 20:26:41.203301 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76778d69-ccb7-4055-8e7f-7812119b4f0c req-02005d4f-349a-4a24-b890-51072d6724d6 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "GET /v2.0/security-groups/d603562d-9727-4e35-9f7e-60fbe7f02bd1 HTTP/1.1" status: 200 len: 1819 time: 0.6154430 Feb 28 20:26:41.204936 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a08bec6-723d-4976-835d-63add92d4b8a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:26:41.221804 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e08494-ae06-4540-9f7e-b52b41b1cb84 None None] Sync routers for ids ['0f3f3ebb-da61-46c6-980d-7e27d555d45d'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:26:41.243638 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6a08bec6-723d-4976-835d-63add92d4b8a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/0f3f3ebb-da61-46c6-980d-7e27d555d45d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7128332 Feb 28 20:26:41.246378 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33650) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:41.260674 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e08494-ae06-4540-9f7e-b52b41b1cb84 None None] Routers {'0f3f3ebb-da61-46c6-980d-7e27d555d45d'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:26:41.261625 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-61e08494-ae06-4540-9f7e-b52b41b1cb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:26:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0f3f3ebb-da61-46c6-980d-7e27d555d45d'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:41.305537 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-61e08494-ae06-4540-9f7e-b52b41b1cb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:41.320504 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e08494-ae06-4540-9f7e-b52b41b1cb84 None None] Routers {'0f3f3ebb-da61-46c6-980d-7e27d555d45d'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:26:41.321517 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-61e08494-ae06-4540-9f7e-b52b41b1cb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:26:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0f3f3ebb-da61-46c6-980d-7e27d555d45d'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:41.327255 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-76778d69-ccb7-4055-8e7f-7812119b4f0c req-8c6f160a-e282-45d7-8251-9fca5a112824 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (d603562d-9727-4e35-9f7e-60fbe7f02bd1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:41.329050 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-887d4861-7403-4cf8-9a89-129bb61b9aa0 req-f73a992a-ac40-4143-aff7-648bd13a47d6 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] No DVR routers for this DVR port 4e56a38a-f983-48dc-8f06-d7fcaa77b3de on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:26:41.332085 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-887d4861-7403-4cf8-9a89-129bb61b9aa0 req-f73a992a-ac40-4143-aff7-648bd13a47d6 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:41.335404 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-887d4861-7403-4cf8-9a89-129bb61b9aa0 req-f73a992a-ac40-4143-aff7-648bd13a47d6 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.10 "DELETE /v2.0/ports/4e56a38a-f983-48dc-8f06-d7fcaa77b3de HTTP/1.1" status: 204 len: 173 time: 1.7824199 Feb 28 20:26:41.335916 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4f8314-13d2-4859-b4d0-431d081833be', 'name': 'network-vif-deleted', 'tag': '4e56a38a-f983-48dc-8f06-d7fcaa77b3de'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:26:41.338252 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d800a2-d498-4926-a349-b56e74e498fc" -d '{"events": [{"server_uuid": "ce4f8314-13d2-4859-b4d0-431d081833be", "name": "network-vif-deleted", "tag": "4e56a38a-f983-48dc-8f06-d7fcaa77b3de"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:26:41.374384 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device d1e2f6d9-e23b-45e5-ac59-35cfdc485bca no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:26:41.396056 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-61e08494-ae06-4540-9f7e-b52b41b1cb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:41.398749 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e08494-ae06-4540-9f7e-b52b41b1cb84 None None] The sync data for ids ['0f3f3ebb-da61-46c6-980d-7e27d555d45d'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:26:41.407745 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-76778d69-ccb7-4055-8e7f-7812119b4f0c req-8c6f160a-e282-45d7-8251-9fca5a112824 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (d603562d-9727-4e35-9f7e-60fbe7f02bd1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:41.435024 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d394c7-3e51-4ed3-b866-af94f9b0fd8a x-openstack-request-id: req-31d394c7-3e51-4ed3-b866-af94f9b0fd8a {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:26:41.435373 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4f8314-13d2-4859-b4d0-431d081833be", "name": "network-vif-deleted", "tag": "4e56a38a-f983-48dc-8f06-d7fcaa77b3de", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:26:41.435572 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31d394c7-3e51-4ed3-b866-af94f9b0fd8a {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:26:41.445160 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4f8314-13d2-4859-b4d0-431d081833be', 'name': 'network-vif-deleted', 'tag': '4e56a38a-f983-48dc-8f06-d7fcaa77b3de', 'status': 'completed', 'code': 200} Feb 28 20:26:41.446557 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: d1e2f6d9-e23b-45e5-ac59-35cfdc485bca {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:26:41.448882 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device d1e2f6d9-e23b-45e5-ac59-35cfdc485bca not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:26:41.507531 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-76778d69-ccb7-4055-8e7f-7812119b4f0c req-8c6f160a-e282-45d7-8251-9fca5a112824 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d603562d-9727-4e35-9f7e-60fbe7f02bd1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:41.512607 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-76778d69-ccb7-4055-8e7f-7812119b4f0c req-8c6f160a-e282-45d7-8251-9fca5a112824 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:41.528319 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76778d69-ccb7-4055-8e7f-7812119b4f0c req-8c6f160a-e282-45d7-8251-9fca5a112824 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] 10.222.0.13 "DELETE /v2.0/security-groups/d603562d-9727-4e35-9f7e-60fbe7f02bd1 HTTP/1.1" status: 204 len: 173 time: 0.2834768 Feb 28 20:26:41.537425 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33664) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:41.593481 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f160a-e282-45d7-8251-9fca5a112824 tempest-SecurityGroupsTestJSON-2006772009 tempest-SecurityGroupsTestJSON-2006772009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d603562d-9727-4e35-9f7e-60fbe7f02bd1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:41.646397 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8bc04f6d-61d8-4a45-9044-c0a922373658 req-4581e52f-728b-40ea-8162-e130232b6b95 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.0544064 Feb 28 20:26:41.685072 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ad808b-9915-4322-b57f-72631ec5d8ee admin admin] Deleting subnet 67990166-f7b9-4b40-b0dc-22d0d38db491 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:26:41.694104 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-45ad808b-9915-4322-b57f-72631ec5d8ee admin admin] Publish callbacks [] for subnet (67990166-f7b9-4b40-b0dc-22d0d38db491), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:41.775824 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-45ad808b-9915-4322-b57f-72631ec5d8ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (67990166-f7b9-4b40-b0dc-22d0d38db491), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:41.886768 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-45ad808b-9915-4322-b57f-72631ec5d8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (67990166-f7b9-4b40-b0dc-22d0d38db491), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:41.969412 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-45ad808b-9915-4322-b57f-72631ec5d8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (67990166-f7b9-4b40-b0dc-22d0d38db491), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:42.021069 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad808b-9915-4322-b57f-72631ec5d8ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67990166-f7b9-4b40-b0dc-22d0d38db491,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:42.026959 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-45ad808b-9915-4322-b57f-72631ec5d8ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:42.035448 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-45ad808b-9915-4322-b57f-72631ec5d8ee admin admin] 10.222.0.13 "DELETE /v2.0/subnets/67990166-f7b9-4b40-b0dc-22d0d38db491 HTTP/1.1" status: 204 len: 168 time: 0.4940798 Feb 28 20:26:42.036217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33680) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:42.140904 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1e92d835-69eb-4226-a075-ce4ef368f1a9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (0f3f3ebb-da61-46c6-980d-7e27d555d45d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:42.155264 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8214fba4-a9cb-4b09-a37d-6addf6e4c767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (b2aaf2d0-38a4-4369-b6c7-389f4d5245e0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:42.270880 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8214fba4-a9cb-4b09-a37d-6addf6e4c767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (b2aaf2d0-38a4-4369-b6c7-389f4d5245e0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:42.332088 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-8214fba4-a9cb-4b09-a37d-6addf6e4c767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2aaf2d0-38a4-4369-b6c7-389f4d5245e0']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:42.346066 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-8214fba4-a9cb-4b09-a37d-6addf6e4c767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15cf24c2-704b-4f46-864a-1eccab144611') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:42.346367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-8214fba4-a9cb-4b09-a37d-6addf6e4c767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15cf24c2-704b-4f46-864a-1eccab144611') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:42.366087 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8214fba4-a9cb-4b09-a37d-6addf6e4c767 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (15cf24c2-704b-4f46-864a-1eccab144611), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:42.389613 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8214fba4-a9cb-4b09-a37d-6addf6e4c767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (15cf24c2-704b-4f46-864a-1eccab144611), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:42.405532 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8214fba4-a9cb-4b09-a37d-6addf6e4c767 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:26:42.408288 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8214fba4-a9cb-4b09-a37d-6addf6e4c767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (15cf24c2-704b-4f46-864a-1eccab144611), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:26:42.411013 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:26:42.493097 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8214fba4-a9cb-4b09-a37d-6addf6e4c767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (b2aaf2d0-38a4-4369-b6c7-389f4d5245e0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:42.521471 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8214fba4-a9cb-4b09-a37d-6addf6e4c767 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:42.534508 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8214fba4-a9cb-4b09-a37d-6addf6e4c767 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b2aaf2d0-38a4-4369-b6c7-389f4d5245e0 HTTP/1.1" status: 204 len: 168 time: 0.4969125 Feb 28 20:26:42.560650 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214fba4-a9cb-4b09-a37d-6addf6e4c767 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2aaf2d0-38a4-4369-b6c7-389f4d5245e0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:42.684581 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-1e92d835-69eb-4226-a075-ce4ef368f1a9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting port 1136fd05-1561-4e9a-bc48-8014fcc2761d {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:42.685181 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1e92d835-69eb-4226-a075-ce4ef368f1a9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1136fd05-1561-4e9a-bc48-8014fcc2761d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:42.748395 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f388d9-4550-4235-a6b5-f163e2bd669e req-e8f78d07-3fff-46db-9e12-e0acc17135b1 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:42.750100 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83f388d9-4550-4235-a6b5-f163e2bd669e req-e8f78d07-3fff-46db-9e12-e0acc17135b1 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.1031621 Feb 28 20:26:42.764519 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33702) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:42.811200 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33706) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:42.842658 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9d86827-44f8-438c-94d1-b34193610ca7 req-46947a5a-46c6-46b2-a89a-5ebca4bccbeb tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.0563984 Feb 28 20:26:42.889913 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83f388d9-4550-4235-a6b5-f163e2bd669e req-c4b44d95-2325-45b3-b853-99cebbf0b9f2 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243560 Feb 28 20:26:42.931685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33708) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:42.938787 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-26e51a9b-6b26-465c-9ed3-87d50913620a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56994c7b39a64e9e8916b84f6fe9adca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1238368 Feb 28 20:26:42.960359 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1e92d835-69eb-4226-a075-ce4ef368f1a9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1136fd05-1561-4e9a-bc48-8014fcc2761d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:42.993726 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-1e92d835-69eb-4226-a075-ce4ef368f1a9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Calling delete_port for 1136fd05-1561-4e9a-bc48-8014fcc2761d owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:43.066335 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5dd2a4b6-6fe5-4b24-84a5-500ef4d917e9 admin admin] Publish callbacks [] for security_group (ecd7d3fa-8282-4d89-8a34-d910e71d7463), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:43.092776 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5dd2a4b6-6fe5-4b24-84a5-500ef4d917e9 admin admin] Publish callbacks [] for security_group (ecd7d3fa-8282-4d89-8a34-d910e71d7463), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:43.159187 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-63d6fa79-d1be-4c41-b18a-77da7920e767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:43.173481 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5dd2a4b6-6fe5-4b24-84a5-500ef4d917e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ecd7d3fa-8282-4d89-8a34-d910e71d7463), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:43.185502 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5dd2a4b6-6fe5-4b24-84a5-500ef4d917e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:43.187649 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5dd2a4b6-6fe5-4b24-84a5-500ef4d917e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecd7d3fa-8282-4d89-8a34-d910e71d7463 HTTP/1.1" status: 204 len: 168 time: 0.2553375 Feb 28 20:26:43.229176 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2a4b6-6fe5-4b24-84a5-500ef4d917e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd7d3fa-8282-4d89-8a34-d910e71d7463,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:43.298358 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1e92d835-69eb-4226-a075-ce4ef368f1a9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (1136fd05-1561-4e9a-bc48-8014fcc2761d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:43.359657 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92d835-69eb-4226-a075-ce4ef368f1a9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Port': ['ID=1136fd05-1561-4e9a-bc48-8014fcc2761d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:43.423657 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-63d6fa79-d1be-4c41-b18a-77da7920e767 admin admin] Publish callbacks [] for security_group (2d5f44a2-2245-4866-b4de-684b762a180c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:43.436940 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-63d6fa79-d1be-4c41-b18a-77da7920e767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2d5f44a2-2245-4866-b4de-684b762a180c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:43.500487 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-63d6fa79-d1be-4c41-b18a-77da7920e767 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16667ed288e34fd8a7cbfd02be895fcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7334769 Feb 28 20:26:43.502416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6fa79-d1be-4c41-b18a-77da7920e767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5f44a2-2245-4866-b4de-684b762a180c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:43.523424 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33716) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:43.646062 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f3d4d25-8511-4481-a162-fbc2dd070365 admin admin] Publish callbacks [] for security_group (2d5f44a2-2245-4866-b4de-684b762a180c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:43.691246 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f3d4d25-8511-4481-a162-fbc2dd070365 admin admin] Publish callbacks [] for security_group (2d5f44a2-2245-4866-b4de-684b762a180c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:43.744872 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1e92d835-69eb-4226-a075-ce4ef368f1a9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (0f3f3ebb-da61-46c6-980d-7e27d555d45d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:43.812030 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f3d4d25-8511-4481-a162-fbc2dd070365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2d5f44a2-2245-4866-b4de-684b762a180c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:43.815326 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f3d4d25-8511-4481-a162-fbc2dd070365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:43.817652 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6f3d4d25-8511-4481-a162-fbc2dd070365 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d5f44a2-2245-4866-b4de-684b762a180c HTTP/1.1" status: 204 len: 168 time: 0.2883933 Feb 28 20:26:43.827083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d4d25-8511-4481-a162-fbc2dd070365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5f44a2-2245-4866-b4de-684b762a180c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:43.984575 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 4e56a38a-f983-48dc-8f06-d7fcaa77b3de no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:26:44.051692 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 4e56a38a-f983-48dc-8f06-d7fcaa77b3de {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:26:44.052917 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 4e56a38a-f983-48dc-8f06-d7fcaa77b3de not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:26:44.133109 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e92d835-69eb-4226-a075-ce4ef368f1a9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router 0f3f3ebb-da61-46c6-980d-7e27d555d45d has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:26:44.150993 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-278b3bdc-5634-48a9-912c-2e2b0771ce85 req-aadf0fbb-4d11-4e9f-b12b-a8023ac64315 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.0531771 Feb 28 20:26:44.193503 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284f5e3-2fde-4aca-8651-85666f32a040 req-e36b3048-3e26-448c-899c-c1d1704fed42 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:44.212803 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7284f5e3-2fde-4aca-8651-85666f32a040 req-e36b3048-3e26-448c-899c-c1d1704fed42 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.1975729 Feb 28 20:26:44.280493 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7284f5e3-2fde-4aca-8651-85666f32a040 req-67157773-d9e7-4bff-8051-0a833deba4db tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661058 Feb 28 20:26:44.297111 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e92d835-69eb-4226-a075-ce4ef368f1a9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:26:44.308230 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1e92d835-69eb-4226-a075-ce4ef368f1a9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/0f3f3ebb-da61-46c6-980d-7e27d555d45d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0574563 Feb 28 20:26:44.309716 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33746) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:44.312126 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3c24a3-dbe9-4f7f-a7aa-420b23bcb52f None None] Sync routers for ids ['0f3f3ebb-da61-46c6-980d-7e27d555d45d'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:26:44.346450 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6486333d-5f4f-4fe0-8bfa-0692773013cf tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f3f3ebb-da61-46c6-980d-7e27d555d45d HTTP/1.1" status: 200 len: 205 time: 0.0350103 Feb 28 20:26:44.347302 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33748) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:44.354530 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3c24a3-dbe9-4f7f-a7aa-420b23bcb52f None None] Routers {'0f3f3ebb-da61-46c6-980d-7e27d555d45d'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:26:44.355596 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4c3c24a3-dbe9-4f7f-a7aa-420b23bcb52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:26:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0f3f3ebb-da61-46c6-980d-7e27d555d45d'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:44.437604 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4c3c24a3-dbe9-4f7f-a7aa-420b23bcb52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:44.462507 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3c24a3-dbe9-4f7f-a7aa-420b23bcb52f None None] Routers {'0f3f3ebb-da61-46c6-980d-7e27d555d45d'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:26:44.463149 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4c3c24a3-dbe9-4f7f-a7aa-420b23bcb52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:26:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0f3f3ebb-da61-46c6-980d-7e27d555d45d'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:44.516795 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dec5b222-bb0d-4f8b-a419-af004992f0be tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (0f3f3ebb-da61-46c6-980d-7e27d555d45d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:44.553994 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4c3c24a3-dbe9-4f7f-a7aa-420b23bcb52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:44.554683 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3c24a3-dbe9-4f7f-a7aa-420b23bcb52f None None] The sync data for ids ['0f3f3ebb-da61-46c6-980d-7e27d555d45d'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:26:44.677934 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33758) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:44.738885 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dec5b222-bb0d-4f8b-a419-af004992f0be tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (0f3f3ebb-da61-46c6-980d-7e27d555d45d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:44.743354 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dec5b222-bb0d-4f8b-a419-af004992f0be tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router_controller (0f3f3ebb-da61-46c6-980d-7e27d555d45d), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:44.846054 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dec5b222-bb0d-4f8b-a419-af004992f0be tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (0f3f3ebb-da61-46c6-980d-7e27d555d45d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:44.846769 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec5b222-bb0d-4f8b-a419-af004992f0be tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Fanout notify agent at l3_agent the message router_deleted on router 0f3f3ebb-da61-46c6-980d-7e27d555d45d {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:26:44.855429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-7603acd5-9bb8-4dee-ae40-d2b5a8c5e0fe admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-342678727-network', 'tenant_id': 'c334d4d65bc3424caf31e6df7f6318a3'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:44.861529 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dec5b222-bb0d-4f8b-a419-af004992f0be tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:44.865234 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-dec5b222-bb0d-4f8b-a419-af004992f0be tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/routers/0f3f3ebb-da61-46c6-980d-7e27d555d45d HTTP/1.1" status: 204 len: 168 time: 0.5148458 Feb 28 20:26:44.866367 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33766) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:44.882864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7603acd5-9bb8-4dee-ae40-d2b5a8c5e0fe admin admin] Made reservation on behalf of c334d4d65bc3424caf31e6df7f6318a3 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:26:44.890869 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7603acd5-9bb8-4dee-ae40-d2b5a8c5e0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:44.917032 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7603acd5-9bb8-4dee-ae40-d2b5a8c5e0fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:44.972885 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a12a36f-f8de-44ea-98ee-f68327361f57 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting subnet 5cf5a1f3-45ed-474b-b046-369c22f5e691 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:26:44.984514 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4a12a36f-f8de-44ea-98ee-f68327361f57 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (5cf5a1f3-45ed-474b-b046-369c22f5e691), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:45.047579 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4a12a36f-f8de-44ea-98ee-f68327361f57 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (5cf5a1f3-45ed-474b-b046-369c22f5e691), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:45.169632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e60a4-0be6-4db4-898a-f1466b72bec6 req-26474dd4-7005-4716-b18f-f5884d822454 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:45.172826 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cc6e60a4-0be6-4db4-898a-f1466b72bec6 req-26474dd4-7005-4716-b18f-f5884d822454 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.10 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.1574821 Feb 28 20:26:45.241760 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7603acd5-9bb8-4dee-ae40-d2b5a8c5e0fe admin admin] Publish callbacks [] for security_group (9f2b5935-fc38-4c17-8012-43e0ecae2240), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:45.288449 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7603acd5-9bb8-4dee-ae40-d2b5a8c5e0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9f2b5935-fc38-4c17-8012-43e0ecae2240), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:45.367370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603acd5-9bb8-4dee-ae40-d2b5a8c5e0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2b5935-fc38-4c17-8012-43e0ecae2240,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:45.504139 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-96802391-5f23-4031-94d7-1e648dc34877 req-7e9fb3d1-6b69-4965-8491-1423b3a37513 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.1285019 Feb 28 20:26:45.506051 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7603acd5-9bb8-4dee-ae40-d2b5a8c5e0fe admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:26:45.667726 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7603acd5-9bb8-4dee-ae40-d2b5a8c5e0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f95e312e-ab22-47f3-ab20-192b65c145e8), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:45.668098 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-7603acd5-9bb8-4dee-ae40-d2b5a8c5e0fe admin admin] Added segment f95e312e-ab22-47f3-ab20-192b65c145e8 of type vlan for network cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6 Feb 28 20:26:45.782502 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4a12a36f-f8de-44ea-98ee-f68327361f57 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (5cf5a1f3-45ed-474b-b046-369c22f5e691), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:45.798997 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7603acd5-9bb8-4dee-ae40-d2b5a8c5e0fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:45.862448 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2185005-979b-4f6d-b738-d554556d57d8 req-2d6c8feb-583f-4142-90eb-cf32be87db97 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:45.865553 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d2185005-979b-4f6d-b738-d554556d57d8 req-2d6c8feb-583f-4142-90eb-cf32be87db97 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 945 time: 0.3537352 Feb 28 20:26:45.879586 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7603acd5-9bb8-4dee-ae40-d2b5a8c5e0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:45.881112 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7603acd5-9bb8-4dee-ae40-d2b5a8c5e0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:45.882142 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7603acd5-9bb8-4dee-ae40-d2b5a8c5e0fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:45.914628 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4a12a36f-f8de-44ea-98ee-f68327361f57 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (5cf5a1f3-45ed-474b-b046-369c22f5e691), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:45.980194 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4a12a36f-f8de-44ea-98ee-f68327361f57 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:45.985235 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8ca3ef-5a72-4e98-afdd-c8ddad246c21 None None] Network 47ac86d1-9171-4cb7-a670-84308380e4d8 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:26:46.004856 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7603acd5-9bb8-4dee-ae40-d2b5a8c5e0fe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3252525 Feb 28 20:26:46.012502 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4a12a36f-f8de-44ea-98ee-f68327361f57 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/subnets/5cf5a1f3-45ed-474b-b046-369c22f5e691 HTTP/1.1" status: 204 len: 168 time: 1.1405241 Feb 28 20:26:46.012502 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33792) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:46.012502 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12a36f-f8de-44ea-98ee-f68327361f57 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf5a1f3-45ed-474b-b046-369c22f5e691,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:46.012791 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33794) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:46.042948 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-cc6e60a4-0be6-4db4-898a-f1466b72bec6 req-21311645-7f2f-449c-a306-9e4803a0b737 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Deleting port 41122841-9da2-4c40-a5d6-8391a1b9ce5a {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:46.043597 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cc6e60a4-0be6-4db4-898a-f1466b72bec6 req-21311645-7f2f-449c-a306-9e4803a0b737 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (41122841-9da2-4c40-a5d6-8391a1b9ce5a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:46.044540 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-379f6bfc-0c25-49e5-88be-4da54ccba094 admin admin] Request body: {'subnet': {'network_id': 'cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-342678727-subnet', 'tenant_id': 'c334d4d65bc3424caf31e6df7f6318a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:46.055319 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603acd5-9bb8-4dee-ae40-d2b5a8c5e0fe admin admin] Pushing event updated for resources: {'Network': ['ID=cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:46.090107 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d2185005-979b-4f6d-b738-d554556d57d8 req-e8d944cd-00fb-4715-b2cf-09e312b19675 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/security-groups?id=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187369 Feb 28 20:26:46.149686 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:26:46.174356 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-823d9571-5c85-4c7c-9b60-98ec41d1ec85 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting subnet 5381cbdb-b9ea-4e28-889d-54c256374756 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:26:46.186548 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-823d9571-5c85-4c7c-9b60-98ec41d1ec85 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (5381cbdb-b9ea-4e28-889d-54c256374756), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:46.263270 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379f6bfc-0c25-49e5-88be-4da54ccba094 admin admin] Made reservation on behalf of c334d4d65bc3424caf31e6df7f6318a3 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:26:46.266845 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-379f6bfc-0c25-49e5-88be-4da54ccba094 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:46.282043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-cc6e60a4-0be6-4db4-898a-f1466b72bec6 req-21311645-7f2f-449c-a306-9e4803a0b737 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] For port 41122841-9da2-4c40-a5d6-8391a1b9ce5a, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=41122841-9da2-4c40-a5d6-8391a1b9ce5a,segment=NetworkSegment(f542e01d-e060-4b48-a479-f284e81a95e3),segment_id=f542e01d-e060-4b48-a479-f284e81a95e3)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:46.282419 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cc6e60a4-0be6-4db4-898a-f1466b72bec6 req-21311645-7f2f-449c-a306-9e4803a0b737 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (41122841-9da2-4c40-a5d6-8391a1b9ce5a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:46.297458 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-823d9571-5c85-4c7c-9b60-98ec41d1ec85 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (5381cbdb-b9ea-4e28-889d-54c256374756), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:46.313080 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-cc6e60a4-0be6-4db4-898a-f1466b72bec6 req-21311645-7f2f-449c-a306-9e4803a0b737 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Calling delete_port for 41122841-9da2-4c40-a5d6-8391a1b9ce5a owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:46.453458 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c495b9a-9666-44ef-844b-07cb0079b3a6 None None] DHCP port deletion for 47ac86d1-9171-4cb7-a670-84308380e4d8 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:26:46.465037 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-253cfc24-9590-45cc-830f-45fbc71cd50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:46.608596 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cc6e60a4-0be6-4db4-898a-f1466b72bec6 req-21311645-7f2f-449c-a306-9e4803a0b737 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (41122841-9da2-4c40-a5d6-8391a1b9ce5a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:46.622731 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8c495b9a-9666-44ef-844b-07cb0079b3a6 None None] Deleting port fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:46.623690 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8c495b9a-9666-44ef-844b-07cb0079b3a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:46.631871 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['41122841-9da2-4c40-a5d6-8391a1b9ce5a'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:26:46.756826 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6e60a4-0be6-4db4-898a-f1466b72bec6 req-21311645-7f2f-449c-a306-9e4803a0b737 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] No DVR routers for this DVR port 41122841-9da2-4c40-a5d6-8391a1b9ce5a on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:26:46.769062 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cc6e60a4-0be6-4db4-898a-f1466b72bec6 req-21311645-7f2f-449c-a306-9e4803a0b737 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:46.772500 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cc6e60a4-0be6-4db4-898a-f1466b72bec6 req-21311645-7f2f-449c-a306-9e4803a0b737 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.10 "DELETE /v2.0/ports/41122841-9da2-4c40-a5d6-8391a1b9ce5a HTTP/1.1" status: 204 len: 173 time: 1.5889580 Feb 28 20:26:46.773287 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21311645-7f2f-449c-a306-9e4803a0b737 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] Pushing event deleted for resources: {'Port': ['ID=41122841-9da2-4c40-a5d6-8391a1b9ce5a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:46.783676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd143f25b-920b-4d81-8691-e1d060a3b34e', 'name': 'network-vif-deleted', 'tag': '41122841-9da2-4c40-a5d6-8391a1b9ce5a'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:26:46.786199 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c6d306-d20c-43ec-9119-faf87f16577d" -d '{"events": [{"server_uuid": "d143f25b-920b-4d81-8691-e1d060a3b34e", "name": "network-vif-deleted", "tag": "41122841-9da2-4c40-a5d6-8391a1b9ce5a"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:26:46.820802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-8c495b9a-9666-44ef-844b-07cb0079b3a6 None None] For port fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6,segment=NetworkSegment(9ed9026d-526d-463f-ac47-96245f1e8b64),segment_id=9ed9026d-526d-463f-ac47-96245f1e8b64)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:46.823587 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8c495b9a-9666-44ef-844b-07cb0079b3a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:46.831506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-344dd384-6bfa-4562-ab0d-2f3420ce1b8a req-446a3851-85b1-47da-8595-8f77371bb939 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.1225667 Feb 28 20:26:46.841138 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-379f6bfc-0c25-49e5-88be-4da54ccba094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (2638da8f-4833-4284-8440-c6468a5efa26), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:46.851787 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8c495b9a-9666-44ef-844b-07cb0079b3a6 None None] Calling delete_port for fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:46.871865 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff2fb6e-ebe4-43c5-bad2-4b0316bf0d6b x-openstack-request-id: req-8ff2fb6e-ebe4-43c5-bad2-4b0316bf0d6b {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:26:46.872166 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d143f25b-920b-4d81-8691-e1d060a3b34e", "name": "network-vif-deleted", "tag": "41122841-9da2-4c40-a5d6-8391a1b9ce5a", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:26:46.872418 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ff2fb6e-ebe4-43c5-bad2-4b0316bf0d6b {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:26:46.872817 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd143f25b-920b-4d81-8691-e1d060a3b34e', 'name': 'network-vif-deleted', 'tag': '41122841-9da2-4c40-a5d6-8391a1b9ce5a', 'status': 'completed', 'code': 200} Feb 28 20:26:46.986724 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-823d9571-5c85-4c7c-9b60-98ec41d1ec85 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (5381cbdb-b9ea-4e28-889d-54c256374756), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:47.042532 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f6bfc-0c25-49e5-88be-4da54ccba094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2638da8f-4833-4284-8440-c6468a5efa26,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:47.103878 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8c495b9a-9666-44ef-844b-07cb0079b3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:47.105666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379f6bfc-0c25-49e5-88be-4da54ccba094 admin admin] Checking segment: {'id': 'f95e312e-ab22-47f3-ab20-192b65c145e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:26:47.105814 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379f6bfc-0c25-49e5-88be-4da54ccba094 admin admin] Network hostable DHCP agents. Network: cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:26:47.152329 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c495b9a-9666-44ef-844b-07cb0079b3a6 None None] Pushing event deleted for resources: {'Port': ['ID=fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:47.158482 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c495b9a-9666-44ef-844b-07cb0079b3a6 None None] No DVR routers for this DVR port fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:26:47.245171 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379f6bfc-0c25-49e5-88be-4da54ccba094 admin admin] Network cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:26:47.266804 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-823d9571-5c85-4c7c-9b60-98ec41d1ec85 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (5381cbdb-b9ea-4e28-889d-54c256374756), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:47.334911 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475db1c8-aeb0-4b13-9c76-f6efa5d451a4 None None] Network 80735ced-de47-4f82-b38e-4ec0710ce81b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:26:47.335184 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-379f6bfc-0c25-49e5-88be-4da54ccba094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:26:47.341538 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-823d9571-5c85-4c7c-9b60-98ec41d1ec85 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:47.349463 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-823d9571-5c85-4c7c-9b60-98ec41d1ec85 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/subnets/5381cbdb-b9ea-4e28-889d-54c256374756 HTTP/1.1" status: 204 len: 168 time: 1.3354514 Feb 28 20:26:47.351334 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d9571-5c85-4c7c-9b60-98ec41d1ec85 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Subnet': ['ID=5381cbdb-b9ea-4e28-889d-54c256374756,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:47.352399 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33846) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:47.367823 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db2ca5f-5458-4f50-ba6b-1ab5d480f782 None None] Network cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:26:47.380228 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379f6bfc-0c25-49e5-88be-4da54ccba094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:47.381177 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-379f6bfc-0c25-49e5-88be-4da54ccba094 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:47.427837 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-379f6bfc-0c25-49e5-88be-4da54ccba094 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4095755 Feb 28 20:26:47.506227 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-919795db-838b-4c30-a61e-d6a6334c500f req-eae79a8d-6c92-46a7-802b-6f3d1a8332b5 tempest-ServerRescueTestJSON-180703872 tempest-ServerRescueTestJSON-180703872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d143f25b-920b-4d81-8691-e1d060a3b34e HTTP/1.1" status: 200 len: 210 time: 0.1053965 Feb 28 20:26:47.679234 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a894cb71-d888-4520-9527-9095bd8460ad None None] Network cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:26:47.706066 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-194a05d4-2225-43d9-a36d-47eb3923e4f0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (47ac86d1-9171-4cb7-a670-84308380e4d8), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:47.894895 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-194a05d4-2225-43d9-a36d-47eb3923e4f0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (47ac86d1-9171-4cb7-a670-84308380e4d8), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:47.918965 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-194a05d4-2225-43d9-a36d-47eb3923e4f0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ac86d1-9171-4cb7-a670-84308380e4d8']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:47.929953 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-194a05d4-2225-43d9-a36d-47eb3923e4f0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed9026d-526d-463f-ac47-96245f1e8b64') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:47.930265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-194a05d4-2225-43d9-a36d-47eb3923e4f0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed9026d-526d-463f-ac47-96245f1e8b64') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:47.943616 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-194a05d4-2225-43d9-a36d-47eb3923e4f0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (9ed9026d-526d-463f-ac47-96245f1e8b64), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:47.975052 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-194a05d4-2225-43d9-a36d-47eb3923e4f0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (9ed9026d-526d-463f-ac47-96245f1e8b64), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:47.989514 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194a05d4-2225-43d9-a36d-47eb3923e4f0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:26:47.990030 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-194a05d4-2225-43d9-a36d-47eb3923e4f0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (9ed9026d-526d-463f-ac47-96245f1e8b64), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:48.009599 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33864) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:48.080383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0e5536-c71a-4e37-873e-e6e94d3f37f3 None None] DHCP port deletion for 80735ced-de47-4f82-b38e-4ec0710ce81b request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:26:48.122557 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:26:48.141738 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-194a05d4-2225-43d9-a36d-47eb3923e4f0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (47ac86d1-9171-4cb7-a670-84308380e4d8), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:48.190818 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3082ac0d-e8be-4c51-9dad-b4e46f2a1eb1 req-eaf57408-623d-4d21-83ee-e0b355329cb3 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.0693812 Feb 28 20:26:48.194519 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-194a05d4-2225-43d9-a36d-47eb3923e4f0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:48.198355 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e5536-c71a-4e37-873e-e6e94d3f37f3 None None] Deleting port 6970b268-a622-4dbe-afdd-a3495e20e01a {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:48.198887 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2d0e5536-c71a-4e37-873e-e6e94d3f37f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6970b268-a622-4dbe-afdd-a3495e20e01a), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:48.203090 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-194a05d4-2225-43d9-a36d-47eb3923e4f0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/networks/47ac86d1-9171-4cb7-a670-84308380e4d8 HTTP/1.1" status: 204 len: 168 time: 0.8493307 Feb 28 20:26:48.214558 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33870) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:48.218430 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a05d4-2225-43d9-a36d-47eb3923e4f0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Network': ['ID=47ac86d1-9171-4cb7-a670-84308380e4d8,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:48.287164 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2d0e5536-c71a-4e37-873e-e6e94d3f37f3 None None] For port 6970b268-a622-4dbe-afdd-a3495e20e01a, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6970b268-a622-4dbe-afdd-a3495e20e01a,segment=NetworkSegment(38f53967-ce15-4f5f-8b27-9312697b1e2c),segment_id=38f53967-ce15-4f5f-8b27-9312697b1e2c)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:48.287628 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2d0e5536-c71a-4e37-873e-e6e94d3f37f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6970b268-a622-4dbe-afdd-a3495e20e01a), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:48.303148 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e5536-c71a-4e37-873e-e6e94d3f37f3 None None] Calling delete_port for 6970b268-a622-4dbe-afdd-a3495e20e01a owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:48.410124 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-40d5cc7d-a0c3-4848-a265-9f1c6c74f2cf tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (80735ced-de47-4f82-b38e-4ec0710ce81b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:48.474938 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2d0e5536-c71a-4e37-873e-e6e94d3f37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (6970b268-a622-4dbe-afdd-a3495e20e01a), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:48.500162 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e55cc75b-ec6f-4e45-a44d-48fa0ffc332f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:48.551886 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6970b268-a622-4dbe-afdd-a3495e20e01a no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:26:48.562791 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e5536-c71a-4e37-873e-e6e94d3f37f3 None None] Pushing event deleted for resources: {'Port': ['ID=6970b268-a622-4dbe-afdd-a3495e20e01a,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:48.598547 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0e5536-c71a-4e37-873e-e6e94d3f37f3 None None] No DVR routers for this DVR port 6970b268-a622-4dbe-afdd-a3495e20e01a on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:26:48.611432 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 6970b268-a622-4dbe-afdd-a3495e20e01a {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:26:48.611674 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6970b268-a622-4dbe-afdd-a3495e20e01a not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:26:48.612077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:26:48.622888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33882) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:48.673599 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:26:48.673599 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device fc9740ed-41f2-43f5-9a96-40f2b0cdbfd6 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:26:48.781353 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-40d5cc7d-a0c3-4848-a265-9f1c6c74f2cf tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (80735ced-de47-4f82-b38e-4ec0710ce81b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:48.813712 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-97fb9a5b-5d4d-4d42-8b34-ea8fe33889b8 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:48.815316 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-97fb9a5b-5d4d-4d42-8b34-ea8fe33889b8 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/networks?id=cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6 HTTP/1.1" status: 200 len: 821 time: 0.3754101 Feb 28 20:26:48.821073 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-40d5cc7d-a0c3-4848-a265-9f1c6c74f2cf tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80735ced-de47-4f82-b38e-4ec0710ce81b']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:48.846065 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-ec94790b-f141-4c5d-b8fc-129c744472b5 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/quotas/c334d4d65bc3424caf31e6df7f6318a3 HTTP/1.1" status: 200 len: 375 time: 0.0226240 Feb 28 20:26:48.861708 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-40d5cc7d-a0c3-4848-a265-9f1c6c74f2cf tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f53967-ce15-4f5f-8b27-9312697b1e2c') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:48.862228 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-40d5cc7d-a0c3-4848-a265-9f1c6c74f2cf tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f53967-ce15-4f5f-8b27-9312697b1e2c') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:48.895720 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-40d5cc7d-a0c3-4848-a265-9f1c6c74f2cf tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (38f53967-ce15-4f5f-8b27-9312697b1e2c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:48.923357 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-40d5cc7d-a0c3-4848-a265-9f1c6c74f2cf tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (38f53967-ce15-4f5f-8b27-9312697b1e2c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:48.942775 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e8b45563-7438-44f7-8cc1-e61209761662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:48.952268 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d5cc7d-a0c3-4848-a265-9f1c6c74f2cf tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:26:48.952876 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-40d5cc7d-a0c3-4848-a265-9f1c6c74f2cf tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (38f53967-ce15-4f5f-8b27-9312697b1e2c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:48.979736 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-b51a1839-b36e-42e1-b76d-00aafd676461 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c334d4d65bc3424caf31e6df7f6318a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1223695 Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:26:49.018664 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:26:49.039047 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-40d5cc7d-a0c3-4848-a265-9f1c6c74f2cf tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (80735ced-de47-4f82-b38e-4ec0710ce81b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:49.077879 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-40d5cc7d-a0c3-4848-a265-9f1c6c74f2cf tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:49.085875 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-40d5cc7d-a0c3-4848-a265-9f1c6c74f2cf tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/networks/80735ced-de47-4f82-b38e-4ec0710ce81b HTTP/1.1" status: 204 len: 168 time: 0.8701036 Feb 28 20:26:49.148170 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e55cc75b-ec6f-4e45-a44d-48fa0ffc332f admin admin] Publish callbacks [] for security_group (a58dd11b-2abd-498e-b401-9a567292727d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:49.150779 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33896) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:49.159332 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-2c0a2a85-afde-4881-8668-f1e589df497c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'network': {'name': 'tempest-RoutersTest-1217913178'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:49.181770 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-e61aac4c-a8cd-48ac-b657-c1cfee629946 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:26:49.184457 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-e61aac4c-a8cd-48ac-b657-c1cfee629946 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2039454 Feb 28 20:26:49.198987 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e55cc75b-ec6f-4e45-a44d-48fa0ffc332f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a58dd11b-2abd-498e-b401-9a567292727d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:49.231423 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0a2a85-afde-4881-8668-f1e589df497c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Made reservation on behalf of 25615de0e19746d8843cb2b14de50f6e for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:26:49.235373 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c0a2a85-afde-4881-8668-f1e589df497c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:49.243361 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e55cc75b-ec6f-4e45-a44d-48fa0ffc332f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd79718dfd124437b345b2e689f284b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2322714 Feb 28 20:26:49.244709 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5cc7d-a0c3-4848-a265-9f1c6c74f2cf tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Network': ['ID=80735ced-de47-4f82-b38e-4ec0710ce81b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:49.249414 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33900) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:49.330355 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-68ee506d-f196-47af-8c38-205c07887872 service neutron] 10.222.0.13 "GET /v2.0/networks/cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190557 Feb 28 20:26:49.345088 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8828ee64-f1f9-4827-af32-56438ee817c1 admin admin] Publish callbacks [] for security_group (a58dd11b-2abd-498e-b401-9a567292727d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:49.366552 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0a2a85-afde-4881-8668-f1e589df497c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:26:49.378269 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c0a2a85-afde-4881-8668-f1e589df497c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (bdea396e-9a64-4bc1-ba6f-40cc29f4bfc4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:49.378738 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-2c0a2a85-afde-4881-8668-f1e589df497c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Added segment bdea396e-9a64-4bc1-ba6f-40cc29f4bfc4 of type vlan for network afbb3d17-20ce-4e81-8cca-0fb28f647824 Feb 28 20:26:49.439833 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c0a2a85-afde-4881-8668-f1e589df497c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (afbb3d17-20ce-4e81-8cca-0fb28f647824), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:49.445138 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cc75b-ec6f-4e45-a44d-48fa0ffc332f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58dd11b-2abd-498e-b401-9a567292727d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:49.445327 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:49.464411 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8828ee64-f1f9-4827-af32-56438ee817c1 admin admin] Publish callbacks [] for security_group (a58dd11b-2abd-498e-b401-9a567292727d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:49.515455 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c0a2a85-afde-4881-8668-f1e589df497c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (afbb3d17-20ce-4e81-8cca-0fb28f647824), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:49.522309 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0a2a85-afde-4881-8668-f1e589df497c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:49.523022 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c0a2a85-afde-4881-8668-f1e589df497c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:49.536177 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d99f7ae6-b5bf-4b0b-aea6-ac828156b472 req-a97f78db-13b2-4ab3-b98b-4f071de82c1f tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.0623589 Feb 28 20:26:49.612443 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-b2a30b0b-2ce5-4606-bf5c-62f91ee5f5a1 service neutron] 10.222.0.13 "GET /v2.0/networks/cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747219 Feb 28 20:26:49.617599 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a2a85-afde-4881-8668-f1e589df497c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Network': ['ID=afbb3d17-20ce-4e81-8cca-0fb28f647824,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:49.626587 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2c0a2a85-afde-4881-8668-f1e589df497c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4739168 Feb 28 20:26:49.629754 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33904) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:49.635141 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network afbb3d17-20ce-4e81-8cca-0fb28f647824 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:26:49.654102 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a6f3dfb0-04db-4328-8747-1f9d4b9254c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'subnet': {'network_id': 'afbb3d17-20ce-4e81-8cca-0fb28f647824', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:49.739238 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8828ee64-f1f9-4827-af32-56438ee817c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a58dd11b-2abd-498e-b401-9a567292727d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:49.742732 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8828ee64-f1f9-4827-af32-56438ee817c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:49.744272 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8828ee64-f1f9-4827-af32-56438ee817c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a58dd11b-2abd-498e-b401-9a567292727d HTTP/1.1" status: 204 len: 168 time: 0.4859889 Feb 28 20:26:49.767134 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828ee64-f1f9-4827-af32-56438ee817c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58dd11b-2abd-498e-b401-9a567292727d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:49.813151 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f3dfb0-04db-4328-8747-1f9d4b9254c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Made reservation on behalf of 25615de0e19746d8843cb2b14de50f6e for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:26:49.818141 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a6f3dfb0-04db-4328-8747-1f9d4b9254c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:49.877152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1de646-e076-491c-a657-cde2e090dde3 req-2b30599b-630b-4efd-8f23-ab269e678480 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:49.885263 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d1de646-e076-491c-a657-cde2e090dde3 req-2b30599b-630b-4efd-8f23-ab269e678480 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 946 time: 0.2039142 Feb 28 20:26:49.960783 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d1de646-e076-491c-a657-cde2e090dde3 req-79f17c26-b975-411f-be56-3510a45ceebf tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744166 Feb 28 20:26:49.998461 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c96349b3-4fd4-46e8-9a0b-b5d4505eee54 req-3a2adec2-6269-4807-9315-610825c9f2ca tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d552fc9-3869-44fb-8fa2-adc1341bf04c HTTP/1.1" status: 200 len: 210 time: 0.0543852 Feb 28 20:26:50.007970 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c4a1aee2-ec06-41e5-a46b-4726d20ba22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:50.167462 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 41122841-9da2-4c40-a5d6-8391a1b9ce5a no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:26:50.197538 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 41122841-9da2-4c40-a5d6-8391a1b9ce5a {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:26:50.198153 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 41122841-9da2-4c40-a5d6-8391a1b9ce5a not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:26:50.223255 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:50.245834 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33920) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:50.263423 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e6ba00d9-9030-4881-9a80-e6b2b41d794c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:50.293642 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a6f3dfb0-04db-4328-8747-1f9d4b9254c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (3f82a9d7-1b95-454e-a9c1-e05deca5aa66), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:50.385601 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3dfb0-04db-4328-8747-1f9d4b9254c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Subnet': ['ID=3f82a9d7-1b95-454e-a9c1-e05deca5aa66,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:50.413312 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3dfb0-04db-4328-8747-1f9d4b9254c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Checking segment: {'id': 'bdea396e-9a64-4bc1-ba6f-40cc29f4bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'afbb3d17-20ce-4e81-8cca-0fb28f647824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:26:50.413679 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f3dfb0-04db-4328-8747-1f9d4b9254c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network hostable DHCP agents. Network: afbb3d17-20ce-4e81-8cca-0fb28f647824, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:26:50.432263 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-c4a1aee2-ec06-41e5-a46b-4726d20ba22a admin admin] Deleting port 3be84376-263f-4040-a976-b7c476a13116 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:50.432747 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c4a1aee2-ec06-41e5-a46b-4726d20ba22a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3be84376-263f-4040-a976-b7c476a13116), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:50.438324 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e6ba00d9-9030-4881-9a80-e6b2b41d794c admin admin] Publish callbacks [] for security_group (1a1bb064-7727-47a3-9694-93f7c2c58342), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:50.447913 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e6ba00d9-9030-4881-9a80-e6b2b41d794c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1a1bb064-7727-47a3-9694-93f7c2c58342), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:50.467346 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f3dfb0-04db-4328-8747-1f9d4b9254c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network afbb3d17-20ce-4e81-8cca-0fb28f647824 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:26:50.500886 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e6ba00d9-9030-4881-9a80-e6b2b41d794c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d741fd9bc784f5eb888c1ab7d2c4368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2538815 Feb 28 20:26:50.502100 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-a6f3dfb0-04db-4328-8747-1f9d4b9254c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, afbb3d17-20ce-4e81-8cca-0fb28f647824) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:26:50.505069 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33928) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:50.508106 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba00d9-9030-4881-9a80-e6b2b41d794c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1bb064-7727-47a3-9694-93f7c2c58342,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:50.514651 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbdbc37-9b60-4275-837d-9629ef64cee6 None None] Network afbb3d17-20ce-4e81-8cca-0fb28f647824 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:26:50.521539 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f3dfb0-04db-4328-8747-1f9d4b9254c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:50.522252 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a6f3dfb0-04db-4328-8747-1f9d4b9254c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:50.554965 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33930) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:50.555650 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a6f3dfb0-04db-4328-8747-1f9d4b9254c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9258597 Feb 28 20:26:50.564751 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-2fec3706-8562-41e9-8424-f927af4dec72 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1861406447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:50.611623 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0eaae2f-0bc5-4e42-99c4-c8c50853e0c7 admin admin] Publish callbacks [] for security_group (1a1bb064-7727-47a3-9694-93f7c2c58342), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:50.623160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-c4a1aee2-ec06-41e5-a46b-4726d20ba22a admin admin] For port 3be84376-263f-4040-a976-b7c476a13116, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3be84376-263f-4040-a976-b7c476a13116,segment=NetworkSegment(f542e01d-e060-4b48-a479-f284e81a95e3),segment_id=f542e01d-e060-4b48-a479-f284e81a95e3)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:50.623595 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c4a1aee2-ec06-41e5-a46b-4726d20ba22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3be84376-263f-4040-a976-b7c476a13116), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:50.632352 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2fec3706-8562-41e9-8424-f927af4dec72 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (3b843b05-72af-41f8-9086-871aff3ab0a5), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:50.633486 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2fec3706-8562-41e9-8424-f927af4dec72 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (3b843b05-72af-41f8-9086-871aff3ab0a5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:50.644493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-c4a1aee2-ec06-41e5-a46b-4726d20ba22a admin admin] Calling delete_port for 3be84376-263f-4040-a976-b7c476a13116 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:50.663710 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0eaae2f-0bc5-4e42-99c4-c8c50853e0c7 admin admin] Publish callbacks [] for security_group (1a1bb064-7727-47a3-9694-93f7c2c58342), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:50.769934 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994fcee3-3e8b-4442-a0d4-1bcea3d685d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-afbb3d17-20ce-4e81-8cca-0fb28f647824', 'network_id': 'afbb3d17-20ce-4e81-8cca-0fb28f647824', 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'fixed_ips': [{'subnet_id': '3f82a9d7-1b95-454e-a9c1-e05deca5aa66'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:26:50.770986 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-994fcee3-3e8b-4442-a0d4-1bcea3d685d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:50.772354 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2fec3706-8562-41e9-8424-f927af4dec72 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router_controller (3b843b05-72af-41f8-9086-871aff3ab0a5), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:50.777151 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1871353e-94c1-485a-8781-3a693a81b532 req-e65fa691-55d0-4773-9479-a2aea3ae16ec tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.0652931 Feb 28 20:26:50.790934 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2fec3706-8562-41e9-8424-f927af4dec72 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (3b843b05-72af-41f8-9086-871aff3ab0a5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:50.863538 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2263c8-0def-4cfd-9afb-f0047d575b04 req-82fd0aa4-7d0e-48e8-a8c2-5bb92e535148 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:50.867890 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0c2263c8-0def-4cfd-9afb-f0047d575b04 req-82fd0aa4-7d0e-48e8-a8c2-5bb92e535148 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.15 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 946 time: 0.1747777 Feb 28 20:26:50.886396 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2fec3706-8562-41e9-8424-f927af4dec72 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:50.887719 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2fec3706-8562-41e9-8424-f927af4dec72 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3309238 Feb 28 20:26:50.891914 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33938) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:50.902842 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0eaae2f-0bc5-4e42-99c4-c8c50853e0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1a1bb064-7727-47a3-9694-93f7c2c58342), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:50.904723 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-e3ea87e0-061e-4c47-aba4-e8cd415db89d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'port': {'network_id': 'afbb3d17-20ce-4e81-8cca-0fb28f647824', 'name': 'tempest-RoutersTest-1899301112'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:50.906295 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0eaae2f-0bc5-4e42-99c4-c8c50853e0c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:50.910974 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d0eaae2f-0bc5-4e42-99c4-c8c50853e0c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a1bb064-7727-47a3-9694-93f7c2c58342 HTTP/1.1" status: 204 len: 168 time: 0.4015188 Feb 28 20:26:51.025422 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eaae2f-0bc5-4e42-99c4-c8c50853e0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1bb064-7727-47a3-9694-93f7c2c58342,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:51.089114 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:26:51.157102 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-994fcee3-3e8b-4442-a0d4-1bcea3d685d5 None None] Allocated IP 172.20.0.2 (afbb3d17-20ce-4e81-8cca-0fb28f647824/3f82a9d7-1b95-454e-a9c1-e05deca5aa66/345a8a09-a8fe-405e-86ad-69a354b3d70b) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:26:51.208201 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32cf09ca-40d2-441c-994c-816902f8fd55 req-4bc2566c-1966-4ac5-b77f-87227eb36d6c tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d552fc9-3869-44fb-8fa2-adc1341bf04c HTTP/1.1" status: 200 len: 210 time: 0.0703201 Feb 28 20:26:51.226579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ea87e0-061e-4c47-aba4-e8cd415db89d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Made reservation on behalf of 25615de0e19746d8843cb2b14de50f6e for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:26:51.240935 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e3ea87e0-061e-4c47-aba4-e8cd415db89d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:51.279107 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-0c2263c8-0def-4cfd-9afb-f0047d575b04 req-5163fd89-17cb-4634-abc0-aa99cfcb5c49 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Deleting port f2d9f272-0be6-425c-81bf-19f87f61471a {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:51.279964 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0c2263c8-0def-4cfd-9afb-f0047d575b04 req-5163fd89-17cb-4634-abc0-aa99cfcb5c49 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:51.292744 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:51.431791 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-0c2263c8-0def-4cfd-9afb-f0047d575b04 req-5163fd89-17cb-4634-abc0-aa99cfcb5c49 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] For port f2d9f272-0be6-425c-81bf-19f87f61471a, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=f2d9f272-0be6-425c-81bf-19f87f61471a,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:51.432722 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0c2263c8-0def-4cfd-9afb-f0047d575b04 req-5163fd89-17cb-4634-abc0-aa99cfcb5c49 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:51.580730 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-994fcee3-3e8b-4442-a0d4-1bcea3d685d5 None None] Publish callbacks [] for port (345a8a09-a8fe-405e-86ad-69a354b3d70b), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:51.588360 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-994fcee3-3e8b-4442-a0d4-1bcea3d685d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (345a8a09-a8fe-405e-86ad-69a354b3d70b), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:51.604404 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c4a1aee2-ec06-41e5-a46b-4726d20ba22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (3be84376-263f-4040-a976-b7c476a13116), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:51.608932 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-e3ea87e0-061e-4c47-aba4-e8cd415db89d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] device_id is not set on port 1e5561bb-2cda-41fa-8ef9-eca2a219d50d yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:26:51.640365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994fcee3-3e8b-4442-a0d4-1bcea3d685d5 None None] Pushing event updated for resources: {'Port': ['ID=345a8a09-a8fe-405e-86ad-69a354b3d70b,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:51.656657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994fcee3-3e8b-4442-a0d4-1bcea3d685d5 None None] Network afbb3d17-20ce-4e81-8cca-0fb28f647824 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:26:51.658055 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-994fcee3-3e8b-4442-a0d4-1bcea3d685d5 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:26:51.663489 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994fcee3-3e8b-4442-a0d4-1bcea3d685d5 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:26:51.787843 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1aee2-ec06-41e5-a46b-4726d20ba22a admin admin] Pushing event deleted for resources: {'Port': ['ID=3be84376-263f-4040-a976-b7c476a13116,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:51.799402 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-994fcee3-3e8b-4442-a0d4-1bcea3d685d5 None None] Attempting to bind port 345a8a09-a8fe-405e-86ad-69a354b3d70b on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:26:51.799923 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-994fcee3-3e8b-4442-a0d4-1bcea3d685d5 None None] Attempting to bind port 345a8a09-a8fe-405e-86ad-69a354b3d70b by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'bdea396e-9a64-4bc1-ba6f-40cc29f4bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'afbb3d17-20ce-4e81-8cca-0fb28f647824'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:26:51.800887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994fcee3-3e8b-4442-a0d4-1bcea3d685d5 None None] Attempting to bind port 345a8a09-a8fe-405e-86ad-69a354b3d70b on network afbb3d17-20ce-4e81-8cca-0fb28f647824 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:26:51.814289 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994fcee3-3e8b-4442-a0d4-1bcea3d685d5 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:26:51.814836 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994fcee3-3e8b-4442-a0d4-1bcea3d685d5 None None] Checking segment: {'id': 'bdea396e-9a64-4bc1-ba6f-40cc29f4bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'afbb3d17-20ce-4e81-8cca-0fb28f647824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:26:51.815084 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-994fcee3-3e8b-4442-a0d4-1bcea3d685d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:51.815477 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994fcee3-3e8b-4442-a0d4-1bcea3d685d5 None None] Bound using segment: {'id': 'bdea396e-9a64-4bc1-ba6f-40cc29f4bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'afbb3d17-20ce-4e81-8cca-0fb28f647824'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:26:51.820566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-994fcee3-3e8b-4442-a0d4-1bcea3d685d5 None None] Bound port: 345a8a09-a8fe-405e-86ad-69a354b3d70b, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdea396e-9a64-4bc1-ba6f-40cc29f4bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'afbb3d17-20ce-4e81-8cca-0fb28f647824'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:26:51.821074 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-994fcee3-3e8b-4442-a0d4-1bcea3d685d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (345a8a09-a8fe-405e-86ad-69a354b3d70b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:51.842988 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0c2263c8-0def-4cfd-9afb-f0047d575b04 req-5163fd89-17cb-4634-abc0-aa99cfcb5c49 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:51.845205 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0c2263c8-0def-4cfd-9afb-f0047d575b04 req-5163fd89-17cb-4634-abc0-aa99cfcb5c49 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (12ca5229-3e5f-4536-83f9-3caa728d404d), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:51.845571 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [req-0c2263c8-0def-4cfd-9afb-f0047d575b04 req-5163fd89-17cb-4634-abc0-aa99cfcb5c49 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Floating IP 12ca5229-3e5f-4536-83f9-3caa728d404d disassociated. External IP: 172.25.0.195, port: f2d9f272-0be6-425c-81bf-19f87f61471a. Feb 28 20:26:51.845941 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-0c2263c8-0def-4cfd-9afb-f0047d575b04 req-5163fd89-17cb-4634-abc0-aa99cfcb5c49 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Calling delete_port for f2d9f272-0be6-425c-81bf-19f87f61471a owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:51.961425 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-994fcee3-3e8b-4442-a0d4-1bcea3d685d5 None None] For port 345a8a09-a8fe-405e-86ad-69a354b3d70b, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:26:51.965532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-994fcee3-3e8b-4442-a0d4-1bcea3d685d5 None None] For port 345a8a09-a8fe-405e-86ad-69a354b3d70b, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=345a8a09-a8fe-405e-86ad-69a354b3d70b,segment=NetworkSegment(bdea396e-9a64-4bc1-ba6f-40cc29f4bfc4),segment_id=bdea396e-9a64-4bc1-ba6f-40cc29f4bfc4)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:26:51.979195 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-994fcee3-3e8b-4442-a0d4-1bcea3d685d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (345a8a09-a8fe-405e-86ad-69a354b3d70b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:52.076746 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e782f3b-1b93-4b7d-9c00-5af341fe4e72 req-4a441ebb-c6f5-4537-95b4-237b2e27b769 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:52.078329 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e782f3b-1b93-4b7d-9c00-5af341fe4e72 req-4a441ebb-c6f5-4537-95b4-237b2e27b769 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c2035d-4dab-4f9e-8806-0873a125208a HTTP/1.1" status: 200 len: 946 time: 0.8763895 Feb 28 20:26:52.132433 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994fcee3-3e8b-4442-a0d4-1bcea3d685d5 None None] Pushing event updated for resources: {'Port': ['ID=345a8a09-a8fe-405e-86ad-69a354b3d70b,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:52.161840 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0c2263c8-0def-4cfd-9afb-f0047d575b04 req-5163fd89-17cb-4634-abc0-aa99cfcb5c49 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (f2d9f272-0be6-425c-81bf-19f87f61471a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:52.203549 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163fd89-17cb-4634-abc0-aa99cfcb5c49 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Pushing event deleted for resources: {'Port': ['ID=f2d9f272-0be6-425c-81bf-19f87f61471a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:52.217870 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8f7cae15-7520-4b6b-9881-2c3a26e54215 req-3ddf2159-ffbf-4b19-9bc1-44aa66a9065d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.1754639 Feb 28 20:26:52.347367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-e3ea87e0-061e-4c47-aba4-e8cd415db89d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Allocated IP 172.20.0.8 (afbb3d17-20ce-4e81-8cca-0fb28f647824/3f82a9d7-1b95-454e-a9c1-e05deca5aa66/1e5561bb-2cda-41fa-8ef9-eca2a219d50d) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:26:52.456256 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f519a026-24e8-4006-9d57-a92d807ad273 req-75f18a71-4fc4-4f12-8fec-73823f51d600 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d552fc9-3869-44fb-8fa2-adc1341bf04c HTTP/1.1" status: 200 len: 210 time: 0.1120884 Feb 28 20:26:52.469789 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c2263c8-0def-4cfd-9afb-f0047d575b04 req-5163fd89-17cb-4634-abc0-aa99cfcb5c49 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Router 6e9c305b-5c4f-4708-8683-f278c3192a44 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:26:52.481877 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:52.546603 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-08c8393b-a651-40c0-9569-cbd49a4138d4 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:52.548195 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-08c8393b-a651-40c0-9569-cbd49a4138d4 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.10 "GET /v2.0/networks?id=cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6 HTTP/1.1" status: 200 len: 821 time: 0.7975969 Feb 28 20:26:52.569291 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e782f3b-1b93-4b7d-9c00-5af341fe4e72 req-2be4f785-57f8-4324-8efb-7c141d5f8430 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups?id=62af767d-def5-4201-8873-8d8d720d19f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4432750 Feb 28 20:26:52.569927 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c4a1aee2-ec06-41e5-a46b-4726d20ba22a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:52.574816 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-9a90db23-7a10-4e90-985a-75977dd2db51 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Request body: {'port': {'device_id': '7d552fc9-3869-44fb-8fa2-adc1341bf04c', 'network_id': 'cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6', 'admin_state_up': True, 'tenant_id': 'c334d4d65bc3424caf31e6df7f6318a3'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:52.676707 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:52.736187 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c2263c8-0def-4cfd-9afb-f0047d575b04 req-5163fd89-17cb-4634-abc0-aa99cfcb5c49 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:26:52.748865 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed434cac-c232-423d-aaac-3f5c52d5be1f None None] Sync routers for ids ['6e9c305b-5c4f-4708-8683-f278c3192a44'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:26:52.775194 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed434cac-c232-423d-aaac-3f5c52d5be1f None None] Routers {'6e9c305b-5c4f-4708-8683-f278c3192a44'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:26:52.781544 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ed434cac-c232-423d-aaac-3f5c52d5be1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:26:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6e9c305b-5c4f-4708-8683-f278c3192a44'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:52.856168 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2263c8-0def-4cfd-9afb-f0047d575b04 req-5163fd89-17cb-4634-abc0-aa99cfcb5c49 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] No DVR routers for this DVR port f2d9f272-0be6-425c-81bf-19f87f61471a on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:26:52.861825 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0c2263c8-0def-4cfd-9afb-f0047d575b04 req-5163fd89-17cb-4634-abc0-aa99cfcb5c49 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:52.872271 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0c2263c8-0def-4cfd-9afb-f0047d575b04 req-5163fd89-17cb-4634-abc0-aa99cfcb5c49 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.15 "DELETE /v2.0/ports/f2d9f272-0be6-425c-81bf-19f87f61471a HTTP/1.1" status: 204 len: 173 time: 1.9956748 Feb 28 20:26:52.875276 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c2035d-4dab-4f9e-8806-0873a125208a', 'name': 'network-vif-deleted', 'tag': 'f2d9f272-0be6-425c-81bf-19f87f61471a'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:26:52.880131 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b1b61f-d693-4d0e-90f6-2cf84592b87d" -d '{"events": [{"server_uuid": "00c2035d-4dab-4f9e-8806-0873a125208a", "name": "network-vif-deleted", "tag": "f2d9f272-0be6-425c-81bf-19f87f61471a"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:26:52.937973 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3afebcd-3620-4f73-95a2-d6439907d387 x-openstack-request-id: req-f3afebcd-3620-4f73-95a2-d6439907d387 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:26:52.938269 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c2035d-4dab-4f9e-8806-0873a125208a", "name": "network-vif-deleted", "tag": "f2d9f272-0be6-425c-81bf-19f87f61471a", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:26:52.938538 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3afebcd-3620-4f73-95a2-d6439907d387 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:26:52.938930 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c2035d-4dab-4f9e-8806-0873a125208a', 'name': 'network-vif-deleted', 'tag': 'f2d9f272-0be6-425c-81bf-19f87f61471a', 'status': 'completed', 'code': 200} Feb 28 20:26:53.051800 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-ed434cac-c232-423d-aaac-3f5c52d5be1f None None] Set router 6e9c305b-5c4f-4708-8683-f278c3192a44 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:26:53.087584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-9a90db23-7a10-4e90-985a-75977dd2db51 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Made reservation on behalf of c334d4d65bc3424caf31e6df7f6318a3 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:26:53.090968 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-9a90db23-7a10-4e90-985a-75977dd2db51 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:53.178239 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e3ea87e0-061e-4c47-aba4-e8cd415db89d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for port (1e5561bb-2cda-41fa-8ef9-eca2a219d50d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:53.248627 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a1aee2-ec06-41e5-a46b-4726d20ba22a admin admin] Router c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:26:53.422612 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device f2d9f272-0be6-425c-81bf-19f87f61471a no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:26:53.455273 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: f2d9f272-0be6-425c-81bf-19f87f61471a {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:26:53.468336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device f2d9f272-0be6-425c-81bf-19f87f61471a not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:26:53.488688 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb785a07-d812-4f8f-a352-28884ecce78e req-d08bf22c-8f7e-47e9-837c-a82cb6be43f2 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.1073401 Feb 28 20:26:53.527206 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ed434cac-c232-423d-aaac-3f5c52d5be1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-router', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:37Z', 'updated_at': '2022-02-28T20:18:47Z', 'revision_number': 4, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'gw_port': {'id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ed148e71-0b29-4be8-b748-74ef25bf0d8f', 'name': '', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'mac_address': 'fa:16:3e:ea:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:45Z', 'updated_at': '2022-02-28T20:18:55Z', 'revision_number': 5, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'subnets': [{'id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:53.554381 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e3ea87e0-061e-4c47-aba4-e8cd415db89d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (1e5561bb-2cda-41fa-8ef9-eca2a219d50d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:53.591241 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-9a90db23-7a10-4e90-985a-75977dd2db51 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Allocated IP 172.20.0.4 (cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6/2638da8f-4833-4284-8440-c6468a5efa26/cd83a672-9687-4180-9f91-9c260a6289ef) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:26:53.650064 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed434cac-c232-423d-aaac-3f5c52d5be1f None None] Checking router: 6e9c305b-5c4f-4708-8683-f278c3192a44 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:26:53.663667 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed434cac-c232-423d-aaac-3f5c52d5be1f None None] Routers {'6e9c305b-5c4f-4708-8683-f278c3192a44'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:26:53.664547 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ed434cac-c232-423d-aaac-3f5c52d5be1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:26:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6e9c305b-5c4f-4708-8683-f278c3192a44'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:53.708884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62356a9c-aa5d-4baf-a67b-275a8223b66d req-768b9f30-d6c5-486f-956d-e3d1db7a5bcb tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d552fc9-3869-44fb-8fa2-adc1341bf04c HTTP/1.1" status: 200 len: 210 time: 0.0581191 Feb 28 20:26:53.740451 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ea87e0-061e-4c47-aba4-e8cd415db89d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network afbb3d17-20ce-4e81-8cca-0fb28f647824 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:26:53.745257 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a1aee2-ec06-41e5-a46b-4726d20ba22a admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:26:53.752130 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34002) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:53.758277 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a641543c-de7d-4ec3-a8f2-7ae8b746a68f None None] Sync routers for ids ['c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:26:53.759645 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34004) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:53.768351 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c4a1aee2-ec06-41e5-a46b-4726d20ba22a admin admin] 10.222.0.13 "PUT /v2.0/routers/c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1278119 Feb 28 20:26:53.769859 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-e3ea87e0-061e-4c47-aba4-e8cd415db89d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:26:53.771710 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea87e0-061e-4c47-aba4-e8cd415db89d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Port': ['ID=1e5561bb-2cda-41fa-8ef9-eca2a219d50d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:53.776960 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ea87e0-061e-4c47-aba4-e8cd415db89d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:26:53.795633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a641543c-de7d-4ec3-a8f2-7ae8b746a68f None None] Routers {'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:26:53.797809 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a641543c-de7d-4ec3-a8f2-7ae8b746a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:26:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:53.835196 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ea87e0-061e-4c47-aba4-e8cd415db89d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:53.836097 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e3ea87e0-061e-4c47-aba4-e8cd415db89d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:53.870370 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-ed434cac-c232-423d-aaac-3f5c52d5be1f None None] Set router 6e9c305b-5c4f-4708-8683-f278c3192a44 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:26:53.890861 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e3ea87e0-061e-4c47-aba4-e8cd415db89d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.9978251 Feb 28 20:26:53.895596 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34006) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:53.924189 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f7a35a-5df7-43db-bda9-952a03d8bc4f None None] Network afbb3d17-20ce-4e81-8cca-0fb28f647824 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:26:53.958053 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08b48596-c041-430e-bc96-1d320a830c80 admin admin] Publish callbacks [] for router (c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:54.116059 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08b48596-c041-430e-bc96-1d320a830c80 admin admin] Publish callbacks [] for router_gateway (c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:54.164274 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a621305f-7c57-4e06-b7fb-e6f43e14f22f None None] Provisioning complete for port 345a8a09-a8fe-405e-86ad-69a354b3d70b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:54.164570 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a621305f-7c57-4e06-b7fb-e6f43e14f22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (345a8a09-a8fe-405e-86ad-69a354b3d70b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:54.167427 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-14593183-fb95-4318-891f-eb10a8d51eb7 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group (62af767d-def5-4201-8873-8d8d720d19f8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:54.180118 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ed434cac-c232-423d-aaac-3f5c52d5be1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-router', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:37Z', 'updated_at': '2022-02-28T20:18:47Z', 'revision_number': 4, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'gw_port': {'id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ed148e71-0b29-4be8-b748-74ef25bf0d8f', 'name': '', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'mac_address': 'fa:16:3e:ea:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:45Z', 'updated_at': '2022-02-28T20:18:55Z', 'revision_number': 5, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'subnets': [{'id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:54.231840 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-14593183-fb95-4318-891f-eb10a8d51eb7 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group (62af767d-def5-4201-8873-8d8d720d19f8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:54.261328 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed434cac-c232-423d-aaac-3f5c52d5be1f None None] The sync data for ids ['6e9c305b-5c4f-4708-8683-f278c3192a44'] in n-d-820368-21 is: [{'id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-router', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:37Z', 'updated_at': '2022-02-28T20:18:47Z', 'revision_number': 4, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'gw_port': {'id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ed148e71-0b29-4be8-b748-74ef25bf0d8f', 'name': '', 'network_id': '4ab05bea-86cc-498b-aded-ed9c3d7148ac', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'mac_address': 'fa:16:3e:ea:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:45Z', 'updated_at': '2022-02-28T20:18:55Z', 'revision_number': 5, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'subnets': [{'id': '168325cf-0c5d-4ba0-baad-f937703ff430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:26:54.289718 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-08b48596-c041-430e-bc96-1d320a830c80 admin admin] Deleting port b898a97b-ee6a-4713-aa99-2dcbcab27aea {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:54.290442 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08b48596-c041-430e-bc96-1d320a830c80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b898a97b-ee6a-4713-aa99-2dcbcab27aea), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:54.298533 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-a641543c-de7d-4ec3-a8f2-7ae8b746a68f None None] Set router c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:26:54.464012 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-08b48596-c041-430e-bc96-1d320a830c80 admin admin] For port b898a97b-ee6a-4713-aa99-2dcbcab27aea, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b898a97b-ee6a-4713-aa99-2dcbcab27aea,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:54.464393 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08b48596-c041-430e-bc96-1d320a830c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b898a97b-ee6a-4713-aa99-2dcbcab27aea), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:54.495824 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-08b48596-c041-430e-bc96-1d320a830c80 admin admin] Calling delete_port for b898a97b-ee6a-4713-aa99-2dcbcab27aea owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:54.582200 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a621305f-7c57-4e06-b7fb-e6f43e14f22f None None] Current status of the port 345a8a09-a8fe-405e-86ad-69a354b3d70b is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:54.582609 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a621305f-7c57-4e06-b7fb-e6f43e14f22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (345a8a09-a8fe-405e-86ad-69a354b3d70b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:54.724478 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 345a8a09-a8fe-405e-86ad-69a354b3d70b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:26:54.780541 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f3a568-df78-4086-9ad2-0241d56ea5f1 None None] New status for floating IP 12ca5229-3e5f-4536-83f9-3caa728d404d: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:26:54.783930 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-14593183-fb95-4318-891f-eb10a8d51eb7 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (62af767d-def5-4201-8873-8d8d720d19f8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:54.789353 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-14593183-fb95-4318-891f-eb10a8d51eb7 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:54.793463 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-14593183-fb95-4318-891f-eb10a8d51eb7 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "DELETE /v2.0/security-groups/62af767d-def5-4201-8873-8d8d720d19f8 HTTP/1.1" status: 204 len: 168 time: 1.0377679 Feb 28 20:26:54.817450 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34026) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:54.819850 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14593183-fb95-4318-891f-eb10a8d51eb7 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62af767d-def5-4201-8873-8d8d720d19f8,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:54.847943 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-c65ec823-23cb-4146-9778-b338105d5ecc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] show failed (client error): The resource could not be found. Feb 28 20:26:54.850910 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c65ec823-23cb-4146-9778-b338105d5ecc tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "GET /v2.0/security-groups/62af767d-def5-4201-8873-8d8d720d19f8 HTTP/1.1" status: 404 len: 347 time: 0.0201747 Feb 28 20:26:54.852685 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08b48596-c041-430e-bc96-1d320a830c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b898a97b-ee6a-4713-aa99-2dcbcab27aea), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:54.855131 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34028) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:54.894165 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b48596-c041-430e-bc96-1d320a830c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=b898a97b-ee6a-4713-aa99-2dcbcab27aea,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:54.922630 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a621305f-7c57-4e06-b7fb-e6f43e14f22f None None] For port 345a8a09-a8fe-405e-86ad-69a354b3d70b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=345a8a09-a8fe-405e-86ad-69a354b3d70b,segment=NetworkSegment(bdea396e-9a64-4bc1-ba6f-40cc29f4bfc4),segment_id=bdea396e-9a64-4bc1-ba6f-40cc29f4bfc4)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:26:54.959547 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a621305f-7c57-4e06-b7fb-e6f43e14f22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (345a8a09-a8fe-405e-86ad-69a354b3d70b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:55.128493 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621305f-7c57-4e06-b7fb-e6f43e14f22f None None] Pushing event updated for resources: {'Port': ['ID=345a8a09-a8fe-405e-86ad-69a354b3d70b,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:55.161592 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08b48596-c041-430e-bc96-1d320a830c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:55.167274 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 345a8a09-a8fe-405e-86ad-69a354b3d70b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:55.168918 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (345a8a09-a8fe-405e-86ad-69a354b3d70b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:55.305171 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-1319df71-e51c-47c9-aa8a-1a29c3225d82 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Deleting port 71592aa5-2223-4d3f-922a-5e046e2208ce {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:26:55.305595 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1319df71-e51c-47c9-aa8a-1a29c3225d82 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (71592aa5-2223-4d3f-922a-5e046e2208ce), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:55.321820 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08b48596-c041-430e-bc96-1d320a830c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:55.329705 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08b48596-c041-430e-bc96-1d320a830c80 admin admin] Publish callbacks [] for router_controller (c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:55.384952 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a641543c-de7d-4ec3-a8f2-7ae8b746a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6', 'name': 'tempest-ServerRescueTestJSON-1974427828-router', 'tenant_id': '14ae7f64b1084c16baea6064eee3ef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b898a97b-ee6a-4713-aa99-2dcbcab27aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:24:25Z', 'updated_at': '2022-02-28T20:26:51Z', 'revision_number': 5, 'project_id': '14ae7f64b1084c16baea6064eee3ef15', 'gw_port': {'id': 'b898a97b-ee6a-4713-aa99-2dcbcab27aea', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:24:26Z', 'updated_at': '2022-02-28T20:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:55.438785 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08b48596-c041-430e-bc96-1d320a830c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:55.439440 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b48596-c041-430e-bc96-1d320a830c80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:26:55.459026 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08b48596-c041-430e-bc96-1d320a830c80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:55.461011 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-08b48596-c041-430e-bc96-1d320a830c80 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6 HTTP/1.1" status: 204 len: 168 time: 1.7003553 Feb 28 20:26:55.466707 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34050) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:55.478562 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8d0d8052-30c0-49b6-a5fc-727c5c6e1316 req-ac44d91f-ace1-4e2c-9c41-ce8c1da26702 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d552fc9-3869-44fb-8fa2-adc1341bf04c HTTP/1.1" status: 200 len: 210 time: 0.3099480 Feb 28 20:26:55.512701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a641543c-de7d-4ec3-a8f2-7ae8b746a68f None None] Checking router: c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:26:55.525797 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6602afd8-18bd-435b-afbd-87276881e126 req-f30806d8-b72b-4e91-ba74-dfd759aaf59d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.3443177 Feb 28 20:26:55.559724 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 345a8a09-a8fe-405e-86ad-69a354b3d70b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:55.564467 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1319df71-e51c-47c9-aa8a-1a29c3225d82 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (71592aa5-2223-4d3f-922a-5e046e2208ce), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:55.564791 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1319df71-e51c-47c9-aa8a-1a29c3225d82 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for floatingip (71592aa5-2223-4d3f-922a-5e046e2208ce), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:55.583832 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a641543c-de7d-4ec3-a8f2-7ae8b746a68f None None] Routers set() bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:26:55.584764 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a641543c-de7d-4ec3-a8f2-7ae8b746a68f None None] Router IDs set() for agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 20:26:55.587724 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_agentschedulers_db [None req-a641543c-de7d-4ec3-a8f2-7ae8b746a68f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:26:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent'). {{(pid=103775) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 20:26:55.588351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a641543c-de7d-4ec3-a8f2-7ae8b746a68f None None] The sync data for ids ['c4057d2a-1a1e-4f6a-85cf-55e1f9bf81d6'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:26:55.596134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-6ada4e66-17df-4662-974c-cf2f3af72371 None None] Provisioning complete for port 345a8a09-a8fe-405e-86ad-69a354b3d70b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:55.598990 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6ada4e66-17df-4662-974c-cf2f3af72371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (345a8a09-a8fe-405e-86ad-69a354b3d70b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:55.627292 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b3a682-c0b6-4986-990e-1752e4bac654 admin admin] Deleting subnet 2de3391b-9935-4088-82fa-781f577763c2 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:26:55.631017 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b5b3a682-c0b6-4986-990e-1752e4bac654 admin admin] Publish callbacks [] for subnet (2de3391b-9935-4088-82fa-781f577763c2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:55.714639 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b5b3a682-c0b6-4986-990e-1752e4bac654 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (2de3391b-9935-4088-82fa-781f577763c2), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:55.744533 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-1319df71-e51c-47c9-aa8a-1a29c3225d82 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Calling delete_port for 71592aa5-2223-4d3f-922a-5e046e2208ce owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:26:55.751341 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-9a90db23-7a10-4e90-985a-75977dd2db51 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Publish callbacks [] for port (cd83a672-9687-4180-9f91-9c260a6289ef), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:55.753294 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34054) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:55.798058 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6ada4e66-17df-4662-974c-cf2f3af72371 None None] Current status of the port 345a8a09-a8fe-405e-86ad-69a354b3d70b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:55.815278 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b5b3a682-c0b6-4986-990e-1752e4bac654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (2de3391b-9935-4088-82fa-781f577763c2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:55.829193 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-6ada4e66-17df-4662-974c-cf2f3af72371 None None] Provisioning complete for port 1e5561bb-2cda-41fa-8ef9-eca2a219d50d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:55.829572 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6ada4e66-17df-4662-974c-cf2f3af72371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1e5561bb-2cda-41fa-8ef9-eca2a219d50d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:55.851867 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-73b8c92f-d531-4cf9-af8f-e67087c86ec8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1e5561bb-2cda-41fa-8ef9-eca2a219d50d), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:55.909670 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6ada4e66-17df-4662-974c-cf2f3af72371 None None] Port 1e5561bb-2cda-41fa-8ef9-eca2a219d50d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:26:55.936019 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-9a90db23-7a10-4e90-985a-75977dd2db51 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (cd83a672-9687-4180-9f91-9c260a6289ef), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:56.054961 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-be4fd51e-462a-4114-a050-1439a0c851b0 None None] Provisioning complete for port 1e5561bb-2cda-41fa-8ef9-eca2a219d50d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:56.056085 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-be4fd51e-462a-4114-a050-1439a0c851b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1e5561bb-2cda-41fa-8ef9-eca2a219d50d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:56.122037 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-be4fd51e-462a-4114-a050-1439a0c851b0 None None] Port 1e5561bb-2cda-41fa-8ef9-eca2a219d50d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:26:56.137936 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90db23-7a10-4e90-985a-75977dd2db51 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Pushing event updated for resources: {'Port': ['ID=cd83a672-9687-4180-9f91-9c260a6289ef,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:56.161159 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ffedfe27-7b7d-4489-8ebf-e591c30cd9cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:56.205999 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-9a90db23-7a10-4e90-985a-75977dd2db51 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Network cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:26:56.209344 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-9a90db23-7a10-4e90-985a-75977dd2db51 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:26:56.212324 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-9a90db23-7a10-4e90-985a-75977dd2db51 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:26:56.241421 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b5b3a682-c0b6-4986-990e-1752e4bac654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (2de3391b-9935-4088-82fa-781f577763c2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:56.301230 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3a682-c0b6-4986-990e-1752e4bac654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2de3391b-9935-4088-82fa-781f577763c2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:56.309356 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-9a90db23-7a10-4e90-985a-75977dd2db51 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:56.310011 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-9a90db23-7a10-4e90-985a-75977dd2db51 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:56.313268 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b5b3a682-c0b6-4986-990e-1752e4bac654 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:56.319190 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b5b3a682-c0b6-4986-990e-1752e4bac654 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2de3391b-9935-4088-82fa-781f577763c2 HTTP/1.1" status: 204 len: 168 time: 0.8513675 Feb 28 20:26:56.320937 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34058) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:56.349255 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-9a90db23-7a10-4e90-985a-75977dd2db51 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7872703 Feb 28 20:26:56.360181 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-73b8c92f-d531-4cf9-af8f-e67087c86ec8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for port (1e5561bb-2cda-41fa-8ef9-eca2a219d50d), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:56.365566 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] Request body: {'port': {'device_id': '7d552fc9-3869-44fb-8fa2-adc1341bf04c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:26:56.370294 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-73b8c92f-d531-4cf9-af8f-e67087c86ec8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (1e5561bb-2cda-41fa-8ef9-eca2a219d50d), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:56.380567 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1319df71-e51c-47c9-aa8a-1a29c3225d82 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (71592aa5-2223-4d3f-922a-5e046e2208ce), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:56.424460 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ffedfe27-7b7d-4489-8ebf-e591c30cd9cf admin admin] Publish callbacks [] for security_group (819e673b-2983-42a6-897a-9a1919284f38), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:56.446612 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ffedfe27-7b7d-4489-8ebf-e591c30cd9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (819e673b-2983-42a6-897a-9a1919284f38), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:56.460163 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319df71-e51c-47c9-aa8a-1a29c3225d82 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Pushing event deleted for resources: {'Port': ['ID=71592aa5-2223-4d3f-922a-5e046e2208ce,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:56.512619 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8c92f-d531-4cf9-af8f-e67087c86ec8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Port': ['ID=1e5561bb-2cda-41fa-8ef9-eca2a219d50d,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:56.513229 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e866d629-2e6d-43c6-918f-8cbbbc65a8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (44e0ffae-a0be-41c5-8b21-fc0de11ff3e5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:56.525184 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cd83a672-9687-4180-9f91-9c260a6289ef), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:56.577782 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ffedfe27-7b7d-4489-8ebf-e591c30cd9cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b97694adc7fd49019d8150f6280abec3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8232491 Feb 28 20:26:56.582812 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34066) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:56.593703 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffedfe27-7b7d-4489-8ebf-e591c30cd9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819e673b-2983-42a6-897a-9a1919284f38,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:56.680963 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1319df71-e51c-47c9-aa8a-1a29c3225d82 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks [] for floatingip (12ca5229-3e5f-4536-83f9-3caa728d404d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:56.683779 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1319df71-e51c-47c9-aa8a-1a29c3225d82 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:56.688080 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1319df71-e51c-47c9-aa8a-1a29c3225d82 tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] 10.222.0.13 "DELETE /v2.0/floatingips/12ca5229-3e5f-4536-83f9-3caa728d404d HTTP/1.1" status: 204 len: 168 time: 1.8265588 Feb 28 20:26:56.784348 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-51989773-f86f-4737-93c3-bac367261ed0 admin admin] Publish callbacks [] for security_group (819e673b-2983-42a6-897a-9a1919284f38), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:56.786889 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e866d629-2e6d-43c6-918f-8cbbbc65a8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (44e0ffae-a0be-41c5-8b21-fc0de11ff3e5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:56.822988 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 345a8a09-a8fe-405e-86ad-69a354b3d70b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:26:56.876026 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-e866d629-2e6d-43c6-918f-8cbbbc65a8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e0ffae-a0be-41c5-8b21-fc0de11ff3e5']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:56.902979 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-51989773-f86f-4737-93c3-bac367261ed0 admin admin] Publish callbacks [] for security_group (819e673b-2983-42a6-897a-9a1919284f38), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:56.922118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-e866d629-2e6d-43c6-918f-8cbbbc65a8a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f542e01d-e060-4b48-a479-f284e81a95e3') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:56.922541 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-e866d629-2e6d-43c6-918f-8cbbbc65a8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f542e01d-e060-4b48-a479-f284e81a95e3') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:26:56.941202 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 345a8a09-a8fe-405e-86ad-69a354b3d70b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:56.942205 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (345a8a09-a8fe-405e-86ad-69a354b3d70b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:56.943806 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e866d629-2e6d-43c6-918f-8cbbbc65a8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (f542e01d-e060-4b48-a479-f284e81a95e3), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:57.001641 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e866d629-2e6d-43c6-918f-8cbbbc65a8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f542e01d-e060-4b48-a479-f284e81a95e3), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:57.012605 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e866d629-2e6d-43c6-918f-8cbbbc65a8a1 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:26:57.014403 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e866d629-2e6d-43c6-918f-8cbbbc65a8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (f542e01d-e060-4b48-a479-f284e81a95e3), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:57.017054 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4dfd1e6-8df5-481a-b934-4715c8d781e8 req-5ebb8032-c48b-4371-9b2f-32a1102b8d21 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.1074595 Feb 28 20:26:57.059291 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-085ffa88-509b-47ee-9a2c-89f7626480bf None None] Provisioning complete for port 1e5561bb-2cda-41fa-8ef9-eca2a219d50d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:57.061219 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-085ffa88-509b-47ee-9a2c-89f7626480bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1e5561bb-2cda-41fa-8ef9-eca2a219d50d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:26:57.082631 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:26:57.091531 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e866d629-2e6d-43c6-918f-8cbbbc65a8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (44e0ffae-a0be-41c5-8b21-fc0de11ff3e5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:57.094399 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-51989773-f86f-4737-93c3-bac367261ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (819e673b-2983-42a6-897a-9a1919284f38), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:57.099824 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-51989773-f86f-4737-93c3-bac367261ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:57.101525 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-51989773-f86f-4737-93c3-bac367261ed0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/819e673b-2983-42a6-897a-9a1919284f38 HTTP/1.1" status: 204 len: 168 time: 0.5160635 Feb 28 20:26:57.110437 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e866d629-2e6d-43c6-918f-8cbbbc65a8a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:57.116247 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e866d629-2e6d-43c6-918f-8cbbbc65a8a1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/44e0ffae-a0be-41c5-8b21-fc0de11ff3e5 HTTP/1.1" status: 204 len: 168 time: 0.7927077 Feb 28 20:26:57.148961 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51989773-f86f-4737-93c3-bac367261ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819e673b-2983-42a6-897a-9a1919284f38,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:57.156127 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866d629-2e6d-43c6-918f-8cbbbc65a8a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=44e0ffae-a0be-41c5-8b21-fc0de11ff3e5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:57.168985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1693792-3d34-4533-860d-8bd297c9cb3f req-36a88571-4b24-4c68-97d3-3f2a3cc7e48b tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:57.171040 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b1693792-3d34-4533-860d-8bd297c9cb3f req-36a88571-4b24-4c68-97d3-3f2a3cc7e48b tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d552fc9-3869-44fb-8fa2-adc1341bf04c HTTP/1.1" status: 200 len: 931 time: 0.4909630 Feb 28 20:26:57.197534 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 345a8a09-a8fe-405e-86ad-69a354b3d70b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:26:57.206919 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-085ffa88-509b-47ee-9a2c-89f7626480bf None None] Port 1e5561bb-2cda-41fa-8ef9-eca2a219d50d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:26:57.212572 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-73b8c92f-d531-4cf9-af8f-e67087c86ec8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (3b843b05-72af-41f8-9086-871aff3ab0a5), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:57.300657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3be84376-263f-4040-a976-b7c476a13116 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:26:57.356894 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 3be84376-263f-4040-a976-b7c476a13116 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:26:57.358214 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3be84376-263f-4040-a976-b7c476a13116 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:26:57.361840 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b898a97b-ee6a-4713-aa99-2dcbcab27aea no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:26:57.371856 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34078) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:57.407489 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: b898a97b-ee6a-4713-aa99-2dcbcab27aea {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:26:57.408796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b898a97b-ee6a-4713-aa99-2dcbcab27aea not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:26:57.423732 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b1693792-3d34-4533-860d-8bd297c9cb3f req-e1489a7f-4114-4cef-9514-2013f7365480 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f2b5935-fc38-4c17-8012-43e0ecae2240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425408 Feb 28 20:26:57.433401 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd83a672-9687-4180-9f91-9c260a6289ef {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:26:57.455895 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] Publish callbacks [] for port (cd83a672-9687-4180-9f91-9c260a6289ef), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:57.462036 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1279aba8-ad8b-4a8a-b204-6f9ff967e4c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14ae7f64b1084c16baea6064eee3ef15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0889640 Feb 28 20:26:57.464744 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34080) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:57.487321 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] Transition to ACTIVE for port object cd83a672-9687-4180-9f91-9c260a6289ef will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:26:57.516394 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (cd83a672-9687-4180-9f91-9c260a6289ef), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:57.582402 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-73b8c92f-d531-4cf9-af8f-e67087c86ec8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1e5561bb-2cda-41fa-8ef9-eca2a219d50d), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:57.614181 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=cd83a672-9687-4180-9f91-9c260a6289ef,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:57.683935 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-454c05ff-569d-4ae2-b812-449a8528cfb3 admin admin] Publish callbacks [] for security_group (799d6e4c-0dc6-47e0-8c84-ece17bfbca4d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:57.737572 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34084) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:57.765312 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8f387e6c-57bc-488b-a94a-d31d0218083c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:57.894307 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8f387e6c-57bc-488b-a94a-d31d0218083c admin admin] Publish callbacks [] for security_group (6e5d32a5-13c8-41c8-8056-26d0e49265eb), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:57.906078 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8f387e6c-57bc-488b-a94a-d31d0218083c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6e5d32a5-13c8-41c8-8056-26d0e49265eb), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:57.932307 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-454c05ff-569d-4ae2-b812-449a8528cfb3 admin admin] Publish callbacks [] for security_group (799d6e4c-0dc6-47e0-8c84-ece17bfbca4d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:57.991006 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8f387e6c-57bc-488b-a94a-d31d0218083c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0bed66bcfe4e41ad8db344d955f3dd8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2519996 Feb 28 20:26:57.993254 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f387e6c-57bc-488b-a94a-d31d0218083c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5d32a5-13c8-41c8-8056-26d0e49265eb,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:58.000820 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34088) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:58.044252 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] Attempting to bind port cd83a672-9687-4180-9f91-9c260a6289ef on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:26:58.046442 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] Attempting to bind port cd83a672-9687-4180-9f91-9c260a6289ef by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'f95e312e-ab22-47f3-ab20-192b65c145e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:26:58.047016 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] Attempting to bind port cd83a672-9687-4180-9f91-9c260a6289ef on network cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:26:58.085993 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0788a1cf-fb5d-4e16-aa4f-eda74dee5df9 admin admin] Publish callbacks [] for security_group (6e5d32a5-13c8-41c8-8056-26d0e49265eb), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:58.115137 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0788a1cf-fb5d-4e16-aa4f-eda74dee5df9 admin admin] Publish callbacks [] for security_group (6e5d32a5-13c8-41c8-8056-26d0e49265eb), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:58.119914 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] Port cd83a672-9687-4180-9f91-9c260a6289ef on network cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:26:58.120311 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] Attempting to bind port cd83a672-9687-4180-9f91-9c260a6289ef on network cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:26:58.131799 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:26:58.132185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] Checking segment: {'id': 'f95e312e-ab22-47f3-ab20-192b65c145e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:26:58.132578 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] Bound using segment: {'id': 'f95e312e-ab22-47f3-ab20-192b65c145e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:26:58.133012 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] Bound port: cd83a672-9687-4180-9f91-9c260a6289ef, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95e312e-ab22-47f3-ab20-192b65c145e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:26:58.133370 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cd83a672-9687-4180-9f91-9c260a6289ef), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:58.217841 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0788a1cf-fb5d-4e16-aa4f-eda74dee5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6e5d32a5-13c8-41c8-8056-26d0e49265eb), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:58.222296 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0788a1cf-fb5d-4e16-aa4f-eda74dee5df9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:58.223684 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0788a1cf-fb5d-4e16-aa4f-eda74dee5df9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e5d32a5-13c8-41c8-8056-26d0e49265eb HTTP/1.1" status: 204 len: 168 time: 0.2218843 Feb 28 20:26:58.232464 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-454c05ff-569d-4ae2-b812-449a8528cfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (799d6e4c-0dc6-47e0-8c84-ece17bfbca4d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:58.235044 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-454c05ff-569d-4ae2-b812-449a8528cfb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:58.238930 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-454c05ff-569d-4ae2-b812-449a8528cfb3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/799d6e4c-0dc6-47e0-8c84-ece17bfbca4d HTTP/1.1" status: 204 len: 168 time: 0.7728744 Feb 28 20:26:58.240730 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788a1cf-fb5d-4e16-aa4f-eda74dee5df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5d32a5-13c8-41c8-8056-26d0e49265eb,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:58.248187 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f991ddc5-79c6-42b5-838c-f7627132e70b req-77e3b48d-64b2-415a-b4e4-0a90aa45f461 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.0878642 Feb 28 20:26:58.269552 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c05ff-569d-4ae2-b812-449a8528cfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799d6e4c-0dc6-47e0-8c84-ece17bfbca4d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:58.334886 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] For port cd83a672-9687-4180-9f91-9c260a6289ef, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:26:58.338938 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-73b8c92f-d531-4cf9-af8f-e67087c86ec8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for port (1e5561bb-2cda-41fa-8ef9-eca2a219d50d), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:58.353467 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-73b8c92f-d531-4cf9-af8f-e67087c86ec8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (1e5561bb-2cda-41fa-8ef9-eca2a219d50d), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:58.364483 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] For port cd83a672-9687-4180-9f91-9c260a6289ef, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=cd83a672-9687-4180-9f91-9c260a6289ef,segment=NetworkSegment(f95e312e-ab22-47f3-ab20-192b65c145e8),segment_id=f95e312e-ab22-47f3-ab20-192b65c145e8)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:26:58.505295 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (cd83a672-9687-4180-9f91-9c260a6289ef), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:58.510057 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-73b8c92f-d531-4cf9-af8f-e67087c86ec8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (3b843b05-72af-41f8-9086-871aff3ab0a5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:58.547746 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8c92f-d531-4cf9-af8f-e67087c86ec8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Port': ['ID=1e5561bb-2cda-41fa-8ef9-eca2a219d50d,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:58.722621 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:58.723387 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:58.727577 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] 10.222.0.10 "PUT /v2.0/ports/cd83a672-9687-4180-9f91-9c260a6289ef HTTP/1.1" status: 200 len: 1092 time: 2.3698506 Feb 28 20:26:58.729099 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d552fc9-3869-44fb-8fa2-adc1341bf04c', 'tag': 'cd83a672-9687-4180-9f91-9c260a6289ef'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:26:58.741325 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28738583-9f40-4dc9-b642-57f84901a12b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d552fc9-3869-44fb-8fa2-adc1341bf04c", "tag": "cd83a672-9687-4180-9f91-9c260a6289ef"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:26:58.831432 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415bcaf-4e27-4f8f-89a8-e21a0be71ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=cd83a672-9687-4180-9f91-9c260a6289ef,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:26:58.840549 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bf8aac-1f9d-4b38-a403-a9cab03f733e x-openstack-request-id: req-e4bf8aac-1f9d-4b38-a403-a9cab03f733e {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:26:58.840685 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d552fc9-3869-44fb-8fa2-adc1341bf04c", "tag": "cd83a672-9687-4180-9f91-9c260a6289ef", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:26:58.840844 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4bf8aac-1f9d-4b38-a403-a9cab03f733e {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:26:58.841248 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d552fc9-3869-44fb-8fa2-adc1341bf04c', 'tag': 'cd83a672-9687-4180-9f91-9c260a6289ef', 'status': 'completed', 'code': 200} Feb 28 20:26:58.925712 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec714def-4ac1-49a4-b583-e801958ca96b req-9acf82b3-c839-4cc3-80ac-b2a1d3c66465 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:58.933327 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec714def-4ac1-49a4-b583-e801958ca96b req-9acf82b3-c839-4cc3-80ac-b2a1d3c66465 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d552fc9-3869-44fb-8fa2-adc1341bf04c HTTP/1.1" status: 200 len: 943 time: 0.3708410 Feb 28 20:26:58.958523 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-b6be5aa4-8592-491c-bfbc-c4b8142038ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:58.960161 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-b6be5aa4-8592-491c-bfbc-c4b8142038ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c334d4d65bc3424caf31e6df7f6318a3&device_id=7d552fc9-3869-44fb-8fa2-adc1341bf04c HTTP/1.1" status: 200 len: 1126 time: 0.1215243 Feb 28 20:26:58.962106 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b8c92f-d531-4cf9-af8f-e67087c86ec8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network afbb3d17-20ce-4e81-8cca-0fb28f647824 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:26:58.968262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-73b8c92f-d531-4cf9-af8f-e67087c86ec8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:26:59.080645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-b39f9125-b910-41de-9f02-6de25bdae198 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd83a672-9687-4180-9f91-9c260a6289ef HTTP/1.1" status: 200 len: 217 time: 0.0942636 Feb 28 20:26:59.450165 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-377a4df2-0a25-4f47-bfa9-a183f9f181f5 None None] Provisioning complete for port 1e5561bb-2cda-41fa-8ef9-eca2a219d50d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:26:59.450807 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-377a4df2-0a25-4f47-bfa9-a183f9f181f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1e5561bb-2cda-41fa-8ef9-eca2a219d50d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:26:59.520917 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-377a4df2-0a25-4f47-bfa9-a183f9f181f5 None None] Port 1e5561bb-2cda-41fa-8ef9-eca2a219d50d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:26:59.799889 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34140) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:26:59.822495 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec714def-4ac1-49a4-b583-e801958ca96b req-72a41527-8163-4d1c-b710-d02f8987a7cf tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f2b5935-fc38-4c17-8012-43e0ecae2240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8889377 Feb 28 20:26:59.915308 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ffabc863-b773-4602-b679-0b0d47399661 req-7838ec23-e092-4103-a816-4ad04c6ffeb2 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.0914433 Feb 28 20:26:59.931827 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-9a7b13b6-89a3-442c-b9c9-b0b692b8afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:26:59.933937 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-9a7b13b6-89a3-442c-b9c9-b0b692b8afc7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2638da8f-4833-4284-8440-c6468a5efa26 HTTP/1.1" status: 200 len: 861 time: 0.8525336 Feb 28 20:27:00.002719 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-f943fca2-417f-4e23-8d82-8839189d2f29 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594511 Feb 28 20:27:00.007858 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b8c92f-d531-4cf9-af8f-e67087c86ec8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router 3b843b05-72af-41f8-9086-871aff3ab0a5 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:27:00.013575 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-8610c8c3-d993-4788-9c08-75ebce1eb15d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-546757323-network', 'tenant_id': 'e1fe66526f8249ae8c4d2136030f25ec'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:00.062682 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8610c8c3-d993-4788-9c08-75ebce1eb15d admin admin] Made reservation on behalf of e1fe66526f8249ae8c4d2136030f25ec for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:27:00.066375 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8610c8c3-d993-4788-9c08-75ebce1eb15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:00.100941 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8610c8c3-d993-4788-9c08-75ebce1eb15d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:00.229829 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-4c333788-43a2-426b-bbeb-3b536ae16776 service neutron] 10.222.0.10 "GET /v2.0/networks/cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193868 Feb 28 20:27:00.232355 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b8c92f-d531-4cf9-af8f-e67087c86ec8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:27:00.246028 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdf8c18-c101-4eae-92f2-106e77df02c2 None None] Sync routers for ids ['3b843b05-72af-41f8-9086-871aff3ab0a5'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:27:00.269466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-73b8c92f-d531-4cf9-af8f-e67087c86ec8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/3b843b05-72af-41f8-9086-871aff3ab0a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3705513 Feb 28 20:27:00.274421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34154) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:00.275981 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdf8c18-c101-4eae-92f2-106e77df02c2 None None] Routers {'3b843b05-72af-41f8-9086-871aff3ab0a5'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:00.277026 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2bdf8c18-c101-4eae-92f2-106e77df02c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:26:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['3b843b05-72af-41f8-9086-871aff3ab0a5'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:00.378181 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8610c8c3-d993-4788-9c08-75ebce1eb15d admin admin] Publish callbacks [] for security_group (c99e49e7-f6d3-495f-b0ab-edbd758c8a31), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:00.411538 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3758810d-d3cd-4bf9-a33d-43d991e19bb5 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:00.415533 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3758810d-d3cd-4bf9-a33d-43d991e19bb5 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/ports/1e5561bb-2cda-41fa-8ef9-eca2a219d50d HTTP/1.1" status: 200 len: 977 time: 0.1373961 Feb 28 20:27:00.415533 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8610c8c3-d993-4788-9c08-75ebce1eb15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c99e49e7-f6d3-495f-b0ab-edbd758c8a31), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:00.417908 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34156) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:00.457909 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8610c8c3-d993-4788-9c08-75ebce1eb15d admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:27:00.475175 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610c8c3-d993-4788-9c08-75ebce1eb15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99e49e7-f6d3-495f-b0ab-edbd758c8a31,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:00.491651 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8610c8c3-d993-4788-9c08-75ebce1eb15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (a4d20924-8603-441f-af97-8d0c669560c2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:00.495626 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-8610c8c3-d993-4788-9c08-75ebce1eb15d admin admin] Added segment a4d20924-8603-441f-af97-8d0c669560c2 of type vlan for network f93bb5b0-b654-484a-b540-d0f4106b4968 Feb 28 20:27:00.528496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2bdf8c18-c101-4eae-92f2-106e77df02c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:00.542076 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdf8c18-c101-4eae-92f2-106e77df02c2 None None] Routers {'3b843b05-72af-41f8-9086-871aff3ab0a5'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:00.543056 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2bdf8c18-c101-4eae-92f2-106e77df02c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:26:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['3b843b05-72af-41f8-9086-871aff3ab0a5'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:00.576927 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8610c8c3-d993-4788-9c08-75ebce1eb15d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (f93bb5b0-b654-484a-b540-d0f4106b4968), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:00.594014 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2bdf8c18-c101-4eae-92f2-106e77df02c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:00.595152 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdf8c18-c101-4eae-92f2-106e77df02c2 None None] The sync data for ids ['3b843b05-72af-41f8-9086-871aff3ab0a5'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:27:00.622723 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8610c8c3-d993-4788-9c08-75ebce1eb15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (f93bb5b0-b654-484a-b540-d0f4106b4968), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:00.623838 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8610c8c3-d993-4788-9c08-75ebce1eb15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:00.624601 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8610c8c3-d993-4788-9c08-75ebce1eb15d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:00.700957 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610c8c3-d993-4788-9c08-75ebce1eb15d admin admin] Pushing event updated for resources: {'Network': ['ID=f93bb5b0-b654-484a-b540-d0f4106b4968,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:00.716014 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network f93bb5b0-b654-484a-b540-d0f4106b4968 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:27:00.716964 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8610c8c3-d993-4788-9c08-75ebce1eb15d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9128876 Feb 28 20:27:00.719532 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34164) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:00.727257 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-de1a9ff2-6fb9-45ed-b6ef-23b356c00f82 admin admin] Request body: {'subnet': {'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-546757323-subnet', 'tenant_id': 'e1fe66526f8249ae8c4d2136030f25ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:00.736429 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-062140e3-9f79-4ff9-bdef-0fc77e5f15b3 req-819238b0-ad44-4fc7-b3b5-1d62f6346f72 service neutron] 10.222.0.10 "GET /v2.0/networks/cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932230 Feb 28 20:27:00.765706 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1a9ff2-6fb9-45ed-b6ef-23b356c00f82 admin admin] Made reservation on behalf of e1fe66526f8249ae8c4d2136030f25ec for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:27:00.768312 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de1a9ff2-6fb9-45ed-b6ef-23b356c00f82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:01.197263 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4dec1f35-1c59-46d6-acb7-3fac84f2a960 req-57a9b175-4544-4ef7-941a-07c5e9600d18 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.0702741 Feb 28 20:27:01.228653 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de1a9ff2-6fb9-45ed-b6ef-23b356c00f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (061df787-4254-4266-93eb-5523552c7b33), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:01.293741 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb93ae9-8bc7-42ba-8855-ecde95da1b21 req-093a0147-859d-4144-958a-a109168e5555 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:01.299790 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eeb93ae9-8bc7-42ba-8855-ecde95da1b21 req-093a0147-859d-4144-958a-a109168e5555 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d552fc9-3869-44fb-8fa2-adc1341bf04c HTTP/1.1" status: 200 len: 943 time: 0.2665765 Feb 28 20:27:01.305501 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28738583-9f40-4dc9-b642-57f84901a12b req-32effbcf-a9ac-4a8a-94be-689686a0ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:01.307984 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28738583-9f40-4dc9-b642-57f84901a12b req-32effbcf-a9ac-4a8a-94be-689686a0ff1e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c334d4d65bc3424caf31e6df7f6318a3&device_id=7d552fc9-3869-44fb-8fa2-adc1341bf04c HTTP/1.1" status: 200 len: 1126 time: 0.4347363 Feb 28 20:27:01.390943 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a9ff2-6fb9-45ed-b6ef-23b356c00f82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=061df787-4254-4266-93eb-5523552c7b33,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:01.399606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1a9ff2-6fb9-45ed-b6ef-23b356c00f82 admin admin] Checking segment: {'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:27:01.400014 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1a9ff2-6fb9-45ed-b6ef-23b356c00f82 admin admin] Network hostable DHCP agents. Network: f93bb5b0-b654-484a-b540-d0f4106b4968, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:27:01.436135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1a9ff2-6fb9-45ed-b6ef-23b356c00f82 admin admin] Network f93bb5b0-b654-484a-b540-d0f4106b4968 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:27:01.452293 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-de1a9ff2-6fb9-45ed-b6ef-23b356c00f82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, f93bb5b0-b654-484a-b540-d0f4106b4968) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:27:01.457260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1a9ff2-6fb9-45ed-b6ef-23b356c00f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:01.457874 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de1a9ff2-6fb9-45ed-b6ef-23b356c00f82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:01.462784 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac40184c-9525-4408-ad01-7a8c39efb3e4 None None] Network f93bb5b0-b654-484a-b540-d0f4106b4968 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:27:01.515744 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-de1a9ff2-6fb9-45ed-b6ef-23b356c00f82 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7946854 Feb 28 20:27:01.599028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28738583-9f40-4dc9-b642-57f84901a12b req-fddb0bae-e748-436d-8fdf-32a68094f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:01.601035 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28738583-9f40-4dc9-b642-57f84901a12b req-fddb0bae-e748-436d-8fdf-32a68094f1ee service neutron] 10.222.0.10 "GET /v2.0/networks?id=cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6 HTTP/1.1" status: 200 len: 921 time: 0.2018003 Feb 28 20:27:01.690366 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dad38a1-0923-4875-a9bd-70273b611fba None None] Network f93bb5b0-b654-484a-b540-d0f4106b4968 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:27:01.710964 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28738583-9f40-4dc9-b642-57f84901a12b req-2e173358-5284-4d7f-9e2a-02fada59124e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd83a672-9687-4180-9f91-9c260a6289ef HTTP/1.1" status: 200 len: 217 time: 0.0917058 Feb 28 20:27:01.822579 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eeb93ae9-8bc7-42ba-8855-ecde95da1b21 req-fa5ceb15-2aac-45dc-bc5a-384435dc2d8e tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f2b5935-fc38-4c17-8012-43e0ecae2240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256918 Feb 28 20:27:01.872726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28738583-9f40-4dc9-b642-57f84901a12b req-fa09ffe0-1ad2-4044-ba5a-c7bb09acaa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:01.874316 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28738583-9f40-4dc9-b642-57f84901a12b req-fa09ffe0-1ad2-4044-ba5a-c7bb09acaa49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2638da8f-4833-4284-8440-c6468a5efa26 HTTP/1.1" status: 200 len: 861 time: 0.1374502 Feb 28 20:27:01.971232 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28738583-9f40-4dc9-b642-57f84901a12b req-36bf9c9c-19ce-4dc4-b85b-be8fcbc9f497 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706067 Feb 28 20:27:02.471854 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b3623fce-cd92-4c97-8d88-5314349654bf req-9290e923-ff4c-4da5-b5dd-7695339272f8 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.1104789 Feb 28 20:27:02.473684 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28738583-9f40-4dc9-b642-57f84901a12b req-b64056fd-4f0d-4ef7-8608-1c26ef28302d service neutron] 10.222.0.10 "GET /v2.0/networks/cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849851 Feb 28 20:27:02.477396 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3b85f3ff-3c18-4e91-a32b-bdb4837874ba tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (3b843b05-72af-41f8-9086-871aff3ab0a5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:02.675076 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-617da3cc-8775-4ea6-9355-40f8909c7cf3 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:02.681679 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-617da3cc-8775-4ea6-9355-40f8909c7cf3 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 805 time: 0.3920991 Feb 28 20:27:02.712638 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-0e7593f2-aa28-4865-9877-86976536a560 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/quotas/e1fe66526f8249ae8c4d2136030f25ec HTTP/1.1" status: 200 len: 375 time: 0.0299528 Feb 28 20:27:02.772976 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-12248a47-ef42-45fb-8579-41d64204f8a7 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592763 Feb 28 20:27:02.831285 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28738583-9f40-4dc9-b642-57f84901a12b req-25f43fe5-18e8-4bb9-b0bd-4659a5394226 service neutron] 10.222.0.10 "GET /v2.0/networks/cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474913 Feb 28 20:27:02.986302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-8f1e375e-c259-4fa1-90aa-af8d7858aed5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:27:02.987305 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-8f1e375e-c259-4fa1-90aa-af8d7858aed5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2092659 Feb 28 20:27:03.469527 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07656a1d-c804-4543-9ebd-d29ba9f79c37 req-5639350e-7904-4fd1-b035-24edb755ed97 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:03.471344 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-07656a1d-c804-4543-9ebd-d29ba9f79c37 req-5639350e-7904-4fd1-b035-24edb755ed97 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d552fc9-3869-44fb-8fa2-adc1341bf04c HTTP/1.1" status: 200 len: 943 time: 0.5026343 Feb 28 20:27:03.475238 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-769b50ce-fff2-4595-9350-2ada81cb4400 service neutron] 10.222.0.13 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712420 Feb 28 20:27:03.492791 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-3b85f3ff-3c18-4e91-a32b-bdb4837874ba tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting port 1e5561bb-2cda-41fa-8ef9-eca2a219d50d {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:03.493209 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3b85f3ff-3c18-4e91-a32b-bdb4837874ba tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1e5561bb-2cda-41fa-8ef9-eca2a219d50d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:03.700449 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34268) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:03.710209 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-07656a1d-c804-4543-9ebd-d29ba9f79c37 req-9a38510b-1b5b-4d58-9c95-df450d38968c tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f2b5935-fc38-4c17-8012-43e0ecae2240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309523 Feb 28 20:27:03.825506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-baba352d-623a-4da8-8335-878768f07d81 service neutron] 10.222.0.13 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364785 Feb 28 20:27:03.839375 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3b85f3ff-3c18-4e91-a32b-bdb4837874ba tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1e5561bb-2cda-41fa-8ef9-eca2a219d50d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:03.877571 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d953f0ec-5b01-4932-9bbe-4cbffceb6473 req-f38a236d-205d-4427-830a-ab1c553f1f0b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.0609546 Feb 28 20:27:03.889011 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-3b85f3ff-3c18-4e91-a32b-bdb4837874ba tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Calling delete_port for 1e5561bb-2cda-41fa-8ef9-eca2a219d50d owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:03.956706 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-73dd5c0c-e4cd-4f27-8877-96f457ffd73f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:04.106354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device cd83a672-9687-4180-9f91-9c260a6289ef details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:27:04.118960 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-73dd5c0c-e4cd-4f27-8877-96f457ffd73f admin admin] Publish callbacks [] for security_group (39849e5a-372c-48ff-8b9d-eb2e2770b9fa), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:04.133518 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-73dd5c0c-e4cd-4f27-8877-96f457ffd73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (39849e5a-372c-48ff-8b9d-eb2e2770b9fa), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:04.202302 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd5c0c-e4cd-4f27-8877-96f457ffd73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39849e5a-372c-48ff-8b9d-eb2e2770b9fa,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:04.227148 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-73dd5c0c-e4cd-4f27-8877-96f457ffd73f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ae5bc75bc64450eb5a069ee2777f302&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5243795 Feb 28 20:27:04.228195 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34276) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:04.258197 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21b1276c-02d4-4773-ae30-8ffc075484d6 req-a510148e-d212-4555-9e6b-e58133abbf63 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 210 time: 0.0589688 Feb 28 20:27:04.362672 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port cd83a672-9687-4180-9f91-9c260a6289ef, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=cd83a672-9687-4180-9f91-9c260a6289ef,segment=NetworkSegment(f95e312e-ab22-47f3-ab20-192b65c145e8),segment_id=f95e312e-ab22-47f3-ab20-192b65c145e8)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:04.383251 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bcd4d24c-6e1e-4a9d-9db9-662862029740 admin admin] Publish callbacks [] for security_group (39849e5a-372c-48ff-8b9d-eb2e2770b9fa), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:04.384750 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'cd83a672-9687-4180-9f91-9c260a6289ef', 'network_id': 'cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6', 'port_id': 'cd83a672-9687-4180-9f91-9c260a6289ef', 'mac_address': 'fa:16:3e:59:4a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2638da8f-4833-4284-8440-c6468a5efa26', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:27:04.443975 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bcd4d24c-6e1e-4a9d-9db9-662862029740 admin admin] Publish callbacks [] for security_group (39849e5a-372c-48ff-8b9d-eb2e2770b9fa), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:04.473643 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3b85f3ff-3c18-4e91-a32b-bdb4837874ba tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (1e5561bb-2cda-41fa-8ef9-eca2a219d50d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:04.518441 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bcd4d24c-6e1e-4a9d-9db9-662862029740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (39849e5a-372c-48ff-8b9d-eb2e2770b9fa), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:04.519395 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port cd83a672-9687-4180-9f91-9c260a6289ef is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:27:04.521761 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bcd4d24c-6e1e-4a9d-9db9-662862029740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:04.525854 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cd83a672-9687-4180-9f91-9c260a6289ef), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:04.526750 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bcd4d24c-6e1e-4a9d-9db9-662862029740 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39849e5a-372c-48ff-8b9d-eb2e2770b9fa HTTP/1.1" status: 204 len: 168 time: 0.2962177 Feb 28 20:27:04.563034 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd83a672-9687-4180-9f91-9c260a6289ef {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:27:04.572471 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4d24c-6e1e-4a9d-9db9-662862029740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39849e5a-372c-48ff-8b9d-eb2e2770b9fa,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:04.646842 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85f3ff-3c18-4e91-a32b-bdb4837874ba tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Port': ['ID=1e5561bb-2cda-41fa-8ef9-eca2a219d50d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:04.676799 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port cd83a672-9687-4180-9f91-9c260a6289ef, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=cd83a672-9687-4180-9f91-9c260a6289ef,segment=NetworkSegment(f95e312e-ab22-47f3-ab20-192b65c145e8),segment_id=f95e312e-ab22-47f3-ab20-192b65c145e8)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:04.687199 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cd83a672-9687-4180-9f91-9c260a6289ef), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:04.962707 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=cd83a672-9687-4180-9f91-9c260a6289ef,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:04.979745 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3b85f3ff-3c18-4e91-a32b-bdb4837874ba tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (3b843b05-72af-41f8-9086-871aff3ab0a5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:04.984236 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:04.984843 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:04.985350 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:04.985859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:04.986348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:04.986882 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:04.989872 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:04.991345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:04.991923 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:04.992420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:04.992956 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:04.995851 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:04.998030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:05.018769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['cd83a672-9687-4180-9f91-9c260a6289ef'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:27:05.290829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34304) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:05.304865 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd200fc1-5379-44da-b646-81cb33233336 req-e7a2685d-66de-436b-bb34-11949c3dc5ef tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.0813591 Feb 28 20:27:05.313805 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c78c5b80-e498-4713-bf50-bae6a739e450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:05.504509 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c78c5b80-e498-4713-bf50-bae6a739e450 admin admin] Publish callbacks [] for security_group (4a30c62e-2caf-4a39-bf8d-4ea3b84f7ca5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:05.510722 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c78c5b80-e498-4713-bf50-bae6a739e450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4a30c62e-2caf-4a39-bf8d-4ea3b84f7ca5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:05.578267 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c78c5b80-e498-4713-bf50-bae6a739e450 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5040880ad55c4af68eac062a46b6936b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2852077 Feb 28 20:27:05.579209 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c5b80-e498-4713-bf50-bae6a739e450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a30c62e-2caf-4a39-bf8d-4ea3b84f7ca5,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:05.582811 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34312) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:05.661347 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-141dcc82-3d4b-43e2-9dbe-f6d26c919bc2 req-4548c15b-189d-4683-b36f-5976cf69d09f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 210 time: 0.1820846 Feb 28 20:27:05.707276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b85f3ff-3c18-4e91-a32b-bdb4837874ba tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router 3b843b05-72af-41f8-9086-871aff3ab0a5 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:27:05.720184 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c43e83d-4e5c-45a7-bf38-ac327e9d8bbe admin admin] Publish callbacks [] for security_group (4a30c62e-2caf-4a39-bf8d-4ea3b84f7ca5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:05.741211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053be399-01eb-447a-9dcc-b5e941ea4650 req-4fc41d1a-454c-4cad-b1a6-4e14114323a0 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:05.751212 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-053be399-01eb-447a-9dcc-b5e941ea4650 req-4fc41d1a-454c-4cad-b1a6-4e14114323a0 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d552fc9-3869-44fb-8fa2-adc1341bf04c HTTP/1.1" status: 200 len: 944 time: 0.7728586 Feb 28 20:27:05.775569 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c43e83d-4e5c-45a7-bf38-ac327e9d8bbe admin admin] Publish callbacks [] for security_group (4a30c62e-2caf-4a39-bf8d-4ea3b84f7ca5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:05.866360 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c43e83d-4e5c-45a7-bf38-ac327e9d8bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4a30c62e-2caf-4a39-bf8d-4ea3b84f7ca5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:05.869746 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c43e83d-4e5c-45a7-bf38-ac327e9d8bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:05.871300 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0c43e83d-4e5c-45a7-bf38-ac327e9d8bbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a30c62e-2caf-4a39-bf8d-4ea3b84f7ca5 HTTP/1.1" status: 204 len: 168 time: 0.2726026 Feb 28 20:27:05.916992 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43e83d-4e5c-45a7-bf38-ac327e9d8bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a30c62e-2caf-4a39-bf8d-4ea3b84f7ca5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:05.965553 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-053be399-01eb-447a-9dcc-b5e941ea4650 req-cd4814b0-3649-4058-9fdb-4e61c0745c84 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f2b5935-fc38-4c17-8012-43e0ecae2240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130079 Feb 28 20:27:05.966960 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b85f3ff-3c18-4e91-a32b-bdb4837874ba tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:27:05.971970 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3b85f3ff-3c18-4e91-a32b-bdb4837874ba tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/3b843b05-72af-41f8-9086-871aff3ab0a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5530331 Feb 28 20:27:05.974797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34320) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:05.983232 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d017f7-739a-49bc-9358-8fc2c14c575b None None] Sync routers for ids ['3b843b05-72af-41f8-9086-871aff3ab0a5'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:27:06.001274 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d017f7-739a-49bc-9358-8fc2c14c575b None None] Routers {'3b843b05-72af-41f8-9086-871aff3ab0a5'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:06.001917 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-84d017f7-739a-49bc-9358-8fc2c14c575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:26:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['3b843b05-72af-41f8-9086-871aff3ab0a5'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:06.120986 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device cd83a672-9687-4180-9f91-9c260a6289ef up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:27:06.160099 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-84d017f7-739a-49bc-9358-8fc2c14c575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:06.196464 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d017f7-739a-49bc-9358-8fc2c14c575b None None] Routers {'3b843b05-72af-41f8-9086-871aff3ab0a5'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:06.197112 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-84d017f7-739a-49bc-9358-8fc2c14c575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:26:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['3b843b05-72af-41f8-9086-871aff3ab0a5'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:06.280000 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port cd83a672-9687-4180-9f91-9c260a6289ef completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:27:06.283975 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-84d017f7-739a-49bc-9358-8fc2c14c575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:06.285112 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d017f7-739a-49bc-9358-8fc2c14c575b None None] The sync data for ids ['3b843b05-72af-41f8-9086-871aff3ab0a5'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:27:06.285271 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port cd83a672-9687-4180-9f91-9c260a6289ef triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:27:06.285747 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cd83a672-9687-4180-9f91-9c260a6289ef), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:06.495666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port cd83a672-9687-4180-9f91-9c260a6289ef is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:27:06.498137 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cd83a672-9687-4180-9f91-9c260a6289ef), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:06.559291 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port cd83a672-9687-4180-9f91-9c260a6289ef, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=cd83a672-9687-4180-9f91-9c260a6289ef,segment=NetworkSegment(f95e312e-ab22-47f3-ab20-192b65c145e8),segment_id=f95e312e-ab22-47f3-ab20-192b65c145e8)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:06.561151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d552fc9-3869-44fb-8fa2-adc1341bf04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd83a672-9687-4180-9f91-9c260a6289ef'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:27:06.563924 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9243d9ef-8504-4730-aeb0-693c06d9c9bb" -d '{"events": [{"server_uuid": "7d552fc9-3869-44fb-8fa2-adc1341bf04c", "name": "network-vif-plugged", "status": "completed", "tag": "cd83a672-9687-4180-9f91-9c260a6289ef"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:27:06.570882 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cd83a672-9687-4180-9f91-9c260a6289ef), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:06.587832 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-87835c00-46c5-4f5f-ace9-fcd2aba730ff req-79a85136-0ce0-4441-8b90-dc8398b94b63 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.1192904 Feb 28 20:27:06.656435 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151110ca-8a5f-42c2-b808-efe5116adf85 x-openstack-request-id: req-151110ca-8a5f-42c2-b808-efe5116adf85 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:27:06.656772 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d552fc9-3869-44fb-8fa2-adc1341bf04c", "name": "network-vif-plugged", "status": "completed", "tag": "cd83a672-9687-4180-9f91-9c260a6289ef", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:27:06.656993 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-151110ca-8a5f-42c2-b808-efe5116adf85 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:27:06.664598 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d552fc9-3869-44fb-8fa2-adc1341bf04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd83a672-9687-4180-9f91-9c260a6289ef', 'code': 200} Feb 28 20:27:06.671601 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=cd83a672-9687-4180-9f91-9c260a6289ef,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:06.755822 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-28b403c3-24b6-45df-ad41-2b10c21210b4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] remove_router_interface failed (client error): The resource could not be found. Feb 28 20:27:06.756840 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-28b403c3-24b6-45df-ad41-2b10c21210b4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/3b843b05-72af-41f8-9086-871aff3ab0a5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7752285 Feb 28 20:27:06.759676 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34340) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:06.809682 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-11c9ebcb-82d8-4d9c-ad72-5d875c8a7cbc tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b843b05-72af-41f8-9086-871aff3ab0a5 HTTP/1.1" status: 200 len: 205 time: 0.0488007 Feb 28 20:27:06.813327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34342) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:06.832338 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-55331296-812d-4792-9c4c-076697116e5c tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:06.833893 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-55331296-812d-4792-9c4c-076697116e5c tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.10 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 805 time: 0.6011562 Feb 28 20:27:06.873508 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Request body: {'port': {'device_id': '863ee36c-51e4-4f91-868f-a7c40b4a0285', 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968', 'admin_state_up': True, 'tenant_id': 'e1fe66526f8249ae8c4d2136030f25ec'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:06.889674 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bbfaea76-0fa6-4153-b616-64b6bb2137f1 req-cbb5616a-279f-4c16-b8e8-24d730761f02 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 210 time: 0.0839489 Feb 28 20:27:06.984073 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01151eb9-4555-481e-8190-c172e12bee11 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (3b843b05-72af-41f8-9086-871aff3ab0a5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:07.046778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c821a-c008-4fd6-af47-4163e896d88e req-0fa88ebc-734b-499d-88a4-f1d0309a1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:07.048307 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-613c821a-c008-4fd6-af47-4163e896d88e req-0fa88ebc-734b-499d-88a4-f1d0309a1539 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7d552fc9-3869-44fb-8fa2-adc1341bf04c HTTP/1.1" status: 200 len: 1128 time: 0.2980497 Feb 28 20:27:07.347394 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-613c821a-c008-4fd6-af47-4163e896d88e req-88ebb935-144a-4a94-a120-115bda95e496 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9f2b5935-fc38-4c17-8012-43e0ecae2240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885489 Feb 28 20:27:07.359257 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Made reservation on behalf of e1fe66526f8249ae8c4d2136030f25ec for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:27:07.380576 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:07.439346 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01151eb9-4555-481e-8190-c172e12bee11 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (3b843b05-72af-41f8-9086-871aff3ab0a5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:07.447711 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01151eb9-4555-481e-8190-c172e12bee11 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router_controller (3b843b05-72af-41f8-9086-871aff3ab0a5), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:07.457659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c0a43-fd2a-4276-9281-d5f60fdd70df req-96cfe3e2-ffe0-48fd-8c25-cc9614524cfe tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:07.459303 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d07c0a43-fd2a-4276-9281-d5f60fdd70df req-96cfe3e2-ffe0-48fd-8c25-cc9614524cfe tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d552fc9-3869-44fb-8fa2-adc1341bf04c HTTP/1.1" status: 200 len: 945 time: 0.3507783 Feb 28 20:27:07.529749 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01151eb9-4555-481e-8190-c172e12bee11 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (3b843b05-72af-41f8-9086-871aff3ab0a5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:07.530372 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01151eb9-4555-481e-8190-c172e12bee11 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Fanout notify agent at l3_agent the message router_deleted on router 3b843b05-72af-41f8-9086-871aff3ab0a5 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:27:07.548809 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01151eb9-4555-481e-8190-c172e12bee11 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:07.550021 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-01151eb9-4555-481e-8190-c172e12bee11 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/routers/3b843b05-72af-41f8-9086-871aff3ab0a5 HTTP/1.1" status: 204 len: 168 time: 0.7343900 Feb 28 20:27:07.552735 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34362) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:07.606301 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d07c0a43-fd2a-4276-9281-d5f60fdd70df req-a1efe3dd-0ee9-46f8-8ecf-8d3cc7de37de tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f2b5935-fc38-4c17-8012-43e0ecae2240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321020 Feb 28 20:27:07.689651 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f450de10-68e9-4574-9288-915f8a7e716d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting subnet 3f82a9d7-1b95-454e-a9c1-e05deca5aa66 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:27:07.693173 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Allocated IP 172.20.0.3 (f93bb5b0-b654-484a-b540-d0f4106b4968/061df787-4254-4266-93eb-5523552c7b33/d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:27:07.696738 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f450de10-68e9-4574-9288-915f8a7e716d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (3f82a9d7-1b95-454e-a9c1-e05deca5aa66), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:07.798129 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f450de10-68e9-4574-9288-915f8a7e716d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (3f82a9d7-1b95-454e-a9c1-e05deca5aa66), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:08.027593 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f450de10-68e9-4574-9288-915f8a7e716d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (3f82a9d7-1b95-454e-a9c1-e05deca5aa66), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:08.103009 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a69d4f87-4393-4511-9eb9-44480ed75824 req-c23324f8-c311-45e4-9d83-860db9f89e84 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 210 time: 0.0525513 Feb 28 20:27:08.146162 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f450de10-68e9-4574-9288-915f8a7e716d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (3f82a9d7-1b95-454e-a9c1-e05deca5aa66), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:08.178390 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks [] for port (d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:08.232380 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f450de10-68e9-4574-9288-915f8a7e716d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:08.239176 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f450de10-68e9-4574-9288-915f8a7e716d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/subnets/3f82a9d7-1b95-454e-a9c1-e05deca5aa66 HTTP/1.1" status: 204 len: 168 time: 0.6822975 Feb 28 20:27:08.244767 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a06a29d-3be3-433d-a744-db915593d116 None None] Network afbb3d17-20ce-4e81-8cca-0fb28f647824 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:27:08.251183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34378) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:08.252854 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:08.272204 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450de10-68e9-4574-9288-915f8a7e716d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Subnet': ['ID=3f82a9d7-1b95-454e-a9c1-e05deca5aa66,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:08.326185 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1166f721-5eae-4e9d-923e-8ec5be9eea86 req-5eec5337-a24d-4ab7-bd67-35dea97e435a tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.1034191 Feb 28 20:27:08.478158 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Network f93bb5b0-b654-484a-b540-d0f4106b4968 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:27:08.536883 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:27:08.543595 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:27:08.563429 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8b8ca4-8fd4-4690-a62d-2ce4353a77fd None None] DHCP port deletion for afbb3d17-20ce-4e81-8cca-0fb28f647824 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:27:08.612335 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Pushing event updated for resources: {'Port': ['ID=d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:08.622705 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4083ef61-501e-4a52-8d63-d774e218449c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (afbb3d17-20ce-4e81-8cca-0fb28f647824), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:08.639042 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:08.639479 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:08.640020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:08.640388 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:08.640789 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:08.641189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:08.641633 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:08.642028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:08.642862 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:08.643265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:08.643663 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:08.644129 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:08.644462 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:08.719683 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7d8b8ca4-8fd4-4690-a62d-2ce4353a77fd None None] Deleting port 345a8a09-a8fe-405e-86ad-69a354b3d70b {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:08.720204 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7d8b8ca4-8fd4-4690-a62d-2ce4353a77fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (345a8a09-a8fe-405e-86ad-69a354b3d70b), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:08.724896 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:08.729316 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:08.760491 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34388) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:08.782543 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-13bff163-80d2-497d-8a02-d9e98c3708e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9224148 Feb 28 20:27:08.805383 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] Request body: {'port': {'device_id': '863ee36c-51e4-4f91-868f-a7c40b4a0285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:08.838991 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-7d8b8ca4-8fd4-4690-a62d-2ce4353a77fd None None] For port 345a8a09-a8fe-405e-86ad-69a354b3d70b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=345a8a09-a8fe-405e-86ad-69a354b3d70b,segment=NetworkSegment(bdea396e-9a64-4bc1-ba6f-40cc29f4bfc4),segment_id=bdea396e-9a64-4bc1-ba6f-40cc29f4bfc4)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:08.839389 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7d8b8ca4-8fd4-4690-a62d-2ce4353a77fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (345a8a09-a8fe-405e-86ad-69a354b3d70b), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:08.851169 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-4083ef61-501e-4a52-8d63-d774e218449c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting port 345a8a09-a8fe-405e-86ad-69a354b3d70b {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:08.851443 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4083ef61-501e-4a52-8d63-d774e218449c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (345a8a09-a8fe-405e-86ad-69a354b3d70b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:08.855333 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7d8b8ca4-8fd4-4690-a62d-2ce4353a77fd None None] Calling delete_port for 345a8a09-a8fe-405e-86ad-69a354b3d70b owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:08.929135 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:08.937221 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-188834db-f9fc-48c1-ab72-0c2c842550d3 tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-52217253'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:08.937786 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-188834db-f9fc-48c1-ab72-0c2c842550d3 tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] Unknown quota resources ['metering_label']. {{(pid=103773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 20:27:08.979445 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8b1d1-5cb4-4bfe-bcff-5bb0f2f74d20 req-c0a7a4d5-205e-4237-a999-c08993f05f4f tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:08.982225 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7cb8b1d1-5cb4-4bfe-bcff-5bb0f2f74d20 req-c0a7a4d5-205e-4237-a999-c08993f05f4f tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d552fc9-3869-44fb-8fa2-adc1341bf04c HTTP/1.1" status: 200 len: 945 time: 0.2442727 Feb 28 20:27:09.034897 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7d8b8ca4-8fd4-4690-a62d-2ce4353a77fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (345a8a09-a8fe-405e-86ad-69a354b3d70b), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:09.089914 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8b8ca4-8fd4-4690-a62d-2ce4353a77fd None None] No DVR routers for this DVR port 345a8a09-a8fe-405e-86ad-69a354b3d70b on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:27:09.092024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b8ca4-8fd4-4690-a62d-2ce4353a77fd None None] Pushing event deleted for resources: {'Port': ['ID=345a8a09-a8fe-405e-86ad-69a354b3d70b,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:09.119926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-4083ef61-501e-4a52-8d63-d774e218449c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] For port 345a8a09-a8fe-405e-86ad-69a354b3d70b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=345a8a09-a8fe-405e-86ad-69a354b3d70b,segment=NetworkSegment(bdea396e-9a64-4bc1-ba6f-40cc29f4bfc4),segment_id=bdea396e-9a64-4bc1-ba6f-40cc29f4bfc4)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:09.120483 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4083ef61-501e-4a52-8d63-d774e218449c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (345a8a09-a8fe-405e-86ad-69a354b3d70b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:09.156929 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-4083ef61-501e-4a52-8d63-d774e218449c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Calling delete_port for 345a8a09-a8fe-405e-86ad-69a354b3d70b owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:09.161358 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7cb8b1d1-5cb4-4bfe-bcff-5bb0f2f74d20 req-02dd71cf-1bfc-43c4-bc16-1bb428990472 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f2b5935-fc38-4c17-8012-43e0ecae2240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729736 Feb 28 20:27:09.270497 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-188834db-f9fc-48c1-ab72-0c2c842550d3 tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:09.271711 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-188834db-f9fc-48c1-ab72-0c2c842550d3 tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.5099697 Feb 28 20:27:09.274845 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34398) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:09.279608 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-935559c2-ba30-4c4b-9fbe-36498d7e747f tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '6bf711db-abe4-46d8-9da3-8ca41eae44d1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:09.280176 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-935559c2-ba30-4c4b-9fbe-36498d7e747f tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 20:27:09.391915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14460f11-1e98-45e7-90ed-353760b8f3b0 req-0fac2557-7e3c-45f5-9aa0-83ab9b0c32c7 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:09.399717 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-14460f11-1e98-45e7-90ed-353760b8f3b0 req-0fac2557-7e3c-45f5-9aa0-83ab9b0c32c7 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 931 time: 0.1799958 Feb 28 20:27:09.449118 n-d-820368-21 neutron-server[103773]: WARNING neutron.services.metering.metering_plugin [None req-935559c2-ba30-4c4b-9fbe-36498d7e747f tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 28 20:27:09.476051 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4083ef61-501e-4a52-8d63-d774e218449c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (345a8a09-a8fe-405e-86ad-69a354b3d70b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:09.544898 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083ef61-501e-4a52-8d63-d774e218449c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Port': ['ID=345a8a09-a8fe-405e-86ad-69a354b3d70b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:09.551413 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-785526a2-4a14-48bc-bff2-9b6a70ff675a req-a6c68cdf-7aae-4b7c-894e-1979c88d8ea6 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.0768456 Feb 28 20:27:09.569191 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-14460f11-1e98-45e7-90ed-353760b8f3b0 req-86ca0182-14e4-4968-b4b5-41947d0bb26f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683502 Feb 28 20:27:09.570278 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-935559c2-ba30-4c4b-9fbe-36498d7e747f tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:09.575217 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-935559c2-ba30-4c4b-9fbe-36498d7e747f tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2996120 Feb 28 20:27:09.575924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34404) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:09.580508 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-9e05234b-2b24-4ee1-ac05-87d2a9c6e54f tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '6bf711db-abe4-46d8-9da3-8ca41eae44d1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:09.581000 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-9e05234b-2b24-4ee1-ac05-87d2a9c6e54f tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 20:27:09.598666 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4083ef61-501e-4a52-8d63-d774e218449c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] No DVR routers for this DVR port 345a8a09-a8fe-405e-86ad-69a354b3d70b on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:27:09.672570 n-d-820368-21 neutron-server[103773]: WARNING neutron.services.metering.metering_plugin [None req-9e05234b-2b24-4ee1-ac05-87d2a9c6e54f tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 28 20:27:09.773054 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9e05234b-2b24-4ee1-ac05-87d2a9c6e54f tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:09.775645 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9e05234b-2b24-4ee1-ac05-87d2a9c6e54f tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1976635 Feb 28 20:27:09.777189 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34412) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:09.790888 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-79ca6874-0250-4693-8e89-24882c9c4fa2 tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=f16fc4b7-4214-41d3-a235-f6d47d5e7fc3 HTTP/1.1" status: 200 len: 464 time: 0.0125751 Feb 28 20:27:09.793383 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34414) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:09.822190 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4083ef61-501e-4a52-8d63-d774e218449c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (afbb3d17-20ce-4e81-8cca-0fb28f647824), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:09.826520 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:27:09.841950 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] Publish callbacks [] for port (d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:09.859985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-4083ef61-501e-4a52-8d63-d774e218449c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afbb3d17-20ce-4e81-8cca-0fb28f647824']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:09.873490 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-4083ef61-501e-4a52-8d63-d774e218449c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdea396e-9a64-4bc1-ba6f-40cc29f4bfc4') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:09.873799 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-4083ef61-501e-4a52-8d63-d774e218449c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdea396e-9a64-4bc1-ba6f-40cc29f4bfc4') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:09.875828 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] Transition to ACTIVE for port object d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:27:09.881944 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:09.889154 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4083ef61-501e-4a52-8d63-d774e218449c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (bdea396e-9a64-4bc1-ba6f-40cc29f4bfc4), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:09.926845 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8351dbbe-f2e9-46d5-bfd3-65aaf2bed918 tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:09.928562 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8351dbbe-f2e9-46d5-bfd3-65aaf2bed918 tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/f16fc4b7-4214-41d3-a235-f6d47d5e7fc3 HTTP/1.1" status: 204 len: 168 time: 0.1342139 Feb 28 20:27:09.931178 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34418) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:09.942431 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-594d922e-cd58-4607-9498-65f8a523f8ff tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=f16fc4b7-4214-41d3-a235-f6d47d5e7fc3 HTTP/1.1" status: 200 len: 221 time: 0.0095294 Feb 28 20:27:09.946055 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34420) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:09.947206 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4083ef61-501e-4a52-8d63-d774e218449c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (bdea396e-9a64-4bc1-ba6f-40cc29f4bfc4), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:09.951344 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-fc95259b-71ed-4d0a-acbe-562f885ebb66 tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1463877842', 'description': 'label created by tempest'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:09.951593 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-fc95259b-71ed-4d0a-acbe-562f885ebb66 tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] Unknown quota resources ['metering_label']. {{(pid=103773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 20:27:09.983955 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] Pushing event updated for resources: {'Port': ['ID=d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:09.990393 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4083ef61-501e-4a52-8d63-d774e218449c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:27:09.991078 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4083ef61-501e-4a52-8d63-d774e218449c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (bdea396e-9a64-4bc1-ba6f-40cc29f4bfc4), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:27:10.077106 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:27:10.080666 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4083ef61-501e-4a52-8d63-d774e218449c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (afbb3d17-20ce-4e81-8cca-0fb28f647824), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:10.113137 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4083ef61-501e-4a52-8d63-d774e218449c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:10.120192 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4083ef61-501e-4a52-8d63-d774e218449c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/networks/afbb3d17-20ce-4e81-8cca-0fb28f647824 HTTP/1.1" status: 204 len: 168 time: 1.8646057 Feb 28 20:27:10.125635 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34424) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:10.139023 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d9777618-f62f-4029-ae6e-88b9b13383fe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'network': {'name': 'tempest-RoutersTest-1440119396'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:10.174344 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083ef61-501e-4a52-8d63-d774e218449c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Network': ['ID=afbb3d17-20ce-4e81-8cca-0fb28f647824,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:10.186620 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc95259b-71ed-4d0a-acbe-562f885ebb66 tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:10.187852 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fc95259b-71ed-4d0a-acbe-562f885ebb66 tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2407870 Feb 28 20:27:10.193079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34428) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:10.220636 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9777618-f62f-4029-ae6e-88b9b13383fe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Made reservation on behalf of 25615de0e19746d8843cb2b14de50f6e for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:27:10.232754 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d9777618-f62f-4029-ae6e-88b9b13383fe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:10.518147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 345a8a09-a8fe-405e-86ad-69a354b3d70b no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:27:10.564660 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d8418485-5723-4dc9-926d-a94b59f16663 tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=9152eaa8-3c78-43aa-8c77-cc37979fcc2d HTTP/1.1" status: 200 len: 468 time: 0.3704185 Feb 28 20:27:10.569055 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34430) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:10.597548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 345a8a09-a8fe-405e-86ad-69a354b3d70b {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:27:10.600485 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 345a8a09-a8fe-405e-86ad-69a354b3d70b not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:27:10.649238 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] Attempting to bind port d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:27:10.649238 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] Attempting to bind port d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:27:10.649238 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] Attempting to bind port d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 on network f93bb5b0-b654-484a-b540-d0f4106b4968 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:27:10.678586 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] Port d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 on network f93bb5b0-b654-484a-b540-d0f4106b4968 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:27:10.678924 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] Attempting to bind port d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 on network f93bb5b0-b654-484a-b540-d0f4106b4968 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:27:10.697367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9777618-f62f-4029-ae6e-88b9b13383fe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:27:10.699655 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:27:10.700029 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] Checking segment: {'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:27:10.700602 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] Bound using segment: {'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:27:10.701047 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] Bound port: d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:27:10.701409 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:10.728367 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d9777618-f62f-4029-ae6e-88b9b13383fe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (a5d788ce-91df-4f3c-82c8-c965962cae62), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:10.728718 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-d9777618-f62f-4029-ae6e-88b9b13383fe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Added segment a5d788ce-91df-4f3c-82c8-c965962cae62 of type vlan for network e69731b7-9756-41bf-a0fe-3e91a68470a5 Feb 28 20:27:10.842370 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d44931f7-c87e-4775-94be-eb909177befc tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:10.843868 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d44931f7-c87e-4775-94be-eb909177befc tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/9152eaa8-3c78-43aa-8c77-cc37979fcc2d HTTP/1.1" status: 204 len: 168 time: 0.2737265 Feb 28 20:27:10.846509 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34440) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:10.849926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2a614-400e-4303-babe-331733ba8012 req-1f00473f-7ac5-4b8f-a551-1a036f4f8d86 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:10.860010 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97a2a614-400e-4303-babe-331733ba8012 req-1f00473f-7ac5-4b8f-a551-1a036f4f8d86 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d552fc9-3869-44fb-8fa2-adc1341bf04c HTTP/1.1" status: 200 len: 945 time: 0.2391119 Feb 28 20:27:10.867210 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fda04e20-abeb-4d4a-861e-865ed85ca3f4 tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=9152eaa8-3c78-43aa-8c77-cc37979fcc2d HTTP/1.1" status: 200 len: 216 time: 0.0194864 Feb 28 20:27:10.870537 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34442) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:10.889171 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4c0e79f5-6c63-4f4f-b8fa-d52d8871b493 tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0150206 Feb 28 20:27:10.894145 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34444) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:10.894950 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d9777618-f62f-4029-ae6e-88b9b13383fe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (e69731b7-9756-41bf-a0fe-3e91a68470a5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:10.910791 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-24f5e7d3-7037-4d06-9315-6edd32a450b8 tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0147846 Feb 28 20:27:10.914830 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34446) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:10.972775 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] For port d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:27:10.994672 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2badc4d-cbe8-49b3-b1f9-4d7f89430e03 req-f3ac15a4-3c4f-4a4e-aa33-096b5d1e0a88 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:10.996257 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2badc4d-cbe8-49b3-b1f9-4d7f89430e03 req-f3ac15a4-3c4f-4a4e-aa33-096b5d1e0a88 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 943 time: 0.2807651 Feb 28 20:27:11.002818 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-89b83baf-1e1b-4996-9317-b6a6d1f7a916 tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/6bf711db-abe4-46d8-9da3-8ca41eae44d1 HTTP/1.1" status: 200 len: 471 time: 0.0862069 Feb 28 20:27:11.008711 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34448) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:11.016354 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d9777618-f62f-4029-ae6e-88b9b13383fe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (e69731b7-9756-41bf-a0fe-3e91a68470a5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:11.021467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9777618-f62f-4029-ae6e-88b9b13383fe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:11.022063 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d9777618-f62f-4029-ae6e-88b9b13383fe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:11.023536 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-dfd28f5b-3a5a-48da-8e40-781b6a76b120 tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/bc8d59b1-e718-416c-bed4-997eaa5ebc99 HTTP/1.1" status: 200 len: 461 time: 0.0133722 Feb 28 20:27:11.026634 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34450) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:11.044070 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] For port d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:27:11.142472 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9777618-f62f-4029-ae6e-88b9b13383fe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Network': ['ID=e69731b7-9756-41bf-a0fe-3e91a68470a5,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:11.148265 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97a2a614-400e-4303-babe-331733ba8012 req-adea3d79-9c98-4c31-896c-4c71d7b5522a tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f2b5935-fc38-4c17-8012-43e0ecae2240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871881 Feb 28 20:27:11.156108 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network e69731b7-9756-41bf-a0fe-3e91a68470a5 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:27:11.183476 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:11.228552 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0a4c3204-9264-4edf-99ad-01e090110480 tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:11.238625 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0a4c3204-9264-4edf-99ad-01e090110480 tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/bc8d59b1-e718-416c-bed4-997eaa5ebc99 HTTP/1.1" status: 204 len: 168 time: 0.2084162 Feb 28 20:27:11.239208 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34456) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:11.330109 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d9777618-f62f-4029-ae6e-88b9b13383fe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2035778 Feb 28 20:27:11.336988 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:11.347611 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:11.350343 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] 10.222.0.10 "PUT /v2.0/ports/d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 HTTP/1.1" status: 200 len: 1092 time: 2.5533988 Feb 28 20:27:11.356243 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2badc4d-cbe8-49b3-b1f9-4d7f89430e03 req-8635954f-5476-46a0-b7ee-e8a5a1efdcc0 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440483 Feb 28 20:27:11.358125 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863ee36c-51e4-4f91-868f-a7c40b4a0285', 'tag': 'd3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:27:11.362377 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fe7fa9-a5d2-4df7-a921-cd69b7c21493" -d '{"events": [{"name": "network-changed", "server_uuid": "863ee36c-51e4-4f91-868f-a7c40b4a0285", "tag": "d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:27:11.395625 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34458) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:11.440317 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-854225d3-7070-4e2d-9879-7be6855e34e8 req-a4a3c2c0-fecd-4870-9f6a-c01f330b791b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.1219182 Feb 28 20:27:11.442720 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1dc8dd-f0a7-4a50-b2eb-d4184c1a533a service neutron] Pushing event updated for resources: {'Port': ['ID=d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:11.450086 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d5311c2c-0786-48ea-9c2b-df9a2201ee0a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'subnet': {'network_id': 'e69731b7-9756-41bf-a0fe-3e91a68470a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:11.577789 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af01d13-304c-437b-a375-11ef90790d2d x-openstack-request-id: req-4af01d13-304c-437b-a375-11ef90790d2d {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:27:11.578124 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863ee36c-51e4-4f91-868f-a7c40b4a0285", "tag": "d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:27:11.578366 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4af01d13-304c-437b-a375-11ef90790d2d {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:27:11.578788 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863ee36c-51e4-4f91-868f-a7c40b4a0285', 'tag': 'd3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0', 'status': 'completed', 'code': 200} Feb 28 20:27:11.598465 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-0c593c61-529a-41d4-ab45-18077d63b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:11.600367 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-0c593c61-529a-41d4-ab45-18077d63b5b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 1126 time: 0.1390991 Feb 28 20:27:11.670688 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-a0d2308f-f3e6-4db3-a900-51ceafd6deac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 HTTP/1.1" status: 200 len: 217 time: 0.0493975 Feb 28 20:27:11.673444 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5311c2c-0786-48ea-9c2b-df9a2201ee0a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Made reservation on behalf of 25615de0e19746d8843cb2b14de50f6e for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:27:11.678442 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d5311c2c-0786-48ea-9c2b-df9a2201ee0a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:11.682232 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-17a18756-4bc2-4af9-8e85-41464724a0ee tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:11.687513 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-17a18756-4bc2-4af9-8e85-41464724a0ee tempest-MeteringTestJSON-1218771362 tempest-MeteringTestJSON-1218771362-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/6bf711db-abe4-46d8-9da3-8ca41eae44d1 HTTP/1.1" status: 204 len: 168 time: 0.4450004 Feb 28 20:27:11.814798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-0743ef83-4709-4e34-91a5-1ff58401a2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:11.816357 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-0743ef83-4709-4e34-91a5-1ff58401a2df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=061df787-4254-4266-93eb-5523552c7b33 HTTP/1.1" status: 200 len: 845 time: 0.1341133 Feb 28 20:27:11.889800 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-35faab5b-9cef-41f5-93f8-ae1f041b0ad6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f93bb5b0-b654-484a-b540-d0f4106b4968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380664 Feb 28 20:27:12.030354 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd318377-7560-47e8-aa48-db73ba662d4c req-dd5839d3-fc63-42b3-a7c8-1e13991a9374 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:12.031993 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd318377-7560-47e8-aa48-db73ba662d4c req-dd5839d3-fc63-42b3-a7c8-1e13991a9374 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d552fc9-3869-44fb-8fa2-adc1341bf04c HTTP/1.1" status: 200 len: 945 time: 0.2109282 Feb 28 20:27:12.112521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34480) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:12.127729 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d5311c2c-0786-48ea-9c2b-df9a2201ee0a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (abd99894-bef0-42f4-985b-a2dfeb25db75), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:12.150004 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-f3f8a1a5-5aa1-40ad-8c92-2c91fc7efd85 service neutron] 10.222.0.10 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437663 Feb 28 20:27:12.246335 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd318377-7560-47e8-aa48-db73ba662d4c req-e5d8e336-39f7-4ff9-bffb-9f9dc095813a tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f2b5935-fc38-4c17-8012-43e0ecae2240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809042 Feb 28 20:27:12.289407 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7407d8a-43a3-4e9c-9600-39f4b405be33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:12.306820 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5311c2c-0786-48ea-9c2b-df9a2201ee0a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Subnet': ['ID=abd99894-bef0-42f4-985b-a2dfeb25db75,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:12.346369 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5311c2c-0786-48ea-9c2b-df9a2201ee0a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Checking segment: {'id': 'a5d788ce-91df-4f3c-82c8-c965962cae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e69731b7-9756-41bf-a0fe-3e91a68470a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:27:12.346799 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5311c2c-0786-48ea-9c2b-df9a2201ee0a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network hostable DHCP agents. Network: e69731b7-9756-41bf-a0fe-3e91a68470a5, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:27:12.387179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77adf5ce-29ed-4fdf-88b2-24f173e205ab req-11a77253-dbf2-4c2f-a60f-ad22241d951a service neutron] 10.222.0.10 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953082 Feb 28 20:27:12.388727 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5311c2c-0786-48ea-9c2b-df9a2201ee0a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network e69731b7-9756-41bf-a0fe-3e91a68470a5 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:27:12.422172 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-d5311c2c-0786-48ea-9c2b-df9a2201ee0a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, e69731b7-9756-41bf-a0fe-3e91a68470a5) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:27:12.430782 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5311c2c-0786-48ea-9c2b-df9a2201ee0a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:12.431989 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d5311c2c-0786-48ea-9c2b-df9a2201ee0a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:12.436362 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7407d8a-43a3-4e9c-9600-39f4b405be33 admin admin] Publish callbacks [] for security_group (851513b0-91b6-40f4-8570-026827b76290), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:12.438032 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18348dc4-1282-4927-b3b3-9cac2193e834 None None] Network e69731b7-9756-41bf-a0fe-3e91a68470a5 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:27:12.445074 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7407d8a-43a3-4e9c-9600-39f4b405be33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (851513b0-91b6-40f4-8570-026827b76290), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:12.525183 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e7407d8a-43a3-4e9c-9600-39f4b405be33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08ca6e6114d847959e3ad21137a74be2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4114847 Feb 28 20:27:12.526053 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7407d8a-43a3-4e9c-9600-39f4b405be33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851513b0-91b6-40f4-8570-026827b76290,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:12.533958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34496) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:12.590591 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d5311c2c-0786-48ea-9c2b-df9a2201ee0a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1490057 Feb 28 20:27:12.594654 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34498) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:12.619060 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-4be85c62-f08b-4aa0-8b26-9d13bf15ca2f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-159688396', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:12.660819 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7ad165-75c6-4df9-91cc-623d364455a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-e69731b7-9756-41bf-a0fe-3e91a68470a5', 'network_id': 'e69731b7-9756-41bf-a0fe-3e91a68470a5', 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'fixed_ips': [{'subnet_id': 'abd99894-bef0-42f4-985b-a2dfeb25db75'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:27:12.662636 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c7ad165-75c6-4df9-91cc-623d364455a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:12.664078 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4be85c62-f08b-4aa0-8b26-9d13bf15ca2f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (ac2905ed-aecd-4c47-8f17-78934722738b), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:12.665158 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4be85c62-f08b-4aa0-8b26-9d13bf15ca2f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (ac2905ed-aecd-4c47-8f17-78934722738b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:12.734626 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5a3a2c19-8d18-49b5-a21e-f1ae24b39b3e req-e782d97f-b4a4-473f-a55a-6f30bb8ba53e tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.0854235 Feb 28 20:27:12.753237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bd54c-8e51-4558-9e9b-06a1af7aef38 req-2cd2ead3-a408-429b-b3ea-c9197dada9e6 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:12.760494 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-496bd54c-8e51-4558-9e9b-06a1af7aef38 req-2cd2ead3-a408-429b-b3ea-c9197dada9e6 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 943 time: 0.2771788 Feb 28 20:27:12.770194 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe7fa9-a5d2-4df7-a921-cd69b7c21493 req-1e58093d-d60e-4d3d-b9fb-5c6b146b08e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:12.771795 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28fe7fa9-a5d2-4df7-a921-cd69b7c21493 req-1e58093d-d60e-4d3d-b9fb-5c6b146b08e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 1126 time: 0.3158035 Feb 28 20:27:12.878327 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-496bd54c-8e51-4558-9e9b-06a1af7aef38 req-e91a14e0-d1b7-4ccf-9535-e68f5d5fdecf tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158705 Feb 28 20:27:12.923030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-5c7ad165-75c6-4df9-91cc-623d364455a6 None None] Allocated IP 172.20.0.2 (e69731b7-9756-41bf-a0fe-3e91a68470a5/abd99894-bef0-42f4-985b-a2dfeb25db75/84ae2ec9-bb3b-40d4-9733-040ab0eb11ed) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:27:12.947277 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4ddad20d-dbb4-44b2-a21f-30b0b36ae303 admin admin] Publish callbacks [] for security_group (851513b0-91b6-40f4-8570-026827b76290), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:12.959742 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4be85c62-f08b-4aa0-8b26-9d13bf15ca2f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router_controller (ac2905ed-aecd-4c47-8f17-78934722738b), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:12.970450 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4be85c62-f08b-4aa0-8b26-9d13bf15ca2f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (ac2905ed-aecd-4c47-8f17-78934722738b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:12.998099 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4ddad20d-dbb4-44b2-a21f-30b0b36ae303 admin admin] Publish callbacks [] for security_group (851513b0-91b6-40f4-8570-026827b76290), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:13.010137 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4be85c62-f08b-4aa0-8b26-9d13bf15ca2f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:13.011744 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4be85c62-f08b-4aa0-8b26-9d13bf15ca2f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4143305 Feb 28 20:27:13.016290 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34502) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:13.057790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe7fa9-a5d2-4df7-a921-cd69b7c21493 req-e946f53c-fbd0-43c7-8463-ebb2b93ca0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:13.059876 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28fe7fa9-a5d2-4df7-a921-cd69b7c21493 req-e946f53c-fbd0-43c7-8463-ebb2b93ca0a9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 905 time: 0.2781479 Feb 28 20:27:13.117126 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28fe7fa9-a5d2-4df7-a921-cd69b7c21493 req-ac07ec84-c446-4c6b-b196-5abdf5c6ec9a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 HTTP/1.1" status: 200 len: 217 time: 0.0429006 Feb 28 20:27:13.120594 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4ddad20d-dbb4-44b2-a21f-30b0b36ae303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (851513b0-91b6-40f4-8570-026827b76290), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:13.125491 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4ddad20d-dbb4-44b2-a21f-30b0b36ae303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:13.126857 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4ddad20d-dbb4-44b2-a21f-30b0b36ae303 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/851513b0-91b6-40f4-8570-026827b76290 HTTP/1.1" status: 204 len: 168 time: 0.5515821 Feb 28 20:27:13.191131 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddad20d-dbb4-44b2-a21f-30b0b36ae303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851513b0-91b6-40f4-8570-026827b76290,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:13.194250 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe7fa9-a5d2-4df7-a921-cd69b7c21493 req-c94cc549-59e4-4f4c-931b-8b0f7f4358d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:13.196200 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28fe7fa9-a5d2-4df7-a921-cd69b7c21493 req-c94cc549-59e4-4f4c-931b-8b0f7f4358d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=061df787-4254-4266-93eb-5523552c7b33 HTTP/1.1" status: 200 len: 845 time: 0.0679073 Feb 28 20:27:13.285789 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28fe7fa9-a5d2-4df7-a921-cd69b7c21493 req-d79709f6-d55c-42b9-a231-45cf5ace6e46 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f93bb5b0-b654-484a-b540-d0f4106b4968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795441 Feb 28 20:27:13.324664 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c7ad165-75c6-4df9-91cc-623d364455a6 None None] Publish callbacks [] for port (84ae2ec9-bb3b-40d4-9733-040ab0eb11ed), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:13.335625 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c7ad165-75c6-4df9-91cc-623d364455a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (84ae2ec9-bb3b-40d4-9733-040ab0eb11ed), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:13.438018 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ad165-75c6-4df9-91cc-623d364455a6 None None] Pushing event updated for resources: {'Port': ['ID=84ae2ec9-bb3b-40d4-9733-040ab0eb11ed,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:13.447839 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7ad165-75c6-4df9-91cc-623d364455a6 None None] Network e69731b7-9756-41bf-a0fe-3e91a68470a5 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:27:13.449790 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-5c7ad165-75c6-4df9-91cc-623d364455a6 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:27:13.464139 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7ad165-75c6-4df9-91cc-623d364455a6 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:27:13.586753 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbe6a9-6519-4435-ab4c-7a2a1bea9ce8 req-756e53a5-d8df-4ec6-a9e3-3461f7c68af0 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:13.592606 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbfbe6a9-6519-4435-ab4c-7a2a1bea9ce8 req-756e53a5-d8df-4ec6-a9e3-3461f7c68af0 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d552fc9-3869-44fb-8fa2-adc1341bf04c HTTP/1.1" status: 200 len: 945 time: 0.1187487 Feb 28 20:27:13.594833 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28fe7fa9-a5d2-4df7-a921-cd69b7c21493 req-f5c056ef-4dc2-4e5b-a7b2-b655586f8f2a service neutron] 10.222.0.10 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973359 Feb 28 20:27:13.688224 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-5c7ad165-75c6-4df9-91cc-623d364455a6 None None] Attempting to bind port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:27:13.688586 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-5c7ad165-75c6-4df9-91cc-623d364455a6 None None] Attempting to bind port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'a5d788ce-91df-4f3c-82c8-c965962cae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e69731b7-9756-41bf-a0fe-3e91a68470a5'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:27:13.688942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7ad165-75c6-4df9-91cc-623d364455a6 None None] Attempting to bind port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed on network e69731b7-9756-41bf-a0fe-3e91a68470a5 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:27:13.706278 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7ad165-75c6-4df9-91cc-623d364455a6 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:27:13.710792 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7ad165-75c6-4df9-91cc-623d364455a6 None None] Checking segment: {'id': 'a5d788ce-91df-4f3c-82c8-c965962cae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e69731b7-9756-41bf-a0fe-3e91a68470a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:27:13.711318 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c7ad165-75c6-4df9-91cc-623d364455a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:13.711750 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7ad165-75c6-4df9-91cc-623d364455a6 None None] Bound using segment: {'id': 'a5d788ce-91df-4f3c-82c8-c965962cae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e69731b7-9756-41bf-a0fe-3e91a68470a5'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:27:13.712391 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-5c7ad165-75c6-4df9-91cc-623d364455a6 None None] Bound port: 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d788ce-91df-4f3c-82c8-c965962cae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e69731b7-9756-41bf-a0fe-3e91a68470a5'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:27:13.712782 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c7ad165-75c6-4df9-91cc-623d364455a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (84ae2ec9-bb3b-40d4-9733-040ab0eb11ed), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:13.726615 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbfbe6a9-6519-4435-ab4c-7a2a1bea9ce8 req-db919e5c-4d15-40a1-89f6-a545c8f2b814 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f2b5935-fc38-4c17-8012-43e0ecae2240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274171 Feb 28 20:27:13.855507 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a724058-400b-472e-aa8d-097137b983d9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:13.908787 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5c7ad165-75c6-4df9-91cc-623d364455a6 None None] For port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:27:13.911930 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5c7ad165-75c6-4df9-91cc-623d364455a6 None None] For port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=84ae2ec9-bb3b-40d4-9733-040ab0eb11ed,segment=NetworkSegment(a5d788ce-91df-4f3c-82c8-c965962cae62),segment_id=a5d788ce-91df-4f3c-82c8-c965962cae62)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:27:13.917373 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34516) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:13.929473 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c7ad165-75c6-4df9-91cc-623d364455a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (84ae2ec9-bb3b-40d4-9733-040ab0eb11ed), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:13.974773 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fa7ef-3809-4d18-b9fb-56bc07589151 req-643ae17f-71f3-4874-804d-0c59103450bc tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:13.985725 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a17fa7ef-3809-4d18-b9fb-56bc07589151 req-643ae17f-71f3-4874-804d-0c59103450bc tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d552fc9-3869-44fb-8fa2-adc1341bf04c HTTP/1.1" status: 200 len: 945 time: 0.3501306 Feb 28 20:27:14.087287 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ad165-75c6-4df9-91cc-623d364455a6 None None] Pushing event updated for resources: {'Port': ['ID=84ae2ec9-bb3b-40d4-9733-040ab0eb11ed,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:14.192030 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4a268c67-ff19-45ae-9faf-3c4c4b17c54a req-40fcab70-fd91-46ba-bb0b-d356a6ca338b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ed5abc-8fdd-40ad-b106-a780cc5b0d10 HTTP/1.1" status: 200 len: 210 time: 0.2004752 Feb 28 20:27:14.235794 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28fe7fa9-a5d2-4df7-a921-cd69b7c21493 req-acb5acb9-1799-4083-aee8-dc86b328a2b9 service neutron] 10.222.0.10 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6218550 Feb 28 20:27:14.238564 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d65958fb-e092-41d5-93bf-547364669b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:14.414733 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-a17fa7ef-3809-4d18-b9fb-56bc07589151 req-3770da4f-2281-41fa-bb50-53c9a22d2de2 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Deleting port cd83a672-9687-4180-9f91-9c260a6289ef {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:14.415112 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a17fa7ef-3809-4d18-b9fb-56bc07589151 req-3770da4f-2281-41fa-bb50-53c9a22d2de2 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (cd83a672-9687-4180-9f91-9c260a6289ef), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:14.448948 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71be9b-3b46-42cf-b807-3daf0dd09c0e req-779d8a3f-903f-4e55-9088-bae87e953505 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:14.460768 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc71be9b-3b46-42cf-b807-3daf0dd09c0e req-779d8a3f-903f-4e55-9088-bae87e953505 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 943 time: 0.3338306 Feb 28 20:27:14.492060 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-8a724058-400b-472e-aa8d-097137b983d9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Allocated IP 172.20.0.1 (e69731b7-9756-41bf-a0fe-3e91a68470a5/abd99894-bef0-42f4-985b-a2dfeb25db75/76d83f95-9063-4d19-b2b8-56a438eca52d) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:27:14.617551 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc71be9b-3b46-42cf-b807-3daf0dd09c0e req-30cfec32-6591-465a-8a07-bab766a5da9c tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558897 Feb 28 20:27:14.635518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:27:14.718939 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a724058-400b-472e-aa8d-097137b983d9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for port (76d83f95-9063-4d19-b2b8-56a438eca52d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:14.719734 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:27:14.721893 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (84ae2ec9-bb3b-40d4-9733-040ab0eb11ed), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:14.724657 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d65958fb-e092-41d5-93bf-547364669b95 admin admin] Publish callbacks [] for security_group (ab84c939-402b-4786-b5b8-4da697ae58ac), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:14.743584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-a17fa7ef-3809-4d18-b9fb-56bc07589151 req-3770da4f-2281-41fa-bb50-53c9a22d2de2 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] For port cd83a672-9687-4180-9f91-9c260a6289ef, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=cd83a672-9687-4180-9f91-9c260a6289ef,segment=NetworkSegment(f95e312e-ab22-47f3-ab20-192b65c145e8),segment_id=f95e312e-ab22-47f3-ab20-192b65c145e8)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:14.749421 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a17fa7ef-3809-4d18-b9fb-56bc07589151 req-3770da4f-2281-41fa-bb50-53c9a22d2de2 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (cd83a672-9687-4180-9f91-9c260a6289ef), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:14.759449 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d65958fb-e092-41d5-93bf-547364669b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ab84c939-402b-4786-b5b8-4da697ae58ac), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:14.768780 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a724058-400b-472e-aa8d-097137b983d9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (76d83f95-9063-4d19-b2b8-56a438eca52d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:14.788498 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-a17fa7ef-3809-4d18-b9fb-56bc07589151 req-3770da4f-2281-41fa-bb50-53c9a22d2de2 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Calling delete_port for cd83a672-9687-4180-9f91-9c260a6289ef owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:14.825667 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d65958fb-e092-41d5-93bf-547364669b95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c90d58bda62484197fd734e3b294946&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9047985 Feb 28 20:27:14.826433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65958fb-e092-41d5-93bf-547364669b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab84c939-402b-4786-b5b8-4da697ae58ac,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:14.832054 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34522) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:14.851384 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:27:14.852184 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (84ae2ec9-bb3b-40d4-9733-040ab0eb11ed), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:14.854670 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a724058-400b-472e-aa8d-097137b983d9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Port': ['ID=76d83f95-9063-4d19-b2b8-56a438eca52d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:14.890148 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=84ae2ec9-bb3b-40d4-9733-040ab0eb11ed,segment=NetworkSegment(a5d788ce-91df-4f3c-82c8-c965962cae62),segment_id=a5d788ce-91df-4f3c-82c8-c965962cae62)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:14.897446 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (84ae2ec9-bb3b-40d4-9733-040ab0eb11ed), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:14.902830 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a724058-400b-472e-aa8d-097137b983d9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network e69731b7-9756-41bf-a0fe-3e91a68470a5 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:27:14.907035 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-8a724058-400b-472e-aa8d-097137b983d9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:27:14.909658 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a724058-400b-472e-aa8d-097137b983d9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:27:14.955463 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-502b57c5-e82b-48f7-92c4-3f9fd873dc23 req-27c8071d-aca7-4006-9bc4-e71a8262107c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1035872 Feb 28 20:27:14.959172 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a724058-400b-472e-aa8d-097137b983d9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (ac2905ed-aecd-4c47-8f17-78934722738b), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:14.987624 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=84ae2ec9-bb3b-40d4-9733-040ab0eb11ed,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:15.101671 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b57c5-e82b-48f7-92c4-3f9fd873dc23 req-aa6f62dc-804a-472c-9de1-54a8da00fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:15.103150 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-502b57c5-e82b-48f7-92c4-3f9fd873dc23 req-aa6f62dc-804a-472c-9de1-54a8da00fbe6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce448fa148384bfb9a78481379c26323&device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 1128 time: 0.0893989 Feb 28 20:27:15.120717 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-558dc535-c566-4fa6-bca1-930cd8ef252a admin admin] Publish callbacks [] for security_group (ab84c939-402b-4786-b5b8-4da697ae58ac), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:15.145962 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-558dc535-c566-4fa6-bca1-930cd8ef252a admin admin] Publish callbacks [] for security_group (ab84c939-402b-4786-b5b8-4da697ae58ac), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:15.194981 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a17fa7ef-3809-4d18-b9fb-56bc07589151 req-3770da4f-2281-41fa-bb50-53c9a22d2de2 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (cd83a672-9687-4180-9f91-9c260a6289ef), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:15.210354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['cd83a672-9687-4180-9f91-9c260a6289ef'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:27:15.213728 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a724058-400b-472e-aa8d-097137b983d9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (76d83f95-9063-4d19-b2b8-56a438eca52d), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:15.222847 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010351e-7d6b-4ff5-a90e-0c91650c878e req-7957d743-7161-45f2-84d5-7105a4c0533b tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:15.224460 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f010351e-7d6b-4ff5-a90e-0c91650c878e req-7957d743-7161-45f2-84d5-7105a4c0533b tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d552fc9-3869-44fb-8fa2-adc1341bf04c HTTP/1.1" status: 200 len: 945 time: 0.2059081 Feb 28 20:27:15.269512 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-558dc535-c566-4fa6-bca1-930cd8ef252a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ab84c939-402b-4786-b5b8-4da697ae58ac), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:15.273132 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-558dc535-c566-4fa6-bca1-930cd8ef252a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:15.274930 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-558dc535-c566-4fa6-bca1-930cd8ef252a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab84c939-402b-4786-b5b8-4da697ae58ac HTTP/1.1" status: 204 len: 168 time: 0.4419491 Feb 28 20:27:15.291891 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770da4f-2281-41fa-bb50-53c9a22d2de2 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Pushing event deleted for resources: {'Port': ['ID=cd83a672-9687-4180-9f91-9c260a6289ef,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:15.355451 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558dc535-c566-4fa6-bca1-930cd8ef252a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab84c939-402b-4786-b5b8-4da697ae58ac,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:15.420819 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34536) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:15.543644 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17fa7ef-3809-4d18-b9fb-56bc07589151 req-3770da4f-2281-41fa-bb50-53c9a22d2de2 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] No DVR routers for this DVR port cd83a672-9687-4180-9f91-9c260a6289ef on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:27:15.572498 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-a17fa7ef-3809-4d18-b9fb-56bc07589151 req-3770da4f-2281-41fa-bb50-53c9a22d2de2 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:15.581923 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a17fa7ef-3809-4d18-b9fb-56bc07589151 req-3770da4f-2281-41fa-bb50-53c9a22d2de2 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.10 "DELETE /v2.0/ports/cd83a672-9687-4180-9f91-9c260a6289ef HTTP/1.1" status: 204 len: 173 time: 1.5461411 Feb 28 20:27:15.587177 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a724058-400b-472e-aa8d-097137b983d9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for port (76d83f95-9063-4d19-b2b8-56a438eca52d), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:15.590175 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d552fc9-3869-44fb-8fa2-adc1341bf04c', 'name': 'network-vif-deleted', 'tag': 'cd83a672-9687-4180-9f91-9c260a6289ef'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:27:15.594650 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdfc2d7-1554-466a-957f-d8c8fe9ac70b" -d '{"events": [{"server_uuid": "7d552fc9-3869-44fb-8fa2-adc1341bf04c", "name": "network-vif-deleted", "tag": "cd83a672-9687-4180-9f91-9c260a6289ef"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:27:15.599608 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a724058-400b-472e-aa8d-097137b983d9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (76d83f95-9063-4d19-b2b8-56a438eca52d), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:15.644619 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3e8a333f-6f7b-4d72-bc0f-e85d7788709b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for security_group (6c3e81ac-e3ee-4432-a45f-c0438faab9d8), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:15.654995 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f010351e-7d6b-4ff5-a90e-0c91650c878e req-b0fb7dea-6acc-4cf5-9888-e36a98830919 tempest-ServerAddressesNegativeTestJSON-1333474355 tempest-ServerAddressesNegativeTestJSON-1333474355-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f2b5935-fc38-4c17-8012-43e0ecae2240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649518 Feb 28 20:27:15.691319 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3e8a333f-6f7b-4d72-bc0f-e85d7788709b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for security_group (6c3e81ac-e3ee-4432-a45f-c0438faab9d8), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:15.692924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552173c1-eb44-4c5c-98af-e5ebd01db47e None None] Network e69731b7-9756-41bf-a0fe-3e91a68470a5 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:27:15.726981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a724058-400b-472e-aa8d-097137b983d9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Port': ['ID=76d83f95-9063-4d19-b2b8-56a438eca52d,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:15.735340 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b57c5-e82b-48f7-92c4-3f9fd873dc23 req-e10cfeaf-9fe9-4c4f-a475-66825e61d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:15.737094 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-502b57c5-e82b-48f7-92c4-3f9fd873dc23 req-e10cfeaf-9fe9-4c4f-a475-66825e61d588 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd95dcac-d635-4bec-8252-dbb352dcdbef HTTP/1.1" status: 200 len: 910 time: 0.5719211 Feb 28 20:27:15.772984 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078649cf-5517-443b-b405-4e69369206fc x-openstack-request-id: req-078649cf-5517-443b-b405-4e69369206fc {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:27:15.773460 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d552fc9-3869-44fb-8fa2-adc1341bf04c", "name": "network-vif-deleted", "tag": "cd83a672-9687-4180-9f91-9c260a6289ef", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:27:15.774078 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-078649cf-5517-443b-b405-4e69369206fc {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:27:15.774797 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d552fc9-3869-44fb-8fa2-adc1341bf04c', 'name': 'network-vif-deleted', 'tag': 'cd83a672-9687-4180-9f91-9c260a6289ef', 'status': 'completed', 'code': 200} Feb 28 20:27:15.821724 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a724058-400b-472e-aa8d-097137b983d9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (ac2905ed-aecd-4c47-8f17-78934722738b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:15.836722 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8eb1c1e5-65cb-4f0c-8809-7fac7108441b None None] Provisioning complete for port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:27:15.837124 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c1e5-65cb-4f0c-8809-7fac7108441b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (84ae2ec9-bb3b-40d4-9733-040ab0eb11ed), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:15.847342 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2013dc-162c-4dcd-95e6-b75b22e26e23 req-9d711c6c-9ae0-4814-b4ef-7c863a778591 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:15.850513 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c2013dc-162c-4dcd-95e6-b75b22e26e23 req-9d711c6c-9ae0-4814-b4ef-7c863a778591 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 943 time: 0.1054692 Feb 28 20:27:15.851963 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3e8a333f-6f7b-4d72-bc0f-e85d7788709b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6c3e81ac-e3ee-4432-a45f-c0438faab9d8), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:15.855425 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3e8a333f-6f7b-4d72-bc0f-e85d7788709b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:15.857251 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3e8a333f-6f7b-4d72-bc0f-e85d7788709b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "DELETE /v2.0/security-groups/6c3e81ac-e3ee-4432-a45f-c0438faab9d8 HTTP/1.1" status: 204 len: 168 time: 0.4336655 Feb 28 20:27:15.860928 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34544) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:15.882481 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-502b57c5-e82b-48f7-92c4-3f9fd873dc23 req-88f9de85-548a-44de-aa9d-284ae7df4390 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cda37ee3-1d31-49e2-a40f-b12289a62337 HTTP/1.1" status: 200 len: 1001 time: 0.1383009 Feb 28 20:27:15.892438 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a333f-6f7b-4d72-bc0f-e85d7788709b tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3e81ac-e3ee-4432-a45f-c0438faab9d8,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:15.904976 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-dc239b50-cd8c-4205-be89-9b40277cd32d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] show failed (client error): The resource could not be found. Feb 28 20:27:15.906067 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-dc239b50-cd8c-4205-be89-9b40277cd32d tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "GET /v2.0/security-groups/6c3e81ac-e3ee-4432-a45f-c0438faab9d8 HTTP/1.1" status: 404 len: 347 time: 0.0441349 Feb 28 20:27:15.910005 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34546) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:16.019068 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b57c5-e82b-48f7-92c4-3f9fd873dc23 req-9c4ad84b-8ca9-4d6a-87c5-c12f5603cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:16.020565 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-502b57c5-e82b-48f7-92c4-3f9fd873dc23 req-9c4ad84b-8ca9-4d6a-87c5-c12f5603cc3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a36f3d5e-8266-4be4-ab73-31f8fb0001af HTTP/1.1" status: 200 len: 849 time: 0.1238611 Feb 28 20:27:16.101132 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8eb1c1e5-65cb-4f0c-8809-7fac7108441b None None] Current status of the port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:27:16.115508 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c2013dc-162c-4dcd-95e6-b75b22e26e23 req-e54db756-334c-4a34-be12-b8c245af63ca tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427590 Feb 28 20:27:16.182779 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:27:16.201518 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-fb13cd1d-959b-4258-aa5b-0cf855b3d675 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Deleting port af90c0bf-a83f-4cf3-a13f-74d88de09fa9 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:16.202092 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb13cd1d-959b-4258-aa5b-0cf855b3d675 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (af90c0bf-a83f-4cf3-a13f-74d88de09fa9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:16.204332 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a724058-400b-472e-aa8d-097137b983d9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network e69731b7-9756-41bf-a0fe-3e91a68470a5 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:27:16.206928 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-8a724058-400b-472e-aa8d-097137b983d9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:27:16.236694 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b57c5-e82b-48f7-92c4-3f9fd873dc23 req-dfa189af-bf74-491c-850b-83fd99fcb162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:16.238380 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-502b57c5-e82b-48f7-92c4-3f9fd873dc23 req-dfa189af-bf74-491c-850b-83fd99fcb162 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd95dcac-d635-4bec-8252-dbb352dcdbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2052994 Feb 28 20:27:16.474354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:16.517015 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'd3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0', 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968', 'port_id': 'd3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0', 'mac_address': 'fa:16:3e:1d:9b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061df787-4254-4266-93eb-5523552c7b33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:27:16.536318 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0c27a232-2721-45ba-8465-292640629193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:16.596005 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:27:16.770597 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:27:16.771301 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:16.795264 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:27:16.795264 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (84ae2ec9-bb3b-40d4-9733-040ab0eb11ed), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:16.805998 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e63d40df-1b48-4132-9b30-ee7a1afd826b None None] Provisioning complete for port 76d83f95-9063-4d19-b2b8-56a438eca52d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:27:16.806375 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e63d40df-1b48-4132-9b30-ee7a1afd826b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (76d83f95-9063-4d19-b2b8-56a438eca52d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:16.870614 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34570) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:16.947884 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb13cd1d-959b-4258-aa5b-0cf855b3d675 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (af90c0bf-a83f-4cf3-a13f-74d88de09fa9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:16.948517 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb13cd1d-959b-4258-aa5b-0cf855b3d675 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for floatingip (af90c0bf-a83f-4cf3-a13f-74d88de09fa9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:16.957278 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b6c12b-c5df-40db-a59e-ad0a19607c53 admin admin] Deleting subnet 2638da8f-4833-4284-8440-c6468a5efa26 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:27:16.971401 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-fb13cd1d-959b-4258-aa5b-0cf855b3d675 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Calling delete_port for af90c0bf-a83f-4cf3-a13f-74d88de09fa9 owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:16.972582 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f2b6c12b-c5df-40db-a59e-ad0a19607c53 admin admin] Publish callbacks [] for subnet (2638da8f-4833-4284-8440-c6468a5efa26), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:17.025864 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-502b57c5-e82b-48f7-92c4-3f9fd873dc23 req-e28d13e7-6b8a-4ee1-bf2d-c79d2f0456cc service neutron] 10.222.0.15 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7752805 Feb 28 20:27:17.131954 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f2b6c12b-c5df-40db-a59e-ad0a19607c53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (2638da8f-4833-4284-8440-c6468a5efa26), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:17.197751 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb13cd1d-959b-4258-aa5b-0cf855b3d675 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (af90c0bf-a83f-4cf3-a13f-74d88de09fa9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:17.330451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a724058-400b-472e-aa8d-097137b983d9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router ac2905ed-aecd-4c47-8f17-78934722738b is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:27:17.346353 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f2b6c12b-c5df-40db-a59e-ad0a19607c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (2638da8f-4833-4284-8440-c6468a5efa26), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:17.386589 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb13cd1d-959b-4258-aa5b-0cf855b3d675 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for floatingip (0792df75-59e9-4936-bd73-d944fa15f02f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:17.393958 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb13cd1d-959b-4258-aa5b-0cf855b3d675 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:17.401313 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34584) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:17.401881 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fb13cd1d-959b-4258-aa5b-0cf855b3d675 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "DELETE /v2.0/floatingips/0792df75-59e9-4936-bd73-d944fa15f02f HTTP/1.1" status: 204 len: 168 time: 1.4871886 Feb 28 20:27:17.404230 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-502b57c5-e82b-48f7-92c4-3f9fd873dc23 req-a3b094f7-6558-4717-963d-8b0aa9e40d80 service neutron] 10.222.0.15 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702009 Feb 28 20:27:17.405656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13cd1d-959b-4258-aa5b-0cf855b3d675 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event deleted for resources: {'Port': ['ID=af90c0bf-a83f-4cf3-a13f-74d88de09fa9,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:17.423620 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:27:17.501420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e63d40df-1b48-4132-9b30-ee7a1afd826b None None] Port 76d83f95-9063-4d19-b2b8-56a438eca52d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:27:17.517188 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:17.533897 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:17.540845 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc5ca5-d3dc-421c-9a5b-ed90b29c6750 req-16938561-a37a-4549-89e3-7bf3b874f59b tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:17.549745 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-90dc5ca5-d3dc-421c-9a5b-ed90b29c6750 req-16938561-a37a-4549-89e3-7bf3b874f59b tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 943 time: 0.1707156 Feb 28 20:27:17.576259 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e63d40df-1b48-4132-9b30-ee7a1afd826b None None] Provisioning complete for port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:27:17.577070 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e63d40df-1b48-4132-9b30-ee7a1afd826b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (84ae2ec9-bb3b-40d4-9733-040ab0eb11ed), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:17.656758 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-90dc5ca5-d3dc-421c-9a5b-ed90b29c6750 req-11153d76-9050-492f-bb4f-e1a51fd2771a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048694 Feb 28 20:27:17.669502 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f2b6c12b-c5df-40db-a59e-ad0a19607c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (2638da8f-4833-4284-8440-c6468a5efa26), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:17.704758 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a724058-400b-472e-aa8d-097137b983d9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:27:17.711765 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8a724058-400b-472e-aa8d-097137b983d9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/ac2905ed-aecd-4c47-8f17-78934722738b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6939349 Feb 28 20:27:17.712857 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6c12b-c5df-40db-a59e-ad0a19607c53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2638da8f-4833-4284-8440-c6468a5efa26,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:17.714302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34592) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:17.730661 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f2b6c12b-c5df-40db-a59e-ad0a19607c53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:17.734177 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f2b6c12b-c5df-40db-a59e-ad0a19607c53 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2638da8f-4833-4284-8440-c6468a5efa26 HTTP/1.1" status: 204 len: 168 time: 0.8624284 Feb 28 20:27:17.741741 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34594) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:17.760864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e983ece-be32-4dbb-9598-0bb8851164aa None None] Sync routers for ids ['ac2905ed-aecd-4c47-8f17-78934722738b'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:27:17.803197 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:27:17.806615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9bfff8-5bff-4c04-a864-597cc24dbaa1 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:17.811474 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1d9bfff8-5bff-4c04-a864-597cc24dbaa1 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/ports/76d83f95-9063-4d19-b2b8-56a438eca52d HTTP/1.1" status: 200 len: 910 time: 0.0930893 Feb 28 20:27:17.811792 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34598) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:17.813999 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:27:17.816681 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:17.865783 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e983ece-be32-4dbb-9598-0bb8851164aa None None] Routers {'ac2905ed-aecd-4c47-8f17-78934722738b'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:17.866722 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3e983ece-be32-4dbb-9598-0bb8851164aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:26:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ac2905ed-aecd-4c47-8f17-78934722738b'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:17.925935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3e983ece-be32-4dbb-9598-0bb8851164aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:17.926154 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-61477e87-a0c1-4d27-a7f2-52d7433f9314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:17.931450 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-726bc073-9904-4785-b678-f4cb802aae74 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Deleting port 3c3a2d9f-699e-4a07-be35-f4b71ae7811b {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:17.942544 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-726bc073-9904-4785-b678-f4cb802aae74 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3c3a2d9f-699e-4a07-be35-f4b71ae7811b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:17.972242 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e63d40df-1b48-4132-9b30-ee7a1afd826b None None] Current status of the port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:27:18.012093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e983ece-be32-4dbb-9598-0bb8851164aa None None] Routers {'ac2905ed-aecd-4c47-8f17-78934722738b'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:18.013303 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3e983ece-be32-4dbb-9598-0bb8851164aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:26:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ac2905ed-aecd-4c47-8f17-78934722738b'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:18.094609 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3e983ece-be32-4dbb-9598-0bb8851164aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:18.095281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e983ece-be32-4dbb-9598-0bb8851164aa None None] The sync data for ids ['ac2905ed-aecd-4c47-8f17-78934722738b'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:27:18.197157 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-97e6e69b-3884-43b6-85ad-4dbc97cadafc None None] Provisioning complete for port 76d83f95-9063-4d19-b2b8-56a438eca52d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:27:18.200082 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-97e6e69b-3884-43b6-85ad-4dbc97cadafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (76d83f95-9063-4d19-b2b8-56a438eca52d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:18.210334 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device cd83a672-9687-4180-9f91-9c260a6289ef no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:27:18.245809 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-61477e87-a0c1-4d27-a7f2-52d7433f9314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:18.299192 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-726bc073-9904-4785-b678-f4cb802aae74 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3c3a2d9f-699e-4a07-be35-f4b71ae7811b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:18.306936 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: cd83a672-9687-4180-9f91-9c260a6289ef {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:27:18.307503 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device cd83a672-9687-4180-9f91-9c260a6289ef not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:27:18.316071 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34604) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:18.355381 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-726bc073-9904-4785-b678-f4cb802aae74 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Calling delete_port for 3c3a2d9f-699e-4a07-be35-f4b71ae7811b owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:18.363699 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-61477e87-a0c1-4d27-a7f2-52d7433f9314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:18.374059 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-97e6e69b-3884-43b6-85ad-4dbc97cadafc None None] Port 76d83f95-9063-4d19-b2b8-56a438eca52d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:27:18.397211 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-61477e87-a0c1-4d27-a7f2-52d7433f9314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95e312e-ab22-47f3-ab20-192b65c145e8') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:18.397517 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-61477e87-a0c1-4d27-a7f2-52d7433f9314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95e312e-ab22-47f3-ab20-192b65c145e8') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:18.427750 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-61477e87-a0c1-4d27-a7f2-52d7433f9314 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (f95e312e-ab22-47f3-ab20-192b65c145e8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:18.484828 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c365e8a-c6c8-4872-84b0-eda4e3a4ab58 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (ac2905ed-aecd-4c47-8f17-78934722738b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:18.549945 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-61477e87-a0c1-4d27-a7f2-52d7433f9314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f95e312e-ab22-47f3-ab20-192b65c145e8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:18.558110 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61477e87-a0c1-4d27-a7f2-52d7433f9314 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:27:18.558525 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-61477e87-a0c1-4d27-a7f2-52d7433f9314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (f95e312e-ab22-47f3-ab20-192b65c145e8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:27:18.625456 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:27:18.636883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e97ebc1a-98f9-43f6-aaa2-b540b699e4d7 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1312102314', 'router:external': True}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:18.668294 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-61477e87-a0c1-4d27-a7f2-52d7433f9314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:18.681684 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-61477e87-a0c1-4d27-a7f2-52d7433f9314 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:18.691265 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-61477e87-a0c1-4d27-a7f2-52d7433f9314 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6 HTTP/1.1" status: 204 len: 168 time: 0.9434340 Feb 28 20:27:18.738074 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61477e87-a0c1-4d27-a7f2-52d7433f9314 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf6ac6d7-c5a4-4dee-abea-c5b930bdd6b6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:18.744877 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97ebc1a-98f9-43f6-aaa2-b540b699e4d7 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Made reservation on behalf of 7540e4d2d77f4cb4a61de26de7e8132e for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:27:18.748118 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e97ebc1a-98f9-43f6-aaa2-b540b699e4d7 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:18.785712 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e97ebc1a-98f9-43f6-aaa2-b540b699e4d7 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:18.891226 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-726bc073-9904-4785-b678-f4cb802aae74 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (3c3a2d9f-699e-4a07-be35-f4b71ae7811b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:18.900275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dc136-784c-4e78-947e-8aca607bc589 req-349355d9-8638-477c-b6b1-7c716e7dc474 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:18.902864 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-619dc136-784c-4e78-947e-8aca607bc589 req-349355d9-8638-477c-b6b1-7c716e7dc474 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 944 time: 0.1275210 Feb 28 20:27:18.972634 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-91e7e1c6-81f2-4a8a-a3f3-40ffd697c48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:18.976796 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bc073-9904-4785-b678-f4cb802aae74 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event deleted for resources: {'Port': ['ID=3c3a2d9f-699e-4a07-be35-f4b71ae7811b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:19.040093 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34618) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:19.062728 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-619dc136-784c-4e78-947e-8aca607bc589 req-8f427319-e728-455a-b5b9-008f43f6113b tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533542 Feb 28 20:27:19.104316 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e48e785a-6873-4e85-89f5-cb7b62138f0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c334d4d65bc3424caf31e6df7f6318a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0630023 Feb 28 20:27:19.105000 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34620) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:19.129475 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-6c365e8a-c6c8-4872-84b0-eda4e3a4ab58 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting port 76d83f95-9063-4d19-b2b8-56a438eca52d {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:19.129818 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c365e8a-c6c8-4872-84b0-eda4e3a4ab58 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (76d83f95-9063-4d19-b2b8-56a438eca52d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:19.150387 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e97ebc1a-98f9-43f6-aaa2-b540b699e4d7 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for security_group (ee9494e1-be0a-42ee-ad80-52ea477a1c40), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:19.161827 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e97ebc1a-98f9-43f6-aaa2-b540b699e4d7 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ee9494e1-be0a-42ee-ad80-52ea477a1c40), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:19.187202 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-726bc073-9904-4785-b678-f4cb802aae74 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:19.192811 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-726bc073-9904-4785-b678-f4cb802aae74 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "DELETE /v2.0/ports/3c3a2d9f-699e-4a07-be35-f4b71ae7811b HTTP/1.1" status: 204 len: 168 time: 1.7850428 Feb 28 20:27:19.194845 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34622) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:19.211609 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97ebc1a-98f9-43f6-aaa2-b540b699e4d7 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:27:19.232867 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e97ebc1a-98f9-43f6-aaa2-b540b699e4d7 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (47bdb9ea-d8bb-4e51-ba20-0711dd00ac98), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:19.233410 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-e97ebc1a-98f9-43f6-aaa2-b540b699e4d7 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Added segment 47bdb9ea-d8bb-4e51-ba20-0711dd00ac98 of type vlan for network bda2e713-0ebc-4c76-bbd4-74bf999e31fa Feb 28 20:27:19.239177 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f16bef8d-2697-4a61-87de-6f7c74018cd7 admin admin] Publish callbacks [] for security_group (9f2b5935-fc38-4c17-8012-43e0ecae2240), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:19.273390 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c365e8a-c6c8-4872-84b0-eda4e3a4ab58 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (76d83f95-9063-4d19-b2b8-56a438eca52d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:19.285540 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f16bef8d-2697-4a61-87de-6f7c74018cd7 admin admin] Publish callbacks [] for security_group (9f2b5935-fc38-4c17-8012-43e0ecae2240), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:19.299897 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-6c365e8a-c6c8-4872-84b0-eda4e3a4ab58 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Calling delete_port for 76d83f95-9063-4d19-b2b8-56a438eca52d owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:19.317897 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e97ebc1a-98f9-43f6-aaa2-b540b699e4d7 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (bda2e713-0ebc-4c76-bbd4-74bf999e31fa), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:19.394721 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ebc1a-98f9-43f6-aaa2-b540b699e4d7 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9494e1-be0a-42ee-ad80-52ea477a1c40,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:19.433006 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f16bef8d-2697-4a61-87de-6f7c74018cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9f2b5935-fc38-4c17-8012-43e0ecae2240), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:19.441845 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f16bef8d-2697-4a61-87de-6f7c74018cd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:19.448826 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f16bef8d-2697-4a61-87de-6f7c74018cd7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f2b5935-fc38-4c17-8012-43e0ecae2240 HTTP/1.1" status: 204 len: 168 time: 0.3411629 Feb 28 20:27:19.461916 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:19.491667 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e97ebc1a-98f9-43f6-aaa2-b540b699e4d7 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (bda2e713-0ebc-4c76-bbd4-74bf999e31fa), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:19.492749 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97ebc1a-98f9-43f6-aaa2-b540b699e4d7 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:19.494589 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e97ebc1a-98f9-43f6-aaa2-b540b699e4d7 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:19.542923 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e97ebc1a-98f9-43f6-aaa2-b540b699e4d7 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2204244 Feb 28 20:27:19.584382 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34630) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:19.602763 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-b03c0474-1b1d-4739-a91d-8561011d0c76 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Request body: {'subnet': {'network_id': 'bda2e713-0ebc-4c76-bbd4-74bf999e31fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:19.611609 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bef8d-2697-4a61-87de-6f7c74018cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2b5935-fc38-4c17-8012-43e0ecae2240,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:19.708606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03c0474-1b1d-4739-a91d-8561011d0c76 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Made reservation on behalf of 7540e4d2d77f4cb4a61de26de7e8132e for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:27:19.714089 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b03c0474-1b1d-4739-a91d-8561011d0c76 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:19.753786 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ebc1a-98f9-43f6-aaa2-b540b699e4d7 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Pushing event updated for resources: {'Network': ['ID=bda2e713-0ebc-4c76-bbd4-74bf999e31fa,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:19.767365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network bda2e713-0ebc-4c76-bbd4-74bf999e31fa details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:27:19.859214 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-b996124a-3d59-43cb-ad06-5778ea696838 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Deleting port ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:19.860876 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b996124a-3d59-43cb-ad06-5778ea696838 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:19.951334 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c365e8a-c6c8-4872-84b0-eda4e3a4ab58 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (76d83f95-9063-4d19-b2b8-56a438eca52d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:19.994496 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c365e8a-c6c8-4872-84b0-eda4e3a4ab58 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Port': ['ID=76d83f95-9063-4d19-b2b8-56a438eca52d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:20.061648 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:20.199021 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:27:20.202972 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b996124a-3d59-43cb-ad06-5778ea696838 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:20.217204 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-b996124a-3d59-43cb-ad06-5778ea696838 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Calling delete_port for ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:20.328065 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:27:20.337805 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:27:20.338498 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:20.476190 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c365e8a-c6c8-4872-84b0-eda4e3a4ab58 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (ac2905ed-aecd-4c47-8f17-78934722738b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:20.492045 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b996124a-3d59-43cb-ad06-5778ea696838 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:20.520573 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437adf7a-f2b4-4737-88d0-b0219357dd9b req-0480d7e7-5b19-4243-90e7-6d1f6ea42569 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:20.529363 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-437adf7a-f2b4-4737-88d0-b0219357dd9b req-0480d7e7-5b19-4243-90e7-6d1f6ea42569 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 944 time: 0.3436358 Feb 28 20:27:20.534658 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:27:20.535055 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:20.550576 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996124a-3d59-43cb-ad06-5778ea696838 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event deleted for resources: {'Port': ['ID=ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:20.599867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863ee36c-51e4-4f91-868f-a7c40b4a0285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:27:20.603093 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680d691f-13c2-4293-a308-bd8a8cb539a7" -d '{"events": [{"server_uuid": "863ee36c-51e4-4f91-868f-a7c40b4a0285", "name": "network-vif-plugged", "status": "completed", "tag": "d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:27:20.646828 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:20.667561 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:20.773145 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45b1fe9-22e1-4b05-8aae-a36be03734f4 x-openstack-request-id: req-f45b1fe9-22e1-4b05-8aae-a36be03734f4 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:27:20.774298 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863ee36c-51e4-4f91-868f-a7c40b4a0285", "name": "network-vif-plugged", "status": "completed", "tag": "d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:27:20.774565 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f45b1fe9-22e1-4b05-8aae-a36be03734f4 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:27:20.774979 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863ee36c-51e4-4f91-868f-a7c40b4a0285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0', 'code': 200} Feb 28 20:27:20.785792 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:20.819490 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b996124a-3d59-43cb-ad06-5778ea696838 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:20.824375 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b996124a-3d59-43cb-ad06-5778ea696838 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "DELETE /v2.0/ports/ce9be3ea-fdbf-4748-99d3-cbe1f0fa9e15 HTTP/1.1" status: 204 len: 168 time: 1.6226537 Feb 28 20:27:20.828789 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34660) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:20.888267 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-437adf7a-f2b4-4737-88d0-b0219357dd9b req-d0b7e12d-c29f-4b02-8a5d-229edd708ff7 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536739 Feb 28 20:27:20.940234 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9584244e-98e1-4570-9025-4a4367b66969 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Deleting subnet 56e4f35f-9c70-498c-b2fa-487768d8821a {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:27:20.949674 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9584244e-98e1-4570-9025-4a4367b66969 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for subnet (56e4f35f-9c70-498c-b2fa-487768d8821a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:21.013181 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1894a0-b11b-4c06-b27c-9a546cc1b229 req-b3b255cd-06ba-4356-bad1-15dd415b4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:21.018262 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f1894a0-b11b-4c06-b27c-9a546cc1b229 req-b3b255cd-06ba-4356-bad1-15dd415b4dd4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 1128 time: 0.2531297 Feb 28 20:27:21.020867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34664) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:21.070667 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c365e8a-c6c8-4872-84b0-eda4e3a4ab58 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router ac2905ed-aecd-4c47-8f17-78934722738b has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:27:21.073009 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9584244e-98e1-4570-9025-4a4367b66969 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (56e4f35f-9c70-498c-b2fa-487768d8821a), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:21.257079 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-f768e6fe-6d69-42fd-a623-8b8991f2a5f6 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1422428825-network', 'tenant_id': '86af8a6d5ce542fda2ffb610bcb39744'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:21.282980 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f1894a0-b11b-4c06-b27c-9a546cc1b229 req-e9c44850-4302-4f07-9c94-46c974870707 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398770 Feb 28 20:27:21.284575 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9584244e-98e1-4570-9025-4a4367b66969 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (56e4f35f-9c70-498c-b2fa-487768d8821a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:21.313711 n-d-820368-21 neutron-server[103774]: DEBUG neutron.objects.ports [None req-b03c0474-1b1d-4739-a91d-8561011d0c76 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103774) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 20:27:21.314469 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b03c0474-1b1d-4739-a91d-8561011d0c76 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (ebe37b47-95d3-4706-bd6b-d1d3a5859ef8), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:21.331521 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:21.361985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c365e8a-c6c8-4872-84b0-eda4e3a4ab58 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:27:21.374512 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6c365e8a-c6c8-4872-84b0-eda4e3a4ab58 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/ac2905ed-aecd-4c47-8f17-78934722738b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5613670 Feb 28 20:27:21.378677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34668) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:21.381309 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc2433d-4c1a-4562-99e4-f815f3b1d2b4 None None] Sync routers for ids ['ac2905ed-aecd-4c47-8f17-78934722738b'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:27:21.398003 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f768e6fe-6d69-42fd-a623-8b8991f2a5f6 admin admin] Made reservation on behalf of 86af8a6d5ce542fda2ffb610bcb39744 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:27:21.398003 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f768e6fe-6d69-42fd-a623-8b8991f2a5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:21.404280 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc2433d-4c1a-4562-99e4-f815f3b1d2b4 None None] Routers {'ac2905ed-aecd-4c47-8f17-78934722738b'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:21.405054 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-4fc2433d-4c1a-4562-99e4-f815f3b1d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ac2905ed-aecd-4c47-8f17-78934722738b'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:21.438170 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f768e6fe-6d69-42fd-a623-8b8991f2a5f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:21.441782 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f05fd39a-5090-4276-9b12-98aac5275323 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac2905ed-aecd-4c47-8f17-78934722738b HTTP/1.1" status: 200 len: 205 time: 0.0588856 Feb 28 20:27:21.445352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c0474-1b1d-4739-a91d-8561011d0c76 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ebe37b47-95d3-4706-bd6b-d1d3a5859ef8,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:21.445680 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34670) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:21.470357 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03c0474-1b1d-4739-a91d-8561011d0c76 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Checking segment: {'id': '47bdb9ea-d8bb-4e51-ba20-0711dd00ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bda2e713-0ebc-4c76-bbd4-74bf999e31fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:27:21.470733 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03c0474-1b1d-4739-a91d-8561011d0c76 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Network hostable DHCP agents. Network: bda2e713-0ebc-4c76-bbd4-74bf999e31fa, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:27:21.472484 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9584244e-98e1-4570-9025-4a4367b66969 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (56e4f35f-9c70-498c-b2fa-487768d8821a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:21.516718 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-4fc2433d-4c1a-4562-99e4-f815f3b1d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:21.551686 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc2433d-4c1a-4562-99e4-f815f3b1d2b4 None None] Routers {'ac2905ed-aecd-4c47-8f17-78934722738b'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:21.552698 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-4fc2433d-4c1a-4562-99e4-f815f3b1d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ac2905ed-aecd-4c47-8f17-78934722738b'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:21.582274 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03c0474-1b1d-4739-a91d-8561011d0c76 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Network bda2e713-0ebc-4c76-bbd4-74bf999e31fa is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:27:21.624573 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-4fc2433d-4c1a-4562-99e4-f815f3b1d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:21.625234 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc2433d-4c1a-4562-99e4-f815f3b1d2b4 None None] The sync data for ids ['ac2905ed-aecd-4c47-8f17-78934722738b'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:27:21.678010 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584244e-98e1-4570-9025-4a4367b66969 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event deleted for resources: {'Subnet': ['ID=56e4f35f-9c70-498c-b2fa-487768d8821a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:21.680067 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9584244e-98e1-4570-9025-4a4367b66969 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:21.690051 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9584244e-98e1-4570-9025-4a4367b66969 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "DELETE /v2.0/subnets/56e4f35f-9c70-498c-b2fa-487768d8821a HTTP/1.1" status: 204 len: 168 time: 0.8602216 Feb 28 20:27:21.692739 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec7d03f-370c-4dca-aba1-ee4bf97a3e61 None None] Network 0d187f09-7970-4e4d-90e2-821e3c7a3175 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:27:21.694395 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34674) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:21.717495 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-553c2b0c-4430-4585-8201-4ad8466d6c9c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (ac2905ed-aecd-4c47-8f17-78934722738b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:21.740186 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f768e6fe-6d69-42fd-a623-8b8991f2a5f6 admin admin] Publish callbacks [] for security_group (1c9a279f-3bed-4d6d-afba-db0ee45e1fef), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:21.747606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-b03c0474-1b1d-4739-a91d-8561011d0c76 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, bda2e713-0ebc-4c76-bbd4-74bf999e31fa) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:27:21.761987 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f768e6fe-6d69-42fd-a623-8b8991f2a5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1c9a279f-3bed-4d6d-afba-db0ee45e1fef), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:21.781565 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03c0474-1b1d-4739-a91d-8561011d0c76 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:21.782083 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b03c0474-1b1d-4739-a91d-8561011d0c76 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:21.833580 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c451e86a-1fdd-4439-bbd5-cb2bd0a00cc5 None None] Network bda2e713-0ebc-4c76-bbd4-74bf999e31fa requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:27:21.852861 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f768e6fe-6d69-42fd-a623-8b8991f2a5f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:27:21.870696 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768e6fe-6d69-42fd-a623-8b8991f2a5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9a279f-3bed-4d6d-afba-db0ee45e1fef,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:21.905802 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f768e6fe-6d69-42fd-a623-8b8991f2a5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (3a65f5fb-d91d-48d2-91f1-b6a4451b564f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:21.907044 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-f768e6fe-6d69-42fd-a623-8b8991f2a5f6 admin admin] Added segment 3a65f5fb-d91d-48d2-91f1-b6a4451b564f of type vlan for network eacad0de-f1ff-4eff-8b00-fe2d7382038f Feb 28 20:27:21.938526 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0836ecf7-a59f-45de-9d19-36b4ad64b602 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Deleting subnet c6aa3b26-2510-40ff-9ad9-3bf3e78132a9 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:27:21.948130 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0836ecf7-a59f-45de-9d19-36b4ad64b602 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for subnet (c6aa3b26-2510-40ff-9ad9-3bf3e78132a9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:21.982206 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b03c0474-1b1d-4739-a91d-8561011d0c76 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3926508 Feb 28 20:27:21.988355 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34680) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:21.993336 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-94037497-c8f2-4f9b-a774-b141db5eb448 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1228371740', 'network_id': 'bda2e713-0ebc-4c76-bbd4-74bf999e31fa'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:22.001009 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f768e6fe-6d69-42fd-a623-8b8991f2a5f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (eacad0de-f1ff-4eff-8b00-fe2d7382038f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:22.036167 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d1e6c3-2d79-4619-8b3e-1e51cd449119 None None] Network bda2e713-0ebc-4c76-bbd4-74bf999e31fa requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:27:22.154240 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94037497-c8f2-4f9b-a774-b141db5eb448 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Made reservation on behalf of 7540e4d2d77f4cb4a61de26de7e8132e for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:27:22.161745 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94037497-c8f2-4f9b-a774-b141db5eb448 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:22.201380 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f768e6fe-6d69-42fd-a623-8b8991f2a5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (eacad0de-f1ff-4eff-8b00-fe2d7382038f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:22.202589 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f768e6fe-6d69-42fd-a623-8b8991f2a5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:22.203357 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f768e6fe-6d69-42fd-a623-8b8991f2a5f6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:22.203819 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716aa909-a17f-4cc0-9608-f57b62d2cbe4 None None] DHCP port deletion for 0d187f09-7970-4e4d-90e2-821e3c7a3175 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:27:22.224980 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0836ecf7-a59f-45de-9d19-36b4ad64b602 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (c6aa3b26-2510-40ff-9ad9-3bf3e78132a9), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:22.293972 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-94037497-c8f2-4f9b-a774-b141db5eb448 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] device_id is not set on port b0bc58ea-9765-4dc6-8557-932d67665199 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:27:22.347255 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-716aa909-a17f-4cc0-9608-f57b62d2cbe4 None None] Deleting port cac2f998-6fe0-4388-8636-9a355b30add6 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:22.347822 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-716aa909-a17f-4cc0-9608-f57b62d2cbe4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (cac2f998-6fe0-4388-8636-9a355b30add6), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:22.379026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f768e6fe-6d69-42fd-a623-8b8991f2a5f6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3559976 Feb 28 20:27:22.390407 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34684) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:22.405030 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-db4a4e65-9499-46cd-a937-f6a6bcddb0b1 admin admin] Request body: {'subnet': {'network_id': 'eacad0de-f1ff-4eff-8b00-fe2d7382038f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1422428825-subnet', 'tenant_id': '86af8a6d5ce542fda2ffb610bcb39744', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:22.446922 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-553c2b0c-4430-4585-8201-4ad8466d6c9c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (ac2905ed-aecd-4c47-8f17-78934722738b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:22.457403 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-553c2b0c-4430-4585-8201-4ad8466d6c9c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router_controller (ac2905ed-aecd-4c47-8f17-78934722738b), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:22.498746 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b78b45-de77-4e12-b77c-b55bbb619dd3 req-75b02cf0-0caa-427b-be83-67b38f8549a9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:22.507125 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1b78b45-de77-4e12-b77c-b55bbb619dd3 req-75b02cf0-0caa-427b-be83-67b38f8549a9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 945 time: 0.4561415 Feb 28 20:27:22.535134 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768e6fe-6d69-42fd-a623-8b8991f2a5f6 admin admin] Pushing event updated for resources: {'Network': ['ID=eacad0de-f1ff-4eff-8b00-fe2d7382038f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:22.602118 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network eacad0de-f1ff-4eff-8b00-fe2d7382038f details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:27:22.613835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device cac2f998-6fe0-4388-8636-9a355b30add6 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:27:22.627419 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:22.647428 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4a4e65-9499-46cd-a937-f6a6bcddb0b1 admin admin] Made reservation on behalf of 86af8a6d5ce542fda2ffb610bcb39744 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:27:22.655554 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db4a4e65-9499-46cd-a937-f6a6bcddb0b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:22.676674 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-553c2b0c-4430-4585-8201-4ad8466d6c9c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (ac2905ed-aecd-4c47-8f17-78934722738b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:22.677207 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553c2b0c-4430-4585-8201-4ad8466d6c9c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Fanout notify agent at l3_agent the message router_deleted on router ac2905ed-aecd-4c47-8f17-78934722738b {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:27:22.707682 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-716aa909-a17f-4cc0-9608-f57b62d2cbe4 None None] For port cac2f998-6fe0-4388-8636-9a355b30add6, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=cac2f998-6fe0-4388-8636-9a355b30add6,segment=NetworkSegment(923824af-dc32-4186-9394-27c190910828),segment_id=923824af-dc32-4186-9394-27c190910828)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:22.708042 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-716aa909-a17f-4cc0-9608-f57b62d2cbe4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (cac2f998-6fe0-4388-8636-9a355b30add6), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:22.713099 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-553c2b0c-4430-4585-8201-4ad8466d6c9c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:22.721806 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-553c2b0c-4430-4585-8201-4ad8466d6c9c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/routers/ac2905ed-aecd-4c47-8f17-78934722738b HTTP/1.1" status: 204 len: 168 time: 1.2747803 Feb 28 20:27:22.728345 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34686) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:22.769180 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-716aa909-a17f-4cc0-9608-f57b62d2cbe4 None None] Calling delete_port for cac2f998-6fe0-4388-8636-9a355b30add6 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:22.771079 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:22.829728 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0836ecf7-a59f-45de-9d19-36b4ad64b602 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (c6aa3b26-2510-40ff-9ad9-3bf3e78132a9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:22.882796 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b072ad85-7e77-4aad-a7f0-6d8e52473609 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting subnet abd99894-bef0-42f4-985b-a2dfeb25db75 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:27:22.886719 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b072ad85-7e77-4aad-a7f0-6d8e52473609 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (abd99894-bef0-42f4-985b-a2dfeb25db75), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:22.931968 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b072ad85-7e77-4aad-a7f0-6d8e52473609 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (abd99894-bef0-42f4-985b-a2dfeb25db75), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:22.992472 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port cac2f998-6fe0-4388-8636-9a355b30add6 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:27:22.992869 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cac2f998-6fe0-4388-8636-9a355b30add6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:23.038315 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b072ad85-7e77-4aad-a7f0-6d8e52473609 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (abd99894-bef0-42f4-985b-a2dfeb25db75), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:23.108488 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b072ad85-7e77-4aad-a7f0-6d8e52473609 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (abd99894-bef0-42f4-985b-a2dfeb25db75), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:23.115123 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port cac2f998-6fe0-4388-8636-9a355b30add6, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=cac2f998-6fe0-4388-8636-9a355b30add6,segment=NetworkSegment(923824af-dc32-4186-9394-27c190910828),segment_id=923824af-dc32-4186-9394-27c190910828)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:23.124062 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cac2f998-6fe0-4388-8636-9a355b30add6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:23.138957 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-716aa909-a17f-4cc0-9608-f57b62d2cbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (cac2f998-6fe0-4388-8636-9a355b30add6), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:23.152773 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072ad85-7e77-4aad-a7f0-6d8e52473609 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Subnet': ['ID=abd99894-bef0-42f4-985b-a2dfeb25db75,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:23.163649 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b072ad85-7e77-4aad-a7f0-6d8e52473609 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:23.172887 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b072ad85-7e77-4aad-a7f0-6d8e52473609 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/subnets/abd99894-bef0-42f4-985b-a2dfeb25db75 HTTP/1.1" status: 204 len: 168 time: 0.4433837 Feb 28 20:27:23.176800 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34692) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:23.198007 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a89520-2744-4a47-b924-ce416915df9d None None] Network e69731b7-9756-41bf-a0fe-3e91a68470a5 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:27:23.222475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event deleted for resources: {'Port': ['ID=cac2f998-6fe0-4388-8636-9a355b30add6,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:23.260898 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0836ecf7-a59f-45de-9d19-36b4ad64b602 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (c6aa3b26-2510-40ff-9ad9-3bf3e78132a9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:23.297440 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836ecf7-a59f-45de-9d19-36b4ad64b602 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event deleted for resources: {'Subnet': ['ID=c6aa3b26-2510-40ff-9ad9-3bf3e78132a9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:23.320979 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0836ecf7-a59f-45de-9d19-36b4ad64b602 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:23.326122 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0836ecf7-a59f-45de-9d19-36b4ad64b602 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "DELETE /v2.0/subnets/c6aa3b26-2510-40ff-9ad9-3bf3e78132a9 HTTP/1.1" status: 204 len: 168 time: 1.6287167 Feb 28 20:27:23.328769 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34696) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:23.337949 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716aa909-a17f-4cc0-9608-f57b62d2cbe4 None None] No DVR routers for this DVR port cac2f998-6fe0-4388-8636-9a355b30add6 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:27:23.390952 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380d58d3-f401-499d-801d-8e943e2b643b None None] Network 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:27:23.478577 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716aa909-a17f-4cc0-9608-f57b62d2cbe4 None None] Pushing event deleted for resources: {'Port': ['ID=cac2f998-6fe0-4388-8636-9a355b30add6,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:23.502496 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-94037497-c8f2-4f9b-a774-b141db5eb448 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Allocated IP 172.20.0.14 (bda2e713-0ebc-4c76-bbd4-74bf999e31fa/ebe37b47-95d3-4706-bd6b-d1d3a5859ef8/b0bc58ea-9765-4dc6-8557-932d67665199) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:27:23.508505 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-695e7e6e-4078-4651-9abc-9fe495b5abdd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (e69731b7-9756-41bf-a0fe-3e91a68470a5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:23.523363 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d633fa1-a5f3-4a53-a63b-2a4e14e0f0cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (0d187f09-7970-4e4d-90e2-821e3c7a3175), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:23.693412 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94037497-c8f2-4f9b-a774-b141db5eb448 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for port (b0bc58ea-9765-4dc6-8557-932d67665199), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:23.774444 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1b78b45-de77-4e12-b77c-b55bbb619dd3 req-9fb9736b-ef9e-4db8-ab6a-562441984d84 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2423067 Feb 28 20:27:23.776983 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db4a4e65-9499-46cd-a937-f6a6bcddb0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (6f0f93ec-a4f9-448b-a10c-25bb53edaf9c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:23.783567 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94037497-c8f2-4f9b-a774-b141db5eb448 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (b0bc58ea-9765-4dc6-8557-932d67665199), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:23.803944 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d633fa1-a5f3-4a53-a63b-2a4e14e0f0cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (0d187f09-7970-4e4d-90e2-821e3c7a3175), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:23.838875 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2d2870-8e7c-4fc6-a66d-9cb4c6b6f884 None None] DHCP port deletion for 1282d4bf-ae2c-4912-89e0-49a4ac2fff4c request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:27:23.861599 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-2d633fa1-a5f3-4a53-a63b-2a4e14e0f0cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d187f09-7970-4e4d-90e2-821e3c7a3175']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:23.889706 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-2d633fa1-a5f3-4a53-a63b-2a4e14e0f0cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923824af-dc32-4186-9394-27c190910828') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:23.890206 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-2d633fa1-a5f3-4a53-a63b-2a4e14e0f0cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923824af-dc32-4186-9394-27c190910828') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:23.927530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a4e65-9499-46cd-a937-f6a6bcddb0b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f0f93ec-a4f9-448b-a10c-25bb53edaf9c,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:23.931994 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d633fa1-a5f3-4a53-a63b-2a4e14e0f0cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (923824af-dc32-4186-9394-27c190910828), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:23.970573 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d633fa1-a5f3-4a53-a63b-2a4e14e0f0cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (923824af-dc32-4186-9394-27c190910828), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:23.982349 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94037497-c8f2-4f9b-a774-b141db5eb448 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Network bda2e713-0ebc-4c76-bbd4-74bf999e31fa is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:27:23.988501 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d633fa1-a5f3-4a53-a63b-2a4e14e0f0cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:27:23.988918 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d633fa1-a5f3-4a53-a63b-2a4e14e0f0cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (923824af-dc32-4186-9394-27c190910828), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:23.993711 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-94037497-c8f2-4f9b-a774-b141db5eb448 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:27:24.013361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94037497-c8f2-4f9b-a774-b141db5eb448 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:27:24.066368 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94037497-c8f2-4f9b-a774-b141db5eb448 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Pushing event updated for resources: {'Port': ['ID=b0bc58ea-9765-4dc6-8557-932d67665199,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:24.106636 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4a4e65-9499-46cd-a937-f6a6bcddb0b1 admin admin] Checking segment: {'id': '3a65f5fb-d91d-48d2-91f1-b6a4451b564f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eacad0de-f1ff-4eff-8b00-fe2d7382038f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:27:24.107006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4a4e65-9499-46cd-a937-f6a6bcddb0b1 admin admin] Network hostable DHCP agents. Network: eacad0de-f1ff-4eff-8b00-fe2d7382038f, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:27:24.125341 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94037497-c8f2-4f9b-a774-b141db5eb448 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:24.126094 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94037497-c8f2-4f9b-a774-b141db5eb448 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:24.146174 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4a4e65-9499-46cd-a937-f6a6bcddb0b1 admin admin] Network eacad0de-f1ff-4eff-8b00-fe2d7382038f is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:27:24.164200 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-94037497-c8f2-4f9b-a774-b141db5eb448 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.1748435 Feb 28 20:27:24.167080 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34702) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:27:24.170258 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:27:24.174407 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d633fa1-a5f3-4a53-a63b-2a4e14e0f0cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (0d187f09-7970-4e4d-90e2-821e3c7a3175), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:24.192640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-db4a4e65-9499-46cd-a937-f6a6bcddb0b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, eacad0de-f1ff-4eff-8b00-fe2d7382038f) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:27:24.227954 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d633fa1-a5f3-4a53-a63b-2a4e14e0f0cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:24.241246 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2d633fa1-a5f3-4a53-a63b-2a4e14e0f0cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "DELETE /v2.0/networks/0d187f09-7970-4e4d-90e2-821e3c7a3175 HTTP/1.1" status: 204 len: 168 time: 0.9087932 Feb 28 20:27:24.243349 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d633fa1-a5f3-4a53-a63b-2a4e14e0f0cf tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event deleted for resources: {'Network': ['ID=0d187f09-7970-4e4d-90e2-821e3c7a3175,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:24.262080 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34704) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:24.282677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d928864-d7c5-47fc-a04e-e435f4af0d1e None None] DHCP port deletion for e69731b7-9756-41bf-a0fe-3e91a68470a5 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:27:24.284667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907f53bc-317a-4045-9641-33640d78d8dd None None] Network eacad0de-f1ff-4eff-8b00-fe2d7382038f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:27:24.292089 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-695e7e6e-4078-4651-9abc-9fe495b5abdd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:24.293048 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-695e7e6e-4078-4651-9abc-9fe495b5abdd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (84ae2ec9-bb3b-40d4-9733-040ab0eb11ed), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:24.296387 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4a4e65-9499-46cd-a937-f6a6bcddb0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:24.297011 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db4a4e65-9499-46cd-a937-f6a6bcddb0b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:24.450754 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7b2d2870-8e7c-4fc6-a66d-9cb4c6b6f884 None None] Deleting port 7da31d4b-314d-4b57-b363-da09a1af2c7d {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:24.451244 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7b2d2870-8e7c-4fc6-a66d-9cb4c6b6f884 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7da31d4b-314d-4b57-b363-da09a1af2c7d), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:24.493856 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-695e7e6e-4078-4651-9abc-9fe495b5abdd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] For port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=84ae2ec9-bb3b-40d4-9733-040ab0eb11ed,segment=NetworkSegment(a5d788ce-91df-4f3c-82c8-c965962cae62),segment_id=a5d788ce-91df-4f3c-82c8-c965962cae62)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:24.494322 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-695e7e6e-4078-4651-9abc-9fe495b5abdd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (84ae2ec9-bb3b-40d4-9733-040ab0eb11ed), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:24.524967 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-695e7e6e-4078-4651-9abc-9fe495b5abdd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Calling delete_port for 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:24.538239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-7b2d2870-8e7c-4fc6-a66d-9cb4c6b6f884 None None] For port 7da31d4b-314d-4b57-b363-da09a1af2c7d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7da31d4b-314d-4b57-b363-da09a1af2c7d,segment=NetworkSegment(6ce50d50-5ac8-4715-92ce-33595b54c50e),segment_id=6ce50d50-5ac8-4715-92ce-33595b54c50e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:24.538886 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7b2d2870-8e7c-4fc6-a66d-9cb4c6b6f884 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7da31d4b-314d-4b57-b363-da09a1af2c7d), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:24.553796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7b2d2870-8e7c-4fc6-a66d-9cb4c6b6f884 None None] Calling delete_port for 7da31d4b-314d-4b57-b363-da09a1af2c7d owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:24.590028 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-577072da-eaaf-45b8-b20c-4667395cb620 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (1282d4bf-ae2c-4912-89e0-49a4ac2fff4c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:24.607578 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-db4a4e65-9499-46cd-a937-f6a6bcddb0b1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2030125 Feb 28 20:27:24.643052 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:27:24.660929 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7b2d2870-8e7c-4fc6-a66d-9cb4c6b6f884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (7da31d4b-314d-4b57-b363-da09a1af2c7d), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:24.671055 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-695e7e6e-4078-4651-9abc-9fe495b5abdd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (84ae2ec9-bb3b-40d4-9733-040ab0eb11ed), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:24.695041 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695e7e6e-4078-4651-9abc-9fe495b5abdd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] No DVR routers for this DVR port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:27:24.719835 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e7e6e-4078-4651-9abc-9fe495b5abdd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Port': ['ID=84ae2ec9-bb3b-40d4-9733-040ab0eb11ed,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:24.721354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2b0542-c7c3-4faf-b100-68be81e3f903 None None] Network eacad0de-f1ff-4eff-8b00-fe2d7382038f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:27:24.729562 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d2870-8e7c-4fc6-a66d-9cb4c6b6f884 None None] Pushing event deleted for resources: {'Port': ['ID=7da31d4b-314d-4b57-b363-da09a1af2c7d,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:24.753579 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6d928864-d7c5-47fc-a04e-e435f4af0d1e None None] Deleting port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:24.753952 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6d928864-d7c5-47fc-a04e-e435f4af0d1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (84ae2ec9-bb3b-40d4-9733-040ab0eb11ed), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:24.772913 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-8ea7894e-ba87-4f50-a701-b7cb236995ec tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Deleting port b0bc58ea-9765-4dc6-8557-932d67665199 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:24.773261 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8ea7894e-ba87-4f50-a701-b7cb236995ec tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b0bc58ea-9765-4dc6-8557-932d67665199), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:24.821106 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6d928864-d7c5-47fc-a04e-e435f4af0d1e None None] For port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed, host n-d-820368-21, got binding levels [] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:24.821503 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6d928864-d7c5-47fc-a04e-e435f4af0d1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (84ae2ec9-bb3b-40d4-9733-040ab0eb11ed), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:24.859110 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-695e7e6e-4078-4651-9abc-9fe495b5abdd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (e69731b7-9756-41bf-a0fe-3e91a68470a5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:24.870187 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6d928864-d7c5-47fc-a04e-e435f4af0d1e None None] Calling delete_port for 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:24.885876 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.ipam_backend_mixin [None req-6d928864-d7c5-47fc-a04e-e435f4af0d1e None None] Port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed was not found and therefore no delete operation was performed {{(pid=103775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 20:27:24.901134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2d2870-8e7c-4fc6-a66d-9cb4c6b6f884 None None] No DVR routers for this DVR port 7da31d4b-314d-4b57-b363-da09a1af2c7d on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:27:24.910104 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-695e7e6e-4078-4651-9abc-9fe495b5abdd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69731b7-9756-41bf-a0fe-3e91a68470a5']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:24.924790 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6d928864-d7c5-47fc-a04e-e435f4af0d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (84ae2ec9-bb3b-40d4-9733-040ab0eb11ed), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:24.929642 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-695e7e6e-4078-4651-9abc-9fe495b5abdd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d788ce-91df-4f3c-82c8-c965962cae62') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:24.929924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-695e7e6e-4078-4651-9abc-9fe495b5abdd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d788ce-91df-4f3c-82c8-c965962cae62') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:24.949881 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-695e7e6e-4078-4651-9abc-9fe495b5abdd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (a5d788ce-91df-4f3c-82c8-c965962cae62), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:24.992165 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-695e7e6e-4078-4651-9abc-9fe495b5abdd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (a5d788ce-91df-4f3c-82c8-c965962cae62), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:25.014130 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695e7e6e-4078-4651-9abc-9fe495b5abdd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:27:25.014800 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-695e7e6e-4078-4651-9abc-9fe495b5abdd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (a5d788ce-91df-4f3c-82c8-c965962cae62), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:27:25.018939 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:27:25.021238 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8ea7894e-ba87-4f50-a701-b7cb236995ec tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b0bc58ea-9765-4dc6-8557-932d67665199), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:25.047585 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-8ea7894e-ba87-4f50-a701-b7cb236995ec tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Calling delete_port for b0bc58ea-9765-4dc6-8557-932d67665199 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:25.065614 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d928864-d7c5-47fc-a04e-e435f4af0d1e None None] Pushing event deleted for resources: {'Port': ['ID=84ae2ec9-bb3b-40d4-9733-040ab0eb11ed,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:25.089055 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d928864-d7c5-47fc-a04e-e435f4af0d1e None None] No DVR routers for this DVR port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:27:25.095175 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No active binding found for port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed {{(pid=103775) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 28 20:27:25.095175 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] The host n-d-820368-21 is not matching for port 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed host None! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:27:25.095175 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 84ae2ec9-bb3b-40d4-9733-040ab0eb11ed not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:27:25.095744 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7da31d4b-314d-4b57-b363-da09a1af2c7d no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:27:25.111672 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-695e7e6e-4078-4651-9abc-9fe495b5abdd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (e69731b7-9756-41bf-a0fe-3e91a68470a5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:25.120644 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-695e7e6e-4078-4651-9abc-9fe495b5abdd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:25.123728 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 7da31d4b-314d-4b57-b363-da09a1af2c7d {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:27:25.124128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7da31d4b-314d-4b57-b363-da09a1af2c7d not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:27:25.126478 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-695e7e6e-4078-4651-9abc-9fe495b5abdd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/networks/e69731b7-9756-41bf-a0fe-3e91a68470a5 HTTP/1.1" status: 204 len: 168 time: 1.9481282 Feb 28 20:27:25.129438 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34720) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:25.145361 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-7195276b-8208-426a-b8e7-a60dd68841d4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-849583392', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}, 'admin_state_up': False}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:25.153923 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e7e6e-4078-4651-9abc-9fe495b5abdd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Network': ['ID=e69731b7-9756-41bf-a0fe-3e91a68470a5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:25.194584 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7195276b-8208-426a-b8e7-a60dd68841d4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (f55cc1be-b083-4dee-8451-e43f558054ca), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:25.197271 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7195276b-8208-426a-b8e7-a60dd68841d4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (f55cc1be-b083-4dee-8451-e43f558054ca), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:25.227375 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-577072da-eaaf-45b8-b20c-4667395cb620 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Deleting port 7da31d4b-314d-4b57-b363-da09a1af2c7d {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:25.227719 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-577072da-eaaf-45b8-b20c-4667395cb620 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7da31d4b-314d-4b57-b363-da09a1af2c7d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:25.248081 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34726) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:25.346471 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7195276b-8208-426a-b8e7-a60dd68841d4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router_controller (f55cc1be-b083-4dee-8451-e43f558054ca), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:25.742712 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-e6e1b4e2-a633-4762-8c13-3c3c99d1e200 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:25.744188 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-e6e1b4e2-a633-4762-8c13-3c3c99d1e200 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/networks?id=eacad0de-f1ff-4eff-8b00-fe2d7382038f HTTP/1.1" status: 200 len: 813 time: 0.1399956 Feb 28 20:27:25.756440 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-577072da-eaaf-45b8-b20c-4667395cb620 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] For port 7da31d4b-314d-4b57-b363-da09a1af2c7d, host n-d-820368-21, got binding levels [] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:25.756807 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-577072da-eaaf-45b8-b20c-4667395cb620 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7da31d4b-314d-4b57-b363-da09a1af2c7d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:25.767985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900f0fa-1be1-4d9c-8b95-5222af5fb25c req-48b2e81f-d0d3-44c0-96bf-4c47a6b2b42f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:25.769533 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f900f0fa-1be1-4d9c-8b95-5222af5fb25c req-48b2e81f-d0d3-44c0-96bf-4c47a6b2b42f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 945 time: 0.6274650 Feb 28 20:27:25.794280 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8ea7894e-ba87-4f50-a701-b7cb236995ec tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (b0bc58ea-9765-4dc6-8557-932d67665199), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:25.807318 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-920987e1-f3eb-4a52-af2d-971e375ec707 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/quotas/86af8a6d5ce542fda2ffb610bcb39744 HTTP/1.1" status: 200 len: 375 time: 0.0553024 Feb 28 20:27:25.810305 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-577072da-eaaf-45b8-b20c-4667395cb620 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Calling delete_port for 7da31d4b-314d-4b57-b363-da09a1af2c7d owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:25.829348 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.ipam_backend_mixin [None req-577072da-eaaf-45b8-b20c-4667395cb620 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Port 7da31d4b-314d-4b57-b363-da09a1af2c7d was not found and therefore no delete operation was performed {{(pid=103774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 20:27:25.876586 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-577072da-eaaf-45b8-b20c-4667395cb620 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7da31d4b-314d-4b57-b363-da09a1af2c7d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:25.893641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7894e-ba87-4f50-a701-b7cb236995ec tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0bc58ea-9765-4dc6-8557-932d67665199,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:25.904216 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-881481e1-d677-4d1b-b184-7a59756c9dc4 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=86af8a6d5ce542fda2ffb610bcb39744&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0958445 Feb 28 20:27:25.915681 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577072da-eaaf-45b8-b20c-4667395cb620 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] No DVR routers for this DVR port 7da31d4b-314d-4b57-b363-da09a1af2c7d on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:27:26.023061 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577072da-eaaf-45b8-b20c-4667395cb620 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event deleted for resources: {'Port': ['ID=7da31d4b-314d-4b57-b363-da09a1af2c7d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:26.182375 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-c3d928f9-173a-4fda-a6e9-3ec7ec2ba818 service neutron] 10.222.0.13 "GET /v2.0/networks/eacad0de-f1ff-4eff-8b00-fe2d7382038f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707534 Feb 28 20:27:26.244355 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7195276b-8208-426a-b8e7-a60dd68841d4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router_gateway (f55cc1be-b083-4dee-8451-e43f558054ca), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:26.314256 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-577072da-eaaf-45b8-b20c-4667395cb620 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (1282d4bf-ae2c-4912-89e0-49a4ac2fff4c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:26.342278 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-577072da-eaaf-45b8-b20c-4667395cb620 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1282d4bf-ae2c-4912-89e0-49a4ac2fff4c']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:26.362900 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-577072da-eaaf-45b8-b20c-4667395cb620 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce50d50-5ac8-4715-92ce-33595b54c50e') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:26.365173 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-577072da-eaaf-45b8-b20c-4667395cb620 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce50d50-5ac8-4715-92ce-33595b54c50e') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:26.396593 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-577072da-eaaf-45b8-b20c-4667395cb620 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (6ce50d50-5ac8-4715-92ce-33595b54c50e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:26.477103 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f900f0fa-1be1-4d9c-8b95-5222af5fb25c req-384770be-2cee-43f8-922d-79d3036a314b tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6937008 Feb 28 20:27:26.488548 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-577072da-eaaf-45b8-b20c-4667395cb620 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (6ce50d50-5ac8-4715-92ce-33595b54c50e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:26.500435 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577072da-eaaf-45b8-b20c-4667395cb620 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:27:26.501197 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-577072da-eaaf-45b8-b20c-4667395cb620 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (6ce50d50-5ac8-4715-92ce-33595b54c50e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:27:26.504520 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:27:26.608380 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8ea7894e-ba87-4f50-a701-b7cb236995ec tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:26.616521 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8ea7894e-ba87-4f50-a701-b7cb236995ec tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b0bc58ea-9765-4dc6-8557-932d67665199 HTTP/1.1" status: 204 len: 168 time: 2.4484227 Feb 28 20:27:26.619530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34748) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:26.639330 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-fb6825e2-fbcb-455c-82c9-80415ce61bfc tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bda2e713-0ebc-4c76-bbd4-74bf999e31fa', 'external_fixed_ips': [{'subnet_id': 'ebe37b47-95d3-4706-bd6b-d1d3a5859ef8', 'ip_address': '172.20.0.14'}]}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:26.714496 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-577072da-eaaf-45b8-b20c-4667395cb620 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (1282d4bf-ae2c-4912-89e0-49a4ac2fff4c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:26.724563 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-577072da-eaaf-45b8-b20c-4667395cb620 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:26.733683 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-577072da-eaaf-45b8-b20c-4667395cb620 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] 10.222.0.13 "DELETE /v2.0/networks/1282d4bf-ae2c-4912-89e0-49a4ac2fff4c HTTP/1.1" status: 204 len: 168 time: 2.4640234 Feb 28 20:27:26.813949 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb6825e2-fbcb-455c-82c9-80415ce61bfc tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (16b11c80-b64c-4b7d-bdae-7838df7d459a), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:26.815719 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb6825e2-fbcb-455c-82c9-80415ce61bfc tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (16b11c80-b64c-4b7d-bdae-7838df7d459a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:26.822357 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-90690b68-b6a4-4795-bf48-1e72b36c9827 service neutron] 10.222.0.13 "GET /v2.0/networks/eacad0de-f1ff-4eff-8b00-fe2d7382038f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6385069 Feb 28 20:27:26.833796 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577072da-eaaf-45b8-b20c-4667395cb620 tempest-TaggedBootDevicesTest-1130895681 tempest-TaggedBootDevicesTest-1130895681-project] Pushing event deleted for resources: {'Network': ['ID=1282d4bf-ae2c-4912-89e0-49a4ac2fff4c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:26.880619 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7195276b-8208-426a-b8e7-a60dd68841d4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router_gateway (f55cc1be-b083-4dee-8451-e43f558054ca), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:26.934691 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7195276b-8208-426a-b8e7-a60dd68841d4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:26.977430 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb6825e2-fbcb-455c-82c9-80415ce61bfc tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_controller (16b11c80-b64c-4b7d-bdae-7838df7d459a), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:27.148258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba551b7-b553-43e9-938f-d29c26c68a29 req-fa28d065-6621-4560-9507-e559450a346a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:27.149913 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cba551b7-b553-43e9-938f-d29c26c68a29 req-fa28d065-6621-4560-9507-e559450a346a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 805 time: 0.3376400 Feb 28 20:27:27.160720 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-7195276b-8208-426a-b8e7-a60dd68841d4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Allocated IP 172.25.0.16 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/40c057de-e2f1-4d40-ba11-80157ca0e4b2) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:27:27.323440 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7195276b-8208-426a-b8e7-a60dd68841d4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for port (40c057de-e2f1-4d40-ba11-80157ca0e4b2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:27.388561 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34774) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:27.397942 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7195276b-8208-426a-b8e7-a60dd68841d4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (40c057de-e2f1-4d40-ba11-80157ca0e4b2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:27.437370 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae214af5-05b6-4c70-a203-bff1b48a003c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (6e9c305b-5c4f-4708-8683-f278c3192a44), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:27.478030 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb6825e2-fbcb-455c-82c9-80415ce61bfc tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_gateway (16b11c80-b64c-4b7d-bdae-7838df7d459a), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:27.505207 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e595b589-aa04-4c43-a6f6-6ef592e4255f req-dfd99a1f-2fea-4b8f-893d-1fb43d815f06 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/ports?device_id=15564206-35d9-466f-beac-7966ce4b0169 HTTP/1.1" status: 200 len: 210 time: 0.3542194 Feb 28 20:27:27.550512 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cba551b7-b553-43e9-938f-d29c26c68a29 req-6ed7a33e-d361-44ba-98bb-153a15b7a673 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/quotas/e1fe66526f8249ae8c4d2136030f25ec HTTP/1.1" status: 200 len: 375 time: 0.1191726 Feb 28 20:27:27.844344 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7195276b-8208-426a-b8e7-a60dd68841d4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:27:27.906102 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cba551b7-b553-43e9-938f-d29c26c68a29 req-9c09a068-f683-4704-b79d-8d1821e0d2e6 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3404894 Feb 28 20:27:27.909295 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-7195276b-8208-426a-b8e7-a60dd68841d4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:27:27.912667 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7195276b-8208-426a-b8e7-a60dd68841d4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:27:27.967008 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195276b-8208-426a-b8e7-a60dd68841d4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Port': ['ID=40c057de-e2f1-4d40-ba11-80157ca0e4b2,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:28.087664 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:27:28.274821 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cba551b7-b553-43e9-938f-d29c26c68a29 req-85698be8-e0cc-4c39-8f2e-c3b39932df06 service neutron] 10.222.0.13 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678186 Feb 28 20:27:28.605093 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cba551b7-b553-43e9-938f-d29c26c68a29 req-fb5436c7-a153-4844-bb09-6487eb13d72a service neutron] 10.222.0.13 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273108 Feb 28 20:27:28.626867 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb6825e2-fbcb-455c-82c9-80415ce61bfc tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_gateway (16b11c80-b64c-4b7d-bdae-7838df7d459a), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:28.678387 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb6825e2-fbcb-455c-82c9-80415ce61bfc tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:28.800135 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7195276b-8208-426a-b8e7-a60dd68841d4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router_gateway (f55cc1be-b083-4dee-8451-e43f558054ca), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:28.910934 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5a3d61fa-fbc3-4727-8b43-d698f64b4793 req-2afba063-60da-4b15-b995-b7d6d0398f3e tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/ports?device_id=15564206-35d9-466f-beac-7966ce4b0169 HTTP/1.1" status: 200 len: 210 time: 0.3047171 Feb 28 20:27:29.117565 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-fb6825e2-fbcb-455c-82c9-80415ce61bfc tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Allocated IP 172.20.0.14 (bda2e713-0ebc-4c76-bbd4-74bf999e31fa/ebe37b47-95d3-4706-bd6b-d1d3a5859ef8/f36c716f-8425-4517-b622-f726c681425c) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:27:29.292019 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb6825e2-fbcb-455c-82c9-80415ce61bfc tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for port (f36c716f-8425-4517-b622-f726c681425c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:29.401586 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb6825e2-fbcb-455c-82c9-80415ce61bfc tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (f36c716f-8425-4517-b622-f726c681425c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:29.506543 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6825e2-fbcb-455c-82c9-80415ce61bfc tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Network bda2e713-0ebc-4c76-bbd4-74bf999e31fa is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:27:29.509755 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-fb6825e2-fbcb-455c-82c9-80415ce61bfc tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:27:29.521509 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6825e2-fbcb-455c-82c9-80415ce61bfc tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:27:29.528950 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6825e2-fbcb-455c-82c9-80415ce61bfc tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Pushing event updated for resources: {'Port': ['ID=f36c716f-8425-4517-b622-f726c681425c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:29.632239 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7195276b-8208-426a-b8e7-a60dd68841d4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (f55cc1be-b083-4dee-8451-e43f558054ca), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:29.712963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-150cc57f-f146-4afd-979a-df87785ca08d tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:29.716697 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-150cc57f-f146-4afd-979a-df87785ca08d tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.15 "GET /v2.0/networks?id=eacad0de-f1ff-4eff-8b00-fe2d7382038f HTTP/1.1" status: 200 len: 813 time: 1.1710856 Feb 28 20:27:29.737687 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-959ac057-b83b-40e3-be4a-c1cef12e4e5e tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Request body: {'port': {'device_id': '15564206-35d9-466f-beac-7966ce4b0169', 'network_id': 'eacad0de-f1ff-4eff-8b00-fe2d7382038f', 'admin_state_up': True, 'tenant_id': '86af8a6d5ce542fda2ffb610bcb39744'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:30.022209 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28538aa7-44f9-4380-b69d-026d7752437e req-8f96bbad-552e-48e1-91d7-cd0a58ae515e tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:30.030379 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-074b45ad-ce03-4614-b04c-bd0d3b9025f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (350868d5-7db5-4a53-8b7b-7ee51420a45c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:30.035382 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28538aa7-44f9-4380-b69d-026d7752437e req-8f96bbad-552e-48e1-91d7-cd0a58ae515e tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 805 time: 0.4320798 Feb 28 20:27:30.106240 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7b6cf86-b39b-44fc-bfd4-26150d46565b req-469f7032-70d5-4678-b4c0-3d51091b7502 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/ports?device_id=15564206-35d9-466f-beac-7966ce4b0169 HTTP/1.1" status: 200 len: 210 time: 0.0662482 Feb 28 20:27:30.210700 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28538aa7-44f9-4380-b69d-026d7752437e req-17398699-02df-4e17-8d51-ac2d882960bf tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/quotas/e1fe66526f8249ae8c4d2136030f25ec HTTP/1.1" status: 200 len: 375 time: 0.1738186 Feb 28 20:27:30.387817 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-959ac057-b83b-40e3-be4a-c1cef12e4e5e tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Made reservation on behalf of 86af8a6d5ce542fda2ffb610bcb39744 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:27:30.393401 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-959ac057-b83b-40e3-be4a-c1cef12e4e5e tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:30.541626 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-ae214af5-05b6-4c70-a203-bff1b48a003c admin admin] Deleting port ed148e71-0b29-4be8-b748-74ef25bf0d8f {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:30.542446 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae214af5-05b6-4c70-a203-bff1b48a003c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ed148e71-0b29-4be8-b748-74ef25bf0d8f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:30.785150 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7195276b-8208-426a-b8e7-a60dd68841d4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router f55cc1be-b083-4dee-8451-e43f558054ca is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:27:30.859488 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28538aa7-44f9-4380-b69d-026d7752437e req-4398e90e-ed52-4e58-b258-343a8bb20e0d tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6473150 Feb 28 20:27:30.898708 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-ae214af5-05b6-4c70-a203-bff1b48a003c admin admin] For port ed148e71-0b29-4be8-b748-74ef25bf0d8f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ed148e71-0b29-4be8-b748-74ef25bf0d8f,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:30.899465 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae214af5-05b6-4c70-a203-bff1b48a003c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ed148e71-0b29-4be8-b748-74ef25bf0d8f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:30.907751 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb6825e2-fbcb-455c-82c9-80415ce61bfc tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_gateway (16b11c80-b64c-4b7d-bdae-7838df7d459a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:30.987679 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-ae214af5-05b6-4c70-a203-bff1b48a003c admin admin] Calling delete_port for ed148e71-0b29-4be8-b748-74ef25bf0d8f owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:31.018355 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-959ac057-b83b-40e3-be4a-c1cef12e4e5e tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Allocated IP 172.20.0.10 (eacad0de-f1ff-4eff-8b00-fe2d7382038f/6f0f93ec-a4f9-448b-a10c-25bb53edaf9c/77bed397-f0c2-4b89-af52-de2e79f6a529) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:27:31.062839 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28538aa7-44f9-4380-b69d-026d7752437e req-dcf728d4-9f46-46b6-bf64-65cdb6549465 service neutron] 10.222.0.13 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986649 Feb 28 20:27:31.297554 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-627e7edd-4160-4306-9830-2a050bf3015e req-370dac60-d7cd-4f4a-91c1-16ffb404cd0e tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/ports?device_id=15564206-35d9-466f-beac-7966ce4b0169 HTTP/1.1" status: 200 len: 210 time: 0.0476305 Feb 28 20:27:31.313635 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7195276b-8208-426a-b8e7-a60dd68841d4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:27:31.328083 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca78b4a-79fa-4b96-a0b6-b4a652999820 None None] Sync routers for ids ['f55cc1be-b083-4dee-8451-e43f558054ca'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:27:31.345226 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca78b4a-79fa-4b96-a0b6-b4a652999820 None None] Routers {'f55cc1be-b083-4dee-8451-e43f558054ca'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:31.347144 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-eca78b4a-79fa-4b96-a0b6-b4a652999820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f55cc1be-b083-4dee-8451-e43f558054ca'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:31.355987 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28538aa7-44f9-4380-b69d-026d7752437e req-21599135-a323-4858-912b-d617f261b512 service neutron] 10.222.0.13 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913277 Feb 28 20:27:31.404355 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-eca78b4a-79fa-4b96-a0b6-b4a652999820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:31.408752 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7195276b-8208-426a-b8e7-a60dd68841d4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:31.409986 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7195276b-8208-426a-b8e7-a60dd68841d4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.2794044 Feb 28 20:27:31.416974 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34834) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:31.425309 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca78b4a-79fa-4b96-a0b6-b4a652999820 None None] Routers {'f55cc1be-b083-4dee-8451-e43f558054ca'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:31.426356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-eca78b4a-79fa-4b96-a0b6-b4a652999820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f55cc1be-b083-4dee-8451-e43f558054ca'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:31.482453 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb6825e2-fbcb-455c-82c9-80415ce61bfc tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (16b11c80-b64c-4b7d-bdae-7838df7d459a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:31.516164 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-eca78b4a-79fa-4b96-a0b6-b4a652999820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:31.521773 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca78b4a-79fa-4b96-a0b6-b4a652999820 None None] The sync data for ids ['f55cc1be-b083-4dee-8451-e43f558054ca'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:27:31.600941 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-959ac057-b83b-40e3-be4a-c1cef12e4e5e tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Publish callbacks [] for port (77bed397-f0c2-4b89-af52-de2e79f6a529), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:31.646453 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae214af5-05b6-4c70-a203-bff1b48a003c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ed148e71-0b29-4be8-b748-74ef25bf0d8f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:31.684300 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-298bad53-0a64-45fa-99a5-9eb826801745 req-e314b3fe-5729-4ccd-b68d-d7170bfac291 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2 HTTP/1.1" status: 200 len: 210 time: 0.0405142 Feb 28 20:27:31.684872 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6825e2-fbcb-455c-82c9-80415ce61bfc tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Router 16b11c80-b64c-4b7d-bdae-7838df7d459a is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:27:31.695668 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae214af5-05b6-4c70-a203-bff1b48a003c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed148e71-0b29-4be8-b748-74ef25bf0d8f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:31.713541 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-074b45ad-ce03-4614-b04c-bd0d3b9025f0 admin admin] Deleting port ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:31.713880 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-074b45ad-ce03-4614-b04c-bd0d3b9025f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ed098a14-2cd5-4c07-9e4e-2d50334ed4a9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:31.766950 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-75e7912e-f5b2-4c59-b14b-ae1bad166e25 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/routers/f55cc1be-b083-4dee-8451-e43f558054ca HTTP/1.1" status: 200 len: 879 time: 0.3463113 Feb 28 20:27:31.774251 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34840) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:31.891066 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6825e2-fbcb-455c-82c9-80415ce61bfc tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:27:31.900883 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccdd5cb-d8c9-4552-af52-9bc24bb77936 None None] Sync routers for ids ['16b11c80-b64c-4b7d-bdae-7838df7d459a'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:27:31.918833 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccdd5cb-d8c9-4552-af52-9bc24bb77936 None None] Routers {'16b11c80-b64c-4b7d-bdae-7838df7d459a'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:31.919462 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-bccdd5cb-d8c9-4552-af52-9bc24bb77936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['16b11c80-b64c-4b7d-bdae-7838df7d459a'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:31.924152 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb6825e2-fbcb-455c-82c9-80415ce61bfc tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:31.929354 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fb6825e2-fbcb-455c-82c9-80415ce61bfc tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.3035223 Feb 28 20:27:31.930519 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34846) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:32.086479 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-bccdd5cb-d8c9-4552-af52-9bc24bb77936 None None] Set router 16b11c80-b64c-4b7d-bdae-7838df7d459a gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:27:32.100970 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7109ec12-47d3-41f0-97e8-2a61e20ccfac tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router (16b11c80-b64c-4b7d-bdae-7838df7d459a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:32.130589 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-959ac057-b83b-40e3-be4a-c1cef12e4e5e tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (77bed397-f0c2-4b89-af52-de2e79f6a529), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:32.225499 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ac057-b83b-40e3-be4a-c1cef12e4e5e tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Pushing event updated for resources: {'Port': ['ID=77bed397-f0c2-4b89-af52-de2e79f6a529,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:32.263059 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7109ec12-47d3-41f0-97e8-2a61e20ccfac tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_gateway (16b11c80-b64c-4b7d-bdae-7838df7d459a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:32.377488 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-074b45ad-ce03-4614-b04c-bd0d3b9025f0 admin admin] For port ed098a14-2cd5-4c07-9e4e-2d50334ed4a9, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ed098a14-2cd5-4c07-9e4e-2d50334ed4a9,segment=NetworkSegment(05194703-5ab3-4c11-b23d-45355c568259),segment_id=05194703-5ab3-4c11-b23d-45355c568259)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:32.378101 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-074b45ad-ce03-4614-b04c-bd0d3b9025f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ed098a14-2cd5-4c07-9e4e-2d50334ed4a9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:32.389976 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-7109ec12-47d3-41f0-97e8-2a61e20ccfac tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Deleting port f36c716f-8425-4517-b622-f726c681425c {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:32.390486 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-959ac057-b83b-40e3-be4a-c1cef12e4e5e tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Network eacad0de-f1ff-4eff-8b00-fe2d7382038f is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:27:32.390634 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7109ec12-47d3-41f0-97e8-2a61e20ccfac tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (f36c716f-8425-4517-b622-f726c681425c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:32.435384 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-959ac057-b83b-40e3-be4a-c1cef12e4e5e tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:27:32.445243 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-074b45ad-ce03-4614-b04c-bd0d3b9025f0 admin admin] Calling delete_port for ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:32.449272 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-959ac057-b83b-40e3-be4a-c1cef12e4e5e tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:27:32.588269 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-bccdd5cb-d8c9-4552-af52-9bc24bb77936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b11c80-b64c-4b7d-bdae-7838df7d459a', 'name': '', 'tenant_id': '7540e4d2d77f4cb4a61de26de7e8132e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bda2e713-0ebc-4c76-bbd4-74bf999e31fa', 'external_fixed_ips': [{'subnet_id': 'ebe37b47-95d3-4706-bd6b-d1d3a5859ef8', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'f36c716f-8425-4517-b622-f726c681425c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:27:26Z', 'updated_at': '2022-02-28T20:27:29Z', 'revision_number': 3, 'project_id': '7540e4d2d77f4cb4a61de26de7e8132e', 'gw_port': {'id': 'f36c716f-8425-4517-b622-f726c681425c', 'name': '', 'network_id': 'bda2e713-0ebc-4c76-bbd4-74bf999e31fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b11c80-b64c-4b7d-bdae-7838df7d459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'ebe37b47-95d3-4706-bd6b-d1d3a5859ef8', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:27:28Z', 'updated_at': '2022-02-28T20:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebe37b47-95d3-4706-bd6b-d1d3a5859ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:32.591456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c24ad-ed76-4c08-9cef-9f024e601905 req-8f587976-0b72-4c51-903a-a431729fcd1a tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:32.592806 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-350c24ad-ed76-4c08-9cef-9f024e601905 req-8f587976-0b72-4c51-903a-a431729fcd1a tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/ports?device_id=15564206-35d9-466f-beac-7966ce4b0169 HTTP/1.1" status: 200 len: 932 time: 0.1450188 Feb 28 20:27:32.635621 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7109ec12-47d3-41f0-97e8-2a61e20ccfac tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (f36c716f-8425-4517-b622-f726c681425c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:32.646265 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccdd5cb-d8c9-4552-af52-9bc24bb77936 None None] Checking router: 16b11c80-b64c-4b7d-bdae-7838df7d459a for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:27:32.646624 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccdd5cb-d8c9-4552-af52-9bc24bb77936 None None] Updating router 16b11c80-b64c-4b7d-bdae-7838df7d459a port f36c716f-8425-4517-b622-f726c681425c binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:27:32.650894 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-7109ec12-47d3-41f0-97e8-2a61e20ccfac tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Calling delete_port for f36c716f-8425-4517-b622-f726c681425c owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:32.696395 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-bccdd5cb-d8c9-4552-af52-9bc24bb77936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f36c716f-8425-4517-b622-f726c681425c), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:32.745245 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-350c24ad-ed76-4c08-9cef-9f024e601905 req-58939581-7db7-459e-8ee8-363c1ec80f3d tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9a279f-3bed-4d6d-afba-db0ee45e1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433403 Feb 28 20:27:32.889182 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4969976-4f4d-4ec2-abd4-1bf1851daff8 req-d037b5a1-7bd5-4bcd-9040-18bd042d56e6 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2 HTTP/1.1" status: 200 len: 210 time: 0.0559583 Feb 28 20:27:33.053334 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7109ec12-47d3-41f0-97e8-2a61e20ccfac tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (f36c716f-8425-4517-b622-f726c681425c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:33.069724 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-959ac057-b83b-40e3-be4a-c1cef12e4e5e tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:33.070458 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-959ac057-b83b-40e3-be4a-c1cef12e4e5e tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:33.125312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109ec12-47d3-41f0-97e8-2a61e20ccfac tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Pushing event deleted for resources: {'Port': ['ID=f36c716f-8425-4517-b622-f726c681425c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:33.153693 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.db.api [None req-bccdd5cb-d8c9-4552-af52-9bc24bb77936 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:27:33.154247 n-d-820368-21 neutron-server[103776]: DEBUG oslo_db.api [None req-bccdd5cb-d8c9-4552-af52-9bc24bb77936 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:27:33.155327 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae214af5-05b6-4c70-a203-bff1b48a003c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (6e9c305b-5c4f-4708-8683-f278c3192a44), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:33.281563 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28538aa7-44f9-4380-b69d-026d7752437e req-4206fb69-aeb4-4f15-86c4-f32b174e0313 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:33.283320 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28538aa7-44f9-4380-b69d-026d7752437e req-4206fb69-aeb4-4f15-86c4-f32b174e0313 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.10 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 805 time: 0.2983537 Feb 28 20:27:33.287064 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7109ec12-47d3-41f0-97e8-2a61e20ccfac tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (16b11c80-b64c-4b7d-bdae-7838df7d459a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:33.296895 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-959ac057-b83b-40e3-be4a-c1cef12e4e5e tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5698137 Feb 28 20:27:33.316264 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-28538aa7-44f9-4380-b69d-026d7752437e req-00036dd6-00fb-4321-b2a2-5bd147cd7e7a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Request body: {'port': {'device_id': 'de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2', 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968', 'admin_state_up': True, 'tenant_id': 'e1fe66526f8249ae8c4d2136030f25ec'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:33.335182 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Request body: {'port': {'device_id': '15564206-35d9-466f-beac-7966ce4b0169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:33.512304 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7109ec12-47d3-41f0-97e8-2a61e20ccfac tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (16b11c80-b64c-4b7d-bdae-7838df7d459a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:33.517931 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7109ec12-47d3-41f0-97e8-2a61e20ccfac tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_controller (16b11c80-b64c-4b7d-bdae-7838df7d459a), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:33.545672 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-58d70dbc-6e5c-464d-a0ac-02b8ede26075 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.7612653 Feb 28 20:27:33.563801 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34862) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:33.570124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-b85c0117-3ccb-4773-8841-fa2e579ef1f6 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-849583392'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:33.607134 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (77bed397-f0c2-4b89-af52-de2e79f6a529), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:33.687203 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccdd5cb-d8c9-4552-af52-9bc24bb77936 None None] Port f36c716f-8425-4517-b622-f726c681425c not found while updating agent binding for router 16b11c80-b64c-4b7d-bdae-7838df7d459a. {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 28 20:27:33.707966 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccdd5cb-d8c9-4552-af52-9bc24bb77936 None None] Routers set() bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:33.708204 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7109ec12-47d3-41f0-97e8-2a61e20ccfac tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (16b11c80-b64c-4b7d-bdae-7838df7d459a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:33.708730 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7109ec12-47d3-41f0-97e8-2a61e20ccfac tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16b11c80-b64c-4b7d-bdae-7838df7d459a {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:27:33.708967 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccdd5cb-d8c9-4552-af52-9bc24bb77936 None None] Router IDs set() for agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 20:27:33.709723 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_agentschedulers_db [None req-bccdd5cb-d8c9-4552-af52-9bc24bb77936 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'16b11c80-b64c-4b7d-bdae-7838df7d459a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent'). {{(pid=103776) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 20:27:33.712163 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccdd5cb-d8c9-4552-af52-9bc24bb77936 None None] The sync data for ids ['16b11c80-b64c-4b7d-bdae-7838df7d459a'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:27:33.746169 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7109ec12-47d3-41f0-97e8-2a61e20ccfac tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:33.747804 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7109ec12-47d3-41f0-97e8-2a61e20ccfac tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "DELETE /v2.0/routers/16b11c80-b64c-4b7d-bdae-7838df7d459a HTTP/1.1" status: 204 len: 168 time: 1.8160367 Feb 28 20:27:33.753054 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34864) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:33.857974 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28538aa7-44f9-4380-b69d-026d7752437e req-00036dd6-00fb-4321-b2a2-5bd147cd7e7a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Made reservation on behalf of e1fe66526f8249ae8c4d2136030f25ec for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:27:33.862454 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-28538aa7-44f9-4380-b69d-026d7752437e req-00036dd6-00fb-4321-b2a2-5bd147cd7e7a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:33.886533 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5422aff3-956c-4b86-96b4-50a96cff7e61 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Deleting subnet ebe37b47-95d3-4706-bd6b-d1d3a5859ef8 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:27:33.899504 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5422aff3-956c-4b86-96b4-50a96cff7e61 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for subnet (ebe37b47-95d3-4706-bd6b-d1d3a5859ef8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:34.141311 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5422aff3-956c-4b86-96b4-50a96cff7e61 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (ebe37b47-95d3-4706-bd6b-d1d3a5859ef8), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:34.186848 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5422aff3-956c-4b86-96b4-50a96cff7e61 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (ebe37b47-95d3-4706-bd6b-d1d3a5859ef8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:34.347268 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5422aff3-956c-4b86-96b4-50a96cff7e61 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (ebe37b47-95d3-4706-bd6b-d1d3a5859ef8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:34.405004 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5422aff3-956c-4b86-96b4-50a96cff7e61 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:34.410260 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5422aff3-956c-4b86-96b4-50a96cff7e61 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/ebe37b47-95d3-4706-bd6b-d1d3a5859ef8 HTTP/1.1" status: 204 len: 168 time: 0.6369085 Feb 28 20:27:34.411645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7c1b6bc-a079-44f4-9b40-e17b9b8acde4 req-3399a488-fdb5-4701-8ff9-714fbd21c681 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2 HTTP/1.1" status: 200 len: 210 time: 0.3788745 Feb 28 20:27:34.418282 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34872) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:34.432971 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422aff3-956c-4b86-96b4-50a96cff7e61 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ebe37b47-95d3-4706-bd6b-d1d3a5859ef8,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:34.464897 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-074b45ad-ce03-4614-b04c-bd0d3b9025f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ed098a14-2cd5-4c07-9e4e-2d50334ed4a9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:34.487824 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625ad41-cf92-49eb-bfc7-84da5e270a09 req-f340dbe7-3897-4d44-9665-4df92bbd0913 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:34.491319 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3625ad41-cf92-49eb-bfc7-84da5e270a09 req-f340dbe7-3897-4d44-9665-4df92bbd0913 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/ports?device_id=15564206-35d9-466f-beac-7966ce4b0169 HTTP/1.1" status: 200 len: 932 time: 0.6115158 Feb 28 20:27:34.612833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-28538aa7-44f9-4380-b69d-026d7752437e req-00036dd6-00fb-4321-b2a2-5bd147cd7e7a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Allocated IP 172.20.0.10 (f93bb5b0-b654-484a-b540-d0f4106b4968/061df787-4254-4266-93eb-5523552c7b33/d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:27:34.630376 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-428fe0f5-20b5-43c8-a8d2-b674c8f73708 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (bda2e713-0ebc-4c76-bbd4-74bf999e31fa), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:34.718227 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3625ad41-cf92-49eb-bfc7-84da5e270a09 req-b96954d4-4340-462f-a2dd-5c794dbc4987 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9a279f-3bed-4d6d-afba-db0ee45e1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030070 Feb 28 20:27:34.721869 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b45ad-ce03-4614-b04c-bd0d3b9025f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed098a14-2cd5-4c07-9e4e-2d50334ed4a9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:34.796228 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae214af5-05b6-4c70-a203-bff1b48a003c admin admin] Router 6e9c305b-5c4f-4708-8683-f278c3192a44 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:27:34.937450 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-074b45ad-ce03-4614-b04c-bd0d3b9025f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (350868d5-7db5-4a53-8b7b-7ee51420a45c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:34.962579 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77bed397-f0c2-4b89-af52-de2e79f6a529 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:27:35.078992 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae214af5-05b6-4c70-a203-bff1b48a003c admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:27:35.083744 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Publish callbacks [] for port (77bed397-f0c2-4b89-af52-de2e79f6a529), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:35.094454 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ae214af5-05b6-4c70-a203-bff1b48a003c admin admin] 10.222.0.13 "PUT /v2.0/routers/6e9c305b-5c4f-4708-8683-f278c3192a44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8411193 Feb 28 20:27:35.095088 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34876) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:35.095216 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197cfc7d-c882-49a0-a3ff-0008a2a672c1 None None] Sync routers for ids ['6e9c305b-5c4f-4708-8683-f278c3192a44'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:27:35.114446 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-28538aa7-44f9-4380-b69d-026d7752437e req-00036dd6-00fb-4321-b2a2-5bd147cd7e7a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks [] for port (d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:35.120527 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197cfc7d-c882-49a0-a3ff-0008a2a672c1 None None] Routers {'6e9c305b-5c4f-4708-8683-f278c3192a44'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:35.121192 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-197cfc7d-c882-49a0-a3ff-0008a2a672c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6e9c305b-5c4f-4708-8683-f278c3192a44'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:35.154606 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b85c0117-3ccb-4773-8841-fa2e579ef1f6 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (f55cc1be-b083-4dee-8451-e43f558054ca), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:35.159305 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-428fe0f5-20b5-43c8-a8d2-b674c8f73708 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (bda2e713-0ebc-4c76-bbd4-74bf999e31fa), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:35.221639 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85663e89-b962-469b-815c-520feacaad3a admin admin] Publish callbacks [] for router (6e9c305b-5c4f-4708-8683-f278c3192a44), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:35.244875 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-428fe0f5-20b5-43c8-a8d2-b674c8f73708 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda2e713-0ebc-4c76-bbd4-74bf999e31fa']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:35.273229 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Transition to ACTIVE for port object 77bed397-f0c2-4b89-af52-de2e79f6a529 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:27:35.275969 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-197cfc7d-c882-49a0-a3ff-0008a2a672c1 None None] Set router 6e9c305b-5c4f-4708-8683-f278c3192a44 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:27:35.281753 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b85c0117-3ccb-4773-8841-fa2e579ef1f6 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921162'] for router (f55cc1be-b083-4dee-8451-e43f558054ca), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:35.305338 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-428fe0f5-20b5-43c8-a8d2-b674c8f73708 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47bdb9ea-d8bb-4e51-ba20-0711dd00ac98') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:35.306619 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-428fe0f5-20b5-43c8-a8d2-b674c8f73708 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47bdb9ea-d8bb-4e51-ba20-0711dd00ac98') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:35.314031 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-28538aa7-44f9-4380-b69d-026d7752437e req-00036dd6-00fb-4321-b2a2-5bd147cd7e7a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:35.317983 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (77bed397-f0c2-4b89-af52-de2e79f6a529), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:35.351217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:27:35.538366 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-428fe0f5-20b5-43c8-a8d2-b674c8f73708 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (47bdb9ea-d8bb-4e51-ba20-0711dd00ac98), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:35.544137 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00036dd6-00fb-4321-b2a2-5bd147cd7e7a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Pushing event updated for resources: {'Port': ['ID=d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:35.573027 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Attempting to bind port 77bed397-f0c2-4b89-af52-de2e79f6a529 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:27:35.573352 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Attempting to bind port 77bed397-f0c2-4b89-af52-de2e79f6a529 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '3a65f5fb-d91d-48d2-91f1-b6a4451b564f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eacad0de-f1ff-4eff-8b00-fe2d7382038f'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:27:35.573583 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Attempting to bind port 77bed397-f0c2-4b89-af52-de2e79f6a529 on network eacad0de-f1ff-4eff-8b00-fe2d7382038f {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:27:35.578736 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=77bed397-f0c2-4b89-af52-de2e79f6a529,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:35.588883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Port 77bed397-f0c2-4b89-af52-de2e79f6a529 on network eacad0de-f1ff-4eff-8b00-fe2d7382038f not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:27:35.589821 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Attempting to bind port 77bed397-f0c2-4b89-af52-de2e79f6a529 on network eacad0de-f1ff-4eff-8b00-fe2d7382038f {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:27:35.592482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:35.592825 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:35.593163 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:35.593498 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:35.593826 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:35.594153 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:35.594476 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:35.594798 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:35.595124 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:35.595447 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:35.595787 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:35.596109 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:35.596429 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:27:35.617223 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:27:35.617916 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Checking segment: {'id': '3a65f5fb-d91d-48d2-91f1-b6a4451b564f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eacad0de-f1ff-4eff-8b00-fe2d7382038f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:27:35.618470 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Bound using segment: {'id': '3a65f5fb-d91d-48d2-91f1-b6a4451b564f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eacad0de-f1ff-4eff-8b00-fe2d7382038f'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:27:35.619298 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28538aa7-44f9-4380-b69d-026d7752437e req-00036dd6-00fb-4321-b2a2-5bd147cd7e7a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Network f93bb5b0-b654-484a-b540-d0f4106b4968 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:27:35.619443 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Bound port: 77bed397-f0c2-4b89-af52-de2e79f6a529, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a65f5fb-d91d-48d2-91f1-b6a4451b564f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eacad0de-f1ff-4eff-8b00-fe2d7382038f'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:27:35.619994 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (77bed397-f0c2-4b89-af52-de2e79f6a529), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:35.658036 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-28538aa7-44f9-4380-b69d-026d7752437e req-00036dd6-00fb-4321-b2a2-5bd147cd7e7a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:27:35.668905 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-428fe0f5-20b5-43c8-a8d2-b674c8f73708 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (47bdb9ea-d8bb-4e51-ba20-0711dd00ac98), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:35.703034 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] For port 77bed397-f0c2-4b89-af52-de2e79f6a529, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:27:35.707844 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] For port 77bed397-f0c2-4b89-af52-de2e79f6a529, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=77bed397-f0c2-4b89-af52-de2e79f6a529,segment=NetworkSegment(3a65f5fb-d91d-48d2-91f1-b6a4451b564f),segment_id=3a65f5fb-d91d-48d2-91f1-b6a4451b564f)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:27:35.715206 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85663e89-b962-469b-815c-520feacaad3a admin admin] Publish callbacks [] for router_gateway (6e9c305b-5c4f-4708-8683-f278c3192a44), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:35.721291 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (77bed397-f0c2-4b89-af52-de2e79f6a529), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:35.729511 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-28538aa7-44f9-4380-b69d-026d7752437e req-00036dd6-00fb-4321-b2a2-5bd147cd7e7a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:27:35.789194 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=77bed397-f0c2-4b89-af52-de2e79f6a529,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:35.855784 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28538aa7-44f9-4380-b69d-026d7752437e req-00036dd6-00fb-4321-b2a2-5bd147cd7e7a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:35.858706 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-28538aa7-44f9-4380-b69d-026d7752437e req-00036dd6-00fb-4321-b2a2-5bd147cd7e7a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:35.909276 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-197cfc7d-c882-49a0-a3ff-0008a2a672c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-router', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:37Z', 'updated_at': '2022-02-28T20:27:31Z', 'revision_number': 5, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'gw_port': {'id': 'e9fc9993-533c-4c51-bb31-13d1e6dc0be4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:38Z', 'updated_at': '2022-02-28T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:35.935450 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428fe0f5-20b5-43c8-a8d2-b674c8f73708 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:27:35.935450 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-428fe0f5-20b5-43c8-a8d2-b674c8f73708 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (47bdb9ea-d8bb-4e51-ba20-0711dd00ac98), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:27:35.940404 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:27:35.948636 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:35.949320 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:35.951207 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-73fd3ced-1982-440b-ac3e-c6edc13b1ea3 service neutron] 10.222.0.15 "PUT /v2.0/ports/77bed397-f0c2-4b89-af52-de2e79f6a529 HTTP/1.1" status: 200 len: 1093 time: 2.6297207 Feb 28 20:27:35.951661 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15564206-35d9-466f-beac-7966ce4b0169', 'tag': '77bed397-f0c2-4b89-af52-de2e79f6a529'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:27:35.954044 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190800f2-9d37-4fe4-b4c6-c3a907cc6c49" -d '{"events": [{"name": "network-changed", "server_uuid": "15564206-35d9-466f-beac-7966ce4b0169", "tag": "77bed397-f0c2-4b89-af52-de2e79f6a529"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:27:36.033099 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074b45ad-ce03-4614-b04c-bd0d3b9025f0 admin admin] Router 350868d5-7db5-4a53-8b7b-7ee51420a45c has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:27:36.039244 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197cfc7d-c882-49a0-a3ff-0008a2a672c1 None None] Checking router: 6e9c305b-5c4f-4708-8683-f278c3192a44 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:27:36.054198 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-85663e89-b962-469b-815c-520feacaad3a admin admin] Deleting port e9fc9993-533c-4c51-bb31-13d1e6dc0be4 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:36.054536 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85663e89-b962-469b-815c-520feacaad3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e9fc9993-533c-4c51-bb31-13d1e6dc0be4), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:36.093435 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-16b676a6-807f-4da0-8824-5fceb6867538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:36.094962 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-16b676a6-807f-4da0-8824-5fceb6867538 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=86af8a6d5ce542fda2ffb610bcb39744&device_id=15564206-35d9-466f-beac-7966ce4b0169 HTTP/1.1" status: 200 len: 1127 time: 0.0974097 Feb 28 20:27:36.108349 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197cfc7d-c882-49a0-a3ff-0008a2a672c1 None None] Routers {'6e9c305b-5c4f-4708-8683-f278c3192a44'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:36.111866 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-197cfc7d-c882-49a0-a3ff-0008a2a672c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6e9c305b-5c4f-4708-8683-f278c3192a44'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:36.114139 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28538aa7-44f9-4380-b69d-026d7752437e req-00036dd6-00fb-4321-b2a2-5bd147cd7e7a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8082438 Feb 28 20:27:36.162300 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-28538aa7-44f9-4380-b69d-026d7752437e req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] Request body: {'port': {'device_id': 'de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:36.175639 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822e8d6-1f00-4b79-b1b1-6e31a45452d9 req-57eca65e-320e-4a13-aad2-f238bf53daf0 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:36.178340 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4822e8d6-1f00-4b79-b1b1-6e31a45452d9 req-57eca65e-320e-4a13-aad2-f238bf53daf0 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2 HTTP/1.1" status: 200 len: 932 time: 0.5883753 Feb 28 20:27:36.233754 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7823a-8d0c-4e35-8131-588ccefbe2ab req-3cb8c959-9f19-4c49-a3ec-21f2dac0d868 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:36.235781 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f7823a-8d0c-4e35-8131-588ccefbe2ab req-3cb8c959-9f19-4c49-a3ec-21f2dac0d868 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/ports?device_id=15564206-35d9-466f-beac-7966ce4b0169 HTTP/1.1" status: 200 len: 944 time: 0.3667705 Feb 28 20:27:36.248029 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-428fe0f5-20b5-43c8-a8d2-b674c8f73708 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (bda2e713-0ebc-4c76-bbd4-74bf999e31fa), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:36.292609 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428fe0f5-20b5-43c8-a8d2-b674c8f73708 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bda2e713-0ebc-4c76-bbd4-74bf999e31fa {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 20:27:36.392400 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-197cfc7d-c882-49a0-a3ff-0008a2a672c1 None None] Set router 6e9c305b-5c4f-4708-8683-f278c3192a44 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:27:36.434482 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-428fe0f5-20b5-43c8-a8d2-b674c8f73708 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:36.445511 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-428fe0f5-20b5-43c8-a8d2-b674c8f73708 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "DELETE /v2.0/networks/bda2e713-0ebc-4c76-bbd4-74bf999e31fa HTTP/1.1" status: 204 len: 168 time: 1.9810441 Feb 28 20:27:36.457161 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4822e8d6-1f00-4b79-b1b1-6e31a45452d9 req-038e9559-c6c6-44cb-8c25-5c4de2b2a5d1 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700789 Feb 28 20:27:36.489402 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428fe0f5-20b5-43c8-a8d2-b674c8f73708 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Pushing event deleted for resources: {'Network': ['ID=bda2e713-0ebc-4c76-bbd4-74bf999e31fa,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:36.503807 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85c0117-3ccb-4773-8841-fa2e579ef1f6 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router f55cc1be-b083-4dee-8451-e43f558054ca has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:27:36.550957 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-197cfc7d-c882-49a0-a3ff-0008a2a672c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-router', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:37Z', 'updated_at': '2022-02-28T20:27:35Z', 'revision_number': 6, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:36.593026 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197cfc7d-c882-49a0-a3ff-0008a2a672c1 None None] The sync data for ids ['6e9c305b-5c4f-4708-8683-f278c3192a44'] in n-d-820368-21 is: [{'id': '6e9c305b-5c4f-4708-8683-f278c3192a44', 'name': 'tempest-AttachVolumeShelveTestJSON-1331674948-router', 'tenant_id': 'd21f27a53ace41c6b073930944eb8337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:37Z', 'updated_at': '2022-02-28T20:27:35Z', 'revision_number': 6, 'project_id': 'd21f27a53ace41c6b073930944eb8337', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:27:36.668871 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-28538aa7-44f9-4380-b69d-026d7752437e req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:36.712267 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71f7823a-8d0c-4e35-8131-588ccefbe2ab req-4952cca1-f945-4602-9c71-966b7685200c tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9a279f-3bed-4d6d-afba-db0ee45e1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566202 Feb 28 20:27:36.820345 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39941e49-4727-47b5-9a99-e9238e72aadf x-openstack-request-id: req-39941e49-4727-47b5-9a99-e9238e72aadf {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:27:36.820847 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15564206-35d9-466f-beac-7966ce4b0169", "tag": "77bed397-f0c2-4b89-af52-de2e79f6a529", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:27:36.820847 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39941e49-4727-47b5-9a99-e9238e72aadf {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:27:36.821274 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15564206-35d9-466f-beac-7966ce4b0169', 'tag': '77bed397-f0c2-4b89-af52-de2e79f6a529', 'status': 'completed', 'code': 200} Feb 28 20:27:36.827429 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-bc56c972-f108-4d0a-a240-8036527764d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77bed397-f0c2-4b89-af52-de2e79f6a529 HTTP/1.1" status: 200 len: 217 time: 0.6738412 Feb 28 20:27:36.937584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85c0117-3ccb-4773-8841-fa2e579ef1f6 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:27:36.949301 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-85663e89-b962-469b-815c-520feacaad3a admin admin] For port e9fc9993-533c-4c51-bb31-13d1e6dc0be4, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e9fc9993-533c-4c51-bb31-13d1e6dc0be4,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:36.949679 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85663e89-b962-469b-815c-520feacaad3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e9fc9993-533c-4c51-bb31-13d1e6dc0be4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:36.950871 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b85c0117-3ccb-4773-8841-fa2e579ef1f6 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:36.956065 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b85c0117-3ccb-4773-8841-fa2e579ef1f6 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/f55cc1be-b083-4dee-8451-e43f558054ca HTTP/1.1" status: 200 len: 886 time: 3.3909276 Feb 28 20:27:36.959037 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34898) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:36.972274 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-dd5c6342-a62e-4eb7-b6b9-6cd466e7cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:36.973774 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-dd5c6342-a62e-4eb7-b6b9-6cd466e7cafe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f0f93ec-a4f9-448b-a10c-25bb53edaf9c HTTP/1.1" status: 200 len: 853 time: 0.1390378 Feb 28 20:27:37.019432 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34900) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:37.031434 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-e38eb7b1-5c79-44b7-801b-9955e1545cf0 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Request body: {'router': {'name': 'tempest-router--824077209', 'project_id': '7e4c75acff6a4393bf047aa2b27dcbe1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:37.046872 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-942e42ba-7acf-4776-838c-8ffbd9f331cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eacad0de-f1ff-4eff-8b00-fe2d7382038f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573905 Feb 28 20:27:37.047858 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-85663e89-b962-469b-815c-520feacaad3a admin admin] Calling delete_port for e9fc9993-533c-4c51-bb31-13d1e6dc0be4 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:37.092777 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074b45ad-ce03-4614-b04c-bd0d3b9025f0 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:27:37.114565 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-074b45ad-ce03-4614-b04c-bd0d3b9025f0 admin admin] 10.222.0.13 "PUT /v2.0/routers/350868d5-7db5-4a53-8b7b-7ee51420a45c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7242653 Feb 28 20:27:37.134463 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34902) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:37.237398 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e38eb7b1-5c79-44b7-801b-9955e1545cf0 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (a87e488d-1d56-4e67-82a2-175bc66c6905), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:37.238792 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e38eb7b1-5c79-44b7-801b-9955e1545cf0 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (a87e488d-1d56-4e67-82a2-175bc66c6905), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:37.414508 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bd0ba6-f5a4-4440-ae8a-10b9de9cfecc None None] Sync routers for ids ['f55cc1be-b083-4dee-8451-e43f558054ca'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:27:37.429346 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-1d3728d0-3b5a-46bd-972e-56e0358b2d31 service neutron] 10.222.0.15 "GET /v2.0/networks/eacad0de-f1ff-4eff-8b00-fe2d7382038f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760171 Feb 28 20:27:37.434086 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bd0ba6-f5a4-4440-ae8a-10b9de9cfecc None None] Routers {'f55cc1be-b083-4dee-8451-e43f558054ca'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:37.436574 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d0bd0ba6-f5a4-4440-ae8a-10b9de9cfecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f55cc1be-b083-4dee-8451-e43f558054ca'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:37.456472 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dffb58-f616-490f-94eb-bcb4d6c479e8 None None] Sync routers for ids ['350868d5-7db5-4a53-8b7b-7ee51420a45c'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:27:37.471417 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dffb58-f616-490f-94eb-bcb4d6c479e8 None None] Routers {'350868d5-7db5-4a53-8b7b-7ee51420a45c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:37.472211 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a8dffb58-f616-490f-94eb-bcb4d6c479e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['350868d5-7db5-4a53-8b7b-7ee51420a45c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:37.548129 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d0bd0ba6-f5a4-4440-ae8a-10b9de9cfecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:37.550385 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1913cd6f-53f8-4a14-bfce-f8e2e4fa0115 admin admin] Publish callbacks [] for router (350868d5-7db5-4a53-8b7b-7ee51420a45c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:37.573459 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9582224b-bbbe-4b5f-bf13-77e4ab8b1796 req-2e255d63-5954-46b2-a1e5-64ff402f8dad service neutron] 10.222.0.15 "GET /v2.0/networks/eacad0de-f1ff-4eff-8b00-fe2d7382038f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359472 Feb 28 20:27:37.595063 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bd0ba6-f5a4-4440-ae8a-10b9de9cfecc None None] Routers {'f55cc1be-b083-4dee-8451-e43f558054ca'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:37.598064 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d0bd0ba6-f5a4-4440-ae8a-10b9de9cfecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f55cc1be-b083-4dee-8451-e43f558054ca'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:37.689736 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d0bd0ba6-f5a4-4440-ae8a-10b9de9cfecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:37.695334 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bd0ba6-f5a4-4440-ae8a-10b9de9cfecc None None] The sync data for ids ['f55cc1be-b083-4dee-8451-e43f558054ca'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:27:37.786256 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85663e89-b962-469b-815c-520feacaad3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (e9fc9993-533c-4c51-bb31-13d1e6dc0be4), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:37.861879 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1913cd6f-53f8-4a14-bfce-f8e2e4fa0115 admin admin] Publish callbacks [] for router_gateway (350868d5-7db5-4a53-8b7b-7ee51420a45c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:37.879597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85663e89-b962-469b-815c-520feacaad3a admin admin] Pushing event deleted for resources: {'Port': ['ID=e9fc9993-533c-4c51-bb31-13d1e6dc0be4,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:37.901371 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190800f2-9d37-4fe4-b4c6-c3a907cc6c49 req-2186074c-9bb4-4f9f-889b-a4b974f0f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:37.903716 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-190800f2-9d37-4fe4-b4c6-c3a907cc6c49 req-2186074c-9bb4-4f9f-889b-a4b974f0f6b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=86af8a6d5ce542fda2ffb610bcb39744&device_id=15564206-35d9-466f-beac-7966ce4b0169 HTTP/1.1" status: 200 len: 1127 time: 0.2604029 Feb 28 20:27:38.029933 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0b08b32d-ec5b-4b8f-afd5-4b4943f1a8d0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/routers/f55cc1be-b083-4dee-8451-e43f558054ca HTTP/1.1" status: 200 len: 886 time: 1.0693493 Feb 28 20:27:38.057916 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34914) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:38.059990 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e38eb7b1-5c79-44b7-801b-9955e1545cf0 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_controller (a87e488d-1d56-4e67-82a2-175bc66c6905), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:38.095103 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85663e89-b962-469b-815c-520feacaad3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (6e9c305b-5c4f-4708-8683-f278c3192a44), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:38.095807 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-a8dffb58-f616-490f-94eb-bcb4d6c479e8 None None] Set router 350868d5-7db5-4a53-8b7b-7ee51420a45c gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:27:38.128561 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-00e06477-ef79-41ef-88d5-44c41f9b8797 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/ports?device_id=f55cc1be-b083-4dee-8451-e43f558054ca HTTP/1.1" status: 200 len: 205 time: 0.0590198 Feb 28 20:27:38.132921 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34916) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:38.169756 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e38eb7b1-5c79-44b7-801b-9955e1545cf0 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (a87e488d-1d56-4e67-82a2-175bc66c6905), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:38.220674 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0506b-4c92-426d-b985-fece94b99e3a req-7933e844-c3e5-4397-84da-8ebab017d1c8 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:38.222535 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4da0506b-4c92-426d-b985-fece94b99e3a req-7933e844-c3e5-4397-84da-8ebab017d1c8 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2 HTTP/1.1" status: 200 len: 932 time: 0.4536288 Feb 28 20:27:38.259246 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e38eb7b1-5c79-44b7-801b-9955e1545cf0 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:38.260467 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e38eb7b1-5c79-44b7-801b-9955e1545cf0 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2328355 Feb 28 20:27:38.283682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34918) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:38.310387 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190800f2-9d37-4fe4-b4c6-c3a907cc6c49 req-0d9de3f4-a5c6-4445-9399-86410a705774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:38.312409 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-190800f2-9d37-4fe4-b4c6-c3a907cc6c49 req-0d9de3f4-a5c6-4445-9399-86410a705774 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eacad0de-f1ff-4eff-8b00-fe2d7382038f HTTP/1.1" status: 200 len: 913 time: 0.3964198 Feb 28 20:27:38.319307 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85663e89-b962-469b-815c-520feacaad3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (6e9c305b-5c4f-4708-8683-f278c3192a44), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:38.354356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a8dffb58-f616-490f-94eb-bcb4d6c479e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984827160-router', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:27:33Z', 'revision_number': 5, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'gw_port': {'id': '98e22658-79c7-412c-ba3e-8ac0298c5591', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:46:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:38.373063 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-190800f2-9d37-4fe4-b4c6-c3a907cc6c49 req-96291968-2762-4137-b57f-2c861c557b9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77bed397-f0c2-4b89-af52-de2e79f6a529 HTTP/1.1" status: 200 len: 217 time: 0.0495808 Feb 28 20:27:38.374421 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85663e89-b962-469b-815c-520feacaad3a admin admin] Publish callbacks [] for router_controller (6e9c305b-5c4f-4708-8683-f278c3192a44), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:38.413128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dffb58-f616-490f-94eb-bcb4d6c479e8 None None] Checking router: 350868d5-7db5-4a53-8b7b-7ee51420a45c for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:27:38.429774 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dffb58-f616-490f-94eb-bcb4d6c479e8 None None] Routers {'350868d5-7db5-4a53-8b7b-7ee51420a45c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:38.430426 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a8dffb58-f616-490f-94eb-bcb4d6c479e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['350868d5-7db5-4a53-8b7b-7ee51420a45c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:38.442778 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190800f2-9d37-4fe4-b4c6-c3a907cc6c49 req-791d6765-5504-4dfc-8650-0f09713f1e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:38.444570 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-190800f2-9d37-4fe4-b4c6-c3a907cc6c49 req-791d6765-5504-4dfc-8650-0f09713f1e46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f0f93ec-a4f9-448b-a10c-25bb53edaf9c HTTP/1.1" status: 200 len: 853 time: 0.0646105 Feb 28 20:27:38.470888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc4464-8580-42af-bc47-2e7ab7448d32 req-31dfa2fb-f776-4193-bd5c-a22a7b4d5a43 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:38.472199 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5bdc4464-8580-42af-bc47-2e7ab7448d32 req-31dfa2fb-f776-4193-bd5c-a22a7b4d5a43 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/ports?device_id=15564206-35d9-466f-beac-7966ce4b0169 HTTP/1.1" status: 200 len: 944 time: 0.5374138 Feb 28 20:27:38.605005 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-190800f2-9d37-4fe4-b4c6-c3a907cc6c49 req-467f0c94-a96e-44e7-b3f9-ffdc31fafba7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eacad0de-f1ff-4eff-8b00-fe2d7382038f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975876 Feb 28 20:27:38.626250 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85663e89-b962-469b-815c-520feacaad3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (6e9c305b-5c4f-4708-8683-f278c3192a44), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:38.627078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-a8dffb58-f616-490f-94eb-bcb4d6c479e8 None None] Set router 350868d5-7db5-4a53-8b7b-7ee51420a45c gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:27:38.627548 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85663e89-b962-469b-815c-520feacaad3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e9c305b-5c4f-4708-8683-f278c3192a44 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:27:38.636546 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85663e89-b962-469b-815c-520feacaad3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:38.638792 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-85663e89-b962-469b-815c-520feacaad3a admin admin] 10.222.0.13 "DELETE /v2.0/routers/6e9c305b-5c4f-4708-8683-f278c3192a44 HTTP/1.1" status: 204 len: 168 time: 3.5398970 Feb 28 20:27:38.645244 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34920) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:38.677153 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e9fc9993-533c-4c51-bb31-13d1e6dc0be4 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:27:38.693776 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-28538aa7-44f9-4380-b69d-026d7752437e req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:27:38.737585 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-28538aa7-44f9-4380-b69d-026d7752437e req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] Publish callbacks [] for port (d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:38.738444 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d628d1ee-85b0-472b-bf5c-73afe2e77e14 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (f55cc1be-b083-4dee-8451-e43f558054ca), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:38.745738 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4da0506b-4c92-426d-b985-fece94b99e3a req-d8ed8773-9689-48d0-bb45-98a38f776773 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043247 Feb 28 20:27:38.747715 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-07b05c11-4357-4206-a3a6-be278d6f3cdb tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router (a87e488d-1d56-4e67-82a2-175bc66c6905), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:38.764950 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-1913cd6f-53f8-4a14-bfce-f8e2e4fa0115 admin admin] Deleting port 98e22658-79c7-412c-ba3e-8ac0298c5591 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:38.767186 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1913cd6f-53f8-4a14-bfce-f8e2e4fa0115 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (98e22658-79c7-412c-ba3e-8ac0298c5591), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:38.770116 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a8dffb58-f616-490f-94eb-bcb4d6c479e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984827160-router', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:27:37Z', 'revision_number': 6, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:38.771906 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: e9fc9993-533c-4c51-bb31-13d1e6dc0be4 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:27:38.772255 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e9fc9993-533c-4c51-bb31-13d1e6dc0be4 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:27:38.772841 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ed148e71-0b29-4be8-b748-74ef25bf0d8f no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:27:38.847827 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dffb58-f616-490f-94eb-bcb4d6c479e8 None None] The sync data for ids ['350868d5-7db5-4a53-8b7b-7ee51420a45c'] in n-d-820368-21 is: [{'id': '350868d5-7db5-4a53-8b7b-7ee51420a45c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984827160-router', 'tenant_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:00Z', 'updated_at': '2022-02-28T20:27:37Z', 'revision_number': 6, 'project_id': 'cc9440223e9e4177b248e28bf8c3bfd8', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:27:38.849510 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: ed148e71-0b29-4be8-b748-74ef25bf0d8f {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:27:38.849861 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ed148e71-0b29-4be8-b748-74ef25bf0d8f not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:27:38.911184 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-190800f2-9d37-4fe4-b4c6-c3a907cc6c49 req-7d03d205-2003-480c-add8-4a9c557c3290 service neutron] 10.222.0.15 "GET /v2.0/networks/eacad0de-f1ff-4eff-8b00-fe2d7382038f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984169 Feb 28 20:27:39.004987 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9e0027-6ee7-4e8f-9e11-1b4d73574c30 admin admin] Deleting subnet 168325cf-0c5d-4ba0-baad-f937703ff430 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:27:39.014666 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0027-6ee7-4e8f-9e11-1b4d73574c30 admin admin] Publish callbacks [] for subnet (168325cf-0c5d-4ba0-baad-f937703ff430), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:39.143268 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0027-6ee7-4e8f-9e11-1b4d73574c30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (168325cf-0c5d-4ba0-baad-f937703ff430), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:39.205936 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-190800f2-9d37-4fe4-b4c6-c3a907cc6c49 req-49f80147-77a3-4082-8efa-769cb63bd790 service neutron] 10.222.0.15 "GET /v2.0/networks/eacad0de-f1ff-4eff-8b00-fe2d7382038f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383578 Feb 28 20:27:39.216969 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d628d1ee-85b0-472b-bf5c-73afe2e77e14 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router_gateway (f55cc1be-b083-4dee-8451-e43f558054ca), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:39.238408 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-28538aa7-44f9-4380-b69d-026d7752437e req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] Transition to ACTIVE for port object d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:27:39.353553 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0027-6ee7-4e8f-9e11-1b4d73574c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (168325cf-0c5d-4ba0-baad-f937703ff430), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:39.367883 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-28538aa7-44f9-4380-b69d-026d7752437e req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:39.414056 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-d628d1ee-85b0-472b-bf5c-73afe2e77e14 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting port 40c057de-e2f1-4d40-ba11-80157ca0e4b2 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:39.414056 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d628d1ee-85b0-472b-bf5c-73afe2e77e14 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (40c057de-e2f1-4d40-ba11-80157ca0e4b2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:39.429872 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] Pushing event updated for resources: {'Port': ['ID=d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:39.448966 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5bdc4464-8580-42af-bc47-2e7ab7448d32 req-ba3447bc-1426-4112-8ac1-7316b6100b9a tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9a279f-3bed-4d6d-afba-db0ee45e1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8846068 Feb 28 20:27:39.500349 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0027-6ee7-4e8f-9e11-1b4d73574c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (168325cf-0c5d-4ba0-baad-f937703ff430), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:39.535857 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e0027-6ee7-4e8f-9e11-1b4d73574c30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=168325cf-0c5d-4ba0-baad-f937703ff430,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:39.545247 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0027-6ee7-4e8f-9e11-1b4d73574c30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:39.548734 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5b9e0027-6ee7-4e8f-9e11-1b4d73574c30 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/168325cf-0c5d-4ba0-baad-f937703ff430 HTTP/1.1" status: 204 len: 168 time: 0.9023139 Feb 28 20:27:39.553671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ca5977-ee4f-497a-821f-8ce3f5165672 None None] Network 4ab05bea-86cc-498b-aded-ed9c3d7148ac requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:27:39.554595 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34928) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:39.566276 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d628d1ee-85b0-472b-bf5c-73afe2e77e14 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (40c057de-e2f1-4d40-ba11-80157ca0e4b2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:39.575354 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-07b05c11-4357-4206-a3a6-be278d6f3cdb tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (a87e488d-1d56-4e67-82a2-175bc66c6905), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:39.595282 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-07b05c11-4357-4206-a3a6-be278d6f3cdb tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_controller (a87e488d-1d56-4e67-82a2-175bc66c6905), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:39.596412 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-d628d1ee-85b0-472b-bf5c-73afe2e77e14 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Calling delete_port for 40c057de-e2f1-4d40-ba11-80157ca0e4b2 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:39.601254 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-1913cd6f-53f8-4a14-bfce-f8e2e4fa0115 admin admin] For port 98e22658-79c7-412c-ba3e-8ac0298c5591, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=98e22658-79c7-412c-ba3e-8ac0298c5591,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:39.601609 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1913cd6f-53f8-4a14-bfce-f8e2e4fa0115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (98e22658-79c7-412c-ba3e-8ac0298c5591), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:39.660007 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 77bed397-f0c2-4b89-af52-de2e79f6a529 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:27:39.675243 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-1913cd6f-53f8-4a14-bfce-f8e2e4fa0115 admin admin] Calling delete_port for 98e22658-79c7-412c-ba3e-8ac0298c5591 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:39.684577 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-335d43b1-6778-4b4d-83c5-4a5fac50803f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (4ab05bea-86cc-498b-aded-ed9c3d7148ac), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:39.692455 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-07b05c11-4357-4206-a3a6-be278d6f3cdb tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (a87e488d-1d56-4e67-82a2-175bc66c6905), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:39.692856 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b05c11-4357-4206-a3a6-be278d6f3cdb tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a87e488d-1d56-4e67-82a2-175bc66c6905 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:27:39.697271 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-07b05c11-4357-4206-a3a6-be278d6f3cdb tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:39.698497 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-07b05c11-4357-4206-a3a6-be278d6f3cdb tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "DELETE /v2.0/routers/a87e488d-1d56-4e67-82a2-175bc66c6905 HTTP/1.1" status: 204 len: 168 time: 1.4001615 Feb 28 20:27:39.755878 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-28538aa7-44f9-4380-b69d-026d7752437e req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] Attempting to bind port d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:27:39.756227 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-28538aa7-44f9-4380-b69d-026d7752437e req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] Attempting to bind port d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:27:39.756552 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28538aa7-44f9-4380-b69d-026d7752437e req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] Attempting to bind port d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd on network f93bb5b0-b654-484a-b540-d0f4106b4968 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:27:39.771348 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28538aa7-44f9-4380-b69d-026d7752437e req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] Port d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd on network f93bb5b0-b654-484a-b540-d0f4106b4968 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:27:39.771677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28538aa7-44f9-4380-b69d-026d7752437e req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] Attempting to bind port d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd on network f93bb5b0-b654-484a-b540-d0f4106b4968 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:27:39.785530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28538aa7-44f9-4380-b69d-026d7752437e req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:27:39.785864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28538aa7-44f9-4380-b69d-026d7752437e req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] Checking segment: {'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:27:39.786270 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28538aa7-44f9-4380-b69d-026d7752437e req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] Bound using segment: {'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:27:39.786728 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-28538aa7-44f9-4380-b69d-026d7752437e req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] Bound port: d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:27:39.787070 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-28538aa7-44f9-4380-b69d-026d7752437e req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:39.881541 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 77bed397-f0c2-4b89-af52-de2e79f6a529, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=77bed397-f0c2-4b89-af52-de2e79f6a529,segment=NetworkSegment(3a65f5fb-d91d-48d2-91f1-b6a4451b564f),segment_id=3a65f5fb-d91d-48d2-91f1-b6a4451b564f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:39.903480 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34936) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:39.914335 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '77bed397-f0c2-4b89-af52-de2e79f6a529', 'network_id': 'eacad0de-f1ff-4eff-8b00-fe2d7382038f', 'port_id': '77bed397-f0c2-4b89-af52-de2e79f6a529', 'mac_address': 'fa:16:3e:0c:21:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0f93ec-a4f9-448b-a10c-25bb53edaf9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:27:39.960396 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-335d43b1-6778-4b4d-83c5-4a5fac50803f admin admin] Deleting port b703803c-d1d1-4a03-8d19-8e2067bde59f {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:39.961372 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-335d43b1-6778-4b4d-83c5-4a5fac50803f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b703803c-d1d1-4a03-8d19-8e2067bde59f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:39.982700 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce551328-67b7-4a2c-ae88-39fb3b479e0d None None] DHCP port deletion for 4ab05bea-86cc-498b-aded-ed9c3d7148ac request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:27:40.117677 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d628d1ee-85b0-472b-bf5c-73afe2e77e14 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (40c057de-e2f1-4d40-ba11-80157ca0e4b2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:40.123592 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 77bed397-f0c2-4b89-af52-de2e79f6a529 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:27:40.124011 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (77bed397-f0c2-4b89-af52-de2e79f6a529), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:40.134904 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-335d43b1-6778-4b4d-83c5-4a5fac50803f admin admin] For port b703803c-d1d1-4a03-8d19-8e2067bde59f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b703803c-d1d1-4a03-8d19-8e2067bde59f,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:40.135500 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-335d43b1-6778-4b4d-83c5-4a5fac50803f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b703803c-d1d1-4a03-8d19-8e2067bde59f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:40.190967 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77bed397-f0c2-4b89-af52-de2e79f6a529 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:27:40.216069 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628d1ee-85b0-472b-bf5c-73afe2e77e14 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Port': ['ID=40c057de-e2f1-4d40-ba11-80157ca0e4b2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:40.223475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 77bed397-f0c2-4b89-af52-de2e79f6a529, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=77bed397-f0c2-4b89-af52-de2e79f6a529,segment=NetworkSegment(3a65f5fb-d91d-48d2-91f1-b6a4451b564f),segment_id=3a65f5fb-d91d-48d2-91f1-b6a4451b564f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:40.249645 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ce551328-67b7-4a2c-ae88-39fb3b479e0d None None] Deleting port b703803c-d1d1-4a03-8d19-8e2067bde59f {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:40.250017 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ce551328-67b7-4a2c-ae88-39fb3b479e0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b703803c-d1d1-4a03-8d19-8e2067bde59f), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:40.259406 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (77bed397-f0c2-4b89-af52-de2e79f6a529), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:40.280231 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-335d43b1-6778-4b4d-83c5-4a5fac50803f admin admin] Calling delete_port for b703803c-d1d1-4a03-8d19-8e2067bde59f owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:40.284289 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d628d1ee-85b0-472b-bf5c-73afe2e77e14 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (f55cc1be-b083-4dee-8451-e43f558054ca), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:40.295829 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1913cd6f-53f8-4a14-bfce-f8e2e4fa0115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (98e22658-79c7-412c-ba3e-8ac0298c5591), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:40.375357 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=77bed397-f0c2-4b89-af52-de2e79f6a529,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:40.408394 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-2949ea34-a992-4a7a-b64d-191259b5f255 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-219526235', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}, 'admin_state_up': False}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:40.427094 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913cd6f-53f8-4a14-bfce-f8e2e4fa0115 admin admin] Pushing event deleted for resources: {'Port': ['ID=98e22658-79c7-412c-ba3e-8ac0298c5591,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:40.446272 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-28538aa7-44f9-4380-b69d-026d7752437e req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] For port d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:27:40.496003 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d628d1ee-85b0-472b-bf5c-73afe2e77e14 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (f55cc1be-b083-4dee-8451-e43f558054ca), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:40.503019 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ce551328-67b7-4a2c-ae88-39fb3b479e0d None None] For port b703803c-d1d1-4a03-8d19-8e2067bde59f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b703803c-d1d1-4a03-8d19-8e2067bde59f,segment=NetworkSegment(6669909a-adf3-4cae-b4ff-5097746b46e0),segment_id=6669909a-adf3-4cae-b4ff-5097746b46e0)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:40.503420 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ce551328-67b7-4a2c-ae88-39fb3b479e0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b703803c-d1d1-4a03-8d19-8e2067bde59f), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:40.520963 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d628d1ee-85b0-472b-bf5c-73afe2e77e14 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router_controller (f55cc1be-b083-4dee-8451-e43f558054ca), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:40.523315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ce551328-67b7-4a2c-ae88-39fb3b479e0d None None] Calling delete_port for b703803c-d1d1-4a03-8d19-8e2067bde59f owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:40.582666 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-28538aa7-44f9-4380-b69d-026d7752437e req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] For port d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:27:40.591948 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2949ea34-a992-4a7a-b64d-191259b5f255 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (28694fd2-9fb1-4ee6-9711-9807f0b91821), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:40.593402 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2949ea34-a992-4a7a-b64d-191259b5f255 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (28694fd2-9fb1-4ee6-9711-9807f0b91821), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:40.607155 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-28538aa7-44f9-4380-b69d-026d7752437e req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:40.631662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b703803c-d1d1-4a03-8d19-8e2067bde59f no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:27:40.659183 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: b703803c-d1d1-4a03-8d19-8e2067bde59f {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:27:40.659541 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b703803c-d1d1-4a03-8d19-8e2067bde59f not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:27:40.659984 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 98e22658-79c7-412c-ba3e-8ac0298c5591 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:27:40.662077 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ce551328-67b7-4a2c-ae88-39fb3b479e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (b703803c-d1d1-4a03-8d19-8e2067bde59f), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:40.678927 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-335d43b1-6778-4b4d-83c5-4a5fac50803f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b703803c-d1d1-4a03-8d19-8e2067bde59f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:40.720846 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['77bed397-f0c2-4b89-af52-de2e79f6a529'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:27:40.721116 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08de860-398a-42bb-9bcd-ae07426a0435 req-adb019cc-3042-4cad-9548-0270da437dd2 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:40.723091 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 98e22658-79c7-412c-ba3e-8ac0298c5591 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:27:40.724894 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 98e22658-79c7-412c-ba3e-8ac0298c5591 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:27:40.725475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:27:40.728279 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b08de860-398a-42bb-9bcd-ae07426a0435 req-adb019cc-3042-4cad-9548-0270da437dd2 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2 HTTP/1.1" status: 200 len: 944 time: 0.7326949 Feb 28 20:27:40.748318 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2949ea34-a992-4a7a-b64d-191259b5f255 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_controller (28694fd2-9fb1-4ee6-9711-9807f0b91821), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:40.755873 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d628d1ee-85b0-472b-bf5c-73afe2e77e14 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (f55cc1be-b083-4dee-8451-e43f558054ca), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:40.756614 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d628d1ee-85b0-472b-bf5c-73afe2e77e14 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Fanout notify agent at l3_agent the message router_deleted on router f55cc1be-b083-4dee-8451-e43f558054ca {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:27:40.767435 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce551328-67b7-4a2c-ae88-39fb3b479e0d None None] Pushing event deleted for resources: {'Port': ['ID=b703803c-d1d1-4a03-8d19-8e2067bde59f,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:40.773239 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28538aa7-44f9-4380-b69d-026d7752437e req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:40.774187 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-28538aa7-44f9-4380-b69d-026d7752437e req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:40.775957 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28538aa7-44f9-4380-b69d-026d7752437e req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] 10.222.0.10 "PUT /v2.0/ports/d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd HTTP/1.1" status: 200 len: 1093 time: 4.6306508 Feb 28 20:27:40.783219 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2', 'tag': 'd5fc80c3-48e9-46e5-a60f-8131d9aa2dcd'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:27:40.786287 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a30c030-b417-4e4a-948d-10b659a62ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2", "tag": "d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:27:40.790980 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1913cd6f-53f8-4a14-bfce-f8e2e4fa0115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (350868d5-7db5-4a53-8b7b-7ee51420a45c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:40.817053 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce551328-67b7-4a2c-ae88-39fb3b479e0d None None] No DVR routers for this DVR port b703803c-d1d1-4a03-8d19-8e2067bde59f on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:27:40.822946 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:27:40.823543 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ed098a14-2cd5-4c07-9e4e-2d50334ed4a9 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:27:40.986545 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1913cd6f-53f8-4a14-bfce-f8e2e4fa0115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (350868d5-7db5-4a53-8b7b-7ee51420a45c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:40.992488 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1913cd6f-53f8-4a14-bfce-f8e2e4fa0115 admin admin] Publish callbacks [] for router_controller (350868d5-7db5-4a53-8b7b-7ee51420a45c), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:41.010805 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db22886-b28f-4b3a-b783-7094b116769b service neutron] Pushing event updated for resources: {'Port': ['ID=d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:41.103675 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63041b45-8a23-4a3e-b779-5e9e8d6ff6e2 req-62bf5552-07b8-46e3-aecd-b4d5affd7250 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:41.105489 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63041b45-8a23-4a3e-b779-5e9e8d6ff6e2 req-62bf5552-07b8-46e3-aecd-b4d5affd7250 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/ports?device_id=15564206-35d9-466f-beac-7966ce4b0169 HTTP/1.1" status: 200 len: 945 time: 0.4951637 Feb 28 20:27:41.122701 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b08de860-398a-42bb-9bcd-ae07426a0435 req-5aa8b978-70d6-46d4-9ba3-02b7128e64fa tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922353 Feb 28 20:27:41.126705 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1913cd6f-53f8-4a14-bfce-f8e2e4fa0115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (350868d5-7db5-4a53-8b7b-7ee51420a45c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:41.127426 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1913cd6f-53f8-4a14-bfce-f8e2e4fa0115 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 350868d5-7db5-4a53-8b7b-7ee51420a45c {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:27:41.152011 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1913cd6f-53f8-4a14-bfce-f8e2e4fa0115 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:41.153367 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1913cd6f-53f8-4a14-bfce-f8e2e4fa0115 admin admin] 10.222.0.13 "DELETE /v2.0/routers/350868d5-7db5-4a53-8b7b-7ee51420a45c HTTP/1.1" status: 204 len: 168 time: 4.0179174 Feb 28 20:27:41.165171 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34952) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:41.247650 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28538aa7-44f9-4380-b69d-026d7752437e req-9af1263e-a71b-4b01-bb68-57013ea04d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:41.260844 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28538aa7-44f9-4380-b69d-026d7752437e req-9af1263e-a71b-4b01-bb68-57013ea04d2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&device_id=de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2 HTTP/1.1" status: 200 len: 1127 time: 0.3744133 Feb 28 20:27:41.322468 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50f7c89-2bc8-43d9-a001-4f0ab5e9d980 x-openstack-request-id: req-c50f7c89-2bc8-43d9-a001-4f0ab5e9d980 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:27:41.323424 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2", "tag": "d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:27:41.323424 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c50f7c89-2bc8-43d9-a001-4f0ab5e9d980 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:27:41.323424 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2', 'tag': 'd5fc80c3-48e9-46e5-a60f-8131d9aa2dcd', 'status': 'completed', 'code': 200} Feb 28 20:27:41.383381 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28538aa7-44f9-4380-b69d-026d7752437e req-70de6e0e-9195-46a1-8526-315090c27a8c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd HTTP/1.1" status: 200 len: 217 time: 0.0966094 Feb 28 20:27:41.390666 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63041b45-8a23-4a3e-b779-5e9e8d6ff6e2 req-8c47df45-6119-4c44-a233-27216409aa84 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9a279f-3bed-4d6d-afba-db0ee45e1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666144 Feb 28 20:27:41.397996 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b2ce35-612d-4c24-802d-4154a33caccf admin admin] Deleting subnet e4c17c34-1415-482c-9e44-a2606667b359 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:27:41.409982 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c4b2ce35-612d-4c24-802d-4154a33caccf admin admin] Publish callbacks [] for subnet (e4c17c34-1415-482c-9e44-a2606667b359), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:41.488313 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d628d1ee-85b0-472b-bf5c-73afe2e77e14 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:41.492867 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d628d1ee-85b0-472b-bf5c-73afe2e77e14 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/routers/f55cc1be-b083-4dee-8451-e43f558054ca HTTP/1.1" status: 204 len: 168 time: 3.3533685 Feb 28 20:27:41.516209 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34956) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:41.523390 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-b80e8482-bcbc-45b8-be9d-923661261360 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'network': {'name': 'tempest-RoutersTest-779656630'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:41.531588 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d43b1-6778-4b4d-83c5-4a5fac50803f admin admin] Pushing event deleted for resources: {'Port': ['ID=b703803c-d1d1-4a03-8d19-8e2067bde59f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:41.538254 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335d43b1-6778-4b4d-83c5-4a5fac50803f admin admin] No DVR routers for this DVR port b703803c-d1d1-4a03-8d19-8e2067bde59f on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:27:41.547022 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c4b2ce35-612d-4c24-802d-4154a33caccf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (e4c17c34-1415-482c-9e44-a2606667b359), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:41.575824 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28538aa7-44f9-4380-b69d-026d7752437e req-7aec4c85-e072-44c4-8131-309225fd3644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:41.577642 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28538aa7-44f9-4380-b69d-026d7752437e req-7aec4c85-e072-44c4-8131-309225fd3644 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=061df787-4254-4266-93eb-5523552c7b33 HTTP/1.1" status: 200 len: 845 time: 0.1771286 Feb 28 20:27:41.606490 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 77bed397-f0c2-4b89-af52-de2e79f6a529 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:27:41.627388 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28538aa7-44f9-4380-b69d-026d7752437e req-1885e0d9-cf84-47fb-bf06-dd7b3920ac6f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f93bb5b0-b654-484a-b540-d0f4106b4968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427198 Feb 28 20:27:41.630612 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80e8482-bcbc-45b8-be9d-923661261360 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Made reservation on behalf of 25615de0e19746d8843cb2b14de50f6e for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:27:41.636218 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b80e8482-bcbc-45b8-be9d-923661261360 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:41.686027 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2949ea34-a992-4a7a-b64d-191259b5f255 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_gateway (28694fd2-9fb1-4ee6-9711-9807f0b91821), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:41.733242 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 77bed397-f0c2-4b89-af52-de2e79f6a529 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:27:41.737386 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-335d43b1-6778-4b4d-83c5-4a5fac50803f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (4ab05bea-86cc-498b-aded-ed9c3d7148ac), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:41.737906 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28538aa7-44f9-4380-b69d-026d7752437e req-98687dbf-7233-445d-bc84-aa4295be50bc service neutron] 10.222.0.10 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003659 Feb 28 20:27:41.743225 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 77bed397-f0c2-4b89-af52-de2e79f6a529 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:27:41.745446 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (77bed397-f0c2-4b89-af52-de2e79f6a529), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:41.781539 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b80e8482-bcbc-45b8-be9d-923661261360 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:27:41.798835 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-335d43b1-6778-4b4d-83c5-4a5fac50803f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab05bea-86cc-498b-aded-ed9c3d7148ac']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:41.818145 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-335d43b1-6778-4b4d-83c5-4a5fac50803f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6669909a-adf3-4cae-b4ff-5097746b46e0') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:41.818523 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-335d43b1-6778-4b4d-83c5-4a5fac50803f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6669909a-adf3-4cae-b4ff-5097746b46e0') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:41.820730 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b80e8482-bcbc-45b8-be9d-923661261360 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (a52c8b28-00c0-4544-9c34-ef7f19fe83e5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:41.821081 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-b80e8482-bcbc-45b8-be9d-923661261360 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Added segment a52c8b28-00c0-4544-9c34-ef7f19fe83e5 of type vlan for network 4787150a-9975-4435-9fd2-6482ee5d2fb3 Feb 28 20:27:41.860845 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c4b2ce35-612d-4c24-802d-4154a33caccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (e4c17c34-1415-482c-9e44-a2606667b359), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:41.866946 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-335d43b1-6778-4b4d-83c5-4a5fac50803f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (6669909a-adf3-4cae-b4ff-5097746b46e0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:41.929458 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28538aa7-44f9-4380-b69d-026d7752437e req-85babb0f-0e56-4285-a208-ce24b2634a41 service neutron] 10.222.0.10 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625216 Feb 28 20:27:41.930047 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b80e8482-bcbc-45b8-be9d-923661261360 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (4787150a-9975-4435-9fd2-6482ee5d2fb3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:41.934019 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-335d43b1-6778-4b4d-83c5-4a5fac50803f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (6669909a-adf3-4cae-b4ff-5097746b46e0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:41.954235 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335d43b1-6778-4b4d-83c5-4a5fac50803f admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:27:41.954757 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-335d43b1-6778-4b4d-83c5-4a5fac50803f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (6669909a-adf3-4cae-b4ff-5097746b46e0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:41.957855 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 77bed397-f0c2-4b89-af52-de2e79f6a529 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:27:41.959053 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (77bed397-f0c2-4b89-af52-de2e79f6a529), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:41.962631 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c4b2ce35-612d-4c24-802d-4154a33caccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (e4c17c34-1415-482c-9e44-a2606667b359), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:27:41.975181 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:27:42.052743 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 77bed397-f0c2-4b89-af52-de2e79f6a529, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=77bed397-f0c2-4b89-af52-de2e79f6a529,segment=NetworkSegment(3a65f5fb-d91d-48d2-91f1-b6a4451b564f),segment_id=3a65f5fb-d91d-48d2-91f1-b6a4451b564f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:42.055840 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15564206-35d9-466f-beac-7966ce4b0169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bed397-f0c2-4b89-af52-de2e79f6a529'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:27:42.061739 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea01cbd2-66df-4c82-bd7c-6801fcd8147d" -d '{"events": [{"server_uuid": "15564206-35d9-466f-beac-7966ce4b0169", "name": "network-vif-plugged", "status": "completed", "tag": "77bed397-f0c2-4b89-af52-de2e79f6a529"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:27:42.073503 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b80e8482-bcbc-45b8-be9d-923661261360 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (4787150a-9975-4435-9fd2-6482ee5d2fb3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:42.079973 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80e8482-bcbc-45b8-be9d-923661261360 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:42.080824 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b80e8482-bcbc-45b8-be9d-923661261360 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:42.088399 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (77bed397-f0c2-4b89-af52-de2e79f6a529), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:42.157645 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-335d43b1-6778-4b4d-83c5-4a5fac50803f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (4ab05bea-86cc-498b-aded-ed9c3d7148ac), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:42.164965 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d13b91b-51f4-445b-ad51-53daec2adbe4 x-openstack-request-id: req-6d13b91b-51f4-445b-ad51-53daec2adbe4 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:27:42.166895 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15564206-35d9-466f-beac-7966ce4b0169", "name": "network-vif-plugged", "status": "completed", "tag": "77bed397-f0c2-4b89-af52-de2e79f6a529", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:27:42.167190 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d13b91b-51f4-445b-ad51-53daec2adbe4 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:27:42.168635 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15564206-35d9-466f-beac-7966ce4b0169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bed397-f0c2-4b89-af52-de2e79f6a529', 'code': 200} Feb 28 20:27:42.187985 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c4b2ce35-612d-4c24-802d-4154a33caccf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:42.204896 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c4b2ce35-612d-4c24-802d-4154a33caccf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e4c17c34-1415-482c-9e44-a2606667b359 HTTP/1.1" status: 204 len: 168 time: 1.0359650 Feb 28 20:27:42.207178 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34962) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:42.211099 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b80e8482-bcbc-45b8-be9d-923661261360 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6930633 Feb 28 20:27:42.213738 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-335d43b1-6778-4b4d-83c5-4a5fac50803f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:42.216098 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2ce35-612d-4c24-802d-4154a33caccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4c17c34-1415-482c-9e44-a2606667b359,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:42.225400 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-335d43b1-6778-4b4d-83c5-4a5fac50803f admin admin] 10.222.0.13 "DELETE /v2.0/networks/4ab05bea-86cc-498b-aded-ed9c3d7148ac HTTP/1.1" status: 204 len: 168 time: 2.6667764 Feb 28 20:27:42.232966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34964) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:42.237321 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc77b02-6069-4ca6-aa9a-d8e2685b6ee8 None None] Network b4d04028-1f92-4a10-a522-d88228aafca5 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:27:42.255331 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3cc6e9fb-d487-4a8b-af31-3e1486ec7277 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'subnet': {'network_id': '4787150a-9975-4435-9fd2-6482ee5d2fb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:42.341168 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30c030-b417-4e4a-948d-10b659a62ec7 req-a2d7157d-c60c-47f8-8b1f-2ce9e6552ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:42.343510 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a30c030-b417-4e4a-948d-10b659a62ec7 req-a2d7157d-c60c-47f8-8b1f-2ce9e6552ff9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&device_id=de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2 HTTP/1.1" status: 200 len: 1127 time: 0.3536000 Feb 28 20:27:42.568533 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e8482-bcbc-45b8-be9d-923661261360 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Network': ['ID=4787150a-9975-4435-9fd2-6482ee5d2fb3,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:42.589537 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 4787150a-9975-4435-9fd2-6482ee5d2fb3 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:27:42.611319 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=77bed397-f0c2-4b89-af52-de2e79f6a529,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:42.656745 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d43b1-6778-4b4d-83c5-4a5fac50803f admin admin] Pushing event deleted for resources: {'Network': ['ID=4ab05bea-86cc-498b-aded-ed9c3d7148ac,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:42.660595 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2949ea34-a992-4a7a-b64d-191259b5f255 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_gateway (28694fd2-9fb1-4ee6-9711-9807f0b91821), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:42.720759 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd4f42-5c27-43d2-8ed7-6a6ec8851763 req-7e41dccf-4d17-45d6-806e-0d03ab0cebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:42.725905 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-62cd4f42-5c27-43d2-8ed7-6a6ec8851763 req-7e41dccf-4d17-45d6-806e-0d03ab0cebdf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=15564206-35d9-466f-beac-7966ce4b0169 HTTP/1.1" status: 200 len: 1129 time: 0.3901312 Feb 28 20:27:42.746747 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2949ea34-a992-4a7a-b64d-191259b5f255 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:42.756295 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-be6af027-5536-403a-a318-1272480eb200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (b4d04028-1f92-4a10-a522-d88228aafca5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:42.793347 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34974) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:42.837861 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-62cd4f42-5c27-43d2-8ed7-6a6ec8851763 req-0e42d6fc-09da-4c9a-a95b-bbeb6e4a1351 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1c9a279f-3bed-4d6d-afba-db0ee45e1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786116 Feb 28 20:27:42.865796 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d2640-892b-443f-83fc-19c9439def67 req-baac12e0-c8d3-4029-b5bf-2444649386e0 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:42.867551 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-055d2640-892b-443f-83fc-19c9439def67 req-baac12e0-c8d3-4029-b5bf-2444649386e0 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2 HTTP/1.1" status: 200 len: 944 time: 0.5383046 Feb 28 20:27:42.916803 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30c030-b417-4e4a-948d-10b659a62ec7 req-7df0de1e-0612-4fae-b385-ca33061c44d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:42.918996 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a30c030-b417-4e4a-948d-10b659a62ec7 req-7df0de1e-0612-4fae-b385-ca33061c44d8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 905 time: 0.4750764 Feb 28 20:27:42.947417 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50974d18-45dd-4d2f-acad-b72ed7685b33 None None] DHCP port deletion for b4d04028-1f92-4a10-a522-d88228aafca5 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:27:42.958312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ebf34-f683-40e1-8329-5f175012b22c req-e0a7fa05-13fc-4e7b-8b2d-ff3f1488c16c tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:42.959510 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-356ebf34-f683-40e1-8329-5f175012b22c req-e0a7fa05-13fc-4e7b-8b2d-ff3f1488c16c tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/ports?device_id=15564206-35d9-466f-beac-7966ce4b0169 HTTP/1.1" status: 200 len: 946 time: 0.3839231 Feb 28 20:27:42.993083 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-2949ea34-a992-4a7a-b64d-191259b5f255 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Allocated IP 172.25.0.198 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/0e072197-0501-4744-bf33-98481e8b6ed5) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:27:43.011023 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc6e9fb-d487-4a8b-af31-3e1486ec7277 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Made reservation on behalf of 25615de0e19746d8843cb2b14de50f6e for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:27:43.016289 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3cc6e9fb-d487-4a8b-af31-3e1486ec7277 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:43.021942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-50974d18-45dd-4d2f-acad-b72ed7685b33 None None] Deleting port d8107ca2-f7b6-4611-b103-5aef033bdba0 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:43.022688 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-50974d18-45dd-4d2f-acad-b72ed7685b33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d8107ca2-f7b6-4611-b103-5aef033bdba0), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:43.030815 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a30c030-b417-4e4a-948d-10b659a62ec7 req-4610c64d-0209-4bfb-8983-ede076eaa3d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd HTTP/1.1" status: 200 len: 217 time: 0.0933790 Feb 28 20:27:43.054216 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0bdbe726-005d-418b-aadf-e82fb5498dc9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d21f27a53ace41c6b073930944eb8337&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2585111 Feb 28 20:27:43.076231 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34976) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:43.116924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-50974d18-45dd-4d2f-acad-b72ed7685b33 None None] For port d8107ca2-f7b6-4611-b103-5aef033bdba0, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d8107ca2-f7b6-4611-b103-5aef033bdba0,segment=NetworkSegment(05194703-5ab3-4c11-b23d-45355c568259),segment_id=05194703-5ab3-4c11-b23d-45355c568259)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:43.117900 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-50974d18-45dd-4d2f-acad-b72ed7685b33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d8107ca2-f7b6-4611-b103-5aef033bdba0), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:43.134623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-50974d18-45dd-4d2f-acad-b72ed7685b33 None None] Calling delete_port for d8107ca2-f7b6-4611-b103-5aef033bdba0 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:43.160912 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-055d2640-892b-443f-83fc-19c9439def67 req-c841e666-7134-4d31-847d-9919b9fe6771 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804310 Feb 28 20:27:43.201593 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-356ebf34-f683-40e1-8329-5f175012b22c req-4c90dcef-1d9e-4103-9b4f-4500e7e01f5e tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9a279f-3bed-4d6d-afba-db0ee45e1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018931 Feb 28 20:27:43.213873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30c030-b417-4e4a-948d-10b659a62ec7 req-b4f7b3d9-27f4-4416-bf9f-35e72fa36d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:43.215461 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a30c030-b417-4e4a-948d-10b659a62ec7 req-b4f7b3d9-27f4-4416-bf9f-35e72fa36d35 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=061df787-4254-4266-93eb-5523552c7b33 HTTP/1.1" status: 200 len: 845 time: 0.1535439 Feb 28 20:27:43.217432 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-be6af027-5536-403a-a318-1272480eb200 admin admin] Deleting port d8107ca2-f7b6-4611-b103-5aef033bdba0 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:43.217778 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-be6af027-5536-403a-a318-1272480eb200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d8107ca2-f7b6-4611-b103-5aef033bdba0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:43.250495 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-50974d18-45dd-4d2f-acad-b72ed7685b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (d8107ca2-f7b6-4611-b103-5aef033bdba0), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:43.270233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50974d18-45dd-4d2f-acad-b72ed7685b33 None None] No DVR routers for this DVR port d8107ca2-f7b6-4611-b103-5aef033bdba0 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:27:43.275543 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3cc6e9fb-d487-4a8b-af31-3e1486ec7277 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (b2fec0da-1e4c-4d49-89a5-18e52426ed15), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:43.276312 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a30c030-b417-4e4a-948d-10b659a62ec7 req-54879c4e-467f-4551-8057-15ddc6f278b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f93bb5b0-b654-484a-b540-d0f4106b4968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411544 Feb 28 20:27:43.297054 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50974d18-45dd-4d2f-acad-b72ed7685b33 None None] Pushing event deleted for resources: {'Port': ['ID=d8107ca2-f7b6-4611-b103-5aef033bdba0,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:43.351348 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57ab4c87-0a55-47bd-9d07-ef70c5c2d52f admin admin] Publish callbacks [] for security_group (2053adaf-3c42-4535-be99-0c5f839f0ed1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:43.417520 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6e9fb-d487-4a8b-af31-3e1486ec7277 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Subnet': ['ID=b2fec0da-1e4c-4d49-89a5-18e52426ed15,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:43.423579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-be6af027-5536-403a-a318-1272480eb200 admin admin] For port d8107ca2-f7b6-4611-b103-5aef033bdba0, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d8107ca2-f7b6-4611-b103-5aef033bdba0,segment=NetworkSegment(05194703-5ab3-4c11-b23d-45355c568259),segment_id=05194703-5ab3-4c11-b23d-45355c568259)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:43.423579 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-be6af027-5536-403a-a318-1272480eb200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d8107ca2-f7b6-4611-b103-5aef033bdba0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:43.446587 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc6e9fb-d487-4a8b-af31-3e1486ec7277 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Checking segment: {'id': 'a52c8b28-00c0-4544-9c34-ef7f19fe83e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4787150a-9975-4435-9fd2-6482ee5d2fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:27:43.447238 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc6e9fb-d487-4a8b-af31-3e1486ec7277 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network hostable DHCP agents. Network: 4787150a-9975-4435-9fd2-6482ee5d2fb3, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:27:43.450059 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-be6af027-5536-403a-a318-1272480eb200 admin admin] Calling delete_port for d8107ca2-f7b6-4611-b103-5aef033bdba0 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:43.456002 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57ab4c87-0a55-47bd-9d07-ef70c5c2d52f admin admin] Publish callbacks [] for security_group (2053adaf-3c42-4535-be99-0c5f839f0ed1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:43.493099 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc6e9fb-d487-4a8b-af31-3e1486ec7277 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network 4787150a-9975-4435-9fd2-6482ee5d2fb3 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:27:43.499782 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2949ea34-a992-4a7a-b64d-191259b5f255 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for port (0e072197-0501-4744-bf33-98481e8b6ed5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:43.508405 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-3cc6e9fb-d487-4a8b-af31-3e1486ec7277 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 4787150a-9975-4435-9fd2-6482ee5d2fb3) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:27:43.514898 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc6e9fb-d487-4a8b-af31-3e1486ec7277 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:43.515495 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3cc6e9fb-d487-4a8b-af31-3e1486ec7277 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:43.522967 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fcecf3-f913-467f-82ec-a7cb87eb67f6 None None] Network 4787150a-9975-4435-9fd2-6482ee5d2fb3 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:27:43.540548 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3cc6e9fb-d487-4a8b-af31-3e1486ec7277 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3051496 Feb 28 20:27:43.548005 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34982) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:43.553933 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-063764ff-a0dc-4d33-8e60-6a78b40de5c4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-563211459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:43.564470 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a30c030-b417-4e4a-948d-10b659a62ec7 req-6581b707-5676-4b49-beac-78b83572c60a service neutron] 10.222.0.10 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478430 Feb 28 20:27:43.593391 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2949ea34-a992-4a7a-b64d-191259b5f255 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0e072197-0501-4744-bf33-98481e8b6ed5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:43.651177 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949ea34-a992-4a7a-b64d-191259b5f255 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Pushing event updated for resources: {'Port': ['ID=0e072197-0501-4744-bf33-98481e8b6ed5,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:43.663467 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-063764ff-a0dc-4d33-8e60-6a78b40de5c4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (ba7883e0-b854-4659-a0a1-f5f26cef880c), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:43.663673 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57ab4c87-0a55-47bd-9d07-ef70c5c2d52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2053adaf-3c42-4535-be99-0c5f839f0ed1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:43.666168 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57ab4c87-0a55-47bd-9d07-ef70c5c2d52f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:43.667597 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-57ab4c87-0a55-47bd-9d07-ef70c5c2d52f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2053adaf-3c42-4535-be99-0c5f839f0ed1 HTTP/1.1" status: 204 len: 168 time: 0.5867515 Feb 28 20:27:43.677693 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-063764ff-a0dc-4d33-8e60-6a78b40de5c4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (ba7883e0-b854-4659-a0a1-f5f26cef880c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:43.692387 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-be6af027-5536-403a-a318-1272480eb200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d8107ca2-f7b6-4611-b103-5aef033bdba0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:43.697795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab4c87-0a55-47bd-9d07-ef70c5c2d52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2053adaf-3c42-4535-be99-0c5f839f0ed1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:43.699171 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2949ea34-a992-4a7a-b64d-191259b5f255 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:27:43.702101 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-2949ea34-a992-4a7a-b64d-191259b5f255 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:27:43.705224 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2949ea34-a992-4a7a-b64d-191259b5f255 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:27:43.749505 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6af027-5536-403a-a318-1272480eb200 admin admin] No DVR routers for this DVR port d8107ca2-f7b6-4611-b103-5aef033bdba0 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:27:43.756989 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6af027-5536-403a-a318-1272480eb200 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8107ca2-f7b6-4611-b103-5aef033bdba0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:43.791457 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e789d3-2fcf-4468-94f1-7eecef2d41e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-4787150a-9975-4435-9fd2-6482ee5d2fb3', 'network_id': '4787150a-9975-4435-9fd2-6482ee5d2fb3', 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'fixed_ips': [{'subnet_id': 'b2fec0da-1e4c-4d49-89a5-18e52426ed15'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:27:43.793693 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d6e789d3-2fcf-4468-94f1-7eecef2d41e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:43.858498 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a30c030-b417-4e4a-948d-10b659a62ec7 req-5444d5e1-6443-4ef9-88d1-49b28b9fd3bc service neutron] 10.222.0.10 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819164 Feb 28 20:27:43.908398 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-063764ff-a0dc-4d33-8e60-6a78b40de5c4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router_controller (ba7883e0-b854-4659-a0a1-f5f26cef880c), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:43.920664 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-063764ff-a0dc-4d33-8e60-6a78b40de5c4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (ba7883e0-b854-4659-a0a1-f5f26cef880c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:43.971683 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-be6af027-5536-403a-a318-1272480eb200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (b4d04028-1f92-4a10-a522-d88228aafca5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:43.995940 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-be6af027-5536-403a-a318-1272480eb200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d04028-1f92-4a10-a522-d88228aafca5']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:44.006639 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-be6af027-5536-403a-a318-1272480eb200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05194703-5ab3-4c11-b23d-45355c568259') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:44.006923 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-be6af027-5536-403a-a318-1272480eb200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05194703-5ab3-4c11-b23d-45355c568259') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:44.015088 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-063764ff-a0dc-4d33-8e60-6a78b40de5c4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:44.019441 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-063764ff-a0dc-4d33-8e60-6a78b40de5c4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4715319 Feb 28 20:27:44.020234 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34988) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:44.024574 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-be6af027-5536-403a-a318-1272480eb200 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (05194703-5ab3-4c11-b23d-45355c568259), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:44.039593 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-be6af027-5536-403a-a318-1272480eb200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (05194703-5ab3-4c11-b23d-45355c568259), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:44.046999 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6af027-5536-403a-a318-1272480eb200 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:27:44.047793 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-be6af027-5536-403a-a318-1272480eb200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (05194703-5ab3-4c11-b23d-45355c568259), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:44.098738 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-d6e789d3-2fcf-4468-94f1-7eecef2d41e2 None None] Allocated IP 172.20.0.2 (4787150a-9975-4435-9fd2-6482ee5d2fb3/b2fec0da-1e4c-4d49-89a5-18e52426ed15/1c1376cb-ca8c-418d-b37b-a2cba3df35a3) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:27:44.108036 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:27:44.115280 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-be6af027-5536-403a-a318-1272480eb200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (b4d04028-1f92-4a10-a522-d88228aafca5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:44.150713 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-be6af027-5536-403a-a318-1272480eb200 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:44.160280 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-be6af027-5536-403a-a318-1272480eb200 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b4d04028-1f92-4a10-a522-d88228aafca5 HTTP/1.1" status: 204 len: 168 time: 1.9331062 Feb 28 20:27:44.161371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6af027-5536-403a-a318-1272480eb200 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d04028-1f92-4a10-a522-d88228aafca5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:44.164149 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34990) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:44.382129 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d6e789d3-2fcf-4468-94f1-7eecef2d41e2 None None] Publish callbacks [] for port (1c1376cb-ca8c-418d-b37b-a2cba3df35a3), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:44.392236 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d6e789d3-2fcf-4468-94f1-7eecef2d41e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (1c1376cb-ca8c-418d-b37b-a2cba3df35a3), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:44.456658 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2949ea34-a992-4a7a-b64d-191259b5f255 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_gateway (28694fd2-9fb1-4ee6-9711-9807f0b91821), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:44.497440 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e789d3-2fcf-4468-94f1-7eecef2d41e2 None None] Network 4787150a-9975-4435-9fd2-6482ee5d2fb3 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:27:44.500270 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-d6e789d3-2fcf-4468-94f1-7eecef2d41e2 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:27:44.504118 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e789d3-2fcf-4468-94f1-7eecef2d41e2 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:27:44.511042 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e789d3-2fcf-4468-94f1-7eecef2d41e2 None None] Pushing event updated for resources: {'Port': ['ID=1c1376cb-ca8c-418d-b37b-a2cba3df35a3,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:44.599846 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d8107ca2-f7b6-4611-b103-5aef033bdba0 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:27:44.760907 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f458ce04-a0aa-4d16-a55e-f52e5609037b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:44.917216 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: d8107ca2-f7b6-4611-b103-5aef033bdba0 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:27:44.918600 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d8107ca2-f7b6-4611-b103-5aef033bdba0 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:27:44.938058 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d6e789d3-2fcf-4468-94f1-7eecef2d41e2 None None] Attempting to bind port 1c1376cb-ca8c-418d-b37b-a2cba3df35a3 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:27:44.938427 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d6e789d3-2fcf-4468-94f1-7eecef2d41e2 None None] Attempting to bind port 1c1376cb-ca8c-418d-b37b-a2cba3df35a3 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'a52c8b28-00c0-4544-9c34-ef7f19fe83e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4787150a-9975-4435-9fd2-6482ee5d2fb3'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:27:44.939412 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e789d3-2fcf-4468-94f1-7eecef2d41e2 None None] Attempting to bind port 1c1376cb-ca8c-418d-b37b-a2cba3df35a3 on network 4787150a-9975-4435-9fd2-6482ee5d2fb3 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:27:44.947311 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e789d3-2fcf-4468-94f1-7eecef2d41e2 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:27:44.947734 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e789d3-2fcf-4468-94f1-7eecef2d41e2 None None] Checking segment: {'id': 'a52c8b28-00c0-4544-9c34-ef7f19fe83e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4787150a-9975-4435-9fd2-6482ee5d2fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:27:44.948132 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d6e789d3-2fcf-4468-94f1-7eecef2d41e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:44.948536 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e789d3-2fcf-4468-94f1-7eecef2d41e2 None None] Bound using segment: {'id': 'a52c8b28-00c0-4544-9c34-ef7f19fe83e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4787150a-9975-4435-9fd2-6482ee5d2fb3'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:27:44.949182 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d6e789d3-2fcf-4468-94f1-7eecef2d41e2 None None] Bound port: 1c1376cb-ca8c-418d-b37b-a2cba3df35a3, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a52c8b28-00c0-4544-9c34-ef7f19fe83e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4787150a-9975-4435-9fd2-6482ee5d2fb3'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:27:44.950063 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d6e789d3-2fcf-4468-94f1-7eecef2d41e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1c1376cb-ca8c-418d-b37b-a2cba3df35a3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:45.124419 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d6e789d3-2fcf-4468-94f1-7eecef2d41e2 None None] For port 1c1376cb-ca8c-418d-b37b-a2cba3df35a3, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:27:45.130264 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d6e789d3-2fcf-4468-94f1-7eecef2d41e2 None None] For port 1c1376cb-ca8c-418d-b37b-a2cba3df35a3, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1c1376cb-ca8c-418d-b37b-a2cba3df35a3,segment=NetworkSegment(a52c8b28-00c0-4544-9c34-ef7f19fe83e5),segment_id=a52c8b28-00c0-4544-9c34-ef7f19fe83e5)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:27:45.140738 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d6e789d3-2fcf-4468-94f1-7eecef2d41e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1c1376cb-ca8c-418d-b37b-a2cba3df35a3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:45.213270 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e789d3-2fcf-4468-94f1-7eecef2d41e2 None None] Pushing event updated for resources: {'Port': ['ID=1c1376cb-ca8c-418d-b37b-a2cba3df35a3,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:45.301158 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ece33-0294-4668-8c0f-fd8d3f380452 req-aa8aac55-367b-4eae-913d-da420dfd8cda tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:45.310899 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-019ece33-0294-4668-8c0f-fd8d3f380452 req-aa8aac55-367b-4eae-913d-da420dfd8cda tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/ports?device_id=15564206-35d9-466f-beac-7966ce4b0169 HTTP/1.1" status: 200 len: 946 time: 0.4588358 Feb 28 20:27:45.330737 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c89c49-0dc2-4605-a55b-aa6abdd35e36 req-b07d63ff-4a0c-4555-bcff-e3d878246c93 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:45.357532 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49c89c49-0dc2-4605-a55b-aa6abdd35e36 req-b07d63ff-4a0c-4555-bcff-e3d878246c93 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2 HTTP/1.1" status: 200 len: 944 time: 0.5109808 Feb 28 20:27:45.628269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49c89c49-0dc2-4605-a55b-aa6abdd35e36 req-977aaf3e-08ec-4de6-ae03-21f4e7f79c99 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693787 Feb 28 20:27:45.654744 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-019ece33-0294-4668-8c0f-fd8d3f380452 req-654e3a80-f782-4f41-9378-25dbd86a717c tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9a279f-3bed-4d6d-afba-db0ee45e1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863269 Feb 28 20:27:45.884611 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2949ea34-a992-4a7a-b64d-191259b5f255 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (28694fd2-9fb1-4ee6-9711-9807f0b91821), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:46.069684 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8423c6bd-5359-4485-a629-93809a7c32d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (27d92e15-01bb-48a0-bbb0-da6d23430768), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:46.291585 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:27:46.352992 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-f458ce04-a0aa-4d16-a55e-f52e5609037b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Allocated IP 172.20.0.1 (4787150a-9975-4435-9fd2-6482ee5d2fb3/b2fec0da-1e4c-4d49-89a5-18e52426ed15/39f96802-b82d-42be-b1aa-1097c1e4da43) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:27:46.364481 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2949ea34-a992-4a7a-b64d-191259b5f255 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Router 28694fd2-9fb1-4ee6-9711-9807f0b91821 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:27:46.581877 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:46.613056 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'd5fc80c3-48e9-46e5-a60f-8131d9aa2dcd', 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968', 'port_id': 'd5fc80c3-48e9-46e5-a60f-8131d9aa2dcd', 'mac_address': 'fa:16:3e:3f:68:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061df787-4254-4266-93eb-5523552c7b33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:27:46.652648 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc8f86-295a-4b2e-a13f-40f3fa9980bd req-90758634-b1ef-4b0e-968d-d8717de56615 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:46.672016 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acdc8f86-295a-4b2e-a13f-40f3fa9980bd req-90758634-b1ef-4b0e-968d-d8717de56615 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.4687521 Feb 28 20:27:46.697509 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:27:46.697903 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:46.703988 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1c1376cb-ca8c-418d-b37b-a2cba3df35a3 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:27:46.788569 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-62f0d91f-3821-4892-ba32-ff606ffdf866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:46.810154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:27:46.854159 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:46.884862 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57511012-4ff1-4b22-be00-72963b1bb51f req-3cbc3c15-6b03-4636-bcd2-b5bfeaeb6f63 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:46.886484 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57511012-4ff1-4b22-be00-72963b1bb51f req-3cbc3c15-6b03-4636-bcd2-b5bfeaeb6f63 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/ports?device_id=15564206-35d9-466f-beac-7966ce4b0169 HTTP/1.1" status: 200 len: 946 time: 0.4165633 Feb 28 20:27:46.897700 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 1c1376cb-ca8c-418d-b37b-a2cba3df35a3 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:27:46.898989 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1c1376cb-ca8c-418d-b37b-a2cba3df35a3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:46.952445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2949ea34-a992-4a7a-b64d-191259b5f255 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:27:46.957806 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:46.971291 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f458ce04-a0aa-4d16-a55e-f52e5609037b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for port (39f96802-b82d-42be-b1aa-1097c1e4da43), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:46.977340 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a196bba-8c9c-4a52-b99c-be0210c5c896 None None] Sync routers for ids ['28694fd2-9fb1-4ee6-9711-9807f0b91821'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:27:47.014672 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acdc8f86-295a-4b2e-a13f-40f3fa9980bd req-1d8f9426-0e33-42b0-900c-a9a62ecf46ad tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2557604 Feb 28 20:27:47.018273 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a196bba-8c9c-4a52-b99c-be0210c5c896 None None] Routers {'28694fd2-9fb1-4ee6-9711-9807f0b91821'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:47.024274 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5a196bba-8c9c-4a52-b99c-be0210c5c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['28694fd2-9fb1-4ee6-9711-9807f0b91821'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:47.067379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f41325-cb3a-470e-b1b9-feab7f8f6a85 None None] Network 4787150a-9975-4435-9fd2-6482ee5d2fb3 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:27:47.090163 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2949ea34-a992-4a7a-b64d-191259b5f255 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:47.103135 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2949ea34-a992-4a7a-b64d-191259b5f255 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.1974912 Feb 28 20:27:47.109513 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35058) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:47.139383 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5a196bba-8c9c-4a52-b99c-be0210c5c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:47.170014 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57511012-4ff1-4b22-be00-72963b1bb51f req-29b053af-c156-42df-bede-ed0bf3a3b7e8 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9a279f-3bed-4d6d-afba-db0ee45e1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636082 Feb 28 20:27:47.196528 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a196bba-8c9c-4a52-b99c-be0210c5c896 None None] Routers {'28694fd2-9fb1-4ee6-9711-9807f0b91821'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:47.196528 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5a196bba-8c9c-4a52-b99c-be0210c5c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['28694fd2-9fb1-4ee6-9711-9807f0b91821'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:47.198513 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f458ce04-a0aa-4d16-a55e-f52e5609037b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (39f96802-b82d-42be-b1aa-1097c1e4da43), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:47.293558 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5a196bba-8c9c-4a52-b99c-be0210c5c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:47.311728 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a196bba-8c9c-4a52-b99c-be0210c5c896 None None] The sync data for ids ['28694fd2-9fb1-4ee6-9711-9807f0b91821'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:27:47.392686 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cb89f-b413-4269-92d6-601fd7c966b4 req-036c0d4c-f8f3-41e7-af61-89bd9be3c0fe tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:47.403188 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-277cb89f-b413-4269-92d6-601fd7c966b4 req-036c0d4c-f8f3-41e7-af61-89bd9be3c0fe tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2 HTTP/1.1" status: 200 len: 945 time: 0.2027104 Feb 28 20:27:47.422370 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f458ce04-a0aa-4d16-a55e-f52e5609037b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network 4787150a-9975-4435-9fd2-6482ee5d2fb3 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:27:47.452669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:27:47.454663 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-f458ce04-a0aa-4d16-a55e-f52e5609037b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:27:47.462151 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f458ce04-a0aa-4d16-a55e-f52e5609037b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:27:47.466475 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-8423c6bd-5359-4485-a629-93809a7c32d1 admin admin] Deleting port e9f40a5a-fd5e-400e-befb-1aabe97b844e {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:47.466818 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8423c6bd-5359-4485-a629-93809a7c32d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e9f40a5a-fd5e-400e-befb-1aabe97b844e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:47.491352 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-277cb89f-b413-4269-92d6-601fd7c966b4 req-ab259c8b-bf46-423a-ae7d-6f80ec888791 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836983 Feb 28 20:27:47.515705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:47.537918 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 1c1376cb-ca8c-418d-b37b-a2cba3df35a3 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:27:47.538312 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1c1376cb-ca8c-418d-b37b-a2cba3df35a3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:47.607805 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458ce04-a0aa-4d16-a55e-f52e5609037b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Port': ['ID=39f96802-b82d-42be-b1aa-1097c1e4da43,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:47.661628 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-6f14cc58-48dc-45e3-a5c7-538aef5fc1d2 None None] Provisioning complete for port 1c1376cb-ca8c-418d-b37b-a2cba3df35a3 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:27:47.661966 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6f14cc58-48dc-45e3-a5c7-538aef5fc1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1c1376cb-ca8c-418d-b37b-a2cba3df35a3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:47.701620 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-8423c6bd-5359-4485-a629-93809a7c32d1 admin admin] For port e9f40a5a-fd5e-400e-befb-1aabe97b844e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e9f40a5a-fd5e-400e-befb-1aabe97b844e,segment=NetworkSegment(423398dd-5aea-47dc-9842-7d4332756020),segment_id=423398dd-5aea-47dc-9842-7d4332756020)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:47.702210 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8423c6bd-5359-4485-a629-93809a7c32d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e9f40a5a-fd5e-400e-befb-1aabe97b844e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:47.740921 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-8423c6bd-5359-4485-a629-93809a7c32d1 admin admin] Calling delete_port for e9f40a5a-fd5e-400e-befb-1aabe97b844e owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:47.803417 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f458ce04-a0aa-4d16-a55e-f52e5609037b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (ba7883e0-b854-4659-a0a1-f5f26cef880c), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:47.805588 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 1c1376cb-ca8c-418d-b37b-a2cba3df35a3, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1c1376cb-ca8c-418d-b37b-a2cba3df35a3,segment=NetworkSegment(a52c8b28-00c0-4544-9c34-ef7f19fe83e5),segment_id=a52c8b28-00c0-4544-9c34-ef7f19fe83e5)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:47.827736 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1c1376cb-ca8c-418d-b37b-a2cba3df35a3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:47.989230 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9c072-8d5a-49f8-8e33-2f81f996c49f req-c6cb36fe-e8fd-4d1c-b957-33ab840bd122 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:47.993543 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f9e9c072-8d5a-49f8-8e33-2f81f996c49f req-c6cb36fe-e8fd-4d1c-b957-33ab840bd122 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.15 "GET /v2.0/ports?device_id=15564206-35d9-466f-beac-7966ce4b0169 HTTP/1.1" status: 200 len: 946 time: 0.3676696 Feb 28 20:27:48.003167 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-301dd9a6-6ceb-4378-b49e-b1d32ed11e99 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "GET /v2.0/routers/28694fd2-9fb1-4ee6-9711-9807f0b91821 HTTP/1.1" status: 200 len: 920 time: 0.8155959 Feb 28 20:27:48.010377 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35070) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:48.102165 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6f14cc58-48dc-45e3-a5c7-538aef5fc1d2 None None] Current status of the port 1c1376cb-ca8c-418d-b37b-a2cba3df35a3 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:27:48.145929 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=1c1376cb-ca8c-418d-b37b-a2cba3df35a3,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:48.237662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-aa884b74-5edd-4123-a6d5-4a26358ecee3 None None] Provisioning complete for port 39f96802-b82d-42be-b1aa-1097c1e4da43 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:27:48.238041 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-aa884b74-5edd-4123-a6d5-4a26358ecee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (39f96802-b82d-42be-b1aa-1097c1e4da43), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:48.331510 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c1014e34-2d30-4d3b-a70c-2a1a3b516395 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "GET /v2.0/ports?device_id=28694fd2-9fb1-4ee6-9711-9807f0b91821 HTTP/1.1" status: 200 len: 205 time: 0.3170061 Feb 28 20:27:48.334236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35078) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:48.359256 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8423c6bd-5359-4485-a629-93809a7c32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e9f40a5a-fd5e-400e-befb-1aabe97b844e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:48.362283 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-aa884b74-5edd-4123-a6d5-4a26358ecee3 None None] Port 39f96802-b82d-42be-b1aa-1097c1e4da43 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:27:48.400415 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-aa884b74-5edd-4123-a6d5-4a26358ecee3 None None] Provisioning complete for port 1c1376cb-ca8c-418d-b37b-a2cba3df35a3 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:27:48.408813 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-aa884b74-5edd-4123-a6d5-4a26358ecee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1c1376cb-ca8c-418d-b37b-a2cba3df35a3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:48.524993 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f458ce04-a0aa-4d16-a55e-f52e5609037b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (39f96802-b82d-42be-b1aa-1097c1e4da43), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:48.525239 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423c6bd-5359-4485-a629-93809a7c32d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f40a5a-fd5e-400e-befb-1aabe97b844e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:48.610533 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1c1376cb-ca8c-418d-b37b-a2cba3df35a3 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:27:48.674069 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-f9e9c072-8d5a-49f8-8e33-2f81f996c49f req-7a4a9f19-c83c-477b-bfe7-0105a782471b tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Deleting port 77bed397-f0c2-4b89-af52-de2e79f6a529 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:48.674463 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f9e9c072-8d5a-49f8-8e33-2f81f996c49f req-7a4a9f19-c83c-477b-bfe7-0105a782471b tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (77bed397-f0c2-4b89-af52-de2e79f6a529), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:48.716374 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-aa884b74-5edd-4123-a6d5-4a26358ecee3 None None] Current status of the port 1c1376cb-ca8c-418d-b37b-a2cba3df35a3 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:27:48.783751 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 1c1376cb-ca8c-418d-b37b-a2cba3df35a3 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:27:48.784570 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1c1376cb-ca8c-418d-b37b-a2cba3df35a3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:48.807090 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35084) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:48.852241 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f9e9c072-8d5a-49f8-8e33-2f81f996c49f req-7a4a9f19-c83c-477b-bfe7-0105a782471b tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] For port 77bed397-f0c2-4b89-af52-de2e79f6a529, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=77bed397-f0c2-4b89-af52-de2e79f6a529,segment=NetworkSegment(3a65f5fb-d91d-48d2-91f1-b6a4451b564f),segment_id=3a65f5fb-d91d-48d2-91f1-b6a4451b564f)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:48.852608 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f9e9c072-8d5a-49f8-8e33-2f81f996c49f req-7a4a9f19-c83c-477b-bfe7-0105a782471b tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (77bed397-f0c2-4b89-af52-de2e79f6a529), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:48.860376 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-55a84c1d-dee6-4cd3-abf1-58d8918fd8cb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router (28694fd2-9fb1-4ee6-9711-9807f0b91821), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:48.891098 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d04553-5c78-4e26-8fe8-bcfdb30e822f req-3b85ce86-ff37-423b-8355-2d1b4e5be8c4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:48.898875 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5b45f448-fd3b-4750-a905-92560ee5aa2d None None] Provisioning complete for port 39f96802-b82d-42be-b1aa-1097c1e4da43 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:27:48.899245 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5b45f448-fd3b-4750-a905-92560ee5aa2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (39f96802-b82d-42be-b1aa-1097c1e4da43), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:48.900033 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54d04553-5c78-4e26-8fe8-bcfdb30e822f req-3b85ce86-ff37-423b-8355-2d1b4e5be8c4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.6656742 Feb 28 20:27:48.920032 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-f9e9c072-8d5a-49f8-8e33-2f81f996c49f req-7a4a9f19-c83c-477b-bfe7-0105a782471b tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Calling delete_port for 77bed397-f0c2-4b89-af52-de2e79f6a529 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:48.993662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 1c1376cb-ca8c-418d-b37b-a2cba3df35a3 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:27:49.002669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5b45f448-fd3b-4750-a905-92560ee5aa2d None None] Port 39f96802-b82d-42be-b1aa-1097c1e4da43 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:27:49.006203 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d301e12b-3e9c-463f-8077-57ba27d728c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:49.025207 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99932cfb-8063-4701-b400-385b22d92bf1 req-d11b8e84-38ca-4954-84f1-0b130fc1b483 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:49.033095 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99932cfb-8063-4701-b400-385b22d92bf1 req-d11b8e84-38ca-4954-84f1-0b130fc1b483 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/ports?device_id=15564206-35d9-466f-beac-7966ce4b0169 HTTP/1.1" status: 200 len: 946 time: 0.7011592 Feb 28 20:27:49.145680 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dd75672a-e529-41de-8cd4-dcc46924d0e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:49.166210 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54d04553-5c78-4e26-8fe8-bcfdb30e822f req-eb8943df-0271-4295-9be2-2a32abdea5db tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651417 Feb 28 20:27:49.295418 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99932cfb-8063-4701-b400-385b22d92bf1 req-06dcead4-61f7-4bd6-b74c-fbc7e01ddd42 tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c9a279f-3bed-4d6d-afba-db0ee45e1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614174 Feb 28 20:27:49.368944 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f9e9c072-8d5a-49f8-8e33-2f81f996c49f req-7a4a9f19-c83c-477b-bfe7-0105a782471b tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (77bed397-f0c2-4b89-af52-de2e79f6a529), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:49.375145 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-55a84c1d-dee6-4cd3-abf1-58d8918fd8cb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_gateway (28694fd2-9fb1-4ee6-9711-9807f0b91821), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:49.383210 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8423c6bd-5359-4485-a629-93809a7c32d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (27d92e15-01bb-48a0-bbb0-da6d23430768), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:49.383481 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f458ce04-a0aa-4d16-a55e-f52e5609037b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for port (39f96802-b82d-42be-b1aa-1097c1e4da43), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:49.414104 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a9f19-c83c-477b-bfe7-0105a782471b tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Pushing event deleted for resources: {'Port': ['ID=77bed397-f0c2-4b89-af52-de2e79f6a529,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:49.416107 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f458ce04-a0aa-4d16-a55e-f52e5609037b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (39f96802-b82d-42be-b1aa-1097c1e4da43), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:49.448484 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82396510-cf37-4680-a744-2f8eaa9efde5 req-b4b116b0-1271-4a61-8a6e-9f3a15dc5441 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:49.450202 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82396510-cf37-4680-a744-2f8eaa9efde5 req-b4b116b0-1271-4a61-8a6e-9f3a15dc5441 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2 HTTP/1.1" status: 200 len: 945 time: 0.1536589 Feb 28 20:27:49.532467 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e9c072-8d5a-49f8-8e33-2f81f996c49f req-7a4a9f19-c83c-477b-bfe7-0105a782471b tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] No DVR routers for this DVR port 77bed397-f0c2-4b89-af52-de2e79f6a529 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:27:49.539076 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f9e9c072-8d5a-49f8-8e33-2f81f996c49f req-7a4a9f19-c83c-477b-bfe7-0105a782471b tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:49.542398 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f9e9c072-8d5a-49f8-8e33-2f81f996c49f req-7a4a9f19-c83c-477b-bfe7-0105a782471b tempest-ServerPasswordTestJSON-265545021 tempest-ServerPasswordTestJSON-265545021-project] 10.222.0.15 "DELETE /v2.0/ports/77bed397-f0c2-4b89-af52-de2e79f6a529 HTTP/1.1" status: 204 len: 173 time: 1.5379121 Feb 28 20:27:49.552586 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15564206-35d9-466f-beac-7966ce4b0169', 'name': 'network-vif-deleted', 'tag': '77bed397-f0c2-4b89-af52-de2e79f6a529'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:27:49.555034 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04f4f0f-25cc-4dc2-923e-7ebabc58dced" -d '{"events": [{"server_uuid": "15564206-35d9-466f-beac-7966ce4b0169", "name": "network-vif-deleted", "tag": "77bed397-f0c2-4b89-af52-de2e79f6a529"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:27:49.563468 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f458ce04-a0aa-4d16-a55e-f52e5609037b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (ba7883e0-b854-4659-a0a1-f5f26cef880c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:49.566487 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458ce04-a0aa-4d16-a55e-f52e5609037b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Port': ['ID=39f96802-b82d-42be-b1aa-1097c1e4da43,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:49.606696 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:49.633069 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dd75672a-e529-41de-8cd4-dcc46924d0e4 admin admin] Publish callbacks [] for security_group (1e9d67d1-9d0f-4e3b-859d-0a1d00a53576), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:49.649466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82396510-cf37-4680-a744-2f8eaa9efde5 req-ed985cc5-1eab-4376-8873-bcdcd56b1a1f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555786 Feb 28 20:27:49.649749 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414960f4-b197-42be-b428-ded9a100380f x-openstack-request-id: req-414960f4-b197-42be-b428-ded9a100380f {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:27:49.650247 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15564206-35d9-466f-beac-7966ce4b0169", "name": "network-vif-deleted", "tag": "77bed397-f0c2-4b89-af52-de2e79f6a529", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:27:49.650682 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-414960f4-b197-42be-b428-ded9a100380f {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:27:49.651238 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15564206-35d9-466f-beac-7966ce4b0169', 'name': 'network-vif-deleted', 'tag': '77bed397-f0c2-4b89-af52-de2e79f6a529', 'status': 'completed', 'code': 200} Feb 28 20:27:49.654049 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dd75672a-e529-41de-8cd4-dcc46924d0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1e9d67d1-9d0f-4e3b-859d-0a1d00a53576), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:49.657497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 77bed397-f0c2-4b89-af52-de2e79f6a529 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:27:49.660680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-55a84c1d-dee6-4cd3-abf1-58d8918fd8cb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Deleting port 0e072197-0501-4744-bf33-98481e8b6ed5 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:49.661559 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-55a84c1d-dee6-4cd3-abf1-58d8918fd8cb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0e072197-0501-4744-bf33-98481e8b6ed5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:49.704713 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 77bed397-f0c2-4b89-af52-de2e79f6a529 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:27:49.708100 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 77bed397-f0c2-4b89-af52-de2e79f6a529 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:27:49.746934 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f458ce04-a0aa-4d16-a55e-f52e5609037b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network 4787150a-9975-4435-9fd2-6482ee5d2fb3 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:27:49.748482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-f458ce04-a0aa-4d16-a55e-f52e5609037b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:27:49.825699 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-55a84c1d-dee6-4cd3-abf1-58d8918fd8cb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0e072197-0501-4744-bf33-98481e8b6ed5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:49.842555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-55a84c1d-dee6-4cd3-abf1-58d8918fd8cb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Calling delete_port for 0e072197-0501-4744-bf33-98481e8b6ed5 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:49.896026 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f458ce04-a0aa-4d16-a55e-f52e5609037b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router ba7883e0-b854-4659-a0a1-f5f26cef880c is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:27:49.997430 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-dd75672a-e529-41de-8cd4-dcc46924d0e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93b9a4de8902409cbe6223bbdd698574&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1502354 Feb 28 20:27:49.998181 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75672a-e529-41de-8cd4-dcc46924d0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9d67d1-9d0f-4e3b-859d-0a1d00a53576,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:50.000281 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35092) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:50.036154 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f458ce04-a0aa-4d16-a55e-f52e5609037b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:27:50.052202 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f458ce04-a0aa-4d16-a55e-f52e5609037b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/ba7883e0-b854-4659-a0a1-f5f26cef880c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0279484 Feb 28 20:27:50.056343 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35094) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:50.085993 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffed6d8d-e8cd-4fd1-8af6-b7434161365c None None] Sync routers for ids ['ba7883e0-b854-4659-a0a1-f5f26cef880c'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:27:50.116936 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:50.118094 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-982bb732-de12-4637-b19d-00c50ca267dd None None] Provisioning complete for port 39f96802-b82d-42be-b1aa-1097c1e4da43 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:27:50.118653 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-982bb732-de12-4637-b19d-00c50ca267dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (39f96802-b82d-42be-b1aa-1097c1e4da43), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:50.159033 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f62728c-1dc1-45df-b252-96dc0378266d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:50.163729 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1f62728c-1dc1-45df-b252-96dc0378266d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/ports/39f96802-b82d-42be-b1aa-1097c1e4da43 HTTP/1.1" status: 200 len: 910 time: 0.1032584 Feb 28 20:27:50.164713 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35096) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:50.167219 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffed6d8d-e8cd-4fd1-8af6-b7434161365c None None] Routers {'ba7883e0-b854-4659-a0a1-f5f26cef880c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:50.168462 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ffed6d8d-e8cd-4fd1-8af6-b7434161365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ba7883e0-b854-4659-a0a1-f5f26cef880c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:50.190885 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-fd676db4-62b0-4548-a0af-a373323bb3b2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b2fec0da-1e4c-4d49-89a5-18e52426ed15'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:50.305232 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ffed6d8d-e8cd-4fd1-8af6-b7434161365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:50.312393 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-982bb732-de12-4637-b19d-00c50ca267dd None None] Port 39f96802-b82d-42be-b1aa-1097c1e4da43 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:27:50.325006 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:27:50.334866 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-48407f6a-d03f-4a96-bc2a-a30fee118a7c admin admin] Publish callbacks [] for security_group (1e9d67d1-9d0f-4e3b-859d-0a1d00a53576), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:50.335557 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffed6d8d-e8cd-4fd1-8af6-b7434161365c None None] Routers {'ba7883e0-b854-4659-a0a1-f5f26cef880c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:50.336241 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ffed6d8d-e8cd-4fd1-8af6-b7434161365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ba7883e0-b854-4659-a0a1-f5f26cef880c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:50.362734 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-48407f6a-d03f-4a96-bc2a-a30fee118a7c admin admin] Publish callbacks [] for security_group (1e9d67d1-9d0f-4e3b-859d-0a1d00a53576), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:50.381911 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35104) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:50.433978 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ffed6d8d-e8cd-4fd1-8af6-b7434161365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:50.435541 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffed6d8d-e8cd-4fd1-8af6-b7434161365c None None] The sync data for ids ['ba7883e0-b854-4659-a0a1-f5f26cef880c'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:27:50.510706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:27:50.517774 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:27:50.518492 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:50.553666 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-48407f6a-d03f-4a96-bc2a-a30fee118a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1e9d67d1-9d0f-4e3b-859d-0a1d00a53576), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:50.555741 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-48407f6a-d03f-4a96-bc2a-a30fee118a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:50.557510 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-48407f6a-d03f-4a96-bc2a-a30fee118a7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e9d67d1-9d0f-4e3b-859d-0a1d00a53576 HTTP/1.1" status: 204 len: 168 time: 0.5552311 Feb 28 20:27:50.561255 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-35781bc7-aa81-4768-88d3-ddc69e8dbb82 admin admin] Deleting subnet 6f0f93ec-a4f9-448b-a10c-25bb53edaf9c {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:27:50.599281 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-35781bc7-aa81-4768-88d3-ddc69e8dbb82 admin admin] Publish callbacks [] for subnet (6f0f93ec-a4f9-448b-a10c-25bb53edaf9c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:50.647869 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48407f6a-d03f-4a96-bc2a-a30fee118a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9d67d1-9d0f-4e3b-859d-0a1d00a53576,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:50.663923 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fd676db4-62b0-4548-a0af-a373323bb3b2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (39f96802-b82d-42be-b1aa-1097c1e4da43), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:50.693286 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:27:50.693786 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:50.702047 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d823d18-e32f-454a-ad50-57c8c7bb7a47 req-2828ee4a-50d0-4ee2-bc60-ccee4daccd0c tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:50.703610 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d823d18-e32f-454a-ad50-57c8c7bb7a47 req-2828ee4a-50d0-4ee2-bc60-ccee4daccd0c tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.2266598 Feb 28 20:27:50.707097 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-55a84c1d-dee6-4cd3-abf1-58d8918fd8cb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0e072197-0501-4744-bf33-98481e8b6ed5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:50.717926 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-35781bc7-aa81-4768-88d3-ddc69e8dbb82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (6f0f93ec-a4f9-448b-a10c-25bb53edaf9c), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:50.727422 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8423c6bd-5359-4485-a629-93809a7c32d1 admin admin] Router 27d92e15-01bb-48a0-bbb0-da6d23430768 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:27:50.731326 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fc80c3-48e9-46e5-a60f-8131d9aa2dcd'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:27:50.733936 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137b4759-c5b8-4503-9115-9b968c60f689" -d '{"events": [{"server_uuid": "de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2", "name": "network-vif-plugged", "status": "completed", "tag": "d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:27:50.749089 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:50.760316 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:50.767003 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a84c1d-dee6-4cd3-abf1-58d8918fd8cb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Pushing event deleted for resources: {'Port': ['ID=0e072197-0501-4744-bf33-98481e8b6ed5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:50.799082 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-35781bc7-aa81-4768-88d3-ddc69e8dbb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (6f0f93ec-a4f9-448b-a10c-25bb53edaf9c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:50.847089 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:50.878200 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-35781bc7-aa81-4768-88d3-ddc69e8dbb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (6f0f93ec-a4f9-448b-a10c-25bb53edaf9c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:50.963686 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35781bc7-aa81-4768-88d3-ddc69e8dbb82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f0f93ec-a4f9-448b-a10c-25bb53edaf9c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:50.967719 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d823d18-e32f-454a-ad50-57c8c7bb7a47 req-608b09ee-2000-4df5-9106-262406dbbfba tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460673 Feb 28 20:27:50.969806 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-35781bc7-aa81-4768-88d3-ddc69e8dbb82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:50.975093 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-35781bc7-aa81-4768-88d3-ddc69e8dbb82 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6f0f93ec-a4f9-448b-a10c-25bb53edaf9c HTTP/1.1" status: 204 len: 168 time: 0.5916359 Feb 28 20:27:50.989478 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35114) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:51.005936 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-55a84c1d-dee6-4cd3-abf1-58d8918fd8cb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (28694fd2-9fb1-4ee6-9711-9807f0b91821), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:51.056054 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bdb9c1-89f1-4130-8767-7765de5a0f60 x-openstack-request-id: req-c5bdb9c1-89f1-4130-8767-7765de5a0f60 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:27:51.056366 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2", "name": "network-vif-plugged", "status": "completed", "tag": "d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:27:51.056748 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5bdb9c1-89f1-4130-8767-7765de5a0f60 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:27:51.057279 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fc80c3-48e9-46e5-a60f-8131d9aa2dcd', 'code': 200} Feb 28 20:27:51.156743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35116) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:51.190453 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e35618d0-dcf4-4d80-96e8-475c78007f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (eacad0de-f1ff-4eff-8b00-fe2d7382038f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:51.248793 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-35dc185b-096d-4f71-9a9c-054e15ee257f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:51.259594 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-55a84c1d-dee6-4cd3-abf1-58d8918fd8cb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (28694fd2-9fb1-4ee6-9711-9807f0b91821), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:51.265100 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-55a84c1d-dee6-4cd3-abf1-58d8918fd8cb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_controller (28694fd2-9fb1-4ee6-9711-9807f0b91821), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:51.274366 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:51.278455 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8bf35-866f-4f38-99f3-f1d33177606a req-fd382d40-22ba-48b8-9aca-534b4288f2c9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:51.284589 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eef8bf35-866f-4f38-99f3-f1d33177606a req-fd382d40-22ba-48b8-9aca-534b4288f2c9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2 HTTP/1.1" status: 200 len: 946 time: 0.4412284 Feb 28 20:27:51.341919 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e35618d0-dcf4-4d80-96e8-475c78007f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (eacad0de-f1ff-4eff-8b00-fe2d7382038f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:51.362211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8423c6bd-5359-4485-a629-93809a7c32d1 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:27:51.371618 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac5bf69-2cea-4173-a00f-ad6b721ee606 None None] Sync routers for ids ['27d92e15-01bb-48a0-bbb0-da6d23430768'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:27:51.375115 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8423c6bd-5359-4485-a629-93809a7c32d1 admin admin] 10.222.0.13 "PUT /v2.0/routers/27d92e15-01bb-48a0-bbb0-da6d23430768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2076259 Feb 28 20:27:51.377588 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35122) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:51.388199 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac5bf69-2cea-4173-a00f-ad6b721ee606 None None] Routers {'27d92e15-01bb-48a0-bbb0-da6d23430768'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:51.397047 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-bac5bf69-2cea-4173-a00f-ad6b721ee606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['27d92e15-01bb-48a0-bbb0-da6d23430768'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:51.404798 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-55a84c1d-dee6-4cd3-abf1-58d8918fd8cb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (28694fd2-9fb1-4ee6-9711-9807f0b91821), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:51.405312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a84c1d-dee6-4cd3-abf1-58d8918fd8cb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Fanout notify agent at l3_agent the message router_deleted on router 28694fd2-9fb1-4ee6-9711-9807f0b91821 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:27:51.419909 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-55a84c1d-dee6-4cd3-abf1-58d8918fd8cb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:51.421019 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-55a84c1d-dee6-4cd3-abf1-58d8918fd8cb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "DELETE /v2.0/routers/28694fd2-9fb1-4ee6-9711-9807f0b91821 HTTP/1.1" status: 204 len: 168 time: 3.0856078 Feb 28 20:27:51.428131 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35124) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:51.454193 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a348aaab-cb81-433c-a87b-29a010084fa2 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Request body: {'router': {'name': 'tempest-snat-router-113998540', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'enable_snat': False}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:51.475214 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-e35618d0-dcf4-4d80-96e8-475c78007f11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eacad0de-f1ff-4eff-8b00-fe2d7382038f']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:51.495280 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3f13-2ab9-4b3c-a5f3-de8bd6dcfbe1 req-8489b8b9-5a55-4dba-a2b4-df888fa61fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:51.497915 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-948d3f13-2ab9-4b3c-a5f3-de8bd6dcfbe1 req-8489b8b9-5a55-4dba-a2b4-df888fa61fc5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2 HTTP/1.1" status: 200 len: 1129 time: 0.3418741 Feb 28 20:27:51.529064 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-e35618d0-dcf4-4d80-96e8-475c78007f11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a65f5fb-d91d-48d2-91f1-b6a4451b564f') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:51.529429 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-e35618d0-dcf4-4d80-96e8-475c78007f11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a65f5fb-d91d-48d2-91f1-b6a4451b564f') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:51.565508 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eef8bf35-866f-4f38-99f3-f1d33177606a req-01495426-53d7-4a97-9f98-6dd53a9c2126 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600813 Feb 28 20:27:51.603201 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e35618d0-dcf4-4d80-96e8-475c78007f11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (3a65f5fb-d91d-48d2-91f1-b6a4451b564f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:51.615642 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-bac5bf69-2cea-4173-a00f-ad6b721ee606 None None] Set router 27d92e15-01bb-48a0-bbb0-da6d23430768 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:27:51.634784 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a348aaab-cb81-433c-a87b-29a010084fa2 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (b6cabead-50f6-41bc-a8c8-95d0c54fcb3e), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:51.649219 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a348aaab-cb81-433c-a87b-29a010084fa2 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (b6cabead-50f6-41bc-a8c8-95d0c54fcb3e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:51.670390 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-948d3f13-2ab9-4b3c-a5f3-de8bd6dcfbe1 req-346a6530-2c2f-4ecd-9cdd-d4eead314bad service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599133 Feb 28 20:27:51.681767 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd60b4a6-f141-4371-9c09-b81816d5c088 admin admin] Publish callbacks [] for router (27d92e15-01bb-48a0-bbb0-da6d23430768), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:51.741821 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e35618d0-dcf4-4d80-96e8-475c78007f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (3a65f5fb-d91d-48d2-91f1-b6a4451b564f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:51.767515 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35618d0-dcf4-4d80-96e8-475c78007f11 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:27:51.768345 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e35618d0-dcf4-4d80-96e8-475c78007f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (3a65f5fb-d91d-48d2-91f1-b6a4451b564f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:27:51.770508 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:27:51.781460 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-35dc185b-096d-4f71-9a9c-054e15ee257f admin admin] Publish callbacks [] for security_group (a8641706-a2a7-4bfd-8e74-b8061023ee39), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:51.791478 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-35dc185b-096d-4f71-9a9c-054e15ee257f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a8641706-a2a7-4bfd-8e74-b8061023ee39), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:51.905604 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-35dc185b-096d-4f71-9a9c-054e15ee257f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af780da4b02c454cb25d80ccb2d46901&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7451086 Feb 28 20:27:51.908413 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35128) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:51.919117 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc185b-096d-4f71-9a9c-054e15ee257f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8641706-a2a7-4bfd-8e74-b8061023ee39,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:51.987518 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd60b4a6-f141-4371-9c09-b81816d5c088 admin admin] Publish callbacks [] for router_gateway (27d92e15-01bb-48a0-bbb0-da6d23430768), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:52.063015 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-bac5bf69-2cea-4173-a00f-ad6b721ee606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d92e15-01bb-48a0-bbb0-da6d23430768', 'name': 'tempest-TaggedBootDevicesTest_v242-823120956-router', 'tenant_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '3348d6f3-4f35-4dfc-9880-31495f376864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:12Z', 'updated_at': '2022-02-28T20:27:48Z', 'revision_number': 5, 'project_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'gw_port': {'id': '3348d6f3-4f35-4dfc-9880-31495f376864', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d92e15-01bb-48a0-bbb0-da6d23430768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:18:14Z', 'updated_at': '2022-02-28T20:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:52.068679 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3acd1453-7a6e-42a8-aa73-7bb433d5713f admin admin] Publish callbacks [] for security_group (a8641706-a2a7-4bfd-8e74-b8061023ee39), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:52.096022 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac5bf69-2cea-4173-a00f-ad6b721ee606 None None] Checking router: 27d92e15-01bb-48a0-bbb0-da6d23430768 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:27:52.106586 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac5bf69-2cea-4173-a00f-ad6b721ee606 None None] Routers {'27d92e15-01bb-48a0-bbb0-da6d23430768'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:52.107565 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-bac5bf69-2cea-4173-a00f-ad6b721ee606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['27d92e15-01bb-48a0-bbb0-da6d23430768'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:52.150305 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3acd1453-7a6e-42a8-aa73-7bb433d5713f admin admin] Publish callbacks [] for security_group (a8641706-a2a7-4bfd-8e74-b8061023ee39), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:52.246375 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-fd60b4a6-f141-4371-9c09-b81816d5c088 admin admin] Deleting port 3348d6f3-4f35-4dfc-9880-31495f376864 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:52.246971 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd60b4a6-f141-4371-9c09-b81816d5c088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3348d6f3-4f35-4dfc-9880-31495f376864), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:52.269990 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-bac5bf69-2cea-4173-a00f-ad6b721ee606 None None] Set router 27d92e15-01bb-48a0-bbb0-da6d23430768 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:27:52.323137 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7209d-c56e-4697-a490-38eae6e7cd24 req-747636d6-a295-4b17-9de2-a621df20660c tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:52.326226 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97f7209d-c56e-4697-a490-38eae6e7cd24 req-747636d6-a295-4b17-9de2-a621df20660c tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.1784351 Feb 28 20:27:52.336994 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-bac5bf69-2cea-4173-a00f-ad6b721ee606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d92e15-01bb-48a0-bbb0-da6d23430768', 'name': 'tempest-TaggedBootDevicesTest_v242-823120956-router', 'tenant_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:12Z', 'updated_at': '2022-02-28T20:27:51Z', 'revision_number': 6, 'project_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:52.364765 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3acd1453-7a6e-42a8-aa73-7bb433d5713f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a8641706-a2a7-4bfd-8e74-b8061023ee39), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:52.367668 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3acd1453-7a6e-42a8-aa73-7bb433d5713f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:52.369115 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3acd1453-7a6e-42a8-aa73-7bb433d5713f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8641706-a2a7-4bfd-8e74-b8061023ee39 HTTP/1.1" status: 204 len: 168 time: 0.4597716 Feb 28 20:27:52.373640 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac5bf69-2cea-4173-a00f-ad6b721ee606 None None] The sync data for ids ['27d92e15-01bb-48a0-bbb0-da6d23430768'] in n-d-820368-21 is: [{'id': '27d92e15-01bb-48a0-bbb0-da6d23430768', 'name': 'tempest-TaggedBootDevicesTest_v242-823120956-router', 'tenant_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:18:12Z', 'updated_at': '2022-02-28T20:27:51Z', 'revision_number': 6, 'project_id': '18a7a102d8ea4e58a40aebd5435ec9c3', 'gw_port_host': None}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:27:52.414463 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd1453-7a6e-42a8-aa73-7bb433d5713f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8641706-a2a7-4bfd-8e74-b8061023ee39,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:52.489139 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:52.527920 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-fd60b4a6-f141-4371-9c09-b81816d5c088 admin admin] For port 3348d6f3-4f35-4dfc-9880-31495f376864, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3348d6f3-4f35-4dfc-9880-31495f376864,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:52.528565 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd60b4a6-f141-4371-9c09-b81816d5c088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3348d6f3-4f35-4dfc-9880-31495f376864), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:52.550036 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97f7209d-c56e-4697-a490-38eae6e7cd24 req-61d799fc-60a7-4b74-9179-ee66c3fd2037 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156661 Feb 28 20:27:52.573302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-fd60b4a6-f141-4371-9c09-b81816d5c088 admin admin] Calling delete_port for 3348d6f3-4f35-4dfc-9880-31495f376864 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:52.665199 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a348aaab-cb81-433c-a87b-29a010084fa2 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_controller (b6cabead-50f6-41bc-a8c8-95d0c54fcb3e), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:52.675945 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:52.715192 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fd676db4-62b0-4548-a0af-a373323bb3b2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for port (39f96802-b82d-42be-b1aa-1097c1e4da43), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:52.842901 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fd676db4-62b0-4548-a0af-a373323bb3b2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (39f96802-b82d-42be-b1aa-1097c1e4da43), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:52.846271 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e35618d0-dcf4-4d80-96e8-475c78007f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (eacad0de-f1ff-4eff-8b00-fe2d7382038f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:52.852089 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e35618d0-dcf4-4d80-96e8-475c78007f11 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:52.857171 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e35618d0-dcf4-4d80-96e8-475c78007f11 admin admin] 10.222.0.13 "DELETE /v2.0/networks/eacad0de-f1ff-4eff-8b00-fe2d7382038f HTTP/1.1" status: 204 len: 168 time: 1.8631494 Feb 28 20:27:53.125075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070dd0a-465d-46e7-8ccf-3639ad77f3f2 req-afc8dba7-1a87-4e80-b4a6-bf930b6b1996 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:53.126989 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5070dd0a-465d-46e7-8ccf-3639ad77f3f2 req-afc8dba7-1a87-4e80-b4a6-bf930b6b1996 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2 HTTP/1.1" status: 200 len: 946 time: 0.3517764 Feb 28 20:27:53.215437 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35148) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:53.245236 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd676db4-62b0-4548-a0af-a373323bb3b2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Port': ['ID=39f96802-b82d-42be-b1aa-1097c1e4da43,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:53.247867 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35618d0-dcf4-4d80-96e8-475c78007f11 admin admin] Pushing event deleted for resources: {'Network': ['ID=eacad0de-f1ff-4eff-8b00-fe2d7382038f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:53.263459 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a348aaab-cb81-433c-a87b-29a010084fa2 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_gateway (b6cabead-50f6-41bc-a8c8-95d0c54fcb3e), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:53.326782 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd676db4-62b0-4548-a0af-a373323bb3b2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:53.327369 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fd676db4-62b0-4548-a0af-a373323bb3b2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:53.343518 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fd676db4-62b0-4548-a0af-a373323bb3b2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/ports/39f96802-b82d-42be-b1aa-1097c1e4da43 HTTP/1.1" status: 200 len: 910 time: 3.1659868 Feb 28 20:27:53.346335 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35152) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:53.367279 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd60b4a6-f141-4371-9c09-b81816d5c088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (3348d6f3-4f35-4dfc-9880-31495f376864), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:53.425070 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5070dd0a-465d-46e7-8ccf-3639ad77f3f2 req-761dc248-8c8b-43b5-b51c-7049ea0e0d40 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871959 Feb 28 20:27:53.431491 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60b4a6-f141-4371-9c09-b81816d5c088 admin admin] Pushing event deleted for resources: {'Port': ['ID=3348d6f3-4f35-4dfc-9880-31495f376864,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:53.557346 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd60b4a6-f141-4371-9c09-b81816d5c088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (27d92e15-01bb-48a0-bbb0-da6d23430768), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:53.742317 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd60b4a6-f141-4371-9c09-b81816d5c088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (27d92e15-01bb-48a0-bbb0-da6d23430768), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:53.744873 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd60b4a6-f141-4371-9c09-b81816d5c088 admin admin] Publish callbacks [] for router_controller (27d92e15-01bb-48a0-bbb0-da6d23430768), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:53.813626 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd60b4a6-f141-4371-9c09-b81816d5c088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (27d92e15-01bb-48a0-bbb0-da6d23430768), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:53.815260 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd60b4a6-f141-4371-9c09-b81816d5c088 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27d92e15-01bb-48a0-bbb0-da6d23430768 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:27:53.825667 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd60b4a6-f141-4371-9c09-b81816d5c088 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:53.827953 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fd60b4a6-f141-4371-9c09-b81816d5c088 admin admin] 10.222.0.13 "DELETE /v2.0/routers/27d92e15-01bb-48a0-bbb0-da6d23430768 HTTP/1.1" status: 204 len: 168 time: 2.4345551 Feb 28 20:27:53.831849 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35168) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:53.884461 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e6f159c6-b4e2-481b-8148-b736c84ccffd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86af8a6d5ce542fda2ffb610bcb39744&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6665738 Feb 28 20:27:53.885743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35170) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:54.038540 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8f2e1-76eb-4b44-a786-fc63b6b6cf18 req-a14f1d44-c3ab-4736-8008-2951023cdaea tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:54.041084 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bde8f2e1-76eb-4b44-a786-fc63b6b6cf18 req-a14f1d44-c3ab-4736-8008-2951023cdaea tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.2355618 Feb 28 20:27:54.090604 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1f079a8c-bd75-4dd7-b217-856b27ada33d admin admin] Publish callbacks [] for security_group (1c9a279f-3bed-4d6d-afba-db0ee45e1fef), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:54.136766 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1f079a8c-bd75-4dd7-b217-856b27ada33d admin admin] Publish callbacks [] for security_group (1c9a279f-3bed-4d6d-afba-db0ee45e1fef), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:54.284050 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1f079a8c-bd75-4dd7-b217-856b27ada33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1c9a279f-3bed-4d6d-afba-db0ee45e1fef), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:54.293281 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1f079a8c-bd75-4dd7-b217-856b27ada33d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:54.295125 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1f079a8c-bd75-4dd7-b217-856b27ada33d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c9a279f-3bed-4d6d-afba-db0ee45e1fef HTTP/1.1" status: 204 len: 168 time: 0.4021466 Feb 28 20:27:54.313338 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac47c5aa-99d7-4bf5-991b-4ccc09728ff6 admin admin] Deleting subnet 50c20663-0e0b-44ef-8c7e-7119ef0dead5 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:27:54.368721 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac47c5aa-99d7-4bf5-991b-4ccc09728ff6 admin admin] Publish callbacks [] for subnet (50c20663-0e0b-44ef-8c7e-7119ef0dead5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:54.419882 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f079a8c-bd75-4dd7-b217-856b27ada33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9a279f-3bed-4d6d-afba-db0ee45e1fef,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:54.475159 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bde8f2e1-76eb-4b44-a786-fc63b6b6cf18 req-4a19f5ab-f71b-4141-bd12-2da362067e58 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3864517 Feb 28 20:27:54.517121 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a348aaab-cb81-433c-a87b-29a010084fa2 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_gateway (b6cabead-50f6-41bc-a8c8-95d0c54fcb3e), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:54.546626 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac47c5aa-99d7-4bf5-991b-4ccc09728ff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (50c20663-0e0b-44ef-8c7e-7119ef0dead5), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:54.551255 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a348aaab-cb81-433c-a87b-29a010084fa2 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:54.618314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e9f40a5a-fd5e-400e-befb-1aabe97b844e no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:27:54.693927 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecb387-53af-4aea-9dd4-3dfd8af18888 req-09d26458-d9de-4d05-a2c9-f16adb5c54a9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:54.695672 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-96ecb387-53af-4aea-9dd4-3dfd8af18888 req-09d26458-d9de-4d05-a2c9-f16adb5c54a9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2 HTTP/1.1" status: 200 len: 946 time: 0.1261024 Feb 28 20:27:54.698295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: e9f40a5a-fd5e-400e-befb-1aabe97b844e {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:27:54.700359 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e9f40a5a-fd5e-400e-befb-1aabe97b844e not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:27:54.701095 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3348d6f3-4f35-4dfc-9880-31495f376864 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:27:54.763342 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 3348d6f3-4f35-4dfc-9880-31495f376864 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:27:54.766721 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3348d6f3-4f35-4dfc-9880-31495f376864 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:27:54.794265 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-96ecb387-53af-4aea-9dd4-3dfd8af18888 req-236184a2-473c-40b1-a01b-2f1ee6404870 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885062 Feb 28 20:27:54.996664 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac47c5aa-99d7-4bf5-991b-4ccc09728ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (50c20663-0e0b-44ef-8c7e-7119ef0dead5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:55.025841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1da54-d3f6-4a0a-af06-40e38ea1f5b8 req-fc6bc03e-315e-498f-9bdd-52bd81892c2b tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:55.027556 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bfa1da54-d3f6-4a0a-af06-40e38ea1f5b8 req-fc6bc03e-315e-498f-9bdd-52bd81892c2b tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2 HTTP/1.1" status: 200 len: 946 time: 0.1100855 Feb 28 20:27:55.044242 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-130a07f5-76b0-421c-b048-e5c88f79cc4d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (ba7883e0-b854-4659-a0a1-f5f26cef880c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:55.134287 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bfa1da54-d3f6-4a0a-af06-40e38ea1f5b8 req-868a014a-6a30-4ae8-a673-8194ae2ff7db tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969162 Feb 28 20:27:55.235194 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-a348aaab-cb81-433c-a87b-29a010084fa2 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Allocated IP 172.25.0.242 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/79022293-ebc9-4065-8b7e-604ebe44162d) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:27:55.455320 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac47c5aa-99d7-4bf5-991b-4ccc09728ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (50c20663-0e0b-44ef-8c7e-7119ef0dead5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:55.492261 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac47c5aa-99d7-4bf5-991b-4ccc09728ff6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:55.498205 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ac47c5aa-99d7-4bf5-991b-4ccc09728ff6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/50c20663-0e0b-44ef-8c7e-7119ef0dead5 HTTP/1.1" status: 204 len: 168 time: 1.5728526 Feb 28 20:27:55.501932 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7745fa-2cf0-404e-9aa3-ac432d249211 None None] Network 54c21a7a-fd02-4dd4-a785-be2ba356bae5 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:27:55.512715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35218) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:55.545847 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47c5aa-99d7-4bf5-991b-4ccc09728ff6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50c20663-0e0b-44ef-8c7e-7119ef0dead5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:55.555891 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a348aaab-cb81-433c-a87b-29a010084fa2 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for port (79022293-ebc9-4065-8b7e-604ebe44162d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:55.594249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35220) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:55.749766 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a348aaab-cb81-433c-a87b-29a010084fa2 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (79022293-ebc9-4065-8b7e-604ebe44162d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:55.801919 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f8b65-ca36-4f56-8bee-0e53c6379ff8 req-08b595b5-931b-4e15-ab5f-661dbbc220c7 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:55.803573 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7f0f8b65-ca36-4f56-8bee-0e53c6379ff8 req-08b595b5-931b-4e15-ab5f-661dbbc220c7 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2 HTTP/1.1" status: 200 len: 946 time: 0.3094869 Feb 28 20:27:55.811998 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f472e137-1db0-40e9-9af3-3fe52cec8d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (54c21a7a-fd02-4dd4-a785-be2ba356bae5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:55.871796 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53360673-01c8-4b82-b42e-8be30027a653 req-bb4cc1a3-48a7-4cb1-a489-a4e8cc4cf7e5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:55.879225 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53360673-01c8-4b82-b42e-8be30027a653 req-bb4cc1a3-48a7-4cb1-a489-a4e8cc4cf7e5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.2093313 Feb 28 20:27:55.898096 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a348aaab-cb81-433c-a87b-29a010084fa2 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:27:55.909194 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-a348aaab-cb81-433c-a87b-29a010084fa2 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:27:55.914743 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8135591-343d-442e-90fa-fcf163c0fbff None None] DHCP port deletion for 54c21a7a-fd02-4dd4-a785-be2ba356bae5 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:27:55.922598 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a348aaab-cb81-433c-a87b-29a010084fa2 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:27:55.931266 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348aaab-cb81-433c-a87b-29a010084fa2 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Pushing event updated for resources: {'Port': ['ID=79022293-ebc9-4065-8b7e-604ebe44162d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:55.966731 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-130a07f5-76b0-421c-b048-e5c88f79cc4d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting port 39f96802-b82d-42be-b1aa-1097c1e4da43 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:55.967472 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-130a07f5-76b0-421c-b048-e5c88f79cc4d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (39f96802-b82d-42be-b1aa-1097c1e4da43), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:56.031194 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3a33fe24-3d2a-44ee-98d0-913cf57cb154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:56.077724 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d8135591-343d-442e-90fa-fcf163c0fbff None None] Deleting port 6f9b7de0-e737-4b6e-9c2b-459c84763487 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:56.078101 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d8135591-343d-442e-90fa-fcf163c0fbff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6f9b7de0-e737-4b6e-9c2b-459c84763487), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:56.087236 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7f0f8b65-ca36-4f56-8bee-0e53c6379ff8 req-8a3a6465-ea04-4918-9082-33e3f269e336 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704790 Feb 28 20:27:56.121471 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53360673-01c8-4b82-b42e-8be30027a653 req-540d5c1a-86bd-4131-9c96-3b605f0e7b9f tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405658 Feb 28 20:27:56.198526 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d8135591-343d-442e-90fa-fcf163c0fbff None None] For port 6f9b7de0-e737-4b6e-9c2b-459c84763487, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6f9b7de0-e737-4b6e-9c2b-459c84763487,segment=NetworkSegment(423398dd-5aea-47dc-9842-7d4332756020),segment_id=423398dd-5aea-47dc-9842-7d4332756020)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:56.199342 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d8135591-343d-442e-90fa-fcf163c0fbff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6f9b7de0-e737-4b6e-9c2b-459c84763487), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:56.227042 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d8135591-343d-442e-90fa-fcf163c0fbff None None] Calling delete_port for 6f9b7de0-e737-4b6e-9c2b-459c84763487 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:56.230002 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-f472e137-1db0-40e9-9af3-3fe52cec8d99 admin admin] Deleting port 6f9b7de0-e737-4b6e-9c2b-459c84763487 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:56.230002 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f472e137-1db0-40e9-9af3-3fe52cec8d99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6f9b7de0-e737-4b6e-9c2b-459c84763487), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:56.406253 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-130a07f5-76b0-421c-b048-e5c88f79cc4d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (39f96802-b82d-42be-b1aa-1097c1e4da43), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:56.408357 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d8135591-343d-442e-90fa-fcf163c0fbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (6f9b7de0-e737-4b6e-9c2b-459c84763487), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:56.429977 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-130a07f5-76b0-421c-b048-e5c88f79cc4d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Calling delete_port for 39f96802-b82d-42be-b1aa-1097c1e4da43 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:56.464912 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8135591-343d-442e-90fa-fcf163c0fbff None None] Pushing event deleted for resources: {'Port': ['ID=6f9b7de0-e737-4b6e-9c2b-459c84763487,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:56.474430 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8135591-343d-442e-90fa-fcf163c0fbff None None] No DVR routers for this DVR port 6f9b7de0-e737-4b6e-9c2b-459c84763487 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:27:56.491872 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-f472e137-1db0-40e9-9af3-3fe52cec8d99 admin admin] For port 6f9b7de0-e737-4b6e-9c2b-459c84763487, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6f9b7de0-e737-4b6e-9c2b-459c84763487,segment=NetworkSegment(423398dd-5aea-47dc-9842-7d4332756020),segment_id=423398dd-5aea-47dc-9842-7d4332756020)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:56.492158 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f472e137-1db0-40e9-9af3-3fe52cec8d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6f9b7de0-e737-4b6e-9c2b-459c84763487), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:56.514574 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3a33fe24-3d2a-44ee-98d0-913cf57cb154 admin admin] Publish callbacks [] for security_group (7e9e7933-2a4f-4c6f-8817-c472928bbe0e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:56.529317 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-f472e137-1db0-40e9-9af3-3fe52cec8d99 admin admin] Calling delete_port for 6f9b7de0-e737-4b6e-9c2b-459c84763487 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:56.531378 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3a33fe24-3d2a-44ee-98d0-913cf57cb154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7e9e7933-2a4f-4c6f-8817-c472928bbe0e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:56.564140 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6f9b7de0-e737-4b6e-9c2b-459c84763487 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:27:56.615356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 6f9b7de0-e737-4b6e-9c2b-459c84763487 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:27:56.615702 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6f9b7de0-e737-4b6e-9c2b-459c84763487 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:27:56.635425 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3a33fe24-3d2a-44ee-98d0-913cf57cb154 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ba3ab7659a045cc9c52f5fef7c3c672&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0344701 Feb 28 20:27:56.638874 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35238) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:56.642359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33fe24-3d2a-44ee-98d0-913cf57cb154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9e7933-2a4f-4c6f-8817-c472928bbe0e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:56.701275 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a348aaab-cb81-433c-a87b-29a010084fa2 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_gateway (b6cabead-50f6-41bc-a8c8-95d0c54fcb3e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:56.750821 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f472e137-1db0-40e9-9af3-3fe52cec8d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (6f9b7de0-e737-4b6e-9c2b-459c84763487), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:56.767319 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f06e3a2c-31e9-4161-a8bb-c1df6b1686bf admin admin] Publish callbacks [] for security_group (7e9e7933-2a4f-4c6f-8817-c472928bbe0e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:56.799642 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472e137-1db0-40e9-9af3-3fe52cec8d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9b7de0-e737-4b6e-9c2b-459c84763487,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:56.823579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f472e137-1db0-40e9-9af3-3fe52cec8d99 admin admin] No DVR routers for this DVR port 6f9b7de0-e737-4b6e-9c2b-459c84763487 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:27:56.876390 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f06e3a2c-31e9-4161-a8bb-c1df6b1686bf admin admin] Publish callbacks [] for security_group (7e9e7933-2a4f-4c6f-8817-c472928bbe0e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:56.997595 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f06e3a2c-31e9-4161-a8bb-c1df6b1686bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7e9e7933-2a4f-4c6f-8817-c472928bbe0e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:57.002043 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f06e3a2c-31e9-4161-a8bb-c1df6b1686bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:57.006992 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f06e3a2c-31e9-4161-a8bb-c1df6b1686bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e9e7933-2a4f-4c6f-8817-c472928bbe0e HTTP/1.1" status: 204 len: 168 time: 0.3634546 Feb 28 20:27:57.088160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e3a2c-31e9-4161-a8bb-c1df6b1686bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9e7933-2a4f-4c6f-8817-c472928bbe0e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:57.167977 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f472e137-1db0-40e9-9af3-3fe52cec8d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (54c21a7a-fd02-4dd4-a785-be2ba356bae5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:57.209140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-f472e137-1db0-40e9-9af3-3fe52cec8d99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c21a7a-fd02-4dd4-a785-be2ba356bae5']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:57.220899 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-f472e137-1db0-40e9-9af3-3fe52cec8d99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423398dd-5aea-47dc-9842-7d4332756020') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:57.221585 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-f472e137-1db0-40e9-9af3-3fe52cec8d99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423398dd-5aea-47dc-9842-7d4332756020') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:57.235916 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f472e137-1db0-40e9-9af3-3fe52cec8d99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (423398dd-5aea-47dc-9842-7d4332756020), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:57.268987 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f472e137-1db0-40e9-9af3-3fe52cec8d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (423398dd-5aea-47dc-9842-7d4332756020), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:57.284432 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f472e137-1db0-40e9-9af3-3fe52cec8d99 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:27:57.286056 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f472e137-1db0-40e9-9af3-3fe52cec8d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (423398dd-5aea-47dc-9842-7d4332756020), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:27:57.290138 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:27:57.503099 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-130a07f5-76b0-421c-b048-e5c88f79cc4d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (39f96802-b82d-42be-b1aa-1097c1e4da43), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:57.576242 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a07f5-76b0-421c-b048-e5c88f79cc4d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Port': ['ID=39f96802-b82d-42be-b1aa-1097c1e4da43,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:57.776848 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a348aaab-cb81-433c-a87b-29a010084fa2 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (b6cabead-50f6-41bc-a8c8-95d0c54fcb3e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:58.051663 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f472e137-1db0-40e9-9af3-3fe52cec8d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (54c21a7a-fd02-4dd4-a785-be2ba356bae5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:58.066997 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ec19e-23fc-4491-982c-0e5c5d8a6a1a req-6c8fa918-f751-4930-a016-4ae77a2e2efa tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:58.070652 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-130a07f5-76b0-421c-b048-e5c88f79cc4d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (ba7883e0-b854-4659-a0a1-f5f26cef880c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:58.080033 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c7ec19e-23fc-4491-982c-0e5c5d8a6a1a req-6c8fa918-f751-4930-a016-4ae77a2e2efa tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.10 "GET /v2.0/ports?device_id=de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2 HTTP/1.1" status: 200 len: 946 time: 0.7827258 Feb 28 20:27:58.105597 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727e2ed-2b5f-421f-850a-e1057d7ab103 req-c921967e-cd73-4420-80c4-52d37945e00c tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:58.118497 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c727e2ed-2b5f-421f-850a-e1057d7ab103 req-c921967e-cd73-4420-80c4-52d37945e00c tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.8053107 Feb 28 20:27:58.179701 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f472e137-1db0-40e9-9af3-3fe52cec8d99 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:58.198040 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f472e137-1db0-40e9-9af3-3fe52cec8d99 admin admin] 10.222.0.13 "DELETE /v2.0/networks/54c21a7a-fd02-4dd4-a785-be2ba356bae5 HTTP/1.1" status: 204 len: 168 time: 2.6840458 Feb 28 20:27:58.199643 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472e137-1db0-40e9-9af3-3fe52cec8d99 admin admin] Pushing event deleted for resources: {'Network': ['ID=54c21a7a-fd02-4dd4-a785-be2ba356bae5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:58.227779 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27666e6b-46f8-4b29-82f9-c24de6f85699 req-25be9529-c128-4ab9-816c-2e4de03ca1e2 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:58.230002 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27666e6b-46f8-4b29-82f9-c24de6f85699 req-25be9529-c128-4ab9-816c-2e4de03ca1e2 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2 HTTP/1.1" status: 200 len: 946 time: 0.9076278 Feb 28 20:27:58.375997 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c727e2ed-2b5f-421f-850a-e1057d7ab103 req-4dd6d799-fdc0-4a37-9621-4d13613e3974 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552798 Feb 28 20:27:58.425034 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27666e6b-46f8-4b29-82f9-c24de6f85699 req-f24db5b0-eef4-4c4e-8eb5-30e7ca605430 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572990 Feb 28 20:27:58.452617 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130a07f5-76b0-421c-b048-e5c88f79cc4d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router ba7883e0-b854-4659-a0a1-f5f26cef880c has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:27:58.462788 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-5c7ec19e-23fc-4491-982c-0e5c5d8a6a1a req-fdfbb917-60e3-4ff8-a267-48ac1f2ccb1a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Deleting port d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:27:58.463136 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-5c7ec19e-23fc-4491-982c-0e5c5d8a6a1a req-fdfbb917-60e3-4ff8-a267-48ac1f2ccb1a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:58.613775 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130a07f5-76b0-421c-b048-e5c88f79cc4d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:27:58.627432 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0028c10-9676-43a7-8204-d5b2813c87c9 None None] Sync routers for ids ['ba7883e0-b854-4659-a0a1-f5f26cef880c'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:27:58.632493 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-130a07f5-76b0-421c-b048-e5c88f79cc4d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/ba7883e0-b854-4659-a0a1-f5f26cef880c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2848566 Feb 28 20:27:58.644477 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35294) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:58.669245 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35296) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:58.677743 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0028c10-9676-43a7-8204-d5b2813c87c9 None None] Routers {'ba7883e0-b854-4659-a0a1-f5f26cef880c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:58.684485 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b0028c10-9676-43a7-8204-d5b2813c87c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ba7883e0-b854-4659-a0a1-f5f26cef880c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:58.728023 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d789bb95-644e-4ecb-893f-63626fb1f0d9 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba7883e0-b854-4659-a0a1-f5f26cef880c HTTP/1.1" status: 200 len: 205 time: 0.0795119 Feb 28 20:27:58.729295 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a348aaab-cb81-433c-a87b-29a010084fa2 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Router b6cabead-50f6-41bc-a8c8-95d0c54fcb3e is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:27:58.733490 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35300) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:58.758556 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8794f0b8-ddbe-42b2-adbe-1bd6dd0a47ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc9440223e9e4177b248e28bf8c3bfd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0860071 Feb 28 20:27:58.762763 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35302) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:58.766120 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-5c7ec19e-23fc-4491-982c-0e5c5d8a6a1a req-fdfbb917-60e3-4ff8-a267-48ac1f2ccb1a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] For port d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:27:58.768116 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-5c7ec19e-23fc-4491-982c-0e5c5d8a6a1a req-fdfbb917-60e3-4ff8-a267-48ac1f2ccb1a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:58.795686 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b0028c10-9676-43a7-8204-d5b2813c87c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:58.808699 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0028c10-9676-43a7-8204-d5b2813c87c9 None None] Routers {'ba7883e0-b854-4659-a0a1-f5f26cef880c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:58.809706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b0028c10-9676-43a7-8204-d5b2813c87c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ba7883e0-b854-4659-a0a1-f5f26cef880c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:58.854341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b0028c10-9676-43a7-8204-d5b2813c87c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:58.856031 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0028c10-9676-43a7-8204-d5b2813c87c9 None None] The sync data for ids ['ba7883e0-b854-4659-a0a1-f5f26cef880c'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:27:58.960119 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-5c7ec19e-23fc-4491-982c-0e5c5d8a6a1a req-fdfbb917-60e3-4ff8-a267-48ac1f2ccb1a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Calling delete_port for d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:27:58.971323 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ddef2-b878-4e46-a9c6-01c040559fa9 req-02f68217-9843-482f-ad72-12746f78c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:58.972976 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a98ddef2-b878-4e46-a9c6-01c040559fa9 req-02f68217-9843-482f-ad72-12746f78c1f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce448fa148384bfb9a78481379c26323&device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 1128 time: 0.1201200 Feb 28 20:27:59.002684 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a348aaab-cb81-433c-a87b-29a010084fa2 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:27:59.018889 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] Sync routers for ids ['b6cabead-50f6-41bc-a8c8-95d0c54fcb3e'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:27:59.031096 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a348aaab-cb81-433c-a87b-29a010084fa2 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:59.034741 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a348aaab-cb81-433c-a87b-29a010084fa2 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.5895576 Feb 28 20:27:59.035062 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35308) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:59.039183 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ff3b7bec-431c-4409-877e-abef31c289a7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (ba7883e0-b854-4659-a0a1-f5f26cef880c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:59.054922 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] Routers {'b6cabead-50f6-41bc-a8c8-95d0c54fcb3e'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:27:59.055632 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['b6cabead-50f6-41bc-a8c8-95d0c54fcb3e'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:59.222112 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ec3ceef4-c93b-45f4-b839-98c6cc99fccc admin admin] Publish callbacks [] for security_group (4f6396ba-1b7c-42fb-bb2b-0e3af122a108), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:59.275175 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] Set router b6cabead-50f6-41bc-a8c8-95d0c54fcb3e gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:27:59.302087 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ddef2-b878-4e46-a9c6-01c040559fa9 req-4572fa8a-b375-43e4-abfa-7007863e5008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:59.309159 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a98ddef2-b878-4e46-a9c6-01c040559fa9 req-4572fa8a-b375-43e4-abfa-7007863e5008 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd95dcac-d635-4bec-8252-dbb352dcdbef HTTP/1.1" status: 200 len: 910 time: 0.3244052 Feb 28 20:27:59.457123 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7d9e0-5117-4230-bd20-8c93dca57500 req-d5e59649-bb37-407b-915f-f5e8e571bfaa tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:59.460361 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54f7d9e0-5117-4230-bd20-8c93dca57500 req-d5e59649-bb37-407b-915f-f5e8e571bfaa tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.6310501 Feb 28 20:27:59.460995 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-45cabe4b-06c2-428e-8758-7c6414d2ce25 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "GET /v2.0/routers/b6cabead-50f6-41bc-a8c8-95d0c54fcb3e HTTP/1.1" status: 200 len: 908 time: 0.4233444 Feb 28 20:27:59.462138 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35324) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:59.477563 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ec70b76b-1501-468b-8f33-a4dfeaf3eb5b tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Request body: {'router': {'name': 'tempest-snat-router-113998540', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'enable_snat': True}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:27:59.503216 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ec3ceef4-c93b-45f4-b839-98c6cc99fccc admin admin] Publish callbacks [] for security_group (4f6396ba-1b7c-42fb-bb2b-0e3af122a108), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:59.506510 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a98ddef2-b878-4e46-a9c6-01c040559fa9 req-72973b55-6882-4ddb-b840-cf6fbb059f4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cda37ee3-1d31-49e2-a40f-b12289a62337 HTTP/1.1" status: 200 len: 1001 time: 0.1964622 Feb 28 20:27:59.627720 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ff3b7bec-431c-4409-877e-abef31c289a7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (ba7883e0-b854-4659-a0a1-f5f26cef880c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:59.634462 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ff3b7bec-431c-4409-877e-abef31c289a7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router_controller (ba7883e0-b854-4659-a0a1-f5f26cef880c), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:59.667833 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ec70b76b-1501-468b-8f33-a4dfeaf3eb5b tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (fa2857b0-0bf3-40bb-b6b3-fda43b6f6373), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:59.671094 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cabead-50f6-41bc-a8c8-95d0c54fcb3e', 'name': 'tempest-snat-router-113998540', 'tenant_id': '7540e4d2d77f4cb4a61de26de7e8132e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.242'}], 'enable_snat': False}, 'gw_port_id': '79022293-ebc9-4065-8b7e-604ebe44162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:27:51Z', 'updated_at': '2022-02-28T20:27:56Z', 'revision_number': 3, 'project_id': '7540e4d2d77f4cb4a61de26de7e8132e', 'gw_port': {'id': '79022293-ebc9-4065-8b7e-604ebe44162d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cabead-50f6-41bc-a8c8-95d0c54fcb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:27:54Z', 'updated_at': '2022-02-28T20:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:27:59.671730 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ec70b76b-1501-468b-8f33-a4dfeaf3eb5b tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (fa2857b0-0bf3-40bb-b6b3-fda43b6f6373), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:59.735049 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ddef2-b878-4e46-a9c6-01c040559fa9 req-69e005d8-f95d-4a20-9886-9cf3285ad050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:59.737232 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a98ddef2-b878-4e46-a9c6-01c040559fa9 req-69e005d8-f95d-4a20-9886-9cf3285ad050 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a36f3d5e-8266-4be4-ab73-31f8fb0001af HTTP/1.1" status: 200 len: 849 time: 0.2207487 Feb 28 20:27:59.791655 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] Checking router: b6cabead-50f6-41bc-a8c8-95d0c54fcb3e for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:27:59.794807 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54f7d9e0-5117-4230-bd20-8c93dca57500 req-d04d2b1d-a2c8-4500-be22-f4ca311b0d2b tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2895591 Feb 28 20:27:59.795503 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ff3b7bec-431c-4409-877e-abef31c289a7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (ba7883e0-b854-4659-a0a1-f5f26cef880c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:59.796030 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] Updating router b6cabead-50f6-41bc-a8c8-95d0c54fcb3e port 79022293-ebc9-4065-8b7e-604ebe44162d binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:27:59.796222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3b7bec-431c-4409-877e-abef31c289a7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Fanout notify agent at l3_agent the message router_deleted on router ba7883e0-b854-4659-a0a1-f5f26cef880c {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:27:59.807718 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ec70b76b-1501-468b-8f33-a4dfeaf3eb5b tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_controller (fa2857b0-0bf3-40bb-b6b3-fda43b6f6373), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:59.810584 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ff3b7bec-431c-4409-877e-abef31c289a7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:59.811876 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ff3b7bec-431c-4409-877e-abef31c289a7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/routers/ba7883e0-b854-4659-a0a1-f5f26cef880c HTTP/1.1" status: 204 len: 168 time: 1.0771582 Feb 28 20:27:59.816900 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35332) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:27:59.851038 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-5c7ec19e-23fc-4491-982c-0e5c5d8a6a1a req-fdfbb917-60e3-4ff8-a267-48ac1f2ccb1a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:59.873631 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0', 'd5fc80c3-48e9-46e5-a60f-8131d9aa2dcd'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:27:59.879915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3f5b2-bb6d-44fc-a746-5245a15f82e7 req-25750851-facf-4fbf-8270-ff5ec26bb782 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:27:59.880415 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7cf3f5b2-bb6d-44fc-a746-5245a15f82e7 req-25750851-facf-4fbf-8270-ff5ec26bb782 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2 HTTP/1.1" status: 200 len: 946 time: 0.2590668 Feb 28 20:27:59.888297 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ec3ceef4-c93b-45f4-b839-98c6cc99fccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4f6396ba-1b7c-42fb-bb2b-0e3af122a108), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:59.890255 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ec3ceef4-c93b-45f4-b839-98c6cc99fccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:59.891492 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ec3ceef4-c93b-45f4-b839-98c6cc99fccc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f6396ba-1b7c-42fb-bb2b-0e3af122a108 HTTP/1.1" status: 204 len: 168 time: 1.1144209 Feb 28 20:27:59.900175 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (79022293-ebc9-4065-8b7e-604ebe44162d), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:27:59.952762 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbb917-60e3-4ff8-a267-48ac1f2ccb1a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Pushing event deleted for resources: {'Port': ['ID=d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:59.972177 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ceef4-c93b-45f4-b839-98c6cc99fccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6396ba-1b7c-42fb-bb2b-0e3af122a108,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:27:59.995605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7ec19e-23fc-4491-982c-0e5c5d8a6a1a req-fdfbb917-60e3-4ff8-a267-48ac1f2ccb1a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] No DVR routers for this DVR port d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:28:00.000683 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-5c7ec19e-23fc-4491-982c-0e5c5d8a6a1a req-fdfbb917-60e3-4ff8-a267-48ac1f2ccb1a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:00.004742 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c7ec19e-23fc-4491-982c-0e5c5d8a6a1a req-fdfbb917-60e3-4ff8-a267-48ac1f2ccb1a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.10 "DELETE /v2.0/ports/d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd HTTP/1.1" status: 204 len: 173 time: 1.8382711 Feb 28 20:28:00.006289 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2', 'name': 'network-vif-deleted', 'tag': 'd5fc80c3-48e9-46e5-a60f-8131d9aa2dcd'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:28:00.009894 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7506d591-95fd-4c55-83f6-3f5aa96bd131" -d '{"events": [{"server_uuid": "de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2", "name": "network-vif-deleted", "tag": "d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:28:00.088576 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7cf3f5b2-bb6d-44fc-a746-5245a15f82e7 req-be320535-04e9-446e-8ccd-fc93beaeeeec tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955729 Feb 28 20:28:00.095029 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e67e74-7c78-49d8-80cc-ea08d12aa4f1 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting subnet b2fec0da-1e4c-4d49-89a5-18e52426ed15 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:28:00.100955 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-76e67e74-7c78-49d8-80cc-ea08d12aa4f1 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (b2fec0da-1e4c-4d49-89a5-18e52426ed15), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:00.132190 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35340) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:00.169644 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-76e67e74-7c78-49d8-80cc-ea08d12aa4f1 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (b2fec0da-1e4c-4d49-89a5-18e52426ed15), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:00.234822 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31a6180-9451-4d3f-ad7e-20ce067e14f5 x-openstack-request-id: req-c31a6180-9451-4d3f-ad7e-20ce067e14f5 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:28:00.235588 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2", "name": "network-vif-deleted", "tag": "d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:28:00.235588 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c31a6180-9451-4d3f-ad7e-20ce067e14f5 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:28:00.235822 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6df3a0-e827-4e3f-a00f-ee39b6b9b7a2', 'name': 'network-vif-deleted', 'tag': 'd5fc80c3-48e9-46e5-a60f-8131d9aa2dcd', 'status': 'completed', 'code': 200} Feb 28 20:28:00.395401 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-76e67e74-7c78-49d8-80cc-ea08d12aa4f1 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (b2fec0da-1e4c-4d49-89a5-18e52426ed15), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:00.439877 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ddef2-b878-4e46-a9c6-01c040559fa9 req-31fded17-115f-414f-a34c-e1ba8b4c00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:00.443624 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a98ddef2-b878-4e46-a9c6-01c040559fa9 req-31fded17-115f-414f-a34c-e1ba8b4c00ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd95dcac-d635-4bec-8252-dbb352dcdbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6660252 Feb 28 20:28:00.475203 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ec70b76b-1501-468b-8f33-a4dfeaf3eb5b tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_gateway (fa2857b0-0bf3-40bb-b6b3-fda43b6f6373), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:00.549579 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-76e67e74-7c78-49d8-80cc-ea08d12aa4f1 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (b2fec0da-1e4c-4d49-89a5-18e52426ed15), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:00.642678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e67e74-7c78-49d8-80cc-ea08d12aa4f1 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Subnet': ['ID=b2fec0da-1e4c-4d49-89a5-18e52426ed15,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:00.652826 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dd9e21-7c63-42af-ad57-c55b2b03a67e None None] Network 4787150a-9975-4435-9fd2-6482ee5d2fb3 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:28:00.666623 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-76e67e74-7c78-49d8-80cc-ea08d12aa4f1 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:00.671054 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-76e67e74-7c78-49d8-80cc-ea08d12aa4f1 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/subnets/b2fec0da-1e4c-4d49-89a5-18e52426ed15 HTTP/1.1" status: 204 len: 168 time: 0.8530605 Feb 28 20:28:00.677961 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35350) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:00.702414 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] Publish callbacks [] for port (79022293-ebc9-4065-8b7e-604ebe44162d), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:00.713878 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (79022293-ebc9-4065-8b7e-604ebe44162d), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:00.721609 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-58a5b5b9-5821-461c-a3d5-7aa8d8cb9bba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:00.804973 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] Attempting to bind port 79022293-ebc9-4065-8b7e-604ebe44162d on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:28:00.807392 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] Attempting to bind port 79022293-ebc9-4065-8b7e-604ebe44162d by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:28:00.807846 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] Attempting to bind port 79022293-ebc9-4065-8b7e-604ebe44162d on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:28:00.866459 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7107c9b-7783-4ff4-8e00-fbf9881e46ee None None] DHCP port deletion for 4787150a-9975-4435-9fd2-6482ee5d2fb3 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:28:00.931221 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:28:00.933912 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:00.935150 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:00.936646 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:28:00.940365 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] Bound port: 79022293-ebc9-4065-8b7e-604ebe44162d, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:28:00.943166 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (79022293-ebc9-4065-8b7e-604ebe44162d), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:00.962368 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e7107c9b-7783-4ff4-8e00-fbf9881e46ee None None] Deleting port 1c1376cb-ca8c-418d-b37b-a2cba3df35a3 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:28:00.964208 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e7107c9b-7783-4ff4-8e00-fbf9881e46ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1c1376cb-ca8c-418d-b37b-a2cba3df35a3), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:00.970333 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-58a5b5b9-5821-461c-a3d5-7aa8d8cb9bba admin admin] Publish callbacks [] for security_group (92ddf096-febf-4fa7-8c7d-435e197372a1), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:00.978793 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-58a5b5b9-5821-461c-a3d5-7aa8d8cb9bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (92ddf096-febf-4fa7-8c7d-435e197372a1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:01.012003 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35358) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:01.028943 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a98ddef2-b878-4e46-a9c6-01c040559fa9 req-0b20938b-57de-4935-b5f6-511088d3f201 service neutron] 10.222.0.15 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728633 Feb 28 20:28:01.068454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e7107c9b-7783-4ff4-8e00-fbf9881e46ee None None] For port 1c1376cb-ca8c-418d-b37b-a2cba3df35a3, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1c1376cb-ca8c-418d-b37b-a2cba3df35a3,segment=NetworkSegment(a52c8b28-00c0-4544-9c34-ef7f19fe83e5),segment_id=a52c8b28-00c0-4544-9c34-ef7f19fe83e5)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:01.069509 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e7107c9b-7783-4ff4-8e00-fbf9881e46ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1c1376cb-ca8c-418d-b37b-a2cba3df35a3), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:01.086101 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e7107c9b-7783-4ff4-8e00-fbf9881e46ee None None] Calling delete_port for 1c1376cb-ca8c-418d-b37b-a2cba3df35a3 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:28:01.105095 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ca5739fe-8c98-42e8-b719-a24e5e49d87f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (4787150a-9975-4435-9fd2-6482ee5d2fb3), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:01.105350 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-58a5b5b9-5821-461c-a3d5-7aa8d8cb9bba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=baa3c6825d0a4bce9dd6c0e91186c709&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9635477 Feb 28 20:28:01.107987 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35364) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:01.135550 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] For port 79022293-ebc9-4065-8b7e-604ebe44162d, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:28:01.148534 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5b5b9-5821-461c-a3d5-7aa8d8cb9bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ddf096-febf-4fa7-8c7d-435e197372a1,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:01.154454 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] For port 79022293-ebc9-4065-8b7e-604ebe44162d, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=79022293-ebc9-4065-8b7e-604ebe44162d,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:28:01.209307 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e7107c9b-7783-4ff4-8e00-fbf9881e46ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (1c1376cb-ca8c-418d-b37b-a2cba3df35a3), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:01.244670 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (79022293-ebc9-4065-8b7e-604ebe44162d), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:01.280865 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-59c8dd82-9ab7-4324-985a-020d4cd769a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18a7a102d8ea4e58a40aebd5435ec9c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2670531 Feb 28 20:28:01.287857 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-ca5739fe-8c98-42e8-b719-a24e5e49d87f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] The port '1c1376cb-ca8c-418d-b37b-a2cba3df35a3' was deleted {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 28 20:28:01.291347 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35368) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:01.306814 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7107c9b-7783-4ff4-8e00-fbf9881e46ee None None] Pushing event deleted for resources: {'Port': ['ID=1c1376cb-ca8c-418d-b37b-a2cba3df35a3,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:01.310732 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7107c9b-7783-4ff4-8e00-fbf9881e46ee None None] No DVR routers for this DVR port 1c1376cb-ca8c-418d-b37b-a2cba3df35a3 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:28:01.371164 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30aaa2b-c195-4459-aa44-5d31997bc043 req-a91fb495-7d71-4dc0-8cea-a6937a23bac1 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:01.379950 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a30aaa2b-c195-4459-aa44-5d31997bc043 req-a91fb495-7d71-4dc0-8cea-a6937a23bac1 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.3335090 Feb 28 20:28:01.504461 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001bbdb-b778-4c70-8a8a-2feaefdf44d0 None None] Pushing event updated for resources: {'Port': ['ID=79022293-ebc9-4065-8b7e-604ebe44162d,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:01.515592 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a30aaa2b-c195-4459-aa44-5d31997bc043 req-84c45d34-b7f3-472e-96a9-2ce2558b41f2 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344121 Feb 28 20:28:01.534498 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0deff281-5b19-4917-921f-c4fbf36efc08 admin admin] Publish callbacks [] for security_group (92ddf096-febf-4fa7-8c7d-435e197372a1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:01.562644 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] Routers {'b6cabead-50f6-41bc-a8c8-95d0c54fcb3e'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:01.563738 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['b6cabead-50f6-41bc-a8c8-95d0c54fcb3e'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:01.591026 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ca5739fe-8c98-42e8-b719-a24e5e49d87f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (4787150a-9975-4435-9fd2-6482ee5d2fb3), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:01.613285 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97d77f0b-ee12-4004-9031-1d0d6a8b488e admin admin] Publish callbacks [] for security_group (faba6115-ddca-457c-afd6-f82496b3bdfc), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:01.620033 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0deff281-5b19-4917-921f-c4fbf36efc08 admin admin] Publish callbacks [] for security_group (92ddf096-febf-4fa7-8c7d-435e197372a1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:01.639366 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-ca5739fe-8c98-42e8-b719-a24e5e49d87f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4787150a-9975-4435-9fd2-6482ee5d2fb3']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:01.665902 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-ca5739fe-8c98-42e8-b719-a24e5e49d87f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52c8b28-00c0-4544-9c34-ef7f19fe83e5') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:01.669627 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-ca5739fe-8c98-42e8-b719-a24e5e49d87f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52c8b28-00c0-4544-9c34-ef7f19fe83e5') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:01.691535 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ca5739fe-8c98-42e8-b719-a24e5e49d87f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (a52c8b28-00c0-4544-9c34-ef7f19fe83e5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:01.702585 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001bbdb-b778-4c70-8a8a-2feaefdf44d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:01.703769 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001bbdb-b778-4c70-8a8a-2feaefdf44d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:01.704300 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001bbdb-b778-4c70-8a8a-2feaefdf44d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:01.704828 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001bbdb-b778-4c70-8a8a-2feaefdf44d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:01.706892 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001bbdb-b778-4c70-8a8a-2feaefdf44d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:01.707576 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001bbdb-b778-4c70-8a8a-2feaefdf44d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:01.708182 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001bbdb-b778-4c70-8a8a-2feaefdf44d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:01.709299 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001bbdb-b778-4c70-8a8a-2feaefdf44d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:01.712471 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001bbdb-b778-4c70-8a8a-2feaefdf44d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:01.713050 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001bbdb-b778-4c70-8a8a-2feaefdf44d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:01.714633 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001bbdb-b778-4c70-8a8a-2feaefdf44d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:01.714971 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001bbdb-b778-4c70-8a8a-2feaefdf44d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:01.715298 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001bbdb-b778-4c70-8a8a-2feaefdf44d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:01.729647 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ca5739fe-8c98-42e8-b719-a24e5e49d87f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (a52c8b28-00c0-4544-9c34-ef7f19fe83e5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:01.741870 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5739fe-8c98-42e8-b719-a24e5e49d87f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:28:01.742288 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ca5739fe-8c98-42e8-b719-a24e5e49d87f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (a52c8b28-00c0-4544-9c34-ef7f19fe83e5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:01.746152 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97d77f0b-ee12-4004-9031-1d0d6a8b488e admin admin] Publish callbacks [] for security_group (faba6115-ddca-457c-afd6-f82496b3bdfc), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:01.811688 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0deff281-5b19-4917-921f-c4fbf36efc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (92ddf096-febf-4fa7-8c7d-435e197372a1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:01.815520 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0deff281-5b19-4917-921f-c4fbf36efc08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:01.820231 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0deff281-5b19-4917-921f-c4fbf36efc08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92ddf096-febf-4fa7-8c7d-435e197372a1 HTTP/1.1" status: 204 len: 168 time: 0.7007022 Feb 28 20:28:01.842311 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deff281-5b19-4917-921f-c4fbf36efc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ddf096-febf-4fa7-8c7d-435e197372a1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:01.845703 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97d77f0b-ee12-4004-9031-1d0d6a8b488e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (faba6115-ddca-457c-afd6-f82496b3bdfc), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:01.848692 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97d77f0b-ee12-4004-9031-1d0d6a8b488e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:01.863403 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-97d77f0b-ee12-4004-9031-1d0d6a8b488e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/faba6115-ddca-457c-afd6-f82496b3bdfc HTTP/1.1" status: 204 len: 168 time: 0.5545430 Feb 28 20:28:01.877718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d77f0b-ee12-4004-9031-1d0d6a8b488e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faba6115-ddca-457c-afd6-f82496b3bdfc,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:01.959603 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] Set router b6cabead-50f6-41bc-a8c8-95d0c54fcb3e gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:28:02.036215 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001bbdb-b778-4c70-8a8a-2feaefdf44d0 None None] Pushing event updated for resources: {'Port': ['ID=79022293-ebc9-4065-8b7e-604ebe44162d,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:02.376917 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:28:02.404020 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:28:02.404952 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d5fc80c3-48e9-46e5-a60f-8131d9aa2dcd not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:28:02.435605 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cabead-50f6-41bc-a8c8-95d0c54fcb3e', 'name': 'tempest-snat-router-113998540', 'tenant_id': '7540e4d2d77f4cb4a61de26de7e8132e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.242'}], 'enable_snat': False}, 'gw_port_id': '79022293-ebc9-4065-8b7e-604ebe44162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:27:51Z', 'updated_at': '2022-02-28T20:27:56Z', 'revision_number': 3, 'project_id': '7540e4d2d77f4cb4a61de26de7e8132e', 'gw_port': {'id': '79022293-ebc9-4065-8b7e-604ebe44162d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cabead-50f6-41bc-a8c8-95d0c54fcb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:27:54Z', 'updated_at': '2022-02-28T20:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:28:02.473411 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:28:02.476574 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a98ddef2-b878-4e46-a9c6-01c040559fa9 req-1b53141c-cb50-4fad-81f9-6132c4cc4482 service neutron] 10.222.0.15 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4139748 Feb 28 20:28:02.530554 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd102ea-a314-47bd-ac48-d5cc39fcb451 None None] The sync data for ids ['b6cabead-50f6-41bc-a8c8-95d0c54fcb3e'] in n-d-820368-21 is: [{'id': 'b6cabead-50f6-41bc-a8c8-95d0c54fcb3e', 'name': 'tempest-snat-router-113998540', 'tenant_id': '7540e4d2d77f4cb4a61de26de7e8132e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.242'}], 'enable_snat': False}, 'gw_port_id': '79022293-ebc9-4065-8b7e-604ebe44162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:27:51Z', 'updated_at': '2022-02-28T20:27:56Z', 'revision_number': 3, 'project_id': '7540e4d2d77f4cb4a61de26de7e8132e', 'gw_port': {'id': '79022293-ebc9-4065-8b7e-604ebe44162d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cabead-50f6-41bc-a8c8-95d0c54fcb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:27:54Z', 'updated_at': '2022-02-28T20:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:28:02.570234 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-c8bad4d4-4e37-4956-85c1-86ce3369a824 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:02.578858 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-c8bad4d4-4e37-4956-85c1-86ce3369a824 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 805 time: 0.2087560 Feb 28 20:28:02.595579 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1c1376cb-ca8c-418d-b37b-a2cba3df35a3 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:28:02.612891 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35404) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:02.637344 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-2571ff22-66c6-44db-861f-cc372a50a48a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/quotas/e1fe66526f8249ae8c4d2136030f25ec HTTP/1.1" status: 200 len: 375 time: 0.0525880 Feb 28 20:28:02.649561 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 1c1376cb-ca8c-418d-b37b-a2cba3df35a3 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:28:02.650554 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1c1376cb-ca8c-418d-b37b-a2cba3df35a3 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:28:02.730793 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ca5739fe-8c98-42e8-b719-a24e5e49d87f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (4787150a-9975-4435-9fd2-6482ee5d2fb3), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:02.755984 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ca5739fe-8c98-42e8-b719-a24e5e49d87f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:02.760217 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ca5739fe-8c98-42e8-b719-a24e5e49d87f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/networks/4787150a-9975-4435-9fd2-6482ee5d2fb3 HTTP/1.1" status: 204 len: 168 time: 2.0723290 Feb 28 20:28:02.764524 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35412) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:02.779560 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-22dc2c32-b416-4672-916c-a3ec8db36581 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1663883127', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:02.786919 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5739fe-8c98-42e8-b719-a24e5e49d87f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Network': ['ID=4787150a-9975-4435-9fd2-6482ee5d2fb3,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:02.822434 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb6440-45c1-45b1-8a02-f45adf0830c5 req-e678771b-00c4-4bce-8e21-bfe2dbe68685 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:02.830884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6bb6440-45c1-45b1-8a02-f45adf0830c5 req-e678771b-00c4-4bce-8e21-bfe2dbe68685 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.1408622 Feb 28 20:28:02.848398 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-c08abad2-8f1f-4984-a2d0-555ca6c31e69 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2099292 Feb 28 20:28:02.888250 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ec70b76b-1501-468b-8f33-a4dfeaf3eb5b tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_gateway (fa2857b0-0bf3-40bb-b6b3-fda43b6f6373), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:02.929551 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6bb6440-45c1-45b1-8a02-f45adf0830c5 req-1e83a725-0868-4e22-918a-49b84aaca978 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976207 Feb 28 20:28:02.932163 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ec70b76b-1501-468b-8f33-a4dfeaf3eb5b tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:03.019403 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22dc2c32-b416-4672-916c-a3ec8db36581 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (ded26f93-08e0-4e52-b08a-9b7733ad0c73), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:03.039113 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22dc2c32-b416-4672-916c-a3ec8db36581 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (ded26f93-08e0-4e52-b08a-9b7733ad0c73), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:03.290461 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-ec70b76b-1501-468b-8f33-a4dfeaf3eb5b tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Allocated IP 172.25.0.110 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/2872b612-b4a5-4e95-9848-9a41c3c52cf0) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:03.328177 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22dc2c32-b416-4672-916c-a3ec8db36581 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router_controller (ded26f93-08e0-4e52-b08a-9b7733ad0c73), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:03.403082 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22dc2c32-b416-4672-916c-a3ec8db36581 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (ded26f93-08e0-4e52-b08a-9b7733ad0c73), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:03.422575 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-c20e7c3c-73aa-4579-9bd2-b2e664bacc98 service neutron] 10.222.0.13 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684066 Feb 28 20:28:03.429633 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22dc2c32-b416-4672-916c-a3ec8db36581 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:03.434272 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-22dc2c32-b416-4672-916c-a3ec8db36581 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6674714 Feb 28 20:28:03.442248 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35426) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:03.448329 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-e28ceb95-3d56-4cad-93f9-fcf164f79c10 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'network': {'name': 'tempest-RoutersTest-1412945127'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:03.561457 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ec70b76b-1501-468b-8f33-a4dfeaf3eb5b tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for port (2872b612-b4a5-4e95-9848-9a41c3c52cf0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:03.618728 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-f3930313-41bb-40e9-bb54-8ae244132b5a service neutron] 10.222.0.13 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665902 Feb 28 20:28:03.648659 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ec70b76b-1501-468b-8f33-a4dfeaf3eb5b tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (2872b612-b4a5-4e95-9848-9a41c3c52cf0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:03.746097 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70b76b-1501-468b-8f33-a4dfeaf3eb5b tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Pushing event updated for resources: {'Port': ['ID=2872b612-b4a5-4e95-9848-9a41c3c52cf0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:03.805879 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec70b76b-1501-468b-8f33-a4dfeaf3eb5b tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:03.807524 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-ec70b76b-1501-468b-8f33-a4dfeaf3eb5b tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:03.809924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec70b76b-1501-468b-8f33-a4dfeaf3eb5b tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:04.078405 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28ceb95-3d56-4cad-93f9-fcf164f79c10 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Made reservation on behalf of 25615de0e19746d8843cb2b14de50f6e for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:04.085462 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e28ceb95-3d56-4cad-93f9-fcf164f79c10 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:04.224074 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55eebd13-0817-4ad2-b95a-da24722f73ac req-bb486fda-8067-49a1-b0fb-663fa86b6376 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8deee278-0fd7-49b7-8b5f-6cade3f34d9d HTTP/1.1" status: 200 len: 210 time: 0.1640265 Feb 28 20:28:04.328299 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28ceb95-3d56-4cad-93f9-fcf164f79c10 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:28:04.373100 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e28ceb95-3d56-4cad-93f9-fcf164f79c10 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (c09b5f7f-c007-4972-adc2-c15f0cb73a0f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:04.373456 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-e28ceb95-3d56-4cad-93f9-fcf164f79c10 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Added segment c09b5f7f-c007-4972-adc2-c15f0cb73a0f of type vlan for network 7520db89-159b-413c-ba63-6ed04afd59ff Feb 28 20:28:04.386713 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728b276-e1ab-4c05-b183-1416be6592a7 req-2b7a609a-ac28-47d7-858c-7c3b5b31d7d6 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:04.395533 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4728b276-e1ab-4c05-b183-1416be6592a7 req-2b7a609a-ac28-47d7-858c-7c3b5b31d7d6 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.3396659 Feb 28 20:28:04.470919 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ec70b76b-1501-468b-8f33-a4dfeaf3eb5b tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_gateway (fa2857b0-0bf3-40bb-b6b3-fda43b6f6373), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:04.542996 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e28ceb95-3d56-4cad-93f9-fcf164f79c10 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (7520db89-159b-413c-ba63-6ed04afd59ff), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:04.657888 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 79022293-ebc9-4065-8b7e-604ebe44162d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:04.676576 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4728b276-e1ab-4c05-b183-1416be6592a7 req-8f45f039-6cc6-424a-85d4-0f585b0e1caf tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745130 Feb 28 20:28:04.741444 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e28ceb95-3d56-4cad-93f9-fcf164f79c10 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (7520db89-159b-413c-ba63-6ed04afd59ff), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:04.746691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28ceb95-3d56-4cad-93f9-fcf164f79c10 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:04.747355 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e28ceb95-3d56-4cad-93f9-fcf164f79c10 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:04.804924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 79022293-ebc9-4065-8b7e-604ebe44162d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:04.805590 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (79022293-ebc9-4065-8b7e-604ebe44162d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:04.877006 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ec70b76b-1501-468b-8f33-a4dfeaf3eb5b tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (fa2857b0-0bf3-40bb-b6b3-fda43b6f6373), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:04.950170 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 79022293-ebc9-4065-8b7e-604ebe44162d is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:04.953724 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (79022293-ebc9-4065-8b7e-604ebe44162d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:04.957889 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ceb95-3d56-4cad-93f9-fcf164f79c10 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Network': ['ID=7520db89-159b-413c-ba63-6ed04afd59ff,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:04.984535 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 7520db89-159b-413c-ba63-6ed04afd59ff details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:28:04.985328 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e28ceb95-3d56-4cad-93f9-fcf164f79c10 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5414736 Feb 28 20:28:04.995938 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35478) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:05.018336 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-695bf02f-3559-400b-b6c1-d205b7605f98 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'subnet': {'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:05.088085 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:28:05.118591 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec70b76b-1501-468b-8f33-a4dfeaf3eb5b tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Router fa2857b0-0bf3-40bb-b6b3-fda43b6f6373 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:28:05.127060 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 79022293-ebc9-4065-8b7e-604ebe44162d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=79022293-ebc9-4065-8b7e-604ebe44162d,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:05.136889 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (79022293-ebc9-4065-8b7e-604ebe44162d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:05.266246 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=79022293-ebc9-4065-8b7e-604ebe44162d,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:05.318817 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:05.319671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:05.320279 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:05.320846 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:05.321423 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:05.321989 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:05.322534 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:05.324147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:05.324719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:05.325290 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:05.328024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:05.328623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:05.329186 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:05.408535 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec70b76b-1501-468b-8f33-a4dfeaf3eb5b tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:28:05.423649 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] Sync routers for ids ['fa2857b0-0bf3-40bb-b6b3-fda43b6f6373'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:28:05.445905 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] Routers {'fa2857b0-0bf3-40bb-b6b3-fda43b6f6373'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:05.447300 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fa2857b0-0bf3-40bb-b6b3-fda43b6f6373'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:05.452757 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ec70b76b-1501-468b-8f33-a4dfeaf3eb5b tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:05.458106 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ec70b76b-1501-468b-8f33-a4dfeaf3eb5b tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.9889040 Feb 28 20:28:05.460637 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35488) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:05.778353 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ecebecec-c320-42e7-85b7-01074be81d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (5d79aa48-78aa-4dd4-8f4c-42ac13637838), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:06.010695 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1afdb10-692c-405f-a124-f30ae9ece7bb req-09aaa86e-c6ea-414b-94ee-c226f82bcda9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8deee278-0fd7-49b7-8b5f-6cade3f34d9d HTTP/1.1" status: 200 len: 210 time: 0.2201397 Feb 28 20:28:06.072133 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9a36456a-c44a-4054-8dca-6730105d42c1 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "GET /v2.0/routers/fa2857b0-0bf3-40bb-b6b3-fda43b6f6373 HTTP/1.1" status: 200 len: 907 time: 0.6096544 Feb 28 20:28:06.072756 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35544) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:06.109928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] Set router fa2857b0-0bf3-40bb-b6b3-fda43b6f6373 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:28:06.159516 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695bf02f-3559-400b-b6c1-d205b7605f98 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Made reservation on behalf of 25615de0e19746d8843cb2b14de50f6e for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:06.162943 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-695bf02f-3559-400b-b6c1-d205b7605f98 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:06.246721 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35550) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:06.278513 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ea400ea-91c7-4721-a423-e3cc44692b0c tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router (fa2857b0-0bf3-40bb-b6b3-fda43b6f6373), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:06.411879 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-a7dafa22-123a-4654-9f68-ed90a87a5852 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:06.413788 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-a7dafa22-123a-4654-9f68-ed90a87a5852 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.15 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 805 time: 0.5725079 Feb 28 20:28:06.428548 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-72d272c4-ca23-4530-b28a-9ce4dc387b00 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Request body: {'port': {'device_id': '8deee278-0fd7-49b7-8b5f-6cade3f34d9d', 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968', 'admin_state_up': True, 'tenant_id': 'e1fe66526f8249ae8c4d2136030f25ec'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:06.458202 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2857b0-0bf3-40bb-b6b3-fda43b6f6373', 'name': 'tempest-snat-router-113998540', 'tenant_id': '7540e4d2d77f4cb4a61de26de7e8132e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '2872b612-b4a5-4e95-9848-9a41c3c52cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:27:59Z', 'updated_at': '2022-02-28T20:28:04Z', 'revision_number': 3, 'project_id': '7540e4d2d77f4cb4a61de26de7e8132e', 'gw_port': {'id': '2872b612-b4a5-4e95-9848-9a41c3c52cf0', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2857b0-0bf3-40bb-b6b3-fda43b6f6373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:02Z', 'updated_at': '2022-02-28T20:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:06.497430 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] Checking router: fa2857b0-0bf3-40bb-b6b3-fda43b6f6373 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:28:06.498133 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] Updating router fa2857b0-0bf3-40bb-b6b3-fda43b6f6373 port 2872b612-b4a5-4e95-9848-9a41c3c52cf0 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:28:06.530127 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2872b612-b4a5-4e95-9848-9a41c3c52cf0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:06.553221 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-695bf02f-3559-400b-b6c1-d205b7605f98 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (855c1b00-8400-4b58-aeeb-5aed14fa5a00), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:06.605260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35560) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:06.617792 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 79022293-ebc9-4065-8b7e-604ebe44162d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:06.649283 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b314f1d0-36a2-4ebd-b36b-889440d34a83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:06.671924 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ea400ea-91c7-4721-a423-e3cc44692b0c tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_gateway (fa2857b0-0bf3-40bb-b6b3-fda43b6f6373), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:06.714311 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-72d272c4-ca23-4530-b28a-9ce4dc387b00 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Made reservation on behalf of e1fe66526f8249ae8c4d2136030f25ec for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:06.716904 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 79022293-ebc9-4065-8b7e-604ebe44162d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:06.717293 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (79022293-ebc9-4065-8b7e-604ebe44162d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:06.718636 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-72d272c4-ca23-4530-b28a-9ce4dc387b00 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:06.772282 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b314f1d0-36a2-4ebd-b36b-889440d34a83 admin admin] Publish callbacks [] for security_group (14a3a0dc-31a4-420a-885a-a48c4afd978f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:06.786425 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bf02f-3559-400b-b6c1-d205b7605f98 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Subnet': ['ID=855c1b00-8400-4b58-aeeb-5aed14fa5a00,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:06.797170 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b314f1d0-36a2-4ebd-b36b-889440d34a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (14a3a0dc-31a4-420a-885a-a48c4afd978f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:06.859172 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 79022293-ebc9-4065-8b7e-604ebe44162d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:06.872009 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-72d272c4-ca23-4530-b28a-9ce4dc387b00 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Allocated IP 172.20.0.10 (f93bb5b0-b654-484a-b540-d0f4106b4968/061df787-4254-4266-93eb-5523552c7b33/884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:06.882665 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695bf02f-3559-400b-b6c1-d205b7605f98 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Checking segment: {'id': 'c09b5f7f-c007-4972-adc2-c15f0cb73a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:06.883350 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695bf02f-3559-400b-b6c1-d205b7605f98 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network hostable DHCP agents. Network: 7520db89-159b-413c-ba63-6ed04afd59ff, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:28:06.888138 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b314f1d0-36a2-4ebd-b36b-889440d34a83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc1d823801f041bb8047cf794c33e3d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6369429 Feb 28 20:28:06.894849 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35568) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:06.899001 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314f1d0-36a2-4ebd-b36b-889440d34a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a3a0dc-31a4-420a-885a-a48c4afd978f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:06.934517 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ecebecec-c320-42e7-85b7-01074be81d5e admin admin] Deleting port 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:28:06.934854 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ecebecec-c320-42e7-85b7-01074be81d5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2e2b4a89-9cee-45cc-b1db-a6652d0f3639), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:06.935599 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] Publish callbacks [] for port (2872b612-b4a5-4e95-9848-9a41c3c52cf0), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:06.943310 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2872b612-b4a5-4e95-9848-9a41c3c52cf0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:07.000129 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79e65e-e470-4699-81b2-1216d16cb4da None None] Pushing event updated for resources: {'Port': ['ID=2872b612-b4a5-4e95-9848-9a41c3c52cf0,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:07.021908 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] Attempting to bind port 2872b612-b4a5-4e95-9848-9a41c3c52cf0 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:28:07.022286 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] Attempting to bind port 2872b612-b4a5-4e95-9848-9a41c3c52cf0 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:28:07.022651 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] Attempting to bind port 2872b612-b4a5-4e95-9848-9a41c3c52cf0 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:28:07.027810 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695bf02f-3559-400b-b6c1-d205b7605f98 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network 7520db89-159b-413c-ba63-6ed04afd59ff is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:28:07.030045 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:28:07.030613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:07.031151 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-72d272c4-ca23-4530-b28a-9ce4dc387b00 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks [] for port (884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:07.031707 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:07.032469 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:28:07.034002 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] Bound port: 2872b612-b4a5-4e95-9848-9a41c3c52cf0, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:28:07.034431 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2872b612-b4a5-4e95-9848-9a41c3c52cf0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:07.075157 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-695bf02f-3559-400b-b6c1-d205b7605f98 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 7520db89-159b-413c-ba63-6ed04afd59ff) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:07.080004 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695bf02f-3559-400b-b6c1-d205b7605f98 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:07.080671 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-695bf02f-3559-400b-b6c1-d205b7605f98 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:07.091305 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def0ed4d-94dc-47f6-b7c3-eb044adb8b2e None None] Network 7520db89-159b-413c-ba63-6ed04afd59ff requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:28:07.103486 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5fe18a1b-1553-49a0-8575-5e8b769951f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:07.107471 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-55f9de81-c971-4ad5-bc1f-1ba146936234 admin admin] Publish callbacks [] for security_group (14a3a0dc-31a4-420a-885a-a48c4afd978f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:07.112435 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-72d272c4-ca23-4530-b28a-9ce4dc387b00 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:07.136142 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-55f9de81-c971-4ad5-bc1f-1ba146936234 admin admin] Publish callbacks [] for security_group (14a3a0dc-31a4-420a-885a-a48c4afd978f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:07.172876 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d272c4-ca23-4530-b28a-9ce4dc387b00 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Pushing event updated for resources: {'Port': ['ID=884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:07.193190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:28:07.197354 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-72d272c4-ca23-4530-b28a-9ce4dc387b00 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Network f93bb5b0-b654-484a-b540-d0f4106b4968 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:07.203904 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-72d272c4-ca23-4530-b28a-9ce4dc387b00 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:07.208829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-72d272c4-ca23-4530-b28a-9ce4dc387b00 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:07.228716 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-55f9de81-c971-4ad5-bc1f-1ba146936234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (14a3a0dc-31a4-420a-885a-a48c4afd978f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:07.230720 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-55f9de81-c971-4ad5-bc1f-1ba146936234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:07.231934 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-55f9de81-c971-4ad5-bc1f-1ba146936234 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14a3a0dc-31a4-420a-885a-a48c4afd978f HTTP/1.1" status: 204 len: 168 time: 0.3161778 Feb 28 20:28:07.237745 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-695bf02f-3559-400b-b6c1-d205b7605f98 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2394934 Feb 28 20:28:07.241661 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-3ea400ea-91c7-4721-a423-e3cc44692b0c tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Deleting port 2872b612-b4a5-4e95-9848-9a41c3c52cf0 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:28:07.242006 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ea400ea-91c7-4721-a423-e3cc44692b0c tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2872b612-b4a5-4e95-9848-9a41c3c52cf0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:07.243519 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35578) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:07.274661 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-ecebecec-c320-42e7-85b7-01074be81d5e admin admin] For port 2e2b4a89-9cee-45cc-b1db-a6652d0f3639, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2e2b4a89-9cee-45cc-b1db-a6652d0f3639,segment=NetworkSegment(94742c78-ba4d-44c1-849b-c1479f2f6613),segment_id=94742c78-ba4d-44c1-849b-c1479f2f6613)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:07.275038 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ecebecec-c320-42e7-85b7-01074be81d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2e2b4a89-9cee-45cc-b1db-a6652d0f3639), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:07.294570 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9de81-c971-4ad5-bc1f-1ba146936234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a3a0dc-31a4-420a-885a-a48c4afd978f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:07.312359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ecebecec-c320-42e7-85b7-01074be81d5e admin admin] Calling delete_port for 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:28:07.313667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] For port 2872b612-b4a5-4e95-9848-9a41c3c52cf0, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:28:07.325859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94b9b54-c4a3-4a18-8054-913d5efc2585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-7520db89-159b-413c-ba63-6ed04afd59ff', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:28:07.327825 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c94b9b54-c4a3-4a18-8054-913d5efc2585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:07.345311 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abd0c8-76f9-4fe2-b633-85f85ac0a3ff req-de8a4e34-5f6d-4e88-bf55-4697d2a25c9e tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:07.347085 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89abd0c8-76f9-4fe2-b633-85f85ac0a3ff req-de8a4e34-5f6d-4e88-bf55-4697d2a25c9e tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8deee278-0fd7-49b7-8b5f-6cade3f34d9d HTTP/1.1" status: 200 len: 932 time: 0.1417742 Feb 28 20:28:07.371060 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] For port 2872b612-b4a5-4e95-9848-9a41c3c52cf0, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2872b612-b4a5-4e95-9848-9a41c3c52cf0,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:28:07.491775 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89abd0c8-76f9-4fe2-b633-85f85ac0a3ff req-01fd7300-db7f-45a5-8868-7b35fc02dffb tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373241 Feb 28 20:28:07.545946 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2872b612-b4a5-4e95-9848-9a41c3c52cf0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:07.690075 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] Routers {'fa2857b0-0bf3-40bb-b6b3-fda43b6f6373'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:07.692186 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fa2857b0-0bf3-40bb-b6b3-fda43b6f6373'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:07.712498 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ecebecec-c320-42e7-85b7-01074be81d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (2e2b4a89-9cee-45cc-b1db-a6652d0f3639), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:07.869188 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] Set router fa2857b0-0bf3-40bb-b6b3-fda43b6f6373 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:28:07.879589 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebecec-c320-42e7-85b7-01074be81d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=2e2b4a89-9cee-45cc-b1db-a6652d0f3639,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:07.947833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79e65e-e470-4699-81b2-1216d16cb4da None None] Pushing event updated for resources: {'Port': ['ID=2872b612-b4a5-4e95-9848-9a41c3c52cf0,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:07.976923 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2857b0-0bf3-40bb-b6b3-fda43b6f6373', 'name': 'tempest-snat-router-113998540', 'tenant_id': '7540e4d2d77f4cb4a61de26de7e8132e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:27:59Z', 'updated_at': '2022-02-28T20:28:06Z', 'revision_number': 4, 'project_id': '7540e4d2d77f4cb4a61de26de7e8132e', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:07.981879 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-c94b9b54-c4a3-4a18-8054-913d5efc2585 None None] Allocated IP 172.20.0.2 (7520db89-159b-413c-ba63-6ed04afd59ff/855c1b00-8400-4b58-aeeb-5aed14fa5a00/37394541-74c1-4dce-95ef-8e5890cd8d43) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:08.040321 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1a99be-acf9-4e7f-9ea7-5a5ad91e02a0 None None] The sync data for ids ['fa2857b0-0bf3-40bb-b6b3-fda43b6f6373'] in n-d-820368-21 is: [{'id': 'fa2857b0-0bf3-40bb-b6b3-fda43b6f6373', 'name': 'tempest-snat-router-113998540', 'tenant_id': '7540e4d2d77f4cb4a61de26de7e8132e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:27:59Z', 'updated_at': '2022-02-28T20:28:06Z', 'revision_number': 4, 'project_id': '7540e4d2d77f4cb4a61de26de7e8132e', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:28:08.142351 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ecebecec-c320-42e7-85b7-01074be81d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (5d79aa48-78aa-4dd4-8f4c-42ac13637838), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:08.184398 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-72d272c4-ca23-4530-b28a-9ce4dc387b00 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:08.185084 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-72d272c4-ca23-4530-b28a-9ce4dc387b00 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:08.214763 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-72d272c4-ca23-4530-b28a-9ce4dc387b00 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7924623 Feb 28 20:28:08.282395 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] Request body: {'port': {'device_id': '8deee278-0fd7-49b7-8b5f-6cade3f34d9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:08.349222 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c94b9b54-c4a3-4a18-8054-913d5efc2585 None None] Publish callbacks [] for port (37394541-74c1-4dce-95ef-8e5890cd8d43), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:08.366411 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c94b9b54-c4a3-4a18-8054-913d5efc2585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (37394541-74c1-4dce-95ef-8e5890cd8d43), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:08.425956 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ea400ea-91c7-4721-a423-e3cc44692b0c tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2872b612-b4a5-4e95-9848-9a41c3c52cf0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:08.449174 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-3ea400ea-91c7-4721-a423-e3cc44692b0c tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Calling delete_port for 2872b612-b4a5-4e95-9848-9a41c3c52cf0 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:28:08.465149 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94b9b54-c4a3-4a18-8054-913d5efc2585 None None] Network 7520db89-159b-413c-ba63-6ed04afd59ff is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:08.474974 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-c94b9b54-c4a3-4a18-8054-913d5efc2585 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:08.484388 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94b9b54-c4a3-4a18-8054-913d5efc2585 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:08.506225 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b9b54-c4a3-4a18-8054-913d5efc2585 None None] Pushing event updated for resources: {'Port': ['ID=37394541-74c1-4dce-95ef-8e5890cd8d43,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:08.548258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecebecec-c320-42e7-85b7-01074be81d5e admin admin] Router 5d79aa48-78aa-4dd4-8f4c-42ac13637838 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:28:08.639852 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c94b9b54-c4a3-4a18-8054-913d5efc2585 None None] Attempting to bind port 37394541-74c1-4dce-95ef-8e5890cd8d43 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:28:08.640428 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c94b9b54-c4a3-4a18-8054-913d5efc2585 None None] Attempting to bind port 37394541-74c1-4dce-95ef-8e5890cd8d43 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'c09b5f7f-c007-4972-adc2-c15f0cb73a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:28:08.640889 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b9b54-c4a3-4a18-8054-913d5efc2585 None None] Attempting to bind port 37394541-74c1-4dce-95ef-8e5890cd8d43 on network 7520db89-159b-413c-ba63-6ed04afd59ff {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:28:08.647156 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b9b54-c4a3-4a18-8054-913d5efc2585 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:28:08.647643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b9b54-c4a3-4a18-8054-913d5efc2585 None None] Checking segment: {'id': 'c09b5f7f-c007-4972-adc2-c15f0cb73a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:08.648230 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c94b9b54-c4a3-4a18-8054-913d5efc2585 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:08.648716 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b9b54-c4a3-4a18-8054-913d5efc2585 None None] Bound using segment: {'id': 'c09b5f7f-c007-4972-adc2-c15f0cb73a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:28:08.649280 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c94b9b54-c4a3-4a18-8054-913d5efc2585 None None] Bound port: 37394541-74c1-4dce-95ef-8e5890cd8d43, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09b5f7f-c007-4972-adc2-c15f0cb73a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:28:08.649790 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c94b9b54-c4a3-4a18-8054-913d5efc2585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (37394541-74c1-4dce-95ef-8e5890cd8d43), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:08.674366 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5fe18a1b-1553-49a0-8575-5e8b769951f7 admin admin] Publish callbacks [] for security_group (7f62db6b-61b1-417f-bc40-f47bb01c7cc5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:08.706787 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5fe18a1b-1553-49a0-8575-5e8b769951f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7f62db6b-61b1-417f-bc40-f47bb01c7cc5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:08.761601 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c94b9b54-c4a3-4a18-8054-913d5efc2585 None None] For port 37394541-74c1-4dce-95ef-8e5890cd8d43, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:28:08.767447 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c94b9b54-c4a3-4a18-8054-913d5efc2585 None None] For port 37394541-74c1-4dce-95ef-8e5890cd8d43, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=37394541-74c1-4dce-95ef-8e5890cd8d43,segment=NetworkSegment(c09b5f7f-c007-4972-adc2-c15f0cb73a0f),segment_id=c09b5f7f-c007-4972-adc2-c15f0cb73a0f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:28:08.782742 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c94b9b54-c4a3-4a18-8054-913d5efc2585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (37394541-74c1-4dce-95ef-8e5890cd8d43), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:08.810225 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8bf67-0695-4cdd-9d03-71f98d9c129c req-12eef245-3473-4a11-8a5d-5258436d2005 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:08.812396 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-94d8bf67-0695-4cdd-9d03-71f98d9c129c req-12eef245-3473-4a11-8a5d-5258436d2005 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8deee278-0fd7-49b7-8b5f-6cade3f34d9d HTTP/1.1" status: 200 len: 932 time: 0.1533127 Feb 28 20:28:08.815437 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:08.868771 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5fe18a1b-1553-49a0-8575-5e8b769951f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b37f79959eee4bc987ef2fa123ec011c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2550075 Feb 28 20:28:08.873302 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35614) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:08.890007 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b9b54-c4a3-4a18-8054-913d5efc2585 None None] Pushing event updated for resources: {'Port': ['ID=37394541-74c1-4dce-95ef-8e5890cd8d43,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:08.891253 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e21c7951-2a47-4193-83cb-7e48a7287efe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:08.897627 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecebecec-c320-42e7-85b7-01074be81d5e admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:28:08.910409 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ecebecec-c320-42e7-85b7-01074be81d5e admin admin] 10.222.0.13 "PUT /v2.0/routers/5d79aa48-78aa-4dd4-8f4c-42ac13637838/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2964501 Feb 28 20:28:08.914418 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad2e89b-1ca9-4058-b3aa-65c6f5dc0053 None None] Sync routers for ids ['5d79aa48-78aa-4dd4-8f4c-42ac13637838'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:28:08.923585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35616) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:08.924165 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe18a1b-1553-49a0-8575-5e8b769951f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f62db6b-61b1-417f-bc40-f47bb01c7cc5,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:08.940776 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad2e89b-1ca9-4058-b3aa-65c6f5dc0053 None None] Routers {'5d79aa48-78aa-4dd4-8f4c-42ac13637838'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:08.942505 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-94d8bf67-0695-4cdd-9d03-71f98d9c129c req-07647468-7d26-4732-8ee3-60c621f5d88e tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202209 Feb 28 20:28:08.943350 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-7ad2e89b-1ca9-4058-b3aa-65c6f5dc0053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5d79aa48-78aa-4dd4-8f4c-42ac13637838'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:09.054346 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ea400ea-91c7-4721-a423-e3cc44692b0c tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (2872b612-b4a5-4e95-9848-9a41c3c52cf0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:09.187433 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea400ea-91c7-4721-a423-e3cc44692b0c tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Pushing event deleted for resources: {'Port': ['ID=2872b612-b4a5-4e95-9848-9a41c3c52cf0,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:09.239115 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-7ad2e89b-1ca9-4058-b3aa-65c6f5dc0053 None None] Set router 5d79aa48-78aa-4dd4-8f4c-42ac13637838 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:28:09.320772 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35626) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:09.501140 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0d3f52e2-f30d-4f81-9d49-9ecf22d4aeaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:09.528147 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-35fc99b8-23d6-4aff-a736-b4a604c03ce7 admin admin] Publish callbacks [] for security_group (7f62db6b-61b1-417f-bc40-f47bb01c7cc5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:09.529935 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-7ad2e89b-1ca9-4058-b3aa-65c6f5dc0053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'name': 'tempest-TaggedBootDevicesTest-775179342-router', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:08Z', 'updated_at': '2022-02-28T20:28:07Z', 'revision_number': 5, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'gw_port': {'id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:10Z', 'updated_at': '2022-02-28T20:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:09.562743 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad2e89b-1ca9-4058-b3aa-65c6f5dc0053 None None] Checking router: 5d79aa48-78aa-4dd4-8f4c-42ac13637838 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:28:09.576697 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad2e89b-1ca9-4058-b3aa-65c6f5dc0053 None None] Routers {'5d79aa48-78aa-4dd4-8f4c-42ac13637838'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:09.577491 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-7ad2e89b-1ca9-4058-b3aa-65c6f5dc0053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5d79aa48-78aa-4dd4-8f4c-42ac13637838'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:09.599564 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0d3f52e2-f30d-4f81-9d49-9ecf22d4aeaf admin admin] Publish callbacks [] for security_group (54922054-0ab1-4c1b-9e27-bf93c0cdf213), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:09.608674 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0d3f52e2-f30d-4f81-9d49-9ecf22d4aeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (54922054-0ab1-4c1b-9e27-bf93c0cdf213), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:09.637219 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0d3f52e2-f30d-4f81-9d49-9ecf22d4aeaf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb20df50e0774a98af8abd060b2159d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3151197 Feb 28 20:28:09.643678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35636) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:09.675035 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-39815094-a665-482c-a209-3b6340675528 admin admin] Publish callbacks [] for router (5d79aa48-78aa-4dd4-8f4c-42ac13637838), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:09.700337 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-35fc99b8-23d6-4aff-a736-b4a604c03ce7 admin admin] Publish callbacks [] for security_group (7f62db6b-61b1-417f-bc40-f47bb01c7cc5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:09.707234 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f52e2-f30d-4f81-9d49-9ecf22d4aeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54922054-0ab1-4c1b-9e27-bf93c0cdf213,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:09.723237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f52e2-f30d-4f81-9d49-9ecf22d4aeaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:09.723580 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f52e2-f30d-4f81-9d49-9ecf22d4aeaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:09.723958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f52e2-f30d-4f81-9d49-9ecf22d4aeaf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:09.724288 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f52e2-f30d-4f81-9d49-9ecf22d4aeaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:09.724616 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f52e2-f30d-4f81-9d49-9ecf22d4aeaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:09.724955 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f52e2-f30d-4f81-9d49-9ecf22d4aeaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:09.725282 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f52e2-f30d-4f81-9d49-9ecf22d4aeaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:09.725864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f52e2-f30d-4f81-9d49-9ecf22d4aeaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:09.726383 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f52e2-f30d-4f81-9d49-9ecf22d4aeaf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:09.726522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f52e2-f30d-4f81-9d49-9ecf22d4aeaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:09.726813 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f52e2-f30d-4f81-9d49-9ecf22d4aeaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:09.727130 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f52e2-f30d-4f81-9d49-9ecf22d4aeaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:09.727547 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f52e2-f30d-4f81-9d49-9ecf22d4aeaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:09.745697 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2f2b3c1c-6f1c-4008-b499-c397ef06e3be admin admin] Publish callbacks [] for security_group (54922054-0ab1-4c1b-9e27-bf93c0cdf213), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:09.746393 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-7ad2e89b-1ca9-4058-b3aa-65c6f5dc0053 None None] Set router 5d79aa48-78aa-4dd4-8f4c-42ac13637838 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:28:09.774737 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ea400ea-91c7-4721-a423-e3cc44692b0c tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (fa2857b0-0bf3-40bb-b6b3-fda43b6f6373), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:09.789218 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2f2b3c1c-6f1c-4008-b499-c397ef06e3be admin admin] Publish callbacks [] for security_group (54922054-0ab1-4c1b-9e27-bf93c0cdf213), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:09.843125 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2f2b3c1c-6f1c-4008-b499-c397ef06e3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (54922054-0ab1-4c1b-9e27-bf93c0cdf213), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:09.846261 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2f2b3c1c-6f1c-4008-b499-c397ef06e3be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:09.847727 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2f2b3c1c-6f1c-4008-b499-c397ef06e3be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54922054-0ab1-4c1b-9e27-bf93c0cdf213 HTTP/1.1" status: 204 len: 168 time: 0.2029116 Feb 28 20:28:09.857552 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b3c1c-6f1c-4008-b499-c397ef06e3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54922054-0ab1-4c1b-9e27-bf93c0cdf213,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:09.906184 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35642) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:09.999922 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-7ad2e89b-1ca9-4058-b3aa-65c6f5dc0053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'name': 'tempest-TaggedBootDevicesTest-775179342-router', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:08Z', 'updated_at': '2022-02-28T20:28:07Z', 'revision_number': 5, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'gw_port': {'id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:10Z', 'updated_at': '2022-02-28T20:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:10.052636 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad2e89b-1ca9-4058-b3aa-65c6f5dc0053 None None] The sync data for ids ['5d79aa48-78aa-4dd4-8f4c-42ac13637838'] in n-d-820368-21 is: [{'id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'name': 'tempest-TaggedBootDevicesTest-775179342-router', 'tenant_id': '32b514b33b3446a2a3d4a8b083492ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:08Z', 'updated_at': '2022-02-28T20:28:07Z', 'revision_number': 5, 'project_id': '32b514b33b3446a2a3d4a8b083492ad2', 'gw_port': {'id': 'a4dbdec7-02a7-4708-845d-83ceab23d51d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d79aa48-78aa-4dd4-8f4c-42ac13637838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:10Z', 'updated_at': '2022-02-28T20:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:28:10.078637 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ea400ea-91c7-4721-a423-e3cc44692b0c tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (fa2857b0-0bf3-40bb-b6b3-fda43b6f6373), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.083769 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ea400ea-91c7-4721-a423-e3cc44692b0c tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_controller (fa2857b0-0bf3-40bb-b6b3-fda43b6f6373), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.163051 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-e21c7951-2a47-4193-83cb-7e48a7287efe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Allocated IP 172.20.0.1 (7520db89-159b-413c-ba63-6ed04afd59ff/855c1b00-8400-4b58-aeeb-5aed14fa5a00/13ff3edb-f82b-414a-b067-d153c346f501) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:10.168132 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-cf47aeb4-557a-45f7-a2da-0202f101e531 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-619513536'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:10.200015 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-35fc99b8-23d6-4aff-a736-b4a604c03ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7f62db6b-61b1-417f-bc40-f47bb01c7cc5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.202612 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-35fc99b8-23d6-4aff-a736-b4a604c03ce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.203781 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-35fc99b8-23d6-4aff-a736-b4a604c03ce7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f62db6b-61b1-417f-bc40-f47bb01c7cc5 HTTP/1.1" status: 204 len: 168 time: 1.3141508 Feb 28 20:28:10.206361 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ea400ea-91c7-4721-a423-e3cc44692b0c tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (fa2857b0-0bf3-40bb-b6b3-fda43b6f6373), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.206829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea400ea-91c7-4721-a423-e3cc44692b0c tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa2857b0-0bf3-40bb-b6b3-fda43b6f6373 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:28:10.225770 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f98ef-fc60-4eb6-a08a-012dfbf29c20 req-c3d36374-75ee-4e5c-b9ae-30eb16304a46 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:10.227447 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ce9f98ef-fc60-4eb6-a08a-012dfbf29c20 req-c3d36374-75ee-4e5c-b9ae-30eb16304a46 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8deee278-0fd7-49b7-8b5f-6cade3f34d9d HTTP/1.1" status: 200 len: 932 time: 0.1577153 Feb 28 20:28:10.228672 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf47aeb4-557a-45f7-a2da-0202f101e531 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Made reservation on behalf of 3f65340d502a410ea0500f7a007a7fda for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:10.232039 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cf47aeb4-557a-45f7-a2da-0202f101e531 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.239199 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ea400ea-91c7-4721-a423-e3cc44692b0c tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.240462 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3ea400ea-91c7-4721-a423-e3cc44692b0c tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "DELETE /v2.0/routers/fa2857b0-0bf3-40bb-b6b3-fda43b6f6373 HTTP/1.1" status: 204 len: 168 time: 4.1610079 Feb 28 20:28:10.250312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35652) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:10.269420 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-39815094-a665-482c-a209-3b6340675528 admin admin] Publish callbacks [] for router_gateway (5d79aa48-78aa-4dd4-8f4c-42ac13637838), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.293508 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc99b8-23d6-4aff-a736-b4a604c03ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f62db6b-61b1-417f-bc40-f47bb01c7cc5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:10.334505 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cf47aeb4-557a-45f7-a2da-0202f101e531 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.497735 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cf47aeb4-557a-45f7-a2da-0202f101e531 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Publish callbacks [] for security_group (2a25c31c-ec45-42a6-8f64-7694bfcb8e0e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.552224 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35656) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:10.554124 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cf47aeb4-557a-45f7-a2da-0202f101e531 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2a25c31c-ec45-42a6-8f64-7694bfcb8e0e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.579396 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:28:10.640790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf47aeb4-557a-45f7-a2da-0202f101e531 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:28:10.645993 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ce9f98ef-fc60-4eb6-a08a-012dfbf29c20 req-49f646d8-34cc-47ea-8959-dcc91e823cac tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089386 Feb 28 20:28:10.660089 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 37394541-74c1-4dce-95ef-8e5890cd8d43 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:10.661341 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e21c7951-2a47-4193-83cb-7e48a7287efe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for port (13ff3edb-f82b-414a-b067-d153c346f501), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.670837 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] Publish callbacks [] for port (884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.674340 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a512474-12f4-4f08-83b2-3163c691fd93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.711947 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cf47aeb4-557a-45f7-a2da-0202f101e531 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (7ed6c333-eb72-4059-bb1b-051d11ff3ac8), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.712626 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-cf47aeb4-557a-45f7-a2da-0202f101e531 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Added segment 7ed6c333-eb72-4059-bb1b-051d11ff3ac8 of type vlan for network 7ce9e079-5623-45a2-98de-d4a2a6ad425e Feb 28 20:28:10.749593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447233cc-3aff-4858-92ec-c50f64919954 None None] Network 7520db89-159b-413c-ba63-6ed04afd59ff requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:28:10.765323 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] Transition to ACTIVE for port object 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:28:10.765323 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-39815094-a665-482c-a209-3b6340675528 admin admin] Deleting port a4dbdec7-02a7-4708-845d-83ceab23d51d {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:28:10.765323 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-39815094-a665-482c-a209-3b6340675528 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a4dbdec7-02a7-4708-845d-83ceab23d51d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.784208 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47aeb4-557a-45f7-a2da-0202f101e531 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a25c31c-ec45-42a6-8f64-7694bfcb8e0e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:10.795830 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cf47aeb4-557a-45f7-a2da-0202f101e531 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (7ce9e079-5623-45a2-98de-d4a2a6ad425e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.800345 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.821798 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cb9b939f-2acc-4060-8084-498713645bb5 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router (b6cabead-50f6-41bc-a8c8-95d0c54fcb3e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.886678 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-bc290d92-5511-4b9d-8d98-ec3f59a064de None None] Provisioning complete for port 37394541-74c1-4dce-95ef-8e5890cd8d43 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:10.888271 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bc290d92-5511-4b9d-8d98-ec3f59a064de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (37394541-74c1-4dce-95ef-8e5890cd8d43), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.900675 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cf47aeb4-557a-45f7-a2da-0202f101e531 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (7ce9e079-5623-45a2-98de-d4a2a6ad425e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.911891 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf47aeb4-557a-45f7-a2da-0202f101e531 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:10.915748 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cf47aeb4-557a-45f7-a2da-0202f101e531 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.969654 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e21c7951-2a47-4193-83cb-7e48a7287efe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (13ff3edb-f82b-414a-b067-d153c346f501), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:10.972633 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] Pushing event updated for resources: {'Port': ['ID=884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:10.986321 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47aeb4-557a-45f7-a2da-0202f101e531 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Pushing event updated for resources: {'Network': ['ID=7ce9e079-5623-45a2-98de-d4a2a6ad425e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:11.014872 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 7ce9e079-5623-45a2-98de-d4a2a6ad425e details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:28:11.033961 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 37394541-74c1-4dce-95ef-8e5890cd8d43 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:11.035528 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (37394541-74c1-4dce-95ef-8e5890cd8d43), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:11.038379 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cf47aeb4-557a-45f7-a2da-0202f101e531 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1310349 Feb 28 20:28:11.044218 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35666) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:11.088172 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21c7951-2a47-4193-83cb-7e48a7287efe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network 7520db89-159b-413c-ba63-6ed04afd59ff is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:11.097478 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-39815094-a665-482c-a209-3b6340675528 admin admin] For port a4dbdec7-02a7-4708-845d-83ceab23d51d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a4dbdec7-02a7-4708-845d-83ceab23d51d,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:11.097995 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-39815094-a665-482c-a209-3b6340675528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a4dbdec7-02a7-4708-845d-83ceab23d51d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:11.116518 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cb9b939f-2acc-4060-8084-498713645bb5 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_gateway (b6cabead-50f6-41bc-a8c8-95d0c54fcb3e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:11.121139 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-e21c7951-2a47-4193-83cb-7e48a7287efe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:11.131024 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-39815094-a665-482c-a209-3b6340675528 admin admin] Calling delete_port for a4dbdec7-02a7-4708-845d-83ceab23d51d owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:28:11.132823 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21c7951-2a47-4193-83cb-7e48a7287efe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:11.183045 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c7951-2a47-4193-83cb-7e48a7287efe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Port': ['ID=13ff3edb-f82b-414a-b067-d153c346f501,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:11.194159 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a512474-12f4-4f08-83b2-3163c691fd93 admin admin] Publish callbacks [] for security_group (2f0b35b5-3ee8-4096-bee1-db49770f1b6b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:11.242535 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b939f-2acc-4060-8084-498713645bb5 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Deleting port 79022293-ebc9-4065-8b7e-604ebe44162d {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:28:11.242880 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cb9b939f-2acc-4060-8084-498713645bb5 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (79022293-ebc9-4065-8b7e-604ebe44162d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:11.255962 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a512474-12f4-4f08-83b2-3163c691fd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2f0b35b5-3ee8-4096-bee1-db49770f1b6b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:11.294848 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] Attempting to bind port 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:28:11.295260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] Attempting to bind port 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:28:11.295493 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] Attempting to bind port 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda on network f93bb5b0-b654-484a-b540-d0f4106b4968 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:28:11.297569 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e21c7951-2a47-4193-83cb-7e48a7287efe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (ded26f93-08e0-4e52-b08a-9b7733ad0c73), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:11.321135 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-bc290d92-5511-4b9d-8d98-ec3f59a064de None None] Current status of the port 37394541-74c1-4dce-95ef-8e5890cd8d43 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:11.323706 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bc290d92-5511-4b9d-8d98-ec3f59a064de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (37394541-74c1-4dce-95ef-8e5890cd8d43), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:11.359735 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] Port 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda on network f93bb5b0-b654-484a-b540-d0f4106b4968 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:28:11.360660 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] Attempting to bind port 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda on network f93bb5b0-b654-484a-b540-d0f4106b4968 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:28:11.376962 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8a512474-12f4-4f08-83b2-3163c691fd93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8491d6ad9d9f4b6980e1dddce6670592&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8151829 Feb 28 20:28:11.380080 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35676) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:11.392597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a512474-12f4-4f08-83b2-3163c691fd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0b35b5-3ee8-4096-bee1-db49770f1b6b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:11.400353 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-cb9b939f-2acc-4060-8084-498713645bb5 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] For port 79022293-ebc9-4065-8b7e-604ebe44162d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=79022293-ebc9-4065-8b7e-604ebe44162d,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:11.400775 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cb9b939f-2acc-4060-8084-498713645bb5 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (79022293-ebc9-4065-8b7e-604ebe44162d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:11.403719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:28:11.403719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] Checking segment: {'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:11.408047 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] Bound using segment: {'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:28:11.408565 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] Bound port: 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:28:11.409022 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:11.418357 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b939f-2acc-4060-8084-498713645bb5 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Calling delete_port for 79022293-ebc9-4065-8b7e-604ebe44162d owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:28:11.434106 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-b1e8b229-d0fe-4750-aff7-598c390af461 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Request body: {'network': {'name': 'tempest-network--115172921', 'router:external': True}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:11.435553 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bc290d92-5511-4b9d-8d98-ec3f59a064de None None] For port 37394541-74c1-4dce-95ef-8e5890cd8d43, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=37394541-74c1-4dce-95ef-8e5890cd8d43,segment=NetworkSegment(c09b5f7f-c007-4972-adc2-c15f0cb73a0f),segment_id=c09b5f7f-c007-4972-adc2-c15f0cb73a0f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:11.462087 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bc290d92-5511-4b9d-8d98-ec3f59a064de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (37394541-74c1-4dce-95ef-8e5890cd8d43), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:11.535390 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e8b229-d0fe-4750-aff7-598c390af461 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Made reservation on behalf of d1265fb436f14ec8ad5cd0ed7dacfdd3 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:11.539110 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b1e8b229-d0fe-4750-aff7-598c390af461 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:11.554014 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 37394541-74c1-4dce-95ef-8e5890cd8d43 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:11.559681 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b1e8b229-d0fe-4750-aff7-598c390af461 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:11.579414 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:28:11.610953 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:28:11.611230 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2e2b4a89-9cee-45cc-b1db-a6652d0f3639 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:28:11.612522 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc290d92-5511-4b9d-8d98-ec3f59a064de None None] Pushing event updated for resources: {'Port': ['ID=37394541-74c1-4dce-95ef-8e5890cd8d43,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:11.728450 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35682) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:11.850726 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cb9b939f-2acc-4060-8084-498713645bb5 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (79022293-ebc9-4065-8b7e-604ebe44162d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:11.861307 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b1e8b229-d0fe-4750-aff7-598c390af461 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks [] for security_group (6d1a607a-f47e-4018-ae27-78950c896ca7), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:11.891388 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b1e8b229-d0fe-4750-aff7-598c390af461 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6d1a607a-f47e-4018-ae27-78950c896ca7), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:11.900266 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-6423f502-98c4-41b9-815a-0fd281f869c6 None None] Provisioning complete for port 37394541-74c1-4dce-95ef-8e5890cd8d43 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:11.900834 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6423f502-98c4-41b9-815a-0fd281f869c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (37394541-74c1-4dce-95ef-8e5890cd8d43), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:11.906502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b939f-2acc-4060-8084-498713645bb5 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Pushing event deleted for resources: {'Port': ['ID=79022293-ebc9-4065-8b7e-604ebe44162d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:11.916070 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e150d49-8702-49fb-9a42-fad8861b6816 req-4b89a5ce-a552-4a58-959b-46915c807318 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:11.919302 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8e150d49-8702-49fb-9a42-fad8861b6816 req-4b89a5ce-a552-4a58-959b-46915c807318 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8deee278-0fd7-49b7-8b5f-6cade3f34d9d HTTP/1.1" status: 200 len: 944 time: 0.1630816 Feb 28 20:28:11.965441 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e8b229-d0fe-4750-aff7-598c390af461 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:28:12.006803 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6423f502-98c4-41b9-815a-0fd281f869c6 None None] Current status of the port 37394541-74c1-4dce-95ef-8e5890cd8d43 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:12.015357 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8b229-d0fe-4750-aff7-598c390af461 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1a607a-f47e-4018-ae27-78950c896ca7,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:12.019675 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-6423f502-98c4-41b9-815a-0fd281f869c6 None None] Provisioning complete for port 13ff3edb-f82b-414a-b067-d153c346f501 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:12.020347 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6423f502-98c4-41b9-815a-0fd281f869c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (13ff3edb-f82b-414a-b067-d153c346f501), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.021609 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b1e8b229-d0fe-4750-aff7-598c390af461 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (5e22e901-280d-42a7-b72c-05d1e25deead), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.021963 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-b1e8b229-d0fe-4750-aff7-598c390af461 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Added segment 5e22e901-280d-42a7-b72c-05d1e25deead of type vlan for network b5c31f49-122f-4908-b17e-3089189461f2 Feb 28 20:28:12.068795 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6423f502-98c4-41b9-815a-0fd281f869c6 None None] Port 13ff3edb-f82b-414a-b067-d153c346f501 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:28:12.096025 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cb9b939f-2acc-4060-8084-498713645bb5 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (b6cabead-50f6-41bc-a8c8-95d0c54fcb3e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.134376 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8e150d49-8702-49fb-9a42-fad8861b6816 req-7967a0fd-cfdb-41d7-acd5-720d3b632722 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923375 Feb 28 20:28:12.137242 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b1e8b229-d0fe-4750-aff7-598c390af461 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (b5c31f49-122f-4908-b17e-3089189461f2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.192908 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d83b245c-f113-4afd-af7e-f6ebacfd8124 None None] Provisioning complete for port 13ff3edb-f82b-414a-b067-d153c346f501 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:12.193269 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d83b245c-f113-4afd-af7e-f6ebacfd8124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (13ff3edb-f82b-414a-b067-d153c346f501), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.197443 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] For port 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:28:12.201835 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] For port 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:28:12.241278 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.243651 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cb9b939f-2acc-4060-8084-498713645bb5 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (b6cabead-50f6-41bc-a8c8-95d0c54fcb3e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.252497 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cb9b939f-2acc-4060-8084-498713645bb5 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_controller (b6cabead-50f6-41bc-a8c8-95d0c54fcb3e), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.253309 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d83b245c-f113-4afd-af7e-f6ebacfd8124 None None] Port 13ff3edb-f82b-414a-b067-d153c346f501 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:28:12.280137 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1775d734-cfbd-4d38-a0fc-f0f803943aa7 admin admin] Publish callbacks [] for security_group (2f0b35b5-3ee8-4096-bee1-db49770f1b6b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.286339 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-cd1a0d5d-b299-4557-9acc-4f0b7b03f56c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2076220546-network', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:12.302920 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b1e8b229-d0fe-4750-aff7-598c390af461 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (b5c31f49-122f-4908-b17e-3089189461f2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.304385 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e8b229-d0fe-4750-aff7-598c390af461 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:12.304711 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b1e8b229-d0fe-4750-aff7-598c390af461 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.325104 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cb9b939f-2acc-4060-8084-498713645bb5 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (b6cabead-50f6-41bc-a8c8-95d0c54fcb3e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.325624 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9b939f-2acc-4060-8084-498713645bb5 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6cabead-50f6-41bc-a8c8-95d0c54fcb3e {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:28:12.330096 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-39815094-a665-482c-a209-3b6340675528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (a4dbdec7-02a7-4708-845d-83ceab23d51d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.331973 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e21c7951-2a47-4193-83cb-7e48a7287efe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (13ff3edb-f82b-414a-b067-d153c346f501), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.336198 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:12.336829 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.338076 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cb9b939f-2acc-4060-8084-498713645bb5 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.338218 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] 10.222.0.15 "PUT /v2.0/ports/884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda HTTP/1.1" status: 200 len: 1093 time: 4.0657132 Feb 28 20:28:12.339850 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cb9b939f-2acc-4060-8084-498713645bb5 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "DELETE /v2.0/routers/b6cabead-50f6-41bc-a8c8-95d0c54fcb3e HTTP/1.1" status: 204 len: 168 time: 2.0861516 Feb 28 20:28:12.343456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35688) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:12.344625 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8deee278-0fd7-49b7-8b5f-6cade3f34d9d', 'tag': '884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:28:12.348604 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-5462b2dc-f6db-40ed-8bbd-98cc3563ee5d tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1833346876', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:12.354337 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a11f24-d354-4bac-b957-cd83504bf7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "8deee278-0fd7-49b7-8b5f-6cade3f34d9d", "tag": "884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:28:12.382189 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1775d734-cfbd-4d38-a0fc-f0f803943aa7 admin admin] Publish callbacks [] for security_group (2f0b35b5-3ee8-4096-bee1-db49770f1b6b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.397873 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5462b2dc-f6db-40ed-8bbd-98cc3563ee5d tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (ed48f3a4-923f-4d8d-adf6-ecd2c82910af), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.398928 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5462b2dc-f6db-40ed-8bbd-98cc3563ee5d tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (ed48f3a4-923f-4d8d-adf6-ecd2c82910af), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.407927 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b1e8b229-d0fe-4750-aff7-598c390af461 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.3529921 Feb 28 20:28:12.409419 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35692) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:12.416560 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9f6c9-510c-4aef-a063-cb5fd81e3e33 service neutron] Pushing event updated for resources: {'Port': ['ID=884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:12.440321 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8b229-d0fe-4750-aff7-598c390af461 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Pushing event updated for resources: {'Network': ['ID=b5c31f49-122f-4908-b17e-3089189461f2,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:12.444790 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4be641-644b-4717-b404-62a256e92671 x-openstack-request-id: req-fb4be641-644b-4717-b404-62a256e92671 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:28:12.445369 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8deee278-0fd7-49b7-8b5f-6cade3f34d9d", "tag": "884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:28:12.445894 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb4be641-644b-4717-b404-62a256e92671 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:28:12.446773 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8deee278-0fd7-49b7-8b5f-6cade3f34d9d', 'tag': '884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda', 'status': 'completed', 'code': 200} Feb 28 20:28:12.456105 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network b5c31f49-122f-4908-b17e-3089189461f2 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:28:12.523004 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39815094-a665-482c-a209-3b6340675528 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4dbdec7-02a7-4708-845d-83ceab23d51d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:12.540345 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7431356-85b4-44cc-8d62-5f8fb8e72e3f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (b5c31f49-122f-4908-b17e-3089189461f2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.547423 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5462b2dc-f6db-40ed-8bbd-98cc3563ee5d tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_controller (ed48f3a4-923f-4d8d-adf6-ecd2c82910af), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.553217 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1a0d5d-b299-4557-9acc-4f0b7b03f56c admin admin] Made reservation on behalf of 04ef52175a9b4ca6b424bbdfe5599978 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:12.556195 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cd1a0d5d-b299-4557-9acc-4f0b7b03f56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.619329 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cd1a0d5d-b299-4557-9acc-4f0b7b03f56c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.735165 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-ede651b2-58b5-478a-9eb2-1ffbf0395dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:12.736853 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-ede651b2-58b5-478a-9eb2-1ffbf0395dcd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&device_id=8deee278-0fd7-49b7-8b5f-6cade3f34d9d HTTP/1.1" status: 200 len: 1127 time: 0.2878442 Feb 28 20:28:12.796237 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1775d734-cfbd-4d38-a0fc-f0f803943aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2f0b35b5-3ee8-4096-bee1-db49770f1b6b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.798822 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1775d734-cfbd-4d38-a0fc-f0f803943aa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.800009 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1775d734-cfbd-4d38-a0fc-f0f803943aa7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f0b35b5-3ee8-4096-bee1-db49770f1b6b HTTP/1.1" status: 204 len: 168 time: 1.4170015 Feb 28 20:28:12.889195 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-39815094-a665-482c-a209-3b6340675528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (5d79aa48-78aa-4dd4-8f4c-42ac13637838), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:12.902361 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-fcc22e6c-235d-42c2-a2f6-5d6089cfe6d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda HTTP/1.1" status: 200 len: 217 time: 0.1188354 Feb 28 20:28:12.953020 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775d734-cfbd-4d38-a0fc-f0f803943aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0b35b5-3ee8-4096-bee1-db49770f1b6b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:13.068586 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7431356-85b4-44cc-8d62-5f8fb8e72e3f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (b5c31f49-122f-4908-b17e-3089189461f2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.082745 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5462b2dc-f6db-40ed-8bbd-98cc3563ee5d tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_gateway (ed48f3a4-923f-4d8d-adf6-ecd2c82910af), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.102222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e7431356-85b4-44cc-8d62-5f8fb8e72e3f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c31f49-122f-4908-b17e-3089189461f2']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:13.137590 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e7431356-85b4-44cc-8d62-5f8fb8e72e3f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e22e901-280d-42a7-b72c-05d1e25deead') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:13.138460 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e7431356-85b4-44cc-8d62-5f8fb8e72e3f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e22e901-280d-42a7-b72c-05d1e25deead') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:13.154172 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7431356-85b4-44cc-8d62-5f8fb8e72e3f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (5e22e901-280d-42a7-b72c-05d1e25deead), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.173598 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7431356-85b4-44cc-8d62-5f8fb8e72e3f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (5e22e901-280d-42a7-b72c-05d1e25deead), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.197420 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-39815094-a665-482c-a209-3b6340675528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (5d79aa48-78aa-4dd4-8f4c-42ac13637838), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.213013 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-39815094-a665-482c-a209-3b6340675528 admin admin] Publish callbacks [] for router_controller (5d79aa48-78aa-4dd4-8f4c-42ac13637838), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.228899 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7431356-85b4-44cc-8d62-5f8fb8e72e3f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:28:13.229393 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7431356-85b4-44cc-8d62-5f8fb8e72e3f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (5e22e901-280d-42a7-b72c-05d1e25deead), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.231656 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-12470436-bb2c-412f-8c3e-74a77bd8337c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:13.234319 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-12470436-bb2c-412f-8c3e-74a77bd8337c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=061df787-4254-4266-93eb-5523552c7b33 HTTP/1.1" status: 200 len: 845 time: 0.2874780 Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:28:13.234483 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:28:13.293913 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 37394541-74c1-4dce-95ef-8e5890cd8d43 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:13.354155 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 37394541-74c1-4dce-95ef-8e5890cd8d43 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:13.354155 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (37394541-74c1-4dce-95ef-8e5890cd8d43), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.360637 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cd1a0d5d-b299-4557-9acc-4f0b7b03f56c admin admin] Publish callbacks [] for security_group (2d04a09d-fc10-44fd-802f-cddac2c0128a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.387779 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-0c5b5215-20bd-4ae9-859c-e3dba520c7e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f93bb5b0-b654-484a-b540-d0f4106b4968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570226 Feb 28 20:28:13.391878 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-39815094-a665-482c-a209-3b6340675528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (5d79aa48-78aa-4dd4-8f4c-42ac13637838), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.392303 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39815094-a665-482c-a209-3b6340675528 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d79aa48-78aa-4dd4-8f4c-42ac13637838 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:28:13.399010 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-39815094-a665-482c-a209-3b6340675528 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.400587 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-39815094-a665-482c-a209-3b6340675528 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5d79aa48-78aa-4dd4-8f4c-42ac13637838 HTTP/1.1" status: 204 len: 168 time: 4.4726892 Feb 28 20:28:13.401486 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cd1a0d5d-b299-4557-9acc-4f0b7b03f56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2d04a09d-fc10-44fd-802f-cddac2c0128a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.404540 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35706) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:13.416731 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbd477-23a4-4d25-8731-7d16154aab75 req-368ea025-6a80-4206-a5eb-c72ea1545329 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:13.421993 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3fbd477-23a4-4d25-8731-7d16154aab75 req-368ea025-6a80-4206-a5eb-c72ea1545329 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8deee278-0fd7-49b7-8b5f-6cade3f34d9d HTTP/1.1" status: 200 len: 944 time: 0.1127071 Feb 28 20:28:13.423379 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7431356-85b4-44cc-8d62-5f8fb8e72e3f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (b5c31f49-122f-4908-b17e-3089189461f2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.445581 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7431356-85b4-44cc-8d62-5f8fb8e72e3f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b5c31f49-122f-4908-b17e-3089189461f2 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 20:28:13.449030 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7431356-85b4-44cc-8d62-5f8fb8e72e3f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Pushing event deleted for resources: {'Network': ['ID=b5c31f49-122f-4908-b17e-3089189461f2,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:13.453152 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7431356-85b4-44cc-8d62-5f8fb8e72e3f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.457699 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 37394541-74c1-4dce-95ef-8e5890cd8d43 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:13.461672 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e7431356-85b4-44cc-8d62-5f8fb8e72e3f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] 10.222.0.13 "DELETE /v2.0/networks/b5c31f49-122f-4908-b17e-3089189461f2 HTTP/1.1" status: 204 len: 168 time: 1.0512450 Feb 28 20:28:13.468119 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35710) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:13.484205 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-2135ea45-f062-4f37-a0fa-2cb439e3f2ad tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:13.513417 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1a0d5d-b299-4557-9acc-4f0b7b03f56c admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:28:13.529742 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2135ea45-f062-4f37-a0fa-2cb439e3f2ad tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Made reservation on behalf of d1265fb436f14ec8ad5cd0ed7dacfdd3 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:13.532691 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2135ea45-f062-4f37-a0fa-2cb439e3f2ad tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.569107 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a0d5d-b299-4557-9acc-4f0b7b03f56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d04a09d-fc10-44fd-802f-cddac2c0128a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:13.580506 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2135ea45-f062-4f37-a0fa-2cb439e3f2ad tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:28:13.590663 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2135ea45-f062-4f37-a0fa-2cb439e3f2ad tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (7c409c57-078d-4a78-83d4-867b732ddcf3), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.591091 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-2135ea45-f062-4f37-a0fa-2cb439e3f2ad tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Added segment 7c409c57-078d-4a78-83d4-867b732ddcf3 of type vlan for network e4dbdb4b-95c8-42b0-8450-1f1f712e6832 Feb 28 20:28:13.596558 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cd1a0d5d-b299-4557-9acc-4f0b7b03f56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (8a70148e-0b57-4d50-90ab-734818fed05d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.596907 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-cd1a0d5d-b299-4557-9acc-4f0b7b03f56c admin admin] Added segment 8a70148e-0b57-4d50-90ab-734818fed05d of type vlan for network 772a5f8c-d784-4526-8416-23f5187ae8c6 Feb 28 20:28:13.613971 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b19ea4f-cc6d-454d-9f79-168a2688b9fe admin admin] Deleting subnet bc5610ee-102f-4d53-a1ea-e2fe31bebb52 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:28:13.646756 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b19ea4f-cc6d-454d-9f79-168a2688b9fe admin admin] Publish callbacks [] for subnet (bc5610ee-102f-4d53-a1ea-e2fe31bebb52), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.663497 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2135ea45-f062-4f37-a0fa-2cb439e3f2ad tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (e4dbdb4b-95c8-42b0-8450-1f1f712e6832), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.722518 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e21c7951-2a47-4193-83cb-7e48a7287efe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for port (13ff3edb-f82b-414a-b067-d153c346f501), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.732576 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cd1a0d5d-b299-4557-9acc-4f0b7b03f56c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (772a5f8c-d784-4526-8416-23f5187ae8c6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.741029 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e21c7951-2a47-4193-83cb-7e48a7287efe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (13ff3edb-f82b-414a-b067-d153c346f501), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.747247 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-742ee345-f7e3-4733-a396-06be3399019c service neutron] 10.222.0.15 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415143 Feb 28 20:28:13.781046 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3fbd477-23a4-4d25-8731-7d16154aab75 req-c8ba47fc-3ef6-458f-8896-a992a9b07b24 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038890 Feb 28 20:28:13.791865 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b19ea4f-cc6d-454d-9f79-168a2688b9fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (bc5610ee-102f-4d53-a1ea-e2fe31bebb52), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.828457 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2135ea45-f062-4f37-a0fa-2cb439e3f2ad tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (e4dbdb4b-95c8-42b0-8450-1f1f712e6832), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.829681 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2135ea45-f062-4f37-a0fa-2cb439e3f2ad tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:13.830667 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2135ea45-f062-4f37-a0fa-2cb439e3f2ad tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.923993 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e21c7951-2a47-4193-83cb-7e48a7287efe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (ded26f93-08e0-4e52-b08a-9b7733ad0c73), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.931117 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cd1a0d5d-b299-4557-9acc-4f0b7b03f56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (772a5f8c-d784-4526-8416-23f5187ae8c6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.932788 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a0d5d-b299-4557-9acc-4f0b7b03f56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:13.933205 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cd1a0d5d-b299-4557-9acc-4f0b7b03f56c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.952640 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2135ea45-f062-4f37-a0fa-2cb439e3f2ad tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.4702528 Feb 28 20:28:13.952864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35720) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:13.954850 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5462b2dc-f6db-40ed-8bbd-98cc3563ee5d tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_gateway (ed48f3a4-923f-4d8d-adf6-ecd2c82910af), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:13.962062 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d0957399-3bc3-4e53-adb5-9a3610f1a5fe tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Request body: {'subnet': {'network_id': 'e4dbdb4b-95c8-42b0-8450-1f1f712e6832', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:13.985661 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c7951-2a47-4193-83cb-7e48a7287efe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Port': ['ID=13ff3edb-f82b-414a-b067-d153c346f501,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:14.001140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135ea45-f062-4f37-a0fa-2cb439e3f2ad tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Pushing event updated for resources: {'Network': ['ID=e4dbdb4b-95c8-42b0-8450-1f1f712e6832,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:14.019405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network e4dbdb4b-95c8-42b0-8450-1f1f712e6832 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:28:14.024037 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5462b2dc-f6db-40ed-8bbd-98cc3563ee5d tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:14.036447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0957399-3bc3-4e53-adb5-9a3610f1a5fe tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Made reservation on behalf of d1265fb436f14ec8ad5cd0ed7dacfdd3 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:14.039286 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d0957399-3bc3-4e53-adb5-9a3610f1a5fe tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:14.044897 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9fda6d5-cafe-4d28-b7f6-2a47a6b2abd0 req-99f3011a-9e93-4fb5-9c14-a84a02dba1ac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3097727 Feb 28 20:28:14.084032 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cd1a0d5d-b299-4557-9acc-4f0b7b03f56c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3526752 Feb 28 20:28:14.138164 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35728) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:14.144355 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-1a3c0187-24a7-4ead-8527-528bc0e4cc52 admin admin] Request body: {'subnet': {'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076220546-subnet', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:14.148050 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0c4291ab-8ae2-495c-a8a0-79469819442d req-3a5c6595-025f-4556-b281-ccb827d0cd62 service neutron] 10.222.0.15 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660722 Feb 28 20:28:14.195933 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a0d5d-b299-4557-9acc-4f0b7b03f56c admin admin] Pushing event updated for resources: {'Network': ['ID=772a5f8c-d784-4526-8416-23f5187ae8c6,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:14.207622 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 772a5f8c-d784-4526-8416-23f5187ae8c6 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:28:14.260481 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b19ea4f-cc6d-454d-9f79-168a2688b9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (bc5610ee-102f-4d53-a1ea-e2fe31bebb52), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:14.298682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3c0187-24a7-4ead-8527-528bc0e4cc52 admin admin] Made reservation on behalf of 04ef52175a9b4ca6b424bbdfe5599978 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:14.301134 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0187-24a7-4ead-8527-528bc0e4cc52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:14.342209 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21c7951-2a47-4193-83cb-7e48a7287efe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network 7520db89-159b-413c-ba63-6ed04afd59ff is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:14.346733 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-e21c7951-2a47-4193-83cb-7e48a7287efe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:14.352602 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a11f24-d354-4bac-b957-cd83504bf7e3 req-efbb1410-5eb1-4458-a9fe-5c45a60ef21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:14.354323 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a0a11f24-d354-4bac-b957-cd83504bf7e3 req-efbb1410-5eb1-4458-a9fe-5c45a60ef21f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&device_id=8deee278-0fd7-49b7-8b5f-6cade3f34d9d HTTP/1.1" status: 200 len: 1127 time: 0.1418419 Feb 28 20:28:14.386317 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b19ea4f-cc6d-454d-9f79-168a2688b9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (bc5610ee-102f-4d53-a1ea-e2fe31bebb52), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:14.416021 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fda6d5-cafe-4d28-b7f6-2a47a6b2abd0 req-c07a5755-737d-47aa-9e5d-4c79de77d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:14.417563 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9fda6d5-cafe-4d28-b7f6-2a47a6b2abd0 req-c07a5755-737d-47aa-9e5d-4c79de77d038 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 1128 time: 0.2309511 Feb 28 20:28:14.418874 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-5462b2dc-f6db-40ed-8bbd-98cc3563ee5d tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Allocated IP 172.25.0.91 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/f4d5853d-1ebc-4030-a09c-60deada431fb) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:14.487616 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19ea4f-cc6d-454d-9f79-168a2688b9fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc5610ee-102f-4d53-a1ea-e2fe31bebb52,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:14.495955 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f26026f-2fcf-4fea-9483-375c6fe3ba6d None None] Network 99a23236-624a-46f4-a7ad-cb80ef3fa29e requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:28:14.534559 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b19ea4f-cc6d-454d-9f79-168a2688b9fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:14.539080 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0b19ea4f-cc6d-454d-9f79-168a2688b9fe admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bc5610ee-102f-4d53-a1ea-e2fe31bebb52 HTTP/1.1" status: 204 len: 168 time: 1.1260600 Feb 28 20:28:14.587678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35738) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:14.679433 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a11f24-d354-4bac-b957-cd83504bf7e3 req-97c12973-5454-4217-9e90-1690f225c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:14.681090 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a0a11f24-d354-4bac-b957-cd83504bf7e3 req-97c12973-5454-4217-9e90-1690f225c67d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 905 time: 0.3197310 Feb 28 20:28:14.713800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35740) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:14.717254 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 79022293-ebc9-4065-8b7e-604ebe44162d no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:28:14.741619 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a0a11f24-d354-4bac-b957-cd83504bf7e3 req-2f2eff51-275d-44fc-9dbd-aa7f5b44b0f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda HTTP/1.1" status: 200 len: 217 time: 0.0514560 Feb 28 20:28:14.757412 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 79022293-ebc9-4065-8b7e-604ebe44162d {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:28:14.757903 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 79022293-ebc9-4065-8b7e-604ebe44162d not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:28:14.758534 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a4dbdec7-02a7-4708-845d-83ceab23d51d no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:28:14.764841 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21c7951-2a47-4193-83cb-7e48a7287efe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router ded26f93-08e0-4e52-b08a-9b7733ad0c73 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:28:14.788914 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd50920d-7984-4444-a314-dc7046d6abbc None None] DHCP port deletion for 99a23236-624a-46f4-a7ad-cb80ef3fa29e request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:28:14.826671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: a4dbdec7-02a7-4708-845d-83ceab23d51d {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:28:14.827286 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a4dbdec7-02a7-4708-845d-83ceab23d51d not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:28:14.864488 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8a39ca56-5f34-423a-8605-8efd55414979 None None] Provisioning complete for port 13ff3edb-f82b-414a-b067-d153c346f501 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:14.864870 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8a39ca56-5f34-423a-8605-8efd55414979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (13ff3edb-f82b-414a-b067-d153c346f501), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:14.869281 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fda6d5-cafe-4d28-b7f6-2a47a6b2abd0 req-3654ad2e-4810-4f43-a310-cd4802979466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:14.870914 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9fda6d5-cafe-4d28-b7f6-2a47a6b2abd0 req-3654ad2e-4810-4f43-a310-cd4802979466 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 905 time: 0.3980968 Feb 28 20:28:14.904339 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-bd50920d-7984-4444-a314-dc7046d6abbc None None] Deleting port bc7ad3ed-9406-4872-b48d-39a4ac9ead0c {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:28:14.904632 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bd50920d-7984-4444-a314-dc7046d6abbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (bc7ad3ed-9406-4872-b48d-39a4ac9ead0c), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:14.933136 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8a39ca56-5f34-423a-8605-8efd55414979 None None] Port 13ff3edb-f82b-414a-b067-d153c346f501 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:28:14.963011 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a11f24-d354-4bac-b957-cd83504bf7e3 req-03ed2831-6aca-40ee-af22-68d11fd0c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:14.965027 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a0a11f24-d354-4bac-b957-cd83504bf7e3 req-03ed2831-6aca-40ee-af22-68d11fd0c1f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=061df787-4254-4266-93eb-5523552c7b33 HTTP/1.1" status: 200 len: 845 time: 0.2169869 Feb 28 20:28:14.987373 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bd50920d-7984-4444-a314-dc7046d6abbc None None] For port bc7ad3ed-9406-4872-b48d-39a4ac9ead0c, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=bc7ad3ed-9406-4872-b48d-39a4ac9ead0c,segment=NetworkSegment(94742c78-ba4d-44c1-849b-c1479f2f6613),segment_id=94742c78-ba4d-44c1-849b-c1479f2f6613)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:14.988340 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bd50920d-7984-4444-a314-dc7046d6abbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (bc7ad3ed-9406-4872-b48d-39a4ac9ead0c), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:14.998507 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9fda6d5-cafe-4d28-b7f6-2a47a6b2abd0 req-83c65b05-e198-413b-913f-7e169ad492bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 HTTP/1.1" status: 200 len: 217 time: 0.0872698 Feb 28 20:28:14.999287 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ca63582e-dbf3-454c-b0e6-05faef6d18e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:15.003336 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a0a11f24-d354-4bac-b957-cd83504bf7e3 req-ea4b3350-e648-4ffb-8b48-769d2d9ef4b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f93bb5b0-b654-484a-b540-d0f4106b4968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305481 Feb 28 20:28:15.004618 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-bd50920d-7984-4444-a314-dc7046d6abbc None None] Calling delete_port for bc7ad3ed-9406-4872-b48d-39a4ac9ead0c owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:28:15.004802 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21c7951-2a47-4193-83cb-7e48a7287efe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:28:15.009775 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e21c7951-2a47-4193-83cb-7e48a7287efe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/ded26f93-08e0-4e52-b08a-9b7733ad0c73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7586775 Feb 28 20:28:15.013471 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35746) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:15.018962 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e0a4afa3-5fe9-4fe6-8ad2-361822deacbb tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'network': {'name': 'tempest-RoutersTest-1999348536'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:15.021364 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] Sync routers for ids ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:28:15.022361 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9adbbb8-9ce5-4c3b-8743-dac03059d710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (99a23236-624a-46f4-a7ad-cb80ef3fa29e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:15.066680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] Routers {'ded26f93-08e0-4e52-b08a-9b7733ad0c73'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:15.067236 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:15.191329 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] Set router ded26f93-08e0-4e52-b08a-9b7733ad0c73 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:28:15.191898 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5462b2dc-f6db-40ed-8bbd-98cc3563ee5d tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for port (f4d5853d-1ebc-4030-a09c-60deada431fb), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:15.229895 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bd50920d-7984-4444-a314-dc7046d6abbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (bc7ad3ed-9406-4872-b48d-39a4ac9ead0c), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:15.255798 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0187-24a7-4ead-8527-528bc0e4cc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (d39c0c2a-dc41-4cb2-bcf8-368cafaff201), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:15.267744 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fda6d5-cafe-4d28-b7f6-2a47a6b2abd0 req-62fb0a3b-bc89-4807-bb8f-09831c425906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:15.269269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9fda6d5-cafe-4d28-b7f6-2a47a6b2abd0 req-62fb0a3b-bc89-4807-bb8f-09831c425906 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=061df787-4254-4266-93eb-5523552c7b33 HTTP/1.1" status: 200 len: 845 time: 0.2334013 Feb 28 20:28:15.270381 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-c9adbbb8-9ce5-4c3b-8743-dac03059d710 admin admin] The port 'bc7ad3ed-9406-4872-b48d-39a4ac9ead0c' was deleted {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 28 20:28:15.273840 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50920d-7984-4444-a314-dc7046d6abbc None None] Pushing event deleted for resources: {'Port': ['ID=bc7ad3ed-9406-4872-b48d-39a4ac9ead0c,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:15.286207 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd50920d-7984-4444-a314-dc7046d6abbc None None] No DVR routers for this DVR port bc7ad3ed-9406-4872-b48d-39a4ac9ead0c on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:28:15.336909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054cdfd-3019-4a7a-95a9-d2c91091ce72 req-61d5dd07-befc-4dd7-9a6f-f52fc50ae654 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:15.338954 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3054cdfd-3019-4a7a-95a9-d2c91091ce72 req-61d5dd07-befc-4dd7-9a6f-f52fc50ae654 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8deee278-0fd7-49b7-8b5f-6cade3f34d9d HTTP/1.1" status: 200 len: 944 time: 0.4215374 Feb 28 20:28:15.419061 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a4afa3-5fe9-4fe6-8ad2-361822deacbb tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Made reservation on behalf of 25615de0e19746d8843cb2b14de50f6e for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:15.422623 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e0a4afa3-5fe9-4fe6-8ad2-361822deacbb tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:15.439225 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9fda6d5-cafe-4d28-b7f6-2a47a6b2abd0 req-f7d0ccdb-d397-43c5-9227-47f85f89bc9c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f93bb5b0-b654-484a-b540-d0f4106b4968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313505 Feb 28 20:28:15.460515 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a0a11f24-d354-4bac-b957-cd83504bf7e3 req-39c9123b-5e00-4d7b-a500-2dacb27e3b68 service neutron] 10.222.0.15 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381816 Feb 28 20:28:15.465262 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a4afa3-5fe9-4fe6-8ad2-361822deacbb tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:28:15.485461 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:28:12Z', 'revision_number': 2, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:13Z', 'revision_number': 2, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:15.498316 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e0a4afa3-5fe9-4fe6-8ad2-361822deacbb tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:15.498657 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-e0a4afa3-5fe9-4fe6-8ad2-361822deacbb tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Added segment 4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c of type vlan for network 90658ea4-ebb4-4d88-b5a9-c4f500f54816 Feb 28 20:28:15.514082 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] Checking router: ded26f93-08e0-4e52-b08a-9b7733ad0c73 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:28:15.514642 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] Updating router ded26f93-08e0-4e52-b08a-9b7733ad0c73 port 13ff3edb-f82b-414a-b067-d153c346f501 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:28:15.544219 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (13ff3edb-f82b-414a-b067-d153c346f501), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:15.563989 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c0187-24a7-4ead-8527-528bc0e4cc52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d39c0c2a-dc41-4cb2-bcf8-368cafaff201,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:15.569302 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9adbbb8-9ce5-4c3b-8743-dac03059d710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (99a23236-624a-46f4-a7ad-cb80ef3fa29e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:15.574573 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e0a4afa3-5fe9-4fe6-8ad2-361822deacbb tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (90658ea4-ebb4-4d88-b5a9-c4f500f54816), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:15.610437 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a0a11f24-d354-4bac-b957-cd83504bf7e3 req-67d0771b-01ee-4f33-ba32-f7a08c98925c service neutron] 10.222.0.15 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426406 Feb 28 20:28:15.617678 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e0a4afa3-5fe9-4fe6-8ad2-361822deacbb tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (90658ea4-ebb4-4d88-b5a9-c4f500f54816), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:15.623581 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a4afa3-5fe9-4fe6-8ad2-361822deacbb tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:15.624245 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e0a4afa3-5fe9-4fe6-8ad2-361822deacbb tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:15.628541 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5462b2dc-f6db-40ed-8bbd-98cc3563ee5d tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (f4d5853d-1ebc-4030-a09c-60deada431fb), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:15.691594 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ca63582e-dbf3-454c-b0e6-05faef6d18e1 admin admin] Publish callbacks [] for security_group (d3b1f21a-396d-4e11-9931-a376ed12eae5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:15.694787 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e0a4afa3-5fe9-4fe6-8ad2-361822deacbb tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6802552 Feb 28 20:28:15.695827 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35748) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:15.696943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-c9adbbb8-9ce5-4c3b-8743-dac03059d710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a23236-624a-46f4-a7ad-cb80ef3fa29e']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:15.702780 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-b8c6dc95-6510-424a-8429-c30f0866cf3d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'subnet': {'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:15.714890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3c0187-24a7-4ead-8527-528bc0e4cc52 admin admin] Checking segment: {'id': '8a70148e-0b57-4d50-90ab-734818fed05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:15.715514 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3c0187-24a7-4ead-8527-528bc0e4cc52 admin admin] Network hostable DHCP agents. Network: 772a5f8c-d784-4526-8416-23f5187ae8c6, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:28:15.719703 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4afa3-5fe9-4fe6-8ad2-361822deacbb tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Network': ['ID=90658ea4-ebb4-4d88-b5a9-c4f500f54816,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:15.734582 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ca63582e-dbf3-454c-b0e6-05faef6d18e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d3b1f21a-396d-4e11-9931-a376ed12eae5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:15.736344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 90658ea4-ebb4-4d88-b5a9-c4f500f54816 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:28:15.745215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-c9adbbb8-9ce5-4c3b-8743-dac03059d710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94742c78-ba4d-44c1-849b-c1479f2f6613') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:15.745614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-c9adbbb8-9ce5-4c3b-8743-dac03059d710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94742c78-ba4d-44c1-849b-c1479f2f6613') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:15.751331 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3054cdfd-3019-4a7a-95a9-d2c91091ce72 req-62e6386e-f4b3-4d96-9658-9de4412f37e8 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814795 Feb 28 20:28:15.792162 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5462b2dc-f6db-40ed-8bbd-98cc3563ee5d tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:15.800641 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:28:15.802786 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9adbbb8-9ce5-4c3b-8743-dac03059d710 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (94742c78-ba4d-44c1-849b-c1479f2f6613), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:15.824005 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-5462b2dc-f6db-40ed-8bbd-98cc3563ee5d tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:15.840235 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462b2dc-f6db-40ed-8bbd-98cc3563ee5d tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Pushing event updated for resources: {'Port': ['ID=f4d5853d-1ebc-4030-a09c-60deada431fb,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:15.847734 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5462b2dc-f6db-40ed-8bbd-98cc3563ee5d tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:15.854419 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c55001a9-ee27-4201-aacd-121a35fa2423 req-87666a11-e9a6-4b2b-91e1-df05fc4f0ca9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0744054 Feb 28 20:28:15.863221 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c6dc95-6510-424a-8429-c30f0866cf3d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Made reservation on behalf of 25615de0e19746d8843cb2b14de50f6e for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:15.866624 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8c6dc95-6510-424a-8429-c30f0866cf3d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:15.889777 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ca63582e-dbf3-454c-b0e6-05faef6d18e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75a8bfee8e1e4107b8d20114f550ab38&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1628036 Feb 28 20:28:15.892901 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35750) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:15.893070 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9adbbb8-9ce5-4c3b-8743-dac03059d710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (94742c78-ba4d-44c1-849b-c1479f2f6613), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:15.897016 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63582e-dbf3-454c-b0e6-05faef6d18e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b1f21a-396d-4e11-9931-a376ed12eae5,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:15.909664 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9fda6d5-cafe-4d28-b7f6-2a47a6b2abd0 req-335c16db-f27d-42d9-9aa5-53f35f73bce5 service neutron] 10.222.0.10 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457664 Feb 28 20:28:15.916968 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9adbbb8-9ce5-4c3b-8743-dac03059d710 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:28:15.917657 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9adbbb8-9ce5-4c3b-8743-dac03059d710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (94742c78-ba4d-44c1-849b-c1479f2f6613), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:15.920161 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3c0187-24a7-4ead-8527-528bc0e4cc52 admin admin] Network 772a5f8c-d784-4526-8416-23f5187ae8c6 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:28:15.921906 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:28:16.016453 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] Publish callbacks [] for port (13ff3edb-f82b-414a-b067-d153c346f501), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:16.019212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:16.029585 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (13ff3edb-f82b-414a-b067-d153c346f501), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:16.039819 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-1a3c0187-24a7-4ead-8527-528bc0e4cc52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 772a5f8c-d784-4526-8416-23f5187ae8c6) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:16.060807 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a533369-b862-4539-9d56-5ed827ac8b51 None None] Network 772a5f8c-d784-4526-8416-23f5187ae8c6 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:28:16.064885 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda', 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968', 'port_id': '884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda', 'mac_address': 'fa:16:3e:c1:9e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061df787-4254-4266-93eb-5523552c7b33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:28:16.073645 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-31e2c23c-3676-4eb2-93ab-f4ac181a16bf admin admin] Publish callbacks [] for security_group (d3b1f21a-396d-4e11-9931-a376ed12eae5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:16.099442 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3c0187-24a7-4ead-8527-528bc0e4cc52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:16.099685 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-31e2c23c-3676-4eb2-93ab-f4ac181a16bf admin admin] Publish callbacks [] for security_group (d3b1f21a-396d-4e11-9931-a376ed12eae5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:16.102004 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0187-24a7-4ead-8527-528bc0e4cc52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:16.108717 n-d-820368-21 neutron-server[103774]: DEBUG neutron.objects.ports [None req-d0957399-3bc3-4e53-adb5-9a3610f1a5fe tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103774) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 20:28:16.109331 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d0957399-3bc3-4e53-adb5-9a3610f1a5fe tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (f98debf1-2741-471d-b51e-1d7167ab585e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:16.130535 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55001a9-ee27-4201-aacd-121a35fa2423 req-277d7f6a-62a0-42f4-8047-8610e7bb616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:16.132208 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c55001a9-ee27-4201-aacd-121a35fa2423 req-277d7f6a-62a0-42f4-8047-8610e7bb616f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce448fa148384bfb9a78481379c26323&device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 1128 time: 0.1636264 Feb 28 20:28:16.171868 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee31d85-872c-443f-97d5-d2ce55dd4bd4 None None] Pushing event updated for resources: {'Port': ['ID=13ff3edb-f82b-414a-b067-d153c346f501,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:16.181259 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9adbbb8-9ce5-4c3b-8743-dac03059d710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (99a23236-624a-46f4-a7ad-cb80ef3fa29e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:16.249967 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:16.250310 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:16.308198 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:28:16.309372 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-31e2c23c-3676-4eb2-93ab-f4ac181a16bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d3b1f21a-396d-4e11-9931-a376ed12eae5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:16.312547 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-31e2c23c-3676-4eb2-93ab-f4ac181a16bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:16.315991 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-31e2c23c-3676-4eb2-93ab-f4ac181a16bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3b1f21a-396d-4e11-9931-a376ed12eae5 HTTP/1.1" status: 204 len: 168 time: 0.4195740 Feb 28 20:28:16.346939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86df3760-8533-468e-8648-89c88cf0af79 None None] Network 772a5f8c-d784-4526-8416-23f5187ae8c6 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:28:16.356376 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] Attempting to bind port 13ff3edb-f82b-414a-b067-d153c346f501 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:28:16.357000 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] Attempting to bind port 13ff3edb-f82b-414a-b067-d153c346f501 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'c09b5f7f-c007-4972-adc2-c15f0cb73a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:28:16.357578 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] Attempting to bind port 13ff3edb-f82b-414a-b067-d153c346f501 on network 7520db89-159b-413c-ba63-6ed04afd59ff {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:28:16.384402 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2c23c-3676-4eb2-93ab-f4ac181a16bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b1f21a-396d-4e11-9931-a376ed12eae5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:16.396401 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:28:16.396782 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] Checking segment: {'id': 'c09b5f7f-c007-4972-adc2-c15f0cb73a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:16.397191 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:16.397587 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] Bound using segment: {'id': 'c09b5f7f-c007-4972-adc2-c15f0cb73a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:28:16.398072 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] Bound port: 13ff3edb-f82b-414a-b067-d153c346f501, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09b5f7f-c007-4972-adc2-c15f0cb73a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:28:16.398459 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (13ff3edb-f82b-414a-b067-d153c346f501), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:16.403051 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:16.405760 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55001a9-ee27-4201-aacd-121a35fa2423 req-7f0ce59f-ccb3-4df4-a6e3-6ea0c07a13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:16.407780 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c55001a9-ee27-4201-aacd-121a35fa2423 req-7f0ce59f-ccb3-4df4-a6e3-6ea0c07a13ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd95dcac-d635-4bec-8252-dbb352dcdbef HTTP/1.1" status: 200 len: 910 time: 0.2460234 Feb 28 20:28:16.423170 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8c6dc95-6510-424a-8429-c30f0866cf3d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (0bf307bf-fcab-49f4-b69a-286b9837e298), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:16.457365 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:16.557083 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-579be8ce-c9dd-4969-9b62-b410da78df08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:16.579915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device bc7ad3ed-9406-4872-b48d-39a4ac9ead0c no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:28:16.597455 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0146f7f8-19bb-4257-9745-8340f1518187 None None] Provisioning complete for port 13ff3edb-f82b-414a-b067-d153c346f501 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:16.597832 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0146f7f8-19bb-4257-9745-8340f1518187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (13ff3edb-f82b-414a-b067-d153c346f501), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:16.605118 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c55001a9-ee27-4201-aacd-121a35fa2423 req-861bc3ff-68cd-4c39-b88d-b3880921ade4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cda37ee3-1d31-49e2-a40f-b12289a62337 HTTP/1.1" status: 200 len: 1001 time: 0.1893251 Feb 28 20:28:16.668479 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: bc7ad3ed-9406-4872-b48d-39a4ac9ead0c {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:28:16.668830 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device bc7ad3ed-9406-4872-b48d-39a4ac9ead0c not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:28:16.670593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:16.678442 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] For port 13ff3edb-f82b-414a-b067-d153c346f501, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:28:16.697003 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] For port 13ff3edb-f82b-414a-b067-d153c346f501, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=13ff3edb-f82b-414a-b067-d153c346f501,segment=NetworkSegment(c09b5f7f-c007-4972-adc2-c15f0cb73a0f),segment_id=c09b5f7f-c007-4972-adc2-c15f0cb73a0f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:28:16.707134 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6dc95-6510-424a-8429-c30f0866cf3d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Subnet': ['ID=0bf307bf-fcab-49f4-b69a-286b9837e298,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:16.710479 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0146f7f8-19bb-4257-9745-8340f1518187 None None] Port 13ff3edb-f82b-414a-b067-d153c346f501 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:28:16.712785 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (13ff3edb-f82b-414a-b067-d153c346f501), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:16.715684 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c6dc95-6510-424a-8429-c30f0866cf3d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Checking segment: {'id': '4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:16.716174 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c6dc95-6510-424a-8429-c30f0866cf3d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network hostable DHCP agents. Network: 90658ea4-ebb4-4d88-b5a9-c4f500f54816, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:28:16.737132 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:28:16.743040 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55001a9-ee27-4201-aacd-121a35fa2423 req-a1fc0712-a991-49c1-8e11-ba6a00f38467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:16.744950 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c55001a9-ee27-4201-aacd-121a35fa2423 req-a1fc0712-a991-49c1-8e11-ba6a00f38467 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a36f3d5e-8266-4be4-ab73-31f8fb0001af HTTP/1.1" status: 200 len: 849 time: 0.1285570 Feb 28 20:28:16.746023 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c6dc95-6510-424a-8429-c30f0866cf3d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network 90658ea4-ebb4-4d88-b5a9-c4f500f54816 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:28:16.767211 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9adbbb8-9ce5-4c3b-8743-dac03059d710 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:16.777246 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c9adbbb8-9ce5-4c3b-8743-dac03059d710 admin admin] 10.222.0.13 "DELETE /v2.0/networks/99a23236-624a-46f4-a7ad-cb80ef3fa29e HTTP/1.1" status: 204 len: 168 time: 2.1823397 Feb 28 20:28:16.795020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35762) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:16.808057 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-b8c6dc95-6510-424a-8429-c30f0866cf3d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 90658ea4-ebb4-4d88-b5a9-c4f500f54816) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:16.810222 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1a3c0187-24a7-4ead-8527-528bc0e4cc52 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6709900 Feb 28 20:28:16.822144 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35766) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:16.828404 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee31d85-872c-443f-97d5-d2ce55dd4bd4 None None] Pushing event updated for resources: {'Port': ['ID=13ff3edb-f82b-414a-b067-d153c346f501,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:16.845000 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-7f5b4a3f-31cf-460b-86cb-c53825f0efcb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2076220546-router', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:16.851106 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9adbbb8-9ce5-4c3b-8743-dac03059d710 admin admin] Pushing event deleted for resources: {'Network': ['ID=99a23236-624a-46f4-a7ad-cb80ef3fa29e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:16.861845 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579fa90f-eb21-4f8b-be73-e6be6ca156fb None None] Network 90658ea4-ebb4-4d88-b5a9-c4f500f54816 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:28:16.886399 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c6dc95-6510-424a-8429-c30f0866cf3d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:16.887610 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8c6dc95-6510-424a-8429-c30f0866cf3d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:16.902731 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4a3f-31cf-460b-86cb-c53825f0efcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (043d3d92-4588-4240-8ff5-3ae403f40051), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:16.905186 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4a3f-31cf-460b-86cb-c53825f0efcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (043d3d92-4588-4240-8ff5-3ae403f40051), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:16.952354 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b8c6dc95-6510-424a-8429-c30f0866cf3d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2533193 Feb 28 20:28:16.956593 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35770) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:16.974737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] Routers {'ded26f93-08e0-4e52-b08a-9b7733ad0c73'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:16.975400 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:16.981456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55001a9-ee27-4201-aacd-121a35fa2423 req-953f8d0d-3fb2-4abe-a63b-2ed83f0c236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:16.983013 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c55001a9-ee27-4201-aacd-121a35fa2423 req-953f8d0d-3fb2-4abe-a63b-2ed83f0c236e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd95dcac-d635-4bec-8252-dbb352dcdbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2305217 Feb 28 20:28:16.989632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0957399-3bc3-4e53-adb5-9a3610f1a5fe tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f98debf1-2741-471d-b51e-1d7167ab585e,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:17.030088 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9fda6d5-cafe-4d28-b7f6-2a47a6b2abd0 req-9bbeb32b-8505-4677-aeb1-ed5e09c3f356 service neutron] 10.222.0.10 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1040773 Feb 28 20:28:17.095276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0957399-3bc3-4e53-adb5-9a3610f1a5fe tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Checking segment: {'id': '7c409c57-078d-4a78-83d4-867b732ddcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e4dbdb4b-95c8-42b0-8450-1f1f712e6832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:17.095652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0957399-3bc3-4e53-adb5-9a3610f1a5fe tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Network hostable DHCP agents. Network: e4dbdb4b-95c8-42b0-8450-1f1f712e6832, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:28:17.196670 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0af2e6-35bc-4455-9cb1-d8c808bb1cd5 req-6367b4eb-3413-4f9f-ab68-5e243963491c tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:17.209872 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a0af2e6-35bc-4455-9cb1-d8c808bb1cd5 req-6367b4eb-3413-4f9f-ab68-5e243963491c tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8deee278-0fd7-49b7-8b5f-6cade3f34d9d HTTP/1.1" status: 200 len: 945 time: 0.3038461 Feb 28 20:28:17.211208 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4a3f-31cf-460b-86cb-c53825f0efcb admin admin] Publish callbacks [] for router_controller (043d3d92-4588-4240-8ff5-3ae403f40051), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:17.278255 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0957399-3bc3-4e53-adb5-9a3610f1a5fe tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Network e4dbdb4b-95c8-42b0-8450-1f1f712e6832 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:28:17.397548 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a0af2e6-35bc-4455-9cb1-d8c808bb1cd5 req-bc9b5e43-6158-4af5-a079-9444e593b24e tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866589 Feb 28 20:28:17.398670 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-d0957399-3bc3-4e53-adb5-9a3610f1a5fe tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, e4dbdb4b-95c8-42b0-8450-1f1f712e6832) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:17.421218 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31abb5b-9c96-4957-b7f6-cdb5655dd125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'fixed_ips': [{'subnet_id': '0bf307bf-fcab-49f4-b69a-286b9837e298'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:28:17.421218 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c31abb5b-9c96-4957-b7f6-cdb5655dd125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:17.424734 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0957399-3bc3-4e53-adb5-9a3610f1a5fe tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:17.425522 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d0957399-3bc3-4e53-adb5-9a3610f1a5fe tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:17.435942 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5462b2dc-f6db-40ed-8bbd-98cc3563ee5d tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_gateway (ed48f3a4-923f-4d8d-adf6-ecd2c82910af), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:17.440852 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66baaac-0f1c-4787-a34b-b9ee85772484 None None] Network e4dbdb4b-95c8-42b0-8450-1f1f712e6832 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:28:17.539143 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d0957399-3bc3-4e53-adb5-9a3610f1a5fe tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5850577 Feb 28 20:28:17.545288 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35782) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:17.546209 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4a3f-31cf-460b-86cb-c53825f0efcb admin admin] Publish callbacks [] for router_gateway (043d3d92-4588-4240-8ff5-3ae403f40051), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:17.551032 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c55001a9-ee27-4201-aacd-121a35fa2423 req-802779a8-a9a2-46d4-a79f-c39c94067baa service neutron] 10.222.0.15 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857392 Feb 28 20:28:17.551661 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-1b2a5d1c-8438-4dfb-8e1b-95b55f1a5faf tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Request body: {'floatingip': {'floating_network_id': 'e4dbdb4b-95c8-42b0-8450-1f1f712e6832'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:17.605963 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3a0effa9-f1c9-4410-8bfc-0b1795b84484 None None] Provisioning complete for port 13ff3edb-f82b-414a-b067-d153c346f501 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:17.606579 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3a0effa9-f1c9-4410-8bfc-0b1795b84484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (13ff3edb-f82b-414a-b067-d153c346f501), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:17.653812 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5d1c-8438-4dfb-8e1b-95b55f1a5faf tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:17.721833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] Set router ded26f93-08e0-4e52-b08a-9b7733ad0c73 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:28:17.845896 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c55001a9-ee27-4201-aacd-121a35fa2423 req-709bf07a-7c9b-4109-9254-6d046defcdbc service neutron] 10.222.0.15 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769389 Feb 28 20:28:17.866746 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5462b2dc-f6db-40ed-8bbd-98cc3563ee5d tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (ed48f3a4-923f-4d8d-adf6-ecd2c82910af), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:17.964106 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-53aed2d6-fce9-4287-b8d9-12e180094d31 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:17.980049 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6527769f-1d4a-4b6c-a68a-92b2e4765d97 None None] Network e4dbdb4b-95c8-42b0-8450-1f1f712e6832 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:28:18.039141 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5d1c-8438-4dfb-8e1b-95b55f1a5faf tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:18.063311 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3a0effa9-f1c9-4410-8bfc-0b1795b84484 None None] Current status of the port 13ff3edb-f82b-414a-b067-d153c346f501 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:18.063738 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3a0effa9-f1c9-4410-8bfc-0b1795b84484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (13ff3edb-f82b-414a-b067-d153c346f501), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:18.092876 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-c31abb5b-9c96-4957-b7f6-cdb5655dd125 None None] Allocated IP 172.21.0.2 (90658ea4-ebb4-4d88-b5a9-c4f500f54816/0bf307bf-fcab-49f4-b69a-286b9837e298/ca421b57-63bd-4031-9974-07ddcad0808b) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:18.107108 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f40f86f-61e6-4032-99c6-881bd46529dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:18.121075 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4a3f-31cf-460b-86cb-c53825f0efcb admin admin] Publish callbacks [] for router_gateway (043d3d92-4588-4240-8ff5-3ae403f40051), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:18.158231 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4a3f-31cf-460b-86cb-c53825f0efcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:18.161021 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-3a0effa9-f1c9-4410-8bfc-0b1795b84484 None None] For port 13ff3edb-f82b-414a-b067-d153c346f501, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=13ff3edb-f82b-414a-b067-d153c346f501,segment=NetworkSegment(c09b5f7f-c007-4972-adc2-c15f0cb73a0f),segment_id=c09b5f7f-c007-4972-adc2-c15f0cb73a0f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:18.185903 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3a0effa9-f1c9-4410-8bfc-0b1795b84484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (13ff3edb-f82b-414a-b067-d153c346f501), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:18.269555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5462b2dc-f6db-40ed-8bbd-98cc3563ee5d tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Router ed48f3a4-923f-4d8d-adf6-ecd2c82910af is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:28:18.310859 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-1b2a5d1c-8438-4dfb-8e1b-95b55f1a5faf tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Allocated IP 172.20.0.14 (e4dbdb4b-95c8-42b0-8450-1f1f712e6832/f98debf1-2741-471d-b51e-1d7167ab585e/f699aaca-0166-470d-8561-1e4a23ad8e2c) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:18.360312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0effa9-f1c9-4410-8bfc-0b1795b84484 None None] Pushing event updated for resources: {'Port': ['ID=13ff3edb-f82b-414a-b067-d153c346f501,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:18.398636 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-7f5b4a3f-31cf-460b-86cb-c53825f0efcb admin admin] Allocated IP 172.25.0.101 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/c761832f-d2e4-4503-bcb2-fb795249ffd1) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:18.429685 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:28:12Z', 'revision_number': 2, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:16Z', 'revision_number': 4, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:18.492456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1af4a4-ea90-4ddf-995f-e641a358eb63 None None] The sync data for ids ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'] in n-d-820368-21 is: [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:28:12Z', 'revision_number': 2, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:16Z', 'revision_number': 4, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:28:18.559803 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c31abb5b-9c96-4957-b7f6-cdb5655dd125 None None] Publish callbacks [] for port (ca421b57-63bd-4031-9974-07ddcad0808b), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:18.569902 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5462b2dc-f6db-40ed-8bbd-98cc3563ee5d tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:28:18.576122 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c31abb5b-9c96-4957-b7f6-cdb5655dd125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (ca421b57-63bd-4031-9974-07ddcad0808b), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:18.607201 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18d2f8c-ae7e-4fd7-b0c6-24d6fcad567c None None] Sync routers for ids ['ed48f3a4-923f-4d8d-adf6-ecd2c82910af'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:28:18.624249 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18d2f8c-ae7e-4fd7-b0c6-24d6fcad567c None None] Routers {'ed48f3a4-923f-4d8d-adf6-ecd2c82910af'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:18.625219 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-c18d2f8c-ae7e-4fd7-b0c6-24d6fcad567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ed48f3a4-923f-4d8d-adf6-ecd2c82910af'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:18.698414 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-c18d2f8c-ae7e-4fd7-b0c6-24d6fcad567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:18.705088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31abb5b-9c96-4957-b7f6-cdb5655dd125 None None] Network 90658ea4-ebb4-4d88-b5a9-c4f500f54816 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:18.709704 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31abb5b-9c96-4957-b7f6-cdb5655dd125 None None] Pushing event updated for resources: {'Port': ['ID=ca421b57-63bd-4031-9974-07ddcad0808b,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:18.715557 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18d2f8c-ae7e-4fd7-b0c6-24d6fcad567c None None] Routers {'ed48f3a4-923f-4d8d-adf6-ecd2c82910af'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:18.717507 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-c18d2f8c-ae7e-4fd7-b0c6-24d6fcad567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:27:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ed48f3a4-923f-4d8d-adf6-ecd2c82910af'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:18.721556 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-c31abb5b-9c96-4957-b7f6-cdb5655dd125 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:18.730325 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31abb5b-9c96-4957-b7f6-cdb5655dd125 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:18.794452 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-c18d2f8c-ae7e-4fd7-b0c6-24d6fcad567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:18.796812 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18d2f8c-ae7e-4fd7-b0c6-24d6fcad567c None None] The sync data for ids ['ed48f3a4-923f-4d8d-adf6-ecd2c82910af'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:28:18.833185 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c31abb5b-9c96-4957-b7f6-cdb5655dd125 None None] Attempting to bind port ca421b57-63bd-4031-9974-07ddcad0808b on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:28:18.833560 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c31abb5b-9c96-4957-b7f6-cdb5655dd125 None None] Attempting to bind port ca421b57-63bd-4031-9974-07ddcad0808b by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:28:18.833924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31abb5b-9c96-4957-b7f6-cdb5655dd125 None None] Attempting to bind port ca421b57-63bd-4031-9974-07ddcad0808b on network 90658ea4-ebb4-4d88-b5a9-c4f500f54816 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:28:18.842634 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31abb5b-9c96-4957-b7f6-cdb5655dd125 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:28:18.843093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31abb5b-9c96-4957-b7f6-cdb5655dd125 None None] Checking segment: {'id': '4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:18.843426 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c31abb5b-9c96-4957-b7f6-cdb5655dd125 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:18.843873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31abb5b-9c96-4957-b7f6-cdb5655dd125 None None] Bound using segment: {'id': '4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:28:18.844457 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c31abb5b-9c96-4957-b7f6-cdb5655dd125 None None] Bound port: ca421b57-63bd-4031-9974-07ddcad0808b, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:28:18.844841 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c31abb5b-9c96-4957-b7f6-cdb5655dd125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ca421b57-63bd-4031-9974-07ddcad0808b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:18.920337 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-53aed2d6-fce9-4287-b8d9-12e180094d31 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Allocated IP 172.21.0.1 (90658ea4-ebb4-4d88-b5a9-c4f500f54816/0bf307bf-fcab-49f4-b69a-286b9837e298/fe5763b6-263f-49f8-b2ab-ff3770cd2229) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:19.025014 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c31abb5b-9c96-4957-b7f6-cdb5655dd125 None None] For port ca421b57-63bd-4031-9974-07ddcad0808b, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:28:19.040460 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c31abb5b-9c96-4957-b7f6-cdb5655dd125 None None] For port ca421b57-63bd-4031-9974-07ddcad0808b, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ca421b57-63bd-4031-9974-07ddcad0808b,segment=NetworkSegment(4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c),segment_id=4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:28:19.045700 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3de6b3a3-0d23-462d-b3e6-acd807be32a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:19.066260 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c31abb5b-9c96-4957-b7f6-cdb5655dd125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ca421b57-63bd-4031-9974-07ddcad0808b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:19.094254 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acda9d-7d6a-41ad-a8eb-10ba725366d6 req-539f6493-9845-46a7-acde-b3ac8815392f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:19.101554 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89acda9d-7d6a-41ad-a8eb-10ba725366d6 req-539f6493-9845-46a7-acde-b3ac8815392f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8deee278-0fd7-49b7-8b5f-6cade3f34d9d HTTP/1.1" status: 200 len: 945 time: 0.6166649 Feb 28 20:28:19.110363 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5462b2dc-f6db-40ed-8bbd-98cc3563ee5d tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:19.114515 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5462b2dc-f6db-40ed-8bbd-98cc3563ee5d tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.7700438 Feb 28 20:28:19.117369 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35814) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:19.148623 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e7ad4b84-8e0c-40a4-9c1a-a0d697e619aa tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'enable_snat': False}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:19.193951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31abb5b-9c96-4957-b7f6-cdb5655dd125 None None] Pushing event updated for resources: {'Port': ['ID=ca421b57-63bd-4031-9974-07ddcad0808b,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:19.230870 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5d1c-8438-4dfb-8e1b-95b55f1a5faf tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks [] for port (f699aaca-0166-470d-8561-1e4a23ad8e2c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:19.236193 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4a3f-31cf-460b-86cb-c53825f0efcb admin admin] Publish callbacks [] for port (c761832f-d2e4-4503-bcb2-fb795249ffd1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:19.254103 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-53aed2d6-fce9-4287-b8d9-12e180094d31 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for port (fe5763b6-263f-49f8-b2ab-ff3770cd2229), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:19.261445 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89acda9d-7d6a-41ad-a8eb-10ba725366d6 req-81536fc0-1d53-4d89-a4ec-59cd39e26a9f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589119 Feb 28 20:28:19.310234 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-53aed2d6-fce9-4287-b8d9-12e180094d31 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (fe5763b6-263f-49f8-b2ab-ff3770cd2229), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:19.378068 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5d1c-8438-4dfb-8e1b-95b55f1a5faf tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (f699aaca-0166-470d-8561-1e4a23ad8e2c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:19.443921 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2a5d1c-8438-4dfb-8e1b-95b55f1a5faf tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Network e4dbdb4b-95c8-42b0-8450-1f1f712e6832 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:19.448221 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-1b2a5d1c-8438-4dfb-8e1b-95b55f1a5faf tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:19.451431 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aed2d6-fce9-4287-b8d9-12e180094d31 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network 90658ea4-ebb4-4d88-b5a9-c4f500f54816 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:19.458838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2a5d1c-8438-4dfb-8e1b-95b55f1a5faf tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:19.463393 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a5d1c-8438-4dfb-8e1b-95b55f1a5faf tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Pushing event updated for resources: {'Port': ['ID=f699aaca-0166-470d-8561-1e4a23ad8e2c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:19.488461 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-53aed2d6-fce9-4287-b8d9-12e180094d31 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:19.493527 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-7f40f86f-61e6-4032-99c6-881bd46529dd admin admin] Deleting port 22b7cfa1-f469-4db9-830d-37bb46573b44 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:28:19.493877 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f40f86f-61e6-4032-99c6-881bd46529dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (22b7cfa1-f469-4db9-830d-37bb46573b44), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:19.494217 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aed2d6-fce9-4287-b8d9-12e180094d31 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:19.524162 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aed2d6-fce9-4287-b8d9-12e180094d31 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Port': ['ID=fe5763b6-263f-49f8-b2ab-ff3770cd2229,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:19.554036 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:19.712293 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-7f40f86f-61e6-4032-99c6-881bd46529dd admin admin] For port 22b7cfa1-f469-4db9-830d-37bb46573b44, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=22b7cfa1-f469-4db9-830d-37bb46573b44,segment=NetworkSegment(d0b5a409-a2e5-4baa-8a2b-378ae659a115),segment_id=d0b5a409-a2e5-4baa-8a2b-378ae659a115)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:19.712668 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f40f86f-61e6-4032-99c6-881bd46529dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (22b7cfa1-f469-4db9-830d-37bb46573b44), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:19.728460 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-7f40f86f-61e6-4032-99c6-881bd46529dd admin admin] Calling delete_port for 22b7cfa1-f469-4db9-830d-37bb46573b44 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:28:19.780189 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4a3f-31cf-460b-86cb-c53825f0efcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c761832f-d2e4-4503-bcb2-fb795249ffd1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:19.811175 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5d1c-8438-4dfb-8e1b-95b55f1a5faf tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks [] for floatingip (714f7509-9f73-42c4-9302-8f762d0f41d2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:19.812932 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:19.851273 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-53aed2d6-fce9-4287-b8d9-12e180094d31 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (ded26f93-08e0-4e52-b08a-9b7733ad0c73), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:19.872244 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5d1c-8438-4dfb-8e1b-95b55f1a5faf tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f699aaca-0166-470d-8561-1e4a23ad8e2c), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:19.897876 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:28:19.906941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:19.907664 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:19.944038 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5b4a3f-31cf-460b-86cb-c53825f0efcb admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:19.998715 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b4a3f-31cf-460b-86cb-c53825f0efcb admin admin] Pushing event updated for resources: {'Port': ['ID=c761832f-d2e4-4503-bcb2-fb795249ffd1,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:20.021944 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-7f5b4a3f-31cf-460b-86cb-c53825f0efcb admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:20.028060 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b4a3f-31cf-460b-86cb-c53825f0efcb admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:20.048737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:20.049232 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:20.061876 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:20.081904 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7ad4b84-8e0c-40a4-9c1a-a0d697e619aa tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_gateway (ed48f3a4-923f-4d8d-adf6-ecd2c82910af), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:20.095306 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:20.096744 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8deee278-0fd7-49b7-8b5f-6cade3f34d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:28:20.099473 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1986557f-744b-4bec-b762-76405193c011" -d '{"events": [{"server_uuid": "8deee278-0fd7-49b7-8b5f-6cade3f34d9d", "name": "network-vif-plugged", "status": "completed", "tag": "884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:28:20.106743 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:20.169233 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a11534-37fe-430d-8553-0cfa875433ed x-openstack-request-id: req-92a11534-37fe-430d-8553-0cfa875433ed {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:28:20.170582 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8deee278-0fd7-49b7-8b5f-6cade3f34d9d", "name": "network-vif-plugged", "status": "completed", "tag": "884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:28:20.171154 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92a11534-37fe-430d-8553-0cfa875433ed {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:28:20.171804 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8deee278-0fd7-49b7-8b5f-6cade3f34d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda', 'code': 200} Feb 28 20:28:20.177089 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f40f86f-61e6-4032-99c6-881bd46529dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (22b7cfa1-f469-4db9-830d-37bb46573b44), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:20.181781 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:20.245370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40f86f-61e6-4032-99c6-881bd46529dd admin admin] Pushing event deleted for resources: {'Port': ['ID=22b7cfa1-f469-4db9-830d-37bb46573b44,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:20.358439 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-53aed2d6-fce9-4287-b8d9-12e180094d31 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fe5763b6-263f-49f8-b2ab-ff3770cd2229), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:20.541034 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5d1c-8438-4dfb-8e1b-95b55f1a5faf tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks [] for port (f699aaca-0166-470d-8561-1e4a23ad8e2c), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:20.542503 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35882) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:20.563034 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5d1c-8438-4dfb-8e1b-95b55f1a5faf tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (f699aaca-0166-470d-8561-1e4a23ad8e2c), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:20.643334 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299974e-3762-4813-bce1-1c1f7a2415f4 req-653ac5fa-1255-4e7d-9470-4c3f0aeb736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:20.645182 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a299974e-3762-4813-bce1-1c1f7a2415f4 req-653ac5fa-1255-4e7d-9470-4c3f0aeb736d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8deee278-0fd7-49b7-8b5f-6cade3f34d9d HTTP/1.1" status: 200 len: 1129 time: 0.3832464 Feb 28 20:28:20.665743 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5d1c-8438-4dfb-8e1b-95b55f1a5faf tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (714f7509-9f73-42c4-9302-8f762d0f41d2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:20.756435 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5d1c-8438-4dfb-8e1b-95b55f1a5faf tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:20.761194 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1b2a5d1c-8438-4dfb-8e1b-95b55f1a5faf tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2112982 Feb 28 20:28:20.761194 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a5d1c-8438-4dfb-8e1b-95b55f1a5faf tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Pushing event updated for resources: {'Port': ['ID=f699aaca-0166-470d-8561-1e4a23ad8e2c,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:20.766301 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35886) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:20.770914 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 13ff3edb-f82b-414a-b067-d153c346f501 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:20.864343 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbd8fb-e47c-4537-a5c4-20483e48e8fa req-cd86b6d1-d58a-47af-9890-6ed1dda58eff tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:20.865590 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08718a1-d4d6-4931-8bfd-1081a9a26257 None None] Network 90658ea4-ebb4-4d88-b5a9-c4f500f54816 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:28:20.868062 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b3bbd8fb-e47c-4537-a5c4-20483e48e8fa req-cd86b6d1-d58a-47af-9890-6ed1dda58eff tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8deee278-0fd7-49b7-8b5f-6cade3f34d9d HTTP/1.1" status: 200 len: 946 time: 0.4191844 Feb 28 20:28:20.878318 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f40f86f-61e6-4032-99c6-881bd46529dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:20.895779 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-36c5ab6c-42ff-44bc-b801-2e0b8b7713d4 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=e4dbdb4b-95c8-42b0-8450-1f1f712e6832 HTTP/1.1" status: 200 len: 690 time: 0.1279030 Feb 28 20:28:20.896658 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35888) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:20.943209 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a299974e-3762-4813-bce1-1c1f7a2415f4 req-128f33cf-edf8-43c2-9702-fe572dd4e1d5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595901 Feb 28 20:28:20.953133 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a7273d7f-8e9d-4899-9aaf-9380ae47a1db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:20.962754 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-6909d0e8-b8ea-4b11-a0e5-378bf1cb0257 None None] Provisioning complete for port ca421b57-63bd-4031-9974-07ddcad0808b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:20.963787 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6909d0e8-b8ea-4b11-a0e5-378bf1cb0257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ca421b57-63bd-4031-9974-07ddcad0808b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:21.003804 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 13ff3edb-f82b-414a-b067-d153c346f501 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:21.004191 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (13ff3edb-f82b-414a-b067-d153c346f501), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:21.049262 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4a3f-31cf-460b-86cb-c53825f0efcb admin admin] Publish callbacks [] for router_gateway (043d3d92-4588-4240-8ff5-3ae403f40051), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:21.182340 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b3bbd8fb-e47c-4537-a5c4-20483e48e8fa req-0766cac8-a447-415f-ac1a-7369f8d8f81c tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933095 Feb 28 20:28:21.198347 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6909d0e8-b8ea-4b11-a0e5-378bf1cb0257 None None] Current status of the port ca421b57-63bd-4031-9974-07ddcad0808b is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:21.211122 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6909d0e8-b8ea-4b11-a0e5-378bf1cb0257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ca421b57-63bd-4031-9974-07ddcad0808b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:21.364962 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (e4dbdb4b-95c8-42b0-8450-1f1f712e6832), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:21.535192 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6909d0e8-b8ea-4b11-a0e5-378bf1cb0257 None None] For port ca421b57-63bd-4031-9974-07ddcad0808b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ca421b57-63bd-4031-9974-07ddcad0808b,segment=NetworkSegment(4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c),segment_id=4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:21.541383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 13ff3edb-f82b-414a-b067-d153c346f501 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:21.542761 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ca421b57-63bd-4031-9974-07ddcad0808b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:21.571021 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6909d0e8-b8ea-4b11-a0e5-378bf1cb0257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ca421b57-63bd-4031-9974-07ddcad0808b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:21.574243 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:21.634330 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f40f86f-61e6-4032-99c6-881bd46529dd admin admin] Router c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:28:21.637703 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Deleting port f699aaca-0166-470d-8561-1e4a23ad8e2c {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:28:21.638050 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (f699aaca-0166-470d-8561-1e4a23ad8e2c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:21.665314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909d0e8-b8ea-4b11-a0e5-378bf1cb0257 None None] Pushing event updated for resources: {'Port': ['ID=ca421b57-63bd-4031-9974-07ddcad0808b,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:21.685610 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port ca421b57-63bd-4031-9974-07ddcad0808b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:21.685610 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ca421b57-63bd-4031-9974-07ddcad0808b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:21.753548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9a58478e-c262-4011-a4d3-9a57e09d2aea None None] Provisioning complete for port fe5763b6-263f-49f8-b2ab-ff3770cd2229 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:21.754387 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9a58478e-c262-4011-a4d3-9a57e09d2aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fe5763b6-263f-49f8-b2ab-ff3770cd2229), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:21.776979 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a7273d7f-8e9d-4899-9aaf-9380ae47a1db admin admin] Publish callbacks [] for security_group (bb2774f8-6424-45db-ab79-7350568559e6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:21.801966 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9a58478e-c262-4011-a4d3-9a57e09d2aea None None] Port fe5763b6-263f-49f8-b2ab-ff3770cd2229 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:28:21.826130 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-53aed2d6-fce9-4287-b8d9-12e180094d31 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for port (fe5763b6-263f-49f8-b2ab-ff3770cd2229), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:21.838144 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a7273d7f-8e9d-4899-9aaf-9380ae47a1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (bb2774f8-6424-45db-ab79-7350568559e6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:21.856622 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-53aed2d6-fce9-4287-b8d9-12e180094d31 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (fe5763b6-263f-49f8-b2ab-ff3770cd2229), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:21.871225 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (f699aaca-0166-470d-8561-1e4a23ad8e2c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:21.871549 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks [] for floatingip (f699aaca-0166-470d-8561-1e4a23ad8e2c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:21.874532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9a58478e-c262-4011-a4d3-9a57e09d2aea None None] Provisioning complete for port ca421b57-63bd-4031-9974-07ddcad0808b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:21.875060 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9a58478e-c262-4011-a4d3-9a57e09d2aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ca421b57-63bd-4031-9974-07ddcad0808b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:21.921070 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port ca421b57-63bd-4031-9974-07ddcad0808b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:21.934848 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Calling delete_port for f699aaca-0166-470d-8561-1e4a23ad8e2c owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:28:22.005837 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f40f86f-61e6-4032-99c6-881bd46529dd admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:28:22.014954 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7f40f86f-61e6-4032-99c6-881bd46529dd admin admin] 10.222.0.13 "PUT /v2.0/routers/c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2184856 Feb 28 20:28:22.017416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35890) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:22.032641 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf17d9c-7a90-4849-8774-0573725a2398 None None] Sync routers for ids ['c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:28:22.036953 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-53aed2d6-fce9-4287-b8d9-12e180094d31 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (ded26f93-08e0-4e52-b08a-9b7733ad0c73), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:22.038548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9a58478e-c262-4011-a4d3-9a57e09d2aea None None] Current status of the port ca421b57-63bd-4031-9974-07ddcad0808b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:22.049405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf17d9c-7a90-4849-8774-0573725a2398 None None] Routers {'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:22.050178 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-faf17d9c-7a90-4849-8774-0573725a2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:22.108576 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7273d7f-8e9d-4899-9aaf-9380ae47a1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2774f8-6424-45db-ab79-7350568559e6,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:22.131300 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a7273d7f-8e9d-4899-9aaf-9380ae47a1db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e842070f408f4052a474b8f5b9151776&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5828755 Feb 28 20:28:22.150259 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35892) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:22.184515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-97a9897d-f4e2-4379-9c95-f3b673ec1776 None None] Provisioning complete for port fe5763b6-263f-49f8-b2ab-ff3770cd2229 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:22.185359 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-97a9897d-f4e2-4379-9c95-f3b673ec1776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fe5763b6-263f-49f8-b2ab-ff3770cd2229), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:22.205053 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aed2d6-fce9-4287-b8d9-12e180094d31 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Port': ['ID=fe5763b6-263f-49f8-b2ab-ff3770cd2229,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:22.229582 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-faf17d9c-7a90-4849-8774-0573725a2398 None None] Set router c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:28:22.256561 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7894-e15d-4e93-85a3-1f4789acbee5 admin admin] Publish callbacks [] for router (c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:22.326288 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-97a9897d-f4e2-4379-9c95-f3b673ec1776 None None] Port fe5763b6-263f-49f8-b2ab-ff3770cd2229 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:28:22.353493 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4a3f-31cf-460b-86cb-c53825f0efcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (043d3d92-4588-4240-8ff5-3ae403f40051), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:22.359894 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (f699aaca-0166-470d-8561-1e4a23ad8e2c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:22.361856 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4d9b0912-6ea2-4575-b1d4-27667e5a48a2 admin admin] Publish callbacks [] for security_group (bb2774f8-6424-45db-ab79-7350568559e6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:22.436230 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Pushing event deleted for resources: {'Port': ['ID=f699aaca-0166-470d-8561-1e4a23ad8e2c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:22.454724 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aed2d6-fce9-4287-b8d9-12e180094d31 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network 90658ea4-ebb4-4d88-b5a9-c4f500f54816 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:22.462425 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:22.462966 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4d9b0912-6ea2-4575-b1d4-27667e5a48a2 admin admin] Publish callbacks [] for security_group (bb2774f8-6424-45db-ab79-7350568559e6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:22.464953 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-53aed2d6-fce9-4287-b8d9-12e180094d31 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:22.490601 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-faf17d9c-7a90-4849-8774-0573725a2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a', 'name': 'tempest-TaggedBootDevicesTest-1142043098-router', 'tenant_id': 'c03af209f8324d7f9e763a58e6451d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '704dedaf-6e93-40a6-8d32-9bfb1e6128c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:25Z', 'updated_at': '2022-02-28T20:28:20Z', 'revision_number': 5, 'project_id': 'c03af209f8324d7f9e763a58e6451d4e', 'gw_port': {'id': '704dedaf-6e93-40a6-8d32-9bfb1e6128c2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:27Z', 'updated_at': '2022-02-28T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:22.536526 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf17d9c-7a90-4849-8774-0573725a2398 None None] Checking router: c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:28:22.548518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf17d9c-7a90-4849-8774-0573725a2398 None None] Routers {'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:22.554558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-faf17d9c-7a90-4849-8774-0573725a2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:22.570199 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7ad4b84-8e0c-40a4-9c1a-a0d697e619aa tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (ed48f3a4-923f-4d8d-adf6-ecd2c82910af), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:22.581839 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7ad4b84-8e0c-40a4-9c1a-a0d697e619aa tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921162'] for router (ed48f3a4-923f-4d8d-adf6-ecd2c82910af), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:22.599643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ca421b57-63bd-4031-9974-07ddcad0808b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:22.712105 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53aed2d6-fce9-4287-b8d9-12e180094d31 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router ded26f93-08e0-4e52-b08a-9b7733ad0c73 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:28:22.741925 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port ca421b57-63bd-4031-9974-07ddcad0808b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:22.742301 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ca421b57-63bd-4031-9974-07ddcad0808b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:22.770205 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:22.788708 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5b4a3f-31cf-460b-86cb-c53825f0efcb admin admin] Router 043d3d92-4588-4240-8ff5-3ae403f40051 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:28:22.832783 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-faf17d9c-7a90-4849-8774-0573725a2398 None None] Set router c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:28:22.868819 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ad4b84-8e0c-40a4-9c1a-a0d697e619aa tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Router ed48f3a4-923f-4d8d-adf6-ecd2c82910af has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:28:22.911519 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21733dea-981f-4874-b438-c801331b9fe6 req-47e226ca-8fc4-4cc0-80ff-c9de75c36b5d tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:22.914345 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21733dea-981f-4874-b438-c801331b9fe6 req-47e226ca-8fc4-4cc0-80ff-c9de75c36b5d tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8deee278-0fd7-49b7-8b5f-6cade3f34d9d HTTP/1.1" status: 200 len: 946 time: 0.6146684 Feb 28 20:28:22.939694 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7894-e15d-4e93-85a3-1f4789acbee5 admin admin] Publish callbacks [] for router_gateway (c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:22.939948 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53aed2d6-fce9-4287-b8d9-12e180094d31 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:28:22.952232 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-53aed2d6-fce9-4287-b8d9-12e180094d31 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/ded26f93-08e0-4e52-b08a-9b7733ad0c73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9945376 Feb 28 20:28:22.952879 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35896) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:22.956663 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] Sync routers for ids ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:28:22.975665 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] Routers {'ded26f93-08e0-4e52-b08a-9b7733ad0c73'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:22.980835 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:22.997935 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-c0a0fabc-0989-494b-a6d0-f74f390b00c5 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'network': {'name': 'tempest-RoutersTest-69350155'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:23.032822 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks [] for floatingip (714f7509-9f73-42c4-9302-8f762d0f41d2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:23.061252 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21733dea-981f-4874-b438-c801331b9fe6 req-643792c9-3a0e-42ca-91c0-9d977777911f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236405 Feb 28 20:28:23.071384 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a0fabc-0989-494b-a6d0-f74f390b00c5 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Made reservation on behalf of 25615de0e19746d8843cb2b14de50f6e for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:23.076276 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c0a0fabc-0989-494b-a6d0-f74f390b00c5 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:23.082136 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port ca421b57-63bd-4031-9974-07ddcad0808b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:23.108995 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-71133dca-3925-4718-a071-b71faa0b7f63 None None] Provisioning complete for port fe5763b6-263f-49f8-b2ab-ff3770cd2229 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:23.109619 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-71133dca-3925-4718-a071-b71faa0b7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fe5763b6-263f-49f8-b2ab-ff3770cd2229), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:23.151286 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5b4a3f-31cf-460b-86cb-c53825f0efcb admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:28:23.158980 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4d9b0912-6ea2-4575-b1d4-27667e5a48a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (bb2774f8-6424-45db-ab79-7350568559e6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:23.162193 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4d9b0912-6ea2-4575-b1d4-27667e5a48a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:23.167422 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4d9b0912-6ea2-4575-b1d4-27667e5a48a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb2774f8-6424-45db-ab79-7350568559e6 HTTP/1.1" status: 204 len: 168 time: 1.0114326 Feb 28 20:28:23.196272 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b0912-6ea2-4575-b1d4-27667e5a48a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2774f8-6424-45db-ab79-7350568559e6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:23.197184 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ad4b84-8e0c-40a4-9c1a-a0d697e619aa tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:28:23.205401 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7ad4b84-8e0c-40a4-9c1a-a0d697e619aa tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:23.211056 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-71133dca-3925-4718-a071-b71faa0b7f63 None None] Port fe5763b6-263f-49f8-b2ab-ff3770cd2229 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:28:23.212373 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e7ad4b84-8e0c-40a4-9c1a-a0d697e619aa tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "PUT /v2.0/routers/ed48f3a4-923f-4d8d-adf6-ecd2c82910af HTTP/1.1" status: 200 len: 921 time: 4.0893528 Feb 28 20:28:23.213279 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] Sync routers for ids ['043d3d92-4588-4240-8ff5-3ae403f40051'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:28:23.219579 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35902) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:23.232902 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] Set router ded26f93-08e0-4e52-b08a-9b7733ad0c73 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:28:23.236834 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a0fabc-0989-494b-a6d0-f74f390b00c5 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:28:23.266996 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] Routers {'043d3d92-4588-4240-8ff5-3ae403f40051'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:23.267983 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['043d3d92-4588-4240-8ff5-3ae403f40051'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:23.306689 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (f98debf1-2741-471d-b51e-1d7167ab585e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:23.315625 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4a3f-31cf-460b-86cb-c53825f0efcb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:23.321550 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7f5b4a3f-31cf-460b-86cb-c53825f0efcb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.4903669 Feb 28 20:28:23.323457 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35906) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:23.339848 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-faf17d9c-7a90-4849-8774-0573725a2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a', 'name': 'tempest-TaggedBootDevicesTest-1142043098-router', 'tenant_id': 'c03af209f8324d7f9e763a58e6451d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '704dedaf-6e93-40a6-8d32-9bfb1e6128c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:25Z', 'updated_at': '2022-02-28T20:28:20Z', 'revision_number': 5, 'project_id': 'c03af209f8324d7f9e763a58e6451d4e', 'gw_port': {'id': '704dedaf-6e93-40a6-8d32-9bfb1e6128c2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:27Z', 'updated_at': '2022-02-28T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:23.391185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-6d1f7894-e15d-4e93-85a3-1f4789acbee5 admin admin] Deleting port 704dedaf-6e93-40a6-8d32-9bfb1e6128c2 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:28:23.391593 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7894-e15d-4e93-85a3-1f4789acbee5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (704dedaf-6e93-40a6-8d32-9bfb1e6128c2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:23.397884 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b25b894-f203-4d1f-b7e9-5f62f35482fe None None] Sync routers for ids ['ed48f3a4-923f-4d8d-adf6-ecd2c82910af'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:28:23.399975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf17d9c-7a90-4849-8774-0573725a2398 None None] The sync data for ids ['c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a'] in n-d-820368-21 is: [{'id': 'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a', 'name': 'tempest-TaggedBootDevicesTest-1142043098-router', 'tenant_id': 'c03af209f8324d7f9e763a58e6451d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '704dedaf-6e93-40a6-8d32-9bfb1e6128c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:19:25Z', 'updated_at': '2022-02-28T20:28:20Z', 'revision_number': 5, 'project_id': 'c03af209f8324d7f9e763a58e6451d4e', 'gw_port': {'id': '704dedaf-6e93-40a6-8d32-9bfb1e6128c2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:19:27Z', 'updated_at': '2022-02-28T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:28:23.481196 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b25b894-f203-4d1f-b7e9-5f62f35482fe None None] Routers {'ed48f3a4-923f-4d8d-adf6-ecd2c82910af'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:23.481838 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5b25b894-f203-4d1f-b7e9-5f62f35482fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ed48f3a4-923f-4d8d-adf6-ecd2c82910af'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:23.483036 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] Set router 043d3d92-4588-4240-8ff5-3ae403f40051 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:28:23.537848 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-6d1f7894-e15d-4e93-85a3-1f4789acbee5 admin admin] For port 704dedaf-6e93-40a6-8d32-9bfb1e6128c2, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=704dedaf-6e93-40a6-8d32-9bfb1e6128c2,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:23.538466 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7894-e15d-4e93-85a3-1f4789acbee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (704dedaf-6e93-40a6-8d32-9bfb1e6128c2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:23.545854 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5b25b894-f203-4d1f-b7e9-5f62f35482fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:23.558518 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c0a0fabc-0989-494b-a6d0-f74f390b00c5 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:23.559169 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-c0a0fabc-0989-494b-a6d0-f74f390b00c5 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Added segment 5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9 of type vlan for network f2e1c492-290b-465a-a703-516cade9fb69 Feb 28 20:28:23.559410 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-6d1f7894-e15d-4e93-85a3-1f4789acbee5 admin admin] Calling delete_port for 704dedaf-6e93-40a6-8d32-9bfb1e6128c2 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:28:23.585755 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b25b894-f203-4d1f-b7e9-5f62f35482fe None None] Routers {'ed48f3a4-923f-4d8d-adf6-ecd2c82910af'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:23.586825 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5b25b894-f203-4d1f-b7e9-5f62f35482fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ed48f3a4-923f-4d8d-adf6-ecd2c82910af'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:23.690885 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (f98debf1-2741-471d-b51e-1d7167ab585e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:23.727276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f98debf1-2741-471d-b51e-1d7167ab585e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:23.740293 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35910) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:23.769940 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c0a0fabc-0989-494b-a6d0-f74f390b00c5 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (f2e1c492-290b-465a-a703-516cade9fb69), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:23.773752 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5b25b894-f203-4d1f-b7e9-5f62f35482fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:23.774785 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b25b894-f203-4d1f-b7e9-5f62f35482fe None None] The sync data for ids ['ed48f3a4-923f-4d8d-adf6-ecd2c82910af'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:28:23.784413 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-959f2f28-ed0c-40eb-ae79-805378af98f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:23.831004 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076220546-router', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:16Z', 'updated_at': '2022-02-28T20:28:20Z', 'revision_number': 3, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'gw_port': {'id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:23.875349 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a352a72a-6297-47be-b1fe-b6d52a65276e tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "GET /v2.0/routers/ed48f3a4-923f-4d8d-adf6-ecd2c82910af HTTP/1.1" status: 200 len: 921 time: 0.6493244 Feb 28 20:28:23.880699 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35912) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:23.898637 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:28:20Z', 'revision_number': 3, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe5763b6-263f-49f8-b2ab-ff3770cd2229', 'name': '', 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:8e:4f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:20Z', 'revision_number': 2, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:23.914349 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] Checking router: 043d3d92-4588-4240-8ff5-3ae403f40051 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:28:23.914709 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] Updating router 043d3d92-4588-4240-8ff5-3ae403f40051 port c761832f-d2e4-4503-bcb2-fb795249ffd1 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:28:23.926519 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (e4dbdb4b-95c8-42b0-8450-1f1f712e6832), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:23.950784 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] Checking router: ded26f93-08e0-4e52-b08a-9b7733ad0c73 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:28:23.951417 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] Updating router ded26f93-08e0-4e52-b08a-9b7733ad0c73 port fe5763b6-263f-49f8-b2ab-ff3770cd2229 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:28:23.960893 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c761832f-d2e4-4503-bcb2-fb795249ffd1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:23.964955 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4dbdb4b-95c8-42b0-8450-1f1f712e6832']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:23.979975 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22adaa-80c6-4b87-be95-718fc5366fa7 req-2a36f167-c046-4c00-8632-ce29519f72ad tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:23.981791 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa22adaa-80c6-4b87-be95-718fc5366fa7 req-2a36f167-c046-4c00-8632-ce29519f72ad tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8deee278-0fd7-49b7-8b5f-6cade3f34d9d HTTP/1.1" status: 200 len: 946 time: 0.7823663 Feb 28 20:28:23.998619 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fe5763b6-263f-49f8-b2ab-ff3770cd2229), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:24.003417 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c409c57-078d-4a78-83d4-867b732ddcf3') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:24.003884 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c409c57-078d-4a78-83d4-867b732ddcf3') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:24.066395 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa22adaa-80c6-4b87-be95-718fc5366fa7 req-576acf62-70f5-42ac-b370-613481e9098c tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677030 Feb 28 20:28:24.070662 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (7c409c57-078d-4a78-83d4-867b732ddcf3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:24.142552 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (7c409c57-078d-4a78-83d4-867b732ddcf3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:24.163217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:28:24.171316 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (7c409c57-078d-4a78-83d4-867b732ddcf3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:28:24.173878 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:28:24.392812 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c0a0fabc-0989-494b-a6d0-f74f390b00c5 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (f2e1c492-290b-465a-a703-516cade9fb69), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:24.398712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a0fabc-0989-494b-a6d0-f74f390b00c5 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:24.399692 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c0a0fabc-0989-494b-a6d0-f74f390b00c5 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:24.407042 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (e4dbdb4b-95c8-42b0-8450-1f1f712e6832), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:24.433518 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e4dbdb4b-95c8-42b0-8450-1f1f712e6832 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 20:28:24.447380 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:24.457240 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] 10.222.0.13 "DELETE /v2.0/networks/e4dbdb4b-95c8-42b0-8450-1f1f712e6832 HTTP/1.1" status: 204 len: 168 time: 3.5528612 Feb 28 20:28:24.464679 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35918) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:24.503308 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aaffae-319a-45f5-aa13-fb7895dd6582 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4dbdb4b-95c8-42b0-8450-1f1f712e6832,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:24.526568 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] Publish callbacks [] for port (fe5763b6-263f-49f8-b2ab-ff3770cd2229), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:24.535062 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 22b7cfa1-f469-4db9-830d-37bb46573b44 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:28:24.543395 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fe5763b6-263f-49f8-b2ab-ff3770cd2229), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:24.584118 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7894-e15d-4e93-85a3-1f4789acbee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (704dedaf-6e93-40a6-8d32-9bfb1e6128c2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:24.595431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 22b7cfa1-f469-4db9-830d-37bb46573b44 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:28:24.595929 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 22b7cfa1-f469-4db9-830d-37bb46573b44 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:28:24.640887 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f7894-e15d-4e93-85a3-1f4789acbee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=704dedaf-6e93-40a6-8d32-9bfb1e6128c2,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:24.673426 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d12ec-a7aa-4cc2-9c39-562788e2e625 None None] Pushing event updated for resources: {'Port': ['ID=fe5763b6-263f-49f8-b2ab-ff3770cd2229,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:24.699243 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b11759-86e7-402a-b0d6-0b32dbbf1aca req-855aed30-a0de-474a-bd1d-7962f2604587 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:24.700967 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1b11759-86e7-402a-b0d6-0b32dbbf1aca req-855aed30-a0de-474a-bd1d-7962f2604587 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8deee278-0fd7-49b7-8b5f-6cade3f34d9d HTTP/1.1" status: 200 len: 946 time: 0.1578717 Feb 28 20:28:24.719736 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c0a0fabc-0989-494b-a6d0-f74f390b00c5 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.7257311 Feb 28 20:28:24.723125 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35920) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:24.740542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-1e01fcec-3039-44ef-b7b8-d0787a94d796 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'subnet': {'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:24.782706 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0fabc-0989-494b-a6d0-f74f390b00c5 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Network': ['ID=f2e1c492-290b-465a-a703-516cade9fb69,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:24.796863 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network f2e1c492-290b-465a-a703-516cade9fb69 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:28:24.805461 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] Attempting to bind port fe5763b6-263f-49f8-b2ab-ff3770cd2229 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:28:24.805828 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] Attempting to bind port fe5763b6-263f-49f8-b2ab-ff3770cd2229 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:28:24.806186 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] Attempting to bind port fe5763b6-263f-49f8-b2ab-ff3770cd2229 on network 90658ea4-ebb4-4d88-b5a9-c4f500f54816 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:28:24.820944 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:28:24.821324 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] Checking segment: {'id': '4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:24.821728 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:24.822123 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] Bound using segment: {'id': '4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:28:24.823136 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] Bound port: fe5763b6-263f-49f8-b2ab-ff3770cd2229, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:28:24.823513 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fe5763b6-263f-49f8-b2ab-ff3770cd2229), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:24.862944 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7894-e15d-4e93-85a3-1f4789acbee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:24.884703 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] Publish callbacks [] for port (c761832f-d2e4-4503-bcb2-fb795249ffd1), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:24.904622 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c761832f-d2e4-4503-bcb2-fb795249ffd1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:24.905534 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-959f2f28-ed0c-40eb-ae79-805378af98f8 admin admin] Publish callbacks [] for security_group (28c5e0fc-91c2-4bcd-8d9f-cb4092db98be), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:24.932025 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-959f2f28-ed0c-40eb-ae79-805378af98f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (28c5e0fc-91c2-4bcd-8d9f-cb4092db98be), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:24.944229 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b240ffaf-0f03-4798-9dd0-6644d0298aba tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.4609189 Feb 28 20:28:24.946603 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a87358-6dbb-4448-adcc-7e840e65481a tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:24.954927 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f2a87358-6dbb-4448-adcc-7e840e65481a tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&device_id=ed48f3a4-923f-4d8d-adf6-ecd2c82910af&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.0677636 Feb 28 20:28:24.954927 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35922) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:24.959374 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35924) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:24.961202 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] For port fe5763b6-263f-49f8-b2ab-ff3770cd2229, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:28:24.976068 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] For port fe5763b6-263f-49f8-b2ab-ff3770cd2229, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=fe5763b6-263f-49f8-b2ab-ff3770cd2229,segment=NetworkSegment(4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c),segment_id=4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:28:24.991126 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb2ed9-99e4-42ec-b0c6-beaf2113f18a None None] Pushing event updated for resources: {'Port': ['ID=c761832f-d2e4-4503-bcb2-fb795249ffd1,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:24.997401 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fe5763b6-263f-49f8-b2ab-ff3770cd2229), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:25.001218 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] Attempting to bind port c761832f-d2e4-4503-bcb2-fb795249ffd1 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:28:25.001740 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] Attempting to bind port c761832f-d2e4-4503-bcb2-fb795249ffd1 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:28:25.002472 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] Attempting to bind port c761832f-d2e4-4503-bcb2-fb795249ffd1 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:28:25.008912 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:28:25.009299 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:25.010380 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:25.010774 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:28:25.011248 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] Bound port: c761832f-d2e4-4503-bcb2-fb795249ffd1, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:28:25.011679 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c761832f-d2e4-4503-bcb2-fb795249ffd1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:25.066129 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d12ec-a7aa-4cc2-9c39-562788e2e625 None None] Pushing event updated for resources: {'Port': ['ID=fe5763b6-263f-49f8-b2ab-ff3770cd2229,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:25.074930 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] For port c761832f-d2e4-4503-bcb2-fb795249ffd1, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:28:25.082772 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] Routers {'ded26f93-08e0-4e52-b08a-9b7733ad0c73'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:25.083587 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:25.093470 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] For port c761832f-d2e4-4503-bcb2-fb795249ffd1, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c761832f-d2e4-4503-bcb2-fb795249ffd1,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:28:25.102065 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c71905d8-d21a-43e2-901a-bf37e24e069e None None] Provisioning complete for port fe5763b6-263f-49f8-b2ab-ff3770cd2229 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:25.102528 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c71905d8-d21a-43e2-901a-bf37e24e069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fe5763b6-263f-49f8-b2ab-ff3770cd2229), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:25.107296 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c761832f-d2e4-4503-bcb2-fb795249ffd1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:25.176514 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7894-e15d-4e93-85a3-1f4789acbee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:25.185035 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7894-e15d-4e93-85a3-1f4789acbee5 admin admin] Publish callbacks [] for router_controller (c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:25.204990 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] Set router ded26f93-08e0-4e52-b08a-9b7733ad0c73 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:28:25.237315 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c630abd-2194-4016-b5b6-163350abc65c tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:25.237790 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c630abd-2194-4016-b5b6-163350abc65c tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:25.238255 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c630abd-2194-4016-b5b6-163350abc65c tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:25.244964 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c630abd-2194-4016-b5b6-163350abc65c tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:25.245451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c630abd-2194-4016-b5b6-163350abc65c tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:25.245923 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c630abd-2194-4016-b5b6-163350abc65c tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:25.246383 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c630abd-2194-4016-b5b6-163350abc65c tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:25.246837 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c630abd-2194-4016-b5b6-163350abc65c tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:25.247292 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c630abd-2194-4016-b5b6-163350abc65c tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:25.253176 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5c630abd-2194-4016-b5b6-163350abc65c tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5846 time: 0.2703791 Feb 28 20:28:25.262587 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] Routers {'043d3d92-4588-4240-8ff5-3ae403f40051'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:25.263237 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['043d3d92-4588-4240-8ff5-3ae403f40051'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:25.272766 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35926) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:25.290304 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1b11759-86e7-402a-b0d6-0b32dbbf1aca req-693e4b07-a4de-4289-8d13-960640d812ee tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789316 Feb 28 20:28:25.315501 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7894-e15d-4e93-85a3-1f4789acbee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:25.316427 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1f7894-e15d-4e93-85a3-1f4789acbee5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:28:25.334439 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7894-e15d-4e93-85a3-1f4789acbee5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:25.335949 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6d1f7894-e15d-4e93-85a3-1f4789acbee5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c2dccc54-ccd6-4cfb-b4e1-29d7d3ab094a HTTP/1.1" status: 204 len: 168 time: 3.3175044 Feb 28 20:28:25.347311 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35928) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:25.438639 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] Set router 043d3d92-4588-4240-8ff5-3ae403f40051 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:28:25.461737 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e01fcec-3039-44ef-b7b8-d0787a94d796 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Made reservation on behalf of 25615de0e19746d8843cb2b14de50f6e for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:25.467200 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e01fcec-3039-44ef-b7b8-d0787a94d796 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:25.483713 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:28:20Z', 'revision_number': 3, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe5763b6-263f-49f8-b2ab-ff3770cd2229', 'name': '', 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:8e:4f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:24Z', 'revision_number': 4, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:25.497507 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb2ed9-99e4-42ec-b0c6-beaf2113f18a None None] Pushing event updated for resources: {'Port': ['ID=c761832f-d2e4-4503-bcb2-fb795249ffd1,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:25.510857 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-88e9c5c7-3dae-4414-9937-0aa7d3f27bb0 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] delete failed (client error): The resource could not be found. Feb 28 20:28:25.511935 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-88e9c5c7-3dae-4414-9937-0aa7d3f27bb0 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/714f7509-9f73-42c4-9302-8f762d0f41d2 HTTP/1.1" status: 404 len: 345 time: 0.2240424 Feb 28 20:28:25.517938 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a609cc1-603a-461a-8cf4-f76e70a90bff admin admin] Deleting subnet 71b4aac7-046b-4b20-9b05-f7c98c253e16 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:28:25.525036 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb356ba-f911-4a6e-940a-1f71edfbd2f7 None None] The sync data for ids ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'] in n-d-820368-21 is: [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:28:20Z', 'revision_number': 3, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe5763b6-263f-49f8-b2ab-ff3770cd2229', 'name': '', 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:8e:4f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:24Z', 'revision_number': 4, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:28:25.529015 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35930) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:25.538333 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a609cc1-603a-461a-8cf4-f76e70a90bff admin admin] Publish callbacks [] for subnet (71b4aac7-046b-4b20-9b05-f7c98c253e16), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:25.585017 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f2f28-ed0c-40eb-ae79-805378af98f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c5e0fc-91c2-4bcd-8d9f-cb4092db98be,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:25.597447 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-959f2f28-ed0c-40eb-ae79-805378af98f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95822b8db4df4db696871352e1a6c712&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8560574 Feb 28 20:28:25.605093 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35934) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:25.632361 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c71905d8-d21a-43e2-901a-bf37e24e069e None None] Current status of the port fe5763b6-263f-49f8-b2ab-ff3770cd2229 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:25.633377 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c71905d8-d21a-43e2-901a-bf37e24e069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fe5763b6-263f-49f8-b2ab-ff3770cd2229), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:25.698077 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7695862-bc3d-4add-8b63-dc738952a0fb tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] DELETE failed (client error): The resource could not be found. Feb 28 20:28:25.698493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7695862-bc3d-4add-8b63-dc738952a0fb tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:28:25.705444 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b7695862-bc3d-4add-8b63-dc738952a0fb tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] 10.222.0.13 "DELETE /v2.0/networks/e4dbdb4b-95c8-42b0-8450-1f1f712e6832 HTTP/1.1" status: 404 len: 339 time: 0.1693830 Feb 28 20:28:25.708931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35936) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:25.721930 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-e1b70e39-f330-49b3-b865-c82201b2dda4 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Request body: {'network': {'name': 'tempest-network--1274612722', 'router:external': True}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:25.732395 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c71905d8-d21a-43e2-901a-bf37e24e069e None None] For port fe5763b6-263f-49f8-b2ab-ff3770cd2229, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=fe5763b6-263f-49f8-b2ab-ff3770cd2229,segment=NetworkSegment(4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c),segment_id=4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:25.743903 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3ecdfa-4a5f-4a76-b91d-f6fad6fff24f tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:25.748636 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cb3ecdfa-4a5f-4a76-b91d-f6fad6fff24f tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 881 time: 0.4557879 Feb 28 20:28:25.749288 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c71905d8-d21a-43e2-901a-bf37e24e069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fe5763b6-263f-49f8-b2ab-ff3770cd2229), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:25.751312 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35938) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:25.765084 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a609cc1-603a-461a-8cf4-f76e70a90bff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (71b4aac7-046b-4b20-9b05-f7c98c253e16), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:25.784398 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3c0e-3863-44d0-9716-4e02530616f2 admin admin] Publish callbacks [] for security_group (28c5e0fc-91c2-4bcd-8d9f-cb4092db98be), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:25.795016 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4fee05f8-b02f-4711-a139-1576416604c5 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed48f3a4-923f-4d8d-adf6-ecd2c82910af HTTP/1.1" status: 200 len: 205 time: 0.0419836 Feb 28 20:28:25.798337 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35940) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:25.865505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076220546-router', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:16Z', 'updated_at': '2022-02-28T20:28:20Z', 'revision_number': 3, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'gw_port': {'id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:25.897007 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3c0e-3863-44d0-9716-4e02530616f2 admin admin] Publish callbacks [] for security_group (28c5e0fc-91c2-4bcd-8d9f-cb4092db98be), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:25.940244 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b70e39-f330-49b3-b865-c82201b2dda4 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Made reservation on behalf of d1265fb436f14ec8ad5cd0ed7dacfdd3 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:25.941601 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71905d8-d21a-43e2-901a-bf37e24e069e None None] Pushing event updated for resources: {'Port': ['ID=fe5763b6-263f-49f8-b2ab-ff3770cd2229,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:25.942644 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e1b70e39-f330-49b3-b865-c82201b2dda4 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:25.945000 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f9cfe0-eab0-4e88-a436-f839a8c51fdc None None] The sync data for ids ['043d3d92-4588-4240-8ff5-3ae403f40051'] in n-d-820368-21 is: [{'id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076220546-router', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:16Z', 'updated_at': '2022-02-28T20:28:20Z', 'revision_number': 3, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'gw_port': {'id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:28:25.947127 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-fa0be74f-2c0a-4b1a-a0c5-e788b0ce1722 None None] Provisioning complete for port fe5763b6-263f-49f8-b2ab-ff3770cd2229 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:25.948287 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fa0be74f-2c0a-4b1a-a0c5-e788b0ce1722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fe5763b6-263f-49f8-b2ab-ff3770cd2229), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:26.057485 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-fa0be74f-2c0a-4b1a-a0c5-e788b0ce1722 None None] Current status of the port fe5763b6-263f-49f8-b2ab-ff3770cd2229 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:26.083580 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4f18724-d9fc-4bd4-b196-4d9681f576d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:26.084271 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e01fcec-3039-44ef-b7b8-d0787a94d796 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (a072275c-af23-49d1-a01e-098d18f4c2da), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:26.113283 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b70e39-f330-49b3-b865-c82201b2dda4 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:28:26.131904 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6da0d-d480-4933-b0fb-f6b6cc6ff202 req-403fa187-23a4-418c-bbed-2409d19e60ba tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:26.133424 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-80e6da0d-d480-4933-b0fb-f6b6cc6ff202 req-403fa187-23a4-418c-bbed-2409d19e60ba tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.15 "GET /v2.0/ports?device_id=8deee278-0fd7-49b7-8b5f-6cade3f34d9d HTTP/1.1" status: 200 len: 946 time: 0.2681925 Feb 28 20:28:26.148181 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7486e9c9-a82f-431a-a53d-8b367e0192fc tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router (ed48f3a4-923f-4d8d-adf6-ecd2c82910af), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:26.170564 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a609cc1-603a-461a-8cf4-f76e70a90bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (71b4aac7-046b-4b20-9b05-f7c98c253e16), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:26.219205 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e1b70e39-f330-49b3-b865-c82201b2dda4 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (9fb6abe7-e078-4b02-bc90-8f86e72c2e01), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:26.219724 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-e1b70e39-f330-49b3-b865-c82201b2dda4 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Added segment 9fb6abe7-e078-4b02-bc90-8f86e72c2e01 of type vlan for network a98f9530-7641-48a1-8ac7-f1d273687b28 Feb 28 20:28:26.223008 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01fcec-3039-44ef-b7b8-d0787a94d796 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Subnet': ['ID=a072275c-af23-49d1-a01e-098d18f4c2da,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:26.249733 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3c0e-3863-44d0-9716-4e02530616f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (28c5e0fc-91c2-4bcd-8d9f-cb4092db98be), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:26.252937 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3c0e-3863-44d0-9716-4e02530616f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:26.257318 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fc0e3c0e-3863-44d0-9716-4e02530616f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28c5e0fc-91c2-4bcd-8d9f-cb4092db98be HTTP/1.1" status: 204 len: 168 time: 0.6472745 Feb 28 20:28:26.320338 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e3c0e-3863-44d0-9716-4e02530616f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c5e0fc-91c2-4bcd-8d9f-cb4092db98be,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:26.360423 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e01fcec-3039-44ef-b7b8-d0787a94d796 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Checking segment: {'id': '5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:26.360981 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e01fcec-3039-44ef-b7b8-d0787a94d796 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network hostable DHCP agents. Network: f2e1c492-290b-465a-a703-516cade9fb69, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:28:26.367037 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e1b70e39-f330-49b3-b865-c82201b2dda4 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (a98f9530-7641-48a1-8ac7-f1d273687b28), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:26.370552 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a609cc1-603a-461a-8cf4-f76e70a90bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (71b4aac7-046b-4b20-9b05-f7c98c253e16), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:26.458585 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a609cc1-603a-461a-8cf4-f76e70a90bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b4aac7-046b-4b20-9b05-f7c98c253e16,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:26.533818 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a609cc1-603a-461a-8cf4-f76e70a90bff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:26.538166 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5a609cc1-603a-461a-8cf4-f76e70a90bff admin admin] 10.222.0.13 "DELETE /v2.0/subnets/71b4aac7-046b-4b20-9b05-f7c98c253e16 HTTP/1.1" status: 204 len: 168 time: 1.1857412 Feb 28 20:28:26.548929 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0d5bc1-9d72-472a-9d94-dc6d7dc4cac2 None None] Network 9bda1be2-de9a-4eca-983a-cac0e25a7b7a requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:28:26.585650 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35946) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:26.642988 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e01fcec-3039-44ef-b7b8-d0787a94d796 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network f2e1c492-290b-465a-a703-516cade9fb69 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:28:26.653604 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7486e9c9-a82f-431a-a53d-8b367e0192fc tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_gateway (ed48f3a4-923f-4d8d-adf6-ecd2c82910af), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:26.707394 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-c4f18724-d9fc-4bd4-b196-4d9681f576d4 admin admin] Allocated IP 172.20.0.1 (772a5f8c-d784-4526-8416-23f5187ae8c6/d39c0c2a-dc41-4cb2-bcf8-368cafaff201/9dfa9662-a9d0-4430-ad15-841b7590bdfa) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:26.745177 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e1b70e39-f330-49b3-b865-c82201b2dda4 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (a98f9530-7641-48a1-8ac7-f1d273687b28), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:26.746211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b70e39-f330-49b3-b865-c82201b2dda4 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:26.746794 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e1b70e39-f330-49b3-b865-c82201b2dda4 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:26.761658 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-1e01fcec-3039-44ef-b7b8-d0787a94d796 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, f2e1c492-290b-465a-a703-516cade9fb69) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:26.770989 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c761832f-d2e4-4503-bcb2-fb795249ffd1 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:26.786315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74dfca8-7976-4a16-a568-92a903b19bd5 None None] Network f2e1c492-290b-465a-a703-516cade9fb69 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:28:26.841515 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e01fcec-3039-44ef-b7b8-d0787a94d796 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:26.842335 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e01fcec-3039-44ef-b7b8-d0787a94d796 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:26.914173 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-80e6da0d-d480-4933-b0fb-f6b6cc6ff202 req-7b6d0f68-14aa-4419-aaf2-be5305f5e0e6 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Deleting port 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:28:26.914672 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-80e6da0d-d480-4933-b0fb-f6b6cc6ff202 req-7b6d0f68-14aa-4419-aaf2-be5305f5e0e6 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:26.917495 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e1b70e39-f330-49b3-b865-c82201b2dda4 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1982524 Feb 28 20:28:26.918286 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35952) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:26.941583 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b70e39-f330-49b3-b865-c82201b2dda4 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Pushing event updated for resources: {'Network': ['ID=a98f9530-7641-48a1-8ac7-f1d273687b28,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:26.953503 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network a98f9530-7641-48a1-8ac7-f1d273687b28 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:28:26.965924 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff5e40-5bcd-46fa-8925-6897cc36f816 req-43c1c532-ea2a-4205-9015-174fd527b061 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:26.967675 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ffff5e40-5bcd-46fa-8925-6897cc36f816 req-43c1c532-ea2a-4205-9015-174fd527b061 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8deee278-0fd7-49b7-8b5f-6cade3f34d9d HTTP/1.1" status: 200 len: 946 time: 0.4752002 Feb 28 20:28:26.970481 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a090a156-e89e-4840-aa77-67014cf27a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (9bda1be2-de9a-4eca-983a-cac0e25a7b7a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:26.982255 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1e01fcec-3039-44ef-b7b8-d0787a94d796 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2560811 Feb 28 20:28:26.984296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35956) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:26.999924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd6b060-3fab-4fdc-b347-d0896800c6e8 None None] DHCP port deletion for 9bda1be2-de9a-4eca-983a-cac0e25a7b7a request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:28:27.022926 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c761832f-d2e4-4503-bcb2-fb795249ffd1 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:27.023305 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c761832f-d2e4-4503-bcb2-fb795249ffd1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:27.036984 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec7fbe7-d02f-4ea7-8655-23736b9baf92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-f2e1c492-290b-465a-a703-516cade9fb69', 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69', 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'fixed_ips': [{'subnet_id': 'a072275c-af23-49d1-a01e-098d18f4c2da'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:28:27.037854 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cec7fbe7-d02f-4ea7-8655-23736b9baf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:27.085156 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-80e6da0d-d480-4933-b0fb-f6b6cc6ff202 req-7b6d0f68-14aa-4419-aaf2-be5305f5e0e6 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] For port 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:27.086777 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-80e6da0d-d480-4933-b0fb-f6b6cc6ff202 req-7b6d0f68-14aa-4419-aaf2-be5305f5e0e6 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:27.171835 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-80e6da0d-d480-4933-b0fb-f6b6cc6ff202 req-7b6d0f68-14aa-4419-aaf2-be5305f5e0e6 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Calling delete_port for 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:28:27.504028 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6b060-3fab-4fdc-b347-d0896800c6e8 None None] Deleting port 0a6c39a6-4172-45d6-bd77-09d5382f3a01 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:28:27.505934 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1bd6b060-3fab-4fdc-b347-d0896800c6e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0a6c39a6-4172-45d6-bd77-09d5382f3a01), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:27.511669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c761832f-d2e4-4503-bcb2-fb795249ffd1 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:27.511669 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c761832f-d2e4-4503-bcb2-fb795249ffd1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:27.535640 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ffff5e40-5bcd-46fa-8925-6897cc36f816 req-084d8f01-1f40-4cf6-93cf-3083d8924ce9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520365 Feb 28 20:28:27.601881 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-cec7fbe7-d02f-4ea7-8655-23736b9baf92 None None] Allocated IP 172.22.0.2 (f2e1c492-290b-465a-a703-516cade9fb69/a072275c-af23-49d1-a01e-098d18f4c2da/57db6339-923a-4b33-955c-0805c9a8df9d) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:27.670799 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1bd6b060-3fab-4fdc-b347-d0896800c6e8 None None] For port 0a6c39a6-4172-45d6-bd77-09d5382f3a01, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0a6c39a6-4172-45d6-bd77-09d5382f3a01,segment=NetworkSegment(d0b5a409-a2e5-4baa-8a2b-378ae659a115),segment_id=d0b5a409-a2e5-4baa-8a2b-378ae659a115)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:27.671199 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1bd6b060-3fab-4fdc-b347-d0896800c6e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0a6c39a6-4172-45d6-bd77-09d5382f3a01), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:27.686332 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b17e1842-9011-48fd-91c5-9a5a2d4a6d6f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:27.686616 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6b060-3fab-4fdc-b347-d0896800c6e8 None None] Calling delete_port for 0a6c39a6-4172-45d6-bd77-09d5382f3a01 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:28:27.795623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port c761832f-d2e4-4503-bcb2-fb795249ffd1, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c761832f-d2e4-4503-bcb2-fb795249ffd1,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:27.809649 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c761832f-d2e4-4503-bcb2-fb795249ffd1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:27.810593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device fe5763b6-263f-49f8-b2ab-ff3770cd2229 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:27.830904 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4f18724-d9fc-4bd4-b196-4d9681f576d4 admin admin] Publish callbacks [] for port (9dfa9662-a9d0-4430-ad15-841b7590bdfa), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:27.836047 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-a090a156-e89e-4840-aa77-67014cf27a6e admin admin] Deleting port 0a6c39a6-4172-45d6-bd77-09d5382f3a01 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:28:27.837056 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a090a156-e89e-4840-aa77-67014cf27a6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0a6c39a6-4172-45d6-bd77-09d5382f3a01), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:27.867472 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:28:27.936276 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4f18724-d9fc-4bd4-b196-4d9681f576d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (9dfa9662-a9d0-4430-ad15-841b7590bdfa), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:28.023604 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ea7e5-dcce-4777-bb5c-5fd737cfc7e1 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:28.035391 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ea7e5-dcce-4777-bb5c-5fd737cfc7e1 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:28.043393 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ea7e5-dcce-4777-bb5c-5fd737cfc7e1 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:28.049940 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ea7e5-dcce-4777-bb5c-5fd737cfc7e1 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:28.055322 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-238ea7e5-dcce-4777-bb5c-5fd737cfc7e1 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.1306636 Feb 28 20:28:28.056003 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35976) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:28.091408 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f18724-d9fc-4bd4-b196-4d9681f576d4 admin admin] Pushing event updated for resources: {'Port': ['ID=9dfa9662-a9d0-4430-ad15-841b7590bdfa,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:28.091685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-a090a156-e89e-4840-aa77-67014cf27a6e admin admin] For port 0a6c39a6-4172-45d6-bd77-09d5382f3a01, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0a6c39a6-4172-45d6-bd77-09d5382f3a01,segment=NetworkSegment(d0b5a409-a2e5-4baa-8a2b-378ae659a115),segment_id=d0b5a409-a2e5-4baa-8a2b-378ae659a115)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:28.092951 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a090a156-e89e-4840-aa77-67014cf27a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0a6c39a6-4172-45d6-bd77-09d5382f3a01), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:28.113143 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f18724-d9fc-4bd4-b196-4d9681f576d4 admin admin] Network 772a5f8c-d784-4526-8416-23f5187ae8c6 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:28.129162 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-7486e9c9-a82f-431a-a53d-8b367e0192fc tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Deleting port f4d5853d-1ebc-4030-a09c-60deada431fb {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:28:28.129681 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7486e9c9-a82f-431a-a53d-8b367e0192fc tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (f4d5853d-1ebc-4030-a09c-60deada431fb), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:28.140103 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-c4f18724-d9fc-4bd4-b196-4d9681f576d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:28.156369 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f18724-d9fc-4bd4-b196-4d9681f576d4 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:28.158188 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-a090a156-e89e-4840-aa77-67014cf27a6e admin admin] Calling delete_port for 0a6c39a6-4172-45d6-bd77-09d5382f3a01 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:28:28.208209 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=c761832f-d2e4-4503-bcb2-fb795249ffd1,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:28.216988 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1bd6b060-3fab-4fdc-b347-d0896800c6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (0a6c39a6-4172-45d6-bd77-09d5382f3a01), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:28.312583 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7486e9c9-a82f-431a-a53d-8b367e0192fc tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (f4d5853d-1ebc-4030-a09c-60deada431fb), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:28.320806 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6b060-3fab-4fdc-b347-d0896800c6e8 None None] Pushing event deleted for resources: {'Port': ['ID=0a6c39a6-4172-45d6-bd77-09d5382f3a01,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:28.324202 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd6b060-3fab-4fdc-b347-d0896800c6e8 None None] No DVR routers for this DVR port 0a6c39a6-4172-45d6-bd77-09d5382f3a01 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:28:28.328940 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-7486e9c9-a82f-431a-a53d-8b367e0192fc tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Calling delete_port for f4d5853d-1ebc-4030-a09c-60deada431fb owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:28:28.347403 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port fe5763b6-263f-49f8-b2ab-ff3770cd2229 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:28.349102 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fe5763b6-263f-49f8-b2ab-ff3770cd2229), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:28.383891 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a090a156-e89e-4840-aa77-67014cf27a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0a6c39a6-4172-45d6-bd77-09d5382f3a01), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:28.411288 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:28.412485 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:28.419556 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a090a156-e89e-4840-aa77-67014cf27a6e admin admin] No DVR routers for this DVR port 0a6c39a6-4172-45d6-bd77-09d5382f3a01 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:28:28.469930 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cec7fbe7-d02f-4ea7-8655-23736b9baf92 None None] Publish callbacks [] for port (57db6339-923a-4b33-955c-0805c9a8df9d), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:28.523980 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cec7fbe7-d02f-4ea7-8655-23736b9baf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (57db6339-923a-4b33-955c-0805c9a8df9d), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:28.608211 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec7fbe7-d02f-4ea7-8655-23736b9baf92 None None] Network f2e1c492-290b-465a-a703-516cade9fb69 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:28.610938 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port fe5763b6-263f-49f8-b2ab-ff3770cd2229 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:28.638179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-cec7fbe7-d02f-4ea7-8655-23736b9baf92 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:28.648078 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-80e6da0d-d480-4933-b0fb-f6b6cc6ff202 req-7b6d0f68-14aa-4419-aaf2-be5305f5e0e6 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:28.653524 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec7fbe7-d02f-4ea7-8655-23736b9baf92 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:28.658547 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7fbe7-d02f-4ea7-8655-23736b9baf92 None None] Pushing event updated for resources: {'Port': ['ID=57db6339-923a-4b33-955c-0805c9a8df9d,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:28.665482 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:28:28.749490 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 704dedaf-6e93-40a6-8d32-9bfb1e6128c2 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:28:28.757643 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d0f68-14aa-4419-aaf2-be5305f5e0e6 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Pushing event deleted for resources: {'Port': ['ID=884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:28.771588 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa86928f-edfa-4a31-968c-f305917a0afa tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (a98f9530-7641-48a1-8ac7-f1d273687b28), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:28.795047 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 704dedaf-6e93-40a6-8d32-9bfb1e6128c2 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:28:28.800229 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 704dedaf-6e93-40a6-8d32-9bfb1e6128c2 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:28:28.808011 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4f18724-d9fc-4bd4-b196-4d9681f576d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (043d3d92-4588-4240-8ff5-3ae403f40051), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:28.810025 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-cec7fbe7-d02f-4ea7-8655-23736b9baf92 None None] Attempting to bind port 57db6339-923a-4b33-955c-0805c9a8df9d on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:28:28.812246 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-cec7fbe7-d02f-4ea7-8655-23736b9baf92 None None] Attempting to bind port 57db6339-923a-4b33-955c-0805c9a8df9d by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:28:28.812756 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec7fbe7-d02f-4ea7-8655-23736b9baf92 None None] Attempting to bind port 57db6339-923a-4b33-955c-0805c9a8df9d on network f2e1c492-290b-465a-a703-516cade9fb69 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:28:28.823233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec7fbe7-d02f-4ea7-8655-23736b9baf92 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:28:28.823779 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec7fbe7-d02f-4ea7-8655-23736b9baf92 None None] Checking segment: {'id': '5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:28.824351 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cec7fbe7-d02f-4ea7-8655-23736b9baf92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:28.824880 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec7fbe7-d02f-4ea7-8655-23736b9baf92 None None] Bound using segment: {'id': '5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:28:28.825486 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-cec7fbe7-d02f-4ea7-8655-23736b9baf92 None None] Bound port: 57db6339-923a-4b33-955c-0805c9a8df9d, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:28:28.826098 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cec7fbe7-d02f-4ea7-8655-23736b9baf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (57db6339-923a-4b33-955c-0805c9a8df9d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:28.893241 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-b17e1842-9011-48fd-91c5-9a5a2d4a6d6f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Allocated IP 172.22.0.1 (f2e1c492-290b-465a-a703-516cade9fb69/a072275c-af23-49d1-a01e-098d18f4c2da/9d9c9c6f-3f54-40f6-bc41-f08367d0dfff) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:28.905313 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e6da0d-d480-4933-b0fb-f6b6cc6ff202 req-7b6d0f68-14aa-4419-aaf2-be5305f5e0e6 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] No DVR routers for this DVR port 884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:28:28.908505 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-80e6da0d-d480-4933-b0fb-f6b6cc6ff202 req-7b6d0f68-14aa-4419-aaf2-be5305f5e0e6 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:28.920102 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-80e6da0d-d480-4933-b0fb-f6b6cc6ff202 req-7b6d0f68-14aa-4419-aaf2-be5305f5e0e6 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.15 "DELETE /v2.0/ports/884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda HTTP/1.1" status: 204 len: 173 time: 2.7799621 Feb 28 20:28:28.935200 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8deee278-0fd7-49b7-8b5f-6cade3f34d9d', 'name': 'network-vif-deleted', 'tag': '884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:28:28.939275 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6c4c90-c91d-4562-8ce1-fe9eac5530c4" -d '{"events": [{"server_uuid": "8deee278-0fd7-49b7-8b5f-6cade3f34d9d", "name": "network-vif-deleted", "tag": "884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:28:28.995148 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-cec7fbe7-d02f-4ea7-8655-23736b9baf92 None None] For port 57db6339-923a-4b33-955c-0805c9a8df9d, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:28:29.015322 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-cec7fbe7-d02f-4ea7-8655-23736b9baf92 None None] For port 57db6339-923a-4b33-955c-0805c9a8df9d, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=57db6339-923a-4b33-955c-0805c9a8df9d,segment=NetworkSegment(5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9),segment_id=5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:28:29.055391 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c761832f-d2e4-4503-bcb2-fb795249ffd1 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:29.073023 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cec7fbe7-d02f-4ea7-8655-23736b9baf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (57db6339-923a-4b33-955c-0805c9a8df9d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:29.080286 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f6dc37-c9f9-423e-aad2-cce20866ffd2 x-openstack-request-id: req-d9f6dc37-c9f9-423e-aad2-cce20866ffd2 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:28:29.080655 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8deee278-0fd7-49b7-8b5f-6cade3f34d9d", "name": "network-vif-deleted", "tag": "884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:28:29.081088 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9f6dc37-c9f9-423e-aad2-cce20866ffd2 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:28:29.081681 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8deee278-0fd7-49b7-8b5f-6cade3f34d9d', 'name': 'network-vif-deleted', 'tag': '884e06ed-f0f2-4ceb-b5ef-ae7e6bf52fda', 'status': 'completed', 'code': 200} Feb 28 20:28:29.184994 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa86928f-edfa-4a31-968c-f305917a0afa tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (a98f9530-7641-48a1-8ac7-f1d273687b28), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:29.240058 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7fbe7-d02f-4ea7-8655-23736b9baf92 None None] Pushing event updated for resources: {'Port': ['ID=57db6339-923a-4b33-955c-0805c9a8df9d,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:29.283681 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c761832f-d2e4-4503-bcb2-fb795249ffd1 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:29.284464 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c761832f-d2e4-4503-bcb2-fb795249ffd1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:29.373670 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7486e9c9-a82f-431a-a53d-8b367e0192fc tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (f4d5853d-1ebc-4030-a09c-60deada431fb), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:29.390145 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-fa86928f-edfa-4a31-968c-f305917a0afa tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98f9530-7641-48a1-8ac7-f1d273687b28']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:29.410365 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-fa86928f-edfa-4a31-968c-f305917a0afa tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb6abe7-e078-4b02-bc90-8f86e72c2e01') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:29.410688 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-fa86928f-edfa-4a31-968c-f305917a0afa tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb6abe7-e078-4b02-bc90-8f86e72c2e01') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:29.423856 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c761832f-d2e4-4503-bcb2-fb795249ffd1 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:29.476836 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486e9c9-a82f-431a-a53d-8b367e0192fc tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Pushing event deleted for resources: {'Port': ['ID=f4d5853d-1ebc-4030-a09c-60deada431fb,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:29.482697 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090a156-e89e-4840-aa77-67014cf27a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6c39a6-4172-45d6-bd77-09d5382f3a01,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:29.483226 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa86928f-edfa-4a31-968c-f305917a0afa tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (9fb6abe7-e078-4b02-bc90-8f86e72c2e01), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:29.503000 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a090a156-e89e-4840-aa77-67014cf27a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (9bda1be2-de9a-4eca-983a-cac0e25a7b7a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:29.543073 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0a6c39a6-4172-45d6-bd77-09d5382f3a01 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:28:29.564868 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72bed5e9-15b8-4dd3-8552-df01132cec32 req-2912799c-ceb4-4012-860b-2eecddf26526 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8deee278-0fd7-49b7-8b5f-6cade3f34d9d HTTP/1.1" status: 200 len: 210 time: 0.0764625 Feb 28 20:28:29.576715 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 0a6c39a6-4172-45d6-bd77-09d5382f3a01 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:28:29.577317 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0a6c39a6-4172-45d6-bd77-09d5382f3a01 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:28:29.587190 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa86928f-edfa-4a31-968c-f305917a0afa tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (9fb6abe7-e078-4b02-bc90-8f86e72c2e01), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:29.595079 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7486e9c9-a82f-431a-a53d-8b367e0192fc tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (ed48f3a4-923f-4d8d-adf6-ecd2c82910af), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:29.595281 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a090a156-e89e-4840-aa77-67014cf27a6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bda1be2-de9a-4eca-983a-cac0e25a7b7a']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:29.611360 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a090a156-e89e-4840-aa77-67014cf27a6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b5a409-a2e5-4baa-8a2b-378ae659a115') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:29.611794 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a090a156-e89e-4840-aa77-67014cf27a6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b5a409-a2e5-4baa-8a2b-378ae659a115') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:29.652151 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a090a156-e89e-4840-aa77-67014cf27a6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (d0b5a409-a2e5-4baa-8a2b-378ae659a115), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:29.665664 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4f18724-d9fc-4bd4-b196-4d9681f576d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9dfa9662-a9d0-4430-ad15-841b7590bdfa), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:29.702752 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a090a156-e89e-4840-aa77-67014cf27a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (d0b5a409-a2e5-4baa-8a2b-378ae659a115), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:29.705636 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa86928f-edfa-4a31-968c-f305917a0afa tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:28:29.706454 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa86928f-edfa-4a31-968c-f305917a0afa tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (9fb6abe7-e078-4b02-bc90-8f86e72c2e01), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:28:29.713390 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:28:29.724273 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a090a156-e89e-4840-aa77-67014cf27a6e admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:28:29.725887 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a090a156-e89e-4840-aa77-67014cf27a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (d0b5a409-a2e5-4baa-8a2b-378ae659a115), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:28:29.728149 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:28:29.755883 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b17e1842-9011-48fd-91c5-9a5a2d4a6d6f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for port (9d9c9c6f-3f54-40f6-bc41-f08367d0dfff), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:29.838130 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7486e9c9-a82f-431a-a53d-8b367e0192fc tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (ed48f3a4-923f-4d8d-adf6-ecd2c82910af), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:29.849082 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a090a156-e89e-4840-aa77-67014cf27a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (9bda1be2-de9a-4eca-983a-cac0e25a7b7a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:29.860023 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a090a156-e89e-4840-aa77-67014cf27a6e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:29.866981 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a090a156-e89e-4840-aa77-67014cf27a6e admin admin] 10.222.0.13 "DELETE /v2.0/networks/9bda1be2-de9a-4eca-983a-cac0e25a7b7a HTTP/1.1" status: 204 len: 168 time: 3.2772326 Feb 28 20:28:29.898719 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7486e9c9-a82f-431a-a53d-8b367e0192fc tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_controller (ed48f3a4-923f-4d8d-adf6-ecd2c82910af), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:29.905715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090a156-e89e-4840-aa77-67014cf27a6e admin admin] Pushing event deleted for resources: {'Network': ['ID=9bda1be2-de9a-4eca-983a-cac0e25a7b7a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:29.923824 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b17e1842-9011-48fd-91c5-9a5a2d4a6d6f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (9d9c9c6f-3f54-40f6-bc41-f08367d0dfff), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:29.987131 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17e1842-9011-48fd-91c5-9a5a2d4a6d6f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network f2e1c492-290b-465a-a703-516cade9fb69 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:29.990418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-b17e1842-9011-48fd-91c5-9a5a2d4a6d6f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:29.996954 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e1842-9011-48fd-91c5-9a5a2d4a6d6f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:29.997335 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa86928f-edfa-4a31-968c-f305917a0afa tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (a98f9530-7641-48a1-8ac7-f1d273687b28), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:30.004449 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e1842-9011-48fd-91c5-9a5a2d4a6d6f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Port': ['ID=9d9c9c6f-3f54-40f6-bc41-f08367d0dfff,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:30.011536 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa86928f-edfa-4a31-968c-f305917a0afa tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a98f9530-7641-48a1-8ac7-f1d273687b28 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 20:28:30.014176 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa86928f-edfa-4a31-968c-f305917a0afa tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:30.017686 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fa86928f-edfa-4a31-968c-f305917a0afa tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] 10.222.0.13 "DELETE /v2.0/networks/a98f9530-7641-48a1-8ac7-f1d273687b28 HTTP/1.1" status: 204 len: 168 time: 1.9541247 Feb 28 20:28:30.021236 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7486e9c9-a82f-431a-a53d-8b367e0192fc tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (ed48f3a4-923f-4d8d-adf6-ecd2c82910af), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:30.021792 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7486e9c9-a82f-431a-a53d-8b367e0192fc tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Fanout notify agent at l3_agent the message router_deleted on router ed48f3a4-923f-4d8d-adf6-ecd2c82910af {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:28:30.023546 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36036) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:30.038755 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-aedc64f9-0a5c-4f39-909f-5732a655c552 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Request body: {'network': {'name': 'tempest-network--908054887', 'router:external': True}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:30.046983 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7486e9c9-a82f-431a-a53d-8b367e0192fc tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:30.051904 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7486e9c9-a82f-431a-a53d-8b367e0192fc tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "DELETE /v2.0/routers/ed48f3a4-923f-4d8d-adf6-ecd2c82910af HTTP/1.1" status: 204 len: 168 time: 4.2504661 Feb 28 20:28:30.052847 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36038) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:30.055800 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86928f-edfa-4a31-968c-f305917a0afa tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Pushing event deleted for resources: {'Network': ['ID=a98f9530-7641-48a1-8ac7-f1d273687b28,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:30.076642 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-feb36c5d-a728-4657-8796-34e5e20e7321 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1364093889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:30.101288 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedc64f9-0a5c-4f39-909f-5732a655c552 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Made reservation on behalf of d1265fb436f14ec8ad5cd0ed7dacfdd3 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:30.103477 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aedc64f9-0a5c-4f39-909f-5732a655c552 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:30.117375 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b17e1842-9011-48fd-91c5-9a5a2d4a6d6f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (ded26f93-08e0-4e52-b08a-9b7733ad0c73), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:30.148907 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4f18724-d9fc-4bd4-b196-4d9681f576d4 admin admin] Publish callbacks [] for port (9dfa9662-a9d0-4430-ad15-841b7590bdfa), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:30.160065 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aedc64f9-0a5c-4f39-909f-5732a655c552 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:28:30.162182 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4f18724-d9fc-4bd4-b196-4d9681f576d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (9dfa9662-a9d0-4430-ad15-841b7590bdfa), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:30.201975 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-feb36c5d-a728-4657-8796-34e5e20e7321 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (901a9d29-e40b-49bf-9b35-bbdaebb60fa5), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:30.203231 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-feb36c5d-a728-4657-8796-34e5e20e7321 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (901a9d29-e40b-49bf-9b35-bbdaebb60fa5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:30.223300 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aedc64f9-0a5c-4f39-909f-5732a655c552 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (71c8c167-6e74-4e0c-8727-92b87dff8b46), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:30.223697 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-aedc64f9-0a5c-4f39-909f-5732a655c552 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Added segment 71c8c167-6e74-4e0c-8727-92b87dff8b46 of type vlan for network 56d6abc7-61ce-44c9-9581-bdb91f44b5f3 Feb 28 20:28:30.239865 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36042) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:30.303648 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36044) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:30.315499 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4f18724-d9fc-4bd4-b196-4d9681f576d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (043d3d92-4588-4240-8ff5-3ae403f40051), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:30.327388 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f18724-d9fc-4bd4-b196-4d9681f576d4 admin admin] Pushing event updated for resources: {'Port': ['ID=9dfa9662-a9d0-4430-ad15-841b7590bdfa,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:30.331171 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aedc64f9-0a5c-4f39-909f-5732a655c552 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (56d6abc7-61ce-44c9-9581-bdb91f44b5f3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:30.398197 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-feb36c5d-a728-4657-8796-34e5e20e7321 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_controller (901a9d29-e40b-49bf-9b35-bbdaebb60fa5), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:30.413898 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-feb36c5d-a728-4657-8796-34e5e20e7321 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (901a9d29-e40b-49bf-9b35-bbdaebb60fa5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:30.423874 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4adc6a6c-e9fb-435f-b2a1-7de8823b1424 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32b514b33b3446a2a3d4a8b083492ad2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1828513 Feb 28 20:28:30.427608 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36048) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:30.457743 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b17e1842-9011-48fd-91c5-9a5a2d4a6d6f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9d9c9c6f-3f54-40f6-bc41-f08367d0dfff), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:30.477262 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aedc64f9-0a5c-4f39-909f-5732a655c552 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (56d6abc7-61ce-44c9-9581-bdb91f44b5f3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:30.478014 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedc64f9-0a5c-4f39-909f-5732a655c552 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:30.478599 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aedc64f9-0a5c-4f39-909f-5732a655c552 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:30.498560 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-feb36c5d-a728-4657-8796-34e5e20e7321 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:30.499830 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-feb36c5d-a728-4657-8796-34e5e20e7321 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4447351 Feb 28 20:28:30.503743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36050) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:30.521570 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-38a60ddf-1b03-4431-93e3-32852a8ae6eb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:30.592409 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-aedc64f9-0a5c-4f39-909f-5732a655c552 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5576749 Feb 28 20:28:30.604176 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36052) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:30.657686 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-483aed3c-ea07-453b-a7f3-f2a752971375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:30.677011 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc64f9-0a5c-4f39-909f-5732a655c552 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Pushing event updated for resources: {'Network': ['ID=56d6abc7-61ce-44c9-9581-bdb91f44b5f3,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:30.701549 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 56d6abc7-61ce-44c9-9581-bdb91f44b5f3 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:28:30.797523 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f18724-d9fc-4bd4-b196-4d9681f576d4 admin admin] Network 772a5f8c-d784-4526-8416-23f5187ae8c6 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:30.829132 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-c4f18724-d9fc-4bd4-b196-4d9681f576d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:30.831251 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0bbeaacb-2e7a-47d2-b4fc-e270a4f8ddf0 admin admin] Publish callbacks [] for security_group (856415fc-4a8e-413a-bd50-1392903e4f09), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:30.880460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cc4a65-9fcf-41e1-8487-e3720df76d5c tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:30.884707 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f2cc4a65-9fcf-41e1-8487-e3720df76d5c tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] 10.222.0.13 "GET /v2.0/networks/56d6abc7-61ce-44c9-9581-bdb91f44b5f3 HTTP/1.1" status: 200 len: 756 time: 0.2740929 Feb 28 20:28:30.898604 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36060) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:30.917702 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-38a60ddf-1b03-4431-93e3-32852a8ae6eb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_gateway (901a9d29-e40b-49bf-9b35-bbdaebb60fa5), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:30.942669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f970a575-4795-4bc2-acac-2b37334aa8f0 None None] Network f2e1c492-290b-465a-a703-516cade9fb69 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:28:31.031880 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0bbeaacb-2e7a-47d2-b4fc-e270a4f8ddf0 admin admin] Publish callbacks [] for security_group (856415fc-4a8e-413a-bd50-1392903e4f09), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:31.039282 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 57db6339-923a-4b33-955c-0805c9a8df9d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:31.046895 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f18724-d9fc-4bd4-b196-4d9681f576d4 admin admin] Router 043d3d92-4588-4240-8ff5-3ae403f40051 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:28:31.087802 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-483aed3c-ea07-453b-a7f3-f2a752971375 admin admin] Publish callbacks [] for security_group (4a10f20b-cb57-43d7-a060-0881ccfc0255), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:31.097850 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-483aed3c-ea07-453b-a7f3-f2a752971375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4a10f20b-cb57-43d7-a060-0881ccfc0255), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:31.121564 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-998c24b4-fb43-415f-bb97-0474435f2a9c None None] Provisioning complete for port 57db6339-923a-4b33-955c-0805c9a8df9d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:31.122261 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-998c24b4-fb43-415f-bb97-0474435f2a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (57db6339-923a-4b33-955c-0805c9a8df9d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:31.139294 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdbc4d8-cb16-423c-a44b-13c6eae5b5d6 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:31.140693 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2bdbc4d8-cb16-423c-a44b-13c6eae5b5d6 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] 10.222.0.13 "GET /v2.0/networks/7ce9e079-5623-45a2-98de-d4a2a6ad425e HTTP/1.1" status: 200 len: 767 time: 0.2396111 Feb 28 20:28:31.172010 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36072) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:31.183940 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483aed3c-ea07-453b-a7f3-f2a752971375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a10f20b-cb57-43d7-a060-0881ccfc0255,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:31.191199 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-483aed3c-ea07-453b-a7f3-f2a752971375 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3af0a09bcf214977bde699a5e77cd36e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8841467 Feb 28 20:28:31.194872 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36074) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:31.217380 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 57db6339-923a-4b33-955c-0805c9a8df9d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:31.219532 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0bbeaacb-2e7a-47d2-b4fc-e270a4f8ddf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (856415fc-4a8e-413a-bd50-1392903e4f09), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:31.220958 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (57db6339-923a-4b33-955c-0805c9a8df9d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:31.222644 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0bbeaacb-2e7a-47d2-b4fc-e270a4f8ddf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:31.226397 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0bbeaacb-2e7a-47d2-b4fc-e270a4f8ddf0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/856415fc-4a8e-413a-bd50-1392903e4f09 HTTP/1.1" status: 204 len: 168 time: 0.7948883 Feb 28 20:28:31.318856 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbeaacb-2e7a-47d2-b4fc-e270a4f8ddf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856415fc-4a8e-413a-bd50-1392903e4f09,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:31.327119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-998c24b4-fb43-415f-bb97-0474435f2a9c None None] Current status of the port 57db6339-923a-4b33-955c-0805c9a8df9d is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:31.328416 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-998c24b4-fb43-415f-bb97-0474435f2a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (57db6339-923a-4b33-955c-0805c9a8df9d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:31.365095 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f18724-d9fc-4bd4-b196-4d9681f576d4 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:28:31.367161 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2865cf5b-281e-4060-8dbd-8b09aba06527 admin admin] Publish callbacks [] for security_group (4a10f20b-cb57-43d7-a060-0881ccfc0255), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:31.373034 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c4f18724-d9fc-4bd4-b196-4d9681f576d4 admin admin] 10.222.0.13 "PUT /v2.0/routers/043d3d92-4588-4240-8ff5-3ae403f40051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0470064 Feb 28 20:28:31.406717 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-998c24b4-fb43-415f-bb97-0474435f2a9c None None] For port 57db6339-923a-4b33-955c-0805c9a8df9d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=57db6339-923a-4b33-955c-0805c9a8df9d,segment=NetworkSegment(5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9),segment_id=5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:31.415577 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2865cf5b-281e-4060-8dbd-8b09aba06527 admin admin] Publish callbacks [] for security_group (4a10f20b-cb57-43d7-a060-0881ccfc0255), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:31.427558 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8f9ed29c-6bc8-486a-9581-c27cacdc082f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (56d6abc7-61ce-44c9-9581-bdb91f44b5f3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:31.431008 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-998c24b4-fb43-415f-bb97-0474435f2a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (57db6339-923a-4b33-955c-0805c9a8df9d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:31.434278 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] Sync routers for ids ['043d3d92-4588-4240-8ff5-3ae403f40051'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:28:31.446516 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-9a38bb2d-7f21-4a13-abeb-0323a8766ea7 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:31.453856 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-9a38bb2d-7f21-4a13-abeb-0323a8766ea7 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 805 time: 0.4068906 Feb 28 20:28:31.509356 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-80bc56d6-ff45-4eec-a822-c0407720b446 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/quotas/e1fe66526f8249ae8c4d2136030f25ec HTTP/1.1" status: 200 len: 375 time: 0.0541208 Feb 28 20:28:31.527579 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2865cf5b-281e-4060-8dbd-8b09aba06527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4a10f20b-cb57-43d7-a060-0881ccfc0255), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:31.533753 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2865cf5b-281e-4060-8dbd-8b09aba06527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:31.535306 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] Routers {'043d3d92-4588-4240-8ff5-3ae403f40051'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:31.536084 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2865cf5b-281e-4060-8dbd-8b09aba06527 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a10f20b-cb57-43d7-a060-0881ccfc0255 HTTP/1.1" status: 204 len: 168 time: 0.3397758 Feb 28 20:28:31.536229 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['043d3d92-4588-4240-8ff5-3ae403f40051'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:31.550914 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865cf5b-281e-4060-8dbd-8b09aba06527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a10f20b-cb57-43d7-a060-0881ccfc0255,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:31.653859 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b17e1842-9011-48fd-91c5-9a5a2d4a6d6f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for port (9d9c9c6f-3f54-40f6-bc41-f08367d0dfff), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:31.671339 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b17e1842-9011-48fd-91c5-9a5a2d4a6d6f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (9d9c9c6f-3f54-40f6-bc41-f08367d0dfff), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:31.736574 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8f1704ec-9958-4774-b3f4-c9b4020fbad9 None None] Provisioning complete for port 57db6339-923a-4b33-955c-0805c9a8df9d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:31.737857 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8f1704ec-9958-4774-b3f4-c9b4020fbad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (57db6339-923a-4b33-955c-0805c9a8df9d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:31.739694 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c24b4-fb43-415f-bb97-0474435f2a9c None None] Pushing event updated for resources: {'Port': ['ID=57db6339-923a-4b33-955c-0805c9a8df9d,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:31.745337 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 57db6339-923a-4b33-955c-0805c9a8df9d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:31.807003 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] Set router 043d3d92-4588-4240-8ff5-3ae403f40051 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:28:31.921167 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36088) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:31.939831 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e1842-9011-48fd-91c5-9a5a2d4a6d6f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Port': ['ID=9d9c9c6f-3f54-40f6-bc41-f08367d0dfff,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:31.967931 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8f9ed29c-6bc8-486a-9581-c27cacdc082f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (56d6abc7-61ce-44c9-9581-bdb91f44b5f3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.012928 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a69f760e-9d59-45b1-b84a-7fe5b7a87287 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c03af209f8324d7f9e763a58e6451d4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0903537 Feb 28 20:28:32.015356 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36094) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:32.023462 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-260b0478-3c78-4842-a298-6ef6884cb568 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5130651 Feb 28 20:28:32.026750 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8f1704ec-9958-4774-b3f4-c9b4020fbad9 None None] Current status of the port 57db6339-923a-4b33-955c-0805c9a8df9d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:32.038137 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-38a60ddf-1b03-4431-93e3-32852a8ae6eb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_gateway (901a9d29-e40b-49bf-9b35-bbdaebb60fa5), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.103935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8f1704ec-9958-4774-b3f4-c9b4020fbad9 None None] Provisioning complete for port 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:32.104322 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8f1704ec-9958-4774-b3f4-c9b4020fbad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9d9c9c6f-3f54-40f6-bc41-f08367d0dfff), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.124474 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b59576a0-2e34-489f-a66e-a98d414b3616 admin admin] Publish callbacks [] for security_group (3119bb20-9925-4f04-85f1-7d0be091b8d7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.153254 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-cf6e4c2a-79a8-44f5-aebf-836a48605702 service neutron] 10.222.0.13 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163700 Feb 28 20:28:32.155368 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-8f9ed29c-6bc8-486a-9581-c27cacdc082f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d6abc7-61ce-44c9-9581-bdb91f44b5f3']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:32.155548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8f1704ec-9958-4774-b3f4-c9b4020fbad9 None None] Port 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:28:32.175014 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076220546-router', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:16Z', 'updated_at': '2022-02-28T20:28:29Z', 'revision_number': 4, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'gw_port': {'id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '9dfa9662-a9d0-4430-ad15-841b7590bdfa', 'name': '', 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'mac_address': 'fa:16:3e:04:87:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'd39c0c2a-dc41-4cb2-bcf8-368cafaff201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:26Z', 'updated_at': '2022-02-28T20:28:29Z', 'revision_number': 2, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'subnets': [{'id': 'd39c0c2a-dc41-4cb2-bcf8-368cafaff201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:32.175667 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b59576a0-2e34-489f-a66e-a98d414b3616 admin admin] Publish callbacks [] for security_group (3119bb20-9925-4f04-85f1-7d0be091b8d7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.188415 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b17e1842-9011-48fd-91c5-9a5a2d4a6d6f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (ded26f93-08e0-4e52-b08a-9b7733ad0c73), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.210112 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] Checking router: 043d3d92-4588-4240-8ff5-3ae403f40051 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:28:32.210526 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] Updating router 043d3d92-4588-4240-8ff5-3ae403f40051 port 9dfa9662-a9d0-4430-ad15-841b7590bdfa binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:28:32.215688 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-38a60ddf-1b03-4431-93e3-32852a8ae6eb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.229100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-8f9ed29c-6bc8-486a-9581-c27cacdc082f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c8c167-6e74-4e0c-8727-92b87dff8b46') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:32.229488 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-8f9ed29c-6bc8-486a-9581-c27cacdc082f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c8c167-6e74-4e0c-8727-92b87dff8b46') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:32.270591 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9dfa9662-a9d0-4430-ad15-841b7590bdfa), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.289024 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8f9ed29c-6bc8-486a-9581-c27cacdc082f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (71c8c167-6e74-4e0c-8727-92b87dff8b46), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.307002 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b59576a0-2e34-489f-a66e-a98d414b3616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3119bb20-9925-4f04-85f1-7d0be091b8d7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.309953 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b59576a0-2e34-489f-a66e-a98d414b3616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.314115 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b59576a0-2e34-489f-a66e-a98d414b3616 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3119bb20-9925-4f04-85f1-7d0be091b8d7 HTTP/1.1" status: 204 len: 168 time: 0.2972081 Feb 28 20:28:32.325699 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36104) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:32.326546 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59576a0-2e34-489f-a66e-a98d414b3616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3119bb20-9925-4f04-85f1-7d0be091b8d7,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:32.348546 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-09bd1a07-eeaf-4b73-b0f5-9e62d6684263 None None] Provisioning complete for port 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:32.350622 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-09bd1a07-eeaf-4b73-b0f5-9e62d6684263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9d9c9c6f-3f54-40f6-bc41-f08367d0dfff), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.355045 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d4a5de27-2643-435c-9464-b1fddb50e80c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.453651 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d4a5de27-2643-435c-9464-b1fddb50e80c admin admin] Publish callbacks [] for security_group (bb3c6901-cbc0-4ee7-82dd-e45bc3cab90e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.461058 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d4a5de27-2643-435c-9464-b1fddb50e80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (bb3c6901-cbc0-4ee7-82dd-e45bc3cab90e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.485062 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8f9ed29c-6bc8-486a-9581-c27cacdc082f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (71c8c167-6e74-4e0c-8727-92b87dff8b46), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.518393 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5de27-2643-435c-9464-b1fddb50e80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3c6901-cbc0-4ee7-82dd-e45bc3cab90e,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:32.533575 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d4a5de27-2643-435c-9464-b1fddb50e80c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03e2ed20ef7d4c3594da23b29f73f93c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1974652 Feb 28 20:28:32.536455 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36110) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:32.545657 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f9ed29c-6bc8-486a-9581-c27cacdc082f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:28:32.546159 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8f9ed29c-6bc8-486a-9581-c27cacdc082f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (71c8c167-6e74-4e0c-8727-92b87dff8b46), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:28:32.548079 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:28:32.604564 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17e1842-9011-48fd-91c5-9a5a2d4a6d6f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network f2e1c492-290b-465a-a703-516cade9fb69 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:32.610048 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0d638633-b88b-4848-8456-fd653d6f739e admin admin] Publish callbacks [] for security_group (bb3c6901-cbc0-4ee7-82dd-e45bc3cab90e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.637108 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0d638633-b88b-4848-8456-fd653d6f739e admin admin] Publish callbacks [] for security_group (bb3c6901-cbc0-4ee7-82dd-e45bc3cab90e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.669154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-09bd1a07-eeaf-4b73-b0f5-9e62d6684263 None None] Port 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:28:32.706618 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0d638633-b88b-4848-8456-fd653d6f739e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (bb3c6901-cbc0-4ee7-82dd-e45bc3cab90e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.709778 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0d638633-b88b-4848-8456-fd653d6f739e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.713152 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0d638633-b88b-4848-8456-fd653d6f739e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb3c6901-cbc0-4ee7-82dd-e45bc3cab90e HTTP/1.1" status: 204 len: 168 time: 0.1750479 Feb 28 20:28:32.732068 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d638633-b88b-4848-8456-fd653d6f739e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3c6901-cbc0-4ee7-82dd-e45bc3cab90e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:32.929559 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] Publish callbacks [] for port (9dfa9662-a9d0-4430-ad15-841b7590bdfa), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.939433 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9dfa9662-a9d0-4430-ad15-841b7590bdfa), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:32.987835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85b54b-19fc-4818-8c79-455dcbc40421 None None] Pushing event updated for resources: {'Port': ['ID=9dfa9662-a9d0-4430-ad15-841b7590bdfa,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:32.999041 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 57db6339-923a-4b33-955c-0805c9a8df9d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:33.041227 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-b17e1842-9011-48fd-91c5-9a5a2d4a6d6f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:33.077016 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8f9ed29c-6bc8-486a-9581-c27cacdc082f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (56d6abc7-61ce-44c9-9581-bdb91f44b5f3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:33.118717 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] Attempting to bind port 9dfa9662-a9d0-4430-ad15-841b7590bdfa on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:28:33.119776 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] Attempting to bind port 9dfa9662-a9d0-4430-ad15-841b7590bdfa by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '8a70148e-0b57-4d50-90ab-734818fed05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:28:33.120136 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] Attempting to bind port 9dfa9662-a9d0-4430-ad15-841b7590bdfa on network 772a5f8c-d784-4526-8416-23f5187ae8c6 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:28:33.123026 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9ed29c-6bc8-486a-9581-c27cacdc082f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 56d6abc7-61ce-44c9-9581-bdb91f44b5f3 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 20:28:33.126143 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8f9ed29c-6bc8-486a-9581-c27cacdc082f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:33.130869 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 57db6339-923a-4b33-955c-0805c9a8df9d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:33.131253 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (57db6339-923a-4b33-955c-0805c9a8df9d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:33.133775 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36128) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:33.134746 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8f9ed29c-6bc8-486a-9581-c27cacdc082f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] 10.222.0.13 "DELETE /v2.0/networks/56d6abc7-61ce-44c9-9581-bdb91f44b5f3 HTTP/1.1" status: 204 len: 168 time: 1.9616423 Feb 28 20:28:33.136817 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:28:33.137189 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] Checking segment: {'id': '8a70148e-0b57-4d50-90ab-734818fed05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:33.137594 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:33.139494 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] Bound using segment: {'id': '8a70148e-0b57-4d50-90ab-734818fed05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:28:33.140025 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] Bound port: 9dfa9662-a9d0-4430-ad15-841b7590bdfa, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a70148e-0b57-4d50-90ab-734818fed05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:28:33.140403 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9dfa9662-a9d0-4430-ad15-841b7590bdfa), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:33.143956 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-8f94070a-002d-41e1-b172-c2631856f8c3 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Request body: {'network': {'name': 'tempest-network--1477412611'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:33.149149 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746849f9-dc03-4de0-95ef-faaa858627ce req-fb533f6a-d266-4146-a65b-2ef7b18b6d1e tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:33.150742 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-746849f9-dc03-4de0-95ef-faaa858627ce req-fb533f6a-d266-4146-a65b-2ef7b18b6d1e tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/networks?id=772a5f8c-d784-4526-8416-23f5187ae8c6 HTTP/1.1" status: 200 len: 820 time: 0.7514153 Feb 28 20:28:33.227013 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f94070a-002d-41e1-b172-c2631856f8c3 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Made reservation on behalf of d1265fb436f14ec8ad5cd0ed7dacfdd3 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:33.239682 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8f94070a-002d-41e1-b172-c2631856f8c3 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:33.265179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] For port 9dfa9662-a9d0-4430-ad15-841b7590bdfa, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:28:33.269134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] For port 9dfa9662-a9d0-4430-ad15-841b7590bdfa, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9dfa9662-a9d0-4430-ad15-841b7590bdfa,segment=NetworkSegment(8a70148e-0b57-4d50-90ab-734818fed05d),segment_id=8a70148e-0b57-4d50-90ab-734818fed05d)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:28:33.275451 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-4099eaff-bddc-41d0-8477-d923e02349e4 service neutron] 10.222.0.13 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0728099 Feb 28 20:28:33.283376 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ed29c-6bc8-486a-9581-c27cacdc082f tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Pushing event deleted for resources: {'Network': ['ID=56d6abc7-61ce-44c9-9581-bdb91f44b5f3,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:33.287589 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9dfa9662-a9d0-4430-ad15-841b7590bdfa), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:33.329282 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17e1842-9011-48fd-91c5-9a5a2d4a6d6f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router ded26f93-08e0-4e52-b08a-9b7733ad0c73 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:28:33.331637 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-38a60ddf-1b03-4431-93e3-32852a8ae6eb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Allocated IP 172.25.0.193 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/d373cd92-d505-4f63-807c-161f5fdbd0f4) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:33.336536 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-746849f9-dc03-4de0-95ef-faaa858627ce req-59886f14-5541-4c33-a0ad-fba43d035ab9 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/quotas/04ef52175a9b4ca6b424bbdfe5599978 HTTP/1.1" status: 200 len: 375 time: 0.0595443 Feb 28 20:28:33.355999 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85b54b-19fc-4818-8c79-455dcbc40421 None None] Pushing event updated for resources: {'Port': ['ID=9dfa9662-a9d0-4430-ad15-841b7590bdfa,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:33.374158 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f94070a-002d-41e1-b172-c2631856f8c3 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:28:33.425208 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] Routers {'043d3d92-4588-4240-8ff5-3ae403f40051'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:33.426108 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['043d3d92-4588-4240-8ff5-3ae403f40051'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:33.428535 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8f94070a-002d-41e1-b172-c2631856f8c3 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (facdfc4d-8f8c-448f-b74e-a2d813dc772f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:33.428898 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-8f94070a-002d-41e1-b172-c2631856f8c3 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Added segment facdfc4d-8f8c-448f-b74e-a2d813dc772f of type vlan for network 745d60ad-2c2c-4d03-9658-0adbfbd43513 Feb 28 20:28:33.557652 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8f94070a-002d-41e1-b172-c2631856f8c3 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (745d60ad-2c2c-4d03-9658-0adbfbd43513), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:33.597590 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] Set router 043d3d92-4588-4240-8ff5-3ae403f40051 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:28:33.660109 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8f94070a-002d-41e1-b172-c2631856f8c3 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (745d60ad-2c2c-4d03-9658-0adbfbd43513), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:33.661129 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f94070a-002d-41e1-b172-c2631856f8c3 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:33.661895 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8f94070a-002d-41e1-b172-c2631856f8c3 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:33.695443 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 57db6339-923a-4b33-955c-0805c9a8df9d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:33.730370 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-74e4cdcd-55a6-4127-a190-f87ee0cef1f1 None None] Provisioning complete for port 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:33.730860 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-74e4cdcd-55a6-4127-a190-f87ee0cef1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9d9c9c6f-3f54-40f6-bc41-f08367d0dfff), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:33.787953 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-faaab6a8-a1ae-4871-8f62-05d0df6b4c49 req-53733827-dff8-4f68-8f95-69a159b21062 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2b2f5d2-a134-4f6e-aa7a-10802b844c60 HTTP/1.1" status: 200 len: 210 time: 0.1884942 Feb 28 20:28:33.802328 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94070a-002d-41e1-b172-c2631856f8c3 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Pushing event updated for resources: {'Network': ['ID=745d60ad-2c2c-4d03-9658-0adbfbd43513,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:33.834023 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8f94070a-002d-41e1-b172-c2631856f8c3 tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6954174 Feb 28 20:28:33.837064 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36152) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:33.837809 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 745d60ad-2c2c-4d03-9658-0adbfbd43513 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:28:33.842389 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-1ed101fb-58cb-465d-968e-185ae717906b tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:33.883088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-74e4cdcd-55a6-4127-a190-f87ee0cef1f1 None None] Port 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:28:33.912913 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-746849f9-dc03-4de0-95ef-faaa858627ce req-77744352-b8b1-4bb9-a6ed-fe9d28e12e8c tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=04ef52175a9b4ca6b424bbdfe5599978&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5670960 Feb 28 20:28:33.990512 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17e1842-9011-48fd-91c5-9a5a2d4a6d6f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:28:34.007854 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b17e1842-9011-48fd-91c5-9a5a2d4a6d6f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/ded26f93-08e0-4e52-b08a-9b7733ad0c73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0219803 Feb 28 20:28:34.010472 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36160) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:34.035693 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'network': {'name': 'tempest-RoutersTest-740143494'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:34.108260 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-38a60ddf-1b03-4431-93e3-32852a8ae6eb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for port (d373cd92-d505-4f63-807c-161f5fdbd0f4), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:34.118456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076220546-router', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:16Z', 'updated_at': '2022-02-28T20:28:29Z', 'revision_number': 4, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'gw_port': {'id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '9dfa9662-a9d0-4430-ad15-841b7590bdfa', 'name': '', 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'mac_address': 'fa:16:3e:04:87:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'd39c0c2a-dc41-4cb2-bcf8-368cafaff201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:26Z', 'updated_at': '2022-02-28T20:28:33Z', 'revision_number': 4, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'subnets': [{'id': 'd39c0c2a-dc41-4cb2-bcf8-368cafaff201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:34.196161 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-746849f9-dc03-4de0-95ef-faaa858627ce req-d6fd561e-44f3-4811-aeb2-b0e06f9269ca service neutron] 10.222.0.13 "GET /v2.0/networks/772a5f8c-d784-4526-8416-23f5187ae8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596788 Feb 28 20:28:34.218849 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d46c0b-d6ae-452d-a22a-d8c40be7499c None None] The sync data for ids ['043d3d92-4588-4240-8ff5-3ae403f40051'] in n-d-820368-21 is: [{'id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076220546-router', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:16Z', 'updated_at': '2022-02-28T20:28:29Z', 'revision_number': 4, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'gw_port': {'id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '9dfa9662-a9d0-4430-ad15-841b7590bdfa', 'name': '', 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'mac_address': 'fa:16:3e:04:87:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'd39c0c2a-dc41-4cb2-bcf8-368cafaff201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:26Z', 'updated_at': '2022-02-28T20:28:33Z', 'revision_number': 4, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'subnets': [{'id': 'd39c0c2a-dc41-4cb2-bcf8-368cafaff201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:28:34.242930 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Made reservation on behalf of 25615de0e19746d8843cb2b14de50f6e for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:34.247468 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-38a60ddf-1b03-4431-93e3-32852a8ae6eb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d373cd92-d505-4f63-807c-161f5fdbd0f4), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:34.261191 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:34.326211 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36170) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:34.348386 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] Sync routers for ids ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:28:34.374431 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] Routers {'ded26f93-08e0-4e52-b08a-9b7733ad0c73'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:34.375190 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:34.442819 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:28:34.468652 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1ed101fb-58cb-465d-968e-185ae717906b tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (745d60ad-2c2c-4d03-9658-0adbfbd43513), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:34.470633 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a60ddf-1b03-4431-93e3-32852a8ae6eb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:34.491684 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-38a60ddf-1b03-4431-93e3-32852a8ae6eb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:34.499962 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (76417415-39b9-4ab2-8280-78daa6259ad8), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:34.500355 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Added segment 76417415-39b9-4ab2-8280-78daa6259ad8 of type vlan for network e736ceac-6716-4594-9673-27b16108912a Feb 28 20:28:34.504907 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a60ddf-1b03-4431-93e3-32852a8ae6eb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:34.533599 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1ed101fb-58cb-465d-968e-185ae717906b tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (745d60ad-2c2c-4d03-9658-0adbfbd43513), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:34.580570 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a60ddf-1b03-4431-93e3-32852a8ae6eb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Pushing event updated for resources: {'Port': ['ID=d373cd92-d505-4f63-807c-161f5fdbd0f4,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:34.657197 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] Set router ded26f93-08e0-4e52-b08a-9b7733ad0c73 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:28:34.725901 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed101fb-58cb-465d-968e-185ae717906b tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Pushing event updated for resources: {'Network': ['ID=745d60ad-2c2c-4d03-9658-0adbfbd43513,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:34.779107 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ed101fb-58cb-465d-968e-185ae717906b tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Network 745d60ad-2c2c-4d03-9658-0adbfbd43513 is not hosted by any dhcp agent {{(pid=103773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 20:28:34.780075 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed101fb-58cb-465d-968e-185ae717906b tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:34.780611 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1ed101fb-58cb-465d-968e-185ae717906b tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:34.781936 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1ed101fb-58cb-465d-968e-185ae717906b tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] 10.222.0.13 "PUT /v2.0/networks/745d60ad-2c2c-4d03-9658-0adbfbd43513 HTTP/1.1" status: 200 len: 857 time: 0.9438682 Feb 28 20:28:34.785279 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36178) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:34.819499 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-746849f9-dc03-4de0-95ef-faaa858627ce req-10b12ee5-27d4-4ed2-ab75-57a24e9d8992 service neutron] 10.222.0.13 "GET /v2.0/networks/772a5f8c-d784-4526-8416-23f5187ae8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6140311 Feb 28 20:28:34.875252 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (e736ceac-6716-4594-9673-27b16108912a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:34.941922 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf945e57-b5c2-4c9b-9742-7086caffe8ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:35.020638 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-790b223f-e486-4958-97cc-2834979c9edc tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (745d60ad-2c2c-4d03-9658-0adbfbd43513), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:35.059872 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (e736ceac-6716-4594-9673-27b16108912a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:35.067723 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:35.068596 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:35.070872 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9dfa9662-a9d0-4430-ad15-841b7590bdfa up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:35.071049 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c9ae0e87-e477-4175-afed-7a2f9fb07d81 req-d3938779-1ac3-4ecc-9fe5-e9d111db0eab tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2b2f5d2-a134-4f6e-aa7a-10802b844c60 HTTP/1.1" status: 200 len: 210 time: 0.0845687 Feb 28 20:28:35.126224 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-38a60ddf-1b03-4431-93e3-32852a8ae6eb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_gateway (901a9d29-e40b-49bf-9b35-bbdaebb60fa5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:35.220040 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 9dfa9662-a9d0-4430-ad15-841b7590bdfa triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:35.223941 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9dfa9662-a9d0-4430-ad15-841b7590bdfa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:35.269193 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:28:30Z', 'revision_number': 4, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9c9c6f-3f54-40f6-bc41-f08367d0dfff', 'name': '', 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:62:8e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:27Z', 'updated_at': '2022-02-28T20:28:30Z', 'revision_number': 2, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe5763b6-263f-49f8-b2ab-ff3770cd2229', 'name': '', 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:8e:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:25Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:35.313917 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4381cd18-18c3-4d6e-8d44-1d3c67cedb88 req-bced15c5-b265-4863-948c-92fcecf6722a tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 210 time: 0.0468140 Feb 28 20:28:35.342847 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-790b223f-e486-4958-97cc-2834979c9edc tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (745d60ad-2c2c-4d03-9658-0adbfbd43513), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:35.390474 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-790b223f-e486-4958-97cc-2834979c9edc tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745d60ad-2c2c-4d03-9658-0adbfbd43513']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:35.392023 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] Checking router: ded26f93-08e0-4e52-b08a-9b7733ad0c73 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:28:35.394650 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] Updating router ded26f93-08e0-4e52-b08a-9b7733ad0c73 port 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:28:35.431295 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-790b223f-e486-4958-97cc-2834979c9edc tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'facdfc4d-8f8c-448f-b74e-a2d813dc772f') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:35.431603 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-790b223f-e486-4958-97cc-2834979c9edc tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'facdfc4d-8f8c-448f-b74e-a2d813dc772f') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:35.439656 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9d9c9c6f-3f54-40f6-bc41-f08367d0dfff), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:35.455673 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 9dfa9662-a9d0-4430-ad15-841b7590bdfa is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:35.461169 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-790b223f-e486-4958-97cc-2834979c9edc tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (facdfc4d-8f8c-448f-b74e-a2d813dc772f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:35.469554 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9dfa9662-a9d0-4430-ad15-841b7590bdfa), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:35.483483 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-790b223f-e486-4958-97cc-2834979c9edc tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (facdfc4d-8f8c-448f-b74e-a2d813dc772f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:35.492164 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790b223f-e486-4958-97cc-2834979c9edc tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:28:35.492829 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-790b223f-e486-4958-97cc-2834979c9edc tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (facdfc4d-8f8c-448f-b74e-a2d813dc772f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:35.542648 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 9dfa9662-a9d0-4430-ad15-841b7590bdfa, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9dfa9662-a9d0-4430-ad15-841b7590bdfa,segment=NetworkSegment(8a70148e-0b57-4d50-90ab-734818fed05d),segment_id=8a70148e-0b57-4d50-90ab-734818fed05d)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:35.553574 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9dfa9662-a9d0-4430-ad15-841b7590bdfa), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:28:35.605202 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:28:35.633549 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-790b223f-e486-4958-97cc-2834979c9edc tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (745d60ad-2c2c-4d03-9658-0adbfbd43513), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:35.696560 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6747296 Feb 28 20:28:35.697377 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36200) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:35.698195 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790b223f-e486-4958-97cc-2834979c9edc tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 745d60ad-2c2c-4d03-9658-0adbfbd43513 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 20:28:35.732955 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=9dfa9662-a9d0-4430-ad15-841b7590bdfa,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:35.766245 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-38a60ddf-1b03-4431-93e3-32852a8ae6eb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (901a9d29-e40b-49bf-9b35-bbdaebb60fa5), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:35.770393 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-790b223f-e486-4958-97cc-2834979c9edc tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:35.774040 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-790b223f-e486-4958-97cc-2834979c9edc tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] 10.222.0.13 "DELETE /v2.0/networks/745d60ad-2c2c-4d03-9658-0adbfbd43513 HTTP/1.1" status: 204 len: 168 time: 0.9809821 Feb 28 20:28:35.778785 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-42a1a63e-b38a-419b-b41b-8702f9db33c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'subnet': {'network_id': 'e736ceac-6716-4594-9673-27b16108912a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:35.784127 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-38a60ddf-1b03-4431-93e3-32852a8ae6eb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921162'] for router (901a9d29-e40b-49bf-9b35-bbdaebb60fa5), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:35.786623 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36202) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:35.830952 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a501b87f-492d-4f05-bda1-b215b924ad54 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] DELETE failed (client error): The resource could not be found. Feb 28 20:28:35.831523 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a501b87f-492d-4f05-bda1-b215b924ad54 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:28:35.839717 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a501b87f-492d-4f05-bda1-b215b924ad54 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] 10.222.0.13 "DELETE /v2.0/subnets/f98debf1-2741-471d-b51e-1d7167ab585e HTTP/1.1" status: 404 len: 337 time: 0.0506692 Feb 28 20:28:35.840426 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36204) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:35.863188 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Network': ['ID=e736ceac-6716-4594-9673-27b16108912a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:35.870847 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf945e57-b5c2-4c9b-9742-7086caffe8ef admin admin] Publish callbacks [] for security_group (7b72b1d7-ec70-4a03-ab19-e8a2bd1cdd0c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:35.916442 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:35.917153 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:35.917663 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:35.918221 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:35.918723 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:35.919309 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:35.919947 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:35.920582 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:35.921145 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:35.921654 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:35.922335 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:35.923427 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:35.923959 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2edff-2d4b-4d9a-8a50-581cf3f5d6c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:28:35.932889 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf945e57-b5c2-4c9b-9742-7086caffe8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7b72b1d7-ec70-4a03-ab19-e8a2bd1cdd0c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:35.940851 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network e736ceac-6716-4594-9673-27b16108912a details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:28:35.993351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b223f-e486-4958-97cc-2834979c9edc tempest-ExternalNetworksTestJSON-1593048023 tempest-ExternalNetworksTestJSON-1593048023-project-admin] Pushing event deleted for resources: {'Network': ['ID=745d60ad-2c2c-4d03-9658-0adbfbd43513,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:36.028808 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cf945e57-b5c2-4c9b-9742-7086caffe8ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0887d17b14644348b65b5970f8b615b3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6925159 Feb 28 20:28:36.033065 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36210) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:36.036407 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf945e57-b5c2-4c9b-9742-7086caffe8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b72b1d7-ec70-4a03-ab19-e8a2bd1cdd0c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:36.063283 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-2d138f4e-dccc-4f02-b753-a39a74d9ceeb tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:36.064803 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-2d138f4e-dccc-4f02-b753-a39a74d9ceeb tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.15 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 805 time: 0.4554584 Feb 28 20:28:36.097608 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7e8f47c5-e2bc-4f38-afce-31d556d719f3 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (7ce9e079-5623-45a2-98de-d4a2a6ad425e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:36.102095 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-6260ab38-7760-4a1f-ad7c-f1dc47ea92d9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Request body: {'port': {'device_id': 'f2b2f5d2-a134-4f6e-aa7a-10802b844c60', 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968', 'admin_state_up': True, 'tenant_id': 'e1fe66526f8249ae8c4d2136030f25ec'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:36.261889 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] Publish callbacks [] for port (9d9c9c6f-3f54-40f6-bc41-f08367d0dfff), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:36.264385 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7e8f47c5-e2bc-4f38-afce-31d556d719f3 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (7ce9e079-5623-45a2-98de-d4a2a6ad425e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:36.275469 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9d9c9c6f-3f54-40f6-bc41-f08367d0dfff), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:36.321217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-7e8f47c5-e2bc-4f38-afce-31d556d719f3 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce9e079-5623-45a2-98de-d4a2a6ad425e']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:36.332045 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944de70b-5ba3-43e5-8838-0e7cc7159de1 None None] Pushing event updated for resources: {'Port': ['ID=9d9c9c6f-3f54-40f6-bc41-f08367d0dfff,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:36.343638 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-7e8f47c5-e2bc-4f38-afce-31d556d719f3 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed6c333-eb72-4059-bb1b-051d11ff3ac8') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:36.344234 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-7e8f47c5-e2bc-4f38-afce-31d556d719f3 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed6c333-eb72-4059-bb1b-051d11ff3ac8') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:36.361840 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7e8f47c5-e2bc-4f38-afce-31d556d719f3 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (7ed6c333-eb72-4059-bb1b-051d11ff3ac8), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:36.395807 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7e8f47c5-e2bc-4f38-afce-31d556d719f3 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (7ed6c333-eb72-4059-bb1b-051d11ff3ac8), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:36.411408 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8f47c5-e2bc-4f38-afce-31d556d719f3 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:28:36.411845 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7e8f47c5-e2bc-4f38-afce-31d556d719f3 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (7ed6c333-eb72-4059-bb1b-051d11ff3ac8), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:36.471339 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] Attempting to bind port 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:28:36.471908 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] Attempting to bind port 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:28:36.472086 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] Attempting to bind port 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff on network f2e1c492-290b-465a-a703-516cade9fb69 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:28:36.483202 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:28:36.483911 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] Checking segment: {'id': '5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:36.484507 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:36.485255 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] Bound using segment: {'id': '5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:28:36.485904 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] Bound port: 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:28:36.486451 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9d9c9c6f-3f54-40f6-bc41-f08367d0dfff), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:28:36.610916 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:28:36.618951 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-965f9679-bd60-46b7-9515-2c2af04a983e req-2228c243-3ce5-4c22-a12b-06be68831078 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 210 time: 0.0683241 Feb 28 20:28:36.620783 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] For port 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:28:36.624267 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7e8f47c5-e2bc-4f38-afce-31d556d719f3 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (7ce9e079-5623-45a2-98de-d4a2a6ad425e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:36.624897 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] For port 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9d9c9c6f-3f54-40f6-bc41-f08367d0dfff,segment=NetworkSegment(5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9),segment_id=5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:28:36.640743 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7e8f47c5-e2bc-4f38-afce-31d556d719f3 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:36.642902 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9d9c9c6f-3f54-40f6-bc41-f08367d0dfff), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:36.644892 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7e8f47c5-e2bc-4f38-afce-31d556d719f3 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] 10.222.0.13 "DELETE /v2.0/networks/7ce9e079-5623-45a2-98de-d4a2a6ad425e HTTP/1.1" status: 204 len: 168 time: 0.7212114 Feb 28 20:28:36.692698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f47c5-e2bc-4f38-afce-31d556d719f3 tempest-ExternalNetworksTestJSON-1035593474 tempest-ExternalNetworksTestJSON-1035593474-project] Pushing event deleted for resources: {'Network': ['ID=7ce9e079-5623-45a2-98de-d4a2a6ad425e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:36.738130 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944de70b-5ba3-43e5-8838-0e7cc7159de1 None None] Pushing event updated for resources: {'Port': ['ID=9d9c9c6f-3f54-40f6-bc41-f08367d0dfff,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:36.746058 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85a71d82-bdd5-413f-8962-f8c2b9b8fa9e req-659c3d64-a687-47f2-b452-ce2755208dca tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2b2f5d2-a134-4f6e-aa7a-10802b844c60 HTTP/1.1" status: 200 len: 210 time: 0.1967254 Feb 28 20:28:36.781497 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a60ddf-1b03-4431-93e3-32852a8ae6eb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Router 901a9d29-e40b-49bf-9b35-bbdaebb60fa5 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:28:36.796023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1833f13d-4ad8-4c24-9bbe-bfd1e4c03925 None None] Provisioning complete for port 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:36.797609 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1833f13d-4ad8-4c24-9bbe-bfd1e4c03925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9d9c9c6f-3f54-40f6-bc41-f08367d0dfff), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:36.831724 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] Routers {'ded26f93-08e0-4e52-b08a-9b7733ad0c73'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:36.836002 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:36.854568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a1a63e-b38a-419b-b41b-8702f9db33c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Made reservation on behalf of 25615de0e19746d8843cb2b14de50f6e for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:36.858496 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-42a1a63e-b38a-419b-b41b-8702f9db33c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:36.923362 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7ab7da98-fa66-4450-9a52-1105eb636780 admin admin] Publish callbacks [] for security_group (7b72b1d7-ec70-4a03-ab19-e8a2bd1cdd0c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:37.080147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9dfa9662-a9d0-4430-ad15-841b7590bdfa up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:37.147127 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7ab7da98-fa66-4450-9a52-1105eb636780 admin admin] Publish callbacks [] for security_group (7b72b1d7-ec70-4a03-ab19-e8a2bd1cdd0c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:37.147482 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36232) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:37.256673 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1833f13d-4ad8-4c24-9bbe-bfd1e4c03925 None None] Current status of the port 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:37.257198 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1833f13d-4ad8-4c24-9bbe-bfd1e4c03925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9d9c9c6f-3f54-40f6-bc41-f08367d0dfff), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:37.312789 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a60ddf-1b03-4431-93e3-32852a8ae6eb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:28:37.360706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abeb0d6-f3ee-4108-9676-4a0b50a8aaab None None] Sync routers for ids ['901a9d29-e40b-49bf-9b35-bbdaebb60fa5'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:28:37.384175 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-6260ab38-7760-4a1f-ad7c-f1dc47ea92d9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Made reservation on behalf of e1fe66526f8249ae8c4d2136030f25ec for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:37.388249 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-38a60ddf-1b03-4431-93e3-32852a8ae6eb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:37.393281 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-38a60ddf-1b03-4431-93e3-32852a8ae6eb tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "PUT /v2.0/routers/901a9d29-e40b-49bf-9b35-bbdaebb60fa5 HTTP/1.1" status: 200 len: 880 time: 6.8873827 Feb 28 20:28:37.393771 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-6260ab38-7760-4a1f-ad7c-f1dc47ea92d9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:37.396376 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36238) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:37.415585 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abeb0d6-f3ee-4108-9676-4a0b50a8aaab None None] Routers {'901a9d29-e40b-49bf-9b35-bbdaebb60fa5'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:37.419874 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5abeb0d6-f3ee-4108-9676-4a0b50a8aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['901a9d29-e40b-49bf-9b35-bbdaebb60fa5'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:37.420442 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] Set router ded26f93-08e0-4e52-b08a-9b7733ad0c73 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:28:37.523068 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36242) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:37.596498 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1833f13d-4ad8-4c24-9bbe-bfd1e4c03925 None None] For port 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9d9c9c6f-3f54-40f6-bc41-f08367d0dfff,segment=NetworkSegment(5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9),segment_id=5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:37.610779 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1833f13d-4ad8-4c24-9bbe-bfd1e4c03925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9d9c9c6f-3f54-40f6-bc41-f08367d0dfff), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:37.622339 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5abeb0d6-f3ee-4108-9676-4a0b50a8aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:37.640768 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 9dfa9662-a9d0-4430-ad15-841b7590bdfa triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:37.645993 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9dfa9662-a9d0-4430-ad15-841b7590bdfa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:37.718645 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7ab7da98-fa66-4450-9a52-1105eb636780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7b72b1d7-ec70-4a03-ab19-e8a2bd1cdd0c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:37.726131 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7ab7da98-fa66-4450-9a52-1105eb636780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:37.734720 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7ab7da98-fa66-4450-9a52-1105eb636780 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b72b1d7-ec70-4a03-ab19-e8a2bd1cdd0c HTTP/1.1" status: 204 len: 168 time: 1.6991677 Feb 28 20:28:37.776741 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7da98-fa66-4450-9a52-1105eb636780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b72b1d7-ec70-4a03-ab19-e8a2bd1cdd0c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:37.780718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746849f9-dc03-4de0-95ef-faaa858627ce req-940a4b66-bb91-4538-b952-ce558bf81518 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:37.783499 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-746849f9-dc03-4de0-95ef-faaa858627ce req-940a4b66-bb91-4538-b952-ce558bf81518 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.10 "GET /v2.0/networks?id=772a5f8c-d784-4526-8416-23f5187ae8c6 HTTP/1.1" status: 200 len: 820 time: 0.5931270 Feb 28 20:28:37.807398 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-746849f9-dc03-4de0-95ef-faaa858627ce req-73d3df35-13f6-4fe9-afdc-f90a9502e62d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Request body: {'port': {'device_id': '14c09c9f-a49d-4b4e-b7b4-28b38115c7ff', 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6', 'admin_state_up': True, 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:37.828711 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-42a1a63e-b38a-419b-b41b-8702f9db33c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (63cf2acb-59be-4363-b3a8-de61bb411092), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:37.875672 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abeb0d6-f3ee-4108-9676-4a0b50a8aaab None None] Routers {'901a9d29-e40b-49bf-9b35-bbdaebb60fa5'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:37.876297 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5abeb0d6-f3ee-4108-9676-4a0b50a8aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['901a9d29-e40b-49bf-9b35-bbdaebb60fa5'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:37.913490 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-9b2846b7-b569-4eb1-be93-81a6ef65c447 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:37.930452 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5abeb0d6-f3ee-4108-9676-4a0b50a8aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:37.931943 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abeb0d6-f3ee-4108-9676-4a0b50a8aaab None None] The sync data for ids ['901a9d29-e40b-49bf-9b35-bbdaebb60fa5'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:28:37.962814 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:28:30Z', 'revision_number': 4, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9c9c6f-3f54-40f6-bc41-f08367d0dfff', 'name': '', 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:62:8e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:27Z', 'updated_at': '2022-02-28T20:28:36Z', 'revision_number': 4, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe5763b6-263f-49f8-b2ab-ff3770cd2229', 'name': '', 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:8e:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:25Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:38.007065 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c0cb92-8654-422b-a5a6-8886bb41e2ad None None] The sync data for ids ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'] in n-d-820368-21 is: [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:28:30Z', 'revision_number': 4, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9c9c6f-3f54-40f6-bc41-f08367d0dfff', 'name': '', 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:62:8e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:27Z', 'updated_at': '2022-02-28T20:28:36Z', 'revision_number': 4, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe5763b6-263f-49f8-b2ab-ff3770cd2229', 'name': '', 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:8e:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:25Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:28:38.037465 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-743bd96b-090f-40c7-9c7c-a6d86d650aca None None] Provisioning complete for port 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:38.037897 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-743bd96b-090f-40c7-9c7c-a6d86d650aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9d9c9c6f-3f54-40f6-bc41-f08367d0dfff), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:38.088913 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833f13d-4ad8-4c24-9bbe-bfd1e4c03925 None None] Pushing event updated for resources: {'Port': ['ID=9d9c9c6f-3f54-40f6-bc41-f08367d0dfff,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:38.141550 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a5e8620-c580-459f-bc09-48c79f160e0a req-3fdcdfe5-6360-4adc-ae67-d44c72763a59 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 210 time: 0.2792485 Feb 28 20:28:38.152993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-6260ab38-7760-4a1f-ad7c-f1dc47ea92d9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Allocated IP 172.20.0.10 (f93bb5b0-b654-484a-b540-d0f4106b4968/061df787-4254-4266-93eb-5523552c7b33/383e7d1d-375b-4c2d-a342-4b2cd3df218e) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:38.210631 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 9dfa9662-a9d0-4430-ad15-841b7590bdfa is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:38.234210 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-743bd96b-090f-40c7-9c7c-a6d86d650aca None None] Current status of the port 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:38.240135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a1a63e-b38a-419b-b41b-8702f9db33c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Checking segment: {'id': '76417415-39b9-4ab2-8280-78daa6259ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e736ceac-6716-4594-9673-27b16108912a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:38.240761 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a1a63e-b38a-419b-b41b-8702f9db33c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network hostable DHCP agents. Network: e736ceac-6716-4594-9673-27b16108912a, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:28:38.242859 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-be603f38-bea3-49ac-a8ba-6e2f344d387e tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "GET /v2.0/routers/901a9d29-e40b-49bf-9b35-bbdaebb60fa5 HTTP/1.1" status: 200 len: 921 time: 0.8323166 Feb 28 20:28:38.244324 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1a63e-b38a-419b-b41b-8702f9db33c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Subnet': ['ID=63cf2acb-59be-4363-b3a8-de61bb411092,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:38.247443 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36260) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:38.309840 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-88f50638-c585-4fbe-b15c-60917ee54f81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f65340d502a410ea0500f7a007a7fda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7668946 Feb 28 20:28:38.322290 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36262) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:38.338688 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fdb3c4cd-f2ef-4789-92ef-8e757269d6ea req-aa3c454e-3b20-4d16-a870-f6f38a4d5036 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2b2f5d2-a134-4f6e-aa7a-10802b844c60 HTTP/1.1" status: 200 len: 210 time: 0.2227209 Feb 28 20:28:38.343437 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b2846b7-b569-4eb1-be93-81a6ef65c447 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:38.416630 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a1a63e-b38a-419b-b41b-8702f9db33c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network e736ceac-6716-4594-9673-27b16108912a is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:28:38.424485 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746849f9-dc03-4de0-95ef-faaa858627ce req-73d3df35-13f6-4fe9-afdc-f90a9502e62d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Made reservation on behalf of 04ef52175a9b4ca6b424bbdfe5599978 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:38.434065 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-746849f9-dc03-4de0-95ef-faaa858627ce req-73d3df35-13f6-4fe9-afdc-f90a9502e62d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:38.488650 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e11ab6-c809-4411-8be3-7a281363a7e8 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:38.493000 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-58e11ab6-c809-4411-8be3-7a281363a7e8 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&device_id=901a9d29-e40b-49bf-9b35-bbdaebb60fa5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2332549 Feb 28 20:28:38.493000 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-42a1a63e-b38a-419b-b41b-8702f9db33c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, e736ceac-6716-4594-9673-27b16108912a) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:38.495272 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36270) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:38.501774 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8eec5c-62b2-4ab1-876b-b4c9664b662b None None] Network e736ceac-6716-4594-9673-27b16108912a requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:28:38.504089 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a1a63e-b38a-419b-b41b-8702f9db33c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:38.506509 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-42a1a63e-b38a-419b-b41b-8702f9db33c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:38.612718 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-42a1a63e-b38a-419b-b41b-8702f9db33c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8438020 Feb 28 20:28:38.613434 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36274) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:38.630038 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d892e94b-3bd2-420a-95fa-4db988acee67 admin admin] Publish callbacks [] for security_group (2a25c31c-ec45-42a6-8f64-7694bfcb8e0e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:38.757080 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d892e94b-3bd2-420a-95fa-4db988acee67 admin admin] Publish callbacks [] for security_group (2a25c31c-ec45-42a6-8f64-7694bfcb8e0e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:38.774398 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb011a6-d4ad-4427-82c6-3e74611bade9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-e736ceac-6716-4594-9673-27b16108912a', 'network_id': 'e736ceac-6716-4594-9673-27b16108912a', 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'fixed_ips': [{'subnet_id': '63cf2acb-59be-4363-b3a8-de61bb411092'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:28:38.776089 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2bb011a6-d4ad-4427-82c6-3e74611bade9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:38.810996 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-6260ab38-7760-4a1f-ad7c-f1dc47ea92d9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks [] for port (383e7d1d-375b-4c2d-a342-4b2cd3df218e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:39.011166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:39.030693 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d892e94b-3bd2-420a-95fa-4db988acee67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2a25c31c-ec45-42a6-8f64-7694bfcb8e0e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:39.038304 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d892e94b-3bd2-420a-95fa-4db988acee67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:39.043584 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d892e94b-3bd2-420a-95fa-4db988acee67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a25c31c-ec45-42a6-8f64-7694bfcb8e0e HTTP/1.1" status: 204 len: 168 time: 0.7142072 Feb 28 20:28:39.094447 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892e94b-3bd2-420a-95fa-4db988acee67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a25c31c-ec45-42a6-8f64-7694bfcb8e0e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:39.189604 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-6260ab38-7760-4a1f-ad7c-f1dc47ea92d9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (383e7d1d-375b-4c2d-a342-4b2cd3df218e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:39.259108 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:28:39.447259 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-6260ab38-7760-4a1f-ad7c-f1dc47ea92d9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Network f93bb5b0-b654-484a-b540-d0f4106b4968 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:39.465549 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd30b7be-1a7e-4a70-b42b-b669eee2f1c6 req-e5b9f236-7ce5-461c-beba-aa94215a0e1d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 210 time: 0.1315231 Feb 28 20:28:39.466837 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:39.467297 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9d9c9c6f-3f54-40f6-bc41-f08367d0dfff), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:39.480687 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-6260ab38-7760-4a1f-ad7c-f1dc47ea92d9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:39.481112 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-6260ab38-7760-4a1f-ad7c-f1dc47ea92d9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:39.488359 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260ab38-7760-4a1f-ad7c-f1dc47ea92d9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Pushing event updated for resources: {'Port': ['ID=383e7d1d-375b-4c2d-a342-4b2cd3df218e,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:39.673103 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a6b40f-57e2-4c37-9849-d67d7ebcd3a2 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:39.674956 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d2a6b40f-57e2-4c37-9849-d67d7ebcd3a2 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 881 time: 1.1672888 Feb 28 20:28:39.676442 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-6260ab38-7760-4a1f-ad7c-f1dc47ea92d9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:39.677221 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-6260ab38-7760-4a1f-ad7c-f1dc47ea92d9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:39.683647 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b2846b7-b569-4eb1-be93-81a6ef65c447 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:39.685123 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36298) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:39.800304 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-2bb011a6-d4ad-4427-82c6-3e74611bade9 None None] Allocated IP 172.23.0.2 (e736ceac-6716-4594-9673-27b16108912a/63cf2acb-59be-4363-b3a8-de61bb411092/23918549-6dc9-4935-87f8-de4652a36295) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:39.813133 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-38623150-e4b5-4b87-9c45-7b0d7a36ac0a tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "GET /v2.0/ports?device_id=901a9d29-e40b-49bf-9b35-bbdaebb60fa5 HTTP/1.1" status: 200 len: 205 time: 0.1238720 Feb 28 20:28:39.818553 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36300) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:39.837691 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-6260ab38-7760-4a1f-ad7c-f1dc47ea92d9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7487152 Feb 28 20:28:39.889152 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] Request body: {'port': {'device_id': 'f2b2f5d2-a134-4f6e-aa7a-10802b844c60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:39.903573 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-9b2846b7-b569-4eb1-be93-81a6ef65c447 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Allocated IP 172.25.0.74 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/c0e7809e-1fe4-4b41-8c9f-0efe18bc3d59) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:39.925632 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36302) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:39.932127 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-746849f9-dc03-4de0-95ef-faaa858627ce req-73d3df35-13f6-4fe9-afdc-f90a9502e62d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Allocated IP 172.20.0.14 (772a5f8c-d784-4526-8416-23f5187ae8c6/d39c0c2a-dc41-4cb2-bcf8-368cafaff201/e2e04e92-1a97-42eb-8664-8fac7ca846f8) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:39.953656 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a761e552-c683-42e1-b30f-994c3a0e05d2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:39.983430 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9bcf3-0631-471e-baa2-2e69e473eac4 req-925c02fa-c8e4-4b25-9b11-def855d464d2 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:39.990366 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76c9bcf3-0631-471e-baa2-2e69e473eac4 req-925c02fa-c8e4-4b25-9b11-def855d464d2 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2b2f5d2-a134-4f6e-aa7a-10802b844c60 HTTP/1.1" status: 200 len: 932 time: 0.4326720 Feb 28 20:28:40.053101 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2bb011a6-d4ad-4427-82c6-3e74611bade9 None None] Publish callbacks [] for port (23918549-6dc9-4935-87f8-de4652a36295), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:40.077526 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76c9bcf3-0631-471e-baa2-2e69e473eac4 req-b2f895b3-4264-4526-b7e2-7c61e32a3cbc tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863123 Feb 28 20:28:40.088128 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2bb011a6-d4ad-4427-82c6-3e74611bade9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (23918549-6dc9-4935-87f8-de4652a36295), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:40.185319 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:40.255914 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-80376368-5f8a-4163-aeb3-b51550c80469 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1265fb436f14ec8ad5cd0ed7dacfdd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3227196 Feb 28 20:28:40.255914 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36308) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:40.280405 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b2846b7-b569-4eb1-be93-81a6ef65c447 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for port (c0e7809e-1fe4-4b41-8c9f-0efe18bc3d59), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:40.302021 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb011a6-d4ad-4427-82c6-3e74611bade9 None None] Pushing event updated for resources: {'Port': ['ID=23918549-6dc9-4935-87f8-de4652a36295,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:40.317229 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb011a6-d4ad-4427-82c6-3e74611bade9 None None] Network e736ceac-6716-4594-9673-27b16108912a is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:40.318723 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-2bb011a6-d4ad-4427-82c6-3e74611bade9 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:40.324520 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb011a6-d4ad-4427-82c6-3e74611bade9 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:40.350768 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-746849f9-dc03-4de0-95ef-faaa858627ce req-73d3df35-13f6-4fe9-afdc-f90a9502e62d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks [] for port (e2e04e92-1a97-42eb-8664-8fac7ca846f8), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:40.388763 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b2846b7-b569-4eb1-be93-81a6ef65c447 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (c0e7809e-1fe4-4b41-8c9f-0efe18bc3d59), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:40.418298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2bb011a6-d4ad-4427-82c6-3e74611bade9 None None] Attempting to bind port 23918549-6dc9-4935-87f8-de4652a36295 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:28:40.418706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2bb011a6-d4ad-4427-82c6-3e74611bade9 None None] Attempting to bind port 23918549-6dc9-4935-87f8-de4652a36295 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '76417415-39b9-4ab2-8280-78daa6259ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e736ceac-6716-4594-9673-27b16108912a'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:28:40.419069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb011a6-d4ad-4427-82c6-3e74611bade9 None None] Attempting to bind port 23918549-6dc9-4935-87f8-de4652a36295 on network e736ceac-6716-4594-9673-27b16108912a {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:28:40.424941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb011a6-d4ad-4427-82c6-3e74611bade9 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:28:40.425318 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb011a6-d4ad-4427-82c6-3e74611bade9 None None] Checking segment: {'id': '76417415-39b9-4ab2-8280-78daa6259ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e736ceac-6716-4594-9673-27b16108912a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:40.425796 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2bb011a6-d4ad-4427-82c6-3e74611bade9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:40.426370 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb011a6-d4ad-4427-82c6-3e74611bade9 None None] Bound using segment: {'id': '76417415-39b9-4ab2-8280-78daa6259ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e736ceac-6716-4594-9673-27b16108912a'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:28:40.426900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2bb011a6-d4ad-4427-82c6-3e74611bade9 None None] Bound port: 23918549-6dc9-4935-87f8-de4652a36295, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76417415-39b9-4ab2-8280-78daa6259ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e736ceac-6716-4594-9673-27b16108912a'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:28:40.427282 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2bb011a6-d4ad-4427-82c6-3e74611bade9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (23918549-6dc9-4935-87f8-de4652a36295), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:40.466669 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2846b7-b569-4eb1-be93-81a6ef65c447 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:40.481389 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-9b2846b7-b569-4eb1-be93-81a6ef65c447 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:40.496227 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2846b7-b569-4eb1-be93-81a6ef65c447 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:40.516097 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-746849f9-dc03-4de0-95ef-faaa858627ce req-73d3df35-13f6-4fe9-afdc-f90a9502e62d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e2e04e92-1a97-42eb-8664-8fac7ca846f8), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:40.523036 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-5338ef59-0cf5-4f57-97ac-4995a74c2818 req-cfd6dcf9-a0aa-4737-8c41-1117374fd8cc tempest-ServersOnMultiNodesTest-384027454 tempest-ServersOnMultiNodesTest-384027454-project] (103773) timed out ('10.222.0.10', 62020) {{(pid=103773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 20:28:40.567161 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2bb011a6-d4ad-4427-82c6-3e74611bade9 None None] For port 23918549-6dc9-4935-87f8-de4652a36295, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:28:40.572284 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2bb011a6-d4ad-4427-82c6-3e74611bade9 None None] For port 23918549-6dc9-4935-87f8-de4652a36295, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=23918549-6dc9-4935-87f8-de4652a36295,segment=NetworkSegment(76417415-39b9-4ab2-8280-78daa6259ad8),segment_id=76417415-39b9-4ab2-8280-78daa6259ad8)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:28:40.583309 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (383e7d1d-375b-4c2d-a342-4b2cd3df218e), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:40.591088 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2bb011a6-d4ad-4427-82c6-3e74611bade9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (23918549-6dc9-4935-87f8-de4652a36295), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:40.638178 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2846b7-b569-4eb1-be93-81a6ef65c447 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Pushing event updated for resources: {'Port': ['ID=c0e7809e-1fe4-4b41-8c9f-0efe18bc3d59,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:40.697638 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb011a6-d4ad-4427-82c6-3e74611bade9 None None] Pushing event updated for resources: {'Port': ['ID=23918549-6dc9-4935-87f8-de4652a36295,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:40.723401 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-10cac579-30a9-48bb-940c-d243ab58c028 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router (901a9d29-e40b-49bf-9b35-bbdaebb60fa5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:40.741344 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746849f9-dc03-4de0-95ef-faaa858627ce req-73d3df35-13f6-4fe9-afdc-f90a9502e62d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Network 772a5f8c-d784-4526-8416-23f5187ae8c6 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:40.752473 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-746849f9-dc03-4de0-95ef-faaa858627ce req-73d3df35-13f6-4fe9-afdc-f90a9502e62d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:40.756245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-746849f9-dc03-4de0-95ef-faaa858627ce req-73d3df35-13f6-4fe9-afdc-f90a9502e62d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:40.872934 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746849f9-dc03-4de0-95ef-faaa858627ce req-73d3df35-13f6-4fe9-afdc-f90a9502e62d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:40.873741 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-746849f9-dc03-4de0-95ef-faaa858627ce req-73d3df35-13f6-4fe9-afdc-f90a9502e62d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:40.877493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3df35-13f6-4fe9-afdc-f90a9502e62d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Pushing event updated for resources: {'Port': ['ID=e2e04e92-1a97-42eb-8664-8fac7ca846f8,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:40.907440 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b2846b7-b569-4eb1-be93-81a6ef65c447 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for floatingip (4be81f4c-7308-4789-bd63-75843d4ce6cc), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:40.923208 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f03e52-6007-4ed2-9ad3-06ff364a2ad9 req-6bb8a411-0015-44f9-b973-eb6ba744fc14 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:40.926504 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-04f03e52-6007-4ed2-9ad3-06ff364a2ad9 req-6bb8a411-0015-44f9-b973-eb6ba744fc14 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 932 time: 0.2803810 Feb 28 20:28:40.953005 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-746849f9-dc03-4de0-95ef-faaa858627ce req-73d3df35-13f6-4fe9-afdc-f90a9502e62d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1548214 Feb 28 20:28:41.014370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-746849f9-dc03-4de0-95ef-faaa858627ce req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] Request body: {'port': {'device_id': '14c09c9f-a49d-4b4e-b7b4-28b38115c7ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:41.032914 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-a761e552-c683-42e1-b30f-994c3a0e05d2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Allocated IP 172.23.0.1 (e736ceac-6716-4594-9673-27b16108912a/63cf2acb-59be-4363-b3a8-de61bb411092/305dee63-58d3-472e-9f90-43e9b409e657) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:41.074244 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-771aa850-fd0e-4a2d-a674-240944e36809 admin admin] Publish callbacks [] for security_group (6d1a607a-f47e-4018-ae27-78950c896ca7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:41.090192 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b2846b7-b569-4eb1-be93-81a6ef65c447 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c0e7809e-1fe4-4b41-8c9f-0efe18bc3d59), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:41.236626 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-746849f9-dc03-4de0-95ef-faaa858627ce req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e2e04e92-1a97-42eb-8664-8fac7ca846f8), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:41.287912 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-771aa850-fd0e-4a2d-a674-240944e36809 admin admin] Publish callbacks [] for security_group (6d1a607a-f47e-4018-ae27-78950c896ca7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:41.397800 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-04f03e52-6007-4ed2-9ad3-06ff364a2ad9 req-36155647-b1fd-4418-b19a-d48ccad4ae0c tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540334 Feb 28 20:28:41.457868 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e3a6-ba66-4933-bba5-d266831f0f41 req-46141b9e-d0f1-435a-802b-a92fa93344b5 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:41.466507 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c63e3a6-ba66-4933-bba5-d266831f0f41 req-46141b9e-d0f1-435a-802b-a92fa93344b5 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2b2f5d2-a134-4f6e-aa7a-10802b844c60 HTTP/1.1" status: 200 len: 932 time: 0.2450578 Feb 28 20:28:41.716416 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b2846b7-b569-4eb1-be93-81a6ef65c447 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for port (c0e7809e-1fe4-4b41-8c9f-0efe18bc3d59), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:41.742756 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b2846b7-b569-4eb1-be93-81a6ef65c447 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (c0e7809e-1fe4-4b41-8c9f-0efe18bc3d59), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:41.839183 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c63e3a6-ba66-4933-bba5-d266831f0f41 req-c0637513-ef99-4f4c-b66a-4b1bf52d7ebb tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715866 Feb 28 20:28:41.950553 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b2846b7-b569-4eb1-be93-81a6ef65c447 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (4be81f4c-7308-4789-bd63-75843d4ce6cc), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:42.009931 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-10cac579-30a9-48bb-940c-d243ab58c028 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_gateway (901a9d29-e40b-49bf-9b35-bbdaebb60fa5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:42.044943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2846b7-b569-4eb1-be93-81a6ef65c447 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Pushing event updated for resources: {'Port': ['ID=c0e7809e-1fe4-4b41-8c9f-0efe18bc3d59,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:42.106864 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:28:42.132091 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b2846b7-b569-4eb1-be93-81a6ef65c447 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:42.133883 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9b2846b7-b569-4eb1-be93-81a6ef65c447 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9810734 Feb 28 20:28:42.136878 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36330) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:42.146746 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6e0bea54-a438-4277-9af5-991dc6ebbdca tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-753496113'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:42.216495 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a761e552-c683-42e1-b30f-994c3a0e05d2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for port (305dee63-58d3-472e-9f90-43e9b409e657), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:42.250162 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0bea54-a438-4277-9af5-991dc6ebbdca tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Made reservation on behalf of 56e0373a0f0846d19e4fada7f418f55a for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:42.256726 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e12fb74-31b4-4dba-bc37-1a4414b4bf8e None None] Network e736ceac-6716-4594-9673-27b16108912a requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:28:42.259874 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-10cac579-30a9-48bb-940c-d243ab58c028 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Deleting port d373cd92-d505-4f63-807c-161f5fdbd0f4 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:28:42.259874 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-10cac579-30a9-48bb-940c-d243ab58c028 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d373cd92-d505-4f63-807c-161f5fdbd0f4), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:42.260961 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e0bea54-a438-4277-9af5-991dc6ebbdca tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:42.266052 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-771aa850-fd0e-4a2d-a674-240944e36809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6d1a607a-f47e-4018-ae27-78950c896ca7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:42.268648 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-771aa850-fd0e-4a2d-a674-240944e36809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:42.272210 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-771aa850-fd0e-4a2d-a674-240944e36809 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d1a607a-f47e-4018-ae27-78950c896ca7 HTTP/1.1" status: 204 len: 168 time: 1.9938557 Feb 28 20:28:42.282915 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383e7d1d-375b-4c2d-a342-4b2cd3df218e {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:28:42.284756 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e0bea54-a438-4277-9af5-991dc6ebbdca tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:42.316222 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771aa850-fd0e-4a2d-a674-240944e36809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1a607a-f47e-4018-ae27-78950c896ca7,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:42.335505 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] Publish callbacks [] for port (383e7d1d-375b-4c2d-a342-4b2cd3df218e), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:42.458258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-746849f9-dc03-4de0-95ef-faaa858627ce req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e04e92-1a97-42eb-8664-8fac7ca846f8 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:28:42.489812 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-746849f9-dc03-4de0-95ef-faaa858627ce req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] Publish callbacks [] for port (e2e04e92-1a97-42eb-8664-8fac7ca846f8), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:42.496208 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] Transition to ACTIVE for port object 383e7d1d-375b-4c2d-a342-4b2cd3df218e will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:28:42.522073 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (383e7d1d-375b-4c2d-a342-4b2cd3df218e), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:42.555174 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-746849f9-dc03-4de0-95ef-faaa858627ce req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] Transition to ACTIVE for port object e2e04e92-1a97-42eb-8664-8fac7ca846f8 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:28:42.597938 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-746849f9-dc03-4de0-95ef-faaa858627ce req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (e2e04e92-1a97-42eb-8664-8fac7ca846f8), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:42.607065 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a761e552-c683-42e1-b30f-994c3a0e05d2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (305dee63-58d3-472e-9f90-43e9b409e657), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:42.609385 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e0bea54-a438-4277-9af5-991dc6ebbdca tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for security_group (e4fc4775-9d16-4260-91bf-e5d7ca547b9c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:42.655804 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-10cac579-30a9-48bb-940c-d243ab58c028 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d373cd92-d505-4f63-807c-161f5fdbd0f4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:42.661691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e04e92-1a97-42eb-8664-8fac7ca846f8,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:42.667103 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e0bea54-a438-4277-9af5-991dc6ebbdca tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e4fc4775-9d16-4260-91bf-e5d7ca547b9c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:42.680904 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0bea54-a438-4277-9af5-991dc6ebbdca tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:28:42.697188 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e0bea54-a438-4277-9af5-991dc6ebbdca tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (4374ac9c-a684-49e0-9873-4cc7a4e36a47), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:42.697543 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-6e0bea54-a438-4277-9af5-991dc6ebbdca tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Added segment 4374ac9c-a684-49e0-9873-4cc7a4e36a47 of type vlan for network bd9cb15c-a815-4482-98c8-4a97a4a1719d Feb 28 20:28:42.716338 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e70df87e-e0c7-41d2-a741-8a8efdb97f78 None None] Provisioning complete for port 23918549-6dc9-4935-87f8-de4652a36295 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:42.716721 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e70df87e-e0c7-41d2-a741-8a8efdb97f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (23918549-6dc9-4935-87f8-de4652a36295), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:42.733013 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-10cac579-30a9-48bb-940c-d243ab58c028 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Calling delete_port for d373cd92-d505-4f63-807c-161f5fdbd0f4 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:28:42.747992 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc48f9-e30e-4068-8e3a-7ce98ba0fc6b req-08c95872-c0d2-4c6a-b56f-1a300cac4482 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:42.754877 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2acc48f9-e30e-4068-8e3a-7ce98ba0fc6b req-08c95872-c0d2-4c6a-b56f-1a300cac4482 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 932 time: 0.2180269 Feb 28 20:28:42.846845 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] Pushing event updated for resources: {'Port': ['ID=383e7d1d-375b-4c2d-a342-4b2cd3df218e,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:42.859432 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bea54-a438-4277-9af5-991dc6ebbdca tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fc4775-9d16-4260-91bf-e5d7ca547b9c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:42.886766 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a761e552-c683-42e1-b30f-994c3a0e05d2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network e736ceac-6716-4594-9673-27b16108912a is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:42.892840 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e0bea54-a438-4277-9af5-991dc6ebbdca tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (bd9cb15c-a815-4482-98c8-4a97a4a1719d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:42.961743 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e70df87e-e0c7-41d2-a741-8a8efdb97f78 None None] Current status of the port 23918549-6dc9-4935-87f8-de4652a36295 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:42.962725 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e70df87e-e0c7-41d2-a741-8a8efdb97f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (23918549-6dc9-4935-87f8-de4652a36295), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:43.011789 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-a761e552-c683-42e1-b30f-994c3a0e05d2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:43.066192 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a761e552-c683-42e1-b30f-994c3a0e05d2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:43.073142 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e0bea54-a438-4277-9af5-991dc6ebbdca tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (bd9cb15c-a815-4482-98c8-4a97a4a1719d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:43.082823 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0bea54-a438-4277-9af5-991dc6ebbdca tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:43.083482 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e0bea54-a438-4277-9af5-991dc6ebbdca tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:43.091285 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e70df87e-e0c7-41d2-a741-8a8efdb97f78 None None] For port 23918549-6dc9-4935-87f8-de4652a36295, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=23918549-6dc9-4935-87f8-de4652a36295,segment=NetworkSegment(76417415-39b9-4ab2-8280-78daa6259ad8),segment_id=76417415-39b9-4ab2-8280-78daa6259ad8)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:43.105403 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e70df87e-e0c7-41d2-a741-8a8efdb97f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (23918549-6dc9-4935-87f8-de4652a36295), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:43.108064 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2acc48f9-e30e-4068-8e3a-7ce98ba0fc6b req-50a0abb1-335f-4243-8f68-9f92b486741d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523226 Feb 28 20:28:43.150354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 23918549-6dc9-4935-87f8-de4652a36295 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:43.452070 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70df87e-e0c7-41d2-a741-8a8efdb97f78 None None] Pushing event updated for resources: {'Port': ['ID=23918549-6dc9-4935-87f8-de4652a36295,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:43.469394 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 23918549-6dc9-4935-87f8-de4652a36295 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:43.470232 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (23918549-6dc9-4935-87f8-de4652a36295), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:43.483666 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6e0bea54-a438-4277-9af5-991dc6ebbdca tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3430927 Feb 28 20:28:43.484569 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bea54-a438-4277-9af5-991dc6ebbdca tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Pushing event updated for resources: {'Network': ['ID=bd9cb15c-a815-4482-98c8-4a97a4a1719d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:43.495393 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36364) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:43.505312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network bd9cb15c-a815-4482-98c8-4a97a4a1719d details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:28:43.516137 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761e552-c683-42e1-b30f-994c3a0e05d2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Port': ['ID=305dee63-58d3-472e-9f90-43e9b409e657,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:43.517873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-805cdd36-ba0b-432a-99ff-c9248eaefbfc tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Request body: {'subnet': {'network_id': 'bd9cb15c-a815-4482-98c8-4a97a4a1719d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:43.541500 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-746849f9-dc03-4de0-95ef-faaa858627ce req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] Attempting to bind port e2e04e92-1a97-42eb-8664-8fac7ca846f8 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:28:43.541850 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-746849f9-dc03-4de0-95ef-faaa858627ce req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] Attempting to bind port e2e04e92-1a97-42eb-8664-8fac7ca846f8 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '8a70148e-0b57-4d50-90ab-734818fed05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:28:43.543574 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-746f9765-51e0-4ff2-b038-df21e75dfa63 None None] Provisioning complete for port 305dee63-58d3-472e-9f90-43e9b409e657 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:43.544156 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-746f9765-51e0-4ff2-b038-df21e75dfa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (305dee63-58d3-472e-9f90-43e9b409e657), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:43.547999 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746849f9-dc03-4de0-95ef-faaa858627ce req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] Attempting to bind port e2e04e92-1a97-42eb-8664-8fac7ca846f8 on network 772a5f8c-d784-4526-8416-23f5187ae8c6 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:28:43.554364 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a761e552-c683-42e1-b30f-994c3a0e05d2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (ded26f93-08e0-4e52-b08a-9b7733ad0c73), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:43.675195 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-746f9765-51e0-4ff2-b038-df21e75dfa63 None None] Port 305dee63-58d3-472e-9f90-43e9b409e657 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:28:43.701742 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-746f9765-51e0-4ff2-b038-df21e75dfa63 None None] Provisioning complete for port 23918549-6dc9-4935-87f8-de4652a36295 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:43.702328 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-746f9765-51e0-4ff2-b038-df21e75dfa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (23918549-6dc9-4935-87f8-de4652a36295), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:43.713164 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] Attempting to bind port 383e7d1d-375b-4c2d-a342-4b2cd3df218e on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:28:43.713505 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] Attempting to bind port 383e7d1d-375b-4c2d-a342-4b2cd3df218e by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:28:43.713835 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] Attempting to bind port 383e7d1d-375b-4c2d-a342-4b2cd3df218e on network f93bb5b0-b654-484a-b540-d0f4106b4968 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:28:43.733537 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746849f9-dc03-4de0-95ef-faaa858627ce req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] Port e2e04e92-1a97-42eb-8664-8fac7ca846f8 on network 772a5f8c-d784-4526-8416-23f5187ae8c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:28:43.733929 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746849f9-dc03-4de0-95ef-faaa858627ce req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] Attempting to bind port e2e04e92-1a97-42eb-8664-8fac7ca846f8 on network 772a5f8c-d784-4526-8416-23f5187ae8c6 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:28:43.749768 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] Port 383e7d1d-375b-4c2d-a342-4b2cd3df218e on network f93bb5b0-b654-484a-b540-d0f4106b4968 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:28:43.750087 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] Attempting to bind port 383e7d1d-375b-4c2d-a342-4b2cd3df218e on network f93bb5b0-b654-484a-b540-d0f4106b4968 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:28:43.791599 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746849f9-dc03-4de0-95ef-faaa858627ce req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:28:43.792251 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746849f9-dc03-4de0-95ef-faaa858627ce req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] Checking segment: {'id': '8a70148e-0b57-4d50-90ab-734818fed05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:43.807159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746849f9-dc03-4de0-95ef-faaa858627ce req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] Bound using segment: {'id': '8a70148e-0b57-4d50-90ab-734818fed05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:28:43.807159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-746849f9-dc03-4de0-95ef-faaa858627ce req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] Bound port: e2e04e92-1a97-42eb-8664-8fac7ca846f8, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a70148e-0b57-4d50-90ab-734818fed05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:28:43.807159 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-746849f9-dc03-4de0-95ef-faaa858627ce req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e2e04e92-1a97-42eb-8664-8fac7ca846f8), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:43.836022 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 23918549-6dc9-4935-87f8-de4652a36295 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:43.848679 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b48a74-a821-4e87-ac7b-227e84443ce5 req-87184361-32e3-4cb0-80fc-44c02c3b0efd tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:43.850286 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4b48a74-a821-4e87-ac7b-227e84443ce5 req-87184361-32e3-4cb0-80fc-44c02c3b0efd tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2b2f5d2-a134-4f6e-aa7a-10802b844c60 HTTP/1.1" status: 200 len: 944 time: 0.6503351 Feb 28 20:28:43.888174 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:28:43.888566 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] Checking segment: {'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:43.888959 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] Bound using segment: {'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:28:43.889401 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] Bound port: 383e7d1d-375b-4c2d-a342-4b2cd3df218e, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:28:43.889872 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (383e7d1d-375b-4c2d-a342-4b2cd3df218e), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:43.896035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36376) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:43.935673 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-746f9765-51e0-4ff2-b038-df21e75dfa63 None None] Current status of the port 23918549-6dc9-4935-87f8-de4652a36295 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:44.045122 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4b48a74-a821-4e87-ac7b-227e84443ce5 req-e61a91c3-417b-4cf1-bada-52e13474c7a6 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587915 Feb 28 20:28:44.048056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805cdd36-ba0b-432a-99ff-c9248eaefbfc tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Made reservation on behalf of 56e0373a0f0846d19e4fada7f418f55a for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:44.052630 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-805cdd36-ba0b-432a-99ff-c9248eaefbfc tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:44.079151 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] For port 383e7d1d-375b-4c2d-a342-4b2cd3df218e, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:28:44.086088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-712f5d90-d1eb-4abc-9bc1-3226ee0ed527 None None] Provisioning complete for port 305dee63-58d3-472e-9f90-43e9b409e657 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:44.088028 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-712f5d90-d1eb-4abc-9bc1-3226ee0ed527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (305dee63-58d3-472e-9f90-43e9b409e657), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:44.089624 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] For port 383e7d1d-375b-4c2d-a342-4b2cd3df218e, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=383e7d1d-375b-4c2d-a342-4b2cd3df218e,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:28:44.108741 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-10cac579-30a9-48bb-940c-d243ab58c028 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d373cd92-d505-4f63-807c-161f5fdbd0f4), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:44.160090 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-ced2a3e9-0921-4d4c-b6d9-eeb9eafe9850 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-538105937'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:44.162463 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-712f5d90-d1eb-4abc-9bc1-3226ee0ed527 None None] Port 305dee63-58d3-472e-9f90-43e9b409e657 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:28:44.179584 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (383e7d1d-375b-4c2d-a342-4b2cd3df218e), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:44.218343 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cac579-30a9-48bb-940c-d243ab58c028 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Pushing event deleted for resources: {'Port': ['ID=d373cd92-d505-4f63-807c-161f5fdbd0f4,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:44.225045 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a761e552-c683-42e1-b30f-994c3a0e05d2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (305dee63-58d3-472e-9f90-43e9b409e657), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:44.260477 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-746849f9-dc03-4de0-95ef-faaa858627ce req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] For port e2e04e92-1a97-42eb-8664-8fac7ca846f8, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:28:44.276018 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-746849f9-dc03-4de0-95ef-faaa858627ce req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] For port e2e04e92-1a97-42eb-8664-8fac7ca846f8, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e2e04e92-1a97-42eb-8664-8fac7ca846f8,segment=NetworkSegment(8a70148e-0b57-4d50-90ab-734818fed05d),segment_id=8a70148e-0b57-4d50-90ab-734818fed05d)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:28:44.295448 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:44.296516 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:44.297761 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] 10.222.0.15 "PUT /v2.0/ports/383e7d1d-375b-4c2d-a342-4b2cd3df218e HTTP/1.1" status: 200 len: 1093 time: 4.4163656 Feb 28 20:28:44.305655 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b2f5d2-a134-4f6e-aa7a-10802b844c60', 'tag': '383e7d1d-375b-4c2d-a342-4b2cd3df218e'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:28:44.308655 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fbd4f6-3ce9-4147-a2ad-8b0c0f3e9824" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b2f5d2-a134-4f6e-aa7a-10802b844c60", "tag": "383e7d1d-375b-4c2d-a342-4b2cd3df218e"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:28:44.319791 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-746849f9-dc03-4de0-95ef-faaa858627ce req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (e2e04e92-1a97-42eb-8664-8fac7ca846f8), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:44.341799 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced2a3e9-0921-4d4c-b6d9-eeb9eafe9850 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Made reservation on behalf of e38b0e6fba494a7aacc592cb25d2e86a for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:44.346830 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ced2a3e9-0921-4d4c-b6d9-eeb9eafe9850 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:44.381638 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd5d274-677b-41fb-b3d6-41dc62deaaeb x-openstack-request-id: req-4dd5d274-677b-41fb-b3d6-41dc62deaaeb {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:28:44.382186 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b2f5d2-a134-4f6e-aa7a-10802b844c60", "tag": "383e7d1d-375b-4c2d-a342-4b2cd3df218e", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:28:44.382623 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dd5d274-677b-41fb-b3d6-41dc62deaaeb {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:28:44.383163 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b2f5d2-a134-4f6e-aa7a-10802b844c60', 'tag': '383e7d1d-375b-4c2d-a342-4b2cd3df218e', 'status': 'completed', 'code': 200} Feb 28 20:28:44.408829 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ced2a3e9-0921-4d4c-b6d9-eeb9eafe9850 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:44.445083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746849f9-dc03-4de0-95ef-faaa858627ce req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:44.445715 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-746849f9-dc03-4de0-95ef-faaa858627ce req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:44.448990 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-746849f9-dc03-4de0-95ef-faaa858627ce req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] 10.222.0.10 "PUT /v2.0/ports/e2e04e92-1a97-42eb-8664-8fac7ca846f8 HTTP/1.1" status: 200 len: 1093 time: 3.4592543 Feb 28 20:28:44.458716 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c09c9f-a49d-4b4e-b7b4-28b38115c7ff', 'tag': 'e2e04e92-1a97-42eb-8664-8fac7ca846f8'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:28:44.461275 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c34ac8-d251-432b-8bd5-c99ef45d39fe" -d '{"events": [{"name": "network-changed", "server_uuid": "14c09c9f-a49d-4b4e-b7b4-28b38115c7ff", "tag": "e2e04e92-1a97-42eb-8664-8fac7ca846f8"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:28:44.488688 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eaf7ad-2db1-4ae4-a3df-ac000f2790b4 service neutron] Pushing event updated for resources: {'Port': ['ID=383e7d1d-375b-4c2d-a342-4b2cd3df218e,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:44.572841 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993016c1-53ce-49e0-a147-17349890d6ef x-openstack-request-id: req-993016c1-53ce-49e0-a147-17349890d6ef {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:28:44.573524 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c09c9f-a49d-4b4e-b7b4-28b38115c7ff", "tag": "e2e04e92-1a97-42eb-8664-8fac7ca846f8", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:28:44.573524 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-993016c1-53ce-49e0-a147-17349890d6ef {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:28:44.573802 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c09c9f-a49d-4b4e-b7b4-28b38115c7ff', 'tag': 'e2e04e92-1a97-42eb-8664-8fac7ca846f8', 'status': 'completed', 'code': 200} Feb 28 20:28:44.578055 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-10cac579-30a9-48bb-940c-d243ab58c028 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (901a9d29-e40b-49bf-9b35-bbdaebb60fa5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:44.617002 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68381bfe-7cff-49e1-94a0-964c90610d55 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e04e92-1a97-42eb-8664-8fac7ca846f8,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:44.695185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd57ca-cb78-4bac-9f16-36ec44f1b0d4 req-bf349894-c2d3-44cd-8b33-e8746f81aa44 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:44.703894 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eabd57ca-cb78-4bac-9f16-36ec44f1b0d4 req-bf349894-c2d3-44cd-8b33-e8746f81aa44 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 944 time: 0.3537283 Feb 28 20:28:44.722321 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746849f9-dc03-4de0-95ef-faaa858627ce req-8fb4be1d-1dd5-4df5-8887-fa18378bd24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:44.723986 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-746849f9-dc03-4de0-95ef-faaa858627ce req-8fb4be1d-1dd5-4df5-8887-fa18378bd24c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04ef52175a9b4ca6b424bbdfe5599978&device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 1127 time: 0.2105103 Feb 28 20:28:44.741156 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-8ac58532-e75c-4383-bd6a-8a76369a9234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:44.742902 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-8ac58532-e75c-4383-bd6a-8a76369a9234 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&device_id=f2b2f5d2-a134-4f6e-aa7a-10802b844c60 HTTP/1.1" status: 200 len: 1127 time: 0.3631115 Feb 28 20:28:44.745673 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-10cac579-30a9-48bb-940c-d243ab58c028 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (901a9d29-e40b-49bf-9b35-bbdaebb60fa5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:44.750053 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-10cac579-30a9-48bb-940c-d243ab58c028 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_controller (901a9d29-e40b-49bf-9b35-bbdaebb60fa5), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:44.789860 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-805cdd36-ba0b-432a-99ff-c9248eaefbfc tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (7bfad5a2-3c52-4fea-81a2-79974ac1eca2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:44.843616 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eabd57ca-cb78-4bac-9f16-36ec44f1b0d4 req-58ed057f-7c43-4ccc-b0fd-76834081b0d3 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383770 Feb 28 20:28:44.846163 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-746849f9-dc03-4de0-95ef-faaa858627ce req-05099f08-a66f-4f1c-8996-06d2afffeb24 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2e04e92-1a97-42eb-8664-8fac7ca846f8 HTTP/1.1" status: 200 len: 217 time: 0.1140296 Feb 28 20:28:44.900868 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ced2a3e9-0921-4d4c-b6d9-eeb9eafe9850 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for security_group (ceb1dadf-4021-4fa5-b500-08e67090ab90), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:44.933139 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-86b07a13-b58e-4173-94ea-e2374b491e17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=383e7d1d-375b-4c2d-a342-4b2cd3df218e HTTP/1.1" status: 200 len: 217 time: 0.1797433 Feb 28 20:28:44.984908 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ced2a3e9-0921-4d4c-b6d9-eeb9eafe9850 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ceb1dadf-4021-4fa5-b500-08e67090ab90), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:45.010713 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 23918549-6dc9-4935-87f8-de4652a36295 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:45.020889 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-10cac579-30a9-48bb-940c-d243ab58c028 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (901a9d29-e40b-49bf-9b35-bbdaebb60fa5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:45.021403 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cac579-30a9-48bb-940c-d243ab58c028 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Fanout notify agent at l3_agent the message router_deleted on router 901a9d29-e40b-49bf-9b35-bbdaebb60fa5 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:28:45.078330 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-10cac579-30a9-48bb-940c-d243ab58c028 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:45.085878 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-10cac579-30a9-48bb-940c-d243ab58c028 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "DELETE /v2.0/routers/901a9d29-e40b-49bf-9b35-bbdaebb60fa5 HTTP/1.1" status: 204 len: 168 time: 5.2645588 Feb 28 20:28:45.099920 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36398) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:45.112560 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d8cf060c-58e0-4b19-8074-645dbadc886c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1301303819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:45.124624 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cdd36-ba0b-432a-99ff-c9248eaefbfc tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Pushing event updated for resources: {'Subnet': ['ID=7bfad5a2-3c52-4fea-81a2-79974ac1eca2,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:45.126687 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced2a3e9-0921-4d4c-b6d9-eeb9eafe9850 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:28:45.145576 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 23918549-6dc9-4935-87f8-de4652a36295 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:45.145955 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (23918549-6dc9-4935-87f8-de4652a36295), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:45.155424 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746849f9-dc03-4de0-95ef-faaa858627ce req-735703b6-e84c-411e-a9e4-f02fb0424861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:45.160059 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-746849f9-dc03-4de0-95ef-faaa858627ce req-735703b6-e84c-411e-a9e4-f02fb0424861 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d39c0c2a-dc41-4cb2-bcf8-368cafaff201 HTTP/1.1" status: 200 len: 860 time: 0.2810719 Feb 28 20:28:45.181943 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-268b6041-ae24-4238-9855-d1f2921533a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:45.183402 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-268b6041-ae24-4238-9855-d1f2921533a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=061df787-4254-4266-93eb-5523552c7b33 HTTP/1.1" status: 200 len: 845 time: 0.2351582 Feb 28 20:28:45.190811 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ced2a3e9-0921-4d4c-b6d9-eeb9eafe9850 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (4da77c26-ebc5-4312-9bef-c76b7df5cc15), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:45.192835 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-ced2a3e9-0921-4d4c-b6d9-eeb9eafe9850 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Added segment 4da77c26-ebc5-4312-9bef-c76b7df5cc15 of type vlan for network aa5fc6b5-520e-4a41-bff9-a202231e02e8 Feb 28 20:28:45.224192 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d8cf060c-58e0-4b19-8074-645dbadc886c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (5aac341a-def9-481c-8b6a-444332ace6e0), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:45.225234 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d8cf060c-58e0-4b19-8074-645dbadc886c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (5aac341a-def9-481c-8b6a-444332ace6e0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:45.261409 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-e4d3b397-a7c6-4540-b626-b0643a1e23fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f93bb5b0-b654-484a-b540-d0f4106b4968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684290 Feb 28 20:28:45.261980 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ced2a3e9-0921-4d4c-b6d9-eeb9eafe9850 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (aa5fc6b5-520e-4a41-bff9-a202231e02e8), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:45.310245 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 23918549-6dc9-4935-87f8-de4652a36295 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:45.334146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2a3e9-0921-4d4c-b6d9-eeb9eafe9850 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb1dadf-4021-4fa5-b500-08e67090ab90,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:45.360900 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a761e552-c683-42e1-b30f-994c3a0e05d2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for port (305dee63-58d3-472e-9f90-43e9b409e657), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:45.401040 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a761e552-c683-42e1-b30f-994c3a0e05d2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (305dee63-58d3-472e-9f90-43e9b409e657), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:45.411434 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-746849f9-dc03-4de0-95ef-faaa858627ce req-ca056e07-0a9d-4aeb-bb37-770ea1fb5833 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=772a5f8c-d784-4526-8416-23f5187ae8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868776 Feb 28 20:28:45.412840 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d8cf060c-58e0-4b19-8074-645dbadc886c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_controller (5aac341a-def9-481c-8b6a-444332ace6e0), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:45.440088 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805cdd36-ba0b-432a-99ff-c9248eaefbfc tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Checking segment: {'id': '4374ac9c-a684-49e0-9873-4cc7a4e36a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd9cb15c-a815-4482-98c8-4a97a4a1719d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:45.440863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805cdd36-ba0b-432a-99ff-c9248eaefbfc tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Network hostable DHCP agents. Network: bd9cb15c-a815-4482-98c8-4a97a4a1719d, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:28:45.445492 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ced2a3e9-0921-4d4c-b6d9-eeb9eafe9850 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (aa5fc6b5-520e-4a41-bff9-a202231e02e8), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:45.450794 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced2a3e9-0921-4d4c-b6d9-eeb9eafe9850 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:45.451715 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ced2a3e9-0921-4d4c-b6d9-eeb9eafe9850 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:45.494524 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d8cf060c-58e0-4b19-8074-645dbadc886c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (5aac341a-def9-481c-8b6a-444332ace6e0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:45.643572 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-cd11178f-e162-4ace-8edc-be3bf0d45eb7 service neutron] 10.222.0.15 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739231 Feb 28 20:28:45.661746 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d8cf060c-58e0-4b19-8074-645dbadc886c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:45.664851 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d8cf060c-58e0-4b19-8074-645dbadc886c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5596657 Feb 28 20:28:45.673263 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36402) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:45.686757 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761e552-c683-42e1-b30f-994c3a0e05d2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event updated for resources: {'Port': ['ID=305dee63-58d3-472e-9f90-43e9b409e657,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:45.703901 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-de496349-7f90-4f8b-baf2-805a8682df1f tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'enable_snat': True}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:45.765247 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a761e552-c683-42e1-b30f-994c3a0e05d2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (ded26f93-08e0-4e52-b08a-9b7733ad0c73), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:45.933351 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2a3e9-0921-4d4c-b6d9-eeb9eafe9850 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Network': ['ID=aa5fc6b5-520e-4a41-bff9-a202231e02e8,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:45.951186 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network aa5fc6b5-520e-4a41-bff9-a202231e02e8 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:28:46.049489 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-746849f9-dc03-4de0-95ef-faaa858627ce req-751eaf0a-658f-40ad-b842-2058af1dca2b service neutron] 10.222.0.10 "GET /v2.0/networks/772a5f8c-d784-4526-8416-23f5187ae8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6170859 Feb 28 20:28:46.055289 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ced2a3e9-0921-4d4c-b6d9-eeb9eafe9850 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1555729 Feb 28 20:28:46.061924 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805cdd36-ba0b-432a-99ff-c9248eaefbfc tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Network bd9cb15c-a815-4482-98c8-4a97a4a1719d is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:28:46.098100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36408) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:46.108934 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-fef6d64f-1074-4aab-a121-12f45d745f58 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Request body: {'subnet': {'network_id': 'aa5fc6b5-520e-4a41-bff9-a202231e02e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:46.245424 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246169e4-27c5-422c-b924-57159b75623d req-fa191d26-eea6-4108-b7ca-8f7de2cd3486 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:46.246992 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-246169e4-27c5-422c-b924-57159b75623d req-fa191d26-eea6-4108-b7ca-8f7de2cd3486 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2b2f5d2-a134-4f6e-aa7a-10802b844c60 HTTP/1.1" status: 200 len: 944 time: 0.8969090 Feb 28 20:28:46.257404 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-805cdd36-ba0b-432a-99ff-c9248eaefbfc tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, bd9cb15c-a815-4482-98c8-4a97a4a1719d) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:46.262874 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805cdd36-ba0b-432a-99ff-c9248eaefbfc tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:46.263913 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-805cdd36-ba0b-432a-99ff-c9248eaefbfc tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:46.273379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870f304f-ebca-4ff8-9bd1-602049c9f009 None None] Network bd9cb15c-a815-4482-98c8-4a97a4a1719d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:28:46.325587 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-805cdd36-ba0b-432a-99ff-c9248eaefbfc tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8232095 Feb 28 20:28:46.348849 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36412) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:46.359250 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e904d21-0599-422e-9684-bb401d1ba25d req-0276531d-ca20-4b44-b9eb-dabcf97eb3f7 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:46.360788 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e904d21-0599-422e-9684-bb401d1ba25d req-0276531d-ca20-4b44-b9eb-dabcf97eb3f7 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 944 time: 0.3098083 Feb 28 20:28:46.371997 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-46cc3990-18ea-49aa-a32d-0dd86ca6bddb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-711427365', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}, 'admin_state_up': False}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:46.393327 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-246169e4-27c5-422c-b924-57159b75623d req-1017d137-54d2-46d8-9e9f-b7849b401bd0 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814109 Feb 28 20:28:46.426742 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de496349-7f90-4f8b-baf2-805a8682df1f tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_gateway (5aac341a-def9-481c-8b6a-444332ace6e0), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:46.435099 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-44f39caf-2119-4f0e-9ce6-7a82f0c9efd2 req-778871c0-5ac3-4484-b2bd-6aa03570b034 service neutron] 10.222.0.15 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7686608 Feb 28 20:28:46.439967 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46cc3990-18ea-49aa-a32d-0dd86ca6bddb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (1d90cf06-0021-4441-b19e-1e23c7f08cb9), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:46.457238 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46cc3990-18ea-49aa-a32d-0dd86ca6bddb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (1d90cf06-0021-4441-b19e-1e23c7f08cb9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:46.462338 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e904d21-0599-422e-9684-bb401d1ba25d req-4da1c90d-5fa4-42d3-8921-a02057ee0d3d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744822 Feb 28 20:28:46.463100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef6d64f-1074-4aab-a121-12f45d745f58 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Made reservation on behalf of e38b0e6fba494a7aacc592cb25d2e86a for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:46.467377 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fef6d64f-1074-4aab-a121-12f45d745f58 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:46.544680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960815d9-c81b-4580-a74e-7b24355309d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-bd9cb15c-a815-4482-98c8-4a97a4a1719d', 'network_id': 'bd9cb15c-a815-4482-98c8-4a97a4a1719d', 'project_id': '56e0373a0f0846d19e4fada7f418f55a', 'fixed_ips': [{'subnet_id': '7bfad5a2-3c52-4fea-81a2-79974ac1eca2'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:28:46.545927 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-960815d9-c81b-4580-a74e-7b24355309d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:46.579014 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-90e23748-e312-4d58-bc3c-8393ee2af24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:46.605921 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-746849f9-dc03-4de0-95ef-faaa858627ce req-0a270fb9-93d6-4f04-90e3-08854a1a5ff6 service neutron] 10.222.0.10 "GET /v2.0/networks/772a5f8c-d784-4526-8416-23f5187ae8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446723 Feb 28 20:28:46.837340 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-960815d9-c81b-4580-a74e-7b24355309d7 None None] Allocated IP 172.20.0.2 (bd9cb15c-a815-4482-98c8-4a97a4a1719d/7bfad5a2-3c52-4fea-81a2-79974ac1eca2/96a6410d-4907-4bd7-aa3c-6570d0631c76) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:46.838751 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46cc3990-18ea-49aa-a32d-0dd86ca6bddb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for router_controller (1d90cf06-0021-4441-b19e-1e23c7f08cb9), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:46.850262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c34ac8-d251-432b-8bd5-c99ef45d39fe req-da27ac14-2a6c-407c-9959-741cfc07777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:46.853800 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f0c34ac8-d251-432b-8bd5-c99ef45d39fe req-da27ac14-2a6c-407c-9959-741cfc07777a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04ef52175a9b4ca6b424bbdfe5599978&device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 1127 time: 0.1478069 Feb 28 20:28:46.862366 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fef6d64f-1074-4aab-a121-12f45d745f58 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (1b4cbebd-5662-4e76-b6ab-583fdb0951bf), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:46.870799 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a761e552-c683-42e1-b30f-994c3a0e05d2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Network e736ceac-6716-4594-9673-27b16108912a is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:47.011551 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-960815d9-c81b-4580-a74e-7b24355309d7 None None] Publish callbacks [] for port (96a6410d-4907-4bd7-aa3c-6570d0631c76), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:47.023190 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-960815d9-c81b-4580-a74e-7b24355309d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (96a6410d-4907-4bd7-aa3c-6570d0631c76), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:47.047039 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-a761e552-c683-42e1-b30f-994c3a0e05d2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:47.122707 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6d64f-1074-4aab-a121-12f45d745f58 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Subnet': ['ID=1b4cbebd-5662-4e76-b6ab-583fdb0951bf,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:47.128265 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960815d9-c81b-4580-a74e-7b24355309d7 None None] Network bd9cb15c-a815-4482-98c8-4a97a4a1719d is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:47.132052 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-960815d9-c81b-4580-a74e-7b24355309d7 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:47.150866 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960815d9-c81b-4580-a74e-7b24355309d7 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:47.210270 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef6d64f-1074-4aab-a121-12f45d745f58 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Checking segment: {'id': '4da77c26-ebc5-4312-9bef-c76b7df5cc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'aa5fc6b5-520e-4a41-bff9-a202231e02e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:47.210667 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef6d64f-1074-4aab-a121-12f45d745f58 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Network hostable DHCP agents. Network: aa5fc6b5-520e-4a41-bff9-a202231e02e8, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:28:47.224705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960815d9-c81b-4580-a74e-7b24355309d7 None None] Pushing event updated for resources: {'Port': ['ID=96a6410d-4907-4bd7-aa3c-6570d0631c76,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:47.278926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c34ac8-d251-432b-8bd5-c99ef45d39fe req-0b8e60d8-7c19-4f65-ac0e-50610cd56fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:47.280670 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f0c34ac8-d251-432b-8bd5-c99ef45d39fe req-0b8e60d8-7c19-4f65-ac0e-50610cd56fa8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=772a5f8c-d784-4526-8416-23f5187ae8c6 HTTP/1.1" status: 200 len: 920 time: 0.4140620 Feb 28 20:28:47.300925 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-960815d9-c81b-4580-a74e-7b24355309d7 None None] Attempting to bind port 96a6410d-4907-4bd7-aa3c-6570d0631c76 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:28:47.301641 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-960815d9-c81b-4580-a74e-7b24355309d7 None None] Attempting to bind port 96a6410d-4907-4bd7-aa3c-6570d0631c76 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '4374ac9c-a684-49e0-9873-4cc7a4e36a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd9cb15c-a815-4482-98c8-4a97a4a1719d'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:28:47.301999 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960815d9-c81b-4580-a74e-7b24355309d7 None None] Attempting to bind port 96a6410d-4907-4bd7-aa3c-6570d0631c76 on network bd9cb15c-a815-4482-98c8-4a97a4a1719d {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:28:47.319090 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960815d9-c81b-4580-a74e-7b24355309d7 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:28:47.319839 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960815d9-c81b-4580-a74e-7b24355309d7 None None] Checking segment: {'id': '4374ac9c-a684-49e0-9873-4cc7a4e36a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd9cb15c-a815-4482-98c8-4a97a4a1719d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:47.321107 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-960815d9-c81b-4580-a74e-7b24355309d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:47.322255 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960815d9-c81b-4580-a74e-7b24355309d7 None None] Bound using segment: {'id': '4374ac9c-a684-49e0-9873-4cc7a4e36a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd9cb15c-a815-4482-98c8-4a97a4a1719d'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:28:47.324348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-960815d9-c81b-4580-a74e-7b24355309d7 None None] Bound port: 96a6410d-4907-4bd7-aa3c-6570d0631c76, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4374ac9c-a684-49e0-9873-4cc7a4e36a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bd9cb15c-a815-4482-98c8-4a97a4a1719d'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:28:47.324984 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-960815d9-c81b-4580-a74e-7b24355309d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (96a6410d-4907-4bd7-aa3c-6570d0631c76), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:47.361678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef6d64f-1074-4aab-a121-12f45d745f58 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Network aa5fc6b5-520e-4a41-bff9-a202231e02e8 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:28:47.365147 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f0c34ac8-d251-432b-8bd5-c99ef45d39fe req-a81f1b54-40cc-49e7-995e-7fda4caf0961 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2e04e92-1a97-42eb-8664-8fac7ca846f8 HTTP/1.1" status: 200 len: 217 time: 0.0703266 Feb 28 20:28:47.393155 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbd4f6-3ce9-4147-a2ad-8b0c0f3e9824 req-8f4c06eb-1e21-41e0-89cf-89eeb29134d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:47.398028 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c7fbd4f6-3ce9-4147-a2ad-8b0c0f3e9824 req-8f4c06eb-1e21-41e0-89cf-89eeb29134d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&device_id=f2b2f5d2-a134-4f6e-aa7a-10802b844c60 HTTP/1.1" status: 200 len: 1127 time: 0.8586340 Feb 28 20:28:47.453643 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c34ac8-d251-432b-8bd5-c99ef45d39fe req-c3f02a66-ac15-43c7-ae6e-091e8a470fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:47.455795 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f0c34ac8-d251-432b-8bd5-c99ef45d39fe req-c3f02a66-ac15-43c7-ae6e-091e8a470fd2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d39c0c2a-dc41-4cb2-bcf8-368cafaff201 HTTP/1.1" status: 200 len: 860 time: 0.0813653 Feb 28 20:28:47.480771 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-fef6d64f-1074-4aab-a121-12f45d745f58 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, aa5fc6b5-520e-4a41-bff9-a202231e02e8) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:47.484213 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46cc3990-18ea-49aa-a32d-0dd86ca6bddb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for router_gateway (1d90cf06-0021-4441-b19e-1e23c7f08cb9), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:47.489453 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-960815d9-c81b-4580-a74e-7b24355309d7 None None] For port 96a6410d-4907-4bd7-aa3c-6570d0631c76, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:28:47.497578 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-960815d9-c81b-4580-a74e-7b24355309d7 None None] For port 96a6410d-4907-4bd7-aa3c-6570d0631c76, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=96a6410d-4907-4bd7-aa3c-6570d0631c76,segment=NetworkSegment(4374ac9c-a684-49e0-9873-4cc7a4e36a47),segment_id=4374ac9c-a684-49e0-9873-4cc7a4e36a47)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:28:47.510129 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2104d778-5d30-420f-a95f-7a84fb11bb7b None None] Network aa5fc6b5-520e-4a41-bff9-a202231e02e8 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:28:47.512931 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f0c34ac8-d251-432b-8bd5-c99ef45d39fe req-27776c5e-d5df-4b1d-a5ce-2981c207ef18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=772a5f8c-d784-4526-8416-23f5187ae8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439694 Feb 28 20:28:47.518297 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef6d64f-1074-4aab-a121-12f45d745f58 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:47.520373 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fef6d64f-1074-4aab-a121-12f45d745f58 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:47.529532 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-960815d9-c81b-4580-a74e-7b24355309d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (96a6410d-4907-4bd7-aa3c-6570d0631c76), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:47.705585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a761e552-c683-42e1-b30f-994c3a0e05d2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router ded26f93-08e0-4e52-b08a-9b7733ad0c73 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:28:47.827558 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fef6d64f-1074-4aab-a121-12f45d745f58 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7233090 Feb 28 20:28:47.831131 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-62d78a31-d599-4df1-9713-58a18ddcb495 None None] Provisioning complete for port 305dee63-58d3-472e-9f90-43e9b409e657 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:47.831338 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36424) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:47.836352 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-62d78a31-d599-4df1-9713-58a18ddcb495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (305dee63-58d3-472e-9f90-43e9b409e657), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:47.884736 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-bc614f5e-9091-47df-bebe-1093f549e9b0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-770382561', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:47.965528 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-62d78a31-d599-4df1-9713-58a18ddcb495 None None] Port 305dee63-58d3-472e-9f90-43e9b409e657 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:28:47.978615 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 383e7d1d-375b-4c2d-a342-4b2cd3df218e details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:28:48.062737 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc614f5e-9091-47df-bebe-1093f549e9b0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (96a760dd-6949-4e5d-ad93-0ab12cfecdf6), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:48.064284 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc614f5e-9091-47df-bebe-1093f549e9b0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (96a760dd-6949-4e5d-ad93-0ab12cfecdf6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:48.246094 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960815d9-c81b-4580-a74e-7b24355309d7 None None] Pushing event updated for resources: {'Port': ['ID=96a6410d-4907-4bd7-aa3c-6570d0631c76,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:48.246385 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc614f5e-9091-47df-bebe-1093f549e9b0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for router_controller (96a760dd-6949-4e5d-ad93-0ab12cfecdf6), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:48.322874 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233db89e-2ab2-4f23-8431-98395c41470b None None] Network aa5fc6b5-520e-4a41-bff9-a202231e02e8 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:28:48.350871 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f0c34ac8-d251-432b-8bd5-c99ef45d39fe req-4b8474b4-622d-4e43-962c-cdc32f2c210b service neutron] 10.222.0.10 "GET /v2.0/networks/772a5f8c-d784-4526-8416-23f5187ae8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8244855 Feb 28 20:28:48.410690 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27636b12-1bf6-4149-9428-bd8222f6b819 req-c3d120a6-233c-45b3-bee0-05b9da5d3c9d tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:48.412506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27636b12-1bf6-4149-9428-bd8222f6b819 req-c3d120a6-233c-45b3-bee0-05b9da5d3c9d tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2b2f5d2-a134-4f6e-aa7a-10802b844c60 HTTP/1.1" status: 200 len: 944 time: 0.6274605 Feb 28 20:28:48.430468 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8325927-5ec5-4a6a-b6d8-90d53d408899 req-2b9502a4-37a1-4a52-b2c4-b9ea4c9f8944 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:48.438330 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a8325927-5ec5-4a6a-b6d8-90d53d408899 req-2b9502a4-37a1-4a52-b2c4-b9ea4c9f8944 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 944 time: 0.6842105 Feb 28 20:28:48.518270 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 383e7d1d-375b-4c2d-a342-4b2cd3df218e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=383e7d1d-375b-4c2d-a342-4b2cd3df218e,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:48.532218 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '383e7d1d-375b-4c2d-a342-4b2cd3df218e', 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968', 'port_id': '383e7d1d-375b-4c2d-a342-4b2cd3df218e', 'mac_address': 'fa:16:3e:4a:a6:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061df787-4254-4266-93eb-5523552c7b33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:28:48.532406 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a8325927-5ec5-4a6a-b6d8-90d53d408899 req-99e25202-5cd7-4df0-ab81-d79743b5b642 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927699 Feb 28 20:28:48.580002 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 383e7d1d-375b-4c2d-a342-4b2cd3df218e is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:48.580533 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (383e7d1d-375b-4c2d-a342-4b2cd3df218e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:48.582649 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e2e04e92-1a97-42eb-8664-8fac7ca846f8 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:28:48.749699 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc614f5e-9091-47df-bebe-1093f549e9b0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for router_gateway (96a760dd-6949-4e5d-ad93-0ab12cfecdf6), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:48.773053 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383e7d1d-375b-4c2d-a342-4b2cd3df218e {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:28:48.824612 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e2e04e92-1a97-42eb-8664-8fac7ca846f8, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e2e04e92-1a97-42eb-8664-8fac7ca846f8,segment=NetworkSegment(8a70148e-0b57-4d50-90ab-734818fed05d),segment_id=8a70148e-0b57-4d50-90ab-734818fed05d)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:48.828398 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 383e7d1d-375b-4c2d-a342-4b2cd3df218e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=383e7d1d-375b-4c2d-a342-4b2cd3df218e,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:48.847894 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (383e7d1d-375b-4c2d-a342-4b2cd3df218e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:48.857141 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'e2e04e92-1a97-42eb-8664-8fac7ca846f8', 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6', 'port_id': 'e2e04e92-1a97-42eb-8664-8fac7ca846f8', 'mac_address': 'fa:16:3e:a3:d3:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39c0c2a-dc41-4cb2-bcf8-368cafaff201', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:28:48.898950 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27636b12-1bf6-4149-9428-bd8222f6b819 req-8884ec92-9aca-4afa-9f7d-e0e8ecfc3af8 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557931 Feb 28 20:28:48.918384 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbd4f6-3ce9-4147-a2ad-8b0c0f3e9824 req-7b0ac781-3d0f-476a-b455-086485cec74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:48.919841 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c7fbd4f6-3ce9-4147-a2ad-8b0c0f3e9824 req-7b0ac781-3d0f-476a-b455-086485cec74a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 905 time: 1.5029283 Feb 28 20:28:48.997027 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f0c34ac8-d251-432b-8bd5-c99ef45d39fe req-a1551036-b5de-472f-8ac6-5edb2b7f25e9 service neutron] 10.222.0.10 "GET /v2.0/networks/772a5f8c-d784-4526-8416-23f5187ae8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5955043 Feb 28 20:28:49.130378 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c7fbd4f6-3ce9-4147-a2ad-8b0c0f3e9824 req-7d9bde23-b355-40d8-b449-1efbf602848a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=383e7d1d-375b-4c2d-a342-4b2cd3df218e HTTP/1.1" status: 200 len: 217 time: 0.0802488 Feb 28 20:28:49.135973 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a761e552-c683-42e1-b30f-994c3a0e05d2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:28:49.148047 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] Sync routers for ids ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:28:49.166406 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] Routers {'ded26f93-08e0-4e52-b08a-9b7733ad0c73'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:49.167046 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:49.192687 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a761e552-c683-42e1-b30f-994c3a0e05d2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/ded26f93-08e0-4e52-b08a-9b7733ad0c73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5731773 Feb 28 20:28:49.203069 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de496349-7f90-4f8b-baf2-805a8682df1f tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_gateway (5aac341a-def9-481c-8b6a-444332ace6e0), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:49.219071 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36438) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:49.310801 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4d8e09d9-6e37-499f-9f61-76a641385668 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:49.347462 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 96a6410d-4907-4bd7-aa3c-6570d0631c76 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:49.445677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=383e7d1d-375b-4c2d-a342-4b2cd3df218e,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:49.456603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port e2e04e92-1a97-42eb-8664-8fac7ca846f8 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:49.456836 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e2e04e92-1a97-42eb-8664-8fac7ca846f8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:49.472742 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['383e7d1d-375b-4c2d-a342-4b2cd3df218e'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:28:49.484678 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] Set router ded26f93-08e0-4e52-b08a-9b7733ad0c73 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:28:49.506073 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc614f5e-9091-47df-bebe-1093f549e9b0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for router_gateway (96a760dd-6949-4e5d-ad93-0ab12cfecdf6), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:49.528823 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de496349-7f90-4f8b-baf2-805a8682df1f tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:49.555704 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-65c5206d-b550-47d5-b61f-3b87bb29f36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:49.584901 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc614f5e-9091-47df-bebe-1093f549e9b0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:49.710993 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e391b316-aab8-4cb0-a22f-01f5f87bece4 None None] Network bd9cb15c-a815-4482-98c8-4a97a4a1719d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:28:49.776897 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e04e92-1a97-42eb-8664-8fac7ca846f8 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:28:49.809960 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbd4f6-3ce9-4147-a2ad-8b0c0f3e9824 req-76c26ff5-52bf-4564-a206-ddd821d3a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:49.811471 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c7fbd4f6-3ce9-4147-a2ad-8b0c0f3e9824 req-76c26ff5-52bf-4564-a206-ddd821d3a73b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=061df787-4254-4266-93eb-5523552c7b33 HTTP/1.1" status: 200 len: 845 time: 0.6175001 Feb 28 20:28:49.832179 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:28:43Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305dee63-58d3-472e-9f90-43e9b409e657', 'name': '', 'network_id': 'e736ceac-6716-4594-9673-27b16108912a', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:c6:da:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '63cf2acb-59be-4363-b3a8-de61bb411092', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:40Z', 'updated_at': '2022-02-28T20:28:44Z', 'revision_number': 2, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '63cf2acb-59be-4363-b3a8-de61bb411092', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9c9c6f-3f54-40f6-bc41-f08367d0dfff', 'name': '', 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:62:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:27Z', 'updated_at': '2022-02-28T20:28:37Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe5763b6-263f-49f8-b2ab-ff3770cd2229', 'name': '', 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:8e:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:25Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:49.912406 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] Checking router: ded26f93-08e0-4e52-b08a-9b7733ad0c73 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:28:49.913045 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] Updating router ded26f93-08e0-4e52-b08a-9b7733ad0c73 port 305dee63-58d3-472e-9f90-43e9b409e657 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:28:49.930332 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:49.946233 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-bc614f5e-9091-47df-bebe-1093f549e9b0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Allocated IP 172.25.0.151 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/195b086d-ca28-4816-900b-d6193968feac) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:49.965849 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c7fbd4f6-3ce9-4147-a2ad-8b0c0f3e9824 req-51cb0f97-07e9-49d9-97f2-322ff99ff86b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f93bb5b0-b654-484a-b540-d0f4106b4968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338751 Feb 28 20:28:49.978648 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (305dee63-58d3-472e-9f90-43e9b409e657), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:49.984264 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab666a-9fbb-48b8-be41-a71424b51502 req-23179a0b-a704-422a-a65b-8ad26258c1c6 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:49.988742 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-67ab666a-9fbb-48b8-be41-a71424b51502 req-23179a0b-a704-422a-a65b-8ad26258c1c6 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 944 time: 0.1710324 Feb 28 20:28:50.051448 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e2e04e92-1a97-42eb-8664-8fac7ca846f8, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e2e04e92-1a97-42eb-8664-8fac7ca846f8,segment=NetworkSegment(8a70148e-0b57-4d50-90ab-734818fed05d),segment_id=8a70148e-0b57-4d50-90ab-734818fed05d)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:50.055988 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-16dcdf65-da2f-4757-9400-691c0f6cd76d None None] Provisioning complete for port 96a6410d-4907-4bd7-aa3c-6570d0631c76 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:50.056592 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-16dcdf65-da2f-4757-9400-691c0f6cd76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (96a6410d-4907-4bd7-aa3c-6570d0631c76), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:50.117180 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e2e04e92-1a97-42eb-8664-8fac7ca846f8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:50.234962 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:50.235943 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 96a6410d-4907-4bd7-aa3c-6570d0631c76 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:50.236487 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (96a6410d-4907-4bd7-aa3c-6570d0631c76), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:50.324570 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-67ab666a-9fbb-48b8-be41-a71424b51502 req-22561fd1-c772-41e7-9dd0-cc37b880026b tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244967 Feb 28 20:28:50.388511 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-16dcdf65-da2f-4757-9400-691c0f6cd76d None None] Current status of the port 96a6410d-4907-4bd7-aa3c-6570d0631c76 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:50.389070 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-16dcdf65-da2f-4757-9400-691c0f6cd76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (96a6410d-4907-4bd7-aa3c-6570d0631c76), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:50.440783 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['e2e04e92-1a97-42eb-8664-8fac7ca846f8'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:28:50.455599 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=e2e04e92-1a97-42eb-8664-8fac7ca846f8,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:50.479541 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9fb9b-7527-46b9-898c-0e4fe20902ac req-aca5efb8-44dc-4440-8a42-f2476dd98c7b tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:50.490369 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-13b9fb9b-7527-46b9-898c-0e4fe20902ac req-aca5efb8-44dc-4440-8a42-f2476dd98c7b tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2b2f5d2-a134-4f6e-aa7a-10802b844c60 HTTP/1.1" status: 200 len: 945 time: 0.4138045 Feb 28 20:28:50.538008 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-16dcdf65-da2f-4757-9400-691c0f6cd76d None None] For port 96a6410d-4907-4bd7-aa3c-6570d0631c76, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=96a6410d-4907-4bd7-aa3c-6570d0631c76,segment=NetworkSegment(4374ac9c-a684-49e0-9873-4cc7a4e36a47),segment_id=4374ac9c-a684-49e0-9873-4cc7a4e36a47)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:50.565068 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-16dcdf65-da2f-4757-9400-691c0f6cd76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (96a6410d-4907-4bd7-aa3c-6570d0631c76), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:50.603500 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c7fbd4f6-3ce9-4147-a2ad-8b0c0f3e9824 req-64752564-adb5-4185-9451-49b8ea236980 service neutron] 10.222.0.15 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261404 Feb 28 20:28:50.605804 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46cc3990-18ea-49aa-a32d-0dd86ca6bddb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for router_gateway (1d90cf06-0021-4441-b19e-1e23c7f08cb9), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:50.623706 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc614f5e-9091-47df-bebe-1093f549e9b0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for port (195b086d-ca28-4816-900b-d6193968feac), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:50.632793 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcdf65-da2f-4757-9400-691c0f6cd76d None None] Pushing event updated for resources: {'Port': ['ID=96a6410d-4907-4bd7-aa3c-6570d0631c76,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:50.650951 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] Publish callbacks [] for port (305dee63-58d3-472e-9f90-43e9b409e657), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:50.663434 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46cc3990-18ea-49aa-a32d-0dd86ca6bddb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:50.666286 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (305dee63-58d3-472e-9f90-43e9b409e657), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:50.747048 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-13b9fb9b-7527-46b9-898c-0e4fe20902ac req-dd90fbd5-ac65-4658-8367-c11ddb5b5c23 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544632 Feb 28 20:28:50.790036 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf6376-62ea-4538-b8ed-5c973198086b None None] Pushing event updated for resources: {'Port': ['ID=305dee63-58d3-472e-9f90-43e9b409e657,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:50.828423 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc614f5e-9091-47df-bebe-1093f549e9b0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (195b086d-ca28-4816-900b-d6193968feac), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:50.836231 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] Attempting to bind port 305dee63-58d3-472e-9f90-43e9b409e657 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:28:50.837610 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] Attempting to bind port 305dee63-58d3-472e-9f90-43e9b409e657 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '76417415-39b9-4ab2-8280-78daa6259ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e736ceac-6716-4594-9673-27b16108912a'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:28:50.838578 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] Attempting to bind port 305dee63-58d3-472e-9f90-43e9b409e657 on network e736ceac-6716-4594-9673-27b16108912a {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:28:50.852553 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:28:50.854324 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] Checking segment: {'id': '76417415-39b9-4ab2-8280-78daa6259ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e736ceac-6716-4594-9673-27b16108912a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:28:50.854951 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:50.855603 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] Bound using segment: {'id': '76417415-39b9-4ab2-8280-78daa6259ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e736ceac-6716-4594-9673-27b16108912a'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:28:50.856362 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] Bound port: 305dee63-58d3-472e-9f90-43e9b409e657, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76417415-39b9-4ab2-8280-78daa6259ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e736ceac-6716-4594-9673-27b16108912a'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:28:50.856922 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (305dee63-58d3-472e-9f90-43e9b409e657), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:50.857844 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc614f5e-9091-47df-bebe-1093f549e9b0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:50.861616 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-bc614f5e-9091-47df-bebe-1093f549e9b0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:50.941400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc614f5e-9091-47df-bebe-1093f549e9b0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:50.946096 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 96a6410d-4907-4bd7-aa3c-6570d0631c76 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:50.976098 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-de496349-7f90-4f8b-baf2-805a8682df1f tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Allocated IP 172.25.0.195 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/c1ce6731-5063-446b-b0f5-51f755b9fe44) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:51.014323 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] For port 305dee63-58d3-472e-9f90-43e9b409e657, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:28:51.020807 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] For port 305dee63-58d3-472e-9f90-43e9b409e657, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=305dee63-58d3-472e-9f90-43e9b409e657,segment=NetworkSegment(76417415-39b9-4ab2-8280-78daa6259ad8),segment_id=76417415-39b9-4ab2-8280-78daa6259ad8)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:28:51.041269 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (305dee63-58d3-472e-9f90-43e9b409e657), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:51.050382 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-2c27beff-e71d-4be0-9af7-b92d461687c6 None None] Provisioning complete for port 96a6410d-4907-4bd7-aa3c-6570d0631c76 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:51.050793 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2c27beff-e71d-4be0-9af7-b92d461687c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (96a6410d-4907-4bd7-aa3c-6570d0631c76), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:51.107295 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc614f5e-9091-47df-bebe-1093f549e9b0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Port': ['ID=195b086d-ca28-4816-900b-d6193968feac,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:51.126549 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 96a6410d-4907-4bd7-aa3c-6570d0631c76 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:51.180089 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de496349-7f90-4f8b-baf2-805a8682df1f tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for port (c1ce6731-5063-446b-b0f5-51f755b9fe44), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:51.191021 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] Routers {'ded26f93-08e0-4e52-b08a-9b7733ad0c73'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:51.194537 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:51.378523 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-2c27beff-e71d-4be0-9af7-b92d461687c6 None None] Current status of the port 96a6410d-4907-4bd7-aa3c-6570d0631c76 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:51.380653 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:51.382643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 96a6410d-4907-4bd7-aa3c-6570d0631c76 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:51.382973 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (96a6410d-4907-4bd7-aa3c-6570d0631c76), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:51.393275 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-46cc3990-18ea-49aa-a32d-0dd86ca6bddb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Allocated IP 172.25.0.247 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/d54f8c80-e6e3-4301-b135-dccfeceedfa2) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:51.504279 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] Set router ded26f93-08e0-4e52-b08a-9b7733ad0c73 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:28:51.559639 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46cc3990-18ea-49aa-a32d-0dd86ca6bddb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for port (d54f8c80-e6e3-4301-b135-dccfeceedfa2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:51.578387 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8a4f0cdf-c7f6-487d-bf5a-8822bff3d7ae None None] Provisioning complete for port 305dee63-58d3-472e-9f90-43e9b409e657 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:51.578992 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0cdf-c7f6-487d-bf5a-8822bff3d7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (305dee63-58d3-472e-9f90-43e9b409e657), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:51.598139 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de496349-7f90-4f8b-baf2-805a8682df1f tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c1ce6731-5063-446b-b0f5-51f755b9fe44), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:51.628579 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46cc3990-18ea-49aa-a32d-0dd86ca6bddb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d54f8c80-e6e3-4301-b135-dccfeceedfa2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:51.629853 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf6376-62ea-4538-b8ed-5c973198086b None None] Pushing event updated for resources: {'Port': ['ID=305dee63-58d3-472e-9f90-43e9b409e657,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:51.671779 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cc3990-18ea-49aa-a32d-0dd86ca6bddb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:51.680362 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-46cc3990-18ea-49aa-a32d-0dd86ca6bddb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:51.700653 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de496349-7f90-4f8b-baf2-805a8682df1f tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:51.702488 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cc3990-18ea-49aa-a32d-0dd86ca6bddb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:51.742766 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 96a6410d-4907-4bd7-aa3c-6570d0631c76 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:51.761524 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-de496349-7f90-4f8b-baf2-805a8682df1f tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:51.844722 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:28:43Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305dee63-58d3-472e-9f90-43e9b409e657', 'name': '', 'network_id': 'e736ceac-6716-4594-9673-27b16108912a', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:c6:da:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '63cf2acb-59be-4363-b3a8-de61bb411092', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:40Z', 'updated_at': '2022-02-28T20:28:51Z', 'revision_number': 4, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '63cf2acb-59be-4363-b3a8-de61bb411092', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9c9c6f-3f54-40f6-bc41-f08367d0dfff', 'name': '', 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:62:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:27Z', 'updated_at': '2022-02-28T20:28:37Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe5763b6-263f-49f8-b2ab-ff3770cd2229', 'name': '', 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:8e:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:25Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:51.854830 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de496349-7f90-4f8b-baf2-805a8682df1f tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:51.880012 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8a4f0cdf-c7f6-487d-bf5a-8822bff3d7ae None None] Current status of the port 305dee63-58d3-472e-9f90-43e9b409e657 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:51.880714 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0cdf-c7f6-487d-bf5a-8822bff3d7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (305dee63-58d3-472e-9f90-43e9b409e657), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:51.880856 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de496349-7f90-4f8b-baf2-805a8682df1f tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Pushing event updated for resources: {'Port': ['ID=c1ce6731-5063-446b-b0f5-51f755b9fe44,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:51.901209 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276152b1-0d72-4c4a-82dc-5b9d99a05e7a None None] The sync data for ids ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'] in n-d-820368-21 is: [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:28:43Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305dee63-58d3-472e-9f90-43e9b409e657', 'name': '', 'network_id': 'e736ceac-6716-4594-9673-27b16108912a', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:c6:da:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '63cf2acb-59be-4363-b3a8-de61bb411092', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:40Z', 'updated_at': '2022-02-28T20:28:51Z', 'revision_number': 4, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '63cf2acb-59be-4363-b3a8-de61bb411092', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9c9c6f-3f54-40f6-bc41-f08367d0dfff', 'name': '', 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:62:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:27Z', 'updated_at': '2022-02-28T20:28:37Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe5763b6-263f-49f8-b2ab-ff3770cd2229', 'name': '', 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:8e:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:25Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:28:51.902000 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.extraroute_db [None req-4d8e09d9-6e37-499f-9f61-76a641385668 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 20:28:51.971592 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-8a4f0cdf-c7f6-487d-bf5a-8822bff3d7ae None None] For port 305dee63-58d3-472e-9f90-43e9b409e657, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=305dee63-58d3-472e-9f90-43e9b409e657,segment=NetworkSegment(76417415-39b9-4ab2-8280-78daa6259ad8),segment_id=76417415-39b9-4ab2-8280-78daa6259ad8)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:51.985358 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 383e7d1d-375b-4c2d-a342-4b2cd3df218e up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:52.040643 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0cdf-c7f6-487d-bf5a-8822bff3d7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (305dee63-58d3-472e-9f90-43e9b409e657), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:52.084693 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 383e7d1d-375b-4c2d-a342-4b2cd3df218e completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:28:52.110437 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 383e7d1d-375b-4c2d-a342-4b2cd3df218e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:52.110820 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (383e7d1d-375b-4c2d-a342-4b2cd3df218e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:52.130106 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.extraroute_db [None req-4d8e09d9-6e37-499f-9f61-76a641385668 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Removed routes are [] {{(pid=103773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 20:28:52.130680 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4d8e09d9-6e37-499f-9f61-76a641385668 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (ded26f93-08e0-4e52-b08a-9b7733ad0c73), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:52.202355 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c7fbd4f6-3ce9-4147-a2ad-8b0c0f3e9824 req-b455b534-598f-41ec-bb38-44f32d6e1a66 service neutron] 10.222.0.15 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5774217 Feb 28 20:28:52.242826 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9a114457-4dcd-4aab-a69f-4cc4bd2b546b None None] Provisioning complete for port 305dee63-58d3-472e-9f90-43e9b409e657 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:52.243738 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9a114457-4dcd-4aab-a69f-4cc4bd2b546b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (305dee63-58d3-472e-9f90-43e9b409e657), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:52.249566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f0cdf-c7f6-487d-bf5a-8822bff3d7ae None None] Pushing event updated for resources: {'Port': ['ID=305dee63-58d3-472e-9f90-43e9b409e657,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:52.333506 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc614f5e-9091-47df-bebe-1093f549e9b0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for router_gateway (96a760dd-6949-4e5d-ad93-0ab12cfecdf6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:52.466239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 383e7d1d-375b-4c2d-a342-4b2cd3df218e is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:52.466716 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (383e7d1d-375b-4c2d-a342-4b2cd3df218e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:52.470929 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9a114457-4dcd-4aab-a69f-4cc4bd2b546b None None] Current status of the port 305dee63-58d3-472e-9f90-43e9b409e657 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:52.489665 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:52.493864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9da53-31df-4932-a995-82d5544ed785 req-0953a888-8e88-4b1d-9d2d-a8e49fde08fd tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:52.495831 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-59d9da53-31df-4932-a995-82d5544ed785 req-0953a888-8e88-4b1d-9d2d-a8e49fde08fd tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 945 time: 0.7803488 Feb 28 20:28:52.507482 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98f3b5-d30d-4e3f-b1f2-f395a48061af req-2efa609f-3f48-4686-a625-a2e94be9413c tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:52.508312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b2f5d2-a134-4f6e-aa7a-10802b844c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383e7d1d-375b-4c2d-a342-4b2cd3df218e'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:28:52.512731 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55820638-4075-4568-a636-817c38cac3fd" -d '{"events": [{"server_uuid": "f2b2f5d2-a134-4f6e-aa7a-10802b844c60", "name": "network-vif-plugged", "status": "completed", "tag": "383e7d1d-375b-4c2d-a342-4b2cd3df218e"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:28:52.514583 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d98f3b5-d30d-4e3f-b1f2-f395a48061af req-2efa609f-3f48-4686-a625-a2e94be9413c tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2b2f5d2-a134-4f6e-aa7a-10802b844c60 HTTP/1.1" status: 200 len: 945 time: 0.2355711 Feb 28 20:28:52.534092 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 383e7d1d-375b-4c2d-a342-4b2cd3df218e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=383e7d1d-375b-4c2d-a342-4b2cd3df218e,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:52.550324 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (383e7d1d-375b-4c2d-a342-4b2cd3df218e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:52.561916 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc3990-18ea-49aa-a32d-0dd86ca6bddb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Pushing event updated for resources: {'Port': ['ID=d54f8c80-e6e3-4301-b135-dccfeceedfa2,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:52.641087 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=383e7d1d-375b-4c2d-a342-4b2cd3df218e,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:52.646900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e2e04e92-1a97-42eb-8664-8fac7ca846f8 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:52.656525 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-59d9da53-31df-4932-a995-82d5544ed785 req-8a546e43-1859-4294-b299-d80bcd989b85 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397767 Feb 28 20:28:52.697413 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d98f3b5-d30d-4e3f-b1f2-f395a48061af req-f5cb2bf0-bb4f-472f-bff7-9eaa902dd412 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818719 Feb 28 20:28:52.829887 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4dd052-f7f5-43fc-a288-5ddb2f88bb01 x-openstack-request-id: req-4b4dd052-f7f5-43fc-a288-5ddb2f88bb01 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:28:52.830264 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b2f5d2-a134-4f6e-aa7a-10802b844c60", "name": "network-vif-plugged", "status": "completed", "tag": "383e7d1d-375b-4c2d-a342-4b2cd3df218e", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:28:52.832699 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b4dd052-f7f5-43fc-a288-5ddb2f88bb01 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:28:52.833140 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b2f5d2-a134-4f6e-aa7a-10802b844c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383e7d1d-375b-4c2d-a342-4b2cd3df218e', 'code': 200} Feb 28 20:28:52.865020 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc614f5e-9091-47df-bebe-1093f549e9b0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (96a760dd-6949-4e5d-ad93-0ab12cfecdf6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:52.879001 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:52.888733 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port e2e04e92-1a97-42eb-8664-8fac7ca846f8 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:28:52.895662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port e2e04e92-1a97-42eb-8664-8fac7ca846f8 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:52.897354 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e2e04e92-1a97-42eb-8664-8fac7ca846f8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:53.041626 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port e2e04e92-1a97-42eb-8664-8fac7ca846f8 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:53.042168 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e2e04e92-1a97-42eb-8664-8fac7ca846f8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:53.103560 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e2e04e92-1a97-42eb-8664-8fac7ca846f8, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e2e04e92-1a97-42eb-8664-8fac7ca846f8,segment=NetworkSegment(8a70148e-0b57-4d50-90ab-734818fed05d),segment_id=8a70148e-0b57-4d50-90ab-734818fed05d)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:28:53.115228 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e2e04e92-1a97-42eb-8664-8fac7ca846f8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:53.133933 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc614f5e-9091-47df-bebe-1093f549e9b0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Router 96a760dd-6949-4e5d-ad93-0ab12cfecdf6 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:28:53.187427 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 305dee63-58d3-472e-9f90-43e9b409e657 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:28:53.282128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 305dee63-58d3-472e-9f90-43e9b409e657 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:53.282538 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (305dee63-58d3-472e-9f90-43e9b409e657), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:53.322387 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc614f5e-9091-47df-bebe-1093f549e9b0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:28:53.330677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=e2e04e92-1a97-42eb-8664-8fac7ca846f8,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:53.338489 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0346d21a-2887-441d-a2de-eb984e4c4893 None None] Sync routers for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:28:53.353591 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0346d21a-2887-441d-a2de-eb984e4c4893 None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:53.354370 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-0346d21a-2887-441d-a2de-eb984e4c4893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:53.375271 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc614f5e-9091-47df-bebe-1093f549e9b0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:53.379541 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bc614f5e-9091-47df-bebe-1093f549e9b0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5117002 Feb 28 20:28:53.380411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36470) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:53.401875 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-0346d21a-2887-441d-a2de-eb984e4c4893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:53.433915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0346d21a-2887-441d-a2de-eb984e4c4893 None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:53.434546 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-0346d21a-2887-441d-a2de-eb984e4c4893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:53.496868 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-0346d21a-2887-441d-a2de-eb984e4c4893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:53.496868 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0346d21a-2887-441d-a2de-eb984e4c4893 None None] The sync data for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:28:53.499825 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 305dee63-58d3-472e-9f90-43e9b409e657 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:28:53.685892 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4d8e09d9-6e37-499f-9f61-76a641385668 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (ded26f93-08e0-4e52-b08a-9b7733ad0c73), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:53.779643 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46cc3990-18ea-49aa-a32d-0dd86ca6bddb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for router_gateway (1d90cf06-0021-4441-b19e-1e23c7f08cb9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:53.838044 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4d8e09d9-6e37-499f-9f61-76a641385668 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921162'] for router (ded26f93-08e0-4e52-b08a-9b7733ad0c73), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:53.978271 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e550b9-4fdc-4806-8bbe-18958c58f8b3 req-7104aa5d-21f9-4c27-9624-0953adb9f1c7 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:53.980191 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69e550b9-4fdc-4806-8bbe-18958c58f8b3 req-7104aa5d-21f9-4c27-9624-0953adb9f1c7 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.1991916 Feb 28 20:28:54.037854 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abde3cf-f3e0-4745-a9c6-1aff0f9bf0a1 req-c92ce42f-6c6b-454d-8f05-7a0ba8e327ac tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:54.045446 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8abde3cf-f3e0-4745-a9c6-1aff0f9bf0a1 req-c92ce42f-6c6b-454d-8f05-7a0ba8e327ac tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2b2f5d2-a134-4f6e-aa7a-10802b844c60 HTTP/1.1" status: 200 len: 946 time: 0.2302399 Feb 28 20:28:54.070095 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43578ba4-7899-4dd5-92c5-4381fdadb27c req-675195be-dd2d-4e73-a12a-05d5fec83a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:54.072537 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-43578ba4-7899-4dd5-92c5-4381fdadb27c req-675195be-dd2d-4e73-a12a-05d5fec83a0a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f2b2f5d2-a134-4f6e-aa7a-10802b844c60 HTTP/1.1" status: 200 len: 1129 time: 1.1641426 Feb 28 20:28:54.166457 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8abde3cf-f3e0-4745-a9c6-1aff0f9bf0a1 req-c9720efd-8f7f-4f63-ae52-4242a5ea9e12 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200523 Feb 28 20:28:54.169742 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69e550b9-4fdc-4806-8bbe-18958c58f8b3 req-22e52f4f-ada4-4c7a-9b43-9f701950e0cf tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822283 Feb 28 20:28:54.174498 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de496349-7f90-4f8b-baf2-805a8682df1f tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_gateway (5aac341a-def9-481c-8b6a-444332ace6e0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:54.233308 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8e09d9-6e37-499f-9f61-76a641385668 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router ded26f93-08e0-4e52-b08a-9b7733ad0c73 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:28:54.238486 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-79cac213-f4ae-4dce-bb3e-2593a3474234 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:54.308488 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-43578ba4-7899-4dd5-92c5-4381fdadb27c req-429cd294-4ba7-4548-821e-daa81acffb52 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853716 Feb 28 20:28:54.619896 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de496349-7f90-4f8b-baf2-805a8682df1f tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (5aac341a-def9-481c-8b6a-444332ace6e0), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:54.626635 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de496349-7f90-4f8b-baf2-805a8682df1f tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921162'] for router (5aac341a-def9-481c-8b6a-444332ace6e0), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:54.652979 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-79cac213-f4ae-4dce-bb3e-2593a3474234 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Allocated IP 172.20.0.1 (aa5fc6b5-520e-4a41-bff9-a202231e02e8/1b4cbebd-5662-4e76-b6ab-583fdb0951bf/8374b8f2-9731-4e38-ac68-24fd39328ea8) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:54.764242 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46cc3990-18ea-49aa-a32d-0dd86ca6bddb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (1d90cf06-0021-4441-b19e-1e23c7f08cb9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:54.776634 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8e09d9-6e37-499f-9f61-76a641385668 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:28:54.787966 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98aa2c29-86a3-427f-afc6-152f163036ca None None] Sync routers for ids ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:28:54.789005 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-79cac213-f4ae-4dce-bb3e-2593a3474234 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for port (8374b8f2-9731-4e38-ac68-24fd39328ea8), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:54.809931 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aa2c29-86a3-427f-afc6-152f163036ca None None] Routers {'ded26f93-08e0-4e52-b08a-9b7733ad0c73'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:54.810908 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-98aa2c29-86a3-427f-afc6-152f163036ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:54.828967 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-79cac213-f4ae-4dce-bb3e-2593a3474234 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (8374b8f2-9731-4e38-ac68-24fd39328ea8), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:54.834185 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c09c9f-a49d-4b4e-b7b4-28b38115c7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e04e92-1a97-42eb-8664-8fac7ca846f8'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:28:54.836524 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe02613-d6f2-45a0-ae1b-f90d764f6190" -d '{"events": [{"server_uuid": "14c09c9f-a49d-4b4e-b7b4-28b38115c7ff", "name": "network-vif-plugged", "status": "completed", "tag": "e2e04e92-1a97-42eb-8664-8fac7ca846f8"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:28:54.891407 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cac213-f4ae-4dce-bb3e-2593a3474234 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Network aa5fc6b5-520e-4a41-bff9-a202231e02e8 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:54.896979 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-79cac213-f4ae-4dce-bb3e-2593a3474234 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:54.911479 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cac213-f4ae-4dce-bb3e-2593a3474234 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:54.915220 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd72107-50a4-4215-ad07-c4daac12c61a x-openstack-request-id: req-6dd72107-50a4-4215-ad07-c4daac12c61a {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:28:54.915562 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c09c9f-a49d-4b4e-b7b4-28b38115c7ff", "name": "network-vif-plugged", "status": "completed", "tag": "e2e04e92-1a97-42eb-8664-8fac7ca846f8", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:28:54.915801 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6dd72107-50a4-4215-ad07-c4daac12c61a {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:28:54.916196 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c09c9f-a49d-4b4e-b7b4-28b38115c7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e04e92-1a97-42eb-8664-8fac7ca846f8', 'code': 200} Feb 28 20:28:54.928591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cac213-f4ae-4dce-bb3e-2593a3474234 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Port': ['ID=8374b8f2-9731-4e38-ac68-24fd39328ea8,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:55.013502 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-79cac213-f4ae-4dce-bb3e-2593a3474234 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (96a760dd-6949-4e5d-ad93-0ab12cfecdf6), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:55.104737 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-98aa2c29-86a3-427f-afc6-152f163036ca None None] Set router ded26f93-08e0-4e52-b08a-9b7733ad0c73 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:28:55.119527 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4d8e09d9-6e37-499f-9f61-76a641385668 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:55.123947 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36494) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:55.126150 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4d8e09d9-6e37-499f-9f61-76a641385668 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/ded26f93-08e0-4e52-b08a-9b7733ad0c73 HTTP/1.1" status: 200 len: 934 time: 5.9021714 Feb 28 20:28:55.178632 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cc3990-18ea-49aa-a32d-0dd86ca6bddb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Router 1d90cf06-0021-4441-b19e-1e23c7f08cb9 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:28:55.189966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de496349-7f90-4f8b-baf2-805a8682df1f tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Router 5aac341a-def9-481c-8b6a-444332ace6e0 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:28:55.284047 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e12a68de-f2e0-44b0-9109-85b9448edea0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/routers/ded26f93-08e0-4e52-b08a-9b7733ad0c73 HTTP/1.1" status: 200 len: 934 time: 0.1582489 Feb 28 20:28:55.290679 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36500) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:55.301408 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3fbc7ee4-75b6-4db2-9097-2a4327b2fa03 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'router': {'routes': None}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:55.535934 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21fd13-6aeb-4ff7-b12b-e355d5bdd92b req-7c3c5e85-e605-49ef-af72-4c53d72ef829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:55.537610 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cd21fd13-6aeb-4ff7-b12b-e355d5bdd92b req-7c3c5e85-e605-49ef-af72-4c53d72ef829 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 1129 time: 0.4642832 Feb 28 20:28:55.605305 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de496349-7f90-4f8b-baf2-805a8682df1f tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:28:55.611066 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de496349-7f90-4f8b-baf2-805a8682df1f tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:55.615391 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-de496349-7f90-4f8b-baf2-805a8682df1f tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "PUT /v2.0/routers/5aac341a-def9-481c-8b6a-444332ace6e0 HTTP/1.1" status: 200 len: 915 time: 9.9298759 Feb 28 20:28:55.615744 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36504) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:55.620211 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297175a9-08de-44b5-98cb-c188b8235e35 None None] Sync routers for ids ['5aac341a-def9-481c-8b6a-444332ace6e0'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:28:55.644070 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297175a9-08de-44b5-98cb-c188b8235e35 None None] Routers {'5aac341a-def9-481c-8b6a-444332ace6e0'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:55.644977 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-297175a9-08de-44b5-98cb-c188b8235e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5aac341a-def9-481c-8b6a-444332ace6e0'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:55.670246 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-98aa2c29-86a3-427f-afc6-152f163036ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:28:52Z', 'revision_number': 6, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305dee63-58d3-472e-9f90-43e9b409e657', 'name': '', 'network_id': 'e736ceac-6716-4594-9673-27b16108912a', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:c6:da:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '63cf2acb-59be-4363-b3a8-de61bb411092', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:40Z', 'updated_at': '2022-02-28T20:28:51Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '63cf2acb-59be-4363-b3a8-de61bb411092', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9c9c6f-3f54-40f6-bc41-f08367d0dfff', 'name': '', 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:62:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:27Z', 'updated_at': '2022-02-28T20:28:37Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe5763b6-263f-49f8-b2ab-ff3770cd2229', 'name': '', 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:8e:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:25Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:55.718685 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98aa2c29-86a3-427f-afc6-152f163036ca None None] Checking router: ded26f93-08e0-4e52-b08a-9b7733ad0c73 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:28:55.738586 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-297175a9-08de-44b5-98cb-c188b8235e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:55.740637 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f63ee531-f6cc-4a49-b675-cdd12e792cf8 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "GET /v2.0/routers/5aac341a-def9-481c-8b6a-444332ace6e0 HTTP/1.1" status: 200 len: 921 time: 0.1212957 Feb 28 20:28:55.741013 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aa2c29-86a3-427f-afc6-152f163036ca None None] Routers {'ded26f93-08e0-4e52-b08a-9b7733ad0c73'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:55.741755 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-98aa2c29-86a3-427f-afc6-152f163036ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:55.743959 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36506) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:55.763435 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297175a9-08de-44b5-98cb-c188b8235e35 None None] Routers {'5aac341a-def9-481c-8b6a-444332ace6e0'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:55.766149 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-297175a9-08de-44b5-98cb-c188b8235e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5aac341a-def9-481c-8b6a-444332ace6e0'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:55.840788 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f81e0b-1885-49f7-9a98-db759817edbe tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:55.846799 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a3f81e0b-1885-49f7-9a98-db759817edbe tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&device_id=5aac341a-def9-481c-8b6a-444332ace6e0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1015518 Feb 28 20:28:55.848411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-297175a9-08de-44b5-98cb-c188b8235e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:55.849664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297175a9-08de-44b5-98cb-c188b8235e35 None None] The sync data for ids ['5aac341a-def9-481c-8b6a-444332ace6e0'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:28:55.850016 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36508) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:55.906808 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0396a7-759a-4d9e-b9e7-7e4b10a7f7da req-98d3addb-ad5f-4eef-901a-8e750acb4b19 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:55.916238 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4b0396a7-759a-4d9e-b9e7-7e4b10a7f7da req-98d3addb-ad5f-4eef-901a-8e750acb4b19 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.5460002 Feb 28 20:28:55.941978 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-98aa2c29-86a3-427f-afc6-152f163036ca None None] Set router ded26f93-08e0-4e52-b08a-9b7733ad0c73 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:28:55.949585 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae1770-ba91-4c5a-b11b-554bc8d736c8 req-bb4f4b79-f648-4427-a574-2b295ae7e8ec tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:55.951270 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-81ae1770-ba91-4c5a-b11b-554bc8d736c8 req-bb4f4b79-f648-4427-a574-2b295ae7e8ec tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2b2f5d2-a134-4f6e-aa7a-10802b844c60 HTTP/1.1" status: 200 len: 946 time: 0.6402519 Feb 28 20:28:55.954898 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a97941-1bfa-4b48-ba74-302a22223cdb tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:55.959622 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d2a97941-1bfa-4b48-ba74-302a22223cdb tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 881 time: 0.1082976 Feb 28 20:28:55.960318 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36510) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:56.025827 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cd21fd13-6aeb-4ff7-b12b-e355d5bdd92b req-1a99a2f5-53c3-45a5-b5d7-1b475e515287 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553294 Feb 28 20:28:56.026456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36512) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:56.027815 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-64af55cf-5053-4f36-a4b7-1775acaa75d5 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aac341a-def9-481c-8b6a-444332ace6e0 HTTP/1.1" status: 200 len: 205 time: 0.0631659 Feb 28 20:28:56.030813 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cc3990-18ea-49aa-a32d-0dd86ca6bddb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:28:56.077550 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce34882-1907-48af-b2b2-1e4cc7a8b158 None None] Sync routers for ids ['1d90cf06-0021-4441-b19e-1e23c7f08cb9'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:28:56.087644 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46cc3990-18ea-49aa-a32d-0dd86ca6bddb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:56.091571 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-46cc3990-18ea-49aa-a32d-0dd86ca6bddb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.7389207 Feb 28 20:28:56.091816 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36516) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:56.207247 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce34882-1907-48af-b2b2-1e4cc7a8b158 None None] Routers {'1d90cf06-0021-4441-b19e-1e23c7f08cb9'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:56.207993 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-dce34882-1907-48af-b2b2-1e4cc7a8b158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1d90cf06-0021-4441-b19e-1e23c7f08cb9'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:56.270811 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-dce34882-1907-48af-b2b2-1e4cc7a8b158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:56.292957 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce34882-1907-48af-b2b2-1e4cc7a8b158 None None] Routers {'1d90cf06-0021-4441-b19e-1e23c7f08cb9'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:56.293615 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-dce34882-1907-48af-b2b2-1e4cc7a8b158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1d90cf06-0021-4441-b19e-1e23c7f08cb9'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:56.343072 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-dce34882-1907-48af-b2b2-1e4cc7a8b158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:56.343645 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce34882-1907-48af-b2b2-1e4cc7a8b158 None None] The sync data for ids ['1d90cf06-0021-4441-b19e-1e23c7f08cb9'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:28:56.365491 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-98aa2c29-86a3-427f-afc6-152f163036ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:28:52Z', 'revision_number': 6, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305dee63-58d3-472e-9f90-43e9b409e657', 'name': '', 'network_id': 'e736ceac-6716-4594-9673-27b16108912a', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:c6:da:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '63cf2acb-59be-4363-b3a8-de61bb411092', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:40Z', 'updated_at': '2022-02-28T20:28:51Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '63cf2acb-59be-4363-b3a8-de61bb411092', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9c9c6f-3f54-40f6-bc41-f08367d0dfff', 'name': '', 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:62:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:27Z', 'updated_at': '2022-02-28T20:28:37Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe5763b6-263f-49f8-b2ab-ff3770cd2229', 'name': '', 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:8e:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:25Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:56.399724 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98aa2c29-86a3-427f-afc6-152f163036ca None None] The sync data for ids ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'] in n-d-820368-21 is: [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:28:52Z', 'revision_number': 6, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305dee63-58d3-472e-9f90-43e9b409e657', 'name': '', 'network_id': 'e736ceac-6716-4594-9673-27b16108912a', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:c6:da:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '63cf2acb-59be-4363-b3a8-de61bb411092', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:40Z', 'updated_at': '2022-02-28T20:28:51Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '63cf2acb-59be-4363-b3a8-de61bb411092', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9c9c6f-3f54-40f6-bc41-f08367d0dfff', 'name': '', 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:62:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:27Z', 'updated_at': '2022-02-28T20:28:37Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe5763b6-263f-49f8-b2ab-ff3770cd2229', 'name': '', 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:8e:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:25Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:28:56.580924 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-79cac213-f4ae-4dce-bb3e-2593a3474234 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8374b8f2-9731-4e38-ac68-24fd39328ea8), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:56.636792 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4b0396a7-759a-4d9e-b9e7-7e4b10a7f7da req-3a8ee0a9-6ae1-4c6f-9245-50454ab62382 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7194452 Feb 28 20:28:56.900067 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-81ae1770-ba91-4c5a-b11b-554bc8d736c8 req-53824dfa-4b94-4b67-8a30-43a4c0fede99 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8878329 Feb 28 20:28:57.014841 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2654087d-ea02-428b-b2e8-baa324a1a03c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router (5aac341a-def9-481c-8b6a-444332ace6e0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:57.212204 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4140958f-db9c-457e-bbdc-4326b3581934 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:57.453475 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.extraroute_db [None req-3fbc7ee4-75b6-4db2-9097-2a4327b2fa03 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Added routes are [] {{(pid=103774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 20:28:57.453798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.extraroute_db [None req-3fbc7ee4-75b6-4db2-9097-2a4327b2fa03 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 20:28:57.485438 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2654087d-ea02-428b-b2e8-baa324a1a03c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_gateway (5aac341a-def9-481c-8b6a-444332ace6e0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:57.519581 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-79cac213-f4ae-4dce-bb3e-2593a3474234 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for port (8374b8f2-9731-4e38-ac68-24fd39328ea8), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:57.528153 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-79cac213-f4ae-4dce-bb3e-2593a3474234 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (8374b8f2-9731-4e38-ac68-24fd39328ea8), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:57.614491 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-4140958f-db9c-457e-bbdc-4326b3581934 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Allocated IP 172.20.0.1 (bd9cb15c-a815-4482-98c8-4a97a4a1719d/7bfad5a2-3c52-4fea-81a2-79974ac1eca2/09ca19bb-f69f-46dd-b262-b8fd2d9a51ba) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:57.629562 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3fbc7ee4-75b6-4db2-9097-2a4327b2fa03 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (ded26f93-08e0-4e52-b08a-9b7733ad0c73), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:57.658700 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128a820-baf2-45e6-b7dd-b517942505bd req-6a6ae1d0-76d3-4a5a-b35c-216c818fbb5f tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:57.660300 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9128a820-baf2-45e6-b7dd-b517942505bd req-6a6ae1d0-76d3-4a5a-b35c-216c818fbb5f tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.2265241 Feb 28 20:28:57.717945 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-79cac213-f4ae-4dce-bb3e-2593a3474234 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (96a760dd-6949-4e5d-ad93-0ab12cfecdf6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:57.719470 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cac213-f4ae-4dce-bb3e-2593a3474234 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Port': ['ID=8374b8f2-9731-4e38-ac68-24fd39328ea8,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:57.760075 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4140958f-db9c-457e-bbdc-4326b3581934 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for port (09ca19bb-f69f-46dd-b262-b8fd2d9a51ba), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:57.796840 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4140958f-db9c-457e-bbdc-4326b3581934 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (09ca19bb-f69f-46dd-b262-b8fd2d9a51ba), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:57.842880 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4140958f-db9c-457e-bbdc-4326b3581934 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Network bd9cb15c-a815-4482-98c8-4a97a4a1719d is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:57.846060 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-4140958f-db9c-457e-bbdc-4326b3581934 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:57.848930 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4140958f-db9c-457e-bbdc-4326b3581934 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:28:57.885039 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140958f-db9c-457e-bbdc-4326b3581934 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Pushing event updated for resources: {'Port': ['ID=09ca19bb-f69f-46dd-b262-b8fd2d9a51ba,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:57.909568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-2654087d-ea02-428b-b2e8-baa324a1a03c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Deleting port c1ce6731-5063-446b-b0f5-51f755b9fe44 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:28:57.909920 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2654087d-ea02-428b-b2e8-baa324a1a03c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c1ce6731-5063-446b-b0f5-51f755b9fe44), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:57.916040 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4140958f-db9c-457e-bbdc-4326b3581934 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (1d90cf06-0021-4441-b19e-1e23c7f08cb9), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:57.921494 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9128a820-baf2-45e6-b7dd-b517942505bd req-e29ee56b-31a0-4df8-b64c-6f0fcbb9557e tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543969 Feb 28 20:28:58.137861 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3fbc7ee4-75b6-4db2-9097-2a4327b2fa03 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (ded26f93-08e0-4e52-b08a-9b7733ad0c73), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:58.148870 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3fbc7ee4-75b6-4db2-9097-2a4327b2fa03 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921162'] for router (ded26f93-08e0-4e52-b08a-9b7733ad0c73), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:58.165508 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4140958f-db9c-457e-bbdc-4326b3581934 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (09ca19bb-f69f-46dd-b262-b8fd2d9a51ba), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:58.168983 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa7572-0544-46b0-9b1e-1f08a105d6a0 req-f5fd1aad-6031-4465-846c-f0a6ad8f0d84 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:58.170467 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5fa7572-0544-46b0-9b1e-1f08a105d6a0 req-f5fd1aad-6031-4465-846c-f0a6ad8f0d84 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.4022129 Feb 28 20:28:58.240188 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-bc85b4ce-ef78-4b63-bc56-32ade01ec506 None None] Provisioning complete for port 09ca19bb-f69f-46dd-b262-b8fd2d9a51ba triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:58.241334 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bc85b4ce-ef78-4b63-bc56-32ade01ec506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (09ca19bb-f69f-46dd-b262-b8fd2d9a51ba), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:58.261227 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cac213-f4ae-4dce-bb3e-2593a3474234 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Network aa5fc6b5-520e-4a41-bff9-a202231e02e8 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:58.278051 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-bc85b4ce-ef78-4b63-bc56-32ade01ec506 None None] Port 09ca19bb-f69f-46dd-b262-b8fd2d9a51ba cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:28:58.310850 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-79cac213-f4ae-4dce-bb3e-2593a3474234 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:58.373488 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2654087d-ea02-428b-b2e8-baa324a1a03c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c1ce6731-5063-446b-b0f5-51f755b9fe44), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:58.420140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-2654087d-ea02-428b-b2e8-baa324a1a03c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Calling delete_port for c1ce6731-5063-446b-b0f5-51f755b9fe44 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:28:58.453767 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199bcfa-78a4-4462-b6a5-a9f0497bd691 req-d31f02f1-4464-46ce-bb9d-0a1b62fb13b2 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:58.455265 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1199bcfa-78a4-4462-b6a5-a9f0497bd691 req-d31f02f1-4464-46ce-bb9d-0a1b62fb13b2 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2b2f5d2-a134-4f6e-aa7a-10802b844c60 HTTP/1.1" status: 200 len: 946 time: 0.2987745 Feb 28 20:28:58.471814 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4140958f-db9c-457e-bbdc-4326b3581934 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for port (09ca19bb-f69f-46dd-b262-b8fd2d9a51ba), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:58.477445 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4140958f-db9c-457e-bbdc-4326b3581934 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (09ca19bb-f69f-46dd-b262-b8fd2d9a51ba), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:58.554225 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140958f-db9c-457e-bbdc-4326b3581934 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Pushing event updated for resources: {'Port': ['ID=09ca19bb-f69f-46dd-b262-b8fd2d9a51ba,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:58.573114 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4140958f-db9c-457e-bbdc-4326b3581934 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (1d90cf06-0021-4441-b19e-1e23c7f08cb9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:58.685203 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4140958f-db9c-457e-bbdc-4326b3581934 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Network bd9cb15c-a815-4482-98c8-4a97a4a1719d is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:28:58.686814 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-4140958f-db9c-457e-bbdc-4326b3581934 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:28:58.838209 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4140958f-db9c-457e-bbdc-4326b3581934 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Router 1d90cf06-0021-4441-b19e-1e23c7f08cb9 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:28:58.840369 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5fa7572-0544-46b0-9b1e-1f08a105d6a0 req-b816e70a-f755-4115-ab0a-b9d4839f4081 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6492128 Feb 28 20:28:58.849576 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbc7ee4-75b6-4db2-9097-2a4327b2fa03 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router ded26f93-08e0-4e52-b08a-9b7733ad0c73 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:28:59.052349 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1199bcfa-78a4-4462-b6a5-a9f0497bd691 req-c0c554b8-1ce1-4665-b711-d3a6e7732a68 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198505 Feb 28 20:28:59.055729 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cac213-f4ae-4dce-bb3e-2593a3474234 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Router 96a760dd-6949-4e5d-ad93-0ab12cfecdf6 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:28:59.124276 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-861c66eb-669c-43f3-afa0-fe993730ff59 None None] Provisioning complete for port 09ca19bb-f69f-46dd-b262-b8fd2d9a51ba triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:28:59.124708 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-861c66eb-669c-43f3-afa0-fe993730ff59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (09ca19bb-f69f-46dd-b262-b8fd2d9a51ba), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:59.137979 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4140958f-db9c-457e-bbdc-4326b3581934 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:28:59.148871 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4140958f-db9c-457e-bbdc-4326b3581934 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] 10.222.0.13 "PUT /v2.0/routers/1d90cf06-0021-4441-b19e-1e23c7f08cb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0559845 Feb 28 20:28:59.152991 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36544) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:59.162018 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d8817d9a-01e4-46e9-bf95-e790a2a212f5 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Request body: {'port': {'network_id': 'bd9cb15c-a815-4482-98c8-4a97a4a1719d', 'name': 'tempest-FloatingIPAdminTestJSON-760460911'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:59.192447 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-861c66eb-669c-43f3-afa0-fe993730ff59 None None] Port 09ca19bb-f69f-46dd-b262-b8fd2d9a51ba cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:28:59.200815 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e19748e-9a34-4e2f-8e98-fc865bf4b379 None None] Sync routers for ids ['1d90cf06-0021-4441-b19e-1e23c7f08cb9'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:28:59.224984 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e19748e-9a34-4e2f-8e98-fc865bf4b379 None None] Routers {'1d90cf06-0021-4441-b19e-1e23c7f08cb9'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:59.226570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8e19748e-9a34-4e2f-8e98-fc865bf4b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1d90cf06-0021-4441-b19e-1e23c7f08cb9'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:59.293216 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8e19748e-9a34-4e2f-8e98-fc865bf4b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:59.309515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e19748e-9a34-4e2f-8e98-fc865bf4b379 None None] Routers {'1d90cf06-0021-4441-b19e-1e23c7f08cb9'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:59.310589 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8e19748e-9a34-4e2f-8e98-fc865bf4b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1d90cf06-0021-4441-b19e-1e23c7f08cb9'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:59.343608 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8817d9a-01e4-46e9-bf95-e790a2a212f5 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Made reservation on behalf of 56e0373a0f0846d19e4fada7f418f55a for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:28:59.348063 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d8817d9a-01e4-46e9-bf95-e790a2a212f5 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:59.356237 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8e19748e-9a34-4e2f-8e98-fc865bf4b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:59.357110 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e19748e-9a34-4e2f-8e98-fc865bf4b379 None None] The sync data for ids ['1d90cf06-0021-4441-b19e-1e23c7f08cb9'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:28:59.374534 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-d8817d9a-01e4-46e9-bf95-e790a2a212f5 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] device_id is not set on port 2bbecfa4-9395-47bb-8470-a76723f864b6 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:28:59.409244 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbc7ee4-75b6-4db2-9097-2a4327b2fa03 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:28:59.417403 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3fbc7ee4-75b6-4db2-9097-2a4327b2fa03 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:59.418569 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3fbc7ee4-75b6-4db2-9097-2a4327b2fa03 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/ded26f93-08e0-4e52-b08a-9b7733ad0c73 HTTP/1.1" status: 200 len: 700 time: 4.1262150 Feb 28 20:28:59.423556 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d947fb8-5092-488d-8b6c-cf328df2f511 None None] Sync routers for ids ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:28:59.430997 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36550) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:59.435270 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d947fb8-5092-488d-8b6c-cf328df2f511 None None] Routers {'ded26f93-08e0-4e52-b08a-9b7733ad0c73'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:59.436125 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9d947fb8-5092-488d-8b6c-cf328df2f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:59.448569 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920c7cd-39ff-4384-8eab-e03b1beb6e0a req-b9f837af-189e-4781-a3cc-1386a364a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:59.450158 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9920c7cd-39ff-4384-8eab-e03b1beb6e0a req-b9f837af-189e-4781-a3cc-1386a364a635 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04ef52175a9b4ca6b424bbdfe5599978&device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 1129 time: 0.2880826 Feb 28 20:28:59.488791 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00b3ce-62c1-4a07-ab74-a5091c32da3b req-371d52c9-f4ff-4fee-8c7d-b75fad8a98f4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:59.490331 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e00b3ce-62c1-4a07-ab74-a5091c32da3b req-371d52c9-f4ff-4fee-8c7d-b75fad8a98f4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.3182938 Feb 28 20:28:59.553068 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-9d947fb8-5092-488d-8b6c-cf328df2f511 None None] Set router ded26f93-08e0-4e52-b08a-9b7733ad0c73 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:28:59.573063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-d8817d9a-01e4-46e9-bf95-e790a2a212f5 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Allocated IP 172.20.0.6 (bd9cb15c-a815-4482-98c8-4a97a4a1719d/7bfad5a2-3c52-4fea-81a2-79974ac1eca2/2bbecfa4-9395-47bb-8470-a76723f864b6) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:28:59.704007 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b644813-bffc-4df0-8363-6a30364279c2 req-c488e717-36aa-4580-b958-33a89b93b89d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:28:59.705449 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8b644813-bffc-4df0-8363-6a30364279c2 req-c488e717-36aa-4580-b958-33a89b93b89d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.5344434 Feb 28 20:28:59.774534 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2654087d-ea02-428b-b2e8-baa324a1a03c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (c1ce6731-5063-446b-b0f5-51f755b9fe44), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:59.782774 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d8817d9a-01e4-46e9-bf95-e790a2a212f5 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for port (2bbecfa4-9395-47bb-8470-a76723f864b6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:28:59.804050 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e00b3ce-62c1-4a07-ab74-a5091c32da3b req-a4300b51-fba3-4ac2-b0c3-0b4eb2d17ea3 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392504 Feb 28 20:28:59.810570 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654087d-ea02-428b-b2e8-baa324a1a03c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Pushing event deleted for resources: {'Port': ['ID=c1ce6731-5063-446b-b0f5-51f755b9fe44,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:28:59.813610 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cac213-f4ae-4dce-bb3e-2593a3474234 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:28:59.821429 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-79cac213-f4ae-4dce-bb3e-2593a3474234 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "PUT /v2.0/routers/96a760dd-6949-4e5d-ad93-0ab12cfecdf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4371409 Feb 28 20:28:59.822273 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36552) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:59.827768 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e5c6e65d-cfe0-4d77-8742-c3c86a6896a5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Request body: {'port': {'network_id': 'aa5fc6b5-520e-4a41-bff9-a202231e02e8', 'name': 'tempest-FloatingIPTestJSON-73427464'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:28:59.833891 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4d588ed6-8ba6-4437-bca5-272d25c82d06 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/routers/ded26f93-08e0-4e52-b08a-9b7733ad0c73 HTTP/1.1" status: 200 len: 700 time: 0.3950620 Feb 28 20:28:59.834077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad9664b-7b57-46db-b2f8-95512e91448d None None] Sync routers for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:28:59.838173 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9d947fb8-5092-488d-8b6c-cf328df2f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:28:57Z', 'revision_number': 7, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305dee63-58d3-472e-9f90-43e9b409e657', 'name': '', 'network_id': 'e736ceac-6716-4594-9673-27b16108912a', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:c6:da:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '63cf2acb-59be-4363-b3a8-de61bb411092', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:40Z', 'updated_at': '2022-02-28T20:28:51Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '63cf2acb-59be-4363-b3a8-de61bb411092', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9c9c6f-3f54-40f6-bc41-f08367d0dfff', 'name': '', 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:62:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:27Z', 'updated_at': '2022-02-28T20:28:37Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe5763b6-263f-49f8-b2ab-ff3770cd2229', 'name': '', 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:8e:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:25Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:28:59.838482 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36554) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:28:59.874511 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d947fb8-5092-488d-8b6c-cf328df2f511 None None] Checking router: ded26f93-08e0-4e52-b08a-9b7733ad0c73 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:28:59.886105 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d947fb8-5092-488d-8b6c-cf328df2f511 None None] Routers {'ded26f93-08e0-4e52-b08a-9b7733ad0c73'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:28:59.886830 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9d947fb8-5092-488d-8b6c-cf328df2f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:00.002457 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-9d947fb8-5092-488d-8b6c-cf328df2f511 None None] Set router ded26f93-08e0-4e52-b08a-9b7733ad0c73 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:29:00.016558 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8b644813-bffc-4df0-8363-6a30364279c2 req-15e51c87-53b6-49af-b16e-b6fd175c3c6f tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913511 Feb 28 20:29:00.017664 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2654087d-ea02-428b-b2e8-baa324a1a03c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (5aac341a-def9-481c-8b6a-444332ace6e0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:00.043274 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d8817d9a-01e4-46e9-bf95-e790a2a212f5 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (2bbecfa4-9395-47bb-8470-a76723f864b6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:00.156579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920c7cd-39ff-4384-8eab-e03b1beb6e0a req-8bd40a55-8108-4170-ba15-bc5012b9ce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:00.160062 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8817d9a-01e4-46e9-bf95-e790a2a212f5 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Pushing event updated for resources: {'Port': ['ID=2bbecfa4-9395-47bb-8470-a76723f864b6,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:00.164634 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9920c7cd-39ff-4384-8eab-e03b1beb6e0a req-8bd40a55-8108-4170-ba15-bc5012b9ce28 service neutron] 10.222.0.10 "GET /v2.0/networks?id=772a5f8c-d784-4526-8416-23f5187ae8c6 HTTP/1.1" status: 200 len: 920 time: 0.7044055 Feb 28 20:29:00.193645 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8817d9a-01e4-46e9-bf95-e790a2a212f5 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Network bd9cb15c-a815-4482-98c8-4a97a4a1719d is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:00.202288 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-d8817d9a-01e4-46e9-bf95-e790a2a212f5 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:00.212477 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8817d9a-01e4-46e9-bf95-e790a2a212f5 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:00.273147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad9664b-7b57-46db-b2f8-95512e91448d None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:00.273771 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2ad9664b-7b57-46db-b2f8-95512e91448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:00.350094 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2ad9664b-7b57-46db-b2f8-95512e91448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:00.371452 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad9664b-7b57-46db-b2f8-95512e91448d None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:00.372390 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2ad9664b-7b57-46db-b2f8-95512e91448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:00.378037 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8817d9a-01e4-46e9-bf95-e790a2a212f5 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:00.378719 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d8817d9a-01e4-46e9-bf95-e790a2a212f5 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:00.384463 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c6e65d-cfe0-4d77-8742-c3c86a6896a5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Made reservation on behalf of e38b0e6fba494a7aacc592cb25d2e86a for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:00.395452 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e65d-cfe0-4d77-8742-c3c86a6896a5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:00.403609 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9d947fb8-5092-488d-8b6c-cf328df2f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:28:57Z', 'revision_number': 7, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305dee63-58d3-472e-9f90-43e9b409e657', 'name': '', 'network_id': 'e736ceac-6716-4594-9673-27b16108912a', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:c6:da:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '63cf2acb-59be-4363-b3a8-de61bb411092', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:40Z', 'updated_at': '2022-02-28T20:28:51Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '63cf2acb-59be-4363-b3a8-de61bb411092', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9c9c6f-3f54-40f6-bc41-f08367d0dfff', 'name': '', 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:62:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:27Z', 'updated_at': '2022-02-28T20:28:37Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe5763b6-263f-49f8-b2ab-ff3770cd2229', 'name': '', 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:8e:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:25Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:00.452367 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2ad9664b-7b57-46db-b2f8-95512e91448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:00.453028 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad9664b-7b57-46db-b2f8-95512e91448d None None] The sync data for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:00.464870 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d8817d9a-01e4-46e9-bf95-e790a2a212f5 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3094976 Feb 28 20:29:00.466351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-e5c6e65d-cfe0-4d77-8742-c3c86a6896a5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] device_id is not set on port 181142e1-88a3-4556-bf23-ac3e35e7e6ae yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:29:00.471185 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36576) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:00.473535 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d947fb8-5092-488d-8b6c-cf328df2f511 None None] The sync data for ids ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'] in n-d-820368-21 is: [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:28:57Z', 'revision_number': 7, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305dee63-58d3-472e-9f90-43e9b409e657', 'name': '', 'network_id': 'e736ceac-6716-4594-9673-27b16108912a', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:c6:da:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '63cf2acb-59be-4363-b3a8-de61bb411092', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:40Z', 'updated_at': '2022-02-28T20:28:51Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '63cf2acb-59be-4363-b3a8-de61bb411092', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9c9c6f-3f54-40f6-bc41-f08367d0dfff', 'name': '', 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:62:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:27Z', 'updated_at': '2022-02-28T20:28:37Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe5763b6-263f-49f8-b2ab-ff3770cd2229', 'name': '', 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:8e:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:25Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:00.554577 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2654087d-ea02-428b-b2e8-baa324a1a03c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (5aac341a-def9-481c-8b6a-444332ace6e0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:00.567428 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2654087d-ea02-428b-b2e8-baa324a1a03c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_controller (5aac341a-def9-481c-8b6a-444332ace6e0), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:00.582525 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9920c7cd-39ff-4384-8eab-e03b1beb6e0a req-5b6dd55c-589d-48b4-ae4c-fce8fbacf832 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2e04e92-1a97-42eb-8664-8fac7ca846f8 HTTP/1.1" status: 200 len: 217 time: 0.3412559 Feb 28 20:29:00.628602 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8ed4cf4e-e604-41c7-8b40-1335a01794c5 None None] Provisioning complete for port 2bbecfa4-9395-47bb-8470-a76723f864b6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:00.629050 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8ed4cf4e-e604-41c7-8b40-1335a01794c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2bbecfa4-9395-47bb-8470-a76723f864b6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:00.664853 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-f3d22ab4-7c42-45c0-ba26-64480186fd46 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'project_id': '56e0373a0f0846d19e4fada7f418f55a', 'port_id': '2bbecfa4-9395-47bb-8470-a76723f864b6'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:00.718548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4cf4e-e604-41c7-8b40-1335a01794c5 None None] Port 2bbecfa4-9395-47bb-8470-a76723f864b6 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:29:00.732949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36582) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:00.740251 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f3d22ab4-7c42-45c0-ba26-64480186fd46 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:00.746220 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-2715b8e2-5043-4955-a9dd-dcfa3a701acc tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:00.747730 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-2715b8e2-5043-4955-a9dd-dcfa3a701acc tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 805 time: 0.6029227 Feb 28 20:29:00.755336 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-e5c6e65d-cfe0-4d77-8742-c3c86a6896a5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Allocated IP 172.20.0.5 (aa5fc6b5-520e-4a41-bff9-a202231e02e8/1b4cbebd-5662-4e76-b6ab-583fdb0951bf/181142e1-88a3-4556-bf23-ac3e35e7e6ae) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:00.761174 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2654087d-ea02-428b-b2e8-baa324a1a03c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (5aac341a-def9-481c-8b6a-444332ace6e0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:00.761731 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2654087d-ea02-428b-b2e8-baa324a1a03c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Fanout notify agent at l3_agent the message router_deleted on router 5aac341a-def9-481c-8b6a-444332ace6e0 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:29:00.827266 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2654087d-ea02-428b-b2e8-baa324a1a03c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:00.832478 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2654087d-ea02-428b-b2e8-baa324a1a03c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "DELETE /v2.0/routers/5aac341a-def9-481c-8b6a-444332ace6e0 HTTP/1.1" status: 204 len: 168 time: 4.7900426 Feb 28 20:29:00.839502 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36586) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:00.850590 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d70880be-325e-46a0-ba82-1306e5fa84bf tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1693240758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:00.855912 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920c7cd-39ff-4384-8eab-e03b1beb6e0a req-789e3471-4306-4ff5-b1ce-88568f04cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:00.858478 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9920c7cd-39ff-4384-8eab-e03b1beb6e0a req-789e3471-4306-4ff5-b1ce-88568f04cf77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d39c0c2a-dc41-4cb2-bcf8-368cafaff201 HTTP/1.1" status: 200 len: 860 time: 0.2427046 Feb 28 20:29:00.976282 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d70880be-325e-46a0-ba82-1306e5fa84bf tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (ce3e5046-2660-43f5-b458-fb25b818d0b0), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:00.977600 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d70880be-325e-46a0-ba82-1306e5fa84bf tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (ce3e5046-2660-43f5-b458-fb25b818d0b0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:00.986111 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dc38e7ef-feec-4594-95be-bc4e67aa6c72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:00.992023 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-de9ba2ff-ada4-4630-8c6e-ba5302b6892d tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/quotas/e1fe66526f8249ae8c4d2136030f25ec HTTP/1.1" status: 200 len: 375 time: 0.1573567 Feb 28 20:29:00.999670 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9920c7cd-39ff-4384-8eab-e03b1beb6e0a req-671996f9-00dc-4820-9065-8d629f1fc062 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=772a5f8c-d784-4526-8416-23f5187ae8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005387 Feb 28 20:29:01.119182 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d70880be-325e-46a0-ba82-1306e5fa84bf tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_controller (ce3e5046-2660-43f5-b458-fb25b818d0b0), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:01.122570 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e65d-cfe0-4d77-8742-c3c86a6896a5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for port (181142e1-88a3-4556-bf23-ac3e35e7e6ae), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:01.126558 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f3d22ab4-7c42-45c0-ba26-64480186fd46 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:01.137031 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d70880be-325e-46a0-ba82-1306e5fa84bf tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (ce3e5046-2660-43f5-b458-fb25b818d0b0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:01.225114 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d70880be-325e-46a0-ba82-1306e5fa84bf tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:01.229381 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d70880be-325e-46a0-ba82-1306e5fa84bf tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3876736 Feb 28 20:29:01.230018 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36592) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:01.246130 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-15b54898-ee18-4242-b310-24dca14f9f00 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'enable_snat': False}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:01.374443 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dc38e7ef-feec-4594-95be-bc4e67aa6c72 admin admin] Publish callbacks [] for security_group (1a9d48d5-a216-4202-8e68-1e62d04f8d3d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:01.381134 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e65d-cfe0-4d77-8742-c3c86a6896a5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (181142e1-88a3-4556-bf23-ac3e35e7e6ae), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:01.395588 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dc38e7ef-feec-4594-95be-bc4e67aa6c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1a9d48d5-a216-4202-8e68-1e62d04f8d3d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:01.557586 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c6e65d-cfe0-4d77-8742-c3c86a6896a5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Network aa5fc6b5-520e-4a41-bff9-a202231e02e8 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:01.571280 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc89292-bee3-42d6-b5c4-aff150de41b4 req-25887287-c972-4093-9d68-ea893c74b62f tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:01.572990 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8cc89292-bee3-42d6-b5c4-aff150de41b4 req-25887287-c972-4093-9d68-ea893c74b62f tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.6254761 Feb 28 20:29:01.573301 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-e5c6e65d-cfe0-4d77-8742-c3c86a6896a5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:01.575891 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c6e65d-cfe0-4d77-8742-c3c86a6896a5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:01.578433 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6e65d-cfe0-4d77-8742-c3c86a6896a5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Port': ['ID=181142e1-88a3-4556-bf23-ac3e35e7e6ae,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:01.583102 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38e7ef-feec-4594-95be-bc4e67aa6c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9d48d5-a216-4202-8e68-1e62d04f8d3d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:01.587128 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-f3d22ab4-7c42-45c0-ba26-64480186fd46 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Allocated IP 172.25.0.52 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/11e0fc96-2f7a-4d13-886f-70b70a45370c) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:01.593536 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e387ea51-e426-4956-8bae-b1e2013c7290 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5998151 Feb 28 20:29:01.630098 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-dc38e7ef-feec-4594-95be-bc4e67aa6c72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91c118b57cf643739dda8cdcc922631e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8980529 Feb 28 20:29:01.638882 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36594) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:01.659102 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9920c7cd-39ff-4384-8eab-e03b1beb6e0a req-24638f38-ec1b-4173-a9df-01c63378381b service neutron] 10.222.0.10 "GET /v2.0/networks/772a5f8c-d784-4526-8416-23f5187ae8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011679 Feb 28 20:29:01.707359 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-15b54898-ee18-4242-b310-24dca14f9f00 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_gateway (ce3e5046-2660-43f5-b458-fb25b818d0b0), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:01.738752 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c6e65d-cfe0-4d77-8742-c3c86a6896a5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:01.739361 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e65d-cfe0-4d77-8742-c3c86a6896a5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:01.806507 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e5c6e65d-cfe0-4d77-8742-c3c86a6896a5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.9832032 Feb 28 20:29:01.809413 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36596) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:01.816255 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-74442d28-eae6-4c2b-8260-bc998ee5092c tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Request body: {'port': {'network_id': 'aa5fc6b5-520e-4a41-bff9-a202231e02e8', 'name': 'tempest-FloatingIPTestJSON-2080004742'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:01.838426 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8cc89292-bee3-42d6-b5c4-aff150de41b4 req-a6858f99-e1df-4649-ae05-50f0e8ae2a4e tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259042 Feb 28 20:29:01.886286 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e14b9e7a-53d2-421e-b74e-4ed7ad250b15 admin admin] Publish callbacks [] for security_group (1a9d48d5-a216-4202-8e68-1e62d04f8d3d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:01.901836 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-2658f0da-39d3-44b0-b6cc-b8e194f88146 service neutron] 10.222.0.13 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069732 Feb 28 20:29:01.950631 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f3d22ab4-7c42-45c0-ba26-64480186fd46 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks [] for port (11e0fc96-2f7a-4d13-886f-70b70a45370c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:01.984462 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9920c7cd-39ff-4384-8eab-e03b1beb6e0a req-d4f94bdb-7c1f-4c47-9366-dce9c35cdd99 service neutron] 10.222.0.10 "GET /v2.0/networks/772a5f8c-d784-4526-8416-23f5187ae8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799358 Feb 28 20:29:01.993397 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e14b9e7a-53d2-421e-b74e-4ed7ad250b15 admin admin] Publish callbacks [] for security_group (1a9d48d5-a216-4202-8e68-1e62d04f8d3d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:02.074766 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f3d22ab4-7c42-45c0-ba26-64480186fd46 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (11e0fc96-2f7a-4d13-886f-70b70a45370c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:02.118111 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74442d28-eae6-4c2b-8260-bc998ee5092c tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Made reservation on behalf of e38b0e6fba494a7aacc592cb25d2e86a for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:02.123375 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-74442d28-eae6-4c2b-8260-bc998ee5092c tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:02.142536 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c608fc2-40cc-491b-a5d8-96eb624dd4f9 req-7d69a2ef-a1fe-4d67-8efd-e3f87d8b6968 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:02.144156 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1c608fc2-40cc-491b-a5d8-96eb624dd4f9 req-7d69a2ef-a1fe-4d67-8efd-e3f87d8b6968 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.1987755 Feb 28 20:29:02.161156 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-5bcdd547-151f-4ee2-b5ea-714be9a3fedc service neutron] 10.222.0.13 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582774 Feb 28 20:29:02.175187 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d22ab4-7c42-45c0-ba26-64480186fd46 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:02.195795 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-f3d22ab4-7c42-45c0-ba26-64480186fd46 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:02.200559 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d22ab4-7c42-45c0-ba26-64480186fd46 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:02.212520 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75a2f368-0f5c-40f5-a61b-43a8e61d242f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (ded26f93-08e0-4e52-b08a-9b7733ad0c73), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:02.240039 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-74442d28-eae6-4c2b-8260-bc998ee5092c tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] device_id is not set on port 533ba6b8-72cb-4526-b96c-b26d1c00b668 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:29:02.367478 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e14b9e7a-53d2-421e-b74e-4ed7ad250b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1a9d48d5-a216-4202-8e68-1e62d04f8d3d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:02.371369 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e14b9e7a-53d2-421e-b74e-4ed7ad250b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:02.375093 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e14b9e7a-53d2-421e-b74e-4ed7ad250b15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a9d48d5-a216-4202-8e68-1e62d04f8d3d HTTP/1.1" status: 204 len: 168 time: 0.7307267 Feb 28 20:29:02.413162 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1c608fc2-40cc-491b-a5d8-96eb624dd4f9 req-3a127e70-cb71-4394-a04e-fe4ad6139ced tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449462 Feb 28 20:29:02.497090 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2dabd8e5-bc8b-4f38-ae8f-21e9229e1115 req-62fa1251-2e68-4979-aeee-cdbb695247c1 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b54b06a-14b8-4f99-ac94-a3aa0119e6ba HTTP/1.1" status: 200 len: 210 time: 0.1355627 Feb 28 20:29:02.498031 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b9e7a-53d2-421e-b74e-4ed7ad250b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9d48d5-a216-4202-8e68-1e62d04f8d3d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:02.716994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-75a2f368-0f5c-40f5-a61b-43a8e61d242f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting port 305dee63-58d3-472e-9f90-43e9b409e657 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:02.717596 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75a2f368-0f5c-40f5-a61b-43a8e61d242f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (305dee63-58d3-472e-9f90-43e9b409e657), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:02.741630 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d22ab4-7c42-45c0-ba26-64480186fd46 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Pushing event updated for resources: {'Port': ['ID=11e0fc96-2f7a-4d13-886f-70b70a45370c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:02.835209 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-15b54898-ee18-4242-b310-24dca14f9f00 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_gateway (ce3e5046-2660-43f5-b458-fb25b818d0b0), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:02.879817 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-75a2f368-0f5c-40f5-a61b-43a8e61d242f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] For port 305dee63-58d3-472e-9f90-43e9b409e657, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=305dee63-58d3-472e-9f90-43e9b409e657,segment=NetworkSegment(76417415-39b9-4ab2-8280-78daa6259ad8),segment_id=76417415-39b9-4ab2-8280-78daa6259ad8)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:02.880423 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75a2f368-0f5c-40f5-a61b-43a8e61d242f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (305dee63-58d3-472e-9f90-43e9b409e657), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:02.910791 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-75a2f368-0f5c-40f5-a61b-43a8e61d242f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Calling delete_port for 305dee63-58d3-472e-9f90-43e9b409e657 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:03.013314 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-15b54898-ee18-4242-b310-24dca14f9f00 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:03.099164 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-74442d28-eae6-4c2b-8260-bc998ee5092c tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Allocated IP 172.20.0.11 (aa5fc6b5-520e-4a41-bff9-a202231e02e8/1b4cbebd-5662-4e76-b6ab-583fdb0951bf/533ba6b8-72cb-4526-b96c-b26d1c00b668) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:03.207136 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e4c20-e6c8-4bde-ad22-9fcdf5f1b4d2 req-20b4ef5f-3b75-468d-b2ca-029de11ea9cd tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:03.217476 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-879e4c20-e6c8-4bde-ad22-9fcdf5f1b4d2 req-20b4ef5f-3b75-468d-b2ca-029de11ea9cd tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.2311661 Feb 28 20:29:03.326126 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-15b54898-ee18-4242-b310-24dca14f9f00 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Allocated IP 172.25.0.9 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/4aba6a29-6e09-4167-ac60-9469c458c412) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:03.336880 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-879e4c20-e6c8-4bde-ad22-9fcdf5f1b4d2 req-28c46d6c-bdc1-480a-a6a6-ef605b436eb6 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172378 Feb 28 20:29:03.356136 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75a2f368-0f5c-40f5-a61b-43a8e61d242f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (305dee63-58d3-472e-9f90-43e9b409e657), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:03.390702 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2f368-0f5c-40f5-a61b-43a8e61d242f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Port': ['ID=305dee63-58d3-472e-9f90-43e9b409e657,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:03.578147 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-74442d28-eae6-4c2b-8260-bc998ee5092c tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for port (533ba6b8-72cb-4526-b96c-b26d1c00b668), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:03.715537 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91788d51-60b4-48d3-a7a1-e9163ba9acd2 req-92b5f1f1-94fd-4452-8e54-f759ca0a6c8c tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b54b06a-14b8-4f99-ac94-a3aa0119e6ba HTTP/1.1" status: 200 len: 210 time: 0.0899031 Feb 28 20:29:03.788322 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-15b54898-ee18-4242-b310-24dca14f9f00 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for port (4aba6a29-6e09-4167-ac60-9469c458c412), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:03.795992 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75a2f368-0f5c-40f5-a61b-43a8e61d242f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (ded26f93-08e0-4e52-b08a-9b7733ad0c73), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:03.813982 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8d764-1bb1-467a-9b1d-409d4a58510a req-a835ae15-ba7f-4ad8-98ba-9f4e03ca8811 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:03.815602 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0cc8d764-1bb1-467a-9b1d-409d4a58510a req-a835ae15-ba7f-4ad8-98ba-9f4e03ca8811 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.1912062 Feb 28 20:29:03.897964 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f3d22ab4-7c42-45c0-ba26-64480186fd46 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks [] for floatingip (73115f60-9187-45b3-a6c4-721d5c13d35a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:03.905788 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-15b54898-ee18-4242-b310-24dca14f9f00 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4aba6a29-6e09-4167-ac60-9469c458c412), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:03.944106 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-74442d28-eae6-4c2b-8260-bc998ee5092c tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (533ba6b8-72cb-4526-b96c-b26d1c00b668), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:03.951452 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0cc8d764-1bb1-467a-9b1d-409d4a58510a req-c8309f3e-80d3-4972-9bd0-f4a183c5725f tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281805 Feb 28 20:29:04.006870 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-3d984b8c-4586-4a98-89f6-7bbbcd84d5e7 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:04.006870 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-3d984b8c-4586-4a98-89f6-7bbbcd84d5e7 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.15 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 805 time: 0.4073355 Feb 28 20:29:04.025622 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-ada4c26d-675d-40db-923b-dab206d4668f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Request body: {'port': {'device_id': '8b54b06a-14b8-4f99-ac94-a3aa0119e6ba', 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968', 'admin_state_up': True, 'tenant_id': 'e1fe66526f8249ae8c4d2136030f25ec'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:04.039239 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b54898-ee18-4242-b310-24dca14f9f00 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:04.063526 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b54898-ee18-4242-b310-24dca14f9f00 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Pushing event updated for resources: {'Port': ['ID=4aba6a29-6e09-4167-ac60-9469c458c412,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:04.072557 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-15b54898-ee18-4242-b310-24dca14f9f00 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:04.075730 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b54898-ee18-4242-b310-24dca14f9f00 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:04.086104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a2f368-0f5c-40f5-a61b-43a8e61d242f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router ded26f93-08e0-4e52-b08a-9b7733ad0c73 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:04.088055 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74442d28-eae6-4c2b-8260-bc998ee5092c tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Network aa5fc6b5-520e-4a41-bff9-a202231e02e8 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:04.151659 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-74442d28-eae6-4c2b-8260-bc998ee5092c tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:04.200575 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a2f368-0f5c-40f5-a61b-43a8e61d242f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:04.206649 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-75a2f368-0f5c-40f5-a61b-43a8e61d242f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/ded26f93-08e0-4e52-b08a-9b7733ad0c73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3674428 Feb 28 20:29:04.209590 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36654) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:04.210255 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74442d28-eae6-4c2b-8260-bc998ee5092c tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:04.215843 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff8290-7236-49c0-b7aa-90a48b3d695d None None] Sync routers for ids ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:04.232064 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cff8290-7236-49c0-b7aa-90a48b3d695d None None] Routers {'ded26f93-08e0-4e52-b08a-9b7733ad0c73'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:04.232953 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9cff8290-7236-49c0-b7aa-90a48b3d695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:04.286438 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da06bf3-8c1b-4f57-a6d6-9d58ea425704 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting subnet 63cf2acb-59be-4363-b3a8-de61bb411092 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:29:04.293771 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8da06bf3-8c1b-4f57-a6d6-9d58ea425704 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (63cf2acb-59be-4363-b3a8-de61bb411092), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:04.296574 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f3d22ab4-7c42-45c0-ba26-64480186fd46 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (11e0fc96-2f7a-4d13-886f-70b70a45370c), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:04.345199 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8da06bf3-8c1b-4f57-a6d6-9d58ea425704 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (63cf2acb-59be-4363-b3a8-de61bb411092), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:04.364687 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74442d28-eae6-4c2b-8260-bc998ee5092c tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Port': ['ID=533ba6b8-72cb-4526-b96c-b26d1c00b668,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:04.432139 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74442d28-eae6-4c2b-8260-bc998ee5092c tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:04.433097 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-74442d28-eae6-4c2b-8260-bc998ee5092c tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:04.478189 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-9cff8290-7236-49c0-b7aa-90a48b3d695d None None] Set router ded26f93-08e0-4e52-b08a-9b7733ad0c73 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:29:04.498512 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-74442d28-eae6-4c2b-8260-bc998ee5092c tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6873660 Feb 28 20:29:04.505351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36664) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:04.511149 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8da06bf3-8c1b-4f57-a6d6-9d58ea425704 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (63cf2acb-59be-4363-b3a8-de61bb411092), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:04.528677 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-61fbbf89-d23b-4d76-a790-aa16562530f0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': '533ba6b8-72cb-4526-b96c-b26d1c00b668', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:04.589897 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8da06bf3-8c1b-4f57-a6d6-9d58ea425704 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (63cf2acb-59be-4363-b3a8-de61bb411092), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:04.594666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-ada4c26d-675d-40db-923b-dab206d4668f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Made reservation on behalf of e1fe66526f8249ae8c4d2136030f25ec for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:04.598920 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-ada4c26d-675d-40db-923b-dab206d4668f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:04.639526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da06bf3-8c1b-4f57-a6d6-9d58ea425704 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Subnet': ['ID=63cf2acb-59be-4363-b3a8-de61bb411092,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:04.641699 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8da06bf3-8c1b-4f57-a6d6-9d58ea425704 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:04.647305 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8da06bf3-8c1b-4f57-a6d6-9d58ea425704 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/subnets/63cf2acb-59be-4363-b3a8-de61bb411092 HTTP/1.1" status: 204 len: 168 time: 0.4338050 Feb 28 20:29:04.649368 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36670) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:04.649795 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3089c8e2-48b3-48ff-bb85-bac3d99be2a1 None None] Network e736ceac-6716-4594-9673-27b16108912a requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:29:04.697195 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-61fbbf89-d23b-4d76-a790-aa16562530f0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:04.751027 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058d056-e6ec-46a2-9f8c-f025bc2fa744 req-5ac51fac-de85-45dd-9342-dc3b43a2ab9b tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:04.776908 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3058d056-e6ec-46a2-9f8c-f025bc2fa744 req-5ac51fac-de85-45dd-9342-dc3b43a2ab9b tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.3227735 Feb 28 20:29:04.807667 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f53dcd2-1194-4a5b-8932-79c07f4b68e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (e736ceac-6716-4594-9673-27b16108912a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:04.845647 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9cff8290-7236-49c0-b7aa-90a48b3d695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:29:03Z', 'revision_number': 8, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9c9c6f-3f54-40f6-bc41-f08367d0dfff', 'name': '', 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:62:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:27Z', 'updated_at': '2022-02-28T20:28:37Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe5763b6-263f-49f8-b2ab-ff3770cd2229', 'name': '', 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:8e:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:25Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:04.891515 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff8290-7236-49c0-b7aa-90a48b3d695d None None] Checking router: ded26f93-08e0-4e52-b08a-9b7733ad0c73 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:29:04.903319 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cff8290-7236-49c0-b7aa-90a48b3d695d None None] Routers {'ded26f93-08e0-4e52-b08a-9b7733ad0c73'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:04.904046 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9cff8290-7236-49c0-b7aa-90a48b3d695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:04.909698 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5dd044fa-d1d4-4ee4-9935-08d5118bdda7 req-8776c1e9-81d6-49d3-93f1-e27b5915640c tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b54b06a-14b8-4f99-ac94-a3aa0119e6ba HTTP/1.1" status: 200 len: 210 time: 0.0697067 Feb 28 20:29:04.943667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53cfa44-7491-41ff-a7b4-bf9dc8336c23 None None] DHCP port deletion for e736ceac-6716-4594-9673-27b16108912a request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:29:04.945104 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3058d056-e6ec-46a2-9f8c-f025bc2fa744 req-c9e75e78-e336-4d7c-a9cc-88e5da1e1b58 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673427 Feb 28 20:29:04.978957 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f3d22ab4-7c42-45c0-ba26-64480186fd46 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks [] for port (11e0fc96-2f7a-4d13-886f-70b70a45370c), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:04.995491 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f3d22ab4-7c42-45c0-ba26-64480186fd46 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (11e0fc96-2f7a-4d13-886f-70b70a45370c), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:05.022512 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-7f53dcd2-1194-4a5b-8932-79c07f4b68e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting port 23918549-6dc9-4935-87f8-de4652a36295 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:05.022869 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f53dcd2-1194-4a5b-8932-79c07f4b68e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (23918549-6dc9-4935-87f8-de4652a36295), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:05.023215 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-15b54898-ee18-4242-b310-24dca14f9f00 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router_gateway (ce3e5046-2660-43f5-b458-fb25b818d0b0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:05.054328 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c53cfa44-7491-41ff-a7b4-bf9dc8336c23 None None] Deleting port 23918549-6dc9-4935-87f8-de4652a36295 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:05.054712 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c53cfa44-7491-41ff-a7b4-bf9dc8336c23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (23918549-6dc9-4935-87f8-de4652a36295), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:05.139788 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-9cff8290-7236-49c0-b7aa-90a48b3d695d None None] Set router ded26f93-08e0-4e52-b08a-9b7733ad0c73 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:29:05.250267 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 23918549-6dc9-4935-87f8-de4652a36295 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:29:05.277006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-7f53dcd2-1194-4a5b-8932-79c07f4b68e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] For port 23918549-6dc9-4935-87f8-de4652a36295, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=23918549-6dc9-4935-87f8-de4652a36295,segment=NetworkSegment(76417415-39b9-4ab2-8280-78daa6259ad8),segment_id=76417415-39b9-4ab2-8280-78daa6259ad8)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:05.277470 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f53dcd2-1194-4a5b-8932-79c07f4b68e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (23918549-6dc9-4935-87f8-de4652a36295), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:05.300928 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-7f53dcd2-1194-4a5b-8932-79c07f4b68e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Calling delete_port for 23918549-6dc9-4935-87f8-de4652a36295 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:05.308442 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c53cfa44-7491-41ff-a7b4-bf9dc8336c23 None None] For port 23918549-6dc9-4935-87f8-de4652a36295, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=23918549-6dc9-4935-87f8-de4652a36295,segment=NetworkSegment(76417415-39b9-4ab2-8280-78daa6259ad8),segment_id=76417415-39b9-4ab2-8280-78daa6259ad8)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:05.309387 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c53cfa44-7491-41ff-a7b4-bf9dc8336c23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (23918549-6dc9-4935-87f8-de4652a36295), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:05.323120 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b54cb-00c5-4183-91f5-41d3cc4a13dd req-85290a1f-766e-4e07-8841-9595f8158d76 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:05.324762 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-897b54cb-00c5-4183-91f5-41d3cc4a13dd req-85290a1f-766e-4e07-8841-9595f8158d76 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.1147966 Feb 28 20:29:05.331768 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c53cfa44-7491-41ff-a7b4-bf9dc8336c23 None None] Calling delete_port for 23918549-6dc9-4935-87f8-de4652a36295 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:05.487839 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 23918549-6dc9-4935-87f8-de4652a36295 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:29:05.488659 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (23918549-6dc9-4935-87f8-de4652a36295), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:05.532382 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 23918549-6dc9-4935-87f8-de4652a36295, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=23918549-6dc9-4935-87f8-de4652a36295,segment=NetworkSegment(76417415-39b9-4ab2-8280-78daa6259ad8),segment_id=76417415-39b9-4ab2-8280-78daa6259ad8)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:05.541780 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (23918549-6dc9-4935-87f8-de4652a36295), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:05.596687 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9cff8290-7236-49c0-b7aa-90a48b3d695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:29:03Z', 'revision_number': 8, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9c9c6f-3f54-40f6-bc41-f08367d0dfff', 'name': '', 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:62:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:27Z', 'updated_at': '2022-02-28T20:28:37Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe5763b6-263f-49f8-b2ab-ff3770cd2229', 'name': '', 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:8e:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:25Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:05.615406 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=23918549-6dc9-4935-87f8-de4652a36295,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:05.636718 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff8290-7236-49c0-b7aa-90a48b3d695d None None] The sync data for ids ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'] in n-d-820368-21 is: [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:29:03Z', 'revision_number': 8, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9c9c6f-3f54-40f6-bc41-f08367d0dfff', 'name': '', 'network_id': 'f2e1c492-290b-465a-a703-516cade9fb69', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:62:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:27Z', 'updated_at': '2022-02-28T20:28:37Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': 'a072275c-af23-49d1-a01e-098d18f4c2da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe5763b6-263f-49f8-b2ab-ff3770cd2229', 'name': '', 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:8e:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:25Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:05.638373 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:05.639207 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:05.643208 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:05.643675 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:05.644148 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:05.644608 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:05.645046 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:05.645496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:05.645924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:05.647839 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:05.648421 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:05.649424 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:05.652196 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:05.668259 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c53cfa44-7491-41ff-a7b4-bf9dc8336c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (23918549-6dc9-4935-87f8-de4652a36295), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:05.686180 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-ada4c26d-675d-40db-923b-dab206d4668f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Allocated IP 172.20.0.5 (f93bb5b0-b654-484a-b540-d0f4106b4968/061df787-4254-4266-93eb-5523552c7b33/7953aba9-3892-4f1b-a72d-b31b43fb310d) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:05.699601 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d22ab4-7c42-45c0-ba26-64480186fd46 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Pushing event updated for resources: {'Port': ['ID=11e0fc96-2f7a-4d13-886f-70b70a45370c,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:05.721322 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f3d22ab4-7c42-45c0-ba26-64480186fd46 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (73115f60-9187-45b3-a6c4-721d5c13d35a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:05.729460 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cfa44-7491-41ff-a7b4-bf9dc8336c23 None None] Pushing event deleted for resources: {'Port': ['ID=23918549-6dc9-4935-87f8-de4652a36295,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:05.744992 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53cfa44-7491-41ff-a7b4-bf9dc8336c23 None None] No DVR routers for this DVR port 23918549-6dc9-4935-87f8-de4652a36295 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:29:05.898817 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-897b54cb-00c5-4183-91f5-41d3cc4a13dd req-5e0cdaca-b0e6-49b5-9c9e-e5401f2fac4e tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5684402 Feb 28 20:29:05.913471 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f53dcd2-1194-4a5b-8932-79c07f4b68e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (23918549-6dc9-4935-87f8-de4652a36295), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:05.942513 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f53dcd2-1194-4a5b-8932-79c07f4b68e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] No DVR routers for this DVR port 23918549-6dc9-4935-87f8-de4652a36295 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:29:05.965696 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53dcd2-1194-4a5b-8932-79c07f4b68e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Port': ['ID=23918549-6dc9-4935-87f8-de4652a36295,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:06.053600 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-61fbbf89-d23b-4d76-a790-aa16562530f0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:06.061924 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f53dcd2-1194-4a5b-8932-79c07f4b68e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (e736ceac-6716-4594-9673-27b16108912a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:06.074802 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-f3d22ab4-7c42-45c0-ba26-64480186fd46 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Floating IP 73115f60-9187-45b3-a6c4-721d5c13d35a associated. External IP: 172.25.0.52, port: 2bbecfa4-9395-47bb-8470-a76723f864b6. Feb 28 20:29:06.118049 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-7f53dcd2-1194-4a5b-8932-79c07f4b68e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e736ceac-6716-4594-9673-27b16108912a']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:06.129652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-7f53dcd2-1194-4a5b-8932-79c07f4b68e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76417415-39b9-4ab2-8280-78daa6259ad8') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:06.129953 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-7f53dcd2-1194-4a5b-8932-79c07f4b68e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76417415-39b9-4ab2-8280-78daa6259ad8') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:06.140862 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f53dcd2-1194-4a5b-8932-79c07f4b68e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (76417415-39b9-4ab2-8280-78daa6259ad8), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:06.160003 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f53dcd2-1194-4a5b-8932-79c07f4b68e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (76417415-39b9-4ab2-8280-78daa6259ad8), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:06.167613 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f53dcd2-1194-4a5b-8932-79c07f4b68e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:29:06.168081 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f53dcd2-1194-4a5b-8932-79c07f4b68e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (76417415-39b9-4ab2-8280-78daa6259ad8), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:06.169600 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-15b54898-ee18-4242-b310-24dca14f9f00 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (ce3e5046-2660-43f5-b458-fb25b818d0b0), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:06.194814 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-15b54898-ee18-4242-b310-24dca14f9f00 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921162'] for router (ce3e5046-2660-43f5-b458-fb25b818d0b0), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:06.243510 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a09a3d46-b716-469a-9af6-1ab939a611e0 req-07357893-16ea-40ee-88f0-5c92b98e2e2a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b54b06a-14b8-4f99-ac94-a3aa0119e6ba HTTP/1.1" status: 200 len: 210 time: 0.2045710 Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:29:06.244329 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:29:06.253541 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f53dcd2-1194-4a5b-8932-79c07f4b68e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (e736ceac-6716-4594-9673-27b16108912a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:06.279491 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f53dcd2-1194-4a5b-8932-79c07f4b68e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:06.283637 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7f53dcd2-1194-4a5b-8932-79c07f4b68e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/networks/e736ceac-6716-4594-9673-27b16108912a HTTP/1.1" status: 204 len: 168 time: 1.6338229 Feb 28 20:29:06.294545 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36694) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:06.302920 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53dcd2-1194-4a5b-8932-79c07f4b68e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Network': ['ID=e736ceac-6716-4594-9673-27b16108912a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:06.332152 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-ada4c26d-675d-40db-923b-dab206d4668f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks [] for port (7953aba9-3892-4f1b-a72d-b31b43fb310d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:06.407165 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f25394-2faf-412e-8c41-5128de832975 req-beac422f-a55b-4941-88c7-4134d298a70e tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:06.408734 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a2f25394-2faf-412e-8c41-5128de832975 req-beac422f-a55b-4941-88c7-4134d298a70e tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.3142810 Feb 28 20:29:06.477520 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-61fbbf89-d23b-4d76-a790-aa16562530f0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Allocated IP 172.25.0.68 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/466f569e-20ef-4141-b5eb-25b22910d955) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:06.546551 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a2f25394-2faf-412e-8c41-5128de832975 req-2cd83bff-dd14-49c3-9a3a-d3f14ac72275 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237450 Feb 28 20:29:06.564034 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-ada4c26d-675d-40db-923b-dab206d4668f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (7953aba9-3892-4f1b-a72d-b31b43fb310d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:06.584619 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['383e7d1d-375b-4c2d-a342-4b2cd3df218e'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:29:06.589904 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:29:06.656404 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36698) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:06.744938 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2c3a3975-6195-4c05-b30e-83fb91c0134d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (ded26f93-08e0-4e52-b08a-9b7733ad0c73), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:06.759463 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-ada4c26d-675d-40db-923b-dab206d4668f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Network f93bb5b0-b654-484a-b540-d0f4106b4968 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:06.777937 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-ada4c26d-675d-40db-923b-dab206d4668f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:06.788828 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-ada4c26d-675d-40db-923b-dab206d4668f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:06.794272 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4c26d-675d-40db-923b-dab206d4668f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Pushing event updated for resources: {'Port': ['ID=7953aba9-3892-4f1b-a72d-b31b43fb310d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:06.856065 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-352183c8-ddda-43c3-94e6-556d653e2f8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:06.863743 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b54898-ee18-4242-b310-24dca14f9f00 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Router ce3e5046-2660-43f5-b458-fb25b818d0b0 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:29:06.902446 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-61fbbf89-d23b-4d76-a790-aa16562530f0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for port (466f569e-20ef-4141-b5eb-25b22910d955), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:06.912543 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d22ab4-7c42-45c0-ba26-64480186fd46 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Router 1d90cf06-0021-4441-b19e-1e23c7f08cb9 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:06.926980 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-ada4c26d-675d-40db-923b-dab206d4668f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:06.928014 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-ada4c26d-675d-40db-923b-dab206d4668f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:07.006716 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 305dee63-58d3-472e-9f90-43e9b409e657 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:29:07.036102 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-ada4c26d-675d-40db-923b-dab206d4668f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0173049 Feb 28 20:29:07.039282 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 305dee63-58d3-472e-9f90-43e9b409e657 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:29:07.039735 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 305dee63-58d3-472e-9f90-43e9b409e657 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:29:07.056213 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-352183c8-ddda-43c3-94e6-556d653e2f8c admin admin] Publish callbacks [] for security_group (aa5f4f41-3ee2-4949-9392-d8e9e6f9def9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:07.058644 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] Request body: {'port': {'device_id': '8b54b06a-14b8-4f99-ac94-a3aa0119e6ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:07.065086 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-352183c8-ddda-43c3-94e6-556d653e2f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (aa5f4f41-3ee2-4949-9392-d8e9e6f9def9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:07.139381 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352183c8-ddda-43c3-94e6-556d653e2f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5f4f41-3ee2-4949-9392-d8e9e6f9def9,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:07.148611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7262b81-81cc-4d82-9f52-5c1e336a570d req-810e1f33-ecf5-46c8-94c6-2410aced5b81 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:07.150618 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7262b81-81cc-4d82-9f52-5c1e336a570d req-810e1f33-ecf5-46c8-94c6-2410aced5b81 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.1622498 Feb 28 20:29:07.172348 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-352183c8-ddda-43c3-94e6-556d653e2f8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2c6a1a633284f6295afd4a0c21e0824&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5147634 Feb 28 20:29:07.175983 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36704) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:07.188405 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-61fbbf89-d23b-4d76-a790-aa16562530f0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (466f569e-20ef-4141-b5eb-25b22910d955), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:07.277403 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7262b81-81cc-4d82-9f52-5c1e336a570d req-0ee46dd1-4d1c-4fac-a202-688eb27de038 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037650 Feb 28 20:29:07.286528 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a3975-6195-4c05-b30e-83fb91c0134d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting port 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:07.286805 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2c3a3975-6195-4c05-b30e-83fb91c0134d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (9d9c9c6f-3f54-40f6-bc41-f08367d0dfff), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:07.290051 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-82bdbaad-349e-4ab6-8636-0fc13c798f54 admin admin] Publish callbacks [] for security_group (aa5f4f41-3ee2-4949-9392-d8e9e6f9def9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:07.302999 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7953aba9-3892-4f1b-a72d-b31b43fb310d), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:07.330059 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fbbf89-d23b-4d76-a790-aa16562530f0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:07.341329 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-61fbbf89-d23b-4d76-a790-aa16562530f0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:07.343719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fbbf89-d23b-4d76-a790-aa16562530f0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:07.346133 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b54898-ee18-4242-b310-24dca14f9f00 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:07.350197 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-15b54898-ee18-4242-b310-24dca14f9f00 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:07.351587 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-15b54898-ee18-4242-b310-24dca14f9f00 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "PUT /v2.0/routers/ce3e5046-2660-43f5-b458-fb25b818d0b0 HTTP/1.1" status: 200 len: 914 time: 6.1137946 Feb 28 20:29:07.357558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e60e286-01e4-4fe2-9398-4659627fbb4e None None] Sync routers for ids ['ce3e5046-2660-43f5-b458-fb25b818d0b0'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:07.364597 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36708) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:07.370718 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-82bdbaad-349e-4ab6-8636-0fc13c798f54 admin admin] Publish callbacks [] for security_group (aa5f4f41-3ee2-4949-9392-d8e9e6f9def9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:07.371852 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e60e286-01e4-4fe2-9398-4659627fbb4e None None] Routers {'ce3e5046-2660-43f5-b458-fb25b818d0b0'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:07.373064 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-0e60e286-01e4-4fe2-9398-4659627fbb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ce3e5046-2660-43f5-b458-fb25b818d0b0'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:07.411230 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbbf89-d23b-4d76-a790-aa16562530f0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Port': ['ID=466f569e-20ef-4141-b5eb-25b22910d955,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:07.413111 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-0e60e286-01e4-4fe2-9398-4659627fbb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:07.418726 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d22ab4-7c42-45c0-ba26-64480186fd46 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:07.422593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e60e286-01e4-4fe2-9398-4659627fbb4e None None] Routers {'ce3e5046-2660-43f5-b458-fb25b818d0b0'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:07.423220 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-0e60e286-01e4-4fe2-9398-4659627fbb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ce3e5046-2660-43f5-b458-fb25b818d0b0'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:07.432779 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f20be22-daee-422b-b8b5-d0d17270cd44 None None] Sync routers for ids ['1d90cf06-0021-4441-b19e-1e23c7f08cb9'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:07.455202 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f20be22-daee-422b-b8b5-d0d17270cd44 None None] Routers {'1d90cf06-0021-4441-b19e-1e23c7f08cb9'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:07.460065 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-1f20be22-daee-422b-b8b5-d0d17270cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1d90cf06-0021-4441-b19e-1e23c7f08cb9'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:07.460488 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-0e60e286-01e4-4fe2-9398-4659627fbb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:07.461830 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e60e286-01e4-4fe2-9398-4659627fbb4e None None] The sync data for ids ['ce3e5046-2660-43f5-b458-fb25b818d0b0'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:07.511785 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-1f20be22-daee-422b-b8b5-d0d17270cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:07.524164 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f20be22-daee-422b-b8b5-d0d17270cd44 None None] Routers {'1d90cf06-0021-4441-b19e-1e23c7f08cb9'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:07.525001 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-1f20be22-daee-422b-b8b5-d0d17270cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1d90cf06-0021-4441-b19e-1e23c7f08cb9'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:07.537338 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f3d22ab4-7c42-45c0-ba26-64480186fd46 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:07.560922 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-1f20be22-daee-422b-b8b5-d0d17270cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:07.561663 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f20be22-daee-422b-b8b5-d0d17270cd44 None None] The sync data for ids ['1d90cf06-0021-4441-b19e-1e23c7f08cb9'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:07.579030 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-2c3a3975-6195-4c05-b30e-83fb91c0134d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] For port 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9d9c9c6f-3f54-40f6-bc41-f08367d0dfff,segment=NetworkSegment(5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9),segment_id=5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:07.579415 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2c3a3975-6195-4c05-b30e-83fb91c0134d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (9d9c9c6f-3f54-40f6-bc41-f08367d0dfff), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:07.600775 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a3975-6195-4c05-b30e-83fb91c0134d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Calling delete_port for 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:07.611839 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f3d22ab4-7c42-45c0-ba26-64480186fd46 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.1395638 Feb 28 20:29:07.622811 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36712) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:07.625522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9761fb-1206-4cf4-8521-8756409c06a0 req-a6e7657c-8c0f-45e0-bfa0-7408104587eb tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:07.627196 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b9761fb-1206-4cf4-8521-8756409c06a0 req-a6e7657c-8c0f-45e0-bfa0-7408104587eb tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b54b06a-14b8-4f99-ac94-a3aa0119e6ba HTTP/1.1" status: 200 len: 931 time: 0.2741196 Feb 28 20:29:07.634496 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-82bdbaad-349e-4ab6-8636-0fc13c798f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (aa5f4f41-3ee2-4949-9392-d8e9e6f9def9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:07.638381 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-82bdbaad-349e-4ab6-8636-0fc13c798f54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:07.642329 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-82bdbaad-349e-4ab6-8636-0fc13c798f54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa5f4f41-3ee2-4949-9392-d8e9e6f9def9 HTTP/1.1" status: 204 len: 168 time: 0.4613554 Feb 28 20:29:07.745232 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d16a12ef-1fe3-4a81-9f6c-03e343bdb01c tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "GET /v2.0/routers/ce3e5046-2660-43f5-b458-fb25b818d0b0 HTTP/1.1" status: 200 len: 920 time: 0.3761895 Feb 28 20:29:07.748963 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36716) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:07.752476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdbaad-349e-4ab6-8636-0fc13c798f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5f4f41-3ee2-4949-9392-d8e9e6f9def9,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:07.852133 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-686cc1a4-2ccb-422e-ba49-4bfc07997026 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] 10.222.0.13 "GET /v2.0/floatingips/73115f60-9187-45b3-a6c4-721d5c13d35a HTTP/1.1" status: 200 len: 981 time: 0.2190502 Feb 28 20:29:07.853487 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36720) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:07.883554 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b8056-86cf-4c9c-8873-9cadfd57d039 req-72c98f2e-0be3-49a5-9fba-839635364b5e tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:07.885135 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e24b8056-86cf-4c9c-8873-9cadfd57d039 req-72c98f2e-0be3-49a5-9fba-839635364b5e tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.2531276 Feb 28 20:29:07.931044 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b9761fb-1206-4cf4-8521-8756409c06a0 req-f8f376df-d727-4655-8f85-906002d070af tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737217 Feb 28 20:29:07.982847 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9bf576-4e48-44a1-9012-f72a263521f1 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:07.987229 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6d9bf576-4e48-44a1-9012-f72a263521f1 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&device_id=ce3e5046-2660-43f5-b458-fb25b818d0b0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2358596 Feb 28 20:29:07.989982 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36722) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:08.030503 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36724) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:08.101209 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22537653-3a5c-4c6c-b7ea-f3843d2051c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:08.127496 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e24b8056-86cf-4c9c-8873-9cadfd57d039 req-fc0683a3-b6a4-4513-862e-01aa42809d41 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786754 Feb 28 20:29:08.189925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82aaee0-ee64-44f1-a128-58264d7df764 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:08.191382 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b82aaee0-ee64-44f1-a128-58264d7df764 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 881 time: 0.2004600 Feb 28 20:29:08.196460 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36726) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:08.198472 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2c3a3975-6195-4c05-b30e-83fb91c0134d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (9d9c9c6f-3f54-40f6-bc41-f08367d0dfff), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:08.260240 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a3975-6195-4c05-b30e-83fb91c0134d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Port': ['ID=9d9c9c6f-3f54-40f6-bc41-f08367d0dfff,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:08.263794 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-099b5efb-d083-4dae-8ae2-90b908363cd1 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce3e5046-2660-43f5-b458-fb25b818d0b0 HTTP/1.1" status: 200 len: 205 time: 0.0661285 Feb 28 20:29:08.271033 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36728) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:08.386674 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-165972e6-fa34-4fa8-9c63-8866f64e5f7a tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2249 time: 0.5301335 Feb 28 20:29:08.389926 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36732) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:08.477807 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22537653-3a5c-4c6c-b7ea-f3843d2051c3 admin admin] Publish callbacks [] for security_group (ce638db9-ae9e-4358-9676-eb5de88cb32d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:08.491198 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7953aba9-3892-4f1b-a72d-b31b43fb310d {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:29:08.507375 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] Publish callbacks [] for port (7953aba9-3892-4f1b-a72d-b31b43fb310d), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:08.606416 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] Transition to ACTIVE for port object 7953aba9-3892-4f1b-a72d-b31b43fb310d will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:29:08.617097 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (7953aba9-3892-4f1b-a72d-b31b43fb310d), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:08.754925 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] Pushing event updated for resources: {'Port': ['ID=7953aba9-3892-4f1b-a72d-b31b43fb310d,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:08.762663 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-61fbbf89-d23b-4d76-a790-aa16562530f0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (8ff44d3b-5ea1-4940-acbe-e3d2655b2dce), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:08.848488 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22537653-3a5c-4c6c-b7ea-f3843d2051c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ce638db9-ae9e-4358-9676-eb5de88cb32d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:08.908825 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] Attempting to bind port 7953aba9-3892-4f1b-a72d-b31b43fb310d on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:08.909047 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] Attempting to bind port 7953aba9-3892-4f1b-a72d-b31b43fb310d by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:08.909381 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] Attempting to bind port 7953aba9-3892-4f1b-a72d-b31b43fb310d on network f93bb5b0-b654-484a-b540-d0f4106b4968 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:08.912243 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-d091a6f0-cd21-4bc0-b3c7-7786acebc1b6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Deleting port 11e0fc96-2f7a-4d13-886f-70b70a45370c {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:08.912587 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d091a6f0-cd21-4bc0-b3c7-7786acebc1b6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (11e0fc96-2f7a-4d13-886f-70b70a45370c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:08.935414 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] Port 7953aba9-3892-4f1b-a72d-b31b43fb310d on network f93bb5b0-b654-484a-b540-d0f4106b4968 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:08.935659 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] Attempting to bind port 7953aba9-3892-4f1b-a72d-b31b43fb310d on network f93bb5b0-b654-484a-b540-d0f4106b4968 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:08.959274 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-363364ee-b1f3-4306-a48b-8b913797c013 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router (ce3e5046-2660-43f5-b458-fb25b818d0b0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:08.969434 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-22537653-3a5c-4c6c-b7ea-f3843d2051c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6de2f6f953f74fc48d57209f2f1f9e36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9361339 Feb 28 20:29:08.969814 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-61fbbf89-d23b-4d76-a790-aa16562530f0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (466f569e-20ef-4141-b5eb-25b22910d955), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:08.981607 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:29:08.981966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] Checking segment: {'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:29:08.982414 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] Bound using segment: {'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:29:08.982874 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] Bound port: 7953aba9-3892-4f1b-a72d-b31b43fb310d, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:29:08.983238 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7953aba9-3892-4f1b-a72d-b31b43fb310d), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:09.007497 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36736) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:09.008241 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22537653-3a5c-4c6c-b7ea-f3843d2051c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce638db9-ae9e-4358-9676-eb5de88cb32d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:09.030205 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2c3a3975-6195-4c05-b30e-83fb91c0134d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (ded26f93-08e0-4e52-b08a-9b7733ad0c73), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:09.047374 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026af23-db17-44ab-95ec-ad53952c4dfd req-0d85a52b-86fb-43db-aa65-0fd16351bb94 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:09.049153 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0026af23-db17-44ab-95ec-ad53952c4dfd req-0d85a52b-86fb-43db-aa65-0fd16351bb94 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.6396506 Feb 28 20:29:09.060501 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d091a6f0-cd21-4bc0-b3c7-7786acebc1b6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (11e0fc96-2f7a-4d13-886f-70b70a45370c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:09.061187 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d091a6f0-cd21-4bc0-b3c7-7786acebc1b6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for floatingip (11e0fc96-2f7a-4d13-886f-70b70a45370c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:09.085587 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-d091a6f0-cd21-4bc0-b3c7-7786acebc1b6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Calling delete_port for 11e0fc96-2f7a-4d13-886f-70b70a45370c owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:09.285941 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] For port 7953aba9-3892-4f1b-a72d-b31b43fb310d, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:29:09.309540 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] For port 7953aba9-3892-4f1b-a72d-b31b43fb310d, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7953aba9-3892-4f1b-a72d-b31b43fb310d,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:29:09.318704 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0026af23-db17-44ab-95ec-ad53952c4dfd req-ca321610-cf24-4639-92f0-a227f57b4f2a tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552557 Feb 28 20:29:09.319359 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57080f67-d8b7-42c9-b7f5-6178e7c60b0b admin admin] Publish callbacks [] for security_group (ce638db9-ae9e-4358-9676-eb5de88cb32d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:09.324679 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (7953aba9-3892-4f1b-a72d-b31b43fb310d), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:09.331293 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-363364ee-b1f3-4306-a48b-8b913797c013 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_gateway (ce3e5046-2660-43f5-b458-fb25b818d0b0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:09.353660 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73b89f-68fd-4228-a1e6-d16ce1811d21 req-0336e0aa-5687-4a88-94ff-109a71c8c2d9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:09.355178 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db73b89f-68fd-4228-a1e6-d16ce1811d21 req-0336e0aa-5687-4a88-94ff-109a71c8c2d9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b54b06a-14b8-4f99-ac94-a3aa0119e6ba HTTP/1.1" status: 200 len: 943 time: 0.2988560 Feb 28 20:29:09.374782 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57080f67-d8b7-42c9-b7f5-6178e7c60b0b admin admin] Publish callbacks [] for security_group (ce638db9-ae9e-4358-9676-eb5de88cb32d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:09.410724 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:09.411361 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:09.412769 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] 10.222.0.15 "PUT /v2.0/ports/7953aba9-3892-4f1b-a72d-b31b43fb310d HTTP/1.1" status: 200 len: 1092 time: 2.3643205 Feb 28 20:29:09.413228 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b54b06a-14b8-4f99-ac94-a3aa0119e6ba', 'tag': '7953aba9-3892-4f1b-a72d-b31b43fb310d'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:29:09.415521 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a4bc03-fe07-4483-8cf2-99a1ac38f3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8b54b06a-14b8-4f99-ac94-a3aa0119e6ba", "tag": "7953aba9-3892-4f1b-a72d-b31b43fb310d"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:29:09.452867 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da3a87-8aaf-4f97-b90d-791bd044e986 service neutron] Pushing event updated for resources: {'Port': ['ID=7953aba9-3892-4f1b-a72d-b31b43fb310d,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:09.533848 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-61fbbf89-d23b-4d76-a790-aa16562530f0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for port (466f569e-20ef-4141-b5eb-25b22910d955), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:09.546082 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-61fbbf89-d23b-4d76-a790-aa16562530f0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (466f569e-20ef-4141-b5eb-25b22910d955), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:09.598351 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db73b89f-68fd-4228-a1e6-d16ce1811d21 req-b398e42a-9259-4aeb-b659-a1f3c36d4d6e tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322381 Feb 28 20:29:09.611146 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d091a6f0-cd21-4bc0-b3c7-7786acebc1b6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (11e0fc96-2f7a-4d13-886f-70b70a45370c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:09.614423 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3a3975-6195-4c05-b30e-83fb91c0134d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router ded26f93-08e0-4e52-b08a-9b7733ad0c73 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:09.634541 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ea15d-3306-431f-9f32-b7beb4cf04ef req-c1112e50-a842-4e5e-8387-62285d0c1368 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:09.636183 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e31ea15d-3306-431f-9f32-b7beb4cf04ef req-c1112e50-a842-4e5e-8387-62285d0c1368 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.2267478 Feb 28 20:29:09.636518 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e4cd03c3-cffa-47a1-9635-29796a3400c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:09.638115 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-e4cd03c3-cffa-47a1-9635-29796a3400c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&device_id=8b54b06a-14b8-4f99-ac94-a3aa0119e6ba HTTP/1.1" status: 200 len: 1126 time: 0.1754580 Feb 28 20:29:09.639522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-363364ee-b1f3-4306-a48b-8b913797c013 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Deleting port 4aba6a29-6e09-4167-ac60-9469c458c412 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:09.640044 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-363364ee-b1f3-4306-a48b-8b913797c013 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4aba6a29-6e09-4167-ac60-9469c458c412), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:09.646435 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57080f67-d8b7-42c9-b7f5-6178e7c60b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ce638db9-ae9e-4358-9676-eb5de88cb32d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:09.650797 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57080f67-d8b7-42c9-b7f5-6178e7c60b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:09.652509 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-57080f67-d8b7-42c9-b7f5-6178e7c60b0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce638db9-ae9e-4358-9676-eb5de88cb32d HTTP/1.1" status: 204 len: 168 time: 0.6411433 Feb 28 20:29:09.664312 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbbf89-d23b-4d76-a790-aa16562530f0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Port': ['ID=466f569e-20ef-4141-b5eb-25b22910d955,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:09.675935 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7996ba40-f6db-497e-b780-253fd24dbd49 x-openstack-request-id: req-7996ba40-f6db-497e-b780-253fd24dbd49 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:29:09.676345 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b54b06a-14b8-4f99-ac94-a3aa0119e6ba", "tag": "7953aba9-3892-4f1b-a72d-b31b43fb310d", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:29:09.676713 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7996ba40-f6db-497e-b780-253fd24dbd49 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:29:09.677227 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b54b06a-14b8-4f99-ac94-a3aa0119e6ba', 'tag': '7953aba9-3892-4f1b-a72d-b31b43fb310d', 'status': 'completed', 'code': 200} Feb 28 20:29:09.743003 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091a6f0-cd21-4bc0-b3c7-7786acebc1b6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Pushing event deleted for resources: {'Port': ['ID=11e0fc96-2f7a-4d13-886f-70b70a45370c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:09.762623 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57080f67-d8b7-42c9-b7f5-6178e7c60b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce638db9-ae9e-4358-9676-eb5de88cb32d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:09.763922 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-23038f11-7381-4783-a167-50ff8da162fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7953aba9-3892-4f1b-a72d-b31b43fb310d HTTP/1.1" status: 200 len: 217 time: 0.1007736 Feb 28 20:29:09.768769 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-61fbbf89-d23b-4d76-a790-aa16562530f0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (8ff44d3b-5ea1-4940-acbe-e3d2655b2dce), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:09.818397 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57080f67-d8b7-42c9-b7f5-6178e7c60b0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:09.818640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57080f67-d8b7-42c9-b7f5-6178e7c60b0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:09.818981 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57080f67-d8b7-42c9-b7f5-6178e7c60b0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:09.819316 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57080f67-d8b7-42c9-b7f5-6178e7c60b0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:09.819650 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57080f67-d8b7-42c9-b7f5-6178e7c60b0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:09.820006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57080f67-d8b7-42c9-b7f5-6178e7c60b0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:09.820335 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57080f67-d8b7-42c9-b7f5-6178e7c60b0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:09.820698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57080f67-d8b7-42c9-b7f5-6178e7c60b0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:09.821016 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57080f67-d8b7-42c9-b7f5-6178e7c60b0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:09.821340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57080f67-d8b7-42c9-b7f5-6178e7c60b0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:09.821658 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57080f67-d8b7-42c9-b7f5-6178e7c60b0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:09.821975 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57080f67-d8b7-42c9-b7f5-6178e7c60b0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:09.822296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57080f67-d8b7-42c9-b7f5-6178e7c60b0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:09.869512 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e31ea15d-3306-431f-9f32-b7beb4cf04ef req-c82d20ee-b0d9-4d97-8f2c-de2583cb62be tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028589 Feb 28 20:29:09.880654 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3a3975-6195-4c05-b30e-83fb91c0134d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:09.889225 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2c3a3975-6195-4c05-b30e-83fb91c0134d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/ded26f93-08e0-4e52-b08a-9b7733ad0c73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5905869 Feb 28 20:29:09.889225 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-363364ee-b1f3-4306-a48b-8b913797c013 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4aba6a29-6e09-4167-ac60-9469c458c412), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:09.894301 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36746) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:09.904729 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9596a6d1-e3e4-4e11-81e3-ed14e09d586d None None] Sync routers for ids ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:09.916231 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-6e19c288-8c23-4d84-aed9-c3ee2cc3a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:09.917696 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-6e19c288-8c23-4d84-aed9-c3ee2cc3a49e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=061df787-4254-4266-93eb-5523552c7b33 HTTP/1.1" status: 200 len: 845 time: 0.1261187 Feb 28 20:29:09.929408 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-363364ee-b1f3-4306-a48b-8b913797c013 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Calling delete_port for 4aba6a29-6e09-4167-ac60-9469c458c412 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:09.932392 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9596a6d1-e3e4-4e11-81e3-ed14e09d586d None None] Routers {'ded26f93-08e0-4e52-b08a-9b7733ad0c73'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:09.933059 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9596a6d1-e3e4-4e11-81e3-ed14e09d586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:09.997807 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2bd1d1-a554-4cbd-ab1c-3048ff3cf0e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting subnet a072275c-af23-49d1-a01e-098d18f4c2da {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:29:10.001140 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d091a6f0-cd21-4bc0-b3c7-7786acebc1b6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for floatingip (73115f60-9187-45b3-a6c4-721d5c13d35a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:10.001475 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-d091a6f0-cd21-4bc0-b3c7-7786acebc1b6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Floating IP 73115f60-9187-45b3-a6c4-721d5c13d35a disassociated (deleted). External IP: 172.25.0.52, port: 2bbecfa4-9395-47bb-8470-a76723f864b6. Feb 28 20:29:10.005162 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd1d1-a554-4cbd-ab1c-3048ff3cf0e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (a072275c-af23-49d1-a01e-098d18f4c2da), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:10.137831 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-c6622822-7fc3-453d-aa32-05247a49b4a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f93bb5b0-b654-484a-b540-d0f4106b4968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476188 Feb 28 20:29:10.149648 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd1d1-a554-4cbd-ab1c-3048ff3cf0e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (a072275c-af23-49d1-a01e-098d18f4c2da), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:10.157830 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-9596a6d1-e3e4-4e11-81e3-ed14e09d586d None None] Set router ded26f93-08e0-4e52-b08a-9b7733ad0c73 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:29:10.201268 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-61fbbf89-d23b-4d76-a790-aa16562530f0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Floating IP 8ff44d3b-5ea1-4940-acbe-e3d2655b2dce associated. External IP: 172.25.0.68, port: 533ba6b8-72cb-4526-b96c-b26d1c00b668. Feb 28 20:29:10.277830 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170dd52-5d0e-49dd-bcd3-3f4ecd5ad73a req-45a35ba7-5b8b-45ba-b17e-1397e2ee8f6a tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:10.291174 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d170dd52-5d0e-49dd-bcd3-3f4ecd5ad73a req-45a35ba7-5b8b-45ba-b17e-1397e2ee8f6a tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.1993670 Feb 28 20:29:10.312732 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23ffb8-4996-44cb-9b4e-46b9a2677252 req-a858e4b4-4578-4330-8d6f-4e92a95c1b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:10.314267 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aa23ffb8-4996-44cb-9b4e-46b9a2677252 req-a858e4b4-4578-4330-8d6f-4e92a95c1b6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce448fa148384bfb9a78481379c26323&device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 1128 time: 0.1933854 Feb 28 20:29:10.429116 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9596a6d1-e3e4-4e11-81e3-ed14e09d586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:29:08Z', 'revision_number': 9, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe5763b6-263f-49f8-b2ab-ff3770cd2229', 'name': '', 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:8e:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:25Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:10.461324 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d170dd52-5d0e-49dd-bcd3-3f4ecd5ad73a req-57615756-a957-4250-bc49-eefa869bbbac tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653540 Feb 28 20:29:10.481865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9596a6d1-e3e4-4e11-81e3-ed14e09d586d None None] Checking router: ded26f93-08e0-4e52-b08a-9b7733ad0c73 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:29:10.483889 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-363364ee-b1f3-4306-a48b-8b913797c013 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4aba6a29-6e09-4167-ac60-9469c458c412), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:10.486846 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd1d1-a554-4cbd-ab1c-3048ff3cf0e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (a072275c-af23-49d1-a01e-098d18f4c2da), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:10.490344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9596a6d1-e3e4-4e11-81e3-ed14e09d586d None None] Routers {'ded26f93-08e0-4e52-b08a-9b7733ad0c73'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:10.490964 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9596a6d1-e3e4-4e11-81e3-ed14e09d586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:10.552890 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-c3e8dc2e-ebd8-4d27-ad4b-7aa8757dcb4b service neutron] 10.222.0.15 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890772 Feb 28 20:29:10.575846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363364ee-b1f3-4306-a48b-8b913797c013 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Pushing event deleted for resources: {'Port': ['ID=4aba6a29-6e09-4167-ac60-9469c458c412,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:10.586235 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23ffb8-4996-44cb-9b4e-46b9a2677252 req-0864f6bb-961f-4940-bf1b-11c1a697db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:10.588028 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aa23ffb8-4996-44cb-9b4e-46b9a2677252 req-0864f6bb-961f-4940-bf1b-11c1a697db96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd95dcac-d635-4bec-8252-dbb352dcdbef HTTP/1.1" status: 200 len: 910 time: 0.2648354 Feb 28 20:29:10.622206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-9596a6d1-e3e4-4e11-81e3-ed14e09d586d None None] Set router ded26f93-08e0-4e52-b08a-9b7733ad0c73 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:29:10.691043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec572080-e4c6-4f11-8572-3a8f6789e934 req-359f57ae-7c96-4fc2-a99f-9b4a21f1f5e4 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:10.692734 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec572080-e4c6-4f11-8572-3a8f6789e934 req-359f57ae-7c96-4fc2-a99f-9b4a21f1f5e4 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.2129762 Feb 28 20:29:10.700888 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-363364ee-b1f3-4306-a48b-8b913797c013 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (ce3e5046-2660-43f5-b458-fb25b818d0b0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:10.784356 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd1d1-a554-4cbd-ab1c-3048ff3cf0e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (a072275c-af23-49d1-a01e-098d18f4c2da), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:10.873000 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bd1d1-a554-4cbd-ab1c-3048ff3cf0e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Subnet': ['ID=a072275c-af23-49d1-a01e-098d18f4c2da,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:10.875130 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd1d1-a554-4cbd-ab1c-3048ff3cf0e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:10.881161 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3c2bd1d1-a554-4cbd-ab1c-3048ff3cf0e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/subnets/a072275c-af23-49d1-a01e-098d18f4c2da HTTP/1.1" status: 204 len: 168 time: 0.9888613 Feb 28 20:29:10.899854 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-363364ee-b1f3-4306-a48b-8b913797c013 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (ce3e5046-2660-43f5-b458-fb25b818d0b0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:10.901948 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36772) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:10.909566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa7eac3-6d2b-46cb-9926-e62705d0de96 None None] Network f2e1c492-290b-465a-a703-516cade9fb69 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:29:10.910480 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-363364ee-b1f3-4306-a48b-8b913797c013 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_controller (ce3e5046-2660-43f5-b458-fb25b818d0b0), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:11.048770 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec572080-e4c6-4f11-8572-3a8f6789e934 req-f81d1730-9712-4160-95fe-c64515f53e33 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491893 Feb 28 20:29:11.052764 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9596a6d1-e3e4-4e11-81e3-ed14e09d586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:29:08Z', 'revision_number': 9, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe5763b6-263f-49f8-b2ab-ff3770cd2229', 'name': '', 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:8e:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:25Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:11.062508 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-363364ee-b1f3-4306-a48b-8b913797c013 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (ce3e5046-2660-43f5-b458-fb25b818d0b0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:11.063043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363364ee-b1f3-4306-a48b-8b913797c013 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Fanout notify agent at l3_agent the message router_deleted on router ce3e5046-2660-43f5-b458-fb25b818d0b0 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:29:11.076050 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-363364ee-b1f3-4306-a48b-8b913797c013 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:11.081777 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-363364ee-b1f3-4306-a48b-8b913797c013 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "DELETE /v2.0/routers/ce3e5046-2660-43f5-b458-fb25b818d0b0 HTTP/1.1" status: 204 len: 168 time: 2.8051596 Feb 28 20:29:11.083293 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e98af6ba-cee4-406d-acc8-b9069c81d38b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (f2e1c492-290b-465a-a703-516cade9fb69), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:11.086470 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36776) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:11.091323 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-44c1d0f6-b4a6-4f7e-9663-69e841b59dd4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1184137126', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:11.109324 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9596a6d1-e3e4-4e11-81e3-ed14e09d586d None None] The sync data for ids ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'] in n-d-820368-21 is: [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:29:08Z', 'revision_number': 9, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe5763b6-263f-49f8-b2ab-ff3770cd2229', 'name': '', 'network_id': '90658ea4-ebb4-4d88-b5a9-c4f500f54816', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:8e:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:25Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '0bf307bf-fcab-49f4-b69a-286b9837e298', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:11.114746 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2e5ab-7b9a-4a50-b6fa-e7f1a49b399b req-021e8e10-9dcd-4802-9891-3099bdf27393 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:11.117617 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-40a2e5ab-7b9a-4a50-b6fa-e7f1a49b399b req-021e8e10-9dcd-4802-9891-3099bdf27393 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b54b06a-14b8-4f99-ac94-a3aa0119e6ba HTTP/1.1" status: 200 len: 943 time: 0.3282855 Feb 28 20:29:11.212416 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44c1d0f6-b4a6-4f7e-9663-69e841b59dd4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (202dfc83-7b2b-4f44-874f-f8edf6fb1be2), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:11.213475 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44c1d0f6-b4a6-4f7e-9663-69e841b59dd4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (202dfc83-7b2b-4f44-874f-f8edf6fb1be2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:11.293235 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aa23ffb8-4996-44cb-9b4e-46b9a2677252 req-dec12bf8-b59b-416f-8e6e-4fb05f129854 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cda37ee3-1d31-49e2-a40f-b12289a62337 HTTP/1.1" status: 200 len: 1001 time: 0.6767912 Feb 28 20:29:11.381077 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d091a6f0-cd21-4bc0-b3c7-7786acebc1b6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Router 1d90cf06-0021-4441-b19e-1e23c7f08cb9 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:11.389944 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-18df51ea-060a-4314-aaa9-4c248fcf8a62 req-992a20d3-df47-4685-80a0-22422c7cf416 service neutron] 10.222.0.15 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8250709 Feb 28 20:29:11.426402 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23ffb8-4996-44cb-9b4e-46b9a2677252 req-917ff7b3-e4e3-4e98-8add-3fd5b85f6560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:11.428249 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aa23ffb8-4996-44cb-9b4e-46b9a2677252 req-917ff7b3-e4e3-4e98-8add-3fd5b85f6560 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a36f3d5e-8266-4be4-ab73-31f8fb0001af HTTP/1.1" status: 200 len: 849 time: 0.1279936 Feb 28 20:29:11.474068 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fbbf89-d23b-4d76-a790-aa16562530f0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Router 96a760dd-6949-4e5d-ad93-0ab12cfecdf6 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:11.539890 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cfd80d-e0e2-43c5-9679-3a8c8656d79f None None] DHCP port deletion for f2e1c492-290b-465a-a703-516cade9fb69 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:29:11.646151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-19cfd80d-e0e2-43c5-9679-3a8c8656d79f None None] Deleting port 57db6339-923a-4b33-955c-0805c9a8df9d {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:11.647110 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-19cfd80d-e0e2-43c5-9679-3a8c8656d79f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (57db6339-923a-4b33-955c-0805c9a8df9d), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:11.674848 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-40a2e5ab-7b9a-4a50-b6fa-e7f1a49b399b req-f3ac4aca-fe7c-4978-9788-0730f2bc4b17 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363042 Feb 28 20:29:11.721117 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23ffb8-4996-44cb-9b4e-46b9a2677252 req-638dd256-a36d-49be-a21e-090bb95043a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:11.722980 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aa23ffb8-4996-44cb-9b4e-46b9a2677252 req-638dd256-a36d-49be-a21e-090bb95043a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd95dcac-d635-4bec-8252-dbb352dcdbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2514679 Feb 28 20:29:11.727102 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4bc03-fe07-4483-8cf2-99a1ac38f3b3 req-0b5cbd90-4c30-4e90-8272-547876a327cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:11.728685 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-67a4bc03-fe07-4483-8cf2-99a1ac38f3b3 req-0b5cbd90-4c30-4e90-8272-547876a327cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&device_id=8b54b06a-14b8-4f99-ac94-a3aa0119e6ba HTTP/1.1" status: 200 len: 1126 time: 0.2537105 Feb 28 20:29:11.729784 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d091a6f0-cd21-4bc0-b3c7-7786acebc1b6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:11.730163 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44c1d0f6-b4a6-4f7e-9663-69e841b59dd4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_controller (202dfc83-7b2b-4f44-874f-f8edf6fb1be2), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:11.735841 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d091a6f0-cd21-4bc0-b3c7-7786acebc1b6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:11.753314 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747508d0-e0ca-4af3-99df-bb679b757d9f None None] Sync routers for ids ['1d90cf06-0021-4441-b19e-1e23c7f08cb9'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:11.794081 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-e98af6ba-cee4-406d-acc8-b9069c81d38b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting port 57db6339-923a-4b33-955c-0805c9a8df9d {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:11.794501 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e98af6ba-cee4-406d-acc8-b9069c81d38b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (57db6339-923a-4b33-955c-0805c9a8df9d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:11.796783 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747508d0-e0ca-4af3-99df-bb679b757d9f None None] Routers {'1d90cf06-0021-4441-b19e-1e23c7f08cb9'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:11.798449 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-747508d0-e0ca-4af3-99df-bb679b757d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1d90cf06-0021-4441-b19e-1e23c7f08cb9'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:11.854638 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-747508d0-e0ca-4af3-99df-bb679b757d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:11.857360 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-19cfd80d-e0e2-43c5-9679-3a8c8656d79f None None] For port 57db6339-923a-4b33-955c-0805c9a8df9d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=57db6339-923a-4b33-955c-0805c9a8df9d,segment=NetworkSegment(5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9),segment_id=5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:11.858024 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-19cfd80d-e0e2-43c5-9679-3a8c8656d79f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (57db6339-923a-4b33-955c-0805c9a8df9d), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:11.873348 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747508d0-e0ca-4af3-99df-bb679b757d9f None None] Routers {'1d90cf06-0021-4441-b19e-1e23c7f08cb9'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:11.874116 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-747508d0-e0ca-4af3-99df-bb679b757d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1d90cf06-0021-4441-b19e-1e23c7f08cb9'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:11.894098 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-19cfd80d-e0e2-43c5-9679-3a8c8656d79f None None] Calling delete_port for 57db6339-923a-4b33-955c-0805c9a8df9d owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:11.920470 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-747508d0-e0ca-4af3-99df-bb679b757d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:11.921414 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747508d0-e0ca-4af3-99df-bb679b757d9f None None] The sync data for ids ['1d90cf06-0021-4441-b19e-1e23c7f08cb9'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:11.945446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc456db-3348-436b-b87f-25894dfb0c35 req-e2e405de-3553-4406-ba56-631837c1a321 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:11.956511 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d091a6f0-cd21-4bc0-b3c7-7786acebc1b6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] 10.222.0.13 "DELETE /v2.0/floatingips/73115f60-9187-45b3-a6c4-721d5c13d35a HTTP/1.1" status: 204 len: 168 time: 3.5638638 Feb 28 20:29:11.956813 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fdc456db-3348-436b-b87f-25894dfb0c35 req-e2e405de-3553-4406-ba56-631837c1a321 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.3302968 Feb 28 20:29:11.964856 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36796) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:11.966882 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aa23ffb8-4996-44cb-9b4e-46b9a2677252 req-d167b156-a94c-4749-9c71-a6402190bf21 service neutron] 10.222.0.15 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286870 Feb 28 20:29:11.972133 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3baa3383-c7cb-4377-ac6e-f743e2825f6a tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:12.019447 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fbbf89-d23b-4d76-a790-aa16562530f0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:12.033331 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-19cfd80d-e0e2-43c5-9679-3a8c8656d79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (57db6339-923a-4b33-955c-0805c9a8df9d), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:12.067650 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dd1e55-3660-423f-930b-71cd45664193 None None] Sync routers for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:12.075104 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfd80d-e0e2-43c5-9679-3a8c8656d79f None None] Pushing event deleted for resources: {'Port': ['ID=57db6339-923a-4b33-955c-0805c9a8df9d,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:12.094265 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3baa3383-c7cb-4377-ac6e-f743e2825f6a tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:12.106422 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-e98af6ba-cee4-406d-acc8-b9069c81d38b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] For port 57db6339-923a-4b33-955c-0805c9a8df9d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=57db6339-923a-4b33-955c-0805c9a8df9d,segment=NetworkSegment(5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9),segment_id=5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:12.106886 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e98af6ba-cee4-406d-acc8-b9069c81d38b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (57db6339-923a-4b33-955c-0805c9a8df9d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:12.118515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cfd80d-e0e2-43c5-9679-3a8c8656d79f None None] No DVR routers for this DVR port 57db6339-923a-4b33-955c-0805c9a8df9d on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:29:12.122515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dd1e55-3660-423f-930b-71cd45664193 None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:12.123622 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-42dd1e55-3660-423f-930b-71cd45664193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:12.127791 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-61fbbf89-d23b-4d76-a790-aa16562530f0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:12.163269 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4bc03-fe07-4483-8cf2-99a1ac38f3b3 req-3bd0a18b-7dd0-4bf2-b18f-46b0c19ba76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:12.165771 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-67a4bc03-fe07-4483-8cf2-99a1ac38f3b3 req-3bd0a18b-7dd0-4bf2-b18f-46b0c19ba76e service neutron] 10.222.0.15 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 905 time: 0.3933406 Feb 28 20:29:12.181536 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44c1d0f6-b4a6-4f7e-9663-69e841b59dd4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_gateway (202dfc83-7b2b-4f44-874f-f8edf6fb1be2), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:12.201153 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fdc456db-3348-436b-b87f-25894dfb0c35 req-7e143c6d-444a-46ea-9cf7-b0a0538bbc1b tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2430909 Feb 28 20:29:12.202986 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-e98af6ba-cee4-406d-acc8-b9069c81d38b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Calling delete_port for 57db6339-923a-4b33-955c-0805c9a8df9d owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:12.203326 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-42dd1e55-3660-423f-930b-71cd45664193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:12.229567 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dd1e55-3660-423f-930b-71cd45664193 None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:12.230496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-42dd1e55-3660-423f-930b-71cd45664193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:12.288423 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-42dd1e55-3660-423f-930b-71cd45664193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:12.291887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dd1e55-3660-423f-930b-71cd45664193 None None] The sync data for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:12.301306 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-61fbbf89-d23b-4d76-a790-aa16562530f0 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.7934861 Feb 28 20:29:12.302807 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36804) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:12.316200 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-de308eaa-6aeb-4bae-95ec-1d07aaff6ed5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:12.321084 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-67a4bc03-fe07-4483-8cf2-99a1ac38f3b3 req-10965202-84c0-41af-afe1-aab28b7d3b6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7953aba9-3892-4f1b-a72d-b31b43fb310d HTTP/1.1" status: 200 len: 217 time: 0.1433685 Feb 28 20:29:12.328121 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-aa23ffb8-4996-44cb-9b4e-46b9a2677252 req-fbaa3675-d000-4b77-b78e-f9e1bbc5e428 service neutron] 10.222.0.15 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402617 Feb 28 20:29:12.417374 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c62d00-d489-4684-b100-08e2bf31ed97 req-eaa7459f-3e3b-4b91-856c-d5657ba2b527 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:12.419123 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-44c62d00-d489-4684-b100-08e2bf31ed97 req-eaa7459f-3e3b-4b91-856c-d5657ba2b527 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.1599920 Feb 28 20:29:12.426652 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e98af6ba-cee4-406d-acc8-b9069c81d38b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (57db6339-923a-4b33-955c-0805c9a8df9d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:12.473736 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98af6ba-cee4-406d-acc8-b9069c81d38b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Port': ['ID=57db6339-923a-4b33-955c-0805c9a8df9d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:12.486075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98af6ba-cee4-406d-acc8-b9069c81d38b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] No DVR routers for this DVR port 57db6339-923a-4b33-955c-0805c9a8df9d on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:29:12.516758 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de308eaa-6aeb-4bae-95ec-1d07aaff6ed5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (8ff44d3b-5ea1-4940-acbe-e3d2655b2dce), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:12.561398 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4bc03-fe07-4483-8cf2-99a1ac38f3b3 req-8f38a342-6b88-41cd-bc19-dfd06283ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:12.562867 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-67a4bc03-fe07-4483-8cf2-99a1ac38f3b3 req-8f38a342-6b88-41cd-bc19-dfd06283ca0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=061df787-4254-4266-93eb-5523552c7b33 HTTP/1.1" status: 200 len: 845 time: 0.1736853 Feb 28 20:29:12.578101 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-44c62d00-d489-4684-b100-08e2bf31ed97 req-5459b4bd-9c56-4ab4-9ed7-d36699a6501c tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461420 Feb 28 20:29:12.616894 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-67a4bc03-fe07-4483-8cf2-99a1ac38f3b3 req-cf2d6074-16f1-4599-8eb6-af25494257b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f93bb5b0-b654-484a-b540-d0f4106b4968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424571 Feb 28 20:29:12.623318 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e98af6ba-cee4-406d-acc8-b9069c81d38b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (f2e1c492-290b-465a-a703-516cade9fb69), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:12.700198 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e98af6ba-cee4-406d-acc8-b9069c81d38b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e1c492-290b-465a-a703-516cade9fb69']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:12.746114 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e98af6ba-cee4-406d-acc8-b9069c81d38b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:12.746467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e98af6ba-cee4-406d-acc8-b9069c81d38b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:12.765146 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3baa3383-c7cb-4377-ac6e-f743e2825f6a tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:12.793571 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e98af6ba-cee4-406d-acc8-b9069c81d38b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:12.834509 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44c1d0f6-b4a6-4f7e-9663-69e841b59dd4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_gateway (202dfc83-7b2b-4f44-874f-f8edf6fb1be2), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:12.861771 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de308eaa-6aeb-4bae-95ec-1d07aaff6ed5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:12.867815 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44c1d0f6-b4a6-4f7e-9663-69e841b59dd4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:12.875144 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e98af6ba-cee4-406d-acc8-b9069c81d38b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:12.886369 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de308eaa-6aeb-4bae-95ec-1d07aaff6ed5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (8ff44d3b-5ea1-4940-acbe-e3d2655b2dce), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:12.886797 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-de308eaa-6aeb-4bae-95ec-1d07aaff6ed5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Floating IP 8ff44d3b-5ea1-4940-acbe-e3d2655b2dce disassociated. External IP: 172.25.0.68, port: 533ba6b8-72cb-4526-b96c-b26d1c00b668. Feb 28 20:29:12.895510 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98af6ba-cee4-406d-acc8-b9069c81d38b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:29:12.896866 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e98af6ba-cee4-406d-acc8-b9069c81d38b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (5f0a0df9-c0a8-4e2b-a3a7-4a38686fb4b9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:29:12.900184 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:29:12.954936 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabf8ce-c4ae-4c67-b27f-63e9396b1875 req-4c69002b-5409-40b9-ae72-a34dc8c88150 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:12.956364 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbabf8ce-c4ae-4c67-b27f-63e9396b1875 req-4c69002b-5409-40b9-ae72-a34dc8c88150 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b54b06a-14b8-4f99-ac94-a3aa0119e6ba HTTP/1.1" status: 200 len: 943 time: 0.1987345 Feb 28 20:29:12.957281 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-67a4bc03-fe07-4483-8cf2-99a1ac38f3b3 req-bea2c0a0-8f54-46b3-940a-e78b844c07f5 service neutron] 10.222.0.15 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091240 Feb 28 20:29:13.066263 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e98af6ba-cee4-406d-acc8-b9069c81d38b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (f2e1c492-290b-465a-a703-516cade9fb69), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:13.087940 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:29:13.098065 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e98af6ba-cee4-406d-acc8-b9069c81d38b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:13.103806 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e98af6ba-cee4-406d-acc8-b9069c81d38b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/networks/f2e1c492-290b-465a-a703-516cade9fb69 HTTP/1.1" status: 204 len: 168 time: 2.1970451 Feb 28 20:29:13.107795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98af6ba-cee4-406d-acc8-b9069c81d38b tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Network': ['ID=f2e1c492-290b-465a-a703-516cade9fb69,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:13.109726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36818) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:13.126613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:29:13.126957 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9d9c9c6f-3f54-40f6-bc41-f08367d0dfff not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:29:13.127647 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 57db6339-923a-4b33-955c-0805c9a8df9d no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:29:13.150821 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 57db6339-923a-4b33-955c-0805c9a8df9d {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:29:13.151354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 57db6339-923a-4b33-955c-0805c9a8df9d not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:29:13.157924 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-67a4bc03-fe07-4483-8cf2-99a1ac38f3b3 req-ea373096-9fe3-4e2d-8c39-a3596caa0e18 service neutron] 10.222.0.15 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883569 Feb 28 20:29:13.212688 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbabf8ce-c4ae-4c67-b27f-63e9396b1875 req-e7cf55be-9629-483d-950b-b8a3886b9065 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401364 Feb 28 20:29:13.260504 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-3baa3383-c7cb-4377-ac6e-f743e2825f6a tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Allocated IP 172.25.0.158 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/7a5f8eae-1bfb-46dc-a9ee-c1f8999a5c9c) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:13.405656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1dd4c9-f7c1-4d3d-9e05-89726d3b435d req-c2ca801f-aa73-46a6-9242-ea261c4a71a9 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:13.405915 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de308eaa-6aeb-4bae-95ec-1d07aaff6ed5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Router 96a760dd-6949-4e5d-ad93-0ab12cfecdf6 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:13.407197 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5d1dd4c9-f7c1-4d3d-9e05-89726d3b435d req-c2ca801f-aa73-46a6-9242-ea261c4a71a9 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.1056499 Feb 28 20:29:13.430658 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36824) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:13.442005 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3baa3383-c7cb-4377-ac6e-f743e2825f6a tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks [] for port (7a5f8eae-1bfb-46dc-a9ee-c1f8999a5c9c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:13.516708 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5d1dd4c9-f7c1-4d3d-9e05-89726d3b435d req-3acdbf17-342f-47b4-8a9c-d72ab6f0773c tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869899 Feb 28 20:29:13.574695 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3baa3383-c7cb-4377-ac6e-f743e2825f6a tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (7a5f8eae-1bfb-46dc-a9ee-c1f8999a5c9c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:13.577182 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f44d2ada-0d62-47d8-88b0-e12a255247e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:13.602770 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de308eaa-6aeb-4bae-95ec-1d07aaff6ed5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:13.610990 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de308eaa-6aeb-4bae-95ec-1d07aaff6ed5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:13.614147 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99669d0-75dc-44a9-a6a9-553a0f2986de None None] Sync routers for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:13.627727 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99669d0-75dc-44a9-a6a9-553a0f2986de None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:13.629083 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b99669d0-75dc-44a9-a6a9-553a0f2986de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:13.661326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baa3383-c7cb-4377-ac6e-f743e2825f6a tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:13.672029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-3baa3383-c7cb-4377-ac6e-f743e2825f6a tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:13.672647 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b99669d0-75dc-44a9-a6a9-553a0f2986de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:13.674926 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baa3383-c7cb-4377-ac6e-f743e2825f6a tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:13.677960 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-de308eaa-6aeb-4bae-95ec-1d07aaff6ed5 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "PUT /v2.0/floatingips/8ff44d3b-5ea1-4940-acbe-e3d2655b2dce HTTP/1.1" status: 200 len: 687 time: 1.3683231 Feb 28 20:29:13.680742 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa3383-c7cb-4377-ac6e-f743e2825f6a tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Pushing event updated for resources: {'Port': ['ID=7a5f8eae-1bfb-46dc-a9ee-c1f8999a5c9c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:13.683584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36832) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:13.691116 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99669d0-75dc-44a9-a6a9-553a0f2986de None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:13.692264 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b99669d0-75dc-44a9-a6a9-553a0f2986de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:13.702021 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-44c1d0f6-b4a6-4f7e-9663-69e841b59dd4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Allocated IP 172.25.0.110 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/86d4245b-c00a-4850-9f31-426a8c77f1b5) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:13.738378 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b99669d0-75dc-44a9-a6a9-553a0f2986de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:13.739033 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99669d0-75dc-44a9-a6a9-553a0f2986de None None] The sync data for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:13.788798 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74f02593-9c4c-4cf4-87eb-21820d7f9399 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (ded26f93-08e0-4e52-b08a-9b7733ad0c73), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:13.966634 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf5e64-b138-4f83-b988-fd78afbabc5d req-36dc1d46-7baa-4376-b04f-e996849125e6 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:13.968254 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-00cf5e64-b138-4f83-b988-fd78afbabc5d req-36dc1d46-7baa-4376-b04f-e996849125e6 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.2860868 Feb 28 20:29:13.972866 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f44d2ada-0d62-47d8-88b0-e12a255247e6 admin admin] Publish callbacks [] for security_group (d4e096f4-d0a5-4d67-80f3-048104569f9c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:13.991161 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f44d2ada-0d62-47d8-88b0-e12a255247e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d4e096f4-d0a5-4d67-80f3-048104569f9c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:14.059992 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7953aba9-3892-4f1b-a72d-b31b43fb310d details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:29:14.111033 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44c1d0f6-b4a6-4f7e-9663-69e841b59dd4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for port (86d4245b-c00a-4850-9f31-426a8c77f1b5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:14.139244 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d2ada-0d62-47d8-88b0-e12a255247e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e096f4-d0a5-4d67-80f3-048104569f9c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:14.153992 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f44d2ada-0d62-47d8-88b0-e12a255247e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1041f424ec0941daa743884e9af51ae4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7190347 Feb 28 20:29:14.156503 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36834) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:14.175896 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-00cf5e64-b138-4f83-b988-fd78afbabc5d req-249e7b5c-8b79-448d-bc2c-f4d1855bdc15 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974380 Feb 28 20:29:14.187901 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7953aba9-3892-4f1b-a72d-b31b43fb310d, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7953aba9-3892-4f1b-a72d-b31b43fb310d,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:14.205568 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '7953aba9-3892-4f1b-a72d-b31b43fb310d', 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968', 'port_id': '7953aba9-3892-4f1b-a72d-b31b43fb310d', 'mac_address': 'fa:16:3e:6f:59:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061df787-4254-4266-93eb-5523552c7b33', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:29:14.240227 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44c1d0f6-b4a6-4f7e-9663-69e841b59dd4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (86d4245b-c00a-4850-9f31-426a8c77f1b5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:14.265691 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-499a0554-8c35-4859-84f3-27786a7ac168 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Deleting port 466f569e-20ef-4141-b5eb-25b22910d955 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:14.266248 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-499a0554-8c35-4859-84f3-27786a7ac168 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (466f569e-20ef-4141-b5eb-25b22910d955), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:14.274645 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7953aba9-3892-4f1b-a72d-b31b43fb310d is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:29:14.275216 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7953aba9-3892-4f1b-a72d-b31b43fb310d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:14.292722 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3baa3383-c7cb-4377-ac6e-f743e2825f6a tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks [] for floatingip (be8b3415-992a-4836-b1ae-23df313e081f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:14.293032 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7953aba9-3892-4f1b-a72d-b31b43fb310d {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:29:14.307219 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c1d0f6-b4a6-4f7e-9663-69e841b59dd4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:14.318326 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-44c1d0f6-b4a6-4f7e-9663-69e841b59dd4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:14.319512 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7953aba9-3892-4f1b-a72d-b31b43fb310d, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7953aba9-3892-4f1b-a72d-b31b43fb310d,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:14.326441 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7953aba9-3892-4f1b-a72d-b31b43fb310d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:14.330807 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-00046586-355d-41cd-86dd-e40816acf889 admin admin] Publish callbacks [] for security_group (d4e096f4-d0a5-4d67-80f3-048104569f9c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:14.332711 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c1d0f6-b4a6-4f7e-9663-69e841b59dd4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:14.381891 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1d0f6-b4a6-4f7e-9663-69e841b59dd4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Pushing event updated for resources: {'Port': ['ID=86d4245b-c00a-4850-9f31-426a8c77f1b5,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:14.385487 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=7953aba9-3892-4f1b-a72d-b31b43fb310d,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:14.389289 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3baa3383-c7cb-4377-ac6e-f743e2825f6a tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7a5f8eae-1bfb-46dc-a9ee-c1f8999a5c9c), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:14.423839 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-499a0554-8c35-4859-84f3-27786a7ac168 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (466f569e-20ef-4141-b5eb-25b22910d955), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:14.424201 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-499a0554-8c35-4859-84f3-27786a7ac168 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (466f569e-20ef-4141-b5eb-25b22910d955), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:14.438104 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-00046586-355d-41cd-86dd-e40816acf889 admin admin] Publish callbacks [] for security_group (d4e096f4-d0a5-4d67-80f3-048104569f9c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:14.443600 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-499a0554-8c35-4859-84f3-27786a7ac168 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Calling delete_port for 466f569e-20ef-4141-b5eb-25b22910d955 owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:14.575680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['7953aba9-3892-4f1b-a72d-b31b43fb310d'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:29:14.584560 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058fc32-7129-4841-8f61-86d5e48afc47 req-2642d604-895d-46fa-acfb-b07c9a903277 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:14.586641 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9058fc32-7129-4841-8f61-86d5e48afc47 req-2642d604-895d-46fa-acfb-b07c9a903277 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b54b06a-14b8-4f99-ac94-a3aa0119e6ba HTTP/1.1" status: 200 len: 944 time: 0.2725329 Feb 28 20:29:14.694910 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3baa3383-c7cb-4377-ac6e-f743e2825f6a tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks [] for port (7a5f8eae-1bfb-46dc-a9ee-c1f8999a5c9c), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:14.703826 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3baa3383-c7cb-4377-ac6e-f743e2825f6a tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (7a5f8eae-1bfb-46dc-a9ee-c1f8999a5c9c), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:14.734166 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-499a0554-8c35-4859-84f3-27786a7ac168 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (466f569e-20ef-4141-b5eb-25b22910d955), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:14.808271 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa3383-c7cb-4377-ac6e-f743e2825f6a tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Pushing event updated for resources: {'Port': ['ID=7a5f8eae-1bfb-46dc-a9ee-c1f8999a5c9c,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:14.866989 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3baa3383-c7cb-4377-ac6e-f743e2825f6a tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (be8b3415-992a-4836-b1ae-23df313e081f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:14.874886 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a0554-8c35-4859-84f3-27786a7ac168 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event deleted for resources: {'Port': ['ID=466f569e-20ef-4141-b5eb-25b22910d955,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:14.900418 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3baa3383-c7cb-4377-ac6e-f743e2825f6a tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:14.901693 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3baa3383-c7cb-4377-ac6e-f743e2825f6a tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9339037 Feb 28 20:29:14.907565 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-499a0554-8c35-4859-84f3-27786a7ac168 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (8ff44d3b-5ea1-4940-acbe-e3d2655b2dce), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:14.907565 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-499a0554-8c35-4859-84f3-27786a7ac168 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:14.911969 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-499a0554-8c35-4859-84f3-27786a7ac168 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "DELETE /v2.0/floatingips/8ff44d3b-5ea1-4940-acbe-e3d2655b2dce HTTP/1.1" status: 204 len: 168 time: 0.8540752 Feb 28 20:29:14.911969 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36838) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:14.912247 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36840) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:14.919829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-87d52262-fce4-4f88-b502-2f3993d3d982 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': '181142e1-88a3-4556-bf23-ac3e35e7e6ae'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:14.948125 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-87d52262-fce4-4f88-b502-2f3993d3d982 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:15.005067 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-00046586-355d-41cd-86dd-e40816acf889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d4e096f4-d0a5-4d67-80f3-048104569f9c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:15.009289 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-00046586-355d-41cd-86dd-e40816acf889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:15.010539 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-00046586-355d-41cd-86dd-e40816acf889 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4e096f4-d0a5-4d67-80f3-048104569f9c HTTP/1.1" status: 204 len: 168 time: 0.8508780 Feb 28 20:29:15.038380 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-74f02593-9c4c-4cf4-87eb-21820d7f9399 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting port fe5763b6-263f-49f8-b2ab-ff3770cd2229 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:15.038749 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74f02593-9c4c-4cf4-87eb-21820d7f9399 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (fe5763b6-263f-49f8-b2ab-ff3770cd2229), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:15.064778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00046586-355d-41cd-86dd-e40816acf889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e096f4-d0a5-4d67-80f3-048104569f9c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:15.065460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-885d6b5c-c9fd-47f6-b313-3dc666337e47 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:15.085731 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-87d52262-fce4-4f88-b502-2f3993d3d982 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:15.128849 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9058fc32-7129-4841-8f61-86d5e48afc47 req-cc49c30f-b6a7-4ede-8afb-6ec882d042e2 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771126 Feb 28 20:29:15.138425 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-885d6b5c-c9fd-47f6-b313-3dc666337e47 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:15.306688 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-87d52262-fce4-4f88-b502-2f3993d3d982 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Allocated IP 172.25.0.237 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/a8add38f-764f-4e72-b1ab-e9e93b5931e7) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:15.322933 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-74f02593-9c4c-4cf4-87eb-21820d7f9399 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] For port fe5763b6-263f-49f8-b2ab-ff3770cd2229, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=fe5763b6-263f-49f8-b2ab-ff3770cd2229,segment=NetworkSegment(4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c),segment_id=4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:15.324509 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74f02593-9c4c-4cf4-87eb-21820d7f9399 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (fe5763b6-263f-49f8-b2ab-ff3770cd2229), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:15.384878 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-74f02593-9c4c-4cf4-87eb-21820d7f9399 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Calling delete_port for fe5763b6-263f-49f8-b2ab-ff3770cd2229 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:15.394498 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-885d6b5c-c9fd-47f6-b313-3dc666337e47 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:15.443835 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36850) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:15.455117 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44c1d0f6-b4a6-4f7e-9663-69e841b59dd4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_gateway (202dfc83-7b2b-4f44-874f-f8edf6fb1be2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:15.479680 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a0bc06ab-73bc-4754-96f9-10868edb22a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:15.506672 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-87d52262-fce4-4f88-b502-2f3993d3d982 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for port (a8add38f-764f-4e72-b1ab-e9e93b5931e7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:15.518122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a875b-1f98-46a0-a72f-abfa4b1ce070 req-06dc8507-7bd3-4cef-82ce-743d003e74a4 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:15.519644 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e63a875b-1f98-46a0-a72f-abfa4b1ce070 req-06dc8507-7bd3-4cef-82ce-743d003e74a4 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.1803193 Feb 28 20:29:15.572126 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-87d52262-fce4-4f88-b502-2f3993d3d982 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (a8add38f-764f-4e72-b1ab-e9e93b5931e7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:15.667682 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a0bc06ab-73bc-4754-96f9-10868edb22a7 admin admin] Publish callbacks [] for security_group (e4cdc6f2-b844-40c1-9a3e-c85378139c71), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:15.675337 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d52262-fce4-4f88-b502-2f3993d3d982 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:15.675999 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e63a875b-1f98-46a0-a72f-abfa4b1ce070 req-047d7bef-25e3-431e-8ed7-b9bac2466fa7 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485541 Feb 28 20:29:15.684490 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a0bc06ab-73bc-4754-96f9-10868edb22a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e4cdc6f2-b844-40c1-9a3e-c85378139c71), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:15.687800 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-885d6b5c-c9fd-47f6-b313-3dc666337e47 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Allocated IP 172.25.0.112 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/c22fd986-a830-4c16-8a8b-620830358275) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:15.704148 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-87d52262-fce4-4f88-b502-2f3993d3d982 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:15.706589 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d52262-fce4-4f88-b502-2f3993d3d982 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:15.770476 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d52262-fce4-4f88-b502-2f3993d3d982 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Port': ['ID=a8add38f-764f-4e72-b1ab-e9e93b5931e7,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:15.786967 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a0bc06ab-73bc-4754-96f9-10868edb22a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e0b06669db14fa896c0dc2863beea35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3425705 Feb 28 20:29:15.791431 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc06ab-73bc-4754-96f9-10868edb22a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cdc6f2-b844-40c1-9a3e-c85378139c71,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:15.799199 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36852) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:15.909872 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c8c09a1-6850-4a67-ade3-b853131bf759 req-87a1f55f-450e-4c98-9174-a2771b94a30d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1770852 Feb 28 20:29:15.910472 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74f02593-9c4c-4cf4-87eb-21820d7f9399 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (fe5763b6-263f-49f8-b2ab-ff3770cd2229), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:15.943399 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44c1d0f6-b4a6-4f7e-9663-69e841b59dd4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (202dfc83-7b2b-4f44-874f-f8edf6fb1be2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:15.952403 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f02593-9c4c-4cf4-87eb-21820d7f9399 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Port': ['ID=fe5763b6-263f-49f8-b2ab-ff3770cd2229,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:15.956727 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-885d6b5c-c9fd-47f6-b313-3dc666337e47 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Publish callbacks [] for port (c22fd986-a830-4c16-8a8b-620830358275), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:16.047261 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a28c126-50d8-4b4e-96bc-385f5c543a58 admin admin] Publish callbacks [] for security_group (e4cdc6f2-b844-40c1-9a3e-c85378139c71), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:16.083479 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7953aba9-3892-4f1b-a72d-b31b43fb310d up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:29:16.089132 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-885d6b5c-c9fd-47f6-b313-3dc666337e47 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c22fd986-a830-4c16-8a8b-620830358275), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:16.138103 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a28c126-50d8-4b4e-96bc-385f5c543a58 admin admin] Publish callbacks [] for security_group (e4cdc6f2-b844-40c1-9a3e-c85378139c71), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:16.141965 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d6b5c-c9fd-47f6-b313-3dc666337e47 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:16.147615 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-885d6b5c-c9fd-47f6-b313-3dc666337e47 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:16.165530 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 7953aba9-3892-4f1b-a72d-b31b43fb310d completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:29:16.170570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 7953aba9-3892-4f1b-a72d-b31b43fb310d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:16.171294 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7953aba9-3892-4f1b-a72d-b31b43fb310d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:16.206796 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885d6b5c-c9fd-47f6-b313-3dc666337e47 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:16.230954 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c09a1-6850-4a67-ade3-b853131bf759 req-3ed201e1-b3ce-4252-a29f-71f02cc8915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:16.233173 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c8c09a1-6850-4a67-ade3-b853131bf759 req-3ed201e1-b3ce-4252-a29f-71f02cc8915d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 1128 time: 0.2717035 Feb 28 20:29:16.267604 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d6b5c-c9fd-47f6-b313-3dc666337e47 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Pushing event updated for resources: {'Port': ['ID=c22fd986-a830-4c16-8a8b-620830358275,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:16.283965 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7953aba9-3892-4f1b-a72d-b31b43fb310d is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:29:16.284460 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7953aba9-3892-4f1b-a72d-b31b43fb310d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:16.311646 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b54b06a-14b8-4f99-ac94-a3aa0119e6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7953aba9-3892-4f1b-a72d-b31b43fb310d'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:29:16.315127 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2705a292-0d3a-4c24-bdc7-dfe3fa0339a6" -d '{"events": [{"server_uuid": "8b54b06a-14b8-4f99-ac94-a3aa0119e6ba", "name": "network-vif-plugged", "status": "completed", "tag": "7953aba9-3892-4f1b-a72d-b31b43fb310d"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:29:16.334186 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7953aba9-3892-4f1b-a72d-b31b43fb310d, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7953aba9-3892-4f1b-a72d-b31b43fb310d,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:16.340444 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7953aba9-3892-4f1b-a72d-b31b43fb310d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:16.371059 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bd4639-1f36-4a10-9019-ca2ea4a1d34c x-openstack-request-id: req-35bd4639-1f36-4a10-9019-ca2ea4a1d34c {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:29:16.371358 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b54b06a-14b8-4f99-ac94-a3aa0119e6ba", "name": "network-vif-plugged", "status": "completed", "tag": "7953aba9-3892-4f1b-a72d-b31b43fb310d", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:29:16.371909 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35bd4639-1f36-4a10-9019-ca2ea4a1d34c {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:29:16.372473 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b54b06a-14b8-4f99-ac94-a3aa0119e6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7953aba9-3892-4f1b-a72d-b31b43fb310d', 'code': 200} Feb 28 20:29:16.425144 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-87d52262-fce4-4f88-b502-2f3993d3d982 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (2b008a67-9278-4117-ae4a-d5b97c40e9a9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:16.434366 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=7953aba9-3892-4f1b-a72d-b31b43fb310d,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:16.452063 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6f1eb441-735c-4203-8161-533f9d9c327d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:16.457757 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-885d6b5c-c9fd-47f6-b313-3dc666337e47 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Publish callbacks [] for floatingip (34a65ae5-f618-4378-9da1-2c571a589ce4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:16.526711 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee4af4-6ec0-4244-8160-7451a5e2714f req-9ddaacef-0436-4397-8319-60c17894ef60 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:16.528228 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-93ee4af4-6ec0-4244-8160-7451a5e2714f req-9ddaacef-0436-4397-8319-60c17894ef60 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b54b06a-14b8-4f99-ac94-a3aa0119e6ba HTTP/1.1" status: 200 len: 944 time: 0.2767942 Feb 28 20:29:16.530825 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74f02593-9c4c-4cf4-87eb-21820d7f9399 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (ded26f93-08e0-4e52-b08a-9b7733ad0c73), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:16.533107 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a28c126-50d8-4b4e-96bc-385f5c543a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e4cdc6f2-b844-40c1-9a3e-c85378139c71), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:16.535584 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a28c126-50d8-4b4e-96bc-385f5c543a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:16.539859 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8a28c126-50d8-4b4e-96bc-385f5c543a58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4cdc6f2-b844-40c1-9a3e-c85378139c71 HTTP/1.1" status: 204 len: 168 time: 0.7359574 Feb 28 20:29:16.539859 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c09a1-6850-4a67-ade3-b853131bf759 req-29259d83-220c-4e7c-ad02-45453ce49679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:16.539859 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c8c09a1-6850-4a67-ade3-b853131bf759 req-29259d83-220c-4e7c-ad02-45453ce49679 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 905 time: 0.2847402 Feb 28 20:29:16.558442 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-885d6b5c-c9fd-47f6-b313-3dc666337e47 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c22fd986-a830-4c16-8a8b-620830358275), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:16.600452 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d62f22-289f-4d03-8a53-b729408ce06e req-1e66e4b1-e9cf-4dc7-9532-8c6c94806314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:16.602388 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9d62f22-289f-4d03-8a53-b729408ce06e req-1e66e4b1-e9cf-4dc7-9532-8c6c94806314 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8b54b06a-14b8-4f99-ac94-a3aa0119e6ba HTTP/1.1" status: 200 len: 1128 time: 0.1477296 Feb 28 20:29:16.625444 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28c126-50d8-4b4e-96bc-385f5c543a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cdc6f2-b844-40c1-9a3e-c85378139c71,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:16.636950 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-87d52262-fce4-4f88-b502-2f3993d3d982 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a8add38f-764f-4e72-b1ab-e9e93b5931e7), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:16.638528 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c8c09a1-6850-4a67-ade3-b853131bf759 req-0880773b-e4f2-425e-b37a-31725ae2986e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 HTTP/1.1" status: 200 len: 217 time: 0.0835018 Feb 28 20:29:16.687815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c1d0f6-b4a6-4f7e-9663-69e841b59dd4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Router 202dfc83-7b2b-4f44-874f-f8edf6fb1be2 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:29:16.741777 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b9d62f22-289f-4d03-8a53-b729408ce06e req-50eb7de8-c57d-45c9-b627-0c35e0b241d6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302609 Feb 28 20:29:16.848105 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-93ee4af4-6ec0-4244-8160-7451a5e2714f req-e98b741a-44ad-4a9b-ab21-e8a345c7b852 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012810 Feb 28 20:29:16.903103 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c09a1-6850-4a67-ade3-b853131bf759 req-3ca2325d-5a95-47d7-97b7-e8b847162cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:16.904632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c8c09a1-6850-4a67-ade3-b853131bf759 req-3ca2325d-5a95-47d7-97b7-e8b847162cd8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=061df787-4254-4266-93eb-5523552c7b33 HTTP/1.1" status: 200 len: 845 time: 0.2560694 Feb 28 20:29:16.926946 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-885d6b5c-c9fd-47f6-b313-3dc666337e47 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Publish callbacks [] for port (c22fd986-a830-4c16-8a8b-620830358275), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:16.934990 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-885d6b5c-c9fd-47f6-b313-3dc666337e47 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (c22fd986-a830-4c16-8a8b-620830358275), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:16.942062 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-87d52262-fce4-4f88-b502-2f3993d3d982 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for port (a8add38f-764f-4e72-b1ab-e9e93b5931e7), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:16.957227 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c8c09a1-6850-4a67-ade3-b853131bf759 req-6c6a2083-a576-4f9d-a5f5-23ec254b7668 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f93bb5b0-b654-484a-b540-d0f4106b4968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390983 Feb 28 20:29:16.958962 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-87d52262-fce4-4f88-b502-2f3993d3d982 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (a8add38f-764f-4e72-b1ab-e9e93b5931e7), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:17.093588 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d6b5c-c9fd-47f6-b313-3dc666337e47 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Pushing event updated for resources: {'Port': ['ID=c22fd986-a830-4c16-8a8b-620830358275,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:17.134487 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-885d6b5c-c9fd-47f6-b313-3dc666337e47 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (34a65ae5-f618-4378-9da1-2c571a589ce4), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:17.152721 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7cec5d4-2717-4e38-a7b9-27f0e5a379ec req-703a4de7-568c-480e-9339-39c9a3a1d06a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2041380 Feb 28 20:29:17.162619 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-87d52262-fce4-4f88-b502-2f3993d3d982 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (2b008a67-9278-4117-ae4a-d5b97c40e9a9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:17.227166 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-885d6b5c-c9fd-47f6-b313-3dc666337e47 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:17.228301 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-885d6b5c-c9fd-47f6-b313-3dc666337e47 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3179879 Feb 28 20:29:17.231994 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d52262-fce4-4f88-b502-2f3993d3d982 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Port': ['ID=a8add38f-764f-4e72-b1ab-e9e93b5931e7,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:17.238179 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36874) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:17.373412 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-377537f5-9f58-46f6-bf28-d56e7ae742ed tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3204 time: 0.1176658 Feb 28 20:29:17.373412 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cec5d4-2717-4e38-a7b9-27f0e5a379ec req-c21273de-9b75-425d-9327-5c5f2cc54001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:17.374480 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7cec5d4-2717-4e38-a7b9-27f0e5a379ec req-c21273de-9b75-425d-9327-5c5f2cc54001 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce448fa148384bfb9a78481379c26323&device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 1128 time: 0.1590946 Feb 28 20:29:17.374946 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36880) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:17.420116 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1eaf4-f3ac-48bd-9d89-b06f5b258a4a req-8da87c7e-d604-4999-90c5-04f3a20a0db3 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:17.422271 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-66a1eaf4-f3ac-48bd-9d89-b06f5b258a4a req-8da87c7e-d604-4999-90c5-04f3a20a0db3 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.6262929 Feb 28 20:29:17.475751 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-87d52262-fce4-4f88-b502-2f3993d3d982 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Floating IP 2b008a67-9278-4117-ae4a-d5b97c40e9a9 associated. External IP: 172.25.0.237, port: 181142e1-88a3-4556-bf23-ac3e35e7e6ae. Feb 28 20:29:17.483809 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6dc5c420-d08c-4ddb-9350-ac9e451c8a03 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1035857 Feb 28 20:29:17.486740 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36884) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:17.508260 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c1d0f6-b4a6-4f7e-9663-69e841b59dd4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:17.524605 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a3321d-6b83-4229-89f7-7f2104ac3245 None None] Sync routers for ids ['202dfc83-7b2b-4f44-874f-f8edf6fb1be2'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:17.528463 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f02593-9c4c-4cf4-87eb-21820d7f9399 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router ded26f93-08e0-4e52-b08a-9b7733ad0c73 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:17.542867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a3321d-6b83-4229-89f7-7f2104ac3245 None None] Routers {'202dfc83-7b2b-4f44-874f-f8edf6fb1be2'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:17.544015 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c5a3321d-6b83-4229-89f7-7f2104ac3245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['202dfc83-7b2b-4f44-874f-f8edf6fb1be2'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:17.567394 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44c1d0f6-b4a6-4f7e-9663-69e841b59dd4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:17.568706 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-44c1d0f6-b4a6-4f7e-9663-69e841b59dd4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.4811382 Feb 28 20:29:17.577510 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36888) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:17.594528 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-88c4c01e-fc77-44bb-a735-cf3e6f61bc17 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:17.604737 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-66a1eaf4-f3ac-48bd-9d89-b06f5b258a4a req-f34a9bf7-0d17-434b-a7e7-2dc92d9d25a4 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699014 Feb 28 20:29:17.620275 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c5a3321d-6b83-4229-89f7-7f2104ac3245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:17.634644 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a3321d-6b83-4229-89f7-7f2104ac3245 None None] Routers {'202dfc83-7b2b-4f44-874f-f8edf6fb1be2'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:17.635698 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c5a3321d-6b83-4229-89f7-7f2104ac3245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['202dfc83-7b2b-4f44-874f-f8edf6fb1be2'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:17.649996 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c8c09a1-6850-4a67-ade3-b853131bf759 req-0e6c79bf-2599-47c8-91e2-e61a01123335 service neutron] 10.222.0.10 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275445 Feb 28 20:29:17.688531 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c5a3321d-6b83-4229-89f7-7f2104ac3245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:17.689240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a3321d-6b83-4229-89f7-7f2104ac3245 None None] The sync data for ids ['202dfc83-7b2b-4f44-874f-f8edf6fb1be2'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:17.864426 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f02593-9c4c-4cf4-87eb-21820d7f9399 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:17.874090 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-74f02593-9c4c-4cf4-87eb-21820d7f9399 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/ded26f93-08e0-4e52-b08a-9b7733ad0c73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7549481 Feb 28 20:29:17.876152 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7478015d-427f-4fd3-bf9d-10c676f79be7 None None] Sync routers for ids ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:17.876670 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36896) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:17.907422 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7478015d-427f-4fd3-bf9d-10c676f79be7 None None] Routers {'ded26f93-08e0-4e52-b08a-9b7733ad0c73'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:17.908680 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-7478015d-427f-4fd3-bf9d-10c676f79be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:17.989967 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c8c09a1-6850-4a67-ade3-b853131bf759 req-561aa61f-5923-4953-824d-c1fdf726c1be service neutron] 10.222.0.10 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974105 Feb 28 20:29:18.025052 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-27015428-c707-40ba-8dcf-b662c860c598 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting subnet 0bf307bf-fcab-49f4-b69a-286b9837e298 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:29:18.070078 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27015428-c707-40ba-8dcf-b662c860c598 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (0bf307bf-fcab-49f4-b69a-286b9837e298), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:18.087901 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cec5d4-2717-4e38-a7b9-27f0e5a379ec req-cf836b23-efeb-4a19-9dc8-8fcc02dd2676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:18.089711 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7cec5d4-2717-4e38-a7b9-27f0e5a379ec req-cf836b23-efeb-4a19-9dc8-8fcc02dd2676 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd95dcac-d635-4bec-8252-dbb352dcdbef HTTP/1.1" status: 200 len: 910 time: 0.6838408 Feb 28 20:29:18.091313 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-7478015d-427f-4fd3-bf9d-10c676f79be7 None None] Set router ded26f93-08e0-4e52-b08a-9b7733ad0c73 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:29:18.181500 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27015428-c707-40ba-8dcf-b662c860c598 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (0bf307bf-fcab-49f4-b69a-286b9837e298), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:18.281716 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2689dd-258d-4992-a9cf-8cc125530cbe req-4af22f2d-a354-4201-97fa-94f673c3d20e tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:18.283262 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb2689dd-258d-4992-a9cf-8cc125530cbe req-4af22f2d-a354-4201-97fa-94f673c3d20e tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b54b06a-14b8-4f99-ac94-a3aa0119e6ba HTTP/1.1" status: 200 len: 945 time: 0.2783706 Feb 28 20:29:18.337929 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7cec5d4-2717-4e38-a7b9-27f0e5a379ec req-446c2f23-20fb-43ca-9b7c-2df52d9de14c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cda37ee3-1d31-49e2-a40f-b12289a62337 HTTP/1.1" status: 200 len: 1001 time: 0.0728064 Feb 28 20:29:18.383012 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-7478015d-427f-4fd3-bf9d-10c676f79be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:29:15Z', 'revision_number': 10, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:18.436981 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7478015d-427f-4fd3-bf9d-10c676f79be7 None None] Checking router: ded26f93-08e0-4e52-b08a-9b7733ad0c73 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:29:18.442442 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27015428-c707-40ba-8dcf-b662c860c598 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (0bf307bf-fcab-49f4-b69a-286b9837e298), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:18.448133 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb2689dd-258d-4992-a9cf-8cc125530cbe req-efeb5411-9b54-4fc3-a0ad-d8c7a561ce79 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541138 Feb 28 20:29:18.451540 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7478015d-427f-4fd3-bf9d-10c676f79be7 None None] Routers {'ded26f93-08e0-4e52-b08a-9b7733ad0c73'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:18.452916 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-7478015d-427f-4fd3-bf9d-10c676f79be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:28:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:18.457134 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d52262-fce4-4f88-b502-2f3993d3d982 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Router 96a760dd-6949-4e5d-ad93-0ab12cfecdf6 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:18.478883 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88c4c01e-fc77-44bb-a735-cf3e6f61bc17 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_gateway (202dfc83-7b2b-4f44-874f-f8edf6fb1be2), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:18.488297 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cec5d4-2717-4e38-a7b9-27f0e5a379ec req-0bdd8fd1-40e3-4470-bbb1-63e044042430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:18.490844 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7cec5d4-2717-4e38-a7b9-27f0e5a379ec req-0bdd8fd1-40e3-4470-bbb1-63e044042430 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a36f3d5e-8266-4be4-ab73-31f8fb0001af HTTP/1.1" status: 200 len: 849 time: 0.1162229 Feb 28 20:29:18.503207 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88c4c01e-fc77-44bb-a735-cf3e6f61bc17 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_gateway (202dfc83-7b2b-4f44-874f-f8edf6fb1be2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:18.552035 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27015428-c707-40ba-8dcf-b662c860c598 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (0bf307bf-fcab-49f4-b69a-286b9837e298), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:18.576413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b232f7-46c4-4033-8992-fd70099efb4e None None] Network 90658ea4-ebb4-4d88-b5a9-c4f500f54816 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:29:18.588121 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27015428-c707-40ba-8dcf-b662c860c598 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:18.605275 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-27015428-c707-40ba-8dcf-b662c860c598 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/subnets/0bf307bf-fcab-49f4-b69a-286b9837e298 HTTP/1.1" status: 204 len: 168 time: 0.7256625 Feb 28 20:29:18.631529 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36920) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:18.635891 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27015428-c707-40ba-8dcf-b662c860c598 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf307bf-fcab-49f4-b69a-286b9837e298,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:18.656789 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-88c4c01e-fc77-44bb-a735-cf3e6f61bc17 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Deleting port 86d4245b-c00a-4850-9f31-426a8c77f1b5 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:18.657184 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88c4c01e-fc77-44bb-a735-cf3e6f61bc17 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (86d4245b-c00a-4850-9f31-426a8c77f1b5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:18.691725 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-7478015d-427f-4fd3-bf9d-10c676f79be7 None None] Set router ded26f93-08e0-4e52-b08a-9b7733ad0c73 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:29:18.762988 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd2fda-ad1e-4ea8-832e-48078831c423 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Deleting port c22fd986-a830-4c16-8a8b-620830358275 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:18.763394 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2fda-ad1e-4ea8-832e-48078831c423 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c22fd986-a830-4c16-8a8b-620830358275), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:18.805088 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cec5d4-2717-4e38-a7b9-27f0e5a379ec req-85e08b23-72ed-4155-932b-71714d8102b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:18.806626 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7cec5d4-2717-4e38-a7b9-27f0e5a379ec req-85e08b23-72ed-4155-932b-71714d8102b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd95dcac-d635-4bec-8252-dbb352dcdbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3065805 Feb 28 20:29:18.837469 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4654006d-0743-497d-9872-b883a7eb206c None None] DHCP port deletion for 90658ea4-ebb4-4d88-b5a9-c4f500f54816 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:29:18.845365 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88c4c01e-fc77-44bb-a735-cf3e6f61bc17 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (86d4245b-c00a-4850-9f31-426a8c77f1b5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:18.867093 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-88c4c01e-fc77-44bb-a735-cf3e6f61bc17 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Calling delete_port for 86d4245b-c00a-4850-9f31-426a8c77f1b5 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:18.891461 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a3391-1aef-474f-ab6e-f41153cd7458 req-4109df36-388f-4ca8-88dd-150f88faa315 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:18.893503 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa4a3391-1aef-474f-ab6e-f41153cd7458 req-4109df36-388f-4ca8-88dd-150f88faa315 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.1099713 Feb 28 20:29:18.958249 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4654006d-0743-497d-9872-b883a7eb206c None None] Deleting port ca421b57-63bd-4031-9974-07ddcad0808b {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:18.959182 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4654006d-0743-497d-9872-b883a7eb206c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ca421b57-63bd-4031-9974-07ddcad0808b), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:18.962610 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c5e19b9-39c2-4951-ad08-1f6d3b31c11e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (90658ea4-ebb4-4d88-b5a9-c4f500f54816), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:18.998067 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-7478015d-427f-4fd3-bf9d-10c676f79be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:29:15Z', 'revision_number': 10, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:19.029690 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7478015d-427f-4fd3-bf9d-10c676f79be7 None None] The sync data for ids ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'] in n-d-820368-21 is: [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:29:15Z', 'revision_number': 10, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None, '_interfaces': [{'id': '13ff3edb-f82b-414a-b067-d153c346f501', 'name': '', 'network_id': '7520db89-159b-413c-ba63-6ed04afd59ff', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'mac_address': 'fa:16:3e:48:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:09Z', 'updated_at': '2022-02-28T20:28:18Z', 'revision_number': 5, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'subnets': [{'id': '855c1b00-8400-4b58-aeeb-5aed14fa5a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:19.058585 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa4a3391-1aef-474f-ab6e-f41153cd7458 req-f1f1188d-16f1-47af-bbe4-ef421e856af2 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081290 Feb 28 20:29:19.091042 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:29:19.115199 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4654006d-0743-497d-9872-b883a7eb206c None None] For port ca421b57-63bd-4031-9974-07ddcad0808b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ca421b57-63bd-4031-9974-07ddcad0808b,segment=NetworkSegment(4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c),segment_id=4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:19.115199 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4654006d-0743-497d-9872-b883a7eb206c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ca421b57-63bd-4031-9974-07ddcad0808b), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:19.119450 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ca421b57-63bd-4031-9974-07ddcad0808b no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:29:19.135614 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7cec5d4-2717-4e38-a7b9-27f0e5a379ec req-cdc3f224-3657-4700-9d86-aac3735ed85b service neutron] 10.222.0.15 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117542 Feb 28 20:29:19.150164 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4654006d-0743-497d-9872-b883a7eb206c None None] Calling delete_port for ca421b57-63bd-4031-9974-07ddcad0808b owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:19.217001 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d52262-fce4-4f88-b502-2f3993d3d982 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:19.230174 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2fda-ad1e-4ea8-832e-48078831c423 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c22fd986-a830-4c16-8a8b-620830358275), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:19.230498 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2fda-ad1e-4ea8-832e-48078831c423 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Publish callbacks [] for floatingip (c22fd986-a830-4c16-8a8b-620830358275), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:19.247505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6995e8f5-b3a5-4b1b-99cd-2ca7bed80310 None None] Sync routers for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:19.249457 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-91765ff6-b7df-45c6-9960-0e0856193469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:19.260616 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4654006d-0743-497d-9872-b883a7eb206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (ca421b57-63bd-4031-9974-07ddcad0808b), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:19.274297 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88c4c01e-fc77-44bb-a735-cf3e6f61bc17 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (86d4245b-c00a-4850-9f31-426a8c77f1b5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:19.295620 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd2fda-ad1e-4ea8-832e-48078831c423 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Calling delete_port for c22fd986-a830-4c16-8a8b-620830358275 owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:19.310646 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654006d-0743-497d-9872-b883a7eb206c None None] Pushing event deleted for resources: {'Port': ['ID=ca421b57-63bd-4031-9974-07ddcad0808b,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:19.313276 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4654006d-0743-497d-9872-b883a7eb206c None None] No DVR routers for this DVR port ca421b57-63bd-4031-9974-07ddcad0808b on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:29:19.315680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6995e8f5-b3a5-4b1b-99cd-2ca7bed80310 None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:19.317485 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6995e8f5-b3a5-4b1b-99cd-2ca7bed80310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:19.317722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4c01e-fc77-44bb-a735-cf3e6f61bc17 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Pushing event deleted for resources: {'Port': ['ID=86d4245b-c00a-4850-9f31-426a8c77f1b5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:19.324012 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-87d52262-fce4-4f88-b502-2f3993d3d982 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:19.362033 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No active binding found for port ca421b57-63bd-4031-9974-07ddcad0808b {{(pid=103775) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 28 20:29:19.362433 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] The host n-d-820368-21 is not matching for port ca421b57-63bd-4031-9974-07ddcad0808b host None! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:29:19.362812 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ca421b57-63bd-4031-9974-07ddcad0808b not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:29:19.366242 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6995e8f5-b3a5-4b1b-99cd-2ca7bed80310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:19.377796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6995e8f5-b3a5-4b1b-99cd-2ca7bed80310 None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:19.378528 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6995e8f5-b3a5-4b1b-99cd-2ca7bed80310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:19.419966 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6995e8f5-b3a5-4b1b-99cd-2ca7bed80310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:19.420622 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6995e8f5-b3a5-4b1b-99cd-2ca7bed80310 None None] The sync data for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:19.446052 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88c4c01e-fc77-44bb-a735-cf3e6f61bc17 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (202dfc83-7b2b-4f44-874f-f8edf6fb1be2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:19.485517 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-87d52262-fce4-4f88-b502-2f3993d3d982 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.5706358 Feb 28 20:29:19.487654 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36966) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:19.511730 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e19b9-39c2-4951-ad08-1f6d3b31c11e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting port ca421b57-63bd-4031-9974-07ddcad0808b {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:19.512352 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c5e19b9-39c2-4951-ad08-1f6d3b31c11e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ca421b57-63bd-4031-9974-07ddcad0808b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:19.518453 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7cec5d4-2717-4e38-a7b9-27f0e5a379ec req-b1af8002-0c8f-4eaa-9f16-a1764150bd18 service neutron] 10.222.0.15 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749759 Feb 28 20:29:19.589609 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:19.684367 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-00eea272-ec53-4861-8b5e-b640fbb49a04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "GET /v2.0/floatingips/2b008a67-9278-4117-ae4a-d5b97c40e9a9 HTTP/1.1" status: 200 len: 976 time: 0.1927917 Feb 28 20:29:19.684973 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36986) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:19.696882 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-2c5e19b9-39c2-4951-ad08-1f6d3b31c11e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] For port ca421b57-63bd-4031-9974-07ddcad0808b, host n-d-820368-21, got binding levels [] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:19.697529 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c5e19b9-39c2-4951-ad08-1f6d3b31c11e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ca421b57-63bd-4031-9974-07ddcad0808b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:19.749646 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e19b9-39c2-4951-ad08-1f6d3b31c11e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Calling delete_port for ca421b57-63bd-4031-9974-07ddcad0808b owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:19.752597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.ipam_backend_mixin [None req-2c5e19b9-39c2-4951-ad08-1f6d3b31c11e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Port ca421b57-63bd-4031-9974-07ddcad0808b was not found and therefore no delete operation was performed {{(pid=103773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 20:29:19.777793 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c5e19b9-39c2-4951-ad08-1f6d3b31c11e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ca421b57-63bd-4031-9974-07ddcad0808b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:19.805045 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedbb8c-1181-4b37-abff-79b3f04f85c0 req-5b1d38b0-b95b-4c37-a5a6-a0cda7e179ab tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:19.806600 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-feedbb8c-1181-4b37-abff-79b3f04f85c0 req-5b1d38b0-b95b-4c37-a5a6-a0cda7e179ab tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b54b06a-14b8-4f99-ac94-a3aa0119e6ba HTTP/1.1" status: 200 len: 945 time: 0.1615920 Feb 28 20:29:19.813724 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88c4c01e-fc77-44bb-a735-cf3e6f61bc17 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (202dfc83-7b2b-4f44-874f-f8edf6fb1be2), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:19.833695 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88c4c01e-fc77-44bb-a735-cf3e6f61bc17 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921162'] for router (202dfc83-7b2b-4f44-874f-f8edf6fb1be2), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:19.851255 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e19b9-39c2-4951-ad08-1f6d3b31c11e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Port': ['ID=ca421b57-63bd-4031-9974-07ddcad0808b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:19.856812 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5e19b9-39c2-4951-ad08-1f6d3b31c11e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] No DVR routers for this DVR port ca421b57-63bd-4031-9974-07ddcad0808b on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:29:19.866265 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b1f5e204-91da-4fbf-940e-24197ddd3aa1 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1758716 Feb 28 20:29:19.886949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36996) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:19.892023 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ee256373-28b2-4767-98b8-27da45929278 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Request body: {'floatingip': {'port_id': '533ba6b8-72cb-4526-b96c-b26d1c00b668'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:19.937781 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-feedbb8c-1181-4b37-abff-79b3f04f85c0 req-61480da5-2db0-4935-a527-01b962618300 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218376 Feb 28 20:29:19.948140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c4c01e-fc77-44bb-a735-cf3e6f61bc17 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Router 202dfc83-7b2b-4f44-874f-f8edf6fb1be2 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:19.962051 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2fda-ad1e-4ea8-832e-48078831c423 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c22fd986-a830-4c16-8a8b-620830358275), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:20.033933 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c5e19b9-39c2-4951-ad08-1f6d3b31c11e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (90658ea4-ebb4-4d88-b5a9-c4f500f54816), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:20.037550 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd2fda-ad1e-4ea8-832e-48078831c423 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Pushing event deleted for resources: {'Port': ['ID=c22fd986-a830-4c16-8a8b-620830358275,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:20.070824 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:20.078413 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c4c01e-fc77-44bb-a735-cf3e6f61bc17 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:20.086874 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88c4c01e-fc77-44bb-a735-cf3e6f61bc17 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:20.090971 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-88c4c01e-fc77-44bb-a735-cf3e6f61bc17 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "PUT /v2.0/routers/202dfc83-7b2b-4f44-874f-f8edf6fb1be2 HTTP/1.1" status: 200 len: 706 time: 2.5027208 Feb 28 20:29:20.091391 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ee256373-28b2-4767-98b8-27da45929278 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (2b008a67-9278-4117-ae4a-d5b97c40e9a9), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:20.097257 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37020) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:20.098950 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaec262-eff3-4d27-89f1-2d8063909d1a None None] Sync routers for ids ['202dfc83-7b2b-4f44-874f-f8edf6fb1be2'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:20.113649 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaec262-eff3-4d27-89f1-2d8063909d1a None None] Routers {'202dfc83-7b2b-4f44-874f-f8edf6fb1be2'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:20.115107 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-beaec262-eff3-4d27-89f1-2d8063909d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['202dfc83-7b2b-4f44-874f-f8edf6fb1be2'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:20.134640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7dadd-1725-4d0d-9cab-e962cd38b30f req-1575c8ce-e9be-4e08-b969-1c1b4656b1b8 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:20.136657 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6e7dadd-1725-4d0d-9cab-e962cd38b30f req-1575c8ce-e9be-4e08-b969-1c1b4656b1b8 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2b2f5d2-a134-4f6e-aa7a-10802b844c60 HTTP/1.1" status: 200 len: 946 time: 0.0720332 Feb 28 20:29:20.154758 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-2c5e19b9-39c2-4951-ad08-1f6d3b31c11e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90658ea4-ebb4-4d88-b5a9-c4f500f54816']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:20.190785 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-beaec262-eff3-4d27-89f1-2d8063909d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:20.200770 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaec262-eff3-4d27-89f1-2d8063909d1a None None] Routers {'202dfc83-7b2b-4f44-874f-f8edf6fb1be2'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:20.201393 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-beaec262-eff3-4d27-89f1-2d8063909d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['202dfc83-7b2b-4f44-874f-f8edf6fb1be2'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:20.221100 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6e7dadd-1725-4d0d-9cab-e962cd38b30f req-a7fe61ba-324f-4276-bc55-02812a668bbe tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744596 Feb 28 20:29:20.249784 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-2c5e19b9-39c2-4951-ad08-1f6d3b31c11e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:20.250465 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-2c5e19b9-39c2-4951-ad08-1f6d3b31c11e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:20.267645 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-beaec262-eff3-4d27-89f1-2d8063909d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:20.268456 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaec262-eff3-4d27-89f1-2d8063909d1a None None] The sync data for ids ['202dfc83-7b2b-4f44-874f-f8edf6fb1be2'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:20.292574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dc938-491f-4206-9aa6-822ef7ab2136 req-aa9bb85f-d479-4c95-89d6-b33b9f92b595 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:20.294277 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc2dc938-491f-4206-9aa6-822ef7ab2136 req-aa9bb85f-d479-4c95-89d6-b33b9f92b595 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.0877907 Feb 28 20:29:20.318277 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c5e19b9-39c2-4951-ad08-1f6d3b31c11e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:20.350945 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bdc0a42c-c7a6-4bb4-8e18-1657506e5cd3 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "GET /v2.0/routers/202dfc83-7b2b-4f44-874f-f8edf6fb1be2 HTTP/1.1" status: 200 len: 741 time: 0.2525959 Feb 28 20:29:20.361035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37042) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:20.370674 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2fda-ad1e-4ea8-832e-48078831c423 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Publish callbacks [] for floatingip (34a65ae5-f618-4378-9da1-2c571a589ce4), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:20.373574 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2fda-ad1e-4ea8-832e-48078831c423 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:20.375018 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3cbd2fda-ad1e-4ea8-832e-48078831c423 tempest-FloatingIPAdminTestJSON-594944981 tempest-FloatingIPAdminTestJSON-594944981-project] 10.222.0.13 "DELETE /v2.0/floatingips/34a65ae5-f618-4378-9da1-2c571a589ce4 HTTP/1.1" status: 204 len: 168 time: 2.8897657 Feb 28 20:29:20.376428 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c5e19b9-39c2-4951-ad08-1f6d3b31c11e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:20.383740 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37044) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:20.419893 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4b3b9b40-915c-433d-bde8-dea577bff168 tempest-RoutersAdminTest-201975508 tempest-RoutersAdminTest-201975508-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&device_id=202dfc83-7b2b-4f44-874f-f8edf6fb1be2 HTTP/1.1" status: 200 len: 205 time: 0.0529530 Feb 28 20:29:20.426908 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5e19b9-39c2-4951-ad08-1f6d3b31c11e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:29:20.427319 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c5e19b9-39c2-4951-ad08-1f6d3b31c11e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (4f1ecfde-9d3e-4097-8b34-7f0a2f209f2c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:20.429079 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37050) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:29:20.430365 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:29:20.471024 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc2dc938-491f-4206-9aa6-822ef7ab2136 req-184b4f4f-1d81-4cb3-a881-1f8f86507e28 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700473 Feb 28 20:29:20.474988 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5831cffa-bb0f-4e2e-96a0-f84421f4f1c2 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "GET /v2.0/ports?device_id=202dfc83-7b2b-4f44-874f-f8edf6fb1be2 HTTP/1.1" status: 200 len: 205 time: 0.0444024 Feb 28 20:29:20.481110 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37060) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:20.498126 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb281afc-5e75-4dba-bdad-168e1760a302 req-b72a6f4d-7d98-4d59-b0f4-7090429a15a0 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:20.499618 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bb281afc-5e75-4dba-bdad-168e1760a302 req-b72a6f4d-7d98-4d59-b0f4-7090429a15a0 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b54b06a-14b8-4f99-ac94-a3aa0119e6ba HTTP/1.1" status: 200 len: 945 time: 0.1718886 Feb 28 20:29:20.581289 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c5e19b9-39c2-4951-ad08-1f6d3b31c11e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (90658ea4-ebb4-4d88-b5a9-c4f500f54816), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:20.610113 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c5e19b9-39c2-4951-ad08-1f6d3b31c11e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:20.613286 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2c5e19b9-39c2-4951-ad08-1f6d3b31c11e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/networks/90658ea4-ebb4-4d88-b5a9-c4f500f54816 HTTP/1.1" status: 204 len: 168 time: 1.9522424 Feb 28 20:29:20.630426 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37064) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:20.677013 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e19b9-39c2-4951-ad08-1f6d3b31c11e tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Network': ['ID=90658ea4-ebb4-4d88-b5a9-c4f500f54816,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:20.881010 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37068) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:20.957025 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b4852b5-ed81-492e-b39b-f0131d34eb74 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router (202dfc83-7b2b-4f44-874f-f8edf6fb1be2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:21.008960 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bb281afc-5e75-4dba-bdad-168e1760a302 req-fea46de4-e4ab-4e0b-b339-112626dda6f5 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768472 Feb 28 20:29:21.052739 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device fe5763b6-263f-49f8-b2ab-ff3770cd2229 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:29:21.084608 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: fe5763b6-263f-49f8-b2ab-ff3770cd2229 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:29:21.085356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device fe5763b6-263f-49f8-b2ab-ff3770cd2229 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:29:21.187936 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b4852b5-ed81-492e-b39b-f0131d34eb74 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (202dfc83-7b2b-4f44-874f-f8edf6fb1be2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:21.191733 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b4852b5-ed81-492e-b39b-f0131d34eb74 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router_controller (202dfc83-7b2b-4f44-874f-f8edf6fb1be2), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:21.263606 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b4852b5-ed81-492e-b39b-f0131d34eb74 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (202dfc83-7b2b-4f44-874f-f8edf6fb1be2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:21.264192 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4852b5-ed81-492e-b39b-f0131d34eb74 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Fanout notify agent at l3_agent the message router_deleted on router 202dfc83-7b2b-4f44-874f-f8edf6fb1be2 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:29:21.274426 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b4852b5-ed81-492e-b39b-f0131d34eb74 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:21.279156 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9b4852b5-ed81-492e-b39b-f0131d34eb74 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "DELETE /v2.0/routers/202dfc83-7b2b-4f44-874f-f8edf6fb1be2 HTTP/1.1" status: 204 len: 168 time: 0.7928245 Feb 28 20:29:21.279359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37076) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:21.295195 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:21.317797 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-339edec8-d753-448c-865c-aaf91e825c8e tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "GET /v2.0/ports?device_id=202dfc83-7b2b-4f44-874f-f8edf6fb1be2 HTTP/1.1" status: 200 len: 205 time: 0.0368855 Feb 28 20:29:21.326172 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37078) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:21.368553 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2bd17781-983e-4d1e-908f-eb351a752688 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Deleting port 7a5f8eae-1bfb-46dc-a9ee-c1f8999a5c9c {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:21.368898 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2bd17781-983e-4d1e-908f-eb351a752688 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7a5f8eae-1bfb-46dc-a9ee-c1f8999a5c9c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:21.389653 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-b6716803-42fc-4513-ab0b-ffa0af8fc7b4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] delete failed (client error): The resource could not be found. Feb 28 20:29:21.394889 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b6716803-42fc-4513-ab0b-ffa0af8fc7b4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "DELETE /v2.0/routers/202dfc83-7b2b-4f44-874f-f8edf6fb1be2 HTTP/1.1" status: 404 len: 336 time: 0.0622938 Feb 28 20:29:21.395996 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37082) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:21.396882 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-35e12b7e-ae4a-4c1a-9b26-0c6d09ea0f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:21.436928 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6911c751-738a-493f-917b-2c5f4394212a tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce3e5046-2660-43f5-b458-fb25b818d0b0 HTTP/1.1" status: 200 len: 205 time: 0.0387809 Feb 28 20:29:21.439505 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37084) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:21.491225 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-33bde5f4-f05b-495f-9a33-8d587852ce6f tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] delete failed (client error): The resource could not be found. Feb 28 20:29:21.492883 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-33bde5f4-f05b-495f-9a33-8d587852ce6f tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "DELETE /v2.0/routers/ce3e5046-2660-43f5-b458-fb25b818d0b0 HTTP/1.1" status: 404 len: 336 time: 0.0523612 Feb 28 20:29:21.502441 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e568c25-cc73-4cc7-9ec0-a22abc080288 req-1433bbe3-3267-48cd-8a86-5ace0e4efccd tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:21.504123 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e568c25-cc73-4cc7-9ec0-a22abc080288 req-1433bbe3-3267-48cd-8a86-5ace0e4efccd tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b54b06a-14b8-4f99-ac94-a3aa0119e6ba HTTP/1.1" status: 200 len: 945 time: 0.1891165 Feb 28 20:29:21.505241 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37086) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:21.548580 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e850b550-a4d9-4152-bef5-6d3128cbb065 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aac341a-def9-481c-8b6a-444332ace6e0 HTTP/1.1" status: 200 len: 205 time: 0.0389194 Feb 28 20:29:21.552282 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37090) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:21.596076 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-5415b895-f5cb-4ff0-ac02-fbd32d811e67 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] delete failed (client error): The resource could not be found. Feb 28 20:29:21.597092 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5415b895-f5cb-4ff0-ac02-fbd32d811e67 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "DELETE /v2.0/routers/5aac341a-def9-481c-8b6a-444332ace6e0 HTTP/1.1" status: 404 len: 336 time: 0.0438900 Feb 28 20:29:21.608020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37092) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:21.643444 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2bd17781-983e-4d1e-908f-eb351a752688 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7a5f8eae-1bfb-46dc-a9ee-c1f8999a5c9c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:21.644077 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2bd17781-983e-4d1e-908f-eb351a752688 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks [] for floatingip (7a5f8eae-1bfb-46dc-a9ee-c1f8999a5c9c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:21.669217 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-14221d74-e35f-43bd-864e-aef647fb2295 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "GET /v2.0/ports?device_id=901a9d29-e40b-49bf-9b35-bbdaebb60fa5 HTTP/1.1" status: 200 len: 205 time: 0.0577812 Feb 28 20:29:21.675124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37094) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:21.691898 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2bd17781-983e-4d1e-908f-eb351a752688 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Calling delete_port for 7a5f8eae-1bfb-46dc-a9ee-c1f8999a5c9c owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:21.726916 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e568c25-cc73-4cc7-9ec0-a22abc080288 req-4eeb754b-7954-4cad-9590-18df598639bf tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117181 Feb 28 20:29:21.730049 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-c12105f8-aa6f-4f59-87ea-e3a73318bcae tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] delete failed (client error): The resource could not be found. Feb 28 20:29:21.733520 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c12105f8-aa6f-4f59-87ea-e3a73318bcae tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "DELETE /v2.0/routers/901a9d29-e40b-49bf-9b35-bbdaebb60fa5 HTTP/1.1" status: 404 len: 336 time: 0.0546744 Feb 28 20:29:21.736083 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37096) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:21.751656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3ed80-cc90-4c87-b22e-002373f57633 req-82bf2c8e-b854-4150-a5f5-afe5a70f54f0 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:21.753047 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e6b3ed80-cc90-4c87-b22e-002373f57633 req-82bf2c8e-b854-4150-a5f5-afe5a70f54f0 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.1595261 Feb 28 20:29:21.809706 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e6b3ed80-cc90-4c87-b22e-002373f57633 req-09d4c707-f5f0-4290-a1a3-39ba60c8f2f1 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466573 Feb 28 20:29:21.831308 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1006cfaa-676d-40f8-a461-41bbf65b7e32 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed48f3a4-923f-4d8d-adf6-ecd2c82910af HTTP/1.1" status: 200 len: 205 time: 0.0882382 Feb 28 20:29:21.831863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37098) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:21.832911 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.db.resource_extend [None req-ee256373-28b2-4767-98b8-27da45929278 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:29:21.876066 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-ec7afd66-dffa-454e-9035-e7e0b585b375 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] delete failed (client error): The resource could not be found. Feb 28 20:29:21.877110 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ec7afd66-dffa-454e-9035-e7e0b585b375 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "DELETE /v2.0/routers/ed48f3a4-923f-4d8d-adf6-ecd2c82910af HTTP/1.1" status: 404 len: 336 time: 0.0442097 Feb 28 20:29:21.879708 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-35e12b7e-ae4a-4c1a-9b26-0c6d09ea0f88 admin admin] Publish callbacks [] for security_group (af5e04c7-f18e-4240-bbde-d9f06fe7fd09), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:21.880082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37100) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:21.894131 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-35e12b7e-ae4a-4c1a-9b26-0c6d09ea0f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (af5e04c7-f18e-4240-bbde-d9f06fe7fd09), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:21.909074 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-02bee9fe-b7dd-4b8f-a1bf-ffc4563ab0a4 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "GET /v2.0/ports?device_id=28694fd2-9fb1-4ee6-9711-9807f0b91821 HTTP/1.1" status: 200 len: 205 time: 0.0275502 Feb 28 20:29:21.911658 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37102) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:21.952819 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-5317fbc8-3175-4bd2-9fa7-185e0948079c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] delete failed (client error): The resource could not be found. Feb 28 20:29:21.953865 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5317fbc8-3175-4bd2-9fa7-185e0948079c tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "DELETE /v2.0/routers/28694fd2-9fb1-4ee6-9711-9807f0b91821 HTTP/1.1" status: 404 len: 336 time: 0.0410347 Feb 28 20:29:21.956880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37104) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:21.958267 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ee256373-28b2-4767-98b8-27da45929278 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:21.982362 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-35e12b7e-ae4a-4c1a-9b26-0c6d09ea0f88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f13bd27aa35241b2af4ad63863dfed47&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0978272 Feb 28 20:29:21.983076 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ee256373-28b2-4767-98b8-27da45929278 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (2b008a67-9278-4117-ae4a-d5b97c40e9a9), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:21.985513 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe411c1-535f-4f08-9058-4bfe3fe6a326 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] DELETE failed (client error): The resource could not be found. Feb 28 20:29:21.986387 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe411c1-535f-4f08-9058-4bfe3fe6a326 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:29:21.988096 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37106) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:21.989336 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e12b7e-ae4a-4c1a-9b26-0c6d09ea0f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5e04c7-f18e-4240-bbde-d9f06fe7fd09,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:21.993170 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4fe411c1-535f-4f08-9058-4bfe3fe6a326 tempest-RoutersAdminTest-944604189 tempest-RoutersAdminTest-944604189-project] 10.222.0.13 "DELETE /v2.0/subnets/ebe37b47-95d3-4706-bd6b-d1d3a5859ef8 HTTP/1.1" status: 404 len: 337 time: 0.0342169 Feb 28 20:29:22.184789 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2bd17781-983e-4d1e-908f-eb351a752688 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (7a5f8eae-1bfb-46dc-a9ee-c1f8999a5c9c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:22.231438 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-375d487b-5978-4bfc-b530-83d3fdbeac23 admin admin] Publish callbacks [] for security_group (af5e04c7-f18e-4240-bbde-d9f06fe7fd09), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:22.236717 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd17781-983e-4d1e-908f-eb351a752688 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a5f8eae-1bfb-46dc-a9ee-c1f8999a5c9c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:22.239475 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37112) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:22.248806 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-ee256373-28b2-4767-98b8-27da45929278 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Floating IP 2b008a67-9278-4117-ae4a-d5b97c40e9a9 associated. External IP: 172.25.0.237, port: 181142e1-88a3-4556-bf23-ac3e35e7e6ae. Feb 28 20:29:22.346992 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e9c6123-9689-4a4d-8660-fe6febeba2e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (ded26f93-08e0-4e52-b08a-9b7733ad0c73), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:22.352494 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-375d487b-5978-4bfc-b530-83d3fdbeac23 admin admin] Publish callbacks [] for security_group (af5e04c7-f18e-4240-bbde-d9f06fe7fd09), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:22.368893 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-df8de062-13ab-4246-aea9-14cef550c1d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:22.443113 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:22.472002 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-df8de062-13ab-4246-aea9-14cef550c1d6 admin admin] Publish callbacks [] for security_group (f9d2fb4a-0f03-475e-b69d-1580dd2adbd2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:22.477404 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-df8de062-13ab-4246-aea9-14cef550c1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f9d2fb4a-0f03-475e-b69d-1580dd2adbd2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:22.509234 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2bd17781-983e-4d1e-908f-eb351a752688 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks [] for floatingip (be8b3415-992a-4836-b1ae-23df313e081f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:22.511747 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2bd17781-983e-4d1e-908f-eb351a752688 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:22.512935 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2bd17781-983e-4d1e-908f-eb351a752688 tempest-FloatingIPAdminTestJSON-1638760753 tempest-FloatingIPAdminTestJSON-1638760753-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/be8b3415-992a-4836-b1ae-23df313e081f HTTP/1.1" status: 204 len: 168 time: 2.1280661 Feb 28 20:29:22.518852 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37116) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:22.556864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8de062-13ab-4246-aea9-14cef550c1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d2fb4a-0f03-475e-b69d-1580dd2adbd2,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:22.565321 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-df8de062-13ab-4246-aea9-14cef550c1d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b58ce0e0de24800b4ea0777cd4934b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3244390 Feb 28 20:29:22.568180 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37118) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:22.637139 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-375d487b-5978-4bfc-b530-83d3fdbeac23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (af5e04c7-f18e-4240-bbde-d9f06fe7fd09), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:22.639645 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-375d487b-5978-4bfc-b530-83d3fdbeac23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:22.641002 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-375d487b-5978-4bfc-b530-83d3fdbeac23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af5e04c7-f18e-4240-bbde-d9f06fe7fd09 HTTP/1.1" status: 204 len: 168 time: 0.6488013 Feb 28 20:29:22.667056 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:22.669530 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d487b-5978-4bfc-b530-83d3fdbeac23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5e04c7-f18e-4240-bbde-d9f06fe7fd09,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:22.683375 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-05204987-380c-4045-87d3-acdd479154d5 admin admin] Publish callbacks [] for security_group (f9d2fb4a-0f03-475e-b69d-1580dd2adbd2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:22.717898 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-05204987-380c-4045-87d3-acdd479154d5 admin admin] Publish callbacks [] for security_group (f9d2fb4a-0f03-475e-b69d-1580dd2adbd2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:22.721181 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c7881-41ce-41f2-84e1-c43a2ecce27d tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Deleting port 2bbecfa4-9395-47bb-8470-a76723f864b6 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:22.721585 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2f5c7881-41ce-41f2-84e1-c43a2ecce27d tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2bbecfa4-9395-47bb-8470-a76723f864b6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:22.765874 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee256373-28b2-4767-98b8-27da45929278 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Router 96a760dd-6949-4e5d-ad93-0ab12cfecdf6 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:22.784408 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a2453-f08f-491e-b58b-a97c342b0bd6 req-354cb638-1711-4e64-8b6a-a2c216e42ebe tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:22.785920 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-814a2453-f08f-491e-b58b-a97c342b0bd6 req-354cb638-1711-4e64-8b6a-a2c216e42ebe tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b54b06a-14b8-4f99-ac94-a3aa0119e6ba HTTP/1.1" status: 200 len: 945 time: 0.1324973 Feb 28 20:29:22.884719 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2f5c7881-41ce-41f2-84e1-c43a2ecce27d tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2bbecfa4-9395-47bb-8470-a76723f864b6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:22.893342 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-05204987-380c-4045-87d3-acdd479154d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f9d2fb4a-0f03-475e-b69d-1580dd2adbd2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:22.896918 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-05204987-380c-4045-87d3-acdd479154d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:22.897596 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-05204987-380c-4045-87d3-acdd479154d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9d2fb4a-0f03-475e-b69d-1580dd2adbd2 HTTP/1.1" status: 204 len: 168 time: 0.3285167 Feb 28 20:29:22.908888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c7881-41ce-41f2-84e1-c43a2ecce27d tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Calling delete_port for 2bbecfa4-9395-47bb-8470-a76723f864b6 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:22.926447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05204987-380c-4045-87d3-acdd479154d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d2fb4a-0f03-475e-b69d-1580dd2adbd2,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:23.038833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983dda3-d16a-4cab-bf05-2c250842f8a1 req-99f98ed8-d009-4015-bae2-4761f1c3a1a2 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:23.045543 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee256373-28b2-4767-98b8-27da45929278 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:23.046005 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8983dda3-d16a-4cab-bf05-2c250842f8a1 req-99f98ed8-d009-4015-bae2-4761f1c3a1a2 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b54b06a-14b8-4f99-ac94-a3aa0119e6ba HTTP/1.1" status: 200 len: 945 time: 0.2034113 Feb 28 20:29:23.061810 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae42a94-fb08-4e71-8f2e-b879ac259f5f None None] Sync routers for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:23.081415 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae42a94-fb08-4e71-8f2e-b879ac259f5f None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:23.083149 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-fae42a94-fb08-4e71-8f2e-b879ac259f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:23.091325 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-0e9c6123-9689-4a4d-8660-fe6febeba2e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting port 13ff3edb-f82b-414a-b067-d153c346f501 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:23.091742 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e9c6123-9689-4a4d-8660-fe6febeba2e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (13ff3edb-f82b-414a-b067-d153c346f501), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:23.110528 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-814a2453-f08f-491e-b58b-a97c342b0bd6 req-e70d06c2-8520-48cd-9e1c-6b879b1c5d14 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Deleting port 7953aba9-3892-4f1b-a72d-b31b43fb310d {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:23.110871 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-814a2453-f08f-491e-b58b-a97c342b0bd6 req-e70d06c2-8520-48cd-9e1c-6b879b1c5d14 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7953aba9-3892-4f1b-a72d-b31b43fb310d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:23.137726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e180e6b-31c4-419f-b1c8-c8940bbb901c req-7f24bcb2-aa08-4f6a-8584-b150513204d1 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:23.145114 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e180e6b-31c4-419f-b1c8-c8940bbb901c req-7f24bcb2-aa08-4f6a-8584-b150513204d1 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.1628027 Feb 28 20:29:23.167108 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37130) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:23.177024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-fae42a94-fb08-4e71-8f2e-b879ac259f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:23.191228 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae42a94-fb08-4e71-8f2e-b879ac259f5f None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:23.192317 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-fae42a94-fb08-4e71-8f2e-b879ac259f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:23.224148 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b33d9840-c2a7-4125-99c1-9652eff42c7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:23.240297 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8983dda3-d16a-4cab-bf05-2c250842f8a1 req-324099e8-a43d-4b6c-8bf9-af656cbea988 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893530 Feb 28 20:29:23.252661 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-fae42a94-fb08-4e71-8f2e-b879ac259f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:23.253670 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae42a94-fb08-4e71-8f2e-b879ac259f5f None None] The sync data for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:23.311925 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-0e9c6123-9689-4a4d-8660-fe6febeba2e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] For port 13ff3edb-f82b-414a-b067-d153c346f501, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=13ff3edb-f82b-414a-b067-d153c346f501,segment=NetworkSegment(c09b5f7f-c007-4972-adc2-c15f0cb73a0f),segment_id=c09b5f7f-c007-4972-adc2-c15f0cb73a0f)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:23.312298 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e9c6123-9689-4a4d-8660-fe6febeba2e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (13ff3edb-f82b-414a-b067-d153c346f501), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:23.321056 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e180e6b-31c4-419f-b1c8-c8940bbb901c req-f757ad08-42f4-4201-a656-618f774ca3b2 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726661 Feb 28 20:29:23.321814 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2f5c7881-41ce-41f2-84e1-c43a2ecce27d tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (2bbecfa4-9395-47bb-8470-a76723f864b6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:23.344078 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-814a2453-f08f-491e-b58b-a97c342b0bd6 req-e70d06c2-8520-48cd-9e1c-6b879b1c5d14 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] For port 7953aba9-3892-4f1b-a72d-b31b43fb310d, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7953aba9-3892-4f1b-a72d-b31b43fb310d,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:23.344453 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-814a2453-f08f-491e-b58b-a97c342b0bd6 req-e70d06c2-8520-48cd-9e1c-6b879b1c5d14 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7953aba9-3892-4f1b-a72d-b31b43fb310d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:23.347389 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-0e9c6123-9689-4a4d-8660-fe6febeba2e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Calling delete_port for 13ff3edb-f82b-414a-b067-d153c346f501 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:23.364586 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c7881-41ce-41f2-84e1-c43a2ecce27d tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Pushing event deleted for resources: {'Port': ['ID=2bbecfa4-9395-47bb-8470-a76723f864b6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:23.396494 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-814a2453-f08f-491e-b58b-a97c342b0bd6 req-e70d06c2-8520-48cd-9e1c-6b879b1c5d14 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Calling delete_port for 7953aba9-3892-4f1b-a72d-b31b43fb310d owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:23.516185 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b33d9840-c2a7-4125-99c1-9652eff42c7f admin admin] Publish callbacks [] for security_group (64d19768-8500-4b17-a198-62c0eadcc053), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:23.525652 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b33d9840-c2a7-4125-99c1-9652eff42c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (64d19768-8500-4b17-a198-62c0eadcc053), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:23.566272 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2f5c7881-41ce-41f2-84e1-c43a2ecce27d tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:23.570572 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2f5c7881-41ce-41f2-84e1-c43a2ecce27d tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] 10.222.0.13 "DELETE /v2.0/ports/2bbecfa4-9395-47bb-8470-a76723f864b6 HTTP/1.1" status: 204 len: 168 time: 1.0504053 Feb 28 20:29:23.574586 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37134) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:23.604397 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37136) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:23.605202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d9840-c2a7-4125-99c1-9652eff42c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d19768-8500-4b17-a198-62c0eadcc053,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:23.611165 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b33d9840-c2a7-4125-99c1-9652eff42c7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96ca33dacfbf446185ff73604bbfd0ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4427071 Feb 28 20:29:23.645532 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37138) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:23.698612 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-944eabef-13bc-4836-972b-786438715c00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7540e4d2d77f4cb4a61de26de7e8132e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0899761 Feb 28 20:29:23.712433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37140) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:23.757267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0234cd95-2078-4454-9470-33c8b957364d tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:23.759477 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0234cd95-2078-4454-9470-33c8b957364d tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d90cf06-0021-4441-b19e-1e23c7f08cb9 HTTP/1.1" status: 200 len: 913 time: 0.1798372 Feb 28 20:29:23.763495 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37142) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:23.855168 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-428db553-6977-45af-9e8e-8c08896f29f2 admin admin] Publish callbacks [] for security_group (64d19768-8500-4b17-a198-62c0eadcc053), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:23.926177 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-428db553-6977-45af-9e8e-8c08896f29f2 admin admin] Publish callbacks [] for security_group (64d19768-8500-4b17-a198-62c0eadcc053), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:23.932546 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b77f423a-fe6a-44b5-bab5-f51476567768 admin admin] Publish callbacks [] for security_group (ee9494e1-be0a-42ee-ad80-52ea477a1c40), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:24.004113 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b77f423a-fe6a-44b5-bab5-f51476567768 admin admin] Publish callbacks [] for security_group (ee9494e1-be0a-42ee-ad80-52ea477a1c40), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:24.034579 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee256373-28b2-4767-98b8-27da45929278 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Router 96a760dd-6949-4e5d-ad93-0ab12cfecdf6 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:24.143511 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-428db553-6977-45af-9e8e-8c08896f29f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (64d19768-8500-4b17-a198-62c0eadcc053), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:24.146109 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-428db553-6977-45af-9e8e-8c08896f29f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:24.150005 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-428db553-6977-45af-9e8e-8c08896f29f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64d19768-8500-4b17-a198-62c0eadcc053 HTTP/1.1" status: 204 len: 168 time: 0.5004799 Feb 28 20:29:24.166960 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428db553-6977-45af-9e8e-8c08896f29f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d19768-8500-4b17-a198-62c0eadcc053,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:24.172076 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-814a2453-f08f-491e-b58b-a97c342b0bd6 req-e70d06c2-8520-48cd-9e1c-6b879b1c5d14 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (7953aba9-3892-4f1b-a72d-b31b43fb310d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:24.190497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:29:24.207860 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b77f423a-fe6a-44b5-bab5-f51476567768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ee9494e1-be0a-42ee-ad80-52ea477a1c40), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:24.214125 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b77f423a-fe6a-44b5-bab5-f51476567768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:24.215350 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b77f423a-fe6a-44b5-bab5-f51476567768 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee9494e1-be0a-42ee-ad80-52ea477a1c40 HTTP/1.1" status: 204 len: 168 time: 0.4974840 Feb 28 20:29:24.222149 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d06c2-8520-48cd-9e1c-6b879b1c5d14 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Pushing event deleted for resources: {'Port': ['ID=7953aba9-3892-4f1b-a72d-b31b43fb310d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:24.237025 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f423a-fe6a-44b5-bab5-f51476567768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9494e1-be0a-42ee-ad80-52ea477a1c40,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:24.286064 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['383e7d1d-375b-4c2d-a342-4b2cd3df218e', '7953aba9-3892-4f1b-a72d-b31b43fb310d'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:29:24.339540 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e9c6123-9689-4a4d-8660-fe6febeba2e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (13ff3edb-f82b-414a-b067-d153c346f501), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:24.421234 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-814a2453-f08f-491e-b58b-a97c342b0bd6 req-e70d06c2-8520-48cd-9e1c-6b879b1c5d14 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] No DVR routers for this DVR port 7953aba9-3892-4f1b-a72d-b31b43fb310d on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:29:24.482216 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-814a2453-f08f-491e-b58b-a97c342b0bd6 req-e70d06c2-8520-48cd-9e1c-6b879b1c5d14 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:24.485639 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-814a2453-f08f-491e-b58b-a97c342b0bd6 req-e70d06c2-8520-48cd-9e1c-6b879b1c5d14 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.15 "DELETE /v2.0/ports/7953aba9-3892-4f1b-a72d-b31b43fb310d HTTP/1.1" status: 204 len: 173 time: 1.6913331 Feb 28 20:29:24.499703 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b54b06a-14b8-4f99-ac94-a3aa0119e6ba', 'name': 'network-vif-deleted', 'tag': '7953aba9-3892-4f1b-a72d-b31b43fb310d'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:29:24.505144 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcc293f-a23e-4b5f-902f-83b1522beac1" -d '{"events": [{"server_uuid": "8b54b06a-14b8-4f99-ac94-a3aa0119e6ba", "name": "network-vif-deleted", "tag": "7953aba9-3892-4f1b-a72d-b31b43fb310d"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:29:24.522729 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e1ed0f8-aa86-4672-81eb-7f5ca7f1b0a6 req-4ca11f04-5b43-4561-9626-66bdaa0e2eb2 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b54b06a-14b8-4f99-ac94-a3aa0119e6ba HTTP/1.1" status: 200 len: 210 time: 0.1437585 Feb 28 20:29:24.560185 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c6123-9689-4a4d-8660-fe6febeba2e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Port': ['ID=13ff3edb-f82b-414a-b067-d153c346f501,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:24.571195 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee256373-28b2-4767-98b8-27da45929278 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:24.585835 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ee256373-28b2-4767-98b8-27da45929278 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:24.601909 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476b9eb7-f835-4248-a4fe-f19ed455fe6a None None] Sync routers for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:24.641051 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476b9eb7-f835-4248-a4fe-f19ed455fe6a None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:24.643301 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-476b9eb7-f835-4248-a4fe-f19ed455fe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:24.702936 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeebb2c-1c61-4a96-9454-af7a6116b0d8 req-f188c037-824d-43b5-8177-be487d41324b tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:24.704709 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1eeebb2c-1c61-4a96-9454-af7a6116b0d8 req-f188c037-824d-43b5-8177-be487d41324b tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.2033868 Feb 28 20:29:24.715813 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c371f82d-8348-4b22-b232-49303a80d633 x-openstack-request-id: req-c371f82d-8348-4b22-b232-49303a80d633 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:29:24.719577 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b54b06a-14b8-4f99-ac94-a3aa0119e6ba", "name": "network-vif-deleted", "tag": "7953aba9-3892-4f1b-a72d-b31b43fb310d", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:29:24.721524 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c371f82d-8348-4b22-b232-49303a80d633 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:29:24.722144 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b54b06a-14b8-4f99-ac94-a3aa0119e6ba', 'name': 'network-vif-deleted', 'tag': '7953aba9-3892-4f1b-a72d-b31b43fb310d', 'status': 'completed', 'code': 200} Feb 28 20:29:24.759855 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-476b9eb7-f835-4248-a4fe-f19ed455fe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:24.778959 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476b9eb7-f835-4248-a4fe-f19ed455fe6a None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:24.779945 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-476b9eb7-f835-4248-a4fe-f19ed455fe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:24.844711 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ee256373-28b2-4767-98b8-27da45929278 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "PUT /v2.0/floatingips/2b008a67-9278-4117-ae4a-d5b97c40e9a9 HTTP/1.1" status: 200 len: 979 time: 4.9567037 Feb 28 20:29:24.849091 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37162) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:24.859932 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6d740a79-e9d3-4487-9ce5-13ba52cd68d9 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:24.886210 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-476b9eb7-f835-4248-a4fe-f19ed455fe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:24.888181 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476b9eb7-f835-4248-a4fe-f19ed455fe6a None None] The sync data for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:24.977999 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1eeebb2c-1c61-4a96-9454-af7a6116b0d8 req-b4a6baf3-405e-48a7-ae88-0f427b2cf9dc tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173030 Feb 28 20:29:25.034051 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3674c66a-5e5a-4492-992d-44c2a4b0ccdb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (1d90cf06-0021-4441-b19e-1e23c7f08cb9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:25.042774 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e9c6123-9689-4a4d-8660-fe6febeba2e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (ded26f93-08e0-4e52-b08a-9b7733ad0c73), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:25.112785 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d740a79-e9d3-4487-9ce5-13ba52cd68d9 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (2b008a67-9278-4117-ae4a-d5b97c40e9a9), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:25.289542 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9c6123-9689-4a4d-8660-fe6febeba2e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router ded26f93-08e0-4e52-b08a-9b7733ad0c73 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:25.374377 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9c6123-9689-4a4d-8660-fe6febeba2e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:25.385007 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0e9c6123-9689-4a4d-8660-fe6febeba2e8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/ded26f93-08e0-4e52-b08a-9b7733ad0c73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7533224 Feb 28 20:29:25.385989 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37180) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:25.387480 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a112f179-aa61-4535-9924-0caa16e6ad1e None None] Sync routers for ids ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:25.407557 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a112f179-aa61-4535-9924-0caa16e6ad1e None None] Routers {'ded26f93-08e0-4e52-b08a-9b7733ad0c73'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:25.408236 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a112f179-aa61-4535-9924-0caa16e6ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:25.439216 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d740a79-e9d3-4487-9ce5-13ba52cd68d9 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:25.446187 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d740a79-e9d3-4487-9ce5-13ba52cd68d9 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (2b008a67-9278-4117-ae4a-d5b97c40e9a9), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:25.446846 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-6d740a79-e9d3-4487-9ce5-13ba52cd68d9 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Floating IP 2b008a67-9278-4117-ae4a-d5b97c40e9a9 disassociated. External IP: 172.25.0.237, port: 533ba6b8-72cb-4526-b96c-b26d1c00b668. Feb 28 20:29:25.468196 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-07530276-3e36-49f5-a945-17b5a422dd03 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting subnet 855c1b00-8400-4b58-aeeb-5aed14fa5a00 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:29:25.476473 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-07530276-3e36-49f5-a945-17b5a422dd03 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (855c1b00-8400-4b58-aeeb-5aed14fa5a00), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:25.534230 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-07530276-3e36-49f5-a945-17b5a422dd03 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (855c1b00-8400-4b58-aeeb-5aed14fa5a00), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:25.563451 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-a112f179-aa61-4535-9924-0caa16e6ad1e None None] Set router ded26f93-08e0-4e52-b08a-9b7733ad0c73 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:29:25.659086 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-07530276-3e36-49f5-a945-17b5a422dd03 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (855c1b00-8400-4b58-aeeb-5aed14fa5a00), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:25.661273 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a112f179-aa61-4535-9924-0caa16e6ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:29:24Z', 'revision_number': 11, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:25.698401 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a112f179-aa61-4535-9924-0caa16e6ad1e None None] Checking router: ded26f93-08e0-4e52-b08a-9b7733ad0c73 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:29:25.709996 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a112f179-aa61-4535-9924-0caa16e6ad1e None None] Routers {'ded26f93-08e0-4e52-b08a-9b7733ad0c73'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:25.711449 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a112f179-aa61-4535-9924-0caa16e6ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:25.775217 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-07530276-3e36-49f5-a945-17b5a422dd03 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (855c1b00-8400-4b58-aeeb-5aed14fa5a00), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:25.850454 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-07530276-3e36-49f5-a945-17b5a422dd03 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:25.851483 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e32a16-f7ca-4227-b9d4-ba6647e1f8e6 None None] Network 7520db89-159b-413c-ba63-6ed04afd59ff requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:29:25.868672 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-07530276-3e36-49f5-a945-17b5a422dd03 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/subnets/855c1b00-8400-4b58-aeeb-5aed14fa5a00 HTTP/1.1" status: 204 len: 168 time: 0.4812419 Feb 28 20:29:25.869214 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37200) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:25.870118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07530276-3e36-49f5-a945-17b5a422dd03 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Subnet': ['ID=855c1b00-8400-4b58-aeeb-5aed14fa5a00,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:25.882098 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-a112f179-aa61-4535-9924-0caa16e6ad1e None None] Set router ded26f93-08e0-4e52-b08a-9b7733ad0c73 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:29:26.049774 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a112f179-aa61-4535-9924-0caa16e6ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:29:24Z', 'revision_number': 11, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:26.116385 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a112f179-aa61-4535-9924-0caa16e6ad1e None None] The sync data for ids ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'] in n-d-820368-21 is: [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:29:24Z', 'revision_number': 11, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:26.397654 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-3674c66a-5e5a-4492-992d-44c2a4b0ccdb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Deleting port 09ca19bb-f69f-46dd-b262-b8fd2d9a51ba {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:26.398556 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3674c66a-5e5a-4492-992d-44c2a4b0ccdb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (09ca19bb-f69f-46dd-b262-b8fd2d9a51ba), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:26.451215 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3d61c65-53e3-4362-8f09-64842e55f4d7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (7520db89-159b-413c-ba63-6ed04afd59ff), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:26.484053 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9ae9e2-3ced-4c26-8e8c-b444311414fa None None] DHCP port deletion for 7520db89-159b-413c-ba63-6ed04afd59ff request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:29:26.508159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d740a79-e9d3-4487-9ce5-13ba52cd68d9 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Router 96a760dd-6949-4e5d-ad93-0ab12cfecdf6 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:26.549228 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff3ccc-bf72-45c3-82fa-f71d6f65ca53 req-b187c5f2-82be-4712-b2c9-59e0cebb74e1 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:26.556936 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4aff3ccc-bf72-45c3-82fa-f71d6f65ca53 req-b187c5f2-82be-4712-b2c9-59e0cebb74e1 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.2996798 Feb 28 20:29:26.563347 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3a9ae9e2-3ced-4c26-8e8c-b444311414fa None None] Deleting port 37394541-74c1-4dce-95ef-8e5890cd8d43 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:26.563732 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae9e2-3ced-4c26-8e8c-b444311414fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (37394541-74c1-4dce-95ef-8e5890cd8d43), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:26.576482 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce77645-607d-40bd-ac23-c73b3cbd85f8 req-de7cc13d-b72d-4738-bae1-dbc4b644a956 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:26.583635 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ce77645-607d-40bd-ac23-c73b3cbd85f8 req-de7cc13d-b72d-4738-bae1-dbc4b644a956 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2b2f5d2-a134-4f6e-aa7a-10802b844c60 HTTP/1.1" status: 200 len: 946 time: 0.3247263 Feb 28 20:29:26.674016 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-3a9ae9e2-3ced-4c26-8e8c-b444311414fa None None] For port 37394541-74c1-4dce-95ef-8e5890cd8d43, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=37394541-74c1-4dce-95ef-8e5890cd8d43,segment=NetworkSegment(c09b5f7f-c007-4972-adc2-c15f0cb73a0f),segment_id=c09b5f7f-c007-4972-adc2-c15f0cb73a0f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:26.675052 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae9e2-3ced-4c26-8e8c-b444311414fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (37394541-74c1-4dce-95ef-8e5890cd8d43), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:26.697220 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3a9ae9e2-3ced-4c26-8e8c-b444311414fa None None] Calling delete_port for 37394541-74c1-4dce-95ef-8e5890cd8d43 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:26.707235 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4aff3ccc-bf72-45c3-82fa-f71d6f65ca53 req-c4328f0f-323b-4ff8-b8f2-11766b1aa6c8 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442249 Feb 28 20:29:26.732096 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37228) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:26.773835 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3674c66a-5e5a-4492-992d-44c2a4b0ccdb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (09ca19bb-f69f-46dd-b262-b8fd2d9a51ba), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:26.810802 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-3674c66a-5e5a-4492-992d-44c2a4b0ccdb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Calling delete_port for 09ca19bb-f69f-46dd-b262-b8fd2d9a51ba owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:26.881091 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ce77645-607d-40bd-ac23-c73b3cbd85f8 req-cf62856b-cc61-408e-bbdc-167575cc7820 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964976 Feb 28 20:29:26.946541 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-d3d61c65-53e3-4362-8f09-64842e55f4d7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Deleting port 37394541-74c1-4dce-95ef-8e5890cd8d43 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:26.946828 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3d61c65-53e3-4362-8f09-64842e55f4d7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (37394541-74c1-4dce-95ef-8e5890cd8d43), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:26.978754 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d740a79-e9d3-4487-9ce5-13ba52cd68d9 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:26.987198 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d740a79-e9d3-4487-9ce5-13ba52cd68d9 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:26.990761 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd4698b-79a8-4993-ac9a-9bc0cbf7ecd7 None None] Sync routers for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:27.001694 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-983664c4-737a-4c74-a39f-7a8e9327669d tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-699162296'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:27.007712 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd4698b-79a8-4993-ac9a-9bc0cbf7ecd7 None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:27.008621 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-bfd4698b-79a8-4993-ac9a-9bc0cbf7ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:27.036289 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37236) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:27.046581 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983664c4-737a-4c74-a39f-7a8e9327669d tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Made reservation on behalf of 51ac86d1853142ee8d12196181ef5779 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:27.053975 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae9e2-3ced-4c26-8e8c-b444311414fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (37394541-74c1-4dce-95ef-8e5890cd8d43), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.056377 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-983664c4-737a-4c74-a39f-7a8e9327669d tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.069290 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-983664c4-737a-4c74-a39f-7a8e9327669d tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.083148 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ae9e2-3ced-4c26-8e8c-b444311414fa None None] Pushing event deleted for resources: {'Port': ['ID=37394541-74c1-4dce-95ef-8e5890cd8d43,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:27.090036 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 13ff3edb-f82b-414a-b067-d153c346f501 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:29:27.097928 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-bfd4698b-79a8-4993-ac9a-9bc0cbf7ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:27.108454 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd4698b-79a8-4993-ac9a-9bc0cbf7ecd7 None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:27.110121 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-bfd4698b-79a8-4993-ac9a-9bc0cbf7ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:27.113621 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-62f4eec2-c91e-46f1-96f7-ee4ea8ffdd75 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-812559099', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:27.114470 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ae9e2-3ced-4c26-8e8c-b444311414fa None None] No DVR routers for this DVR port 37394541-74c1-4dce-95ef-8e5890cd8d43 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:29:27.116872 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 13ff3edb-f82b-414a-b067-d153c346f501 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:29:27.117222 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 13ff3edb-f82b-414a-b067-d153c346f501 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:29:27.119283 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 37394541-74c1-4dce-95ef-8e5890cd8d43 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:29:27.139588 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-d3d61c65-53e3-4362-8f09-64842e55f4d7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] For port 37394541-74c1-4dce-95ef-8e5890cd8d43, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=37394541-74c1-4dce-95ef-8e5890cd8d43,segment=NetworkSegment(c09b5f7f-c007-4972-adc2-c15f0cb73a0f),segment_id=c09b5f7f-c007-4972-adc2-c15f0cb73a0f)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:27.140030 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3d61c65-53e3-4362-8f09-64842e55f4d7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (37394541-74c1-4dce-95ef-8e5890cd8d43), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.152854 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-bfd4698b-79a8-4993-ac9a-9bc0cbf7ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:27.154425 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd4698b-79a8-4993-ac9a-9bc0cbf7ecd7 None None] The sync data for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:27.156157 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 37394541-74c1-4dce-95ef-8e5890cd8d43 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:29:27.156573 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 37394541-74c1-4dce-95ef-8e5890cd8d43 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:29:27.187051 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f4eec2-c91e-46f1-96f7-ee4ea8ffdd75 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Made reservation on behalf of c45b8d1bae204f07a85e14273e2a2967 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:27.188935 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6d740a79-e9d3-4487-9ce5-13ba52cd68d9 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "PUT /v2.0/floatingips/2b008a67-9278-4117-ae4a-d5b97c40e9a9 HTTP/1.1" status: 200 len: 688 time: 2.3366714 Feb 28 20:29:27.189345 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-62f4eec2-c91e-46f1-96f7-ee4ea8ffdd75 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.192907 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37240) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:27.205685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-d3d61c65-53e3-4362-8f09-64842e55f4d7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Calling delete_port for 37394541-74c1-4dce-95ef-8e5890cd8d43 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:27.233499 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-62f4eec2-c91e-46f1-96f7-ee4ea8ffdd75 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.325835 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-983664c4-737a-4c74-a39f-7a8e9327669d tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Publish callbacks [] for security_group (652a130f-39ca-42d7-825f-3398659375af), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.348957 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-983664c4-737a-4c74-a39f-7a8e9327669d tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (652a130f-39ca-42d7-825f-3398659375af), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.357584 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3d61c65-53e3-4362-8f09-64842e55f4d7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (37394541-74c1-4dce-95ef-8e5890cd8d43), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.367450 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3674c66a-5e5a-4492-992d-44c2a4b0ccdb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (09ca19bb-f69f-46dd-b262-b8fd2d9a51ba), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.385951 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-983664c4-737a-4c74-a39f-7a8e9327669d tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:29:27.401219 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d61c65-53e3-4362-8f09-64842e55f4d7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Port': ['ID=37394541-74c1-4dce-95ef-8e5890cd8d43,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:27.403203 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d61c65-53e3-4362-8f09-64842e55f4d7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] No DVR routers for this DVR port 37394541-74c1-4dce-95ef-8e5890cd8d43 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:29:27.423912 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-983664c4-737a-4c74-a39f-7a8e9327669d tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (82115d9c-96d2-4847-95c8-267fea8896ec), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.424079 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-983664c4-737a-4c74-a39f-7a8e9327669d tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Added segment 82115d9c-96d2-4847-95c8-267fea8896ec of type vlan for network 06b96826-f13a-44a8-b35b-64501c921d14 Feb 28 20:29:27.428712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983664c4-737a-4c74-a39f-7a8e9327669d tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652a130f-39ca-42d7-825f-3398659375af,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:27.477979 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674c66a-5e5a-4492-992d-44c2a4b0ccdb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Pushing event deleted for resources: {'Port': ['ID=09ca19bb-f69f-46dd-b262-b8fd2d9a51ba,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:27.536613 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-983664c4-737a-4c74-a39f-7a8e9327669d tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (06b96826-f13a-44a8-b35b-64501c921d14), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.559069 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-21f61575-c248-4ee7-a690-4848e2d7de42 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Deleting port a8add38f-764f-4e72-b1ab-e9e93b5931e7 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:27.559412 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21f61575-c248-4ee7-a690-4848e2d7de42 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a8add38f-764f-4e72-b1ab-e9e93b5931e7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.570164 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3d61c65-53e3-4362-8f09-64842e55f4d7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (7520db89-159b-413c-ba63-6ed04afd59ff), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.575854 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-62f4eec2-c91e-46f1-96f7-ee4ea8ffdd75 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Publish callbacks [] for security_group (fa11b396-85ca-41cb-bc64-2730dcb3f1d7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.602458 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-62f4eec2-c91e-46f1-96f7-ee4ea8ffdd75 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fa11b396-85ca-41cb-bc64-2730dcb3f1d7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.613662 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-62f4eec2-c91e-46f1-96f7-ee4ea8ffdd75 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] device_id is not set on port 97221781-90ce-4355-ac25-020c38546abf yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:29:27.635110 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-d3d61c65-53e3-4362-8f09-64842e55f4d7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7520db89-159b-413c-ba63-6ed04afd59ff']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:27.653981 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-d3d61c65-53e3-4362-8f09-64842e55f4d7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09b5f7f-c007-4972-adc2-c15f0cb73a0f') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:27.654579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-d3d61c65-53e3-4362-8f09-64842e55f4d7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09b5f7f-c007-4972-adc2-c15f0cb73a0f') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:27.660871 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-983664c4-737a-4c74-a39f-7a8e9327669d tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (06b96826-f13a-44a8-b35b-64501c921d14), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.664753 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983664c4-737a-4c74-a39f-7a8e9327669d tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:27.665369 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-983664c4-737a-4c74-a39f-7a8e9327669d tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.678143 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3d61c65-53e3-4362-8f09-64842e55f4d7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (c09b5f7f-c007-4972-adc2-c15f0cb73a0f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.695615 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f191eda-79b9-4230-b281-a0ff09186480 req-25e0b439-092c-432a-8012-a59f01b71274 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:27.697138 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6f191eda-79b9-4230-b281-a0ff09186480 req-25e0b439-092c-432a-8012-a59f01b71274 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2b2f5d2-a134-4f6e-aa7a-10802b844c60 HTTP/1.1" status: 200 len: 946 time: 0.2647994 Feb 28 20:29:27.729664 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3d61c65-53e3-4362-8f09-64842e55f4d7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (c09b5f7f-c007-4972-adc2-c15f0cb73a0f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.741184 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d61c65-53e3-4362-8f09-64842e55f4d7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:29:27.741834 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3d61c65-53e3-4362-8f09-64842e55f4d7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (c09b5f7f-c007-4972-adc2-c15f0cb73a0f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:29:27.744849 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:29:27.808854 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-983664c4-737a-4c74-a39f-7a8e9327669d tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0756288 Feb 28 20:29:27.840315 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4eec2-c91e-46f1-96f7-ee4ea8ffdd75 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa11b396-85ca-41cb-bc64-2730dcb3f1d7,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:27.871557 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3674c66a-5e5a-4492-992d-44c2a4b0ccdb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (1d90cf06-0021-4441-b19e-1e23c7f08cb9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.876681 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983664c4-737a-4c74-a39f-7a8e9327669d tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Pushing event updated for resources: {'Network': ['ID=06b96826-f13a-44a8-b35b-64501c921d14,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:27.891749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 06b96826-f13a-44a8-b35b-64501c921d14 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:29:27.900599 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3d61c65-53e3-4362-8f09-64842e55f4d7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (7520db89-159b-413c-ba63-6ed04afd59ff), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.906745 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3d61c65-53e3-4362-8f09-64842e55f4d7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.917375 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21f61575-c248-4ee7-a690-4848e2d7de42 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a8add38f-764f-4e72-b1ab-e9e93b5931e7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.917971 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21f61575-c248-4ee7-a690-4848e2d7de42 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (a8add38f-764f-4e72-b1ab-e9e93b5931e7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:27.920547 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d3d61c65-53e3-4362-8f09-64842e55f4d7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/networks/7520db89-159b-413c-ba63-6ed04afd59ff HTTP/1.1" status: 204 len: 168 time: 2.0484681 Feb 28 20:29:27.923310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37250) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:27.933896 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-673a1d02-d52e-4cfc-86bb-b0e1e81f6e74 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'router': {'routes': None}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:27.967886 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-21f61575-c248-4ee7-a690-4848e2d7de42 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Calling delete_port for a8add38f-764f-4e72-b1ab-e9e93b5931e7 owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:28.046307 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-62f4eec2-c91e-46f1-96f7-ee4ea8ffdd75 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Allocated IP 172.25.0.66 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/97221781-90ce-4355-ac25-020c38546abf) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:28.106524 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37252) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:28.116647 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d8fbb-1854-4126-883d-726f16526983 req-2d8d5428-2a6b-4e36-8816-c87046417880 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:28.119321 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1c8d8fbb-1854-4126-883d-726f16526983 req-2d8d5428-2a6b-4e36-8816-c87046417880 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.3187215 Feb 28 20:29:28.120182 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Request body: {'port': {'network_id': '06b96826-f13a-44a8-b35b-64501c921d14', 'binding:host_id': 'n-h1-820368-21', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1441320393'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:28.123072 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d61c65-53e3-4362-8f09-64842e55f4d7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Pushing event deleted for resources: {'Network': ['ID=7520db89-159b-413c-ba63-6ed04afd59ff,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:28.126570 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-6f191eda-79b9-4230-b281-a0ff09186480 req-a048d6e3-9eea-4d63-be8e-833b26cd99aa tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Deleting port 383e7d1d-375b-4c2d-a342-4b2cd3df218e {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:28.126914 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-6f191eda-79b9-4230-b281-a0ff09186480 req-a048d6e3-9eea-4d63-be8e-833b26cd99aa tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (383e7d1d-375b-4c2d-a342-4b2cd3df218e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:28.152792 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7953aba9-3892-4f1b-a72d-b31b43fb310d no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:29:28.181866 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 7953aba9-3892-4f1b-a72d-b31b43fb310d {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:29:28.182583 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7953aba9-3892-4f1b-a72d-b31b43fb310d not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:29:28.237051 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Made reservation on behalf of 260f406bfd8a406b8d56818ceb0004c2 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:28.239368 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:28.247981 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.extraroute_db [None req-673a1d02-d52e-4cfc-86bb-b0e1e81f6e74 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Added routes are [] {{(pid=103774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 20:29:28.248189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.extraroute_db [None req-673a1d02-d52e-4cfc-86bb-b0e1e81f6e74 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Removed routes are [] {{(pid=103774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 20:29:28.248910 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-673a1d02-d52e-4cfc-86bb-b0e1e81f6e74 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (ded26f93-08e0-4e52-b08a-9b7733ad0c73), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:28.303660 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:28.378548 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-6f191eda-79b9-4230-b281-a0ff09186480 req-a048d6e3-9eea-4d63-be8e-833b26cd99aa tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] For port 383e7d1d-375b-4c2d-a342-4b2cd3df218e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=383e7d1d-375b-4c2d-a342-4b2cd3df218e,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:28.378957 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-6f191eda-79b9-4230-b281-a0ff09186480 req-a048d6e3-9eea-4d63-be8e-833b26cd99aa tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (383e7d1d-375b-4c2d-a342-4b2cd3df218e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:28.397639 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21f61575-c248-4ee7-a690-4848e2d7de42 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (a8add38f-764f-4e72-b1ab-e9e93b5931e7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:28.413244 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-6f191eda-79b9-4230-b281-a0ff09186480 req-a048d6e3-9eea-4d63-be8e-833b26cd99aa tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Calling delete_port for 383e7d1d-375b-4c2d-a342-4b2cd3df218e owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:28.454212 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f61575-c248-4ee7-a690-4848e2d7de42 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event deleted for resources: {'Port': ['ID=a8add38f-764f-4e72-b1ab-e9e93b5931e7,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:28.457696 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1c8d8fbb-1854-4126-883d-726f16526983 req-d53e90a2-7a39-468d-858c-9933774b46b5 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693493 Feb 28 20:29:28.466458 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-62f4eec2-c91e-46f1-96f7-ee4ea8ffdd75 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Publish callbacks [] for port (97221781-90ce-4355-ac25-020c38546abf), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:28.547297 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70d230-dbde-4fd7-8b59-bd9ac5d84b55 req-62f50eb9-48d5-4028-95f6-500e497aadfd tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:28.548805 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da70d230-dbde-4fd7-8b59-bd9ac5d84b55 req-62f50eb9-48d5-4028-95f6-500e497aadfd tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2b2f5d2-a134-4f6e-aa7a-10802b844c60 HTTP/1.1" status: 200 len: 946 time: 0.3543565 Feb 28 20:29:28.559750 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66866b3c-4eff-41b5-9e75-9045d9c15ef3 req-94b43d16-e62b-48aa-8bb3-2a0109620321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:28.561245 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-66866b3c-4eff-41b5-9e75-9045d9c15ef3 req-94b43d16-e62b-48aa-8bb3-2a0109620321 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 1129 time: 0.2859178 Feb 28 20:29:28.563199 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-673a1d02-d52e-4cfc-86bb-b0e1e81f6e74 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (ded26f93-08e0-4e52-b08a-9b7733ad0c73), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:28.614573 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-673a1d02-d52e-4cfc-86bb-b0e1e81f6e74 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921162'] for router (ded26f93-08e0-4e52-b08a-9b7733ad0c73), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:28.625541 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks [] for security_group (3461acc4-0601-428a-a4eb-37bd56a330bf), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:28.636937 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21f61575-c248-4ee7-a690-4848e2d7de42 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (2b008a67-9278-4117-ae4a-d5b97c40e9a9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:28.639403 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21f61575-c248-4ee7-a690-4848e2d7de42 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:28.640768 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-21f61575-c248-4ee7-a690-4848e2d7de42 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "DELETE /v2.0/floatingips/2b008a67-9278-4117-ae4a-d5b97c40e9a9 HTTP/1.1" status: 204 len: 168 time: 1.4418874 Feb 28 20:29:28.643373 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3461acc4-0601-428a-a4eb-37bd56a330bf), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:28.645819 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37254) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:28.652833 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] device_id is not set on port 72d8aecf-3230-4c57-b805-debe4b769062 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:29:28.700454 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-62f4eec2-c91e-46f1-96f7-ee4ea8ffdd75 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (97221781-90ce-4355-ac25-020c38546abf), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:28.754353 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-828a6a57-c985-4bad-b91b-dbf327f6ee0a tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] delete failed (client error): The resource could not be found. Feb 28 20:29:28.755402 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-828a6a57-c985-4bad-b91b-dbf327f6ee0a tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "DELETE /v2.0/floatingips/2b008a67-9278-4117-ae4a-d5b97c40e9a9 HTTP/1.1" status: 404 len: 345 time: 0.1054747 Feb 28 20:29:28.789950 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37256) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:28.880350 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3461acc4-0601-428a-a4eb-37bd56a330bf,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:28.907051 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f4eec2-c91e-46f1-96f7-ee4ea8ffdd75 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:28.932843 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-62f4eec2-c91e-46f1-96f7-ee4ea8ffdd75 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:28.938081 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f4eec2-c91e-46f1-96f7-ee4ea8ffdd75 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:28.948576 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4eec2-c91e-46f1-96f7-ee4ea8ffdd75 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Pushing event updated for resources: {'Port': ['ID=97221781-90ce-4355-ac25-020c38546abf,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:29.002252 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-6f191eda-79b9-4230-b281-a0ff09186480 req-a048d6e3-9eea-4d63-be8e-833b26cd99aa tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (383e7d1d-375b-4c2d-a342-4b2cd3df218e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:29.017802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:29:29.021273 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['383e7d1d-375b-4c2d-a342-4b2cd3df218e'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:29:29.093021 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048d6e3-9eea-4d63-be8e-833b26cd99aa tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Pushing event deleted for resources: {'Port': ['ID=383e7d1d-375b-4c2d-a342-4b2cd3df218e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:29.093380 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-66866b3c-4eff-41b5-9e75-9045d9c15ef3 req-acb1117c-551c-4b60-85e1-243164dd2005 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960673 Feb 28 20:29:29.124878 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da70d230-dbde-4fd7-8b59-bd9ac5d84b55 req-7fdb8c97-6848-40d9-88fa-b7b15b9eca71 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690031 Feb 28 20:29:29.127569 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673a1d02-d52e-4cfc-86bb-b0e1e81f6e74 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router ded26f93-08e0-4e52-b08a-9b7733ad0c73 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:29.138199 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f4eec2-c91e-46f1-96f7-ee4ea8ffdd75 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:29.138722 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-62f4eec2-c91e-46f1-96f7-ee4ea8ffdd75 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:29.146711 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3674c66a-5e5a-4492-992d-44c2a4b0ccdb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Router 1d90cf06-0021-4441-b19e-1e23c7f08cb9 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:29.156227 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dc3bc8-92b9-47cb-8bf2-1c3168c0b7aa tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:29.162972 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dc3bc8-92b9-47cb-8bf2-1c3168c0b7aa tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:29.168944 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dc3bc8-92b9-47cb-8bf2-1c3168c0b7aa tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:29.173299 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-23dc3bc8-92b9-47cb-8bf2-1c3168c0b7aa tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "GET /v2.0/ports?network_id=aa5fc6b5-520e-4a41-bff9-a202231e02e8 HTTP/1.1" status: 200 len: 2357 time: 0.3738627 Feb 28 20:29:29.180021 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37258) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:29.261428 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f191eda-79b9-4230-b281-a0ff09186480 req-a048d6e3-9eea-4d63-be8e-833b26cd99aa tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] No DVR routers for this DVR port 383e7d1d-375b-4c2d-a342-4b2cd3df218e on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:29:29.275060 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-62f4eec2-c91e-46f1-96f7-ee4ea8ffdd75 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.2373548 Feb 28 20:29:29.281644 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-6f191eda-79b9-4230-b281-a0ff09186480 req-a048d6e3-9eea-4d63-be8e-833b26cd99aa tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:29.283237 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6f191eda-79b9-4230-b281-a0ff09186480 req-a048d6e3-9eea-4d63-be8e-833b26cd99aa tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.15 "DELETE /v2.0/ports/383e7d1d-375b-4c2d-a342-4b2cd3df218e HTTP/1.1" status: 204 len: 173 time: 1.5318127 Feb 28 20:29:29.283717 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b2f5d2-a134-4f6e-aa7a-10802b844c60', 'name': 'network-vif-deleted', 'tag': '383e7d1d-375b-4c2d-a342-4b2cd3df218e'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:29:29.285436 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37260) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:29.286539 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9035fc5-512b-4a37-a4a8-64b3a4f6a1cc" -d '{"events": [{"server_uuid": "f2b2f5d2-a134-4f6e-aa7a-10802b844c60", "name": "network-vif-deleted", "tag": "383e7d1d-375b-4c2d-a342-4b2cd3df218e"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:29:29.290875 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-b68e6c4b-4802-4edd-aa79-e6d5d50ed420 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.66'}]}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:29.297151 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673a1d02-d52e-4cfc-86bb-b0e1e81f6e74 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:29.307993 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-673a1d02-d52e-4cfc-86bb-b0e1e81f6e74 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:29.311858 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-673a1d02-d52e-4cfc-86bb-b0e1e81f6e74 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/ded26f93-08e0-4e52-b08a-9b7733ad0c73 HTTP/1.1" status: 200 len: 701 time: 1.3815441 Feb 28 20:29:29.317045 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37264) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:29.323794 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5718743-8cbf-43dc-a00f-7a9f82eaeca8 None None] Sync routers for ids ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:29.340148 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd781d-6234-4e53-aa17-87f7a5b5a9f2 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:29.342179 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-13fd781d-6234-4e53-aa17-87f7a5b5a9f2 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "GET /v2.0/subnets/1b4cbebd-5662-4e76-b6ab-583fdb0951bf HTTP/1.1" status: 200 len: 797 time: 0.1446903 Feb 28 20:29:29.349088 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37266) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:29.356964 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-13e22b39-87a2-4316-8229-7a7cd9df88ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Request body: {'port': {'network_id': 'aa5fc6b5-520e-4a41-bff9-a202231e02e8', 'name': 'tempest-FloatingIPTestJSON-311820201', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:29.361928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5718743-8cbf-43dc-a00f-7a9f82eaeca8 None None] Routers {'ded26f93-08e0-4e52-b08a-9b7733ad0c73'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:29.362209 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] device_id is not set on port 72d8aecf-3230-4c57-b805-debe4b769062 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:29:29.362738 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a5718743-8cbf-43dc-a00f-7a9f82eaeca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:29.374561 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-aa3d4b37-6338-442a-8b46-d4ec9a9ca005 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/ports?device_id=ded26f93-08e0-4e52-b08a-9b7733ad0c73 HTTP/1.1" status: 200 len: 205 time: 0.0537281 Feb 28 20:29:29.375531 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37268) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:29.393265 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks [] for port (72d8aecf-3230-4c57-b805-debe4b769062), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:29.460580 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b68e6c4b-4802-4edd-aa79-e6d5d50ed420 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (3d1abce0-70f0-4e87-b473-5c0e4d361ddd), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:29.461656 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b68e6c4b-4802-4edd-aa79-e6d5d50ed420 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (3d1abce0-70f0-4e87-b473-5c0e4d361ddd), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:29.556489 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-a5718743-8cbf-43dc-a00f-7a9f82eaeca8 None None] Set router ded26f93-08e0-4e52-b08a-9b7733ad0c73 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:29:29.582565 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2e717233-d20b-411e-850c-012e05269bf0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (ded26f93-08e0-4e52-b08a-9b7733ad0c73), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:29.587183 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b68e6c4b-4802-4edd-aa79-e6d5d50ed420 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Publish callbacks [] for router_controller (3d1abce0-70f0-4e87-b473-5c0e4d361ddd), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:29.633274 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3674c66a-5e5a-4492-992d-44c2a4b0ccdb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:29.641600 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3674c66a-5e5a-4492-992d-44c2a4b0ccdb tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] 10.222.0.13 "PUT /v2.0/routers/1d90cf06-0021-4441-b19e-1e23c7f08cb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8745906 Feb 28 20:29:29.650398 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37272) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:29.650746 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535d8dd5-65b3-4663-8b16-00f734142d1c None None] Sync routers for ids ['1d90cf06-0021-4441-b19e-1e23c7f08cb9'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:29.659553 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a5718743-8cbf-43dc-a00f-7a9f82eaeca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:29:24Z', 'revision_number': 11, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:29.660754 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535d8dd5-65b3-4663-8b16-00f734142d1c None None] Routers {'1d90cf06-0021-4441-b19e-1e23c7f08cb9'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:29.661385 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-535d8dd5-65b3-4663-8b16-00f734142d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1d90cf06-0021-4441-b19e-1e23c7f08cb9'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:29.697018 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-535d8dd5-65b3-4663-8b16-00f734142d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:29.697632 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5718743-8cbf-43dc-a00f-7a9f82eaeca8 None None] Checking router: ded26f93-08e0-4e52-b08a-9b7733ad0c73 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:29:29.706509 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535d8dd5-65b3-4663-8b16-00f734142d1c None None] Routers {'1d90cf06-0021-4441-b19e-1e23c7f08cb9'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:29.707400 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-535d8dd5-65b3-4663-8b16-00f734142d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1d90cf06-0021-4441-b19e-1e23c7f08cb9'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:29.707582 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5718743-8cbf-43dc-a00f-7a9f82eaeca8 None None] Routers {'ded26f93-08e0-4e52-b08a-9b7733ad0c73'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:29.708329 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a5718743-8cbf-43dc-a00f-7a9f82eaeca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:29.750642 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-535d8dd5-65b3-4663-8b16-00f734142d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:29.751638 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535d8dd5-65b3-4663-8b16-00f734142d1c None None] The sync data for ids ['1d90cf06-0021-4441-b19e-1e23c7f08cb9'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:29.832212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-a5718743-8cbf-43dc-a00f-7a9f82eaeca8 None None] Set router ded26f93-08e0-4e52-b08a-9b7733ad0c73 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:29:29.891218 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0ce0fd-12b5-422b-8c0b-2a3ce9c486d1 x-openstack-request-id: req-7e0ce0fd-12b5-422b-8c0b-2a3ce9c486d1 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:29:29.892419 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b2f5d2-a134-4f6e-aa7a-10802b844c60", "name": "network-vif-deleted", "tag": "383e7d1d-375b-4c2d-a342-4b2cd3df218e", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:29:29.892788 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e0ce0fd-12b5-422b-8c0b-2a3ce9c486d1 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:29:29.893345 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b2f5d2-a134-4f6e-aa7a-10802b844c60', 'name': 'network-vif-deleted', 'tag': '383e7d1d-375b-4c2d-a342-4b2cd3df218e', 'status': 'completed', 'code': 200} Feb 28 20:29:29.897022 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (72d8aecf-3230-4c57-b805-debe4b769062), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:29.916427 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a5718743-8cbf-43dc-a00f-7a9f82eaeca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:29:24Z', 'revision_number': 11, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:29.956205 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5718743-8cbf-43dc-a00f-7a9f82eaeca8 None None] The sync data for ids ['ded26f93-08e0-4e52-b08a-9b7733ad0c73'] in n-d-820368-21 is: [{'id': 'ded26f93-08e0-4e52-b08a-9b7733ad0c73', 'name': 'tempest-RoutersTest-router-1663883127', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:03Z', 'updated_at': '2022-02-28T20:29:24Z', 'revision_number': 11, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:30.014507 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Pushing event updated for resources: {'Port': ['ID=72d8aecf-3230-4c57-b805-debe4b769062,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:30.043935 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Checking segment: {'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:29:30.044513 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Network hostable DHCP agents. Network: 06b96826-f13a-44a8-b35b-64501c921d14, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:29:30.051499 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2e717233-d20b-411e-850c-012e05269bf0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (ded26f93-08e0-4e52-b08a-9b7733ad0c73), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:30.057525 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2e717233-d20b-411e-850c-012e05269bf0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router_controller (ded26f93-08e0-4e52-b08a-9b7733ad0c73), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:30.062690 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e22b39-87a2-4316-8229-7a7cd9df88ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Made reservation on behalf of e38b0e6fba494a7aacc592cb25d2e86a for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:30.068200 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7ed40-1206-417d-8ef1-abbfd61deacd req-fbfee168-12fe-4bb8-9377-9b12b5d94d50 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:30.072533 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efc7ed40-1206-417d-8ef1-abbfd61deacd req-fbfee168-12fe-4bb8-9377-9b12b5d94d50 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.4434144 Feb 28 20:29:30.081854 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b68e6c4b-4802-4edd-aa79-e6d5d50ed420 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Publish callbacks [] for router_gateway (3d1abce0-70f0-4e87-b473-5c0e4d361ddd), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:30.144015 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Network 06b96826-f13a-44a8-b35b-64501c921d14 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:29:30.164964 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 06b96826-f13a-44a8-b35b-64501c921d14) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:30.171488 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:30.188640 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09fa08c-34e7-4804-8d6e-bde44a204f32 None None] Network 06b96826-f13a-44a8-b35b-64501c921d14 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:29:30.200444 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:30.200788 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:30.201187 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:30.203150 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-265e5e3e-0f82-4e3c-adf9-1792d9cc839e tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for router (1d90cf06-0021-4441-b19e-1e23c7f08cb9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:30.207897 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-13e22b39-87a2-4316-8229-7a7cd9df88ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:30.213452 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 72d8aecf-3230-4c57-b805-debe4b769062 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:30.214157 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:30.222166 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 2 to bind port 72d8aecf-3230-4c57-b805-debe4b769062 Feb 28 20:29:30.246833 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-13e22b39-87a2-4316-8229-7a7cd9df88ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] device_id is not set on port fa2fa598-e89d-46ab-90d3-9260b952e842 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:29:30.252144 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:30.252604 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:30.253179 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:30.301429 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2e717233-d20b-411e-850c-012e05269bf0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (ded26f93-08e0-4e52-b08a-9b7733ad0c73), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:30.301957 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e717233-d20b-411e-850c-012e05269bf0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Fanout notify agent at l3_agent the message router_deleted on router ded26f93-08e0-4e52-b08a-9b7733ad0c73 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:29:30.306593 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 72d8aecf-3230-4c57-b805-debe4b769062 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:30.307170 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:30.319738 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 3 to bind port 72d8aecf-3230-4c57-b805-debe4b769062 Feb 28 20:29:30.351332 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2e717233-d20b-411e-850c-012e05269bf0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:30.359193 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37278) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:30.360078 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2e717233-d20b-411e-850c-012e05269bf0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/routers/ded26f93-08e0-4e52-b08a-9b7733ad0c73 HTTP/1.1" status: 204 len: 168 time: 0.9793389 Feb 28 20:29:30.373896 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-1facaa00-7119-40ce-a501-123aaa3139c2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-911574730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:30.386927 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:30.387312 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:30.387603 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:30.436279 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 72d8aecf-3230-4c57-b805-debe4b769062 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:30.436625 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:30.440204 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 4 to bind port 72d8aecf-3230-4c57-b805-debe4b769062 Feb 28 20:29:30.465243 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1facaa00-7119-40ce-a501-123aaa3139c2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (daa60395-aa50-4da5-9c2f-7327a1f68158), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:30.466294 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1facaa00-7119-40ce-a501-123aaa3139c2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (daa60395-aa50-4da5-9c2f-7327a1f68158), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:30.468892 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efc7ed40-1206-417d-8ef1-abbfd61deacd req-0e353e70-59be-4b10-8aa3-4c146f1b9dbf tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765397 Feb 28 20:29:30.479310 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:30.479699 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:30.480128 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:30.527203 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 72d8aecf-3230-4c57-b805-debe4b769062 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:30.527542 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:30.530904 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 5 to bind port 72d8aecf-3230-4c57-b805-debe4b769062 Feb 28 20:29:30.580327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:30.580663 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:30.581013 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:30.607910 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 72d8aecf-3230-4c57-b805-debe4b769062 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:30.607910 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:30.615615 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-265e5e3e-0f82-4e3c-adf9-1792d9cc839e tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for router_gateway (1d90cf06-0021-4441-b19e-1e23c7f08cb9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:30.634614 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 6 to bind port 72d8aecf-3230-4c57-b805-debe4b769062 Feb 28 20:29:30.671488 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1facaa00-7119-40ce-a501-123aaa3139c2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router_controller (daa60395-aa50-4da5-9c2f-7327a1f68158), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:30.674872 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca40095-cee4-49de-99d0-de2fb279054d req-eda61130-621e-4c55-9cfa-046230ac46d9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:30.676583 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ca40095-cee4-49de-99d0-de2fb279054d req-eda61130-621e-4c55-9cfa-046230ac46d9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 805 time: 0.1531048 Feb 28 20:29:30.681434 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:30.681780 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:30.682122 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:30.684401 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1facaa00-7119-40ce-a501-123aaa3139c2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (daa60395-aa50-4da5-9c2f-7327a1f68158), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:30.703546 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 72d8aecf-3230-4c57-b805-debe4b769062 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:30.703803 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:30.706708 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 7 to bind port 72d8aecf-3230-4c57-b805-debe4b769062 Feb 28 20:29:30.720210 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1facaa00-7119-40ce-a501-123aaa3139c2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:30.721481 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1facaa00-7119-40ce-a501-123aaa3139c2 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3593585 Feb 28 20:29:30.729169 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37290) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:30.739433 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-518137c5-759a-4e93-8c77-15eba456debe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:30.765458 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ca40095-cee4-49de-99d0-de2fb279054d req-bff552c0-69e4-46fb-a0f4-9c82edd99a25 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/quotas/e1fe66526f8249ae8c4d2136030f25ec HTTP/1.1" status: 200 len: 375 time: 0.0804369 Feb 28 20:29:30.789187 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:30.789480 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:30.789725 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:30.832719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 72d8aecf-3230-4c57-b805-debe4b769062 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:30.833057 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:30.837498 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 8 to bind port 72d8aecf-3230-4c57-b805-debe4b769062 Feb 28 20:29:30.843887 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-265e5e3e-0f82-4e3c-adf9-1792d9cc839e tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Deleting port d54f8c80-e6e3-4301-b135-dccfeceedfa2 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:30.844083 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-265e5e3e-0f82-4e3c-adf9-1792d9cc839e tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d54f8c80-e6e3-4301-b135-dccfeceedfa2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:30.848218 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b68e6c4b-4802-4edd-aa79-e6d5d50ed420 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Publish callbacks [] for router_gateway (3d1abce0-70f0-4e87-b473-5c0e4d361ddd), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:30.859450 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-13e22b39-87a2-4316-8229-7a7cd9df88ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Allocated IP 172.20.0.14 (aa5fc6b5-520e-4a41-bff9-a202231e02e8/1b4cbebd-5662-4e76-b6ab-583fdb0951bf/fa2fa598-e89d-46ab-90d3-9260b952e842) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:30.869561 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:30.869899 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:30.870234 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:30.873450 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-13e22b39-87a2-4316-8229-7a7cd9df88ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Allocated IP 172.20.0.13 (aa5fc6b5-520e-4a41-bff9-a202231e02e8/1b4cbebd-5662-4e76-b6ab-583fdb0951bf/fa2fa598-e89d-46ab-90d3-9260b952e842) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:30.890703 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b68e6c4b-4802-4edd-aa79-e6d5d50ed420 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:30.912294 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 72d8aecf-3230-4c57-b805-debe4b769062 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:30.912878 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:30.915914 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 9 to bind port 72d8aecf-3230-4c57-b805-debe4b769062 Feb 28 20:29:30.938890 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ca40095-cee4-49de-99d0-de2fb279054d req-97673c82-37cd-4b08-9bf3-97a416e368da tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1667404 Feb 28 20:29:30.975515 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:30.975901 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:30.976240 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:31.022742 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 72d8aecf-3230-4c57-b805-debe4b769062 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:31.023670 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:31.028163 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 10 to bind port 72d8aecf-3230-4c57-b805-debe4b769062 Feb 28 20:29:31.078955 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-518137c5-759a-4e93-8c77-15eba456debe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (daa60395-aa50-4da5-9c2f-7327a1f68158), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:31.082396 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:31.082733 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:31.083068 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:31.110726 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 72d8aecf-3230-4c57-b805-debe4b769062 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:31.111060 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 72d8aecf-3230-4c57-b805-debe4b769062 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:31.111423 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (72d8aecf-3230-4c57-b805-debe4b769062), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:31.114331 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-265e5e3e-0f82-4e3c-adf9-1792d9cc839e tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d54f8c80-e6e3-4301-b135-dccfeceedfa2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:31.140009 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-265e5e3e-0f82-4e3c-adf9-1792d9cc839e tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Calling delete_port for d54f8c80-e6e3-4301-b135-dccfeceedfa2 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:31.145574 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-518137c5-759a-4e93-8c77-15eba456debe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921162'] for router (daa60395-aa50-4da5-9c2f-7327a1f68158), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:31.228732 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ca40095-cee4-49de-99d0-de2fb279054d req-5f31e9ab-b0fd-446e-81ad-116cb751b021 service neutron] 10.222.0.13 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468565 Feb 28 20:29:31.277431 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b68e6c4b-4802-4edd-aa79-e6d5d50ed420 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Publish callbacks [] for router (3d1abce0-70f0-4e87-b473-5c0e4d361ddd), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:31.316182 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-13e22b39-87a2-4316-8229-7a7cd9df88ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for port (fa2fa598-e89d-46ab-90d3-9260b952e842), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:31.338173 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] For port 72d8aecf-3230-4c57-b805-debe4b769062, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:29:31.338543 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempted to set empty binding levels {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 20:29:31.348029 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (72d8aecf-3230-4c57-b805-debe4b769062), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:31.398423 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:31.399025 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:31.406347 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518137c5-759a-4e93-8c77-15eba456debe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Router daa60395-aa50-4da5-9c2f-7327a1f68158 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:29:31.434094 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Pushing event updated for resources: {'Port': ['ID=72d8aecf-3230-4c57-b805-debe4b769062,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:31.442052 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-48467c9c-3ed8-41ad-a8d8-94e4fb8db9f7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.3319063 Feb 28 20:29:31.443041 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37292) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:31.443562 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-13e22b39-87a2-4316-8229-7a7cd9df88ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (fa2fa598-e89d-46ab-90d3-9260b952e842), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:31.821154 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e22b39-87a2-4316-8229-7a7cd9df88ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Network aa5fc6b5-520e-4a41-bff9-a202231e02e8 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:31.825374 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518137c5-759a-4e93-8c77-15eba456debe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:31.835477 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-518137c5-759a-4e93-8c77-15eba456debe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:31.840241 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044a4f63-5791-4754-8fa1-5f14b0ce9376 None None] Sync routers for ids ['daa60395-aa50-4da5-9c2f-7327a1f68158'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:31.840767 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-518137c5-759a-4e93-8c77-15eba456debe tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "PUT /v2.0/routers/daa60395-aa50-4da5-9c2f-7327a1f68158 HTTP/1.1" status: 200 len: 693 time: 1.1051018 Feb 28 20:29:31.840767 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-13e22b39-87a2-4316-8229-7a7cd9df88ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:31.843394 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e22b39-87a2-4316-8229-7a7cd9df88ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:31.845717 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37296) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:31.848497 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e22b39-87a2-4316-8229-7a7cd9df88ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Port': ['ID=fa2fa598-e89d-46ab-90d3-9260b952e842,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:31.849459 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a4f63-5791-4754-8fa1-5f14b0ce9376 None None] Routers {'daa60395-aa50-4da5-9c2f-7327a1f68158'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:31.850381 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-044a4f63-5791-4754-8fa1-5f14b0ce9376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['daa60395-aa50-4da5-9c2f-7327a1f68158'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:31.934013 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b68e6c4b-4802-4edd-aa79-e6d5d50ed420 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (3d1abce0-70f0-4e87-b473-5c0e4d361ddd), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:31.936899 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-044a4f63-5791-4754-8fa1-5f14b0ce9376 None None] Set router daa60395-aa50-4da5-9c2f-7327a1f68158 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:29:31.937318 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ca40095-cee4-49de-99d0-de2fb279054d req-3f2f1dcd-1444-4b44-bb9b-a2c4d21f880e service neutron] 10.222.0.13 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7000837 Feb 28 20:29:31.939835 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b68e6c4b-4802-4edd-aa79-e6d5d50ed420 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Publish callbacks [] for router_controller (3d1abce0-70f0-4e87-b473-5c0e4d361ddd), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:31.952818 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e694a1e-d16b-44a6-8594-fbed431c0d5d req-ced67d64-6cae-4bc0-a55b-ad1be6c8f856 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:31.954340 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8e694a1e-d16b-44a6-8594-fbed431c0d5d req-ced67d64-6cae-4bc0-a55b-ad1be6c8f856 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.2743683 Feb 28 20:29:31.992384 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-30db2ef2-aa1e-41fb-8316-262d52936e63 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/routers/daa60395-aa50-4da5-9c2f-7327a1f68158 HTTP/1.1" status: 200 len: 699 time: 0.1421847 Feb 28 20:29:31.996165 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e22b39-87a2-4316-8229-7a7cd9df88ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:31.996797 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-13e22b39-87a2-4316-8229-7a7cd9df88ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:31.998999 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37298) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:32.005952 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-044a4f63-5791-4754-8fa1-5f14b0ce9376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa60395-aa50-4da5-9c2f-7327a1f68158', 'name': 'tempest-RoutersTest-router-911574730', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:29:30Z', 'updated_at': '2022-02-28T20:29:31Z', 'revision_number': 2, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:32.041410 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7ae758f8-dfbb-4699-9f1f-ea78cdeca3c8 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa60395-aa50-4da5-9c2f-7327a1f68158 HTTP/1.1" status: 200 len: 205 time: 0.0351124 Feb 28 20:29:32.041697 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37300) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:32.042429 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-13e22b39-87a2-4316-8229-7a7cd9df88ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.6921556 Feb 28 20:29:32.045952 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044a4f63-5791-4754-8fa1-5f14b0ce9376 None None] Checking router: daa60395-aa50-4da5-9c2f-7327a1f68158 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:29:32.047003 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37302) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:32.051658 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a527f4f2-611c-4676-86fd-8f01a340399f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': 'fa2fa598-e89d-46ab-90d3-9260b952e842', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:32.057646 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-05180604-7bb3-4f81-8d8c-6e66a1df0162 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Deleting port 72d8aecf-3230-4c57-b805-debe4b769062 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:32.057990 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-05180604-7bb3-4f81-8d8c-6e66a1df0162 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (72d8aecf-3230-4c57-b805-debe4b769062), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:32.061295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a4f63-5791-4754-8fa1-5f14b0ce9376 None None] Routers {'daa60395-aa50-4da5-9c2f-7327a1f68158'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:32.066086 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-044a4f63-5791-4754-8fa1-5f14b0ce9376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['daa60395-aa50-4da5-9c2f-7327a1f68158'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:32.078621 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b68e6c4b-4802-4edd-aa79-e6d5d50ed420 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (3d1abce0-70f0-4e87-b473-5c0e4d361ddd), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:32.079087 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68e6c4b-4802-4edd-aa79-e6d5d50ed420 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d1abce0-70f0-4e87-b473-5c0e4d361ddd {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:29:32.129256 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a527f4f2-611c-4676-86fd-8f01a340399f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:32.150352 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8e694a1e-d16b-44a6-8594-fbed431c0d5d req-b7514fac-5409-4306-be54-a834df8c4271 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770399 Feb 28 20:29:32.154533 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-05180604-7bb3-4f81-8d8c-6e66a1df0162 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] For port 72d8aecf-3230-4c57-b805-debe4b769062, host n-h1-820368-21, got binding levels [] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:32.154963 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-05180604-7bb3-4f81-8d8c-6e66a1df0162 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (72d8aecf-3230-4c57-b805-debe4b769062), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:32.181918 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-05180604-7bb3-4f81-8d8c-6e66a1df0162 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Calling delete_port for 72d8aecf-3230-4c57-b805-debe4b769062 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:32.232592 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc562782-d8bd-46b5-80a0-a747b58b66dd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (daa60395-aa50-4da5-9c2f-7327a1f68158), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:32.274498 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-b1cae370-bf68-4d23-b755-abbf8362ec2c req-0182f4cb-b0f1-4daa-b4a6-0996fc11e4ff tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1953450904', 'description': 'tempest-description-1205760383'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:32.279050 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-044a4f63-5791-4754-8fa1-5f14b0ce9376 None None] Set router daa60395-aa50-4da5-9c2f-7327a1f68158 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:29:32.280097 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-b68e6c4b-4802-4edd-aa79-e6d5d50ed420 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 28 20:29:32.284075 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b68e6c4b-4802-4edd-aa79-e6d5d50ed420 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.9972744 Feb 28 20:29:32.287278 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37308) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:32.373834 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-044a4f63-5791-4754-8fa1-5f14b0ce9376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa60395-aa50-4da5-9c2f-7327a1f68158', 'name': 'tempest-RoutersTest-router-911574730', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:29:30Z', 'updated_at': '2022-02-28T20:29:31Z', 'revision_number': 2, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:32.377258 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 383e7d1d-375b-4c2d-a342-4b2cd3df218e no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:29:32.385175 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-05180604-7bb3-4f81-8d8c-6e66a1df0162 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (72d8aecf-3230-4c57-b805-debe4b769062), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:32.407751 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 383e7d1d-375b-4c2d-a342-4b2cd3df218e {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:29:32.408538 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 383e7d1d-375b-4c2d-a342-4b2cd3df218e not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:29:32.419971 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-265e5e3e-0f82-4e3c-adf9-1792d9cc839e tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d54f8c80-e6e3-4301-b135-dccfeceedfa2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:32.428393 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05180604-7bb3-4f81-8d8c-6e66a1df0162 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Pushing event deleted for resources: {'Port': ['ID=72d8aecf-3230-4c57-b805-debe4b769062,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:32.437807 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-05180604-7bb3-4f81-8d8c-6e66a1df0162 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:32.443396 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-05180604-7bb3-4f81-8d8c-6e66a1df0162 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] 10.222.0.13 "DELETE /v2.0/ports/72d8aecf-3230-4c57-b805-debe4b769062 HTTP/1.1" status: 204 len: 168 time: 0.9950416 Feb 28 20:29:32.444168 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37312) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:32.446848 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a527f4f2-611c-4676-86fd-8f01a340399f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:32.448494 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044a4f63-5791-4754-8fa1-5f14b0ce9376 None None] The sync data for ids ['daa60395-aa50-4da5-9c2f-7327a1f68158'] in n-d-820368-21 is: [{'id': 'daa60395-aa50-4da5-9c2f-7327a1f68158', 'name': 'tempest-RoutersTest-router-911574730', 'tenant_id': '25615de0e19746d8843cb2b14de50f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:29:30Z', 'updated_at': '2022-02-28T20:29:31Z', 'revision_number': 2, 'project_id': '25615de0e19746d8843cb2b14de50f6e', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:32.496706 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8f33c19-b4c2-4091-aa61-2db20d64690f req-db98c769-b759-4788-9c49-1308d1e9ad74 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d4808f-2ac5-400b-a5b0-5a7e33d84159 HTTP/1.1" status: 200 len: 210 time: 0.0808320 Feb 28 20:29:32.544578 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-af549b46-daa0-4980-8e37-d909fcb6cda2 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Deleting port 97221781-90ce-4355-ac25-020c38546abf {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:32.544916 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af549b46-daa0-4980-8e37-d909fcb6cda2 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (97221781-90ce-4355-ac25-020c38546abf), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:32.562629 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-029ca0da-9c87-4e6b-9004-b32b0be1b927 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] GET failed (client error): The resource could not be found. Feb 28 20:29:32.570098 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-029ca0da-9c87-4e6b-9004-b32b0be1b927 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] 10.222.0.13 "GET /v2.0/ports/72d8aecf-3230-4c57-b805-debe4b769062 HTTP/1.1" status: 404 len: 333 time: 0.1199176 Feb 28 20:29:32.573519 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37318) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:32.580927 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-2d8b1295-a0f6-44b0-b6c9-a12653f8831a tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Request body: {'port': {'network_id': '06b96826-f13a-44a8-b35b-64501c921d14', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-205292328'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:32.581347 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e5e3e-0f82-4e3c-adf9-1792d9cc839e tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Pushing event deleted for resources: {'Port': ['ID=d54f8c80-e6e3-4301-b135-dccfeceedfa2,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:32.661422 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b1cae370-bf68-4d23-b755-abbf8362ec2c req-0182f4cb-b0f1-4daa-b4a6-0996fc11e4ff tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:32.690965 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc562782-d8bd-46b5-80a0-a747b58b66dd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (daa60395-aa50-4da5-9c2f-7327a1f68158), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:32.692881 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8b1295-a0f6-44b0-b6c9-a12653f8831a tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Made reservation on behalf of 260f406bfd8a406b8d56818ceb0004c2 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:32.696690 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d8b1295-a0f6-44b0-b6c9-a12653f8831a tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:32.697283 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc562782-d8bd-46b5-80a0-a747b58b66dd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router_controller (daa60395-aa50-4da5-9c2f-7327a1f68158), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:32.719066 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-2d8b1295-a0f6-44b0-b6c9-a12653f8831a tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] device_id is not set on port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:29:32.758740 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-265e5e3e-0f82-4e3c-adf9-1792d9cc839e tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (1d90cf06-0021-4441-b19e-1e23c7f08cb9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:32.809322 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af549b46-daa0-4980-8e37-d909fcb6cda2 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (97221781-90ce-4355-ac25-020c38546abf), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:32.826890 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-a527f4f2-611c-4676-86fd-8f01a340399f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Allocated IP 172.25.0.201 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/4d43e331-40aa-4bb7-af32-b559d83c1202) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:32.836145 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc562782-d8bd-46b5-80a0-a747b58b66dd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (daa60395-aa50-4da5-9c2f-7327a1f68158), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:32.837057 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc562782-d8bd-46b5-80a0-a747b58b66dd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Fanout notify agent at l3_agent the message router_deleted on router daa60395-aa50-4da5-9c2f-7327a1f68158 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:29:32.846102 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dc562782-d8bd-46b5-80a0-a747b58b66dd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:32.847216 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-dc562782-d8bd-46b5-80a0-a747b58b66dd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/routers/daa60395-aa50-4da5-9c2f-7327a1f68158 HTTP/1.1" status: 204 len: 168 time: 0.8047533 Feb 28 20:29:32.853060 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37322) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:32.854007 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-af549b46-daa0-4980-8e37-d909fcb6cda2 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Calling delete_port for 97221781-90ce-4355-ac25-020c38546abf owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:32.894243 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-265e5e3e-0f82-4e3c-adf9-1792d9cc839e tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (1d90cf06-0021-4441-b19e-1e23c7f08cb9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:32.899328 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-265e5e3e-0f82-4e3c-adf9-1792d9cc839e tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for router_controller (1d90cf06-0021-4441-b19e-1e23c7f08cb9), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:32.912000 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7e9e265d-cf2e-4e9a-958d-6e7d2bd63301 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa60395-aa50-4da5-9c2f-7327a1f68158 HTTP/1.1" status: 200 len: 205 time: 0.0511713 Feb 28 20:29:32.917673 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37324) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:33.007849 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-820aae48-2081-408c-82cc-87985c4da82d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] delete failed (client error): The resource could not be found. Feb 28 20:29:33.011126 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-820aae48-2081-408c-82cc-87985c4da82d tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/routers/daa60395-aa50-4da5-9c2f-7327a1f68158 HTTP/1.1" status: 404 len: 336 time: 0.0550570 Feb 28 20:29:33.014738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37326) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:33.028035 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-265e5e3e-0f82-4e3c-adf9-1792d9cc839e tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (1d90cf06-0021-4441-b19e-1e23c7f08cb9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:33.028839 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265e5e3e-0f82-4e3c-adf9-1792d9cc839e tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Fanout notify agent at l3_agent the message router_deleted on router 1d90cf06-0021-4441-b19e-1e23c7f08cb9 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:29:33.033516 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b1cae370-bf68-4d23-b755-abbf8362ec2c req-0182f4cb-b0f1-4daa-b4a6-0996fc11e4ff tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks [] for security_group (04ae349e-dbf7-46d8-954d-c523272b98b6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:33.040131 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-265e5e3e-0f82-4e3c-adf9-1792d9cc839e tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:33.043860 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-265e5e3e-0f82-4e3c-adf9-1792d9cc839e tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] 10.222.0.13 "DELETE /v2.0/routers/1d90cf06-0021-4441-b19e-1e23c7f08cb9 HTTP/1.1" status: 204 len: 168 time: 3.3877020 Feb 28 20:29:33.049030 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37328) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:33.061289 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b1cae370-bf68-4d23-b755-abbf8362ec2c req-0182f4cb-b0f1-4daa-b4a6-0996fc11e4ff tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (04ae349e-dbf7-46d8-954d-c523272b98b6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:33.063988 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b66ea9-3a15-4844-ac93-1093da2e55e7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] DELETE failed (client error): The resource could not be found. Feb 28 20:29:33.064484 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b66ea9-3a15-4844-ac93-1093da2e55e7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:29:33.068800 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c3b66ea9-3a15-4844-ac93-1093da2e55e7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/subnets/63cf2acb-59be-4363-b3a8-de61bb411092 HTTP/1.1" status: 404 len: 337 time: 0.0525165 Feb 28 20:29:33.071035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37330) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:33.125995 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-27842331-cc44-497f-94d1-04fe474ffc1f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] DELETE failed (client error): The resource could not be found. Feb 28 20:29:33.126839 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27842331-cc44-497f-94d1-04fe474ffc1f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:29:33.129950 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-27842331-cc44-497f-94d1-04fe474ffc1f tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/subnets/a072275c-af23-49d1-a01e-098d18f4c2da HTTP/1.1" status: 404 len: 337 time: 0.0497200 Feb 28 20:29:33.138271 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37332) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:33.139443 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d8b1295-a0f6-44b0-b6c9-a12653f8831a tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks [] for port (86a43423-dd77-4fc3-9881-e3dc60fe4df5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:33.140919 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b1cae370-bf68-4d23-b755-abbf8362ec2c req-0182f4cb-b0f1-4daa-b4a6-0996fc11e4ff tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:33.142949 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b1cae370-bf68-4d23-b755-abbf8362ec2c req-0182f4cb-b0f1-4daa-b4a6-0996fc11e4ff tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.9145045 Feb 28 20:29:33.159193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182f4cb-b0f1-4daa-b4a6-0996fc11e4ff tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ae349e-dbf7-46d8-954d-c523272b98b6,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:33.179326 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-37636963-261e-47f7-872b-9f3993ed1359 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] DELETE failed (client error): The resource could not be found. Feb 28 20:29:33.179814 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37636963-261e-47f7-872b-9f3993ed1359 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:29:33.183638 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-37636963-261e-47f7-872b-9f3993ed1359 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/subnets/0bf307bf-fcab-49f4-b69a-286b9837e298 HTTP/1.1" status: 404 len: 337 time: 0.0395298 Feb 28 20:29:33.185510 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37336) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:33.196395 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a527f4f2-611c-4676-86fd-8f01a340399f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for port (4d43e331-40aa-4bb7-af32-b559d83c1202), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:33.201388 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d913c8f-171b-4709-823f-328d916a9d24 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Deleting subnet 7bfad5a2-3c52-4fea-81a2-79974ac1eca2 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:29:33.215598 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ff89e3-0795-47c7-87e5-fcf20b231190 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] DELETE failed (client error): The resource could not be found. Feb 28 20:29:33.216058 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d913c8f-171b-4709-823f-328d916a9d24 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for subnet (7bfad5a2-3c52-4fea-81a2-79974ac1eca2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:33.216207 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ff89e3-0795-47c7-87e5-fcf20b231190 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:29:33.219144 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-16ff89e3-0795-47c7-87e5-fcf20b231190 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/subnets/855c1b00-8400-4b58-aeeb-5aed14fa5a00 HTTP/1.1" status: 404 len: 337 time: 0.0326958 Feb 28 20:29:33.224804 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37338) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:33.263202 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a4461b16-efc8-4567-9d84-e6f9799717e4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/ports?device_id=ded26f93-08e0-4e52-b08a-9b7733ad0c73 HTTP/1.1" status: 200 len: 205 time: 0.0362902 Feb 28 20:29:33.267678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37340) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:33.322358 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-81a468fc-21b5-448d-a880-7901e39cad5c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] delete failed (client error): The resource could not be found. Feb 28 20:29:33.322642 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d8b1295-a0f6-44b0-b6c9-a12653f8831a tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (86a43423-dd77-4fc3-9881-e3dc60fe4df5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:33.323402 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-81a468fc-21b5-448d-a880-7901e39cad5c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/routers/ded26f93-08e0-4e52-b08a-9b7733ad0c73 HTTP/1.1" status: 404 len: 336 time: 0.0547965 Feb 28 20:29:33.328293 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68ee8647-95a4-4460-b391-095106820cb0 req-800c527d-4d05-4106-b04d-99d1bd153107 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1953450904&fields=id&tenant_id=04ef52175a9b4ca6b424bbdfe5599978 HTTP/1.1" status: 200 len: 267 time: 0.1146712 Feb 28 20:29:33.328760 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37342) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:33.344479 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d913c8f-171b-4709-823f-328d916a9d24 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (7bfad5a2-3c52-4fea-81a2-79974ac1eca2), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:33.378017 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7993d0ba-9111-4f50-8aff-236d736558ab tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba7883e0-b854-4659-a0a1-f5f26cef880c HTTP/1.1" status: 200 len: 205 time: 0.0478163 Feb 28 20:29:33.402295 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37344) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:33.448288 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a527f4f2-611c-4676-86fd-8f01a340399f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4d43e331-40aa-4bb7-af32-b559d83c1202), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:33.467300 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af549b46-daa0-4980-8e37-d909fcb6cda2 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (97221781-90ce-4355-ac25-020c38546abf), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:33.477150 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-f2130cd0-fa0b-45c8-813d-a05086f8cbed tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] delete failed (client error): The resource could not be found. Feb 28 20:29:33.480491 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f2130cd0-fa0b-45c8-813d-a05086f8cbed tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/routers/ba7883e0-b854-4659-a0a1-f5f26cef880c HTTP/1.1" status: 404 len: 336 time: 0.0745342 Feb 28 20:29:33.481508 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37346) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:33.486874 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8b1295-a0f6-44b0-b6c9-a12653f8831a tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Network 06b96826-f13a-44a8-b35b-64501c921d14 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:33.514264 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebccbee0-f095-4c6f-9f03-40addc801ae0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] DELETE failed (client error): The resource could not be found. Feb 28 20:29:33.515025 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebccbee0-f095-4c6f-9f03-40addc801ae0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:29:33.518273 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ebccbee0-f095-4c6f-9f03-40addc801ae0 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/subnets/b2fec0da-1e4c-4d49-89a5-18e52426ed15 HTTP/1.1" status: 404 len: 337 time: 0.0356164 Feb 28 20:29:33.520867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37348) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:33.529767 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-2d8b1295-a0f6-44b0-b6c9-a12653f8831a tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:33.539724 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee8647-95a4-4460-b391-095106820cb0 req-ece0b566-2cf7-403f-aa82-a1e627db12b7 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:33.544048 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8b1295-a0f6-44b0-b6c9-a12653f8831a tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:33.545097 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8b1295-a0f6-44b0-b6c9-a12653f8831a tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:33.545695 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d8b1295-a0f6-44b0-b6c9-a12653f8831a tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:33.548363 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68ee8647-95a4-4460-b391-095106820cb0 req-ece0b566-2cf7-403f-aa82-a1e627db12b7 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.2090228 Feb 28 20:29:33.561955 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b1295-a0f6-44b0-b6c9-a12653f8831a tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Pushing event updated for resources: {'Port': ['ID=86a43423-dd77-4fc3-9881-e3dc60fe4df5,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:33.589675 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-68ee8647-95a4-4460-b391-095106820cb0 req-ea8b3f02-44f7-4fc0-af02-43dc92f25088 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Request body: {'port': {'security_groups': ['2d04a09d-fc10-44fd-802f-cddac2c0128a', '04ae349e-dbf7-46d8-954d-c523272b98b6']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:33.597747 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d71fd7f9-c171-4cb9-89e0-da684530a4e7 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/ports?device_id=f55cc1be-b083-4dee-8451-e43f558054ca HTTP/1.1" status: 200 len: 205 time: 0.0735397 Feb 28 20:29:33.613022 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37352) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:33.655174 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12fff28d-77ff-4069-9053-81a18daf7612 req-9dd23e0d-1765-4881-b9e4-f5618b0596e3 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d4808f-2ac5-400b-a5b0-5a7e33d84159 HTTP/1.1" status: 200 len: 210 time: 0.0346885 Feb 28 20:29:33.674333 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a527f4f2-611c-4676-86fd-8f01a340399f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:33.699856 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-68ee8647-95a4-4460-b391-095106820cb0 req-ea8b3f02-44f7-4fc0-af02-43dc92f25088 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e2e04e92-1a97-42eb-8664-8fac7ca846f8), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:33.749057 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-a527f4f2-611c-4676-86fd-8f01a340399f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:33.773266 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a527f4f2-611c-4676-86fd-8f01a340399f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:33.781407 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-0b873c94-caed-4742-a50b-512a757d477c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] delete failed (client error): The resource could not be found. Feb 28 20:29:33.784977 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0b873c94-caed-4742-a50b-512a757d477c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/routers/f55cc1be-b083-4dee-8451-e43f558054ca HTTP/1.1" status: 404 len: 336 time: 0.1528914 Feb 28 20:29:33.785762 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2d8b1295-a0f6-44b0-b6c9-a12653f8831a tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2087440 Feb 28 20:29:33.789611 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37354) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:33.789949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37356) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:33.854948 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:33.922892 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527f4f2-611c-4676-86fd-8f01a340399f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Port': ['ID=4d43e331-40aa-4bb7-af32-b559d83c1202,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:33.926621 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-db6940cc-198f-4919-b4e0-b8276652e1d5 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac2905ed-aecd-4c47-8f17-78934722738b HTTP/1.1" status: 200 len: 205 time: 0.1300886 Feb 28 20:29:33.929153 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37358) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:33.938953 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d913c8f-171b-4709-823f-328d916a9d24 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (7bfad5a2-3c52-4fea-81a2-79974ac1eca2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:33.941024 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-68ee8647-95a4-4460-b391-095106820cb0 req-ea8b3f02-44f7-4fc0-af02-43dc92f25088 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] For port e2e04e92-1a97-42eb-8664-8fac7ca846f8, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e2e04e92-1a97-42eb-8664-8fac7ca846f8,segment=NetworkSegment(8a70148e-0b57-4d50-90ab-734818fed05d),segment_id=8a70148e-0b57-4d50-90ab-734818fed05d)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:33.978798 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-04b6fd10-4cd2-44bd-9eca-b0ac11931381 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] delete failed (client error): The resource could not be found. Feb 28 20:29:33.979879 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-04b6fd10-4cd2-44bd-9eca-b0ac11931381 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/routers/ac2905ed-aecd-4c47-8f17-78934722738b HTTP/1.1" status: 404 len: 336 time: 0.0497582 Feb 28 20:29:33.983446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37360) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:34.015654 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7e8457-0264-4511-9700-9050522d8161 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] DELETE failed (client error): The resource could not be found. Feb 28 20:29:34.016109 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7e8457-0264-4511-9700-9050522d8161 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:29:34.019615 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cf7e8457-0264-4511-9700-9050522d8161 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/subnets/abd99894-bef0-42f4-985b-a2dfeb25db75 HTTP/1.1" status: 404 len: 337 time: 0.0347619 Feb 28 20:29:34.021860 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37362) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:34.049334 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-68ee8647-95a4-4460-b391-095106820cb0 req-ea8b3f02-44f7-4fc0-af02-43dc92f25088 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks [] for port (e2e04e92-1a97-42eb-8664-8fac7ca846f8), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:34.068361 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4956b593-9fda-4cd8-9057-a2b7cd38c5c3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b843b05-72af-41f8-9086-871aff3ab0a5 HTTP/1.1" status: 200 len: 205 time: 0.0453155 Feb 28 20:29:34.069331 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-68ee8647-95a4-4460-b391-095106820cb0 req-ea8b3f02-44f7-4fc0-af02-43dc92f25088 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (e2e04e92-1a97-42eb-8664-8fac7ca846f8), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:34.076509 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37364) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:34.084388 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['e2e04e92-1a97-42eb-8664-8fac7ca846f8'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:29:34.186524 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee8647-95a4-4460-b391-095106820cb0 req-ea8b3f02-44f7-4fc0-af02-43dc92f25088 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:34.187311 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-68ee8647-95a4-4460-b391-095106820cb0 req-ea8b3f02-44f7-4fc0-af02-43dc92f25088 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:34.189745 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68ee8647-95a4-4460-b391-095106820cb0 req-ea8b3f02-44f7-4fc0-af02-43dc92f25088 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "PUT /v2.0/ports/e2e04e92-1a97-42eb-8664-8fac7ca846f8 HTTP/1.1" status: 200 len: 982 time: 0.6404057 Feb 28 20:29:34.190852 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c09c9f-a49d-4b4e-b7b4-28b38115c7ff', 'tag': 'e2e04e92-1a97-42eb-8664-8fac7ca846f8'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:29:34.199181 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda4c51a-8cdd-4656-974e-eef5c5953c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "14c09c9f-a49d-4b4e-b7b4-28b38115c7ff", "tag": "e2e04e92-1a97-42eb-8664-8fac7ca846f8"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:29:34.208155 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-b4d8fc1f-bed4-4558-8456-b30229b9f81c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] delete failed (client error): The resource could not be found. Feb 28 20:29:34.211544 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b4d8fc1f-bed4-4558-8456-b30229b9f81c tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/routers/3b843b05-72af-41f8-9086-871aff3ab0a5 HTTP/1.1" status: 404 len: 336 time: 0.1297903 Feb 28 20:29:34.247648 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca40095-cee4-49de-99d0-de2fb279054d req-f57bdd0d-70c6-4fa1-b8a6-c94ac6eba97f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:34.248980 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b3f02-44f7-4fc0-af02-43dc92f25088 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Pushing event updated for resources: {'Port': ['ID=e2e04e92-1a97-42eb-8664-8fac7ca846f8,revision_number=6']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:34.249214 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3ca40095-cee4-49de-99d0-de2fb279054d req-f57bdd0d-70c6-4fa1-b8a6-c94ac6eba97f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.15 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 805 time: 0.8053455 Feb 28 20:29:34.253289 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37370) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:34.267707 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af549b46-daa0-4980-8e37-d909fcb6cda2 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Pushing event deleted for resources: {'Port': ['ID=97221781-90ce-4355-ac25-020c38546abf,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:34.286720 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-3ca40095-cee4-49de-99d0-de2fb279054d req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Request body: {'port': {'device_id': 'f5d4808f-2ac5-400b-a5b0-5a7e33d84159', 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968', 'admin_state_up': True, 'tenant_id': 'e1fe66526f8249ae8c4d2136030f25ec'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:34.316332 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['e2e04e92-1a97-42eb-8664-8fac7ca846f8'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:29:34.329236 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ce0f8f-404a-4b37-aa0a-813b547ef698 x-openstack-request-id: req-f5ce0f8f-404a-4b37-aa0a-813b547ef698 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:29:34.329236 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c09c9f-a49d-4b4e-b7b4-28b38115c7ff", "tag": "e2e04e92-1a97-42eb-8664-8fac7ca846f8", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:29:34.329951 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5ce0f8f-404a-4b37-aa0a-813b547ef698 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:29:34.329951 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c09c9f-a49d-4b4e-b7b4-28b38115c7ff', 'tag': 'e2e04e92-1a97-42eb-8664-8fac7ca846f8', 'status': 'completed', 'code': 200} Feb 28 20:29:34.385695 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c43b2dc-e8c4-4c88-823a-4b4224bd19fd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] DELETE failed (client error): The resource could not be found. Feb 28 20:29:34.386154 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c43b2dc-e8c4-4c88-823a-4b4224bd19fd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:29:34.390874 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9c43b2dc-e8c4-4c88-823a-4b4224bd19fd tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/subnets/3f82a9d7-1b95-454e-a9c1-e05deca5aa66 HTTP/1.1" status: 404 len: 337 time: 0.1293104 Feb 28 20:29:34.390874 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af549b46-daa0-4980-8e37-d909fcb6cda2 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:34.393570 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-af549b46-daa0-4980-8e37-d909fcb6cda2 tempest-RoutersAdminNegativeTest-77059924 tempest-RoutersAdminNegativeTest-77059924-project-admin] 10.222.0.13 "DELETE /v2.0/ports/97221781-90ce-4355-ac25-020c38546abf HTTP/1.1" status: 204 len: 168 time: 2.1033044 Feb 28 20:29:34.393722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37372) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:34.401274 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd69736c-c067-445a-bb99-6d2ddc3a2895 req-ae46a073-3f4a-4ace-8237-3bddebd6e404 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1953450904&fields=id&tenant_id=04ef52175a9b4ca6b424bbdfe5599978 HTTP/1.1" status: 200 len: 267 time: 0.1168647 Feb 28 20:29:34.442146 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-429005dd-a091-42fb-99af-2d16a8ade7ff tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f3f3ebb-da61-46c6-980d-7e27d555d45d HTTP/1.1" status: 200 len: 205 time: 0.0468433 Feb 28 20:29:34.448415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37376) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:34.473815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4c51a-8cdd-4656-974e-eef5c5953c6b req-8476dd9c-3b96-4e2b-8f1d-4447225ee6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:34.475626 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eda4c51a-8cdd-4656-974e-eef5c5953c6b req-8476dd9c-3b96-4e2b-8f1d-4447225ee6ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04ef52175a9b4ca6b424bbdfe5599978&device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 1168 time: 0.1314960 Feb 28 20:29:34.485706 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (86a43423-dd77-4fc3-9881-e3dc60fe4df5), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:34.549596 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-65f529f3-9ab6-4669-a282-330d316728c4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] delete failed (client error): The resource could not be found. Feb 28 20:29:34.553107 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-65f529f3-9ab6-4669-a282-330d316728c4 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/routers/0f3f3ebb-da61-46c6-980d-7e27d555d45d HTTP/1.1" status: 404 len: 336 time: 0.0954158 Feb 28 20:29:34.556641 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d913c8f-171b-4709-823f-328d916a9d24 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (7bfad5a2-3c52-4fea-81a2-79974ac1eca2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:34.563485 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37380) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:34.579023 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69736c-c067-445a-bb99-6d2ddc3a2895 req-7f13b135-3df5-4d1d-9867-9dd4e3275e1b tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:34.580576 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd69736c-c067-445a-bb99-6d2ddc3a2895 req-7f13b135-3df5-4d1d-9867-9dd4e3275e1b tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 985 time: 0.1453211 Feb 28 20:29:34.602028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-bd69736c-c067-445a-bb99-6d2ddc3a2895 req-6e6d3dd5-11a0-45f5-adda-776bd313f249 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Request body: {'port': {'security_groups': ['2d04a09d-fc10-44fd-802f-cddac2c0128a']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:34.635290 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d913c8f-171b-4709-823f-328d916a9d24 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Pushing event deleted for resources: {'Subnet': ['ID=7bfad5a2-3c52-4fea-81a2-79974ac1eca2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:34.652646 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4c51a-8cdd-4656-974e-eef5c5953c6b req-d8ec1d74-4f19-49e5-af5e-19a85181baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:34.654296 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035126c0-2112-43ee-a56c-38f0d83ec151 None None] Network bd9cb15c-a815-4482-98c8-4a97a4a1719d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:29:34.654469 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eda4c51a-8cdd-4656-974e-eef5c5953c6b req-d8ec1d74-4f19-49e5-af5e-19a85181baa5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=772a5f8c-d784-4526-8416-23f5187ae8c6 HTTP/1.1" status: 200 len: 920 time: 0.1656532 Feb 28 20:29:34.672903 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d913c8f-171b-4709-823f-328d916a9d24 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:34.676132 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7d913c8f-171b-4709-823f-328d916a9d24 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] 10.222.0.13 "DELETE /v2.0/subnets/7bfad5a2-3c52-4fea-81a2-79974ac1eca2 HTTP/1.1" status: 204 len: 168 time: 1.6261244 Feb 28 20:29:34.679715 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37382) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:34.685849 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-50edf441-a1e7-4b5d-b8a4-9961bbf478e3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] DELETE failed (client error): The resource could not be found. Feb 28 20:29:34.686307 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50edf441-a1e7-4b5d-b8a4-9961bbf478e3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:29:34.691727 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-50edf441-a1e7-4b5d-b8a4-9961bbf478e3 tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/subnets/5cf5a1f3-45ed-474b-b046-369c22f5e691 HTTP/1.1" status: 404 len: 337 time: 0.1210961 Feb 28 20:29:34.720182 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37386) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:34.764029 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eda4c51a-8cdd-4656-974e-eef5c5953c6b req-37be1676-fe09-44d1-9dd1-6767e3035309 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2e04e92-1a97-42eb-8664-8fac7ca846f8 HTTP/1.1" status: 200 len: 217 time: 0.0992918 Feb 28 20:29:34.842846 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da61292-fc30-4fc6-8750-4e7efe2b622a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] DELETE failed (client error): The resource could not be found. Feb 28 20:29:34.843272 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da61292-fc30-4fc6-8750-4e7efe2b622a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:29:34.848615 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9da61292-fc30-4fc6-8750-4e7efe2b622a tempest-RoutersTest-1358811421 tempest-RoutersTest-1358811421-project] 10.222.0.13 "DELETE /v2.0/subnets/5381cbdb-b9ea-4e28-889d-54c256374756 HTTP/1.1" status: 404 len: 337 time: 0.1248031 Feb 28 20:29:34.871866 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37392) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:34.873849 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6e6590-8dbb-4a94-a1d9-0ba473fe18f5 None None] DHCP port deletion for bd9cb15c-a815-4482-98c8-4a97a4a1719d request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:29:34.879646 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca40095-cee4-49de-99d0-de2fb279054d req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Made reservation on behalf of e1fe66526f8249ae8c4d2136030f25ec for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:34.881301 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a084d8d4-1319-461e-a0c2-d929af2c4c43 req-d0084eb2-d4f0-484a-afad-4868d8912d1d tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d4808f-2ac5-400b-a5b0-5a7e33d84159 HTTP/1.1" status: 200 len: 210 time: 0.0511296 Feb 28 20:29:34.881908 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bd69736c-c067-445a-bb99-6d2ddc3a2895 req-6e6d3dd5-11a0-45f5-adda-776bd313f249 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e2e04e92-1a97-42eb-8664-8fac7ca846f8), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:34.886200 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3ca40095-cee4-49de-99d0-de2fb279054d req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:34.951707 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4c51a-8cdd-4656-974e-eef5c5953c6b req-45badd33-c4d9-43e9-81c2-af81081aa095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:34.953689 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eda4c51a-8cdd-4656-974e-eef5c5953c6b req-45badd33-c4d9-43e9-81c2-af81081aa095 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d39c0c2a-dc41-4cb2-bcf8-368cafaff201 HTTP/1.1" status: 200 len: 860 time: 0.1837149 Feb 28 20:29:34.955275 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (bd9cb15c-a815-4482-98c8-4a97a4a1719d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:35.000854 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eda4c51a-8cdd-4656-974e-eef5c5953c6b req-dcc91206-28ab-45c9-bf93-45d0c7d185a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=772a5f8c-d784-4526-8416-23f5187ae8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389335 Feb 28 20:29:35.003811 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3a6e6590-8dbb-4a94-a1d9-0ba473fe18f5 None None] Deleting port 96a6410d-4907-4bd7-aa3c-6570d0631c76 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:35.004108 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3a6e6590-8dbb-4a94-a1d9-0ba473fe18f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (96a6410d-4907-4bd7-aa3c-6570d0631c76), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:35.094057 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad886d11-9509-4ea3-adab-7fbf181394b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:35.113599 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-3a6e6590-8dbb-4a94-a1d9-0ba473fe18f5 None None] For port 96a6410d-4907-4bd7-aa3c-6570d0631c76, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=96a6410d-4907-4bd7-aa3c-6570d0631c76,segment=NetworkSegment(4374ac9c-a684-49e0-9873-4cc7a4e36a47),segment_id=4374ac9c-a684-49e0-9873-4cc7a4e36a47)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:35.114508 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3a6e6590-8dbb-4a94-a1d9-0ba473fe18f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (96a6410d-4907-4bd7-aa3c-6570d0631c76), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:35.135436 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 96a6410d-4907-4bd7-aa3c-6570d0631c76 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:29:35.167645 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3a6e6590-8dbb-4a94-a1d9-0ba473fe18f5 None None] Calling delete_port for 96a6410d-4907-4bd7-aa3c-6570d0631c76 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:35.266790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37398) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:35.285589 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eda4c51a-8cdd-4656-974e-eef5c5953c6b req-87332342-89cb-4144-9fe4-a7859f5f2951 service neutron] 10.222.0.10 "GET /v2.0/networks/772a5f8c-d784-4526-8416-23f5187ae8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742867 Feb 28 20:29:35.321140 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 96a6410d-4907-4bd7-aa3c-6570d0631c76 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:29:35.321140 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (96a6410d-4907-4bd7-aa3c-6570d0631c76), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:35.349278 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3a6e6590-8dbb-4a94-a1d9-0ba473fe18f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (96a6410d-4907-4bd7-aa3c-6570d0631c76), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:35.354103 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] device_id is not set on port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:29:35.369659 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks [] for port (86a43423-dd77-4fc3-9881-e3dc60fe4df5), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:35.393822 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (86a43423-dd77-4fc3-9881-e3dc60fe4df5), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:35.398668 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-3ca40095-cee4-49de-99d0-de2fb279054d req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Allocated IP 172.20.0.7 (f93bb5b0-b654-484a-b540-d0f4106b4968/061df787-4254-4266-93eb-5523552c7b33/c0eef635-9407-40e1-88e1-076750db36fd) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:35.404694 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Deleting port 96a6410d-4907-4bd7-aa3c-6570d0631c76 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:35.405029 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (96a6410d-4907-4bd7-aa3c-6570d0631c76), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:35.407341 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-bd69736c-c067-445a-bb99-6d2ddc3a2895 req-6e6d3dd5-11a0-45f5-adda-776bd313f249 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] For port e2e04e92-1a97-42eb-8664-8fac7ca846f8, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e2e04e92-1a97-42eb-8664-8fac7ca846f8,segment=NetworkSegment(8a70148e-0b57-4d50-90ab-734818fed05d),segment_id=8a70148e-0b57-4d50-90ab-734818fed05d)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:35.412716 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e6590-8dbb-4a94-a1d9-0ba473fe18f5 None None] Pushing event deleted for resources: {'Port': ['ID=96a6410d-4907-4bd7-aa3c-6570d0631c76,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:35.424604 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6e6590-8dbb-4a94-a1d9-0ba473fe18f5 None None] No DVR routers for this DVR port 96a6410d-4907-4bd7-aa3c-6570d0631c76 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:29:35.463183 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad886d11-9509-4ea3-adab-7fbf181394b7 admin admin] Publish callbacks [] for security_group (0ea5c5b3-9e12-40f9-98e9-bf077d1318cb), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:35.587518 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Pushing event updated for resources: {'Port': ['ID=86a43423-dd77-4fc3-9881-e3dc60fe4df5,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:35.591254 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a527f4f2-611c-4676-86fd-8f01a340399f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (2d9bdb8b-b51b-40ce-a3fe-6bf18884fb60), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:35.593489 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] For port 96a6410d-4907-4bd7-aa3c-6570d0631c76, host n-d-820368-21, got binding levels [] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:35.593704 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (96a6410d-4907-4bd7-aa3c-6570d0631c76), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:35.644585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Calling delete_port for 96a6410d-4907-4bd7-aa3c-6570d0631c76 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:35.653587 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.ipam_backend_mixin [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Port 96a6410d-4907-4bd7-aa3c-6570d0631c76 was not found and therefore no delete operation was performed {{(pid=103773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 20:29:35.665683 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:35.666025 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:35.666366 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:35.668303 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (96a6410d-4907-4bd7-aa3c-6570d0631c76), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:35.728723 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:35.728988 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:35.736084 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 2 to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 Feb 28 20:29:35.744624 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Pushing event deleted for resources: {'Port': ['ID=96a6410d-4907-4bd7-aa3c-6570d0631c76,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:35.748858 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] No DVR routers for this DVR port 96a6410d-4907-4bd7-aa3c-6570d0631c76 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:29:35.795499 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad886d11-9509-4ea3-adab-7fbf181394b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0ea5c5b3-9e12-40f9-98e9-bf077d1318cb), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:35.824405 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bd69736c-c067-445a-bb99-6d2ddc3a2895 req-6e6d3dd5-11a0-45f5-adda-776bd313f249 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks [] for port (e2e04e92-1a97-42eb-8664-8fac7ca846f8), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:35.834808 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:35.835181 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:35.835543 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:35.835691 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eda4c51a-8cdd-4656-974e-eef5c5953c6b req-147af9a7-b1fa-4c5d-b5f9-4c0d916df17d service neutron] 10.222.0.10 "GET /v2.0/networks/772a5f8c-d784-4526-8416-23f5187ae8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410485 Feb 28 20:29:35.843543 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bd69736c-c067-445a-bb99-6d2ddc3a2895 req-6e6d3dd5-11a0-45f5-adda-776bd313f249 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (e2e04e92-1a97-42eb-8664-8fac7ca846f8), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:35.857422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['e2e04e92-1a97-42eb-8664-8fac7ca846f8'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:29:35.858390 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:35.858735 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:35.870752 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 3 to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 Feb 28 20:29:35.873233 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a527f4f2-611c-4676-86fd-8f01a340399f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4d43e331-40aa-4bb7-af32-b559d83c1202), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:35.901931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad886d11-9509-4ea3-adab-7fbf181394b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea5c5b3-9e12-40f9-98e9-bf077d1318cb,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:35.916810 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ad886d11-9509-4ea3-adab-7fbf181394b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44a0748a175541c7be5bfac6b9c78eb0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0394766 Feb 28 20:29:35.930476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69736c-c067-445a-bb99-6d2ddc3a2895 req-6e6d3dd5-11a0-45f5-adda-776bd313f249 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:35.931166 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bd69736c-c067-445a-bb99-6d2ddc3a2895 req-6e6d3dd5-11a0-45f5-adda-776bd313f249 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:35.932709 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd69736c-c067-445a-bb99-6d2ddc3a2895 req-6e6d3dd5-11a0-45f5-adda-776bd313f249 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "PUT /v2.0/ports/e2e04e92-1a97-42eb-8664-8fac7ca846f8 HTTP/1.1" status: 200 len: 943 time: 1.3400850 Feb 28 20:29:35.936098 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37404) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:35.972465 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9db48011-87f5-43cd-828d-9da645566a0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25615de0e19746d8843cb2b14de50f6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7006292 Feb 28 20:29:35.984642 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37408) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:36.019615 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:36.020146 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:36.020318 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:36.026096 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (bd9cb15c-a815-4482-98c8-4a97a4a1719d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:36.035340 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['e2e04e92-1a97-42eb-8664-8fac7ca846f8'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:29:36.045882 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d3dd5-11a0-45f5-adda-776bd313f249 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Pushing event updated for resources: {'Port': ['ID=e2e04e92-1a97-42eb-8664-8fac7ca846f8,revision_number=7']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:36.089509 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19357aac-2680-4ee3-b288-9f21ed12ba97 req-6f5c2055-3f57-41cd-8353-23a9e57397d3 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d4808f-2ac5-400b-a5b0-5a7e33d84159 HTTP/1.1" status: 200 len: 210 time: 0.0790844 Feb 28 20:29:36.212251 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd55129b-70e7-4c60-b80e-72613778f9da admin admin] Publish callbacks [] for security_group (0ea5c5b3-9e12-40f9-98e9-bf077d1318cb), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:36.268032 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd55129b-70e7-4c60-b80e-72613778f9da admin admin] Publish callbacks [] for security_group (0ea5c5b3-9e12-40f9-98e9-bf077d1318cb), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:36.274722 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db963e7f-47c4-4cf8-9929-b4919eac90f9 req-4f3dd409-158e-426a-9c7b-a78bb49848b7 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2960734 Feb 28 20:29:36.291719 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-db963e7f-47c4-4cf8-9929-b4919eac90f9 req-8432fcbb-3965-4b9d-bc5f-2c99367ce52c tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:36.330979 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c09c9f-a49d-4b4e-b7b4-28b38115c7ff', 'tag': 'e2e04e92-1a97-42eb-8664-8fac7ca846f8'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:29:36.333960 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e169af25-1dc0-401b-8716-2f0be8697d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "14c09c9f-a49d-4b4e-b7b4-28b38115c7ff", "tag": "e2e04e92-1a97-42eb-8664-8fac7ca846f8"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:29:36.334194 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:36.334464 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:36.338408 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-db963e7f-47c4-4cf8-9929-b4919eac90f9 req-8432fcbb-3965-4b9d-bc5f-2c99367ce52c tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:36.343097 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 4 to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 Feb 28 20:29:36.348001 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9cb15c-a815-4482-98c8-4a97a4a1719d']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:36.352788 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3ca40095-cee4-49de-99d0-de2fb279054d req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks [] for port (c0eef635-9407-40e1-88e1-076750db36fd), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:36.382797 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4374ac9c-a684-49e0-9873-4cc7a4e36a47') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:36.383538 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4374ac9c-a684-49e0-9873-4cc7a4e36a47') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:36.404664 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d07d2dd-7b98-4d22-b1be-bc79be79c9fd x-openstack-request-id: req-2d07d2dd-7b98-4d22-b1be-bc79be79c9fd {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:29:36.405079 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c09c9f-a49d-4b4e-b7b4-28b38115c7ff", "tag": "e2e04e92-1a97-42eb-8664-8fac7ca846f8", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:29:36.405219 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d07d2dd-7b98-4d22-b1be-bc79be79c9fd {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:29:36.405619 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c09c9f-a49d-4b4e-b7b4-28b38115c7ff', 'tag': 'e2e04e92-1a97-42eb-8664-8fac7ca846f8', 'status': 'completed', 'code': 200} Feb 28 20:29:36.408876 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd55129b-70e7-4c60-b80e-72613778f9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0ea5c5b3-9e12-40f9-98e9-bf077d1318cb), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:36.412369 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd55129b-70e7-4c60-b80e-72613778f9da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:36.414110 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fd55129b-70e7-4c60-b80e-72613778f9da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ea5c5b3-9e12-40f9-98e9-bf077d1318cb HTTP/1.1" status: 204 len: 168 time: 0.4765007 Feb 28 20:29:36.422372 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (4374ac9c-a684-49e0-9873-4cc7a4e36a47), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:36.442888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55129b-70e7-4c60-b80e-72613778f9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea5c5b3-9e12-40f9-98e9-bf077d1318cb,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:36.451140 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:36.451487 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:36.451857 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:36.491880 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:36.492280 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:36.496721 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 5 to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 Feb 28 20:29:36.499569 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (4374ac9c-a684-49e0-9873-4cc7a4e36a47), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:36.504684 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169af25-1dc0-401b-8716-2f0be8697d8c req-8e6e10be-da96-4971-a42e-9fcc5f3f3a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:36.506194 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e169af25-1dc0-401b-8716-2f0be8697d8c req-8e6e10be-da96-4971-a42e-9fcc5f3f3a65 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04ef52175a9b4ca6b424bbdfe5599978&device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 1129 time: 0.0773931 Feb 28 20:29:36.534938 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:29:36.535364 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (4374ac9c-a684-49e0-9873-4cc7a4e36a47), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:29:36.538906 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:29:36.572062 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:36.572419 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:36.572737 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:36.589526 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-db963e7f-47c4-4cf8-9929-b4919eac90f9 req-8432fcbb-3965-4b9d-bc5f-2c99367ce52c tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:36.601467 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3e501277-7a8c-4098-bb69-579670cb5814 admin admin] Publish callbacks [] for security_group (5ea95e61-7d45-4d16-baaa-ca481520b548), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:36.610123 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3ca40095-cee4-49de-99d0-de2fb279054d req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c0eef635-9407-40e1-88e1-076750db36fd), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:36.623573 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:29:36.643806 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:36.644187 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:36.666804 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 6 to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 Feb 28 20:29:36.687533 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169af25-1dc0-401b-8716-2f0be8697d8c req-93999425-8091-496b-86c4-a3cbd6b01c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:36.695310 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e169af25-1dc0-401b-8716-2f0be8697d8c req-93999425-8091-496b-86c4-a3cbd6b01c03 service neutron] 10.222.0.10 "GET /v2.0/networks?id=772a5f8c-d784-4526-8416-23f5187ae8c6 HTTP/1.1" status: 200 len: 920 time: 0.1746078 Feb 28 20:29:36.707576 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (bd9cb15c-a815-4482-98c8-4a97a4a1719d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:36.713340 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3e501277-7a8c-4098-bb69-579670cb5814 admin admin] Publish callbacks [] for security_group (5ea95e61-7d45-4d16-baaa-ca481520b548), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:36.737089 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:36.742644 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] 10.222.0.13 "DELETE /v2.0/networks/bd9cb15c-a815-4482-98c8-4a97a4a1719d HTTP/1.1" status: 204 len: 168 time: 2.0579660 Feb 28 20:29:36.754900 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37416) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:36.758742 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca40095-cee4-49de-99d0-de2fb279054d req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Network f93bb5b0-b654-484a-b540-d0f4106b4968 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:36.763221 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e169af25-1dc0-401b-8716-2f0be8697d8c req-3302b7e7-36c5-401a-a726-032720a57eb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2e04e92-1a97-42eb-8664-8fac7ca846f8 HTTP/1.1" status: 200 len: 217 time: 0.0471542 Feb 28 20:29:36.765331 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:36.765675 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:36.766013 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:36.787869 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Pushing event deleted for resources: {'Network': ['ID=bd9cb15c-a815-4482-98c8-4a97a4a1719d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:36.793363 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-db963e7f-47c4-4cf8-9929-b4919eac90f9 req-8432fcbb-3965-4b9d-bc5f-2c99367ce52c tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Allocated IP 172.25.0.93 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/7b0ea540-538d-4329-9e57-4eab3d782aac) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:36.824509 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a527f4f2-611c-4676-86fd-8f01a340399f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for port (4d43e331-40aa-4bb7-af32-b559d83c1202), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:36.826590 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-3ca40095-cee4-49de-99d0-de2fb279054d req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:36.845148 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Pushing event updated for resources: {'Port': ['ID=c0eef635-9407-40e1-88e1-076750db36fd,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:36.848407 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca40095-cee4-49de-99d0-de2fb279054d req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:36.858672 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37418) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:36.859449 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a527f4f2-611c-4676-86fd-8f01a340399f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (4d43e331-40aa-4bb7-af32-b559d83c1202), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:36.861311 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:36.861649 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:36.868001 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 7 to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 Feb 28 20:29:36.868355 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169af25-1dc0-401b-8716-2f0be8697d8c req-a972c60a-a42e-40e6-9a04-b5b6673d21c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:36.870266 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e169af25-1dc0-401b-8716-2f0be8697d8c req-a972c60a-a42e-40e6-9a04-b5b6673d21c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d39c0c2a-dc41-4cb2-bcf8-368cafaff201 HTTP/1.1" status: 200 len: 860 time: 0.0961921 Feb 28 20:29:36.871576 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.871927 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.872418 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.872773 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.873265 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.873828 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.874331 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.874906 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.875472 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.876102 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.876692 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.877036 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.877463 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de3e5b-5782-404b-9c25-9df77391fcb6 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.960640 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e169af25-1dc0-401b-8716-2f0be8697d8c req-43231fe6-b2b6-4856-ba47-e704eb5fa545 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=772a5f8c-d784-4526-8416-23f5187ae8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718467 Feb 28 20:29:36.961395 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.961785 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.962168 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.962509 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.962845 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.963179 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.963514 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.963869 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.964203 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.964522 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.964852 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.965178 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.965521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:29:36.989970 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:36.990335 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:36.990727 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:37.018213 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a0f0baf6-b9b4-4342-afe6-c872cc329672 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c45b8d1bae204f07a85e14273e2a2967&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1584871 Feb 28 20:29:37.026966 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37420) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:37.065341 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:37.065677 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:37.077875 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 8 to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 Feb 28 20:29:37.087975 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3e501277-7a8c-4098-bb69-579670cb5814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5ea95e61-7d45-4d16-baaa-ca481520b548), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:37.090498 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3e501277-7a8c-4098-bb69-579670cb5814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:37.091637 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3e501277-7a8c-4098-bb69-579670cb5814 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ea95e61-7d45-4d16-baaa-ca481520b548 HTTP/1.1" status: 204 len: 168 time: 1.0958922 Feb 28 20:29:37.093264 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-db963e7f-47c4-4cf8-9929-b4919eac90f9 req-8432fcbb-3965-4b9d-bc5f-2c99367ce52c tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks [] for port (7b0ea540-538d-4329-9e57-4eab3d782aac), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:37.097311 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca40095-cee4-49de-99d0-de2fb279054d req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:37.098278 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3ca40095-cee4-49de-99d0-de2fb279054d req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:37.137555 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527f4f2-611c-4676-86fd-8f01a340399f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Port': ['ID=4d43e331-40aa-4bb7-af32-b559d83c1202,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:37.145995 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:37.146344 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:37.146684 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:37.149831 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e501277-7a8c-4098-bb69-579670cb5814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea95e61-7d45-4d16-baaa-ca481520b548,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:37.153390 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a527f4f2-611c-4676-86fd-8f01a340399f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (2d9bdb8b-b51b-40ce-a3fe-6bf18884fb60), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:37.160867 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3ca40095-cee4-49de-99d0-de2fb279054d req-14b12ac8-8d9d-414b-8dde-acb74b375c58 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8993397 Feb 28 20:29:37.180417 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e169af25-1dc0-401b-8716-2f0be8697d8c req-0a46fae2-3f03-499f-b8e3-c8038ea79aa1 service neutron] 10.222.0.10 "GET /v2.0/networks/772a5f8c-d784-4526-8416-23f5187ae8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071743 Feb 28 20:29:37.186132 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c6d40641-0208-432d-8a0e-36cf3afcf98a admin admin] Publish callbacks [] for security_group (fa11b396-85ca-41cb-bc64-2730dcb3f1d7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:37.202108 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-3ca40095-cee4-49de-99d0-de2fb279054d req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] Request body: {'port': {'device_id': 'f5d4808f-2ac5-400b-a5b0-5a7e33d84159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:37.207956 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:37.208200 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:37.233629 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 9 to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 Feb 28 20:29:37.235132 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-db963e7f-47c4-4cf8-9929-b4919eac90f9 req-8432fcbb-3965-4b9d-bc5f-2c99367ce52c tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7b0ea540-538d-4329-9e57-4eab3d782aac), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:37.271035 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:37.271391 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:37.271734 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:37.312975 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-68006e58-d81e-4de1-beb2-497e7ee61969 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Deleting port c0e7809e-1fe4-4b41-8c9f-0efe18bc3d59 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:37.313384 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-68006e58-d81e-4de1-beb2-497e7ee61969 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c0e7809e-1fe4-4b41-8c9f-0efe18bc3d59), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:37.339167 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:37.339733 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:37.347841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db963e7f-47c4-4cf8-9929-b4919eac90f9 req-8432fcbb-3965-4b9d-bc5f-2c99367ce52c tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:37.354625 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c6d40641-0208-432d-8a0e-36cf3afcf98a admin admin] Publish callbacks [] for security_group (fa11b396-85ca-41cb-bc64-2730dcb3f1d7), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:37.355686 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 10 to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 Feb 28 20:29:37.380447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-db963e7f-47c4-4cf8-9929-b4919eac90f9 req-8432fcbb-3965-4b9d-bc5f-2c99367ce52c tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:37.384109 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-db963e7f-47c4-4cf8-9929-b4919eac90f9 req-8432fcbb-3965-4b9d-bc5f-2c99367ce52c tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:37.417550 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3ca40095-cee4-49de-99d0-de2fb279054d req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c0eef635-9407-40e1-88e1-076750db36fd), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:37.419518 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:37.419869 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:37.420201 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:37.422022 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432fcbb-3965-4b9d-bc5f-2c99367ce52c tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Pushing event updated for resources: {'Port': ['ID=7b0ea540-538d-4329-9e57-4eab3d782aac,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:37.428327 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-a527f4f2-611c-4676-86fd-8f01a340399f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Floating IP 2d9bdb8b-b51b-40ce-a3fe-6bf18884fb60 associated. External IP: 172.25.0.201, port: fa2fa598-e89d-46ab-90d3-9260b952e842. Feb 28 20:29:37.491049 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:37.491965 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:37.492348 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (86a43423-dd77-4fc3-9881-e3dc60fe4df5), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:37.492566 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e169af25-1dc0-401b-8716-2f0be8697d8c req-19b9eb6d-4613-4c7a-8171-84e21a8475a9 service neutron] 10.222.0.10 "GET /v2.0/networks/772a5f8c-d784-4526-8416-23f5187ae8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041065 Feb 28 20:29:37.543788 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164000e-1476-49dc-8541-fe7137a49572 req-8f9bed34-b81c-476f-9cff-dc95129224cc tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:37.545300 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3164000e-1476-49dc-8541-fe7137a49572 req-8f9bed34-b81c-476f-9cff-dc95129224cc tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d4808f-2ac5-400b-a5b0-5a7e33d84159 HTTP/1.1" status: 200 len: 931 time: 0.2267430 Feb 28 20:29:37.596711 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-db963e7f-47c4-4cf8-9929-b4919eac90f9 req-8432fcbb-3965-4b9d-bc5f-2c99367ce52c tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks [] for floatingip (0960edbd-4d4f-4880-acbd-d72f9996cf91), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:37.597939 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c6d40641-0208-432d-8a0e-36cf3afcf98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fa11b396-85ca-41cb-bc64-2730dcb3f1d7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:37.601278 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c6d40641-0208-432d-8a0e-36cf3afcf98a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:37.605089 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c6d40641-0208-432d-8a0e-36cf3afcf98a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa11b396-85ca-41cb-bc64-2730dcb3f1d7 HTTP/1.1" status: 204 len: 168 time: 0.5745523 Feb 28 20:29:37.621212 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-68006e58-d81e-4de1-beb2-497e7ee61969 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c0e7809e-1fe4-4b41-8c9f-0efe18bc3d59), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:37.621504 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-68006e58-d81e-4de1-beb2-497e7ee61969 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for floatingip (c0e7809e-1fe4-4b41-8c9f-0efe18bc3d59), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:37.631080 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d40641-0208-432d-8a0e-36cf3afcf98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa11b396-85ca-41cb-bc64-2730dcb3f1d7,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:37.659287 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3164000e-1476-49dc-8541-fe7137a49572 req-1189715a-7956-4442-8241-9c7ec02cd2f2 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031585 Feb 28 20:29:37.696932 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-db963e7f-47c4-4cf8-9929-b4919eac90f9 req-8432fcbb-3965-4b9d-bc5f-2c99367ce52c tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b0ea540-538d-4329-9e57-4eab3d782aac), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:37.697168 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] For port 86a43423-dd77-4fc3-9881-e3dc60fe4df5, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:29:37.697563 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempted to set empty binding levels {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 20:29:37.705039 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-68006e58-d81e-4de1-beb2-497e7ee61969 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Calling delete_port for c0e7809e-1fe4-4b41-8c9f-0efe18bc3d59 owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:37.722110 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (86a43423-dd77-4fc3-9881-e3dc60fe4df5), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:37.895413 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-db963e7f-47c4-4cf8-9929-b4919eac90f9 req-8432fcbb-3965-4b9d-bc5f-2c99367ce52c tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks [] for port (7b0ea540-538d-4329-9e57-4eab3d782aac), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:37.905759 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] In _notify_port_updated(), no bound segment for port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:29:37.905955 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-db963e7f-47c4-4cf8-9929-b4919eac90f9 req-8432fcbb-3965-4b9d-bc5f-2c99367ce52c tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (7b0ea540-538d-4329-9e57-4eab3d782aac), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:37.906638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:37.907244 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:37.908599 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] 10.222.0.13 "PUT /v2.0/ports/86a43423-dd77-4fc3-9881-e3dc60fe4df5 HTTP/1.1" status: 200 len: 975 time: 4.1109686 Feb 28 20:29:37.915685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37440) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:37.943966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af790698-2cca-4849-a615-230ebb47a8e5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Pushing event updated for resources: {'Port': ['ID=86a43423-dd77-4fc3-9881-e3dc60fe4df5,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:38.064319 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432fcbb-3965-4b9d-bc5f-2c99367ce52c tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Pushing event updated for resources: {'Port': ['ID=7b0ea540-538d-4329-9e57-4eab3d782aac,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:38.091425 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-db963e7f-47c4-4cf8-9929-b4919eac90f9 req-8432fcbb-3965-4b9d-bc5f-2c99367ce52c tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (0960edbd-4d4f-4880-acbd-d72f9996cf91), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:38.111415 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.111930 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.112409 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.113446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.113446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.113794 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.114380 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.114726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.115174 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.115637 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.116173 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.116629 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.117089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.118010 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.118010 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.118460 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.118907 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.119365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.119856 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.120318 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.120781 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.121246 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.121708 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.124848 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a13f8c03-ef11-4989-b769-d989fb709466 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20113 time: 0.2077584 Feb 28 20:29:38.125620 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a527f4f2-611c-4676-86fd-8f01a340399f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Router 96a760dd-6949-4e5d-ad93-0ab12cfecdf6 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:38.128500 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37450) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:38.162335 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-db963e7f-47c4-4cf8-9929-b4919eac90f9 req-8432fcbb-3965-4b9d-bc5f-2c99367ce52c tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:38.166113 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db963e7f-47c4-4cf8-9929-b4919eac90f9 req-8432fcbb-3965-4b9d-bc5f-2c99367ce52c tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8791413 Feb 28 20:29:38.219304 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-68006e58-d81e-4de1-beb2-497e7ee61969 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c0e7809e-1fe4-4b41-8c9f-0efe18bc3d59), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:38.295280 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db963e7f-47c4-4cf8-9929-b4919eac90f9 req-31b885b0-657b-4374-82d1-588068844c59 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 695 time: 0.1173527 Feb 28 20:29:38.361188 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-7a708778-28b9-4116-bfca-d4411bd38dd5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Deleting port 86a43423-dd77-4fc3-9881-e3dc60fe4df5 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:38.361547 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a708778-28b9-4116-bfca-d4411bd38dd5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (86a43423-dd77-4fc3-9881-e3dc60fe4df5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:38.492965 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-7a708778-28b9-4116-bfca-d4411bd38dd5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] For port 86a43423-dd77-4fc3-9881-e3dc60fe4df5, host n-h1-820368-21, got binding levels [] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:38.493710 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a708778-28b9-4116-bfca-d4411bd38dd5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (86a43423-dd77-4fc3-9881-e3dc60fe4df5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:38.509590 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db963e7f-47c4-4cf8-9929-b4919eac90f9 req-515dbebc-2d3d-4ddf-99e3-f7d1c841a610 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.511025 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db963e7f-47c4-4cf8-9929-b4919eac90f9 req-515dbebc-2d3d-4ddf-99e3-f7d1c841a610 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.2058542 Feb 28 20:29:38.516068 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-7a708778-28b9-4116-bfca-d4411bd38dd5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Calling delete_port for 86a43423-dd77-4fc3-9881-e3dc60fe4df5 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:38.527507 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-db963e7f-47c4-4cf8-9929-b4919eac90f9 req-8bf09929-1ee9-477f-b168-afbfdb6aa460 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:29:38.528600 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db963e7f-47c4-4cf8-9929-b4919eac90f9 req-8bf09929-1ee9-477f-b168-afbfdb6aa460 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078721 Feb 28 20:29:38.552267 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68006e58-d81e-4de1-beb2-497e7ee61969 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Pushing event deleted for resources: {'Port': ['ID=c0e7809e-1fe4-4b41-8c9f-0efe18bc3d59,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:38.607717 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37468) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:38.640956 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-3ca40095-cee4-49de-99d0-de2fb279054d req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0eef635-9407-40e1-88e1-076750db36fd {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:29:38.664119 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3ca40095-cee4-49de-99d0-de2fb279054d req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] Publish callbacks [] for port (c0eef635-9407-40e1-88e1-076750db36fd), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:38.694187 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-68006e58-d81e-4de1-beb2-497e7ee61969 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks [] for floatingip (4be81f4c-7308-4789-bd63-75843d4ce6cc), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:38.697643 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-68006e58-d81e-4de1-beb2-497e7ee61969 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:38.698836 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-68006e58-d81e-4de1-beb2-497e7ee61969 tempest-FloatingIPAdminTestJSON-1247321667 tempest-FloatingIPAdminTestJSON-1247321667-project] 10.222.0.13 "DELETE /v2.0/floatingips/4be81f4c-7308-4789-bd63-75843d4ce6cc HTTP/1.1" status: 204 len: 168 time: 1.9346073 Feb 28 20:29:38.700123 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-3ca40095-cee4-49de-99d0-de2fb279054d req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] Transition to ACTIVE for port object c0eef635-9407-40e1-88e1-076750db36fd will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:29:38.701628 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a527f4f2-611c-4676-86fd-8f01a340399f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:38.716094 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3ca40095-cee4-49de-99d0-de2fb279054d req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (c0eef635-9407-40e1-88e1-076750db36fd), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:38.718090 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fad228-a58b-48fe-9da5-78e342e1f171 None None] Sync routers for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:38.745986 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fad228-a58b-48fe-9da5-78e342e1f171 None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:38.749121 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b9fad228-a58b-48fe-9da5-78e342e1f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:38.787868 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a527f4f2-611c-4676-86fd-8f01a340399f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:38.827123 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b9fad228-a58b-48fe-9da5-78e342e1f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:38.827392 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-3348f64c-41aa-4b48-a86e-f1d541093c3d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:38.829055 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37478) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:38.830559 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-3348f64c-41aa-4b48-a86e-f1d541093c3d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2242408 Feb 28 20:29:38.835542 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a708778-28b9-4116-bfca-d4411bd38dd5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (86a43423-dd77-4fc3-9881-e3dc60fe4df5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:38.839781 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fad228-a58b-48fe-9da5-78e342e1f171 None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:38.840730 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b9fad228-a58b-48fe-9da5-78e342e1f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:38.843526 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] Pushing event updated for resources: {'Port': ['ID=c0eef635-9407-40e1-88e1-076750db36fd,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:38.854602 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a527f4f2-611c-4676-86fd-8f01a340399f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.8073466 Feb 28 20:29:38.856729 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37482) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:38.861394 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3a0ca5ab-6739-446a-b3cd-0910de7f1714 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Request body: {'floatingip': {'port_id': 'fa2fa598-e89d-46ab-90d3-9260b952e842', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:38.896499 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b9fad228-a58b-48fe-9da5-78e342e1f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:38.897370 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fad228-a58b-48fe-9da5-78e342e1f171 None None] The sync data for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:38.977306 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3a0ca5ab-6739-446a-b3cd-0910de7f1714 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (2d9bdb8b-b51b-40ce-a3fe-6bf18884fb60), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:38.977495 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a708778-28b9-4116-bfca-d4411bd38dd5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Pushing event deleted for resources: {'Port': ['ID=86a43423-dd77-4fc3-9881-e3dc60fe4df5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:38.988514 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d3138b0a-feda-4396-89e8-d34924628bff tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-498141290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:39.025802 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-5b61f02c-e923-4e4d-9d8f-942e4c56baea tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1840433310'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:39.033351 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3138b0a-feda-4396-89e8-d34924628bff tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (3ae0683d-24d9-499b-a018-182a17730243), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:39.035373 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3138b0a-feda-4396-89e8-d34924628bff tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (3ae0683d-24d9-499b-a018-182a17730243), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:39.041576 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a708778-28b9-4116-bfca-d4411bd38dd5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:39.043911 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-3ca40095-cee4-49de-99d0-de2fb279054d req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] Attempting to bind port c0eef635-9407-40e1-88e1-076750db36fd on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:39.044272 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-3ca40095-cee4-49de-99d0-de2fb279054d req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] Attempting to bind port c0eef635-9407-40e1-88e1-076750db36fd by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:39.044611 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca40095-cee4-49de-99d0-de2fb279054d req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] Attempting to bind port c0eef635-9407-40e1-88e1-076750db36fd on network f93bb5b0-b654-484a-b540-d0f4106b4968 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:39.047807 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7a708778-28b9-4116-bfca-d4411bd38dd5 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] 10.222.0.13 "DELETE /v2.0/ports/86a43423-dd77-4fc3-9881-e3dc60fe4df5 HTTP/1.1" status: 204 len: 168 time: 0.9160082 Feb 28 20:29:39.050324 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-a88d0766-8574-4fb3-9d8b-d051152367ef tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 695 time: 0.2111387 Feb 28 20:29:39.051710 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37484) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:39.061518 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca40095-cee4-49de-99d0-de2fb279054d req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] Port c0eef635-9407-40e1-88e1-076750db36fd on network f93bb5b0-b654-484a-b540-d0f4106b4968 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:39.061859 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca40095-cee4-49de-99d0-de2fb279054d req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] Attempting to bind port c0eef635-9407-40e1-88e1-076750db36fd on network f93bb5b0-b654-484a-b540-d0f4106b4968 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:39.079541 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca40095-cee4-49de-99d0-de2fb279054d req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:29:39.080415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca40095-cee4-49de-99d0-de2fb279054d req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] Checking segment: {'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:29:39.080415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca40095-cee4-49de-99d0-de2fb279054d req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] Bound using segment: {'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:29:39.080727 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-3ca40095-cee4-49de-99d0-de2fb279054d req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] Bound port: c0eef635-9407-40e1-88e1-076750db36fd, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:29:39.081091 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3ca40095-cee4-49de-99d0-de2fb279054d req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c0eef635-9407-40e1-88e1-076750db36fd), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:39.082887 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b61f02c-e923-4e4d-9d8f-942e4c56baea tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Made reservation on behalf of 2232f0e3b30644ae873b341b857a9cda for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:39.086250 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b61f02c-e923-4e4d-9d8f-942e4c56baea tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:39.088588 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-f8836a56-b3de-4dbb-bbd6-1963af93851e tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Request body: {'floatingip': {'port_id': 'e2e04e92-1a97-42eb-8664-8fac7ca846f8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:39.098298 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-38bbcb85-3301-4d5f-8221-775445d040d7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] GET failed (client error): The resource could not be found. Feb 28 20:29:39.103856 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-38bbcb85-3301-4d5f-8221-775445d040d7 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] 10.222.0.13 "GET /v2.0/ports/86a43423-dd77-4fc3-9881-e3dc60fe4df5 HTTP/1.1" status: 404 len: 333 time: 0.0469885 Feb 28 20:29:39.113315 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37488) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:39.129432 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-90bbe662-0446-44d8-a1a1-d1184c2c1f5d tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1858287686', 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:39.139157 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b61f02c-e923-4e4d-9d8f-942e4c56baea tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:39.143944 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5edd5e-5b39-4d32-8a62-7bb505571fe3 req-972ffc43-0381-429b-99c8-f87dc8dad899 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:39.145929 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d5edd5e-5b39-4d32-8a62-7bb505571fe3 req-972ffc43-0381-429b-99c8-f87dc8dad899 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d4808f-2ac5-400b-a5b0-5a7e33d84159 HTTP/1.1" status: 200 len: 943 time: 0.3135145 Feb 28 20:29:39.165071 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-f8836a56-b3de-4dbb-bbd6-1963af93851e tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks [] for floatingip (0960edbd-4d4f-4880-acbd-d72f9996cf91), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:39.217212 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37490) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:39.237685 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bbe662-0446-44d8-a1a1-d1184c2c1f5d tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Made reservation on behalf of 260f406bfd8a406b8d56818ceb0004c2 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:39.240050 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-90bbe662-0446-44d8-a1a1-d1184c2c1f5d tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:39.341125 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-90bbe662-0446-44d8-a1a1-d1184c2c1f5d tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] device_id is not set on port d4424754-afe9-43c0-bacd-31cff712145b yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:29:39.373260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-3ca40095-cee4-49de-99d0-de2fb279054d req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] For port c0eef635-9407-40e1-88e1-076750db36fd, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:29:39.443810 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-3ca40095-cee4-49de-99d0-de2fb279054d req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] For port c0eef635-9407-40e1-88e1-076750db36fd, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c0eef635-9407-40e1-88e1-076750db36fd,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:29:39.510723 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3ca40095-cee4-49de-99d0-de2fb279054d req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (c0eef635-9407-40e1-88e1-076750db36fd), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:39.566569 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3138b0a-feda-4396-89e8-d34924628bff tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for router_controller (3ae0683d-24d9-499b-a018-182a17730243), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:39.576423 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3138b0a-feda-4396-89e8-d34924628bff tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (3ae0683d-24d9-499b-a018-182a17730243), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:39.599212 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b61f02c-e923-4e4d-9d8f-942e4c56baea tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks [] for security_group (b86cf6ae-e847-4d76-a71d-742bcdd3c1ba), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:39.603054 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7875348b-8072-4b80-8613-ea57dc0c5b23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56e0373a0f0846d19e4fada7f418f55a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3825011 Feb 28 20:29:39.610866 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca40095-cee4-49de-99d0-de2fb279054d req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:39.611482 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3ca40095-cee4-49de-99d0-de2fb279054d req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:39.612891 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3ca40095-cee4-49de-99d0-de2fb279054d req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] 10.222.0.15 "PUT /v2.0/ports/c0eef635-9407-40e1-88e1-076750db36fd HTTP/1.1" status: 200 len: 1092 time: 2.4152608 Feb 28 20:29:39.615949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d4808f-2ac5-400b-a5b0-5a7e33d84159', 'tag': 'c0eef635-9407-40e1-88e1-076750db36fd'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:29:39.619573 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a194f4b6-e8e2-4f19-bd45-f05da2ec9830" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d4808f-2ac5-400b-a5b0-5a7e33d84159", "tag": "c0eef635-9407-40e1-88e1-076750db36fd"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:29:39.620715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37494) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:39.636413 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b61f02c-e923-4e4d-9d8f-942e4c56baea tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b86cf6ae-e847-4d76-a71d-742bcdd3c1ba), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:39.661114 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d5edd5e-5b39-4d32-8a62-7bb505571fe3 req-55a2105b-8efd-4b1f-937b-c9b83d152a7d tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017765 Feb 28 20:29:39.663738 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3138b0a-feda-4396-89e8-d34924628bff tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:39.664996 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d3138b0a-feda-4396-89e8-d34924628bff tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.0568230 Feb 28 20:29:39.671493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37498) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:39.681394 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6e98075b-122c-4140-81d4-a90c094c4253 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1205787521'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:39.729338 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef75e778-9d9b-4ce0-b5c4-eea8d972a52e x-openstack-request-id: req-ef75e778-9d9b-4ce0-b5c4-eea8d972a52e {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:29:39.730201 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d4808f-2ac5-400b-a5b0-5a7e33d84159", "tag": "c0eef635-9407-40e1-88e1-076750db36fd", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:29:39.730468 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef75e778-9d9b-4ce0-b5c4-eea8d972a52e {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:29:39.730868 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d4808f-2ac5-400b-a5b0-5a7e33d84159', 'tag': 'c0eef635-9407-40e1-88e1-076750db36fd', 'status': 'completed', 'code': 200} Feb 28 20:29:39.765613 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e98075b-122c-4140-81d4-a90c094c4253 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Made reservation on behalf of 6f7404a6f5954e39bcba46e0a93db9cf for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:39.768929 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e98075b-122c-4140-81d4-a90c094c4253 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:39.776029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b61f02c-e923-4e4d-9d8f-942e4c56baea tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:29:39.793607 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e98075b-122c-4140-81d4-a90c094c4253 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:39.799169 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daf179bc-e7b2-4946-996c-33d19d90a342 admin admin] Publish callbacks [] for security_group (e4fc4775-9d16-4260-91bf-e5d7ca547b9c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:39.811638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fe64c-faa6-41bf-bd78-f782823ddb4c service neutron] Pushing event updated for resources: {'Port': ['ID=c0eef635-9407-40e1-88e1-076750db36fd,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:39.839685 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61f02c-e923-4e4d-9d8f-942e4c56baea tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b86cf6ae-e847-4d76-a71d-742bcdd3c1ba,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:39.843740 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b61f02c-e923-4e4d-9d8f-942e4c56baea tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (50367ebe-92d9-4403-8cc6-680bf5639b25), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:39.844120 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-5b61f02c-e923-4e4d-9d8f-942e4c56baea tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Added segment 50367ebe-92d9-4403-8cc6-680bf5639b25 of type vlan for network 46633c9b-c713-4d51-b8ea-9411c4b6ac05 Feb 28 20:29:39.870856 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daf179bc-e7b2-4946-996c-33d19d90a342 admin admin] Publish callbacks [] for security_group (e4fc4775-9d16-4260-91bf-e5d7ca547b9c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:39.933212 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-90bbe662-0446-44d8-a1a1-d1184c2c1f5d tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks [] for port (d4424754-afe9-43c0-bacd-31cff712145b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:39.951933 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b61f02c-e923-4e4d-9d8f-942e4c56baea tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (46633c9b-c713-4d51-b8ea-9411c4b6ac05), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:39.980166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca40095-cee4-49de-99d0-de2fb279054d req-c485eb77-e3ae-4f51-83a4-b994301f1d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:39.981683 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3ca40095-cee4-49de-99d0-de2fb279054d req-c485eb77-e3ae-4f51-83a4-b994301f1d8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&device_id=f5d4808f-2ac5-400b-a5b0-5a7e33d84159 HTTP/1.1" status: 200 len: 1126 time: 0.2752478 Feb 28 20:29:40.073967 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3ca40095-cee4-49de-99d0-de2fb279054d req-ce78a824-97c9-4bd9-90dc-858d58abe613 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0eef635-9407-40e1-88e1-076750db36fd HTTP/1.1" status: 200 len: 217 time: 0.0546596 Feb 28 20:29:40.077350 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b61f02c-e923-4e4d-9d8f-942e4c56baea tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (46633c9b-c713-4d51-b8ea-9411c4b6ac05), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:40.077681 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daf179bc-e7b2-4946-996c-33d19d90a342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e4fc4775-9d16-4260-91bf-e5d7ca547b9c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:40.080271 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daf179bc-e7b2-4946-996c-33d19d90a342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:40.081406 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-daf179bc-e7b2-4946-996c-33d19d90a342 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4fc4775-9d16-4260-91bf-e5d7ca547b9c HTTP/1.1" status: 204 len: 168 time: 0.4597349 Feb 28 20:29:40.082506 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b61f02c-e923-4e4d-9d8f-942e4c56baea tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:40.083102 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b61f02c-e923-4e4d-9d8f-942e4c56baea tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:40.119184 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e98075b-122c-4140-81d4-a90c094c4253 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for security_group (eddc57b8-e7c7-45df-95c2-d3308835ab88), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:40.121185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf179bc-e7b2-4946-996c-33d19d90a342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fc4775-9d16-4260-91bf-e5d7ca547b9c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:40.216888 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e98075b-122c-4140-81d4-a90c094c4253 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (eddc57b8-e7c7-45df-95c2-d3308835ab88), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:40.227821 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-90bbe662-0446-44d8-a1a1-d1184c2c1f5d tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d4424754-afe9-43c0-bacd-31cff712145b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:40.235331 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5b61f02c-e923-4e4d-9d8f-942e4c56baea tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4017012 Feb 28 20:29:40.245715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37504) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:40.267100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-584ff399-1410-462e-ad23-e608806ee371 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Request body: {'subnet': {'network_id': '46633c9b-c713-4d51-b8ea-9411c4b6ac05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:40.280293 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61f02c-e923-4e4d-9d8f-942e4c56baea tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Pushing event updated for resources: {'Network': ['ID=46633c9b-c713-4d51-b8ea-9411c4b6ac05,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:40.293860 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 46633c9b-c713-4d51-b8ea-9411c4b6ac05 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:29:40.349756 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bbe662-0446-44d8-a1a1-d1184c2c1f5d tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Network 06b96826-f13a-44a8-b35b-64501c921d14 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:40.349756 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca40095-cee4-49de-99d0-de2fb279054d req-cf51ab54-f030-45b5-be1d-3d62e48d2087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:40.349756 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3ca40095-cee4-49de-99d0-de2fb279054d req-cf51ab54-f030-45b5-be1d-3d62e48d2087 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=061df787-4254-4266-93eb-5523552c7b33 HTTP/1.1" status: 200 len: 845 time: 0.2215123 Feb 28 20:29:40.352275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e98075b-122c-4140-81d4-a90c094c4253 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:29:40.355614 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-90bbe662-0446-44d8-a1a1-d1184c2c1f5d tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:40.367985 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bbe662-0446-44d8-a1a1-d1184c2c1f5d tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:40.368183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98075b-122c-4140-81d4-a90c094c4253 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eddc57b8-e7c7-45df-95c2-d3308835ab88,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:40.368914 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bbe662-0446-44d8-a1a1-d1184c2c1f5d tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:40.369520 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-90bbe662-0446-44d8-a1a1-d1184c2c1f5d tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:40.413978 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbe662-0446-44d8-a1a1-d1184c2c1f5d tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Pushing event updated for resources: {'Port': ['ID=d4424754-afe9-43c0-bacd-31cff712145b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:40.420732 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e98075b-122c-4140-81d4-a90c094c4253 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (4f3c747a-fe73-44eb-9874-ac99f1c3be68), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:40.420940 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-6e98075b-122c-4140-81d4-a90c094c4253 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Added segment 4f3c747a-fe73-44eb-9874-ac99f1c3be68 of type vlan for network 416bcbd6-7bdd-4765-892a-57eb321631aa Feb 28 20:29:40.435127 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3ca40095-cee4-49de-99d0-de2fb279054d req-cd5b81fb-7a55-4674-897e-8d6e38425290 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f93bb5b0-b654-484a-b540-d0f4106b4968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808823 Feb 28 20:29:40.461988 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-90bbe662-0446-44d8-a1a1-d1184c2c1f5d tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3365450 Feb 28 20:29:40.474229 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37506) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:40.497408 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3a0ca5ab-6739-446a-b3cd-0910de7f1714 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:40.513196 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.db.resource_extend [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-f8836a56-b3de-4dbb-bbd6-1963af93851e tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:29:40.548302 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e98075b-122c-4140-81d4-a90c094c4253 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (416bcbd6-7bdd-4765-892a-57eb321631aa), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:40.550796 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3a0ca5ab-6739-446a-b3cd-0910de7f1714 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (2d9bdb8b-b51b-40ce-a3fe-6bf18884fb60), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:40.563714 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37508) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:40.574630 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584ff399-1410-462e-ad23-e608806ee371 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Made reservation on behalf of 2232f0e3b30644ae873b341b857a9cda for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:40.577898 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-584ff399-1410-462e-ad23-e608806ee371 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:40.609421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6328998-2405-4791-8865-b6cff469bc79 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:40.610803 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b6328998-2405-4791-8865-b6cff469bc79 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] 10.222.0.13 "GET /v2.0/ports/d4424754-afe9-43c0-bacd-31cff712145b HTTP/1.1" status: 200 len: 955 time: 0.1356227 Feb 28 20:29:40.617152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37510) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:40.622841 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e9643895-ea4a-4e6c-851a-951d93fb9bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:40.633480 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3ca40095-cee4-49de-99d0-de2fb279054d req-c4515ae1-2b8d-48dd-ad7e-80b99c1da363 service neutron] 10.222.0.15 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880631 Feb 28 20:29:40.666675 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-f8836a56-b3de-4dbb-bbd6-1963af93851e tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:40.701504 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-f8836a56-b3de-4dbb-bbd6-1963af93851e tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (0960edbd-4d4f-4880-acbd-d72f9996cf91), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:40.713882 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e98075b-122c-4140-81d4-a90c094c4253 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (416bcbd6-7bdd-4765-892a-57eb321631aa), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:40.719047 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e98075b-122c-4140-81d4-a90c094c4253 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:40.719646 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e98075b-122c-4140-81d4-a90c094c4253 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:40.817142 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3ca40095-cee4-49de-99d0-de2fb279054d req-12b90186-d1ec-455f-89a4-2cf3ae70df7a service neutron] 10.222.0.15 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540701 Feb 28 20:29:40.906498 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0ca5ab-6739-446a-b3cd-0910de7f1714 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Router 96a760dd-6949-4e5d-ad93-0ab12cfecdf6 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:40.910983 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6e98075b-122c-4140-81d4-a90c094c4253 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2365012 Feb 28 20:29:40.915793 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37514) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:40.925553 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-922d4659-e7e3-4100-85cc-56d10e9b1cda tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Request body: {'subnet': {'network_id': '416bcbd6-7bdd-4765-892a-57eb321631aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:40.970718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98075b-122c-4140-81d4-a90c094c4253 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event updated for resources: {'Network': ['ID=416bcbd6-7bdd-4765-892a-57eb321631aa,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:40.983990 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 416bcbd6-7bdd-4765-892a-57eb321631aa details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:29:41.064734 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-f8836a56-b3de-4dbb-bbd6-1963af93851e tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Floating IP 0960edbd-4d4f-4880-acbd-d72f9996cf91 associated. External IP: 172.25.0.93, port: e2e04e92-1a97-42eb-8664-8fac7ca846f8. Feb 28 20:29:41.068588 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194f4b6-e8e2-4f19-bd45-f05da2ec9830 req-ee86c9b9-1575-4d9f-a775-9a2b993bbab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:41.072027 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a194f4b6-e8e2-4f19-bd45-f05da2ec9830 req-ee86c9b9-1575-4d9f-a775-9a2b993bbab6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&device_id=f5d4808f-2ac5-400b-a5b0-5a7e33d84159 HTTP/1.1" status: 200 len: 1126 time: 0.1970739 Feb 28 20:29:41.115878 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911af59-c6e2-42c7-88cd-4e746cc65fbe req-51651230-b503-4a5c-b301-a3cec3e7be0c tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:41.117896 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8911af59-c6e2-42c7-88cd-4e746cc65fbe req-51651230-b503-4a5c-b301-a3cec3e7be0c tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d4808f-2ac5-400b-a5b0-5a7e33d84159 HTTP/1.1" status: 200 len: 943 time: 0.3441582 Feb 28 20:29:41.162582 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e9643895-ea4a-4e6c-851a-951d93fb9bec admin admin] Publish callbacks [] for security_group (45874969-6e9a-48bf-8d44-1e79ee9fec60), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:41.170059 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-daef2a52-d56a-472f-9953-9490ce023989 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Deleting port d4424754-afe9-43c0-bacd-31cff712145b {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:41.170400 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daef2a52-d56a-472f-9953-9490ce023989 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d4424754-afe9-43c0-bacd-31cff712145b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:41.182360 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922d4659-e7e3-4100-85cc-56d10e9b1cda tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Made reservation on behalf of 6f7404a6f5954e39bcba46e0a93db9cf for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:41.182598 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e9643895-ea4a-4e6c-851a-951d93fb9bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (45874969-6e9a-48bf-8d44-1e79ee9fec60), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:41.185745 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-922d4659-e7e3-4100-85cc-56d10e9b1cda tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:41.272038 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0ca5ab-6739-446a-b3cd-0910de7f1714 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:41.281630 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3a0ca5ab-6739-446a-b3cd-0910de7f1714 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:41.295729 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a16f7-ea0b-41e6-92e9-562511099735 None None] Sync routers for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:41.317445 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a16f7-ea0b-41e6-92e9-562511099735 None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:41.318682 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4b7a16f7-ea0b-41e6-92e9-562511099735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:41.334697 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194f4b6-e8e2-4f19-bd45-f05da2ec9830 req-23cc3555-d035-4f0d-aef7-39914f7be790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:41.336687 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a194f4b6-e8e2-4f19-bd45-f05da2ec9830 req-23cc3555-d035-4f0d-aef7-39914f7be790 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 905 time: 0.2567365 Feb 28 20:29:41.368344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4b7a16f7-ea0b-41e6-92e9-562511099735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:41.379097 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a16f7-ea0b-41e6-92e9-562511099735 None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:41.380251 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9643895-ea4a-4e6c-851a-951d93fb9bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45874969-6e9a-48bf-8d44-1e79ee9fec60,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:41.380479 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4b7a16f7-ea0b-41e6-92e9-562511099735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:41.385139 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e9643895-ea4a-4e6c-851a-951d93fb9bec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=475f4520e37341d8a02a8c5108337dd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8186848 Feb 28 20:29:41.395900 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-584ff399-1410-462e-ad23-e608806ee371 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (6f302a90-4330-4ea5-bc7b-abc9dfc5404d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:41.400969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37518) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:41.420669 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daef2a52-d56a-472f-9953-9490ce023989 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d4424754-afe9-43c0-bacd-31cff712145b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:41.437808 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8911af59-c6e2-42c7-88cd-4e746cc65fbe req-eb52b930-606b-42cb-8334-beae473736e9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080471 Feb 28 20:29:41.480119 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-daef2a52-d56a-472f-9953-9490ce023989 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Calling delete_port for d4424754-afe9-43c0-bacd-31cff712145b owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:41.602405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4b7a16f7-ea0b-41e6-92e9-562511099735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:41.603343 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a16f7-ea0b-41e6-92e9-562511099735 None None] The sync data for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:41.620321 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ff399-1410-462e-ad23-e608806ee371 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Pushing event updated for resources: {'Subnet': ['ID=6f302a90-4330-4ea5-bc7b-abc9dfc5404d,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:41.667344 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a194f4b6-e8e2-4f19-bd45-f05da2ec9830 req-0240c4ba-43a3-4679-a992-6d43745aba93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0eef635-9407-40e1-88e1-076750db36fd HTTP/1.1" status: 200 len: 217 time: 0.3230748 Feb 28 20:29:41.675330 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ee9a5a4-ea71-420c-bba0-9e3ea0c36a68 admin admin] Publish callbacks [] for security_group (45874969-6e9a-48bf-8d44-1e79ee9fec60), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:41.680570 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584ff399-1410-462e-ad23-e608806ee371 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Checking segment: {'id': '50367ebe-92d9-4403-8cc6-680bf5639b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '46633c9b-c713-4d51-b8ea-9411c4b6ac05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:29:41.680938 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584ff399-1410-462e-ad23-e608806ee371 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Network hostable DHCP agents. Network: 46633c9b-c713-4d51-b8ea-9411c4b6ac05, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:29:41.768994 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3a0ca5ab-6739-446a-b3cd-0910de7f1714 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "PUT /v2.0/floatingips/2d9bdb8b-b51b-40ce-a3fe-6bf18884fb60 HTTP/1.1" status: 200 len: 978 time: 2.9083967 Feb 28 20:29:41.772084 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37520) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:41.822659 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194f4b6-e8e2-4f19-bd45-f05da2ec9830 req-c060c215-681b-4422-ac3b-46a5312e5785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:41.824162 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a194f4b6-e8e2-4f19-bd45-f05da2ec9830 req-c060c215-681b-4422-ac3b-46a5312e5785 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=061df787-4254-4266-93eb-5523552c7b33 HTTP/1.1" status: 200 len: 845 time: 0.1368804 Feb 28 20:29:41.899643 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a194f4b6-e8e2-4f19-bd45-f05da2ec9830 req-b1d00fc2-6b71-48d0-8164-ee5068842a52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f93bb5b0-b654-484a-b540-d0f4106b4968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641282 Feb 28 20:29:41.941316 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-922d4659-e7e3-4100-85cc-56d10e9b1cda tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (4c386082-b602-4089-bd03-ed28bab16090), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:42.057969 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ee9a5a4-ea71-420c-bba0-9e3ea0c36a68 admin admin] Publish callbacks [] for security_group (45874969-6e9a-48bf-8d44-1e79ee9fec60), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:42.089032 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d4659-e7e3-4100-85cc-56d10e9b1cda tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event updated for resources: {'Subnet': ['ID=4c386082-b602-4089-bd03-ed28bab16090,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:42.111793 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584ff399-1410-462e-ad23-e608806ee371 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Network 46633c9b-c713-4d51-b8ea-9411c4b6ac05 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:29:42.114017 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daef2a52-d56a-472f-9953-9490ce023989 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d4424754-afe9-43c0-bacd-31cff712145b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:42.152271 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a194f4b6-e8e2-4f19-bd45-f05da2ec9830 req-4dccc6d6-1466-4d80-adef-5273807a9f91 service neutron] 10.222.0.15 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383049 Feb 28 20:29:42.154182 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922d4659-e7e3-4100-85cc-56d10e9b1cda tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Checking segment: {'id': '4f3c747a-fe73-44eb-9874-ac99f1c3be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '416bcbd6-7bdd-4765-892a-57eb321631aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:29:42.154827 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922d4659-e7e3-4100-85cc-56d10e9b1cda tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Network hostable DHCP agents. Network: 416bcbd6-7bdd-4765-892a-57eb321631aa, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:29:42.157354 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-584ff399-1410-462e-ad23-e608806ee371 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 46633c9b-c713-4d51-b8ea-9411c4b6ac05) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:42.160807 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-f8836a56-b3de-4dbb-bbd6-1963af93851e tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Router 043d3d92-4588-4240-8ff5-3ae403f40051 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:42.166484 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef2a52-d56a-472f-9953-9490ce023989 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4424754-afe9-43c0-bacd-31cff712145b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:42.169101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584ff399-1410-462e-ad23-e608806ee371 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:42.169914 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-584ff399-1410-462e-ad23-e608806ee371 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:42.170459 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f84053-47cd-4184-aa85-75fff02105f2 None None] Network 46633c9b-c713-4d51-b8ea-9411c4b6ac05 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:29:42.196630 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daef2a52-d56a-472f-9953-9490ce023989 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:42.202889 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37522) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:42.204166 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-daef2a52-d56a-472f-9953-9490ce023989 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] 10.222.0.13 "DELETE /v2.0/ports/d4424754-afe9-43c0-bacd-31cff712145b HTTP/1.1" status: 204 len: 168 time: 1.5786126 Feb 28 20:29:42.276339 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c0eef635-9407-40e1-88e1-076750db36fd details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:29:42.289248 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d06f3b-c338-4d7f-b05f-e2a0bc5d9718 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] GET failed (client error): The resource could not be found. Feb 28 20:29:42.296349 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c2d06f3b-c338-4d7f-b05f-e2a0bc5d9718 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] 10.222.0.13 "GET /v2.0/ports/d4424754-afe9-43c0-bacd-31cff712145b HTTP/1.1" status: 404 len: 333 time: 0.0866656 Feb 28 20:29:42.296574 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-584ff399-1410-462e-ad23-e608806ee371 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0374737 Feb 28 20:29:42.296574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37524) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:42.296774 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922d4659-e7e3-4100-85cc-56d10e9b1cda tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Network 416bcbd6-7bdd-4765-892a-57eb321631aa is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:29:42.297584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37526) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:42.309715 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-d67dbebe-82c5-4318-8466-78a9c3175906 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Deleting port 4d43e331-40aa-4bb7-af32-b559d83c1202 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:42.310431 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d67dbebe-82c5-4318-8466-78a9c3175906 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4d43e331-40aa-4bb7-af32-b559d83c1202), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:42.311527 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-04cec342-750e-43c5-9398-9f5cdc0c5736 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Request body: {'port': {'network_id': '06b96826-f13a-44a8-b35b-64501c921d14', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-271846597'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:42.320222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-c8c45994-3864-4a07-a9d6-266c5a369ad6 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Request body: {'port': {'network_id': '46633c9b-c713-4d51-b8ea-9411c4b6ac05', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1552854807'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:42.327046 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ee9a5a4-ea71-420c-bba0-9e3ea0c36a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (45874969-6e9a-48bf-8d44-1e79ee9fec60), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:42.330369 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ee9a5a4-ea71-420c-bba0-9e3ea0c36a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:42.335068 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7ee9a5a4-ea71-420c-bba0-9e3ea0c36a68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45874969-6e9a-48bf-8d44-1e79ee9fec60 HTTP/1.1" status: 204 len: 168 time: 0.9255226 Feb 28 20:29:42.353621 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-922d4659-e7e3-4100-85cc-56d10e9b1cda tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 416bcbd6-7bdd-4765-892a-57eb321631aa) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:42.371282 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922d4659-e7e3-4100-85cc-56d10e9b1cda tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:42.372257 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-922d4659-e7e3-4100-85cc-56d10e9b1cda tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:42.399821 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9a5a4-ea71-420c-bba0-9e3ea0c36a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45874969-6e9a-48bf-8d44-1e79ee9fec60,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:42.422066 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21082f9e-b5a3-4f82-b694-6049852221c3 None None] Network 416bcbd6-7bdd-4765-892a-57eb321631aa requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:29:42.450431 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a194f4b6-e8e2-4f19-bd45-f05da2ec9830 req-2a7344d5-37b6-4e67-a392-5a89c9892e02 service neutron] 10.222.0.15 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859468 Feb 28 20:29:42.469374 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-922d4659-e7e3-4100-85cc-56d10e9b1cda tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5527081 Feb 28 20:29:42.474248 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37532) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:42.496333 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a7bd7f77-4a95-418c-b3f7-bbe96ee024f8 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Request body: {'network': {'name': 'tempest-router-network01--2098194205'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:42.522830 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cec342-750e-43c5-9398-9f5cdc0c5736 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Made reservation on behalf of 260f406bfd8a406b8d56818ceb0004c2 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:42.523097 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bd7f77-4a95-418c-b3f7-bbe96ee024f8 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Made reservation on behalf of 6f7404a6f5954e39bcba46e0a93db9cf for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:42.525890 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04cec342-750e-43c5-9398-9f5cdc0c5736 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:42.527209 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7f77-4a95-418c-b3f7-bbe96ee024f8 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:42.533406 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d67dbebe-82c5-4318-8466-78a9c3175906 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4d43e331-40aa-4bb7-af32-b559d83c1202), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:42.533780 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d67dbebe-82c5-4318-8466-78a9c3175906 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (4d43e331-40aa-4bb7-af32-b559d83c1202), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:42.570230 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-04cec342-750e-43c5-9398-9f5cdc0c5736 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] device_id is not set on port 671fabaa-1162-49af-93c2-36be197be652 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:29:42.584260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-d67dbebe-82c5-4318-8466-78a9c3175906 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Calling delete_port for 4d43e331-40aa-4bb7-af32-b559d83c1202 owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:42.601384 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915e0211-ae96-4b8f-9e58-bc1687c0de24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-46633c9b-c713-4d51-b8ea-9411c4b6ac05', 'network_id': '46633c9b-c713-4d51-b8ea-9411c4b6ac05', 'project_id': '2232f0e3b30644ae873b341b857a9cda', 'fixed_ips': [{'subnet_id': '6f302a90-4330-4ea5-bc7b-abc9dfc5404d'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:29:42.604587 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7bd7f77-4a95-418c-b3f7-bbe96ee024f8 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:29:42.606691 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-915e0211-ae96-4b8f-9e58-bc1687c0de24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:42.669218 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7f77-4a95-418c-b3f7-bbe96ee024f8 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (8332bc6d-444e-47ec-9b49-ec1ffc4c4264), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:42.669764 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-a7bd7f77-4a95-418c-b3f7-bbe96ee024f8 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Added segment 8332bc6d-444e-47ec-9b49-ec1ffc4c4264 of type vlan for network 8297bd2a-9a9d-424a-a4bf-95ab7f920ef0 Feb 28 20:29:42.698941 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-f8836a56-b3de-4dbb-bbd6-1963af93851e tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:42.709158 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-f8836a56-b3de-4dbb-bbd6-1963af93851e tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:42.717899 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ddaa51-9f97-4484-ac7f-576df98ff88a None None] Sync routers for ids ['043d3d92-4588-4240-8ff5-3ae403f40051'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:42.737309 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ddaa51-9f97-4484-ac7f-576df98ff88a None None] Routers {'043d3d92-4588-4240-8ff5-3ae403f40051'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:42.737955 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a8ddaa51-9f97-4484-ac7f-576df98ff88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['043d3d92-4588-4240-8ff5-3ae403f40051'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:42.743581 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7f77-4a95-418c-b3f7-bbe96ee024f8 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (8297bd2a-9a9d-424a-a4bf-95ab7f920ef0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:42.800210 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7f77-4a95-418c-b3f7-bbe96ee024f8 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (8297bd2a-9a9d-424a-a4bf-95ab7f920ef0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:42.807119 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bd7f77-4a95-418c-b3f7-bbe96ee024f8 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:42.808178 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7f77-4a95-418c-b3f7-bbe96ee024f8 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:42.868584 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a7bd7f77-4a95-418c-b3f7-bbe96ee024f8 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3924854 Feb 28 20:29:42.869667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c0eef635-9407-40e1-88e1-076750db36fd, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c0eef635-9407-40e1-88e1-076750db36fd,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:42.874684 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-f8836a56-b3de-4dbb-bbd6-1963af93851e tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "PUT /v2.0/floatingips/0960edbd-4d4f-4880-acbd-d72f9996cf91 HTTP/1.1" status: 200 len: 996 time: 3.8096008 Feb 28 20:29:42.880214 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37536) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:42.881909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c09c9f-a49d-4b4e-b7b4-28b38115c7ff', 'tag': 'e2e04e92-1a97-42eb-8664-8fac7ca846f8'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:29:42.885062 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800359bf-316d-4f88-80bd-a7fe0ae27ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "14c09c9f-a49d-4b4e-b7b4-28b38115c7ff", "tag": "e2e04e92-1a97-42eb-8664-8fac7ca846f8"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:29:42.893864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6c4f3327-9247-46ff-8990-920dec742686 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Request body: {'network': {'name': 'tempest-router-network02--114208016'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:42.920261 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5df4c-02db-4e68-8ec0-afde4bce39e2 req-b5780697-8c49-4903-a251-2a6e906693d0 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:42.922745 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22f5df4c-02db-4e68-8ec0-afde4bce39e2 req-b5780697-8c49-4903-a251-2a6e906693d0 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d4808f-2ac5-400b-a5b0-5a7e33d84159 HTTP/1.1" status: 200 len: 943 time: 0.3424664 Feb 28 20:29:42.923693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c45994-3864-4a07-a9d6-266c5a369ad6 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Made reservation on behalf of 2232f0e3b30644ae873b341b857a9cda for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:42.927342 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8c45994-3864-4a07-a9d6-266c5a369ad6 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:42.972227 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-c8c45994-3864-4a07-a9d6-266c5a369ad6 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] device_id is not set on port dc7de57d-209e-4680-8a81-d11c59147142 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:29:43.000109 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd7f77-4a95-418c-b3f7-bbe96ee024f8 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event updated for resources: {'Network': ['ID=8297bd2a-9a9d-424a-a4bf-95ab7f920ef0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:43.001341 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-a8ddaa51-9f97-4484-ac7f-576df98ff88a None None] Set router 043d3d92-4588-4240-8ff5-3ae403f40051 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:29:43.040901 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'c0eef635-9407-40e1-88e1-076750db36fd', 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968', 'port_id': 'c0eef635-9407-40e1-88e1-076750db36fd', 'mac_address': 'fa:16:3e:1b:7e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061df787-4254-4266-93eb-5523552c7b33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:29:43.055172 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d67dbebe-82c5-4318-8466-78a9c3175906 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4d43e331-40aa-4bb7-af32-b559d83c1202), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:43.098935 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4f3327-9247-46ff-8990-920dec742686 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Made reservation on behalf of 6f7404a6f5954e39bcba46e0a93db9cf for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:43.104027 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c4f3327-9247-46ff-8990-920dec742686 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:43.105287 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67dbebe-82c5-4318-8466-78a9c3175906 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event deleted for resources: {'Port': ['ID=4d43e331-40aa-4bb7-af32-b559d83c1202,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:43.151122 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e161bf-7d83-4866-8f7a-7385870d295a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-416bcbd6-7bdd-4765-892a-57eb321631aa', 'network_id': '416bcbd6-7bdd-4765-892a-57eb321631aa', 'project_id': '6f7404a6f5954e39bcba46e0a93db9cf', 'fixed_ips': [{'subnet_id': '4c386082-b602-4089-bd03-ed28bab16090'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:29:43.152636 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-29e161bf-7d83-4866-8f7a-7385870d295a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:43.186315 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37540) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:43.224102 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 8297bd2a-9a9d-424a-a4bf-95ab7f920ef0 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:29:43.226997 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port c0eef635-9407-40e1-88e1-076750db36fd is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:29:43.227750 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c0eef635-9407-40e1-88e1-076750db36fd), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:43.245528 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d67dbebe-82c5-4318-8466-78a9c3175906 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (2d9bdb8b-b51b-40ce-a3fe-6bf18884fb60), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:43.245949 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-d67dbebe-82c5-4318-8466-78a9c3175906 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Floating IP 2d9bdb8b-b51b-40ce-a3fe-6bf18884fb60 disassociated (deleted). External IP: 172.25.0.201, port: fa2fa598-e89d-46ab-90d3-9260b952e842. Feb 28 20:29:43.254153 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4f3327-9247-46ff-8990-920dec742686 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:29:43.270820 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c4f3327-9247-46ff-8990-920dec742686 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (627258ab-77bf-4218-852c-29a5fa5f6cc5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:43.271283 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-6c4f3327-9247-46ff-8990-920dec742686 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Added segment 627258ab-77bf-4218-852c-29a5fa5f6cc5 of type vlan for network a8b70f5e-8880-4ca8-83f4-cf097138570f Feb 28 20:29:43.288475 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a8ddaa51-9f97-4484-ac7f-576df98ff88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076220546-router', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:16Z', 'updated_at': '2022-02-28T20:28:29Z', 'revision_number': 4, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'gw_port': {'id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '0960edbd-4d4f-4880-acbd-d72f9996cf91', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'floating_ip_address': '172.25.0.93', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'port_id': 'e2e04e92-1a97-42eb-8664-8fac7ca846f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6', 'mac_address': 'fa:16:3e:a3:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c09c9f-a49d-4b4e-b7b4-28b38115c7ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:29:37Z', 'updated_at': '2022-02-28T20:29:40Z', 'revision_number': 1, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfa9662-a9d0-4430-ad15-841b7590bdfa', 'name': '', 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'mac_address': 'fa:16:3e:04:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'd39c0c2a-dc41-4cb2-bcf8-368cafaff201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:26Z', 'updated_at': '2022-02-28T20:28:35Z', 'revision_number': 5, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'subnets': [{'id': 'd39c0c2a-dc41-4cb2-bcf8-368cafaff201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:43.292822 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0eef635-9407-40e1-88e1-076750db36fd {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:29:43.315633 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ddaa51-9f97-4484-ac7f-576df98ff88a None None] Checking router: 043d3d92-4588-4240-8ff5-3ae403f40051 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:29:43.324786 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ddaa51-9f97-4484-ac7f-576df98ff88a None None] Routers {'043d3d92-4588-4240-8ff5-3ae403f40051'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:43.325414 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a8ddaa51-9f97-4484-ac7f-576df98ff88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['043d3d92-4588-4240-8ff5-3ae403f40051'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:43.334806 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c4f3327-9247-46ff-8990-920dec742686 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (a8b70f5e-8880-4ca8-83f4-cf097138570f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:43.389092 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c4f3327-9247-46ff-8990-920dec742686 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (a8b70f5e-8880-4ca8-83f4-cf097138570f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:43.396314 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4f3327-9247-46ff-8990-920dec742686 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:43.397188 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c4f3327-9247-46ff-8990-920dec742686 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:43.400725 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-af9bb95b-8f17-45b5-bfa6-d6f3957b9c95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:43.405819 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-915e0211-ae96-4b8f-9e58-bc1687c0de24 None None] Allocated IP 172.20.0.2 (46633c9b-c713-4d51-b8ea-9411c4b6ac05/6f302a90-4330-4ea5-bc7b-abc9dfc5404d/2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:43.408389 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04cec342-750e-43c5-9398-9f5cdc0c5736 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks [] for port (671fabaa-1162-49af-93c2-36be197be652), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:43.432075 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c0eef635-9407-40e1-88e1-076750db36fd, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c0eef635-9407-40e1-88e1-076750db36fd,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:43.449772 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c0eef635-9407-40e1-88e1-076750db36fd), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:43.452460 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22f5df4c-02db-4e68-8ec0-afde4bce39e2 req-1b3631e8-a855-4be8-9291-4fae376f9a05 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926434 Feb 28 20:29:43.456534 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-a8ddaa51-9f97-4484-ac7f-576df98ff88a None None] Set router 043d3d92-4588-4240-8ff5-3ae403f40051 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:29:43.482783 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6c4f3327-9247-46ff-8990-920dec742686 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5936425 Feb 28 20:29:43.483422 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37542) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:43.515971 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-783a113d-2e19-4f5f-ba6b-923c213a25d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:43.517465 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-783a113d-2e19-4f5f-ba6b-923c213a25d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04ef52175a9b4ca6b424bbdfe5599978&device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 1129 time: 0.6075125 Feb 28 20:29:43.524016 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-f1c07a0b-a475-4ca9-8d56-cda62d865924 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Request body: {'subnet': {'network_id': '8297bd2a-9a9d-424a-a4bf-95ab7f920ef0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:43.601705 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b81a899-baba-4776-bc32-ac3e6f328a27 x-openstack-request-id: req-9b81a899-baba-4776-bc32-ac3e6f328a27 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:29:43.602073 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c09c9f-a49d-4b4e-b7b4-28b38115c7ff", "tag": "e2e04e92-1a97-42eb-8664-8fac7ca846f8", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:29:43.602311 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b81a899-baba-4776-bc32-ac3e6f328a27 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:29:43.602727 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c09c9f-a49d-4b4e-b7b4-28b38115c7ff', 'tag': 'e2e04e92-1a97-42eb-8664-8fac7ca846f8', 'status': 'completed', 'code': 200} Feb 28 20:29:43.627050 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=c0eef635-9407-40e1-88e1-076750db36fd,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:43.627522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f3327-9247-46ff-8990-920dec742686 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event updated for resources: {'Network': ['ID=a8b70f5e-8880-4ca8-83f4-cf097138570f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:43.646556 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network a8b70f5e-8880-4ca8-83f4-cf097138570f details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:29:43.673884 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-29e161bf-7d83-4866-8f7a-7385870d295a None None] Allocated IP 2001:db8::2 (416bcbd6-7bdd-4765-892a-57eb321631aa/4c386082-b602-4089-bd03-ed28bab16090/b59b3e5d-93c8-42d7-85bb-93705a95e8a3) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:43.696498 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67dbebe-82c5-4318-8466-78a9c3175906 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Router 96a760dd-6949-4e5d-ad93-0ab12cfecdf6 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:43.701161 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['c0eef635-9407-40e1-88e1-076750db36fd'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:29:43.769808 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04cec342-750e-43c5-9398-9f5cdc0c5736 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (671fabaa-1162-49af-93c2-36be197be652), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:43.858221 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-81051ea6-6659-4b71-9f3f-6e3b9771f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:43.859277 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67dbebe-82c5-4318-8466-78a9c3175906 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:43.859782 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-81051ea6-6659-4b71-9f3f-6e3b9771f5cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=772a5f8c-d784-4526-8416-23f5187ae8c6 HTTP/1.1" status: 200 len: 920 time: 0.3278713 Feb 28 20:29:43.879083 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d67dbebe-82c5-4318-8466-78a9c3175906 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:43.879337 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cec342-750e-43c5-9398-9f5cdc0c5736 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Network 06b96826-f13a-44a8-b35b-64501c921d14 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:43.887636 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c07a0b-a475-4ca9-8d56-cda62d865924 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Made reservation on behalf of 6f7404a6f5954e39bcba46e0a93db9cf for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:43.891206 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f1c07a0b-a475-4ca9-8d56-cda62d865924 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:43.894110 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db410cb-7a5a-4e8f-9c2e-23aa5f3c8e86 None None] Sync routers for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:43.911689 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800359bf-316d-4f88-80bd-a7fe0ae27ecd req-d48cd63f-4ae0-4538-8424-717b8f893d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:43.913330 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-800359bf-316d-4f88-80bd-a7fe0ae27ecd req-d48cd63f-4ae0-4538-8424-717b8f893d7e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04ef52175a9b4ca6b424bbdfe5599978&device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 1129 time: 0.3082623 Feb 28 20:29:43.914319 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-04cec342-750e-43c5-9398-9f5cdc0c5736 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:43.933494 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cec342-750e-43c5-9398-9f5cdc0c5736 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:43.934465 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cec342-750e-43c5-9398-9f5cdc0c5736 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:43.935115 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04cec342-750e-43c5-9398-9f5cdc0c5736 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:43.938709 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d67dbebe-82c5-4318-8466-78a9c3175906 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "DELETE /v2.0/floatingips/2d9bdb8b-b51b-40ce-a3fe-6bf18884fb60 HTTP/1.1" status: 204 len: 168 time: 2.1654637 Feb 28 20:29:43.939538 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37544) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:43.961081 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a8ddaa51-9f97-4484-ac7f-576df98ff88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076220546-router', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:16Z', 'updated_at': '2022-02-28T20:28:29Z', 'revision_number': 4, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'gw_port': {'id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '0960edbd-4d4f-4880-acbd-d72f9996cf91', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'floating_ip_address': '172.25.0.93', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'port_id': 'e2e04e92-1a97-42eb-8664-8fac7ca846f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6', 'mac_address': 'fa:16:3e:a3:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c09c9f-a49d-4b4e-b7b4-28b38115c7ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:29:37Z', 'updated_at': '2022-02-28T20:29:40Z', 'revision_number': 1, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfa9662-a9d0-4430-ad15-841b7590bdfa', 'name': '', 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'mac_address': 'fa:16:3e:04:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'd39c0c2a-dc41-4cb2-bcf8-368cafaff201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:26Z', 'updated_at': '2022-02-28T20:28:35Z', 'revision_number': 5, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'subnets': [{'id': 'd39c0c2a-dc41-4cb2-bcf8-368cafaff201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:43.993531 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cec342-750e-43c5-9398-9f5cdc0c5736 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Pushing event updated for resources: {'Port': ['ID=671fabaa-1162-49af-93c2-36be197be652,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:44.009565 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-af9bb95b-8f17-45b5-bfa6-d6f3957b9c95 admin admin] Publish callbacks [] for security_group (e2306ae2-b9c0-45a2-9b51-f5b3366bbbcb), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:44.022814 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ddaa51-9f97-4484-ac7f-576df98ff88a None None] The sync data for ids ['043d3d92-4588-4240-8ff5-3ae403f40051'] in n-d-820368-21 is: [{'id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076220546-router', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:16Z', 'updated_at': '2022-02-28T20:28:29Z', 'revision_number': 4, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'gw_port': {'id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '0960edbd-4d4f-4880-acbd-d72f9996cf91', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'floating_ip_address': '172.25.0.93', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'port_id': 'e2e04e92-1a97-42eb-8664-8fac7ca846f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6', 'mac_address': 'fa:16:3e:a3:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c09c9f-a49d-4b4e-b7b4-28b38115c7ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:29:37Z', 'updated_at': '2022-02-28T20:29:40Z', 'revision_number': 1, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfa9662-a9d0-4430-ad15-841b7590bdfa', 'name': '', 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'mac_address': 'fa:16:3e:04:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'd39c0c2a-dc41-4cb2-bcf8-368cafaff201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:26Z', 'updated_at': '2022-02-28T20:28:35Z', 'revision_number': 5, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'subnets': [{'id': 'd39c0c2a-dc41-4cb2-bcf8-368cafaff201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:44.026684 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db410cb-7a5a-4e8f-9c2e-23aa5f3c8e86 None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:44.027320 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8db410cb-7a5a-4e8f-9c2e-23aa5f3c8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:44.031209 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-915e0211-ae96-4b8f-9e58-bc1687c0de24 None None] Publish callbacks [] for port (2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:44.058119 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-af9bb95b-8f17-45b5-bfa6-d6f3957b9c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e2306ae2-b9c0-45a2-9b51-f5b3366bbbcb), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:44.092566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8db410cb-7a5a-4e8f-9c2e-23aa5f3c8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:44.095100 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-915e0211-ae96-4b8f-9e58-bc1687c0de24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:44.102595 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-6f87744a-931c-4a10-82e6-929dfe73567f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Deleting port fa2fa598-e89d-46ab-90d3-9260b952e842 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:44.102595 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6f87744a-931c-4a10-82e6-929dfe73567f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (fa2fa598-e89d-46ab-90d3-9260b952e842), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:44.133277 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-04cec342-750e-43c5-9398-9f5cdc0c5736 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8297782 Feb 28 20:29:44.137108 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37546) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:44.146731 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:44.210147 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-ba848d46-7028-4622-ae07-408f58da783b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2e04e92-1a97-42eb-8664-8fac7ca846f8 HTTP/1.1" status: 200 len: 999 time: 0.3285215 Feb 28 20:29:44.214933 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db410cb-7a5a-4e8f-9c2e-23aa5f3c8e86 None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:44.215847 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8db410cb-7a5a-4e8f-9c2e-23aa5f3c8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:44.223970 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915e0211-ae96-4b8f-9e58-bc1687c0de24 None None] Network 46633c9b-c713-4d51-b8ea-9411c4b6ac05 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:44.239170 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-af9bb95b-8f17-45b5-bfa6-d6f3957b9c95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2af5a0e9f93040b2b4b39a39039727d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0280168 Feb 28 20:29:44.246125 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37548) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:44.271378 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bb95b-8f17-45b5-bfa6-d6f3957b9c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2306ae2-b9c0-45a2-9b51-f5b3366bbbcb,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:44.286332 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-c8c45994-3864-4a07-a9d6-266c5a369ad6 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Allocated IP 172.20.0.12 (46633c9b-c713-4d51-b8ea-9411c4b6ac05/6f302a90-4330-4ea5-bc7b-abc9dfc5404d/dc7de57d-209e-4680-8a81-d11c59147142) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:44.296268 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (671fabaa-1162-49af-93c2-36be197be652), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:44.307242 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-915e0211-ae96-4b8f-9e58-bc1687c0de24 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:44.315820 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e0211-ae96-4b8f-9e58-bc1687c0de24 None None] Pushing event updated for resources: {'Port': ['ID=2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:44.318897 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8db410cb-7a5a-4e8f-9c2e-23aa5f3c8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:44.321334 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db410cb-7a5a-4e8f-9c2e-23aa5f3c8e86 None None] The sync data for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:44.327436 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800359bf-316d-4f88-80bd-a7fe0ae27ecd req-c49b347b-e73e-4519-b4fe-ea97803dab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:44.328932 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-800359bf-316d-4f88-80bd-a7fe0ae27ecd req-c49b347b-e73e-4519-b4fe-ea97803dab3d service neutron] 10.222.0.10 "GET /v2.0/networks?id=772a5f8c-d784-4526-8416-23f5187ae8c6 HTTP/1.1" status: 200 len: 920 time: 0.3834312 Feb 28 20:29:44.338369 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915e0211-ae96-4b8f-9e58-bc1687c0de24 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:44.371706 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-29e161bf-7d83-4866-8f7a-7385870d295a None None] Publish callbacks [] for port (b59b3e5d-93c8-42d7-85bb-93705a95e8a3), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:44.380805 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-263a780d-2c3d-439d-85bd-63416bb013b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:44.382011 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-263a780d-2c3d-439d-85bd-63416bb013b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d39c0c2a-dc41-4cb2-bcf8-368cafaff201 HTTP/1.1" status: 200 len: 860 time: 0.1605897 Feb 28 20:29:44.396012 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6f87744a-931c-4a10-82e6-929dfe73567f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (fa2fa598-e89d-46ab-90d3-9260b952e842), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:44.401674 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdac9209-540e-4eaf-aff4-56ebfaf72457 admin admin] Publish callbacks [] for security_group (e2306ae2-b9c0-45a2-9b51-f5b3366bbbcb), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:44.410487 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-29e161bf-7d83-4866-8f7a-7385870d295a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (b59b3e5d-93c8-42d7-85bb-93705a95e8a3), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:44.441568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-6f87744a-931c-4a10-82e6-929dfe73567f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Calling delete_port for fa2fa598-e89d-46ab-90d3-9260b952e842 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:44.490466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-48be64a4-d53d-41ea-aefb-ed29aa8d19b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=772a5f8c-d784-4526-8416-23f5187ae8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670376 Feb 28 20:29:44.495557 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdac9209-540e-4eaf-aff4-56ebfaf72457 admin admin] Publish callbacks [] for security_group (e2306ae2-b9c0-45a2-9b51-f5b3366bbbcb), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:44.496877 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-915e0211-ae96-4b8f-9e58-bc1687c0de24 None None] Attempting to bind port 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:44.497336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-915e0211-ae96-4b8f-9e58-bc1687c0de24 None None] Attempting to bind port 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '50367ebe-92d9-4403-8cc6-680bf5639b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '46633c9b-c713-4d51-b8ea-9411c4b6ac05'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:44.503728 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915e0211-ae96-4b8f-9e58-bc1687c0de24 None None] Attempting to bind port 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df on network 46633c9b-c713-4d51-b8ea-9411c4b6ac05 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:44.510489 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e161bf-7d83-4866-8f7a-7385870d295a None None] Network 416bcbd6-7bdd-4765-892a-57eb321631aa is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:44.512002 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-817b4c8a-d190-430e-ab10-d65942fd7457 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:29:44.513443 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-817b4c8a-d190-430e-ab10-d65942fd7457 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053763 Feb 28 20:29:44.535278 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-29e161bf-7d83-4866-8f7a-7385870d295a None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:44.536588 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d248ed-2d94-49d0-b314-8aa2ad78b3ef None None] New status for floating IP 0960edbd-4d4f-4880-acbd-d72f9996cf91: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:29:44.538878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e161bf-7d83-4866-8f7a-7385870d295a None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:44.541183 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915e0211-ae96-4b8f-9e58-bc1687c0de24 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:29:44.541676 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915e0211-ae96-4b8f-9e58-bc1687c0de24 None None] Checking segment: {'id': '50367ebe-92d9-4403-8cc6-680bf5639b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '46633c9b-c713-4d51-b8ea-9411c4b6ac05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:29:44.542199 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-915e0211-ae96-4b8f-9e58-bc1687c0de24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:44.542682 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915e0211-ae96-4b8f-9e58-bc1687c0de24 None None] Bound using segment: {'id': '50367ebe-92d9-4403-8cc6-680bf5639b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '46633c9b-c713-4d51-b8ea-9411c4b6ac05'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:29:44.543258 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-915e0211-ae96-4b8f-9e58-bc1687c0de24 None None] Bound port: 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50367ebe-92d9-4403-8cc6-680bf5639b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '46633c9b-c713-4d51-b8ea-9411c4b6ac05'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:29:44.543735 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-915e0211-ae96-4b8f-9e58-bc1687c0de24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:44.547801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e161bf-7d83-4866-8f7a-7385870d295a None None] Pushing event updated for resources: {'Port': ['ID=b59b3e5d-93c8-42d7-85bb-93705a95e8a3,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:44.636250 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-800359bf-316d-4f88-80bd-a7fe0ae27ecd req-9a92ef84-718e-4874-b822-08fe8d5b5043 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2e04e92-1a97-42eb-8664-8fac7ca846f8 HTTP/1.1" status: 200 len: 999 time: 0.2935653 Feb 28 20:29:44.698516 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f1c07a0b-a475-4ca9-8d56-cda62d865924 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (0d7d074f-4e34-4bbf-9f9f-623a8afa4e52), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:44.732510 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdac9209-540e-4eaf-aff4-56ebfaf72457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e2306ae2-b9c0-45a2-9b51-f5b3366bbbcb), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:44.735338 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdac9209-540e-4eaf-aff4-56ebfaf72457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:44.736561 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cdac9209-540e-4eaf-aff4-56ebfaf72457 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2306ae2-b9c0-45a2-9b51-f5b3366bbbcb HTTP/1.1" status: 204 len: 168 time: 0.4839139 Feb 28 20:29:44.739345 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] device_id is not set on port 671fabaa-1162-49af-93c2-36be197be652 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:29:44.755440 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac9209-540e-4eaf-aff4-56ebfaf72457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2306ae2-b9c0-45a2-9b51-f5b3366bbbcb,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:44.759658 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks [] for port (671fabaa-1162-49af-93c2-36be197be652), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:44.774081 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (671fabaa-1162-49af-93c2-36be197be652), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:44.887647 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Pushing event updated for resources: {'Port': ['ID=671fabaa-1162-49af-93c2-36be197be652,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:44.912530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c07a0b-a475-4ca9-8d56-cda62d865924 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event updated for resources: {'Subnet': ['ID=0d7d074f-4e34-4bbf-9f9f-623a8afa4e52,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:44.930706 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:44.931283 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:44.931788 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:44.939327 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5cf3a-a81d-4024-ab08-d08f7cb842e8 req-cc90012d-5ef6-4da0-b2e2-1a89bbc560d4 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:44.940936 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9da5cf3a-a81d-4024-ab08-d08f7cb842e8 req-cc90012d-5ef6-4da0-b2e2-1a89bbc560d4 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d4808f-2ac5-400b-a5b0-5a7e33d84159 HTTP/1.1" status: 200 len: 944 time: 0.3500929 Feb 28 20:29:44.952972 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 671fabaa-1162-49af-93c2-36be197be652 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:44.953362 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 671fabaa-1162-49af-93c2-36be197be652 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:44.959392 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800359bf-316d-4f88-80bd-a7fe0ae27ecd req-efeec48a-e826-44f0-af2c-2fc937183899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:44.961795 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-800359bf-316d-4f88-80bd-a7fe0ae27ecd req-efeec48a-e826-44f0-af2c-2fc937183899 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d39c0c2a-dc41-4cb2-bcf8-368cafaff201 HTTP/1.1" status: 200 len: 860 time: 0.2889857 Feb 28 20:29:44.977307 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 2 to bind port 671fabaa-1162-49af-93c2-36be197be652 Feb 28 20:29:45.018872 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8c45994-3864-4a07-a9d6-266c5a369ad6 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks [] for port (dc7de57d-209e-4680-8a81-d11c59147142), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:45.024813 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:45.025151 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:45.025482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:45.035632 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 671fabaa-1162-49af-93c2-36be197be652 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:45.035991 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 671fabaa-1162-49af-93c2-36be197be652 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:45.040672 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 3 to bind port 671fabaa-1162-49af-93c2-36be197be652 Feb 28 20:29:45.042201 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-7c44fbe4-2bda-4ea4-9613-c505658bd113 service neutron] 10.222.0.13 "GET /v2.0/networks/772a5f8c-d784-4526-8416-23f5187ae8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720087 Feb 28 20:29:45.050802 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-800359bf-316d-4f88-80bd-a7fe0ae27ecd req-4271385f-719f-47a7-81ac-2be0569a5c22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=772a5f8c-d784-4526-8416-23f5187ae8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683310 Feb 28 20:29:45.057625 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6f87744a-931c-4a10-82e6-929dfe73567f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (fa2fa598-e89d-46ab-90d3-9260b952e842), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:45.091687 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87744a-931c-4a10-82e6-929dfe73567f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event deleted for resources: {'Port': ['ID=fa2fa598-e89d-46ab-90d3-9260b952e842,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:45.099034 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:45.099376 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:45.099695 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:45.116994 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 671fabaa-1162-49af-93c2-36be197be652 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:45.117339 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 671fabaa-1162-49af-93c2-36be197be652 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:45.121723 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 4 to bind port 671fabaa-1162-49af-93c2-36be197be652 Feb 28 20:29:45.140250 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:45.140756 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:45.141103 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:45.191102 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-326c2e58-66ef-49b6-84ab-872cd52d2f37 req-e38c7539-daf5-45fa-bd87-484188e029f5 service neutron] 10.222.0.13 "GET /v2.0/networks/772a5f8c-d784-4526-8416-23f5187ae8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369765 Feb 28 20:29:45.198541 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c07a0b-a475-4ca9-8d56-cda62d865924 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Checking segment: {'id': '8332bc6d-444e-47ec-9b49-ec1ffc4c4264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8297bd2a-9a9d-424a-a4bf-95ab7f920ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:29:45.206711 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c07a0b-a475-4ca9-8d56-cda62d865924 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Network hostable DHCP agents. Network: 8297bd2a-9a9d-424a-a4bf-95ab7f920ef0, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:29:45.216008 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 671fabaa-1162-49af-93c2-36be197be652 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:45.216350 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 671fabaa-1162-49af-93c2-36be197be652 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:45.220242 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 5 to bind port 671fabaa-1162-49af-93c2-36be197be652 Feb 28 20:29:45.246389 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:45.246663 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:45.247545 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:45.262634 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 671fabaa-1162-49af-93c2-36be197be652 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:45.263785 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 671fabaa-1162-49af-93c2-36be197be652 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:45.264998 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6f87744a-931c-4a10-82e6-929dfe73567f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:45.275210 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6f87744a-931c-4a10-82e6-929dfe73567f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "DELETE /v2.0/ports/fa2fa598-e89d-46ab-90d3-9260b952e842 HTTP/1.1" status: 204 len: 168 time: 1.3344781 Feb 28 20:29:45.276123 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 6 to bind port 671fabaa-1162-49af-93c2-36be197be652 Feb 28 20:29:45.283557 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-915e0211-ae96-4b8f-9e58-bc1687c0de24 None None] For port 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:29:45.287536 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-915e0211-ae96-4b8f-9e58-bc1687c0de24 None None] For port 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df,segment=NetworkSegment(50367ebe-92d9-4403-8cc6-680bf5639b25),segment_id=50367ebe-92d9-4403-8cc6-680bf5639b25)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:29:45.297357 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37558) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:45.298742 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:45.299235 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:45.299569 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:45.313772 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-357932c0-e85a-48e1-ad67-4b82e4ed84cc tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:45.331137 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-29e161bf-7d83-4866-8f7a-7385870d295a None None] Attempting to bind port b59b3e5d-93c8-42d7-85bb-93705a95e8a3 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:45.331934 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-29e161bf-7d83-4866-8f7a-7385870d295a None None] Attempting to bind port b59b3e5d-93c8-42d7-85bb-93705a95e8a3 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '4f3c747a-fe73-44eb-9874-ac99f1c3be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '416bcbd6-7bdd-4765-892a-57eb321631aa'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:45.332804 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e161bf-7d83-4866-8f7a-7385870d295a None None] Attempting to bind port b59b3e5d-93c8-42d7-85bb-93705a95e8a3 on network 416bcbd6-7bdd-4765-892a-57eb321631aa {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:45.340172 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e161bf-7d83-4866-8f7a-7385870d295a None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:29:45.340613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e161bf-7d83-4866-8f7a-7385870d295a None None] Checking segment: {'id': '4f3c747a-fe73-44eb-9874-ac99f1c3be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '416bcbd6-7bdd-4765-892a-57eb321631aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:29:45.340939 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-29e161bf-7d83-4866-8f7a-7385870d295a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:45.341388 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e161bf-7d83-4866-8f7a-7385870d295a None None] Bound using segment: {'id': '4f3c747a-fe73-44eb-9874-ac99f1c3be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '416bcbd6-7bdd-4765-892a-57eb321631aa'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:29:45.342852 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-29e161bf-7d83-4866-8f7a-7385870d295a None None] Bound port: b59b3e5d-93c8-42d7-85bb-93705a95e8a3, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3c747a-fe73-44eb-9874-ac99f1c3be68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '416bcbd6-7bdd-4765-892a-57eb321631aa'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:29:45.343249 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-29e161bf-7d83-4866-8f7a-7385870d295a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b59b3e5d-93c8-42d7-85bb-93705a95e8a3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:45.350541 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 671fabaa-1162-49af-93c2-36be197be652 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:45.351414 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 671fabaa-1162-49af-93c2-36be197be652 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:45.353096 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 7 to bind port 671fabaa-1162-49af-93c2-36be197be652 Feb 28 20:29:45.356338 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-357932c0-e85a-48e1-ad67-4b82e4ed84cc tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:45.361731 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-915e0211-ae96-4b8f-9e58-bc1687c0de24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:45.396334 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:45.396809 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:45.397915 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:45.460966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 671fabaa-1162-49af-93c2-36be197be652 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:45.461305 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 671fabaa-1162-49af-93c2-36be197be652 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:45.465489 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 8 to bind port 671fabaa-1162-49af-93c2-36be197be652 Feb 28 20:29:45.488055 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:45.488392 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:45.488723 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:45.497091 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 671fabaa-1162-49af-93c2-36be197be652 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:45.497424 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 671fabaa-1162-49af-93c2-36be197be652 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:45.497978 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 9 to bind port 671fabaa-1162-49af-93c2-36be197be652 Feb 28 20:29:45.521776 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9da5cf3a-a81d-4024-ab08-d08f7cb842e8 req-d87ea168-00d9-4e49-be9e-526756c06b5d tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5644274 Feb 28 20:29:45.531589 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:45.532247 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:45.536988 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:45.540533 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-29e161bf-7d83-4866-8f7a-7385870d295a None None] For port b59b3e5d-93c8-42d7-85bb-93705a95e8a3, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:29:45.554269 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-29e161bf-7d83-4866-8f7a-7385870d295a None None] For port b59b3e5d-93c8-42d7-85bb-93705a95e8a3, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b59b3e5d-93c8-42d7-85bb-93705a95e8a3,segment=NetworkSegment(4f3c747a-fe73-44eb-9874-ac99f1c3be68),segment_id=4f3c747a-fe73-44eb-9874-ac99f1c3be68)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:29:45.557888 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e0211-ae96-4b8f-9e58-bc1687c0de24 None None] Pushing event updated for resources: {'Port': ['ID=2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:45.564328 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 671fabaa-1162-49af-93c2-36be197be652 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:45.569725 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-29e161bf-7d83-4866-8f7a-7385870d295a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b59b3e5d-93c8-42d7-85bb-93705a95e8a3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:45.580670 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 671fabaa-1162-49af-93c2-36be197be652 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:45.582063 n-d-820368-21 neutron-server[103773]: INFO neutron.plugins.ml2.plugin [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempt 10 to bind port 671fabaa-1162-49af-93c2-36be197be652 Feb 28 20:29:45.607981 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-917827bc-e726-400b-998f-028f905918c6 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 1001 time: 0.3548384 Feb 28 20:29:45.613211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c07a0b-a475-4ca9-8d56-cda62d865924 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Network 8297bd2a-9a9d-424a-a4bf-95ab7f920ef0 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:29:45.625510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:45.625867 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:45.626213 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempting to bind port 671fabaa-1162-49af-93c2-36be197be652 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:45.632854 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8c45994-3864-4a07-a9d6-266c5a369ad6 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (dc7de57d-209e-4680-8a81-d11c59147142), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:45.656493 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Port 671fabaa-1162-49af-93c2-36be197be652 on network 06b96826-f13a-44a8-b35b-64501c921d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:45.657146 n-d-820368-21 neutron-server[103773]: ERROR neutron.plugins.ml2.managers [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Failed to bind port 671fabaa-1162-49af-93c2-36be197be652 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '82115d9c-96d2-4847-95c8-267fea8896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06b96826-f13a-44a8-b35b-64501c921d14'}] Feb 28 20:29:45.657871 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (671fabaa-1162-49af-93c2-36be197be652), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:45.735581 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-357932c0-e85a-48e1-ad67-4b82e4ed84cc tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:45.736142 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e161bf-7d83-4866-8f7a-7385870d295a None None] Pushing event updated for resources: {'Port': ['ID=b59b3e5d-93c8-42d7-85bb-93705a95e8a3,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:45.811070 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c45994-3864-4a07-a9d6-266c5a369ad6 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Network 46633c9b-c713-4d51-b8ea-9411c4b6ac05 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:45.813211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c45994-3864-4a07-a9d6-266c5a369ad6 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Pushing event updated for resources: {'Port': ['ID=dc7de57d-209e-4680-8a81-d11c59147142,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:45.816086 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-f1c07a0b-a475-4ca9-8d56-cda62d865924 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 8297bd2a-9a9d-424a-a4bf-95ab7f920ef0) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:45.827136 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25259af-403c-4d70-96c1-0d70de65415d None None] Network 8297bd2a-9a9d-424a-a4bf-95ab7f920ef0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:29:45.827325 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-800359bf-316d-4f88-80bd-a7fe0ae27ecd req-56dff1bd-f107-4b13-84ab-de82e1ce37f0 service neutron] 10.222.0.10 "GET /v2.0/networks/772a5f8c-d784-4526-8416-23f5187ae8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6309638 Feb 28 20:29:45.829433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c07a0b-a475-4ca9-8d56-cda62d865924 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:45.830023 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f1c07a0b-a475-4ca9-8d56-cda62d865924 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:45.848107 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-c8c45994-3864-4a07-a9d6-266c5a369ad6 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:45.861535 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f1c07a0b-a475-4ca9-8d56-cda62d865924 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3479190 Feb 28 20:29:45.872717 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-eabcccaa-f0ea-4fec-b54b-26caf031886d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:45.886599 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-eabcccaa-f0ea-4fec-b54b-26caf031886d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports/e2e04e92-1a97-42eb-8664-8fac7ca846f8 HTTP/1.1" status: 200 len: 943 time: 0.2775054 Feb 28 20:29:45.888403 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37570) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:45.892333 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c45994-3864-4a07-a9d6-266c5a369ad6 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:45.968641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-62c3b97f-c97e-4d36-b4e0-a15415158098 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Request body: {'subnet': {'network_id': 'a8b70f5e-8880-4ca8-83f4-cf097138570f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:46.023602 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] For port 671fabaa-1162-49af-93c2-36be197be652, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:29:46.023602 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attempted to set empty binding levels {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 20:29:46.089126 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (671fabaa-1162-49af-93c2-36be197be652), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:46.109931 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a989b6-17ad-4504-86c9-331877921ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-8297bd2a-9a9d-424a-a4bf-95ab7f920ef0', 'network_id': '8297bd2a-9a9d-424a-a4bf-95ab7f920ef0', 'project_id': '6f7404a6f5954e39bcba46e0a93db9cf', 'fixed_ips': [{'subnet_id': '0d7d074f-4e34-4bbf-9f9f-623a8afa4e52'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:29:46.110866 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c2a989b6-17ad-4504-86c9-331877921ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:46.180632 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] In _notify_port_updated(), no bound segment for port 671fabaa-1162-49af-93c2-36be197be652 on network 06b96826-f13a-44a8-b35b-64501c921d14 {{(pid=103773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:29:46.181095 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:46.181871 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:46.187718 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] 10.222.0.13 "PUT /v2.0/ports/671fabaa-1162-49af-93c2-36be197be652 HTTP/1.1" status: 200 len: 975 time: 2.0494876 Feb 28 20:29:46.193778 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37578) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:46.283257 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-357932c0-e85a-48e1-ad67-4b82e4ed84cc tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Allocated IP 172.25.0.141 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/89373746-baf8-4f1d-a23e-aa7d641b31fa) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:46.336406 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febc173-5693-4435-a3d9-ec59f505e792 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Pushing event updated for resources: {'Port': ['ID=671fabaa-1162-49af-93c2-36be197be652,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:46.418901 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c0eef635-9407-40e1-88e1-076750db36fd up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:29:46.465923 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-35222e86-8da4-4198-88dd-8b3708d0f01c tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Deleting port 671fabaa-1162-49af-93c2-36be197be652 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:46.466381 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-35222e86-8da4-4198-88dd-8b3708d0f01c tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (671fabaa-1162-49af-93c2-36be197be652), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:46.585579 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b03d9372-0d2f-48e7-9dcc-ddd362de7aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:46.766534 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-c2a989b6-17ad-4504-86c9-331877921ba8 None None] Allocated IP 2001:db8::2 (8297bd2a-9a9d-424a-a4bf-95ab7f920ef0/0d7d074f-4e34-4bbf-9f9f-623a8afa4e52/3c7c2bef-18ec-40c8-84fc-1e1922705b7d) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:46.771135 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port c0eef635-9407-40e1-88e1-076750db36fd completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:29:46.783488 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port c0eef635-9407-40e1-88e1-076750db36fd triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:46.784291 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c0eef635-9407-40e1-88e1-076750db36fd), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:47.133981 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-357932c0-e85a-48e1-ad67-4b82e4ed84cc tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for port (89373746-baf8-4f1d-a23e-aa7d641b31fa), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:47.136809 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-35222e86-8da4-4198-88dd-8b3708d0f01c tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] For port 671fabaa-1162-49af-93c2-36be197be652, host n-h1-820368-21, got binding levels [] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:47.137811 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-35222e86-8da4-4198-88dd-8b3708d0f01c tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (671fabaa-1162-49af-93c2-36be197be652), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:47.159644 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-35222e86-8da4-4198-88dd-8b3708d0f01c tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Calling delete_port for 671fabaa-1162-49af-93c2-36be197be652 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:47.179108 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port c0eef635-9407-40e1-88e1-076750db36fd is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:29:47.181213 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c0eef635-9407-40e1-88e1-076750db36fd), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:47.263731 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d4808f-2ac5-400b-a5b0-5a7e33d84159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0eef635-9407-40e1-88e1-076750db36fd'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:29:47.266633 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4813d711-4318-4d86-8933-7b7f29a4127c" -d '{"events": [{"server_uuid": "f5d4808f-2ac5-400b-a5b0-5a7e33d84159", "name": "network-vif-plugged", "status": "completed", "tag": "c0eef635-9407-40e1-88e1-076750db36fd"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:29:47.292821 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c0eef635-9407-40e1-88e1-076750db36fd, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c0eef635-9407-40e1-88e1-076750db36fd,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:47.307160 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c0eef635-9407-40e1-88e1-076750db36fd), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:47.311629 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c2a989b6-17ad-4504-86c9-331877921ba8 None None] Publish callbacks [] for port (3c7c2bef-18ec-40c8-84fc-1e1922705b7d), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:47.356451 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-357932c0-e85a-48e1-ad67-4b82e4ed84cc tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (89373746-baf8-4f1d-a23e-aa7d641b31fa), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:47.364266 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c3b97f-c97e-4d36-b4e0-a15415158098 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Made reservation on behalf of 6f7404a6f5954e39bcba46e0a93db9cf for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:47.371666 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-62c3b97f-c97e-4d36-b4e0-a15415158098 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:47.379399 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=c0eef635-9407-40e1-88e1-076750db36fd,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:47.387251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc4d769-7f4e-4598-b111-868a5e637fbf None None] Network 46633c9b-c713-4d51-b8ea-9411c4b6ac05 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:29:47.389853 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c2a989b6-17ad-4504-86c9-331877921ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (3c7c2bef-18ec-40c8-84fc-1e1922705b7d), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:47.474624 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357932c0-e85a-48e1-ad67-4b82e4ed84cc tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:47.479366 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-357932c0-e85a-48e1-ad67-4b82e4ed84cc tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:47.491464 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357932c0-e85a-48e1-ad67-4b82e4ed84cc tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:47.499866 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357932c0-e85a-48e1-ad67-4b82e4ed84cc tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Port': ['ID=89373746-baf8-4f1d-a23e-aa7d641b31fa,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:47.523740 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a989b6-17ad-4504-86c9-331877921ba8 None None] Pushing event updated for resources: {'Port': ['ID=3c7c2bef-18ec-40c8-84fc-1e1922705b7d,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:47.570477 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-35222e86-8da4-4198-88dd-8b3708d0f01c tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (671fabaa-1162-49af-93c2-36be197be652), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:47.613184 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-35222e86-8da4-4198-88dd-8b3708d0f01c tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:47.620534 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-35222e86-8da4-4198-88dd-8b3708d0f01c tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] 10.222.0.13 "DELETE /v2.0/ports/671fabaa-1162-49af-93c2-36be197be652 HTTP/1.1" status: 204 len: 168 time: 1.4255154 Feb 28 20:29:47.623228 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37606) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:47.629905 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c45994-3864-4a07-a9d6-266c5a369ad6 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:47.630608 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8c45994-3864-4a07-a9d6-266c5a369ad6 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:47.633561 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35222e86-8da4-4198-88dd-8b3708d0f01c tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] Pushing event deleted for resources: {'Port': ['ID=671fabaa-1162-49af-93c2-36be197be652,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:47.655142 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b59b3e5d-93c8-42d7-85bb-93705a95e8a3 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:29:47.667704 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab4b207-da03-4111-a71f-2f2df62df4a3 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] GET failed (client error): The resource could not be found. Feb 28 20:29:47.672864 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0ab4b207-da03-4111-a71f-2f2df62df4a3 tempest-PortsAdminExtendedAttrsTestJSON-540036311 tempest-PortsAdminExtendedAttrsTestJSON-540036311-project-admin] 10.222.0.13 "GET /v2.0/ports/671fabaa-1162-49af-93c2-36be197be652 HTTP/1.1" status: 404 len: 333 time: 0.0467160 Feb 28 20:29:47.673508 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37610) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:47.742410 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a989b6-17ad-4504-86c9-331877921ba8 None None] Network 8297bd2a-9a9d-424a-a4bf-95ab7f920ef0 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:47.750870 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b09b089-7176-40ca-b8ef-9bf41438a205 None None] Network 416bcbd6-7bdd-4765-892a-57eb321631aa requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:29:47.757888 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-c2a989b6-17ad-4504-86c9-331877921ba8 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:47.771266 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-b303391e-a23b-4235-9a6e-93ce3fb4e0ed tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 1001 time: 0.8495946 Feb 28 20:29:47.773971 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-62c3b97f-c97e-4d36-b4e0-a15415158098 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (e7e63686-eeec-452a-9eec-3d110324bdf6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:47.825472 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a989b6-17ad-4504-86c9-331877921ba8 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:47.848396 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-77728984-4c45-4f44-8521-c47534b9768a tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (06b96826-f13a-44a8-b35b-64501c921d14), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:47.856820 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37612) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:47.861997 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-800359bf-316d-4f88-80bd-a7fe0ae27ecd req-6fa82930-4fc4-4aa9-abe0-6c532432db86 service neutron] 10.222.0.10 "GET /v2.0/networks/772a5f8c-d784-4526-8416-23f5187ae8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0064859 Feb 28 20:29:47.877548 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-357932c0-e85a-48e1-ad67-4b82e4ed84cc tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (0f8735d6-d7eb-410f-adfb-92c06adb2dc6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:47.895810 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c9c1a7f5-dd8b-415f-be05-5a3c981a3823 None None] Provisioning complete for port 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:47.902199 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c9c1a7f5-dd8b-415f-be05-5a3c981a3823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:47.905502 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c8c45994-3864-4a07-a9d6-266c5a369ad6 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.6061835 Feb 28 20:29:47.911363 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37616) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:47.918517 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-b52c978a-2af9-4cff-b991-e3572cd19e05 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Request body: {'port': {'network_id': '46633c9b-c713-4d51-b8ea-9411c4b6ac05', 'name': 'tempest-ExtraDHCPOptionsTestJSON-294587433', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:47.919335 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.api.validators [None req-b52c978a-2af9-4cff-b991-e3572cd19e05 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] bootfile-name is not in valid_values {{(pid=103773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 20:29:47.919863 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.api.validators [None req-b52c978a-2af9-4cff-b991-e3572cd19e05 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] tftp-server is not in valid_values {{(pid=103773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 20:29:47.920359 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.api.validators [None req-b52c978a-2af9-4cff-b991-e3572cd19e05 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] server-ip-address is not in valid_values {{(pid=103773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 20:29:47.945771 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2c63f-57f3-4735-b5d9-24b2d7359f1d req-ed9c8a34-2296-431f-a01e-1f012aa37bf9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:47.947310 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4be2c63f-57f3-4735-b5d9-24b2d7359f1d req-ed9c8a34-2296-431f-a01e-1f012aa37bf9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d4808f-2ac5-400b-a5b0-5a7e33d84159 HTTP/1.1" status: 200 len: 944 time: 1.0226262 Feb 28 20:29:48.013278 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c3b97f-c97e-4d36-b4e0-a15415158098 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Checking segment: {'id': '627258ab-77bf-4218-852c-29a5fa5f6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a8b70f5e-8880-4ca8-83f4-cf097138570f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:29:48.013517 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c3b97f-c97e-4d36-b4e0-a15415158098 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Network hostable DHCP agents. Network: a8b70f5e-8880-4ca8-83f4-cf097138570f, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:29:48.045433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3b97f-c97e-4d36-b4e0-a15415158098 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event updated for resources: {'Subnet': ['ID=e7e63686-eeec-452a-9eec-3d110324bdf6,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:48.094016 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-feeea823-0bd1-4fdf-9fc3-8817d0cd08cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-201571219'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:48.114005 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4be2c63f-57f3-4735-b5d9-24b2d7359f1d req-1dc3fc78-5f88-4294-a187-d2d09137c0ec tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544955 Feb 28 20:29:48.119532 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-357932c0-e85a-48e1-ad67-4b82e4ed84cc tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (89373746-baf8-4f1d-a23e-aa7d641b31fa), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:48.122751 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-77728984-4c45-4f44-8521-c47534b9768a tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (06b96826-f13a-44a8-b35b-64501c921d14), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:48.129683 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feeea823-0bd1-4fdf-9fc3-8817d0cd08cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Made reservation on behalf of cf5577d047b74aa6bfb324553d73f90b for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:48.134264 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-feeea823-0bd1-4fdf-9fc3-8817d0cd08cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:48.144564 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-c4ae588f-a8b0-4eee-aa08-1cb5000819eb tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:48.153343 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-c4ae588f-a8b0-4eee-aa08-1cb5000819eb tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.3810742 Feb 28 20:29:48.171247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c2a989b6-17ad-4504-86c9-331877921ba8 None None] Attempting to bind port 3c7c2bef-18ec-40c8-84fc-1e1922705b7d on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:48.171646 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c2a989b6-17ad-4504-86c9-331877921ba8 None None] Attempting to bind port 3c7c2bef-18ec-40c8-84fc-1e1922705b7d by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '8332bc6d-444e-47ec-9b49-ec1ffc4c4264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8297bd2a-9a9d-424a-a4bf-95ab7f920ef0'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:48.172037 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a989b6-17ad-4504-86c9-331877921ba8 None None] Attempting to bind port 3c7c2bef-18ec-40c8-84fc-1e1922705b7d on network 8297bd2a-9a9d-424a-a4bf-95ab7f920ef0 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:48.173428 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-feeea823-0bd1-4fdf-9fc3-8817d0cd08cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:48.221987 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a989b6-17ad-4504-86c9-331877921ba8 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:29:48.222366 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a989b6-17ad-4504-86c9-331877921ba8 None None] Checking segment: {'id': '8332bc6d-444e-47ec-9b49-ec1ffc4c4264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8297bd2a-9a9d-424a-a4bf-95ab7f920ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:29:48.222767 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c2a989b6-17ad-4504-86c9-331877921ba8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:48.223158 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a989b6-17ad-4504-86c9-331877921ba8 None None] Bound using segment: {'id': '8332bc6d-444e-47ec-9b49-ec1ffc4c4264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8297bd2a-9a9d-424a-a4bf-95ab7f920ef0'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:29:48.224225 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c2a989b6-17ad-4504-86c9-331877921ba8 None None] Bound port: 3c7c2bef-18ec-40c8-84fc-1e1922705b7d, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8332bc6d-444e-47ec-9b49-ec1ffc4c4264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8297bd2a-9a9d-424a-a4bf-95ab7f920ef0'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:29:48.224968 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c2a989b6-17ad-4504-86c9-331877921ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3c7c2bef-18ec-40c8-84fc-1e1922705b7d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:48.226548 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-77728984-4c45-4f44-8521-c47534b9768a tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b96826-f13a-44a8-b35b-64501c921d14']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:48.240594 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c3b97f-c97e-4d36-b4e0-a15415158098 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Network a8b70f5e-8880-4ca8-83f4-cf097138570f is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:29:48.257860 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-77728984-4c45-4f44-8521-c47534b9768a tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82115d9c-96d2-4847-95c8-267fea8896ec') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:48.258401 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-77728984-4c45-4f44-8521-c47534b9768a tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82115d9c-96d2-4847-95c8-267fea8896ec') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:48.264062 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-4ee97adb-7673-4ccc-8453-ab6d4c261e5f tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 1001 time: 0.1084273 Feb 28 20:29:48.271532 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-50fd0d2f-cf57-4546-aba0-8220e0674350 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:48.296899 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-77728984-4c45-4f44-8521-c47534b9768a tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (82115d9c-96d2-4847-95c8-267fea8896ec), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:48.302394 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52c978a-2af9-4cff-b991-e3572cd19e05 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Made reservation on behalf of 2232f0e3b30644ae873b341b857a9cda for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:48.306190 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b52c978a-2af9-4cff-b991-e3572cd19e05 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:48.312592 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b59b3e5d-93c8-42d7-85bb-93705a95e8a3 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:48.313056 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b59b3e5d-93c8-42d7-85bb-93705a95e8a3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:48.335480 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-62c3b97f-c97e-4d36-b4e0-a15415158098 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, a8b70f5e-8880-4ca8-83f4-cf097138570f) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:48.349444 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-b52c978a-2af9-4cff-b991-e3572cd19e05 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] device_id is not set on port ea65d813-ca5a-4d2f-98c4-6306e4cf4ac3 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:29:48.353342 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c3b97f-c97e-4d36-b4e0-a15415158098 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:48.364788 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-62c3b97f-c97e-4d36-b4e0-a15415158098 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:48.378476 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197cb3d4-32d7-4452-8563-0a623385e7c7 None None] Network a8b70f5e-8880-4ca8-83f4-cf097138570f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:29:48.411813 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-77728984-4c45-4f44-8521-c47534b9768a tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (82115d9c-96d2-4847-95c8-267fea8896ec), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:48.425991 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-50fd0d2f-cf57-4546-aba0-8220e0674350 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks [] for floatingip (0960edbd-4d4f-4880-acbd-d72f9996cf91), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:48.468734 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d56179-e1e7-4196-8dc1-d3e58d1c1bcc x-openstack-request-id: req-91d56179-e1e7-4196-8dc1-d3e58d1c1bcc {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:29:48.469034 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d4808f-2ac5-400b-a5b0-5a7e33d84159", "name": "network-vif-plugged", "status": "completed", "tag": "c0eef635-9407-40e1-88e1-076750db36fd", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:29:48.469286 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91d56179-e1e7-4196-8dc1-d3e58d1c1bcc {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:29:48.469681 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d4808f-2ac5-400b-a5b0-5a7e33d84159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0eef635-9407-40e1-88e1-076750db36fd', 'code': 200} Feb 28 20:29:48.533367 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-62c3b97f-c97e-4d36-b4e0-a15415158098 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6132185 Feb 28 20:29:48.541149 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37620) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:48.548137 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77728984-4c45-4f44-8521-c47534b9768a tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:29:48.548637 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-77728984-4c45-4f44-8521-c47534b9768a tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (82115d9c-96d2-4847-95c8-267fea8896ec), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:29:48.557886 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:29:48.580400 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6853f2a1-50ef-4ca1-8d2f-4cc347112580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-a8b70f5e-8880-4ca8-83f4-cf097138570f', 'network_id': 'a8b70f5e-8880-4ca8-83f4-cf097138570f', 'project_id': '6f7404a6f5954e39bcba46e0a93db9cf', 'fixed_ips': [{'subnet_id': 'e7e63686-eeec-452a-9eec-3d110324bdf6'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:29:48.581295 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6853f2a1-50ef-4ca1-8d2f-4cc347112580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:48.606693 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c9c1a7f5-dd8b-415f-be05-5a3c981a3823 None None] Current status of the port 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:29:48.607072 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c9c1a7f5-dd8b-415f-be05-5a3c981a3823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:48.642839 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c2a989b6-17ad-4504-86c9-331877921ba8 None None] For port 3c7c2bef-18ec-40c8-84fc-1e1922705b7d, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:29:48.684058 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c2a989b6-17ad-4504-86c9-331877921ba8 None None] For port 3c7c2bef-18ec-40c8-84fc-1e1922705b7d, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3c7c2bef-18ec-40c8-84fc-1e1922705b7d,segment=NetworkSegment(8332bc6d-444e-47ec-9b49-ec1ffc4c4264),segment_id=8332bc6d-444e-47ec-9b49-ec1ffc4c4264)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:29:48.695183 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c9c1a7f5-dd8b-415f-be05-5a3c981a3823 None None] For port 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df,segment=NetworkSegment(50367ebe-92d9-4403-8cc6-680bf5639b25),segment_id=50367ebe-92d9-4403-8cc6-680bf5639b25)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:48.751225 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c2a989b6-17ad-4504-86c9-331877921ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3c7c2bef-18ec-40c8-84fc-1e1922705b7d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:48.781480 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c9c1a7f5-dd8b-415f-be05-5a3c981a3823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:48.785207 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0ffb3-33b5-42eb-ba87-c8bba0264177 req-23adcf71-5fcd-47b3-8573-ce76404a514b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:48.789818 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-96d0ffb3-33b5-42eb-ba87-c8bba0264177 req-23adcf71-5fcd-47b3-8573-ce76404a514b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5d4808f-2ac5-400b-a5b0-5a7e33d84159 HTTP/1.1" status: 200 len: 1128 time: 0.2516034 Feb 28 20:29:48.833826 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-77728984-4c45-4f44-8521-c47534b9768a tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (06b96826-f13a-44a8-b35b-64501c921d14), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:48.903639 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b59b3e5d-93c8-42d7-85bb-93705a95e8a3 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:29:48.903970 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b59b3e5d-93c8-42d7-85bb-93705a95e8a3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:48.917586 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-77728984-4c45-4f44-8521-c47534b9768a tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:48.931394 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-77728984-4c45-4f44-8521-c47534b9768a tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] 10.222.0.13 "DELETE /v2.0/networks/06b96826-f13a-44a8-b35b-64501c921d14 HTTP/1.1" status: 204 len: 168 time: 1.2545347 Feb 28 20:29:48.945203 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77728984-4c45-4f44-8521-c47534b9768a tempest-PortsAdminExtendedAttrsTestJSON-1689805196 tempest-PortsAdminExtendedAttrsTestJSON-1689805196-project] Pushing event deleted for resources: {'Network': ['ID=06b96826-f13a-44a8-b35b-64501c921d14,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:48.984515 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-feeea823-0bd1-4fdf-9fc3-8817d0cd08cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Publish callbacks [] for security_group (4bf48b8f-6dc1-4dce-a96d-4b5558db248f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:49.025947 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-96d0ffb3-33b5-42eb-ba87-c8bba0264177 req-529339eb-2705-45ba-b73e-2d1d3c1f1330 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811223 Feb 28 20:29:49.033082 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-feeea823-0bd1-4fdf-9fc3-8817d0cd08cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4bf48b8f-6dc1-4dce-a96d-4b5558db248f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:49.089031 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeea823-0bd1-4fdf-9fc3-8817d0cd08cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf48b8f-6dc1-4dce-a96d-4b5558db248f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:49.093815 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-b52c978a-2af9-4cff-b991-e3572cd19e05 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Allocated IP 172.20.0.11 (46633c9b-c713-4d51-b8ea-9411c4b6ac05/6f302a90-4330-4ea5-bc7b-abc9dfc5404d/ea65d813-ca5a-4d2f-98c4-6306e4cf4ac3) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:49.142523 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feeea823-0bd1-4fdf-9fc3-8817d0cd08cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:29:49.147843 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-357932c0-e85a-48e1-ad67-4b82e4ed84cc tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for port (89373746-baf8-4f1d-a23e-aa7d641b31fa), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:49.158337 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-357932c0-e85a-48e1-ad67-4b82e4ed84cc tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (89373746-baf8-4f1d-a23e-aa7d641b31fa), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:49.192797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c9f21-d2e4-4fda-815b-bb8cd51c9dad req-39260e90-b62b-4fac-84b4-3a112ba58a4b tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:49.201485 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5d9c9f21-d2e4-4fda-815b-bb8cd51c9dad req-39260e90-b62b-4fac-84b4-3a112ba58a4b tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.5481076 Feb 28 20:29:49.218897 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-6853f2a1-50ef-4ca1-8d2f-4cc347112580 None None] Allocated IP 2001:db8::2 (a8b70f5e-8880-4ca8-83f4-cf097138570f/e7e63686-eeec-452a-9eec-3d110324bdf6/3f1048f2-75d2-4288-b76e-f3b3db393e4f) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:49.229532 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357932c0-e85a-48e1-ad67-4b82e4ed84cc tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Port': ['ID=89373746-baf8-4f1d-a23e-aa7d641b31fa,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:49.246311 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-feeea823-0bd1-4fdf-9fc3-8817d0cd08cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (7d7626be-0926-455b-9ef6-f624f088ef38), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:49.249586 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-feeea823-0bd1-4fdf-9fc3-8817d0cd08cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Added segment 7d7626be-0926-455b-9ef6-f624f088ef38 of type vlan for network be21a915-9e4b-41d6-a38f-796e28ab3f0b Feb 28 20:29:49.404819 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a989b6-17ad-4504-86c9-331877921ba8 None None] Pushing event updated for resources: {'Port': ['ID=3c7c2bef-18ec-40c8-84fc-1e1922705b7d,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:49.409659 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-feeea823-0bd1-4fdf-9fc3-8817d0cd08cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (be21a915-9e4b-41d6-a38f-796e28ab3f0b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:49.463977 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port b59b3e5d-93c8-42d7-85bb-93705a95e8a3, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b59b3e5d-93c8-42d7-85bb-93705a95e8a3,segment=NetworkSegment(4f3c747a-fe73-44eb-9874-ac99f1c3be68),segment_id=4f3c747a-fe73-44eb-9874-ac99f1c3be68)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:49.487857 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-357932c0-e85a-48e1-ad67-4b82e4ed84cc tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (0f8735d6-d7eb-410f-adfb-92c06adb2dc6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:49.518961 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5d9c9f21-d2e4-4fda-815b-bb8cd51c9dad req-e23b7789-a793-4bdb-a783-eecfc56cead3 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3164680 Feb 28 20:29:49.529606 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.db.resource_extend [None req-feeea823-0bd1-4fdf-9fc3-8817d0cd08cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:29:49.564688 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-357932c0-e85a-48e1-ad67-4b82e4ed84cc tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:49.568629 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-357932c0-e85a-48e1-ad67-4b82e4ed84cc tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2615862 Feb 28 20:29:49.581463 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37628) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:49.593823 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-6c492636-dc7d-450e-ac5a-5f8e060a6f1f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Request body: {'port': {'network_id': 'aa5fc6b5-520e-4a41-bff9-a202231e02e8', 'name': 'tempest-FloatingIPTestJSON-1560699188'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:49.633716 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-feeea823-0bd1-4fdf-9fc3-8817d0cd08cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (be21a915-9e4b-41d6-a38f-796e28ab3f0b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:49.638932 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeea823-0bd1-4fdf-9fc3-8817d0cd08cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:49.639668 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-feeea823-0bd1-4fdf-9fc3-8817d0cd08cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:49.687571 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37630) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:49.703882 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-feeea823-0bd1-4fdf-9fc3-8817d0cd08cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.8435562 Feb 28 20:29:49.752630 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1a7f5-dd8b-415f-be05-5a3c981a3823 None None] Pushing event updated for resources: {'Port': ['ID=2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:49.763786 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b52f052b-80ed-44c6-a561-1e14effbdbea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:49.770627 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b59b3e5d-93c8-42d7-85bb-93705a95e8a3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:49.771566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:29:49.785094 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-50fd0d2f-cf57-4546-aba0-8220e0674350 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:49.805333 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-50fd0d2f-cf57-4546-aba0-8220e0674350 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (0960edbd-4d4f-4880-acbd-d72f9996cf91), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:49.805689 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-50fd0d2f-cf57-4546-aba0-8220e0674350 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Floating IP 0960edbd-4d4f-4880-acbd-d72f9996cf91 disassociated. External IP: 172.25.0.93, port: e2e04e92-1a97-42eb-8664-8fac7ca846f8. Feb 28 20:29:49.831421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeea823-0bd1-4fdf-9fc3-8817d0cd08cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Pushing event updated for resources: {'Network': ['ID=be21a915-9e4b-41d6-a38f-796e28ab3f0b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:49.835180 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b52c978a-2af9-4cff-b991-e3572cd19e05 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks [] for port (ea65d813-ca5a-4d2f-98c4-6306e4cf4ac3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:49.872374 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network be21a915-9e4b-41d6-a38f-796e28ab3f0b details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:29:49.883017 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f00442a5-7ab4-467f-8eb9-dfd51fa667d3 None None] Provisioning complete for port b59b3e5d-93c8-42d7-85bb-93705a95e8a3 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:49.883395 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f00442a5-7ab4-467f-8eb9-dfd51fa667d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b59b3e5d-93c8-42d7-85bb-93705a95e8a3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:49.895537 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c492636-dc7d-450e-ac5a-5f8e060a6f1f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Made reservation on behalf of e38b0e6fba494a7aacc592cb25d2e86a for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:49.904902 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c492636-dc7d-450e-ac5a-5f8e060a6f1f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:49.929331 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b52c978a-2af9-4cff-b991-e3572cd19e05 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ea65d813-ca5a-4d2f-98c4-6306e4cf4ac3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:49.960954 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:50.012948 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1001cdc-8f49-4c7c-974f-09e978a44113 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:50.017624 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=b59b3e5d-93c8-42d7-85bb-93705a95e8a3,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:50.020626 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-6c492636-dc7d-450e-ac5a-5f8e060a6f1f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] device_id is not set on port b319336f-6754-4250-bd52-9270904f02bf yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:29:50.047336 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c978a-2af9-4cff-b991-e3572cd19e05 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Pushing event updated for resources: {'Port': ['ID=ea65d813-ca5a-4d2f-98c4-6306e4cf4ac3,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:50.068549 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52c978a-2af9-4cff-b991-e3572cd19e05 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Network 46633c9b-c713-4d51-b8ea-9411c4b6ac05 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:50.074720 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-b52c978a-2af9-4cff-b991-e3572cd19e05 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:50.086472 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:50.086851 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:50.106270 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7affd7ad-d7a4-47e2-b810-b29c973ca16c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51ac86d1853142ee8d12196181ef5779&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4152067 Feb 28 20:29:50.110160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37636) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:50.128096 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52c978a-2af9-4cff-b991-e3572cd19e05 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:50.226010 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:50.232726 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6853f2a1-50ef-4ca1-8d2f-4cc347112580 None None] Publish callbacks [] for port (3f1048f2-75d2-4288-b76e-f3b3db393e4f), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:50.243189 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6853f2a1-50ef-4ca1-8d2f-4cc347112580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (3f1048f2-75d2-4288-b76e-f3b3db393e4f), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:50.311300 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52c978a-2af9-4cff-b991-e3572cd19e05 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:50.312853 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b52c978a-2af9-4cff-b991-e3572cd19e05 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:50.353128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6853f2a1-50ef-4ca1-8d2f-4cc347112580 None None] Network a8b70f5e-8880-4ca8-83f4-cf097138570f is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:50.356999 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b52c978a-2af9-4cff-b991-e3572cd19e05 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.4408243 Feb 28 20:29:50.357984 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37638) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:50.361744 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-6853f2a1-50ef-4ca1-8d2f-4cc347112580 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:50.364216 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6853f2a1-50ef-4ca1-8d2f-4cc347112580 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:50.367472 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853f2a1-50ef-4ca1-8d2f-4cc347112580 None None] Pushing event updated for resources: {'Port': ['ID=3f1048f2-75d2-4288-b76e-f3b3db393e4f,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:50.371153 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-6c492636-dc7d-450e-ac5a-5f8e060a6f1f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Allocated IP 172.20.0.9 (aa5fc6b5-520e-4a41-bff9-a202231e02e8/1b4cbebd-5662-4e76-b6ab-583fdb0951bf/b319336f-6754-4250-bd52-9270904f02bf) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:50.392784 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f00442a5-7ab4-467f-8eb9-dfd51fa667d3 None None] Current status of the port b59b3e5d-93c8-42d7-85bb-93705a95e8a3 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:29:50.460778 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:29:50.474144 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6853f2a1-50ef-4ca1-8d2f-4cc347112580 None None] Attempting to bind port 3f1048f2-75d2-4288-b76e-f3b3db393e4f on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:50.474517 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6853f2a1-50ef-4ca1-8d2f-4cc347112580 None None] Attempting to bind port 3f1048f2-75d2-4288-b76e-f3b3db393e4f by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '627258ab-77bf-4218-852c-29a5fa5f6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a8b70f5e-8880-4ca8-83f4-cf097138570f'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:50.474883 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6853f2a1-50ef-4ca1-8d2f-4cc347112580 None None] Attempting to bind port 3f1048f2-75d2-4288-b76e-f3b3db393e4f on network a8b70f5e-8880-4ca8-83f4-cf097138570f {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:50.488563 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6853f2a1-50ef-4ca1-8d2f-4cc347112580 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:29:50.488939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6853f2a1-50ef-4ca1-8d2f-4cc347112580 None None] Checking segment: {'id': '627258ab-77bf-4218-852c-29a5fa5f6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a8b70f5e-8880-4ca8-83f4-cf097138570f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:29:50.489405 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6853f2a1-50ef-4ca1-8d2f-4cc347112580 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:50.489977 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6853f2a1-50ef-4ca1-8d2f-4cc347112580 None None] Bound using segment: {'id': '627258ab-77bf-4218-852c-29a5fa5f6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a8b70f5e-8880-4ca8-83f4-cf097138570f'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:29:50.490494 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6853f2a1-50ef-4ca1-8d2f-4cc347112580 None None] Bound port: 3f1048f2-75d2-4288-b76e-f3b3db393e4f, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627258ab-77bf-4218-852c-29a5fa5f6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a8b70f5e-8880-4ca8-83f4-cf097138570f'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:29:50.491524 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6853f2a1-50ef-4ca1-8d2f-4cc347112580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3f1048f2-75d2-4288-b76e-f3b3db393e4f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:50.572143 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d22b6e6-a2ef-46f2-96f4-bf2a2dbb2f6a tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:50.578275 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d22b6e6-a2ef-46f2-96f4-bf2a2dbb2f6a tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:50.585109 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d22b6e6-a2ef-46f2-96f4-bf2a2dbb2f6a tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:50.589659 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4d22b6e6-a2ef-46f2-96f4-bf2a2dbb2f6a tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2210553 Feb 28 20:29:50.589790 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-afe307db-04ba-4f42-841d-ff02678d4dd1 None None] Provisioning complete for port b59b3e5d-93c8-42d7-85bb-93705a95e8a3 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:50.589790 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-afe307db-04ba-4f42-841d-ff02678d4dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b59b3e5d-93c8-42d7-85bb-93705a95e8a3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:50.591509 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37642) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:50.592084 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6853f2a1-50ef-4ca1-8d2f-4cc347112580 None None] For port 3f1048f2-75d2-4288-b76e-f3b3db393e4f, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:29:50.626034 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6853f2a1-50ef-4ca1-8d2f-4cc347112580 None None] For port 3f1048f2-75d2-4288-b76e-f3b3db393e4f, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3f1048f2-75d2-4288-b76e-f3b3db393e4f,segment=NetworkSegment(627258ab-77bf-4218-852c-29a5fa5f6cc5),segment_id=627258ab-77bf-4218-852c-29a5fa5f6cc5)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:29:50.637457 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c7f89c-f162-43ee-9407-aadb9004f60c None None] Network 8297bd2a-9a9d-424a-a4bf-95ab7f920ef0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:29:50.649177 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-91c000a5-0b07-4038-a5e5-7728eee5e7c7 admin admin] Publish callbacks [] for security_group (652a130f-39ca-42d7-825f-3398659375af), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:50.652837 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6853f2a1-50ef-4ca1-8d2f-4cc347112580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3f1048f2-75d2-4288-b76e-f3b3db393e4f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:50.676906 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832423b-fa42-4f25-a2de-9716dcdfdb96 req-337af77f-6719-40ce-927a-b59c559ac3b0 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:50.678899 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e832423b-fa42-4f25-a2de-9716dcdfdb96 req-337af77f-6719-40ce-927a-b59c559ac3b0 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d4808f-2ac5-400b-a5b0-5a7e33d84159 HTTP/1.1" status: 200 len: 945 time: 0.9917021 Feb 28 20:29:50.771503 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3c7c2bef-18ec-40c8-84fc-1e1922705b7d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:29:50.801326 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-91c000a5-0b07-4038-a5e5-7728eee5e7c7 admin admin] Publish callbacks [] for security_group (652a130f-39ca-42d7-825f-3398659375af), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:50.812020 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853f2a1-50ef-4ca1-8d2f-4cc347112580 None None] Pushing event updated for resources: {'Port': ['ID=3f1048f2-75d2-4288-b76e-f3b3db393e4f,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:50.882308 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-a1001cdc-8f49-4c7c-974f-09e978a44113 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Allocated IP 2001:db8::1 (8297bd2a-9a9d-424a-a4bf-95ab7f920ef0/0d7d074f-4e34-4bbf-9f9f-623a8afa4e52/a1dc0ca3-7f3b-4fb7-8c33-fe8a43f13b0d) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:50.893997 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cb240-154c-4070-99b3-79277a37d82c req-0f418e7c-6f86-431c-a538-c6eca85a712f tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:50.895535 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0f2cb240-154c-4070-99b3-79277a37d82c req-0f418e7c-6f86-431c-a538-c6eca85a712f tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.15 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.2521222 Feb 28 20:29:50.920970 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-afe307db-04ba-4f42-841d-ff02678d4dd1 None None] Current status of the port b59b3e5d-93c8-42d7-85bb-93705a95e8a3 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:29:50.934619 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e832423b-fa42-4f25-a2de-9716dcdfdb96 req-b0f9fa3d-b03b-49d2-8e31-5a2dd7f835f0 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182643 Feb 28 20:29:50.944616 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c492636-dc7d-450e-ac5a-5f8e060a6f1f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for port (b319336f-6754-4250-bd52-9270904f02bf), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:50.956513 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-afe307db-04ba-4f42-841d-ff02678d4dd1 None None] Provisioning complete for port ea65d813-ca5a-4d2f-98c4-6306e4cf4ac3 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:50.956513 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-afe307db-04ba-4f42-841d-ff02678d4dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ea65d813-ca5a-4d2f-98c4-6306e4cf4ac3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:51.007835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3c7c2bef-18ec-40c8-84fc-1e1922705b7d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:51.008334 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3c7c2bef-18ec-40c8-84fc-1e1922705b7d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:51.049419 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-afe307db-04ba-4f42-841d-ff02678d4dd1 None None] Port ea65d813-ca5a-4d2f-98c4-6306e4cf4ac3 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:29:51.070030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-afe307db-04ba-4f42-841d-ff02678d4dd1 None None] Provisioning complete for port dc7de57d-209e-4680-8a81-d11c59147142 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:51.070570 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-afe307db-04ba-4f42-841d-ff02678d4dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (dc7de57d-209e-4680-8a81-d11c59147142), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:51.090232 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-376ef793-c3f5-436a-8ecc-f6a073f8a6f0 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Deleting port ea65d813-ca5a-4d2f-98c4-6306e4cf4ac3 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:51.090894 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-376ef793-c3f5-436a-8ecc-f6a073f8a6f0 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ea65d813-ca5a-4d2f-98c4-6306e4cf4ac3), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:51.174113 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c492636-dc7d-450e-ac5a-5f8e060a6f1f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b319336f-6754-4250-bd52-9270904f02bf), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:51.190746 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-afe307db-04ba-4f42-841d-ff02678d4dd1 None None] Port dc7de57d-209e-4680-8a81-d11c59147142 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:29:51.205688 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3c7c2bef-18ec-40c8-84fc-1e1922705b7d is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:29:51.206228 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3c7c2bef-18ec-40c8-84fc-1e1922705b7d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:51.222845 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-afe307db-04ba-4f42-841d-ff02678d4dd1 None None] Provisioning complete for port 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:51.223045 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1001cdc-8f49-4c7c-974f-09e978a44113 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for port (a1dc0ca3-7f3b-4fb7-8c33-fe8a43f13b0d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:51.223448 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-afe307db-04ba-4f42-841d-ff02678d4dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:51.259747 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-91c000a5-0b07-4038-a5e5-7728eee5e7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (652a130f-39ca-42d7-825f-3398659375af), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:51.265291 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-91c000a5-0b07-4038-a5e5-7728eee5e7c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:51.266691 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-91c000a5-0b07-4038-a5e5-7728eee5e7c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/652a130f-39ca-42d7-825f-3398659375af HTTP/1.1" status: 204 len: 168 time: 1.1530726 Feb 28 20:29:51.302343 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 3c7c2bef-18ec-40c8-84fc-1e1922705b7d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3c7c2bef-18ec-40c8-84fc-1e1922705b7d,segment=NetworkSegment(8332bc6d-444e-47ec-9b49-ec1ffc4c4264),segment_id=8332bc6d-444e-47ec-9b49-ec1ffc4c4264)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:51.310388 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3c7c2bef-18ec-40c8-84fc-1e1922705b7d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:51.311507 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b59b3e5d-93c8-42d7-85bb-93705a95e8a3 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:29:51.318672 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:51.343604 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c000a5-0b07-4038-a5e5-7728eee5e7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652a130f-39ca-42d7-825f-3398659375af,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:51.391854 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1001cdc-8f49-4c7c-974f-09e978a44113 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a1dc0ca3-7f3b-4fb7-8c33-fe8a43f13b0d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:51.493655 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-50fd0d2f-cf57-4546-aba0-8220e0674350 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Router 043d3d92-4588-4240-8ff5-3ae403f40051 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:51.522239 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1001cdc-8f49-4c7c-974f-09e978a44113 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Network 8297bd2a-9a9d-424a-a4bf-95ab7f920ef0 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:51.533036 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-a1001cdc-8f49-4c7c-974f-09e978a44113 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:51.541331 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1001cdc-8f49-4c7c-974f-09e978a44113 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:51.541884 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1001cdc-8f49-4c7c-974f-09e978a44113 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (3ae0683d-24d9-499b-a018-182a17730243), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:51.545491 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=3c7c2bef-18ec-40c8-84fc-1e1922705b7d,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:51.554130 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37650) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:51.652165 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b59b3e5d-93c8-42d7-85bb-93705a95e8a3 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:51.652659 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b59b3e5d-93c8-42d7-85bb-93705a95e8a3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:51.665268 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Request body: {'port': {'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b', 'binding:host_id': 'n-h1-820368-21', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-35267692'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:51.706891 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1001cdc-8f49-4c7c-974f-09e978a44113 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event updated for resources: {'Port': ['ID=a1dc0ca3-7f3b-4fb7-8c33-fe8a43f13b0d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:51.715172 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-afe307db-04ba-4f42-841d-ff02678d4dd1 None None] Current status of the port 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:29:51.821111 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c492636-dc7d-450e-ac5a-5f8e060a6f1f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Network aa5fc6b5-520e-4a41-bff9-a202231e02e8 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:51.833192 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-6c492636-dc7d-450e-ac5a-5f8e060a6f1f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:51.839166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c492636-dc7d-450e-ac5a-5f8e060a6f1f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:51.845579 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b59b3e5d-93c8-42d7-85bb-93705a95e8a3 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:29:51.847462 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:29:51.852246 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c492636-dc7d-450e-ac5a-5f8e060a6f1f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Port': ['ID=b319336f-6754-4250-bd52-9270904f02bf,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:51.885133 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Made reservation on behalf of 1d681d4e24174cff9cad347cb38a678d for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:51.889911 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:51.953015 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ee85a386-f590-4227-be9d-c67c4671a597 None None] Provisioning complete for port 3c7c2bef-18ec-40c8-84fc-1e1922705b7d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:51.953383 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ee85a386-f590-4227-be9d-c67c4671a597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3c7c2bef-18ec-40c8-84fc-1e1922705b7d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:51.960266 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37652) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:51.963559 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-376ef793-c3f5-436a-8ecc-f6a073f8a6f0 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ea65d813-ca5a-4d2f-98c4-6306e4cf4ac3), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:51.970493 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:51.986968 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-0f2cb240-154c-4070-99b3-79277a37d82c req-7298aa59-7ed3-4023-9833-74cd991602c4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Deleting port cda37ee3-1d31-49e2-a40f-b12289a62337 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:51.987673 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0f2cb240-154c-4070-99b3-79277a37d82c req-7298aa59-7ed3-4023-9833-74cd991602c4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (cda37ee3-1d31-49e2-a40f-b12289a62337), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:52.004365 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-376ef793-c3f5-436a-8ecc-f6a073f8a6f0 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Calling delete_port for ea65d813-ca5a-4d2f-98c4-6306e4cf4ac3 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:52.006027 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:52.006665 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:52.056830 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6336119-ec7f-4b44-856f-0e7fff1e6594 req-9914b69d-3b66-4642-b0e2-2ac14a772fec tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:52.058658 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6336119-ec7f-4b44-856f-0e7fff1e6594 req-9914b69d-3b66-4642-b0e2-2ac14a772fec tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 945 time: 0.3864572 Feb 28 20:29:52.101661 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-50fd0d2f-cf57-4546-aba0-8220e0674350 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:52.101661 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1001cdc-8f49-4c7c-974f-09e978a44113 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a1dc0ca3-7f3b-4fb7-8c33-fe8a43f13b0d), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:52.135324 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f76beb-fe69-4224-a989-6df547aa57bf None None] Sync routers for ids ['043d3d92-4588-4240-8ff5-3ae403f40051'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:52.143969 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-50fd0d2f-cf57-4546-aba0-8220e0674350 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:52.156657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ee85a386-f590-4227-be9d-c67c4671a597 None None] Current status of the port 3c7c2bef-18ec-40c8-84fc-1e1922705b7d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:29:52.159889 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:29:52.165481 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f76beb-fe69-4224-a989-6df547aa57bf None None] Routers {'043d3d92-4588-4240-8ff5-3ae403f40051'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:52.166125 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-d6f76beb-fe69-4224-a989-6df547aa57bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['043d3d92-4588-4240-8ff5-3ae403f40051'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:52.190238 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c492636-dc7d-450e-ac5a-5f8e060a6f1f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:52.190888 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c492636-dc7d-450e-ac5a-5f8e060a6f1f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:52.223389 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6c492636-dc7d-450e-ac5a-5f8e060a6f1f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6389530 Feb 28 20:29:52.224362 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37656) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:52.288356 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-055fe829-67e9-49cd-a89d-373a47374bef tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Request body: {'floatingip': {'port_id': 'b319336f-6754-4250-bd52-9270904f02bf'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:52.294033 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-d6f76beb-fe69-4224-a989-6df547aa57bf None None] Set router 043d3d92-4588-4240-8ff5-3ae403f40051 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:29:52.302120 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0d64b365-4241-4fb8-ae3d-97d66e875bb3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=260f406bfd8a406b8d56818ceb0004c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3397129 Feb 28 20:29:52.311873 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37658) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:52.357706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-2b1d3c68-fb27-453c-974b-fe0d54d28400 None None] Provisioning complete for port a1dc0ca3-7f3b-4fb7-8c33-fe8a43f13b0d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:52.357980 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2b1d3c68-fb27-453c-974b-fe0d54d28400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a1dc0ca3-7f3b-4fb7-8c33-fe8a43f13b0d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:52.388946 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-055fe829-67e9-49cd-a89d-373a47374bef tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (0f8735d6-d7eb-410f-adfb-92c06adb2dc6), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:52.640190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5650d6af-a371-4310-8e10-453e0bebca22 None None] Network a8b70f5e-8880-4ca8-83f4-cf097138570f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:29:52.649146 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-376ef793-c3f5-436a-8ecc-f6a073f8a6f0 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ea65d813-ca5a-4d2f-98c4-6306e4cf4ac3), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:52.701710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-0f2cb240-154c-4070-99b3-79277a37d82c req-7298aa59-7ed3-4023-9833-74cd991602c4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] For port cda37ee3-1d31-49e2-a40f-b12289a62337, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=cda37ee3-1d31-49e2-a40f-b12289a62337,segment=NetworkSegment(8e033a05-7daa-4810-ae7e-8076b1b461b4),segment_id=8e033a05-7daa-4810-ae7e-8076b1b461b4)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:52.702079 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0f2cb240-154c-4070-99b3-79277a37d82c req-7298aa59-7ed3-4023-9833-74cd991602c4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (cda37ee3-1d31-49e2-a40f-b12289a62337), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:52.708348 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-50fd0d2f-cf57-4546-aba0-8220e0674350 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "PUT /v2.0/floatingips/0960edbd-4d4f-4880-acbd-d72f9996cf91 HTTP/1.1" status: 200 len: 694 time: 4.4430408 Feb 28 20:29:52.717301 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c09c9f-a49d-4b4e-b7b4-28b38115c7ff', 'tag': 'e2e04e92-1a97-42eb-8664-8fac7ca846f8'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:29:52.721422 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86aac42-ce75-49b6-b52c-2eb2ab2585bb" -d '{"events": [{"name": "network-changed", "server_uuid": "14c09c9f-a49d-4b4e-b7b4-28b38115c7ff", "tag": "e2e04e92-1a97-42eb-8664-8fac7ca846f8"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:29:52.743858 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ef793-c3f5-436a-8ecc-f6a073f8a6f0 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Pushing event deleted for resources: {'Port': ['ID=ea65d813-ca5a-4d2f-98c4-6306e4cf4ac3,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:52.747209 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-2b1d3c68-fb27-453c-974b-fe0d54d28400 None None] Port a1dc0ca3-7f3b-4fb7-8c33-fe8a43f13b0d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:29:52.755973 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3f1048f2-75d2-4288-b76e-f3b3db393e4f up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:29:52.758707 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:52.807505 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6336119-ec7f-4b44-856f-0e7fff1e6594 req-b6c16fca-7190-4401-90b0-8392cc1b7862 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=747a6c92-528b-46a7-8a4d-3734923bb73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7377794 Feb 28 20:29:52.824655 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:52.899304 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks [] for security_group (0afdf993-0128-4fe4-b92b-5c1255fdf6b1), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:52.920723 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0afdf993-0128-4fe4-b92b-5c1255fdf6b1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:52.934577 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] device_id is not set on port 808e095b-a5da-44b6-aa36-ed513064f638 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:29:52.959397 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a03a29d2-493f-4ab6-8189-ff6268c28c8e None None] Provisioning complete for port 3f1048f2-75d2-4288-b76e-f3b3db393e4f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:52.960654 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a03a29d2-493f-4ab6-8189-ff6268c28c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3f1048f2-75d2-4288-b76e-f3b3db393e4f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:52.982054 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afdf993-0128-4fe4-b92b-5c1255fdf6b1,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:53.001943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-26e2ab8d-16c5-4eba-bae9-8f59e6916b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:53.004302 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-26e2ab8d-16c5-4eba-bae9-8f59e6916b3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04ef52175a9b4ca6b424bbdfe5599978&device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 1129 time: 0.2952304 Feb 28 20:29:53.102523 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3f1048f2-75d2-4288-b76e-f3b3db393e4f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:53.103154 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3f1048f2-75d2-4288-b76e-f3b3db393e4f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:53.160454 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0824140-b715-4c30-be5a-460ed0adb10e admin admin] Publish callbacks [] for security_group (3461acc4-0601-428a-a4eb-37bd56a330bf), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:53.200983 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a03a29d2-493f-4ab6-8189-ff6268c28c8e None None] Current status of the port 3f1048f2-75d2-4288-b76e-f3b3db393e4f is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:29:53.201601 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a03a29d2-493f-4ab6-8189-ff6268c28c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3f1048f2-75d2-4288-b76e-f3b3db393e4f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:53.228515 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0824140-b715-4c30-be5a-460ed0adb10e admin admin] Publish callbacks [] for security_group (3461acc4-0601-428a-a4eb-37bd56a330bf), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:53.232626 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-d6f76beb-fe69-4224-a989-6df547aa57bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076220546-router', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:16Z', 'updated_at': '2022-02-28T20:28:29Z', 'revision_number': 4, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'gw_port': {'id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '9dfa9662-a9d0-4430-ad15-841b7590bdfa', 'name': '', 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'mac_address': 'fa:16:3e:04:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'd39c0c2a-dc41-4cb2-bcf8-368cafaff201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:26Z', 'updated_at': '2022-02-28T20:28:35Z', 'revision_number': 5, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'subnets': [{'id': 'd39c0c2a-dc41-4cb2-bcf8-368cafaff201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:53.271320 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0f2cb240-154c-4070-99b3-79277a37d82c req-7298aa59-7ed3-4023-9833-74cd991602c4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:53.272439 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0f2cb240-154c-4070-99b3-79277a37d82c req-7298aa59-7ed3-4023-9833-74cd991602c4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (82272d46-7fe5-49e1-b1b6-c77a77e99d21), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:53.272938 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [req-0f2cb240-154c-4070-99b3-79277a37d82c req-7298aa59-7ed3-4023-9833-74cd991602c4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Floating IP 82272d46-7fe5-49e1-b1b6-c77a77e99d21 disassociated. External IP: 172.25.0.218, port: cda37ee3-1d31-49e2-a40f-b12289a62337. Feb 28 20:29:53.273433 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-0f2cb240-154c-4070-99b3-79277a37d82c req-7298aa59-7ed3-4023-9833-74cd991602c4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Calling delete_port for cda37ee3-1d31-49e2-a40f-b12289a62337 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:53.280178 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-376ef793-c3f5-436a-8ecc-f6a073f8a6f0 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:53.283735 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-376ef793-c3f5-436a-8ecc-f6a073f8a6f0 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] 10.222.0.13 "DELETE /v2.0/ports/ea65d813-ca5a-4d2f-98c4-6306e4cf4ac3 HTTP/1.1" status: 204 len: 168 time: 2.6911492 Feb 28 20:29:53.290206 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37662) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:53.302832 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6c866f24-d87d-4d44-967a-2bf0977896e4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Request body: {'port': {'name': 'tempest-new-port-name-1435246848', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:53.303286 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.api.validators [None req-6c866f24-d87d-4d44-967a-2bf0977896e4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] bootfile-name is not in valid_values {{(pid=103774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 20:29:53.303620 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.api.validators [None req-6c866f24-d87d-4d44-967a-2bf0977896e4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] tftp-server is not in valid_values {{(pid=103774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 20:29:53.303741 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f76beb-fe69-4224-a989-6df547aa57bf None None] Checking router: 043d3d92-4588-4240-8ff5-3ae403f40051 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:29:53.303972 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.api.validators [None req-6c866f24-d87d-4d44-967a-2bf0977896e4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] server-ip-address is not in valid_values {{(pid=103774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 20:29:53.311821 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a03a29d2-493f-4ab6-8189-ff6268c28c8e None None] For port 3f1048f2-75d2-4288-b76e-f3b3db393e4f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3f1048f2-75d2-4288-b76e-f3b3db393e4f,segment=NetworkSegment(627258ab-77bf-4218-852c-29a5fa5f6cc5),segment_id=627258ab-77bf-4218-852c-29a5fa5f6cc5)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:53.340407 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a03a29d2-493f-4ab6-8189-ff6268c28c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3f1048f2-75d2-4288-b76e-f3b3db393e4f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:53.373031 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fd5c8-f54c-426c-8d5f-8d8db423a73d req-dcc1c4f3-e647-4947-ae76-b06e4f5541de tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:53.374620 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-696fd5c8-f54c-426c-8d5f-8d8db423a73d req-dcc1c4f3-e647-4947-ae76-b06e4f5541de tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d4808f-2ac5-400b-a5b0-5a7e33d84159 HTTP/1.1" status: 200 len: 945 time: 0.3878908 Feb 28 20:29:53.386641 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f76beb-fe69-4224-a989-6df547aa57bf None None] Routers {'043d3d92-4588-4240-8ff5-3ae403f40051'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:53.387962 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-d6f76beb-fe69-4224-a989-6df547aa57bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['043d3d92-4588-4240-8ff5-3ae403f40051'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:53.434705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3f1048f2-75d2-4288-b76e-f3b3db393e4f is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:29:53.435201 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3f1048f2-75d2-4288-b76e-f3b3db393e4f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:53.448319 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0824140-b715-4c30-be5a-460ed0adb10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3461acc4-0601-428a-a4eb-37bd56a330bf), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:53.450933 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0824140-b715-4c30-be5a-460ed0adb10e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:53.452283 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d0824140-b715-4c30-be5a-460ed0adb10e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3461acc4-0601-428a-a4eb-37bd56a330bf HTTP/1.1" status: 204 len: 168 time: 1.1044118 Feb 28 20:29:53.487808 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-511cc5ba-4848-4fe8-8f97-85d267aef6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:53.488937 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a29d2-493f-4ab6-8189-ff6268c28c8e None None] Pushing event updated for resources: {'Port': ['ID=3f1048f2-75d2-4288-b76e-f3b3db393e4f,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:53.489325 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-511cc5ba-4848-4fe8-8f97-85d267aef6e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=772a5f8c-d784-4526-8416-23f5187ae8c6 HTTP/1.1" status: 200 len: 920 time: 0.4033580 Feb 28 20:29:53.509605 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0824140-b715-4c30-be5a-460ed0adb10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3461acc4-0601-428a-a4eb-37bd56a330bf,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:53.580849 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-055fe829-67e9-49cd-a89d-373a47374bef tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:53.588956 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-055fe829-67e9-49cd-a89d-373a47374bef tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (0f8735d6-d7eb-410f-adfb-92c06adb2dc6), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:53.636463 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1001cdc-8f49-4c7c-974f-09e978a44113 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for port (a1dc0ca3-7f3b-4fb7-8c33-fe8a43f13b0d), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:53.638075 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:29:53.638439 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:29:53.650910 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-6cc46c2e-5eb7-4e05-be9a-c56ae2329c37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2e04e92-1a97-42eb-8664-8fac7ca846f8 HTTP/1.1" status: 200 len: 217 time: 0.1515901 Feb 28 20:29:53.659012 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-d6f76beb-fe69-4224-a989-6df547aa57bf None None] Set router 043d3d92-4588-4240-8ff5-3ae403f40051 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:29:53.691822 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1001cdc-8f49-4c7c-974f-09e978a44113 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (a1dc0ca3-7f3b-4fb7-8c33-fe8a43f13b0d), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:53.692610 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1001cdc-8f49-4c7c-974f-09e978a44113 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (3ae0683d-24d9-499b-a018-182a17730243), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:53.694997 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c866f24-d87d-4d44-967a-2bf0977896e4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (dc7de57d-209e-4680-8a81-d11c59147142), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:53.701667 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0f2cb240-154c-4070-99b3-79277a37d82c req-7298aa59-7ed3-4023-9833-74cd991602c4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (cda37ee3-1d31-49e2-a40f-b12289a62337), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:53.770047 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-696fd5c8-f54c-426c-8d5f-8d8db423a73d req-ae4a4270-06ba-41ce-af3e-7673f3180f65 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789098 Feb 28 20:29:53.784738 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298aa59-7ed3-4023-9833-74cd991602c4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Pushing event deleted for resources: {'Port': ['ID=cda37ee3-1d31-49e2-a40f-b12289a62337,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:53.825294 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] device_id is not set on port 808e095b-a5da-44b6-aa36-ed513064f638 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:29:53.864194 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0be1f0dc-5a71-4533-a2d4-c86ebbdc0da4 None None] Provisioning complete for port 3f1048f2-75d2-4288-b76e-f3b3db393e4f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:53.864773 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0be1f0dc-5a71-4533-a2d4-c86ebbdc0da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3f1048f2-75d2-4288-b76e-f3b3db393e4f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:53.900383 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52b247d-7049-4c0a-bb4a-e7c22474d334 x-openstack-request-id: req-a52b247d-7049-4c0a-bb4a-e7c22474d334 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:29:53.900383 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c09c9f-a49d-4b4e-b7b4-28b38115c7ff", "tag": "e2e04e92-1a97-42eb-8664-8fac7ca846f8", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:29:53.900687 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a52b247d-7049-4c0a-bb4a-e7c22474d334 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:29:53.901360 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c09c9f-a49d-4b4e-b7b4-28b38115c7ff', 'tag': 'e2e04e92-1a97-42eb-8664-8fac7ca846f8', 'status': 'completed', 'code': 200} Feb 28 20:29:53.904539 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-055fe829-67e9-49cd-a89d-373a47374bef tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Floating IP 0f8735d6-d7eb-410f-adfb-92c06adb2dc6 associated. External IP: 172.25.0.141, port: b319336f-6754-4250-bd52-9270904f02bf. Feb 28 20:29:53.906224 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks [] for port (808e095b-a5da-44b6-aa36-ed513064f638), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:53.985243 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1001cdc-8f49-4c7c-974f-09e978a44113 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event updated for resources: {'Port': ['ID=a1dc0ca3-7f3b-4fb7-8c33-fe8a43f13b0d,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:53.989703 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-15a2f9f2-4b7c-4a25-8c5c-772693341f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:53.991228 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-15a2f9f2-4b7c-4a25-8c5c-772693341f5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d39c0c2a-dc41-4cb2-bcf8-368cafaff201 HTTP/1.1" status: 200 len: 860 time: 0.3186445 Feb 28 20:29:54.004770 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (808e095b-a5da-44b6-aa36-ed513064f638), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:54.076287 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0be1f0dc-5a71-4533-a2d4-c86ebbdc0da4 None None] Current status of the port 3f1048f2-75d2-4288-b76e-f3b3db393e4f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:29:54.092827 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-d6f76beb-fe69-4224-a989-6df547aa57bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076220546-router', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:16Z', 'updated_at': '2022-02-28T20:28:29Z', 'revision_number': 4, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'gw_port': {'id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '9dfa9662-a9d0-4430-ad15-841b7590bdfa', 'name': '', 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'mac_address': 'fa:16:3e:04:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'd39c0c2a-dc41-4cb2-bcf8-368cafaff201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:26Z', 'updated_at': '2022-02-28T20:28:35Z', 'revision_number': 5, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'subnets': [{'id': 'd39c0c2a-dc41-4cb2-bcf8-368cafaff201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:54.119958 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-0f6816eb-4c03-4a20-ab89-4b68c5e2cc4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=772a5f8c-d784-4526-8416-23f5187ae8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094410 Feb 28 20:29:54.214304 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f76beb-fe69-4224-a989-6df547aa57bf None None] The sync data for ids ['043d3d92-4588-4240-8ff5-3ae403f40051'] in n-d-820368-21 is: [{'id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076220546-router', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:16Z', 'updated_at': '2022-02-28T20:28:29Z', 'revision_number': 4, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'gw_port': {'id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '9dfa9662-a9d0-4430-ad15-841b7590bdfa', 'name': '', 'network_id': '772a5f8c-d784-4526-8416-23f5187ae8c6', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'mac_address': 'fa:16:3e:04:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'd39c0c2a-dc41-4cb2-bcf8-368cafaff201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:26Z', 'updated_at': '2022-02-28T20:28:35Z', 'revision_number': 5, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'subnets': [{'id': 'd39c0c2a-dc41-4cb2-bcf8-368cafaff201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:54.226986 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3f1048f2-75d2-4288-b76e-f3b3db393e4f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:29:54.232367 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3c7c2bef-18ec-40c8-84fc-1e1922705b7d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:29:54.266484 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1001cdc-8f49-4c7c-974f-09e978a44113 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Network 8297bd2a-9a9d-424a-a4bf-95ab7f920ef0 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:54.292575 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device cda37ee3-1d31-49e2-a40f-b12289a62337 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:29:54.321740 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: cda37ee3-1d31-49e2-a40f-b12289a62337 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:29:54.322008 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device cda37ee3-1d31-49e2-a40f-b12289a62337 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:29:54.332264 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62e25bd1-7837-4a2d-9293-0eb9bc80dc0f req-ea2d561f-6308-4fe5-abdd-b5acf2c8f5a3 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=776de37d-e3f4-43c7-b6eb-7aebfa9d64fc HTTP/1.1" status: 200 len: 210 time: 0.1350272 Feb 28 20:29:54.336268 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86aac42-ce75-49b6-b52c-2eb2ab2585bb req-456289ca-f3ea-4165-9fa8-32c829bc4b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:54.343892 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d86aac42-ce75-49b6-b52c-2eb2ab2585bb req-456289ca-f3ea-4165-9fa8-32c829bc4b28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04ef52175a9b4ca6b424bbdfe5599978&device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 1129 time: 0.4292016 Feb 28 20:29:54.345235 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Pushing event updated for resources: {'Port': ['ID=808e095b-a5da-44b6-aa36-ed513064f638,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:54.378702 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3c7c2bef-18ec-40c8-84fc-1e1922705b7d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:54.379087 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3c7c2bef-18ec-40c8-84fc-1e1922705b7d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:54.480027 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-a1001cdc-8f49-4c7c-974f-09e978a44113 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:54.493195 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-a6eefa88-e9ba-4e62-857f-e249f698ee25 service neutron] 10.222.0.13 "GET /v2.0/networks/772a5f8c-d784-4526-8416-23f5187ae8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356814 Feb 28 20:29:54.536255 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Checking segment: {'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:29:54.536624 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Network hostable DHCP agents. Network: be21a915-9e4b-41d6-a38f-796e28ab3f0b, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:29:54.557952 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3c7c2bef-18ec-40c8-84fc-1e1922705b7d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:29:54.748080 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3f1048f2-75d2-4288-b76e-f3b3db393e4f up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:29:54.801692 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cab8136-0d70-4301-ad32-2a0abfada103 None None] New status for floating IP 0960edbd-4d4f-4880-acbd-d72f9996cf91: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:29:54.855242 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3f1048f2-75d2-4288-b76e-f3b3db393e4f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:54.855635 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3f1048f2-75d2-4288-b76e-f3b3db393e4f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:54.968144 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3f1048f2-75d2-4288-b76e-f3b3db393e4f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:29:54.991618 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37690) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:55.001112 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f2cb240-154c-4070-99b3-79277a37d82c req-7298aa59-7ed3-4023-9833-74cd991602c4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Router d26e5802-18b8-48a0-8b4e-add99484c537 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:55.010059 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Network be21a915-9e4b-41d6-a38f-796e28ab3f0b is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:29:55.016546 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-189960bb-ce14-4137-8232-14f7b058bf93 None None] Provisioning complete for port a1dc0ca3-7f3b-4fb7-8c33-fe8a43f13b0d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:55.017225 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-189960bb-ce14-4137-8232-14f7b058bf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a1dc0ca3-7f3b-4fb7-8c33-fe8a43f13b0d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:55.058014 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-189960bb-ce14-4137-8232-14f7b058bf93 None None] Port a1dc0ca3-7f3b-4fb7-8c33-fe8a43f13b0d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:29:55.074075 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055fe829-67e9-49cd-a89d-373a47374bef tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Router 96a760dd-6949-4e5d-ad93-0ab12cfecdf6 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:55.140351 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c866f24-d87d-4d44-967a-2bf0977896e4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks [] for port (dc7de57d-209e-4680-8a81-d11c59147142), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:55.152507 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53d409d3-378e-4bfc-b6ff-c207f0fe804d req-74aa5dd0-3215-485e-8d8b-e9de96837fad service neutron] 10.222.0.13 "GET /v2.0/networks/772a5f8c-d784-4526-8416-23f5187ae8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484526 Feb 28 20:29:55.153105 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, be21a915-9e4b-41d6-a38f-796e28ab3f0b) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:55.157061 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:55.178195 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea99629-734f-4610-9f61-1d64c7d835b7 None None] Network be21a915-9e4b-41d6-a38f-796e28ab3f0b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:29:55.199058 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c866f24-d87d-4d44-967a-2bf0977896e4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (dc7de57d-209e-4680-8a81-d11c59147142), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:55.262028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86aac42-ce75-49b6-b52c-2eb2ab2585bb req-6e30f9ff-129b-4898-91ba-9db92d20cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:55.262600 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055fe829-67e9-49cd-a89d-373a47374bef tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:55.263592 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d86aac42-ce75-49b6-b52c-2eb2ab2585bb req-6e30f9ff-129b-4898-91ba-9db92d20cb46 service neutron] 10.222.0.10 "GET /v2.0/networks?id=772a5f8c-d784-4526-8416-23f5187ae8c6 HTTP/1.1" status: 200 len: 920 time: 0.8126831 Feb 28 20:29:55.273246 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-055fe829-67e9-49cd-a89d-373a47374bef tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:55.275326 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:55.275780 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:55.276426 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:55.278807 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f2cb240-154c-4070-99b3-79277a37d82c req-7298aa59-7ed3-4023-9833-74cd991602c4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:55.287511 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c607a-c9a7-47ca-a657-142857b7ade6 req-52dbfebf-525e-4d9d-9a51-545296d7dc07 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:55.296357 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433cf0ee-39b7-4150-8e35-f344715368ef None None] Sync routers for ids ['d26e5802-18b8-48a0-8b4e-add99484c537'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:55.297777 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd7c607a-c9a7-47ca-a657-142857b7ade6 req-52dbfebf-525e-4d9d-9a51-545296d7dc07 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d4808f-2ac5-400b-a5b0-5a7e33d84159 HTTP/1.1" status: 200 len: 945 time: 0.8009274 Feb 28 20:29:55.312552 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433cf0ee-39b7-4150-8e35-f344715368ef None None] Routers {'d26e5802-18b8-48a0-8b4e-add99484c537'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:55.313479 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-433cf0ee-39b7-4150-8e35-f344715368ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['d26e5802-18b8-48a0-8b4e-add99484c537'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:55.336059 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-055fe829-67e9-49cd-a89d-373a47374bef tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "PUT /v2.0/floatingips/0f8735d6-d7eb-410f-adfb-92c06adb2dc6 HTTP/1.1" status: 200 len: 978 time: 3.0800405 Feb 28 20:29:55.354930 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37696) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:55.356061 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2cb240-154c-4070-99b3-79277a37d82c req-7298aa59-7ed3-4023-9833-74cd991602c4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] No DVR routers for this DVR port cda37ee3-1d31-49e2-a40f-b12289a62337 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:29:55.361788 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0f2cb240-154c-4070-99b3-79277a37d82c req-7298aa59-7ed3-4023-9833-74cd991602c4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:55.366282 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0f2cb240-154c-4070-99b3-79277a37d82c req-7298aa59-7ed3-4023-9833-74cd991602c4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.15 "DELETE /v2.0/ports/cda37ee3-1d31-49e2-a40f-b12289a62337 HTTP/1.1" status: 204 len: 173 time: 4.4618301 Feb 28 20:29:55.373215 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776de37d-e3f4-43c7-b6eb-7aebfa9d64fc', 'name': 'network-vif-deleted', 'tag': 'cda37ee3-1d31-49e2-a40f-b12289a62337'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:29:55.375736 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3dd52e-6cbb-4d8e-a692-f25b1f0b08bc" -d '{"events": [{"server_uuid": "776de37d-e3f4-43c7-b6eb-7aebfa9d64fc", "name": "network-vif-deleted", "tag": "cda37ee3-1d31-49e2-a40f-b12289a62337"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:29:55.410090 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2348fe-c5a4-4773-a88c-31465b5aec78 None None] Sync routers for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:55.442862 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2348fe-c5a4-4773-a88c-31465b5aec78 None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:55.443561 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7c2348fe-c5a4-4773-a88c-31465b5aec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:55.451087 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-433cf0ee-39b7-4150-8e35-f344715368ef None None] Set router d26e5802-18b8-48a0-8b4e-add99484c537 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:29:55.470632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-ad0b6d8e-5086-4e45-b343-1bd027564da7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-418991831'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:55.479195 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7c2348fe-c5a4-4773-a88c-31465b5aec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:55.495597 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2348fe-c5a4-4773-a88c-31465b5aec78 None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:55.495597 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7c2348fe-c5a4-4773-a88c-31465b5aec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:55.499884 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c866f24-d87d-4d44-967a-2bf0977896e4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Pushing event updated for resources: {'Port': ['ID=dc7de57d-209e-4680-8a81-d11c59147142,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:55.538809 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7c2348fe-c5a4-4773-a88c-31465b5aec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:55.539465 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2348fe-c5a4-4773-a88c-31465b5aec78 None None] The sync data for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:55.540693 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-804832ea-4458-401b-84ec-206c8180456d tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Deleting port b319336f-6754-4250-bd52-9270904f02bf {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:55.541140 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-804832ea-4458-401b-84ec-206c8180456d tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b319336f-6754-4250-bd52-9270904f02bf), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:55.616202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port 808e095b-a5da-44b6-aa36-ed513064f638 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:55.616552 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:29:55.621897 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 2 to bind port 808e095b-a5da-44b6-aa36-ed513064f638 Feb 28 20:29:55.641326 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d86aac42-ce75-49b6-b52c-2eb2ab2585bb req-aae5860a-10ae-481e-a6ad-ed1994c40f00 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2e04e92-1a97-42eb-8664-8fac7ca846f8 HTTP/1.1" status: 200 len: 217 time: 0.1535275 Feb 28 20:29:55.653554 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb640606-3e51-4db4-a420-bab9c5cae910 req-adb0076d-7957-4dd2-866f-4e7ee3fa74a3 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/floatingips/0960edbd-4d4f-4880-acbd-d72f9996cf91 HTTP/1.1" status: 200 len: 692 time: 0.4465351 Feb 28 20:29:55.684360 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-804832ea-4458-401b-84ec-206c8180456d tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b319336f-6754-4250-bd52-9270904f02bf), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:55.719616 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1001cdc-8f49-4c7c-974f-09e978a44113 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Router 3ae0683d-24d9-499b-a018-182a17730243 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:29:55.727947 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-433cf0ee-39b7-4150-8e35-f344715368ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'name': 'tempest-AttachVolumeTestJSON-753889427-router', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:25:44Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'gw_port': {'id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:46Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '1438dfc1-aaad-4146-a093-40c0a1378b89', 'name': '', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'mac_address': 'fa:16:3e:06:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:55Z', 'updated_at': '2022-02-28T20:26:08Z', 'revision_number': 5, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'subnets': [{'id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:55.758429 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433cf0ee-39b7-4150-8e35-f344715368ef None None] Checking router: d26e5802-18b8-48a0-8b4e-add99484c537 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:29:55.767743 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433cf0ee-39b7-4150-8e35-f344715368ef None None] Routers {'d26e5802-18b8-48a0-8b4e-add99484c537'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:55.769162 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-433cf0ee-39b7-4150-8e35-f344715368ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['d26e5802-18b8-48a0-8b4e-add99484c537'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:55.827641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:55.828299 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:55.828838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:55.845895 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0b6d8e-5086-4e45-b343-1bd027564da7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:55.850380 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad0b6d8e-5086-4e45-b343-1bd027564da7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:55.898953 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-6c866f24-d87d-4d44-967a-2bf0977896e4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] In _notify_port_updated(), no bound segment for port dc7de57d-209e-4680-8a81-d11c59147142 on network 46633c9b-c713-4d51-b8ea-9411c4b6ac05 {{(pid=103774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:29:55.904752 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c866f24-d87d-4d44-967a-2bf0977896e4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:55.905432 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c866f24-d87d-4d44-967a-2bf0977896e4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:55.909570 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6c866f24-d87d-4d44-967a-2bf0977896e4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] 10.222.0.13 "PUT /v2.0/ports/dc7de57d-209e-4680-8a81-d11c59147142 HTTP/1.1" status: 200 len: 1137 time: 2.6166368 Feb 28 20:29:55.910429 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad0b6d8e-5086-4e45-b343-1bd027564da7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:55.910766 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f0879843-5a39-4219-b0f2-5476acac1a99 None None] Provisioning complete for port dc7de57d-209e-4680-8a81-d11c59147142 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:29:55.911426 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f0879843-5a39-4219-b0f2-5476acac1a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (dc7de57d-209e-4680-8a81-d11c59147142), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:55.916055 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37702) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:55.963681 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f0879843-5a39-4219-b0f2-5476acac1a99 None None] Port dc7de57d-209e-4680-8a81-d11c59147142 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:29:55.964949 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-433cf0ee-39b7-4150-8e35-f344715368ef None None] Set router d26e5802-18b8-48a0-8b4e-add99484c537 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:29:56.013834 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-804832ea-4458-401b-84ec-206c8180456d tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:56.014953 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-804832ea-4458-401b-84ec-206c8180456d tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (0f8735d6-d7eb-410f-adfb-92c06adb2dc6), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:56.014953 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-804832ea-4458-401b-84ec-206c8180456d tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Floating IP 0f8735d6-d7eb-410f-adfb-92c06adb2dc6 disassociated. External IP: 172.25.0.141, port: b319336f-6754-4250-bd52-9270904f02bf. Feb 28 20:29:56.014953 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-804832ea-4458-401b-84ec-206c8180456d tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Calling delete_port for b319336f-6754-4250-bd52-9270904f02bf owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:56.023063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5ac98c-87dc-4ca8-8802-a17d582e8ff9 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:56.028182 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ae5ac98c-87dc-4ca8-8802-a17d582e8ff9 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] 10.222.0.13 "GET /v2.0/ports/dc7de57d-209e-4680-8a81-d11c59147142 HTTP/1.1" status: 200 len: 1137 time: 0.1026525 Feb 28 20:29:56.029024 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37704) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:56.122604 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:29:56.204327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-f5dbee90-8b96-48f8-992a-bcda6ca4779a tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Deleting port dc7de57d-209e-4680-8a81-d11c59147142 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:56.204844 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f5dbee90-8b96-48f8-992a-bcda6ca4779a tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (dc7de57d-209e-4680-8a81-d11c59147142), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:56.216664 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-433cf0ee-39b7-4150-8e35-f344715368ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'name': 'tempest-AttachVolumeTestJSON-753889427-router', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:25:44Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'gw_port': {'id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:46Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '1438dfc1-aaad-4146-a093-40c0a1378b89', 'name': '', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'mac_address': 'fa:16:3e:06:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:55Z', 'updated_at': '2022-02-28T20:26:08Z', 'revision_number': 5, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'subnets': [{'id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:56.245632 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433cf0ee-39b7-4150-8e35-f344715368ef None None] The sync data for ids ['d26e5802-18b8-48a0-8b4e-add99484c537'] in n-d-820368-21 is: [{'id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'name': 'tempest-AttachVolumeTestJSON-753889427-router', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:25:44Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'gw_port': {'id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:46Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '1438dfc1-aaad-4146-a093-40c0a1378b89', 'name': '', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'mac_address': 'fa:16:3e:06:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:55Z', 'updated_at': '2022-02-28T20:26:08Z', 'revision_number': 5, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'subnets': [{'id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:56.314780 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-804832ea-4458-401b-84ec-206c8180456d tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b319336f-6754-4250-bd52-9270904f02bf), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:56.357942 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port 808e095b-a5da-44b6-aa36-ed513064f638 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:56.358460 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:29:56.366905 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804832ea-4458-401b-84ec-206c8180456d tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event deleted for resources: {'Port': ['ID=b319336f-6754-4250-bd52-9270904f02bf,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:56.367982 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 3 to bind port 808e095b-a5da-44b6-aa36-ed513064f638 Feb 28 20:29:56.377919 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f5dbee90-8b96-48f8-992a-bcda6ca4779a tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (dc7de57d-209e-4680-8a81-d11c59147142), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:56.390424 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd7c607a-c9a7-47ca-a657-142857b7ade6 req-fc738a13-74b6-47b7-8ed6-20189bfa30e0 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8610175 Feb 28 20:29:56.398104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:56.398104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:56.398364 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:56.433199 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-f5dbee90-8b96-48f8-992a-bcda6ca4779a tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Calling delete_port for dc7de57d-209e-4680-8a81-d11c59147142 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:56.467136 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port 808e095b-a5da-44b6-aa36-ed513064f638 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:56.467571 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:29:56.520849 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60419d70-e8a5-4bd0-9663-04fe92c4443a x-openstack-request-id: req-60419d70-e8a5-4bd0-9663-04fe92c4443a {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:29:56.521150 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776de37d-e3f4-43c7-b6eb-7aebfa9d64fc", "name": "network-vif-deleted", "tag": "cda37ee3-1d31-49e2-a40f-b12289a62337", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:29:56.521412 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60419d70-e8a5-4bd0-9663-04fe92c4443a {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:29:56.521858 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776de37d-e3f4-43c7-b6eb-7aebfa9d64fc', 'name': 'network-vif-deleted', 'tag': 'cda37ee3-1d31-49e2-a40f-b12289a62337', 'status': 'completed', 'code': 200} Feb 28 20:29:56.522988 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 4 to bind port 808e095b-a5da-44b6-aa36-ed513064f638 Feb 28 20:29:56.529281 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86aac42-ce75-49b6-b52c-2eb2ab2585bb req-d3ae437a-90f4-4db8-9c08-e46144cb9320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:56.531000 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d86aac42-ce75-49b6-b52c-2eb2ab2585bb req-d3ae437a-90f4-4db8-9c08-e46144cb9320 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d39c0c2a-dc41-4cb2-bcf8-368cafaff201 HTTP/1.1" status: 200 len: 860 time: 0.8509307 Feb 28 20:29:56.538611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb640606-3e51-4db4-a420-bab9c5cae910 req-0d39e456-e16c-48c2-8061-2ddb62f7fa7a tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:56.540227 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb640606-3e51-4db4-a420-bab9c5cae910 req-0d39e456-e16c-48c2-8061-2ddb62f7fa7a tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 784 time: 0.8430083 Feb 28 20:29:56.579621 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804832ea-4458-401b-84ec-206c8180456d tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Router 96a760dd-6949-4e5d-ad93-0ab12cfecdf6 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:29:56.581943 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d86aac42-ce75-49b6-b52c-2eb2ab2585bb req-398b56b2-b989-4454-8a5d-b9f05babe412 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=772a5f8c-d784-4526-8416-23f5187ae8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406096 Feb 28 20:29:56.584322 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d624e-13b2-476e-8a7d-7cedf8cf3fad None None] New status for floating IP 82272d46-7fe5-49e1-b1b6-c77a77e99d21: DOWN {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:29:56.629789 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-fb640606-3e51-4db4-a420-bab9c5cae910 req-637c2737-0d7c-44d2-a736-1c6a7bc53a48 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:29:56.631142 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb640606-3e51-4db4-a420-bab9c5cae910 req-637c2737-0d7c-44d2-a736-1c6a7bc53a48 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0394411 Feb 28 20:29:56.697698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:56.698140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:56.698550 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:56.732974 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f5dbee90-8b96-48f8-992a-bcda6ca4779a tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (dc7de57d-209e-4680-8a81-d11c59147142), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:56.750036 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1001cdc-8f49-4c7c-974f-09e978a44113 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:56.762402 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dfe2e5-9a31-49ee-9ff6-25e8846b5f46 None None] Sync routers for ids ['3ae0683d-24d9-499b-a018-182a17730243'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:56.775838 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbee90-8b96-48f8-992a-bcda6ca4779a tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Pushing event deleted for resources: {'Port': ['ID=dc7de57d-209e-4680-8a81-d11c59147142,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:56.786620 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804832ea-4458-401b-84ec-206c8180456d tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:29:56.793200 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dfe2e5-9a31-49ee-9ff6-25e8846b5f46 None None] Routers {'3ae0683d-24d9-499b-a018-182a17730243'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:56.793999 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a1001cdc-8f49-4c7c-974f-09e978a44113 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "PUT /v2.0/routers/3ae0683d-24d9-499b-a018-182a17730243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2517900 Feb 28 20:29:56.794756 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port 808e095b-a5da-44b6-aa36-ed513064f638 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:56.795086 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:29:56.797395 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-26dfe2e5-9a31-49ee-9ff6-25e8846b5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['3ae0683d-24d9-499b-a018-182a17730243'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:56.804738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37710) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:56.805380 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 5 to bind port 808e095b-a5da-44b6-aa36-ed513064f638 Feb 28 20:29:56.809903 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d0f94c-cd7a-48f6-95b5-dce7d5b070a0 None None] Sync routers for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:29:56.822040 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb640606-3e51-4db4-a420-bab9c5cae910 req-98950f43-86b5-4016-a772-e2f13a1972e3 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 695 time: 0.1778395 Feb 28 20:29:56.830752 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d0f94c-cd7a-48f6-95b5-dce7d5b070a0 None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:56.831388 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f8d0f94c-cd7a-48f6-95b5-dce7d5b070a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:56.863549 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:56.864462 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:56.865016 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:56.900858 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-26dfe2e5-9a31-49ee-9ff6-25e8846b5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:56.909291 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f5dbee90-8b96-48f8-992a-bcda6ca4779a tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:56.916167 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f5dbee90-8b96-48f8-992a-bcda6ca4779a tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] 10.222.0.13 "DELETE /v2.0/ports/dc7de57d-209e-4680-8a81-d11c59147142 HTTP/1.1" status: 204 len: 168 time: 0.8865442 Feb 28 20:29:56.916974 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37712) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:56.918008 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dfe2e5-9a31-49ee-9ff6-25e8846b5f46 None None] Routers {'3ae0683d-24d9-499b-a018-182a17730243'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:56.918811 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-26dfe2e5-9a31-49ee-9ff6-25e8846b5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['3ae0683d-24d9-499b-a018-182a17730243'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:56.920914 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d86aac42-ce75-49b6-b52c-2eb2ab2585bb req-9d978d61-d1a2-4844-9381-e66c863d72c6 service neutron] 10.222.0.10 "GET /v2.0/networks/772a5f8c-d784-4526-8416-23f5187ae8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124194 Feb 28 20:29:56.930891 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f8d0f94c-cd7a-48f6-95b5-dce7d5b070a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:56.953587 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d0f94c-cd7a-48f6-95b5-dce7d5b070a0 None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:29:56.954235 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f8d0f94c-cd7a-48f6-95b5-dce7d5b070a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:56.957437 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-804832ea-4458-401b-84ec-206c8180456d tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:56.962988 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-804832ea-4458-401b-84ec-206c8180456d tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "DELETE /v2.0/ports/b319336f-6754-4250-bd52-9270904f02bf HTTP/1.1" status: 204 len: 168 time: 1.6046336 Feb 28 20:29:56.969900 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37714) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:56.995103 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad0b6d8e-5086-4e45-b343-1bd027564da7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for security_group (e67a6888-c74d-4390-ba31-af6607090fca), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:57.010533 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485908e4-9d27-43fb-b44c-5f055c4bdfeb req-e3eb6e09-1156-45a7-8cba-1992b91e928c tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:57.013385 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-485908e4-9d27-43fb-b44c-5f055c4bdfeb req-e3eb6e09-1156-45a7-8cba-1992b91e928c tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d4808f-2ac5-400b-a5b0-5a7e33d84159 HTTP/1.1" status: 200 len: 945 time: 0.4299803 Feb 28 20:29:57.017740 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f8d0f94c-cd7a-48f6-95b5-dce7d5b070a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:57.018668 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d0f94c-cd7a-48f6-95b5-dce7d5b070a0 None None] The sync data for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:57.055095 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ea543b63-0fc1-4efc-a975-e9f222fdd160 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "GET /v2.0/floatingips/0f8735d6-d7eb-410f-adfb-92c06adb2dc6 HTTP/1.1" status: 200 len: 688 time: 0.0836987 Feb 28 20:29:57.058748 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37716) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:57.112326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c056b56-6ba4-4cee-aa1e-b2562a52e319 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Deleting subnet 6f302a90-4330-4ea5-bc7b-abc9dfc5404d {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:29:57.120285 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-26dfe2e5-9a31-49ee-9ff6-25e8846b5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:57.120944 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dfe2e5-9a31-49ee-9ff6-25e8846b5f46 None None] The sync data for ids ['3ae0683d-24d9-499b-a018-182a17730243'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:29:57.123087 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c056b56-6ba4-4cee-aa1e-b2562a52e319 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks [] for subnet (6f302a90-4330-4ea5-bc7b-abc9dfc5404d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:57.162366 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad0b6d8e-5086-4e45-b343-1bd027564da7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e67a6888-c74d-4390-ba31-af6607090fca), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:57.200002 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port 808e095b-a5da-44b6-aa36-ed513064f638 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:57.200002 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:29:57.212224 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 6 to bind port 808e095b-a5da-44b6-aa36-ed513064f638 Feb 28 20:29:57.219254 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c056b56-6ba4-4cee-aa1e-b2562a52e319 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (6f302a90-4330-4ea5-bc7b-abc9dfc5404d), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:57.228938 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d86aac42-ce75-49b6-b52c-2eb2ab2585bb req-85b1c895-7ea5-405e-9137-31be988eab5f service neutron] 10.222.0.10 "GET /v2.0/networks/772a5f8c-d784-4526-8416-23f5187ae8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025433 Feb 28 20:29:57.254761 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb640606-3e51-4db4-a420-bab9c5cae910 req-79f20287-3b85-422f-96fd-cd2e5a94cb7b tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 695 time: 0.3853850 Feb 28 20:29:57.259830 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0b6d8e-5086-4e45-b343-1bd027564da7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:29:57.295847 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:57.296144 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:57.296413 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:57.306506 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b6d8e-5086-4e45-b343-1bd027564da7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67a6888-c74d-4390-ba31-af6607090fca,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:57.331289 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-ac961639-d690-42ce-bc77-1a8dda6d749f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Deleting port 89373746-baf8-4f1d-a23e-aa7d641b31fa {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:57.331702 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac961639-d690-42ce-bc77-1a8dda6d749f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (89373746-baf8-4f1d-a23e-aa7d641b31fa), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:57.348997 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad0b6d8e-5086-4e45-b343-1bd027564da7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (de7f398c-257c-493b-9add-5308811cc02f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:57.349346 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-ad0b6d8e-5086-4e45-b343-1bd027564da7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Added segment de7f398c-257c-493b-9add-5308811cc02f of type vlan for network 60bc62cf-1ebe-462d-93c7-f1108638c505 Feb 28 20:29:57.350758 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c056b56-6ba4-4cee-aa1e-b2562a52e319 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (6f302a90-4330-4ea5-bc7b-abc9dfc5404d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:57.410308 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port 808e095b-a5da-44b6-aa36-ed513064f638 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:57.410858 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:29:57.435983 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 7 to bind port 808e095b-a5da-44b6-aa36-ed513064f638 Feb 28 20:29:57.472441 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac961639-d690-42ce-bc77-1a8dda6d749f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (89373746-baf8-4f1d-a23e-aa7d641b31fa), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:57.472782 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac961639-d690-42ce-bc77-1a8dda6d749f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (89373746-baf8-4f1d-a23e-aa7d641b31fa), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:57.476974 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c056b56-6ba4-4cee-aa1e-b2562a52e319 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (6f302a90-4330-4ea5-bc7b-abc9dfc5404d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:57.516434 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-ac961639-d690-42ce-bc77-1a8dda6d749f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Calling delete_port for 89373746-baf8-4f1d-a23e-aa7d641b31fa owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:57.518317 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-485908e4-9d27-43fb-b44c-5f055c4bdfeb req-66240144-cada-4fc9-8b31-1225ac1b4277 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582914 Feb 28 20:29:57.526039 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c056b56-6ba4-4cee-aa1e-b2562a52e319 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:57.529351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fbb1b1-bd11-4b07-ba8c-af4fd87a6a34 None None] Network 46633c9b-c713-4d51-b8ea-9411c4b6ac05 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:29:57.530922 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad0b6d8e-5086-4e45-b343-1bd027564da7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (60bc62cf-1ebe-462d-93c7-f1108638c505), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:57.532576 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6c056b56-6ba4-4cee-aa1e-b2562a52e319 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] 10.222.0.13 "DELETE /v2.0/subnets/6f302a90-4330-4ea5-bc7b-abc9dfc5404d HTTP/1.1" status: 204 len: 168 time: 0.6118863 Feb 28 20:29:57.537503 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37718) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:57.549145 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c056b56-6ba4-4cee-aa1e-b2562a52e319 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Pushing event deleted for resources: {'Subnet': ['ID=6f302a90-4330-4ea5-bc7b-abc9dfc5404d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:57.560338 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:57.560533 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:57.560905 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:57.603596 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37722) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:57.631702 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port 808e095b-a5da-44b6-aa36-ed513064f638 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:57.631930 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:29:57.661021 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 8 to bind port 808e095b-a5da-44b6-aa36-ed513064f638 Feb 28 20:29:57.713097 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fbee8b55-3153-4511-80b9-9c0530845db5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group (747a6c92-528b-46a7-8a4d-3734923bb73d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:57.733692 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad0b6d8e-5086-4e45-b343-1bd027564da7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (60bc62cf-1ebe-462d-93c7-f1108638c505), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:57.739357 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0b6d8e-5086-4e45-b343-1bd027564da7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:57.740075 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad0b6d8e-5086-4e45-b343-1bd027564da7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:57.770204 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3f9112-0720-43cc-9640-da0b8f5b277a None None] DHCP port deletion for 46633c9b-c713-4d51-b8ea-9411c4b6ac05 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:29:57.785729 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:57.785820 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:57.786109 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:57.801372 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fbee8b55-3153-4511-80b9-9c0530845db5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group (747a6c92-528b-46a7-8a4d-3734923bb73d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:57.801847 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f6868e7e-5de4-48b7-af90-69348a1a5de4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (46633c9b-c713-4d51-b8ea-9411c4b6ac05), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:57.838630 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port 808e095b-a5da-44b6-aa36-ed513064f638 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:57.838967 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:29:57.844465 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 9 to bind port 808e095b-a5da-44b6-aa36-ed513064f638 Feb 28 20:29:57.855231 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ad0b6d8e-5086-4e45-b343-1bd027564da7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8590155 Feb 28 20:29:57.855617 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37726) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:57.862374 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-89d64880-eb4c-4867-b56f-5010f67be4a3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:57.864372 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f9112-0720-43cc-9640-da0b8f5b277a None None] Deleting port 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:57.865865 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c3f9112-0720-43cc-9640-da0b8f5b277a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:57.880476 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac961639-d690-42ce-bc77-1a8dda6d749f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (89373746-baf8-4f1d-a23e-aa7d641b31fa), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:57.917587 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac961639-d690-42ce-bc77-1a8dda6d749f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event deleted for resources: {'Port': ['ID=89373746-baf8-4f1d-a23e-aa7d641b31fa,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:57.922740 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:57.922740 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:57.923068 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:57.931384 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b6d8e-5086-4e45-b343-1bd027564da7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Network': ['ID=60bc62cf-1ebe-462d-93c7-f1108638c505,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:57.946582 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:29:57.955625 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-fb640606-3e51-4db4-a420-bab9c5cae910 req-f83b33dd-68ac-44a1-b756-627fd6bd7e5d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Deleting port 7b0ea540-538d-4329-9e57-4eab3d782aac {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:57.955995 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fb640606-3e51-4db4-a420-bab9c5cae910 req-f83b33dd-68ac-44a1-b756-627fd6bd7e5d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7b0ea540-538d-4329-9e57-4eab3d782aac), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:57.962984 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fbee8b55-3153-4511-80b9-9c0530845db5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (747a6c92-528b-46a7-8a4d-3734923bb73d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:57.966056 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fbee8b55-3153-4511-80b9-9c0530845db5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:57.966945 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fbee8b55-3153-4511-80b9-9c0530845db5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "DELETE /v2.0/security-groups/747a6c92-528b-46a7-8a4d-3734923bb73d HTTP/1.1" status: 204 len: 168 time: 0.3623145 Feb 28 20:29:57.974167 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37728) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:57.984625 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5c3f9112-0720-43cc-9640-da0b8f5b277a None None] For port 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df,segment=NetworkSegment(50367ebe-92d9-4403-8cc6-680bf5639b25),segment_id=50367ebe-92d9-4403-8cc6-680bf5639b25)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:57.985028 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c3f9112-0720-43cc-9640-da0b8f5b277a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:58.000088 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port 808e095b-a5da-44b6-aa36-ed513064f638 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:58.000088 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:29:58.005156 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 10 to bind port 808e095b-a5da-44b6-aa36-ed513064f638 Feb 28 20:29:58.029612 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f9112-0720-43cc-9640-da0b8f5b277a None None] Calling delete_port for 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:58.052334 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-6ada73d5-072d-4552-b56f-c9670e9c3796 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] show failed (client error): The resource could not be found. Feb 28 20:29:58.052334 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6ada73d5-072d-4552-b56f-c9670e9c3796 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups/747a6c92-528b-46a7-8a4d-3734923bb73d HTTP/1.1" status: 404 len: 347 time: 0.0581541 Feb 28 20:29:58.060061 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37730) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:58.085927 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:29:58.086277 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:29:58.086598 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:29:58.105161 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee8b55-3153-4511-80b9-9c0530845db5 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=747a6c92-528b-46a7-8a4d-3734923bb73d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:58.111232 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac961639-d690-42ce-bc77-1a8dda6d749f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (0f8735d6-d7eb-410f-adfb-92c06adb2dc6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:58.112280 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port 808e095b-a5da-44b6-aa36-ed513064f638 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:29:58.112610 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port 808e095b-a5da-44b6-aa36-ed513064f638 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:29:58.112970 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (808e095b-a5da-44b6-aa36-ed513064f638), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:58.113967 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac961639-d690-42ce-bc77-1a8dda6d749f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:58.115135 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ac961639-d690-42ce-bc77-1a8dda6d749f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "DELETE /v2.0/floatingips/0f8735d6-d7eb-410f-adfb-92c06adb2dc6 HTTP/1.1" status: 204 len: 168 time: 1.0552425 Feb 28 20:29:58.119135 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37732) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:58.156395 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c3f9112-0720-43cc-9640-da0b8f5b277a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:58.158345 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6c0e1133-62ec-4115-97f2-5d0f12a1c21f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': '533ba6b8-72cb-4526-b96c-b26d1c00b668'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:58.171642 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66444f1-6baa-47d4-b7c0-5078a770b9d4 req-2ef2b476-bf2c-46bc-a279-36343bf9d471 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:58.179404 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b66444f1-6baa-47d4-b7c0-5078a770b9d4 req-2ef2b476-bf2c-46bc-a279-36343bf9d471 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d4808f-2ac5-400b-a5b0-5a7e33d84159 HTTP/1.1" status: 200 len: 945 time: 0.2964523 Feb 28 20:29:58.192423 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f9112-0720-43cc-9640-da0b8f5b277a None None] Pushing event deleted for resources: {'Port': ['ID=2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:58.203459 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3f9112-0720-43cc-9640-da0b8f5b277a None None] No DVR routers for this DVR port 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:29:58.210402 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d64880-eb4c-4867-b56f-5010f67be4a3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:58.215622 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-89d64880-eb4c-4867-b56f-5010f67be4a3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:58.236266 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fb640606-3e51-4db4-a420-bab9c5cae910 req-f83b33dd-68ac-44a1-b756-627fd6bd7e5d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7b0ea540-538d-4329-9e57-4eab3d782aac), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:58.236580 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fb640606-3e51-4db4-a420-bab9c5cae910 req-f83b33dd-68ac-44a1-b756-627fd6bd7e5d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks [] for floatingip (7b0ea540-538d-4329-9e57-4eab3d782aac), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:58.282396 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-fd932b08-11cd-435d-b2c1-2cdf33cddad2 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:29:58.283451 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fd932b08-11cd-435d-b2c1-2cdf33cddad2 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "PUT /v2.0/routers/3ae0683d-24d9-499b-a018-182a17730243/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4653411 Feb 28 20:29:58.287717 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37734) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:58.291798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-fb640606-3e51-4db4-a420-bab9c5cae910 req-f83b33dd-68ac-44a1-b756-627fd6bd7e5d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Calling delete_port for 7b0ea540-538d-4329-9e57-4eab3d782aac owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:58.297216 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c0e1133-62ec-4115-97f2-5d0f12a1c21f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:58.312034 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-f6868e7e-5de4-48b7-af90-69348a1a5de4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Deleting port 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:58.312297 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f6868e7e-5de4-48b7-af90-69348a1a5de4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:58.357024 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-875f8888-b84f-46b7-be8b-16ef4a9cd522 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Deleting port b562debd-2e1f-4342-ab45-ffcdda068094 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:58.357370 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-875f8888-b84f-46b7-be8b-16ef4a9cd522 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b562debd-2e1f-4342-ab45-ffcdda068094), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:58.383725 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b66444f1-6baa-47d4-b7c0-5078a770b9d4 req-0bb54131-d62b-4b7c-a4d1-0ff5fcc6c5e8 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033563 Feb 28 20:29:58.448762 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] For port 808e095b-a5da-44b6-aa36-ed513064f638, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:29:58.449464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempted to set empty binding levels {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 20:29:58.472986 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (808e095b-a5da-44b6-aa36-ed513064f638), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:58.515695 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-f6868e7e-5de4-48b7-af90-69348a1a5de4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] For port 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df, host n-d-820368-21, got binding levels [] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:58.516088 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f6868e7e-5de4-48b7-af90-69348a1a5de4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:58.562379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-f6868e7e-5de4-48b7-af90-69348a1a5de4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Calling delete_port for 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:58.576544 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.ipam_backend_mixin [None req-f6868e7e-5de4-48b7-af90-69348a1a5de4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Port 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df was not found and therefore no delete operation was performed {{(pid=103774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 20:29:58.578137 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:58.578728 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:58.603033 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f6868e7e-5de4-48b7-af90-69348a1a5de4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:58.612720 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Pushing event updated for resources: {'Port': ['ID=808e095b-a5da-44b6-aa36-ed513064f638,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:58.639686 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c2a3756c-99a0-4d5b-b97c-5994c233783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 7.0732534 Feb 28 20:29:58.658485 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37736) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:58.670997 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6868e7e-5de4-48b7-af90-69348a1a5de4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] No DVR routers for this DVR port 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:29:58.674923 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6868e7e-5de4-48b7-af90-69348a1a5de4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Pushing event deleted for resources: {'Port': ['ID=2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:58.697748 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:29:58.720086 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:29:58.720719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2cd5e9e6-5f0f-4ec2-99d0-c26e07b874df not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:29:58.853185 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f6868e7e-5de4-48b7-af90-69348a1a5de4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (46633c9b-c713-4d51-b8ea-9411c4b6ac05), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:58.871832 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-875f8888-b84f-46b7-be8b-16ef4a9cd522 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b562debd-2e1f-4342-ab45-ffcdda068094), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:58.872157 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-875f8888-b84f-46b7-be8b-16ef4a9cd522 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for floatingip (b562debd-2e1f-4342-ab45-ffcdda068094), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:58.888731 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fb640606-3e51-4db4-a420-bab9c5cae910 req-f83b33dd-68ac-44a1-b756-627fd6bd7e5d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7b0ea540-538d-4329-9e57-4eab3d782aac), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:58.903038 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-f6868e7e-5de4-48b7-af90-69348a1a5de4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46633c9b-c713-4d51-b8ea-9411c4b6ac05']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:58.924510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-875f8888-b84f-46b7-be8b-16ef4a9cd522 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Calling delete_port for b562debd-2e1f-4342-ab45-ffcdda068094 owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:58.928652 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c0e1133-62ec-4115-97f2-5d0f12a1c21f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:58.935092 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-f6868e7e-5de4-48b7-af90-69348a1a5de4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50367ebe-92d9-4403-8cc6-680bf5639b25') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:58.935514 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-f6868e7e-5de4-48b7-af90-69348a1a5de4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50367ebe-92d9-4403-8cc6-680bf5639b25') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:29:58.943058 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b33dd-68ac-44a1-b756-627fd6bd7e5d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Pushing event deleted for resources: {'Port': ['ID=7b0ea540-538d-4329-9e57-4eab3d782aac,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:58.944110 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-89d64880-eb4c-4867-b56f-5010f67be4a3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (4e3c1fb8-4435-4607-b68d-f884932e3436), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:58.963233 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f6868e7e-5de4-48b7-af90-69348a1a5de4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (50367ebe-92d9-4403-8cc6-680bf5639b25), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:59.053562 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f6868e7e-5de4-48b7-af90-69348a1a5de4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (50367ebe-92d9-4403-8cc6-680bf5639b25), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:59.061453 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-e1d1ee6e-1787-43b8-ab62-9ff56cca8790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Deleting port 808e095b-a5da-44b6-aa36-ed513064f638 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:59.061788 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ee6e-1787-43b8-ab62-9ff56cca8790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (808e095b-a5da-44b6-aa36-ed513064f638), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:59.073411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6868e7e-5de4-48b7-af90-69348a1a5de4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:29:59.073953 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f6868e7e-5de4-48b7-af90-69348a1a5de4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (50367ebe-92d9-4403-8cc6-680bf5639b25), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:29:59.077997 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:29:59.088787 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d64880-eb4c-4867-b56f-5010f67be4a3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=4e3c1fb8-4435-4607-b68d-f884932e3436,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:59.155333 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d64880-eb4c-4867-b56f-5010f67be4a3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:29:59.155610 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d64880-eb4c-4867-b56f-5010f67be4a3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network hostable DHCP agents. Network: 60bc62cf-1ebe-462d-93c7-f1108638c505, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:29:59.215081 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d64880-eb4c-4867-b56f-5010f67be4a3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:29:59.228176 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072a5cf-5363-4762-b647-794bd9820896 req-3aeebf47-f288-4384-8611-9b2c0211b62b tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:59.229689 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1072a5cf-5363-4762-b647-794bd9820896 req-3aeebf47-f288-4384-8611-9b2c0211b62b tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d4808f-2ac5-400b-a5b0-5a7e33d84159 HTTP/1.1" status: 200 len: 945 time: 0.1420164 Feb 28 20:29:59.267581 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-89d64880-eb4c-4867-b56f-5010f67be4a3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 60bc62cf-1ebe-462d-93c7-f1108638c505) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:59.272631 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d64880-eb4c-4867-b56f-5010f67be4a3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:59.273263 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-89d64880-eb4c-4867-b56f-5010f67be4a3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:59.278679 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e9dd4d-5072-422b-8062-98625c02f127 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:29:59.359563 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-89d64880-eb4c-4867-b56f-5010f67be4a3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5027983 Feb 28 20:29:59.384668 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-875f8888-b84f-46b7-be8b-16ef4a9cd522 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b562debd-2e1f-4342-ab45-ffcdda068094), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:59.386543 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37738) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:29:59.398351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-85628ab4-3487-45f2-aa86-b00f56ba25a5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'name': 'tempest-NetworksTestDHCPv6-73223044'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:29:59.424398 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d7b31c-750b-4682-8c44-137c462ea435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-60bc62cf-1ebe-462d-93c7-f1108638c505', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'fixed_ips': [{'subnet_id': '4e3c1fb8-4435-4607-b68d-f884932e3436'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:29:59.426749 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-66d7b31c-750b-4682-8c44-137c462ea435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:59.446568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f8888-b84f-46b7-be8b-16ef4a9cd522 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Pushing event deleted for resources: {'Port': ['ID=b562debd-2e1f-4342-ab45-ffcdda068094,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:59.607898 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b01f9e22-0ac0-4a61-95fa-bac5c57f44ce tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (3ae0683d-24d9-499b-a018-182a17730243), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:59.621443 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fb640606-3e51-4db4-a420-bab9c5cae910 req-f83b33dd-68ac-44a1-b756-627fd6bd7e5d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks [] for floatingip (0960edbd-4d4f-4880-acbd-d72f9996cf91), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:59.624831 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fb640606-3e51-4db4-a420-bab9c5cae910 req-f83b33dd-68ac-44a1-b756-627fd6bd7e5d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:59.625489 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb640606-3e51-4db4-a420-bab9c5cae910 req-f83b33dd-68ac-44a1-b756-627fd6bd7e5d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "DELETE /v2.0/floatingips/0960edbd-4d4f-4880-acbd-d72f9996cf91 HTTP/1.1" status: 204 len: 173 time: 2.3486040 Feb 28 20:29:59.632583 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-66d7b31c-750b-4682-8c44-137c462ea435 None None] Allocated IP 2001:db8::2 (60bc62cf-1ebe-462d-93c7-f1108638c505/4e3c1fb8-4435-4607-b68d-f884932e3436/82bfda52-7e86-4aea-a20f-b963eb0a77c4) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:59.644162 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f6868e7e-5de4-48b7-af90-69348a1a5de4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (46633c9b-c713-4d51-b8ea-9411c4b6ac05), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:59.656595 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-875f8888-b84f-46b7-be8b-16ef4a9cd522 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for floatingip (82272d46-7fe5-49e1-b1b6-c77a77e99d21), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:59.660036 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-875f8888-b84f-46b7-be8b-16ef4a9cd522 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:59.665028 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-875f8888-b84f-46b7-be8b-16ef4a9cd522 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "DELETE /v2.0/floatingips/82272d46-7fe5-49e1-b1b6-c77a77e99d21 HTTP/1.1" status: 204 len: 168 time: 1.6031940 Feb 28 20:29:59.713843 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-1072a5cf-5363-4762-b647-794bd9820896 req-9cd94f2a-4040-4050-9329-ffaeed080594 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Deleting port c0eef635-9407-40e1-88e1-076750db36fd {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:29:59.714195 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1072a5cf-5363-4762-b647-794bd9820896 req-9cd94f2a-4040-4050-9329-ffaeed080594 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c0eef635-9407-40e1-88e1-076750db36fd), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:59.721484 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f6868e7e-5de4-48b7-af90-69348a1a5de4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:59.734684 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f6868e7e-5de4-48b7-af90-69348a1a5de4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] 10.222.0.13 "DELETE /v2.0/networks/46633c9b-c713-4d51-b8ea-9411c4b6ac05 HTTP/1.1" status: 204 len: 168 time: 2.1858828 Feb 28 20:29:59.740678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-e1d1ee6e-1787-43b8-ab62-9ff56cca8790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] For port 808e095b-a5da-44b6-aa36-ed513064f638, host n-h1-820368-21, got binding levels [] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:59.741280 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ee6e-1787-43b8-ab62-9ff56cca8790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (808e095b-a5da-44b6-aa36-ed513064f638), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:59.758681 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85628ab4-3487-45f2-aa86-b00f56ba25a5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:29:59.759185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6868e7e-5de4-48b7-af90-69348a1a5de4 tempest-ExtraDHCPOptionsTestJSON-1962394257 tempest-ExtraDHCPOptionsTestJSON-1962394257-project] Pushing event deleted for resources: {'Network': ['ID=46633c9b-c713-4d51-b8ea-9411c4b6ac05,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:59.763143 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85628ab4-3487-45f2-aa86-b00f56ba25a5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:59.770798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-6c0e1133-62ec-4115-97f2-5d0f12a1c21f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Allocated IP 172.25.0.102 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/0f5a532c-5755-4850-a8db-7cc0b82ff309) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:29:59.800267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-e1d1ee6e-1787-43b8-ab62-9ff56cca8790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Calling delete_port for 808e095b-a5da-44b6-aa36-ed513064f638 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:29:59.826607 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ab077-d7af-42f8-ac2f-6fd04d2d4a51 req-c83a9ff1-ea18-45f4-a5d6-516c632198f7 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:29:59.833659 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb1ab077-d7af-42f8-ac2f-6fd04d2d4a51 req-c83a9ff1-ea18-45f4-a5d6-516c632198f7 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d4808f-2ac5-400b-a5b0-5a7e33d84159 HTTP/1.1" status: 200 len: 945 time: 0.2759700 Feb 28 20:29:59.870782 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-66d7b31c-750b-4682-8c44-137c462ea435 None None] Publish callbacks [] for port (82bfda52-7e86-4aea-a20f-b963eb0a77c4), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:59.873456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-85628ab4-3487-45f2-aa86-b00f56ba25a5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] device_id is not set on port 47ccb1c5-2564-4971-ad88-566ab553b630 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:29:59.877248 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e1f28d7-3905-4f54-9e42-fb735e46da61 req-98ec8776-0f8d-4fbd-a897-45404e14f914 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups/04ae349e-dbf7-46d8-954d-c523272b98b6 HTTP/1.1" status: 200 len: 1827 time: 0.2176523 Feb 28 20:29:59.886364 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-66d7b31c-750b-4682-8c44-137c462ea435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (82bfda52-7e86-4aea-a20f-b963eb0a77c4), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:59.942300 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d7b31c-750b-4682-8c44-137c462ea435 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:29:59.946450 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-66d7b31c-750b-4682-8c44-137c462ea435 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:29:59.952163 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d7b31c-750b-4682-8c44-137c462ea435 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:29:59.956063 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7b31c-750b-4682-8c44-137c462ea435 None None] Pushing event updated for resources: {'Port': ['ID=82bfda52-7e86-4aea-a20f-b963eb0a77c4,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:29:59.970515 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-1072a5cf-5363-4762-b647-794bd9820896 req-9cd94f2a-4040-4050-9329-ffaeed080594 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] For port c0eef635-9407-40e1-88e1-076750db36fd, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c0eef635-9407-40e1-88e1-076750db36fd,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:29:59.970892 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1072a5cf-5363-4762-b647-794bd9820896 req-9cd94f2a-4040-4050-9329-ffaeed080594 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c0eef635-9407-40e1-88e1-076750db36fd), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:29:59.987571 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-1072a5cf-5363-4762-b647-794bd9820896 req-9cd94f2a-4040-4050-9329-ffaeed080594 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Calling delete_port for c0eef635-9407-40e1-88e1-076750db36fd owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:00.041778 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb1ab077-d7af-42f8-ac2f-6fd04d2d4a51 req-9538daf6-a93e-4817-82ff-0a2045aac3ba tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053630 Feb 28 20:30:00.064151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-66d7b31c-750b-4682-8c44-137c462ea435 None None] Attempting to bind port 82bfda52-7e86-4aea-a20f-b963eb0a77c4 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:00.064151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-66d7b31c-750b-4682-8c44-137c462ea435 None None] Attempting to bind port 82bfda52-7e86-4aea-a20f-b963eb0a77c4 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:00.064151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d7b31c-750b-4682-8c44-137c462ea435 None None] Attempting to bind port 82bfda52-7e86-4aea-a20f-b963eb0a77c4 on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:00.073499 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d7b31c-750b-4682-8c44-137c462ea435 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:30:00.074548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d7b31c-750b-4682-8c44-137c462ea435 None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:30:00.079961 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-66d7b31c-750b-4682-8c44-137c462ea435 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:00.080555 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d7b31c-750b-4682-8c44-137c462ea435 None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:30:00.081191 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-66d7b31c-750b-4682-8c44-137c462ea435 None None] Bound port: 82bfda52-7e86-4aea-a20f-b963eb0a77c4, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:30:00.082621 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-66d7b31c-750b-4682-8c44-137c462ea435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (82bfda52-7e86-4aea-a20f-b963eb0a77c4), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:00.158737 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e1f28d7-3905-4f54-9e42-fb735e46da61 req-7d0fdd60-c675-4fdf-8888-88cb99f2b1ec tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks [] for security_group (04ae349e-dbf7-46d8-954d-c523272b98b6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:00.179592 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c0e1133-62ec-4115-97f2-5d0f12a1c21f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for port (0f5a532c-5755-4850-a8db-7cc0b82ff309), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:00.187921 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ee6e-1787-43b8-ab62-9ff56cca8790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (808e095b-a5da-44b6-aa36-ed513064f638), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:00.189334 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-85628ab4-3487-45f2-aa86-b00f56ba25a5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8::1f3 (60bc62cf-1ebe-462d-93c7-f1108638c505/4e3c1fb8-4435-4607-b68d-f884932e3436/47ccb1c5-2564-4971-ad88-566ab553b630) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:00.241575 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1ee6e-1787-43b8-ab62-9ff56cca8790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Pushing event deleted for resources: {'Port': ['ID=808e095b-a5da-44b6-aa36-ed513064f638,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:00.245574 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1072a5cf-5363-4762-b647-794bd9820896 req-9cd94f2a-4040-4050-9329-ffaeed080594 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c0eef635-9407-40e1-88e1-076750db36fd), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:00.271303 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-66d7b31c-750b-4682-8c44-137c462ea435 None None] For port 82bfda52-7e86-4aea-a20f-b963eb0a77c4, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:30:00.283620 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-66d7b31c-750b-4682-8c44-137c462ea435 None None] For port 82bfda52-7e86-4aea-a20f-b963eb0a77c4, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=82bfda52-7e86-4aea-a20f-b963eb0a77c4,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:30:00.284296 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e1f28d7-3905-4f54-9e42-fb735e46da61 req-7d0fdd60-c675-4fdf-8888-88cb99f2b1ec tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks [] for security_group (04ae349e-dbf7-46d8-954d-c523272b98b6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:00.298553 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37750) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:00.299785 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['c0eef635-9407-40e1-88e1-076750db36fd'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:30:00.304222 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ee6e-1787-43b8-ab62-9ff56cca8790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:00.308109 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e1d1ee6e-1787-43b8-ab62-9ff56cca8790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] 10.222.0.13 "DELETE /v2.0/ports/808e095b-a5da-44b6-aa36-ed513064f638 HTTP/1.1" status: 204 len: 168 time: 1.6468701 Feb 28 20:30:00.319009 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37752) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:00.334862 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:30:00.341736 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd94f2a-4040-4050-9329-ffaeed080594 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Pushing event deleted for resources: {'Port': ['ID=c0eef635-9407-40e1-88e1-076750db36fd,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:00.344052 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-66d7b31c-750b-4682-8c44-137c462ea435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (82bfda52-7e86-4aea-a20f-b963eb0a77c4), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:00.383585 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4126aa-e1f3-4482-a7a8-5a0e6b7e00e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] GET failed (client error): The resource could not be found. Feb 28 20:30:00.391536 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ff4126aa-e1f3-4482-a7a8-5a0e6b7e00e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] 10.222.0.13 "GET /v2.0/ports/808e095b-a5da-44b6-aa36-ed513064f638 HTTP/1.1" status: 404 len: 333 time: 0.0695457 Feb 28 20:30:00.394828 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37756) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:00.401168 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-5284a594-da5c-4ecc-bf31-e1b0e58012d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Request body: {'port': {'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1163108515'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:00.409733 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1072a5cf-5363-4762-b647-794bd9820896 req-9cd94f2a-4040-4050-9329-ffaeed080594 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] No DVR routers for this DVR port c0eef635-9407-40e1-88e1-076750db36fd on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:30:00.417002 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1072a5cf-5363-4762-b647-794bd9820896 req-9cd94f2a-4040-4050-9329-ffaeed080594 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:00.420370 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1072a5cf-5363-4762-b647-794bd9820896 req-9cd94f2a-4040-4050-9329-ffaeed080594 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.15 "DELETE /v2.0/ports/c0eef635-9407-40e1-88e1-076750db36fd HTTP/1.1" status: 204 len: 173 time: 1.1832066 Feb 28 20:30:00.420886 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d4808f-2ac5-400b-a5b0-5a7e33d84159', 'name': 'network-vif-deleted', 'tag': 'c0eef635-9407-40e1-88e1-076750db36fd'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:30:00.423790 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd5c88e-126d-455d-811b-08b2ae849d19" -d '{"events": [{"server_uuid": "f5d4808f-2ac5-400b-a5b0-5a7e33d84159", "name": "network-vif-deleted", "tag": "c0eef635-9407-40e1-88e1-076750db36fd"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:30:00.425404 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c0e1133-62ec-4115-97f2-5d0f12a1c21f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0f5a532c-5755-4850-a8db-7cc0b82ff309), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:00.536860 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e1f28d7-3905-4f54-9e42-fb735e46da61 req-7d0fdd60-c675-4fdf-8888-88cb99f2b1ec tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (04ae349e-dbf7-46d8-954d-c523272b98b6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:00.542926 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7e1f28d7-3905-4f54-9e42-fb735e46da61 req-7d0fdd60-c675-4fdf-8888-88cb99f2b1ec tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:00.547208 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e1f28d7-3905-4f54-9e42-fb735e46da61 req-7d0fdd60-c675-4fdf-8888-88cb99f2b1ec tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "DELETE /v2.0/security-groups/04ae349e-dbf7-46d8-954d-c523272b98b6 HTTP/1.1" status: 204 len: 173 time: 0.6362851 Feb 28 20:30:00.565915 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-b01f9e22-0ac0-4a61-95fa-bac5c57f44ce tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Deleting port a1dc0ca3-7f3b-4fb7-8c33-fe8a43f13b0d {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:00.566150 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b01f9e22-0ac0-4a61-95fa-bac5c57f44ce tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a1dc0ca3-7f3b-4fb7-8c33-fe8a43f13b0d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:00.599701 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37762) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:00.617168 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5284a594-da5c-4ecc-bf31-e1b0e58012d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Made reservation on behalf of 1d681d4e24174cff9cad347cb38a678d for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:00.636906 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5284a594-da5c-4ecc-bf31-e1b0e58012d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:00.659115 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-2a68bcaa-b0e5-4237-a75e-55ecbd48ba1d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--514125755', 'description': 'tempest-description--1340977358'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:00.672977 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7b31c-750b-4682-8c44-137c462ea435 None None] Pushing event updated for resources: {'Port': ['ID=82bfda52-7e86-4aea-a20f-b963eb0a77c4,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:00.694946 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0e1133-62ec-4115-97f2-5d0f12a1c21f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:00.695693 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c0e24f-998d-410c-8344-d579f6c94e13 x-openstack-request-id: req-20c0e24f-998d-410c-8344-d579f6c94e13 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:30:00.696149 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d4808f-2ac5-400b-a5b0-5a7e33d84159", "name": "network-vif-deleted", "tag": "c0eef635-9407-40e1-88e1-076750db36fd", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:30:00.696752 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20c0e24f-998d-410c-8344-d579f6c94e13 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:30:00.697061 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d4808f-2ac5-400b-a5b0-5a7e33d84159', 'name': 'network-vif-deleted', 'tag': 'c0eef635-9407-40e1-88e1-076750db36fd', 'status': 'completed', 'code': 200} Feb 28 20:30:00.743912 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-6c0e1133-62ec-4115-97f2-5d0f12a1c21f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:00.749620 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0fdd60-c675-4fdf-8888-88cb99f2b1ec tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ae349e-dbf7-46d8-954d-c523272b98b6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:00.763576 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0e1133-62ec-4115-97f2-5d0f12a1c21f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:00.766325 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85628ab4-3487-45f2-aa86-b00f56ba25a5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (47ccb1c5-2564-4971-ad88-566ab553b630), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:00.804520 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-41ad45cb-ba3e-454f-8074-99e30ac62c54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2232f0e3b30644ae873b341b857a9cda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5011535 Feb 28 20:30:00.815602 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37764) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:00.819014 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b01f9e22-0ac0-4a61-95fa-bac5c57f44ce tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a1dc0ca3-7f3b-4fb7-8c33-fe8a43f13b0d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:00.845727 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e1133-62ec-4115-97f2-5d0f12a1c21f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Port': ['ID=0f5a532c-5755-4850-a8db-7cc0b82ff309,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:00.862593 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-b01f9e22-0ac0-4a61-95fa-bac5c57f44ce tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Calling delete_port for a1dc0ca3-7f3b-4fb7-8c33-fe8a43f13b0d owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:00.903316 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-5284a594-da5c-4ecc-bf31-e1b0e58012d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] device_id is not set on port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:30:00.927268 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2a68bcaa-b0e5-4237-a75e-55ecbd48ba1d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:01.213197 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbb85-2b35-42ac-9696-362ffd9068a6 admin admin] Publish callbacks [] for security_group (b86cf6ae-e847-4d76-a71d-742bcdd3c1ba), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:01.218693 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85628ab4-3487-45f2-aa86-b00f56ba25a5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (47ccb1c5-2564-4971-ad88-566ab553b630), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:01.414814 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-31693ee7-8622-4f04-9e2d-8468c74f670a req-1fbc33c5-23c5-4c7c-a851-447692a64d8e tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d4808f-2ac5-400b-a5b0-5a7e33d84159 HTTP/1.1" status: 200 len: 210 time: 0.0856912 Feb 28 20:30:01.479000 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7a1c9-469a-4107-bb20-7ed7bfb716fb req-35db0660-b744-45ad-8bad-086c48221974 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:01.480656 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6b7a1c9-469a-4107-bb20-7ed7bfb716fb req-35db0660-b744-45ad-8bad-086c48221974 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.3191597 Feb 28 20:30:01.544487 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2a68bcaa-b0e5-4237-a75e-55ecbd48ba1d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group (12da2157-31e1-4a21-a805-4e2fe7039cc4), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:01.555540 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2a68bcaa-b0e5-4237-a75e-55ecbd48ba1d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (12da2157-31e1-4a21-a805-4e2fe7039cc4), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:01.626181 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2a68bcaa-b0e5-4237-a75e-55ecbd48ba1d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:01.628948 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2a68bcaa-b0e5-4237-a75e-55ecbd48ba1d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9890826 Feb 28 20:30:01.633570 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6b7a1c9-469a-4107-bb20-7ed7bfb716fb req-f5f83cc2-aba0-4d92-9461-97b34531ba0d tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332963 Feb 28 20:30:01.642023 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37770) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:01.656523 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3bd6296b-e375-4fd5-8020-9146d8bdd0d0 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Request body: {'security_group_rule': {'security_group_id': '12da2157-31e1-4a21-a805-4e2fe7039cc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:01.657926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68bcaa-b0e5-4237-a75e-55ecbd48ba1d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12da2157-31e1-4a21-a805-4e2fe7039cc4,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:01.683979 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3bd6296b-e375-4fd5-8020-9146d8bdd0d0 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group_rule (aa1c7e95-4359-47f1-a64d-d658257fe7be), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:01.721933 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85628ab4-3487-45f2-aa86-b00f56ba25a5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=47ccb1c5-2564-4971-ad88-566ab553b630,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:01.726839 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85628ab4-3487-45f2-aa86-b00f56ba25a5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:01.734068 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbb85-2b35-42ac-9696-362ffd9068a6 admin admin] Publish callbacks [] for security_group (b86cf6ae-e847-4d76-a71d-742bcdd3c1ba), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:01.748706 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-85628ab4-3487-45f2-aa86-b00f56ba25a5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:01.757972 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3bd6296b-e375-4fd5-8020-9146d8bdd0d0 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group_rule (aa1c7e95-4359-47f1-a64d-d658257fe7be), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:01.762060 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85628ab4-3487-45f2-aa86-b00f56ba25a5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:01.765205 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3bd6296b-e375-4fd5-8020-9146d8bdd0d0 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (aa1c7e95-4359-47f1-a64d-d658257fe7be), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:01.766897 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85628ab4-3487-45f2-aa86-b00f56ba25a5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:01.767644 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85628ab4-3487-45f2-aa86-b00f56ba25a5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:01.789950 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6296b-e375-4fd5-8020-9146d8bdd0d0 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1c7e95-4359-47f1-a64d-d658257fe7be,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:01.795913 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3bd6296b-e375-4fd5-8020-9146d8bdd0d0 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:01.799548 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3bd6296b-e375-4fd5-8020-9146d8bdd0d0 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516268 Feb 28 20:30:01.800438 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37772) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:01.806026 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-f91caf2d-023d-4e75-915c-f65db0c0a149 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Request body: {'security_group_rule': {'security_group_id': '12da2157-31e1-4a21-a805-4e2fe7039cc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:01.810644 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b01f9e22-0ac0-4a61-95fa-bac5c57f44ce tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (a1dc0ca3-7f3b-4fb7-8c33-fe8a43f13b0d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:01.841308 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-85628ab4-3487-45f2-aa86-b00f56ba25a5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4513786 Feb 28 20:30:01.844708 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37774) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:01.845625 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f9e22-0ac0-4a61-95fa-bac5c57f44ce tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event deleted for resources: {'Port': ['ID=a1dc0ca3-7f3b-4fb7-8c33-fe8a43f13b0d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:02.029794 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b01f9e22-0ac0-4a61-95fa-bac5c57f44ce tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (3ae0683d-24d9-499b-a018-182a17730243), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:02.040805 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f91caf2d-023d-4e75-915c-f65db0c0a149 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group_rule (e2bfe1cd-96e5-4978-ad63-c3ac8bb89798), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:02.044491 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbb85-2b35-42ac-9696-362ffd9068a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b86cf6ae-e847-4d76-a71d-742bcdd3c1ba), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:02.050223 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbb85-2b35-42ac-9696-362ffd9068a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:02.051893 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7f7cbb85-2b35-42ac-9696-362ffd9068a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b86cf6ae-e847-4d76-a71d-742bcdd3c1ba HTTP/1.1" status: 204 len: 168 time: 1.2346838 Feb 28 20:30:02.123186 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cbb85-2b35-42ac-9696-362ffd9068a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86cf6ae-e847-4d76-a71d-742bcdd3c1ba,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:02.154309 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5284a594-da5c-4ecc-bf31-e1b0e58012d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks [] for port (bd0aac65-876e-4ae5-8f5c-7f2fb9f01634), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:02.187166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95be6af1-1c5f-46b2-8aa6-4b480184f6f2 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:02.205358 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95be6af1-1c5f-46b2-8aa6-4b480184f6f2 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:02.207051 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-95be6af1-1c5f-46b2-8aa6-4b480184f6f2 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3592532 Feb 28 20:30:02.211603 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37778) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:02.220588 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8664d20a-2b5c-4eb0-b3bb-f5d3c6a4584a None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:02.332872 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c0e1133-62ec-4115-97f2-5d0f12a1c21f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (f8f48b26-1c2d-4ea1-8d30-bef9a5d117f8), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:02.349296 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9c3c2e6c-f602-4648-bf50-aae713bf036a None None] Provisioning complete for port 82bfda52-7e86-4aea-a20f-b963eb0a77c4 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:02.350722 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9c3c2e6c-f602-4648-bf50-aae713bf036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (82bfda52-7e86-4aea-a20f-b963eb0a77c4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:02.405477 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f91caf2d-023d-4e75-915c-f65db0c0a149 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group_rule (e2bfe1cd-96e5-4978-ad63-c3ac8bb89798), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:02.423473 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01f9e22-0ac0-4a61-95fa-bac5c57f44ce tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Router 3ae0683d-24d9-499b-a018-182a17730243 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:30:02.426035 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f91caf2d-023d-4e75-915c-f65db0c0a149 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (e2bfe1cd-96e5-4978-ad63-c3ac8bb89798), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:02.466335 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5284a594-da5c-4ecc-bf31-e1b0e58012d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (bd0aac65-876e-4ae5-8f5c-7f2fb9f01634), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:02.480687 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91caf2d-023d-4e75-915c-f65db0c0a149 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2bfe1cd-96e5-4978-ad63-c3ac8bb89798,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:02.495070 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f91caf2d-023d-4e75-915c-f65db0c0a149 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:02.496690 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f91caf2d-023d-4e75-915c-f65db0c0a149 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6958282 Feb 28 20:30:02.517106 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9c3c2e6c-f602-4648-bf50-aae713bf036a None None] Current status of the port 82bfda52-7e86-4aea-a20f-b963eb0a77c4 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:02.517491 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9c3c2e6c-f602-4648-bf50-aae713bf036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (82bfda52-7e86-4aea-a20f-b963eb0a77c4), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:02.525600 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37786) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:02.554542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-64f24d2d-edde-4d8a-b613-09c4f96d0a75 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:02.605650 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-9c3c2e6c-f602-4648-bf50-aae713bf036a None None] For port 82bfda52-7e86-4aea-a20f-b963eb0a77c4, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=82bfda52-7e86-4aea-a20f-b963eb0a77c4,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:02.612262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5284a594-da5c-4ecc-bf31-e1b0e58012d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Network be21a915-9e4b-41d6-a38f-796e28ab3f0b is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:02.614144 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c0e1133-62ec-4115-97f2-5d0f12a1c21f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0f5a532c-5755-4850-a8db-7cc0b82ff309), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:02.618568 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9c3c2e6c-f602-4648-bf50-aae713bf036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (82bfda52-7e86-4aea-a20f-b963eb0a77c4), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:02.638634 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-5284a594-da5c-4ecc-bf31-e1b0e58012d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:02.645080 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284a594-da5c-4ecc-bf31-e1b0e58012d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Pushing event updated for resources: {'Port': ['ID=bd0aac65-876e-4ae5-8f5c-7f2fb9f01634,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:02.679183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-8bba4295-cb6e-4069-baf2-547cfdd40574 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting port 47ccb1c5-2564-4971-ad88-566ab553b630 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:02.679647 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8bba4295-cb6e-4069-baf2-547cfdd40574 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (47ccb1c5-2564-4971-ad88-566ab553b630), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:02.685421 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5284a594-da5c-4ecc-bf31-e1b0e58012d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:02.686385 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5284a594-da5c-4ecc-bf31-e1b0e58012d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:02.686992 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5284a594-da5c-4ecc-bf31-e1b0e58012d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:02.702454 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-64f24d2d-edde-4d8a-b613-09c4f96d0a75 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:02.743430 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5284a594-da5c-4ecc-bf31-e1b0e58012d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3482230 Feb 28 20:30:02.745957 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37796) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:02.765157 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c2e6c-f602-4648-bf50-aae713bf036a None None] Pushing event updated for resources: {'Port': ['ID=82bfda52-7e86-4aea-a20f-b963eb0a77c4,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:02.803595 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01f9e22-0ac0-4a61-95fa-bac5c57f44ce tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:30:02.826033 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b01f9e22-0ac0-4a61-95fa-bac5c57f44ce tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "PUT /v2.0/routers/3ae0683d-24d9-499b-a018-182a17730243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5307667 Feb 28 20:30:02.826916 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af854145-4007-4e8d-b2a0-466d1285541c None None] Sync routers for ids ['3ae0683d-24d9-499b-a018-182a17730243'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:30:02.831457 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37800) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:02.834438 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:02.881372 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af854145-4007-4e8d-b2a0-466d1285541c None None] Routers {'3ae0683d-24d9-499b-a018-182a17730243'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:02.882834 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-af854145-4007-4e8d-b2a0-466d1285541c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['3ae0683d-24d9-499b-a018-182a17730243'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:02.980198 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-b8021030-2927-4cbc-84d8-4557887391f6 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] delete failed (client error): The resource could not be found. Feb 28 20:30:02.985388 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b8021030-2927-4cbc-84d8-4557887391f6 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-567096224 HTTP/1.1" status: 404 len: 334 time: 0.1524942 Feb 28 20:30:02.987172 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37806) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:02.990827 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-8ca5f4d3-2e1b-4eb7-a8fc-430471e2121b tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Request body: {'router': {'external_gateway_info': {'network_id': '3ae0683d-24d9-499b-a018-182a17730243'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:03.015046 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-af854145-4007-4e8d-b2a0-466d1285541c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:03.057936 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af854145-4007-4e8d-b2a0-466d1285541c None None] Routers {'3ae0683d-24d9-499b-a018-182a17730243'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:03.059225 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-af854145-4007-4e8d-b2a0-466d1285541c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['3ae0683d-24d9-499b-a018-182a17730243'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:03.194131 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 82bfda52-7e86-4aea-a20f-b963eb0a77c4 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:03.197456 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-af854145-4007-4e8d-b2a0-466d1285541c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:03.198436 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af854145-4007-4e8d-b2a0-466d1285541c None None] The sync data for ids ['3ae0683d-24d9-499b-a018-182a17730243'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:30:03.206299 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3b8e070d-758c-4480-9146-981fd450bdd8 None None] Provisioning complete for port 82bfda52-7e86-4aea-a20f-b963eb0a77c4 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:03.206895 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3b8e070d-758c-4480-9146-981fd450bdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (82bfda52-7e86-4aea-a20f-b963eb0a77c4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:03.325117 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 82bfda52-7e86-4aea-a20f-b963eb0a77c4 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:03.326690 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (82bfda52-7e86-4aea-a20f-b963eb0a77c4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:03.360562 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8ca5f4d3-2e1b-4eb7-a8fc-430471e2121b tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for router_gateway (3ae0683d-24d9-499b-a018-182a17730243), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:03.398387 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-8ca5f4d3-2e1b-4eb7-a8fc-430471e2121b tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] update failed (client error): The resource could not be found. Feb 28 20:30:03.399743 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8ca5f4d3-2e1b-4eb7-a8fc-430471e2121b tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "PUT /v2.0/routers/3ae0683d-24d9-499b-a018-182a17730243 HTTP/1.1" status: 404 len: 339 time: 0.4124842 Feb 28 20:30:03.405010 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37822) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:03.413715 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-441cb136-c72c-4941-81a3-4c704d1f6190 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1479166575'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:03.424226 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8bba4295-cb6e-4069-baf2-547cfdd40574 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (47ccb1c5-2564-4971-ad88-566ab553b630), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:03.454308 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bd0aac65-876e-4ae5-8f5c-7f2fb9f01634), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:03.454710 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3b8e070d-758c-4480-9146-981fd450bdd8 None None] Current status of the port 82bfda52-7e86-4aea-a20f-b963eb0a77c4 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:03.472671 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441cb136-c72c-4941-81a3-4c704d1f6190 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Made reservation on behalf of 6f7404a6f5954e39bcba46e0a93db9cf for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:03.479826 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-441cb136-c72c-4941-81a3-4c704d1f6190 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:03.497979 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3b8e070d-758c-4480-9146-981fd450bdd8 None None] Provisioning complete for port 47ccb1c5-2564-4971-ad88-566ab553b630 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:03.498363 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3b8e070d-758c-4480-9146-981fd450bdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (47ccb1c5-2564-4971-ad88-566ab553b630), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:03.517437 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313c2fe-fb64-4c60-9a63-44e594adeca0 req-96c79c35-f282-4f2c-b0a8-b7b42f977e65 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:03.519075 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e313c2fe-fb64-4c60-9a63-44e594adeca0 req-96c79c35-f282-4f2c-b0a8-b7b42f977e65 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.5715289 Feb 28 20:30:03.523389 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441cb136-c72c-4941-81a3-4c704d1f6190 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:30:03.531365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-8bba4295-cb6e-4069-baf2-547cfdd40574 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Calling delete_port for 47ccb1c5-2564-4971-ad88-566ab553b630 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:03.553506 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-441cb136-c72c-4941-81a3-4c704d1f6190 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (1a3fdda5-35c6-4c1a-87d3-90feeba61a54), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:03.553859 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-441cb136-c72c-4941-81a3-4c704d1f6190 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Added segment 1a3fdda5-35c6-4c1a-87d3-90feeba61a54 of type vlan for network ae6435be-6891-436a-b382-d0eed5c8ac04 Feb 28 20:30:03.556208 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 82bfda52-7e86-4aea-a20f-b963eb0a77c4 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:03.605665 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3b8e070d-758c-4480-9146-981fd450bdd8 None None] Port 47ccb1c5-2564-4971-ad88-566ab553b630 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:30:03.650634 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37826) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:03.654561 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-441cb136-c72c-4941-81a3-4c704d1f6190 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ae6435be-6891-436a-b382-d0eed5c8ac04), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:03.689513 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-441cb136-c72c-4941-81a3-4c704d1f6190 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ae6435be-6891-436a-b382-d0eed5c8ac04), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:03.696803 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441cb136-c72c-4941-81a3-4c704d1f6190 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:03.697904 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-441cb136-c72c-4941-81a3-4c704d1f6190 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:03.752194 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ab84499c-849c-4dff-880d-44840542b155 None None] Provisioning complete for port 47ccb1c5-2564-4971-ad88-566ab553b630 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:03.753303 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ab84499c-849c-4dff-880d-44840542b155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (47ccb1c5-2564-4971-ad88-566ab553b630), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:03.766278 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c0e1133-62ec-4115-97f2-5d0f12a1c21f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for port (0f5a532c-5755-4850-a8db-7cc0b82ff309), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:03.785525 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-441cb136-c72c-4941-81a3-4c704d1f6190 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3772779 Feb 28 20:30:03.789334 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37830) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:03.794743 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e3dbe463-027c-4d83-b397-811c9bf99fba tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Request body: {'subnet': {'network_id': 'ae6435be-6891-436a-b382-d0eed5c8ac04', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:03.808617 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-c3e26fe8-c172-40c8-b83b-b4273d2de355 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:03.810174 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-c3e26fe8-c172-40c8-b83b-b4273d2de355 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 805 time: 0.4844961 Feb 28 20:30:03.810866 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c0e1133-62ec-4115-97f2-5d0f12a1c21f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (0f5a532c-5755-4850-a8db-7cc0b82ff309), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:03.820574 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e4c30e6e-ec1b-41f0-bdb1-d803285541e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-544823856'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:03.823914 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cb136-c72c-4941-81a3-4c704d1f6190 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event updated for resources: {'Network': ['ID=ae6435be-6891-436a-b382-d0eed5c8ac04,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:03.824980 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e313c2fe-fb64-4c60-9a63-44e594adeca0 req-6b789f8f-5c5b-4009-87ec-79608051d811 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756188 Feb 28 20:30:03.890650 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c30e6e-ec1b-41f0-bdb1-d803285541e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Made reservation on behalf of 8b8aa2c9faa640e4bf21843a9876834b for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:03.894154 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4c30e6e-ec1b-41f0-bdb1-d803285541e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:03.906904 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4c30e6e-ec1b-41f0-bdb1-d803285541e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:03.951472 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dbe463-027c-4d83-b397-811c9bf99fba tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Made reservation on behalf of 6f7404a6f5954e39bcba46e0a93db9cf for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:03.954841 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e3dbe463-027c-4d83-b397-811c9bf99fba tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:03.967812 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ae6435be-6891-436a-b382-d0eed5c8ac04 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:30:03.981748 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-ef0f8ba9-396b-4310-8c76-f592f7c02fd3 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/quotas/e1fe66526f8249ae8c4d2136030f25ec HTTP/1.1" status: 200 len: 375 time: 0.0885746 Feb 28 20:30:03.983001 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-64f24d2d-edde-4d8a-b613-09c4f96d0a75 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:04.003596 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e1133-62ec-4115-97f2-5d0f12a1c21f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Port': ['ID=0f5a532c-5755-4850-a8db-7cc0b82ff309,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:04.036191 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ab84499c-849c-4dff-880d-44840542b155 None None] Port 47ccb1c5-2564-4971-ad88-566ab553b630 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:30:04.081223 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4c30e6e-ec1b-41f0-bdb1-d803285541e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for security_group (ad026d63-06b4-4ccd-b902-cbb567701097), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:04.086644 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4c30e6e-ec1b-41f0-bdb1-d803285541e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ad026d63-06b4-4ccd-b902-cbb567701097), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:04.114003 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c30e6e-ec1b-41f0-bdb1-d803285541e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:30:04.123984 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c30e6e-ec1b-41f0-bdb1-d803285541e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad026d63-06b4-4ccd-b902-cbb567701097,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:04.129934 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4c30e6e-ec1b-41f0-bdb1-d803285541e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (7c205e40-8c72-4542-92fd-5039a3a8bb31), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:04.130288 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-e4c30e6e-ec1b-41f0-bdb1-d803285541e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Added segment 7c205e40-8c72-4542-92fd-5039a3a8bb31 of type vlan for network fd3ad63b-c4e5-4720-b4f3-39da78caf362 Feb 28 20:30:04.159979 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12daa9fe-be83-41ce-970a-f187b3bcb164 req-f27d0277-2442-47ee-b24b-40d38f720fc7 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:04.161443 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12daa9fe-be83-41ce-970a-f187b3bcb164 req-f27d0277-2442-47ee-b24b-40d38f720fc7 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.10 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.3854249 Feb 28 20:30:04.172767 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4c30e6e-ec1b-41f0-bdb1-d803285541e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (fd3ad63b-c4e5-4720-b4f3-39da78caf362), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:04.186832 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c0e1133-62ec-4115-97f2-5d0f12a1c21f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (f8f48b26-1c2d-4ea1-8d30-bef9a5d117f8), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:04.202822 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4c30e6e-ec1b-41f0-bdb1-d803285541e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (fd3ad63b-c4e5-4720-b4f3-39da78caf362), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:04.207818 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c30e6e-ec1b-41f0-bdb1-d803285541e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:04.208412 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4c30e6e-ec1b-41f0-bdb1-d803285541e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:04.275938 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e4c30e6e-ec1b-41f0-bdb1-d803285541e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6239545 Feb 28 20:30:04.280049 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37832) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:04.284946 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a199149b-1be0-4482-98b6-796c758cc84d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1798718272'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:04.297574 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c30e6e-ec1b-41f0-bdb1-d803285541e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Network': ['ID=fd3ad63b-c4e5-4720-b4f3-39da78caf362,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:04.306036 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c0eef635-9407-40e1-88e1-076750db36fd no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:30:04.313456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network fd3ad63b-c4e5-4720-b4f3-39da78caf362 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:30:04.315620 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a199149b-1be0-4482-98b6-796c758cc84d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Made reservation on behalf of 8b8aa2c9faa640e4bf21843a9876834b for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:04.320075 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a199149b-1be0-4482-98b6-796c758cc84d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:04.346251 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a199149b-1be0-4482-98b6-796c758cc84d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:30:04.356848 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a199149b-1be0-4482-98b6-796c758cc84d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (ea570dbe-1a8e-4033-bea2-92312151d6eb), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:04.357198 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-a199149b-1be0-4482-98b6-796c758cc84d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Added segment ea570dbe-1a8e-4033-bea2-92312151d6eb of type vlan for network ef192d21-3acb-4bb9-ab61-2fb272d97424 Feb 28 20:30:04.400953 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: c0eef635-9407-40e1-88e1-076750db36fd {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:30:04.401484 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a199149b-1be0-4482-98b6-796c758cc84d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ef192d21-3acb-4bb9-ab61-2fb272d97424), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:04.402162 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c0eef635-9407-40e1-88e1-076750db36fd not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:30:04.430678 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a199149b-1be0-4482-98b6-796c758cc84d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ef192d21-3acb-4bb9-ab61-2fb272d97424), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:04.436521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a199149b-1be0-4482-98b6-796c758cc84d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:04.437144 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a199149b-1be0-4482-98b6-796c758cc84d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:04.478479 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a199149b-1be0-4482-98b6-796c758cc84d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1946497 Feb 28 20:30:04.506980 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37834) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:04.511642 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-fa302471-4d12-46a0-9048-8500e0d3be25 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'subnet': {'network_id': 'fd3ad63b-c4e5-4720-b4f3-39da78caf362', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:04.539117 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199149b-1be0-4482-98b6-796c758cc84d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Network': ['ID=ef192d21-3acb-4bb9-ab61-2fb272d97424,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:04.550748 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ef192d21-3acb-4bb9-ab61-2fb272d97424 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:30:04.621926 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa302471-4d12-46a0-9048-8500e0d3be25 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Made reservation on behalf of 8b8aa2c9faa640e4bf21843a9876834b for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:04.627615 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa302471-4d12-46a0-9048-8500e0d3be25 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:04.661341 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] device_id is not set on port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:30:04.666009 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8bba4295-cb6e-4069-baf2-547cfdd40574 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (47ccb1c5-2564-4971-ad88-566ab553b630), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:04.680818 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks [] for port (bd0aac65-876e-4ae5-8f5c-7f2fb9f01634), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:04.703893 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 82bfda52-7e86-4aea-a20f-b963eb0a77c4 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:04.726139 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (bd0aac65-876e-4ae5-8f5c-7f2fb9f01634), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:04.757023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 82bfda52-7e86-4aea-a20f-b963eb0a77c4 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:04.757023 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (82bfda52-7e86-4aea-a20f-b963eb0a77c4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:04.771364 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-9461e1fe-f0c6-471a-b45d-0a117ebd674c tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7511873 Feb 28 20:30:04.799686 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba4295-cb6e-4069-baf2-547cfdd40574 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Port': ['ID=47ccb1c5-2564-4971-ad88-566ab553b630,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:04.804942 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-64f24d2d-edde-4d8a-b613-09c4f96d0a75 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Allocated IP 172.25.0.139 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/f80fd392-55bb-4dad-a1b6-1480e2dba06f) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:04.855107 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 82bfda52-7e86-4aea-a20f-b963eb0a77c4 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:04.905419 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e3dbe463-027c-4d83-b397-811c9bf99fba tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (d95b5643-c6a2-4015-b846-1f9e0fb34970), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:04.919661 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8bba4295-cb6e-4069-baf2-547cfdd40574 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:04.922991 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8bba4295-cb6e-4069-baf2-547cfdd40574 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/47ccb1c5-2564-4971-ad88-566ab553b630 HTTP/1.1" status: 204 len: 168 time: 2.7080898 Feb 28 20:30:04.955713 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37838) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:05.002070 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-6c0e1133-62ec-4115-97f2-5d0f12a1c21f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Floating IP f8f48b26-1c2d-4ea1-8d30-bef9a5d117f8 associated. External IP: 172.25.0.102, port: 533ba6b8-72cb-4526-b96c-b26d1c00b668. Feb 28 20:30:05.073318 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Pushing event updated for resources: {'Port': ['ID=bd0aac65-876e-4ae5-8f5c-7f2fb9f01634,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:05.088748 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa302471-4d12-46a0-9048-8500e0d3be25 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (e7f6b567-e9df-457f-b71d-3fbc160d80fd), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:05.125490 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbe463-027c-4d83-b397-811c9bf99fba tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event updated for resources: {'Subnet': ['ID=d95b5643-c6a2-4015-b846-1f9e0fb34970,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:05.137863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:05.138206 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:05.138555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:05.138717 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9769155f-a163-4beb-9152-95834ed21f71 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:05.140022 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9769155f-a163-4beb-9152-95834ed21f71 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:05.141528 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9769155f-a163-4beb-9152-95834ed21f71 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1833706 Feb 28 20:30:05.145568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37840) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:05.171386 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dbe463-027c-4d83-b397-811c9bf99fba tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Checking segment: {'id': '1a3fdda5-35c6-4c1a-87d3-90feeba61a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ae6435be-6891-436a-b382-d0eed5c8ac04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:30:05.171660 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dbe463-027c-4d83-b397-811c9bf99fba tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Network hostable DHCP agents. Network: ae6435be-6891-436a-b382-d0eed5c8ac04, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:30:05.172160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:05.172496 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:30:05.207397 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 2 to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 Feb 28 20:30:05.216951 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-12daa9fe-be83-41ce-970a-f187b3bcb164 req-cf3ae893-f06a-4c38-b384-6e5f6fb2ab93 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Deleting port e2e04e92-1a97-42eb-8664-8fac7ca846f8 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:05.217291 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-12daa9fe-be83-41ce-970a-f187b3bcb164 req-cf3ae893-f06a-4c38-b384-6e5f6fb2ab93 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e2e04e92-1a97-42eb-8664-8fac7ca846f8), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:05.231317 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-5001c053-6910-450f-8426-0d0e2eb98620 service neutron] 10.222.0.13 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238033 Feb 28 20:30:05.243491 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa302471-4d12-46a0-9048-8500e0d3be25 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Subnet': ['ID=e7f6b567-e9df-457f-b71d-3fbc160d80fd,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:05.265708 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa302471-4d12-46a0-9048-8500e0d3be25 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Checking segment: {'id': '7c205e40-8c72-4542-92fd-5039a3a8bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd3ad63b-c4e5-4720-b4f3-39da78caf362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:30:05.266110 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa302471-4d12-46a0-9048-8500e0d3be25 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network hostable DHCP agents. Network: fd3ad63b-c4e5-4720-b4f3-39da78caf362, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:30:05.272228 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c41a38-3c08-4d5b-94f8-ae9d73fc4348 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet 4e3c1fb8-4435-4607-b68d-f884932e3436 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:30:05.276891 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08c41a38-3c08-4d5b-94f8-ae9d73fc4348 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (4e3c1fb8-4435-4607-b68d-f884932e3436), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:05.279278 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dbe463-027c-4d83-b397-811c9bf99fba tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Network ae6435be-6891-436a-b382-d0eed5c8ac04 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:30:05.286297 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:05.286645 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:05.287528 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:05.324785 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-e3dbe463-027c-4d83-b397-811c9bf99fba tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ae6435be-6891-436a-b382-d0eed5c8ac04) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:05.335269 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da62e2a-1249-4234-8ee7-9fd20325f59c None None] Network ae6435be-6891-436a-b382-d0eed5c8ac04 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:05.336431 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dbe463-027c-4d83-b397-811c9bf99fba tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:05.337496 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e3dbe463-027c-4d83-b397-811c9bf99fba tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:05.351542 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa302471-4d12-46a0-9048-8500e0d3be25 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network fd3ad63b-c4e5-4720-b4f3-39da78caf362 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:30:05.352961 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1416d-6c8e-4242-8616-147dfbecc527 req-40733161-0288-4a1e-be2c-e4d2e7de0895 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:05.354877 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-04d1416d-6c8e-4242-8616-147dfbecc527 req-40733161-0288-4a1e-be2c-e4d2e7de0895 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 946 time: 0.3876483 Feb 28 20:30:05.355179 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08c41a38-3c08-4d5b-94f8-ae9d73fc4348 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (4e3c1fb8-4435-4607-b68d-f884932e3436), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:05.389934 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e3dbe463-027c-4d83-b397-811c9bf99fba tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5966969 Feb 28 20:30:05.391058 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37842) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:05.396940 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4332e1a7-5494-48ce-8e04-98cb5dae1752 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ae6435be-6891-436a-b382-d0eed5c8ac04'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:05.399681 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-fa302471-4d12-46a0-9048-8500e0d3be25 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, fd3ad63b-c4e5-4720-b4f3-39da78caf362) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:05.403908 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:05.403908 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:30:05.406239 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa302471-4d12-46a0-9048-8500e0d3be25 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:05.407263 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-64f24d2d-edde-4d8a-b613-09c4f96d0a75 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for port (f80fd392-55bb-4dad-a1b6-1480e2dba06f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:05.407413 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa302471-4d12-46a0-9048-8500e0d3be25 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:05.418039 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 3 to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 Feb 28 20:30:05.422664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ef4f1d-ee07-4fdb-af7c-15314ff15075 None None] Network fd3ad63b-c4e5-4720-b4f3-39da78caf362 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:05.505438 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-ae6435be-6891-436a-b382-d0eed5c8ac04', 'network_id': 'ae6435be-6891-436a-b382-d0eed5c8ac04', 'project_id': '6f7404a6f5954e39bcba46e0a93db9cf', 'fixed_ips': [{'subnet_id': 'd95b5643-c6a2-4015-b846-1f9e0fb34970'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:30:05.506334 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:05.512858 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:05.513190 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:05.513531 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:05.555976 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:05.556758 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:30:05.560504 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fa302471-4d12-46a0-9048-8500e0d3be25 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0498557 Feb 28 20:30:05.564722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-12daa9fe-be83-41ce-970a-f187b3bcb164 req-cf3ae893-f06a-4c38-b384-6e5f6fb2ab93 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] For port e2e04e92-1a97-42eb-8664-8fac7ca846f8, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e2e04e92-1a97-42eb-8664-8fac7ca846f8,segment=NetworkSegment(8a70148e-0b57-4d50-90ab-734818fed05d),segment_id=8a70148e-0b57-4d50-90ab-734818fed05d)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:05.565101 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-12daa9fe-be83-41ce-970a-f187b3bcb164 req-cf3ae893-f06a-4c38-b384-6e5f6fb2ab93 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e2e04e92-1a97-42eb-8664-8fac7ca846f8), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:05.566370 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37844) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:05.585238 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a8e62146-4b2c-4259-8ee7-b9aab4ed681f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'subnet': {'network_id': 'ef192d21-3acb-4bb9-ab61-2fb272d97424', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:05.585455 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 4 to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 Feb 28 20:30:05.616056 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-04d1416d-6c8e-4242-8616-147dfbecc527 req-14b71c18-d52b-447e-9c5f-3f6cadcfa785 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d04a09d-fc10-44fd-802f-cddac2c0128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486689 Feb 28 20:30:05.620195 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-12daa9fe-be83-41ce-970a-f187b3bcb164 req-cf3ae893-f06a-4c38-b384-6e5f6fb2ab93 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Calling delete_port for e2e04e92-1a97-42eb-8664-8fac7ca846f8 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:05.625065 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-e80b5054-90ea-4d04-b456-b560e817f147 service neutron] 10.222.0.13 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642735 Feb 28 20:30:05.633840 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:05.634076 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:05.634416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:05.649637 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:05.649947 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:30:05.680299 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 5 to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 Feb 28 20:30:05.703297 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08c41a38-3c08-4d5b-94f8-ae9d73fc4348 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (4e3c1fb8-4435-4607-b68d-f884932e3436), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:05.719866 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-64f24d2d-edde-4d8a-b613-09c4f96d0a75 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (f80fd392-55bb-4dad-a1b6-1480e2dba06f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:05.743630 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32205846-d088-4fbb-8bf1-fcbe15f77168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-fd3ad63b-c4e5-4720-b4f3-39da78caf362', 'network_id': 'fd3ad63b-c4e5-4720-b4f3-39da78caf362', 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'fixed_ips': [{'subnet_id': 'e7f6b567-e9df-457f-b71d-3fbc160d80fd'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:30:05.749392 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-32205846-d088-4fbb-8bf1-fcbe15f77168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:05.770097 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Allocated IP 2001:db8:1::2 (ae6435be-6891-436a-b382-d0eed5c8ac04/d95b5643-c6a2-4015-b846-1f9e0fb34970/967db164-c7c8-4f0c-a38c-0d1355ad1bc7) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:05.780979 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:05.781566 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:05.781813 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:05.806975 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f24d2d-edde-4d8a-b613-09c4f96d0a75 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:05.812623 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:05.813084 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:30:05.819938 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 6 to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 Feb 28 20:30:05.826410 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-64f24d2d-edde-4d8a-b613-09c4f96d0a75 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:05.837507 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f24d2d-edde-4d8a-b613-09c4f96d0a75 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Pushing event updated for resources: {'Port': ['ID=f80fd392-55bb-4dad-a1b6-1480e2dba06f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:05.842665 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f24d2d-edde-4d8a-b613-09c4f96d0a75 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:05.878024 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0e1133-62ec-4115-97f2-5d0f12a1c21f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Router 96a760dd-6949-4e5d-ad93-0ab12cfecdf6 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:30:05.878829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e62146-4b2c-4259-8ee7-b9aab4ed681f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Made reservation on behalf of 8b8aa2c9faa640e4bf21843a9876834b for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:05.879790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:05.880358 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:05.881320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:05.882989 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a8e62146-4b2c-4259-8ee7-b9aab4ed681f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:05.935037 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e705acb-5dc2-4cef-8039-77f95bbce7bc req-2c6c7fb4-463d-4f90-a40d-c9d70b9d426e tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 210 time: 0.0640030 Feb 28 20:30:05.937052 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:05.937052 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:30:05.940942 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 7 to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 Feb 28 20:30:05.975777 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:05.976301 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:05.976816 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:06.044251 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:06.044713 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:30:06.048701 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 8 to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 Feb 28 20:30:06.091302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:06.091744 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:06.092183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:06.129258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:06.129715 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:30:06.135035 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 9 to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 Feb 28 20:30:06.163632 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-12daa9fe-be83-41ce-970a-f187b3bcb164 req-cf3ae893-f06a-4c38-b384-6e5f6fb2ab93 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e2e04e92-1a97-42eb-8664-8fac7ca846f8), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:06.179950 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Publish callbacks [] for port (967db164-c7c8-4f0c-a38c-0d1355ad1bc7), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:06.203918 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-32205846-d088-4fbb-8bf1-fcbe15f77168 None None] Allocated IP 2001:db8::2 (fd3ad63b-c4e5-4720-b4f3-39da78caf362/e7f6b567-e9df-457f-b71d-3fbc160d80fd/1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:06.217561 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:06.217935 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:06.218349 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:06.232827 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ae893-f06a-4c38-b384-6e5f6fb2ab93 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Pushing event deleted for resources: {'Port': ['ID=e2e04e92-1a97-42eb-8664-8fac7ca846f8,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:06.240981 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0e1133-62ec-4115-97f2-5d0f12a1c21f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:30:06.247673 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:06.247673 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:30:06.250628 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 10 to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 Feb 28 20:30:06.254835 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-64f24d2d-edde-4d8a-b613-09c4f96d0a75 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for floatingip (f0c2a59e-cd5b-446d-9648-c70eebd6439b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:06.275821 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef88307-e87e-498e-b792-c0d4c7bbe20d None None] Sync routers for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:30:06.291097 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (967db164-c7c8-4f0c-a38c-0d1355ad1bc7), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:06.295975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef88307-e87e-498e-b792-c0d4c7bbe20d None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:06.296656 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4ef88307-e87e-498e-b792-c0d4c7bbe20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:06.311344 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-12daa9fe-be83-41ce-970a-f187b3bcb164 req-cf3ae893-f06a-4c38-b384-6e5f6fb2ab93 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] No DVR routers for this DVR port e2e04e92-1a97-42eb-8664-8fac7ca846f8 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:30:06.315889 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:06.316415 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:06.316915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:06.319702 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-12daa9fe-be83-41ce-970a-f187b3bcb164 req-cf3ae893-f06a-4c38-b384-6e5f6fb2ab93 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:06.323283 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12daa9fe-be83-41ce-970a-f187b3bcb164 req-cf3ae893-f06a-4c38-b384-6e5f6fb2ab93 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.10 "DELETE /v2.0/ports/e2e04e92-1a97-42eb-8664-8fac7ca846f8 HTTP/1.1" status: 204 len: 173 time: 2.1287484 Feb 28 20:30:06.327327 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c09c9f-a49d-4b4e-b7b4-28b38115c7ff', 'name': 'network-vif-deleted', 'tag': 'e2e04e92-1a97-42eb-8664-8fac7ca846f8'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:30:06.328638 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59646ff4-f6c5-496a-8d4d-da8207556df9" -d '{"events": [{"server_uuid": "14c09c9f-a49d-4b4e-b7b4-28b38115c7ff", "name": "network-vif-deleted", "tag": "e2e04e92-1a97-42eb-8664-8fac7ca846f8"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:30:06.355649 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c0e1133-62ec-4115-97f2-5d0f12a1c21f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:06.361058 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:06.361508 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:30:06.362150 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bd0aac65-876e-4ae5-8f5c-7f2fb9f01634), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:06.382960 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4332e1a7-5494-48ce-8e04-98cb5dae1752 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for router_gateway (3ae0683d-24d9-499b-a018-182a17730243), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:06.400726 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Network ae6435be-6891-436a-b382-d0eed5c8ac04 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:06.401527 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-64f24d2d-edde-4d8a-b613-09c4f96d0a75 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f80fd392-55bb-4dad-a1b6-1480e2dba06f), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:06.408511 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:06.410835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4ef88307-e87e-498e-b792-c0d4c7bbe20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:06.419122 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:06.458322 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcef37b3-132e-44ae-9657-56433bddeb77 x-openstack-request-id: req-dcef37b3-132e-44ae-9657-56433bddeb77 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:30:06.459218 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c09c9f-a49d-4b4e-b7b4-28b38115c7ff", "name": "network-vif-deleted", "tag": "e2e04e92-1a97-42eb-8664-8fac7ca846f8", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:30:06.459677 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcef37b3-132e-44ae-9657-56433bddeb77 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:30:06.460696 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c09c9f-a49d-4b4e-b7b4-28b38115c7ff', 'name': 'network-vif-deleted', 'tag': 'e2e04e92-1a97-42eb-8664-8fac7ca846f8', 'status': 'completed', 'code': 200} Feb 28 20:30:06.464658 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6c0e1133-62ec-4115-97f2-5d0f12a1c21f tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.3437223 Feb 28 20:30:06.470591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37858) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:06.480291 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-192a0376-b79b-4418-aa5a-96157589f61b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1205180'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:06.481742 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef88307-e87e-498e-b792-c0d4c7bbe20d None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:06.482909 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4ef88307-e87e-498e-b792-c0d4c7bbe20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:06.511546 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Pushing event updated for resources: {'Port': ['ID=967db164-c7c8-4f0c-a38c-0d1355ad1bc7,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:06.588940 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192a0376-b79b-4418-aa5a-96157589f61b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Made reservation on behalf of e38b0e6fba494a7aacc592cb25d2e86a for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:06.592514 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-192a0376-b79b-4418-aa5a-96157589f61b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:06.619983 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08c41a38-3c08-4d5b-94f8-ae9d73fc4348 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (4e3c1fb8-4435-4607-b68d-f884932e3436), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:06.628602 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Attempting to bind port 967db164-c7c8-4f0c-a38c-0d1355ad1bc7 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:06.628998 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Attempting to bind port 967db164-c7c8-4f0c-a38c-0d1355ad1bc7 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '1a3fdda5-35c6-4c1a-87d3-90feeba61a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ae6435be-6891-436a-b382-d0eed5c8ac04'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:06.629597 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Attempting to bind port 967db164-c7c8-4f0c-a38c-0d1355ad1bc7 on network ae6435be-6891-436a-b382-d0eed5c8ac04 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:06.637546 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4ef88307-e87e-498e-b792-c0d4c7bbe20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:06.637970 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef88307-e87e-498e-b792-c0d4c7bbe20d None None] The sync data for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:30:06.649846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] For port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:30:06.650352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempted to set empty binding levels {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 20:30:06.656833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:06.657193 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:06.657549 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:06.657876 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:06.658225 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:06.658584 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:06.658868 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:06.659292 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:06.659596 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:06.660354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:06.660354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:06.660630 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:06.660883 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:06.665935 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (bd0aac65-876e-4ae5-8f5c-7f2fb9f01634), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:06.724145 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192a0376-b79b-4418-aa5a-96157589f61b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:30:06.739491 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] In _notify_port_updated(), no bound segment for port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:30:06.741248 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.741874 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:06.747477 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] 10.222.0.13 "PUT /v2.0/ports/bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 HTTP/1.1" status: 200 len: 980 time: 3.9549415 Feb 28 20:30:06.747719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:30:06.747719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Checking segment: {'id': '1a3fdda5-35c6-4c1a-87d3-90feeba61a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ae6435be-6891-436a-b382-d0eed5c8ac04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:30:06.747719 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:06.747719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Bound using segment: {'id': '1a3fdda5-35c6-4c1a-87d3-90feeba61a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ae6435be-6891-436a-b382-d0eed5c8ac04'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:30:06.747719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Bound port: 967db164-c7c8-4f0c-a38c-0d1355ad1bc7, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3fdda5-35c6-4c1a-87d3-90feeba61a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ae6435be-6891-436a-b382-d0eed5c8ac04'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:30:06.748718 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (967db164-c7c8-4f0c-a38c-0d1355ad1bc7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:06.756561 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37862) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:06.806843 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513dabf-2641-4e0b-8672-54341089b7ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Pushing event updated for resources: {'Port': ['ID=bd0aac65-876e-4ae5-8f5c-7f2fb9f01634,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:06.810292 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-192a0376-b79b-4418-aa5a-96157589f61b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (05a319c6-fa08-4cc0-bf41-52b8a4803d9d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:06.811096 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-192a0376-b79b-4418-aa5a-96157589f61b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Added segment 05a319c6-fa08-4cc0-bf41-52b8a4803d9d of type vlan for network f7e1f30d-c0d3-4d37-b1c5-7b906bda5638 Feb 28 20:30:06.811804 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-32205846-d088-4fbb-8bf1-fcbe15f77168 None None] Publish callbacks [] for port (1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:06.819293 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e451dd-c435-4f43-8d61-59b8d2d54e6e None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:06.858600 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08c41a38-3c08-4d5b-94f8-ae9d73fc4348 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:06.861926 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-08c41a38-3c08-4d5b-94f8-ae9d73fc4348 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/4e3c1fb8-4435-4607-b68d-f884932e3436 HTTP/1.1" status: 204 len: 168 time: 1.6959715 Feb 28 20:30:06.878153 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37864) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:06.881311 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8369ede7-5282-4bf8-9781-386ee71c1519 req-3431dca6-d393-427c-879f-f4ab88f6c207 tempest-ServerRescueTestJSONUnderV235-979637011 tempest-ServerRescueTestJSONUnderV235-979637011-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c09c9f-a49d-4b4e-b7b4-28b38115c7ff HTTP/1.1" status: 200 len: 210 time: 0.0937161 Feb 28 20:30:06.886843 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c41a38-3c08-4d5b-94f8-ae9d73fc4348 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=4e3c1fb8-4435-4607-b68d-f884932e3436,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:06.917770 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-64f24d2d-edde-4d8a-b613-09c4f96d0a75 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for port (f80fd392-55bb-4dad-a1b6-1480e2dba06f), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:06.921677 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-192a0376-b79b-4418-aa5a-96157589f61b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (f7e1f30d-c0d3-4d37-b1c5-7b906bda5638), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:06.937287 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] For port 967db164-c7c8-4f0c-a38c-0d1355ad1bc7, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:30:06.941303 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] For port 967db164-c7c8-4f0c-a38c-0d1355ad1bc7, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=967db164-c7c8-4f0c-a38c-0d1355ad1bc7,segment=NetworkSegment(1a3fdda5-35c6-4c1a-87d3-90feeba61a54),segment_id=1a3fdda5-35c6-4c1a-87d3-90feeba61a54)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:30:06.943531 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-64f24d2d-edde-4d8a-b613-09c4f96d0a75 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (f80fd392-55bb-4dad-a1b6-1480e2dba06f), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:06.949951 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-32205846-d088-4fbb-8bf1-fcbe15f77168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:06.957969 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5889e055-2df1-4e3a-a2a1-621a707b03a0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777662 Feb 28 20:30:06.965484 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.965676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.965881 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37866) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:06.966154 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.966684 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.967534 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.967534 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.968013 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.968471 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.968931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.969401 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.969857 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.970503 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.971114 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.971576 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ca494065-b0db-4fee-9932-e33feb9e405c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:06.971979 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.972621 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.973140 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e2e04e92-1a97-42eb-8664-8fac7ca846f8 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:30:06.973694 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.974397 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.975294 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.975954 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.976584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.977315 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.977939 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:06.981143 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c766e2fd-5b7f-4e4a-bfa7-761404f197f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19803 time: 0.2220037 Feb 28 20:30:06.988764 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37870) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:07.040458 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (967db164-c7c8-4f0c-a38c-0d1355ad1bc7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:07.114559 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-192a0376-b79b-4418-aa5a-96157589f61b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (f7e1f30d-c0d3-4d37-b1c5-7b906bda5638), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:07.120470 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192a0376-b79b-4418-aa5a-96157589f61b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:07.121255 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-192a0376-b79b-4418-aa5a-96157589f61b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:07.125785 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: e2e04e92-1a97-42eb-8664-8fac7ca846f8 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:30:07.136324 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e2e04e92-1a97-42eb-8664-8fac7ca846f8 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:30:07.182666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32205846-d088-4fbb-8bf1-fcbe15f77168 None None] Network fd3ad63b-c4e5-4720-b4f3-39da78caf362 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:07.187255 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a8e62146-4b2c-4259-8ee7-b9aab4ed681f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (a74d1466-7611-4978-a9b5-ab1f1d9c5bda), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:07.195471 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-32205846-d088-4fbb-8bf1-fcbe15f77168 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:07.226772 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32205846-d088-4fbb-8bf1-fcbe15f77168 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:07.241669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32205846-d088-4fbb-8bf1-fcbe15f77168 None None] Pushing event updated for resources: {'Port': ['ID=1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:07.354816 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11c18e-e48a-4ee0-a7a3-ad7659ed8d97 None None] Pushing event updated for resources: {'Port': ['ID=967db164-c7c8-4f0c-a38c-0d1355ad1bc7,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:07.391655 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-64f24d2d-edde-4d8a-b613-09c4f96d0a75 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (f0c2a59e-cd5b-446d-9648-c70eebd6439b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:07.414235 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca494065-b0db-4fee-9932-e33feb9e405c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:07.418215 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ca494065-b0db-4fee-9932-e33feb9e405c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:07.421749 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e62146-4b2c-4259-8ee7-b9aab4ed681f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Subnet': ['ID=a74d1466-7611-4978-a9b5-ab1f1d9c5bda,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:07.452296 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-32205846-d088-4fbb-8bf1-fcbe15f77168 None None] Attempting to bind port 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:07.453074 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-32205846-d088-4fbb-8bf1-fcbe15f77168 None None] Attempting to bind port 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '7c205e40-8c72-4542-92fd-5039a3a8bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd3ad63b-c4e5-4720-b4f3-39da78caf362'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:07.453591 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32205846-d088-4fbb-8bf1-fcbe15f77168 None None] Attempting to bind port 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b on network fd3ad63b-c4e5-4720-b4f3-39da78caf362 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:07.456337 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab640f2c-dbed-47cc-98b9-59ec13414a61 req-2eacf1b0-f66e-4dca-8a03-f6f9ed877319 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 210 time: 0.3613024 Feb 28 20:30:07.472403 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32205846-d088-4fbb-8bf1-fcbe15f77168 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:30:07.473049 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32205846-d088-4fbb-8bf1-fcbe15f77168 None None] Checking segment: {'id': '7c205e40-8c72-4542-92fd-5039a3a8bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd3ad63b-c4e5-4720-b4f3-39da78caf362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:30:07.473744 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-32205846-d088-4fbb-8bf1-fcbe15f77168 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:07.474401 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32205846-d088-4fbb-8bf1-fcbe15f77168 None None] Bound using segment: {'id': '7c205e40-8c72-4542-92fd-5039a3a8bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd3ad63b-c4e5-4720-b4f3-39da78caf362'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:30:07.475436 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-32205846-d088-4fbb-8bf1-fcbe15f77168 None None] Bound port: 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c205e40-8c72-4542-92fd-5039a3a8bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd3ad63b-c4e5-4720-b4f3-39da78caf362'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:30:07.476054 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-32205846-d088-4fbb-8bf1-fcbe15f77168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:07.515556 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-192a0376-b79b-4418-aa5a-96157589f61b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0425577 Feb 28 20:30:07.517537 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37872) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:07.570459 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f24d2d-edde-4d8a-b613-09c4f96d0a75 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Pushing event updated for resources: {'Port': ['ID=f80fd392-55bb-4dad-a1b6-1480e2dba06f,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:07.588290 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e62146-4b2c-4259-8ee7-b9aab4ed681f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Checking segment: {'id': 'ea570dbe-1a8e-4033-bea2-92312151d6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef192d21-3acb-4bb9-ab61-2fb272d97424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:30:07.588674 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e62146-4b2c-4259-8ee7-b9aab4ed681f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network hostable DHCP agents. Network: ef192d21-3acb-4bb9-ab61-2fb272d97424, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:30:07.596167 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d14b7405-98f0-4c4b-aba3-7de743b7ee47 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Request body: {'subnet': {'network_id': 'f7e1f30d-c0d3-4d37-b1c5-7b906bda5638', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:07.645441 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9219562a-870e-4153-a2ce-bdf6273bff9b None None] DHCP port deletion for 60bc62cf-1ebe-462d-93c7-f1108638c505 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:30:07.659478 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-32205846-d088-4fbb-8bf1-fcbe15f77168 None None] For port 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:30:07.673633 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-ae8afa4b-4da6-4720-816b-9c0eb5a4a702 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:07.675558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-32205846-d088-4fbb-8bf1-fcbe15f77168 None None] For port 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b,segment=NetworkSegment(7c205e40-8c72-4542-92fd-5039a3a8bb31),segment_id=7c205e40-8c72-4542-92fd-5039a3a8bb31)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:30:07.676645 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-ae8afa4b-4da6-4720-816b-9c0eb5a4a702 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.15 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 805 time: 0.3521283 Feb 28 20:30:07.681129 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-4332e1a7-5494-48ce-8e04-98cb5dae1752 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:30:07.687932 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4332e1a7-5494-48ce-8e04-98cb5dae1752 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "PUT /v2.0/routers/3ae0683d-24d9-499b-a018-182a17730243 HTTP/1.1" status: 400 len: 364 time: 2.2963195 Feb 28 20:30:07.690057 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37874) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:07.696508 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-75cedfb5-a131-4774-9a35-aeaa404b5156 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Request body: {'port': {'device_id': '15dd8f72-e7f6-460f-ab13-40fd93376043', 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968', 'admin_state_up': True, 'tenant_id': 'e1fe66526f8249ae8c4d2136030f25ec'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:07.710470 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e62146-4b2c-4259-8ee7-b9aab4ed681f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network ef192d21-3acb-4bb9-ab61-2fb272d97424 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:30:07.874655 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-a8e62146-4b2c-4259-8ee7-b9aab4ed681f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ef192d21-3acb-4bb9-ab61-2fb272d97424) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:07.887860 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fef399e-a38d-4137-942e-5385230a6c92 None None] Network ef192d21-3acb-4bb9-ab61-2fb272d97424 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:07.898100 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e62146-4b2c-4259-8ee7-b9aab4ed681f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:07.898707 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a8e62146-4b2c-4259-8ee7-b9aab4ed681f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:07.909940 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-32205846-d088-4fbb-8bf1-fcbe15f77168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:08.006206 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37878) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:08.013002 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a8e62146-4b2c-4259-8ee7-b9aab4ed681f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4426291 Feb 28 20:30:08.020947 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37880) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:08.047262 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32205846-d088-4fbb-8bf1-fcbe15f77168 None None] Pushing event updated for resources: {'Port': ['ID=1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:08.063787 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-b9ec4176-d035-4828-94d5-5b09190b4450 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1934911706', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:08.076322 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9219562a-870e-4153-a2ce-bdf6273bff9b None None] Deleting port 82bfda52-7e86-4aea-a20f-b963eb0a77c4 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:08.076707 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9219562a-870e-4153-a2ce-bdf6273bff9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (82bfda52-7e86-4aea-a20f-b963eb0a77c4), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:08.097563 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960741d4-465a-4837-89e8-66e685619b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-ef192d21-3acb-4bb9-ab61-2fb272d97424', 'network_id': 'ef192d21-3acb-4bb9-ab61-2fb272d97424', 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'fixed_ips': [{'subnet_id': 'a74d1466-7611-4978-a9b5-ab1f1d9c5bda'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:30:08.098436 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-960741d4-465a-4837-89e8-66e685619b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:08.143193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a0376-b79b-4418-aa5a-96157589f61b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Network': ['ID=f7e1f30d-c0d3-4d37-b1c5-7b906bda5638,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:08.158504 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network f7e1f30d-c0d3-4d37-b1c5-7b906bda5638 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:30:08.159678 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-64f24d2d-edde-4d8a-b613-09c4f96d0a75 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:08.161412 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-64f24d2d-edde-4d8a-b613-09c4f96d0a75 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6329696 Feb 28 20:30:08.202048 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14b7405-98f0-4c4b-aba3-7de743b7ee47 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Made reservation on behalf of e38b0e6fba494a7aacc592cb25d2e86a for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:08.207527 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d14b7405-98f0-4c4b-aba3-7de743b7ee47 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:08.243488 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-97868ff6-17ee-407b-8a4a-09bc77485d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Deleting port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:08.243488 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97868ff6-17ee-407b-8a4a-09bc77485d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (bd0aac65-876e-4ae5-8f5c-7f2fb9f01634), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:08.306804 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-960741d4-465a-4837-89e8-66e685619b2e None None] Allocated IP 2001:db8:1::2 (ef192d21-3acb-4bb9-ab61-2fb272d97424/a74d1466-7611-4978-a9b5-ab1f1d9c5bda/d44a274d-5489-4676-9631-68fa40dcbded) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:08.369810 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b9ec4176-d035-4828-94d5-5b09190b4450 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (986e45a3-9a17-428c-bbc6-aa0da40cd359), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:08.371268 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b9ec4176-d035-4828-94d5-5b09190b4450 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (986e45a3-9a17-428c-bbc6-aa0da40cd359), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:08.453659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-97868ff6-17ee-407b-8a4a-09bc77485d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] For port bd0aac65-876e-4ae5-8f5c-7f2fb9f01634, host n-h1-820368-21, got binding levels [] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:08.454046 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97868ff6-17ee-407b-8a4a-09bc77485d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (bd0aac65-876e-4ae5-8f5c-7f2fb9f01634), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:08.482844 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-97868ff6-17ee-407b-8a4a-09bc77485d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Calling delete_port for bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:08.486606 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-9219562a-870e-4153-a2ce-bdf6273bff9b None None] For port 82bfda52-7e86-4aea-a20f-b963eb0a77c4, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=82bfda52-7e86-4aea-a20f-b963eb0a77c4,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:08.487241 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9219562a-870e-4153-a2ce-bdf6273bff9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (82bfda52-7e86-4aea-a20f-b963eb0a77c4), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:08.579874 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9219562a-870e-4153-a2ce-bdf6273bff9b None None] Calling delete_port for 82bfda52-7e86-4aea-a20f-b963eb0a77c4 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:08.710031 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-960741d4-465a-4837-89e8-66e685619b2e None None] Publish callbacks [] for port (d44a274d-5489-4676-9631-68fa40dcbded), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:08.730974 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-960741d4-465a-4837-89e8-66e685619b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (d44a274d-5489-4676-9631-68fa40dcbded), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:08.798390 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b9ec4176-d035-4828-94d5-5b09190b4450 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router_controller (986e45a3-9a17-428c-bbc6-aa0da40cd359), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:08.826691 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-75cedfb5-a131-4774-9a35-aeaa404b5156 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Made reservation on behalf of e1fe66526f8249ae8c4d2136030f25ec for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:08.831837 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-75cedfb5-a131-4774-9a35-aeaa404b5156 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:08.857949 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960741d4-465a-4837-89e8-66e685619b2e None None] Network ef192d21-3acb-4bb9-ab61-2fb272d97424 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:08.879138 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-960741d4-465a-4837-89e8-66e685619b2e None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:08.883664 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b9ec4176-d035-4828-94d5-5b09190b4450 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (986e45a3-9a17-428c-bbc6-aa0da40cd359), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:08.888916 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ca494065-b0db-4fee-9932-e33feb9e405c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (0adee4c8-4fd7-49aa-9e59-55a6d7499341), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:08.892490 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97868ff6-17ee-407b-8a4a-09bc77485d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (bd0aac65-876e-4ae5-8f5c-7f2fb9f01634), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:08.893027 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:08.899719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960741d4-465a-4837-89e8-66e685619b2e None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:08.942142 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960741d4-465a-4837-89e8-66e685619b2e None None] Pushing event updated for resources: {'Port': ['ID=d44a274d-5489-4676-9631-68fa40dcbded,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:08.947349 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9108617-00ee-4b60-9fe2-d525a961bf40 None None] Network ae6435be-6891-436a-b382-d0eed5c8ac04 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:08.968739 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92cdba8e-f691-4cba-b814-fcbcdcb71aab req-06fc94f8-2fc6-445e-8ecf-9cf4942fc05b tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 210 time: 0.1235180 Feb 28 20:30:08.985906 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9219562a-870e-4153-a2ce-bdf6273bff9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (82bfda52-7e86-4aea-a20f-b963eb0a77c4), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:08.999911 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b9ec4176-d035-4828-94d5-5b09190b4450 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:09.003743 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b9ec4176-d035-4828-94d5-5b09190b4450 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9406826 Feb 28 20:30:09.010228 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37896) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:09.016458 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca494065-b0db-4fee-9932-e33feb9e405c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:09.019833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97868ff6-17ee-407b-8a4a-09bc77485d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd0aac65-876e-4ae5-8f5c-7f2fb9f01634,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:09.032886 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97868ff6-17ee-407b-8a4a-09bc77485d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:09.039707 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-97868ff6-17ee-407b-8a4a-09bc77485d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] 10.222.0.13 "DELETE /v2.0/ports/bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 HTTP/1.1" status: 204 len: 168 time: 2.0466826 Feb 28 20:30:09.041867 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d14b7405-98f0-4c4b-aba3-7de743b7ee47 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (e15664ae-5bbf-4e3a-ba63-4a66d6aed10c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:09.043805 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37898) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:09.090454 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-ca494065-b0db-4fee-9932-e33feb9e405c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:09.093819 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca494065-b0db-4fee-9932-e33feb9e405c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:09.094010 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219562a-870e-4153-a2ce-bdf6273bff9b None None] Pushing event deleted for resources: {'Port': ['ID=82bfda52-7e86-4aea-a20f-b963eb0a77c4,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:09.094417 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ca494065-b0db-4fee-9932-e33feb9e405c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:09.101500 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9219562a-870e-4153-a2ce-bdf6273bff9b None None] No DVR routers for this DVR port 82bfda52-7e86-4aea-a20f-b963eb0a77c4 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:30:09.137958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b7405-98f0-4c4b-aba3-7de743b7ee47 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Subnet': ['ID=e15664ae-5bbf-4e3a-ba63-4a66d6aed10c,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:09.148098 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8585a184-32ea-426e-a776-f32c98ee1fd9 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:09.156447 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-960741d4-465a-4837-89e8-66e685619b2e None None] Attempting to bind port d44a274d-5489-4676-9631-68fa40dcbded on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:09.156812 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-960741d4-465a-4837-89e8-66e685619b2e None None] Attempting to bind port d44a274d-5489-4676-9631-68fa40dcbded by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'ea570dbe-1a8e-4033-bea2-92312151d6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef192d21-3acb-4bb9-ab61-2fb272d97424'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:09.157172 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960741d4-465a-4837-89e8-66e685619b2e None None] Attempting to bind port d44a274d-5489-4676-9631-68fa40dcbded on network ef192d21-3acb-4bb9-ab61-2fb272d97424 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:09.168608 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4276800e-d0f4-4769-a872-044656539263 req-2cd741b4-787e-4da2-934b-045791b74e38 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--514125755&fields=id&tenant_id=ce448fa148384bfb9a78481379c26323 HTTP/1.1" status: 200 len: 267 time: 0.3246787 Feb 28 20:30:09.170215 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca494065-b0db-4fee-9932-e33feb9e405c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=0adee4c8-4fd7-49aa-9e59-55a6d7499341,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:09.176177 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a044979-5b27-4fc9-bf1a-767786d0e967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] GET failed (client error): The resource could not be found. Feb 28 20:30:09.177824 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8a044979-5b27-4fc9-bf1a-767786d0e967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] 10.222.0.13 "GET /v2.0/ports/bd0aac65-876e-4ae5-8f5c-7f2fb9f01634 HTTP/1.1" status: 404 len: 333 time: 0.0647039 Feb 28 20:30:09.181400 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bd234330-876c-456a-a5f0-c62e7ad3a6b2 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:09.181964 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37900) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:09.195247 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1148709864', 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:09.196855 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960741d4-465a-4837-89e8-66e685619b2e None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:30:09.198573 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960741d4-465a-4837-89e8-66e685619b2e None None] Checking segment: {'id': 'ea570dbe-1a8e-4033-bea2-92312151d6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef192d21-3acb-4bb9-ab61-2fb272d97424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:30:09.198956 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-960741d4-465a-4837-89e8-66e685619b2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:09.199298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960741d4-465a-4837-89e8-66e685619b2e None None] Bound using segment: {'id': 'ea570dbe-1a8e-4033-bea2-92312151d6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef192d21-3acb-4bb9-ab61-2fb272d97424'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:30:09.199812 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-960741d4-465a-4837-89e8-66e685619b2e None None] Bound port: d44a274d-5489-4676-9631-68fa40dcbded, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea570dbe-1a8e-4033-bea2-92312151d6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef192d21-3acb-4bb9-ab61-2fb272d97424'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:30:09.200198 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-960741d4-465a-4837-89e8-66e685619b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d44a274d-5489-4676-9631-68fa40dcbded), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:09.205512 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0fbfe2b6-21b2-401f-bd56-b96fc7ae6c73 None None] Provisioning complete for port 967db164-c7c8-4f0c-a38c-0d1355ad1bc7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:09.205884 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0fbfe2b6-21b2-401f-bd56-b96fc7ae6c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (967db164-c7c8-4f0c-a38c-0d1355ad1bc7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:09.280979 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ca494065-b0db-4fee-9932-e33feb9e405c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3134432 Feb 28 20:30:09.299416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b7405-98f0-4c4b-aba3-7de743b7ee47 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Checking segment: {'id': '05a319c6-fa08-4cc0-bf41-52b8a4803d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f7e1f30d-c0d3-4d37-b1c5-7b906bda5638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:30:09.299974 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14b7405-98f0-4c4b-aba3-7de743b7ee47 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Network hostable DHCP agents. Network: f7e1f30d-c0d3-4d37-b1c5-7b906bda5638, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:30:09.303406 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37902) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:09.322563 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Made reservation on behalf of 1d681d4e24174cff9cad347cb38a678d for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:09.325196 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:09.350542 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-07a7c50e-cc07-4200-8615-542c6bebd90c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'name': 'tempest-NetworksTestDHCPv6-293082374'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:09.394935 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276800e-d0f4-4769-a872-044656539263 req-f2ad39e7-f3b8-4d53-89e1-88781608ed4a tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:09.400343 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4276800e-d0f4-4769-a872-044656539263 req-f2ad39e7-f3b8-4d53-89e1-88781608ed4a tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/networks?id=bd95dcac-d635-4bec-8252-dbb352dcdbef HTTP/1.1" status: 200 len: 810 time: 0.1985500 Feb 28 20:30:09.405753 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:09.406374 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:09.426923 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4276800e-d0f4-4769-a872-044656539263 req-dc1691c5-a9ea-4afb-aa88-aa98a4d96071 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/quotas/ce448fa148384bfb9a78481379c26323 HTTP/1.1" status: 200 len: 375 time: 0.0124762 Feb 28 20:30:09.428802 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] device_id is not set on port b020df1a-ad36-408b-a20f-c92a11182635 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:30:09.434239 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14b7405-98f0-4c4b-aba3-7de743b7ee47 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Network f7e1f30d-c0d3-4d37-b1c5-7b906bda5638 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:30:09.462943 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-960741d4-465a-4837-89e8-66e685619b2e None None] For port d44a274d-5489-4676-9631-68fa40dcbded, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:30:09.467126 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-960741d4-465a-4837-89e8-66e685619b2e None None] For port d44a274d-5489-4676-9631-68fa40dcbded, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d44a274d-5489-4676-9631-68fa40dcbded,segment=NetworkSegment(ea570dbe-1a8e-4033-bea2-92312151d6eb),segment_id=ea570dbe-1a8e-4033-bea2-92312151d6eb)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:30:09.495742 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-960741d4-465a-4837-89e8-66e685619b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d44a274d-5489-4676-9631-68fa40dcbded), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:09.528529 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-d14b7405-98f0-4c4b-aba3-7de743b7ee47 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, f7e1f30d-c0d3-4d37-b1c5-7b906bda5638) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:09.545439 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14b7405-98f0-4c4b-aba3-7de743b7ee47 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:09.546017 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d14b7405-98f0-4c4b-aba3-7de743b7ee47 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:09.575250 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f7dff8-7c9f-4d1c-8bcb-f4c06a1e7ec6 None None] Network f7e1f30d-c0d3-4d37-b1c5-7b906bda5638 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:09.605185 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d14b7405-98f0-4c4b-aba3-7de743b7ee47 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0193467 Feb 28 20:30:09.611278 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4276800e-d0f4-4769-a872-044656539263 req-9abcb5d9-3b36-4daa-8217-57b0f6b60169 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce448fa148384bfb9a78481379c26323&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1735551 Feb 28 20:30:09.616880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37904) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:09.622028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6fce9856-f21f-4269-87c4-eccd191eb056 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1429293428', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:09.673599 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6fce9856-f21f-4269-87c4-eccd191eb056 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (e9689ec1-22f6-4cc7-ab4d-410ae7dd456a), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:09.674997 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6fce9856-f21f-4269-87c4-eccd191eb056 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (e9689ec1-22f6-4cc7-ab4d-410ae7dd456a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:09.678520 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0fbfe2b6-21b2-401f-bd56-b96fc7ae6c73 None None] Current status of the port 967db164-c7c8-4f0c-a38c-0d1355ad1bc7 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:09.679032 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0fbfe2b6-21b2-401f-bd56-b96fc7ae6c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (967db164-c7c8-4f0c-a38c-0d1355ad1bc7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:09.681272 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fbd41e-493b-4b0a-901d-a8ea340edda9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-60bc62cf-1ebe-462d-93c7-f1108638c505', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'fixed_ips': [{'subnet_id': '0adee4c8-4fd7-49aa-9e59-55a6d7499341'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:30:09.682216 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f0fbd41e-493b-4b0a-901d-a8ea340edda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:09.854320 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4276800e-d0f4-4769-a872-044656539263 req-ac5d7151-d7b2-452d-bf9e-4bb8b73087cb service neutron] 10.222.0.13 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063036 Feb 28 20:30:09.880978 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960741d4-465a-4837-89e8-66e685619b2e None None] Pushing event updated for resources: {'Port': ['ID=d44a274d-5489-4676-9631-68fa40dcbded,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:09.929683 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704d5c84-9e8b-4f1f-90cc-0589f15d1791 None None] Network fd3ad63b-c4e5-4720-b4f3-39da78caf362 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:09.962204 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks [] for port (b020df1a-ad36-408b-a20f-c92a11182635), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:09.983124 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0fbfe2b6-21b2-401f-bd56-b96fc7ae6c73 None None] For port 967db164-c7c8-4f0c-a38c-0d1355ad1bc7, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=967db164-c7c8-4f0c-a38c-0d1355ad1bc7,segment=NetworkSegment(1a3fdda5-35c6-4c1a-87d3-90feeba61a54),segment_id=1a3fdda5-35c6-4c1a-87d3-90feeba61a54)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:10.078012 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0fbfe2b6-21b2-401f-bd56-b96fc7ae6c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (967db164-c7c8-4f0c-a38c-0d1355ad1bc7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:10.201453 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6fce9856-f21f-4269-87c4-eccd191eb056 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for router_controller (e9689ec1-22f6-4cc7-ab4d-410ae7dd456a), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:10.217562 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2abced1c-e503-49c0-97e6-8176f45a9202 req-9ff3b565-76b3-4022-95a3-714746e302dd tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 210 time: 0.0793397 Feb 28 20:30:10.254707 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-75cedfb5-a131-4774-9a35-aeaa404b5156 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Allocated IP 172.20.0.8 (f93bb5b0-b654-484a-b540-d0f4106b4968/061df787-4254-4266-93eb-5523552c7b33/75d995a8-0906-456e-9e1a-93d941f01c9e) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:10.402150 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:10.402493 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:10.412714 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a835e7cf-a8f5-417b-83c5-8b742eef5ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-f7e1f30d-c0d3-4d37-b1c5-7b906bda5638', 'network_id': 'f7e1f30d-c0d3-4d37-b1c5-7b906bda5638', 'project_id': 'e38b0e6fba494a7aacc592cb25d2e86a', 'fixed_ips': [{'subnet_id': 'e15664ae-5bbf-4e3a-ba63-4a66d6aed10c'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:30:10.413850 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a835e7cf-a8f5-417b-83c5-8b742eef5ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:10.416763 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4276800e-d0f4-4769-a872-044656539263 req-d1f5854a-671a-4d12-ab3c-27a517533af8 service neutron] 10.222.0.13 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5607193 Feb 28 20:30:10.472069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-f0fbd41e-493b-4b0a-901d-a8ea340edda9 None None] Allocated IP 2001:db8::2 (60bc62cf-1ebe-462d-93c7-f1108638c505/0adee4c8-4fd7-49aa-9e59-55a6d7499341/be190974-99b2-4cda-8d83-f0a1d9016078) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:10.478096 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6fce9856-f21f-4269-87c4-eccd191eb056 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for router_gateway (e9689ec1-22f6-4cc7-ab4d-410ae7dd456a), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:10.487801 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (b020df1a-ad36-408b-a20f-c92a11182635), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:10.499345 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b49c06ab-5a6a-4731-8667-511ddfcdc889 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:10.510851 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-946a9848-0c10-4734-8ec1-5be3922da31d None None] Provisioning complete for port 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:10.511417 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-946a9848-0c10-4734-8ec1-5be3922da31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:10.575134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfe2b6-21b2-401f-bd56-b96fc7ae6c73 None None] Pushing event updated for resources: {'Port': ['ID=967db164-c7c8-4f0c-a38c-0d1355ad1bc7,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:10.577670 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a7c50e-cc07-4200-8615-542c6bebd90c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:10.581125 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-07a7c50e-cc07-4200-8615-542c6bebd90c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:10.593843 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Network be21a915-9e4b-41d6-a38f-796e28ab3f0b is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:10.627161 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:10.638993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-bd234330-876c-456a-a5f0-c62e7ad3a6b2 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Allocated IP 2001:db8::1 (416bcbd6-7bdd-4765-892a-57eb321631aa/4c386082-b602-4089-bd03-ed28bab16090/582f822f-9c42-4101-a195-614d7a49cf1b) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:10.644128 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:10.645121 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:10.646628 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:10.669455 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b,segment=NetworkSegment(7c205e40-8c72-4542-92fd-5039a3a8bb31),segment_id=7c205e40-8c72-4542-92fd-5039a3a8bb31)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:10.683430 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Pushing event updated for resources: {'Port': ['ID=b020df1a-ad36-408b-a20f-c92a11182635,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:10.719334 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:10.720190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 967db164-c7c8-4f0c-a38c-0d1355ad1bc7 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:10.750293 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:10.750655 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:10.751002 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:10.751344 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:10.751684 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:10.759378 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:10.759784 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:10.760143 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:10.760483 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:10.760819 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:10.761156 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:10.761490 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:10.761820 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:10.787558 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd8092c3-ec8d-4c19-8b78-686b55e7bf22 req-17982022-af65-4d2b-b52a-357125f7f4d0 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 210 time: 0.1067817 Feb 28 20:30:10.799015 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f1b462d1-b789-4f2d-8382-46658e7478a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6094239 Feb 28 20:30:10.799015 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37912) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:10.841633 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dab442-66e1-4c30-a538-f9a381f3d0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:10.843060 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e8dab442-66e1-4c30-a538-f9a381f3d0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] 10.222.0.13 "GET /v2.0/ports/b020df1a-ad36-408b-a20f-c92a11182635 HTTP/1.1" status: 200 len: 959 time: 0.0447524 Feb 28 20:30:10.846853 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37914) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:10.893273 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-07a7c50e-cc07-4200-8615-542c6bebd90c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] device_id is not set on port e7f563fe-fa4d-4eaa-a787-0c20f8563b0d yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:30:10.963067 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f0fbd41e-493b-4b0a-901d-a8ea340edda9 None None] Publish callbacks [] for port (be190974-99b2-4cda-8d83-f0a1d9016078), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:11.060742 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-a835e7cf-a8f5-417b-83c5-8b742eef5ae1 None None] Allocated IP 172.20.0.2 (f7e1f30d-c0d3-4d37-b1c5-7b906bda5638/e15664ae-5bbf-4e3a-ba63-4a66d6aed10c/6e33ee90-09bf-4df5-b00d-47881c64b167) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:11.100419 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ef3928cb-c7fe-4d27-acba-c4964e461f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Deleting port b020df1a-ad36-408b-a20f-c92a11182635 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:11.100775 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef3928cb-c7fe-4d27-acba-c4964e461f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b020df1a-ad36-408b-a20f-c92a11182635), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:11.133721 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-75cedfb5-a131-4774-9a35-aeaa404b5156 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks [] for port (75d995a8-0906-456e-9e1a-93d941f01c9e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:11.143718 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6fce9856-f21f-4269-87c4-eccd191eb056 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for router_gateway (e9689ec1-22f6-4cc7-ab4d-410ae7dd456a), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:11.143963 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-89a22644-d13c-4acd-a02b-3da1164a0661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (043d3d92-4588-4240-8ff5-3ae403f40051), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:11.152813 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bd234330-876c-456a-a5f0-c62e7ad3a6b2 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for port (582f822f-9c42-4101-a195-614d7a49cf1b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:11.218874 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6fce9856-f21f-4269-87c4-eccd191eb056 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:11.267547 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f0fbd41e-493b-4b0a-901d-a8ea340edda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (be190974-99b2-4cda-8d83-f0a1d9016078), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:11.314144 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5517677e-5f0d-4a8a-a42d-750960fac2ff None None] Network ef192d21-3acb-4bb9-ab61-2fb272d97424 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:11.337245 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef3928cb-c7fe-4d27-acba-c4964e461f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b020df1a-ad36-408b-a20f-c92a11182635), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:11.372722 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fbd41e-493b-4b0a-901d-a8ea340edda9 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:11.383294 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8b7fc8c7-99bf-45d2-88c0-e9d1f370f759 req-ac9304b8-550a-4794-819a-67f0c5eddf4a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 210 time: 0.0536656 Feb 28 20:30:11.391864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ef3928cb-c7fe-4d27-acba-c4964e461f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Calling delete_port for b020df1a-ad36-408b-a20f-c92a11182635 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:11.500630 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-07a7c50e-cc07-4200-8615-542c6bebd90c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8::9f (60bc62cf-1ebe-462d-93c7-f1108638c505/0adee4c8-4fd7-49aa-9e59-55a6d7499341/e7f563fe-fa4d-4eaa-a787-0c20f8563b0d) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:11.532654 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-6fce9856-f21f-4269-87c4-eccd191eb056 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Allocated IP 172.25.0.42 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/0d638128-b1d0-417f-b550-b71e44f7bd87) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:11.536356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-f0fbd41e-493b-4b0a-901d-a8ea340edda9 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:11.566826 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-75cedfb5-a131-4774-9a35-aeaa404b5156 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (75d995a8-0906-456e-9e1a-93d941f01c9e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:11.602026 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fbd41e-493b-4b0a-901d-a8ea340edda9 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:11.608134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:30:11.629857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:11.690614 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef3928cb-c7fe-4d27-acba-c4964e461f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (b020df1a-ad36-408b-a20f-c92a11182635), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:11.699900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 967db164-c7c8-4f0c-a38c-0d1355ad1bc7 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:11.699900 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (967db164-c7c8-4f0c-a38c-0d1355ad1bc7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:11.765031 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3928cb-c7fe-4d27-acba-c4964e461f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Pushing event deleted for resources: {'Port': ['ID=b020df1a-ad36-408b-a20f-c92a11182635,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:11.784457 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef3928cb-c7fe-4d27-acba-c4964e461f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:11.791545 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ef3928cb-c7fe-4d27-acba-c4964e461f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b020df1a-ad36-408b-a20f-c92a11182635 HTTP/1.1" status: 204 len: 168 time: 0.9413576 Feb 28 20:30:11.793145 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37924) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:11.825957 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-946a9848-0c10-4734-8ec1-5be3922da31d None None] Current status of the port 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:11.847903 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-75cedfb5-a131-4774-9a35-aeaa404b5156 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Network f93bb5b0-b654-484a-b540-d0f4106b4968 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:11.893187 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bd234330-876c-456a-a5f0-c62e7ad3a6b2 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (582f822f-9c42-4101-a195-614d7a49cf1b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:11.928564 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cbcf19c-8173-46f2-a171-436e8c3c4eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] GET failed (client error): The resource could not be found. Feb 28 20:30:11.935495 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbd41e-493b-4b0a-901d-a8ea340edda9 None None] Pushing event updated for resources: {'Port': ['ID=be190974-99b2-4cda-8d83-f0a1d9016078,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:11.935972 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7cbcf19c-8173-46f2-a171-436e8c3c4eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] 10.222.0.13 "GET /v2.0/ports/b020df1a-ad36-408b-a20f-c92a11182635 HTTP/1.1" status: 404 len: 333 time: 0.1377103 Feb 28 20:30:11.937043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37928) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:11.944717 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd234330-876c-456a-a5f0-c62e7ad3a6b2 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Network 416bcbd6-7bdd-4765-892a-57eb321631aa is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:11.944886 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a835e7cf-a8f5-417b-83c5-8b742eef5ae1 None None] Publish callbacks [] for port (6e33ee90-09bf-4df5-b00d-47881c64b167), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:11.947236 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-75cedfb5-a131-4774-9a35-aeaa404b5156 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:11.948642 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-4213a140-7b42-4e8b-afdb-dd385f9d5303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Request body: {'port': {'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081132245'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:11.956939 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-b49c06ab-5a6a-4731-8667-511ddfcdc889 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Allocated IP 2001:db8::1 (fd3ad63b-c4e5-4720-b4f3-39da78caf362/e7f6b567-e9df-457f-b71d-3fbc160d80fd/923e8c17-7421-499f-b0fc-bdbfd325ebd3) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:11.960860 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-bd234330-876c-456a-a5f0-c62e7ad3a6b2 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:11.966547 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd234330-876c-456a-a5f0-c62e7ad3a6b2 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:11.967093 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bd234330-876c-456a-a5f0-c62e7ad3a6b2 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (3ae0683d-24d9-499b-a018-182a17730243), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:11.972060 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-75cedfb5-a131-4774-9a35-aeaa404b5156 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:12.003434 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a835e7cf-a8f5-417b-83c5-8b742eef5ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (6e33ee90-09bf-4df5-b00d-47881c64b167), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:12.020558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f0fbd41e-493b-4b0a-901d-a8ea340edda9 None None] Attempting to bind port be190974-99b2-4cda-8d83-f0a1d9016078 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:12.020924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f0fbd41e-493b-4b0a-901d-a8ea340edda9 None None] Attempting to bind port be190974-99b2-4cda-8d83-f0a1d9016078 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:12.021774 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fbd41e-493b-4b0a-901d-a8ea340edda9 None None] Attempting to bind port be190974-99b2-4cda-8d83-f0a1d9016078 on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:12.023475 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6fce9856-f21f-4269-87c4-eccd191eb056 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for port (0d638128-b1d0-417f-b550-b71e44f7bd87), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:12.032051 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fbd41e-493b-4b0a-901d-a8ea340edda9 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:30:12.032459 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fbd41e-493b-4b0a-901d-a8ea340edda9 None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:30:12.032922 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f0fbd41e-493b-4b0a-901d-a8ea340edda9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:12.033302 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fbd41e-493b-4b0a-901d-a8ea340edda9 None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:30:12.033806 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f0fbd41e-493b-4b0a-901d-a8ea340edda9 None None] Bound port: be190974-99b2-4cda-8d83-f0a1d9016078, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:30:12.034183 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f0fbd41e-493b-4b0a-901d-a8ea340edda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (be190974-99b2-4cda-8d83-f0a1d9016078), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:12.041908 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-75cedfb5-a131-4774-9a35-aeaa404b5156 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:12.042576 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-75cedfb5-a131-4774-9a35-aeaa404b5156 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:12.062830 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc943e97-687e-4a3c-a2c2-a67df9b36a96 req-0d1092f7-ff34-4b44-b34a-e8c0906e7683 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 210 time: 0.1098130 Feb 28 20:30:12.101724 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4213a140-7b42-4e8b-afdb-dd385f9d5303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Made reservation on behalf of 1d681d4e24174cff9cad347cb38a678d for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:12.106146 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4213a140-7b42-4e8b-afdb-dd385f9d5303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:12.114079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cedfb5-a131-4774-9a35-aeaa404b5156 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Pushing event updated for resources: {'Port': ['ID=75d995a8-0906-456e-9e1a-93d941f01c9e,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:12.221755 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-4213a140-7b42-4e8b-afdb-dd385f9d5303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] device_id is not set on port cb6f7bda-a92f-4a74-b0af-7a1d42609868 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:30:12.335370 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a835e7cf-a8f5-417b-83c5-8b742eef5ae1 None None] Network f7e1f30d-c0d3-4d37-b1c5-7b906bda5638 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:12.352919 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6fce9856-f21f-4269-87c4-eccd191eb056 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0d638128-b1d0-417f-b550-b71e44f7bd87), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:12.358031 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-a835e7cf-a8f5-417b-83c5-8b742eef5ae1 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:12.493354 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fce9856-f21f-4269-87c4-eccd191eb056 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:12.533149 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a835e7cf-a8f5-417b-83c5-8b742eef5ae1 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:12.547693 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835e7cf-a8f5-417b-83c5-8b742eef5ae1 None None] Pushing event updated for resources: {'Port': ['ID=6e33ee90-09bf-4df5-b00d-47881c64b167,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:12.554931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-6fce9856-f21f-4269-87c4-eccd191eb056 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:12.570194 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fce9856-f21f-4269-87c4-eccd191eb056 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:12.578438 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1d1fd083-4424-4551-bc6e-b0743e1c85c4 None None] Provisioning complete for port 967db164-c7c8-4f0c-a38c-0d1355ad1bc7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:12.581279 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1d1fd083-4424-4551-bc6e-b0743e1c85c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (967db164-c7c8-4f0c-a38c-0d1355ad1bc7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:12.661451 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce9856-f21f-4269-87c4-eccd191eb056 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Port': ['ID=0d638128-b1d0-417f-b550-b71e44f7bd87,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:12.743408 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 967db164-c7c8-4f0c-a38c-0d1355ad1bc7 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:12.749623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f0fbd41e-493b-4b0a-901d-a8ea340edda9 None None] For port be190974-99b2-4cda-8d83-f0a1d9016078, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:30:12.835909 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f0fbd41e-493b-4b0a-901d-a8ea340edda9 None None] For port be190974-99b2-4cda-8d83-f0a1d9016078, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=be190974-99b2-4cda-8d83-f0a1d9016078,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:30:12.845522 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 82bfda52-7e86-4aea-a20f-b963eb0a77c4 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:30:12.882251 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f0fbd41e-493b-4b0a-901d-a8ea340edda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (be190974-99b2-4cda-8d83-f0a1d9016078), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:12.896212 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276800e-d0f4-4769-a872-044656539263 req-762efc70-82c6-4657-86da-0dcac98f9990 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:12.897844 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4276800e-d0f4-4769-a872-044656539263 req-762efc70-82c6-4657-86da-0dcac98f9990 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.10 "GET /v2.0/networks?id=bd95dcac-d635-4bec-8252-dbb352dcdbef HTTP/1.1" status: 200 len: 810 time: 0.5579236 Feb 28 20:30:12.898274 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 82bfda52-7e86-4aea-a20f-b963eb0a77c4 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:30:12.898717 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 82bfda52-7e86-4aea-a20f-b963eb0a77c4 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:30:12.928576 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a835e7cf-a8f5-417b-83c5-8b742eef5ae1 None None] Attempting to bind port 6e33ee90-09bf-4df5-b00d-47881c64b167 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:12.929498 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a835e7cf-a8f5-417b-83c5-8b742eef5ae1 None None] Attempting to bind port 6e33ee90-09bf-4df5-b00d-47881c64b167 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '05a319c6-fa08-4cc0-bf41-52b8a4803d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f7e1f30d-c0d3-4d37-b1c5-7b906bda5638'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:12.929498 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a835e7cf-a8f5-417b-83c5-8b742eef5ae1 None None] Attempting to bind port 6e33ee90-09bf-4df5-b00d-47881c64b167 on network f7e1f30d-c0d3-4d37-b1c5-7b906bda5638 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:12.974933 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a835e7cf-a8f5-417b-83c5-8b742eef5ae1 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:30:12.985473 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a835e7cf-a8f5-417b-83c5-8b742eef5ae1 None None] Checking segment: {'id': '05a319c6-fa08-4cc0-bf41-52b8a4803d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f7e1f30d-c0d3-4d37-b1c5-7b906bda5638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:30:12.988099 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a835e7cf-a8f5-417b-83c5-8b742eef5ae1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:12.988769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a835e7cf-a8f5-417b-83c5-8b742eef5ae1 None None] Bound using segment: {'id': '05a319c6-fa08-4cc0-bf41-52b8a4803d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f7e1f30d-c0d3-4d37-b1c5-7b906bda5638'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:30:12.988889 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae09ca-7e2f-460e-bf28-6c572e621e6e req-a1b10d41-0ae5-4354-bf28-ce7922b1e59a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:12.990747 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57ae09ca-7e2f-460e-bf28-6c572e621e6e req-a1b10d41-0ae5-4354-bf28-ce7922b1e59a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 931 time: 0.3813021 Feb 28 20:30:12.993101 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a835e7cf-a8f5-417b-83c5-8b742eef5ae1 None None] Bound port: 6e33ee90-09bf-4df5-b00d-47881c64b167, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a319c6-fa08-4cc0-bf41-52b8a4803d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f7e1f30d-c0d3-4d37-b1c5-7b906bda5638'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:30:12.993702 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a835e7cf-a8f5-417b-83c5-8b742eef5ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6e33ee90-09bf-4df5-b00d-47881c64b167), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:13.075060 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4213a140-7b42-4e8b-afdb-dd385f9d5303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks [] for port (cb6f7bda-a92f-4a74-b0af-7a1d42609868), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:13.130064 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd234330-876c-456a-a5f0-c62e7ad3a6b2 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event updated for resources: {'Port': ['ID=582f822f-9c42-4101-a195-614d7a49cf1b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:13.140838 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-75cedfb5-a131-4774-9a35-aeaa404b5156 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4497659 Feb 28 20:30:13.158567 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbd41e-493b-4b0a-901d-a8ea340edda9 None None] Pushing event updated for resources: {'Port': ['ID=be190974-99b2-4cda-8d83-f0a1d9016078,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:13.159475 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] Request body: {'port': {'device_id': '15dd8f72-e7f6-460f-ab13-40fd93376043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:13.221420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1d1fd083-4424-4551-bc6e-b0743e1c85c4 None None] Current status of the port 967db164-c7c8-4f0c-a38c-0d1355ad1bc7 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:13.233199 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4276800e-d0f4-4769-a872-044656539263 req-d93cfc8b-d464-451f-abfc-5a9d92e9c420 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce448fa148384bfb9a78481379c26323 HTTP/1.1" status: 200 len: 379 time: 0.3116982 Feb 28 20:30:13.300598 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a835e7cf-a8f5-417b-83c5-8b742eef5ae1 None None] For port 6e33ee90-09bf-4df5-b00d-47881c64b167, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:30:13.306107 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a835e7cf-a8f5-417b-83c5-8b742eef5ae1 None None] For port 6e33ee90-09bf-4df5-b00d-47881c64b167, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6e33ee90-09bf-4df5-b00d-47881c64b167,segment=NetworkSegment(05a319c6-fa08-4cc0-bf41-52b8a4803d9d),segment_id=05a319c6-fa08-4cc0-bf41-52b8a4803d9d)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:30:13.307970 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1d1fd083-4424-4551-bc6e-b0743e1c85c4 None None] Provisioning complete for port 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:13.309965 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1d1fd083-4424-4551-bc6e-b0743e1c85c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:13.322754 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-4276800e-d0f4-4769-a872-044656539263 req-c3d89561-1d95-4b7c-acbe-def2190a7dea tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Request body: {'port': {'device_id': 'bdc0e401-ebaf-4e6a-8270-82b4c070445a', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'admin_state_up': True, 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'security_groups': ['12da2157-31e1-4a21-a805-4e2fe7039cc4']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:13.437285 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a835e7cf-a8f5-417b-83c5-8b742eef5ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6e33ee90-09bf-4df5-b00d-47881c64b167), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:13.484388 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1e7ac2bc-fc8e-4d06-8699-35aefb07f8ec req-aaca994c-6b16-461b-ba49-da3abdce439a tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 210 time: 0.1834023 Feb 28 20:30:13.535670 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57ae09ca-7e2f-460e-bf28-6c572e621e6e req-e5eb4f7c-f502-455c-9770-7181e730bdd7 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308666 Feb 28 20:30:13.556038 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:13.632735 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4213a140-7b42-4e8b-afdb-dd385f9d5303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (cb6f7bda-a92f-4a74-b0af-7a1d42609868), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:13.728772 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213a140-7b42-4e8b-afdb-dd385f9d5303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Pushing event updated for resources: {'Port': ['ID=cb6f7bda-a92f-4a74-b0af-7a1d42609868,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:13.735554 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bd234330-876c-456a-a5f0-c62e7ad3a6b2 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (582f822f-9c42-4101-a195-614d7a49cf1b), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:13.753792 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6fce9856-f21f-4269-87c4-eccd191eb056 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for router_gateway (e9689ec1-22f6-4cc7-ab4d-410ae7dd456a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:13.763124 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b49c06ab-5a6a-4731-8667-511ddfcdc889 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for port (923e8c17-7421-499f-b0fc-bdbfd325ebd3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:13.829792 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4213a140-7b42-4e8b-afdb-dd385f9d5303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Network be21a915-9e4b-41d6-a38f-796e28ab3f0b is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:13.832735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4276800e-d0f4-4769-a872-044656539263 req-c3d89561-1d95-4b7c-acbe-def2190a7dea tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Made reservation on behalf of ce448fa148384bfb9a78481379c26323 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:13.838829 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4276800e-d0f4-4769-a872-044656539263 req-c3d89561-1d95-4b7c-acbe-def2190a7dea tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:13.845205 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-4213a140-7b42-4e8b-afdb-dd385f9d5303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:13.855663 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4213a140-7b42-4e8b-afdb-dd385f9d5303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:13.857100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4213a140-7b42-4e8b-afdb-dd385f9d5303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:13.857794 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4213a140-7b42-4e8b-afdb-dd385f9d5303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:13.915019 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (75d995a8-0906-456e-9e1a-93d941f01c9e), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:13.938775 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4213a140-7b42-4e8b-afdb-dd385f9d5303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9903021 Feb 28 20:30:13.938775 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37936) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:13.944561 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:13.949035 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-07a7c50e-cc07-4200-8615-542c6bebd90c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (e7f563fe-fa4d-4eaa-a787-0c20f8563b0d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:13.996062 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835e7cf-a8f5-417b-83c5-8b742eef5ae1 None None] Pushing event updated for resources: {'Port': ['ID=6e33ee90-09bf-4df5-b00d-47881c64b167,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:14.026853 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1d1fd083-4424-4551-bc6e-b0743e1c85c4 None None] Current status of the port 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:14.049194 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1d1fd083-4424-4551-bc6e-b0743e1c85c4 None None] Provisioning complete for port d44a274d-5489-4676-9631-68fa40dcbded triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:14.049573 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1d1fd083-4424-4551-bc6e-b0743e1c85c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d44a274d-5489-4676-9631-68fa40dcbded), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:14.056356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:14.056356 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:14.205329 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b49c06ab-5a6a-4731-8667-511ddfcdc889 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (923e8c17-7421-499f-b0fc-bdbfd325ebd3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:14.267463 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:14.269662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 967db164-c7c8-4f0c-a38c-0d1355ad1bc7 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:14.277233 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c06ab-5a6a-4731-8667-511ddfcdc889 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Port': ['ID=923e8c17-7421-499f-b0fc-bdbfd325ebd3,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:14.353293 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1d1fd083-4424-4551-bc6e-b0743e1c85c4 None None] Current status of the port d44a274d-5489-4676-9631-68fa40dcbded is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:14.354003 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1d1fd083-4424-4551-bc6e-b0743e1c85c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d44a274d-5489-4676-9631-68fa40dcbded), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:14.371395 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 967db164-c7c8-4f0c-a38c-0d1355ad1bc7 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:14.372108 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (967db164-c7c8-4f0c-a38c-0d1355ad1bc7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:14.399319 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1d1fd083-4424-4551-bc6e-b0743e1c85c4 None None] For port d44a274d-5489-4676-9631-68fa40dcbded, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d44a274d-5489-4676-9631-68fa40dcbded,segment=NetworkSegment(ea570dbe-1a8e-4033-bea2-92312151d6eb),segment_id=ea570dbe-1a8e-4033-bea2-92312151d6eb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:14.416794 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49c06ab-5a6a-4731-8667-511ddfcdc889 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network fd3ad63b-c4e5-4720-b4f3-39da78caf362 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:14.424610 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1d1fd083-4424-4551-bc6e-b0743e1c85c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d44a274d-5489-4676-9631-68fa40dcbded), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:14.449940 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-b49c06ab-5a6a-4731-8667-511ddfcdc889 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:14.494820 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49c06ab-5a6a-4731-8667-511ddfcdc889 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:14.495359 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b49c06ab-5a6a-4731-8667-511ddfcdc889 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (986e45a3-9a17-428c-bbc6-aa0da40cd359), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:14.496916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fd083-4424-4551-bc6e-b0743e1c85c4 None None] Pushing event updated for resources: {'Port': ['ID=d44a274d-5489-4676-9631-68fa40dcbded,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:14.502998 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-89a22644-d13c-4acd-a02b-3da1164a0661 admin admin] Deleting port 9dfa9662-a9d0-4430-ad15-841b7590bdfa {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:14.503345 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-89a22644-d13c-4acd-a02b-3da1164a0661 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (9dfa9662-a9d0-4430-ad15-841b7590bdfa), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:14.511227 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-07a7c50e-cc07-4200-8615-542c6bebd90c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (e7f563fe-fa4d-4eaa-a787-0c20f8563b0d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:14.571557 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 967db164-c7c8-4f0c-a38c-0d1355ad1bc7 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:14.572837 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d44a274d-5489-4676-9631-68fa40dcbded up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:14.633573 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-fcf5a35c-fab3-4d5b-8a37-ae0f20153023 None None] Provisioning complete for port 582f822f-9c42-4101-a195-614d7a49cf1b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:14.633949 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fcf5a35c-fab3-4d5b-8a37-ae0f20153023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (582f822f-9c42-4101-a195-614d7a49cf1b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:14.662630 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a7c50e-cc07-4200-8615-542c6bebd90c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:14.693582 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-fcf5a35c-fab3-4d5b-8a37-ae0f20153023 None None] Port 582f822f-9c42-4101-a195-614d7a49cf1b cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:30:14.696160 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d44a274d-5489-4676-9631-68fa40dcbded triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:14.696459 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d44a274d-5489-4676-9631-68fa40dcbded), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:14.805450 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-fcf5a35c-fab3-4d5b-8a37-ae0f20153023 None None] Provisioning complete for port d44a274d-5489-4676-9631-68fa40dcbded triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:14.805744 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fcf5a35c-fab3-4d5b-8a37-ae0f20153023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d44a274d-5489-4676-9631-68fa40dcbded), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:14.812233 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bd234330-876c-456a-a5f0-c62e7ad3a6b2 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for port (582f822f-9c42-4101-a195-614d7a49cf1b), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:14.828895 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-4276800e-d0f4-4769-a872-044656539263 req-c3d89561-1d95-4b7c-acbe-def2190a7dea tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Allocated IP 172.20.0.13 (bd95dcac-d635-4bec-8252-dbb352dcdbef/a36f3d5e-8266-4be4-ab73-31f8fb0001af/28f22ab8-31b9-420b-b5ff-5b306b174979) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:14.942248 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d44a274d-5489-4676-9631-68fa40dcbded is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:14.983514 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-fcf5a35c-fab3-4d5b-8a37-ae0f20153023 None None] Current status of the port d44a274d-5489-4676-9631-68fa40dcbded is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:14.991737 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5da913cd-fc44-4e85-8565-2e12d225c0a6 req-9b62f612-9c83-4131-9f3c-72a9708d4cf4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 210 time: 0.2966628 Feb 28 20:30:15.027126 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d995a8-0906-456e-9e1a-93d941f01c9e {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:30:15.038307 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] Publish callbacks [] for port (75d995a8-0906-456e-9e1a-93d941f01c9e), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:15.039058 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cb6f7bda-a92f-4a74-b0af-7a1d42609868), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:15.056847 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-07a7c50e-cc07-4200-8615-542c6bebd90c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:15.062008 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a7c50e-cc07-4200-8615-542c6bebd90c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:15.068779 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a7c50e-cc07-4200-8615-542c6bebd90c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:15.069429 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-07a7c50e-cc07-4200-8615-542c6bebd90c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:15.076682 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6fce9856-f21f-4269-87c4-eccd191eb056 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (e9689ec1-22f6-4cc7-ab4d-410ae7dd456a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:15.100274 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] Transition to ACTIVE for port object 75d995a8-0906-456e-9e1a-93d941f01c9e will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:30:15.140838 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ebedb014-c40e-4c57-b84f-58ae20c4f1db None None] Provisioning complete for port 923e8c17-7421-499f-b0fc-bdbfd325ebd3 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:15.143319 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ebedb014-c40e-4c57-b84f-58ae20c4f1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (923e8c17-7421-499f-b0fc-bdbfd325ebd3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:15.151589 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bd234330-876c-456a-a5f0-c62e7ad3a6b2 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (582f822f-9c42-4101-a195-614d7a49cf1b), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:15.152516 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bd234330-876c-456a-a5f0-c62e7ad3a6b2 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (3ae0683d-24d9-499b-a018-182a17730243), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:15.173578 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (75d995a8-0906-456e-9e1a-93d941f01c9e), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:15.182748 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc39086-3b1a-484e-a3d7-1013625fa353 req-13fae6bb-a891-4864-87d1-1c2c4c793e5d tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:15.184622 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7bc39086-3b1a-484e-a3d7-1013625fa353 req-13fae6bb-a891-4864-87d1-1c2c4c793e5d tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 931 time: 0.3428199 Feb 28 20:30:15.226500 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ebedb014-c40e-4c57-b84f-58ae20c4f1db None None] Port 923e8c17-7421-499f-b0fc-bdbfd325ebd3 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:30:15.252727 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ebedb014-c40e-4c57-b84f-58ae20c4f1db None None] Provisioning complete for port be190974-99b2-4cda-8d83-f0a1d9016078 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:15.253291 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ebedb014-c40e-4c57-b84f-58ae20c4f1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (be190974-99b2-4cda-8d83-f0a1d9016078), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:15.310330 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6e33ee90-09bf-4df5-b00d-47881c64b167 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:15.398605 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-07a7c50e-cc07-4200-8615-542c6bebd90c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.0536530 Feb 28 20:30:15.411608 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37942) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:15.413975 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7c50e-cc07-4200-8615-542c6bebd90c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=e7f563fe-fa4d-4eaa-a787-0c20f8563b0d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:15.438269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7bc39086-3b1a-484e-a3d7-1013625fa353 req-5fb4a223-fa69-4df8-bb68-648acc7dcb90 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702507 Feb 28 20:30:15.461132 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b49c06ab-5a6a-4731-8667-511ddfcdc889 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (923e8c17-7421-499f-b0fc-bdbfd325ebd3), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:15.461367 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 6e33ee90-09bf-4df5-b00d-47881c64b167 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:15.461367 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6e33ee90-09bf-4df5-b00d-47881c64b167), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:15.502595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c418ca77-001d-4960-9ef3-8ff9ebb343ed None None] Network f7e1f30d-c0d3-4d37-b1c5-7b906bda5638 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:15.520193 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ebedb014-c40e-4c57-b84f-58ae20c4f1db None None] Current status of the port be190974-99b2-4cda-8d83-f0a1d9016078 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:15.520586 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ebedb014-c40e-4c57-b84f-58ae20c4f1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (be190974-99b2-4cda-8d83-f0a1d9016078), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:15.577299 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-89a22644-d13c-4acd-a02b-3da1164a0661 admin admin] For port 9dfa9662-a9d0-4430-ad15-841b7590bdfa, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9dfa9662-a9d0-4430-ad15-841b7590bdfa,segment=NetworkSegment(8a70148e-0b57-4d50-90ab-734818fed05d),segment_id=8a70148e-0b57-4d50-90ab-734818fed05d)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:15.577838 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-89a22644-d13c-4acd-a02b-3da1164a0661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (9dfa9662-a9d0-4430-ad15-841b7590bdfa), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:15.604637 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4276800e-d0f4-4769-a872-044656539263 req-c3d89561-1d95-4b7c-acbe-def2190a7dea tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for port (28f22ab8-31b9-420b-b5ff-5b306b174979), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:15.647823 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ebedb014-c40e-4c57-b84f-58ae20c4f1db None None] For port be190974-99b2-4cda-8d83-f0a1d9016078, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=be190974-99b2-4cda-8d83-f0a1d9016078,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:15.651845 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6e33ee90-09bf-4df5-b00d-47881c64b167 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:15.652279 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6e33ee90-09bf-4df5-b00d-47881c64b167), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:15.656542 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd234330-876c-456a-a5f0-c62e7ad3a6b2 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event updated for resources: {'Port': ['ID=582f822f-9c42-4101-a195-614d7a49cf1b,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:15.660124 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-89a22644-d13c-4acd-a02b-3da1164a0661 admin admin] Calling delete_port for 9dfa9662-a9d0-4430-ad15-841b7590bdfa owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:15.664205 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ebedb014-c40e-4c57-b84f-58ae20c4f1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (be190974-99b2-4cda-8d83-f0a1d9016078), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:15.722561 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] device_id is not set on port cb6f7bda-a92f-4a74-b0af-7a1d42609868 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:30:15.737355 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks [] for port (cb6f7bda-a92f-4a74-b0af-7a1d42609868), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:15.752886 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 6e33ee90-09bf-4df5-b00d-47881c64b167, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6e33ee90-09bf-4df5-b00d-47881c64b167,segment=NetworkSegment(05a319c6-fa08-4cc0-bf41-52b8a4803d9d),segment_id=05a319c6-fa08-4cc0-bf41-52b8a4803d9d)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:15.756254 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4276800e-d0f4-4769-a872-044656539263 req-c3d89561-1d95-4b7c-acbe-def2190a7dea tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (28f22ab8-31b9-420b-b5ff-5b306b174979), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:15.758651 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (cb6f7bda-a92f-4a74-b0af-7a1d42609868), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:15.762639 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fce9856-f21f-4269-87c4-eccd191eb056 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Router e9689ec1-22f6-4cc7-ab4d-410ae7dd456a is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:30:15.765395 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6e33ee90-09bf-4df5-b00d-47881c64b167), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:15.766327 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d44a274d-5489-4676-9631-68fa40dcbded up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:15.771570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedb014-c40e-4c57-b84f-58ae20c4f1db None None] Pushing event updated for resources: {'Port': ['ID=be190974-99b2-4cda-8d83-f0a1d9016078,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:15.797597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd234330-876c-456a-a5f0-c62e7ad3a6b2 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Network 416bcbd6-7bdd-4765-892a-57eb321631aa is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:15.825035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4276800e-d0f4-4769-a872-044656539263 req-c3d89561-1d95-4b7c-acbe-def2190a7dea tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Network bd95dcac-d635-4bec-8252-dbb352dcdbef is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:15.835649 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-4276800e-d0f4-4769-a872-044656539263 req-c3d89561-1d95-4b7c-acbe-def2190a7dea tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:15.860937 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3e2c987f-db51-4039-858c-f34b57e29719 None None] Provisioning complete for port 6e33ee90-09bf-4df5-b00d-47881c64b167 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:15.861320 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3e2c987f-db51-4039-858c-f34b57e29719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6e33ee90-09bf-4df5-b00d-47881c64b167), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:15.890367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4276800e-d0f4-4769-a872-044656539263 req-c3d89561-1d95-4b7c-acbe-def2190a7dea tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:15.911885 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=6e33ee90-09bf-4df5-b00d-47881c64b167,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:15.928089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Pushing event updated for resources: {'Port': ['ID=cb6f7bda-a92f-4a74-b0af-7a1d42609868,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:15.935007 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d44a274d-5489-4676-9631-68fa40dcbded triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:15.935385 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d44a274d-5489-4676-9631-68fa40dcbded), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:15.979639 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:15.980020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:15.980545 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:16.037179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:16.037518 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:30:16.041505 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 2 to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 Feb 28 20:30:16.048494 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3e2c987f-db51-4039-858c-f34b57e29719 None None] Current status of the port 6e33ee90-09bf-4df5-b00d-47881c64b167 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:16.049144 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276800e-d0f4-4769-a872-044656539263 req-c3d89561-1d95-4b7c-acbe-def2190a7dea tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:16.049812 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4276800e-d0f4-4769-a872-044656539263 req-c3d89561-1d95-4b7c-acbe-def2190a7dea tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:16.091801 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d89561-1d95-4b7c-acbe-def2190a7dea tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Pushing event updated for resources: {'Port': ['ID=28f22ab8-31b9-420b-b5ff-5b306b174979,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:16.104870 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:16.105221 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:16.105568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:16.130454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3e2c987f-db51-4039-858c-f34b57e29719 None None] Provisioning complete for port e7f563fe-fa4d-4eaa-a787-0c20f8563b0d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:16.130854 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3e2c987f-db51-4039-858c-f34b57e29719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e7f563fe-fa4d-4eaa-a787-0c20f8563b0d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:16.174073 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4276800e-d0f4-4769-a872-044656539263 req-c3d89561-1d95-4b7c-acbe-def2190a7dea tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8592041 Feb 28 20:30:16.177134 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fce9856-f21f-4269-87c4-eccd191eb056 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:30:16.177312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d44a274d-5489-4676-9631-68fa40dcbded is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:16.178536 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device be190974-99b2-4cda-8d83-f0a1d9016078 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:16.178715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:16.179047 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:30:16.194205 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf26c6e7-24c6-4706-81b4-8545c10380e6 None None] Sync routers for ids ['e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:30:16.211791 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-4276800e-d0f4-4769-a872-044656539263 req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] Request body: {'port': {'device_id': 'bdc0e401-ebaf-4e6a-8270-82b4c070445a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:16.212533 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf26c6e7-24c6-4706-81b4-8545c10380e6 None None] Routers {'e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:16.213177 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-cf26c6e7-24c6-4706-81b4-8545c10380e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:16.217569 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 3 to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 Feb 28 20:30:16.261037 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3e2c987f-db51-4039-858c-f34b57e29719 None None] Port e7f563fe-fa4d-4eaa-a787-0c20f8563b0d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:30:16.297831 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-cf26c6e7-24c6-4706-81b4-8545c10380e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:16.315575 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port be190974-99b2-4cda-8d83-f0a1d9016078 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:16.316134 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (be190974-99b2-4cda-8d83-f0a1d9016078), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:16.319660 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf26c6e7-24c6-4706-81b4-8545c10380e6 None None] Routers {'e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:16.320787 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966c0917-9970-43db-814d-9c65abc48487 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:16.320930 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-cf26c6e7-24c6-4706-81b4-8545c10380e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:16.325865 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966c0917-9970-43db-814d-9c65abc48487 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:16.330629 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-966c0917-9970-43db-814d-9c65abc48487 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.9136000 Feb 28 20:30:16.332253 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-bd234330-876c-456a-a5f0-c62e7ad3a6b2 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:16.332906 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6fce9856-f21f-4269-87c4-eccd191eb056 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:16.335317 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] Pushing event updated for resources: {'Port': ['ID=75d995a8-0906-456e-9e1a-93d941f01c9e,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:16.336648 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6fce9856-f21f-4269-87c4-eccd191eb056 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.7187989 Feb 28 20:30:16.344771 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37948) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:16.345038 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37950) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:16.414586 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-cf26c6e7-24c6-4706-81b4-8545c10380e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:16.415260 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf26c6e7-24c6-4706-81b4-8545c10380e6 None None] The sync data for ids ['e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:30:16.426137 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] Attempting to bind port 75d995a8-0906-456e-9e1a-93d941f01c9e on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:16.426599 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] Attempting to bind port 75d995a8-0906-456e-9e1a-93d941f01c9e by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:16.427074 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] Attempting to bind port 75d995a8-0906-456e-9e1a-93d941f01c9e on network f93bb5b0-b654-484a-b540-d0f4106b4968 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:16.437838 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] Port 75d995a8-0906-456e-9e1a-93d941f01c9e on network f93bb5b0-b654-484a-b540-d0f4106b4968 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:16.438152 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] Attempting to bind port 75d995a8-0906-456e-9e1a-93d941f01c9e on network f93bb5b0-b654-484a-b540-d0f4106b4968 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:16.450985 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port be190974-99b2-4cda-8d83-f0a1d9016078 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:16.456656 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a96565b7-4e7d-4cb7-ae65-638a25f3bb8b None None] Provisioning complete for port 6e33ee90-09bf-4df5-b00d-47881c64b167 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:16.457165 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a96565b7-4e7d-4cb7-ae65-638a25f3bb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6e33ee90-09bf-4df5-b00d-47881c64b167), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:16.461699 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-20d34e44-7fdd-42bf-b3f5-0359f8146c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:16.523048 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:30:16.523393 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] Checking segment: {'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:30:16.523823 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] Bound using segment: {'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:30:16.524809 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] Bound port: 75d995a8-0906-456e-9e1a-93d941f01c9e, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d20924-8603-441f-af97-8d0c669560c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:30:16.528087 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (75d995a8-0906-456e-9e1a-93d941f01c9e), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:16.586658 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:16.586998 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:16.587685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:16.590527 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a96565b7-4e7d-4cb7-ae65-638a25f3bb8b None None] Current status of the port 6e33ee90-09bf-4df5-b00d-47881c64b167 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:16.609395 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a96565b7-4e7d-4cb7-ae65-638a25f3bb8b None None] Provisioning complete for port 28f22ab8-31b9-420b-b5ff-5b306b174979 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:16.609694 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a96565b7-4e7d-4cb7-ae65-638a25f3bb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (28f22ab8-31b9-420b-b5ff-5b306b174979), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:16.652733 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a96565b7-4e7d-4cb7-ae65-638a25f3bb8b None None] Port 28f22ab8-31b9-420b-b5ff-5b306b174979 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:30:16.652963 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:16.653229 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:30:16.660820 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 4 to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 Feb 28 20:30:16.759418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:16.759766 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:16.760115 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:16.762043 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4276800e-d0f4-4769-a872-044656539263 req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (28f22ab8-31b9-420b-b5ff-5b306b174979), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:16.778664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-69f0a775-8eb0-4a3c-98e3-656ecf6d6b01 None None] Provisioning complete for port 582f822f-9c42-4101-a195-614d7a49cf1b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:16.779039 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-69f0a775-8eb0-4a3c-98e3-656ecf6d6b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (582f822f-9c42-4101-a195-614d7a49cf1b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:16.803990 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11db4b-1dd7-4d14-8db5-3d01c7e18273 req-70ba2885-f8d6-40af-b7f0-6c43a9663129 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:16.805539 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d11db4b-1dd7-4d14-8db5-3d01c7e18273 req-70ba2885-f8d6-40af-b7f0-6c43a9663129 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 932 time: 0.6856961 Feb 28 20:30:16.810127 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:16.810469 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:30:16.817284 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64aa16-32c7-4609-905c-923d0bc540a9 req-73f83d3f-70ce-4410-a27d-ad265fdad4d9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:16.819377 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1e64aa16-32c7-4609-905c-923d0bc540a9 req-73f83d3f-70ce-4410-a27d-ad265fdad4d9 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 943 time: 0.2818475 Feb 28 20:30:16.820544 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-69f0a775-8eb0-4a3c-98e3-656ecf6d6b01 None None] Port 582f822f-9c42-4101-a195-614d7a49cf1b cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:30:16.829704 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 5 to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 Feb 28 20:30:16.849487 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd234330-876c-456a-a5f0-c62e7ad3a6b2 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Router 3ae0683d-24d9-499b-a018-182a17730243 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:30:16.858053 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] For port 75d995a8-0906-456e-9e1a-93d941f01c9e, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:30:16.885882 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] For port 75d995a8-0906-456e-9e1a-93d941f01c9e, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=75d995a8-0906-456e-9e1a-93d941f01c9e,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:30:16.892546 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b49c06ab-5a6a-4731-8667-511ddfcdc889 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for port (923e8c17-7421-499f-b0fc-bdbfd325ebd3), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:16.904033 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b49c06ab-5a6a-4731-8667-511ddfcdc889 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (923e8c17-7421-499f-b0fc-bdbfd325ebd3), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:16.904802 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b49c06ab-5a6a-4731-8667-511ddfcdc889 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (986e45a3-9a17-428c-bbc6-aa0da40cd359), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:16.906827 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (75d995a8-0906-456e-9e1a-93d941f01c9e), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:16.957116 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:16.957599 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:16.958211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:16.989264 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:16.990299 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:16.991698 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] 10.222.0.15 "PUT /v2.0/ports/75d995a8-0906-456e-9e1a-93d941f01c9e HTTP/1.1" status: 200 len: 1092 time: 3.8413947 Feb 28 20:30:17.001244 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15dd8f72-e7f6-460f-ab13-40fd93376043', 'tag': '75d995a8-0906-456e-9e1a-93d941f01c9e'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:30:17.003397 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185deaf1-af05-4ccc-8ca0-0961ca069039" -d '{"events": [{"name": "network-changed", "server_uuid": "15dd8f72-e7f6-460f-ab13-40fd93376043", "tag": "75d995a8-0906-456e-9e1a-93d941f01c9e"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:30:17.017383 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:17.017706 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:30:17.020109 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-0a55e49a-2e0d-4b15-811e-f833ae9146dc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting port e7f563fe-fa4d-4eaa-a787-0c20f8563b0d {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:17.021536 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0a55e49a-2e0d-4b15-811e-f833ae9146dc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e7f563fe-fa4d-4eaa-a787-0c20f8563b0d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:17.071566 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 6 to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 Feb 28 20:30:17.075877 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6e33ee90-09bf-4df5-b00d-47881c64b167 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:17.123477 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d11db4b-1dd7-4d14-8db5-3d01c7e18273 req-9082b599-d7d6-4111-8600-30ab9371ed58 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=12da2157-31e1-4a21-a805-4e2fe7039cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3017726 Feb 28 20:30:17.141092 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1e64aa16-32c7-4609-905c-923d0bc540a9 req-3126466b-abbc-4c44-8183-0c59701aad02 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035173 Feb 28 20:30:17.160683 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c06ab-5a6a-4731-8667-511ddfcdc889 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Port': ['ID=923e8c17-7421-499f-b0fc-bdbfd325ebd3,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:17.204576 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 6e33ee90-09bf-4df5-b00d-47881c64b167 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:17.205115 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6e33ee90-09bf-4df5-b00d-47881c64b167), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:17.214201 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:17.214511 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:17.215161 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:17.225856 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd234330-876c-456a-a5f0-c62e7ad3a6b2 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:30:17.238400 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bd234330-876c-456a-a5f0-c62e7ad3a6b2 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "PUT /v2.0/routers/3ae0683d-24d9-499b-a018-182a17730243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5460620 Feb 28 20:30:17.240776 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b9e8ca-6a8e-4590-9ad4-48b86d479aab x-openstack-request-id: req-f0b9e8ca-6a8e-4590-9ad4-48b86d479aab {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:30:17.241442 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15dd8f72-e7f6-460f-ab13-40fd93376043", "tag": "75d995a8-0906-456e-9e1a-93d941f01c9e", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:30:17.241881 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0b9e8ca-6a8e-4590-9ad4-48b86d479aab {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:30:17.242374 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37956) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:17.242595 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15dd8f72-e7f6-460f-ab13-40fd93376043', 'tag': '75d995a8-0906-456e-9e1a-93d941f01c9e', 'status': 'completed', 'code': 200} Feb 28 20:30:17.243409 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfcd2e5-a08c-4591-82a3-a10f0ca9beae None None] Sync routers for ids ['3ae0683d-24d9-499b-a018-182a17730243'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:30:17.263699 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:17.263699 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:30:17.269697 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfcd2e5-a08c-4591-82a3-a10f0ca9beae None None] Routers {'3ae0683d-24d9-499b-a018-182a17730243'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:17.270598 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ccfcd2e5-a08c-4591-82a3-a10f0ca9beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['3ae0683d-24d9-499b-a018-182a17730243'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:17.289670 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-89a22644-d13c-4acd-a02b-3da1164a0661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (9dfa9662-a9d0-4430-ad15-841b7590bdfa), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:17.308172 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14add2fc-d21f-4491-a17b-a331cd3c6b56 service neutron] Pushing event updated for resources: {'Port': ['ID=75d995a8-0906-456e-9e1a-93d941f01c9e,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:17.309179 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 7 to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 Feb 28 20:30:17.313247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ccfcd2e5-a08c-4591-82a3-a10f0ca9beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:17.319424 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49c06ab-5a6a-4731-8667-511ddfcdc889 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network fd3ad63b-c4e5-4720-b4f3-39da78caf362 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:17.325700 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-b18cf247-baaf-46bf-b01c-633281d5d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:17.327937 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-b18cf247-baaf-46bf-b01c-633281d5d5bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 1126 time: 0.2658672 Feb 28 20:30:17.332428 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfcd2e5-a08c-4591-82a3-a10f0ca9beae None None] Routers {'3ae0683d-24d9-499b-a018-182a17730243'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:17.333148 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ccfcd2e5-a08c-4591-82a3-a10f0ca9beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['3ae0683d-24d9-499b-a018-182a17730243'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:17.352584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-b49c06ab-5a6a-4731-8667-511ddfcdc889 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:17.367398 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a22644-d13c-4acd-a02b-3da1164a0661 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dfa9662-a9d0-4430-ad15-841b7590bdfa,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:17.369690 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ccfcd2e5-a08c-4591-82a3-a10f0ca9beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:17.370615 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfcd2e5-a08c-4591-82a3-a10f0ca9beae None None] The sync data for ids ['3ae0683d-24d9-499b-a018-182a17730243'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:30:17.410072 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6e33ee90-09bf-4df5-b00d-47881c64b167 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:17.412523 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device be190974-99b2-4cda-8d83-f0a1d9016078 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:17.414173 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-29fb30a2-4ca6-4763-a548-6edecb343431 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75d995a8-0906-456e-9e1a-93d941f01c9e HTTP/1.1" status: 200 len: 217 time: 0.0565436 Feb 28 20:30:17.430966 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:17.431441 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:17.431698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:17.472582 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port be190974-99b2-4cda-8d83-f0a1d9016078 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:17.472959 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (be190974-99b2-4cda-8d83-f0a1d9016078), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:17.496146 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0a55e49a-2e0d-4b15-811e-f833ae9146dc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e7f563fe-fa4d-4eaa-a787-0c20f8563b0d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:17.513867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:17.514207 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:30:17.522226 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 8 to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 Feb 28 20:30:17.549692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-0a55e49a-2e0d-4b15-811e-f833ae9146dc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Calling delete_port for e7f563fe-fa4d-4eaa-a787-0c20f8563b0d owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:17.571415 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5333a189-85f5-44b7-8e8c-989be52d0c82 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for router (3ae0683d-24d9-499b-a018-182a17730243), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:17.573251 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:17.573677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:17.574016 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:17.588715 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-98ac9794-ed1e-4603-82a4-7b56da0eef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:17.590217 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-98ac9794-ed1e-4603-82a4-7b56da0eef9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=061df787-4254-4266-93eb-5523552c7b33 HTTP/1.1" status: 200 len: 845 time: 0.1703985 Feb 28 20:30:17.602072 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port be190974-99b2-4cda-8d83-f0a1d9016078 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:17.676504 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-d2595aa8-e400-44c8-96f2-624c8df780ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f93bb5b0-b654-484a-b540-d0f4106b4968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437062 Feb 28 20:30:17.762595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-08debe68-a1a3-472b-bac4-52e58950c6e4 None None] Provisioning complete for port 923e8c17-7421-499f-b0fc-bdbfd325ebd3 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:17.763248 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-08debe68-a1a3-472b-bac4-52e58950c6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (923e8c17-7421-499f-b0fc-bdbfd325ebd3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:17.807197 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49c06ab-5a6a-4731-8667-511ddfcdc889 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router 986e45a3-9a17-428c-bbc6-aa0da40cd359 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:30:17.812360 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-08debe68-a1a3-472b-bac4-52e58950c6e4 None None] Port 923e8c17-7421-499f-b0fc-bdbfd325ebd3 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:30:17.824949 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-89a22644-d13c-4acd-a02b-3da1164a0661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (043d3d92-4588-4240-8ff5-3ae403f40051), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:17.888833 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-5e62b763-a6a7-405d-8f21-ddf68d32c70e service neutron] 10.222.0.15 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050216 Feb 28 20:30:18.034872 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:18.035452 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:30:18.067303 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 9 to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 Feb 28 20:30:18.141888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:18.142238 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:18.142579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:18.199838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:18.200189 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:30:18.202530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-4276800e-d0f4-4769-a872-044656539263 req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f22ab8-31b9-420b-b5ff-5b306b174979 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:30:18.211869 n-d-820368-21 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempt 10 to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 Feb 28 20:30:18.215747 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-5333a189-85f5-44b7-8e8c-989be52d0c82 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 28 20:30:18.219424 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5333a189-85f5-44b7-8e8c-989be52d0c82 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "DELETE /v2.0/routers/3ae0683d-24d9-499b-a018-182a17730243 HTTP/1.1" status: 409 len: 376 time: 0.9735324 Feb 28 20:30:18.226529 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4276800e-d0f4-4769-a872-044656539263 req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] Publish callbacks [] for port (28f22ab8-31b9-420b-b5ff-5b306b174979), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:18.239516 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37962) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:18.323335 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:18.323593 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:18.323963 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempting to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:18.333428 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49c06ab-5a6a-4731-8667-511ddfcdc889 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:30:18.345322 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f1b911-085b-4d3b-b6d6-305df1b97774 None None] Sync routers for ids ['986e45a3-9a17-428c-bbc6-aa0da40cd359'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:30:18.355180 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-4276800e-d0f4-4769-a872-044656539263 req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] Transition to ACTIVE for port object 28f22ab8-31b9-420b-b5ff-5b306b174979 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:30:18.365424 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f1b911-085b-4d3b-b6d6-305df1b97774 None None] Routers {'986e45a3-9a17-428c-bbc6-aa0da40cd359'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:18.366896 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-98f1b911-085b-4d3b-b6d6-305df1b97774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['986e45a3-9a17-428c-bbc6-aa0da40cd359'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:18.371629 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b49c06ab-5a6a-4731-8667-511ddfcdc889 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/986e45a3-9a17-428c-bbc6-aa0da40cd359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3514922 Feb 28 20:30:18.373001 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37964) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:18.405062 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-98f1b911-085b-4d3b-b6d6-305df1b97774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:18.408108 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:18.408463 n-d-820368-21 neutron-server[103774]: ERROR neutron.plugins.ml2.managers [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Failed to bind port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on host n-h1-820368-21 for vnic_type normal using segments [{'id': '7d7626be-0926-455b-9ef6-f624f088ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'be21a915-9e4b-41d6-a38f-796e28ab3f0b'}] Feb 28 20:30:18.408816 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cb6f7bda-a92f-4a74-b0af-7a1d42609868), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:18.416639 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f1b911-085b-4d3b-b6d6-305df1b97774 None None] Routers {'986e45a3-9a17-428c-bbc6-aa0da40cd359'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:18.417488 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-98f1b911-085b-4d3b-b6d6-305df1b97774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['986e45a3-9a17-428c-bbc6-aa0da40cd359'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:18.421439 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4276800e-d0f4-4769-a872-044656539263 req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (28f22ab8-31b9-420b-b5ff-5b306b174979), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:18.453954 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a406da7e-6e12-4bb9-a95a-8b8e1aa2c9c4 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:18.454170 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-98f1b911-085b-4d3b-b6d6-305df1b97774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:18.454252 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a406da7e-6e12-4bb9-a95a-8b8e1aa2c9c4 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/ports/923e8c17-7421-499f-b0fc-bdbfd325ebd3 HTTP/1.1" status: 200 len: 911 time: 0.0761416 Feb 28 20:30:18.454319 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f1b911-085b-4d3b-b6d6-305df1b97774 None None] The sync data for ids ['986e45a3-9a17-428c-bbc6-aa0da40cd359'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:30:18.457566 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-af842ce5-ac03-4636-8ac9-e8194effabd7 req-6653d6f1-0ab1-4d87-a8a4-67dc96bc383b service neutron] 10.222.0.15 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066216 Feb 28 20:30:18.457710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37966) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:18.662274 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] Pushing event updated for resources: {'Port': ['ID=28f22ab8-31b9-420b-b5ff-5b306b174979,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:18.685458 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13680e-f128-4deb-9ac0-b1b61fde05f8 req-e918c755-545d-4e2b-adb7-816a89c46e04 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:18.687085 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb13680e-f128-4deb-9ac0-b1b61fde05f8 req-e918c755-545d-4e2b-adb7-816a89c46e04 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 932 time: 0.4579411 Feb 28 20:30:18.765785 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0a55e49a-2e0d-4b15-811e-f833ae9146dc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e7f563fe-fa4d-4eaa-a787-0c20f8563b0d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:18.794570 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185deaf1-af05-4ccc-8ca0-0961ca069039 req-1bc9f53f-0c35-4184-8522-cfa5956f6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:18.797082 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-185deaf1-af05-4ccc-8ca0-0961ca069039 req-1bc9f53f-0c35-4184-8522-cfa5956f6452 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 1126 time: 0.2707331 Feb 28 20:30:18.803615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28e27b-a9c9-4eec-9ee2-a4aa7f055169 req-57d3eed3-e4b3-4166-80b1-898dca567829 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:18.805361 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de28e27b-a9c9-4eec-9ee2-a4aa7f055169 req-57d3eed3-e4b3-4166-80b1-898dca567829 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 943 time: 0.5526509 Feb 28 20:30:18.828401 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a22644-d13c-4acd-a02b-3da1164a0661 admin admin] Router 043d3d92-4588-4240-8ff5-3ae403f40051 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:30:18.897365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55e49a-2e0d-4b15-811e-f833ae9146dc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Port': ['ID=e7f563fe-fa4d-4eaa-a787-0c20f8563b0d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:18.902338 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] For port cb6f7bda-a92f-4a74-b0af-7a1d42609868, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:30:18.902338 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attempted to set empty binding levels {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 20:30:18.932300 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (cb6f7bda-a92f-4a74-b0af-7a1d42609868), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:18.937272 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-409d539e-cda7-4f73-bf5f-157394038d04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:19.025361 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fdefea31-582f-491b-9603-24aed2723806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:19.068757 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0a55e49a-2e0d-4b15-811e-f833ae9146dc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:19.072033 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0a55e49a-2e0d-4b15-811e-f833ae9146dc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/e7f563fe-fa4d-4eaa-a787-0c20f8563b0d HTTP/1.1" status: 204 len: 168 time: 2.7260404 Feb 28 20:30:19.085060 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37970) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:19.097049 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185deaf1-af05-4ccc-8ca0-0961ca069039 req-6febea6f-34af-4e37-82ac-222e1f12f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:19.098956 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-185deaf1-af05-4ccc-8ca0-0961ca069039 req-6febea6f-34af-4e37-82ac-222e1f12f493 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 200 len: 905 time: 0.2921538 Feb 28 20:30:19.099379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] In _notify_port_updated(), no bound segment for port cb6f7bda-a92f-4a74-b0af-7a1d42609868 on network be21a915-9e4b-41d6-a38f-796e28ab3f0b {{(pid=103774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:30:19.100920 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:19.101127 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:19.105238 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] 10.222.0.13 "PUT /v2.0/ports/cb6f7bda-a92f-4a74-b0af-7a1d42609868 HTTP/1.1" status: 200 len: 980 time: 5.1634901 Feb 28 20:30:19.118508 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37972) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:19.208638 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-185deaf1-af05-4ccc-8ca0-0961ca069039 req-262422fe-82f2-4f3f-a851-164f396199ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75d995a8-0906-456e-9e1a-93d941f01c9e HTTP/1.1" status: 200 len: 217 time: 0.1000755 Feb 28 20:30:19.223205 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de28e27b-a9c9-4eec-9ee2-a4aa7f055169 req-a5caa81c-bf00-4881-a93f-44925e242ebc tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014347 Feb 28 20:30:19.223934 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-4276800e-d0f4-4769-a872-044656539263 req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] Attempting to bind port 28f22ab8-31b9-420b-b5ff-5b306b174979 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:19.224287 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-4276800e-d0f4-4769-a872-044656539263 req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] Attempting to bind port 28f22ab8-31b9-420b-b5ff-5b306b174979 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '8e033a05-7daa-4810-ae7e-8076b1b461b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:19.224614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276800e-d0f4-4769-a872-044656539263 req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] Attempting to bind port 28f22ab8-31b9-420b-b5ff-5b306b174979 on network bd95dcac-d635-4bec-8252-dbb352dcdbef {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:19.230220 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a22644-d13c-4acd-a02b-3da1164a0661 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:30:19.235407 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7b823-b790-463f-832b-a872b7595d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Pushing event updated for resources: {'Port': ['ID=cb6f7bda-a92f-4a74-b0af-7a1d42609868,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:19.245973 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abb8d5b-163b-4eed-82b1-acf81aaab22a None None] Sync routers for ids ['043d3d92-4588-4240-8ff5-3ae403f40051'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:30:19.258019 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-89a22644-d13c-4acd-a02b-3da1164a0661 admin admin] 10.222.0.13 "PUT /v2.0/routers/043d3d92-4588-4240-8ff5-3ae403f40051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2436252 Feb 28 20:30:19.261871 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb13680e-f128-4deb-9ac0-b1b61fde05f8 req-ab05639e-6ff9-450e-9a49-3ff3984a11b3 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=12da2157-31e1-4a21-a805-4e2fe7039cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5096953 Feb 28 20:30:19.267083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37974) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:19.267652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276800e-d0f4-4769-a872-044656539263 req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] Port 28f22ab8-31b9-420b-b5ff-5b306b174979 on network bd95dcac-d635-4bec-8252-dbb352dcdbef not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:19.268034 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276800e-d0f4-4769-a872-044656539263 req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] Attempting to bind port 28f22ab8-31b9-420b-b5ff-5b306b174979 on network bd95dcac-d635-4bec-8252-dbb352dcdbef {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:19.274101 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abb8d5b-163b-4eed-82b1-acf81aaab22a None None] Routers {'043d3d92-4588-4240-8ff5-3ae403f40051'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:19.275026 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-1abb8d5b-163b-4eed-82b1-acf81aaab22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['043d3d92-4588-4240-8ff5-3ae403f40051'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:19.345982 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9230906-69ec-4c24-bc25-6fc15269afda tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:19.347344 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9230906-69ec-4c24-bc25-6fc15269afda tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:19.348885 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185deaf1-af05-4ccc-8ca0-0961ca069039 req-6a63e2dc-3272-440c-9a24-23ad5873384d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:19.349019 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a9230906-69ec-4c24-bc25-6fc15269afda tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2450018 Feb 28 20:30:19.350571 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-185deaf1-af05-4ccc-8ca0-0961ca069039 req-6a63e2dc-3272-440c-9a24-23ad5873384d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=061df787-4254-4266-93eb-5523552c7b33 HTTP/1.1" status: 200 len: 845 time: 0.1315191 Feb 28 20:30:19.353614 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37976) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:19.354104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276800e-d0f4-4769-a872-044656539263 req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:30:19.354454 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276800e-d0f4-4769-a872-044656539263 req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] Checking segment: {'id': '8e033a05-7daa-4810-ae7e-8076b1b461b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:30:19.354849 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276800e-d0f4-4769-a872-044656539263 req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] Bound using segment: {'id': '8e033a05-7daa-4810-ae7e-8076b1b461b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:30:19.355306 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-4276800e-d0f4-4769-a872-044656539263 req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] Bound port: 28f22ab8-31b9-420b-b5ff-5b306b174979, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e033a05-7daa-4810-ae7e-8076b1b461b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:30:19.355668 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4276800e-d0f4-4769-a872-044656539263 req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (28f22ab8-31b9-420b-b5ff-5b306b174979), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:19.402706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-1abb8d5b-163b-4eed-82b1-acf81aaab22a None None] Set router 043d3d92-4588-4240-8ff5-3ae403f40051 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:30:19.423411 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-185deaf1-af05-4ccc-8ca0-0961ca069039 req-e706c366-5aca-4800-98d6-c97fd4aea326 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f93bb5b0-b654-484a-b540-d0f4106b4968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568120 Feb 28 20:30:19.444930 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7abf37b-13d2-469a-b645-accbc1d7e9c2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:19.486536 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-bacc42a7-f4ef-4e04-92d3-24b3e3958876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Deleting port cb6f7bda-a92f-4a74-b0af-7a1d42609868 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:19.486873 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bacc42a7-f4ef-4e04-92d3-24b3e3958876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (cb6f7bda-a92f-4a74-b0af-7a1d42609868), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:19.529408 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ec3472-b007-4930-92d6-155cc5bb012b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet 0adee4c8-4fd7-49aa-9e59-55a6d7499341 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:30:19.575809 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:19.578672 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-29ec3472-b007-4930-92d6-155cc5bb012b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (0adee4c8-4fd7-49aa-9e59-55a6d7499341), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:19.584274 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-4276800e-d0f4-4769-a872-044656539263 req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] For port 28f22ab8-31b9-420b-b5ff-5b306b174979, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:30:19.611988 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd8fc4bb-893d-4f34-8a6a-5fefe53a04bc admin admin] Publish callbacks [] for router (043d3d92-4588-4240-8ff5-3ae403f40051), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:19.629141 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-4276800e-d0f4-4769-a872-044656539263 req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] For port 28f22ab8-31b9-420b-b5ff-5b306b174979, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=28f22ab8-31b9-420b-b5ff-5b306b174979,segment=NetworkSegment(8e033a05-7daa-4810-ae7e-8076b1b461b4),segment_id=8e033a05-7daa-4810-ae7e-8076b1b461b4)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:30:19.636422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-1abb8d5b-163b-4eed-82b1-acf81aaab22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076220546-router', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:16Z', 'updated_at': '2022-02-28T20:30:16Z', 'revision_number': 5, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'gw_port': {'id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:19.665318 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abb8d5b-163b-4eed-82b1-acf81aaab22a None None] Checking router: 043d3d92-4588-4240-8ff5-3ae403f40051 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:30:19.679084 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abb8d5b-163b-4eed-82b1-acf81aaab22a None None] Routers {'043d3d92-4588-4240-8ff5-3ae403f40051'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:19.684589 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-1abb8d5b-163b-4eed-82b1-acf81aaab22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['043d3d92-4588-4240-8ff5-3ae403f40051'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:19.684768 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4276800e-d0f4-4769-a872-044656539263 req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (28f22ab8-31b9-420b-b5ff-5b306b174979), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:19.712211 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-29ec3472-b007-4930-92d6-155cc5bb012b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (0adee4c8-4fd7-49aa-9e59-55a6d7499341), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:19.719278 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-bacc42a7-f4ef-4e04-92d3-24b3e3958876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] For port cb6f7bda-a92f-4a74-b0af-7a1d42609868, host n-h1-820368-21, got binding levels [] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:19.719634 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bacc42a7-f4ef-4e04-92d3-24b3e3958876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (cb6f7bda-a92f-4a74-b0af-7a1d42609868), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:19.770906 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-185deaf1-af05-4ccc-8ca0-0961ca069039 req-a904685c-59ae-4dac-b7e4-ab65a520bba8 service neutron] 10.222.0.15 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384981 Feb 28 20:30:19.774940 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-bacc42a7-f4ef-4e04-92d3-24b3e3958876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Calling delete_port for cb6f7bda-a92f-4a74-b0af-7a1d42609868 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:19.784046 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276800e-d0f4-4769-a872-044656539263 req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:19.784306 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4276800e-d0f4-4769-a872-044656539263 req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:19.786785 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4276800e-d0f4-4769-a872-044656539263 req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] 10.222.0.10 "PUT /v2.0/ports/28f22ab8-31b9-420b-b5ff-5b306b174979 HTTP/1.1" status: 200 len: 1093 time: 3.6058011 Feb 28 20:30:19.792060 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc0e401-ebaf-4e6a-8270-82b4c070445a', 'tag': '28f22ab8-31b9-420b-b5ff-5b306b174979'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:30:19.794903 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa36ba7-43de-4422-a93b-afeb043ea546" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc0e401-ebaf-4e6a-8270-82b4c070445a", "tag": "28f22ab8-31b9-420b-b5ff-5b306b174979"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:30:19.833502 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-1abb8d5b-163b-4eed-82b1-acf81aaab22a None None] Set router 043d3d92-4588-4240-8ff5-3ae403f40051 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:30:20.082020 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:20.094371 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-1abb8d5b-163b-4eed-82b1-acf81aaab22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076220546-router', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:16Z', 'updated_at': '2022-02-28T20:30:16Z', 'revision_number': 5, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'gw_port': {'id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:20.135276 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abb8d5b-163b-4eed-82b1-acf81aaab22a None None] The sync data for ids ['043d3d92-4588-4240-8ff5-3ae403f40051'] in n-d-820368-21 is: [{'id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'name': 'tempest-ServerRescueTestJSONUnderV235-2076220546-router', 'tenant_id': '04ef52175a9b4ca6b424bbdfe5599978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:28:16Z', 'updated_at': '2022-02-28T20:30:16Z', 'revision_number': 5, 'project_id': '04ef52175a9b4ca6b424bbdfe5599978', 'gw_port': {'id': 'c761832f-d2e4-4503-bcb2-fb795249ffd1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043d3d92-4588-4240-8ff5-3ae403f40051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:28:18Z', 'updated_at': '2022-02-28T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:30:20.275233 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225ba279-3cd7-482a-9519-defcc1cb8b7d x-openstack-request-id: req-225ba279-3cd7-482a-9519-defcc1cb8b7d {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:30:20.275868 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc0e401-ebaf-4e6a-8270-82b4c070445a", "tag": "28f22ab8-31b9-420b-b5ff-5b306b174979", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:30:20.275868 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-225ba279-3cd7-482a-9519-defcc1cb8b7d {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:30:20.276198 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc0e401-ebaf-4e6a-8270-82b4c070445a', 'tag': '28f22ab8-31b9-420b-b5ff-5b306b174979', 'status': 'completed', 'code': 200} Feb 28 20:30:20.314962 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e070ce5a-fd65-40b2-9cf0-59303922d39e tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (3ae0683d-24d9-499b-a018-182a17730243), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:20.322366 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b5c8f-7339-4417-bfa7-51d060ab65d9 service neutron] Pushing event updated for resources: {'Port': ['ID=28f22ab8-31b9-420b-b5ff-5b306b174979,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:20.352939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 75d995a8-0906-456e-9e1a-93d941f01c9e details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:30:20.439412 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-29ec3472-b007-4930-92d6-155cc5bb012b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (0adee4c8-4fd7-49aa-9e59-55a6d7499341), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:20.469974 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 75d995a8-0906-456e-9e1a-93d941f01c9e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=75d995a8-0906-456e-9e1a-93d941f01c9e,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:20.470584 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-185deaf1-af05-4ccc-8ca0-0961ca069039 req-3bcfe970-8a06-4f29-9e8d-c58f47113cd3 service neutron] 10.222.0.15 "GET /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6936574 Feb 28 20:30:20.474631 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-409d539e-cda7-4f73-bf5f-157394038d04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Allocated IP 172.20.0.1 (f7e1f30d-c0d3-4d37-b1c5-7b906bda5638/e15664ae-5bbf-4e3a-ba63-4a66d6aed10c/622443af-e436-4eae-b012-0ba741003db5) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:20.489992 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd8fc4bb-893d-4f34-8a6a-5fefe53a04bc admin admin] Publish callbacks [] for router_gateway (043d3d92-4588-4240-8ff5-3ae403f40051), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:20.533411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276800e-d0f4-4769-a872-044656539263 req-b3f95f3c-e230-4248-8101-5aa2e0b4ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:20.534976 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4276800e-d0f4-4769-a872-044656539263 req-b3f95f3c-e230-4248-8101-5aa2e0b4ba98 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce448fa148384bfb9a78481379c26323&device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 1127 time: 0.6933105 Feb 28 20:30:20.579811 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bacc42a7-f4ef-4e04-92d3-24b3e3958876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (cb6f7bda-a92f-4a74-b0af-7a1d42609868), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:20.625415 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-29ec3472-b007-4930-92d6-155cc5bb012b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (0adee4c8-4fd7-49aa-9e59-55a6d7499341), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:20.634794 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc42a7-f4ef-4e04-92d3-24b3e3958876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb6f7bda-a92f-4a74-b0af-7a1d42609868,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:20.641515 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bacc42a7-f4ef-4e04-92d3-24b3e3958876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:20.644890 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bacc42a7-f4ef-4e04-92d3-24b3e3958876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] 10.222.0.13 "DELETE /v2.0/ports/cb6f7bda-a92f-4a74-b0af-7a1d42609868 HTTP/1.1" status: 204 len: 168 time: 1.5232015 Feb 28 20:30:20.653141 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37984) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:20.686678 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-e7abf37b-13d2-469a-b645-accbc1d7e9c2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Allocated IP 2001:db8:1::1 (ef192d21-3acb-4bb9-ab61-2fb272d97424/a74d1466-7611-4978-a9b5-ab1f1d9c5bda/85beecb1-a6f4-4970-b02b-5cbfd33eec37) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:20.693831 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec3472-b007-4930-92d6-155cc5bb012b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=0adee4c8-4fd7-49aa-9e59-55a6d7499341,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:20.694030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '75d995a8-0906-456e-9e1a-93d941f01c9e', 'network_id': 'f93bb5b0-b654-484a-b540-d0f4106b4968', 'port_id': '75d995a8-0906-456e-9e1a-93d941f01c9e', 'mac_address': 'fa:16:3e:68:db:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061df787-4254-4266-93eb-5523552c7b33', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:30:20.713592 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-29ec3472-b007-4930-92d6-155cc5bb012b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:20.720334 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-29ec3472-b007-4930-92d6-155cc5bb012b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/0adee4c8-4fd7-49aa-9e59-55a6d7499341 HTTP/1.1" status: 204 len: 168 time: 1.3605742 Feb 28 20:30:20.723594 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37986) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:20.747277 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1e99ab-090c-4aba-9da7-df56bb847d3c None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:20.759544 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4276800e-d0f4-4769-a872-044656539263 req-bcec75f8-8d39-4ade-b51a-3f5994988034 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28f22ab8-31b9-420b-b5ff-5b306b174979 HTTP/1.1" status: 200 len: 217 time: 0.2041013 Feb 28 20:30:20.761788 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-79329e4a-720e-4c04-a9ae-28dfab9d4932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] GET failed (client error): The resource could not be found. Feb 28 20:30:20.766661 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-79329e4a-720e-4c04-a9ae-28dfab9d4932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236806036-project-admin] 10.222.0.13 "GET /v2.0/ports/cb6f7bda-a92f-4a74-b0af-7a1d42609868 HTTP/1.1" status: 404 len: 333 time: 0.1089728 Feb 28 20:30:20.773369 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d72e1922-6388-4456-a03b-cd84e0239d97 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444469 Feb 28 20:30:20.773369 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37988) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:20.773651 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 37990) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:20.806586 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-90215b3d-844b-4f5d-8c81-d264edd5d3d5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:20.809757 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 75d995a8-0906-456e-9e1a-93d941f01c9e is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:20.810390 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (75d995a8-0906-456e-9e1a-93d941f01c9e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:20.858958 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d995a8-0906-456e-9e1a-93d941f01c9e {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:30:20.875977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcebf9d-d6a5-4b77-b97d-9357120ff837 req-1517478f-f273-4b5f-8ee2-927099b4985a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:20.877582 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7bcebf9d-d6a5-4b77-b97d-9357120ff837 req-1517478f-f273-4b5f-8ee2-927099b4985a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 943 time: 0.5142894 Feb 28 20:30:20.886076 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be4c1f-3a04-40de-9ac3-5cd46ab1be3a req-8b469e09-fb3e-475e-a1ea-2fc6605a738c tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:20.887544 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51be4c1f-3a04-40de-9ac3-5cd46ab1be3a req-8b469e09-fb3e-475e-a1ea-2fc6605a738c tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 944 time: 0.5190001 Feb 28 20:30:20.888263 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 75d995a8-0906-456e-9e1a-93d941f01c9e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=75d995a8-0906-456e-9e1a-93d941f01c9e,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:20.903832 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (75d995a8-0906-456e-9e1a-93d941f01c9e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:20.913890 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-033737f8-766e-44ff-a45e-de40257198b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (be21a915-9e4b-41d6-a38f-796e28ab3f0b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:20.965304 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=75d995a8-0906-456e-9e1a-93d941f01c9e,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:21.007308 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720fb865-f02b-40ee-a64e-378563824e62 None None] DHCP port deletion for 60bc62cf-1ebe-462d-93c7-f1108638c505 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:30:21.023237 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-409d539e-cda7-4f73-bf5f-157394038d04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for port (622443af-e436-4eae-b012-0ba741003db5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.034793 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9dfa9662-a9d0-4430-ad15-841b7590bdfa no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:30:21.062330 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7abf37b-13d2-469a-b645-accbc1d7e9c2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for port (85beecb1-a6f4-4970-b02b-5cbfd33eec37), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.064762 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-033737f8-766e-44ff-a45e-de40257198b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (be21a915-9e4b-41d6-a38f-796e28ab3f0b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.069492 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 9dfa9662-a9d0-4430-ad15-841b7590bdfa {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:30:21.069835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9dfa9662-a9d0-4430-ad15-841b7590bdfa not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:30:21.070488 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276800e-d0f4-4769-a872-044656539263 req-16722bf5-bd96-45a0-9a97-1c455edf1d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:21.074513 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4276800e-d0f4-4769-a872-044656539263 req-16722bf5-bd96-45a0-9a97-1c455edf1d7d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a36f3d5e-8266-4be4-ab73-31f8fb0001af HTTP/1.1" status: 200 len: 849 time: 0.3041930 Feb 28 20:30:21.095711 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-720fb865-f02b-40ee-a64e-378563824e62 None None] Deleting port be190974-99b2-4cda-8d83-f0a1d9016078 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:21.096737 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-720fb865-f02b-40ee-a64e-378563824e62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (be190974-99b2-4cda-8d83-f0a1d9016078), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.104552 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-033737f8-766e-44ff-a45e-de40257198b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be21a915-9e4b-41d6-a38f-796e28ab3f0b']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:21.117189 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-033737f8-766e-44ff-a45e-de40257198b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7626be-0926-455b-9ef6-f624f088ef38') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:21.117494 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-033737f8-766e-44ff-a45e-de40257198b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7626be-0926-455b-9ef6-f624f088ef38') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:21.129696 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-033737f8-766e-44ff-a45e-de40257198b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (7d7626be-0926-455b-9ef6-f624f088ef38), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.138525 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7abf37b-13d2-469a-b645-accbc1d7e9c2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (85beecb1-a6f4-4970-b02b-5cbfd33eec37), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.168902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['75d995a8-0906-456e-9e1a-93d941f01c9e'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:30:21.177057 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-033737f8-766e-44ff-a45e-de40257198b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (7d7626be-0926-455b-9ef6-f624f088ef38), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.185861 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-fd8fc4bb-893d-4f34-8a6a-5fefe53a04bc admin admin] Deleting port c761832f-d2e4-4503-bcb2-fb795249ffd1 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:21.186036 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd8fc4bb-893d-4f34-8a6a-5fefe53a04bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c761832f-d2e4-4503-bcb2-fb795249ffd1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.188949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-033737f8-766e-44ff-a45e-de40257198b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:30:21.189445 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-033737f8-766e-44ff-a45e-de40257198b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (7d7626be-0926-455b-9ef6-f624f088ef38), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:30:21.193399 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:30:21.197056 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7bcebf9d-d6a5-4b77-b97d-9357120ff837 req-87271b6b-c725-4b59-b643-2c8706a5b535 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983611 Feb 28 20:30:21.216371 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7abf37b-13d2-469a-b645-accbc1d7e9c2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network ef192d21-3acb-4bb9-ab61-2fb272d97424 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:21.224628 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51be4c1f-3a04-40de-9ac3-5cd46ab1be3a req-ae8bf8a7-0350-4cb8-8849-8e4d87857f3f tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=12da2157-31e1-4a21-a805-4e2fe7039cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3141992 Feb 28 20:30:21.228367 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-720fb865-f02b-40ee-a64e-378563824e62 None None] For port be190974-99b2-4cda-8d83-f0a1d9016078, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=be190974-99b2-4cda-8d83-f0a1d9016078,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:21.229102 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-720fb865-f02b-40ee-a64e-378563824e62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (be190974-99b2-4cda-8d83-f0a1d9016078), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.231516 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-409d539e-cda7-4f73-bf5f-157394038d04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (622443af-e436-4eae-b012-0ba741003db5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.247594 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-720fb865-f02b-40ee-a64e-378563824e62 None None] Calling delete_port for be190974-99b2-4cda-8d83-f0a1d9016078 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:21.254544 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-e7abf37b-13d2-469a-b645-accbc1d7e9c2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:21.257527 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7abf37b-13d2-469a-b645-accbc1d7e9c2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:21.259017 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7abf37b-13d2-469a-b645-accbc1d7e9c2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (986e45a3-9a17-428c-bbc6-aa0da40cd359), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.265994 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abf37b-13d2-469a-b645-accbc1d7e9c2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Port': ['ID=85beecb1-a6f4-4970-b02b-5cbfd33eec37,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:21.332779 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90215b3d-844b-4f5d-8c81-d264edd5d3d5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:21.336398 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-90215b3d-844b-4f5d-8c81-d264edd5d3d5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.344979 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.347144 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-033737f8-766e-44ff-a45e-de40257198b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (be21a915-9e4b-41d6-a38f-796e28ab3f0b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.352925 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-033737f8-766e-44ff-a45e-de40257198b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.357382 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-033737f8-766e-44ff-a45e-de40257198b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] 10.222.0.13 "DELETE /v2.0/networks/be21a915-9e4b-41d6-a38f-796e28ab3f0b HTTP/1.1" status: 204 len: 168 time: 0.5869770 Feb 28 20:30:21.388493 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033737f8-766e-44ff-a45e-de40257198b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563944295-project] Pushing event deleted for resources: {'Network': ['ID=be21a915-9e4b-41d6-a38f-796e28ab3f0b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:21.445006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276800e-d0f4-4769-a872-044656539263 req-a2038899-47c5-4d6a-9d8c-6c3ec5f93110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:21.447888 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4276800e-d0f4-4769-a872-044656539263 req-a2038899-47c5-4d6a-9d8c-6c3ec5f93110 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd95dcac-d635-4bec-8252-dbb352dcdbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3652320 Feb 28 20:30:21.460417 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409d539e-cda7-4f73-bf5f-157394038d04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Network f7e1f30d-c0d3-4d37-b1c5-7b906bda5638 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:21.462669 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7abf37b-13d2-469a-b645-accbc1d7e9c2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (85beecb1-a6f4-4970-b02b-5cbfd33eec37), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.467675 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d539e-cda7-4f73-bf5f-157394038d04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Port': ['ID=622443af-e436-4eae-b012-0ba741003db5,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:21.513836 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-720fb865-f02b-40ee-a64e-378563824e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (be190974-99b2-4cda-8d83-f0a1d9016078), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.532006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-409d539e-cda7-4f73-bf5f-157394038d04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:21.550935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fb865-f02b-40ee-a64e-378563824e62 None None] Pushing event deleted for resources: {'Port': ['ID=be190974-99b2-4cda-8d83-f0a1d9016078,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:21.560250 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409d539e-cda7-4f73-bf5f-157394038d04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:21.564536 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720fb865-f02b-40ee-a64e-378563824e62 None None] No DVR routers for this DVR port be190974-99b2-4cda-8d83-f0a1d9016078 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:30:21.763634 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-257f2fd6-b46b-4ef3-bf2e-d4af57a7ade5 None None] Provisioning complete for port 85beecb1-a6f4-4970-b02b-5cbfd33eec37 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:21.764313 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-257f2fd6-b46b-4ef3-bf2e-d4af57a7ade5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (85beecb1-a6f4-4970-b02b-5cbfd33eec37), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.765321 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-fd8fc4bb-893d-4f34-8a6a-5fefe53a04bc admin admin] For port c761832f-d2e4-4503-bcb2-fb795249ffd1, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c761832f-d2e4-4503-bcb2-fb795249ffd1,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:21.765768 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd8fc4bb-893d-4f34-8a6a-5fefe53a04bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c761832f-d2e4-4503-bcb2-fb795249ffd1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.819412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-fd8fc4bb-893d-4f34-8a6a-5fefe53a04bc admin admin] Calling delete_port for c761832f-d2e4-4503-bcb2-fb795249ffd1 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:21.829765 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-257f2fd6-b46b-4ef3-bf2e-d4af57a7ade5 None None] Port 85beecb1-a6f4-4970-b02b-5cbfd33eec37 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:30:21.857575 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-409d539e-cda7-4f73-bf5f-157394038d04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (e9689ec1-22f6-4cc7-ab4d-410ae7dd456a), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.890957 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7abf37b-13d2-469a-b645-accbc1d7e9c2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for port (85beecb1-a6f4-4970-b02b-5cbfd33eec37), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.892590 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37996) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:21.899167 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7abf37b-13d2-469a-b645-accbc1d7e9c2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (85beecb1-a6f4-4970-b02b-5cbfd33eec37), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.900011 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7abf37b-13d2-469a-b645-accbc1d7e9c2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (986e45a3-9a17-428c-bbc6-aa0da40cd359), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.954841 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-dba7067e-70f2-4817-990a-ad6b9a97265e None None] Provisioning complete for port 622443af-e436-4eae-b012-0ba741003db5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:21.955216 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dba7067e-70f2-4817-990a-ad6b9a97265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (622443af-e436-4eae-b012-0ba741003db5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:21.961714 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4276800e-d0f4-4769-a872-044656539263 req-4bf3999f-3c9b-485b-b88f-46f02c56ea51 service neutron] 10.222.0.10 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532306 Feb 28 20:30:22.001461 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-dba7067e-70f2-4817-990a-ad6b9a97265e None None] Port 622443af-e436-4eae-b012-0ba741003db5 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:30:22.048160 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abf37b-13d2-469a-b645-accbc1d7e9c2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Port': ['ID=85beecb1-a6f4-4970-b02b-5cbfd33eec37,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:22.070944 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-e070ce5a-fd65-40b2-9cf0-59303922d39e tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Deleting port 582f822f-9c42-4101-a195-614d7a49cf1b {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:22.071319 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e070ce5a-fd65-40b2-9cf0-59303922d39e tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (582f822f-9c42-4101-a195-614d7a49cf1b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:22.086425 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7abf37b-13d2-469a-b645-accbc1d7e9c2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network ef192d21-3acb-4bb9-ab61-2fb272d97424 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:22.092421 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-74e3e45d-2195-4639-956e-d50ed9b13c5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf5577d047b74aa6bfb324553d73f90b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1985912 Feb 28 20:30:22.093660 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-e7abf37b-13d2-469a-b645-accbc1d7e9c2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:22.095973 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38000) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:22.229502 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd233-5d80-444c-ae1e-649e51cf11a2 admin admin] Publish callbacks [] for security_group (4bf48b8f-6dc1-4dce-a96d-4b5558db248f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:22.263248 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd233-5d80-444c-ae1e-649e51cf11a2 admin admin] Publish callbacks [] for security_group (4bf48b8f-6dc1-4dce-a96d-4b5558db248f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:22.280760 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7abf37b-13d2-469a-b645-accbc1d7e9c2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router 986e45a3-9a17-428c-bbc6-aa0da40cd359 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:30:22.317159 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4276800e-d0f4-4769-a872-044656539263 req-a25730b1-8e3f-4cb9-a918-e4ac61d392d2 service neutron] 10.222.0.10 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475618 Feb 28 20:30:22.354521 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 75d995a8-0906-456e-9e1a-93d941f01c9e up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:22.460530 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 75d995a8-0906-456e-9e1a-93d941f01c9e completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:30:22.465900 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd233-5d80-444c-ae1e-649e51cf11a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4bf48b8f-6dc1-4dce-a96d-4b5558db248f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:22.470438 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 75d995a8-0906-456e-9e1a-93d941f01c9e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:22.470594 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd233-5d80-444c-ae1e-649e51cf11a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:22.470688 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (75d995a8-0906-456e-9e1a-93d941f01c9e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:22.471424 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1f7dd233-5d80-444c-ae1e-649e51cf11a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4bf48b8f-6dc1-4dce-a96d-4b5558db248f HTTP/1.1" status: 204 len: 168 time: 0.3741634 Feb 28 20:30:22.479660 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:22.485498 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dd233-5d80-444c-ae1e-649e51cf11a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf48b8f-6dc1-4dce-a96d-4b5558db248f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:22.490079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7abf37b-13d2-469a-b645-accbc1d7e9c2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:30:22.497721 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e7abf37b-13d2-469a-b645-accbc1d7e9c2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/986e45a3-9a17-428c-bbc6-aa0da40cd359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0384488 Feb 28 20:30:22.498348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38008) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:22.502064 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0871db4-2c9f-4dba-b1f8-f650f027faec None None] Sync routers for ids ['986e45a3-9a17-428c-bbc6-aa0da40cd359'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:30:22.513430 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0871db4-2c9f-4dba-b1f8-f650f027faec None None] Routers {'986e45a3-9a17-428c-bbc6-aa0da40cd359'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:22.514211 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b0871db4-2c9f-4dba-b1f8-f650f027faec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['986e45a3-9a17-428c-bbc6-aa0da40cd359'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:22.525791 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8862acb2-df46-4820-bdb8-52efd47378d7 None None] Provisioning complete for port 85beecb1-a6f4-4970-b02b-5cbfd33eec37 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:22.526384 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8862acb2-df46-4820-bdb8-52efd47378d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (85beecb1-a6f4-4970-b02b-5cbfd33eec37), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:22.590989 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b0871db4-2c9f-4dba-b1f8-f650f027faec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:22.593246 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c3a5f1-dfe3-4955-af9e-b16268cf13f2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:22.599027 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e1c3a5f1-dfe3-4955-af9e-b16268cf13f2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/ports/85beecb1-a6f4-4970-b02b-5cbfd33eec37 HTTP/1.1" status: 200 len: 913 time: 0.0995936 Feb 28 20:30:22.599705 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38010) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:22.607225 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8862acb2-df46-4820-bdb8-52efd47378d7 None None] Port 85beecb1-a6f4-4970-b02b-5cbfd33eec37 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:30:22.609178 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0871db4-2c9f-4dba-b1f8-f650f027faec None None] Routers {'986e45a3-9a17-428c-bbc6-aa0da40cd359'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:22.609969 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b0871db4-2c9f-4dba-b1f8-f650f027faec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['986e45a3-9a17-428c-bbc6-aa0da40cd359'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:22.653693 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b0871db4-2c9f-4dba-b1f8-f650f027faec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:22.654550 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0871db4-2c9f-4dba-b1f8-f650f027faec None None] The sync data for ids ['986e45a3-9a17-428c-bbc6-aa0da40cd359'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:30:22.691210 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 75d995a8-0906-456e-9e1a-93d941f01c9e is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:22.691808 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (75d995a8-0906-456e-9e1a-93d941f01c9e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:22.727079 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:22.737585 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15dd8f72-e7f6-460f-ab13-40fd93376043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d995a8-0906-456e-9e1a-93d941f01c9e'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:30:22.740207 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0829c7-98f7-4b15-ab0a-9e7341a04f0a" -d '{"events": [{"server_uuid": "15dd8f72-e7f6-460f-ab13-40fd93376043", "name": "network-vif-plugged", "status": "completed", "tag": "75d995a8-0906-456e-9e1a-93d941f01c9e"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:30:22.755492 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 75d995a8-0906-456e-9e1a-93d941f01c9e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=75d995a8-0906-456e-9e1a-93d941f01c9e,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:22.764490 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (75d995a8-0906-456e-9e1a-93d941f01c9e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:22.828610 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=75d995a8-0906-456e-9e1a-93d941f01c9e,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:22.953316 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38016) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:22.984817 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-90215b3d-844b-4f5d-8c81-d264edd5d3d5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (3d034a47-4051-4cce-a91f-a4406026b06a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:23.011658 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e070ce5a-fd65-40b2-9cf0-59303922d39e tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (582f822f-9c42-4101-a195-614d7a49cf1b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:23.028042 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-047f4465-de76-460f-9078-71a4abb8ab5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d681d4e24174cff9cad347cb38a678d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0705495 Feb 28 20:30:23.030276 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38018) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:23.044560 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device be190974-99b2-4cda-8d83-f0a1d9016078 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:30:23.066820 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: be190974-99b2-4cda-8d83-f0a1d9016078 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:30:23.067173 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device be190974-99b2-4cda-8d83-f0a1d9016078 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:30:23.118217 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-409d539e-cda7-4f73-bf5f-157394038d04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (622443af-e436-4eae-b012-0ba741003db5), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:23.122195 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-e070ce5a-fd65-40b2-9cf0-59303922d39e tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Calling delete_port for 582f822f-9c42-4101-a195-614d7a49cf1b owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:23.133029 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91c9a777-21bf-48b3-9699-0902336c698e admin admin] Publish callbacks [] for security_group (0afdf993-0128-4fe4-b92b-5c1255fdf6b1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:23.133989 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90215b3d-844b-4f5d-8c81-d264edd5d3d5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:23.148173 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c9c284e7-f6be-4c9c-884d-349aad521899 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (986e45a3-9a17-428c-bbc6-aa0da40cd359), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:23.169312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-90215b3d-844b-4f5d-8c81-d264edd5d3d5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:23.182421 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa6a645-d718-4ff4-82cd-dc312ccc4b05 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:23.187146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90215b3d-844b-4f5d-8c81-d264edd5d3d5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:23.188037 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-90215b3d-844b-4f5d-8c81-d264edd5d3d5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:23.199087 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91c9a777-21bf-48b3-9699-0902336c698e admin admin] Publish callbacks [] for security_group (0afdf993-0128-4fe4-b92b-5c1255fdf6b1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:23.214110 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e174b-5a2c-481a-98b5-f5fdb1f28ea4 req-43ac7f8e-3424-455b-b495-e9306a0e4088 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:23.216751 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb9e174b-5a2c-481a-98b5-f5fdb1f28ea4 req-43ac7f8e-3424-455b-b495-e9306a0e4088 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 944 time: 0.8253307 Feb 28 20:30:23.222240 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90215b3d-844b-4f5d-8c81-d264edd5d3d5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=3d034a47-4051-4cce-a91f-a4406026b06a,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:23.270777 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa36ba7-43de-4422-a93b-afeb043ea546 req-27a346f6-410d-4eec-8336-782777fb411f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:23.272452 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-baa36ba7-43de-4422-a93b-afeb043ea546 req-27a346f6-410d-4eec-8336-782777fb411f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce448fa148384bfb9a78481379c26323&device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 1127 time: 0.8662717 Feb 28 20:30:23.307815 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008e3d06-6cd3-4380-a87d-f536f2073693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-60bc62cf-1ebe-462d-93c7-f1108638c505', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'fixed_ips': [{'subnet_id': '3d034a47-4051-4cce-a91f-a4406026b06a'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:30:23.308785 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-008e3d06-6cd3-4380-a87d-f536f2073693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:23.332976 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dff35e-173d-4e8b-8eba-ee7cdecc4abd req-7a06be99-a5db-4b9a-84dc-22c924b6f344 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:23.334601 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92dff35e-173d-4e8b-8eba-ee7cdecc4abd req-7a06be99-a5db-4b9a-84dc-22c924b6f344 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 944 time: 0.9142067 Feb 28 20:30:23.382116 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91c9a777-21bf-48b3-9699-0902336c698e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0afdf993-0128-4fe4-b92b-5c1255fdf6b1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:23.384742 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91c9a777-21bf-48b3-9699-0902336c698e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:23.385908 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-91c9a777-21bf-48b3-9699-0902336c698e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0afdf993-0128-4fe4-b92b-5c1255fdf6b1 HTTP/1.1" status: 204 len: 168 time: 0.3543646 Feb 28 20:30:23.399239 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9a777-21bf-48b3-9699-0902336c698e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afdf993-0128-4fe4-b92b-5c1255fdf6b1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:23.404612 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd8fc4bb-893d-4f34-8a6a-5fefe53a04bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (c761832f-d2e4-4503-bcb2-fb795249ffd1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:23.451529 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-90215b3d-844b-4f5d-8c81-d264edd5d3d5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6683605 Feb 28 20:30:23.452236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38022) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:23.481913 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-008e3d06-6cd3-4380-a87d-f536f2073693 None None] Allocated IP 2001:db8::2 (60bc62cf-1ebe-462d-93c7-f1108638c505/3d034a47-4051-4cce-a91f-a4406026b06a/45c973e5-ef20-4d41-a816-a1de573817e5) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:23.503733 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6c650f81-bf08-4a44-8aca-9574b99e4d61 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'name': 'tempest-NetworksTestDHCPv6-927298060'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:23.532677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fc4bb-893d-4f34-8a6a-5fefe53a04bc admin admin] Pushing event deleted for resources: {'Port': ['ID=c761832f-d2e4-4503-bcb2-fb795249ffd1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:23.547221 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c9c284e7-f6be-4c9c-884d-349aad521899 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting port 85beecb1-a6f4-4970-b02b-5cbfd33eec37 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:23.547887 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c9c284e7-f6be-4c9c-884d-349aad521899 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (85beecb1-a6f4-4970-b02b-5cbfd33eec37), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:23.666975 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c9c284e7-f6be-4c9c-884d-349aad521899 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (85beecb1-a6f4-4970-b02b-5cbfd33eec37), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:23.670097 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92dff35e-173d-4e8b-8eba-ee7cdecc4abd req-6617095d-d3af-4fd8-a576-ab51e8f07c96 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=12da2157-31e1-4a21-a805-4e2fe7039cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3014491 Feb 28 20:30:23.702963 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-008e3d06-6cd3-4380-a87d-f536f2073693 None None] Publish callbacks [] for port (45c973e5-ef20-4d41-a816-a1de573817e5), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:23.706388 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c9c284e7-f6be-4c9c-884d-349aad521899 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Calling delete_port for 85beecb1-a6f4-4970-b02b-5cbfd33eec37 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:23.710397 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-008e3d06-6cd3-4380-a87d-f536f2073693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (45c973e5-ef20-4d41-a816-a1de573817e5), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:23.762644 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a8ecdb-cdb3-4186-bd16-3cc392ee8264 x-openstack-request-id: req-c3a8ecdb-cdb3-4186-bd16-3cc392ee8264 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:30:23.762979 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15dd8f72-e7f6-460f-ab13-40fd93376043", "name": "network-vif-plugged", "status": "completed", "tag": "75d995a8-0906-456e-9e1a-93d941f01c9e", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:30:23.770213 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3a8ecdb-cdb3-4186-bd16-3cc392ee8264 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:30:23.775319 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15dd8f72-e7f6-460f-ab13-40fd93376043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d995a8-0906-456e-9e1a-93d941f01c9e', 'code': 200} Feb 28 20:30:23.778964 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb9e174b-5a2c-481a-98b5-f5fdb1f28ea4 req-1547a6bf-bb7e-4ad6-87db-7c4651488e3e tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095532 Feb 28 20:30:23.806971 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008e3d06-6cd3-4380-a87d-f536f2073693 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:23.819385 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-008e3d06-6cd3-4380-a87d-f536f2073693 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:23.823146 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e3d06-6cd3-4380-a87d-f536f2073693 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:23.867193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa36ba7-43de-4422-a93b-afeb043ea546 req-2a2a9179-d6a1-435f-a360-087a40fa7df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:23.867814 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-baa36ba7-43de-4422-a93b-afeb043ea546 req-2a2a9179-d6a1-435f-a360-087a40fa7df8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd95dcac-d635-4bec-8252-dbb352dcdbef HTTP/1.1" status: 200 len: 910 time: 0.5827987 Feb 28 20:30:23.888523 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e3d06-6cd3-4380-a87d-f536f2073693 None None] Pushing event updated for resources: {'Port': ['ID=45c973e5-ef20-4d41-a816-a1de573817e5,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:23.903480 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-008e3d06-6cd3-4380-a87d-f536f2073693 None None] Attempting to bind port 45c973e5-ef20-4d41-a816-a1de573817e5 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:23.903480 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-008e3d06-6cd3-4380-a87d-f536f2073693 None None] Attempting to bind port 45c973e5-ef20-4d41-a816-a1de573817e5 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:23.903480 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e3d06-6cd3-4380-a87d-f536f2073693 None None] Attempting to bind port 45c973e5-ef20-4d41-a816-a1de573817e5 on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:23.910580 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e3d06-6cd3-4380-a87d-f536f2073693 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:30:23.911099 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e3d06-6cd3-4380-a87d-f536f2073693 None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:30:23.911570 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-008e3d06-6cd3-4380-a87d-f536f2073693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:23.911996 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e3d06-6cd3-4380-a87d-f536f2073693 None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:30:23.912566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-008e3d06-6cd3-4380-a87d-f536f2073693 None None] Bound port: 45c973e5-ef20-4d41-a816-a1de573817e5, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:30:23.913012 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-008e3d06-6cd3-4380-a87d-f536f2073693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (45c973e5-ef20-4d41-a816-a1de573817e5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:23.988579 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd8fc4bb-893d-4f34-8a6a-5fefe53a04bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (043d3d92-4588-4240-8ff5-3ae403f40051), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:23.994320 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-008e3d06-6cd3-4380-a87d-f536f2073693 None None] For port 45c973e5-ef20-4d41-a816-a1de573817e5, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:30:23.999368 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-baa36ba7-43de-4422-a93b-afeb043ea546 req-8486ce06-cc49-4b8f-acc2-7bdaf7dedb9a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28f22ab8-31b9-420b-b5ff-5b306b174979 HTTP/1.1" status: 200 len: 217 time: 0.0984328 Feb 28 20:30:24.000661 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-008e3d06-6cd3-4380-a87d-f536f2073693 None None] For port 45c973e5-ef20-4d41-a816-a1de573817e5, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=45c973e5-ef20-4d41-a816-a1de573817e5,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:30:24.009625 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c9c284e7-f6be-4c9c-884d-349aad521899 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (85beecb1-a6f4-4970-b02b-5cbfd33eec37), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:24.011575 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-008e3d06-6cd3-4380-a87d-f536f2073693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (45c973e5-ef20-4d41-a816-a1de573817e5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:24.043557 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c284e7-f6be-4c9c-884d-349aad521899 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Port': ['ID=85beecb1-a6f4-4970-b02b-5cbfd33eec37,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:24.047395 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac5178-71df-4a23-a54d-6e425767d78f req-c0f646d6-bb71-48b3-b169-9d59c6c76435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:24.049192 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0eac5178-71df-4a23-a54d-6e425767d78f req-c0f646d6-bb71-48b3-b169-9d59c6c76435 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 1128 time: 0.1807547 Feb 28 20:30:24.112624 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e3d06-6cd3-4380-a87d-f536f2073693 None None] Pushing event updated for resources: {'Port': ['ID=45c973e5-ef20-4d41-a816-a1de573817e5,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:24.246006 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c9c284e7-f6be-4c9c-884d-349aad521899 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (986e45a3-9a17-428c-bbc6-aa0da40cd359), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:24.251725 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0eac5178-71df-4a23-a54d-6e425767d78f req-32753b5e-7ed9-4275-bf3a-28e65b675b84 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931767 Feb 28 20:30:24.264220 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c650f81-bf08-4a44-8aca-9574b99e4d61 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:24.267585 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c650f81-bf08-4a44-8aca-9574b99e4d61 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:24.291850 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd8fc4bb-893d-4f34-8a6a-5fefe53a04bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (043d3d92-4588-4240-8ff5-3ae403f40051), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:24.304795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-6c650f81-bf08-4a44-8aca-9574b99e4d61 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] device_id is not set on port 4fac6088-af10-4f51-8227-d27e740118b3 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:30:24.413093 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd8fc4bb-893d-4f34-8a6a-5fefe53a04bc admin admin] Publish callbacks [] for router_controller (043d3d92-4588-4240-8ff5-3ae403f40051), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:24.416091 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e070ce5a-fd65-40b2-9cf0-59303922d39e tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (582f822f-9c42-4101-a195-614d7a49cf1b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:24.431926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa36ba7-43de-4422-a93b-afeb043ea546 req-63ccc249-e8c3-4301-904d-eb76e5a924b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:24.433868 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-baa36ba7-43de-4422-a93b-afeb043ea546 req-63ccc249-e8c3-4301-904d-eb76e5a924b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a36f3d5e-8266-4be4-ab73-31f8fb0001af HTTP/1.1" status: 200 len: 849 time: 0.4246123 Feb 28 20:30:24.528028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070ce5a-fd65-40b2-9cf0-59303922d39e tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event deleted for resources: {'Port': ['ID=582f822f-9c42-4101-a195-614d7a49cf1b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:24.636204 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c284e7-f6be-4c9c-884d-349aad521899 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router 986e45a3-9a17-428c-bbc6-aa0da40cd359 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:30:24.687723 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd8fc4bb-893d-4f34-8a6a-5fefe53a04bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (043d3d92-4588-4240-8ff5-3ae403f40051), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:24.689000 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8fc4bb-893d-4f34-8a6a-5fefe53a04bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 043d3d92-4588-4240-8ff5-3ae403f40051 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:30:24.740617 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fd8fc4bb-893d-4f34-8a6a-5fefe53a04bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:24.744169 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fd8fc4bb-893d-4f34-8a6a-5fefe53a04bc admin admin] 10.222.0.13 "DELETE /v2.0/routers/043d3d92-4588-4240-8ff5-3ae403f40051 HTTP/1.1" status: 204 len: 168 time: 5.4702849 Feb 28 20:30:24.757064 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38046) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:24.849340 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-916ae9cf-69b2-4ece-aebe-f7822838d3a4 admin admin] Deleting subnet d39c0c2a-dc41-4cb2-bcf8-368cafaff201 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:30:24.866491 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-916ae9cf-69b2-4ece-aebe-f7822838d3a4 admin admin] Publish callbacks [] for subnet (d39c0c2a-dc41-4cb2-bcf8-368cafaff201), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:24.896994 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e070ce5a-fd65-40b2-9cf0-59303922d39e tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (3ae0683d-24d9-499b-a018-182a17730243), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:24.947827 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-409d539e-cda7-4f73-bf5f-157394038d04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for port (622443af-e436-4eae-b012-0ba741003db5), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:24.954680 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c284e7-f6be-4c9c-884d-349aad521899 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:30:24.958640 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-916ae9cf-69b2-4ece-aebe-f7822838d3a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (d39c0c2a-dc41-4cb2-bcf8-368cafaff201), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:24.966812 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c9c284e7-f6be-4c9c-884d-349aad521899 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/986e45a3-9a17-428c-bbc6-aa0da40cd359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3633258 Feb 28 20:30:24.968363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c2cb06-0049-4b0c-bbcd-5690322cce7e None None] Sync routers for ids ['986e45a3-9a17-428c-bbc6-aa0da40cd359'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:30:24.978865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 28f22ab8-31b9-420b-b5ff-5b306b174979 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:30:24.983622 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa36ba7-43de-4422-a93b-afeb043ea546 req-1767e790-494e-4dd9-808c-55588c707b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:24.985956 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-baa36ba7-43de-4422-a93b-afeb043ea546 req-1767e790-494e-4dd9-808c-55588c707b5f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd95dcac-d635-4bec-8252-dbb352dcdbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5124521 Feb 28 20:30:24.990127 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38052) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:25.023493 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-409d539e-cda7-4f73-bf5f-157394038d04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (622443af-e436-4eae-b012-0ba741003db5), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:25.113988 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c2cb06-0049-4b0c-bbcd-5690322cce7e None None] Routers {'986e45a3-9a17-428c-bbc6-aa0da40cd359'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:25.119745 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-29c2cb06-0049-4b0c-bbcd-5690322cce7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['986e45a3-9a17-428c-bbc6-aa0da40cd359'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:25.189738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-6c650f81-bf08-4a44-8aca-9574b99e4d61 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8::271 (60bc62cf-1ebe-462d-93c7-f1108638c505/3d034a47-4051-4cce-a91f-a4406026b06a/4fac6088-af10-4f51-8227-d27e740118b3) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:25.196207 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-409d539e-cda7-4f73-bf5f-157394038d04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (e9689ec1-22f6-4cc7-ab4d-410ae7dd456a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:25.224763 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-29c2cb06-0049-4b0c-bbcd-5690322cce7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:25.326610 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-baa36ba7-43de-4422-a93b-afeb043ea546 req-a4a4505a-473f-4fb2-ba74-0e80cf8b214a service neutron] 10.222.0.10 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059778 Feb 28 20:30:25.332734 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c2cb06-0049-4b0c-bbcd-5690322cce7e None None] Routers {'986e45a3-9a17-428c-bbc6-aa0da40cd359'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:25.334413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-29c2cb06-0049-4b0c-bbcd-5690322cce7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['986e45a3-9a17-428c-bbc6-aa0da40cd359'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:25.461268 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-29c2cb06-0049-4b0c-bbcd-5690322cce7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:25.461926 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c2cb06-0049-4b0c-bbcd-5690322cce7e None None] The sync data for ids ['986e45a3-9a17-428c-bbc6-aa0da40cd359'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:30:25.529181 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 28f22ab8-31b9-420b-b5ff-5b306b174979, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=28f22ab8-31b9-420b-b5ff-5b306b174979,segment=NetworkSegment(8e033a05-7daa-4810-ae7e-8076b1b461b4),segment_id=8e033a05-7daa-4810-ae7e-8076b1b461b4)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:25.545747 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '28f22ab8-31b9-420b-b5ff-5b306b174979', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'port_id': '28f22ab8-31b9-420b-b5ff-5b306b174979', 'mac_address': 'fa:16:3e:f2:ee:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:30:25.597996 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 28f22ab8-31b9-420b-b5ff-5b306b174979 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:25.598586 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (28f22ab8-31b9-420b-b5ff-5b306b174979), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:25.620232 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30691c6-43c6-4d1b-bf69-311c761af7c7 req-d5f53f9c-668c-466f-991e-fbf4776e34c4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:25.623369 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f22ab8-31b9-420b-b5ff-5b306b174979 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:30:25.641497 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c30691c6-43c6-4d1b-bf69-311c761af7c7 req-d5f53f9c-668c-466f-991e-fbf4776e34c4 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 944 time: 0.8385897 Feb 28 20:30:25.667156 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 28f22ab8-31b9-420b-b5ff-5b306b174979, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=28f22ab8-31b9-420b-b5ff-5b306b174979,segment=NetworkSegment(8e033a05-7daa-4810-ae7e-8076b1b461b4),segment_id=8e033a05-7daa-4810-ae7e-8076b1b461b4)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:25.671942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 45c973e5-ef20-4d41-a816-a1de573817e5 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:25.678238 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (28f22ab8-31b9-420b-b5ff-5b306b174979), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:25.748387 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-916ae9cf-69b2-4ece-aebe-f7822838d3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (d39c0c2a-dc41-4cb2-bcf8-368cafaff201), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:25.823746 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=28f22ab8-31b9-420b-b5ff-5b306b174979,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:25.845149 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 45c973e5-ef20-4d41-a816-a1de573817e5 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:25.845525 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (45c973e5-ef20-4d41-a816-a1de573817e5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:25.877629 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38064) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:25.949956 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 45c973e5-ef20-4d41-a816-a1de573817e5 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:25.950886 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (45c973e5-ef20-4d41-a816-a1de573817e5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:25.986654 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['28f22ab8-31b9-420b-b5ff-5b306b174979'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:30:26.038916 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-916ae9cf-69b2-4ece-aebe-f7822838d3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (d39c0c2a-dc41-4cb2-bcf8-368cafaff201), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:26.042639 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-4ef8ccf4-a342-4081-b773-22ac922e2e57 None None] Provisioning complete for port 45c973e5-ef20-4d41-a816-a1de573817e5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:26.043427 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4ef8ccf4-a342-4081-b773-22ac922e2e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (45c973e5-ef20-4d41-a816-a1de573817e5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:26.048598 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 45c973e5-ef20-4d41-a816-a1de573817e5, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=45c973e5-ef20-4d41-a816-a1de573817e5,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:26.054547 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-cc9decd2-3e26-43fa-9982-3bb97cd6a189 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1259890021', 'router:external': True}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:26.080146 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (45c973e5-ef20-4d41-a816-a1de573817e5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:26.086971 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ae9cf-69b2-4ece-aebe-f7822838d3a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d39c0c2a-dc41-4cb2-bcf8-368cafaff201,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:26.102261 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-916ae9cf-69b2-4ece-aebe-f7822838d3a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:26.106184 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-916ae9cf-69b2-4ece-aebe-f7822838d3a4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d39c0c2a-dc41-4cb2-bcf8-368cafaff201 HTTP/1.1" status: 204 len: 168 time: 1.3482094 Feb 28 20:30:26.111943 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38068) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:26.112287 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d539e-cda7-4f73-bf5f-157394038d04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Port': ['ID=622443af-e436-4eae-b012-0ba741003db5,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:26.167128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=45c973e5-ef20-4d41-a816-a1de573817e5,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:26.167338 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9decd2-3e26-43fa-9982-3bb97cd6a189 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Made reservation on behalf of eeebec26ef4a4b2eb8f8d31543c3e168 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:26.169613 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc9decd2-3e26-43fa-9982-3bb97cd6a189 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:26.217637 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc9decd2-3e26-43fa-9982-3bb97cd6a189 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:26.226454 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296641f-a370-4bee-973d-ac322f5dbb87 req-fe0a4bd9-1e92-4f8d-a669-8d11b55de5e4 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:26.228006 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7296641f-a370-4bee-973d-ac322f5dbb87 req-fe0a4bd9-1e92-4f8d-a669-8d11b55de5e4 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 945 time: 1.2496231 Feb 28 20:30:26.243941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4ef8ccf4-a342-4081-b773-22ac922e2e57 None None] Current status of the port 45c973e5-ef20-4d41-a816-a1de573817e5 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:26.256860 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b952bbb8-6fb7-4133-a12c-8bda45895236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (772a5f8c-d784-4526-8416-23f5187ae8c6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:26.338505 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1fdff275-fb1e-486a-b058-7459f7892ae6 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (986e45a3-9a17-428c-bbc6-aa0da40cd359), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:26.441916 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c30691c6-43c6-4d1b-bf69-311c761af7c7 req-8057589d-1cc6-440f-85ff-158d3c112740 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=12da2157-31e1-4a21-a805-4e2fe7039cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7993224 Feb 28 20:30:26.451193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409d539e-cda7-4f73-bf5f-157394038d04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Network f7e1f30d-c0d3-4d37-b1c5-7b906bda5638 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:26.468598 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-409d539e-cda7-4f73-bf5f-157394038d04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:26.479084 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e070ce5a-fd65-40b2-9cf0-59303922d39e tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Router 3ae0683d-24d9-499b-a018-182a17730243 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:30:26.484241 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-baa36ba7-43de-4422-a93b-afeb043ea546 req-f1e0aa70-6b59-4e7a-af22-0f4dbdfebd65 service neutron] 10.222.0.10 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9606051 Feb 28 20:30:26.496887 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7296641f-a370-4bee-973d-ac322f5dbb87 req-8d4745ab-4799-40e1-9a6d-40e3f8c9c8fb tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016602 Feb 28 20:30:26.509972 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b952bbb8-6fb7-4133-a12c-8bda45895236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (772a5f8c-d784-4526-8416-23f5187ae8c6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:26.571980 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc9decd2-3e26-43fa-9982-3bb97cd6a189 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for security_group (be2da0da-3afb-4fed-84a7-5fafcd0746b6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:26.579162 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c650f81-bf08-4a44-8aca-9574b99e4d61 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (4fac6088-af10-4f51-8227-d27e740118b3), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:26.582323 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc9decd2-3e26-43fa-9982-3bb97cd6a189 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (be2da0da-3afb-4fed-84a7-5fafcd0746b6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:26.586183 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-b952bbb8-6fb7-4133-a12c-8bda45895236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772a5f8c-d784-4526-8416-23f5187ae8c6']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:26.625295 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-b952bbb8-6fb7-4133-a12c-8bda45895236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a70148e-0b57-4d50-90ab-734818fed05d') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:26.625697 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-b952bbb8-6fb7-4133-a12c-8bda45895236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a70148e-0b57-4d50-90ab-734818fed05d') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:26.650824 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9decd2-3e26-43fa-9982-3bb97cd6a189 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:30:26.656787 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b952bbb8-6fb7-4133-a12c-8bda45895236 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (8a70148e-0b57-4d50-90ab-734818fed05d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:26.673255 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9decd2-3e26-43fa-9982-3bb97cd6a189 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2da0da-3afb-4fed-84a7-5fafcd0746b6,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:26.683314 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc9decd2-3e26-43fa-9982-3bb97cd6a189 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (837ee7bc-b651-4d10-b849-113741b7f049), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:26.683695 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-cc9decd2-3e26-43fa-9982-3bb97cd6a189 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Added segment 837ee7bc-b651-4d10-b849-113741b7f049 of type vlan for network f809b14d-1419-418c-9650-1d8a5308e316 Feb 28 20:30:26.700991 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b952bbb8-6fb7-4133-a12c-8bda45895236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (8a70148e-0b57-4d50-90ab-734818fed05d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:26.701152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e070ce5a-fd65-40b2-9cf0-59303922d39e tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:30:26.712687 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e070ce5a-fd65-40b2-9cf0-59303922d39e tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "PUT /v2.0/routers/3ae0683d-24d9-499b-a018-182a17730243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4731050 Feb 28 20:30:26.715542 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caef0944-0880-4d0b-944c-6f7eb4c87448 None None] Sync routers for ids ['3ae0683d-24d9-499b-a018-182a17730243'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:30:26.718159 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38070) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:26.732373 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caef0944-0880-4d0b-944c-6f7eb4c87448 None None] Routers {'3ae0683d-24d9-499b-a018-182a17730243'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:26.733379 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-caef0944-0880-4d0b-944c-6f7eb4c87448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['3ae0683d-24d9-499b-a018-182a17730243'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:26.744063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b952bbb8-6fb7-4133-a12c-8bda45895236 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:30:26.744524 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b952bbb8-6fb7-4133-a12c-8bda45895236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (8a70148e-0b57-4d50-90ab-734818fed05d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:30:26.746406 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:30:26.760015 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c650f81-bf08-4a44-8aca-9574b99e4d61 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4fac6088-af10-4f51-8227-d27e740118b3), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:26.774965 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409d539e-cda7-4f73-bf5f-157394038d04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Router e9689ec1-22f6-4cc7-ab4d-410ae7dd456a has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:30:26.795540 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-caef0944-0880-4d0b-944c-6f7eb4c87448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:26.809055 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caef0944-0880-4d0b-944c-6f7eb4c87448 None None] Routers {'3ae0683d-24d9-499b-a018-182a17730243'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:26.809766 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-caef0944-0880-4d0b-944c-6f7eb4c87448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['3ae0683d-24d9-499b-a018-182a17730243'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:26.829960 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c650f81-bf08-4a44-8aca-9574b99e4d61 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:26.838191 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-6c650f81-bf08-4a44-8aca-9574b99e4d61 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:26.841632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c650f81-bf08-4a44-8aca-9574b99e4d61 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=4fac6088-af10-4f51-8227-d27e740118b3,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:26.852736 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-b4037fb9-ce5a-4f57-94ab-afbc52b38e21 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] show failed (client error): The resource could not be found. Feb 28 20:30:26.853441 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-caef0944-0880-4d0b-944c-6f7eb4c87448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:26.853805 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b4037fb9-ce5a-4f57-94ab-afbc52b38e21 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1801556565 HTTP/1.1" status: 404 len: 335 time: 0.1145475 Feb 28 20:30:26.854438 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caef0944-0880-4d0b-944c-6f7eb4c87448 None None] The sync data for ids ['3ae0683d-24d9-499b-a018-182a17730243'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:30:26.856905 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc9decd2-3e26-43fa-9982-3bb97cd6a189 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (f809b14d-1419-418c-9650-1d8a5308e316), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:26.860734 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38072) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:26.871392 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-30e5b98e-df6f-4ad4-90c8-e7e334e5cc75 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:26.885726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c650f81-bf08-4a44-8aca-9574b99e4d61 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:26.892340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c650f81-bf08-4a44-8aca-9574b99e4d61 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:26.893604 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6c650f81-bf08-4a44-8aca-9574b99e4d61 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:26.896640 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-257b65a7-92f6-4e3e-b754-978ae98a0ab3 None None] Provisioning complete for port 622443af-e436-4eae-b012-0ba741003db5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:26.897105 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-257b65a7-92f6-4e3e-b754-978ae98a0ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (622443af-e436-4eae-b012-0ba741003db5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:26.930252 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6c650f81-bf08-4a44-8aca-9574b99e4d61 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4614973 Feb 28 20:30:26.930876 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38074) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:26.931186 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-30e5b98e-df6f-4ad4-90c8-e7e334e5cc75 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] update failed (client error): The resource could not be found. Feb 28 20:30:26.932277 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-30e5b98e-df6f-4ad4-90c8-e7e334e5cc75 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-2046860440 HTTP/1.1" status: 404 len: 335 time: 0.0667913 Feb 28 20:30:26.938232 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38076) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:26.954963 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-257b65a7-92f6-4e3e-b754-978ae98a0ab3 None None] Port 622443af-e436-4eae-b012-0ba741003db5 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:30:26.972238 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 28f22ab8-31b9-420b-b5ff-5b306b174979 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:26.982023 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b952bbb8-6fb7-4133-a12c-8bda45895236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (772a5f8c-d784-4526-8416-23f5187ae8c6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:27.001550 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b952bbb8-6fb7-4133-a12c-8bda45895236 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:27.013868 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b952bbb8-6fb7-4133-a12c-8bda45895236 admin admin] 10.222.0.13 "DELETE /v2.0/networks/772a5f8c-d784-4526-8416-23f5187ae8c6 HTTP/1.1" status: 204 len: 168 time: 0.9006810 Feb 28 20:30:27.060517 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409d539e-cda7-4f73-bf5f-157394038d04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:30:27.077062 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-409d539e-cda7-4f73-bf5f-157394038d04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "PUT /v2.0/routers/e9689ec1-22f6-4cc7-ab4d-410ae7dd456a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7191081 Feb 28 20:30:27.077745 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38080) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:27.085708 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c923f1e-f993-49f3-aa0f-5ae0ba11a0a7 None None] Sync routers for ids ['e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:30:27.092827 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-e01ad9a4-f02e-40c9-bae3-da054792fe53 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Request body: {'port': {'network_id': 'f7e1f30d-c0d3-4d37-b1c5-7b906bda5638', 'name': 'tempest-FloatingIPTestJSON-932709253'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:27.104438 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c923f1e-f993-49f3-aa0f-5ae0ba11a0a7 None None] Routers {'e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:27.106150 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9c923f1e-f993-49f3-aa0f-5ae0ba11a0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:27.125610 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc9decd2-3e26-43fa-9982-3bb97cd6a189 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (f809b14d-1419-418c-9650-1d8a5308e316), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:27.126564 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9decd2-3e26-43fa-9982-3bb97cd6a189 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:27.127147 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc9decd2-3e26-43fa-9982-3bb97cd6a189 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:27.136546 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952bbb8-6fb7-4133-a12c-8bda45895236 admin admin] Pushing event deleted for resources: {'Network': ['ID=772a5f8c-d784-4526-8416-23f5187ae8c6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:27.163513 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a9859c-14b8-4e61-939f-a379c9dadc37 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Deleting subnet d95b5643-c6a2-4015-b846-1f9e0fb34970 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:30:27.207160 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-60a9859c-14b8-4e61-939f-a379c9dadc37 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for subnet (d95b5643-c6a2-4015-b846-1f9e0fb34970), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:27.215694 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cc9decd2-3e26-43fa-9982-3bb97cd6a189 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.3101852 Feb 28 20:30:27.230670 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38082) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:27.250331 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-c5bc0a30-9d17-47a9-90a5-b67b9db63773 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Request body: {'subnet': {'network_id': 'f809b14d-1419-418c-9650-1d8a5308e316', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:27.269761 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84cfc5e-ba1c-4376-87a2-5916b114717c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:27.275872 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84cfc5e-ba1c-4376-87a2-5916b114717c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:27.280329 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b84cfc5e-ba1c-4376-87a2-5916b114717c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.3468187 Feb 28 20:30:27.280973 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38084) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:27.336949 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38086) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:27.349100 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9decd2-3e26-43fa-9982-3bb97cd6a189 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Pushing event updated for resources: {'Network': ['ID=f809b14d-1419-418c-9650-1d8a5308e316,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:27.354127 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bc0a30-9d17-47a9-90a5-b67b9db63773 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Made reservation on behalf of eeebec26ef4a4b2eb8f8d31543c3e168 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:27.356572 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5bc0a30-9d17-47a9-90a5-b67b9db63773 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:27.360218 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-60a9859c-14b8-4e61-939f-a379c9dadc37 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (d95b5643-c6a2-4015-b846-1f9e0fb34970), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:27.386973 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 28f22ab8-31b9-420b-b5ff-5b306b174979 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:30:27.393772 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9c923f1e-f993-49f3-aa0f-5ae0ba11a0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:27.396531 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 45c973e5-ef20-4d41-a816-a1de573817e5 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:27.399979 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network f809b14d-1419-418c-9650-1d8a5308e316 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:30:27.410935 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-1fdff275-fb1e-486a-b058-7459f7892ae6 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting port 923e8c17-7421-499f-b0fc-bdbfd325ebd3 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:27.411814 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1fdff275-fb1e-486a-b058-7459f7892ae6 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (923e8c17-7421-499f-b0fc-bdbfd325ebd3), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:27.435794 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 28f22ab8-31b9-420b-b5ff-5b306b174979 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:27.435794 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (28f22ab8-31b9-420b-b5ff-5b306b174979), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:27.522507 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0a4527f4-58b4-4403-98e9-f3299aac91ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04ef52175a9b4ca6b424bbdfe5599978&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1805482 Feb 28 20:30:27.523647 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38090) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:27.528087 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-60a9859c-14b8-4e61-939f-a379c9dadc37 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (d95b5643-c6a2-4015-b846-1f9e0fb34970), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:27.533456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01ad9a4-f02e-40c9-bae3-da054792fe53 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Made reservation on behalf of e38b0e6fba494a7aacc592cb25d2e86a for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:27.534552 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c923f1e-f993-49f3-aa0f-5ae0ba11a0a7 None None] Routers {'e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:27.535223 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9c923f1e-f993-49f3-aa0f-5ae0ba11a0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:27.537767 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e01ad9a4-f02e-40c9-bae3-da054792fe53 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:27.561567 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1fdff275-fb1e-486a-b058-7459f7892ae6 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (923e8c17-7421-499f-b0fc-bdbfd325ebd3), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:27.610993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-1fdff275-fb1e-486a-b058-7459f7892ae6 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Calling delete_port for 923e8c17-7421-499f-b0fc-bdbfd325ebd3 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:27.611903 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-74748d01-2c73-4b62-b0cc-99667609a877 None None] Provisioning complete for port 4fac6088-af10-4f51-8227-d27e740118b3 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:27.612334 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-74748d01-2c73-4b62-b0cc-99667609a877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4fac6088-af10-4f51-8227-d27e740118b3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:27.627910 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9c923f1e-f993-49f3-aa0f-5ae0ba11a0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:27.630530 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c923f1e-f993-49f3-aa0f-5ae0ba11a0a7 None None] The sync data for ids ['e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:30:27.638257 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-e01ad9a4-f02e-40c9-bae3-da054792fe53 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] device_id is not set on port cf4b3ffe-0b6d-4459-94ef-220c30e3bbaf yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:30:27.678893 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 45c973e5-ef20-4d41-a816-a1de573817e5 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:27.678893 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (45c973e5-ef20-4d41-a816-a1de573817e5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:27.702070 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-74748d01-2c73-4b62-b0cc-99667609a877 None None] Port 4fac6088-af10-4f51-8227-d27e740118b3 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:30:27.720008 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-60a9859c-14b8-4e61-939f-a379c9dadc37 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (d95b5643-c6a2-4015-b846-1f9e0fb34970), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:27.756137 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-f8d365e9-2d39-40de-be4b-3e21359dde19 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting port 4fac6088-af10-4f51-8227-d27e740118b3 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:27.756487 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8d365e9-2d39-40de-be4b-3e21359dde19 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4fac6088-af10-4f51-8227-d27e740118b3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:27.765734 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 28f22ab8-31b9-420b-b5ff-5b306b174979 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:27.766170 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (28f22ab8-31b9-420b-b5ff-5b306b174979), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:27.800811 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9859c-14b8-4e61-939f-a379c9dadc37 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event deleted for resources: {'Subnet': ['ID=d95b5643-c6a2-4015-b846-1f9e0fb34970,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:27.809543 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-60a9859c-14b8-4e61-939f-a379c9dadc37 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:27.823739 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc0e401-ebaf-4e6a-8270-82b4c070445a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f22ab8-31b9-420b-b5ff-5b306b174979'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:30:27.824024 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-60a9859c-14b8-4e61-939f-a379c9dadc37 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "DELETE /v2.0/subnets/d95b5643-c6a2-4015-b846-1f9e0fb34970 HTTP/1.1" status: 204 len: 168 time: 0.8818634 Feb 28 20:30:27.826545 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b8d244-ff8f-423f-97b1-58b5ad0bb50f" -d '{"events": [{"server_uuid": "bdc0e401-ebaf-4e6a-8270-82b4c070445a", "name": "network-vif-plugged", "status": "completed", "tag": "28f22ab8-31b9-420b-b5ff-5b306b174979"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:30:27.838177 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38094) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:27.857518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 28f22ab8-31b9-420b-b5ff-5b306b174979, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=28f22ab8-31b9-420b-b5ff-5b306b174979,segment=NetworkSegment(8e033a05-7daa-4810-ae7e-8076b1b461b4),segment_id=8e033a05-7daa-4810-ae7e-8076b1b461b4)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:27.859450 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b408555-be2f-40b7-91df-bd770753db41 None None] Network ae6435be-6891-436a-b382-d0eed5c8ac04 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:27.923092 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557beaf6-367c-4282-821c-f1b6567db181 req-1aa1298d-0406-42fa-9e66-865abb82953f tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:27.924737 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-557beaf6-367c-4282-821c-f1b6567db181 req-1aa1298d-0406-42fa-9e66-865abb82953f tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 945 time: 0.3961511 Feb 28 20:30:27.932212 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (28f22ab8-31b9-420b-b5ff-5b306b174979), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:27.936113 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0946b9-46e5-48ef-87db-54a6c42c8e36 admin admin] Publish callbacks [] for security_group (2d04a09d-fc10-44fd-802f-cddac2c0128a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:27.940634 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4a73-95f7-4a57-8ea7-43c545f86da5 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (ae6435be-6891-436a-b382-d0eed5c8ac04), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:27.983049 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 45c973e5-ef20-4d41-a816-a1de573817e5 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:28.006942 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cbe8c-2589-43fa-854e-ffd05d821971 req-8f86c7ea-2ccd-4ccb-ba24-a37b6a9c869b tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:28.009796 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a65cbe8c-2589-43fa-854e-ffd05d821971 req-8f86c7ea-2ccd-4ccb-ba24-a37b6a9c869b tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 945 time: 0.4052842 Feb 28 20:30:28.028624 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c761832f-d2e4-4503-bcb2-fb795249ffd1 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:30:28.049559 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0946b9-46e5-48ef-87db-54a6c42c8e36 admin admin] Publish callbacks [] for security_group (2d04a09d-fc10-44fd-802f-cddac2c0128a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:28.056559 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1fdff275-fb1e-486a-b058-7459f7892ae6 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (923e8c17-7421-499f-b0fc-bdbfd325ebd3), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:28.078259 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: c761832f-d2e4-4503-bcb2-fb795249ffd1 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:30:28.078972 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c761832f-d2e4-4503-bcb2-fb795249ffd1 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:30:28.092359 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=28f22ab8-31b9-420b-b5ff-5b306b174979,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:28.106550 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdff275-fb1e-486a-b058-7459f7892ae6 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Port': ['ID=923e8c17-7421-499f-b0fc-bdbfd325ebd3,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:28.155205 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-e01ad9a4-f02e-40c9-bae3-da054792fe53 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Allocated IP 172.20.0.4 (f7e1f30d-c0d3-4d37-b1c5-7b906bda5638/e15664ae-5bbf-4e3a-ba63-4a66d6aed10c/cf4b3ffe-0b6d-4459-94ef-220c30e3bbaf) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:28.210010 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8d365e9-2d39-40de-be4b-3e21359dde19 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4fac6088-af10-4f51-8227-d27e740118b3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:28.224266 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-6c6d4a73-95f7-4a57-8ea7-43c545f86da5 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Deleting port 967db164-c7c8-4f0c-a38c-0d1355ad1bc7 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:28.224851 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4a73-95f7-4a57-8ea7-43c545f86da5 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (967db164-c7c8-4f0c-a38c-0d1355ad1bc7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:28.244657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9245e1-cde2-46bd-a6f8-09fd308dbb56 None None] DHCP port deletion for ae6435be-6891-436a-b382-d0eed5c8ac04 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:30:28.298926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-f8d365e9-2d39-40de-be4b-3e21359dde19 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Calling delete_port for 4fac6088-af10-4f51-8227-d27e740118b3 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:28.339415 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1fdff275-fb1e-486a-b058-7459f7892ae6 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (986e45a3-9a17-428c-bbc6-aa0da40cd359), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:28.347313 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-557beaf6-367c-4282-821c-f1b6567db181 req-a6dda3ef-7b2c-4ccd-8b3b-b41733741b0a tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=12da2157-31e1-4a21-a805-4e2fe7039cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3691206 Feb 28 20:30:28.349513 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7f9245e1-cde2-46bd-a6f8-09fd308dbb56 None None] Deleting port 967db164-c7c8-4f0c-a38c-0d1355ad1bc7 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:28.350142 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7f9245e1-cde2-46bd-a6f8-09fd308dbb56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (967db164-c7c8-4f0c-a38c-0d1355ad1bc7), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:28.403569 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a65cbe8c-2589-43fa-854e-ffd05d821971 req-8e0c3632-b445-414a-a83e-edcdd2163a34 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715754 Feb 28 20:30:28.517310 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34c0cbb-7982-4350-ae7d-618b3aef4790 x-openstack-request-id: req-f34c0cbb-7982-4350-ae7d-618b3aef4790 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:30:28.517701 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc0e401-ebaf-4e6a-8270-82b4c070445a", "name": "network-vif-plugged", "status": "completed", "tag": "28f22ab8-31b9-420b-b5ff-5b306b174979", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:30:28.518062 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f34c0cbb-7982-4350-ae7d-618b3aef4790 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:30:28.518558 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc0e401-ebaf-4e6a-8270-82b4c070445a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f22ab8-31b9-420b-b5ff-5b306b174979', 'code': 200} Feb 28 20:30:28.523027 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0946b9-46e5-48ef-87db-54a6c42c8e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2d04a09d-fc10-44fd-802f-cddac2c0128a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:28.525672 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f0946b9-46e5-48ef-87db-54a6c42c8e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:28.526866 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7f0946b9-46e5-48ef-87db-54a6c42c8e36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d04a09d-fc10-44fd-802f-cddac2c0128a HTTP/1.1" status: 204 len: 168 time: 1.0022571 Feb 28 20:30:28.560497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-7f9245e1-cde2-46bd-a6f8-09fd308dbb56 None None] For port 967db164-c7c8-4f0c-a38c-0d1355ad1bc7, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=967db164-c7c8-4f0c-a38c-0d1355ad1bc7,segment=NetworkSegment(1a3fdda5-35c6-4c1a-87d3-90feeba61a54),segment_id=1a3fdda5-35c6-4c1a-87d3-90feeba61a54)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:28.562436 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7f9245e1-cde2-46bd-a6f8-09fd308dbb56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (967db164-c7c8-4f0c-a38c-0d1355ad1bc7), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:28.579045 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-6c6d4a73-95f7-4a57-8ea7-43c545f86da5 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] For port 967db164-c7c8-4f0c-a38c-0d1355ad1bc7, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=967db164-c7c8-4f0c-a38c-0d1355ad1bc7,segment=NetworkSegment(1a3fdda5-35c6-4c1a-87d3-90feeba61a54),segment_id=1a3fdda5-35c6-4c1a-87d3-90feeba61a54)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:28.579695 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4a73-95f7-4a57-8ea7-43c545f86da5 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (967db164-c7c8-4f0c-a38c-0d1355ad1bc7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:28.592865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7f9245e1-cde2-46bd-a6f8-09fd308dbb56 None None] Calling delete_port for 967db164-c7c8-4f0c-a38c-0d1355ad1bc7 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:28.594262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0946b9-46e5-48ef-87db-54a6c42c8e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d04a09d-fc10-44fd-802f-cddac2c0128a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:28.617702 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-6c6d4a73-95f7-4a57-8ea7-43c545f86da5 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Calling delete_port for 967db164-c7c8-4f0c-a38c-0d1355ad1bc7 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:28.747071 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7f9245e1-cde2-46bd-a6f8-09fd308dbb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (967db164-c7c8-4f0c-a38c-0d1355ad1bc7), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:28.758406 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e01ad9a4-f02e-40c9-bae3-da054792fe53 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for port (cf4b3ffe-0b6d-4459-94ef-220c30e3bbaf), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:28.807576 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9245e1-cde2-46bd-a6f8-09fd308dbb56 None None] Pushing event deleted for resources: {'Port': ['ID=967db164-c7c8-4f0c-a38c-0d1355ad1bc7,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:28.817630 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9245e1-cde2-46bd-a6f8-09fd308dbb56 None None] No DVR routers for this DVR port 967db164-c7c8-4f0c-a38c-0d1355ad1bc7 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:30:28.904436 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93135e9a-f219-4e1d-abc2-12e11765fcf2 req-cab91715-00fe-4151-9255-d86603e8af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:28.906378 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-93135e9a-f219-4e1d-abc2-12e11765fcf2 req-cab91715-00fe-4151-9255-d86603e8af13 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 1129 time: 0.3281527 Feb 28 20:30:28.915190 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdff275-fb1e-486a-b058-7459f7892ae6 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router 986e45a3-9a17-428c-bbc6-aa0da40cd359 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:30:28.916571 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e01ad9a4-f02e-40c9-bae3-da054792fe53 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (cf4b3ffe-0b6d-4459-94ef-220c30e3bbaf), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:28.946559 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4a73-95f7-4a57-8ea7-43c545f86da5 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (967db164-c7c8-4f0c-a38c-0d1355ad1bc7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:29.013299 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d4a73-95f7-4a57-8ea7-43c545f86da5 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event deleted for resources: {'Port': ['ID=967db164-c7c8-4f0c-a38c-0d1355ad1bc7,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:29.033508 n-d-820368-21 neutron-server[103774]: DEBUG neutron.objects.ports [None req-c5bc0a30-9d17-47a9-90a5-b67b9db63773 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103774) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 20:30:29.033989 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5bc0a30-9d17-47a9-90a5-b67b9db63773 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (d2ef3285-13f1-4cf1-8e58-f4ec2fed3df9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:29.045978 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01ad9a4-f02e-40c9-bae3-da054792fe53 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Network f7e1f30d-c0d3-4d37-b1c5-7b906bda5638 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:29.063525 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 967db164-c7c8-4f0c-a38c-0d1355ad1bc7 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:30:29.065908 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb18f6b-4ada-45e1-8516-5ef4c9c071d5 req-a60e2afc-2fe1-4055-b334-dd7886b32fbc tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:29.068247 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1cb18f6b-4ada-45e1-8516-5ef4c9c071d5 req-a60e2afc-2fe1-4055-b334-dd7886b32fbc tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 945 time: 0.2810228 Feb 28 20:30:29.075335 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d4a73-95f7-4a57-8ea7-43c545f86da5 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] No DVR routers for this DVR port 967db164-c7c8-4f0c-a38c-0d1355ad1bc7 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:30:29.126731 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-e01ad9a4-f02e-40c9-bae3-da054792fe53 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:29.130841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc0a30-9d17-47a9-90a5-b67b9db63773 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d2ef3285-13f1-4cf1-8e58-f4ec2fed3df9,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:29.140245 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 967db164-c7c8-4f0c-a38c-0d1355ad1bc7 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:30:29.140687 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 967db164-c7c8-4f0c-a38c-0d1355ad1bc7 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:30:29.148391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01ad9a4-f02e-40c9-bae3-da054792fe53 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:29.170273 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdff275-fb1e-486a-b058-7459f7892ae6 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:30:29.191074 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1fdff275-fb1e-486a-b058-7459f7892ae6 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/986e45a3-9a17-428c-bbc6-aa0da40cd359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2001162 Feb 28 20:30:29.194241 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aff75e-ed14-4fad-8316-c7a41e378633 None None] Sync routers for ids ['986e45a3-9a17-428c-bbc6-aa0da40cd359'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:30:29.199156 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38110) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:29.214636 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aff75e-ed14-4fad-8316-c7a41e378633 None None] Routers {'986e45a3-9a17-428c-bbc6-aa0da40cd359'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:29.215380 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-53aff75e-ed14-4fad-8316-c7a41e378633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['986e45a3-9a17-428c-bbc6-aa0da40cd359'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:29.245486 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ad9a4-f02e-40c9-bae3-da054792fe53 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event updated for resources: {'Port': ['ID=cf4b3ffe-0b6d-4459-94ef-220c30e3bbaf,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:29.249835 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8d365e9-2d39-40de-be4b-3e21359dde19 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4fac6088-af10-4f51-8227-d27e740118b3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:29.320765 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-53aff75e-ed14-4fad-8316-c7a41e378633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:29.361931 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-93135e9a-f219-4e1d-abc2-12e11765fcf2 req-c7bbdbe8-79cf-4be2-9650-7adb57870c3d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=12da2157-31e1-4a21-a805-4e2fe7039cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4422705 Feb 28 20:30:29.363818 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aff75e-ed14-4fad-8316-c7a41e378633 None None] Routers {'986e45a3-9a17-428c-bbc6-aa0da40cd359'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:29.364680 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-53aff75e-ed14-4fad-8316-c7a41e378633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['986e45a3-9a17-428c-bbc6-aa0da40cd359'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:29.397187 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d365e9-2d39-40de-be4b-3e21359dde19 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Port': ['ID=4fac6088-af10-4f51-8227-d27e740118b3,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:29.450159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01ad9a4-f02e-40c9-bae3-da054792fe53 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:29.450783 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e01ad9a4-f02e-40c9-bae3-da054792fe53 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:29.481088 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8d365e9-2d39-40de-be4b-3e21359dde19 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:29.485967 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f8d365e9-2d39-40de-be4b-3e21359dde19 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/4fac6088-af10-4f51-8227-d27e740118b3 HTTP/1.1" status: 204 len: 168 time: 2.1999002 Feb 28 20:30:29.493660 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38118) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:29.516044 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e01ad9a4-f02e-40c9-bae3-da054792fe53 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4359381 Feb 28 20:30:29.527888 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-53aff75e-ed14-4fad-8316-c7a41e378633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:29.528647 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aff75e-ed14-4fad-8316-c7a41e378633 None None] The sync data for ids ['986e45a3-9a17-428c-bbc6-aa0da40cd359'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:30:29.611515 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ee4c98-4af3-45e1-98f5-e8662625edab tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:29.613667 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ee4c98-4af3-45e1-98f5-e8662625edab tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:29.616366 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-45ee4c98-4af3-45e1-98f5-e8662625edab tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1195984 Feb 28 20:30:29.617219 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38120) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:29.637207 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-2014fc1b-29dd-4b62-bfe2-dfcd3c421384 None None] Provisioning complete for port cf4b3ffe-0b6d-4459-94ef-220c30e3bbaf triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:29.637604 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2014fc1b-29dd-4b62-bfe2-dfcd3c421384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cf4b3ffe-0b6d-4459-94ef-220c30e3bbaf), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:29.650116 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38122) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:29.665626 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-9d5497ac-a2cd-4458-8420-404df1d3c6a1 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Request body: {'floatingip': {'port_id': 'cf4b3ffe-0b6d-4459-94ef-220c30e3bbaf'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:29.742915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-2014fc1b-29dd-4b62-bfe2-dfcd3c421384 None None] Port cf4b3ffe-0b6d-4459-94ef-220c30e3bbaf cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:30:29.769324 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bc0a30-9d17-47a9-90a5-b67b9db63773 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Checking segment: {'id': '837ee7bc-b651-4d10-b849-113741b7f049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f809b14d-1419-418c-9650-1d8a5308e316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:30:29.769699 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bc0a30-9d17-47a9-90a5-b67b9db63773 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Network hostable DHCP agents. Network: f809b14d-1419-418c-9650-1d8a5308e316, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:30:29.833835 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1cb18f6b-4ada-45e1-8516-5ef4c9c071d5 req-46ef1683-a0ff-4b21-9b4c-0d661c356b5b tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6860690 Feb 28 20:30:29.940036 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-838209af-7277-4516-a0ee-c291a83e14aa tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet 3d034a47-4051-4cce-a91f-a4406026b06a {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:30:29.950259 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d5497ac-a2cd-4458-8420-404df1d3c6a1 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (f8f48b26-1c2d-4ea1-8d30-bef9a5d117f8), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:29.964155 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-838209af-7277-4516-a0ee-c291a83e14aa tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (3d034a47-4051-4cce-a91f-a4406026b06a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:29.967023 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bc0a30-9d17-47a9-90a5-b67b9db63773 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Network f809b14d-1419-418c-9650-1d8a5308e316 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:30:29.967826 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a05733e4-0414-4656-b91f-0b3d24649a0e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/ports?device_id=986e45a3-9a17-428c-bbc6-aa0da40cd359 HTTP/1.1" status: 200 len: 205 time: 0.7674155 Feb 28 20:30:29.972198 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38136) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:29.986195 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4a73-95f7-4a57-8ea7-43c545f86da5 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (ae6435be-6891-436a-b382-d0eed5c8ac04), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:30.003402 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38138) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:30.027653 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-6c6d4a73-95f7-4a57-8ea7-43c545f86da5 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6435be-6891-436a-b382-d0eed5c8ac04']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:30.040961 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-6c6d4a73-95f7-4a57-8ea7-43c545f86da5 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3fdda5-35c6-4c1a-87d3-90feeba61a54') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:30.041396 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-6c6d4a73-95f7-4a57-8ea7-43c545f86da5 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3fdda5-35c6-4c1a-87d3-90feeba61a54') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:30.053737 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4a73-95f7-4a57-8ea7-43c545f86da5 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (1a3fdda5-35c6-4c1a-87d3-90feeba61a54), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:30.068747 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a8b3e-34f9-4f27-86ab-989b76c9b386 req-322c1a79-7c37-4dd2-a897-564c1bac9e05 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:30.070530 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a08a8b3e-34f9-4f27-86ab-989b76c9b386 req-322c1a79-7c37-4dd2-a897-564c1bac9e05 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 946 time: 0.5589592 Feb 28 20:30:30.084629 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4a73-95f7-4a57-8ea7-43c545f86da5 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (1a3fdda5-35c6-4c1a-87d3-90feeba61a54), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:30.092860 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c6d4a73-95f7-4a57-8ea7-43c545f86da5 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:30:30.094291 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4a73-95f7-4a57-8ea7-43c545f86da5 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (1a3fdda5-35c6-4c1a-87d3-90feeba61a54), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:30:30.098598 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:30:30.171419 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-cdb83c7b-a7ab-4454-b323-ce7197c742dc admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2091131043-network', 'tenant_id': '4204962574e74c6abfab4d364baa9d46'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:30.198481 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4a73-95f7-4a57-8ea7-43c545f86da5 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (ae6435be-6891-436a-b382-d0eed5c8ac04), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:30.203282 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4a73-95f7-4a57-8ea7-43c545f86da5 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:30.211262 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6c6d4a73-95f7-4a57-8ea7-43c545f86da5 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "DELETE /v2.0/networks/ae6435be-6891-436a-b382-d0eed5c8ac04 HTTP/1.1" status: 204 len: 168 time: 2.3715796 Feb 28 20:30:30.212004 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38142) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:30.242227 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb83c7b-a7ab-4454-b323-ce7197c742dc admin admin] Made reservation on behalf of 4204962574e74c6abfab4d364baa9d46 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:30.244511 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdb83c7b-a7ab-4454-b323-ce7197c742dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:30.250652 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d4a73-95f7-4a57-8ea7-43c545f86da5 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event deleted for resources: {'Network': ['ID=ae6435be-6891-436a-b382-d0eed5c8ac04,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:30.283213 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdb83c7b-a7ab-4454-b323-ce7197c742dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:30.332757 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf627274-bc8d-4732-b411-6fe0326a196d tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Deleting subnet e7e63686-eeec-452a-9eec-3d110324bdf6 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:30:30.342039 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf627274-bc8d-4732-b411-6fe0326a196d tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for subnet (e7e63686-eeec-452a-9eec-3d110324bdf6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:30.409999 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf627274-bc8d-4732-b411-6fe0326a196d tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (e7e63686-eeec-452a-9eec-3d110324bdf6), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:30.507293 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdb83c7b-a7ab-4454-b323-ce7197c742dc admin admin] Publish callbacks [] for security_group (ad700288-f49a-446c-896d-0fc260d8b48c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:30.520315 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-c5bc0a30-9d17-47a9-90a5-b67b9db63773 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, f809b14d-1419-418c-9650-1d8a5308e316) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:30.533811 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdb83c7b-a7ab-4454-b323-ce7197c742dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ad700288-f49a-446c-896d-0fc260d8b48c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:30.534353 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3119619-25fc-4662-82eb-1aaf6f6c2ada None None] Network f809b14d-1419-418c-9650-1d8a5308e316 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:30.577209 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb83c7b-a7ab-4454-b323-ce7197c742dc admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:30:30.592534 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf627274-bc8d-4732-b411-6fe0326a196d tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (e7e63686-eeec-452a-9eec-3d110324bdf6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:30.596494 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb83c7b-a7ab-4454-b323-ce7197c742dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad700288-f49a-446c-896d-0fc260d8b48c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:30.631175 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bc0a30-9d17-47a9-90a5-b67b9db63773 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:30.634227 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5bc0a30-9d17-47a9-90a5-b67b9db63773 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:30.650807 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdb83c7b-a7ab-4454-b323-ce7197c742dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (26bcc377-c772-4954-a95d-c71f03b129f2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:30.651140 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-cdb83c7b-a7ab-4454-b323-ce7197c742dc admin admin] Added segment 26bcc377-c772-4954-a95d-c71f03b129f2 of type vlan for network 96f86fe7-a6da-4e57-b042-39e3a355ce6b Feb 28 20:30:30.693881 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a08a8b3e-34f9-4f27-86ab-989b76c9b386 req-813f6092-cc43-4fb6-91e4-7070048209d2 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=12da2157-31e1-4a21-a805-4e2fe7039cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747203 Feb 28 20:30:30.698004 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1171bb94-3408-481e-b6ef-4316910a85ec tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (986e45a3-9a17-428c-bbc6-aa0da40cd359), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:30.713399 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdb83c7b-a7ab-4454-b323-ce7197c742dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (96f86fe7-a6da-4e57-b042-39e3a355ce6b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:30.727910 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b498cbb-cd24-4932-9a6e-e5ed5717ceb1 None None] Network f809b14d-1419-418c-9650-1d8a5308e316 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:30.756131 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf627274-bc8d-4732-b411-6fe0326a196d tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (e7e63686-eeec-452a-9eec-3d110324bdf6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:30.797473 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c5bc0a30-9d17-47a9-90a5-b67b9db63773 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.5589321 Feb 28 20:30:30.800585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38144) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:30.807270 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-2ebf04be-518f-48f8-b2f7-e8c0e10971ef tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1116957894', 'network_id': 'f809b14d-1419-418c-9650-1d8a5308e316'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:30.810510 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdb83c7b-a7ab-4454-b323-ce7197c742dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (96f86fe7-a6da-4e57-b042-39e3a355ce6b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:30.811581 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb83c7b-a7ab-4454-b323-ce7197c742dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:30.812176 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdb83c7b-a7ab-4454-b323-ce7197c742dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:30.819794 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf627274-bc8d-4732-b411-6fe0326a196d tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:30.823641 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cf627274-bc8d-4732-b411-6fe0326a196d tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "DELETE /v2.0/subnets/e7e63686-eeec-452a-9eec-3d110324bdf6 HTTP/1.1" status: 204 len: 168 time: 0.6053953 Feb 28 20:30:30.828523 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38146) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:30.832083 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881e3edf-7561-4b13-bda8-93f877fe8819 None None] Network a8b70f5e-8880-4ca8-83f4-cf097138570f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:30.833934 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf627274-bc8d-4732-b411-6fe0326a196d tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e63686-eeec-452a-9eec-3d110324bdf6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:30.889201 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-838209af-7277-4516-a0ee-c291a83e14aa tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (3d034a47-4051-4cce-a91f-a4406026b06a), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:30.916256 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-197ebf9e-dbef-4892-8b36-01686357c9f3 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Deleting subnet 0d7d074f-4e34-4bbf-9f9f-623a8afa4e52 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:30:30.957318 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-197ebf9e-dbef-4892-8b36-01686357c9f3 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for subnet (0d7d074f-4e34-4bbf-9f9f-623a8afa4e52), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:31.001545 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cdb83c7b-a7ab-4454-b323-ce7197c742dc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9967885 Feb 28 20:30:31.007821 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38148) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:31.010293 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb83c7b-a7ab-4454-b323-ce7197c742dc admin admin] Pushing event updated for resources: {'Network': ['ID=96f86fe7-a6da-4e57-b042-39e3a355ce6b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:31.013286 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebf04be-518f-48f8-b2f7-e8c0e10971ef tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Made reservation on behalf of eeebec26ef4a4b2eb8f8d31543c3e168 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:31.015975 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2ebf04be-518f-48f8-b2f7-e8c0e10971ef tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:31.021100 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3488d952-7bbf-46c4-b75d-b63120025dfe admin admin] Request body: {'subnet': {'network_id': '96f86fe7-a6da-4e57-b042-39e3a355ce6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2091131043-subnet', 'tenant_id': '4204962574e74c6abfab4d364baa9d46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:31.025377 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 96f86fe7-a6da-4e57-b042-39e3a355ce6b details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:30:31.040562 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56115a5-6ee4-4836-b005-515b2c1084e1 req-de5f1dae-1642-4101-ba89-d11063753730 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:31.042163 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a56115a5-6ee4-4836-b005-515b2c1084e1 req-de5f1dae-1642-4101-ba89-d11063753730 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 945 time: 1.0953031 Feb 28 20:30:31.078247 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-197ebf9e-dbef-4892-8b36-01686357c9f3 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (0d7d074f-4e34-4bbf-9f9f-623a8afa4e52), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:31.112783 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-2ebf04be-518f-48f8-b2f7-e8c0e10971ef tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] device_id is not set on port 721e713b-d7b0-4ede-bbdc-c2a6234a45d0 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:30:31.122096 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3488d952-7bbf-46c4-b75d-b63120025dfe admin admin] Made reservation on behalf of 4204962574e74c6abfab4d364baa9d46 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:31.124713 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3488d952-7bbf-46c4-b75d-b63120025dfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:31.140053 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d090fb-069d-410f-bef7-5c346c7cf3ed None None] DHCP port deletion for a8b70f5e-8880-4ca8-83f4-cf097138570f request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:30:31.210538 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-38d090fb-069d-410f-bef7-5c346c7cf3ed None None] Deleting port 3f1048f2-75d2-4288-b76e-f3b3db393e4f {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:31.210935 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-38d090fb-069d-410f-bef7-5c346c7cf3ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3f1048f2-75d2-4288-b76e-f3b3db393e4f), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:31.288002 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-38d090fb-069d-410f-bef7-5c346c7cf3ed None None] For port 3f1048f2-75d2-4288-b76e-f3b3db393e4f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3f1048f2-75d2-4288-b76e-f3b3db393e4f,segment=NetworkSegment(627258ab-77bf-4218-852c-29a5fa5f6cc5),segment_id=627258ab-77bf-4218-852c-29a5fa5f6cc5)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:31.288395 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-38d090fb-069d-410f-bef7-5c346c7cf3ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3f1048f2-75d2-4288-b76e-f3b3db393e4f), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:31.302579 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-38d090fb-069d-410f-bef7-5c346c7cf3ed None None] Calling delete_port for 3f1048f2-75d2-4288-b76e-f3b3db393e4f owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:31.316846 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1171bb94-3408-481e-b6ef-4316910a85ec tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (986e45a3-9a17-428c-bbc6-aa0da40cd359), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:31.330147 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1171bb94-3408-481e-b6ef-4316910a85ec tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router_controller (986e45a3-9a17-428c-bbc6-aa0da40cd359), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:31.356488 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-197ebf9e-dbef-4892-8b36-01686357c9f3 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (0d7d074f-4e34-4bbf-9f9f-623a8afa4e52), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:31.398928 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-838209af-7277-4516-a0ee-c291a83e14aa tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (3d034a47-4051-4cce-a91f-a4406026b06a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:31.409080 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-38d090fb-069d-410f-bef7-5c346c7cf3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (3f1048f2-75d2-4288-b76e-f3b3db393e4f), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:31.442897 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d090fb-069d-410f-bef7-5c346c7cf3ed None None] Pushing event deleted for resources: {'Port': ['ID=3f1048f2-75d2-4288-b76e-f3b3db393e4f,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:31.452753 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d090fb-069d-410f-bef7-5c346c7cf3ed None None] No DVR routers for this DVR port 3f1048f2-75d2-4288-b76e-f3b3db393e4f on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:30:31.468278 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a56115a5-6ee4-4836-b005-515b2c1084e1 req-4839bedc-7b55-49d1-882a-aadee4f7fe2f tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616133 Feb 28 20:30:31.475646 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-2ebf04be-518f-48f8-b2f7-e8c0e10971ef tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Allocated IP 2001:db8::43 (f809b14d-1419-418c-9650-1d8a5308e316/d2ef3285-13f1-4cf1-8e58-f4ec2fed3df9/721e713b-d7b0-4ede-bbdc-c2a6234a45d0) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:31.481965 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1171bb94-3408-481e-b6ef-4316910a85ec tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (986e45a3-9a17-428c-bbc6-aa0da40cd359), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:31.482484 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1171bb94-3408-481e-b6ef-4316910a85ec tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Fanout notify agent at l3_agent the message router_deleted on router 986e45a3-9a17-428c-bbc6-aa0da40cd359 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:30:31.489580 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1171bb94-3408-481e-b6ef-4316910a85ec tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:31.490564 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1171bb94-3408-481e-b6ef-4316910a85ec tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/routers/986e45a3-9a17-428c-bbc6-aa0da40cd359 HTTP/1.1" status: 204 len: 168 time: 1.4626241 Feb 28 20:30:31.499667 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38150) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:31.583684 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-838209af-7277-4516-a0ee-c291a83e14aa tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (3d034a47-4051-4cce-a91f-a4406026b06a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:31.680988 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838209af-7277-4516-a0ee-c291a83e14aa tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=3d034a47-4051-4cce-a91f-a4406026b06a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:31.685788 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-838209af-7277-4516-a0ee-c291a83e14aa tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:31.689239 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-838209af-7277-4516-a0ee-c291a83e14aa tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/3d034a47-4051-4cce-a91f-a4406026b06a HTTP/1.1" status: 204 len: 168 time: 2.0196619 Feb 28 20:30:31.696492 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38156) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:31.702322 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd6e7a0-4d7a-4935-af81-6c497b22fdeb None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:31.712080 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a352fd-45f8-44c8-9f57-1652c017b77e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting subnet a74d1466-7611-4978-a9b5-ab1f1d9c5bda {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:30:31.731740 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-197ebf9e-dbef-4892-8b36-01686357c9f3 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (0d7d074f-4e34-4bbf-9f9f-623a8afa4e52), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:31.737638 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1a352fd-45f8-44c8-9f57-1652c017b77e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (a74d1466-7611-4978-a9b5-ab1f1d9c5bda), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:31.772042 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3488d952-7bbf-46c4-b75d-b63120025dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (0d1e27ae-257d-4a6c-9fb8-be91f4cd1c10), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:31.790103 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4afc559f-b05a-4f59-a269-5f306976ab26 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924969 Feb 28 20:30:31.808796 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38160) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:31.830213 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ebf9e-dbef-4892-8b36-01686357c9f3 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event deleted for resources: {'Subnet': ['ID=0d7d074f-4e34-4bbf-9f9f-623a8afa4e52,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:31.834743 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-197ebf9e-dbef-4892-8b36-01686357c9f3 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:31.840241 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-197ebf9e-dbef-4892-8b36-01686357c9f3 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "DELETE /v2.0/subnets/0d7d074f-4e34-4bbf-9f9f-623a8afa4e52 HTTP/1.1" status: 204 len: 168 time: 0.9992299 Feb 28 20:30:31.846102 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38162) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:31.865562 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ba4250-3c44-480e-bbd6-b59708d1fbd3 None None] Network 8297bd2a-9a9d-424a-a4bf-95ab7f920ef0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:31.998439 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488d952-7bbf-46c4-b75d-b63120025dfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d1e27ae-257d-4a6c-9fb8-be91f4cd1c10,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:32.011240 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3488d952-7bbf-46c4-b75d-b63120025dfe admin admin] Checking segment: {'id': '26bcc377-c772-4954-a95d-c71f03b129f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '96f86fe7-a6da-4e57-b042-39e3a355ce6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:30:32.011898 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3488d952-7bbf-46c4-b75d-b63120025dfe admin admin] Network hostable DHCP agents. Network: 96f86fe7-a6da-4e57-b042-39e3a355ce6b, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:30:32.035324 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2ebf04be-518f-48f8-b2f7-e8c0e10971ef tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for port (721e713b-d7b0-4ede-bbdc-c2a6234a45d0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:32.062244 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92c06ff-9509-4cf0-ad41-f503a1209d49 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:32.063775 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a92c06ff-9509-4cf0-ad41-f503a1209d49 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2538080 Feb 28 20:30:32.066558 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38164) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:32.081771 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1a352fd-45f8-44c8-9f57-1652c017b77e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (a74d1466-7611-4978-a9b5-ab1f1d9c5bda), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:32.121535 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a627a3-4c6a-45df-a577-a8b2babee6c3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:32.123249 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-75a627a3-4c6a-45df-a577-a8b2babee6c3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0551305 Feb 28 20:30:32.123959 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3488d952-7bbf-46c4-b75d-b63120025dfe admin admin] Network 96f86fe7-a6da-4e57-b042-39e3a355ce6b is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:30:32.133136 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38166) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:32.172080 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46b4cf4-4a50-48ff-847c-92127f9ca8b3 None None] DHCP port deletion for 60bc62cf-1ebe-462d-93c7-f1108638c505 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:30:32.180303 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-3488d952-7bbf-46c4-b75d-b63120025dfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 96f86fe7-a6da-4e57-b042-39e3a355ce6b) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:32.188196 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-eb3bad02-55e9-4e11-9a54-f354093dacdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539353 Feb 28 20:30:32.193065 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e671d-3dd1-4d00-b3a2-134c5b3ffa53 req-ddecc0e3-534c-424e-a33d-0ce274f2b18c tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:32.194834 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-982e671d-3dd1-4d00-b3a2-134c5b3ffa53 req-ddecc0e3-534c-424e-a33d-0ce274f2b18c tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 945 time: 0.3721235 Feb 28 20:30:32.198990 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38168) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:32.201833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffa6a0d-091c-49b8-9045-870fcc39f6e1 None None] Network 96f86fe7-a6da-4e57-b042-39e3a355ce6b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:32.206803 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3488d952-7bbf-46c4-b75d-b63120025dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:32.207113 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3488d952-7bbf-46c4-b75d-b63120025dfe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:32.214048 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c118179-6184-4aea-b93d-05f299cabdc4 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (a8b70f5e-8880-4ca8-83f4-cf097138570f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:32.220238 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-19c97f3d-64ab-4b8d-a6de-9b60015d6893 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:32.232243 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3488d952-7bbf-46c4-b75d-b63120025dfe admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2201834 Feb 28 20:30:32.246945 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2ebf04be-518f-48f8-b2f7-e8c0e10971ef tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (721e713b-d7b0-4ede-bbdc-c2a6234a45d0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:32.317051 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf04be-518f-48f8-b2f7-e8c0e10971ef tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Pushing event updated for resources: {'Port': ['ID=721e713b-d7b0-4ede-bbdc-c2a6234a45d0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:32.336754 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebf04be-518f-48f8-b2f7-e8c0e10971ef tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Network f809b14d-1419-418c-9650-1d8a5308e316 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:32.339689 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-2ebf04be-518f-48f8-b2f7-e8c0e10971ef tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:32.342878 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf04be-518f-48f8-b2f7-e8c0e10971ef tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:32.343927 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebf04be-518f-48f8-b2f7-e8c0e10971ef tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:32.345303 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2ebf04be-518f-48f8-b2f7-e8c0e10971ef tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:32.369781 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2ebf04be-518f-48f8-b2f7-e8c0e10971ef tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5639386 Feb 28 20:30:32.374021 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38172) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:32.434349 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c46b4cf4-4a50-48ff-847c-92127f9ca8b3 None None] Deleting port 45c973e5-ef20-4d41-a816-a1de573817e5 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:32.434812 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c46b4cf4-4a50-48ff-847c-92127f9ca8b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (45c973e5-ef20-4d41-a816-a1de573817e5), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:32.439224 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c4c61-1e1b-4414-8b0b-cf2fb021969d req-c5f379a5-ae16-43ee-b525-addcedeb2a41 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:32.440875 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-268c4c61-1e1b-4414-8b0b-cf2fb021969d req-c5f379a5-ae16-43ee-b525-addcedeb2a41 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 946 time: 0.6118767 Feb 28 20:30:32.514053 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.db.resource_extend [None req-9d5497ac-a2cd-4458-8420-404df1d3c6a1 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:30:32.532864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91182916-7929-4815-afae-faa6a952cdbe None None] Network 96f86fe7-a6da-4e57-b042-39e3a355ce6b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:32.547898 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd24e25-4bf1-4845-aace-e9c4eb4874ae None None] DHCP port deletion for 8297bd2a-9a9d-424a-a4bf-95ab7f920ef0 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:30:32.582073 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c03e30b5-b07d-4d98-8917-dc632434b44b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Deleting port 721e713b-d7b0-4ede-bbdc-c2a6234a45d0 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:32.582532 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c03e30b5-b07d-4d98-8917-dc632434b44b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (721e713b-d7b0-4ede-bbdc-c2a6234a45d0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:32.592652 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d5497ac-a2cd-4458-8420-404df1d3c6a1 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:32.653327 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d5497ac-a2cd-4458-8420-404df1d3c6a1 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (f8f48b26-1c2d-4ea1-8d30-bef9a5d117f8), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:32.653973 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c46b4cf4-4a50-48ff-847c-92127f9ca8b3 None None] For port 45c973e5-ef20-4d41-a816-a1de573817e5, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=45c973e5-ef20-4d41-a816-a1de573817e5,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:32.654635 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c46b4cf4-4a50-48ff-847c-92127f9ca8b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (45c973e5-ef20-4d41-a816-a1de573817e5), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:32.672954 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c03e30b5-b07d-4d98-8917-dc632434b44b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (721e713b-d7b0-4ede-bbdc-c2a6234a45d0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:32.677382 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c46b4cf4-4a50-48ff-847c-92127f9ca8b3 None None] Calling delete_port for 45c973e5-ef20-4d41-a816-a1de573817e5 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:32.686569 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c03e30b5-b07d-4d98-8917-dc632434b44b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Calling delete_port for 721e713b-d7b0-4ede-bbdc-c2a6234a45d0 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:32.746490 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1a352fd-45f8-44c8-9f57-1652c017b77e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (a74d1466-7611-4978-a9b5-ab1f1d9c5bda), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:32.810162 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-dcd24e25-4bf1-4845-aace-e9c4eb4874ae None None] Deleting port 3c7c2bef-18ec-40c8-84fc-1e1922705b7d {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:32.810162 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dcd24e25-4bf1-4845-aace-e9c4eb4874ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3c7c2bef-18ec-40c8-84fc-1e1922705b7d), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:32.830270 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c03e30b5-b07d-4d98-8917-dc632434b44b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (721e713b-d7b0-4ede-bbdc-c2a6234a45d0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:32.840506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-982e671d-3dd1-4d00-b3a2-134c5b3ffa53 req-caf8b70f-b644-4a93-9759-550f40d7da1a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6082139 Feb 28 20:30:32.850646 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c97f3d-64ab-4b8d-a6de-9b60015d6893 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:32.862110 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-19c97f3d-64ab-4b8d-a6de-9b60015d6893 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:32.883170 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e30b5-b07d-4d98-8917-dc632434b44b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Pushing event deleted for resources: {'Port': ['ID=721e713b-d7b0-4ede-bbdc-c2a6234a45d0,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:32.889987 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c46b4cf4-4a50-48ff-847c-92127f9ca8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (45c973e5-ef20-4d41-a816-a1de573817e5), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:32.951315 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c03e30b5-b07d-4d98-8917-dc632434b44b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:32.952181 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b4cf4-4a50-48ff-847c-92127f9ca8b3 None None] Pushing event deleted for resources: {'Port': ['ID=45c973e5-ef20-4d41-a816-a1de573817e5,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:32.958991 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46b4cf4-4a50-48ff-847c-92127f9ca8b3 None None] No DVR routers for this DVR port 45c973e5-ef20-4d41-a816-a1de573817e5 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:30:32.963321 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c03e30b5-b07d-4d98-8917-dc632434b44b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "DELETE /v2.0/ports/721e713b-d7b0-4ede-bbdc-c2a6234a45d0 HTTP/1.1" status: 204 len: 168 time: 0.5893950 Feb 28 20:30:32.966170 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38180) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:32.971061 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-dcd24e25-4bf1-4845-aace-e9c4eb4874ae None None] For port 3c7c2bef-18ec-40c8-84fc-1e1922705b7d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3c7c2bef-18ec-40c8-84fc-1e1922705b7d,segment=NetworkSegment(8332bc6d-444e-47ec-9b49-ec1ffc4c4264),segment_id=8332bc6d-444e-47ec-9b49-ec1ffc4c4264)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:32.971311 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dcd24e25-4bf1-4845-aace-e9c4eb4874ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3c7c2bef-18ec-40c8-84fc-1e1922705b7d), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:32.974389 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3002b8e9-e083-4d46-b4b1-2c2c6c694210 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f809b14d-1419-418c-9650-1d8a5308e316', 'external_fixed_ips': [{'subnet_id': 'd2ef3285-13f1-4cf1-8e58-f4ec2fed3df9', 'ip_address': '2001:db8::43'}]}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:33.003607 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-dcd24e25-4bf1-4845-aace-e9c4eb4874ae None None] Calling delete_port for 3c7c2bef-18ec-40c8-84fc-1e1922705b7d owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:33.005231 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c118179-6184-4aea-b93d-05f299cabdc4 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (a8b70f5e-8880-4ca8-83f4-cf097138570f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:33.030716 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1a352fd-45f8-44c8-9f57-1652c017b77e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (a74d1466-7611-4978-a9b5-ab1f1d9c5bda), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:33.031737 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3002b8e9-e083-4d46-b4b1-2c2c6c694210 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (2af88a6d-7485-4de6-9aca-a0c093e8515d), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:33.035546 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3002b8e9-e083-4d46-b4b1-2c2c6c694210 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (2af88a6d-7485-4de6-9aca-a0c093e8515d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:33.115060 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:30:33.137237 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 45c973e5-ef20-4d41-a816-a1de573817e5 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:30:33.141813 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dcd24e25-4bf1-4845-aace-e9c4eb4874ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (3c7c2bef-18ec-40c8-84fc-1e1922705b7d), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:33.150582 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-268c4c61-1e1b-4414-8b0b-cf2fb021969d req-57631054-dc3b-49d1-b58e-06b3457e7ec1 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=12da2157-31e1-4a21-a805-4e2fe7039cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6706669 Feb 28 20:30:33.176098 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3002b8e9-e083-4d46-b4b1-2c2c6c694210 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_controller (2af88a6d-7485-4de6-9aca-a0c093e8515d), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:33.215417 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 45c973e5-ef20-4d41-a816-a1de573817e5 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:30:33.215796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 45c973e5-ef20-4d41-a816-a1de573817e5 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:30:33.216208 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3f1048f2-75d2-4288-b76e-f3b3db393e4f no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:30:33.222996 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd24e25-4bf1-4845-aace-e9c4eb4874ae None None] Pushing event deleted for resources: {'Port': ['ID=3c7c2bef-18ec-40c8-84fc-1e1922705b7d,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:33.237358 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a352fd-45f8-44c8-9f57-1652c017b77e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Subnet': ['ID=a74d1466-7611-4978-a9b5-ab1f1d9c5bda,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:33.245664 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-9c118179-6184-4aea-b93d-05f299cabdc4 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b70f5e-8880-4ca8-83f4-cf097138570f']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:33.259652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990f703b-3085-4305-885e-0fd534ac08c9 None None] Network ef192d21-3acb-4bb9-ab61-2fb272d97424 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:33.264579 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 3f1048f2-75d2-4288-b76e-f3b3db393e4f {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:30:33.264724 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3f1048f2-75d2-4288-b76e-f3b3db393e4f not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:30:33.265777 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3c7c2bef-18ec-40c8-84fc-1e1922705b7d no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:30:33.275560 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd24e25-4bf1-4845-aace-e9c4eb4874ae None None] No DVR routers for this DVR port 3c7c2bef-18ec-40c8-84fc-1e1922705b7d on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:30:33.279646 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1a352fd-45f8-44c8-9f57-1652c017b77e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:33.287899 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a1a352fd-45f8-44c8-9f57-1652c017b77e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/subnets/a74d1466-7611-4978-a9b5-ab1f1d9c5bda HTTP/1.1" status: 204 len: 168 time: 1.7871227 Feb 28 20:30:33.301994 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38188) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:33.342646 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 3c7c2bef-18ec-40c8-84fc-1e1922705b7d {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:30:33.343206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3c7c2bef-18ec-40c8-84fc-1e1922705b7d not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:30:33.380235 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-9d5497ac-a2cd-4458-8420-404df1d3c6a1 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Floating IP f8f48b26-1c2d-4ea1-8d30-bef9a5d117f8 associated. External IP: 172.25.0.102, port: 533ba6b8-72cb-4526-b96c-b26d1c00b668. Feb 28 20:30:33.396325 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-9c118179-6184-4aea-b93d-05f299cabdc4 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627258ab-77bf-4218-852c-29a5fa5f6cc5') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:33.396640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-9c118179-6184-4aea-b93d-05f299cabdc4 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627258ab-77bf-4218-852c-29a5fa5f6cc5') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:33.423293 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-be39ee17-2fd1-4a0a-ae4d-8b680285f350 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting subnet e7f6b567-e9df-457f-b71d-3fbc160d80fd {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:30:33.425516 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c118179-6184-4aea-b93d-05f299cabdc4 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (627258ab-77bf-4218-852c-29a5fa5f6cc5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:33.430343 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be39ee17-2fd1-4a0a-ae4d-8b680285f350 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (e7f6b567-e9df-457f-b71d-3fbc160d80fd), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:33.454360 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c118179-6184-4aea-b93d-05f299cabdc4 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (627258ab-77bf-4218-852c-29a5fa5f6cc5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:33.521318 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c118179-6184-4aea-b93d-05f299cabdc4 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:30:33.521743 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c118179-6184-4aea-b93d-05f299cabdc4 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (627258ab-77bf-4218-852c-29a5fa5f6cc5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:30:33.526915 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:30:33.532805 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c054d275-8a06-4d56-b69e-a28cae24888a None None] DHCP port deletion for ef192d21-3acb-4bb9-ab61-2fb272d97424 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:30:33.536719 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be39ee17-2fd1-4a0a-ae4d-8b680285f350 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (e7f6b567-e9df-457f-b71d-3fbc160d80fd), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:33.597078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c054d275-8a06-4d56-b69e-a28cae24888a None None] Deleting port d44a274d-5489-4676-9631-68fa40dcbded {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:33.597496 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c054d275-8a06-4d56-b69e-a28cae24888a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d44a274d-5489-4676-9631-68fa40dcbded), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:33.614564 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3002b8e9-e083-4d46-b4b1-2c2c6c694210 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_gateway (2af88a6d-7485-4de6-9aca-a0c093e8515d), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:33.681810 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c054d275-8a06-4d56-b69e-a28cae24888a None None] For port d44a274d-5489-4676-9631-68fa40dcbded, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d44a274d-5489-4676-9631-68fa40dcbded,segment=NetworkSegment(ea570dbe-1a8e-4033-bea2-92312151d6eb),segment_id=ea570dbe-1a8e-4033-bea2-92312151d6eb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:33.682581 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c054d275-8a06-4d56-b69e-a28cae24888a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d44a274d-5489-4676-9631-68fa40dcbded), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:33.697491 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c054d275-8a06-4d56-b69e-a28cae24888a None None] Calling delete_port for d44a274d-5489-4676-9631-68fa40dcbded owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:33.734601 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be39ee17-2fd1-4a0a-ae4d-8b680285f350 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (e7f6b567-e9df-457f-b71d-3fbc160d80fd), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:33.746780 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c118179-6184-4aea-b93d-05f299cabdc4 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (a8b70f5e-8880-4ca8-83f4-cf097138570f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:33.806192 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c118179-6184-4aea-b93d-05f299cabdc4 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:33.810953 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9c118179-6184-4aea-b93d-05f299cabdc4 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "DELETE /v2.0/networks/a8b70f5e-8880-4ca8-83f4-cf097138570f HTTP/1.1" status: 204 len: 168 time: 1.9509342 Feb 28 20:30:33.813819 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38194) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:33.815712 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c054d275-8a06-4d56-b69e-a28cae24888a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (d44a274d-5489-4676-9631-68fa40dcbded), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:33.823596 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-19c97f3d-64ab-4b8d-a6de-9b60015d6893 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (3f10cfc2-b168-40d0-a03a-f0b35730a7b8), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:33.831526 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be39ee17-2fd1-4a0a-ae4d-8b680285f350 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (e7f6b567-e9df-457f-b71d-3fbc160d80fd), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:33.852222 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054d275-8a06-4d56-b69e-a28cae24888a None None] Pushing event deleted for resources: {'Port': ['ID=d44a274d-5489-4676-9631-68fa40dcbded,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:33.863369 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c054d275-8a06-4d56-b69e-a28cae24888a None None] No DVR routers for this DVR port d44a274d-5489-4676-9631-68fa40dcbded on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:30:33.873791 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39ee17-2fd1-4a0a-ae4d-8b680285f350 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f6b567-e9df-457f-b71d-3fbc160d80fd,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:33.887238 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be39ee17-2fd1-4a0a-ae4d-8b680285f350 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:33.893566 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-be39ee17-2fd1-4a0a-ae4d-8b680285f350 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/subnets/e7f6b567-e9df-457f-b71d-3fbc160d80fd HTTP/1.1" status: 204 len: 168 time: 0.5903006 Feb 28 20:30:33.894310 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38198) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:33.896482 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec65827-6b17-4625-8f94-eaa4460e25db None None] Network fd3ad63b-c4e5-4720-b4f3-39da78caf362 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:34.109613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a550e867-0ace-4a9f-a4e5-7fd5e5f525dc None None] DHCP port deletion for fd3ad63b-c4e5-4720-b4f3-39da78caf362 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:30:34.121460 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-074ad571-ef8b-485f-a4f4-90290eae762a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (ef192d21-3acb-4bb9-ab61-2fb272d97424), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:34.146720 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3002b8e9-e083-4d46-b4b1-2c2c6c694210 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_gateway (2af88a6d-7485-4de6-9aca-a0c093e8515d), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:34.179657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a550e867-0ace-4a9f-a4e5-7fd5e5f525dc None None] Deleting port 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:34.180555 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a550e867-0ace-4a9f-a4e5-7fd5e5f525dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:34.188254 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3002b8e9-e083-4d46-b4b1-2c2c6c694210 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:34.269565 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a550e867-0ace-4a9f-a4e5-7fd5e5f525dc None None] For port 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b,segment=NetworkSegment(7c205e40-8c72-4542-92fd-5039a3a8bb31),segment_id=7c205e40-8c72-4542-92fd-5039a3a8bb31)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:34.270390 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a550e867-0ace-4a9f-a4e5-7fd5e5f525dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:34.290343 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a550e867-0ace-4a9f-a4e5-7fd5e5f525dc None None] Calling delete_port for 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:34.305979 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-074ad571-ef8b-485f-a4f4-90290eae762a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (ef192d21-3acb-4bb9-ab61-2fb272d97424), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:34.345354 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194d932-c8c0-4db1-a839-2a5172bacb7b req-f553f63a-c836-48f4-b2bf-12f6071c4420 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:34.346902 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7194d932-c8c0-4db1-a839-2a5172bacb7b req-f553f63a-c836-48f4-b2bf-12f6071c4420 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 946 time: 1.0579245 Feb 28 20:30:34.347690 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c118179-6184-4aea-b93d-05f299cabdc4 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event deleted for resources: {'Network': ['ID=a8b70f5e-8880-4ca8-83f4-cf097138570f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:34.367511 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38200) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:34.379311 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-0f51952d-0ae8-4aa1-aabe-547985eb8e89 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Request body: {'floatingip': {'port_id': '28f22ab8-31b9-420b-b5ff-5b306b174979'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:34.435362 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a550e867-0ace-4a9f-a4e5-7fd5e5f525dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:34.447977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-7877ef1a-b755-417d-99ae-b1b6d3d41395 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:34.453564 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-7877ef1a-b755-417d-99ae-b1b6d3d41395 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/networks?id=96f86fe7-a6da-4e57-b042-39e3a355ce6b HTTP/1.1" status: 200 len: 809 time: 1.0671632 Feb 28 20:30:34.463101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c97f3d-64ab-4b8d-a6de-9b60015d6893 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:34.469460 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550e867-0ace-4a9f-a4e5-7fd5e5f525dc None None] Pushing event deleted for resources: {'Port': ['ID=1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:34.482993 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a550e867-0ace-4a9f-a4e5-7fd5e5f525dc None None] No DVR routers for this DVR port 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:30:34.517959 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c97f3d-64ab-4b8d-a6de-9b60015d6893 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=3f10cfc2-b168-40d0-a03a-f0b35730a7b8,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:34.532847 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3e5bbac5-9424-4ccb-b626-6a47b5a6a5d7 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (8297bd2a-9a9d-424a-a4bf-95ab7f920ef0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:34.540866 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-19c97f3d-64ab-4b8d-a6de-9b60015d6893 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:34.553270 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1926a53-c521-4b2b-89a2-82b3e2053dd1 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:34.553463 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c97f3d-64ab-4b8d-a6de-9b60015d6893 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:34.553558 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-19c97f3d-64ab-4b8d-a6de-9b60015d6893 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:34.557052 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-61f5de6d-a859-4a7c-a616-c47f231d22eb tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/quotas/4204962574e74c6abfab4d364baa9d46 HTTP/1.1" status: 200 len: 375 time: 0.0363836 Feb 28 20:30:34.679920 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-19c97f3d-64ab-4b8d-a6de-9b60015d6893 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4688053 Feb 28 20:30:34.687343 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38202) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:34.690720 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8079ce06-1488-45eb-abe7-c865f5266860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-60bc62cf-1ebe-462d-93c7-f1108638c505', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'fixed_ips': [{'subnet_id': '3f10cfc2-b168-40d0-a03a-f0b35730a7b8'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:30:34.692846 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8079ce06-1488-45eb-abe7-c865f5266860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:34.699946 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-8137dc31-5fab-4a83-a500-119c63e48939 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4204962574e74c6abfab4d364baa9d46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1335251 Feb 28 20:30:34.729912 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-31c409b6-e407-4826-a43d-21b6b0ba1680 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'fixed_ips': [{'subnet_id': '3f10cfc2-b168-40d0-a03a-f0b35730a7b8', 'ip_address': '2001:db8::be45:96fe:6314:3cf8'}], 'name': 'tempest-NetworksTestDHCPv6-1600354201'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:34.742476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46d709-7714-4485-95ab-10761d2d91df req-2e9a3847-7a8b-4942-b8de-694d6e28ffa3 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:34.745264 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5a46d709-7714-4485-95ab-10761d2d91df req-2e9a3847-7a8b-4942-b8de-694d6e28ffa3 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 945 time: 0.2651494 Feb 28 20:30:34.781119 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-074ad571-ef8b-485f-a4f4-90290eae762a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef192d21-3acb-4bb9-ab61-2fb272d97424']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:34.816268 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-074ad571-ef8b-485f-a4f4-90290eae762a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea570dbe-1a8e-4033-bea2-92312151d6eb') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:34.816604 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-074ad571-ef8b-485f-a4f4-90290eae762a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea570dbe-1a8e-4033-bea2-92312151d6eb') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:34.819856 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0f51952d-0ae8-4aa1-aabe-547985eb8e89 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for floatingip (f0c2a59e-cd5b-446d-9648-c70eebd6439b), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:34.879512 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-8079ce06-1488-45eb-abe7-c865f5266860 None None] Allocated IP 2001:db8::2 (60bc62cf-1ebe-462d-93c7-f1108638c505/3f10cfc2-b168-40d0-a03a-f0b35730a7b8/91eed580-0959-458f-926c-8e0bec7d593b) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:34.910104 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-074ad571-ef8b-485f-a4f4-90290eae762a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (ea570dbe-1a8e-4033-bea2-92312151d6eb), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:34.955558 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-074ad571-ef8b-485f-a4f4-90290eae762a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (ea570dbe-1a8e-4033-bea2-92312151d6eb), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:34.991079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074ad571-ef8b-485f-a4f4-90290eae762a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:30:34.991297 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-074ad571-ef8b-485f-a4f4-90290eae762a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (ea570dbe-1a8e-4033-bea2-92312151d6eb), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:30:34.995243 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:30:35.035678 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3e5bbac5-9424-4ccb-b626-6a47b5a6a5d7 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (8297bd2a-9a9d-424a-a4bf-95ab7f920ef0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:35.042031 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5a46d709-7714-4485-95ab-10761d2d91df req-d15b0974-63bf-49ef-a4ec-cc9a92951507 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567940 Feb 28 20:30:35.087297 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8079ce06-1488-45eb-abe7-c865f5266860 None None] Publish callbacks [] for port (91eed580-0959-458f-926c-8e0bec7d593b), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:35.098661 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8079ce06-1488-45eb-abe7-c865f5266860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (91eed580-0959-458f-926c-8e0bec7d593b), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:35.105500 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:30:35.110846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-3e5bbac5-9424-4ccb-b626-6a47b5a6a5d7 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8297bd2a-9a9d-424a-a4bf-95ab7f920ef0']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:35.132935 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5497ac-a2cd-4458-8420-404df1d3c6a1 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Router 96a760dd-6949-4e5d-ad93-0ab12cfecdf6 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:30:35.134775 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-3e5bbac5-9424-4ccb-b626-6a47b5a6a5d7 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8332bc6d-444e-47ec-9b49-ec1ffc4c4264') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:35.135120 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-3e5bbac5-9424-4ccb-b626-6a47b5a6a5d7 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8332bc6d-444e-47ec-9b49-ec1ffc4c4264') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:35.146781 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-b3de0b3d-6612-43e1-a9fc-cf4022c5f76d service neutron] 10.222.0.13 "GET /v2.0/networks/96f86fe7-a6da-4e57-b042-39e3a355ce6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994327 Feb 28 20:30:35.155252 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3e5bbac5-9424-4ccb-b626-6a47b5a6a5d7 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (8332bc6d-444e-47ec-9b49-ec1ffc4c4264), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:35.177929 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-074ad571-ef8b-485f-a4f4-90290eae762a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (ef192d21-3acb-4bb9-ab61-2fb272d97424), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:35.186569 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:30:35.187077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1a88c9a4-0de6-4cc8-abe0-3f7d500a3f2b not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:30:35.187593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d44a274d-5489-4676-9631-68fa40dcbded no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:30:35.225250 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-074ad571-ef8b-485f-a4f4-90290eae762a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:35.230831 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-074ad571-ef8b-485f-a4f4-90290eae762a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/networks/ef192d21-3acb-4bb9-ab61-2fb272d97424 HTTP/1.1" status: 204 len: 168 time: 1.2945690 Feb 28 20:30:35.230986 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8079ce06-1488-45eb-abe7-c865f5266860 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:35.233916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: d44a274d-5489-4676-9631-68fa40dcbded {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:30:35.234263 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d44a274d-5489-4676-9631-68fa40dcbded not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:30:35.239411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-8079ce06-1488-45eb-abe7-c865f5266860 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:35.244366 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8079ce06-1488-45eb-abe7-c865f5266860 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:35.249999 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38204) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:35.250818 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ad571-ef8b-485f-a4f4-90290eae762a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Network': ['ID=ef192d21-3acb-4bb9-ab61-2fb272d97424,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:35.253214 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079ce06-1488-45eb-abe7-c865f5266860 None None] Pushing event updated for resources: {'Port': ['ID=91eed580-0959-458f-926c-8e0bec7d593b,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:35.290900 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3e5bbac5-9424-4ccb-b626-6a47b5a6a5d7 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (8332bc6d-444e-47ec-9b49-ec1ffc4c4264), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:35.301592 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-3002b8e9-e083-4d46-b4b1-2c2c6c694210 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Allocated IP 2001:db8::43 (f809b14d-1419-418c-9650-1d8a5308e316/d2ef3285-13f1-4cf1-8e58-f4ec2fed3df9/25145f71-1f5a-4c62-97ad-9ea3e4fcfb41) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:35.344612 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e5bbac5-9424-4ccb-b626-6a47b5a6a5d7 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:30:35.345262 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3e5bbac5-9424-4ccb-b626-6a47b5a6a5d7 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (8332bc6d-444e-47ec-9b49-ec1ffc4c4264), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:35.346182 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-8079ce06-1488-45eb-abe7-c865f5266860 None None] Attempting to bind port 91eed580-0959-458f-926c-8e0bec7d593b on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:35.346623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-8079ce06-1488-45eb-abe7-c865f5266860 None None] Attempting to bind port 91eed580-0959-458f-926c-8e0bec7d593b by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:35.348875 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8079ce06-1488-45eb-abe7-c865f5266860 None None] Attempting to bind port 91eed580-0959-458f-926c-8e0bec7d593b on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:35.349005 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c409b6-e407-4826-a43d-21b6b0ba1680 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:35.355559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8079ce06-1488-45eb-abe7-c865f5266860 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:30:35.357979 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8079ce06-1488-45eb-abe7-c865f5266860 None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:30:35.357979 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8079ce06-1488-45eb-abe7-c865f5266860 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:30:35.358237 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:30:35.360183 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8079ce06-1488-45eb-abe7-c865f5266860 None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:30:35.360183 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-8079ce06-1488-45eb-abe7-c865f5266860 None None] Bound port: 91eed580-0959-458f-926c-8e0bec7d593b, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:30:35.360183 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8079ce06-1488-45eb-abe7-c865f5266860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (91eed580-0959-458f-926c-8e0bec7d593b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:35.443848 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-8079ce06-1488-45eb-abe7-c865f5266860 None None] For port 91eed580-0959-458f-926c-8e0bec7d593b, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:30:35.452514 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-8079ce06-1488-45eb-abe7-c865f5266860 None None] For port 91eed580-0959-458f-926c-8e0bec7d593b, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=91eed580-0959-458f-926c-8e0bec7d593b,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:30:35.462812 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8079ce06-1488-45eb-abe7-c865f5266860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (91eed580-0959-458f-926c-8e0bec7d593b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:35.466027 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5716eace-3887-46a0-92a8-e36a9bbff5d8 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (fd3ad63b-c4e5-4720-b4f3-39da78caf362), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:35.536831 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-b82a11ad-481a-4fa8-99e6-275ee5505ebb service neutron] 10.222.0.13 "GET /v2.0/networks/96f86fe7-a6da-4e57-b042-39e3a355ce6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662484 Feb 28 20:30:35.543906 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079ce06-1488-45eb-abe7-c865f5266860 None None] Pushing event updated for resources: {'Port': ['ID=91eed580-0959-458f-926c-8e0bec7d593b,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:35.621742 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3e5bbac5-9424-4ccb-b626-6a47b5a6a5d7 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (8297bd2a-9a9d-424a-a4bf-95ab7f920ef0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:35.626563 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3e5bbac5-9424-4ccb-b626-6a47b5a6a5d7 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:35.630211 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3e5bbac5-9424-4ccb-b626-6a47b5a6a5d7 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "DELETE /v2.0/networks/8297bd2a-9a9d-424a-a4bf-95ab7f920ef0 HTTP/1.1" status: 204 len: 168 time: 1.8079159 Feb 28 20:30:35.641514 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38206) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:35.679605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bbac5-9424-4ccb-b626-6a47b5a6a5d7 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event deleted for resources: {'Network': ['ID=8297bd2a-9a9d-424a-a4bf-95ab7f920ef0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:35.695896 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5497ac-a2cd-4458-8420-404df1d3c6a1 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:30:35.707455 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-31c409b6-e407-4826-a43d-21b6b0ba1680 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:35.709053 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bd2a2-806d-4e8a-b162-03c13c5e5dcd None None] Sync routers for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:30:35.744666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636bd2a2-806d-4e8a-b162-03c13c5e5dcd None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:35.745465 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-636bd2a2-806d-4e8a-b162-03c13c5e5dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:35.858924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-636bd2a2-806d-4e8a-b162-03c13c5e5dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:35.897267 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636bd2a2-806d-4e8a-b162-03c13c5e5dcd None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:35.897887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-636bd2a2-806d-4e8a-b162-03c13c5e5dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:35.916126 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-31c409b6-e407-4826-a43d-21b6b0ba1680 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] device_id is not set on port 33a3708e-b293-4a85-9236-314fcb696ef9 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:30:35.924832 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c79af4ec-4c18-487d-b34c-81ba7a490532 req-75dc861c-33ff-44a6-a41b-1dd7186651f2 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/ports?device_id=e22ce030-9557-4fcf-9464-8c3edd090e40 HTTP/1.1" status: 200 len: 210 time: 0.1024449 Feb 28 20:30:35.927622 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3002b8e9-e083-4d46-b4b1-2c2c6c694210 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for port (25145f71-1f5a-4c62-97ad-9ea3e4fcfb41), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:35.932211 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5716eace-3887-46a0-92a8-e36a9bbff5d8 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (fd3ad63b-c4e5-4720-b4f3-39da78caf362), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:35.950368 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf9e3be-6834-4265-8ef6-e7668e14feee tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Deleting subnet 4c386082-b602-4089-bd03-ed28bab16090 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:30:35.986905 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-636bd2a2-806d-4e8a-b162-03c13c5e5dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:35.990277 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bd2a2-806d-4e8a-b162-03c13c5e5dcd None None] The sync data for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:30:35.994150 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3cf9e3be-6834-4265-8ef6-e7668e14feee tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for subnet (4c386082-b602-4089-bd03-ed28bab16090), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:36.083351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-5716eace-3887-46a0-92a8-e36a9bbff5d8 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3ad63b-c4e5-4720-b4f3-39da78caf362']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:36.186283 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-5716eace-3887-46a0-92a8-e36a9bbff5d8 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c205e40-8c72-4542-92fd-5039a3a8bb31') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:36.186907 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-5716eace-3887-46a0-92a8-e36a9bbff5d8 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c205e40-8c72-4542-92fd-5039a3a8bb31') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:36.212908 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5716eace-3887-46a0-92a8-e36a9bbff5d8 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (7c205e40-8c72-4542-92fd-5039a3a8bb31), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:36.215952 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.db.resource_extend [None req-0f51952d-0ae8-4aa1-aabe-547985eb8e89 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:30:36.220862 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3cf9e3be-6834-4265-8ef6-e7668e14feee tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (4c386082-b602-4089-bd03-ed28bab16090), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:36.329928 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5716eace-3887-46a0-92a8-e36a9bbff5d8 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (7c205e40-8c72-4542-92fd-5039a3a8bb31), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:36.337377 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5497ac-a2cd-4458-8420-404df1d3c6a1 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Router e9689ec1-22f6-4cc7-ab4d-410ae7dd456a has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:30:36.360640 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3002b8e9-e083-4d46-b4b1-2c2c6c694210 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (25145f71-1f5a-4c62-97ad-9ea3e4fcfb41), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:36.397465 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5716eace-3887-46a0-92a8-e36a9bbff5d8 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:30:36.398014 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5716eace-3887-46a0-92a8-e36a9bbff5d8 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (7c205e40-8c72-4542-92fd-5039a3a8bb31), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:30:36.402350 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:30:36.405281 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0f51952d-0ae8-4aa1-aabe-547985eb8e89 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:36.481024 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7b15b-d102-44d5-8ca9-118765cf7567 req-8cbc2726-5ff2-4760-b25e-c7b5affa1c86 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:36.483112 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-79c7b15b-d102-44d5-8ca9-118765cf7567 req-8cbc2726-5ff2-4760-b25e-c7b5affa1c86 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 945 time: 0.2702172 Feb 28 20:30:36.486732 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3002b8e9-e083-4d46-b4b1-2c2c6c694210 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Network f809b14d-1419-418c-9650-1d8a5308e316 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:36.502875 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-3002b8e9-e083-4d46-b4b1-2c2c6c694210 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:36.505224 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0f51952d-0ae8-4aa1-aabe-547985eb8e89 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (f0c2a59e-cd5b-446d-9648-c70eebd6439b), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:36.507197 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3002b8e9-e083-4d46-b4b1-2c2c6c694210 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:36.516868 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-31c409b6-e407-4826-a43d-21b6b0ba1680 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8::be45:96fe:6314:3cf8 (60bc62cf-1ebe-462d-93c7-f1108638c505/3f10cfc2-b168-40d0-a03a-f0b35730a7b8/33a3708e-b293-4a85-9236-314fcb696ef9) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:36.588551 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3cf9e3be-6834-4265-8ef6-e7668e14feee tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (4c386082-b602-4089-bd03-ed28bab16090), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:36.690731 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-79c7b15b-d102-44d5-8ca9-118765cf7567 req-1a52f6c1-cdd7-4c78-b450-170ffdb29239 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877692 Feb 28 20:30:36.729540 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5497ac-a2cd-4458-8420-404df1d3c6a1 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:30:36.734516 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9d5497ac-a2cd-4458-8420-404df1d3c6a1 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:36.759332 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5716eace-3887-46a0-92a8-e36a9bbff5d8 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (fd3ad63b-c4e5-4720-b4f3-39da78caf362), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:36.765412 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de31dcae-7e36-498b-83b8-1d6b118b2b7d None None] Sync routers for ids ['e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:30:36.775018 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002b8e9-e083-4d46-b4b1-2c2c6c694210 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Pushing event updated for resources: {'Port': ['ID=25145f71-1f5a-4c62-97ad-9ea3e4fcfb41,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:36.789728 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de31dcae-7e36-498b-83b8-1d6b118b2b7d None None] Routers {'e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:36.790351 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-de31dcae-7e36-498b-83b8-1d6b118b2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:36.845035 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5716eace-3887-46a0-92a8-e36a9bbff5d8 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:36.851019 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5716eace-3887-46a0-92a8-e36a9bbff5d8 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/networks/fd3ad63b-c4e5-4720-b4f3-39da78caf362 HTTP/1.1" status: 204 len: 168 time: 1.5969706 Feb 28 20:30:36.871050 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38220) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:36.879741 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-de31dcae-7e36-498b-83b8-1d6b118b2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:36.902577 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de31dcae-7e36-498b-83b8-1d6b118b2b7d None None] Routers {'e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:36.914869 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-de31dcae-7e36-498b-83b8-1d6b118b2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:36.934610 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-32302b33-600f-4446-bbac-62a7e1a6af41 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1026787541'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:36.958681 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716eace-3887-46a0-92a8-e36a9bbff5d8 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Network': ['ID=fd3ad63b-c4e5-4720-b4f3-39da78caf362,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:36.987142 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-de31dcae-7e36-498b-83b8-1d6b118b2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:36.990872 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de31dcae-7e36-498b-83b8-1d6b118b2b7d None None] The sync data for ids ['e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:30:37.024177 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9d5497ac-a2cd-4458-8420-404df1d3c6a1 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "PUT /v2.0/floatingips/f8f48b26-1c2d-4ea1-8d30-bef9a5d117f8 HTTP/1.1" status: 200 len: 977 time: 7.3806953 Feb 28 20:30:37.024957 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38224) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:37.043528 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-0f51952d-0ae8-4aa1-aabe-547985eb8e89 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Floating IP f0c2a59e-cd5b-446d-9648-c70eebd6439b associated. External IP: 172.25.0.139, port: 28f22ab8-31b9-420b-b5ff-5b306b174979. Feb 28 20:30:37.102767 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-31c409b6-e407-4826-a43d-21b6b0ba1680 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (33a3708e-b293-4a85-9236-314fcb696ef9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:37.111388 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32302b33-600f-4446-bbac-62a7e1a6af41 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Made reservation on behalf of 8b8aa2c9faa640e4bf21843a9876834b for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:37.114988 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-32302b33-600f-4446-bbac-62a7e1a6af41 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:37.122292 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3cf9e3be-6834-4265-8ef6-e7668e14feee tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (4c386082-b602-4089-bd03-ed28bab16090), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:37.164292 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8103a663-7d42-419b-a449-a80aa6d3f1fa req-6a9c941f-7960-4b44-8079-b7920517d31d tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/ports?device_id=e22ce030-9557-4fcf-9464-8c3edd090e40 HTTP/1.1" status: 200 len: 210 time: 0.0364292 Feb 28 20:30:37.238783 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-31c409b6-e407-4826-a43d-21b6b0ba1680 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (33a3708e-b293-4a85-9236-314fcb696ef9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:37.319177 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-6e042799-a3f8-4d8c-9de2-66bedbe97a1e tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Deleting port cf4b3ffe-0b6d-4459-94ef-220c30e3bbaf {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:37.319810 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e042799-a3f8-4d8c-9de2-66bedbe97a1e tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (cf4b3ffe-0b6d-4459-94ef-220c30e3bbaf), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:37.324924 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c409b6-e407-4826-a43d-21b6b0ba1680 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:37.350558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-31c409b6-e407-4826-a43d-21b6b0ba1680 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:37.362141 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c409b6-e407-4826-a43d-21b6b0ba1680 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:37.367654 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c409b6-e407-4826-a43d-21b6b0ba1680 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:37.368572 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-31c409b6-e407-4826-a43d-21b6b0ba1680 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:37.371626 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c409b6-e407-4826-a43d-21b6b0ba1680 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=33a3708e-b293-4a85-9236-314fcb696ef9,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:37.469270 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-31c409b6-e407-4826-a43d-21b6b0ba1680 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7694027 Feb 28 20:30:37.472356 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38226) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:37.558990 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 91eed580-0959-458f-926c-8e0bec7d593b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:37.579685 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e042799-a3f8-4d8c-9de2-66bedbe97a1e tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (cf4b3ffe-0b6d-4459-94ef-220c30e3bbaf), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:37.606019 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-002169d1-26f9-4275-87e3-ee5e8eec7406 None None] Provisioning complete for port 91eed580-0959-458f-926c-8e0bec7d593b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:37.606773 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-002169d1-26f9-4275-87e3-ee5e8eec7406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (91eed580-0959-458f-926c-8e0bec7d593b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:37.705625 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 91eed580-0959-458f-926c-8e0bec7d593b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:37.706234 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (91eed580-0959-458f-926c-8e0bec7d593b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:37.756837 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32302b33-600f-4446-bbac-62a7e1a6af41 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:30:37.771577 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-32302b33-600f-4446-bbac-62a7e1a6af41 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (454a0948-b3d9-4f0a-896e-0a628144b3c3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:37.773447 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-32302b33-600f-4446-bbac-62a7e1a6af41 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Added segment 454a0948-b3d9-4f0a-896e-0a628144b3c3 of type vlan for network 3223d5f7-d0c4-464f-ad17-8eaa611cd65d Feb 28 20:30:37.781094 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-002169d1-26f9-4275-87e3-ee5e8eec7406 None None] Current status of the port 91eed580-0959-458f-926c-8e0bec7d593b is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:37.781839 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-002169d1-26f9-4275-87e3-ee5e8eec7406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (91eed580-0959-458f-926c-8e0bec7d593b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:37.825439 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e042799-a3f8-4d8c-9de2-66bedbe97a1e tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:37.826128 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e042799-a3f8-4d8c-9de2-66bedbe97a1e tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (f8f48b26-1c2d-4ea1-8d30-bef9a5d117f8), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:37.826669 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-6e042799-a3f8-4d8c-9de2-66bedbe97a1e tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Floating IP f8f48b26-1c2d-4ea1-8d30-bef9a5d117f8 disassociated. External IP: 172.25.0.102, port: cf4b3ffe-0b6d-4459-94ef-220c30e3bbaf. Feb 28 20:30:37.827251 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-6e042799-a3f8-4d8c-9de2-66bedbe97a1e tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Calling delete_port for cf4b3ffe-0b6d-4459-94ef-220c30e3bbaf owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:37.842000 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-32302b33-600f-4446-bbac-62a7e1a6af41 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (3223d5f7-d0c4-464f-ad17-8eaa611cd65d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:37.857454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-002169d1-26f9-4275-87e3-ee5e8eec7406 None None] For port 91eed580-0959-458f-926c-8e0bec7d593b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=91eed580-0959-458f-926c-8e0bec7d593b,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:37.888839 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9e3be-6834-4265-8ef6-e7668e14feee tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event deleted for resources: {'Subnet': ['ID=4c386082-b602-4089-bd03-ed28bab16090,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:37.890147 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-002169d1-26f9-4275-87e3-ee5e8eec7406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (91eed580-0959-458f-926c-8e0bec7d593b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:37.915294 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9e3be-6834-4265-8ef6-e7668e14feee tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:37.915638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9e3be-6834-4265-8ef6-e7668e14feee tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:37.916014 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9e3be-6834-4265-8ef6-e7668e14feee tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:37.916357 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9e3be-6834-4265-8ef6-e7668e14feee tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:37.916696 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9e3be-6834-4265-8ef6-e7668e14feee tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:37.917028 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9e3be-6834-4265-8ef6-e7668e14feee tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:37.917355 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9e3be-6834-4265-8ef6-e7668e14feee tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:37.917680 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9e3be-6834-4265-8ef6-e7668e14feee tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:37.918004 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9e3be-6834-4265-8ef6-e7668e14feee tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:37.918329 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9e3be-6834-4265-8ef6-e7668e14feee tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:37.918654 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9e3be-6834-4265-8ef6-e7668e14feee tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:37.918976 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9e3be-6834-4265-8ef6-e7668e14feee tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:37.919599 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9e3be-6834-4265-8ef6-e7668e14feee tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:37.940125 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 91eed580-0959-458f-926c-8e0bec7d593b is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:37.940515 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (91eed580-0959-458f-926c-8e0bec7d593b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:37.959272 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d125f5aa-1e88-4d19-8030-60c593178d34 None None] Network 416bcbd6-7bdd-4765-892a-57eb321631aa requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:37.965163 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597d1727-bcde-40c7-ac0c-4c6548e082f9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:37.971808 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597d1727-bcde-40c7-ac0c-4c6548e082f9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:37.974077 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-597d1727-bcde-40c7-ac0c-4c6548e082f9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5009880 Feb 28 20:30:37.977502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38230) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:37.984005 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3cf9e3be-6834-4265-8ef6-e7668e14feee tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:37.989916 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3cf9e3be-6834-4265-8ef6-e7668e14feee tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "DELETE /v2.0/subnets/4c386082-b602-4089-bd03-ed28bab16090 HTTP/1.1" status: 204 len: 168 time: 2.3435276 Feb 28 20:30:37.991110 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002169d1-26f9-4275-87e3-ee5e8eec7406 None None] Pushing event updated for resources: {'Port': ['ID=91eed580-0959-458f-926c-8e0bec7d593b,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:37.995289 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38232) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:37.996425 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.db.resource_extend [None req-32302b33-600f-4446-bbac-62a7e1a6af41 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:30:38.052652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992c536-5ed2-4fac-8658-51f0a62b5d4d req-a4f6e19a-2421-4bc7-9f0a-450e45070af5 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:38.056865 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2992c536-5ed2-4fac-8658-51f0a62b5d4d req-a4f6e19a-2421-4bc7-9f0a-450e45070af5 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 945 time: 0.2055023 Feb 28 20:30:38.106009 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-08bf553b-ca22-4936-a816-596cdef8bece None None] Provisioning complete for port 33a3708e-b293-4a85-9236-314fcb696ef9 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:38.106388 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-08bf553b-ca22-4936-a816-596cdef8bece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (33a3708e-b293-4a85-9236-314fcb696ef9), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:38.164965 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:30:38.165440 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:30:38.170179 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-32302b33-600f-4446-bbac-62a7e1a6af41 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (3223d5f7-d0c4-464f-ad17-8eaa611cd65d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:38.179345 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32302b33-600f-4446-bbac-62a7e1a6af41 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:38.180358 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-32302b33-600f-4446-bbac-62a7e1a6af41 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:38.202105 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2992c536-5ed2-4fac-8658-51f0a62b5d4d req-1f830292-f04c-4a35-8773-6d934dc93685 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167967 Feb 28 20:30:38.209667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-08bf553b-ca22-4936-a816-596cdef8bece None None] Port 33a3708e-b293-4a85-9236-314fcb696ef9 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:30:38.226744 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-4cbc48a0-5d50-46d9-bd65-5b1dcc4d33f0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting port 33a3708e-b293-4a85-9236-314fcb696ef9 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:38.228077 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4cbc48a0-5d50-46d9-bd65-5b1dcc4d33f0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (33a3708e-b293-4a85-9236-314fcb696ef9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:38.231426 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e042799-a3f8-4d8c-9de2-66bedbe97a1e tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (cf4b3ffe-0b6d-4459-94ef-220c30e3bbaf), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:38.289435 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e042799-a3f8-4d8c-9de2-66bedbe97a1e tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event deleted for resources: {'Port': ['ID=cf4b3ffe-0b6d-4459-94ef-220c30e3bbaf,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:38.324084 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32302b33-600f-4446-bbac-62a7e1a6af41 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Network': ['ID=3223d5f7-d0c4-464f-ad17-8eaa611cd65d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:38.336238 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 3223d5f7-d0c4-464f-ad17-8eaa611cd65d details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:30:38.382512 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cf95c3-6231-43cb-99d6-0fade3f15c49 None None] DHCP port deletion for 416bcbd6-7bdd-4765-892a-57eb321631aa request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:30:38.501416 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d1cf95c3-6231-43cb-99d6-0fade3f15c49 None None] Deleting port b59b3e5d-93c8-42d7-85bb-93705a95e8a3 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:38.501416 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d1cf95c3-6231-43cb-99d6-0fade3f15c49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b59b3e5d-93c8-42d7-85bb-93705a95e8a3), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:38.552007 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-32302b33-600f-4446-bbac-62a7e1a6af41 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6560214 Feb 28 20:30:38.552007 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3002b8e9-e083-4d46-b4b1-2c2c6c694210 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_gateway (2af88a6d-7485-4de6-9aca-a0c093e8515d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:38.564630 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38236) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:38.574826 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-598277d7-308d-48bc-9308-b5576425fa18 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'subnet': {'network_id': '3223d5f7-d0c4-464f-ad17-8eaa611cd65d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:38.598682 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d1cf95c3-6231-43cb-99d6-0fade3f15c49 None None] For port b59b3e5d-93c8-42d7-85bb-93705a95e8a3, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b59b3e5d-93c8-42d7-85bb-93705a95e8a3,segment=NetworkSegment(4f3c747a-fe73-44eb-9874-ac99f1c3be68),segment_id=4f3c747a-fe73-44eb-9874-ac99f1c3be68)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:38.600326 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d1cf95c3-6231-43cb-99d6-0fade3f15c49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b59b3e5d-93c8-42d7-85bb-93705a95e8a3), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:38.633397 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d1cf95c3-6231-43cb-99d6-0fade3f15c49 None None] Calling delete_port for b59b3e5d-93c8-42d7-85bb-93705a95e8a3 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:38.661345 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b7a51f1-6304-46b0-b7b9-65dfad584fd6 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (416bcbd6-7bdd-4765-892a-57eb321631aa), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:38.669801 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f51952d-0ae8-4aa1-aabe-547985eb8e89 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Router d26e5802-18b8-48a0-8b4e-add99484c537 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:30:38.709801 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-d55d07be-bc59-4bdf-ad61-d02c62f18673 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:38.711311 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-d55d07be-bc59-4bdf-ad61-d02c62f18673 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.15 "GET /v2.0/networks?id=96f86fe7-a6da-4e57-b042-39e3a355ce6b HTTP/1.1" status: 200 len: 809 time: 0.9846945 Feb 28 20:30:38.729387 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-c480b030-dd1c-4df9-9d43-ed9ada90637b tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Request body: {'port': {'device_id': 'e22ce030-9557-4fcf-9464-8c3edd090e40', 'network_id': '96f86fe7-a6da-4e57-b042-39e3a355ce6b', 'admin_state_up': True, 'tenant_id': '4204962574e74c6abfab4d364baa9d46'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:38.791519 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 91eed580-0959-458f-926c-8e0bec7d593b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:38.818663 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d1cf95c3-6231-43cb-99d6-0fade3f15c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (b59b3e5d-93c8-42d7-85bb-93705a95e8a3), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:38.847942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf95c3-6231-43cb-99d6-0fade3f15c49 None None] Pushing event deleted for resources: {'Port': ['ID=b59b3e5d-93c8-42d7-85bb-93705a95e8a3,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:38.854706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cf95c3-6231-43cb-99d6-0fade3f15c49 None None] No DVR routers for this DVR port b59b3e5d-93c8-42d7-85bb-93705a95e8a3 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:30:38.871082 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36ad803f-1c8d-419c-9fa9-c08adfbd9d38 req-3cdfeb55-5304-4373-97d8-004d1d69cb05 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/ports?device_id=e22ce030-9557-4fcf-9464-8c3edd090e40 HTTP/1.1" status: 200 len: 210 time: 0.5254192 Feb 28 20:30:38.945575 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4cbc48a0-5d50-46d9-bd65-5b1dcc4d33f0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (33a3708e-b293-4a85-9236-314fcb696ef9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:38.953443 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-6b7a51f1-6304-46b0-b7b9-65dfad584fd6 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] The port 'b59b3e5d-93c8-42d7-85bb-93705a95e8a3' was deleted {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 28 20:30:38.964897 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-4cbc48a0-5d50-46d9-bd65-5b1dcc4d33f0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Calling delete_port for 33a3708e-b293-4a85-9236-314fcb696ef9 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:39.042670 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598277d7-308d-48bc-9308-b5576425fa18 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Made reservation on behalf of 8b8aa2c9faa640e4bf21843a9876834b for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:39.046097 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-598277d7-308d-48bc-9308-b5576425fa18 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:39.083400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e042799-a3f8-4d8c-9de2-66bedbe97a1e tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Router e9689ec1-22f6-4cc7-ab4d-410ae7dd456a has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:30:39.085210 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 91eed580-0959-458f-926c-8e0bec7d593b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:39.181677 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b7a51f1-6304-46b0-b7b9-65dfad584fd6 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (416bcbd6-7bdd-4765-892a-57eb321631aa), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:39.196809 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 91eed580-0959-458f-926c-8e0bec7d593b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:39.197985 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (91eed580-0959-458f-926c-8e0bec7d593b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:39.227122 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4cbc48a0-5d50-46d9-bd65-5b1dcc4d33f0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (33a3708e-b293-4a85-9236-314fcb696ef9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:39.306469 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc48a0-5d50-46d9-bd65-5b1dcc4d33f0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Port': ['ID=33a3708e-b293-4a85-9236-314fcb696ef9,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:39.319615 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 91eed580-0959-458f-926c-8e0bec7d593b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:39.387999 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e042799-a3f8-4d8c-9de2-66bedbe97a1e tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:30:39.400019 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4cbc48a0-5d50-46d9-bd65-5b1dcc4d33f0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:39.403698 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b59b3e5d-93c8-42d7-85bb-93705a95e8a3 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:30:39.408750 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a0ff82-99d1-4c12-bb18-698d5e8a24e1 None None] Sync routers for ids ['e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:30:39.414616 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4cbc48a0-5d50-46d9-bd65-5b1dcc4d33f0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/33a3708e-b293-4a85-9236-314fcb696ef9 HTTP/1.1" status: 204 len: 168 time: 1.4356709 Feb 28 20:30:39.438732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38240) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:39.456922 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: b59b3e5d-93c8-42d7-85bb-93705a95e8a3 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:30:39.457701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b59b3e5d-93c8-42d7-85bb-93705a95e8a3 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:30:39.466188 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a0ff82-99d1-4c12-bb18-698d5e8a24e1 None None] Routers {'e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:39.467443 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-28a0ff82-99d1-4c12-bb18-698d5e8a24e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:39.500945 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-6b7a51f1-6304-46b0-b7b9-65dfad584fd6 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416bcbd6-7bdd-4765-892a-57eb321631aa']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:39.509045 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f51952d-0ae8-4aa1-aabe-547985eb8e89 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:30:39.513842 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0f51952d-0ae8-4aa1-aabe-547985eb8e89 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:39.515920 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-c480b030-dd1c-4df9-9d43-ed9ada90637b tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Made reservation on behalf of 4204962574e74c6abfab4d364baa9d46 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:39.520999 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e71657c-904d-4431-b3e3-934cf438b1e5 None None] Sync routers for ids ['d26e5802-18b8-48a0-8b4e-add99484c537'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:30:39.530807 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-c480b030-dd1c-4df9-9d43-ed9ada90637b tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:39.534099 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e71657c-904d-4431-b3e3-934cf438b1e5 None None] Routers {'d26e5802-18b8-48a0-8b4e-add99484c537'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:39.540239 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2e71657c-904d-4431-b3e3-934cf438b1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['d26e5802-18b8-48a0-8b4e-add99484c537'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:39.563701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-28a0ff82-99d1-4c12-bb18-698d5e8a24e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:39.595276 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a0ff82-99d1-4c12-bb18-698d5e8a24e1 None None] Routers {'e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:39.597202 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-28a0ff82-99d1-4c12-bb18-698d5e8a24e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:39.630307 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-6b7a51f1-6304-46b0-b7b9-65dfad584fd6 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3c747a-fe73-44eb-9874-ac99f1c3be68') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:39.630655 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-6b7a51f1-6304-46b0-b7b9-65dfad584fd6 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3c747a-fe73-44eb-9874-ac99f1c3be68') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:39.652290 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-28a0ff82-99d1-4c12-bb18-698d5e8a24e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:39.653409 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a0ff82-99d1-4c12-bb18-698d5e8a24e1 None None] The sync data for ids ['e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:30:39.690018 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c299f2d-e5c7-4f3d-88b5-c261fdc81ebc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:39.691484 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c299f2d-e5c7-4f3d-88b5-c261fdc81ebc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:39.696792 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1c299f2d-e5c7-4f3d-88b5-c261fdc81ebc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2570608 Feb 28 20:30:39.697813 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38242) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:39.735250 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b7a51f1-6304-46b0-b7b9-65dfad584fd6 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (4f3c747a-fe73-44eb-9874-ac99f1c3be68), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:39.745101 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e042799-a3f8-4d8c-9de2-66bedbe97a1e tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:39.752072 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6e042799-a3f8-4d8c-9de2-66bedbe97a1e tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "DELETE /v2.0/ports/cf4b3ffe-0b6d-4459-94ef-220c30e3bbaf HTTP/1.1" status: 204 len: 168 time: 2.7225707 Feb 28 20:30:39.756459 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38244) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:39.769306 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d2798-6563-48b7-9e82-896c52e307db req-5168cd4b-b419-4d07-8b09-33261b7f5a7a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:39.777436 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b16d2798-6563-48b7-9e82-896c52e307db req-5168cd4b-b419-4d07-8b09-33261b7f5a7a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 945 time: 0.4622953 Feb 28 20:30:39.809140 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-2e71657c-904d-4431-b3e3-934cf438b1e5 None None] Set router d26e5802-18b8-48a0-8b4e-add99484c537 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:30:39.878833 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0f51952d-0ae8-4aa1-aabe-547985eb8e89 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "PUT /v2.0/floatingips/f0c2a59e-cd5b-446d-9648-c70eebd6439b HTTP/1.1" status: 200 len: 992 time: 5.5100505 Feb 28 20:30:39.885602 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b16d2798-6563-48b7-9e82-896c52e307db req-8c77137e-c2bd-4a80-b3fe-c016e31fe6d4 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052876 Feb 28 20:30:39.886435 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc0e401-ebaf-4e6a-8270-82b4c070445a', 'tag': '28f22ab8-31b9-420b-b5ff-5b306b174979'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:30:39.889531 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5906e0d9-1c39-4b11-aed3-6f2e02d6be82" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc0e401-ebaf-4e6a-8270-82b4c070445a", "tag": "28f22ab8-31b9-420b-b5ff-5b306b174979"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:30:39.903786 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b7a51f1-6304-46b0-b7b9-65dfad584fd6 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (4f3c747a-fe73-44eb-9874-ac99f1c3be68), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:39.945770 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7a51f1-6304-46b0-b7b9-65dfad584fd6 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:30:39.946310 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b7a51f1-6304-46b0-b7b9-65dfad584fd6 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (4f3c747a-fe73-44eb-9874-ac99f1c3be68), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:30:39.951887 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:30:40.002619 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b9026d-4e37-4c35-91db-850662deaa6b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet 3f10cfc2-b168-40d0-a03a-f0b35730a7b8 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:30:40.044474 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04b9026d-4e37-4c35-91db-850662deaa6b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (3f10cfc2-b168-40d0-a03a-f0b35730a7b8), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:40.050122 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-c480b030-dd1c-4df9-9d43-ed9ada90637b tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Allocated IP 172.20.0.3 (96f86fe7-a6da-4e57-b042-39e3a355ce6b/0d1e27ae-257d-4a6c-9fb8-be91f4cd1c10/4da302d8-a19d-4af4-9b7b-654ef7ac717c) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:40.091837 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2e71657c-904d-4431-b3e3-934cf438b1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'name': 'tempest-AttachVolumeTestJSON-753889427-router', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:25:44Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'gw_port': {'id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:46Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'f0c2a59e-cd5b-446d-9648-c70eebd6439b', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'floating_ip_address': '172.25.0.139', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'port_id': '28f22ab8-31b9-420b-b5ff-5b306b174979', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'mac_address': 'fa:16:3e:f2:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc0e401-ebaf-4e6a-8270-82b4c070445a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:30:05Z', 'updated_at': '2022-02-28T20:30:36Z', 'revision_number': 1, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1438dfc1-aaad-4146-a093-40c0a1378b89', 'name': '', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'mac_address': 'fa:16:3e:06:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:55Z', 'updated_at': '2022-02-28T20:26:08Z', 'revision_number': 5, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'subnets': [{'id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:40.144498 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-598277d7-308d-48bc-9308-b5576425fa18 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (3a9d2522-36b1-4115-a804-127636387172), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:40.148732 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e71657c-904d-4431-b3e3-934cf438b1e5 None None] Checking router: d26e5802-18b8-48a0-8b4e-add99484c537 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:30:40.149637 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6727e66b-e4bc-4347-87b7-18df6f08ed96 x-openstack-request-id: req-6727e66b-e4bc-4347-87b7-18df6f08ed96 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:30:40.150309 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc0e401-ebaf-4e6a-8270-82b4c070445a", "tag": "28f22ab8-31b9-420b-b5ff-5b306b174979", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:30:40.152486 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6727e66b-e4bc-4347-87b7-18df6f08ed96 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:30:40.153509 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc0e401-ebaf-4e6a-8270-82b4c070445a', 'tag': '28f22ab8-31b9-420b-b5ff-5b306b174979', 'status': 'completed', 'code': 200} Feb 28 20:30:40.163263 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e71657c-904d-4431-b3e3-934cf438b1e5 None None] Routers {'d26e5802-18b8-48a0-8b4e-add99484c537'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:40.164602 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2e71657c-904d-4431-b3e3-934cf438b1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['d26e5802-18b8-48a0-8b4e-add99484c537'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:40.300567 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-c480b030-dd1c-4df9-9d43-ed9ada90637b tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Publish callbacks [] for port (4da302d8-a19d-4af4-9b7b-654ef7ac717c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:40.364121 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3002b8e9-e083-4d46-b4b1-2c2c6c694210 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (2af88a6d-7485-4de6-9aca-a0c093e8515d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:40.371309 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-279ce72b-7e5b-4e2b-9ab5-c3e67a8549f8 req-db543179-7e3f-4885-b2b6-ae3905a56547 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/ports?device_id=e22ce030-9557-4fcf-9464-8c3edd090e40 HTTP/1.1" status: 200 len: 210 time: 0.1230848 Feb 28 20:30:40.419145 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04b9026d-4e37-4c35-91db-850662deaa6b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (3f10cfc2-b168-40d0-a03a-f0b35730a7b8), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:40.424569 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906e0d9-1c39-4b11-aed3-6f2e02d6be82 req-2fef17f7-032b-4aab-af06-7d75d1b85e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:40.427819 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5906e0d9-1c39-4b11-aed3-6f2e02d6be82 req-2fef17f7-032b-4aab-af06-7d75d1b85e9e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce448fa148384bfb9a78481379c26323&device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 1129 time: 0.2559848 Feb 28 20:30:40.477083 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-2e71657c-904d-4431-b3e3-934cf438b1e5 None None] Set router d26e5802-18b8-48a0-8b4e-add99484c537 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:30:40.523552 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-c480b030-dd1c-4df9-9d43-ed9ada90637b tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4da302d8-a19d-4af4-9b7b-654ef7ac717c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:40.603192 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906e0d9-1c39-4b11-aed3-6f2e02d6be82 req-68fe9717-44cf-4da9-880f-79d97d12555d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:40.605229 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5906e0d9-1c39-4b11-aed3-6f2e02d6be82 req-68fe9717-44cf-4da9-880f-79d97d12555d service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd95dcac-d635-4bec-8252-dbb352dcdbef HTTP/1.1" status: 200 len: 910 time: 0.1524527 Feb 28 20:30:40.869609 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2e71657c-904d-4431-b3e3-934cf438b1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'name': 'tempest-AttachVolumeTestJSON-753889427-router', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:25:44Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'gw_port': {'id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:46Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'f0c2a59e-cd5b-446d-9648-c70eebd6439b', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'floating_ip_address': '172.25.0.139', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'port_id': '28f22ab8-31b9-420b-b5ff-5b306b174979', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'mac_address': 'fa:16:3e:f2:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc0e401-ebaf-4e6a-8270-82b4c070445a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:30:05Z', 'updated_at': '2022-02-28T20:30:36Z', 'revision_number': 1, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1438dfc1-aaad-4146-a093-40c0a1378b89', 'name': '', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'mac_address': 'fa:16:3e:06:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:55Z', 'updated_at': '2022-02-28T20:26:08Z', 'revision_number': 5, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'subnets': [{'id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:40.906137 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e71657c-904d-4431-b3e3-934cf438b1e5 None None] The sync data for ids ['d26e5802-18b8-48a0-8b4e-add99484c537'] in n-d-820368-21 is: [{'id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'name': 'tempest-AttachVolumeTestJSON-753889427-router', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:25:44Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'gw_port': {'id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:46Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'f0c2a59e-cd5b-446d-9648-c70eebd6439b', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'floating_ip_address': '172.25.0.139', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'port_id': '28f22ab8-31b9-420b-b5ff-5b306b174979', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'mac_address': 'fa:16:3e:f2:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc0e401-ebaf-4e6a-8270-82b4c070445a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:30:05Z', 'updated_at': '2022-02-28T20:30:36Z', 'revision_number': 1, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1438dfc1-aaad-4146-a093-40c0a1378b89', 'name': '', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'mac_address': 'fa:16:3e:06:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:55Z', 'updated_at': '2022-02-28T20:26:08Z', 'revision_number': 5, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'subnets': [{'id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:30:40.949851 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04b9026d-4e37-4c35-91db-850662deaa6b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (3f10cfc2-b168-40d0-a03a-f0b35730a7b8), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:41.021607 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5906e0d9-1c39-4b11-aed3-6f2e02d6be82 req-a52305d6-eacc-4a13-9968-55d34e998509 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28f22ab8-31b9-420b-b5ff-5b306b174979 HTTP/1.1" status: 200 len: 1000 time: 0.2644434 Feb 28 20:30:41.066039 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04b9026d-4e37-4c35-91db-850662deaa6b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (3f10cfc2-b168-40d0-a03a-f0b35730a7b8), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:41.194550 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9026d-4e37-4c35-91db-850662deaa6b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=3f10cfc2-b168-40d0-a03a-f0b35730a7b8,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:41.199623 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04b9026d-4e37-4c35-91db-850662deaa6b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:41.202969 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-04b9026d-4e37-4c35-91db-850662deaa6b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/3f10cfc2-b168-40d0-a03a-f0b35730a7b8 HTTP/1.1" status: 204 len: 168 time: 1.5004971 Feb 28 20:30:41.208590 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38262) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:41.242770 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-c480b030-dd1c-4df9-9d43-ed9ada90637b tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Network 96f86fe7-a6da-4e57-b042-39e3a355ce6b is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:41.243898 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bdde2e-0b65-4ec8-a582-3d36bc5450b1 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:41.252916 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-c480b030-dd1c-4df9-9d43-ed9ada90637b tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:41.260298 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-c480b030-dd1c-4df9-9d43-ed9ada90637b tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:41.284617 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c91d84ab-8830-4705-ad0d-80ff152f77c0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715389 Feb 28 20:30:41.307809 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38264) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:41.321370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906e0d9-1c39-4b11-aed3-6f2e02d6be82 req-abbce64f-edce-4de7-b173-2715ec751b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:41.323305 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5906e0d9-1c39-4b11-aed3-6f2e02d6be82 req-abbce64f-edce-4de7-b173-2715ec751b64 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a36f3d5e-8266-4be4-ab73-31f8fb0001af HTTP/1.1" status: 200 len: 849 time: 0.2823641 Feb 28 20:30:41.361560 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aac5585-61b7-4d64-99e7-35a86cee8689 None None] New status for floating IP f0c2a59e-cd5b-446d-9648-c70eebd6439b: ACTIVE {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:30:41.375220 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd9057-4673-4a57-8938-b2b2464933d9 req-c48e0008-378b-493f-9cd7-bed787b22bae tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:41.376878 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1efd9057-4673-4a57-8938-b2b2464933d9 req-c48e0008-378b-493f-9cd7-bed787b22bae tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 945 time: 0.3085077 Feb 28 20:30:41.424540 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480b030-dd1c-4df9-9d43-ed9ada90637b tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Pushing event updated for resources: {'Port': ['ID=4da302d8-a19d-4af4-9b7b-654ef7ac717c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:41.433515 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-0a8f1bf6-84ac-40b4-b190-61cbd50415b0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:41.458435 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-be8cad58-8219-4564-880c-0aa442ce3a04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (e9689ec1-22f6-4cc7-ab4d-410ae7dd456a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:41.512311 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-c480b030-dd1c-4df9-9d43-ed9ada90637b tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:41.513628 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-c480b030-dd1c-4df9-9d43-ed9ada90637b tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:41.583807 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b7a51f1-6304-46b0-b7b9-65dfad584fd6 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (416bcbd6-7bdd-4765-892a-57eb321631aa), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:41.593258 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacf6d86-e3ad-4dd3-bbd9-fd66ae503eaa None None] DHCP port deletion for 60bc62cf-1ebe-462d-93c7-f1108638c505 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:30:41.593442 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-c480b030-dd1c-4df9-9d43-ed9ada90637b tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8677971 Feb 28 20:30:41.624279 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b7a51f1-6304-46b0-b7b9-65dfad584fd6 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:41.630937 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6b7a51f1-6304-46b0-b7b9-65dfad584fd6 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "DELETE /v2.0/networks/416bcbd6-7bdd-4765-892a-57eb321631aa HTTP/1.1" status: 204 len: 168 time: 3.6206832 Feb 28 20:30:41.632745 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] Request body: {'port': {'device_id': 'e22ce030-9557-4fcf-9464-8c3edd090e40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:41.637297 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a51f1-6304-46b0-b7b9-65dfad584fd6 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Pushing event deleted for resources: {'Network': ['ID=416bcbd6-7bdd-4765-892a-57eb321631aa,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:41.644172 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598277d7-308d-48bc-9308-b5576425fa18 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Subnet': ['ID=3a9d2522-36b1-4115-a804-127636387172,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:41.653005 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38270) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:41.692921 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-bacf6d86-e3ad-4dd3-bbd9-fd66ae503eaa None None] Deleting port 91eed580-0959-458f-926c-8e0bec7d593b {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:41.693351 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bacf6d86-e3ad-4dd3-bbd9-fd66ae503eaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (91eed580-0959-458f-926c-8e0bec7d593b), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:41.732616 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906e0d9-1c39-4b11-aed3-6f2e02d6be82 req-59a38716-7ef7-42e2-854d-cbdc46eaeeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:41.734256 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5906e0d9-1c39-4b11-aed3-6f2e02d6be82 req-59a38716-7ef7-42e2-854d-cbdc46eaeeff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd95dcac-d635-4bec-8252-dbb352dcdbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4022496 Feb 28 20:30:41.749066 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-93f2fc7a-b6ef-4a31-8fbd-57ef3818633b tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ae0683d-24d9-499b-a018-182a17730243 HTTP/1.1" status: 200 len: 205 time: 0.0860233 Feb 28 20:30:41.753348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38272) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:41.785551 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1efd9057-4673-4a57-8938-b2b2464933d9 req-635d8a48-158c-4e77-9cb6-82086239aa39 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012625 Feb 28 20:30:41.819222 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bacf6d86-e3ad-4dd3-bbd9-fd66ae503eaa None None] For port 91eed580-0959-458f-926c-8e0bec7d593b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=91eed580-0959-458f-926c-8e0bec7d593b,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:41.819620 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bacf6d86-e3ad-4dd3-bbd9-fd66ae503eaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (91eed580-0959-458f-926c-8e0bec7d593b), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:41.834807 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-bacf6d86-e3ad-4dd3-bbd9-fd66ae503eaa None None] Calling delete_port for 91eed580-0959-458f-926c-8e0bec7d593b owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:41.855835 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598277d7-308d-48bc-9308-b5576425fa18 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Checking segment: {'id': '454a0948-b3d9-4f0a-896e-0a628144b3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3223d5f7-d0c4-464f-ad17-8eaa611cd65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:30:41.856766 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598277d7-308d-48bc-9308-b5576425fa18 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network hostable DHCP agents. Network: 3223d5f7-d0c4-464f-ad17-8eaa611cd65d, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:30:41.869455 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3002b8e9-e083-4d46-b4b1-2c2c6c694210 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Router 2af88a6d-7485-4de6-9aca-a0c093e8515d is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:30:41.893079 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e954cd-b4f3-45ff-8a88-2a5aa7cd1b6b req-e491ba0e-cfbf-4779-adfd-e5c32b3fa787 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:41.894515 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-30e954cd-b4f3-45ff-8a88-2a5aa7cd1b6b req-e491ba0e-cfbf-4779-adfd-e5c32b3fa787 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/ports?device_id=e22ce030-9557-4fcf-9464-8c3edd090e40 HTTP/1.1" status: 200 len: 931 time: 0.2304745 Feb 28 20:30:41.958853 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bacf6d86-e3ad-4dd3-bbd9-fd66ae503eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (91eed580-0959-458f-926c-8e0bec7d593b), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:41.965153 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8f1bf6-84ac-40b4-b190-61cbd50415b0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:41.969617 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0a8f1bf6-84ac-40b4-b190-61cbd50415b0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:41.987608 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacf6d86-e3ad-4dd3-bbd9-fd66ae503eaa None None] No DVR routers for this DVR port 91eed580-0959-458f-926c-8e0bec7d593b on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:30:42.021514 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf6d86-e3ad-4dd3-bbd9-fd66ae503eaa None None] Pushing event deleted for resources: {'Port': ['ID=91eed580-0959-458f-926c-8e0bec7d593b,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:42.039489 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ee857300-ee9c-4e74-8edc-25462228a705 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for router (3ae0683d-24d9-499b-a018-182a17730243), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:42.046372 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5906e0d9-1c39-4b11-aed3-6f2e02d6be82 req-3a9868dd-0560-4b5a-ac1d-51586f596294 service neutron] 10.222.0.10 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772188 Feb 28 20:30:42.056281 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-30e954cd-b4f3-45ff-8a88-2a5aa7cd1b6b req-e3afe588-87c1-49f8-98b4-b0dd7e578934 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad700288-f49a-446c-896d-0fc260d8b48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176310 Feb 28 20:30:42.158985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-be8cad58-8219-4564-880c-0aa442ce3a04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Deleting port 622443af-e436-4eae-b012-0ba741003db5 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:42.159333 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-be8cad58-8219-4564-880c-0aa442ce3a04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (622443af-e436-4eae-b012-0ba741003db5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:42.199619 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5906e0d9-1c39-4b11-aed3-6f2e02d6be82 req-0cc7658e-b0d5-4f14-9b19-2ae4e42da419 service neutron] 10.222.0.10 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420085 Feb 28 20:30:42.237718 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598277d7-308d-48bc-9308-b5576425fa18 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network 3223d5f7-d0c4-464f-ad17-8eaa611cd65d is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:30:42.281049 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-be8cad58-8219-4564-880c-0aa442ce3a04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (622443af-e436-4eae-b012-0ba741003db5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:42.282195 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4da302d8-a19d-4af4-9b7b-654ef7ac717c), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:42.298297 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-be8cad58-8219-4564-880c-0aa442ce3a04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Calling delete_port for 622443af-e436-4eae-b012-0ba741003db5 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:42.361851 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-598277d7-308d-48bc-9308-b5576425fa18 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 3223d5f7-d0c4-464f-ad17-8eaa611cd65d) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:42.376129 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99c2c34-9c2e-4e23-82fe-442ad1ba0af5 None None] Network 3223d5f7-d0c4-464f-ad17-8eaa611cd65d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:42.421402 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598277d7-308d-48bc-9308-b5576425fa18 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:42.422266 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-598277d7-308d-48bc-9308-b5576425fa18 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:42.551182 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a77c517-368c-4e66-9296-2a2aaea0fc21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-3223d5f7-d0c4-464f-ad17-8eaa611cd65d', 'network_id': '3223d5f7-d0c4-464f-ad17-8eaa611cd65d', 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'fixed_ips': [{'subnet_id': '3a9d2522-36b1-4115-a804-127636387172'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:30:42.553137 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1a77c517-368c-4e66-9296-2a2aaea0fc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:42.628306 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-be8cad58-8219-4564-880c-0aa442ce3a04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (622443af-e436-4eae-b012-0ba741003db5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:42.683418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cad58-8219-4564-880c-0aa442ce3a04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event deleted for resources: {'Port': ['ID=622443af-e436-4eae-b012-0ba741003db5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:42.801829 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-598277d7-308d-48bc-9308-b5576425fa18 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2339771 Feb 28 20:30:42.807093 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38276) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:42.818976 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-9d55b4cb-978d-48d7-a1b6-05a8b3256efa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-312032827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:42.831703 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ee857300-ee9c-4e74-8edc-25462228a705 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (3ae0683d-24d9-499b-a018-182a17730243), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:42.864089 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ee857300-ee9c-4e74-8edc-25462228a705 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for router_controller (3ae0683d-24d9-499b-a018-182a17730243), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:42.962525 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-1a77c517-368c-4e66-9296-2a2aaea0fc21 None None] Allocated IP 2001:db8::2 (3223d5f7-d0c4-464f-ad17-8eaa611cd65d/3a9d2522-36b1-4115-a804-127636387172/af5debdf-ea40-432e-b673-b144bd95d752) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:43.073950 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3002b8e9-e083-4d46-b4b1-2c2c6c694210 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:30:43.099632 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] Sync routers for ids ['2af88a6d-7485-4de6-9aca-a0c093e8515d'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:30:43.118214 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] Routers {'2af88a6d-7485-4de6-9aca-a0c093e8515d'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:43.120702 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2af88a6d-7485-4de6-9aca-a0c093e8515d'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:43.153587 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3002b8e9-e083-4d46-b4b1-2c2c6c694210 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:43.155070 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3002b8e9-e083-4d46-b4b1-2c2c6c694210 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 10.1874428 Feb 28 20:30:43.161706 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9d55b4cb-978d-48d7-a1b6-05a8b3256efa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (4547974d-1fa7-4980-bcfc-528dcfa4e949), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:43.162977 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9d55b4cb-978d-48d7-a1b6-05a8b3256efa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (4547974d-1fa7-4980-bcfc-528dcfa4e949), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:43.196191 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 91eed580-0959-458f-926c-8e0bec7d593b no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:30:43.204372 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38282) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:43.216876 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ee857300-ee9c-4e74-8edc-25462228a705 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (3ae0683d-24d9-499b-a018-182a17730243), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:43.217673 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee857300-ee9c-4e74-8edc-25462228a705 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Fanout notify agent at l3_agent the message router_deleted on router 3ae0683d-24d9-499b-a018-182a17730243 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:30:43.269288 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ee857300-ee9c-4e74-8edc-25462228a705 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:43.271047 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ee857300-ee9c-4e74-8edc-25462228a705 tempest-RoutersNegativeIpV6Test-124755283 tempest-RoutersNegativeIpV6Test-124755283-project] 10.222.0.13 "DELETE /v2.0/routers/3ae0683d-24d9-499b-a018-182a17730243 HTTP/1.1" status: 204 len: 168 time: 1.5095530 Feb 28 20:30:43.371035 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1a77c517-368c-4e66-9296-2a2aaea0fc21 None None] Publish callbacks [] for port (af5debdf-ea40-432e-b673-b144bd95d752), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:43.378419 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 91eed580-0959-458f-926c-8e0bec7d593b {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:30:43.379088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 91eed580-0959-458f-926c-8e0bec7d593b not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:30:43.385427 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1a77c517-368c-4e66-9296-2a2aaea0fc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (af5debdf-ea40-432e-b673-b144bd95d752), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:43.386245 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0a8f1bf6-84ac-40b4-b190-61cbd50415b0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (eb6409ad-2960-4de9-8a94-d581b76b66cd), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:43.398520 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] Set router 2af88a6d-7485-4de6-9aca-a0c093e8515d gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:30:43.426989 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a77c517-368c-4e66-9296-2a2aaea0fc21 None None] Network 3223d5f7-d0c4-464f-ad17-8eaa611cd65d is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:43.430009 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-1a77c517-368c-4e66-9296-2a2aaea0fc21 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:43.476623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77c517-368c-4e66-9296-2a2aaea0fc21 None None] Pushing event updated for resources: {'Port': ['ID=af5debdf-ea40-432e-b673-b144bd95d752,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:43.479461 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77c517-368c-4e66-9296-2a2aaea0fc21 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:43.545177 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9d55b4cb-978d-48d7-a1b6-05a8b3256efa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router_controller (4547974d-1fa7-4980-bcfc-528dcfa4e949), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:43.562933 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9d55b4cb-978d-48d7-a1b6-05a8b3256efa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (4547974d-1fa7-4980-bcfc-528dcfa4e949), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:43.585722 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8f1bf6-84ac-40b4-b190-61cbd50415b0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:43.601882 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-1a77c517-368c-4e66-9296-2a2aaea0fc21 None None] Attempting to bind port af5debdf-ea40-432e-b673-b144bd95d752 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:43.602638 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-1a77c517-368c-4e66-9296-2a2aaea0fc21 None None] Attempting to bind port af5debdf-ea40-432e-b673-b144bd95d752 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '454a0948-b3d9-4f0a-896e-0a628144b3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3223d5f7-d0c4-464f-ad17-8eaa611cd65d'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:43.602638 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a77c517-368c-4e66-9296-2a2aaea0fc21 None None] Attempting to bind port af5debdf-ea40-432e-b673-b144bd95d752 on network 3223d5f7-d0c4-464f-ad17-8eaa611cd65d {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:43.602992 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-0a8f1bf6-84ac-40b4-b190-61cbd50415b0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:43.606072 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8f1bf6-84ac-40b4-b190-61cbd50415b0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:43.606672 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0a8f1bf6-84ac-40b4-b190-61cbd50415b0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:43.613100 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a77c517-368c-4e66-9296-2a2aaea0fc21 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:30:43.613499 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a77c517-368c-4e66-9296-2a2aaea0fc21 None None] Checking segment: {'id': '454a0948-b3d9-4f0a-896e-0a628144b3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3223d5f7-d0c4-464f-ad17-8eaa611cd65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:30:43.615095 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1a77c517-368c-4e66-9296-2a2aaea0fc21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:43.615095 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a77c517-368c-4e66-9296-2a2aaea0fc21 None None] Bound using segment: {'id': '454a0948-b3d9-4f0a-896e-0a628144b3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3223d5f7-d0c4-464f-ad17-8eaa611cd65d'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:30:43.616515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-1a77c517-368c-4e66-9296-2a2aaea0fc21 None None] Bound port: af5debdf-ea40-432e-b673-b144bd95d752, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454a0948-b3d9-4f0a-896e-0a628144b3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3223d5f7-d0c4-464f-ad17-8eaa611cd65d'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:30:43.616940 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1a77c517-368c-4e66-9296-2a2aaea0fc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (af5debdf-ea40-432e-b673-b144bd95d752), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:43.620386 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f1bf6-84ac-40b4-b190-61cbd50415b0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=eb6409ad-2960-4de9-8a94-d581b76b66cd,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:43.621576 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318bfb42-6cb6-4c6b-9d4b-743e910eabca None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:43.633221 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9d55b4cb-978d-48d7-a1b6-05a8b3256efa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:43.634487 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9d55b4cb-978d-48d7-a1b6-05a8b3256efa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8222616 Feb 28 20:30:43.642640 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38288) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:43.648741 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3a8d7cbd-7ce6-4666-a951-819144669013 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'port': {'network_id': '3223d5f7-d0c4-464f-ad17-8eaa611cd65d', 'name': 'tempest-RoutersIpV6Test-1723195557'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:43.676011 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0a8f1bf6-84ac-40b4-b190-61cbd50415b0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2446229 Feb 28 20:30:43.705962 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38290) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:43.708221 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38292) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:43.713293 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-08af9aa2-f48f-42d7-a2bb-6cb69d130667 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'fixed_ips': [{'subnet_id': 'eb6409ad-2960-4de9-8a94-d581b76b66cd', 'ip_address': '2001:db8::7bff:a10e:66cf:e6a7'}], 'name': 'tempest-NetworksTestDHCPv6-238649289'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:43.766229 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f7e1d-62a3-49fe-885d-1c2a4bd4cc8c req-a0b9ea51-6f96-49fd-a6fa-1b76131054ec tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:43.768271 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d25f7e1d-62a3-49fe-885d-1c2a4bd4cc8c req-a0b9ea51-6f96-49fd-a6fa-1b76131054ec tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 945 time: 0.7974529 Feb 28 20:30:43.805468 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af88a6d-7485-4de6-9aca-a0c093e8515d', 'name': '', 'tenant_id': 'eeebec26ef4a4b2eb8f8d31543c3e168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f809b14d-1419-418c-9650-1d8a5308e316', 'external_fixed_ips': [{'subnet_id': 'd2ef3285-13f1-4cf1-8e58-f4ec2fed3df9', 'ip_address': '2001:db8::43'}], 'enable_snat': True}, 'gw_port_id': '25145f71-1f5a-4c62-97ad-9ea3e4fcfb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:30:33Z', 'updated_at': '2022-02-28T20:30:36Z', 'revision_number': 3, 'project_id': 'eeebec26ef4a4b2eb8f8d31543c3e168', 'gw_port': {'id': '25145f71-1f5a-4c62-97ad-9ea3e4fcfb41', 'name': '', 'network_id': 'f809b14d-1419-418c-9650-1d8a5308e316', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:23:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af88a6d-7485-4de6-9aca-a0c093e8515d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'd2ef3285-13f1-4cf1-8e58-f4ec2fed3df9', 'ip_address': '2001:db8::43', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:30:34Z', 'updated_at': '2022-02-28T20:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2ef3285-13f1-4cf1-8e58-f4ec2fed3df9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:43.825363 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-be8cad58-8219-4564-880c-0aa442ce3a04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (e9689ec1-22f6-4cc7-ab4d-410ae7dd456a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:43.861603 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da302d8-a19d-4af4-9b7b-654ef7ac717c {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:30:43.864646 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] Checking router: 2af88a6d-7485-4de6-9aca-a0c093e8515d for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:30:43.865243 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] Updating router 2af88a6d-7485-4de6-9aca-a0c093e8515d port 25145f71-1f5a-4c62-97ad-9ea3e4fcfb41 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:30:43.910994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20680506-32d0-4c1f-a798-31d6fef5aeb6 req-9c74fef0-c867-4d79-8efd-c2522f204087 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:43.918604 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-20680506-32d0-4c1f-a798-31d6fef5aeb6 req-9c74fef0-c867-4d79-8efd-c2522f204087 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/ports?device_id=e22ce030-9557-4fcf-9464-8c3edd090e40 HTTP/1.1" status: 200 len: 931 time: 0.6964159 Feb 28 20:30:43.925623 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (25145f71-1f5a-4c62-97ad-9ea3e4fcfb41), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:44.006265 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d25f7e1d-62a3-49fe-885d-1c2a4bd4cc8c req-ef05fbc1-2b42-4a9a-b8e5-b1467dd8661a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244468 Feb 28 20:30:44.027171 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6c9b7db-ae83-4b7b-966e-4bee8b40205b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router (2af88a6d-7485-4de6-9aca-a0c093e8515d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:44.040883 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1a77c517-368c-4e66-9296-2a2aaea0fc21 None None] For port af5debdf-ea40-432e-b673-b144bd95d752, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:30:44.047548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cffee3f-f5c8-4104-9361-97723dde6151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-60bc62cf-1ebe-462d-93c7-f1108638c505', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'fixed_ips': [{'subnet_id': 'eb6409ad-2960-4de9-8a94-d581b76b66cd'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:30:44.048803 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6cffee3f-f5c8-4104-9361-97723dde6151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:44.077038 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1a77c517-368c-4e66-9296-2a2aaea0fc21 None None] For port af5debdf-ea40-432e-b673-b144bd95d752, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=af5debdf-ea40-432e-b673-b144bd95d752,segment=NetworkSegment(454a0948-b3d9-4f0a-896e-0a628144b3c3),segment_id=454a0948-b3d9-4f0a-896e-0a628144b3c3)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:30:44.097174 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] Publish callbacks [] for port (4da302d8-a19d-4af4-9b7b-654ef7ac717c), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:44.174019 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1a77c517-368c-4e66-9296-2a2aaea0fc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (af5debdf-ea40-432e-b673-b144bd95d752), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:44.184927 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-20680506-32d0-4c1f-a798-31d6fef5aeb6 req-34741e53-5b29-4b64-a489-5cb46cf6452e tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad700288-f49a-446c-896d-0fc260d8b48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578051 Feb 28 20:30:44.204858 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9f627df9-848d-4352-9757-04b124d8d957 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f7404a6f5954e39bcba46e0a93db9cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4767249 Feb 28 20:30:44.204858 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38302) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:44.271477 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] Transition to ACTIVE for port object 4da302d8-a19d-4af4-9b7b-654ef7ac717c will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:30:44.302527 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77c517-368c-4e66-9296-2a2aaea0fc21 None None] Pushing event updated for resources: {'Port': ['ID=af5debdf-ea40-432e-b673-b144bd95d752,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:44.304585 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (4da302d8-a19d-4af4-9b7b-654ef7ac717c), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:44.309147 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6c9b7db-ae83-4b7b-966e-4bee8b40205b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_gateway (2af88a6d-7485-4de6-9aca-a0c093e8515d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:44.349411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-6cffee3f-f5c8-4104-9361-97723dde6151 None None] Allocated IP 2001:db8::2 (60bc62cf-1ebe-462d-93c7-f1108638c505/eb6409ad-2960-4de9-8a94-d581b76b66cd/2853d214-4ea5-4de6-b320-4df8c381a15d) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:44.357178 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08af9aa2-f48f-42d7-a2bb-6cb69d130667 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:44.441329 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] Publish callbacks [] for port (25145f71-1f5a-4c62-97ad-9ea3e4fcfb41), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:44.465387 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (25145f71-1f5a-4c62-97ad-9ea3e4fcfb41), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:44.527328 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8d7cbd-7ce6-4666-a951-819144669013 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Made reservation on behalf of 8b8aa2c9faa640e4bf21843a9876834b for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:44.531279 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3a8d7cbd-7ce6-4666-a951-819144669013 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:44.577388 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08af9aa2-f48f-42d7-a2bb-6cb69d130667 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:44.595413 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] Attempting to bind port 25145f71-1f5a-4c62-97ad-9ea3e4fcfb41 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:44.600281 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] Attempting to bind port 25145f71-1f5a-4c62-97ad-9ea3e4fcfb41 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '837ee7bc-b651-4d10-b849-113741b7f049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f809b14d-1419-418c-9650-1d8a5308e316'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:44.600893 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] Attempting to bind port 25145f71-1f5a-4c62-97ad-9ea3e4fcfb41 on network f809b14d-1419-418c-9650-1d8a5308e316 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:44.620275 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f46d7b7f-f309-41cf-aa20-4406a312153e admin admin] Publish callbacks [] for security_group (eddc57b8-e7c7-45df-95c2-d3308835ab88), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:44.622971 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:30:44.631345 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] Checking segment: {'id': '837ee7bc-b651-4d10-b849-113741b7f049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f809b14d-1419-418c-9650-1d8a5308e316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:30:44.632196 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:44.632822 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] Bound using segment: {'id': '837ee7bc-b651-4d10-b849-113741b7f049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f809b14d-1419-418c-9650-1d8a5308e316'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:30:44.634663 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] Bound port: 25145f71-1f5a-4c62-97ad-9ea3e4fcfb41, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837ee7bc-b651-4d10-b849-113741b7f049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f809b14d-1419-418c-9650-1d8a5308e316'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:30:44.635596 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (25145f71-1f5a-4c62-97ad-9ea3e4fcfb41), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:44.638274 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-e6c9b7db-ae83-4b7b-966e-4bee8b40205b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Deleting port 25145f71-1f5a-4c62-97ad-9ea3e4fcfb41 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:44.638669 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6c9b7db-ae83-4b7b-966e-4bee8b40205b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (25145f71-1f5a-4c62-97ad-9ea3e4fcfb41), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:44.664977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8cad58-8219-4564-880c-0aa442ce3a04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Router e9689ec1-22f6-4cc7-ab4d-410ae7dd456a has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:30:44.670178 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] Pushing event updated for resources: {'Port': ['ID=4da302d8-a19d-4af4-9b7b-654ef7ac717c,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:44.715569 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] For port 25145f71-1f5a-4c62-97ad-9ea3e4fcfb41, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:30:44.720174 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] For port 25145f71-1f5a-4c62-97ad-9ea3e4fcfb41, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=25145f71-1f5a-4c62-97ad-9ea3e4fcfb41,segment=NetworkSegment(837ee7bc-b651-4d10-b849-113741b7f049),segment_id=837ee7bc-b651-4d10-b849-113741b7f049)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:30:44.723117 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f46d7b7f-f309-41cf-aa20-4406a312153e admin admin] Publish callbacks [] for security_group (eddc57b8-e7c7-45df-95c2-d3308835ab88), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:44.728573 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (25145f71-1f5a-4c62-97ad-9ea3e4fcfb41), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:44.731425 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd79ffb-1852-46c1-bbdc-6b66bf3f276a None None] Pushing event updated for resources: {'Port': ['ID=25145f71-1f5a-4c62-97ad-9ea3e4fcfb41,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:44.750281 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd79ffb-1852-46c1-bbdc-6b66bf3f276a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:44.750625 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd79ffb-1852-46c1-bbdc-6b66bf3f276a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:44.752722 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd79ffb-1852-46c1-bbdc-6b66bf3f276a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:44.753055 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd79ffb-1852-46c1-bbdc-6b66bf3f276a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:44.753381 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd79ffb-1852-46c1-bbdc-6b66bf3f276a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:44.753698 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd79ffb-1852-46c1-bbdc-6b66bf3f276a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:44.754560 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd79ffb-1852-46c1-bbdc-6b66bf3f276a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:44.754886 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd79ffb-1852-46c1-bbdc-6b66bf3f276a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:44.755201 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd79ffb-1852-46c1-bbdc-6b66bf3f276a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:44.755515 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd79ffb-1852-46c1-bbdc-6b66bf3f276a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:44.755850 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd79ffb-1852-46c1-bbdc-6b66bf3f276a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:44.756164 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd79ffb-1852-46c1-bbdc-6b66bf3f276a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:44.756473 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd79ffb-1852-46c1-bbdc-6b66bf3f276a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:30:44.778925 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6cffee3f-f5c8-4104-9361-97723dde6151 None None] Publish callbacks [] for port (2853d214-4ea5-4de6-b320-4df8c381a15d), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:44.789487 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6cffee3f-f5c8-4104-9361-97723dde6151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (2853d214-4ea5-4de6-b320-4df8c381a15d), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:44.790039 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-3a8d7cbd-7ce6-4666-a951-819144669013 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] device_id is not set on port 9de36bc6-5e53-4cab-9bb5-c459258ceb00 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:30:44.835471 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] Routers {'2af88a6d-7485-4de6-9aca-a0c093e8515d'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:44.836328 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2af88a6d-7485-4de6-9aca-a0c093e8515d'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:44.898085 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cffee3f-f5c8-4104-9361-97723dde6151 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:44.905407 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-6cffee3f-f5c8-4104-9361-97723dde6151 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:44.910337 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cffee3f-f5c8-4104-9361-97723dde6151 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:44.918780 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cffee3f-f5c8-4104-9361-97723dde6151 None None] Pushing event updated for resources: {'Port': ['ID=2853d214-4ea5-4de6-b320-4df8c381a15d,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:44.920363 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-08af9aa2-f48f-42d7-a2bb-6cb69d130667 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] device_id is not set on port 3d2a8839-b9ec-470f-b032-438c11a4d0ff yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:30:45.011439 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8cad58-8219-4564-880c-0aa442ce3a04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:30:45.029847 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] Set router 2af88a6d-7485-4de6-9aca-a0c093e8515d gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:30:45.036374 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-be8cad58-8219-4564-880c-0aa442ce3a04 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "PUT /v2.0/routers/e9689ec1-22f6-4cc7-ab4d-410ae7dd456a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2787139 Feb 28 20:30:45.040422 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38312) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:45.059607 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d603a9-2f5e-491f-92c8-adc84ba3d6ff None None] Sync routers for ids ['e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:30:45.116495 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d603a9-2f5e-491f-92c8-adc84ba3d6ff None None] Routers {'e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:45.116495 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-16d603a9-2f5e-491f-92c8-adc84ba3d6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:45.149360 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af88a6d-7485-4de6-9aca-a0c093e8515d', 'name': '', 'tenant_id': 'eeebec26ef4a4b2eb8f8d31543c3e168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:30:33Z', 'updated_at': '2022-02-28T20:30:44Z', 'revision_number': 4, 'project_id': 'eeebec26ef4a4b2eb8f8d31543c3e168', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:45.170143 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6c9b7db-ae83-4b7b-966e-4bee8b40205b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (25145f71-1f5a-4c62-97ad-9ea3e4fcfb41), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:45.190248 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3e5e1c-0297-4d2c-b343-31c0b2eb9c62 None None] The sync data for ids ['2af88a6d-7485-4de6-9aca-a0c093e8515d'] in n-d-820368-21 is: [{'id': '2af88a6d-7485-4de6-9aca-a0c093e8515d', 'name': '', 'tenant_id': 'eeebec26ef4a4b2eb8f8d31543c3e168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:30:33Z', 'updated_at': '2022-02-28T20:30:44Z', 'revision_number': 4, 'project_id': 'eeebec26ef4a4b2eb8f8d31543c3e168', 'gw_port_host': None}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:30:45.196449 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd79ffb-1852-46c1-bbdc-6b66bf3f276a None None] Pushing event updated for resources: {'Port': ['ID=25145f71-1f5a-4c62-97ad-9ea3e4fcfb41,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:45.264761 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device af5debdf-ea40-432e-b673-b144bd95d752 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:45.267535 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-16d603a9-2f5e-491f-92c8-adc84ba3d6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:45.269875 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6cffee3f-f5c8-4104-9361-97723dde6151 None None] Attempting to bind port 2853d214-4ea5-4de6-b320-4df8c381a15d on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:45.270247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6cffee3f-f5c8-4104-9361-97723dde6151 None None] Attempting to bind port 2853d214-4ea5-4de6-b320-4df8c381a15d by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:45.270614 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cffee3f-f5c8-4104-9361-97723dde6151 None None] Attempting to bind port 2853d214-4ea5-4de6-b320-4df8c381a15d on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:45.296837 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-e6c9b7db-ae83-4b7b-966e-4bee8b40205b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Calling delete_port for 25145f71-1f5a-4c62-97ad-9ea3e4fcfb41 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:45.344891 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cffee3f-f5c8-4104-9361-97723dde6151 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:30:45.345212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cffee3f-f5c8-4104-9361-97723dde6151 None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:30:45.345618 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6cffee3f-f5c8-4104-9361-97723dde6151 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:45.352151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cffee3f-f5c8-4104-9361-97723dde6151 None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:30:45.352726 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6cffee3f-f5c8-4104-9361-97723dde6151 None None] Bound port: 2853d214-4ea5-4de6-b320-4df8c381a15d, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:30:45.353131 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6cffee3f-f5c8-4104-9361-97723dde6151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2853d214-4ea5-4de6-b320-4df8c381a15d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:45.405544 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-59f65b5b-927a-4295-b5eb-ffd4c0ebae97 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for router (e9689ec1-22f6-4cc7-ab4d-410ae7dd456a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:45.500571 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6cffee3f-f5c8-4104-9361-97723dde6151 None None] For port 2853d214-4ea5-4de6-b320-4df8c381a15d, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:30:45.504091 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6cffee3f-f5c8-4104-9361-97723dde6151 None None] For port 2853d214-4ea5-4de6-b320-4df8c381a15d, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2853d214-4ea5-4de6-b320-4df8c381a15d,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:30:45.513765 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d603a9-2f5e-491f-92c8-adc84ba3d6ff None None] Routers {'e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:45.514732 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-16d603a9-2f5e-491f-92c8-adc84ba3d6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:45.518884 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6cffee3f-f5c8-4104-9361-97723dde6151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2853d214-4ea5-4de6-b320-4df8c381a15d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:45.589947 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-16d603a9-2f5e-491f-92c8-adc84ba3d6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:45.590608 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d603a9-2f5e-491f-92c8-adc84ba3d6ff None None] The sync data for ids ['e9689ec1-22f6-4cc7-ab4d-410ae7dd456a'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:30:45.625470 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port af5debdf-ea40-432e-b673-b144bd95d752 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:45.625851 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (af5debdf-ea40-432e-b673-b144bd95d752), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:45.657819 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cffee3f-f5c8-4104-9361-97723dde6151 None None] Pushing event updated for resources: {'Port': ['ID=2853d214-4ea5-4de6-b320-4df8c381a15d,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:45.717435 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-59f65b5b-927a-4295-b5eb-ffd4c0ebae97 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for router_gateway (e9689ec1-22f6-4cc7-ab4d-410ae7dd456a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:45.770807 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port af5debdf-ea40-432e-b673-b144bd95d752 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:45.771201 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (af5debdf-ea40-432e-b673-b144bd95d752), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:45.825975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port af5debdf-ea40-432e-b673-b144bd95d752, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=af5debdf-ea40-432e-b673-b144bd95d752,segment=NetworkSegment(454a0948-b3d9-4f0a-896e-0a628144b3c3),segment_id=454a0948-b3d9-4f0a-896e-0a628144b3c3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:45.832874 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (af5debdf-ea40-432e-b673-b144bd95d752), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:45.894083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f604249-32c0-4e73-9c77-ae983dd1351f req-0a839b31-c7ef-4154-9667-3a5d071d2b24 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:45.896560 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2f604249-32c0-4e73-9c77-ae983dd1351f req-0a839b31-c7ef-4154-9667-3a5d071d2b24 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 945 time: 0.7530541 Feb 28 20:30:45.935336 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-3a8d7cbd-7ce6-4666-a951-819144669013 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Allocated IP 2001:db8::20c (3223d5f7-d0c4-464f-ad17-8eaa611cd65d/3a9d2522-36b1-4115-a804-127636387172/9de36bc6-5e53-4cab-9bb5-c459258ceb00) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:45.962351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=af5debdf-ea40-432e-b673-b144bd95d752,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:46.018312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26bb44-2cba-4ee9-ac2d-0bb44d202227 req-5999d77f-daf7-4665-b75e-d871d68f1094 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:46.026870 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a26bb44-2cba-4ee9-ac2d-0bb44d202227 req-5999d77f-daf7-4665-b75e-d871d68f1094 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/ports?device_id=e22ce030-9557-4fcf-9464-8c3edd090e40 HTTP/1.1" status: 200 len: 943 time: 0.6893482 Feb 28 20:30:46.089163 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f46d7b7f-f309-41cf-aa20-4406a312153e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (eddc57b8-e7c7-45df-95c2-d3308835ab88), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:46.091908 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f46d7b7f-f309-41cf-aa20-4406a312153e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:46.095672 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f46d7b7f-f309-41cf-aa20-4406a312153e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eddc57b8-e7c7-45df-95c2-d3308835ab88 HTTP/1.1" status: 204 len: 168 time: 1.8921056 Feb 28 20:30:46.145808 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d7b7f-f309-41cf-aa20-4406a312153e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddc57b8-e7c7-45df-95c2-d3308835ab88,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:46.182567 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a26bb44-2cba-4ee9-ac2d-0bb44d202227 req-12e04540-5aac-44a7-a171-3392a19b5fb2 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad700288-f49a-446c-896d-0fc260d8b48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547279 Feb 28 20:30:46.218959 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-08af9aa2-f48f-42d7-a2bb-6cb69d130667 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8::7bff:a10e:66cf:e6a7 (60bc62cf-1ebe-462d-93c7-f1108638c505/eb6409ad-2960-4de9-8a94-d581b76b66cd/3d2a8839-b9ec-470f-b032-438c11a4d0ff) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:46.284584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] Attempting to bind port 4da302d8-a19d-4af4-9b7b-654ef7ac717c on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:46.284881 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] Attempting to bind port 4da302d8-a19d-4af4-9b7b-654ef7ac717c by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '26bcc377-c772-4954-a95d-c71f03b129f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '96f86fe7-a6da-4e57-b042-39e3a355ce6b'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:46.285251 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] Attempting to bind port 4da302d8-a19d-4af4-9b7b-654ef7ac717c on network 96f86fe7-a6da-4e57-b042-39e3a355ce6b {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:46.312227 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] Port 4da302d8-a19d-4af4-9b7b-654ef7ac717c on network 96f86fe7-a6da-4e57-b042-39e3a355ce6b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:30:46.312659 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] Attempting to bind port 4da302d8-a19d-4af4-9b7b-654ef7ac717c on network 96f86fe7-a6da-4e57-b042-39e3a355ce6b {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:46.358874 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2f604249-32c0-4e73-9c77-ae983dd1351f req-87a64ad2-dbab-4b76-9e77-ee412e33666b tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475465 Feb 28 20:30:46.365057 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:30:46.365563 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] Checking segment: {'id': '26bcc377-c772-4954-a95d-c71f03b129f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '96f86fe7-a6da-4e57-b042-39e3a355ce6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:30:46.365785 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] Bound using segment: {'id': '26bcc377-c772-4954-a95d-c71f03b129f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '96f86fe7-a6da-4e57-b042-39e3a355ce6b'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:30:46.366238 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] Bound port: 4da302d8-a19d-4af4-9b7b-654ef7ac717c, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26bcc377-c772-4954-a95d-c71f03b129f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '96f86fe7-a6da-4e57-b042-39e3a355ce6b'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:30:46.366607 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4da302d8-a19d-4af4-9b7b-654ef7ac717c), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:46.374800 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da9b608-60b2-4d54-b7d6-76050c3063cf None None] Network 3223d5f7-d0c4-464f-ad17-8eaa611cd65d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:46.416949 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-59f65b5b-927a-4295-b5eb-ffd4c0ebae97 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Deleting port 0d638128-b1d0-417f-b550-b71e44f7bd87 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:46.417428 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-59f65b5b-927a-4295-b5eb-ffd4c0ebae97 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0d638128-b1d0-417f-b550-b71e44f7bd87), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:46.418011 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3a8d7cbd-7ce6-4666-a951-819144669013 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for port (9de36bc6-5e53-4cab-9bb5-c459258ceb00), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:46.631303 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5b0640bb-fa88-4049-bd6b-52dda76c20a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:46.644272 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7fe0ddc4-1a26-4cf3-a78b-ae8d281a26fc None None] Provisioning complete for port af5debdf-ea40-432e-b673-b144bd95d752 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:46.645156 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7fe0ddc4-1a26-4cf3-a78b-ae8d281a26fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (af5debdf-ea40-432e-b673-b144bd95d752), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:46.696961 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] For port 4da302d8-a19d-4af4-9b7b-654ef7ac717c, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:30:46.762661 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-59f65b5b-927a-4295-b5eb-ffd4c0ebae97 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0d638128-b1d0-417f-b550-b71e44f7bd87), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:46.771020 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] For port 4da302d8-a19d-4af4-9b7b-654ef7ac717c, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4da302d8-a19d-4af4-9b7b-654ef7ac717c,segment=NetworkSegment(26bcc377-c772-4954-a95d-c71f03b129f2),segment_id=26bcc377-c772-4954-a95d-c71f03b129f2)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:30:46.795508 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (4da302d8-a19d-4af4-9b7b-654ef7ac717c), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:46.797265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-59f65b5b-927a-4295-b5eb-ffd4c0ebae97 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Calling delete_port for 0d638128-b1d0-417f-b550-b71e44f7bd87 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:46.910938 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:46.911620 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:46.912993 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7fe0ddc4-1a26-4cf3-a78b-ae8d281a26fc None None] Current status of the port af5debdf-ea40-432e-b673-b144bd95d752 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:46.916332 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] 10.222.0.15 "PUT /v2.0/ports/4da302d8-a19d-4af4-9b7b-654ef7ac717c HTTP/1.1" status: 200 len: 1092 time: 5.2875316 Feb 28 20:30:46.935724 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22ce030-9557-4fcf-9464-8c3edd090e40', 'tag': '4da302d8-a19d-4af4-9b7b-654ef7ac717c'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:30:46.944976 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ea763b-e11f-4993-aacf-21f85c140858" -d '{"events": [{"name": "network-changed", "server_uuid": "e22ce030-9557-4fcf-9464-8c3edd090e40", "tag": "4da302d8-a19d-4af4-9b7b-654ef7ac717c"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:30:46.954309 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3a8d7cbd-7ce6-4666-a951-819144669013 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (9de36bc6-5e53-4cab-9bb5-c459258ceb00), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:47.028905 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6c9b7db-ae83-4b7b-966e-4bee8b40205b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (25145f71-1f5a-4c62-97ad-9ea3e4fcfb41), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:47.077138 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331fc27f-6fe1-4768-b48d-b98fd39c1d40 x-openstack-request-id: req-331fc27f-6fe1-4768-b48d-b98fd39c1d40 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:30:47.077439 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22ce030-9557-4fcf-9464-8c3edd090e40", "tag": "4da302d8-a19d-4af4-9b7b-654ef7ac717c", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:30:47.077696 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-331fc27f-6fe1-4768-b48d-b98fd39c1d40 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:30:47.078162 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22ce030-9557-4fcf-9464-8c3edd090e40', 'tag': '4da302d8-a19d-4af4-9b7b-654ef7ac717c', 'status': 'completed', 'code': 200} Feb 28 20:30:47.107673 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9b7db-ae83-4b7b-966e-4bee8b40205b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Pushing event deleted for resources: {'Port': ['ID=25145f71-1f5a-4c62-97ad-9ea3e4fcfb41,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:47.255140 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6c9b7db-ae83-4b7b-966e-4bee8b40205b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (2af88a6d-7485-4de6-9aca-a0c093e8515d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:47.255368 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8d7cbd-7ce6-4666-a951-819144669013 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network 3223d5f7-d0c4-464f-ad17-8eaa611cd65d is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:47.267195 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08af9aa2-f48f-42d7-a2bb-6cb69d130667 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (3d2a8839-b9ec-470f-b032-438c11a4d0ff), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:47.282209 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-3a8d7cbd-7ce6-4666-a951-819144669013 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:47.284763 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8d7cbd-7ce6-4666-a951-819144669013 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:47.296891 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8d7cbd-7ce6-4666-a951-819144669013 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:47.299418 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3a8d7cbd-7ce6-4666-a951-819144669013 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:47.381661 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1cef2-d3ec-4f3b-8703-ec58f939992d service neutron] Pushing event updated for resources: {'Port': ['ID=4da302d8-a19d-4af4-9b7b-654ef7ac717c,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:47.434701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2853d214-4ea5-4de6-b320-4df8c381a15d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:47.484973 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3a8d7cbd-7ce6-4666-a951-819144669013 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8407888 Feb 28 20:30:47.544957 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-e664d2ee-5387-4584-ac59-fae4dcdaf033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:47.546635 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-e664d2ee-5387-4584-ac59-fae4dcdaf033 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4204962574e74c6abfab4d364baa9d46&device_id=e22ce030-9557-4fcf-9464-8c3edd090e40 HTTP/1.1" status: 200 len: 1126 time: 0.5554662 Feb 28 20:30:47.547595 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38344) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:47.555975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5597d6f9-c8dc-4a32-aad7-3ac95313f168 None None] Provisioning complete for port af5debdf-ea40-432e-b673-b144bd95d752 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:47.556441 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5597d6f9-c8dc-4a32-aad7-3ac95313f168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (af5debdf-ea40-432e-b673-b144bd95d752), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:47.625732 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08af9aa2-f48f-42d7-a2bb-6cb69d130667 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (3d2a8839-b9ec-470f-b032-438c11a4d0ff), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:47.634868 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2853d214-4ea5-4de6-b320-4df8c381a15d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:47.635255 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2853d214-4ea5-4de6-b320-4df8c381a15d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:47.787293 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38348) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:47.808668 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5597d6f9-c8dc-4a32-aad7-3ac95313f168 None None] Current status of the port af5debdf-ea40-432e-b673-b144bd95d752 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:47.816263 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6c9b7db-ae83-4b7b-966e-4bee8b40205b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (2af88a6d-7485-4de6-9aca-a0c093e8515d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:47.825620 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6c9b7db-ae83-4b7b-966e-4bee8b40205b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_controller (2af88a6d-7485-4de6-9aca-a0c093e8515d), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:47.830651 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2853d214-4ea5-4de6-b320-4df8c381a15d is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:47.831134 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2853d214-4ea5-4de6-b320-4df8c381a15d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:47.877923 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 2853d214-4ea5-4de6-b320-4df8c381a15d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2853d214-4ea5-4de6-b320-4df8c381a15d,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:47.889804 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2853d214-4ea5-4de6-b320-4df8c381a15d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:47.890996 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device af5debdf-ea40-432e-b673-b144bd95d752 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:47.936246 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-5270d9d5-0bfa-4dc8-9cd5-8789e37003e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4da302d8-a19d-4af4-9b7b-654ef7ac717c HTTP/1.1" status: 200 len: 217 time: 0.3446174 Feb 28 20:30:47.955819 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d7cbd-7ce6-4666-a951-819144669013 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Port': ['ID=9de36bc6-5e53-4cab-9bb5-c459258ceb00,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:47.960296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a605de-1fd1-462b-9420-9472012b62f0 req-5a2851ee-08ad-48ba-a4f5-15dbd5d9e8f4 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:47.968067 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-00a605de-1fd1-462b-9420-9472012b62f0 req-5a2851ee-08ad-48ba-a4f5-15dbd5d9e8f4 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 945 time: 0.3515291 Feb 28 20:30:48.042299 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=2853d214-4ea5-4de6-b320-4df8c381a15d,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:48.047627 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port af5debdf-ea40-432e-b673-b144bd95d752 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:48.048025 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (af5debdf-ea40-432e-b673-b144bd95d752), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:48.059579 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08af9aa2-f48f-42d7-a2bb-6cb69d130667 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:48.106290 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-6423140d-a229-4480-bcca-939cc5aec844 None None] Provisioning complete for port 2853d214-4ea5-4de6-b320-4df8c381a15d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:48.106290 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6423140d-a229-4480-bcca-939cc5aec844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2853d214-4ea5-4de6-b320-4df8c381a15d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:48.113027 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-5691e3fb-c006-48cc-8946-8c75a25b13cd tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group': {'name': 'tempest-secgroup--2082584337'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:48.117133 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-08af9aa2-f48f-42d7-a2bb-6cb69d130667 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:48.136723 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6c9b7db-ae83-4b7b-966e-4bee8b40205b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (2af88a6d-7485-4de6-9aca-a0c093e8515d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:48.137717 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c9b7db-ae83-4b7b-966e-4bee8b40205b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2af88a6d-7485-4de6-9aca-a0c093e8515d {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:30:48.152081 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08af9aa2-f48f-42d7-a2bb-6cb69d130667 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:48.163212 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6c9b7db-ae83-4b7b-966e-4bee8b40205b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:48.164135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af9aa2-f48f-42d7-a2bb-6cb69d130667 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:48.164992 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08af9aa2-f48f-42d7-a2bb-6cb69d130667 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:48.165126 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e6c9b7db-ae83-4b7b-966e-4bee8b40205b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "DELETE /v2.0/routers/2af88a6d-7485-4de6-9aca-a0c093e8515d HTTP/1.1" status: 204 len: 168 time: 4.9523249 Feb 28 20:30:48.184420 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24c84a-1c4f-4747-915e-83249df93e9d req-945985c8-34d8-4672-82d9-95656813e891 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:48.195797 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port af5debdf-ea40-432e-b673-b144bd95d752 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:48.196402 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df24c84a-1c4f-4747-915e-83249df93e9d req-945985c8-34d8-4672-82d9-95656813e891 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/ports?device_id=e22ce030-9557-4fcf-9464-8c3edd090e40 HTTP/1.1" status: 200 len: 943 time: 0.7440040 Feb 28 20:30:48.197142 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-59f65b5b-927a-4295-b5eb-ffd4c0ebae97 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0d638128-b1d0-417f-b550-b71e44f7bd87), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:48.204885 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38354) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:48.322675 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6423140d-a229-4480-bcca-939cc5aec844 None None] Current status of the port 2853d214-4ea5-4de6-b320-4df8c381a15d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:48.349689 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-6423140d-a229-4480-bcca-939cc5aec844 None None] Provisioning complete for port 9de36bc6-5e53-4cab-9bb5-c459258ceb00 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:48.350672 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6423140d-a229-4480-bcca-939cc5aec844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9de36bc6-5e53-4cab-9bb5-c459258ceb00), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:48.390544 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af9aa2-f48f-42d7-a2bb-6cb69d130667 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=3d2a8839-b9ec-470f-b032-438c11a4d0ff,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:48.390761 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f65b5b-927a-4295-b5eb-ffd4c0ebae97 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event deleted for resources: {'Port': ['ID=0d638128-b1d0-417f-b550-b71e44f7bd87,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:48.412889 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-0170feac-811f-4ce8-a01c-938039a6359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:48.414506 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-0170feac-811f-4ce8-a01c-938039a6359e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d1e27ae-257d-4a6c-9fb8-be91f4cd1c10 HTTP/1.1" status: 200 len: 849 time: 0.4464443 Feb 28 20:30:48.419354 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-08af9aa2-f48f-42d7-a2bb-6cb69d130667 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7101288 Feb 28 20:30:48.421967 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38356) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:48.437774 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6423140d-a229-4480-bcca-939cc5aec844 None None] Port 9de36bc6-5e53-4cab-9bb5-c459258ceb00 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:30:48.446842 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5691e3fb-c006-48cc-8946-8c75a25b13cd tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:48.519005 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-00a605de-1fd1-462b-9420-9472012b62f0 req-90985b08-c8f1-4839-84bb-710f629d1a33 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447453 Feb 28 20:30:48.524463 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49d342d-8b10-4fe2-b7ee-9cb224c6acd1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Deleting subnet d2ef3285-13f1-4cf1-8e58-f4ec2fed3df9 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:30:48.534207 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b49d342d-8b10-4fe2-b7ee-9cb224c6acd1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for subnet (d2ef3285-13f1-4cf1-8e58-f4ec2fed3df9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:48.573542 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-038e8156-f41e-44a1-9eec-174510f05b52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96f86fe7-a6da-4e57-b042-39e3a355ce6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1459756 Feb 28 20:30:48.587136 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-6500350f-58b6-4d6f-97f2-56a5b8af3ed4 None None] Provisioning complete for port 3d2a8839-b9ec-470f-b032-438c11a4d0ff triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:48.590042 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6500350f-58b6-4d6f-97f2-56a5b8af3ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3d2a8839-b9ec-470f-b032-438c11a4d0ff), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:48.603545 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df24c84a-1c4f-4747-915e-83249df93e9d req-959e5cea-b3c2-40b0-bd0e-cc7e24b87d8a tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad700288-f49a-446c-896d-0fc260d8b48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640978 Feb 28 20:30:48.621698 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5691e3fb-c006-48cc-8946-8c75a25b13cd tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:48.648080 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b49d342d-8b10-4fe2-b7ee-9cb224c6acd1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (d2ef3285-13f1-4cf1-8e58-f4ec2fed3df9), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:48.704709 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b49d342d-8b10-4fe2-b7ee-9cb224c6acd1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (d2ef3285-13f1-4cf1-8e58-f4ec2fed3df9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:48.720420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6500350f-58b6-4d6f-97f2-56a5b8af3ed4 None None] Port 3d2a8839-b9ec-470f-b032-438c11a4d0ff cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:30:48.767090 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-59f65b5b-927a-4295-b5eb-ffd4c0ebae97 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (e9689ec1-22f6-4cc7-ab4d-410ae7dd456a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:48.772159 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b49d342d-8b10-4fe2-b7ee-9cb224c6acd1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (d2ef3285-13f1-4cf1-8e58-f4ec2fed3df9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:48.879323 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572d15d6-fcb2-4a25-a11f-7d5857a3b736 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:48.886127 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572d15d6-fcb2-4a25-a11f-7d5857a3b736 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:48.890362 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-572d15d6-fcb2-4a25-a11f-7d5857a3b736 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.4588983 Feb 28 20:30:48.896204 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38362) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:49.009571 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-b78fd0a3-8c01-4567-8b9e-555428463f2c service neutron] 10.222.0.15 "GET /v2.0/networks/96f86fe7-a6da-4e57-b042-39e3a355ce6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769097 Feb 28 20:30:49.014759 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-498a2aff-17b6-41a3-8d0d-c74e8d58b8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:49.124629 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-29fe4980-388a-421d-aeee-b05325bccb55 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9de36bc6-5e53-4cab-9bb5-c459258ceb00), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:49.136543 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2853d214-4ea5-4de6-b320-4df8c381a15d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:49.246056 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2853d214-4ea5-4de6-b320-4df8c381a15d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:49.248417 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2853d214-4ea5-4de6-b320-4df8c381a15d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:49.284905 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5691e3fb-c006-48cc-8946-8c75a25b13cd tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (768d2d67-a845-4d7a-84bb-d938cae9fca2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:49.321603 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5691e3fb-c006-48cc-8946-8c75a25b13cd tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (768d2d67-a845-4d7a-84bb-d938cae9fca2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:49.363736 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b49d342d-8b10-4fe2-b7ee-9cb224c6acd1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:49.376683 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b49d342d-8b10-4fe2-b7ee-9cb224c6acd1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/d2ef3285-13f1-4cf1-8e58-f4ec2fed3df9 HTTP/1.1" status: 204 len: 168 time: 1.1543908 Feb 28 20:30:49.392927 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38366) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:49.423097 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2853d214-4ea5-4de6-b320-4df8c381a15d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:49.470418 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-9b0ab7ee-f3fa-4f7e-822a-c88fbba74437 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting port 3d2a8839-b9ec-470f-b032-438c11a4d0ff {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:49.470981 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab7ee-f3fa-4f7e-822a-c88fbba74437 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3d2a8839-b9ec-470f-b032-438c11a4d0ff), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:49.544577 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e51a87a9-8495-4b34-a51a-7e69b356e55f req-6190762d-47fb-4827-8362-ce4adf512a03 service neutron] 10.222.0.15 "GET /v2.0/networks/96f86fe7-a6da-4e57-b042-39e3a355ce6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080595 Feb 28 20:30:49.545208 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691e3fb-c006-48cc-8946-8c75a25b13cd tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768d2d67-a845-4d7a-84bb-d938cae9fca2,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:49.581250 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:49.604644 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d342d-8b10-4fe2-b7ee-9cb224c6acd1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d2ef3285-13f1-4cf1-8e58-f4ec2fed3df9,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:49.631747 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-59f65b5b-927a-4295-b5eb-ffd4c0ebae97 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (e9689ec1-22f6-4cc7-ab4d-410ae7dd456a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:49.635378 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-59f65b5b-927a-4295-b5eb-ffd4c0ebae97 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for router_controller (e9689ec1-22f6-4cc7-ab4d-410ae7dd456a), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:49.655054 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff3148-ab11-43ee-97a8-dec4b23fe7c1 req-56327d32-bade-4a2f-aa6a-12f7c2c30a4e tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:49.656822 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4aff3148-ab11-43ee-97a8-dec4b23fe7c1 req-56327d32-bade-4a2f-aa6a-12f7c2c30a4e tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 945 time: 0.2786493 Feb 28 20:30:49.717046 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-59f65b5b-927a-4295-b5eb-ffd4c0ebae97 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (e9689ec1-22f6-4cc7-ab4d-410ae7dd456a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:49.717930 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f65b5b-927a-4295-b5eb-ffd4c0ebae97 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Fanout notify agent at l3_agent the message router_deleted on router e9689ec1-22f6-4cc7-ab4d-410ae7dd456a {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:30:49.726501 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-59f65b5b-927a-4295-b5eb-ffd4c0ebae97 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:49.727668 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-59f65b5b-927a-4295-b5eb-ffd4c0ebae97 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "DELETE /v2.0/routers/e9689ec1-22f6-4cc7-ab4d-410ae7dd456a HTTP/1.1" status: 204 len: 168 time: 4.6860547 Feb 28 20:30:49.731411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38370) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:49.828410 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4aff3148-ab11-43ee-97a8-dec4b23fe7c1 req-7a123aab-4042-485c-93a2-006a6927b9cd tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348403 Feb 28 20:30:49.835005 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-328e2129-edae-4337-8273-0185837f12f2 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Deleting subnet e15664ae-5bbf-4e3a-ba63-4a66d6aed10c {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:30:49.840086 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-328e2129-edae-4337-8273-0185837f12f2 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for subnet (e15664ae-5bbf-4e3a-ba63-4a66d6aed10c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:49.885402 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760519f-c051-4df9-b144-0cd9be793ed5 req-db9b1902-8f14-407e-80bf-5d983ba2ec42 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:49.886985 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f760519f-c051-4df9-b144-0cd9be793ed5 req-db9b1902-8f14-407e-80bf-5d983ba2ec42 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/ports?device_id=e22ce030-9557-4fcf-9464-8c3edd090e40 HTTP/1.1" status: 200 len: 943 time: 0.1534348 Feb 28 20:30:49.898960 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-328e2129-edae-4337-8273-0185837f12f2 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (e15664ae-5bbf-4e3a-ba63-4a66d6aed10c), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:50.017876 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f760519f-c051-4df9-b144-0cd9be793ed5 req-abafe942-f8a6-4261-a01f-e9faba79b04f tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad700288-f49a-446c-896d-0fc260d8b48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246371 Feb 28 20:30:50.064965 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161a863-9c84-4feb-acfc-82f3c9c49cd0 req-e7cae631-28bb-4bc9-bce4-ac49784ce4ed tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:50.066537 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5161a863-9c84-4feb-acfc-82f3c9c49cd0 req-e7cae631-28bb-4bc9-bce4-ac49784ce4ed tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 945 time: 0.1298757 Feb 28 20:30:50.075366 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:50.078258 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-328e2129-edae-4337-8273-0185837f12f2 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (e15664ae-5bbf-4e3a-ba63-4a66d6aed10c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:50.091302 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-50946773-cf34-45df-b121-69eace596ac9 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (f809b14d-1419-418c-9650-1d8a5308e316), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:50.170587 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab7ee-f3fa-4f7e-822a-c88fbba74437 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3d2a8839-b9ec-470f-b032-438c11a4d0ff), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:50.175728 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5691e3fb-c006-48cc-8946-8c75a25b13cd tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (9b9db321-c5ab-423e-9b95-fc0ae49e547b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:50.177101 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5161a863-9c84-4feb-acfc-82f3c9c49cd0 req-8b97c20c-a6a3-427c-a447-a2a5901622b5 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005375 Feb 28 20:30:50.189922 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-328e2129-edae-4337-8273-0185837f12f2 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (e15664ae-5bbf-4e3a-ba63-4a66d6aed10c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:50.206013 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5691e3fb-c006-48cc-8946-8c75a25b13cd tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9b9db321-c5ab-423e-9b95-fc0ae49e547b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:50.209791 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-9b0ab7ee-f3fa-4f7e-822a-c88fbba74437 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Calling delete_port for 3d2a8839-b9ec-470f-b032-438c11a4d0ff owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:50.250503 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e2129-edae-4337-8273-0185837f12f2 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event deleted for resources: {'Subnet': ['ID=e15664ae-5bbf-4e3a-ba63-4a66d6aed10c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:50.262081 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-328e2129-edae-4337-8273-0185837f12f2 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:50.263845 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703e1ce3-81d5-4188-897a-4405ab85b68e None None] Network f7e1f30d-c0d3-4d37-b1c5-7b906bda5638 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:50.268581 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-328e2129-edae-4337-8273-0185837f12f2 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "DELETE /v2.0/subnets/e15664ae-5bbf-4e3a-ba63-4a66d6aed10c HTTP/1.1" status: 204 len: 168 time: 0.5360558 Feb 28 20:30:50.271654 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38376) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:50.373985 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5691e3fb-c006-48cc-8946-8c75a25b13cd tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:50.376530 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5691e3fb-c006-48cc-8946-8c75a25b13cd tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.5738049 Feb 28 20:30:50.391600 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38378) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:50.407390 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea763b-e11f-4993-aacf-21f85c140858 req-a45cf6af-e8de-4278-b2cf-0190b08845a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:50.410589 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-79ea763b-e11f-4993-aacf-21f85c140858 req-a45cf6af-e8de-4278-b2cf-0190b08845a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4204962574e74c6abfab4d364baa9d46&device_id=e22ce030-9557-4fcf-9464-8c3edd090e40 HTTP/1.1" status: 200 len: 1126 time: 0.7861652 Feb 28 20:30:50.454337 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e034ab40-e0ae-4266-bd2a-78cffaa55267 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (f7e1f30d-c0d3-4d37-b1c5-7b906bda5638), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:50.477244 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691e3fb-c006-48cc-8946-8c75a25b13cd tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9db321-c5ab-423e-9b95-fc0ae49e547b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:50.572218 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63b3c47-000f-4b2f-9423-54aeb2353d61 None None] DHCP port deletion for f7e1f30d-c0d3-4d37-b1c5-7b906bda5638 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:30:50.614552 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-50946773-cf34-45df-b121-69eace596ac9 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (f809b14d-1419-418c-9650-1d8a5308e316), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:50.634322 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-e034ab40-e0ae-4266-bd2a-78cffaa55267 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Deleting port 6e33ee90-09bf-4df5-b00d-47881c64b167 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:50.634677 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e034ab40-e0ae-4266-bd2a-78cffaa55267 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6e33ee90-09bf-4df5-b00d-47881c64b167), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:50.656110 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b63b3c47-000f-4b2f-9423-54aeb2353d61 None None] Deleting port 6e33ee90-09bf-4df5-b00d-47881c64b167 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:50.657719 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b63b3c47-000f-4b2f-9423-54aeb2353d61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6e33ee90-09bf-4df5-b00d-47881c64b167), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:50.681122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c144d-65b6-4833-82b5-3583d1688bd1 req-e38adb9a-1bd0-4857-913d-f9621064da7c tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:50.689927 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f87c144d-65b6-4833-82b5-3583d1688bd1 req-e38adb9a-1bd0-4857-913d-f9621064da7c tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 945 time: 0.1365469 Feb 28 20:30:50.736904 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b63b3c47-000f-4b2f-9423-54aeb2353d61 None None] For port 6e33ee90-09bf-4df5-b00d-47881c64b167, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6e33ee90-09bf-4df5-b00d-47881c64b167,segment=NetworkSegment(05a319c6-fa08-4cc0-bf41-52b8a4803d9d),segment_id=05a319c6-fa08-4cc0-bf41-52b8a4803d9d)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:50.738617 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b63b3c47-000f-4b2f-9423-54aeb2353d61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6e33ee90-09bf-4df5-b00d-47881c64b167), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:50.749415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-50946773-cf34-45df-b121-69eace596ac9 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f809b14d-1419-418c-9650-1d8a5308e316']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:50.759304 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b63b3c47-000f-4b2f-9423-54aeb2353d61 None None] Calling delete_port for 6e33ee90-09bf-4df5-b00d-47881c64b167 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:50.787457 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-e034ab40-e0ae-4266-bd2a-78cffaa55267 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] For port 6e33ee90-09bf-4df5-b00d-47881c64b167, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6e33ee90-09bf-4df5-b00d-47881c64b167,segment=NetworkSegment(05a319c6-fa08-4cc0-bf41-52b8a4803d9d),segment_id=05a319c6-fa08-4cc0-bf41-52b8a4803d9d)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:50.787783 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e034ab40-e0ae-4266-bd2a-78cffaa55267 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6e33ee90-09bf-4df5-b00d-47881c64b167), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:50.801808 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f87c144d-65b6-4833-82b5-3583d1688bd1 req-6cd43717-0b42-446e-9664-5daa747bfe04 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109042 Feb 28 20:30:50.808775 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-50946773-cf34-45df-b121-69eace596ac9 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837ee7bc-b651-4d10-b849-113741b7f049') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:50.809079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-50946773-cf34-45df-b121-69eace596ac9 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837ee7bc-b651-4d10-b849-113741b7f049') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:50.812491 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-29fe4980-388a-421d-aeee-b05325bccb55 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for port (9de36bc6-5e53-4cab-9bb5-c459258ceb00), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:50.832023 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-e034ab40-e0ae-4266-bd2a-78cffaa55267 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Calling delete_port for 6e33ee90-09bf-4df5-b00d-47881c64b167 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:50.834584 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-731b9218-4edb-492a-9734-e900e579d2b0 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4395092 Feb 28 20:30:50.837059 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38384) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:50.842993 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-50946773-cf34-45df-b121-69eace596ac9 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (837ee7bc-b651-4d10-b849-113741b7f049), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:50.843219 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-707a9f1f-f1ab-4b70-9749-7a643217f703 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group': {'name': 'tempest-security--948414401', 'description': 'tempest-security-description-128702666'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:50.848214 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-29fe4980-388a-421d-aeee-b05325bccb55 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (9de36bc6-5e53-4cab-9bb5-c459258ceb00), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:50.887425 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b63b3c47-000f-4b2f-9423-54aeb2353d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (6e33ee90-09bf-4df5-b00d-47881c64b167), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:50.892476 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-707a9f1f-f1ab-4b70-9749-7a643217f703 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (9b9db321-c5ab-423e-9b95-fc0ae49e547b), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:50.926338 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b3c47-000f-4b2f-9423-54aeb2353d61 None None] Pushing event deleted for resources: {'Port': ['ID=6e33ee90-09bf-4df5-b00d-47881c64b167,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:50.929702 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b3c47-000f-4b2f-9423-54aeb2353d61 None None] No DVR routers for this DVR port 6e33ee90-09bf-4df5-b00d-47881c64b167 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:30:50.973688 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea763b-e11f-4993-aacf-21f85c140858 req-db60487b-7760-484d-b7e4-aebfc336d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:50.974681 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-79ea763b-e11f-4993-aacf-21f85c140858 req-db60487b-7760-484d-b7e4-aebfc336d635 service neutron] 10.222.0.15 "GET /v2.0/networks?id=96f86fe7-a6da-4e57-b042-39e3a355ce6b HTTP/1.1" status: 200 len: 909 time: 0.5139644 Feb 28 20:30:50.979115 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-50946773-cf34-45df-b121-69eace596ac9 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (837ee7bc-b651-4d10-b849-113741b7f049), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:51.003000 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e034ab40-e0ae-4266-bd2a-78cffaa55267 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (6e33ee90-09bf-4df5-b00d-47881c64b167), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:51.031881 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-707a9f1f-f1ab-4b70-9749-7a643217f703 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (9b9db321-c5ab-423e-9b95-fc0ae49e547b), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:51.038107 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-707a9f1f-f1ab-4b70-9749-7a643217f703 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9b9db321-c5ab-423e-9b95-fc0ae49e547b), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:51.040708 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-707a9f1f-f1ab-4b70-9749-7a643217f703 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:51.044915 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-707a9f1f-f1ab-4b70-9749-7a643217f703 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "PUT /v2.0/security-groups/9b9db321-c5ab-423e-9b95-fc0ae49e547b HTTP/1.1" status: 200 len: 1795 time: 0.2060120 Feb 28 20:30:51.062276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38386) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:51.064275 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50946773-cf34-45df-b121-69eace596ac9 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:30:51.064690 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-50946773-cf34-45df-b121-69eace596ac9 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (837ee7bc-b651-4d10-b849-113741b7f049), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:30:51.086152 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:30:51.096758 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6e33ee90-09bf-4df5-b00d-47881c64b167 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:30:51.117404 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-79ea763b-e11f-4993-aacf-21f85c140858 req-269085fc-3fe8-4ba1-85de-7fc5c9f82d9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4da302d8-a19d-4af4-9b7b-654ef7ac717c HTTP/1.1" status: 200 len: 217 time: 0.1121089 Feb 28 20:30:51.139895 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 6e33ee90-09bf-4df5-b00d-47881c64b167 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:30:51.140246 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6e33ee90-09bf-4df5-b00d-47881c64b167 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:30:51.141205 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a9f1f-f1ab-4b70-9749-7a643217f703 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9db321-c5ab-423e-9b95-fc0ae49e547b,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:51.146634 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034ab40-e0ae-4266-bd2a-78cffaa55267 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event deleted for resources: {'Port': ['ID=6e33ee90-09bf-4df5-b00d-47881c64b167,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:51.161558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034ab40-e0ae-4266-bd2a-78cffaa55267 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] No DVR routers for this DVR port 6e33ee90-09bf-4df5-b00d-47881c64b167 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:30:51.186261 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe4980-388a-421d-aeee-b05325bccb55 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Port': ['ID=9de36bc6-5e53-4cab-9bb5-c459258ceb00,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:51.268231 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab7ee-f3fa-4f7e-822a-c88fbba74437 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (3d2a8839-b9ec-470f-b032-438c11a4d0ff), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:51.278451 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e034ab40-e0ae-4266-bd2a-78cffaa55267 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (f7e1f30d-c0d3-4d37-b1c5-7b906bda5638), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:51.290759 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:51.313852 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e034ab40-e0ae-4266-bd2a-78cffaa55267 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e1f30d-c0d3-4d37-b1c5-7b906bda5638']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:51.322652 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ab7ee-f3fa-4f7e-822a-c88fbba74437 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Port': ['ID=3d2a8839-b9ec-470f-b032-438c11a4d0ff,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:51.373520 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-50946773-cf34-45df-b121-69eace596ac9 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (f809b14d-1419-418c-9650-1d8a5308e316), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:51.375147 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e034ab40-e0ae-4266-bd2a-78cffaa55267 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a319c6-fa08-4cc0-bf41-52b8a4803d9d') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:51.375147 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e034ab40-e0ae-4266-bd2a-78cffaa55267 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a319c6-fa08-4cc0-bf41-52b8a4803d9d') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:51.377129 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea763b-e11f-4993-aacf-21f85c140858 req-0235be76-626f-40f5-a1f1-faa8792c752f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:51.379593 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-79ea763b-e11f-4993-aacf-21f85c140858 req-0235be76-626f-40f5-a1f1-faa8792c752f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d1e27ae-257d-4a6c-9fb8-be91f4cd1c10 HTTP/1.1" status: 200 len: 849 time: 0.2134349 Feb 28 20:30:51.404864 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e034ab40-e0ae-4266-bd2a-78cffaa55267 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (05a319c6-fa08-4cc0-bf41-52b8a4803d9d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:51.417461 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-59299895-2e3b-42f2-a5a5-46945dc38938 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-groups/9b9db321-c5ab-423e-9b95-fc0ae49e547b HTTP/1.1" status: 200 len: 1795 time: 0.2874146 Feb 28 20:30:51.420745 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38390) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:51.436630 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e034ab40-e0ae-4266-bd2a-78cffaa55267 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (05a319c6-fa08-4cc0-bf41-52b8a4803d9d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:51.453882 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50946773-cf34-45df-b121-69eace596ac9 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f809b14d-1419-418c-9650-1d8a5308e316 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 20:30:51.468359 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-61954aa5-ab01-4f4e-b1e4-f93a87962889 None None] Provisioning complete for port 9de36bc6-5e53-4cab-9bb5-c459258ceb00 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:51.468731 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-61954aa5-ab01-4f4e-b1e4-f93a87962889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9de36bc6-5e53-4cab-9bb5-c459258ceb00), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:51.473778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e034ab40-e0ae-4266-bd2a-78cffaa55267 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:30:51.474336 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e034ab40-e0ae-4266-bd2a-78cffaa55267 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (05a319c6-fa08-4cc0-bf41-52b8a4803d9d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:30:51.480078 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:30:51.505009 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cf388-f776-4ad8-ab1e-ba8f1ccef8bc req-23564376-b290-45de-909f-f10c79a66f93 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:51.516078 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cc2cf388-f776-4ad8-ab1e-ba8f1ccef8bc req-23564376-b290-45de-909f-f10c79a66f93 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/ports?device_id=e22ce030-9557-4fcf-9464-8c3edd090e40 HTTP/1.1" status: 200 len: 943 time: 0.2045276 Feb 28 20:30:51.532343 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-79ea763b-e11f-4993-aacf-21f85c140858 req-b29c3e14-8c46-43a5-bc24-6f33c2995656 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96f86fe7-a6da-4e57-b042-39e3a355ce6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863347 Feb 28 20:30:51.545868 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-50946773-cf34-45df-b121-69eace596ac9 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:51.553204 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-50946773-cf34-45df-b121-69eace596ac9 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "DELETE /v2.0/networks/f809b14d-1419-418c-9650-1d8a5308e316 HTTP/1.1" status: 204 len: 168 time: 2.1550467 Feb 28 20:30:51.553204 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50946773-cf34-45df-b121-69eace596ac9 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Pushing event deleted for resources: {'Network': ['ID=f809b14d-1419-418c-9650-1d8a5308e316,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:51.564340 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab7ee-f3fa-4f7e-822a-c88fbba74437 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:51.568243 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9b0ab7ee-f3fa-4f7e-822a-c88fbba74437 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/3d2a8839-b9ec-470f-b032-438c11a4d0ff HTTP/1.1" status: 204 len: 168 time: 2.6678615 Feb 28 20:30:51.573063 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-61954aa5-ab01-4f4e-b1e4-f93a87962889 None None] Port 9de36bc6-5e53-4cab-9bb5-c459258ceb00 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:30:51.580869 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38394) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:51.705237 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e034ab40-e0ae-4266-bd2a-78cffaa55267 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (f7e1f30d-c0d3-4d37-b1c5-7b906bda5638), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:51.724190 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e034ab40-e0ae-4266-bd2a-78cffaa55267 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:51.728112 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-29fe4980-388a-421d-aeee-b05325bccb55 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (4547974d-1fa7-4980-bcfc-528dcfa4e949), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:51.735111 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e034ab40-e0ae-4266-bd2a-78cffaa55267 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "DELETE /v2.0/networks/f7e1f30d-c0d3-4d37-b1c5-7b906bda5638 HTTP/1.1" status: 204 len: 168 time: 1.4603601 Feb 28 20:30:51.735111 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38398) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:51.888618 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034ab40-e0ae-4266-bd2a-78cffaa55267 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event deleted for resources: {'Network': ['ID=f7e1f30d-c0d3-4d37-b1c5-7b906bda5638,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:51.922005 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2a90ea31-00ea-4e5a-b85b-bce10a35427b tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (9b9db321-c5ab-423e-9b95-fc0ae49e547b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:51.948401 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e6348c-f5e1-4712-af2e-c20372cc8e90 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:51.949818 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e6348c-f5e1-4712-af2e-c20372cc8e90 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:51.953983 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a1e6348c-f5e1-4712-af2e-c20372cc8e90 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3697095 Feb 28 20:30:51.956730 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38406) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:51.974263 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cc2cf388-f776-4ad8-ab1e-ba8f1ccef8bc req-d84efccb-5f41-4f1c-ae07-062df98c0660 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad700288-f49a-446c-896d-0fc260d8b48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521577 Feb 28 20:30:51.990447 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-29fe4980-388a-421d-aeee-b05325bccb55 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9de36bc6-5e53-4cab-9bb5-c459258ceb00), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.084814 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2a90ea31-00ea-4e5a-b85b-bce10a35427b tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (9b9db321-c5ab-423e-9b95-fc0ae49e547b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.094616 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e1532-1fa2-4c1e-a8cb-e86de0405326 req-9938c209-44bb-4149-af7c-357c7b2c26f3 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:52.096649 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-540e1532-1fa2-4c1e-a8cb-e86de0405326 req-9938c209-44bb-4149-af7c-357c7b2c26f3 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 945 time: 0.3923702 Feb 28 20:30:52.133762 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38408) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:52.145506 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-dcd9cca3-1790-4146-8117-a7c7b83caf01 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Request body: {'router': {'name': 'tempest-router--1604988329', 'project_id': '3da39e15160b4c3b826c12b26970ae11'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:52.164310 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-79ea763b-e11f-4993-aacf-21f85c140858 req-1cf56d19-17fb-4905-8fc0-e15a0a845824 service neutron] 10.222.0.15 "GET /v2.0/networks/96f86fe7-a6da-4e57-b042-39e3a355ce6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6290510 Feb 28 20:30:52.211831 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b9cd0-e5ce-4d87-ab43-a065ec471ccf req-24b3d648-c00c-48ff-b9bb-35a7f2593726 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:52.219145 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-040b9cd0-e5ce-4d87-ab43-a065ec471ccf req-24b3d648-c00c-48ff-b9bb-35a7f2593726 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 945 time: 0.2898057 Feb 28 20:30:52.221271 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dcd9cca3-1790-4146-8117-a7c7b83caf01 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (f114dd1f-aaa4-4f29-915f-b7cc1ee1cb0b), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.222946 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dcd9cca3-1790-4146-8117-a7c7b83caf01 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (f114dd1f-aaa4-4f29-915f-b7cc1ee1cb0b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.248199 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2a90ea31-00ea-4e5a-b85b-bce10a35427b tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9b9db321-c5ab-423e-9b95-fc0ae49e547b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.252068 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2a90ea31-00ea-4e5a-b85b-bce10a35427b tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.257749 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2a90ea31-00ea-4e5a-b85b-bce10a35427b tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "DELETE /v2.0/security-groups/9b9db321-c5ab-423e-9b95-fc0ae49e547b HTTP/1.1" status: 204 len: 168 time: 0.8325491 Feb 28 20:30:52.266999 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38410) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:52.287229 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c396c7ed-8b28-43d1-818d-14db6295c9e2 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet eb6409ad-2960-4de9-8a94-d581b76b66cd {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:30:52.303562 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90ea31-00ea-4e5a-b85b-bce10a35427b tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9db321-c5ab-423e-9b95-fc0ae49e547b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:52.330715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ac12decf-8397-4ae1-bf17-50fe128e4610 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Deleting port 0f5a532c-5755-4850-a8db-7cc0b82ff309 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:52.331177 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ac12decf-8397-4ae1-bf17-50fe128e4610 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0f5a532c-5755-4850-a8db-7cc0b82ff309), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.377096 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c396c7ed-8b28-43d1-818d-14db6295c9e2 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (eb6409ad-2960-4de9-8a94-d581b76b66cd), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.410339 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-040b9cd0-e5ce-4d87-ab43-a065ec471ccf req-d6d46d6c-278f-4b7d-9a56-52d03ffbf7ad tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902244 Feb 28 20:30:52.411841 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dcd9cca3-1790-4146-8117-a7c7b83caf01 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_controller (f114dd1f-aaa4-4f29-915f-b7cc1ee1cb0b), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.458272 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dcd9cca3-1790-4146-8117-a7c7b83caf01 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (f114dd1f-aaa4-4f29-915f-b7cc1ee1cb0b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.466541 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.467916 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6312bf11-b3d2-43db-819a-24bff2fca4bf tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1975489 Feb 28 20:30:52.469643 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38412) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:52.492724 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 4da302d8-a19d-4af4-9b7b-654ef7ac717c details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:30:52.495490 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-5b61f826-688a-4bc0-8c34-2dd06f2ac024 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] delete failed (client error): The resource could not be found. Feb 28 20:30:52.504896 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5b61f826-688a-4bc0-8c34-2dd06f2ac024 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "DELETE /v2.0/security-groups/9b9db321-c5ab-423e-9b95-fc0ae49e547b HTTP/1.1" status: 404 len: 347 time: 0.0323679 Feb 28 20:30:52.507636 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38414) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:52.512324 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-2b14a78b-c5b0-408f-8785-09d47169a140 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group': {'name': 'tempest-secgroup--729537045'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:52.521238 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dcd9cca3-1790-4146-8117-a7c7b83caf01 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.521445 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c396c7ed-8b28-43d1-818d-14db6295c9e2 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (eb6409ad-2960-4de9-8a94-d581b76b66cd), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.522500 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-dcd9cca3-1790-4146-8117-a7c7b83caf01 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3828213 Feb 28 20:30:52.525828 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38416) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:52.600613 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-79ea763b-e11f-4993-aacf-21f85c140858 req-2d9405d8-d457-4ce8-8438-041d4b551627 service neutron] 10.222.0.15 "GET /v2.0/networks/96f86fe7-a6da-4e57-b042-39e3a355ce6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968608 Feb 28 20:30:52.620621 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-540e1532-1fa2-4c1e-a8cb-e86de0405326 req-fcf8c8c9-9b7e-48fb-8b46-5ed4df045c35 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Deleting port 75d995a8-0906-456e-9e1a-93d941f01c9e {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:52.621660 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-540e1532-1fa2-4c1e-a8cb-e86de0405326 req-fcf8c8c9-9b7e-48fb-8b46-5ed4df045c35 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (75d995a8-0906-456e-9e1a-93d941f01c9e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.631252 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ac12decf-8397-4ae1-bf17-50fe128e4610 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0f5a532c-5755-4850-a8db-7cc0b82ff309), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.631582 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ac12decf-8397-4ae1-bf17-50fe128e4610 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (0f5a532c-5755-4850-a8db-7cc0b82ff309), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.653006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ac12decf-8397-4ae1-bf17-50fe128e4610 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Calling delete_port for 0f5a532c-5755-4850-a8db-7cc0b82ff309 owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:52.653862 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 4da302d8-a19d-4af4-9b7b-654ef7ac717c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4da302d8-a19d-4af4-9b7b-654ef7ac717c,segment=NetworkSegment(26bcc377-c772-4954-a95d-c71f03b129f2),segment_id=26bcc377-c772-4954-a95d-c71f03b129f2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:52.658473 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9b13c4f-5bbd-42ae-821e-cd087947964d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router (f114dd1f-aaa4-4f29-915f-b7cc1ee1cb0b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.666796 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b14a78b-c5b0-408f-8785-09d47169a140 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.685199 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '4da302d8-a19d-4af4-9b7b-654ef7ac717c', 'network_id': '96f86fe7-a6da-4e57-b042-39e3a355ce6b', 'port_id': '4da302d8-a19d-4af4-9b7b-654ef7ac717c', 'mac_address': 'fa:16:3e:c4:95:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d1e27ae-257d-4a6c-9fb8-be91f4cd1c10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:30:52.691662 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.766855 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 4da302d8-a19d-4af4-9b7b-654ef7ac717c is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:52.767519 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4da302d8-a19d-4af4-9b7b-654ef7ac717c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.815488 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da302d8-a19d-4af4-9b7b-654ef7ac717c {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:30:52.844392 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-540e1532-1fa2-4c1e-a8cb-e86de0405326 req-fcf8c8c9-9b7e-48fb-8b46-5ed4df045c35 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] For port 75d995a8-0906-456e-9e1a-93d941f01c9e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=75d995a8-0906-456e-9e1a-93d941f01c9e,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:52.844392 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-540e1532-1fa2-4c1e-a8cb-e86de0405326 req-fcf8c8c9-9b7e-48fb-8b46-5ed4df045c35 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (75d995a8-0906-456e-9e1a-93d941f01c9e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.866301 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 4da302d8-a19d-4af4-9b7b-654ef7ac717c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4da302d8-a19d-4af4-9b7b-654ef7ac717c,segment=NetworkSegment(26bcc377-c772-4954-a95d-c71f03b129f2),segment_id=26bcc377-c772-4954-a95d-c71f03b129f2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:52.872121 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4da302d8-a19d-4af4-9b7b-654ef7ac717c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.876087 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-540e1532-1fa2-4c1e-a8cb-e86de0405326 req-fcf8c8c9-9b7e-48fb-8b46-5ed4df045c35 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Calling delete_port for 75d995a8-0906-456e-9e1a-93d941f01c9e owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:52.927906 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9b13c4f-5bbd-42ae-821e-cd087947964d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (f114dd1f-aaa4-4f29-915f-b7cc1ee1cb0b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.932559 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9b13c4f-5bbd-42ae-821e-cd087947964d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_controller (f114dd1f-aaa4-4f29-915f-b7cc1ee1cb0b), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:52.937286 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=4da302d8-a19d-4af4-9b7b-654ef7ac717c,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:52.953193 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c396c7ed-8b28-43d1-818d-14db6295c9e2 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (eb6409ad-2960-4de9-8a94-d581b76b66cd), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:53.027144 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b14a78b-c5b0-408f-8785-09d47169a140 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (7b7f1fa7-aec5-42d6-a97a-efaadf4f1fdc), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:53.034811 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9b13c4f-5bbd-42ae-821e-cd087947964d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (f114dd1f-aaa4-4f29-915f-b7cc1ee1cb0b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:53.036240 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b13c4f-5bbd-42ae-821e-cd087947964d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f114dd1f-aaa4-4f29-915f-b7cc1ee1cb0b {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:30:53.073993 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['4da302d8-a19d-4af4-9b7b-654ef7ac717c'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:30:53.080687 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9b13c4f-5bbd-42ae-821e-cd087947964d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:53.087430 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c9b13c4f-5bbd-42ae-821e-cd087947964d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "DELETE /v2.0/routers/f114dd1f-aaa4-4f29-915f-b7cc1ee1cb0b HTTP/1.1" status: 204 len: 168 time: 0.5585370 Feb 28 20:30:53.088304 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b14a78b-c5b0-408f-8785-09d47169a140 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7b7f1fa7-aec5-42d6-a97a-efaadf4f1fdc), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:53.103995 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-29fe4980-388a-421d-aeee-b05325bccb55 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for port (9de36bc6-5e53-4cab-9bb5-c459258ceb00), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:53.118851 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-29fe4980-388a-421d-aeee-b05325bccb55 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (9de36bc6-5e53-4cab-9bb5-c459258ceb00), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:53.119567 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-29fe4980-388a-421d-aeee-b05325bccb55 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (4547974d-1fa7-4980-bcfc-528dcfa4e949), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:53.208472 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c396c7ed-8b28-43d1-818d-14db6295c9e2 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (eb6409ad-2960-4de9-8a94-d581b76b66cd), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:53.267137 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b14a78b-c5b0-408f-8785-09d47169a140 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:53.271727 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe4980-388a-421d-aeee-b05325bccb55 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Port': ['ID=9de36bc6-5e53-4cab-9bb5-c459258ceb00,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:53.272783 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2b14a78b-c5b0-408f-8785-09d47169a140 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7604611 Feb 28 20:30:53.276744 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38424) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:53.289962 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-57a0032d-f4b2-4165-adb7-120ff560d180 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group_rule': {'security_group_id': '7b7f1fa7-aec5-42d6-a97a-efaadf4f1fdc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:53.292951 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-540e1532-1fa2-4c1e-a8cb-e86de0405326 req-fcf8c8c9-9b7e-48fb-8b46-5ed4df045c35 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (75d995a8-0906-456e-9e1a-93d941f01c9e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:53.344536 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38426) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:53.351183 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57a0032d-f4b2-4165-adb7-120ff560d180 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (d4c64b1e-7f96-45ca-aa6d-445ea75c193c), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:53.362739 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14a78b-c5b0-408f-8785-09d47169a140 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7f1fa7-aec5-42d6-a97a-efaadf4f1fdc,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:53.367389 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ac12decf-8397-4ae1-bf17-50fe128e4610 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0f5a532c-5755-4850-a8db-7cc0b82ff309), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:53.425736 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['75d995a8-0906-456e-9e1a-93d941f01c9e'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:30:53.426753 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12decf-8397-4ae1-bf17-50fe128e4610 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event deleted for resources: {'Port': ['ID=0f5a532c-5755-4850-a8db-7cc0b82ff309,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:53.428257 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:30:53.432195 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396c7ed-8b28-43d1-818d-14db6295c9e2 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=eb6409ad-2960-4de9-8a94-d581b76b66cd,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:53.461208 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1454efa-8e58-4b69-96b6-d8879e3bf3af req-f4c878a5-65b3-4ed7-8c7a-af56be47ba17 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:53.469672 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1454efa-8e58-4b69-96b6-d8879e3bf3af req-f4c878a5-65b3-4ed7-8c7a-af56be47ba17 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/ports?device_id=e22ce030-9557-4fcf-9464-8c3edd090e40 HTTP/1.1" status: 200 len: 944 time: 0.2635677 Feb 28 20:30:53.487736 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c396c7ed-8b28-43d1-818d-14db6295c9e2 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:53.499875 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c396c7ed-8b28-43d1-818d-14db6295c9e2 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/eb6409ad-2960-4de9-8a94-d581b76b66cd HTTP/1.1" status: 204 len: 168 time: 1.5339057 Feb 28 20:30:53.500931 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395b908c-04db-4646-9241-58b74d2d63d1 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:53.547264 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38432) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:53.612047 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8c8c9-9b7e-48fb-8b46-5ed4df045c35 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Pushing event deleted for resources: {'Port': ['ID=75d995a8-0906-456e-9e1a-93d941f01c9e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:53.631419 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-540e1532-1fa2-4c1e-a8cb-e86de0405326 req-fcf8c8c9-9b7e-48fb-8b46-5ed4df045c35 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] No DVR routers for this DVR port 75d995a8-0906-456e-9e1a-93d941f01c9e on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:30:53.642738 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-540e1532-1fa2-4c1e-a8cb-e86de0405326 req-fcf8c8c9-9b7e-48fb-8b46-5ed4df045c35 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:53.646705 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-540e1532-1fa2-4c1e-a8cb-e86de0405326 req-fcf8c8c9-9b7e-48fb-8b46-5ed4df045c35 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.15 "DELETE /v2.0/ports/75d995a8-0906-456e-9e1a-93d941f01c9e HTTP/1.1" status: 204 len: 173 time: 1.5225489 Feb 28 20:30:53.647166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15dd8f72-e7f6-460f-ab13-40fd93376043', 'name': 'network-vif-deleted', 'tag': '75d995a8-0906-456e-9e1a-93d941f01c9e'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:30:53.660720 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f4f3d2-b674-481a-9cff-f94af236c142" -d '{"events": [{"server_uuid": "15dd8f72-e7f6-460f-ab13-40fd93376043", "name": "network-vif-deleted", "tag": "75d995a8-0906-456e-9e1a-93d941f01c9e"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:30:53.676645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c303797b-3197-4281-b733-4f2d976c3eed req-c1bd2998-8b52-4d17-9b64-5a527cb3475e tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=15dd8f72-e7f6-460f-ab13-40fd93376043 HTTP/1.1" status: 200 len: 210 time: 0.1102808 Feb 28 20:30:53.765908 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fe4980-388a-421d-aeee-b05325bccb55 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network 3223d5f7-d0c4-464f-ad17-8eaa611cd65d is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:53.774886 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9929f54-84c0-4d06-8464-aece366b3dd7 x-openstack-request-id: req-b9929f54-84c0-4d06-8464-aece366b3dd7 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:30:53.775420 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15dd8f72-e7f6-460f-ab13-40fd93376043", "name": "network-vif-deleted", "tag": "75d995a8-0906-456e-9e1a-93d941f01c9e", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:30:53.775942 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9929f54-84c0-4d06-8464-aece366b3dd7 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:30:53.776640 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15dd8f72-e7f6-460f-ab13-40fd93376043', 'name': 'network-vif-deleted', 'tag': '75d995a8-0906-456e-9e1a-93d941f01c9e', 'status': 'completed', 'code': 200} Feb 28 20:30:53.777675 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-29fe4980-388a-421d-aeee-b05325bccb55 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:53.781842 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ac12decf-8397-4ae1-bf17-50fe128e4610 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for floatingip (f8f48b26-1c2d-4ea1-8d30-bef9a5d117f8), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:53.784859 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ac12decf-8397-4ae1-bf17-50fe128e4610 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:53.786913 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ac12decf-8397-4ae1-bf17-50fe128e4610 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "DELETE /v2.0/floatingips/f8f48b26-1c2d-4ea1-8d30-bef9a5d117f8 HTTP/1.1" status: 204 len: 168 time: 2.0055718 Feb 28 20:30:53.793575 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38436) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:53.807726 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ac7e2369-b34a-4521-a1a2-aecb239aaff9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1557438 Feb 28 20:30:53.811510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38438) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:53.828208 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-98085ae6-80d1-4c2b-b836-880d5d6484c1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:53.844884 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-536df4e1-6cfe-48f8-a2d5-8df1dd449fea tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-389790204', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:53.904942 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f1454efa-8e58-4b69-96b6-d8879e3bf3af req-b20af93d-2cdc-4b4c-a8f1-bc9891865494 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad700288-f49a-446c-896d-0fc260d8b48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342282 Feb 28 20:30:53.911401 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57a0032d-f4b2-4165-adb7-120ff560d180 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (d4c64b1e-7f96-45ca-aa6d-445ea75c193c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:53.914949 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-006c412a-9e7f-461e-8446-77bc541c3f10 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] DELETE failed (client error): The resource could not be found. Feb 28 20:30:53.915531 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-006c412a-9e7f-461e-8446-77bc541c3f10 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:30:53.918976 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-006c412a-9e7f-461e-8446-77bc541c3f10 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "DELETE /v2.0/ports/cf4b3ffe-0b6d-4459-94ef-220c30e3bbaf HTTP/1.1" status: 404 len: 333 time: 0.1161194 Feb 28 20:30:53.923677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38442) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:53.943170 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57a0032d-f4b2-4165-adb7-120ff560d180 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (d4c64b1e-7f96-45ca-aa6d-445ea75c193c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:53.969752 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0c58ff1a-1011-4b00-9616-c3fd81fbeb8a tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9689ec1-22f6-4cc7-ab4d-410ae7dd456a HTTP/1.1" status: 200 len: 205 time: 0.0384262 Feb 28 20:30:53.970805 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-536df4e1-6cfe-48f8-a2d5-8df1dd449fea tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (3246041f-39d9-4d3f-8845-b6feba93372a), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:53.973073 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-536df4e1-6cfe-48f8-a2d5-8df1dd449fea tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (3246041f-39d9-4d3f-8845-b6feba93372a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:53.982137 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38444) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:54.000501 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0032d-f4b2-4165-adb7-120ff560d180 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c64b1e-7f96-45ca-aa6d-445ea75c193c,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:54.046669 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-ca70a9bf-4a1c-44e6-b5ee-cb82ad494b90 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] delete failed (client error): The resource could not be found. Feb 28 20:30:54.050306 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ca70a9bf-4a1c-44e6-b5ee-cb82ad494b90 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "DELETE /v2.0/routers/e9689ec1-22f6-4cc7-ab4d-410ae7dd456a HTTP/1.1" status: 404 len: 336 time: 0.0614030 Feb 28 20:30:54.051269 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38446) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:54.091955 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57a0032d-f4b2-4165-adb7-120ff560d180 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:54.095606 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-57a0032d-f4b2-4165-adb7-120ff560d180 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8105137 Feb 28 20:30:54.096260 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38448) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:54.139701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a58c31-8e72-4173-bc15-750835a48f91 None None] DHCP port deletion for 60bc62cf-1ebe-462d-93c7-f1108638c505 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:30:54.180416 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5721208c-7e5d-4130-a5e1-59eff140ee7e tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] DELETE failed (client error): The resource could not be found. Feb 28 20:30:54.180784 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5721208c-7e5d-4130-a5e1-59eff140ee7e tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:30:54.189759 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5721208c-7e5d-4130-a5e1-59eff140ee7e tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "DELETE /v2.0/subnets/e15664ae-5bbf-4e3a-ba63-4a66d6aed10c HTTP/1.1" status: 404 len: 337 time: 0.1361859 Feb 28 20:30:54.199379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38450) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:54.219161 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-23a58c31-8e72-4173-bc15-750835a48f91 None None] Deleting port 2853d214-4ea5-4de6-b320-4df8c381a15d {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:54.219546 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-23a58c31-8e72-4173-bc15-750835a48f91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2853d214-4ea5-4de6-b320-4df8c381a15d), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:54.270226 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-536df4e1-6cfe-48f8-a2d5-8df1dd449fea tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_controller (3246041f-39d9-4d3f-8845-b6feba93372a), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:54.284937 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db9d8085-5917-4606-894a-5616b246d73a tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (d4c64b1e-7f96-45ca-aa6d-445ea75c193c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:54.338478 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-23a58c31-8e72-4173-bc15-750835a48f91 None None] For port 2853d214-4ea5-4de6-b320-4df8c381a15d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2853d214-4ea5-4de6-b320-4df8c381a15d,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:54.339792 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-23a58c31-8e72-4173-bc15-750835a48f91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2853d214-4ea5-4de6-b320-4df8c381a15d), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:54.364312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-23a58c31-8e72-4173-bc15-750835a48f91 None None] Calling delete_port for 2853d214-4ea5-4de6-b320-4df8c381a15d owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:54.368102 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db9d8085-5917-4606-894a-5616b246d73a tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (d4c64b1e-7f96-45ca-aa6d-445ea75c193c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:54.489737 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-23a58c31-8e72-4173-bc15-750835a48f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (2853d214-4ea5-4de6-b320-4df8c381a15d), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:54.495561 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-536df4e1-6cfe-48f8-a2d5-8df1dd449fea tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_gateway (3246041f-39d9-4d3f-8845-b6feba93372a), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:54.513081 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 4da302d8-a19d-4af4-9b7b-654ef7ac717c up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:54.525165 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db9d8085-5917-4606-894a-5616b246d73a tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (d4c64b1e-7f96-45ca-aa6d-445ea75c193c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:54.537009 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db9d8085-5917-4606-894a-5616b246d73a tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:54.538304 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-db9d8085-5917-4606-894a-5616b246d73a tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d4c64b1e-7f96-45ca-aa6d-445ea75c193c HTTP/1.1" status: 204 len: 168 time: 0.3882437 Feb 28 20:30:54.543843 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38452) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:54.563997 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a58c31-8e72-4173-bc15-750835a48f91 None None] No DVR routers for this DVR port 2853d214-4ea5-4de6-b320-4df8c381a15d on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:30:54.588436 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d8085-5917-4606-894a-5616b246d73a tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4c64b1e-7f96-45ca-aa6d-445ea75c193c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:54.616739 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-496f80ea-625e-4175-bafc-6e94ae7b5735 None None] Provisioning complete for port 9de36bc6-5e53-4cab-9bb5-c459258ceb00 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:54.618896 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-496f80ea-625e-4175-bafc-6e94ae7b5735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9de36bc6-5e53-4cab-9bb5-c459258ceb00), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:54.680086 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a58c31-8e72-4173-bc15-750835a48f91 None None] Pushing event deleted for resources: {'Port': ['ID=2853d214-4ea5-4de6-b320-4df8c381a15d,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:54.688345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-496f80ea-625e-4175-bafc-6e94ae7b5735 None None] Port 9de36bc6-5e53-4cab-9bb5-c459258ceb00 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:30:54.719051 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98085ae6-80d1-4c2b-b836-880d5d6484c1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:54.723622 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 4da302d8-a19d-4af4-9b7b-654ef7ac717c completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:30:54.723856 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98085ae6-80d1-4c2b-b836-880d5d6484c1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:54.738360 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 4da302d8-a19d-4af4-9b7b-654ef7ac717c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:54.738992 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4da302d8-a19d-4af4-9b7b-654ef7ac717c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:54.812576 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fe4980-388a-421d-aeee-b05325bccb55 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router 4547974d-1fa7-4980-bcfc-528dcfa4e949 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:30:54.942047 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 4da302d8-a19d-4af4-9b7b-654ef7ac717c is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:54.942433 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4da302d8-a19d-4af4-9b7b-654ef7ac717c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:54.998431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22ce030-9557-4fcf-9464-8c3edd090e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da302d8-a19d-4af4-9b7b-654ef7ac717c'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:30:55.000847 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643de83d-88f9-4a22-9d5a-084ff7d7d663" -d '{"events": [{"server_uuid": "e22ce030-9557-4fcf-9464-8c3edd090e40", "name": "network-vif-plugged", "status": "completed", "tag": "4da302d8-a19d-4af4-9b7b-654ef7ac717c"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:30:55.032503 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 4da302d8-a19d-4af4-9b7b-654ef7ac717c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4da302d8-a19d-4af4-9b7b-654ef7ac717c,segment=NetworkSegment(26bcc377-c772-4954-a95d-c71f03b129f2),segment_id=26bcc377-c772-4954-a95d-c71f03b129f2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:55.041380 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4da302d8-a19d-4af4-9b7b-654ef7ac717c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:55.097323 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fe4980-388a-421d-aeee-b05325bccb55 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:30:55.111890 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b9302-529d-4822-87a8-80e4e2aef78a None None] Sync routers for ids ['4547974d-1fa7-4980-bcfc-528dcfa4e949'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:30:55.123608 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2853d214-4ea5-4de6-b320-4df8c381a15d no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:30:55.125433 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-29fe4980-388a-421d-aeee-b05325bccb55 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/4547974d-1fa7-4980-bcfc-528dcfa4e949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5566587 Feb 28 20:30:55.129361 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38472) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:55.135969 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b9302-529d-4822-87a8-80e4e2aef78a None None] Routers {'4547974d-1fa7-4980-bcfc-528dcfa4e949'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:55.136734 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9a4b9302-529d-4822-87a8-80e4e2aef78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4547974d-1fa7-4980-bcfc-528dcfa4e949'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:55.138817 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127e48ed-f22f-45c1-88c1-65689ce185ca x-openstack-request-id: req-127e48ed-f22f-45c1-88c1-65689ce185ca {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:30:55.139167 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22ce030-9557-4fcf-9464-8c3edd090e40", "name": "network-vif-plugged", "status": "completed", "tag": "4da302d8-a19d-4af4-9b7b-654ef7ac717c", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:30:55.139436 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-127e48ed-f22f-45c1-88c1-65689ce185ca {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:30:55.139884 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22ce030-9557-4fcf-9464-8c3edd090e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da302d8-a19d-4af4-9b7b-654ef7ac717c', 'code': 200} Feb 28 20:30:55.201578 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 2853d214-4ea5-4de6-b320-4df8c381a15d {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:30:55.201918 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2853d214-4ea5-4de6-b320-4df8c381a15d not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:30:55.218081 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9a4b9302-529d-4822-87a8-80e4e2aef78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:55.230723 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f785a3-5a25-4083-a223-e1c3c78a8e36 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:55.231675 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-66f2e4a7-5b4b-42f1-82cf-9b66ea9ca5a3 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Deleting port 533ba6b8-72cb-4526-b96c-b26d1c00b668 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:55.232278 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-66f2e4a7-5b4b-42f1-82cf-9b66ea9ca5a3 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (533ba6b8-72cb-4526-b96c-b26d1c00b668), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:55.232529 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e2f785a3-5a25-4083-a223-e1c3c78a8e36 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/ports/9de36bc6-5e53-4cab-9bb5-c459258ceb00 HTTP/1.1" status: 200 len: 984 time: 0.1019070 Feb 28 20:30:55.238522 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38476) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:55.239172 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=4da302d8-a19d-4af4-9b7b-654ef7ac717c,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:55.244523 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b9302-529d-4822-87a8-80e4e2aef78a None None] Routers {'4547974d-1fa7-4980-bcfc-528dcfa4e949'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:55.245157 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9a4b9302-529d-4822-87a8-80e4e2aef78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4547974d-1fa7-4980-bcfc-528dcfa4e949'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:55.250801 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2f98d4b7-ad13-4d11-8687-d4b16bf2a711 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6963136 Feb 28 20:30:55.251294 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38478) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:55.288547 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9a4b9302-529d-4822-87a8-80e4e2aef78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:55.289745 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b9302-529d-4822-87a8-80e4e2aef78a None None] The sync data for ids ['4547974d-1fa7-4980-bcfc-528dcfa4e949'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:30:55.416338 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-66f2e4a7-5b4b-42f1-82cf-9b66ea9ca5a3 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (533ba6b8-72cb-4526-b96c-b26d1c00b668), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:55.432118 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56de3a-eb38-48ff-b381-9552fec66fc7 req-ec430384-62d2-4aed-8e09-ad36725b3339 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:55.433681 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1c56de3a-eb38-48ff-b381-9552fec66fc7 req-ec430384-62d2-4aed-8e09-ad36725b3339 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/ports?device_id=e22ce030-9557-4fcf-9464-8c3edd090e40 HTTP/1.1" status: 200 len: 945 time: 0.2259812 Feb 28 20:30:55.446956 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-66f2e4a7-5b4b-42f1-82cf-9b66ea9ca5a3 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Calling delete_port for 533ba6b8-72cb-4526-b96c-b26d1c00b668 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:55.642625 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1c56de3a-eb38-48ff-b381-9552fec66fc7 req-b04f7bdf-c7bc-44d9-9738-bb524b633342 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad700288-f49a-446c-896d-0fc260d8b48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956403 Feb 28 20:30:55.651465 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-536df4e1-6cfe-48f8-a2d5-8df1dd449fea tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_gateway (3246041f-39d9-4d3f-8845-b6feba93372a), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:55.683030 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-536df4e1-6cfe-48f8-a2d5-8df1dd449fea tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:55.814434 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8ac2000d-a94f-4544-8248-031134fca34a tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (7b7f1fa7-aec5-42d6-a97a-efaadf4f1fdc), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:55.854769 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-66f2e4a7-5b4b-42f1-82cf-9b66ea9ca5a3 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (533ba6b8-72cb-4526-b96c-b26d1c00b668), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:55.905309 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-536df4e1-6cfe-48f8-a2d5-8df1dd449fea tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Allocated IP 172.25.0.58 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/4f673e60-46ab-4034-b558-eaf8dda34e81) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:55.908677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2e4a7-5b4b-42f1-82cf-9b66ea9ca5a3 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event deleted for resources: {'Port': ['ID=533ba6b8-72cb-4526-b96c-b26d1c00b668,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:55.942789 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee0563-e5ab-4e11-85c2-9456d480a8a2 req-6e909aa4-dc59-4750-a4ea-11f2b91a8884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:55.944414 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-edee0563-e5ab-4e11-85c2-9456d480a8a2 req-6e909aa4-dc59-4750-a4ea-11f2b91a8884 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e22ce030-9557-4fcf-9464-8c3edd090e40 HTTP/1.1" status: 200 len: 1128 time: 0.7105715 Feb 28 20:30:56.072218 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-edee0563-e5ab-4e11-85c2-9456d480a8a2 req-4734acd6-09d7-44be-9d18-6d9edb99b890 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ad700288-f49a-446c-896d-0fc260d8b48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049311 Feb 28 20:30:56.073517 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98085ae6-80d1-4c2b-b836-880d5d6484c1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (a03ea6a2-30f2-49ea-a1de-b5af97230521), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:56.090133 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8ac2000d-a94f-4544-8248-031134fca34a tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (7b7f1fa7-aec5-42d6-a97a-efaadf4f1fdc), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:56.110339 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-66f2e4a7-5b4b-42f1-82cf-9b66ea9ca5a3 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:56.114220 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-66f2e4a7-5b4b-42f1-82cf-9b66ea9ca5a3 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "DELETE /v2.0/ports/533ba6b8-72cb-4526-b96c-b26d1c00b668 HTTP/1.1" status: 204 len: 168 time: 1.9133933 Feb 28 20:30:56.118877 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38502) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:56.146097 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98085ae6-80d1-4c2b-b836-880d5d6484c1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:56.163470 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-98085ae6-80d1-4c2b-b836-880d5d6484c1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:56.172601 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98085ae6-80d1-4c2b-b836-880d5d6484c1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:56.173239 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98085ae6-80d1-4c2b-b836-880d5d6484c1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:56.173957 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55979aee-09ec-4c0b-baf6-04c7f6b5a079 req-0ffdfc13-38dc-418a-a808-640985deec07 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:56.181844 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55979aee-09ec-4c0b-baf6-04c7f6b5a079 req-0ffdfc13-38dc-418a-a808-640985deec07 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 945 time: 0.2741148 Feb 28 20:30:56.185377 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ae74d7-3000-4810-bb4f-12cd123e200c None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:30:56.272644 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8ac2000d-a94f-4544-8248-031134fca34a tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7b7f1fa7-aec5-42d6-a97a-efaadf4f1fdc), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:56.276885 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8ac2000d-a94f-4544-8248-031134fca34a tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:56.278679 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8ac2000d-a94f-4544-8248-031134fca34a tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "DELETE /v2.0/security-groups/7b7f1fa7-aec5-42d6-a97a-efaadf4f1fdc HTTP/1.1" status: 204 len: 168 time: 1.0229485 Feb 28 20:30:56.283251 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-536df4e1-6cfe-48f8-a2d5-8df1dd449fea tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for port (4f673e60-46ab-4034-b558-eaf8dda34e81), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:56.287499 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38504) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:56.309539 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2000d-a94f-4544-8248-031134fca34a tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7f1fa7-aec5-42d6-a97a-efaadf4f1fdc,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:56.313529 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98085ae6-80d1-4c2b-b836-880d5d6484c1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=a03ea6a2-30f2-49ea-a1de-b5af97230521,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:56.326919 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-98085ae6-80d1-4c2b-b836-880d5d6484c1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5077987 Feb 28 20:30:56.328806 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38506) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:56.349670 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d3cc009b-ebbc-411e-96d8-9908ed137711 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'fixed_ips': [{'subnet_id': 'a03ea6a2-30f2-49ea-a1de-b5af97230521', 'ip_address': '2001:db8::4501:8ec6:77df:267e'}], 'name': 'tempest-NetworksTestDHCPv6-2026996330'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:56.375809 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55979aee-09ec-4c0b-baf6-04c7f6b5a079 req-be74c8c8-82fb-4120-9d5b-1c2aa864ce41 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898441 Feb 28 20:30:56.398775 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c57fed-4c61-4944-b5f7-129af8907816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-60bc62cf-1ebe-462d-93c7-f1108638c505', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'fixed_ips': [{'subnet_id': 'a03ea6a2-30f2-49ea-a1de-b5af97230521'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:30:56.398916 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f9c57fed-4c61-4944-b5f7-129af8907816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:56.497017 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30be4e5f-f873-49ff-8a23-8c4cd66b5935 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (4547974d-1fa7-4980-bcfc-528dcfa4e949), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:56.505914 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4269778b-361e-4c90-aa50-f95161006127 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2168105 Feb 28 20:30:56.511806 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38508) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:56.521764 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-9dd166ba-047f-4fdb-8e72-e141bd567fa5 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group': {'name': 'tempest-secgroup--337441828'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:56.525949 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 75d995a8-0906-456e-9e1a-93d941f01c9e no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:30:56.563672 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-d1b76661-6953-4a85-a195-d992ef404921 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Deleting port 181142e1-88a3-4556-bf23-ac3e35e7e6ae {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:56.564271 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d1b76661-6953-4a85-a195-d992ef404921 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (181142e1-88a3-4556-bf23-ac3e35e7e6ae), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:56.572127 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-536df4e1-6cfe-48f8-a2d5-8df1dd449fea tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4f673e60-46ab-4034-b558-eaf8dda34e81), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:56.576494 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 75d995a8-0906-456e-9e1a-93d941f01c9e {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:30:56.578069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 75d995a8-0906-456e-9e1a-93d941f01c9e not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:30:56.665862 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-f9c57fed-4c61-4944-b5f7-129af8907816 None None] Allocated IP 2001:db8::2 (60bc62cf-1ebe-462d-93c7-f1108638c505/a03ea6a2-30f2-49ea-a1de-b5af97230521/2235c1b0-e9df-43d0-906b-3e5324effc15) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:56.668108 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9dd166ba-047f-4fdb-8e72-e141bd567fa5 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:56.755732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536df4e1-6cfe-48f8-a2d5-8df1dd449fea tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:56.770673 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-536df4e1-6cfe-48f8-a2d5-8df1dd449fea tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:56.781110 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536df4e1-6cfe-48f8-a2d5-8df1dd449fea tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:56.824979 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536df4e1-6cfe-48f8-a2d5-8df1dd449fea tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Pushing event updated for resources: {'Port': ['ID=4f673e60-46ab-4034-b558-eaf8dda34e81,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:56.866081 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cc009b-ebbc-411e-96d8-9908ed137711 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:30:56.888017 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f9c57fed-4c61-4944-b5f7-129af8907816 None None] Publish callbacks [] for port (2235c1b0-e9df-43d0-906b-3e5324effc15), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:56.888943 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-30be4e5f-f873-49ff-8a23-8c4cd66b5935 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting port 9de36bc6-5e53-4cab-9bb5-c459258ceb00 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:56.889957 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30be4e5f-f873-49ff-8a23-8c4cd66b5935 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (9de36bc6-5e53-4cab-9bb5-c459258ceb00), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:56.897959 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f9c57fed-4c61-4944-b5f7-129af8907816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (2235c1b0-e9df-43d0-906b-3e5324effc15), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:56.962780 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c57fed-4c61-4944-b5f7-129af8907816 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:30:56.967090 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-f9c57fed-4c61-4944-b5f7-129af8907816 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:30:56.975060 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c57fed-4c61-4944-b5f7-129af8907816 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:30:56.986314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c57fed-4c61-4944-b5f7-129af8907816 None None] Pushing event updated for resources: {'Port': ['ID=2235c1b0-e9df-43d0-906b-3e5324effc15,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:57.012237 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d1b76661-6953-4a85-a195-d992ef404921 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (181142e1-88a3-4556-bf23-ac3e35e7e6ae), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:57.048683 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30be4e5f-f873-49ff-8a23-8c4cd66b5935 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (9de36bc6-5e53-4cab-9bb5-c459258ceb00), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:57.062558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f9c57fed-4c61-4944-b5f7-129af8907816 None None] Attempting to bind port 2235c1b0-e9df-43d0-906b-3e5324effc15 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:30:57.063153 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f9c57fed-4c61-4944-b5f7-129af8907816 None None] Attempting to bind port 2235c1b0-e9df-43d0-906b-3e5324effc15 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:30:57.063603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c57fed-4c61-4944-b5f7-129af8907816 None None] Attempting to bind port 2235c1b0-e9df-43d0-906b-3e5324effc15 on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:30:57.069591 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-30be4e5f-f873-49ff-8a23-8c4cd66b5935 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Calling delete_port for 9de36bc6-5e53-4cab-9bb5-c459258ceb00 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:57.070679 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c57fed-4c61-4944-b5f7-129af8907816 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:30:57.071543 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c57fed-4c61-4944-b5f7-129af8907816 None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:30:57.072243 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f9c57fed-4c61-4944-b5f7-129af8907816 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:57.072730 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c57fed-4c61-4944-b5f7-129af8907816 None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:30:57.073392 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f9c57fed-4c61-4944-b5f7-129af8907816 None None] Bound port: 2235c1b0-e9df-43d0-906b-3e5324effc15, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:30:57.073948 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f9c57fed-4c61-4944-b5f7-129af8907816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2235c1b0-e9df-43d0-906b-3e5324effc15), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:57.142042 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-d1b76661-6953-4a85-a195-d992ef404921 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Calling delete_port for 181142e1-88a3-4556-bf23-ac3e35e7e6ae owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:57.189190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f9c57fed-4c61-4944-b5f7-129af8907816 None None] For port 2235c1b0-e9df-43d0-906b-3e5324effc15, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:30:57.211610 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f9c57fed-4c61-4944-b5f7-129af8907816 None None] For port 2235c1b0-e9df-43d0-906b-3e5324effc15, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2235c1b0-e9df-43d0-906b-3e5324effc15,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:30:57.220480 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f9c57fed-4c61-4944-b5f7-129af8907816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2235c1b0-e9df-43d0-906b-3e5324effc15), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:57.316497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c57fed-4c61-4944-b5f7-129af8907816 None None] Pushing event updated for resources: {'Port': ['ID=2235c1b0-e9df-43d0-906b-3e5324effc15,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:57.375659 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30be4e5f-f873-49ff-8a23-8c4cd66b5935 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (9de36bc6-5e53-4cab-9bb5-c459258ceb00), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:57.433707 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be4e5f-f873-49ff-8a23-8c4cd66b5935 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Port': ['ID=9de36bc6-5e53-4cab-9bb5-c459258ceb00,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:57.460619 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fee580-175c-43b8-8f42-89474c238205 req-75bc5e66-9515-419b-a5e4-6f04f5df8fe8 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:57.462090 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-78fee580-175c-43b8-8f42-89474c238205 req-75bc5e66-9515-419b-a5e4-6f04f5df8fe8 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/ports?device_id=e22ce030-9557-4fcf-9464-8c3edd090e40 HTTP/1.1" status: 200 len: 945 time: 0.6975901 Feb 28 20:30:57.547869 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9dd166ba-047f-4fdb-8e72-e141bd567fa5 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (0ba9116b-aae3-4a14-b406-e169713a4bda), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:57.627581 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30be4e5f-f873-49ff-8a23-8c4cd66b5935 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (4547974d-1fa7-4980-bcfc-528dcfa4e949), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:57.646039 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9dd166ba-047f-4fdb-8e72-e141bd567fa5 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0ba9116b-aae3-4a14-b406-e169713a4bda), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:57.676276 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3cc009b-ebbc-411e-96d8-9908ed137711 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:57.817132 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-d3cc009b-ebbc-411e-96d8-9908ed137711 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] device_id is not set on port 6cc84f43-9ffc-4be2-b24a-337431de6c2f yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:30:57.830311 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9dd166ba-047f-4fdb-8e72-e141bd567fa5 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:57.841756 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9dd166ba-047f-4fdb-8e72-e141bd567fa5 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3282750 Feb 28 20:30:57.847806 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38516) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:57.900315 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-85bf7f79-a791-41da-b7fb-ea82843bed76 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group_rule': {'security_group_id': '0ba9116b-aae3-4a14-b406-e169713a4bda', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:57.914332 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30be4e5f-f873-49ff-8a23-8c4cd66b5935 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router 4547974d-1fa7-4980-bcfc-528dcfa4e949 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:30:57.921653 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd166ba-047f-4fdb-8e72-e141bd567fa5 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba9116b-aae3-4a14-b406-e169713a4bda,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:58.010483 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-78fee580-175c-43b8-8f42-89474c238205 req-801e26d1-2919-45ab-869f-6bd14febbd37 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad700288-f49a-446c-896d-0fc260d8b48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5010722 Feb 28 20:30:58.055606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30be4e5f-f873-49ff-8a23-8c4cd66b5935 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:30:58.061039 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-30be4e5f-f873-49ff-8a23-8c4cd66b5935 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/4547974d-1fa7-4980-bcfc-528dcfa4e949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8121159 Feb 28 20:30:58.063988 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38518) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:58.072516 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5b4f25-6df2-4b74-819e-80ffce015259 None None] Sync routers for ids ['4547974d-1fa7-4980-bcfc-528dcfa4e949'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:30:58.083823 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750eeed8-ac23-4c3a-a9c6-a70186ef2576 req-bc7d0712-6136-4fd3-9956-a2d51e05ad8a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:58.092124 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-750eeed8-ac23-4c3a-a9c6-a70186ef2576 req-bc7d0712-6136-4fd3-9956-a2d51e05ad8a tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 945 time: 0.5778310 Feb 28 20:30:58.096451 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5b4f25-6df2-4b74-819e-80ffce015259 None None] Routers {'4547974d-1fa7-4980-bcfc-528dcfa4e949'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:58.097191 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9a5b4f25-6df2-4b74-819e-80ffce015259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4547974d-1fa7-4980-bcfc-528dcfa4e949'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:58.152652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9a5b4f25-6df2-4b74-819e-80ffce015259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:58.161598 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc4940-b448-419e-99bc-685241fb0f0a req-03e63a97-bd63-466e-851a-a8dee98bcc43 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:58.163669 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d4bc4940-b448-419e-99bc-685241fb0f0a req-03e63a97-bd63-466e-851a-a8dee98bcc43 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.10 "GET /v2.0/ports?device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 945 time: 0.5993075 Feb 28 20:30:58.164740 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5b4f25-6df2-4b74-819e-80ffce015259 None None] Routers {'4547974d-1fa7-4980-bcfc-528dcfa4e949'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:30:58.165415 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9a5b4f25-6df2-4b74-819e-80ffce015259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4547974d-1fa7-4980-bcfc-528dcfa4e949'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:58.209879 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9a5b4f25-6df2-4b74-819e-80ffce015259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:30:58.210543 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5b4f25-6df2-4b74-819e-80ffce015259 None None] The sync data for ids ['4547974d-1fa7-4980-bcfc-528dcfa4e949'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:30:58.247569 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-85bf7f79-a791-41da-b7fb-ea82843bed76 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (4a1a552b-53e5-4a91-b387-f98ce1f3a8ef), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:58.318785 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d1b76661-6953-4a85-a195-d992ef404921 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (181142e1-88a3-4556-bf23-ac3e35e7e6ae), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:58.325336 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-945af1d3-57ea-4b14-acda-c42829a0b532 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] remove_router_interface failed (client error): The resource could not be found. Feb 28 20:30:58.329187 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-945af1d3-57ea-4b14-acda-c42829a0b532 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/4547974d-1fa7-4980-bcfc-528dcfa4e949/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2611654 Feb 28 20:30:58.329497 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38522) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:58.363952 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8fd56763-8c73-46f4-9c5a-6a18662a3443 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4547974d-1fa7-4980-bcfc-528dcfa4e949 HTTP/1.1" status: 200 len: 205 time: 0.0318990 Feb 28 20:30:58.365375 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38524) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:58.403251 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-536df4e1-6cfe-48f8-a2d5-8df1dd449fea tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_gateway (3246041f-39d9-4d3f-8845-b6feba93372a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:58.411817 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-750eeed8-ac23-4c3a-a9c6-a70186ef2576 req-54df78bc-676b-4c0c-8714-b89f3b4d32bd tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174760 Feb 28 20:30:58.479067 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4e6f33a-a396-400f-8d47-19a49154ad01 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (4547974d-1fa7-4980-bcfc-528dcfa4e949), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:58.909247 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b76661-6953-4a85-a195-d992ef404921 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event deleted for resources: {'Port': ['ID=181142e1-88a3-4556-bf23-ac3e35e7e6ae,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:58.954810 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-85bf7f79-a791-41da-b7fb-ea82843bed76 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (4a1a552b-53e5-4a91-b387-f98ce1f3a8ef), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:58.994085 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-85bf7f79-a791-41da-b7fb-ea82843bed76 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (4a1a552b-53e5-4a91-b387-f98ce1f3a8ef), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:59.068595 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf7f79-a791-41da-b7fb-ea82843bed76 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1a552b-53e5-4a91-b387-f98ce1f3a8ef,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:59.078451 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-fc72776a-e3b7-4bd9-9c41-d040522aa936 None None] Provisioning complete for port 2235c1b0-e9df-43d0-906b-3e5324effc15 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:59.083704 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fc72776a-e3b7-4bd9-9c41-d040522aa936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2235c1b0-e9df-43d0-906b-3e5324effc15), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:59.091123 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-d3cc009b-ebbc-411e-96d8-9908ed137711 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8::4501:8ec6:77df:267e (60bc62cf-1ebe-462d-93c7-f1108638c505/a03ea6a2-30f2-49ea-a1de-b5af97230521/6cc84f43-9ffc-4be2-b24a-337431de6c2f) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:30:59.198594 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-85bf7f79-a791-41da-b7fb-ea82843bed76 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:59.202623 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-85bf7f79-a791-41da-b7fb-ea82843bed76 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3480191 Feb 28 20:30:59.207286 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38528) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:59.216569 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d1b76661-6953-4a85-a195-d992ef404921 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:59.220210 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d1b76661-6953-4a85-a195-d992ef404921 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "DELETE /v2.0/ports/181142e1-88a3-4556-bf23-ac3e35e7e6ae HTTP/1.1" status: 204 len: 168 time: 3.1001093 Feb 28 20:30:59.227406 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-b3589f47-fd20-4b02-9d0f-7353cf503e83 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group_rule': {'security_group_id': '0ba9116b-aae3-4a14-b406-e169713a4bda', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:59.227577 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38530) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:59.233522 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2235c1b0-e9df-43d0-906b-3e5324effc15 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:30:59.265676 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4e6f33a-a396-400f-8d47-19a49154ad01 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (4547974d-1fa7-4980-bcfc-528dcfa4e949), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:59.269450 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-d4bc4940-b448-419e-99bc-685241fb0f0a req-476eb963-dea3-48b1-b301-7d33e85d9b65 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Deleting port d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:30:59.270443 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d4bc4940-b448-419e-99bc-685241fb0f0a req-476eb963-dea3-48b1-b301-7d33e85d9b65 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:59.270805 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4e6f33a-a396-400f-8d47-19a49154ad01 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router_controller (4547974d-1fa7-4980-bcfc-528dcfa4e949), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:59.299841 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b3589f47-fd20-4b02-9d0f-7353cf503e83 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (f8913550-fdf6-4b26-ac47-074524680c4d), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:59.345387 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a412f0ea-a5ba-4bd7-96ef-0f88652c69eb tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:59.352150 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a412f0ea-a5ba-4bd7-96ef-0f88652c69eb tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a760dd-6949-4e5d-ad93-0ab12cfecdf6 HTTP/1.1" status: 200 len: 913 time: 0.1235864 Feb 28 20:30:59.353599 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38534) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:59.417397 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2235c1b0-e9df-43d0-906b-3e5324effc15 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:30:59.418683 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2235c1b0-e9df-43d0-906b-3e5324effc15), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:59.421555 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-fc72776a-e3b7-4bd9-9c41-d040522aa936 None None] Current status of the port 2235c1b0-e9df-43d0-906b-3e5324effc15 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:59.422296 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fc72776a-e3b7-4bd9-9c41-d040522aa936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2235c1b0-e9df-43d0-906b-3e5324effc15), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:59.474972 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367af28-ecbb-47e1-a7ae-d7bce34e0fc8 req-ba120e20-5b1c-4fd7-ad95-c147dc36af47 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:59.477141 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d367af28-ecbb-47e1-a7ae-d7bce34e0fc8 req-ba120e20-5b1c-4fd7-ad95-c147dc36af47 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/ports?device_id=e22ce030-9557-4fcf-9464-8c3edd090e40 HTTP/1.1" status: 200 len: 945 time: 0.3436780 Feb 28 20:30:59.506963 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-fc72776a-e3b7-4bd9-9c41-d040522aa936 None None] For port 2235c1b0-e9df-43d0-906b-3e5324effc15, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2235c1b0-e9df-43d0-906b-3e5324effc15,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:59.539299 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4e6f33a-a396-400f-8d47-19a49154ad01 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (4547974d-1fa7-4980-bcfc-528dcfa4e949), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:59.539924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e6f33a-a396-400f-8d47-19a49154ad01 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Fanout notify agent at l3_agent the message router_deleted on router 4547974d-1fa7-4980-bcfc-528dcfa4e949 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:30:59.544663 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fc72776a-e3b7-4bd9-9c41-d040522aa936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2235c1b0-e9df-43d0-906b-3e5324effc15), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:59.555745 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4e6f33a-a396-400f-8d47-19a49154ad01 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:59.557650 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c4e6f33a-a396-400f-8d47-19a49154ad01 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/routers/4547974d-1fa7-4980-bcfc-528dcfa4e949 HTTP/1.1" status: 204 len: 168 time: 1.1912677 Feb 28 20:30:59.563491 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38538) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:59.669254 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72776a-e3b7-4bd9-9c41-d040522aa936 None None] Pushing event updated for resources: {'Port': ['ID=2235c1b0-e9df-43d0-906b-3e5324effc15,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:59.679288 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d734e686-7778-4a79-906c-6127542c442c tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting subnet 3a9d2522-36b1-4115-a804-127636387172 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:30:59.689144 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d734e686-7778-4a79-906c-6127542c442c tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (3a9d2522-36b1-4115-a804-127636387172), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:59.721027 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d367af28-ecbb-47e1-a7ae-d7bce34e0fc8 req-0cde07e6-4ad0-4858-aeab-6f896bfcdd16 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad700288-f49a-446c-896d-0fc260d8b48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157454 Feb 28 20:30:59.749555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-d4bc4940-b448-419e-99bc-685241fb0f0a req-476eb963-dea3-48b1-b301-7d33e85d9b65 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] For port d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0,segment=NetworkSegment(a4d20924-8603-441f-af97-8d0c669560c2),segment_id=a4d20924-8603-441f-af97-8d0c669560c2)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:30:59.749936 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d4bc4940-b448-419e-99bc-685241fb0f0a req-476eb963-dea3-48b1-b301-7d33e85d9b65 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:59.763236 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b3589f47-fd20-4b02-9d0f-7353cf503e83 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (f8913550-fdf6-4b26-ac47-074524680c4d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:59.771494 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2235c1b0-e9df-43d0-906b-3e5324effc15 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:30:59.779890 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b3589f47-fd20-4b02-9d0f-7353cf503e83 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (f8913550-fdf6-4b26-ac47-074524680c4d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:59.791198 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-536df4e1-6cfe-48f8-a2d5-8df1dd449fea tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (3246041f-39d9-4d3f-8845-b6feba93372a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:59.795327 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-d4bc4940-b448-419e-99bc-685241fb0f0a req-476eb963-dea3-48b1-b301-7d33e85d9b65 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Calling delete_port for d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:30:59.860848 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d734e686-7778-4a79-906c-6127542c442c tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (3a9d2522-36b1-4115-a804-127636387172), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:59.891010 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3589f47-fd20-4b02-9d0f-7353cf503e83 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8913550-fdf6-4b26-ac47-074524680c4d,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:30:59.895796 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3cc009b-ebbc-411e-96d8-9908ed137711 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (6cc84f43-9ffc-4be2-b24a-337431de6c2f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:59.909251 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b3589f47-fd20-4b02-9d0f-7353cf503e83 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:30:59.913575 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b3589f47-fd20-4b02-9d0f-7353cf503e83 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6987545 Feb 28 20:30:59.914705 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38542) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:30:59.921756 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc423095-e2af-4d17-919e-ade1b8e42e04 req-bd82db87-9c5f-4925-992d-6b3dd0ae3e25 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:30:59.922559 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-b6b45ea0-35f1-41ee-9c71-e2c8b08b15e5 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group_rule': {'security_group_id': '0ba9116b-aae3-4a14-b406-e169713a4bda', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:30:59.923325 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc423095-e2af-4d17-919e-ade1b8e42e04 req-bd82db87-9c5f-4925-992d-6b3dd0ae3e25 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 945 time: 0.3921990 Feb 28 20:31:00.092254 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b6b45ea0-35f1-41ee-9c71-e2c8b08b15e5 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (7227ea12-3054-429c-bc78-bae40e6615f7), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:00.107923 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d734e686-7778-4a79-906c-6127542c442c tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (3a9d2522-36b1-4115-a804-127636387172), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:00.109260 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc423095-e2af-4d17-919e-ade1b8e42e04 req-7bff699a-f264-4b22-858f-2721aa5d36be tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/security-groups?id=c99e49e7-f6d3-495f-b0ab-edbd758c8a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502397 Feb 28 20:31:00.122710 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3cc009b-ebbc-411e-96d8-9908ed137711 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (6cc84f43-9ffc-4be2-b24a-337431de6c2f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:00.240097 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cc009b-ebbc-411e-96d8-9908ed137711 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:00.247645 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc009b-ebbc-411e-96d8-9908ed137711 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=6cc84f43-9ffc-4be2-b24a-337431de6c2f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:00.255345 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-d3cc009b-ebbc-411e-96d8-9908ed137711 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:00.261574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc009b-ebbc-411e-96d8-9908ed137711 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:00.267691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cc009b-ebbc-411e-96d8-9908ed137711 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:00.268243 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3cc009b-ebbc-411e-96d8-9908ed137711 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:00.276636 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d4bc4940-b448-419e-99bc-685241fb0f0a req-476eb963-dea3-48b1-b301-7d33e85d9b65 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:00.326444 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476eb963-dea3-48b1-b301-7d33e85d9b65 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Pushing event deleted for resources: {'Port': ['ID=d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:00.332823 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d3cc009b-ebbc-411e-96d8-9908ed137711 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0001385 Feb 28 20:31:00.337645 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38552) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:00.347777 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d734e686-7778-4a79-906c-6127542c442c tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (3a9d2522-36b1-4115-a804-127636387172), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:00.379392 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536df4e1-6cfe-48f8-a2d5-8df1dd449fea tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Router 3246041f-39d9-4d3f-8845-b6feba93372a is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:31:00.421824 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4bc4940-b448-419e-99bc-685241fb0f0a req-476eb963-dea3-48b1-b301-7d33e85d9b65 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] No DVR routers for this DVR port d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:31:00.426741 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d4bc4940-b448-419e-99bc-685241fb0f0a req-476eb963-dea3-48b1-b301-7d33e85d9b65 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:00.430962 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734e686-7778-4a79-906c-6127542c442c tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Subnet': ['ID=3a9d2522-36b1-4115-a804-127636387172,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:00.440378 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d4bc4940-b448-419e-99bc-685241fb0f0a req-476eb963-dea3-48b1-b301-7d33e85d9b65 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.10 "DELETE /v2.0/ports/d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 HTTP/1.1" status: 204 len: 173 time: 2.2509215 Feb 28 20:31:00.442423 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b6b45ea0-35f1-41ee-9c71-e2c8b08b15e5 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (7227ea12-3054-429c-bc78-bae40e6615f7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:00.444474 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863ee36c-51e4-4f91-868f-a7c40b4a0285', 'name': 'network-vif-deleted', 'tag': 'd3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:31:00.447219 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10053b14-6542-41b8-8586-7f8fa391cbea" -d '{"events": [{"server_uuid": "863ee36c-51e4-4f91-868f-a7c40b4a0285", "name": "network-vif-deleted", "tag": "d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:31:00.463190 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d734e686-7778-4a79-906c-6127542c442c tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:00.467908 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d734e686-7778-4a79-906c-6127542c442c tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/subnets/3a9d2522-36b1-4115-a804-127636387172 HTTP/1.1" status: 204 len: 168 time: 0.9030001 Feb 28 20:31:00.471222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38560) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:00.492429 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ab5a24-fef4-406e-a638-1bfe920e7418 None None] Network 3223d5f7-d0c4-464f-ad17-8eaa611cd65d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:00.492923 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b6b45ea0-35f1-41ee-9c71-e2c8b08b15e5 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (7227ea12-3054-429c-bc78-bae40e6615f7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:00.523344 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b45ea0-35f1-41ee-9c71-e2c8b08b15e5 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7227ea12-3054-429c-bc78-bae40e6615f7,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:00.541716 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b6b45ea0-35f1-41ee-9c71-e2c8b08b15e5 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:00.546269 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b6b45ea0-35f1-41ee-9c71-e2c8b08b15e5 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6280158 Feb 28 20:31:00.547039 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38564) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:00.554891 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-60e089eb-d4f5-4f55-97cc-c2b3a024c467 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group_rule': {'security_group_id': '0ba9116b-aae3-4a14-b406-e169713a4bda', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:00.607687 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-60e089eb-d4f5-4f55-97cc-c2b3a024c467 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (c0b2086b-af6f-4ec1-a6d0-91b8cfdc98d5), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:00.661885 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a6f91b96-f5bf-4176-aaa4-df015ed344ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (96a760dd-6949-4e5d-ad93-0ab12cfecdf6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:00.664689 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef57d51-98a3-413b-9b6b-8d28e82af8e5 x-openstack-request-id: req-6ef57d51-98a3-413b-9b6b-8d28e82af8e5 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:31:00.665026 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863ee36c-51e4-4f91-868f-a7c40b4a0285", "name": "network-vif-deleted", "tag": "d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:31:00.665243 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ef57d51-98a3-413b-9b6b-8d28e82af8e5 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:31:00.665655 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863ee36c-51e4-4f91-868f-a7c40b4a0285', 'name': 'network-vif-deleted', 'tag': 'd3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0', 'status': 'completed', 'code': 200} Feb 28 20:31:00.821868 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b4ca1e-b6c8-4847-bbac-dae64c037524 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:00.838132 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b4ca1e-b6c8-4847-bbac-dae64c037524 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:00.840214 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-85b4ca1e-b6c8-4847-bbac-dae64c037524 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.5015407 Feb 28 20:31:00.846064 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38570) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:00.856866 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-60e089eb-d4f5-4f55-97cc-c2b3a024c467 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (c0b2086b-af6f-4ec1-a6d0-91b8cfdc98d5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:00.884439 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f6bbf4-fb3c-4cda-9973-9f1648cc7e88 None None] DHCP port deletion for 3223d5f7-d0c4-464f-ad17-8eaa611cd65d request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:31:00.899793 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-60e089eb-d4f5-4f55-97cc-c2b3a024c467 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (c0b2086b-af6f-4ec1-a6d0-91b8cfdc98d5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:00.944881 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-80dc2bc1-3a50-4838-873f-d3e9e6442d97 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (3223d5f7-d0c4-464f-ad17-8eaa611cd65d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:00.963987 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e089eb-d4f5-4f55-97cc-c2b3a024c467 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b2086b-af6f-4ec1-a6d0-91b8cfdc98d5,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:00.986361 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-28d96ae8-f675-47e0-a05f-1259cf4172fc None None] Provisioning complete for port 6cc84f43-9ffc-4be2-b24a-337431de6c2f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:00.986778 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-28d96ae8-f675-47e0-a05f-1259cf4172fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6cc84f43-9ffc-4be2-b24a-337431de6c2f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:01.022277 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-67f6bbf4-fb3c-4cda-9973-9f1648cc7e88 None None] Deleting port af5debdf-ea40-432e-b673-b144bd95d752 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:01.022890 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-67f6bbf4-fb3c-4cda-9973-9f1648cc7e88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (af5debdf-ea40-432e-b673-b144bd95d752), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:01.069462 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536df4e1-6cfe-48f8-a2d5-8df1dd449fea tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:31:01.084592 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6d2290-c9fb-40cf-920e-f3c6639c4f7e None None] Sync routers for ids ['3246041f-39d9-4d3f-8845-b6feba93372a'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:31:01.099307 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6d2290-c9fb-40cf-920e-f3c6639c4f7e None None] Routers {'3246041f-39d9-4d3f-8845-b6feba93372a'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:01.100280 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-cc6d2290-c9fb-40cf-920e-f3c6639c4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['3246041f-39d9-4d3f-8845-b6feba93372a'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:01.106056 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-67f6bbf4-fb3c-4cda-9973-9f1648cc7e88 None None] For port af5debdf-ea40-432e-b673-b144bd95d752, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=af5debdf-ea40-432e-b673-b144bd95d752,segment=NetworkSegment(454a0948-b3d9-4f0a-896e-0a628144b3c3),segment_id=454a0948-b3d9-4f0a-896e-0a628144b3c3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:01.107105 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-67f6bbf4-fb3c-4cda-9973-9f1648cc7e88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (af5debdf-ea40-432e-b673-b144bd95d752), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:01.118730 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-536df4e1-6cfe-48f8-a2d5-8df1dd449fea tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:01.123181 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-536df4e1-6cfe-48f8-a2d5-8df1dd449fea tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.7500699 Feb 28 20:31:01.131912 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38574) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:01.136272 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-67f6bbf4-fb3c-4cda-9973-9f1648cc7e88 None None] Calling delete_port for af5debdf-ea40-432e-b673-b144bd95d752 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:01.153168 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-60e089eb-d4f5-4f55-97cc-c2b3a024c467 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:01.159593 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38578) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:01.165501 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-f7699cd4-c20c-45cb-b9e6-a4763ae2a879 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group_rule': {'security_group_id': '0ba9116b-aae3-4a14-b406-e169713a4bda', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:01.166256 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-60e089eb-d4f5-4f55-97cc-c2b3a024c467 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6163280 Feb 28 20:31:01.171891 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-cc6d2290-c9fb-40cf-920e-f3c6639c4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:01.199623 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6d2290-c9fb-40cf-920e-f3c6639c4f7e None None] Routers {'3246041f-39d9-4d3f-8845-b6feba93372a'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:01.201629 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-cc6d2290-c9fb-40cf-920e-f3c6639c4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['3246041f-39d9-4d3f-8845-b6feba93372a'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:01.205920 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-80dc2bc1-3a50-4838-873f-d3e9e6442d97 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting port af5debdf-ea40-432e-b673-b144bd95d752 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:01.206268 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-80dc2bc1-3a50-4838-873f-d3e9e6442d97 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (af5debdf-ea40-432e-b673-b144bd95d752), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:01.332801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:31:01.335095 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2235c1b0-e9df-43d0-906b-3e5324effc15 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:31:01.346558 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-67f6bbf4-fb3c-4cda-9973-9f1648cc7e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (af5debdf-ea40-432e-b673-b144bd95d752), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:01.423591 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-438f4175-de01-44ad-8916-9bb967420d34 req-37f53138-07c1-478c-981f-730fa1fa5d89 tempest-ServersTestJSON-1983637333 tempest-ServersTestJSON-1983637333-project] 10.222.0.13 "GET /v2.0/ports?device_id=863ee36c-51e4-4f91-868f-a7c40b4a0285 HTTP/1.1" status: 200 len: 210 time: 0.0649388 Feb 28 20:31:01.428030 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-cc6d2290-c9fb-40cf-920e-f3c6639c4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:01.428208 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:31:01.428473 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d3ecd4c4-bbbe-45f5-a4f9-87a82f11f2d0 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:31:01.428702 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6d2290-c9fb-40cf-920e-f3c6639c4f7e None None] The sync data for ids ['3246041f-39d9-4d3f-8845-b6feba93372a'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:31:01.437217 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f7699cd4-c20c-45cb-b9e6-a4763ae2a879 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (f4c3eb98-b61f-4eab-bd3c-aa3ff2d00cc6), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:01.451797 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6bbf4-fb3c-4cda-9973-9f1648cc7e88 None None] Pushing event deleted for resources: {'Port': ['ID=af5debdf-ea40-432e-b673-b144bd95d752,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:01.458843 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-28d96ae8-f675-47e0-a05f-1259cf4172fc None None] Port 6cc84f43-9ffc-4be2-b24a-337431de6c2f cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:31:01.460475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f6bbf4-fb3c-4cda-9973-9f1648cc7e88 None None] No DVR routers for this DVR port af5debdf-ea40-432e-b673-b144bd95d752 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:31:01.494716 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2235c1b0-e9df-43d0-906b-3e5324effc15 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:01.495330 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2235c1b0-e9df-43d0-906b-3e5324effc15), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:01.548866 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-80dc2bc1-3a50-4838-873f-d3e9e6442d97 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] For port af5debdf-ea40-432e-b673-b144bd95d752, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=af5debdf-ea40-432e-b673-b144bd95d752,segment=NetworkSegment(454a0948-b3d9-4f0a-896e-0a628144b3c3),segment_id=454a0948-b3d9-4f0a-896e-0a628144b3c3)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:01.549845 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-80dc2bc1-3a50-4838-873f-d3e9e6442d97 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (af5debdf-ea40-432e-b673-b144bd95d752), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:01.560279 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-8377831d-88b0-410a-bc03-8686a4abc049 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting port 6cc84f43-9ffc-4be2-b24a-337431de6c2f {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:01.560784 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8377831d-88b0-410a-bc03-8686a4abc049 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6cc84f43-9ffc-4be2-b24a-337431de6c2f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:01.573744 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-80dc2bc1-3a50-4838-873f-d3e9e6442d97 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Calling delete_port for af5debdf-ea40-432e-b673-b144bd95d752 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:01.595995 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ec5668a0-0255-4deb-baf0-c645200577b7 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "GET /v2.0/routers/3246041f-39d9-4d3f-8845-b6feba93372a HTTP/1.1" status: 200 len: 923 time: 0.4561958 Feb 28 20:31:01.604557 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38586) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:01.666989 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2235c1b0-e9df-43d0-906b-3e5324effc15 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:01.680834 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-01975f55-e790-424d-ac9d-2331c8c40c70 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "GET /v2.0/ports?device_id=3246041f-39d9-4d3f-8845-b6feba93372a HTTP/1.1" status: 200 len: 205 time: 0.0701337 Feb 28 20:31:01.684850 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38592) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:01.715965 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f7699cd4-c20c-45cb-b9e6-a4763ae2a879 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (f4c3eb98-b61f-4eab-bd3c-aa3ff2d00cc6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:01.717646 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-80dc2bc1-3a50-4838-873f-d3e9e6442d97 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (af5debdf-ea40-432e-b673-b144bd95d752), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:01.725027 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f7699cd4-c20c-45cb-b9e6-a4763ae2a879 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (f4c3eb98-b61f-4eab-bd3c-aa3ff2d00cc6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:01.762321 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device af5debdf-ea40-432e-b673-b144bd95d752 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:31:01.771721 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc2bc1-3a50-4838-873f-d3e9e6442d97 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Port': ['ID=af5debdf-ea40-432e-b673-b144bd95d752,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:01.778627 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dc2bc1-3a50-4838-873f-d3e9e6442d97 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] No DVR routers for this DVR port af5debdf-ea40-432e-b673-b144bd95d752 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:31:01.784052 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8377831d-88b0-410a-bc03-8686a4abc049 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6cc84f43-9ffc-4be2-b24a-337431de6c2f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:01.801513 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: af5debdf-ea40-432e-b673-b144bd95d752 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:31:01.802153 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device af5debdf-ea40-432e-b673-b144bd95d752 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:31:01.826149 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7699cd4-c20c-45cb-b9e6-a4763ae2a879 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c3eb98-b61f-4eab-bd3c-aa3ff2d00cc6,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:01.834481 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-8377831d-88b0-410a-bc03-8686a4abc049 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Calling delete_port for 6cc84f43-9ffc-4be2-b24a-337431de6c2f owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:01.858671 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f7699cd4-c20c-45cb-b9e6-a4763ae2a879 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:01.863611 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f7699cd4-c20c-45cb-b9e6-a4763ae2a879 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7020807 Feb 28 20:31:01.866870 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38596) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:01.914209 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-a6f91b96-f5bf-4176-aaa4-df015ed344ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Deleting port 8374b8f2-9731-4e38-ac68-24fd39328ea8 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:01.918777 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a6f91b96-f5bf-4176-aaa4-df015ed344ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (8374b8f2-9731-4e38-ac68-24fd39328ea8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:01.925115 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-80dc2bc1-3a50-4838-873f-d3e9e6442d97 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (3223d5f7-d0c4-464f-ad17-8eaa611cd65d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:01.934567 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0297d074-6db8-43ca-8f41-083f99543a9d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router (3246041f-39d9-4d3f-8845-b6feba93372a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:01.947331 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3de5b80f-a829-432e-a580-6d42d11d3350 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (f4c3eb98-b61f-4eab-bd3c-aa3ff2d00cc6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:01.963045 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-80dc2bc1-3a50-4838-873f-d3e9e6442d97 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3223d5f7-d0c4-464f-ad17-8eaa611cd65d']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:01.966240 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3de5b80f-a829-432e-a580-6d42d11d3350 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (f4c3eb98-b61f-4eab-bd3c-aa3ff2d00cc6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:01.982024 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-80dc2bc1-3a50-4838-873f-d3e9e6442d97 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454a0948-b3d9-4f0a-896e-0a628144b3c3') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:01.982605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-80dc2bc1-3a50-4838-873f-d3e9e6442d97 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454a0948-b3d9-4f0a-896e-0a628144b3c3') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:02.000377 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-80dc2bc1-3a50-4838-873f-d3e9e6442d97 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (454a0948-b3d9-4f0a-896e-0a628144b3c3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.018144 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-80dc2bc1-3a50-4838-873f-d3e9e6442d97 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (454a0948-b3d9-4f0a-896e-0a628144b3c3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.026058 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3de5b80f-a829-432e-a580-6d42d11d3350 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (f4c3eb98-b61f-4eab-bd3c-aa3ff2d00cc6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.028622 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80dc2bc1-3a50-4838-873f-d3e9e6442d97 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:31:02.029252 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-80dc2bc1-3a50-4838-873f-d3e9e6442d97 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (454a0948-b3d9-4f0a-896e-0a628144b3c3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:31:02.109552 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:31:02.112824 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3de5b80f-a829-432e-a580-6d42d11d3350 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.117115 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3de5b80f-a829-432e-a580-6d42d11d3350 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f4c3eb98-b61f-4eab-bd3c-aa3ff2d00cc6 HTTP/1.1" status: 204 len: 168 time: 0.2496619 Feb 28 20:31:02.119212 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5b80f-a829-432e-a580-6d42d11d3350 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4c3eb98-b61f-4eab-bd3c-aa3ff2d00cc6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:02.123537 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38602) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:02.142373 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a6f91b96-f5bf-4176-aaa4-df015ed344ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (8374b8f2-9731-4e38-ac68-24fd39328ea8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.147821 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-80dc2bc1-3a50-4838-873f-d3e9e6442d97 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (3223d5f7-d0c4-464f-ad17-8eaa611cd65d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.153528 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-80dc2bc1-3a50-4838-873f-d3e9e6442d97 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.159230 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-80dc2bc1-3a50-4838-873f-d3e9e6442d97 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/networks/3223d5f7-d0c4-464f-ad17-8eaa611cd65d HTTP/1.1" status: 204 len: 168 time: 1.6853883 Feb 28 20:31:02.167573 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38604) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:02.174178 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-43abd8c1-51cc-43fe-bfd9-727ec34a749f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1789422336'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:02.176042 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-a6f91b96-f5bf-4176-aaa4-df015ed344ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Calling delete_port for 8374b8f2-9731-4e38-ac68-24fd39328ea8 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:02.194629 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0297d074-6db8-43ca-8f41-083f99543a9d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_gateway (3246041f-39d9-4d3f-8845-b6feba93372a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.197681 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8377831d-88b0-410a-bc03-8686a4abc049 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (6cc84f43-9ffc-4be2-b24a-337431de6c2f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.203310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc2bc1-3a50-4838-873f-d3e9e6442d97 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Network': ['ID=3223d5f7-d0c4-464f-ad17-8eaa611cd65d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:02.256107 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9055d92c-a690-46f5-8e56-39ee4ecd4886 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1276309 Feb 28 20:31:02.256107 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38610) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:02.269286 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43abd8c1-51cc-43fe-bfd9-727ec34a749f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Made reservation on behalf of 8b8aa2c9faa640e4bf21843a9876834b for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:02.274080 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-43abd8c1-51cc-43fe-bfd9-727ec34a749f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.322749 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41f61ce4-d58f-4803-ad63-9841dd63b0b3 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (c0b2086b-af6f-4ec1-a6d0-91b8cfdc98d5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.336905 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41f61ce4-d58f-4803-ad63-9841dd63b0b3 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (c0b2086b-af6f-4ec1-a6d0-91b8cfdc98d5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.345968 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43abd8c1-51cc-43fe-bfd9-727ec34a749f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:31:02.369596 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-43abd8c1-51cc-43fe-bfd9-727ec34a749f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (068265f8-36d5-4327-a8e9-158864580927), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.369997 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-43abd8c1-51cc-43fe-bfd9-727ec34a749f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Added segment 068265f8-36d5-4327-a8e9-158864580927 of type vlan for network ee44a51e-8c38-403f-a1eb-c865316f75df Feb 28 20:31:02.408727 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41f61ce4-d58f-4803-ad63-9841dd63b0b3 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (c0b2086b-af6f-4ec1-a6d0-91b8cfdc98d5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.431061 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41f61ce4-d58f-4803-ad63-9841dd63b0b3 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.435193 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-41f61ce4-d58f-4803-ad63-9841dd63b0b3 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c0b2086b-af6f-4ec1-a6d0-91b8cfdc98d5 HTTP/1.1" status: 204 len: 168 time: 0.1763306 Feb 28 20:31:02.437015 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f61ce4-d58f-4803-ad63-9841dd63b0b3 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0b2086b-af6f-4ec1-a6d0-91b8cfdc98d5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:02.440452 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38614) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:02.443685 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-43abd8c1-51cc-43fe-bfd9-727ec34a749f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ee44a51e-8c38-403f-a1eb-c865316f75df), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.502448 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-046c2c86-20cb-4645-800e-c9cf4fb6e4e3 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0610104 Feb 28 20:31:02.503092 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38618) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:02.527462 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38622) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:02.585130 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-43abd8c1-51cc-43fe-bfd9-727ec34a749f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ee44a51e-8c38-403f-a1eb-c865316f75df), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.589988 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43abd8c1-51cc-43fe-bfd9-727ec34a749f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:02.590566 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-43abd8c1-51cc-43fe-bfd9-727ec34a749f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.612970 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8b3e23a3-27f1-471f-9aee-2941e43c8ee4 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (7227ea12-3054-429c-bc78-bae40e6615f7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.629348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377831d-88b0-410a-bc03-8686a4abc049 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Port': ['ID=6cc84f43-9ffc-4be2-b24a-337431de6c2f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:02.674646 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8b3e23a3-27f1-471f-9aee-2941e43c8ee4 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (7227ea12-3054-429c-bc78-bae40e6615f7), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.686652 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8377831d-88b0-410a-bc03-8686a4abc049 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.694446 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8377831d-88b0-410a-bc03-8686a4abc049 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/6cc84f43-9ffc-4be2-b24a-337431de6c2f HTTP/1.1" status: 204 len: 168 time: 1.8475549 Feb 28 20:31:02.696130 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38628) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:02.738812 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-43abd8c1-51cc-43fe-bfd9-727ec34a749f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5661259 Feb 28 20:31:02.742666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38630) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:02.745076 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22bac08-6790-408d-bc57-bb1f7e650dbe admin admin] Deleting subnet 061df787-4254-4266-93eb-5523552c7b33 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:31:02.750854 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c22bac08-6790-408d-bc57-bb1f7e650dbe admin admin] Publish callbacks [] for subnet (061df787-4254-4266-93eb-5523552c7b33), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.753028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abd8c1-51cc-43fe-bfd9-727ec34a749f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Network': ['ID=ee44a51e-8c38-403f-a1eb-c865316f75df,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:02.761204 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3b5554be-aaef-4ed0-926a-399c7d13a335 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'subnet': {'network_id': 'ee44a51e-8c38-403f-a1eb-c865316f75df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:02.765779 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ee44a51e-8c38-403f-a1eb-c865316f75df details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:31:02.796667 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8b3e23a3-27f1-471f-9aee-2941e43c8ee4 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (7227ea12-3054-429c-bc78-bae40e6615f7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.809264 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8b3e23a3-27f1-471f-9aee-2941e43c8ee4 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.810429 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8b3e23a3-27f1-471f-9aee-2941e43c8ee4 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7227ea12-3054-429c-bc78-bae40e6615f7 HTTP/1.1" status: 204 len: 168 time: 0.3041742 Feb 28 20:31:02.813399 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c22bac08-6790-408d-bc57-bb1f7e650dbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (061df787-4254-4266-93eb-5523552c7b33), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:02.845016 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38632) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:02.857695 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e23a3-27f1-471f-9aee-2941e43c8ee4 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7227ea12-3054-429c-bc78-bae40e6615f7,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:02.874298 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c61e52-d1b5-485c-98b7-1ec4e554683b req-f7405c9b-d314-412c-8eeb-291bc6a2826a tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:02.881752 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12c61e52-d1b5-485c-98b7-1ec4e554683b req-f7405c9b-d314-412c-8eeb-291bc6a2826a tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/ports?device_id=e22ce030-9557-4fcf-9464-8c3edd090e40 HTTP/1.1" status: 200 len: 945 time: 0.3020101 Feb 28 20:31:02.894600 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a7db26-90fb-4756-b36c-5d5df054f4a5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:02.895444 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a7db26-90fb-4756-b36c-5d5df054f4a5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:02.900207 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-64a7db26-90fb-4756-b36c-5d5df054f4a5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1985579 Feb 28 20:31:02.901100 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38634) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:02.964867 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c22bac08-6790-408d-bc57-bb1f7e650dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (061df787-4254-4266-93eb-5523552c7b33), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.002769 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-0297d074-6db8-43ca-8f41-083f99543a9d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Deleting port 4f673e60-46ab-4034-b558-eaf8dda34e81 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:03.003275 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0297d074-6db8-43ca-8f41-083f99543a9d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4f673e60-46ab-4034-b558-eaf8dda34e81), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.039549 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6d2e9ba4-94fd-4fde-a58c-01122e3eafba tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1932557 Feb 28 20:31:03.043419 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab972c9-7466-413f-8471-e103d0a63f25 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet a03ea6a2-30f2-49ea-a1de-b5af97230521 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:31:03.045412 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38636) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:03.058321 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12c61e52-d1b5-485c-98b7-1ec4e554683b req-35c52ddc-9be8-4fa1-a1ab-d4f4ce0bdb10 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad700288-f49a-446c-896d-0fc260d8b48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756129 Feb 28 20:31:03.063644 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cab972c9-7466-413f-8471-e103d0a63f25 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (a03ea6a2-30f2-49ea-a1de-b5af97230521), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.078424 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c22bac08-6790-408d-bc57-bb1f7e650dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (061df787-4254-4266-93eb-5523552c7b33), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.109047 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bac08-6790-408d-bc57-bb1f7e650dbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061df787-4254-4266-93eb-5523552c7b33,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:03.111322 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c22bac08-6790-408d-bc57-bb1f7e650dbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.114885 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c22bac08-6790-408d-bc57-bb1f7e650dbe admin admin] 10.222.0.13 "DELETE /v2.0/subnets/061df787-4254-4266-93eb-5523552c7b33 HTTP/1.1" status: 204 len: 168 time: 0.5850756 Feb 28 20:31:03.117349 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38638) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:03.171727 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5554be-aaef-4ed0-926a-399c7d13a335 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Made reservation on behalf of 8b8aa2c9faa640e4bf21843a9876834b for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:03.175421 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3b5554be-aaef-4ed0-926a-399c7d13a335 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.189971 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7709380-5167-4905-98e2-7b803536e70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (f93bb5b0-b654-484a-b540-d0f4106b4968), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.235530 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cab972c9-7466-413f-8471-e103d0a63f25 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (a03ea6a2-30f2-49ea-a1de-b5af97230521), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.275110 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7709380-5167-4905-98e2-7b803536e70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (f93bb5b0-b654-484a-b540-d0f4106b4968), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.295638 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e7709380-5167-4905-98e2-7b803536e70f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93bb5b0-b654-484a-b540-d0f4106b4968']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:03.302376 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b36fc76f-cbf7-4a71-8e73-c033e12afbde tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (f8913550-fdf6-4b26-ac47-074524680c4d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.305067 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e7709380-5167-4905-98e2-7b803536e70f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d20924-8603-441f-af97-8d0c669560c2') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:03.305373 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e7709380-5167-4905-98e2-7b803536e70f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d20924-8603-441f-af97-8d0c669560c2') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:03.316461 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7709380-5167-4905-98e2-7b803536e70f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (a4d20924-8603-441f-af97-8d0c669560c2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.329930 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7709380-5167-4905-98e2-7b803536e70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (a4d20924-8603-441f-af97-8d0c669560c2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.332501 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b36fc76f-cbf7-4a71-8e73-c033e12afbde tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (f8913550-fdf6-4b26-ac47-074524680c4d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.337379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7709380-5167-4905-98e2-7b803536e70f admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:31:03.337832 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7709380-5167-4905-98e2-7b803536e70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (a4d20924-8603-441f-af97-8d0c669560c2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:31:03.340352 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:31:03.363350 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a6f91b96-f5bf-4176-aaa4-df015ed344ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (8374b8f2-9731-4e38-ac68-24fd39328ea8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.383361 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0297d074-6db8-43ca-8f41-083f99543a9d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4f673e60-46ab-4034-b558-eaf8dda34e81), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.402108 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7709380-5167-4905-98e2-7b803536e70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (f93bb5b0-b654-484a-b540-d0f4106b4968), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.408959 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7709380-5167-4905-98e2-7b803536e70f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.414641 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e7709380-5167-4905-98e2-7b803536e70f admin admin] 10.222.0.13 "DELETE /v2.0/networks/f93bb5b0-b654-484a-b540-d0f4106b4968 HTTP/1.1" status: 204 len: 168 time: 0.2941017 Feb 28 20:31:03.428694 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7709380-5167-4905-98e2-7b803536e70f admin admin] Pushing event deleted for resources: {'Network': ['ID=f93bb5b0-b654-484a-b540-d0f4106b4968,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:03.440148 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f91b96-f5bf-4176-aaa4-df015ed344ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event deleted for resources: {'Port': ['ID=8374b8f2-9731-4e38-ac68-24fd39328ea8,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:03.445903 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-0297d074-6db8-43ca-8f41-083f99543a9d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Calling delete_port for 4f673e60-46ab-4034-b558-eaf8dda34e81 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:03.498508 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b36fc76f-cbf7-4a71-8e73-c033e12afbde tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (f8913550-fdf6-4b26-ac47-074524680c4d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.576155 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b36fc76f-cbf7-4a71-8e73-c033e12afbde tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.577290 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b36fc76f-cbf7-4a71-8e73-c033e12afbde tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f8913550-fdf6-4b26-ac47-074524680c4d HTTP/1.1" status: 204 len: 168 time: 0.5204082 Feb 28 20:31:03.580173 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38642) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:03.611995 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36fc76f-cbf7-4a71-8e73-c033e12afbde tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8913550-fdf6-4b26-ac47-074524680c4d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:03.625317 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7e3c8966-7c5f-42b3-a364-b93d3305cae2 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0413113 Feb 28 20:31:03.625317 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38644) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:03.630279 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38646) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:03.665231 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cab972c9-7466-413f-8471-e103d0a63f25 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (a03ea6a2-30f2-49ea-a1de-b5af97230521), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.673004 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f6bbc8ff-d5f5-4410-bc6a-fc3a52aab8ed tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (4a1a552b-53e5-4a91-b387-f98ce1f3a8ef), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.687916 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f6bbc8ff-d5f5-4410-bc6a-fc3a52aab8ed tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (4a1a552b-53e5-4a91-b387-f98ce1f3a8ef), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.698410 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7e507cf1-8e96-428c-9019-2979adf5469f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1fe66526f8249ae8c4d2136030f25ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0714700 Feb 28 20:31:03.699959 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38648) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:03.717014 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f6bbc8ff-d5f5-4410-bc6a-fc3a52aab8ed tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (4a1a552b-53e5-4a91-b387-f98ce1f3a8ef), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.723452 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f6bbc8ff-d5f5-4410-bc6a-fc3a52aab8ed tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.727346 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f6bbc8ff-d5f5-4410-bc6a-fc3a52aab8ed tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4a1a552b-53e5-4a91-b387-f98ce1f3a8ef HTTP/1.1" status: 204 len: 168 time: 0.0934966 Feb 28 20:31:03.728117 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38650) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:03.749806 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbc8ff-d5f5-4410-bc6a-fc3a52aab8ed tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a1a552b-53e5-4a91-b387-f98ce1f3a8ef,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:03.776682 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e6a6fde3-de9e-4a21-a1a5-5681be86ff7b tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0474381 Feb 28 20:31:03.779605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38652) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:03.837546 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-463c5682-753c-407d-b93f-2108e3b8e1b8 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (0ba9116b-aae3-4a14-b406-e169713a4bda), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.861499 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-463c5682-753c-407d-b93f-2108e3b8e1b8 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (0ba9116b-aae3-4a14-b406-e169713a4bda), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.905543 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-463c5682-753c-407d-b93f-2108e3b8e1b8 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0ba9116b-aae3-4a14-b406-e169713a4bda), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.909251 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-463c5682-753c-407d-b93f-2108e3b8e1b8 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.913491 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-463c5682-753c-407d-b93f-2108e3b8e1b8 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "DELETE /v2.0/security-groups/0ba9116b-aae3-4a14-b406-e169713a4bda HTTP/1.1" status: 204 len: 168 time: 0.1308482 Feb 28 20:31:03.915197 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38654) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:03.928711 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c5682-753c-407d-b93f-2108e3b8e1b8 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba9116b-aae3-4a14-b406-e169713a4bda,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:03.964419 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3b5554be-aaef-4ed0-926a-399c7d13a335 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (7b20bd5a-d2a2-44da-a2df-534d4e893e3a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:03.973395 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-62d6eff7-1317-42a1-8f30-ccf84c1e5c62 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0559261 Feb 28 20:31:03.978057 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38656) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:03.982319 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-b0e67256-2691-4004-ba83-5cb9d886a17b tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group': {'name': 'tempest-secgroup--250678278'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:04.001237 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cab972c9-7466-413f-8471-e103d0a63f25 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (a03ea6a2-30f2-49ea-a1de-b5af97230521), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.002591 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b0e67256-2691-4004-ba83-5cb9d886a17b tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.074998 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cab972c9-7466-413f-8471-e103d0a63f25 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.080616 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cab972c9-7466-413f-8471-e103d0a63f25 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/a03ea6a2-30f2-49ea-a1de-b5af97230521 HTTP/1.1" status: 204 len: 168 time: 1.1713898 Feb 28 20:31:04.080915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38660) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:04.084740 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e5115e-05ff-40a1-9fae-bdac87dc24c5 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:04.094780 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a38996a0-ef5c-402a-8b5c-5e3353755c97 admin admin] Publish callbacks [] for security_group (c99e49e7-f6d3-495f-b0ab-edbd758c8a31), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.153172 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b0e67256-2691-4004-ba83-5cb9d886a17b tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (82746c02-281f-4c0d-96c7-c88d252fe00e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.155808 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1166c079-56cb-4266-b3e2-0918caaecc98 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722980 Feb 28 20:31:04.158783 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38664) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:04.165010 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5554be-aaef-4ed0-926a-399c7d13a335 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Subnet': ['ID=7b20bd5a-d2a2-44da-a2df-534d4e893e3a,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:04.170099 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b0e67256-2691-4004-ba83-5cb9d886a17b tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (82746c02-281f-4c0d-96c7-c88d252fe00e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.175939 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a6f91b96-f5bf-4176-aaa4-df015ed344ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (96a760dd-6949-4e5d-ad93-0ab12cfecdf6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.221931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e67256-2691-4004-ba83-5cb9d886a17b tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82746c02-281f-4c0d-96c7-c88d252fe00e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:04.229932 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9586032-40a5-4fe4-ad09-dfb4e280e3cc req-98d939c5-818a-45ef-a297-f9047bd25dcb tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:04.231514 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f9586032-40a5-4fe4-ad09-dfb4e280e3cc req-98d939c5-818a-45ef-a297-f9047bd25dcb tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.15 "GET /v2.0/ports?device_id=e22ce030-9557-4fcf-9464-8c3edd090e40 HTTP/1.1" status: 200 len: 945 time: 0.3441014 Feb 28 20:31:04.246109 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a38996a0-ef5c-402a-8b5c-5e3353755c97 admin admin] Publish callbacks [] for security_group (c99e49e7-f6d3-495f-b0ab-edbd758c8a31), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.257305 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b0e67256-2691-4004-ba83-5cb9d886a17b tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.257534 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab972c9-7466-413f-8471-e103d0a63f25 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=a03ea6a2-30f2-49ea-a1de-b5af97230521,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:04.257636 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b0e67256-2691-4004-ba83-5cb9d886a17b tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2757258 Feb 28 20:31:04.259670 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38666) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:04.281253 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ee5961f1-fb04-4bfd-910c-3d66b28b0f9f tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group_rule': {'security_group_id': '82746c02-281f-4c0d-96c7-c88d252fe00e', 'direction': 'ingress', 'protocol': 17}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:04.304926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67409e02-3691-4b6a-8d5f-f0283d93f9b5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:04.310105 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-67409e02-3691-4b6a-8d5f-f0283d93f9b5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1463010 Feb 28 20:31:04.312379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38668) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:04.316473 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0297d074-6db8-43ca-8f41-083f99543a9d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4f673e60-46ab-4034-b558-eaf8dda34e81), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.335104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b15bea-2e46-44d9-9ae2-3ea32dac1db0 req-f9c545d6-b9e5-40db-bcec-74029ec63a74 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:04.336687 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c4b15bea-2e46-44d9-9ae2-3ea32dac1db0 req-f9c545d6-b9e5-40db-bcec-74029ec63a74 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/ports?device_id=e22ce030-9557-4fcf-9464-8c3edd090e40 HTTP/1.1" status: 200 len: 945 time: 0.1329362 Feb 28 20:31:04.366522 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5554be-aaef-4ed0-926a-399c7d13a335 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Checking segment: {'id': '068265f8-36d5-4327-a8e9-158864580927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee44a51e-8c38-403f-a1eb-c865316f75df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:31:04.366897 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5554be-aaef-4ed0-926a-399c7d13a335 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network hostable DHCP agents. Network: ee44a51e-8c38-403f-a1eb-c865316f75df, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:31:04.411579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fc6866-96f3-41e3-8a77-b76f003dbeab tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:04.415321 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-85fc6866-96f3-41e3-8a77-b76f003dbeab tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0986390 Feb 28 20:31:04.417705 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38670) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:04.433492 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297d074-6db8-43ca-8f41-083f99543a9d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Pushing event deleted for resources: {'Port': ['ID=4f673e60-46ab-4034-b558-eaf8dda34e81,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:04.463953 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c4b15bea-2e46-44d9-9ae2-3ea32dac1db0 req-bbadb8f3-f9e6-45a2-8125-f9ed3263456c tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad700288-f49a-446c-896d-0fc260d8b48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046541 Feb 28 20:31:04.471813 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-27f93227-960a-41ad-84fe-5a65a6111e39 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478323 Feb 28 20:31:04.471994 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38672) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:04.481694 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d465c263-f5e1-40a6-8a97-96ce69d1b3d1 None None] DHCP port deletion for 60bc62cf-1ebe-462d-93c7-f1108638c505 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:31:04.482597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a78af171-4ad4-4e75-b12f-548ce407b33e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:04.533346 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d465c263-f5e1-40a6-8a97-96ce69d1b3d1 None None] Deleting port 2235c1b0-e9df-43d0-906b-3e5324effc15 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:04.533718 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d465c263-f5e1-40a6-8a97-96ce69d1b3d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2235c1b0-e9df-43d0-906b-3e5324effc15), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.547824 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ee5961f1-fb04-4bfd-910c-3d66b28b0f9f tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (e3e936ea-2c1b-4cc3-a4bf-2239d9a459db), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.600941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d465c263-f5e1-40a6-8a97-96ce69d1b3d1 None None] For port 2235c1b0-e9df-43d0-906b-3e5324effc15, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2235c1b0-e9df-43d0-906b-3e5324effc15,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:04.601902 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d465c263-f5e1-40a6-8a97-96ce69d1b3d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2235c1b0-e9df-43d0-906b-3e5324effc15), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.604216 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5554be-aaef-4ed0-926a-399c7d13a335 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network ee44a51e-8c38-403f-a1eb-c865316f75df is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:31:04.627653 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d465c263-f5e1-40a6-8a97-96ce69d1b3d1 None None] Calling delete_port for 2235c1b0-e9df-43d0-906b-3e5324effc15 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:04.687866 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-3b5554be-aaef-4ed0-926a-399c7d13a335 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ee44a51e-8c38-403f-a1eb-c865316f75df) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:04.696752 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df984f8-41cb-4278-b51e-79f3e7e85c2e None None] Network ee44a51e-8c38-403f-a1eb-c865316f75df requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:04.712720 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5554be-aaef-4ed0-926a-399c7d13a335 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:04.713309 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3b5554be-aaef-4ed0-926a-399c7d13a335 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.719789 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a38996a0-ef5c-402a-8b5c-5e3353755c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c99e49e7-f6d3-495f-b0ab-edbd758c8a31), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.722795 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a38996a0-ef5c-402a-8b5c-5e3353755c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.727435 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a38996a0-ef5c-402a-8b5c-5e3353755c97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c99e49e7-f6d3-495f-b0ab-edbd758c8a31 HTTP/1.1" status: 204 len: 168 time: 1.0164895 Feb 28 20:31:04.764086 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0297d074-6db8-43ca-8f41-083f99543a9d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (3246041f-39d9-4d3f-8845-b6feba93372a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.771291 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38996a0-ef5c-402a-8b5c-5e3353755c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99e49e7-f6d3-495f-b0ab-edbd758c8a31,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:04.779969 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d465c263-f5e1-40a6-8a97-96ce69d1b3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (2235c1b0-e9df-43d0-906b-3e5324effc15), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.821861 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465c263-f5e1-40a6-8a97-96ce69d1b3d1 None None] Pushing event deleted for resources: {'Port': ['ID=2235c1b0-e9df-43d0-906b-3e5324effc15,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:04.827667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d465c263-f5e1-40a6-8a97-96ce69d1b3d1 None None] No DVR routers for this DVR port 2235c1b0-e9df-43d0-906b-3e5324effc15 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:31:04.851086 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3b5554be-aaef-4ed0-926a-399c7d13a335 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1045277 Feb 28 20:31:04.853778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38678) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:04.858571 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-277d86b4-b16e-4c21-bd25-89273c6f77e7 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1738643648', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:04.870647 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0ac698-7b77-4741-b1fc-1488d2aa5801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-ee44a51e-8c38-403f-a1eb-c865316f75df', 'network_id': 'ee44a51e-8c38-403f-a1eb-c865316f75df', 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'fixed_ips': [{'subnet_id': '7b20bd5a-d2a2-44da-a2df-534d4e893e3a'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:31:04.871929 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac698-7b77-4741-b1fc-1488d2aa5801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.885762 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-277d86b4-b16e-4c21-bd25-89273c6f77e7 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (537a4aa9-169a-4539-b3a5-f6336ae3a2ab), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.886802 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-277d86b4-b16e-4c21-bd25-89273c6f77e7 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (537a4aa9-169a-4539-b3a5-f6336ae3a2ab), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.967963 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-277d86b4-b16e-4c21-bd25-89273c6f77e7 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router_controller (537a4aa9-169a-4539-b3a5-f6336ae3a2ab), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.974634 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-277d86b4-b16e-4c21-bd25-89273c6f77e7 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (537a4aa9-169a-4539-b3a5-f6336ae3a2ab), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.996958 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-277d86b4-b16e-4c21-bd25-89273c6f77e7 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:04.998552 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-277d86b4-b16e-4c21-bd25-89273c6f77e7 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1434851 Feb 28 20:31:05.002180 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38682) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:05.099527 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-eb0ac698-7b77-4741-b1fc-1488d2aa5801 None None] Allocated IP 2001:db8::2 (ee44a51e-8c38-403f-a1eb-c865316f75df/7b20bd5a-d2a2-44da-a2df-534d4e893e3a/f18a6630-05e2-4b93-a4f6-27d25fae02e1) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:31:05.113224 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2235c1b0-e9df-43d0-906b-3e5324effc15 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:31:05.304015 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 2235c1b0-e9df-43d0-906b-3e5324effc15 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:31:05.304372 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2235c1b0-e9df-43d0-906b-3e5324effc15 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:31:05.350498 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-f9586032-40a5-4fe4-ad09-dfb4e280e3cc req-87e4b5b3-1747-4f44-85de-36b44db1cf76 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Deleting port 4da302d8-a19d-4af4-9b7b-654ef7ac717c {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:05.350840 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f9586032-40a5-4fe4-ad09-dfb4e280e3cc req-87e4b5b3-1747-4f44-85de-36b44db1cf76 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4da302d8-a19d-4af4-9b7b-654ef7ac717c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:05.357333 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac698-7b77-4741-b1fc-1488d2aa5801 None None] Publish callbacks [] for port (f18a6630-05e2-4b93-a4f6-27d25fae02e1), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:05.362568 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0297d074-6db8-43ca-8f41-083f99543a9d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (3246041f-39d9-4d3f-8845-b6feba93372a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:05.368924 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac698-7b77-4741-b1fc-1488d2aa5801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (f18a6630-05e2-4b93-a4f6-27d25fae02e1), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:05.387248 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0297d074-6db8-43ca-8f41-083f99543a9d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_controller (3246041f-39d9-4d3f-8845-b6feba93372a), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:05.402381 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78af171-4ad4-4e75-b12f-548ce407b33e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:05.406196 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a78af171-4ad4-4e75-b12f-548ce407b33e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:05.436430 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0ac698-7b77-4741-b1fc-1488d2aa5801 None None] Network ee44a51e-8c38-403f-a1eb-c865316f75df is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:05.443026 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-eb0ac698-7b77-4741-b1fc-1488d2aa5801 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:05.447301 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0ac698-7b77-4741-b1fc-1488d2aa5801 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:05.459383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ac698-7b77-4741-b1fc-1488d2aa5801 None None] Pushing event updated for resources: {'Port': ['ID=f18a6630-05e2-4b93-a4f6-27d25fae02e1,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:05.547028 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-eb0ac698-7b77-4741-b1fc-1488d2aa5801 None None] Attempting to bind port f18a6630-05e2-4b93-a4f6-27d25fae02e1 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:31:05.547492 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-eb0ac698-7b77-4741-b1fc-1488d2aa5801 None None] Attempting to bind port f18a6630-05e2-4b93-a4f6-27d25fae02e1 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '068265f8-36d5-4327-a8e9-158864580927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee44a51e-8c38-403f-a1eb-c865316f75df'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:31:05.547978 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0ac698-7b77-4741-b1fc-1488d2aa5801 None None] Attempting to bind port f18a6630-05e2-4b93-a4f6-27d25fae02e1 on network ee44a51e-8c38-403f-a1eb-c865316f75df {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:31:05.562264 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0ac698-7b77-4741-b1fc-1488d2aa5801 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:31:05.565462 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0ac698-7b77-4741-b1fc-1488d2aa5801 None None] Checking segment: {'id': '068265f8-36d5-4327-a8e9-158864580927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee44a51e-8c38-403f-a1eb-c865316f75df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:31:05.566498 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac698-7b77-4741-b1fc-1488d2aa5801 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:05.567010 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0ac698-7b77-4741-b1fc-1488d2aa5801 None None] Bound using segment: {'id': '068265f8-36d5-4327-a8e9-158864580927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee44a51e-8c38-403f-a1eb-c865316f75df'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:31:05.567574 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-eb0ac698-7b77-4741-b1fc-1488d2aa5801 None None] Bound port: f18a6630-05e2-4b93-a4f6-27d25fae02e1, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068265f8-36d5-4327-a8e9-158864580927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee44a51e-8c38-403f-a1eb-c865316f75df'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:31:05.569157 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac698-7b77-4741-b1fc-1488d2aa5801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f18a6630-05e2-4b93-a4f6-27d25fae02e1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:05.621585 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ee5961f1-fb04-4bfd-910c-3d66b28b0f9f tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (e3e936ea-2c1b-4cc3-a4bf-2239d9a459db), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:05.659656 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ee5961f1-fb04-4bfd-910c-3d66b28b0f9f tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (e3e936ea-2c1b-4cc3-a4bf-2239d9a459db), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:05.679960 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-eb0ac698-7b77-4741-b1fc-1488d2aa5801 None None] For port f18a6630-05e2-4b93-a4f6-27d25fae02e1, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:31:05.685331 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-eb0ac698-7b77-4741-b1fc-1488d2aa5801 None None] For port f18a6630-05e2-4b93-a4f6-27d25fae02e1, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=f18a6630-05e2-4b93-a4f6-27d25fae02e1,segment=NetworkSegment(068265f8-36d5-4327-a8e9-158864580927),segment_id=068265f8-36d5-4327-a8e9-158864580927)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:31:05.692152 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5961f1-fb04-4bfd-910c-3d66b28b0f9f tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e936ea-2c1b-4cc3-a4bf-2239d9a459db,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:05.693826 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac698-7b77-4741-b1fc-1488d2aa5801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f18a6630-05e2-4b93-a4f6-27d25fae02e1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:05.693977 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0297d074-6db8-43ca-8f41-083f99543a9d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (3246041f-39d9-4d3f-8845-b6feba93372a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:05.694396 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0297d074-6db8-43ca-8f41-083f99543a9d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Fanout notify agent at l3_agent the message router_deleted on router 3246041f-39d9-4d3f-8845-b6feba93372a {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:31:05.708699 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0297d074-6db8-43ca-8f41-083f99543a9d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:05.709889 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0297d074-6db8-43ca-8f41-083f99543a9d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "DELETE /v2.0/routers/3246041f-39d9-4d3f-8845-b6feba93372a HTTP/1.1" status: 204 len: 168 time: 4.0250885 Feb 28 20:31:05.720640 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38704) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:05.735080 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-050e8be6-2ae5-49aa-bc5e-fe3d39e6e803 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Request body: {'router': {'name': 'tempest-snat-router-667274259', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'enable_snat': False}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:05.740759 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ee5961f1-fb04-4bfd-910c-3d66b28b0f9f tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:05.741927 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ee5961f1-fb04-4bfd-910c-3d66b28b0f9f tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.4650929 Feb 28 20:31:05.750033 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38706) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:05.776920 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f91b96-f5bf-4176-aaa4-df015ed344ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Router 96a760dd-6949-4e5d-ad93-0ab12cfecdf6 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:31:05.779170 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f9586032-40a5-4fe4-ad09-dfb4e280e3cc req-87e4b5b3-1747-4f44-85de-36b44db1cf76 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] For port 4da302d8-a19d-4af4-9b7b-654ef7ac717c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4da302d8-a19d-4af4-9b7b-654ef7ac717c,segment=NetworkSegment(26bcc377-c772-4954-a95d-c71f03b129f2),segment_id=26bcc377-c772-4954-a95d-c71f03b129f2)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:05.779554 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f9586032-40a5-4fe4-ad09-dfb4e280e3cc req-87e4b5b3-1747-4f44-85de-36b44db1cf76 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4da302d8-a19d-4af4-9b7b-654ef7ac717c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:05.802123 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ac698-7b77-4741-b1fc-1488d2aa5801 None None] Pushing event updated for resources: {'Port': ['ID=f18a6630-05e2-4b93-a4f6-27d25fae02e1,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:05.815041 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38708) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:05.840809 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-050e8be6-2ae5-49aa-bc5e-fe3d39e6e803 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (ef29b597-bd44-48c4-a018-0f31622b1a63), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:05.841783 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-050e8be6-2ae5-49aa-bc5e-fe3d39e6e803 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (ef29b597-bd44-48c4-a018-0f31622b1a63), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:05.860293 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-f9586032-40a5-4fe4-ad09-dfb4e280e3cc req-87e4b5b3-1747-4f44-85de-36b44db1cf76 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Calling delete_port for 4da302d8-a19d-4af4-9b7b-654ef7ac717c owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:05.951464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d198e-6b86-4a46-ab38-d738ebb2244f req-193f224d-e250-4a14-b9ab-672f2ccb37ca tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:05.958819 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-938d198e-6b86-4a46-ab38-d738ebb2244f req-193f224d-e250-4a14-b9ab-672f2ccb37ca tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/ports?device_id=e22ce030-9557-4fcf-9464-8c3edd090e40 HTTP/1.1" status: 200 len: 945 time: 0.2075872 Feb 28 20:31:05.962118 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a78af171-4ad4-4e75-b12f-548ce407b33e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (30301c0c-ff39-4e19-bf6a-e8e0afcb3b2a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:05.988855 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-958eb9cf-56b6-4bc5-bcaa-1fe6947961af tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (82746c02-281f-4c0d-96c7-c88d252fe00e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:05.990885 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-10e62842-b1d2-4dac-9386-25d5c0374804 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:06.035873 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-206c89c4-8b79-4f8c-9efd-96b5ea4b602e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-346904112-network', 'tenant_id': '565796b9d52d4c9b97cc89d44c42d429'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:06.109114 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-958eb9cf-56b6-4bc5-bcaa-1fe6947961af tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (82746c02-281f-4c0d-96c7-c88d252fe00e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:06.118217 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78af171-4ad4-4e75-b12f-548ce407b33e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:06.128564 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-a78af171-4ad4-4e75-b12f-548ce407b33e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:06.144132 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4c1adb-487b-4e96-9f20-55e474bc4e97 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:06.167952 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78af171-4ad4-4e75-b12f-548ce407b33e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:06.168552 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a78af171-4ad4-4e75-b12f-548ce407b33e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:06.175616 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-938d198e-6b86-4a46-ab38-d738ebb2244f req-dcd68f6f-bcb7-4a1e-a151-349bfd40d50f tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad700288-f49a-446c-896d-0fc260d8b48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153552 Feb 28 20:31:06.193183 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-050e8be6-2ae5-49aa-bc5e-fe3d39e6e803 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_controller (ef29b597-bd44-48c4-a018-0f31622b1a63), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:06.333311 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-958eb9cf-56b6-4bc5-bcaa-1fe6947961af tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (82746c02-281f-4c0d-96c7-c88d252fe00e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:06.333722 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206c89c4-8b79-4f8c-9efd-96b5ea4b602e admin admin] Made reservation on behalf of 565796b9d52d4c9b97cc89d44c42d429 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:06.336195 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-206c89c4-8b79-4f8c-9efd-96b5ea4b602e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:06.336653 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-958eb9cf-56b6-4bc5-bcaa-1fe6947961af tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:06.340375 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-958eb9cf-56b6-4bc5-bcaa-1fe6947961af tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "DELETE /v2.0/security-groups/82746c02-281f-4c0d-96c7-c88d252fe00e HTTP/1.1" status: 204 len: 168 time: 0.5752327 Feb 28 20:31:06.341970 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a78af171-4ad4-4e75-b12f-548ce407b33e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8677168 Feb 28 20:31:06.342587 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38714) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:06.354507 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38716) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:06.355302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958eb9cf-56b6-4bc5-bcaa-1fe6947961af tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82746c02-281f-4c0d-96c7-c88d252fe00e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:06.357819 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78af171-4ad4-4e75-b12f-548ce407b33e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=30301c0c-ff39-4e19-bf6a-e8e0afcb3b2a,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:06.387330 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-60bc62cf-1ebe-462d-93c7-f1108638c505', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'fixed_ips': [{'subnet_id': '30301c0c-ff39-4e19-bf6a-e8e0afcb3b2a'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:31:06.388623 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:06.408195 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-206c89c4-8b79-4f8c-9efd-96b5ea4b602e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:06.408640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-44f803e8-6f8a-4a3a-90eb-1256ce4808b3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'fixed_ips': [{'subnet_id': '30301c0c-ff39-4e19-bf6a-e8e0afcb3b2a', 'ip_address': '2001:db8::661a:124:9b3b:23fc'}], 'name': 'tempest-NetworksTestDHCPv6-1255025862'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:06.543298 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f91b96-f5bf-4176-aaa4-df015ed344ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:31:06.559048 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a6f91b96-f5bf-4176-aaa4-df015ed344ca tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "PUT /v2.0/routers/96a760dd-6949-4e5d-ad93-0ab12cfecdf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2014148 Feb 28 20:31:06.559811 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f9586032-40a5-4fe4-ad09-dfb4e280e3cc req-87e4b5b3-1747-4f44-85de-36b44db1cf76 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4da302d8-a19d-4af4-9b7b-654ef7ac717c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:06.570473 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38718) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:06.575746 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650eca62-6f49-4aea-a39d-2b23301667e6 None None] Sync routers for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:31:06.609329 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-304cac9a-d1c4-454a-aa99-963e365545dd tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2523620 Feb 28 20:31:06.618488 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650eca62-6f49-4aea-a39d-2b23301667e6 None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:06.619150 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-650eca62-6f49-4aea-a39d-2b23301667e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:06.622160 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Allocated IP 2001:db8::2 (60bc62cf-1ebe-462d-93c7-f1108638c505/30301c0c-ff39-4e19-bf6a-e8e0afcb3b2a/d5acb613-98ab-44e0-90a1-979df23dcf08) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:31:06.636214 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-050e8be6-2ae5-49aa-bc5e-fe3d39e6e803 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_gateway (ef29b597-bd44-48c4-a018-0f31622b1a63), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:06.641206 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38720) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:06.648454 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4b5b3-1747-4f44-85de-36b44db1cf76 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Pushing event deleted for resources: {'Port': ['ID=4da302d8-a19d-4af4-9b7b-654ef7ac717c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:06.654758 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-10e62842-b1d2-4dac-9386-25d5c0374804 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Allocated IP 2001:db8::1 (ee44a51e-8c38-403f-a1eb-c865316f75df/7b20bd5a-d2a2-44da-a2df-534d4e893e3a/4a7f120c-a0b5-43db-8388-d21d3b1217e4) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:31:06.655115 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-69fedd9a-3c92-489d-a31e-3b3d260109e4 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group': {'name': 'tempest-secgroup--1282364385'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:06.691056 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-650eca62-6f49-4aea-a39d-2b23301667e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:06.701201 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f803e8-6f8a-4a3a-90eb-1256ce4808b3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:06.729583 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650eca62-6f49-4aea-a39d-2b23301667e6 None None] Routers {'96a760dd-6949-4e5d-ad93-0ab12cfecdf6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:06.730405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-650eca62-6f49-4aea-a39d-2b23301667e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:06.802830 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-650eca62-6f49-4aea-a39d-2b23301667e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:06.804075 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650eca62-6f49-4aea-a39d-2b23301667e6 None None] The sync data for ids ['96a760dd-6949-4e5d-ad93-0ab12cfecdf6'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:31:06.818634 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9586032-40a5-4fe4-ad09-dfb4e280e3cc req-87e4b5b3-1747-4f44-85de-36b44db1cf76 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] No DVR routers for this DVR port 4da302d8-a19d-4af4-9b7b-654ef7ac717c on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:31:06.849053 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-69fedd9a-3c92-489d-a31e-3b3d260109e4 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:06.856906 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f9586032-40a5-4fe4-ad09-dfb4e280e3cc req-87e4b5b3-1747-4f44-85de-36b44db1cf76 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:06.861310 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f9586032-40a5-4fe4-ad09-dfb4e280e3cc req-87e4b5b3-1747-4f44-85de-36b44db1cf76 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.15 "DELETE /v2.0/ports/4da302d8-a19d-4af4-9b7b-654ef7ac717c HTTP/1.1" status: 204 len: 173 time: 2.6112607 Feb 28 20:31:06.872209 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22ce030-9557-4fcf-9464-8c3edd090e40', 'name': 'network-vif-deleted', 'tag': '4da302d8-a19d-4af4-9b7b-654ef7ac717c'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:31:06.877168 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc278fa6-117d-48a2-87ed-0f7f0886adf1" -d '{"events": [{"server_uuid": "e22ce030-9557-4fcf-9464-8c3edd090e40", "name": "network-vif-deleted", "tag": "4da302d8-a19d-4af4-9b7b-654ef7ac717c"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:31:06.951982 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-206c89c4-8b79-4f8c-9efd-96b5ea4b602e admin admin] Publish callbacks [] for security_group (08c8de42-8e5c-493e-810b-37ba198f001d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:06.986906 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a58296-f84d-44f1-8de2-4bd234307d3f x-openstack-request-id: req-53a58296-f84d-44f1-8de2-4bd234307d3f {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:31:06.987158 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22ce030-9557-4fcf-9464-8c3edd090e40", "name": "network-vif-deleted", "tag": "4da302d8-a19d-4af4-9b7b-654ef7ac717c", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:31:06.987862 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Publish callbacks [] for port (d5acb613-98ab-44e0-90a1-979df23dcf08), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:06.990892 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53a58296-f84d-44f1-8de2-4bd234307d3f {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:31:06.991438 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22ce030-9557-4fcf-9464-8c3edd090e40', 'name': 'network-vif-deleted', 'tag': '4da302d8-a19d-4af4-9b7b-654ef7ac717c', 'status': 'completed', 'code': 200} Feb 28 20:31:07.001014 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (d5acb613-98ab-44e0-90a1-979df23dcf08), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:07.032507 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad824144-64ec-46c4-9a2b-fd2205bd8947 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for router (96a760dd-6949-4e5d-ad93-0ab12cfecdf6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:07.062331 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-206c89c4-8b79-4f8c-9efd-96b5ea4b602e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (08c8de42-8e5c-493e-810b-37ba198f001d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:07.095628 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44f803e8-6f8a-4a3a-90eb-1256ce4808b3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:07.108145 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:07.111324 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c89c4-8b79-4f8c-9efd-96b5ea4b602e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c8de42-8e5c-493e-810b-37ba198f001d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:07.116953 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Pushing event updated for resources: {'Port': ['ID=d5acb613-98ab-44e0-90a1-979df23dcf08,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:07.119794 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:07.136155 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:07.147157 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206c89c4-8b79-4f8c-9efd-96b5ea4b602e admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:31:07.152372 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:07.153112 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:07.153112 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:07.153716 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:07.154058 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:07.154392 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:07.154716 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:07.155257 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:07.156741 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:07.157340 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:07.157940 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:07.158404 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:07.159044 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:07.196809 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-206c89c4-8b79-4f8c-9efd-96b5ea4b602e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (a6e54640-e584-4d64-a01a-1f571f8577d0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:07.197158 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-206c89c4-8b79-4f8c-9efd-96b5ea4b602e admin admin] Added segment a6e54640-e584-4d64-a01a-1f571f8577d0 of type vlan for network 1c3dbf0d-b594-42fe-8a64-6d7e97998fc5 Feb 28 20:31:07.205618 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-10e62842-b1d2-4dac-9386-25d5c0374804 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for port (4a7f120c-a0b5-43db-8388-d21d3b1217e4), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:07.246396 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-44f803e8-6f8a-4a3a-90eb-1256ce4808b3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] device_id is not set on port 0a0f781c-a4f9-4c0c-a0a9-d9d9cd1d119b yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:31:07.250939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f18a6630-05e2-4b93-a4f6-27d25fae02e1 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:31:07.285288 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-69fedd9a-3c92-489d-a31e-3b3d260109e4 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (3f4d1911-cafe-4b1e-83af-dd273df68ff1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:07.290819 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-206c89c4-8b79-4f8c-9efd-96b5ea4b602e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (1c3dbf0d-b594-42fe-8a64-6d7e97998fc5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:07.305260 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-69fedd9a-3c92-489d-a31e-3b3d260109e4 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3f4d1911-cafe-4b1e-83af-dd273df68ff1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:07.402542 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8c1baf-1b5b-47e5-84f0-ff50de20f110 None None] Network ee44a51e-8c38-403f-a1eb-c865316f75df requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:07.437149 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Attempting to bind port d5acb613-98ab-44e0-90a1-979df23dcf08 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:31:07.437550 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Attempting to bind port d5acb613-98ab-44e0-90a1-979df23dcf08 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:31:07.437881 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Attempting to bind port d5acb613-98ab-44e0-90a1-979df23dcf08 on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:31:07.476759 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:31:07.477140 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:31:07.477539 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:07.477928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:31:07.478407 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Bound port: d5acb613-98ab-44e0-90a1-979df23dcf08, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:31:07.478779 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d5acb613-98ab-44e0-90a1-979df23dcf08), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:07.531706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b8348c94-637c-4da9-8a22-92c219649945 None None] Provisioning complete for port f18a6630-05e2-4b93-a4f6-27d25fae02e1 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:07.532018 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b8348c94-637c-4da9-8a22-92c219649945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f18a6630-05e2-4b93-a4f6-27d25fae02e1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:07.544434 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-69fedd9a-3c92-489d-a31e-3b3d260109e4 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:07.546096 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-69fedd9a-3c92-489d-a31e-3b3d260109e4 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8989992 Feb 28 20:31:07.550995 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-206c89c4-8b79-4f8c-9efd-96b5ea4b602e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (1c3dbf0d-b594-42fe-8a64-6d7e97998fc5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:07.551988 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c89c4-8b79-4f8c-9efd-96b5ea4b602e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:07.552565 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-206c89c4-8b79-4f8c-9efd-96b5ea4b602e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:07.565014 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38734) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:07.591991 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-edd50e8b-15f2-45bc-af20-1bec6d70c95a tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group': {'name': 'tempest-secgroup--874038595'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:07.613414 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-206c89c4-8b79-4f8c-9efd-96b5ea4b602e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7907093 Feb 28 20:31:07.620433 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f5ef4e1b-4b9d-4754-b228-070fc15b24d3 req-8fe43c74-e9b1-4677-9ebe-778312771647 tempest-ServerTagsTestJSON-1467029872 tempest-ServerTagsTestJSON-1467029872-project] 10.222.0.13 "GET /v2.0/ports?device_id=e22ce030-9557-4fcf-9464-8c3edd090e40 HTTP/1.1" status: 200 len: 210 time: 0.2019200 Feb 28 20:31:07.621914 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port f18a6630-05e2-4b93-a4f6-27d25fae02e1 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:07.622370 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f18a6630-05e2-4b93-a4f6-27d25fae02e1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:07.677623 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-10e62842-b1d2-4dac-9386-25d5c0374804 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4a7f120c-a0b5-43db-8388-d21d3b1217e4), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:07.680772 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad824144-64ec-46c4-9a2b-fd2205bd8947 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for router_gateway (96a760dd-6949-4e5d-ad93-0ab12cfecdf6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:07.718405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] For port d5acb613-98ab-44e0-90a1-979df23dcf08, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:31:07.754859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] For port d5acb613-98ab-44e0-90a1-979df23dcf08, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d5acb613-98ab-44e0-90a1-979df23dcf08,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:31:07.762591 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fedd9a-3c92-489d-a31e-3b3d260109e4 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4d1911-cafe-4b1e-83af-dd273df68ff1,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:07.788118 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-edd50e8b-15f2-45bc-af20-1bec6d70c95a tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:07.820043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e62842-b1d2-4dac-9386-25d5c0374804 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network ee44a51e-8c38-403f-a1eb-c865316f75df is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:07.820831 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d5acb613-98ab-44e0-90a1-979df23dcf08), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:07.838109 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-10e62842-b1d2-4dac-9386-25d5c0374804 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:07.842692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e62842-b1d2-4dac-9386-25d5c0374804 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:07.843259 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-10e62842-b1d2-4dac-9386-25d5c0374804 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (537a4aa9-169a-4539-b3a5-f6336ae3a2ab), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:07.940166 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e62842-b1d2-4dac-9386-25d5c0374804 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Port': ['ID=4a7f120c-a0b5-43db-8388-d21d3b1217e4,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:07.945758 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-44f803e8-6f8a-4a3a-90eb-1256ce4808b3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8::661a:124:9b3b:23fc (60bc62cf-1ebe-462d-93c7-f1108638c505/30301c0c-ff39-4e19-bf6a-e8e0afcb3b2a/0a0f781c-a4f9-4c0c-a0a9-d9d9cd1d119b) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:31:07.960222 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b8348c94-637c-4da9-8a22-92c219649945 None None] Current status of the port f18a6630-05e2-4b93-a4f6-27d25fae02e1 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:07.960610 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b8348c94-637c-4da9-8a22-92c219649945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f18a6630-05e2-4b93-a4f6-27d25fae02e1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:07.965728 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c89c4-8b79-4f8c-9efd-96b5ea4b602e admin admin] Pushing event updated for resources: {'Network': ['ID=1c3dbf0d-b594-42fe-8a64-6d7e97998fc5,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:07.999357 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-edd50e8b-15f2-45bc-af20-1bec6d70c95a tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (ff1d89a3-4606-47d6-aff7-7900291c9827), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:08.005607 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-050e8be6-2ae5-49aa-bc5e-fe3d39e6e803 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_gateway (ef29b597-bd44-48c4-a018-0f31622b1a63), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:08.027510 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 1c3dbf0d-b594-42fe-8a64-6d7e97998fc5 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:31:08.053592 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-050e8be6-2ae5-49aa-bc5e-fe3d39e6e803 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:08.318579 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44f803e8-6f8a-4a3a-90eb-1256ce4808b3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (0a0f781c-a4f9-4c0c-a0a9-d9d9cd1d119b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:08.346183 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-050e8be6-2ae5-49aa-bc5e-fe3d39e6e803 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Allocated IP 172.25.0.125 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/4916ce3c-da1a-4807-b5bf-e5be003be2dd) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:31:08.364306 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44f803e8-6f8a-4a3a-90eb-1256ce4808b3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0a0f781c-a4f9-4c0c-a0a9-d9d9cd1d119b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:08.447304 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ad824144-64ec-46c4-9a2b-fd2205bd8947 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Deleting port 195b086d-ca28-4816-900b-d6193968feac {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:08.447613 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-edd50e8b-15f2-45bc-af20-1bec6d70c95a tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ff1d89a3-4606-47d6-aff7-7900291c9827), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:08.447743 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad824144-64ec-46c4-9a2b-fd2205bd8947 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (195b086d-ca28-4816-900b-d6193968feac), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:08.490525 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41081997-efdf-4cb1-9931-2c211ec491bb None None] Pushing event updated for resources: {'Port': ['ID=d5acb613-98ab-44e0-90a1-979df23dcf08,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:08.522329 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f803e8-6f8a-4a3a-90eb-1256ce4808b3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:08.522813 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-edd50e8b-15f2-45bc-af20-1bec6d70c95a tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:08.523450 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port f18a6630-05e2-4b93-a4f6-27d25fae02e1 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:08.523865 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f18a6630-05e2-4b93-a4f6-27d25fae02e1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:08.530219 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-edd50e8b-15f2-45bc-af20-1bec6d70c95a tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9615173 Feb 28 20:31:08.541656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-44f803e8-6f8a-4a3a-90eb-1256ce4808b3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:08.543859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b8348c94-637c-4da9-8a22-92c219649945 None None] For port f18a6630-05e2-4b93-a4f6-27d25fae02e1, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=f18a6630-05e2-4b93-a4f6-27d25fae02e1,segment=NetworkSegment(068265f8-36d5-4327-a8e9-158864580927),segment_id=068265f8-36d5-4327-a8e9-158864580927)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:08.549674 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38750) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:08.561578 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 4da302d8-a19d-4af4-9b7b-654ef7ac717c no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:31:08.566703 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b8348c94-637c-4da9-8a22-92c219649945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f18a6630-05e2-4b93-a4f6-27d25fae02e1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:08.570407 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-b24b60eb-4e5a-4aa2-9495-770297aaa583 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group_rule': {'security_group_id': '3f4d1911-cafe-4b1e-83af-dd273df68ff1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ff1d89a3-4606-47d6-aff7-7900291c9827', 'remote_ip_prefix': None}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:08.612276 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 4da302d8-a19d-4af4-9b7b-654ef7ac717c {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:31:08.612635 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 4da302d8-a19d-4af4-9b7b-654ef7ac717c not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:31:08.666847 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:31:08.667217 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:31:08.675790 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd50e8b-15f2-45bc-af20-1bec6d70c95a tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1d89a3-4606-47d6-aff7-7900291c9827,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:08.701523 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f803e8-6f8a-4a3a-90eb-1256ce4808b3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:08.701737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8348c94-637c-4da9-8a22-92c219649945 None None] Pushing event updated for resources: {'Port': ['ID=f18a6630-05e2-4b93-a4f6-27d25fae02e1,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:08.709581 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f803e8-6f8a-4a3a-90eb-1256ce4808b3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:08.713255 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44f803e8-6f8a-4a3a-90eb-1256ce4808b3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:08.729017 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-658162f9-5078-4738-8522-21edbbc6fa23 None None] Provisioning complete for port f18a6630-05e2-4b93-a4f6-27d25fae02e1 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:08.729466 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-658162f9-5078-4738-8522-21edbbc6fa23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f18a6630-05e2-4b93-a4f6-27d25fae02e1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:08.733652 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38756) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:08.749422 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad824144-64ec-46c4-9a2b-fd2205bd8947 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (195b086d-ca28-4816-900b-d6193968feac), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:08.752493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f803e8-6f8a-4a3a-90eb-1256ce4808b3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=0a0f781c-a4f9-4c0c-a0a9-d9d9cd1d119b,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:08.758486 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-050e8be6-2ae5-49aa-bc5e-fe3d39e6e803 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for port (4916ce3c-da1a-4807-b5bf-e5be003be2dd), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:08.843972 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ad7cf6-3ca5-4d6e-801e-499e9cc7d593 admin admin] Deleting subnet 0d1e27ae-257d-4a6c-9fb8-be91f4cd1c10 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:31:08.848356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-658162f9-5078-4738-8522-21edbbc6fa23 None None] Current status of the port f18a6630-05e2-4b93-a4f6-27d25fae02e1 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:08.848765 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-23ad7cf6-3ca5-4d6e-801e-499e9cc7d593 admin admin] Publish callbacks [] for subnet (0d1e27ae-257d-4a6c-9fb8-be91f4cd1c10), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:08.853318 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ad824144-64ec-46c4-9a2b-fd2205bd8947 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Calling delete_port for 195b086d-ca28-4816-900b-d6193968feac owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:08.861303 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-658162f9-5078-4738-8522-21edbbc6fa23 None None] Provisioning complete for port 4a7f120c-a0b5-43db-8388-d21d3b1217e4 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:08.861303 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-658162f9-5078-4738-8522-21edbbc6fa23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4a7f120c-a0b5-43db-8388-d21d3b1217e4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:08.896720 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-44f803e8-6f8a-4a3a-90eb-1256ce4808b3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5374126 Feb 28 20:31:08.896720 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38758) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:08.901068 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-23ad7cf6-3ca5-4d6e-801e-499e9cc7d593 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (0d1e27ae-257d-4a6c-9fb8-be91f4cd1c10), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:08.903655 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-050e8be6-2ae5-49aa-bc5e-fe3d39e6e803 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4916ce3c-da1a-4807-b5bf-e5be003be2dd), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:08.906570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-658162f9-5078-4738-8522-21edbbc6fa23 None None] Port 4a7f120c-a0b5-43db-8388-d21d3b1217e4 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:31:08.923707 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-bad03446-b0d8-4024-8c64-9bf3f79750f4 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'fixed_ips': [{'subnet_id': '30301c0c-ff39-4e19-bf6a-e8e0afcb3b2a', 'ip_address': '2001:db8::661a:124:9b3b:23fc'}], 'name': 'tempest-NetworksTestDHCPv6-1541371489'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:08.932374 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-10e62842-b1d2-4dac-9386-25d5c0374804 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4a7f120c-a0b5-43db-8388-d21d3b1217e4), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:08.965565 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050e8be6-2ae5-49aa-bc5e-fe3d39e6e803 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:08.974937 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-050e8be6-2ae5-49aa-bc5e-fe3d39e6e803 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:08.977559 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e8be6-2ae5-49aa-bc5e-fe3d39e6e803 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:09.051368 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-816336e3-f4e0-4bcc-8094-e9f404f04a2d None None] Provisioning complete for port 4a7f120c-a0b5-43db-8388-d21d3b1217e4 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:09.052637 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-816336e3-f4e0-4bcc-8094-e9f404f04a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4a7f120c-a0b5-43db-8388-d21d3b1217e4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:09.072486 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e8be6-2ae5-49aa-bc5e-fe3d39e6e803 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Pushing event updated for resources: {'Port': ['ID=4916ce3c-da1a-4807-b5bf-e5be003be2dd,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:09.106905 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-23ad7cf6-3ca5-4d6e-801e-499e9cc7d593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (0d1e27ae-257d-4a6c-9fb8-be91f4cd1c10), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:09.111461 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-816336e3-f4e0-4bcc-8094-e9f404f04a2d None None] Port 4a7f120c-a0b5-43db-8388-d21d3b1217e4 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:31:09.245138 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port f18a6630-05e2-4b93-a4f6-27d25fae02e1 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:09.248079 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2af05-dd4f-4f32-805d-3074f4e15eed req-e3731597-90d8-46ef-9686-27dbbdf68c45 tempest-ComputeTenantNetworksTest-1463010797 tempest-ComputeTenantNetworksTest-1463010797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:09.255831 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2af05-dd4f-4f32-805d-3074f4e15eed req-e3731597-90d8-46ef-9686-27dbbdf68c45 tempest-ComputeTenantNetworksTest-1463010797 tempest-ComputeTenantNetworksTest-1463010797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:09.266512 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2af05-dd4f-4f32-805d-3074f4e15eed req-e3731597-90d8-46ef-9686-27dbbdf68c45 tempest-ComputeTenantNetworksTest-1463010797 tempest-ComputeTenantNetworksTest-1463010797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:09.273139 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9dc2af05-dd4f-4f32-805d-3074f4e15eed req-e3731597-90d8-46ef-9686-27dbbdf68c45 tempest-ComputeTenantNetworksTest-1463010797 tempest-ComputeTenantNetworksTest-1463010797-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.9180965 Feb 28 20:31:09.298440 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-23ad7cf6-3ca5-4d6e-801e-499e9cc7d593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (0d1e27ae-257d-4a6c-9fb8-be91f4cd1c10), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:09.329670 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-23ad7cf6-3ca5-4d6e-801e-499e9cc7d593 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:09.336015 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-23ad7cf6-3ca5-4d6e-801e-499e9cc7d593 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0d1e27ae-257d-4a6c-9fb8-be91f4cd1c10 HTTP/1.1" status: 204 len: 168 time: 0.6011879 Feb 28 20:31:09.366351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38764) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:09.374205 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad7cf6-3ca5-4d6e-801e-499e9cc7d593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d1e27ae-257d-4a6c-9fb8-be91f4cd1c10,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:09.434427 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad824144-64ec-46c4-9a2b-fd2205bd8947 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (195b086d-ca28-4816-900b-d6193968feac), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:09.461185 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f7c37de8-e015-491a-b121-011b5d36bf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (96f86fe7-a6da-4e57-b042-39e3a355ce6b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:09.467904 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e3416-9dd7-458e-9b2d-de7434c15485 req-6543075c-e40f-429f-91c9-cb884ce3b5b6 tempest-ComputeTenantNetworksTest-1463010797 tempest-ComputeTenantNetworksTest-1463010797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:09.473174 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c39e3416-9dd7-458e-9b2d-de7434c15485 req-6543075c-e40f-429f-91c9-cb884ce3b5b6 tempest-ComputeTenantNetworksTest-1463010797 tempest-ComputeTenantNetworksTest-1463010797-project] 10.222.0.13 "GET /v2.0/networks/1c3dbf0d-b594-42fe-8a64-6d7e97998fc5 HTTP/1.1" status: 200 len: 768 time: 0.1655412 Feb 28 20:31:09.504972 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad03446-b0d8-4024-8c64-9bf3f79750f4 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:09.511263 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bad03446-b0d8-4024-8c64-9bf3f79750f4 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:09.513051 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38766) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:09.585388 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f18a6630-05e2-4b93-a4f6-27d25fae02e1 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:31:09.677276 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-050e8be6-2ae5-49aa-bc5e-fe3d39e6e803 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_gateway (ef29b597-bd44-48c4-a018-0f31622b1a63), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:09.688455 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port f18a6630-05e2-4b93-a4f6-27d25fae02e1 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:09.689171 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f18a6630-05e2-4b93-a4f6-27d25fae02e1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:09.824212 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-10e62842-b1d2-4dac-9386-25d5c0374804 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for port (4a7f120c-a0b5-43db-8388-d21d3b1217e4), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:09.831808 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1900b8ec-bd27-4692-8c2f-625dee3983ab None None] Provisioning complete for port d5acb613-98ab-44e0-90a1-979df23dcf08 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:09.833075 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1900b8ec-bd27-4692-8c2f-625dee3983ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d5acb613-98ab-44e0-90a1-979df23dcf08), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:09.919895 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad824144-64ec-46c4-9a2b-fd2205bd8947 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event deleted for resources: {'Port': ['ID=195b086d-ca28-4816-900b-d6193968feac,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:09.926012 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-bad03446-b0d8-4024-8c64-9bf3f79750f4 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] device_id is not set on port e604503e-a4db-4d4c-b5ca-84f2b046f3e8 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:31:09.944127 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port f18a6630-05e2-4b93-a4f6-27d25fae02e1 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:09.945699 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d5acb613-98ab-44e0-90a1-979df23dcf08 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:31:10.005213 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b24b60eb-4e5a-4aa2-9495-770297aaa583 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (5c9a066f-3744-4aae-8181-d271431c1514), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.009253 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-10e62842-b1d2-4dac-9386-25d5c0374804 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (4a7f120c-a0b5-43db-8388-d21d3b1217e4), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.010063 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-10e62842-b1d2-4dac-9386-25d5c0374804 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (537a4aa9-169a-4539-b3a5-f6336ae3a2ab), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.012504 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad824144-64ec-46c4-9a2b-fd2205bd8947 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (96a760dd-6949-4e5d-ad93-0ab12cfecdf6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.044222 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1900b8ec-bd27-4692-8c2f-625dee3983ab None None] Current status of the port d5acb613-98ab-44e0-90a1-979df23dcf08 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:10.044886 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1900b8ec-bd27-4692-8c2f-625dee3983ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d5acb613-98ab-44e0-90a1-979df23dcf08), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.075678 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d5acb613-98ab-44e0-90a1-979df23dcf08 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:10.076231 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d5acb613-98ab-44e0-90a1-979df23dcf08), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.100778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e62842-b1d2-4dac-9386-25d5c0374804 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Port': ['ID=4a7f120c-a0b5-43db-8388-d21d3b1217e4,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:10.119933 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:31:10.132938 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1900b8ec-bd27-4692-8c2f-625dee3983ab None None] For port d5acb613-98ab-44e0-90a1-979df23dcf08, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d5acb613-98ab-44e0-90a1-979df23dcf08,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:10.140636 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1900b8ec-bd27-4692-8c2f-625dee3983ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d5acb613-98ab-44e0-90a1-979df23dcf08), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.219437 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900b8ec-bd27-4692-8c2f-625dee3983ab None None] Pushing event updated for resources: {'Port': ['ID=d5acb613-98ab-44e0-90a1-979df23dcf08,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:10.288124 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d5acb613-98ab-44e0-90a1-979df23dcf08 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:10.316418 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0344a8ce-6f42-4641-92d5-8dd7d4811c25 None None] Provisioning complete for port 0a0f781c-a4f9-4c0c-a0a9-d9d9cd1d119b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:10.317049 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0344a8ce-6f42-4641-92d5-8dd7d4811c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0a0f781c-a4f9-4c0c-a0a9-d9d9cd1d119b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.382185 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-89da2506-54c5-4b42-a456-2317c6b50be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (1c3dbf0d-b594-42fe-8a64-6d7e97998fc5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.389421 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0344a8ce-6f42-4641-92d5-8dd7d4811c25 None None] Port 0a0f781c-a4f9-4c0c-a0a9-d9d9cd1d119b cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:31:10.390329 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f7c37de8-e015-491a-b121-011b5d36bf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (96f86fe7-a6da-4e57-b042-39e3a355ce6b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.433997 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-f7c37de8-e015-491a-b121-011b5d36bf95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f86fe7-a6da-4e57-b042-39e3a355ce6b']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:10.453464 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-f7c37de8-e015-491a-b121-011b5d36bf95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26bcc377-c772-4954-a95d-c71f03b129f2') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:10.453795 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-f7c37de8-e015-491a-b121-011b5d36bf95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26bcc377-c772-4954-a95d-c71f03b129f2') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:10.516200 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f7c37de8-e015-491a-b121-011b5d36bf95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (26bcc377-c772-4954-a95d-c71f03b129f2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.584601 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f7c37de8-e015-491a-b121-011b5d36bf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (26bcc377-c772-4954-a95d-c71f03b129f2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.597524 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-89da2506-54c5-4b42-a456-2317c6b50be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (1c3dbf0d-b594-42fe-8a64-6d7e97998fc5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.604010 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c37de8-e015-491a-b121-011b5d36bf95 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:31:10.604427 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f7c37de8-e015-491a-b121-011b5d36bf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (26bcc377-c772-4954-a95d-c71f03b129f2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:31:10.610904 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:31:10.633768 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-050e8be6-2ae5-49aa-bc5e-fe3d39e6e803 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (ef29b597-bd44-48c4-a018-0f31622b1a63), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.679506 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-89da2506-54c5-4b42-a456-2317c6b50be8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3dbf0d-b594-42fe-8a64-6d7e97998fc5']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:10.735976 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-89da2506-54c5-4b42-a456-2317c6b50be8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e54640-e584-4d64-a01a-1f571f8577d0') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:10.735976 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-89da2506-54c5-4b42-a456-2317c6b50be8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e54640-e584-4d64-a01a-1f571f8577d0') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:10.746762 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f7c37de8-e015-491a-b121-011b5d36bf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (96f86fe7-a6da-4e57-b042-39e3a355ce6b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.755333 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-89da2506-54c5-4b42-a456-2317c6b50be8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (a6e54640-e584-4d64-a01a-1f571f8577d0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.776320 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f7c37de8-e015-491a-b121-011b5d36bf95 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.779945 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f7c37de8-e015-491a-b121-011b5d36bf95 admin admin] 10.222.0.13 "DELETE /v2.0/networks/96f86fe7-a6da-4e57-b042-39e3a355ce6b HTTP/1.1" status: 204 len: 168 time: 1.4101925 Feb 28 20:31:10.787355 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c37de8-e015-491a-b121-011b5d36bf95 admin admin] Pushing event deleted for resources: {'Network': ['ID=96f86fe7-a6da-4e57-b042-39e3a355ce6b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:10.798422 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad824144-64ec-46c4-9a2b-fd2205bd8947 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (96a760dd-6949-4e5d-ad93-0ab12cfecdf6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.817528 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad824144-64ec-46c4-9a2b-fd2205bd8947 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for router_controller (96a760dd-6949-4e5d-ad93-0ab12cfecdf6), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.879344 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-89da2506-54c5-4b42-a456-2317c6b50be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (a6e54640-e584-4d64-a01a-1f571f8577d0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.895685 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89da2506-54c5-4b42-a456-2317c6b50be8 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:31:10.896123 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-89da2506-54c5-4b42-a456-2317c6b50be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (a6e54640-e584-4d64-a01a-1f571f8577d0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:31:10.897881 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:31:10.917338 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b24b60eb-4e5a-4aa2-9495-770297aaa583 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (5c9a066f-3744-4aae-8181-d271431c1514), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.971326 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b24b60eb-4e5a-4aa2-9495-770297aaa583 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (5c9a066f-3744-4aae-8181-d271431c1514), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:10.993905 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-89da2506-54c5-4b42-a456-2317c6b50be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (1c3dbf0d-b594-42fe-8a64-6d7e97998fc5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:11.001813 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-89da2506-54c5-4b42-a456-2317c6b50be8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:11.006399 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-89da2506-54c5-4b42-a456-2317c6b50be8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1c3dbf0d-b594-42fe-8a64-6d7e97998fc5 HTTP/1.1" status: 204 len: 168 time: 1.4907103 Feb 28 20:31:11.017269 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad824144-64ec-46c4-9a2b-fd2205bd8947 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (96a760dd-6949-4e5d-ad93-0ab12cfecdf6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:11.017829 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad824144-64ec-46c4-9a2b-fd2205bd8947 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Fanout notify agent at l3_agent the message router_deleted on router 96a760dd-6949-4e5d-ad93-0ab12cfecdf6 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:31:11.021270 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad03446-b0d8-4024-8c64-9bf3f79750f4 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 20:31:11.022034 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad03446-b0d8-4024-8c64-9bf3f79750f4 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:31:11.024597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da2506-54c5-4b42-a456-2317c6b50be8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c3dbf0d-b594-42fe-8a64-6d7e97998fc5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:11.042603 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050e8be6-2ae5-49aa-bc5e-fe3d39e6e803 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Router ef29b597-bd44-48c4-a018-0f31622b1a63 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:31:11.043414 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad824144-64ec-46c4-9a2b-fd2205bd8947 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:11.046630 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38784) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:11.047227 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38786) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:11.047581 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ad824144-64ec-46c4-9a2b-fd2205bd8947 tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "DELETE /v2.0/routers/96a760dd-6949-4e5d-ad93-0ab12cfecdf6 HTTP/1.1" status: 204 len: 168 time: 4.4645774 Feb 28 20:31:11.069727 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e62842-b1d2-4dac-9386-25d5c0374804 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network ee44a51e-8c38-403f-a1eb-c865316f75df is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:11.079401 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bad03446-b0d8-4024-8c64-9bf3f79750f4 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 2.1646624 Feb 28 20:31:11.079401 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38788) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:11.091803 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-10e62842-b1d2-4dac-9386-25d5c0374804 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:11.103103 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b60eb-4e5a-4aa2-9495-770297aaa583 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9a066f-3744-4aae-8181-d271431c1514,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:11.121880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b60eb-4e5a-4aa2-9495-770297aaa583 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:11.121880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b60eb-4e5a-4aa2-9495-770297aaa583 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:11.121880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b60eb-4e5a-4aa2-9495-770297aaa583 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:11.121880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b60eb-4e5a-4aa2-9495-770297aaa583 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:11.121880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b60eb-4e5a-4aa2-9495-770297aaa583 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:11.121880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b60eb-4e5a-4aa2-9495-770297aaa583 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:11.122404 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b60eb-4e5a-4aa2-9495-770297aaa583 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:11.122404 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b60eb-4e5a-4aa2-9495-770297aaa583 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:11.122677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b60eb-4e5a-4aa2-9495-770297aaa583 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:11.122910 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b60eb-4e5a-4aa2-9495-770297aaa583 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:11.123510 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b60eb-4e5a-4aa2-9495-770297aaa583 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:11.123842 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b60eb-4e5a-4aa2-9495-770297aaa583 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:11.124162 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b60eb-4e5a-4aa2-9495-770297aaa583 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:11.160806 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b24b60eb-4e5a-4aa2-9495-770297aaa583 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:11.161971 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b24b60eb-4e5a-4aa2-9495-770297aaa583 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 2.6091466 Feb 28 20:31:11.191785 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38790) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:11.254976 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4db1c8f-fea9-4be3-86f1-96eaf249bdfe tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Deleting subnet 1b4cbebd-5662-4e76-b6ab-583fdb0951bf {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:31:11.289928 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d4db1c8f-fea9-4be3-86f1-96eaf249bdfe tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for subnet (1b4cbebd-5662-4e76-b6ab-583fdb0951bf), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:11.382269 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313ae8ab-1d00-4bfc-adfb-ae55f3bb7011 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:11.390873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313ae8ab-1d00-4bfc-adfb-ae55f3bb7011 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:11.393713 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-313ae8ab-1d00-4bfc-adfb-ae55f3bb7011 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3132384 Feb 28 20:31:11.394756 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38792) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:11.395355 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38794) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:11.395521 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d5acb613-98ab-44e0-90a1-979df23dcf08 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:31:11.396198 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5c80c5a3-540b-4156-955d-df7fb828b6d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4204962574e74c6abfab4d364baa9d46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3439028 Feb 28 20:31:11.396911 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38796) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:11.406953 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a38aeb25-8de2-43a5-b370-716a95cd4680 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (5c9a066f-3744-4aae-8181-d271431c1514), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:11.416898 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a38aeb25-8de2-43a5-b370-716a95cd4680 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (5c9a066f-3744-4aae-8181-d271431c1514), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:11.492238 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d5acb613-98ab-44e0-90a1-979df23dcf08 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:11.492928 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d5acb613-98ab-44e0-90a1-979df23dcf08), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:11.506866 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a38aeb25-8de2-43a5-b370-716a95cd4680 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (5c9a066f-3744-4aae-8181-d271431c1514), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:11.526799 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a38aeb25-8de2-43a5-b370-716a95cd4680 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:11.528177 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a38aeb25-8de2-43a5-b370-716a95cd4680 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5c9a066f-3744-4aae-8181-d271431c1514 HTTP/1.1" status: 204 len: 168 time: 0.3295565 Feb 28 20:31:11.531669 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38aeb25-8de2-43a5-b370-716a95cd4680 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c9a066f-3744-4aae-8181-d271431c1514,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:11.542550 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38800) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:11.565995 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e62842-b1d2-4dac-9386-25d5c0374804 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router 537a4aa9-169a-4539-b3a5-f6336ae3a2ab is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:31:11.566847 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d4db1c8f-fea9-4be3-86f1-96eaf249bdfe tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (1b4cbebd-5662-4e76-b6ab-583fdb0951bf), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:11.586299 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-2d759a9a-3624-42e4-8b82-dd09a6d209ca None None] Provisioning complete for port 4a7f120c-a0b5-43db-8388-d21d3b1217e4 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:11.586676 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2d759a9a-3624-42e4-8b82-dd09a6d209ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4a7f120c-a0b5-43db-8388-d21d3b1217e4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:11.644038 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050e8be6-2ae5-49aa-bc5e-fe3d39e6e803 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:31:11.655591 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] Sync routers for ids ['ef29b597-bd44-48c4-a018-0f31622b1a63'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:31:11.668473 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3e3e3237-eb7a-4601-94fe-af7f775bc4ec tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1265323 Feb 28 20:31:11.672655 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] Routers {'ef29b597-bd44-48c4-a018-0f31622b1a63'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:11.673696 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ef29b597-bd44-48c4-a018-0f31622b1a63'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:11.674281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d5acb613-98ab-44e0-90a1-979df23dcf08 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:11.676564 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38802) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:11.691255 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-2d759a9a-3624-42e4-8b82-dd09a6d209ca None None] Port 4a7f120c-a0b5-43db-8388-d21d3b1217e4 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:31:11.703691 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d4db1c8f-fea9-4be3-86f1-96eaf249bdfe tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (1b4cbebd-5662-4e76-b6ab-583fdb0951bf), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:11.730052 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-050e8be6-2ae5-49aa-bc5e-fe3d39e6e803 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:11.731515 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-050e8be6-2ae5-49aa-bc5e-fe3d39e6e803 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0075815 Feb 28 20:31:11.742932 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38804) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:11.751625 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5d2509ae-42ee-4c36-89e3-de2134c8a229 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=565796b9d52d4c9b97cc89d44c42d429&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3508644 Feb 28 20:31:11.785709 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38806) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:11.787988 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] Set router ef29b597-bd44-48c4-a018-0f31622b1a63 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:31:11.840972 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e2255-adf1-4ce2-b0c2-73bc6f16c7ef tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting port 0a0f781c-a4f9-4c0c-a0a9-d9d9cd1d119b {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:11.841526 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ec1e2255-adf1-4ce2-b0c2-73bc6f16c7ef tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0a0f781c-a4f9-4c0c-a0a9-d9d9cd1d119b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:11.844047 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0522074f-d12b-4adb-b82a-47de5f331a79 admin admin] Publish callbacks [] for security_group (ad700288-f49a-446c-896d-0fc260d8b48c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:11.914352 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f4243ad5-374b-45d6-804a-09c7ac5ffe7e tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (ff1d89a3-4606-47d6-aff7-7900291c9827), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:11.933189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e62842-b1d2-4dac-9386-25d5c0374804 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:31:11.947111 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ded96e1-daa5-4905-bd94-03e639ec22b6 None None] Sync routers for ids ['537a4aa9-169a-4539-b3a5-f6336ae3a2ab'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:31:11.952789 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f4243ad5-374b-45d6-804a-09c7ac5ffe7e tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (ff1d89a3-4606-47d6-aff7-7900291c9827), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:11.958552 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-10e62842-b1d2-4dac-9386-25d5c0374804 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/537a4aa9-169a-4539-b3a5-f6336ae3a2ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9526119 Feb 28 20:31:11.960367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38810) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:11.967542 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ded96e1-daa5-4905-bd94-03e639ec22b6 None None] Routers {'537a4aa9-169a-4539-b3a5-f6336ae3a2ab'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:11.968210 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5ded96e1-daa5-4905-bd94-03e639ec22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['537a4aa9-169a-4539-b3a5-f6336ae3a2ab'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:12.015549 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f4243ad5-374b-45d6-804a-09c7ac5ffe7e tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ff1d89a3-4606-47d6-aff7-7900291c9827), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.018219 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f4243ad5-374b-45d6-804a-09c7ac5ffe7e tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.022092 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f4243ad5-374b-45d6-804a-09c7ac5ffe7e tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "DELETE /v2.0/security-groups/ff1d89a3-4606-47d6-aff7-7900291c9827 HTTP/1.1" status: 204 len: 168 time: 0.3400443 Feb 28 20:31:12.031345 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38812) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:12.033870 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5ded96e1-daa5-4905-bd94-03e639ec22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:12.052358 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-90e63e4d-1f8b-45cf-a529-d52da3c4a432 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "GET /v2.0/routers/ef29b597-bd44-48c4-a018-0f31622b1a63 HTTP/1.1" status: 200 len: 908 time: 0.3082657 Feb 28 20:31:12.053987 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38814) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:12.059584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-8356c379-0770-4e0e-a0a3-336862783fa3 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Request body: {'router': {'name': 'tempest-snat-router-667274259', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'enable_snat': True}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:12.065997 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0522074f-d12b-4adb-b82a-47de5f331a79 admin admin] Publish callbacks [] for security_group (ad700288-f49a-446c-896d-0fc260d8b48c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.067896 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef29b597-bd44-48c4-a018-0f31622b1a63', 'name': 'tempest-snat-router-667274259', 'tenant_id': 'eeebec26ef4a4b2eb8f8d31543c3e168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125'}], 'enable_snat': False}, 'gw_port_id': '4916ce3c-da1a-4807-b5bf-e5be003be2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:05Z', 'updated_at': '2022-02-28T20:31:09Z', 'revision_number': 3, 'project_id': 'eeebec26ef4a4b2eb8f8d31543c3e168', 'gw_port': {'id': '4916ce3c-da1a-4807-b5bf-e5be003be2dd', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef29b597-bd44-48c4-a018-0f31622b1a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:31:08Z', 'updated_at': '2022-02-28T20:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:12.069924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ded96e1-daa5-4905-bd94-03e639ec22b6 None None] Routers {'537a4aa9-169a-4539-b3a5-f6336ae3a2ab'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:12.070556 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5ded96e1-daa5-4905-bd94-03e639ec22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['537a4aa9-169a-4539-b3a5-f6336ae3a2ab'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:12.075015 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4243ad5-374b-45d6-804a-09c7ac5ffe7e tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1d89a3-4606-47d6-aff7-7900291c9827,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:12.078416 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d4db1c8f-fea9-4be3-86f1-96eaf249bdfe tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (1b4cbebd-5662-4e76-b6ab-583fdb0951bf), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.104547 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] Checking router: ef29b597-bd44-48c4-a018-0f31622b1a63 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:31:12.105138 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] Updating router ef29b597-bd44-48c4-a018-0f31622b1a63 port 4916ce3c-da1a-4807-b5bf-e5be003be2dd binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:31:12.117982 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db1c8f-fea9-4be3-86f1-96eaf249bdfe tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event deleted for resources: {'Subnet': ['ID=1b4cbebd-5662-4e76-b6ab-583fdb0951bf,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:12.134248 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4916ce3c-da1a-4807-b5bf-e5be003be2dd), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.174217 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3123d639-c9c1-4c33-9996-5e55adaa38f6 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1385655 Feb 28 20:31:12.174416 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5ded96e1-daa5-4905-bd94-03e639ec22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:12.174634 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ded96e1-daa5-4905-bd94-03e639ec22b6 None None] The sync data for ids ['537a4aa9-169a-4539-b3a5-f6336ae3a2ab'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:31:12.193438 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d4db1c8f-fea9-4be3-86f1-96eaf249bdfe tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.201367 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d4db1c8f-fea9-4be3-86f1-96eaf249bdfe tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "DELETE /v2.0/subnets/1b4cbebd-5662-4e76-b6ab-583fdb0951bf HTTP/1.1" status: 204 len: 168 time: 1.1485116 Feb 28 20:31:12.203416 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38816) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:12.203895 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38818) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:12.214667 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ec4db3d0-10a5-486f-8fd1-7065b30796df admin admin] Publish callbacks [] for security_group (08c8de42-8e5c-493e-810b-37ba198f001d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.241867 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ec4db3d0-10a5-486f-8fd1-7065b30796df admin admin] Publish callbacks [] for security_group (08c8de42-8e5c-493e-810b-37ba198f001d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.264949 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8356c379-0770-4e0e-a0a3-336862783fa3 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (d6ecc543-811a-4b15-85ac-26f6ece21557), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.266891 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8356c379-0770-4e0e-a0a3-336862783fa3 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (d6ecc543-811a-4b15-85ac-26f6ece21557), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.302766 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c47d534-3ff2-4461-a300-510b63cb4bfa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:12.306732 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3c47d534-3ff2-4461-a300-510b63cb4bfa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/ports/4a7f120c-a0b5-43db-8388-d21d3b1217e4 HTTP/1.1" status: 200 len: 911 time: 0.3212988 Feb 28 20:31:12.309891 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ec1e2255-adf1-4ce2-b0c2-73bc6f16c7ef tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0a0f781c-a4f9-4c0c-a0a9-d9d9cd1d119b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.317698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38820) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:12.338332 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ec4db3d0-10a5-486f-8fd1-7065b30796df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (08c8de42-8e5c-493e-810b-37ba198f001d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.340930 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ec4db3d0-10a5-486f-8fd1-7065b30796df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.344540 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ec4db3d0-10a5-486f-8fd1-7065b30796df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08c8de42-8e5c-493e-810b-37ba198f001d HTTP/1.1" status: 204 len: 168 time: 0.5545049 Feb 28 20:31:12.353135 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e2255-adf1-4ce2-b0c2-73bc6f16c7ef tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Calling delete_port for 0a0f781c-a4f9-4c0c-a0a9-d9d9cd1d119b owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:12.431077 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] Publish callbacks [] for port (4916ce3c-da1a-4807-b5bf-e5be003be2dd), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.436756 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4db3d0-10a5-486f-8fd1-7065b30796df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c8de42-8e5c-493e-810b-37ba198f001d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:12.438692 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4916ce3c-da1a-4807-b5bf-e5be003be2dd), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.459195 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-521e70e5-ba74-4ed2-bd81-68c5a65d8d5b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (aa5fc6b5-520e-4a41-bff9-a202231e02e8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.474261 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bb514c25-9410-4c2e-95cd-c64229cd4d6c tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (3f4d1911-cafe-4b1e-83af-dd273df68ff1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.500717 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e359f5a-8c61-40cc-8d72-83bd74c38aba None None] Pushing event updated for resources: {'Port': ['ID=4916ce3c-da1a-4807-b5bf-e5be003be2dd,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:12.517101 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] Attempting to bind port 4916ce3c-da1a-4807-b5bf-e5be003be2dd on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:31:12.517473 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] Attempting to bind port 4916ce3c-da1a-4807-b5bf-e5be003be2dd by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:31:12.517833 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] Attempting to bind port 4916ce3c-da1a-4807-b5bf-e5be003be2dd on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:31:12.524290 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:31:12.524668 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:31:12.525066 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.525460 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:31:12.525924 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] Bound port: 4916ce3c-da1a-4807-b5bf-e5be003be2dd, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:31:12.526566 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4916ce3c-da1a-4807-b5bf-e5be003be2dd), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.572180 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0522074f-d12b-4adb-b82a-47de5f331a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ad700288-f49a-446c-896d-0fc260d8b48c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.574731 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0522074f-d12b-4adb-b82a-47de5f331a79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.579743 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0522074f-d12b-4adb-b82a-47de5f331a79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad700288-f49a-446c-896d-0fc260d8b48c HTTP/1.1" status: 204 len: 168 time: 1.1715176 Feb 28 20:31:12.579987 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8356c379-0770-4e0e-a0a3-336862783fa3 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_controller (d6ecc543-811a-4b15-85ac-26f6ece21557), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.623036 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] For port 4916ce3c-da1a-4807-b5bf-e5be003be2dd, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:31:12.628052 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] For port 4916ce3c-da1a-4807-b5bf-e5be003be2dd, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4916ce3c-da1a-4807-b5bf-e5be003be2dd,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:31:12.637566 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bb514c25-9410-4c2e-95cd-c64229cd4d6c tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (3f4d1911-cafe-4b1e-83af-dd273df68ff1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.641511 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4916ce3c-da1a-4807-b5bf-e5be003be2dd), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.723003 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e359f5a-8c61-40cc-8d72-83bd74c38aba None None] Pushing event updated for resources: {'Port': ['ID=4916ce3c-da1a-4807-b5bf-e5be003be2dd,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:12.745395 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] Routers {'ef29b597-bd44-48c4-a018-0f31622b1a63'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:12.746241 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ef29b597-bd44-48c4-a018-0f31622b1a63'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:12.748451 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522074f-d12b-4adb-b82a-47de5f331a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad700288-f49a-446c-896d-0fc260d8b48c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:12.846727 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bb514c25-9410-4c2e-95cd-c64229cd4d6c tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3f4d1911-cafe-4b1e-83af-dd273df68ff1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.849450 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bb514c25-9410-4c2e-95cd-c64229cd4d6c tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:12.850873 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bb514c25-9410-4c2e-95cd-c64229cd4d6c tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "DELETE /v2.0/security-groups/3f4d1911-cafe-4b1e-83af-dd273df68ff1 HTTP/1.1" status: 204 len: 168 time: 0.6425025 Feb 28 20:31:12.853601 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38830) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:12.889356 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] Set router ef29b597-bd44-48c4-a018-0f31622b1a63 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:31:13.087363 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb514c25-9410-4c2e-95cd-c64229cd4d6c tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4d1911-cafe-4b1e-83af-dd273df68ff1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:13.128600 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef29b597-bd44-48c4-a018-0f31622b1a63', 'name': 'tempest-snat-router-667274259', 'tenant_id': 'eeebec26ef4a4b2eb8f8d31543c3e168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125'}], 'enable_snat': False}, 'gw_port_id': '4916ce3c-da1a-4807-b5bf-e5be003be2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:05Z', 'updated_at': '2022-02-28T20:31:09Z', 'revision_number': 3, 'project_id': 'eeebec26ef4a4b2eb8f8d31543c3e168', 'gw_port': {'id': '4916ce3c-da1a-4807-b5bf-e5be003be2dd', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef29b597-bd44-48c4-a018-0f31622b1a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:31:08Z', 'updated_at': '2022-02-28T20:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:13.160045 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b27679-69c5-44ac-aefa-73cf5e0eae30 None None] The sync data for ids ['ef29b597-bd44-48c4-a018-0f31622b1a63'] in n-d-820368-21 is: [{'id': 'ef29b597-bd44-48c4-a018-0f31622b1a63', 'name': 'tempest-snat-router-667274259', 'tenant_id': 'eeebec26ef4a4b2eb8f8d31543c3e168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125'}], 'enable_snat': False}, 'gw_port_id': '4916ce3c-da1a-4807-b5bf-e5be003be2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:05Z', 'updated_at': '2022-02-28T20:31:09Z', 'revision_number': 3, 'project_id': 'eeebec26ef4a4b2eb8f8d31543c3e168', 'gw_port': {'id': '4916ce3c-da1a-4807-b5bf-e5be003be2dd', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef29b597-bd44-48c4-a018-0f31622b1a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:31:08Z', 'updated_at': '2022-02-28T20:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:31:13.188007 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ec1e2255-adf1-4ce2-b0c2-73bc6f16c7ef tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0a0f781c-a4f9-4c0c-a0a9-d9d9cd1d119b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:13.374883 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e2255-adf1-4ce2-b0c2-73bc6f16c7ef tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Port': ['ID=0a0f781c-a4f9-4c0c-a0a9-d9d9cd1d119b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:13.392241 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-521e70e5-ba74-4ed2-bd81-68c5a65d8d5b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (aa5fc6b5-520e-4a41-bff9-a202231e02e8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:13.404459 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ec1e2255-adf1-4ce2-b0c2-73bc6f16c7ef tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:13.411668 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ec1e2255-adf1-4ce2-b0c2-73bc6f16c7ef tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/0a0f781c-a4f9-4c0c-a0a9-d9d9cd1d119b HTTP/1.1" status: 204 len: 168 time: 2.0027826 Feb 28 20:31:13.411991 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38850) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:13.513539 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8356c379-0770-4e0e-a0a3-336862783fa3 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_gateway (d6ecc543-811a-4b15-85ac-26f6ece21557), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:13.542968 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-521e70e5-ba74-4ed2-bd81-68c5a65d8d5b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5fc6b5-520e-4a41-bff9-a202231e02e8']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:13.567039 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-183695a4-2df6-40f5-a68c-a1cb5655fee5 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6992712 Feb 28 20:31:13.571316 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38860) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:13.590383 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-5648c767-55bb-4a48-8e19-8bfe67719667 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group': {'name': 'tempest-secgroup--700375444'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:13.595826 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3664d6e2-9f9a-4b9d-a3b2-cac72a69032c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:13.604065 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3664d6e2-9f9a-4b9d-a3b2-cac72a69032c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:13.621432 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-521e70e5-ba74-4ed2-bd81-68c5a65d8d5b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da77c26-ebc5-4312-9bef-c76b7df5cc15') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:13.621987 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-521e70e5-ba74-4ed2-bd81-68c5a65d8d5b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da77c26-ebc5-4312-9bef-c76b7df5cc15') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:13.622837 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3664d6e2-9f9a-4b9d-a3b2-cac72a69032c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2082515 Feb 28 20:31:13.637687 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38866) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:13.720546 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-521e70e5-ba74-4ed2-bd81-68c5a65d8d5b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (4da77c26-ebc5-4312-9bef-c76b7df5cc15), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:13.763216 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-521e70e5-ba74-4ed2-bd81-68c5a65d8d5b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (4da77c26-ebc5-4312-9bef-c76b7df5cc15), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:13.781618 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5648c767-55bb-4a48-8e19-8bfe67719667 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:13.807665 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521e70e5-ba74-4ed2-bd81-68c5a65d8d5b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:31:13.808824 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-521e70e5-ba74-4ed2-bd81-68c5a65d8d5b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (4da77c26-ebc5-4312-9bef-c76b7df5cc15), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:13.810184 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e8b5c8-6bb8-4bc3-bf54-38abd6ba0a18 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet 30301c0c-ff39-4e19-bf6a-e8e0afcb3b2a {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:31:13.814352 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-47e8b5c8-6bb8-4bc3-bf54-38abd6ba0a18 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (30301c0c-ff39-4e19-bf6a-e8e0afcb3b2a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:31:13.863944 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:31:13.866436 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38872) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:13.957578 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-47e8b5c8-6bb8-4bc3-bf54-38abd6ba0a18 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (30301c0c-ff39-4e19-bf6a-e8e0afcb3b2a), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:14.005525 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-521e70e5-ba74-4ed2-bd81-68c5a65d8d5b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (aa5fc6b5-520e-4a41-bff9-a202231e02e8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:14.034006 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-521e70e5-ba74-4ed2-bd81-68c5a65d8d5b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:14.051463 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a8ec3c42-50a1-440a-91e4-c2f747450c94 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (537a4aa9-169a-4539-b3a5-f6336ae3a2ab), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:14.064415 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-521e70e5-ba74-4ed2-bd81-68c5a65d8d5b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] 10.222.0.13 "DELETE /v2.0/networks/aa5fc6b5-520e-4a41-bff9-a202231e02e8 HTTP/1.1" status: 204 len: 168 time: 1.8546827 Feb 28 20:31:14.156935 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e70e5-ba74-4ed2-bd81-68c5a65d8d5b tempest-FloatingIPTestJSON-598836535 tempest-FloatingIPTestJSON-598836535-project] Pushing event deleted for resources: {'Network': ['ID=aa5fc6b5-520e-4a41-bff9-a202231e02e8,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:14.239418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-e56880be-ce81-4955-8d7d-af49a8441245 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1695080162-network', 'tenant_id': '0e4d9d813e9240f293de14f5d4db89db'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:14.241746 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5648c767-55bb-4a48-8e19-8bfe67719667 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (e579707a-215e-493d-a44e-70e11278e216), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:14.255879 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5648c767-55bb-4a48-8e19-8bfe67719667 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e579707a-215e-493d-a44e-70e11278e216), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:14.346877 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-47e8b5c8-6bb8-4bc3-bf54-38abd6ba0a18 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (30301c0c-ff39-4e19-bf6a-e8e0afcb3b2a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:14.382510 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5648c767-55bb-4a48-8e19-8bfe67719667 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:14.407596 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5648c767-55bb-4a48-8e19-8bfe67719667 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8274722 Feb 28 20:31:14.408326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38890) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:14.412305 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648c767-55bb-4a48-8e19-8bfe67719667 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e579707a-215e-493d-a44e-70e11278e216,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:14.422504 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-03b99186-b92c-49f2-bf5a-7fe6feb0af16 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group_rule': {'security_group_id': 'e579707a-215e-493d-a44e-70e11278e216', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:14.464017 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-47e8b5c8-6bb8-4bc3-bf54-38abd6ba0a18 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (30301c0c-ff39-4e19-bf6a-e8e0afcb3b2a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:14.482665 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56880be-ce81-4955-8d7d-af49a8441245 admin admin] Made reservation on behalf of 0e4d9d813e9240f293de14f5d4db89db for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:14.485179 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e56880be-ce81-4955-8d7d-af49a8441245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:14.488138 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-47e8b5c8-6bb8-4bc3-bf54-38abd6ba0a18 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:14.495335 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db175f7-9f6b-4560-91c5-d349ebda0589 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:14.511340 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-47e8b5c8-6bb8-4bc3-bf54-38abd6ba0a18 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/30301c0c-ff39-4e19-bf6a-e8e0afcb3b2a HTTP/1.1" status: 204 len: 168 time: 0.8712530 Feb 28 20:31:14.568739 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38894) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:14.568739 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8356c379-0770-4e0e-a0a3-336862783fa3 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_gateway (d6ecc543-811a-4b15-85ac-26f6ece21557), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:14.580255 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-03b99186-b92c-49f2-bf5a-7fe6feb0af16 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (9223ad7b-97c1-4b4f-8a54-5df711d3aa99), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:14.591957 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38896) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:14.646001 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8b5c8-6bb8-4bc3-bf54-38abd6ba0a18 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=30301c0c-ff39-4e19-bf6a-e8e0afcb3b2a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:14.649398 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e56880be-ce81-4955-8d7d-af49a8441245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:14.742310 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8356c379-0770-4e0e-a0a3-336862783fa3 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:14.755747 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-155fced2-77b1-40f4-af80-69f853af8ff3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1807027 Feb 28 20:31:14.780951 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38902) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:14.804203 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e56880be-ce81-4955-8d7d-af49a8441245 admin admin] Publish callbacks [] for security_group (4afadc91-e47c-4c3e-9c80-39834e2a018d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:14.813073 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee800f0-a845-4994-8987-3977b75003b8 None None] DHCP port deletion for 60bc62cf-1ebe-462d-93c7-f1108638c505 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:31:14.821305 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-7a8ceadf-c215-4ff8-b0a9-4588ada57e95 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:14.842444 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e56880be-ce81-4955-8d7d-af49a8441245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4afadc91-e47c-4c3e-9c80-39834e2a018d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:14.930198 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6ee800f0-a845-4994-8987-3977b75003b8 None None] Deleting port d5acb613-98ab-44e0-90a1-979df23dcf08 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:14.930722 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6ee800f0-a845-4994-8987-3977b75003b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d5acb613-98ab-44e0-90a1-979df23dcf08), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:14.936809 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56880be-ce81-4955-8d7d-af49a8441245 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:31:15.040589 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bf80f6fb-5e1d-492e-afb8-2bf3ddcf59b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e38b0e6fba494a7aacc592cb25d2e86a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4093010 Feb 28 20:31:15.041265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38906) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:15.066617 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6ee800f0-a845-4994-8987-3977b75003b8 None None] For port d5acb613-98ab-44e0-90a1-979df23dcf08, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d5acb613-98ab-44e0-90a1-979df23dcf08,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:15.067300 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6ee800f0-a845-4994-8987-3977b75003b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d5acb613-98ab-44e0-90a1-979df23dcf08), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:15.082189 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6ee800f0-a845-4994-8987-3977b75003b8 None None] Calling delete_port for d5acb613-98ab-44e0-90a1-979df23dcf08 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:15.101344 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-03b99186-b92c-49f2-bf5a-7fe6feb0af16 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (9223ad7b-97c1-4b4f-8a54-5df711d3aa99), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:15.129820 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-03b99186-b92c-49f2-bf5a-7fe6feb0af16 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (9223ad7b-97c1-4b4f-8a54-5df711d3aa99), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:15.140610 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56880be-ce81-4955-8d7d-af49a8441245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afadc91-e47c-4c3e-9c80-39834e2a018d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:15.144445 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e56880be-ce81-4955-8d7d-af49a8441245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:15.144799 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-e56880be-ce81-4955-8d7d-af49a8441245 admin admin] Added segment 5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb of type vlan for network fa039089-86c9-4396-bade-6f794fe57c88 Feb 28 20:31:15.188928 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b99186-b92c-49f2-bf5a-7fe6feb0af16 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9223ad7b-97c1-4b4f-8a54-5df711d3aa99,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:15.213713 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-8356c379-0770-4e0e-a0a3-336862783fa3 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Allocated IP 172.25.0.120 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/603269b4-dc33-4ec0-aec1-226420363337) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:31:15.217204 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8ceadf-c215-4ff8-b0a9-4588ada57e95 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:15.221542 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7a8ceadf-c215-4ff8-b0a9-4588ada57e95 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:15.224067 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6ee800f0-a845-4994-8987-3977b75003b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (d5acb613-98ab-44e0-90a1-979df23dcf08), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:15.249337 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-03b99186-b92c-49f2-bf5a-7fe6feb0af16 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:15.251010 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-03b99186-b92c-49f2-bf5a-7fe6feb0af16 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8396399 Feb 28 20:31:15.263706 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38912) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:15.272789 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee800f0-a845-4994-8987-3977b75003b8 None None] Pushing event deleted for resources: {'Port': ['ID=d5acb613-98ab-44e0-90a1-979df23dcf08,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:15.275422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee800f0-a845-4994-8987-3977b75003b8 None None] No DVR routers for this DVR port d5acb613-98ab-44e0-90a1-979df23dcf08 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:31:15.318420 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba7f94fc-c29c-4539-bad5-c82f8eaea089 admin admin] Publish callbacks [] for security_group (ceb1dadf-4021-4fa5-b500-08e67090ab90), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:15.350408 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e56880be-ce81-4955-8d7d-af49a8441245 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (fa039089-86c9-4396-bade-6f794fe57c88), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:15.361431 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba7f94fc-c29c-4539-bad5-c82f8eaea089 admin admin] Publish callbacks [] for security_group (ceb1dadf-4021-4fa5-b500-08e67090ab90), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:15.386275 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c1655a8-99fa-4edd-83d1-9cbb46444cd0 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (9223ad7b-97c1-4b4f-8a54-5df711d3aa99), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:15.402459 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c1655a8-99fa-4edd-83d1-9cbb46444cd0 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (9223ad7b-97c1-4b4f-8a54-5df711d3aa99), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:15.436587 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-a8ec3c42-50a1-440a-91e4-c2f747450c94 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting port 4a7f120c-a0b5-43db-8388-d21d3b1217e4 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:15.436943 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a8ec3c42-50a1-440a-91e4-c2f747450c94 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4a7f120c-a0b5-43db-8388-d21d3b1217e4), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:15.525128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4916ce3c-da1a-4807-b5bf-e5be003be2dd up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:31:15.628315 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e56880be-ce81-4955-8d7d-af49a8441245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (fa039089-86c9-4396-bade-6f794fe57c88), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:15.630921 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56880be-ce81-4955-8d7d-af49a8441245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:15.635547 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e56880be-ce81-4955-8d7d-af49a8441245 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:15.654012 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4916ce3c-da1a-4807-b5bf-e5be003be2dd triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:15.654389 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4916ce3c-da1a-4807-b5bf-e5be003be2dd), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:15.783478 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba7f94fc-c29c-4539-bad5-c82f8eaea089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ceb1dadf-4021-4fa5-b500-08e67090ab90), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:15.786667 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba7f94fc-c29c-4539-bad5-c82f8eaea089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:15.790642 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ba7f94fc-c29c-4539-bad5-c82f8eaea089 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ceb1dadf-4021-4fa5-b500-08e67090ab90 HTTP/1.1" status: 204 len: 168 time: 0.6994746 Feb 28 20:31:15.822542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f94fc-c29c-4539-bad5-c82f8eaea089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb1dadf-4021-4fa5-b500-08e67090ab90,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:15.827350 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e56880be-ce81-4955-8d7d-af49a8441245 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9598668 Feb 28 20:31:15.828126 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4916ce3c-da1a-4807-b5bf-e5be003be2dd is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:15.828776 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4916ce3c-da1a-4807-b5bf-e5be003be2dd), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:15.832579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56880be-ce81-4955-8d7d-af49a8441245 admin admin] Pushing event updated for resources: {'Network': ['ID=fa039089-86c9-4396-bade-6f794fe57c88,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:15.836831 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38928) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:15.847437 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-8dd7c204-7e00-4fc4-83f6-7f1b0de4945b admin admin] Request body: {'subnet': {'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1695080162-subnet', 'tenant_id': '0e4d9d813e9240f293de14f5d4db89db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:15.860046 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 4916ce3c-da1a-4807-b5bf-e5be003be2dd, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4916ce3c-da1a-4807-b5bf-e5be003be2dd,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:15.876069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network fa039089-86c9-4396-bade-6f794fe57c88 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:31:15.880277 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4916ce3c-da1a-4807-b5bf-e5be003be2dd), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:15.880584 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a8ec3c42-50a1-440a-91e4-c2f747450c94 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4a7f120c-a0b5-43db-8388-d21d3b1217e4), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:15.914132 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-a8ec3c42-50a1-440a-91e4-c2f747450c94 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Calling delete_port for 4a7f120c-a0b5-43db-8388-d21d3b1217e4 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:15.932877 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd7c204-7e00-4fc4-83f6-7f1b0de4945b admin admin] Made reservation on behalf of 0e4d9d813e9240f293de14f5d4db89db for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:15.936888 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8dd7c204-7e00-4fc4-83f6-7f1b0de4945b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:16.187230 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c1655a8-99fa-4edd-83d1-9cbb46444cd0 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (9223ad7b-97c1-4b4f-8a54-5df711d3aa99), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:16.187865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d5acb613-98ab-44e0-90a1-979df23dcf08 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:31:16.226844 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c1655a8-99fa-4edd-83d1-9cbb46444cd0 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:16.243103 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4c1655a8-99fa-4edd-83d1-9cbb46444cd0 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9223ad7b-97c1-4b4f-8a54-5df711d3aa99 HTTP/1.1" status: 204 len: 168 time: 0.9752460 Feb 28 20:31:16.252477 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38934) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:16.263147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: d5acb613-98ab-44e0-90a1-979df23dcf08 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:31:16.263502 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d5acb613-98ab-44e0-90a1-979df23dcf08 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:31:16.298971 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=4916ce3c-da1a-4807-b5bf-e5be003be2dd,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:16.300489 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1655a8-99fa-4edd-83d1-9cbb46444cd0 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9223ad7b-97c1-4b4f-8a54-5df711d3aa99,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:16.336985 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8356c379-0770-4e0e-a0a3-336862783fa3 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for port (603269b4-dc33-4ec0-aec1-226420363337), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:16.462051 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-babfbf4e-1c65-49c4-bc36-112d590cf895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:16.501890 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-70018a9e-9694-4c93-81f4-87e1458ca1c2 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2372673 Feb 28 20:31:16.513561 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38944) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:16.695239 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8356c379-0770-4e0e-a0a3-336862783fa3 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (603269b4-dc33-4ec0-aec1-226420363337), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:16.774478 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8356c379-0770-4e0e-a0a3-336862783fa3 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:16.787246 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-8356c379-0770-4e0e-a0a3-336862783fa3 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:16.794645 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356c379-0770-4e0e-a0a3-336862783fa3 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:16.839862 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7a8ceadf-c215-4ff8-b0a9-4588ada57e95 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (326ff1dc-ba5b-4316-b41d-fe4d4ff9b32b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:16.873407 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356c379-0770-4e0e-a0a3-336862783fa3 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Pushing event updated for resources: {'Port': ['ID=603269b4-dc33-4ec0-aec1-226420363337,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:17.024107 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a6497c8-6daf-4c0a-a934-47906c32d37e req-82063f53-85da-4881-8364-f3e54336c3ba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3002956 Feb 28 20:31:17.151980 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a8ec3c42-50a1-440a-91e4-c2f747450c94 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4a7f120c-a0b5-43db-8388-d21d3b1217e4), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:17.158027 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d1a47808-3458-4dc3-ab9c-dea586487484 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (e579707a-215e-493d-a44e-70e11278e216), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:17.190494 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8dd7c204-7e00-4fc4-83f6-7f1b0de4945b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (cf2eab21-2ca0-4caf-a56e-ff3579d5667c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:17.191154 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8ceadf-c215-4ff8-b0a9-4588ada57e95 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:17.199661 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec3c42-50a1-440a-91e4-c2f747450c94 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Port': ['ID=4a7f120c-a0b5-43db-8388-d21d3b1217e4,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:17.232661 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38976) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:17.256411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6497c8-6daf-4c0a-a934-47906c32d37e req-18840622-c280-4fc1-88e4-b4af2812d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:17.258289 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a6497c8-6daf-4c0a-a934-47906c32d37e req-18840622-c280-4fc1-88e4-b4af2812d1c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce448fa148384bfb9a78481379c26323&device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 1129 time: 0.1703968 Feb 28 20:31:17.316960 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-7a8ceadf-c215-4ff8-b0a9-4588ada57e95 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:17.334550 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc7cfc3-9819-4f21-87fc-9442de50c239 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:17.356297 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8ceadf-c215-4ff8-b0a9-4588ada57e95 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:17.361838 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7a8ceadf-c215-4ff8-b0a9-4588ada57e95 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:17.427737 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7c204-7e00-4fc4-83f6-7f1b0de4945b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf2eab21-2ca0-4caf-a56e-ff3579d5667c,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:17.470981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ceadf-c215-4ff8-b0a9-4588ada57e95 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=326ff1dc-ba5b-4316-b41d-fe4d4ff9b32b,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:17.490393 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d1a47808-3458-4dc3-ab9c-dea586487484 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (e579707a-215e-493d-a44e-70e11278e216), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:17.538644 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7a8ceadf-c215-4ff8-b0a9-4588ada57e95 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7556610 Feb 28 20:31:17.566271 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38988) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:17.566495 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4916ce3c-da1a-4807-b5bf-e5be003be2dd up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:31:17.577456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-2486ef68-6c81-48ca-879e-5444a31090a7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'fixed_ips': [{'subnet_id': '326ff1dc-ba5b-4316-b41d-fe4d4ff9b32b', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1867525347'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:17.652294 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Request body: {'networks': [{'name': 'tempest-network--1099601409'}, {'name': 'tempest-network--757713107'}]} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:17.652853 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Request body: {'network': {'name': 'tempest-network--1099601409'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:17.653476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Request body: {'network': {'name': 'tempest-network--757713107'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:17.673625 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd7c204-7e00-4fc4-83f6-7f1b0de4945b admin admin] Checking segment: {'id': '5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:31:17.674930 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd7c204-7e00-4fc4-83f6-7f1b0de4945b admin admin] Network hostable DHCP agents. Network: fa039089-86c9-4396-bade-6f794fe57c88, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:31:17.729896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b847e699-bc65-44d9-9f50-a1642fa251b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-60bc62cf-1ebe-462d-93c7-f1108638c505', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'fixed_ips': [{'subnet_id': '326ff1dc-ba5b-4316-b41d-fe4d4ff9b32b'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:31:17.731119 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b847e699-bc65-44d9-9f50-a1642fa251b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:17.738960 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6497c8-6daf-4c0a-a934-47906c32d37e req-e417ae5f-f556-43bc-88ca-3b668b5191a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:17.740844 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a6497c8-6daf-4c0a-a934-47906c32d37e req-e417ae5f-f556-43bc-88ca-3b668b5191a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd95dcac-d635-4bec-8252-dbb352dcdbef HTTP/1.1" status: 200 len: 910 time: 0.4316075 Feb 28 20:31:17.745357 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Made reservation on behalf of 984fb70154694a508f1794871e759829 for: {'network': 2} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:17.758593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4916ce3c-da1a-4807-b5bf-e5be003be2dd triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:17.759331 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4916ce3c-da1a-4807-b5bf-e5be003be2dd), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:17.765269 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:17.771721 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a8ec3c42-50a1-440a-91e4-c2f747450c94 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (537a4aa9-169a-4539-b3a5-f6336ae3a2ab), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:17.886653 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a6497c8-6daf-4c0a-a934-47906c32d37e req-b606d083-b913-4ac0-808d-29d98d6e3efc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28f22ab8-31b9-420b-b5ff-5b306b174979 HTTP/1.1" status: 200 len: 1002 time: 0.0978339 Feb 28 20:31:17.909778 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8356c379-0770-4e0e-a0a3-336862783fa3 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_gateway (d6ecc543-811a-4b15-85ac-26f6ece21557), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:17.962827 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4916ce3c-da1a-4807-b5bf-e5be003be2dd is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:17.965844 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-b847e699-bc65-44d9-9f50-a1642fa251b9 None None] Allocated IP 2001:db8::2 (60bc62cf-1ebe-462d-93c7-f1108638c505/326ff1dc-ba5b-4316-b41d-fe4d4ff9b32b/5b6a967f-ed6c-414c-8f57-2eefdc84eaa3) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:31:17.981583 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6497c8-6daf-4c0a-a934-47906c32d37e req-f7554fd3-a0b9-4d93-af27-7718107ecb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:17.985045 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a6497c8-6daf-4c0a-a934-47906c32d37e req-f7554fd3-a0b9-4d93-af27-7718107ecb57 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a36f3d5e-8266-4be4-ab73-31f8fb0001af HTTP/1.1" status: 200 len: 849 time: 0.0791614 Feb 28 20:31:17.986684 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:18.040849 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd7c204-7e00-4fc4-83f6-7f1b0de4945b admin admin] Network fa039089-86c9-4396-bade-6f794fe57c88 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:31:18.041552 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38994) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:18.053286 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d1a47808-3458-4dc3-ab9c-dea586487484 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e579707a-215e-493d-a44e-70e11278e216), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:18.055920 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d1a47808-3458-4dc3-ab9c-dea586487484 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:18.057484 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d1a47808-3458-4dc3-ab9c-dea586487484 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "DELETE /v2.0/security-groups/e579707a-215e-493d-a44e-70e11278e216 HTTP/1.1" status: 204 len: 168 time: 1.5316963 Feb 28 20:31:18.133398 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38998) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:18.150811 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b847e699-bc65-44d9-9f50-a1642fa251b9 None None] Publish callbacks [] for port (5b6a967f-ed6c-414c-8f57-2eefdc84eaa3), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:18.163283 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b847e699-bc65-44d9-9f50-a1642fa251b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (5b6a967f-ed6c-414c-8f57-2eefdc84eaa3), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:18.179968 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-8dd7c204-7e00-4fc4-83f6-7f1b0de4945b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, fa039089-86c9-4396-bade-6f794fe57c88) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:18.185414 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd7c204-7e00-4fc4-83f6-7f1b0de4945b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:18.186257 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8dd7c204-7e00-4fc4-83f6-7f1b0de4945b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:18.186364 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8356c379-0770-4e0e-a0a3-336862783fa3 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (d6ecc543-811a-4b15-85ac-26f6ece21557), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:18.192735 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77701715-b8b4-492d-84fb-ce076732497a None None] Network fa039089-86c9-4396-bade-6f794fe57c88 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:18.201098 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2486ef68-6c81-48ca-879e-5444a31090a7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:18.243290 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a47808-3458-4dc3-ab9c-dea586487484 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e579707a-215e-493d-a44e-70e11278e216,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:18.276010 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8dd7c204-7e00-4fc4-83f6-7f1b0de4945b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4290423 Feb 28 20:31:18.278985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6497c8-6daf-4c0a-a934-47906c32d37e req-b00478d1-ab9e-4d99-970a-8ed038dfc438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:18.280682 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a6497c8-6daf-4c0a-a934-47906c32d37e req-b00478d1-ab9e-4d99-970a-8ed038dfc438 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd95dcac-d635-4bec-8252-dbb352dcdbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2831674 Feb 28 20:31:18.329162 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b847e699-bc65-44d9-9f50-a1642fa251b9 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:18.404997 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4e14767c-2959-4a82-8910-e5cb5fb2033c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:18.410201 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2486ef68-6c81-48ca-879e-5444a31090a7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:18.422779 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f89d9d76-5ac3-4b7e-bd85-d95b76a060ff tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2827523 Feb 28 20:31:18.424558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-b847e699-bc65-44d9-9f50-a1642fa251b9 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:18.430973 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39002) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:18.433815 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b847e699-bc65-44d9-9f50-a1642fa251b9 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:18.444439 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4036dc15-338e-4537-915b-95d3f685bcd8 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group': {'name': 'tempest-secgroup--912955121'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:18.454758 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847e699-bc65-44d9-9f50-a1642fa251b9 None None] Pushing event updated for resources: {'Port': ['ID=5b6a967f-ed6c-414c-8f57-2eefdc84eaa3,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:18.490029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-2486ef68-6c81-48ca-879e-5444a31090a7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] device_id is not set on port 16b12647-9d31-47ca-9953-fac7f5afa73d yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:31:18.534396 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ec3c42-50a1-440a-91e4-c2f747450c94 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router 537a4aa9-169a-4539-b3a5-f6336ae3a2ab has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:31:18.571111 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4036dc15-338e-4537-915b-95d3f685bcd8 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:18.648422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b847e699-bc65-44d9-9f50-a1642fa251b9 None None] Attempting to bind port 5b6a967f-ed6c-414c-8f57-2eefdc84eaa3 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:31:18.649023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b847e699-bc65-44d9-9f50-a1642fa251b9 None None] Attempting to bind port 5b6a967f-ed6c-414c-8f57-2eefdc84eaa3 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:31:18.649670 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b847e699-bc65-44d9-9f50-a1642fa251b9 None None] Attempting to bind port 5b6a967f-ed6c-414c-8f57-2eefdc84eaa3 on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:31:18.667273 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b847e699-bc65-44d9-9f50-a1642fa251b9 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:31:18.668154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b847e699-bc65-44d9-9f50-a1642fa251b9 None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:31:18.668970 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b847e699-bc65-44d9-9f50-a1642fa251b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:18.670348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b847e699-bc65-44d9-9f50-a1642fa251b9 None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:31:18.671228 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b847e699-bc65-44d9-9f50-a1642fa251b9 None None] Bound port: 5b6a967f-ed6c-414c-8f57-2eefdc84eaa3, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:31:18.672142 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b847e699-bc65-44d9-9f50-a1642fa251b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5b6a967f-ed6c-414c-8f57-2eefdc84eaa3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:18.702307 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a708d9-357c-4603-be5b-2145fdd88638 None None] Network fa039089-86c9-4396-bade-6f794fe57c88 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:18.759963 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks [] for security_group (c3acf6ed-3d0a-4f87-bf59-7eb2aca8728d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:18.769880 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a6497c8-6daf-4c0a-a934-47906c32d37e req-393b25ea-5627-4841-9d4f-0407f2582c51 service neutron] 10.222.0.10 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518032 Feb 28 20:31:18.824338 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c3acf6ed-3d0a-4f87-bf59-7eb2aca8728d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:18.824572 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:18.847730 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b847e699-bc65-44d9-9f50-a1642fa251b9 None None] For port 5b6a967f-ed6c-414c-8f57-2eefdc84eaa3, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:31:18.849907 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4e14767c-2959-4a82-8910-e5cb5fb2033c admin admin] Publish callbacks [] for security_group (c43eec95-82c9-493f-94c5-a0801db176b9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:18.851749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b847e699-bc65-44d9-9f50-a1642fa251b9 None None] For port 5b6a967f-ed6c-414c-8f57-2eefdc84eaa3, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5b6a967f-ed6c-414c-8f57-2eefdc84eaa3,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:31:18.868361 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b847e699-bc65-44d9-9f50-a1642fa251b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5b6a967f-ed6c-414c-8f57-2eefdc84eaa3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:18.872705 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4e14767c-2959-4a82-8910-e5cb5fb2033c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c43eec95-82c9-493f-94c5-a0801db176b9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:18.902801 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ec3c42-50a1-440a-91e4-c2f747450c94 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:31:18.909131 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a8ec3c42-50a1-440a-91e4-c2f747450c94 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/537a4aa9-169a-4539-b3a5-f6336ae3a2ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5825667 Feb 28 20:31:18.919991 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896ea515-34e3-459b-b141-3bcb03182e54 None None] Sync routers for ids ['537a4aa9-169a-4539-b3a5-f6336ae3a2ab'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:31:18.934404 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896ea515-34e3-459b-b141-3bcb03182e54 None None] Routers {'537a4aa9-169a-4539-b3a5-f6336ae3a2ab'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:18.935778 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-896ea515-34e3-459b-b141-3bcb03182e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['537a4aa9-169a-4539-b3a5-f6336ae3a2ab'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:18.949122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39020) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:18.976375 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847e699-bc65-44d9-9f50-a1642fa251b9 None None] Pushing event updated for resources: {'Port': ['ID=5b6a967f-ed6c-414c-8f57-2eefdc84eaa3,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:18.994714 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4036dc15-338e-4537-915b-95d3f685bcd8 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (50b88e64-7bf8-498a-8337-11581219dbca), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:19.038503 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-896ea515-34e3-459b-b141-3bcb03182e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:19.051913 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14767c-2959-4a82-8910-e5cb5fb2033c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43eec95-82c9-493f-94c5-a0801db176b9,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:19.061105 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896ea515-34e3-459b-b141-3bcb03182e54 None None] Routers {'537a4aa9-169a-4539-b3a5-f6336ae3a2ab'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:19.061812 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-896ea515-34e3-459b-b141-3bcb03182e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:30:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['537a4aa9-169a-4539-b3a5-f6336ae3a2ab'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:19.106488 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4036dc15-338e-4537-915b-95d3f685bcd8 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (50b88e64-7bf8-498a-8337-11581219dbca), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:19.136889 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-896ea515-34e3-459b-b141-3bcb03182e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:19.137546 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896ea515-34e3-459b-b141-3bcb03182e54 None None] The sync data for ids ['537a4aa9-169a-4539-b3a5-f6336ae3a2ab'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:31:19.155941 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-41cecd99-6935-471d-a1dc-fdcfe9f332f6 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/ports?device_id=537a4aa9-169a-4539-b3a5-f6336ae3a2ab HTTP/1.1" status: 200 len: 205 time: 0.1816230 Feb 28 20:31:19.176249 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4036dc15-338e-4537-915b-95d3f685bcd8 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:19.178015 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4036dc15-338e-4537-915b-95d3f685bcd8 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7439690 Feb 28 20:31:19.188714 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39022) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:19.189171 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39024) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:19.209171 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-bc01a4de-e18e-4228-8dcc-860e935334e3 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group_rule': {'security_group_id': '50b88e64-7bf8-498a-8337-11581219dbca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:19.248019 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:31:19.259827 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-ae45f2a5-2850-4907-ab21-3f1ba0b83ae3 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:19.261633 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-ae45f2a5-2850-4907-ab21-3f1ba0b83ae3 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/networks?id=fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 200 len: 815 time: 0.4392266 Feb 28 20:31:19.269285 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3acf6ed-3d0a-4f87-bf59-7eb2aca8728d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:19.321161 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (09907fe3-a706-4453-a1af-8f439ff954f5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:19.321664 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Added segment 09907fe3-a706-4453-a1af-8f439ff954f5 of type vlan for network 3a45f206-ed0c-48e7-803c-411280203044 Feb 28 20:31:19.351617 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4e14767c-2959-4a82-8910-e5cb5fb2033c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00768163d356456fb39c9f031c01f6ee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3079150 Feb 28 20:31:19.360380 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39026) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:19.361678 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1bcabb7c-49af-448c-a92e-812f56594deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:19.378182 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8356c379-0770-4e0e-a0a3-336862783fa3 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Router d6ecc543-811a-4b15-85ac-26f6ece21557 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:31:19.387057 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-b570aab2-0e89-4621-b924-2b2a38a5cfb8 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/quotas/0e4d9d813e9240f293de14f5d4db89db HTTP/1.1" status: 200 len: 375 time: 0.1137235 Feb 28 20:31:19.448105 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2486ef68-6c81-48ca-879e-5444a31090a7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:31:19.448498 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2486ef68-6c81-48ca-879e-5444a31090a7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:31:19.450596 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036dc15-338e-4537-915b-95d3f685bcd8 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50b88e64-7bf8-498a-8337-11581219dbca,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:19.467987 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-49dce1c0-9d61-4f95-8396-39cd7b543d4d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e4d9d813e9240f293de14f5d4db89db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501630 Feb 28 20:31:19.476514 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a6497c8-6daf-4c0a-a934-47906c32d37e req-b3de7964-ec62-49e8-bc9a-41ace1c7dd87 service neutron] 10.222.0.10 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6573968 Feb 28 20:31:19.519301 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (3a45f206-ed0c-48e7-803c-411280203044), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:19.528963 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5b6a967f-ed6c-414c-8f57-2eefdc84eaa3 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:31:19.541213 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5ea2f77c-409f-4f08-8376-751882185315 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (537a4aa9-169a-4539-b3a5-f6336ae3a2ab), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:19.616937 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:19.623596 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 5b6a967f-ed6c-414c-8f57-2eefdc84eaa3 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:19.624076 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5b6a967f-ed6c-414c-8f57-2eefdc84eaa3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:19.625265 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cb38799a-91e1-49e7-8fa7-c0dd634adf79 admin admin] Publish callbacks [] for security_group (c43eec95-82c9-493f-94c5-a0801db176b9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:19.648302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:31:19.692233 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc01a4de-e18e-4228-8dcc-860e935334e3 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (43c91a3f-7e83-4137-8c39-874c0f65da73), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:19.726279 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f7aa2164-b71d-4de0-acd1-65d4375faf5e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:19.726562 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Added segment f7aa2164-b71d-4de0-acd1-65d4375faf5e of type vlan for network d5953d53-462b-4de2-ae26-aea364eb515e Feb 28 20:31:19.736383 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cb38799a-91e1-49e7-8fa7-c0dd634adf79 admin admin] Publish callbacks [] for security_group (c43eec95-82c9-493f-94c5-a0801db176b9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:19.739874 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 5b6a967f-ed6c-414c-8f57-2eefdc84eaa3 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:19.740272 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5b6a967f-ed6c-414c-8f57-2eefdc84eaa3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:19.790077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 5b6a967f-ed6c-414c-8f57-2eefdc84eaa3, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5b6a967f-ed6c-414c-8f57-2eefdc84eaa3,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:19.795601 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5b6a967f-ed6c-414c-8f57-2eefdc84eaa3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:19.827570 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2486ef68-6c81-48ca-879e-5444a31090a7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2602544 Feb 28 20:31:19.832391 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39030) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:19.853473 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=5b6a967f-ed6c-414c-8f57-2eefdc84eaa3,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:19.873770 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-4c12a859-ba19-4a22-b903-bd9b6d1828ad service neutron] 10.222.0.13 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696985 Feb 28 20:31:19.914645 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (d5953d53-462b-4de2-ae26-aea364eb515e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:19.933592 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5ea2f77c-409f-4f08-8376-751882185315 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (537a4aa9-169a-4539-b3a5-f6336ae3a2ab), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:19.940872 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5ea2f77c-409f-4f08-8376-751882185315 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router_controller (537a4aa9-169a-4539-b3a5-f6336ae3a2ab), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:20.020554 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc01a4de-e18e-4228-8dcc-860e935334e3 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (43c91a3f-7e83-4137-8c39-874c0f65da73), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:20.023427 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8356c379-0770-4e0e-a0a3-336862783fa3 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:31:20.032543 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5ea2f77c-409f-4f08-8376-751882185315 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (537a4aa9-169a-4539-b3a5-f6336ae3a2ab), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:20.033030 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea2f77c-409f-4f08-8376-751882185315 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Fanout notify agent at l3_agent the message router_deleted on router 537a4aa9-169a-4539-b3a5-f6336ae3a2ab {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:31:20.036953 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Sync routers for ids ['d6ecc543-811a-4b15-85ac-26f6ece21557'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:31:20.041251 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5ea2f77c-409f-4f08-8376-751882185315 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:20.042382 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5ea2f77c-409f-4f08-8376-751882185315 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/routers/537a4aa9-169a-4539-b3a5-f6336ae3a2ab HTTP/1.1" status: 204 len: 168 time: 0.8430352 Feb 28 20:31:20.047256 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39032) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:20.048921 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc01a4de-e18e-4228-8dcc-860e935334e3 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (43c91a3f-7e83-4137-8c39-874c0f65da73), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:20.049111 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-daac2a8f-c9fb-465f-9e37-e839d514ee70 service neutron] 10.222.0.13 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741772 Feb 28 20:31:20.069424 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (3a45f206-ed0c-48e7-803c-411280203044), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:20.070073 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (d5953d53-462b-4de2-ae26-aea364eb515e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:20.081811 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:20.085506 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb2d919-6109-468c-a006-e53e2d353170 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:20.091080 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-afb2d919-6109-468c-a006-e53e2d353170 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2549310 Feb 28 20:31:20.093169 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:20.095123 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:20.103400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39034) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:20.114734 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Routers {'d6ecc543-811a-4b15-85ac-26f6ece21557'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:20.119597 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['d6ecc543-811a-4b15-85ac-26f6ece21557'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:20.125480 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8356c379-0770-4e0e-a0a3-336862783fa3 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:20.130240 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8356c379-0770-4e0e-a0a3-336862783fa3 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.0744886 Feb 28 20:31:20.131449 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39036) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:20.148186 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01a4de-e18e-4228-8dcc-860e935334e3 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c91a3f-7e83-4137-8c39-874c0f65da73,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:20.192455 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc01a4de-e18e-4228-8dcc-860e935334e3 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:20.196035 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bc01a4de-e18e-4228-8dcc-860e935334e3 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9891772 Feb 28 20:31:20.198078 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39038) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:20.235120 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a65c4a-3ed3-4e9a-93b7-a318282e7420 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting subnet 7b20bd5a-d2a2-44da-a2df-534d4e893e3a {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:31:20.242606 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-607db90a-e45f-4f82-8be9-351fb2f778e2 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-group-rules/43c91a3f-7e83-4137-8c39-874c0f65da73 HTTP/1.1" status: 200 len: 763 time: 0.0349078 Feb 28 20:31:20.243728 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39040) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:20.247228 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-72a65c4a-3ed3-4e9a-93b7-a318282e7420 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (7b20bd5a-d2a2-44da-a2df-534d4e893e3a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:20.333622 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cb38799a-91e1-49e7-8fa7-c0dd634adf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c43eec95-82c9-493f-94c5-a0801db176b9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:20.342116 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cb38799a-91e1-49e7-8fa7-c0dd634adf79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:20.350883 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cb38799a-91e1-49e7-8fa7-c0dd634adf79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c43eec95-82c9-493f-94c5-a0801db176b9 HTTP/1.1" status: 204 len: 168 time: 0.9807417 Feb 28 20:31:20.368097 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-72a65c4a-3ed3-4e9a-93b7-a318282e7420 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (7b20bd5a-d2a2-44da-a2df-534d4e893e3a), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:20.386055 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event updated for resources: {'Network': ['ID=3a45f206-ed0c-48e7-803c-411280203044,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:20.416711 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-df737f35-1929-4f7a-a891-00a93c911a56 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "GET /v2.0/routers/d6ecc543-811a-4b15-85ac-26f6ece21557 HTTP/1.1" status: 200 len: 907 time: 0.2775464 Feb 28 20:31:20.418905 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39048) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:20.447297 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-535cf803-2690-4d0e-9d57-5b94cd02ffd5 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2009106 Feb 28 20:31:20.458795 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.2178679 Feb 28 20:31:20.469672 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39050) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:20.470072 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39052) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:20.497340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38799a-91e1-49e7-8fa7-c0dd634adf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43eec95-82c9-493f-94c5-a0801db176b9,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:20.511737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Set router d6ecc543-811a-4b15-85ac-26f6ece21557 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:31:20.592711 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7fbaf17-eab9-4211-9879-54ea604d72f7 req-67271bf1-c7c6-431e-811b-429b86fd4638 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 210 time: 0.1900363 Feb 28 20:31:20.602570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 3a45f206-ed0c-48e7-803c-411280203044 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:31:20.672832 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86c65860-0bea-4075-9f2b-b1d7651b09c1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router (d6ecc543-811a-4b15-85ac-26f6ece21557), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:20.713860 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:20.875369 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ce44eb-4df7-49c0-b252-166b260bedd3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:20.875369 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ce44eb-4df7-49c0-b252-166b260bedd3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:20.875369 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-88ce44eb-4df7-49c0-b252-166b260bedd3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5359559 Feb 28 20:31:20.954414 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9047a31-4c9b-41dd-b473-1fb0c1e192f2 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (43c91a3f-7e83-4137-8c39-874c0f65da73), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:20.958061 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5101e727-396d-4443-8e28-0ab71a257665 None None] Provisioning complete for port 5b6a967f-ed6c-414c-8f57-2eefdc84eaa3 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:20.958606 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5101e727-396d-4443-8e28-0ab71a257665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5b6a967f-ed6c-414c-8f57-2eefdc84eaa3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:20.959786 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39062) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:20.964968 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd5450-9b29-4a4d-ab70-9137d3a7b2d9 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event updated for resources: {'Network': ['ID=d5953d53-462b-4de2-ae26-aea364eb515e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:20.989971 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9047a31-4c9b-41dd-b473-1fb0c1e192f2 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (43c91a3f-7e83-4137-8c39-874c0f65da73), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:20.998218 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e411539b-892f-4f38-b5f8-63c1762f5cc1 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:21.001950 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network d5953d53-462b-4de2-ae26-aea364eb515e details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:31:21.005679 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e411539b-892f-4f38-b5f8-63c1762f5cc1 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:21.013783 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e411539b-892f-4f38-b5f8-63c1762f5cc1 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:21.019400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e411539b-892f-4f38-b5f8-63c1762f5cc1 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:21.021905 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e411539b-892f-4f38-b5f8-63c1762f5cc1 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5439084 Feb 28 20:31:21.048754 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39066) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:21.048754 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39068) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:21.198704 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a27afab4-0f57-4bbc-9624-bbf1e0367555 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet 326ff1dc-ba5b-4316-b41d-fe4d4ff9b32b {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:31:21.221770 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5101e727-396d-4443-8e28-0ab71a257665 None None] Current status of the port 5b6a967f-ed6c-414c-8f57-2eefdc84eaa3 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:21.232633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ecc543-811a-4b15-85ac-26f6ece21557', 'name': 'tempest-snat-router-667274259', 'tenant_id': 'eeebec26ef4a4b2eb8f8d31543c3e168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '603269b4-dc33-4ec0-aec1-226420363337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:12Z', 'updated_at': '2022-02-28T20:31:17Z', 'revision_number': 3, 'project_id': 'eeebec26ef4a4b2eb8f8d31543c3e168', 'gw_port': {'id': '603269b4-dc33-4ec0-aec1-226420363337', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ecc543-811a-4b15-85ac-26f6ece21557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:31:14Z', 'updated_at': '2022-02-28T20:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:21.310853 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-72a65c4a-3ed3-4e9a-93b7-a318282e7420 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (7b20bd5a-d2a2-44da-a2df-534d4e893e3a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.312479 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Checking router: d6ecc543-811a-4b15-85ac-26f6ece21557 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:31:21.312835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Updating router d6ecc543-811a-4b15-85ac-26f6ece21557 port 603269b4-dc33-4ec0-aec1-226420363337 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:31:21.325626 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e50301f6-7580-432a-a31a-3bef08826969 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (3a45f206-ed0c-48e7-803c-411280203044), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.329855 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9f298bd8-3ebb-45d5-80c9-b9c33c972e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.338454 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a27afab4-0f57-4bbc-9624-bbf1e0367555 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (326ff1dc-ba5b-4316-b41d-fe4d4ff9b32b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.399815 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (603269b4-dc33-4ec0-aec1-226420363337), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.399815 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.416520 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86c65860-0bea-4075-9f2b-b1d7651b09c1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_gateway (d6ecc543-811a-4b15-85ac-26f6ece21557), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.430318 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-72a65c4a-3ed3-4e9a-93b7-a318282e7420 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (7b20bd5a-d2a2-44da-a2df-534d4e893e3a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.457973 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9047a31-4c9b-41dd-b473-1fb0c1e192f2 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (43c91a3f-7e83-4137-8c39-874c0f65da73), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.468593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5b6a967f-ed6c-414c-8f57-2eefdc84eaa3 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:31:21.474877 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9047a31-4c9b-41dd-b473-1fb0c1e192f2 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.480201 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a9047a31-4c9b-41dd-b473-1fb0c1e192f2 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/43c91a3f-7e83-4137-8c39-874c0f65da73 HTTP/1.1" status: 204 len: 168 time: 1.0030072 Feb 28 20:31:21.492489 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39070) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:21.503510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a65c4a-3ed3-4e9a-93b7-a318282e7420 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Subnet': ['ID=7b20bd5a-d2a2-44da-a2df-534d4e893e3a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:21.539942 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a27afab4-0f57-4bbc-9624-bbf1e0367555 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (326ff1dc-ba5b-4316-b41d-fe4d4ff9b32b), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.551972 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9047a31-4c9b-41dd-b473-1fb0c1e192f2 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43c91a3f-7e83-4137-8c39-874c0f65da73,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:21.593333 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-72a65c4a-3ed3-4e9a-93b7-a318282e7420 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.604748 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-72a65c4a-3ed3-4e9a-93b7-a318282e7420 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/subnets/7b20bd5a-d2a2-44da-a2df-534d4e893e3a HTTP/1.1" status: 204 len: 168 time: 1.5494404 Feb 28 20:31:21.605771 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39072) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:21.623701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225c00a9-30b4-45a2-9c27-513fd8e3ab16 None None] Network ee44a51e-8c38-403f-a1eb-c865316f75df requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:21.655399 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e50301f6-7580-432a-a31a-3bef08826969 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (3a45f206-ed0c-48e7-803c-411280203044), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.678846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e50301f6-7580-432a-a31a-3bef08826969 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a45f206-ed0c-48e7-803c-411280203044']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:21.691850 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e50301f6-7580-432a-a31a-3bef08826969 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09907fe3-a706-4453-a1af-8f439ff954f5') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:21.692109 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e50301f6-7580-432a-a31a-3bef08826969 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09907fe3-a706-4453-a1af-8f439ff954f5') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:21.704984 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e50301f6-7580-432a-a31a-3bef08826969 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (09907fe3-a706-4453-a1af-8f439ff954f5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.725162 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-86c65860-0bea-4075-9f2b-b1d7651b09c1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Deleting port 603269b4-dc33-4ec0-aec1-226420363337 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:21.726053 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86c65860-0bea-4075-9f2b-b1d7651b09c1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (603269b4-dc33-4ec0-aec1-226420363337), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.728240 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e50301f6-7580-432a-a31a-3bef08826969 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (09907fe3-a706-4453-a1af-8f439ff954f5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.746959 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50301f6-7580-432a-a31a-3bef08826969 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:31:21.747327 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e50301f6-7580-432a-a31a-3bef08826969 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (09907fe3-a706-4453-a1af-8f439ff954f5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:31:21.751016 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:31:21.769179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 5b6a967f-ed6c-414c-8f57-2eefdc84eaa3 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:21.769386 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5b6a967f-ed6c-414c-8f57-2eefdc84eaa3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.841852 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9d7668a-4580-4fe0-a1ca-aacdd5417caa req-2d6813ff-bd6a-4793-9f68-6cf411cb9c09 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 210 time: 0.1033323 Feb 28 20:31:21.864446 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9f298bd8-3ebb-45d5-80c9-b9c33c972e58 admin admin] Publish callbacks [] for security_group (c0c46587-18b1-44f0-b203-2916fe2859b5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.868985 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86c65860-0bea-4075-9f2b-b1d7651b09c1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (603269b4-dc33-4ec0-aec1-226420363337), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.880776 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce9ca-d29b-40c0-b6de-00f34c7b596e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (ee44a51e-8c38-403f-a1eb-c865316f75df), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.891128 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-86c65860-0bea-4075-9f2b-b1d7651b09c1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Calling delete_port for 603269b4-dc33-4ec0-aec1-226420363337 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:21.892506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ce094d4c-ad1e-4fa5-9c55-75541fc2b4da tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3985448 Feb 28 20:31:21.893128 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39078) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:21.893274 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9f298bd8-3ebb-45d5-80c9-b9c33c972e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c0c46587-18b1-44f0-b203-2916fe2859b5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.900533 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-1c6d98ee-4570-429f-af68-ffb52ea15d28 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group_rule': {'security_group_id': '50b88e64-7bf8-498a-8337-11581219dbca', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:21.957055 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e50301f6-7580-432a-a31a-3bef08826969 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (3a45f206-ed0c-48e7-803c-411280203044), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.982963 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e50301f6-7580-432a-a31a-3bef08826969 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:21.986327 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e50301f6-7580-432a-a31a-3bef08826969 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "DELETE /v2.0/networks/3a45f206-ed0c-48e7-803c-411280203044 HTTP/1.1" status: 204 len: 168 time: 0.9336276 Feb 28 20:31:21.992929 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39080) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:22.010192 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1c6d98ee-4570-429f-af68-ffb52ea15d28 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (d451aa0f-a68c-4fc0-bbe4-646c7c372212), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.014486 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9f298bd8-3ebb-45d5-80c9-b9c33c972e58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72adcf974c894428ba5b9dd542ef531b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9638662 Feb 28 20:31:22.018901 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50301f6-7580-432a-a31a-3bef08826969 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event deleted for resources: {'Network': ['ID=3a45f206-ed0c-48e7-803c-411280203044,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:22.038246 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39082) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:22.038246 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f298bd8-3ebb-45d5-80c9-b9c33c972e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c46587-18b1-44f0-b203-2916fe2859b5,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:22.044259 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a27afab4-0f57-4bbc-9624-bbf1e0367555 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (326ff1dc-ba5b-4316-b41d-fe4d4ff9b32b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.083467 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 5b6a967f-ed6c-414c-8f57-2eefdc84eaa3 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:22.269711 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322d2784-49a7-4775-bb40-e0caaae7abc6 None None] DHCP port deletion for ee44a51e-8c38-403f-a1eb-c865316f75df request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:31:22.271070 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-9a0ce9ca-d29b-40c0-b6de-00f34c7b596e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting port f18a6630-05e2-4b93-a4f6-27d25fae02e1 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:22.271423 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce9ca-d29b-40c0-b6de-00f34c7b596e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (f18a6630-05e2-4b93-a4f6-27d25fae02e1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.335363 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Publish callbacks [] for port (603269b4-dc33-4ec0-aec1-226420363337), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.349149 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-9a0ce9ca-d29b-40c0-b6de-00f34c7b596e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] For port f18a6630-05e2-4b93-a4f6-27d25fae02e1, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=f18a6630-05e2-4b93-a4f6-27d25fae02e1,segment=NetworkSegment(068265f8-36d5-4327-a8e9-158864580927),segment_id=068265f8-36d5-4327-a8e9-158864580927)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:22.349988 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce9ca-d29b-40c0-b6de-00f34c7b596e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (f18a6630-05e2-4b93-a4f6-27d25fae02e1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.358446 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b337ddd9-54c1-46d9-8ae8-0b626396c551 admin admin] Publish callbacks [] for security_group (c0c46587-18b1-44f0-b203-2916fe2859b5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.359697 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (603269b4-dc33-4ec0-aec1-226420363337), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.363955 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-9a0ce9ca-d29b-40c0-b6de-00f34c7b596e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Calling delete_port for f18a6630-05e2-4b93-a4f6-27d25fae02e1 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:22.390836 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Attempting to bind port 603269b4-dc33-4ec0-aec1-226420363337 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:31:22.391536 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Attempting to bind port 603269b4-dc33-4ec0-aec1-226420363337 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:31:22.392206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Attempting to bind port 603269b4-dc33-4ec0-aec1-226420363337 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:31:22.395641 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b337ddd9-54c1-46d9-8ae8-0b626396c551 admin admin] Publish callbacks [] for security_group (c0c46587-18b1-44f0-b203-2916fe2859b5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.415066 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:31:22.415888 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:31:22.416524 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.417120 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:31:22.417804 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Bound port: 603269b4-dc33-4ec0-aec1-226420363337, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:31:22.418482 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (603269b4-dc33-4ec0-aec1-226420363337), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.460295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-322d2784-49a7-4775-bb40-e0caaae7abc6 None None] Deleting port f18a6630-05e2-4b93-a4f6-27d25fae02e1 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:22.461157 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-322d2784-49a7-4775-bb40-e0caaae7abc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (f18a6630-05e2-4b93-a4f6-27d25fae02e1), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.462560 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce9ca-d29b-40c0-b6de-00f34c7b596e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (f18a6630-05e2-4b93-a4f6-27d25fae02e1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.463122 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a27afab4-0f57-4bbc-9624-bbf1e0367555 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (326ff1dc-ba5b-4316-b41d-fe4d4ff9b32b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.482916 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1c6d98ee-4570-429f-af68-ffb52ea15d28 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (d451aa0f-a68c-4fc0-bbe4-646c7c372212), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.496632 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b337ddd9-54c1-46d9-8ae8-0b626396c551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c0c46587-18b1-44f0-b203-2916fe2859b5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.499170 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b337ddd9-54c1-46d9-8ae8-0b626396c551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.500410 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b337ddd9-54c1-46d9-8ae8-0b626396c551 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0c46587-18b1-44f0-b203-2916fe2859b5 HTTP/1.1" status: 204 len: 168 time: 0.4677866 Feb 28 20:31:22.531012 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a66775f5-0c14-47d2-bc3e-61007493f45c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (d5953d53-462b-4de2-ae26-aea364eb515e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.532830 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27afab4-0f57-4bbc-9624-bbf1e0367555 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=326ff1dc-ba5b-4316-b41d-fe4d4ff9b32b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:22.535644 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a27afab4-0f57-4bbc-9624-bbf1e0367555 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.538884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a27afab4-0f57-4bbc-9624-bbf1e0367555 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/326ff1dc-ba5b-4316-b41d-fe4d4ff9b32b HTTP/1.1" status: 204 len: 168 time: 1.5749977 Feb 28 20:31:22.541508 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337ddd9-54c1-46d9-8ae8-0b626396c551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c46587-18b1-44f0-b203-2916fe2859b5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:22.543531 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39086) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:22.572922 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ce9ca-d29b-40c0-b6de-00f34c7b596e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] No DVR routers for this DVR port f18a6630-05e2-4b93-a4f6-27d25fae02e1 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:31:22.605292 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1c6d98ee-4570-429f-af68-ffb52ea15d28 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (d451aa0f-a68c-4fc0-bbe4-646c7c372212), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.618164 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ce9ca-d29b-40c0-b6de-00f34c7b596e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Port': ['ID=f18a6630-05e2-4b93-a4f6-27d25fae02e1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:22.634904 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-86edee7e-a5af-4ab2-878c-801c353c3da8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888782 Feb 28 20:31:22.636925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39088) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:22.653296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-26c5285f-57e4-4d74-b0cb-05c9dc52bb69 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:22.665762 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1c6d98ee-4570-429f-af68-ffb52ea15d28 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.669918 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1c6d98ee-4570-429f-af68-ffb52ea15d28 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7757902 Feb 28 20:31:22.670558 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39090) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:22.693998 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-cde60055-4524-4685-9704-57df4b66cd78 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:22.695530 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-cde60055-4524-4685-9704-57df4b66cd78 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.15 "GET /v2.0/networks?id=fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 200 len: 815 time: 0.6072404 Feb 28 20:31:22.710087 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d98ee-4570-429f-af68-ffb52ea15d28 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d451aa0f-a68c-4fc0-bbe4-646c7c372212,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:22.729045 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-5229eb33-9212-4a32-bc3a-e24dc97c2882 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Request body: {'port': {'device_id': '523ef972-316e-4964-86f5-1b43b4ec413c', 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88', 'admin_state_up': True, 'tenant_id': '0e4d9d813e9240f293de14f5d4db89db'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:22.780789 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86c65860-0bea-4075-9f2b-b1d7651b09c1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (603269b4-dc33-4ec0-aec1-226420363337), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.789204 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9555c1d1-fd4b-4e9f-8fc7-aecac258c896 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-group-rules/d451aa0f-a68c-4fc0-bbe4-646c7c372212 HTTP/1.1" status: 200 len: 763 time: 0.1139135 Feb 28 20:31:22.808682 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39092) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:22.841763 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce9ca-d29b-40c0-b6de-00f34c7b596e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (ee44a51e-8c38-403f-a1eb-c865316f75df), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.879100 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:31:22.879624 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:31:22.888629 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c65860-0bea-4075-9f2b-b1d7651b09c1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Pushing event deleted for resources: {'Port': ['ID=603269b4-dc33-4ec0-aec1-226420363337,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:22.895450 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c5bbcc-4cd5-44c8-a6c5-5b751365e8ea None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:22.939635 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-9a0ce9ca-d29b-40c0-b6de-00f34c7b596e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee44a51e-8c38-403f-a1eb-c865316f75df']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:22.975261 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a66775f5-0c14-47d2-bc3e-61007493f45c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (d5953d53-462b-4de2-ae26-aea364eb515e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:22.982306 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-9a0ce9ca-d29b-40c0-b6de-00f34c7b596e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068265f8-36d5-4327-a8e9-158864580927') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:22.982614 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-9a0ce9ca-d29b-40c0-b6de-00f34c7b596e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068265f8-36d5-4327-a8e9-158864580927') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:23.024944 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a66775f5-0c14-47d2-bc3e-61007493f45c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5953d53-462b-4de2-ae26-aea364eb515e']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:23.032611 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce9ca-d29b-40c0-b6de-00f34c7b596e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (068265f8-36d5-4327-a8e9-158864580927), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.045042 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff86b3-9f3d-4193-866a-6f04d9e94253 None None] Pushing event updated for resources: {'Port': ['ID=603269b4-dc33-4ec0-aec1-226420363337,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:23.047523 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a66775f5-0c14-47d2-bc3e-61007493f45c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7aa2164-b71d-4de0-acd1-65d4375faf5e') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:23.047954 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a66775f5-0c14-47d2-bc3e-61007493f45c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7aa2164-b71d-4de0-acd1-65d4375faf5e') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:23.077861 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a66775f5-0c14-47d2-bc3e-61007493f45c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (f7aa2164-b71d-4de0-acd1-65d4375faf5e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.080323 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d743ac99-3945-459f-a217-25de36102e50 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2693837 Feb 28 20:31:23.083201 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce9ca-d29b-40c0-b6de-00f34c7b596e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (068265f8-36d5-4327-a8e9-158864580927), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.090190 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39104) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:23.099211 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86c65860-0bea-4075-9f2b-b1d7651b09c1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (d6ecc543-811a-4b15-85ac-26f6ece21557), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.100028 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-322d2784-49a7-4775-bb40-e0caaae7abc6 None None] For port f18a6630-05e2-4b93-a4f6-27d25fae02e1, host n-d-820368-21, got binding levels [] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:23.100576 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-322d2784-49a7-4775-bb40-e0caaae7abc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (f18a6630-05e2-4b93-a4f6-27d25fae02e1), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.105687 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a66775f5-0c14-47d2-bc3e-61007493f45c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f7aa2164-b71d-4de0-acd1-65d4375faf5e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.108421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0ce9ca-d29b-40c0-b6de-00f34c7b596e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:31:23.108846 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce9ca-d29b-40c0-b6de-00f34c7b596e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (068265f8-36d5-4327-a8e9-158864580927), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.120604 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-322d2784-49a7-4775-bb40-e0caaae7abc6 None None] Calling delete_port for f18a6630-05e2-4b93-a4f6-27d25fae02e1 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:23.125406 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.128712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.ipam_backend_mixin [None req-322d2784-49a7-4775-bb40-e0caaae7abc6 None None] Port f18a6630-05e2-4b93-a4f6-27d25fae02e1 was not found and therefore no delete operation was performed {{(pid=103775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 20:31:23.133620 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66775f5-0c14-47d2-bc3e-61007493f45c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:31:23.134062 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a66775f5-0c14-47d2-bc3e-61007493f45c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (f7aa2164-b71d-4de0-acd1-65d4375faf5e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:31:23.137360 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:31:23.153734 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.161159 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-322d2784-49a7-4775-bb40-e0caaae7abc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (f18a6630-05e2-4b93-a4f6-27d25fae02e1), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: items = [ Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:31:23.171475 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:31:23.199088 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a02bfd1-bb42-4423-848d-62227c9b1bd2 req-2af00541-eec0-4f53-a14c-5d8ed9c83f69 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 210 time: 0.0766563 Feb 28 20:31:23.232215 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d2784-49a7-4775-bb40-e0caaae7abc6 None None] Pushing event deleted for resources: {'Port': ['ID=f18a6630-05e2-4b93-a4f6-27d25fae02e1,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:23.237876 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322d2784-49a7-4775-bb40-e0caaae7abc6 None None] No DVR routers for this DVR port f18a6630-05e2-4b93-a4f6-27d25fae02e1 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:31:23.284754 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c5285f-57e4-4d74-b0cb-05c9dc52bb69 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:23.289077 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-26c5285f-57e4-4d74-b0cb-05c9dc52bb69 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.314260 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a66775f5-0c14-47d2-bc3e-61007493f45c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (d5953d53-462b-4de2-ae26-aea364eb515e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.324751 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a66775f5-0c14-47d2-bc3e-61007493f45c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.331699 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a66775f5-0c14-47d2-bc3e-61007493f45c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "DELETE /v2.0/networks/d5953d53-462b-4de2-ae26-aea364eb515e HTTP/1.1" status: 204 len: 168 time: 1.3291562 Feb 28 20:31:23.335342 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39110) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:23.385701 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66775f5-0c14-47d2-bc3e-61007493f45c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event deleted for resources: {'Network': ['ID=d5953d53-462b-4de2-ae26-aea364eb515e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:23.412574 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e1cd13-8a0a-4f18-89dd-c1f64b95f087 None None] DHCP port deletion for 60bc62cf-1ebe-462d-93c7-f1108638c505 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:31:23.422570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Attempting to bind port 603269b4-dc33-4ec0-aec1-226420363337 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:31:23.422939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Attempting to bind port 603269b4-dc33-4ec0-aec1-226420363337 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:31:23.423302 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Attempting to bind port 603269b4-dc33-4ec0-aec1-226420363337 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:31:23.431072 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce9ca-d29b-40c0-b6de-00f34c7b596e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (ee44a51e-8c38-403f-a1eb-c865316f75df), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.437577 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce9ca-d29b-40c0-b6de-00f34c7b596e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.442475 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9a0ce9ca-d29b-40c0-b6de-00f34c7b596e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/networks/ee44a51e-8c38-403f-a1eb-c865316f75df HTTP/1.1" status: 204 len: 168 time: 1.8310602 Feb 28 20:31:23.458670 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39112) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:23.461617 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f18a6630-05e2-4b93-a4f6-27d25fae02e1 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:31:23.464794 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:31:23.465134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:31:23.465662 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.466433 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:31:23.466929 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Bound port: 603269b4-dc33-4ec0-aec1-226420363337, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:31:23.467395 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (603269b4-dc33-4ec0-aec1-226420363337), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.468273 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-a6ce7a1d-d842-46b8-afc9-cefa2c504c68 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-292743363', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:23.493837 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-5229eb33-9212-4a32-bc3a-e24dc97c2882 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Made reservation on behalf of 0e4d9d813e9240f293de14f5d4db89db for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:23.497769 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-5229eb33-9212-4a32-bc3a-e24dc97c2882 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.587201 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Port 603269b4-dc33-4ec0-aec1-226420363337 has been deleted concurrently {{(pid=103775) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 28 20:31:23.589698 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: f18a6630-05e2-4b93-a4f6-27d25fae02e1 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:31:23.590189 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f18a6630-05e2-4b93-a4f6-27d25fae02e1 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:31:23.617810 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7a1d-d842-46b8-afc9-cefa2c504c68 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (d2c5b988-1368-43e6-b92a-45cb4a776c0c), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.623166 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1e364000-3fdd-4b89-8b9f-847f885527ea tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (d451aa0f-a68c-4fc0-bbe4-646c7c372212), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.625513 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ce9ca-d29b-40c0-b6de-00f34c7b596e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Network': ['ID=ee44a51e-8c38-403f-a1eb-c865316f75df,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:23.626205 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7a1d-d842-46b8-afc9-cefa2c504c68 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (d2c5b988-1368-43e6-b92a-45cb4a776c0c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.633625 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86c65860-0bea-4075-9f2b-b1d7651b09c1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (d6ecc543-811a-4b15-85ac-26f6ece21557), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.637124 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Routers {'d6ecc543-811a-4b15-85ac-26f6ece21557'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:23.638603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['d6ecc543-811a-4b15-85ac-26f6ece21557'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:23.645352 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86c65860-0bea-4075-9f2b-b1d7651b09c1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_controller (d6ecc543-811a-4b15-85ac-26f6ece21557), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.660282 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1e364000-3fdd-4b89-8b9f-847f885527ea tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (d451aa0f-a68c-4fc0-bbe4-646c7c372212), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.704030 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ee8a8a-8dfc-4062-a254-37812841e4d0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:23.709863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ee8a8a-8dfc-4062-a254-37812841e4d0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:23.716219 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-36ee8a8a-8dfc-4062-a254-37812841e4d0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3783829 Feb 28 20:31:23.720183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39120) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:23.727744 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3977eeab-79a1-4dac-b6dc-6cd61407cadf tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-645838512'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:23.774006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3977eeab-79a1-4dac-b6dc-6cd61407cadf tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Made reservation on behalf of 984fb70154694a508f1794871e759829 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:23.781339 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86c65860-0bea-4075-9f2b-b1d7651b09c1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (d6ecc543-811a-4b15-85ac-26f6ece21557), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.782308 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c65860-0bea-4075-9f2b-b1d7651b09c1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6ecc543-811a-4b15-85ac-26f6ece21557 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:31:23.783175 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3977eeab-79a1-4dac-b6dc-6cd61407cadf tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.793369 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86c65860-0bea-4075-9f2b-b1d7651b09c1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.797111 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-86c65860-0bea-4075-9f2b-b1d7651b09c1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "DELETE /v2.0/routers/d6ecc543-811a-4b15-85ac-26f6ece21557 HTTP/1.1" status: 204 len: 168 time: 3.3728459 Feb 28 20:31:23.799446 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1cd13-8a0a-4f18-89dd-c1f64b95f087 None None] Deleting port 5b6a967f-ed6c-414c-8f57-2eefdc84eaa3 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:23.800265 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39124) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:23.800587 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c4e1cd13-8a0a-4f18-89dd-c1f64b95f087 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (5b6a967f-ed6c-414c-8f57-2eefdc84eaa3), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.848645 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1e364000-3fdd-4b89-8b9f-847f885527ea tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (d451aa0f-a68c-4fc0-bbe4-646c7c372212), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.863913 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1e364000-3fdd-4b89-8b9f-847f885527ea tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.865286 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1e364000-3fdd-4b89-8b9f-847f885527ea tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d451aa0f-a68c-4fc0-bbe4-646c7c372212 HTTP/1.1" status: 204 len: 168 time: 0.7730613 Feb 28 20:31:23.878758 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39126) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:23.901816 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c4e1cd13-8a0a-4f18-89dd-c1f64b95f087 None None] For port 5b6a967f-ed6c-414c-8f57-2eefdc84eaa3, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5b6a967f-ed6c-414c-8f57-2eefdc84eaa3,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:23.903643 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c4e1cd13-8a0a-4f18-89dd-c1f64b95f087 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (5b6a967f-ed6c-414c-8f57-2eefdc84eaa3), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:23.913317 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-5229eb33-9212-4a32-bc3a-e24dc97c2882 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Allocated IP 172.20.0.3 (fa039089-86c9-4396-bade-6f794fe57c88/cf2eab21-2ca0-4caf-a56e-ff3579d5667c/372080bb-5ffd-4047-973b-a131aecf2892) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:31:23.925977 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1cd13-8a0a-4f18-89dd-c1f64b95f087 None None] Calling delete_port for 5b6a967f-ed6c-414c-8f57-2eefdc84eaa3 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:23.927901 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e364000-3fdd-4b89-8b9f-847f885527ea tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d451aa0f-a68c-4fc0-bbe4-646c7c372212,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:23.958333 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fa058b46-15df-4201-93f5-2aa8402daac0 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0765564 Feb 28 20:31:23.961186 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39128) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:23.971015 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-028c18fc-b5fd-4561-9e69-5e626f39b634 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group_rule': {'security_group_id': '50b88e64-7bf8-498a-8337-11581219dbca', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:24.114106 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-028c18fc-b5fd-4561-9e69-5e626f39b634 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Project 9ec31b9892fc47d6af6707c20d94f8ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:31:24.132541 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-028c18fc-b5fd-4561-9e69-5e626f39b634 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (5ade1cc3-48c9-417f-b4dc-67473f74a74c), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:24.170421 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e52cad55-0cb7-4b3d-892c-0aa9e7a4ac3f tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router (ef29b597-bd44-48c4-a018-0f31622b1a63), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:24.262452 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] Set router d6ecc543-811a-4b15-85ac-26f6ece21557 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:31:24.277081 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7a1d-d842-46b8-afc9-cefa2c504c68 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router_controller (d2c5b988-1368-43e6-b92a-45cb4a776c0c), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:24.404559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ecc543-811a-4b15-85ac-26f6ece21557', 'name': 'tempest-snat-router-667274259', 'tenant_id': 'eeebec26ef4a4b2eb8f8d31543c3e168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:12Z', 'updated_at': '2022-02-28T20:31:22Z', 'revision_number': 5, 'project_id': 'eeebec26ef4a4b2eb8f8d31543c3e168', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:24.414944 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3977eeab-79a1-4dac-b6dc-6cd61407cadf tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:31:24.424502 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3977eeab-79a1-4dac-b6dc-6cd61407cadf tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (35aea706-d8ce-4e7b-adaf-1c4f5d4eea7e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:24.425006 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-3977eeab-79a1-4dac-b6dc-6cd61407cadf tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Added segment 35aea706-d8ce-4e7b-adaf-1c4f5d4eea7e of type vlan for network ac4449f9-ed0f-4e0d-a36f-4257ab99e961 Feb 28 20:31:24.441461 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525a9e9b-a08e-4d87-86b5-d72c6996bdb1 None None] The sync data for ids ['d6ecc543-811a-4b15-85ac-26f6ece21557'] in n-d-820368-21 is: [{'id': 'd6ecc543-811a-4b15-85ac-26f6ece21557', 'name': 'tempest-snat-router-667274259', 'tenant_id': 'eeebec26ef4a4b2eb8f8d31543c3e168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:12Z', 'updated_at': '2022-02-28T20:31:22Z', 'revision_number': 5, 'project_id': 'eeebec26ef4a4b2eb8f8d31543c3e168', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:31:24.450277 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-5229eb33-9212-4a32-bc3a-e24dc97c2882 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks [] for port (372080bb-5ffd-4047-973b-a131aecf2892), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:24.461120 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c4e1cd13-8a0a-4f18-89dd-c1f64b95f087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (5b6a967f-ed6c-414c-8f57-2eefdc84eaa3), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:24.480988 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3977eeab-79a1-4dac-b6dc-6cd61407cadf tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ac4449f9-ed0f-4e0d-a36f-4257ab99e961), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:24.507345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1cd13-8a0a-4f18-89dd-c1f64b95f087 None None] Pushing event deleted for resources: {'Port': ['ID=5b6a967f-ed6c-414c-8f57-2eefdc84eaa3,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:24.512446 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e1cd13-8a0a-4f18-89dd-c1f64b95f087 None None] No DVR routers for this DVR port 5b6a967f-ed6c-414c-8f57-2eefdc84eaa3 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:31:24.532829 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3977eeab-79a1-4dac-b6dc-6cd61407cadf tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ac4449f9-ed0f-4e0d-a36f-4257ab99e961), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:24.546611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3977eeab-79a1-4dac-b6dc-6cd61407cadf tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:24.547612 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3977eeab-79a1-4dac-b6dc-6cd61407cadf tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:24.574563 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-5229eb33-9212-4a32-bc3a-e24dc97c2882 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (372080bb-5ffd-4047-973b-a131aecf2892), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:24.583660 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-028c18fc-b5fd-4561-9e69-5e626f39b634 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (5ade1cc3-48c9-417f-b4dc-67473f74a74c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:24.632106 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-5229eb33-9212-4a32-bc3a-e24dc97c2882 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Network fa039089-86c9-4396-bade-6f794fe57c88 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:24.638054 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-5229eb33-9212-4a32-bc3a-e24dc97c2882 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:24.640064 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-5229eb33-9212-4a32-bc3a-e24dc97c2882 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:24.642532 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-028c18fc-b5fd-4561-9e69-5e626f39b634 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (5ade1cc3-48c9-417f-b4dc-67473f74a74c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:24.667319 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-26c5285f-57e4-4d74-b0cb-05c9dc52bb69 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (c62bcdbd-4115-43e6-842d-037f8bab2be7), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:24.778372 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229eb33-9212-4a32-bc3a-e24dc97c2882 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Pushing event updated for resources: {'Port': ['ID=372080bb-5ffd-4047-973b-a131aecf2892,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:24.781813 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c18fc-b5fd-4561-9e69-5e626f39b634 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ade1cc3-48c9-417f-b4dc-67473f74a74c,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:24.816077 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-028c18fc-b5fd-4561-9e69-5e626f39b634 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:24.820010 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-028c18fc-b5fd-4561-9e69-5e626f39b634 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8509901 Feb 28 20:31:24.820384 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39144) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:24.833479 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-5229eb33-9212-4a32-bc3a-e24dc97c2882 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:24.834210 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-5229eb33-9212-4a32-bc3a-e24dc97c2882 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:24.862601 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-322438bd-e8ab-454c-9571-08eec52ff264 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-group-rules/5ade1cc3-48c9-417f-b4dc-67473f74a74c HTTP/1.1" status: 200 len: 769 time: 0.0407352 Feb 28 20:31:24.866810 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e52cad55-0cb7-4b3d-892c-0aa9e7a4ac3f tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_gateway (ef29b597-bd44-48c4-a018-0f31622b1a63), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:24.872531 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39148) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:24.886272 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-5229eb33-9212-4a32-bc3a-e24dc97c2882 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1692078 Feb 28 20:31:24.901701 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3977eeab-79a1-4dac-b6dc-6cd61407cadf tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1762195 Feb 28 20:31:24.904871 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7a1d-d842-46b8-afc9-cefa2c504c68 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router_gateway (d2c5b988-1368-43e6-b92a-45cb4a776c0c), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:24.910139 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39150) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:24.916487 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-01c4556b-e245-4481-8473-ec6e4d64747c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1433662464'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:24.924581 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c5285f-57e4-4d74-b0cb-05c9dc52bb69 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:24.937310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-26c5285f-57e4-4d74-b0cb-05c9dc52bb69 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:24.944939 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c5285f-57e4-4d74-b0cb-05c9dc52bb69 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:24.945541 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-26c5285f-57e4-4d74-b0cb-05c9dc52bb69 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:24.949056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977eeab-79a1-4dac-b6dc-6cd61407cadf tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event updated for resources: {'Network': ['ID=ac4449f9-ed0f-4e0d-a36f-4257ab99e961,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:24.954189 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf934c0f-eaef-4216-8a91-995f89eca7ac None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:25.003954 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146936ca-9d60-437d-a993-cfd00cd80746 req-dc6a5de0-412d-4eec-8227-8ec4fd6606f2 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:25.005763 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-146936ca-9d60-437d-a993-cfd00cd80746 req-dc6a5de0-412d-4eec-8227-8ec4fd6606f2 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 931 time: 0.4889090 Feb 28 20:31:25.006452 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5285f-57e4-4d74-b0cb-05c9dc52bb69 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=c62bcdbd-4115-43e6-842d-037f8bab2be7,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:25.009916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ac4449f9-ed0f-4e0d-a36f-4257ab99e961 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:31:25.052066 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5a4932ea-5a4b-407e-94d1-d43fbc52712f tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1774120 Feb 28 20:31:25.056546 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39156) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:25.063612 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c4556b-e245-4481-8473-ec6e4d64747c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Made reservation on behalf of 984fb70154694a508f1794871e759829 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:25.068478 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01c4556b-e245-4481-8473-ec6e4d64747c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.105132 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae9b2670-39c9-4d01-9155-5e3af60783b3 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (5ade1cc3-48c9-417f-b4dc-67473f74a74c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.108915 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-26c5285f-57e4-4d74-b0cb-05c9dc52bb69 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4636519 Feb 28 20:31:25.118320 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae9b2670-39c9-4d01-9155-5e3af60783b3 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (5ade1cc3-48c9-417f-b4dc-67473f74a74c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.120210 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39158) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:25.140518 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d0f7c37f-b961-4e75-8d13-ffaaf9c7e6f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1615976073', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:25.204451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-e52cad55-0cb7-4b3d-892c-0aa9e7a4ac3f tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Deleting port 4916ce3c-da1a-4807-b5bf-e5be003be2dd {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:25.204867 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e52cad55-0cb7-4b3d-892c-0aa9e7a4ac3f tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4916ce3c-da1a-4807-b5bf-e5be003be2dd), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.292697 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-146936ca-9d60-437d-a993-cfd00cd80746 req-50023c69-5b50-4a6f-900d-8d0594292a3e tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656891 Feb 28 20:31:25.310303 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c4556b-e245-4481-8473-ec6e4d64747c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:31:25.332353 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae9b2670-39c9-4d01-9155-5e3af60783b3 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (5ade1cc3-48c9-417f-b4dc-67473f74a74c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.342093 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c37f-b961-4e75-8d13-ffaaf9c7e6f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (99b96ad9-93a0-4247-86e4-7abc4d76589d), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.343133 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c37f-b961-4e75-8d13-ffaaf9c7e6f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (99b96ad9-93a0-4247-86e4-7abc4d76589d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.351957 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae9b2670-39c9-4d01-9155-5e3af60783b3 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.353104 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ae9b2670-39c9-4d01-9155-5e3af60783b3 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5ade1cc3-48c9-417f-b4dc-67473f74a74c HTTP/1.1" status: 204 len: 168 time: 0.2952943 Feb 28 20:31:25.357118 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39166) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:25.369545 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] Request body: {'port': {'device_id': '523ef972-316e-4964-86f5-1b43b4ec413c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:25.379226 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01c4556b-e245-4481-8473-ec6e4d64747c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (179b354b-d328-4cd1-8007-9d5b7ac03985), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.379573 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-01c4556b-e245-4481-8473-ec6e4d64747c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Added segment 179b354b-d328-4cd1-8007-9d5b7ac03985 of type vlan for network 68067667-122a-466a-92c9-b7a601b7cb0b Feb 28 20:31:25.382449 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b2670-39c9-4d01-9155-5e3af60783b3 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ade1cc3-48c9-417f-b4dc-67473f74a74c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:25.441581 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5b6a967f-ed6c-414c-8f57-2eefdc84eaa3 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:31:25.444816 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d21bb9-f4a9-4b67-adc3-5c3a5b7c0165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-60bc62cf-1ebe-462d-93c7-f1108638c505', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'fixed_ips': [{'subnet_id': 'c62bcdbd-4115-43e6-842d-037f8bab2be7'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:31:25.446771 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-77d21bb9-f4a9-4b67-adc3-5c3a5b7c0165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.474379 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-e52cad55-0cb7-4b3d-892c-0aa9e7a4ac3f tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] For port 4916ce3c-da1a-4807-b5bf-e5be003be2dd, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4916ce3c-da1a-4807-b5bf-e5be003be2dd,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:25.480814 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e52cad55-0cb7-4b3d-892c-0aa9e7a4ac3f tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4916ce3c-da1a-4807-b5bf-e5be003be2dd), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.500686 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 5b6a967f-ed6c-414c-8f57-2eefdc84eaa3 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:31:25.504355 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5b6a967f-ed6c-414c-8f57-2eefdc84eaa3 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:31:25.582919 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-e52cad55-0cb7-4b3d-892c-0aa9e7a4ac3f tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Calling delete_port for 4916ce3c-da1a-4807-b5bf-e5be003be2dd owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:25.636419 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6959a030-1f70-496d-bf08-2f9c6265a92f tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2733202 Feb 28 20:31:25.644012 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39172) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:25.656289 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01c4556b-e245-4481-8473-ec6e4d64747c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (68067667-122a-466a-92c9-b7a601b7cb0b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.659043 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c37f-b961-4e75-8d13-ffaaf9c7e6f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for router_controller (99b96ad9-93a0-4247-86e4-7abc4d76589d), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.666815 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-77d21bb9-f4a9-4b67-adc3-5c3a5b7c0165 None None] Allocated IP 2001:db8::2 (60bc62cf-1ebe-462d-93c7-f1108638c505/c62bcdbd-4115-43e6-842d-037f8bab2be7/7d614f7f-8c98-4f14-9fa8-16bc0e849089) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:31:25.705016 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c37f-b961-4e75-8d13-ffaaf9c7e6f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (99b96ad9-93a0-4247-86e4-7abc4d76589d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.751291 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7a1d-d842-46b8-afc9-cefa2c504c68 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router_gateway (d2c5b988-1368-43e6-b92a-45cb4a776c0c), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.758742 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (372080bb-5ffd-4047-973b-a131aecf2892), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.781020 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7a1d-d842-46b8-afc9-cefa2c504c68 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.828093 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c37f-b961-4e75-8d13-ffaaf9c7e6f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.831245 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d0f7c37f-b961-4e75-8d13-ffaaf9c7e6f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6973674 Feb 28 20:31:25.842391 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39176) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:25.843808 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01c4556b-e245-4481-8473-ec6e4d64747c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (68067667-122a-466a-92c9-b7a601b7cb0b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.849045 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c4556b-e245-4481-8473-ec6e4d64747c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:25.850474 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01c4556b-e245-4481-8473-ec6e4d64747c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.880920 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6076e2f0-3808-4cd2-86bc-19e3f0af7bb2 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (50b88e64-7bf8-498a-8337-11581219dbca), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.964889 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6076e2f0-3808-4cd2-86bc-19e3f0af7bb2 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (50b88e64-7bf8-498a-8337-11581219dbca), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.980911 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-77d21bb9-f4a9-4b67-adc3-5c3a5b7c0165 None None] Publish callbacks [] for port (7d614f7f-8c98-4f14-9fa8-16bc0e849089), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:25.995075 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-77d21bb9-f4a9-4b67-adc3-5c3a5b7c0165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (7d614f7f-8c98-4f14-9fa8-16bc0e849089), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:26.008137 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-a6ce7a1d-d842-46b8-afc9-cefa2c504c68 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Allocated IP 172.25.0.211 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/845ed263-385d-4048-8574-83d0a9f85dfd) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:31:26.052593 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6076e2f0-3808-4cd2-86bc-19e3f0af7bb2 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (50b88e64-7bf8-498a-8337-11581219dbca), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:26.056115 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6076e2f0-3808-4cd2-86bc-19e3f0af7bb2 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:26.060788 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6076e2f0-3808-4cd2-86bc-19e3f0af7bb2 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "DELETE /v2.0/security-groups/50b88e64-7bf8-498a-8337-11581219dbca HTTP/1.1" status: 204 len: 168 time: 0.4125531 Feb 28 20:31:26.062950 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39184) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:26.081554 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d21bb9-f4a9-4b67-adc3-5c3a5b7c0165 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:26.084679 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-77d21bb9-f4a9-4b67-adc3-5c3a5b7c0165 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:26.089201 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d21bb9-f4a9-4b67-adc3-5c3a5b7c0165 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:26.097194 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d21bb9-f4a9-4b67-adc3-5c3a5b7c0165 None None] Pushing event updated for resources: {'Port': ['ID=7d614f7f-8c98-4f14-9fa8-16bc0e849089,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:26.120020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076e2f0-3808-4cd2-86bc-19e3f0af7bb2 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b88e64-7bf8-498a-8337-11581219dbca,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:26.255656 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4b49e464-76e9-4727-a050-8941947bad80 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1890743 Feb 28 20:31:26.265443 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-77d21bb9-f4a9-4b67-adc3-5c3a5b7c0165 None None] Attempting to bind port 7d614f7f-8c98-4f14-9fa8-16bc0e849089 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:31:26.266212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-77d21bb9-f4a9-4b67-adc3-5c3a5b7c0165 None None] Attempting to bind port 7d614f7f-8c98-4f14-9fa8-16bc0e849089 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:31:26.266591 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d21bb9-f4a9-4b67-adc3-5c3a5b7c0165 None None] Attempting to bind port 7d614f7f-8c98-4f14-9fa8-16bc0e849089 on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:31:26.274672 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d21bb9-f4a9-4b67-adc3-5c3a5b7c0165 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:31:26.275652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d21bb9-f4a9-4b67-adc3-5c3a5b7c0165 None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:31:26.276468 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-77d21bb9-f4a9-4b67-adc3-5c3a5b7c0165 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:26.276959 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d21bb9-f4a9-4b67-adc3-5c3a5b7c0165 None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:31:26.277464 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-77d21bb9-f4a9-4b67-adc3-5c3a5b7c0165 None None] Bound port: 7d614f7f-8c98-4f14-9fa8-16bc0e849089, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:31:26.277852 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-77d21bb9-f4a9-4b67-adc3-5c3a5b7c0165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7d614f7f-8c98-4f14-9fa8-16bc0e849089), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:26.307078 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7a1d-d842-46b8-afc9-cefa2c504c68 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for port (845ed263-385d-4048-8574-83d0a9f85dfd), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:26.378377 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-77d21bb9-f4a9-4b67-adc3-5c3a5b7c0165 None None] For port 7d614f7f-8c98-4f14-9fa8-16bc0e849089, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:31:26.379138 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39190) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:26.381986 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-77d21bb9-f4a9-4b67-adc3-5c3a5b7c0165 None None] For port 7d614f7f-8c98-4f14-9fa8-16bc0e849089, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7d614f7f-8c98-4f14-9fa8-16bc0e849089,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:31:26.391614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-8d46063d-d975-4bf0-96a0-0c3d597c2f8d tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group': {'name': 'tempest-secgroup--684994201'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:26.396421 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-77d21bb9-f4a9-4b67-adc3-5c3a5b7c0165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7d614f7f-8c98-4f14-9fa8-16bc0e849089), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:26.408895 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7a1d-d842-46b8-afc9-cefa2c504c68 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (845ed263-385d-4048-8574-83d0a9f85dfd), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:26.459875 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4556b-e245-4481-8473-ec6e4d64747c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event updated for resources: {'Network': ['ID=68067667-122a-466a-92c9-b7a601b7cb0b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:26.499577 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 68067667-122a-466a-92c9-b7a601b7cb0b details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:31:26.517091 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-01c4556b-e245-4481-8473-ec6e4d64747c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6047490 Feb 28 20:31:26.522163 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39202) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:26.603707 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ce7a1d-d842-46b8-afc9-cefa2c504c68 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:26.616555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-a6ce7a1d-d842-46b8-afc9-cefa2c504c68 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:26.616555 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8d46063d-d975-4bf0-96a0-0c3d597c2f8d tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:26.624885 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce7a1d-d842-46b8-afc9-cefa2c504c68 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Port': ['ID=845ed263-385d-4048-8574-83d0a9f85dfd,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:26.629803 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ce7a1d-d842-46b8-afc9-cefa2c504c68 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:26.656296 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Request body: {'ports': [{'network_id': 'ac4449f9-ed0f-4e0d-a36f-4257ab99e961', 'name': 'tempest-port--370553249', 'admin_state_up': True}, {'network_id': '68067667-122a-466a-92c9-b7a601b7cb0b', 'admin_state_up': False}]} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:26.656625 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Request body: {'port': {'network_id': 'ac4449f9-ed0f-4e0d-a36f-4257ab99e961', 'name': 'tempest-port--370553249', 'admin_state_up': True}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:26.657126 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Request body: {'port': {'network_id': '68067667-122a-466a-92c9-b7a601b7cb0b', 'admin_state_up': False}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:26.694491 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d21bb9-f4a9-4b67-adc3-5c3a5b7c0165 None None] Pushing event updated for resources: {'Port': ['ID=7d614f7f-8c98-4f14-9fa8-16bc0e849089,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:27.074167 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5985c0d-b5c0-4f66-a721-7707373c00a7 req-7a287165-e3f2-41fb-9812-916f820e7a3b tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:27.084528 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e5985c0d-b5c0-4f66-a721-7707373c00a7 req-7a287165-e3f2-41fb-9812-916f820e7a3b tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 931 time: 0.6430597 Feb 28 20:31:27.109684 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7a1d-d842-46b8-afc9-cefa2c504c68 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router_gateway (d2c5b988-1368-43e6-b92a-45cb4a776c0c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:27.252182 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8d46063d-d975-4bf0-96a0-0c3d597c2f8d tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (d925245b-5178-4c13-915a-a8e8a7a58869), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:27.271832 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e52cad55-0cb7-4b3d-892c-0aa9e7a4ac3f tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4916ce3c-da1a-4807-b5bf-e5be003be2dd), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:27.297472 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e5985c0d-b5c0-4f66-a721-7707373c00a7 req-74e23674-ff9c-4c78-8cb2-e78cdc4a049f tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085290 Feb 28 20:31:27.326347 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8d46063d-d975-4bf0-96a0-0c3d597c2f8d tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d925245b-5178-4c13-915a-a8e8a7a58869), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:27.347078 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cad55-0cb7-4b3d-892c-0aa9e7a4ac3f tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Pushing event deleted for resources: {'Port': ['ID=4916ce3c-da1a-4807-b5bf-e5be003be2dd,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:27.424528 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8d46063d-d975-4bf0-96a0-0c3d597c2f8d tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:27.425852 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8d46063d-d975-4bf0-96a0-0c3d597c2f8d tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0441406 Feb 28 20:31:27.432529 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372080bb-5ffd-4047-973b-a131aecf2892 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:31:27.432705 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46063d-d975-4bf0-96a0-0c3d597c2f8d tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d925245b-5178-4c13-915a-a8e8a7a58869,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:27.435174 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39228) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:27.441731 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-cce19bcd-517c-4874-9111-7f49dc71a0ec tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Request body: {'security_group_rule': {'security_group_id': 'd925245b-5178-4c13-915a-a8e8a7a58869', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:27.467905 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7d614f7f-8c98-4f14-9fa8-16bc0e849089 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:31:27.570340 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] Publish callbacks [] for port (372080bb-5ffd-4047-973b-a131aecf2892), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:27.577872 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e52cad55-0cb7-4b3d-892c-0aa9e7a4ac3f tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (ef29b597-bd44-48c4-a018-0f31622b1a63), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:27.598015 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cce19bcd-517c-4874-9111-7f49dc71a0ec tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (aa9adf74-a879-42df-93ff-993cfba446bc), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:27.601493 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 7d614f7f-8c98-4f14-9fa8-16bc0e849089 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:27.601874 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7d614f7f-8c98-4f14-9fa8-16bc0e849089), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:27.656643 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7a1d-d842-46b8-afc9-cefa2c504c68 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (d2c5b988-1368-43e6-b92a-45cb4a776c0c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:27.681811 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cce19bcd-517c-4874-9111-7f49dc71a0ec tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (aa9adf74-a879-42df-93ff-993cfba446bc), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:27.730630 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e52cad55-0cb7-4b3d-892c-0aa9e7a4ac3f tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (ef29b597-bd44-48c4-a018-0f31622b1a63), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:27.733767 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e52cad55-0cb7-4b3d-892c-0aa9e7a4ac3f tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_controller (ef29b597-bd44-48c4-a018-0f31622b1a63), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:27.743157 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cce19bcd-517c-4874-9111-7f49dc71a0ec tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (aa9adf74-a879-42df-93ff-993cfba446bc), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:27.810351 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce19bcd-517c-4874-9111-7f49dc71a0ec tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9adf74-a879-42df-93ff-993cfba446bc,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:27.843685 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cce19bcd-517c-4874-9111-7f49dc71a0ec tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:27.848361 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7d614f7f-8c98-4f14-9fa8-16bc0e849089 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:27.848589 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cce19bcd-517c-4874-9111-7f49dc71a0ec tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4091070 Feb 28 20:31:27.848666 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7d614f7f-8c98-4f14-9fa8-16bc0e849089), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:27.874462 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39240) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:27.926276 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] Transition to ACTIVE for port object 372080bb-5ffd-4047-973b-a131aecf2892 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:31:27.929111 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 7d614f7f-8c98-4f14-9fa8-16bc0e849089, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7d614f7f-8c98-4f14-9fa8-16bc0e849089,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:27.935058 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7d614f7f-8c98-4f14-9fa8-16bc0e849089), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:27.938600 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e52cad55-0cb7-4b3d-892c-0aa9e7a4ac3f tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (ef29b597-bd44-48c4-a018-0f31622b1a63), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:27.939568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52cad55-0cb7-4b3d-892c-0aa9e7a4ac3f tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef29b597-bd44-48c4-a018-0f31622b1a63 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:31:27.962977 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a955bc73-1a75-40bf-9cc7-799e60582dcc tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (d925245b-5178-4c13-915a-a8e8a7a58869), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:27.980969 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e52cad55-0cb7-4b3d-892c-0aa9e7a4ac3f tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:27.985962 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e52cad55-0cb7-4b3d-892c-0aa9e7a4ac3f tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "DELETE /v2.0/routers/ef29b597-bd44-48c4-a018-0f31622b1a63 HTTP/1.1" status: 204 len: 168 time: 4.1846573 Feb 28 20:31:27.987662 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (372080bb-5ffd-4047-973b-a131aecf2892), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:27.993077 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39242) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:28.000760 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-22e3d47f-0be6-4b9b-8430-9151474d16bb tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-838278026', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:28.015522 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a955bc73-1a75-40bf-9cc7-799e60582dcc tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (d925245b-5178-4c13-915a-a8e8a7a58869), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:28.038217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=7d614f7f-8c98-4f14-9fa8-16bc0e849089,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:28.053137 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ce7a1d-d842-46b8-afc9-cefa2c504c68 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router d2c5b988-1368-43e6-b92a-45cb4a776c0c is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:31:28.099019 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22e3d47f-0be6-4b9b-8430-9151474d16bb tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (838bb5f3-f6d1-4db3-90c1-418d22a1db59), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:28.100585 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22e3d47f-0be6-4b9b-8430-9151474d16bb tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (838bb5f3-f6d1-4db3-90c1-418d22a1db59), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:28.109763 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Made reservation on behalf of 984fb70154694a508f1794871e759829 for: {'port': 2} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:28.114968 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:28.122314 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-035416db-4be1-469e-8c43-097308943186 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:28.162672 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:28.169266 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] Pushing event updated for resources: {'Port': ['ID=372080bb-5ffd-4047-973b-a131aecf2892,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:28.231462 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22e3d47f-0be6-4b9b-8430-9151474d16bb tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_controller (838bb5f3-f6d1-4db3-90c1-418d22a1db59), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:28.248415 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a955bc73-1a75-40bf-9cc7-799e60582dcc tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d925245b-5178-4c13-915a-a8e8a7a58869), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:28.250998 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a955bc73-1a75-40bf-9cc7-799e60582dcc tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:28.252454 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a955bc73-1a75-40bf-9cc7-799e60582dcc tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "DELETE /v2.0/security-groups/d925245b-5178-4c13-915a-a8e8a7a58869 HTTP/1.1" status: 204 len: 168 time: 0.3768334 Feb 28 20:31:28.258242 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39250) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:28.321917 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955bc73-1a75-40bf-9cc7-799e60582dcc tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d925245b-5178-4c13-915a-a8e8a7a58869,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:28.383437 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e0fa1a5b-55cb-4317-a895-70bfe499b09e None None] Provisioning complete for port 7d614f7f-8c98-4f14-9fa8-16bc0e849089 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:28.385541 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e0fa1a5b-55cb-4317-a895-70bfe499b09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7d614f7f-8c98-4f14-9fa8-16bc0e849089), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:28.489259 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e0fa1a5b-55cb-4317-a895-70bfe499b09e None None] Current status of the port 7d614f7f-8c98-4f14-9fa8-16bc0e849089 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:28.550275 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22e3d47f-0be6-4b9b-8430-9151474d16bb tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_gateway (838bb5f3-f6d1-4db3-90c1-418d22a1db59), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:28.559406 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ca9f1f30-ccb7-462b-889f-0398a701aa76 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2536502 Feb 28 20:31:28.561044 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39260) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:28.563641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ce7a1d-d842-46b8-afc9-cefa2c504c68 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:31:28.575407 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b7820a-f27e-4167-a61e-49e3ce8806b8 None None] Sync routers for ids ['d2c5b988-1368-43e6-b92a-45cb4a776c0c'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:31:28.591015 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b7820a-f27e-4167-a61e-49e3ce8806b8 None None] Routers {'d2c5b988-1368-43e6-b92a-45cb4a776c0c'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:28.595181 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] Attempting to bind port 372080bb-5ffd-4047-973b-a131aecf2892 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:31:28.596271 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] Attempting to bind port 372080bb-5ffd-4047-973b-a131aecf2892 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:31:28.596606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] Attempting to bind port 372080bb-5ffd-4047-973b-a131aecf2892 on network fa039089-86c9-4396-bade-6f794fe57c88 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:31:28.605479 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] device_id is not set on port 524fc78c-e399-46ef-86fc-85c283b7c70f yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:31:28.608629 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b0b7820a-f27e-4167-a61e-49e3ce8806b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['d2c5b988-1368-43e6-b92a-45cb4a776c0c'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:28.656011 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] Port 372080bb-5ffd-4047-973b-a131aecf2892 on network fa039089-86c9-4396-bade-6f794fe57c88 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:31:28.656351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] Attempting to bind port 372080bb-5ffd-4047-973b-a131aecf2892 on network fa039089-86c9-4396-bade-6f794fe57c88 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:31:28.663354 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b0b7820a-f27e-4167-a61e-49e3ce8806b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:28.672787 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:31:28.673880 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] Checking segment: {'id': '5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:31:28.673880 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] Bound using segment: {'id': '5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:31:28.673880 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] Bound port: 372080bb-5ffd-4047-973b-a131aecf2892, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:31:28.674322 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (372080bb-5ffd-4047-973b-a131aecf2892), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:28.676461 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b2817f93-f029-48d3-8679-abda27f94f16 tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1097484 Feb 28 20:31:28.679366 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b7820a-f27e-4167-a61e-49e3ce8806b8 None None] Routers {'d2c5b988-1368-43e6-b92a-45cb4a776c0c'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:28.680232 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39262) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:28.680450 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b0b7820a-f27e-4167-a61e-49e3ce8806b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['d2c5b988-1368-43e6-b92a-45cb4a776c0c'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:28.688845 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7a1d-d842-46b8-afc9-cefa2c504c68 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:28.692291 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a6ce7a1d-d842-46b8-afc9-cefa2c504c68 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.2326231 Feb 28 20:31:28.707101 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39264) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:28.710172 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f30ee5-9cc1-4b36-8107-b21ae3668af3 req-01ba46d6-1b1b-43b5-b556-6b6898354906 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:28.712669 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d8f30ee5-9cc1-4b36-8107-b21ae3668af3 req-01ba46d6-1b1b-43b5-b556-6b6898354906 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 943 time: 0.3014815 Feb 28 20:31:28.724344 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-4fc02f6f-971f-4c9c-8f71-87a3a8f6ff2b tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] delete failed (client error): The resource could not be found. Feb 28 20:31:28.725631 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4fc02f6f-971f-4c9c-8f71-87a3a8f6ff2b tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "DELETE /v2.0/security-groups/d925245b-5178-4c13-915a-a8e8a7a58869 HTTP/1.1" status: 404 len: 347 time: 0.0420969 Feb 28 20:31:28.729859 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b0b7820a-f27e-4167-a61e-49e3ce8806b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:28.730837 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b7820a-f27e-4167-a61e-49e3ce8806b8 None None] The sync data for ids ['d2c5b988-1368-43e6-b92a-45cb4a776c0c'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:31:28.749164 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39266) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:28.867734 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e6177983-8ab6-4b0e-9568-5ec1acc3f07e tempest-SecGroupIPv6Test-1277019799 tempest-SecGroupIPv6Test-1277019799-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1128223 Feb 28 20:31:28.870655 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d8f30ee5-9cc1-4b36-8107-b21ae3668af3 req-30112a95-9421-4f76-8ee4-7e434c47ae9e tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222217 Feb 28 20:31:28.937447 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-035416db-4be1-469e-8c43-097308943186 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8::1 (60bc62cf-1ebe-462d-93c7-f1108638c505/c62bcdbd-4115-43e6-842d-037f8bab2be7/8fa811da-8444-4a32-8833-7627b1ca31ed) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:31:28.953855 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] For port 372080bb-5ffd-4047-973b-a131aecf2892, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:31:28.964742 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] For port 372080bb-5ffd-4047-973b-a131aecf2892, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=372080bb-5ffd-4047-973b-a131aecf2892,segment=NetworkSegment(5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb),segment_id=5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:31:28.982248 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f1811560-ec50-4161-93fc-d4240739f7fc tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/routers/d2c5b988-1368-43e6-b92a-45cb4a776c0c HTTP/1.1" status: 200 len: 884 time: 0.2726212 Feb 28 20:31:28.986827 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39274) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:28.993011 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (372080bb-5ffd-4047-973b-a131aecf2892), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:28.995138 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39276) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:29.073404 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22e3d47f-0be6-4b9b-8430-9151474d16bb tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_gateway (838bb5f3-f6d1-4db3-90c1-418d22a1db59), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:29.100617 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks [] for port (524fc78c-e399-46ef-86fc-85c283b7c70f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:29.102446 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22e3d47f-0be6-4b9b-8430-9151474d16bb tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:29.130138 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:29.130757 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:29.132179 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] 10.222.0.15 "PUT /v2.0/ports/372080bb-5ffd-4047-973b-a131aecf2892 HTTP/1.1" status: 200 len: 1092 time: 4.2282469 Feb 28 20:31:29.134262 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523ef972-316e-4964-86f5-1b43b4ec413c', 'tag': '372080bb-5ffd-4047-973b-a131aecf2892'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:31:29.137290 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be15a9a-4066-4f35-b3e0-cdb3974e7968" -d '{"events": [{"name": "network-changed", "server_uuid": "523ef972-316e-4964-86f5-1b43b4ec413c", "tag": "372080bb-5ffd-4047-973b-a131aecf2892"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:31:29.243885 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa25160-8a4f-4a22-93bd-3af7ffcb85e6 service neutron] Pushing event updated for resources: {'Port': ['ID=372080bb-5ffd-4047-973b-a131aecf2892,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:29.279792 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] device_id is not set on port 6e1bac76-6dee-4717-bb78-90131b60187e yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:31:29.288716 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c76189a1-2694-44ae-8423-236c3a4a6f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:29.353865 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39286) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:29.378938 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-22e3d47f-0be6-4b9b-8430-9151474d16bb tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Allocated IP 172.25.0.86 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/432e4c0d-7eb2-419a-9ad1-64e44360b5b1) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:31:29.383993 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7d614f7f-8c98-4f14-9fa8-16bc0e849089 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:31:29.472459 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 7d614f7f-8c98-4f14-9fa8-16bc0e849089 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:29.473222 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7d614f7f-8c98-4f14-9fa8-16bc0e849089), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:29.575661 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7d614f7f-8c98-4f14-9fa8-16bc0e849089 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:29.640884 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4916ce3c-da1a-4807-b5bf-e5be003be2dd no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:31:29.662288 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 4916ce3c-da1a-4807-b5bf-e5be003be2dd {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:31:29.662636 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4916ce3c-da1a-4807-b5bf-e5be003be2dd not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:31:29.738305 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0389def0-6c52-446c-8c72-32608070f116 x-openstack-request-id: req-0389def0-6c52-446c-8c72-32608070f116 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:31:29.738909 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523ef972-316e-4964-86f5-1b43b4ec413c", "tag": "372080bb-5ffd-4047-973b-a131aecf2892", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:31:29.738909 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0389def0-6c52-446c-8c72-32608070f116 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:31:29.739242 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523ef972-316e-4964-86f5-1b43b4ec413c', 'tag': '372080bb-5ffd-4047-973b-a131aecf2892', 'status': 'completed', 'code': 200} Feb 28 20:31:29.790141 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-035416db-4be1-469e-8c43-097308943186 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (8fa811da-8444-4a32-8833-7627b1ca31ed), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:29.824398 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-0a744b36-2aa6-46ad-90a4-13f016a52fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:29.826031 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-0a744b36-2aa6-46ad-90a4-13f016a52fc6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e4d9d813e9240f293de14f5d4db89db&device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 1126 time: 0.6244111 Feb 28 20:31:29.882375 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b7242a45-2543-420b-ab44-3581ed5d0f6e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8945928 Feb 28 20:31:29.885913 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39292) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:29.894707 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-a6a61428-e858-464e-9203-17bb4e5e0a02 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-292743363'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:29.897619 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-d71c5faf-9915-4ec1-abea-eada5c20de6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=372080bb-5ffd-4047-973b-a131aecf2892 HTTP/1.1" status: 200 len: 217 time: 0.0637989 Feb 28 20:31:29.951104 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-184fff68-d718-4cc0-a89a-ed38345d5383 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ec31b9892fc47d6af6707c20d94f8ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5903544 Feb 28 20:31:29.953052 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39296) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:29.979448 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-035416db-4be1-469e-8c43-097308943186 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (8fa811da-8444-4a32-8833-7627b1ca31ed), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:30.022131 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22e3d47f-0be6-4b9b-8430-9151474d16bb tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for port (432e4c0d-7eb2-419a-9ad1-64e44360b5b1), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:30.069237 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c76189a1-2694-44ae-8423-236c3a4a6f08 admin admin] Publish callbacks [] for security_group (a8065fe9-a72e-4a5a-913e-c5ecb99a1cfc), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:30.087688 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-64ca3829-6122-4ab6-83d0-0d15e7372008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:30.089098 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-64ca3829-6122-4ab6-83d0-0d15e7372008 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf2eab21-2ca0-4caf-a56e-ff3579d5667c HTTP/1.1" status: 200 len: 855 time: 0.1841629 Feb 28 20:31:30.099279 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c76189a1-2694-44ae-8423-236c3a4a6f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a8065fe9-a72e-4a5a-913e-c5ecb99a1cfc), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:30.108327 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks [] for port (6e1bac76-6dee-4717-bb78-90131b60187e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:30.111449 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035416db-4be1-469e-8c43-097308943186 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:30.137620 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035416db-4be1-469e-8c43-097308943186 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=8fa811da-8444-4a32-8833-7627b1ca31ed,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:30.139179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f822d63-e63a-4a7e-8aa1-665beafdfce2 req-355e5844-b5d9-44e2-a252-9484c78cd1d8 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:30.140740 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7f822d63-e63a-4a7e-8aa1-665beafdfce2 req-355e5844-b5d9-44e2-a252-9484c78cd1d8 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 943 time: 0.1647513 Feb 28 20:31:30.140874 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-035416db-4be1-469e-8c43-097308943186 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:30.148378 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035416db-4be1-469e-8c43-097308943186 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:30.148927 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-035416db-4be1-469e-8c43-097308943186 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (99b96ad9-93a0-4247-86e4-7abc4d76589d), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:30.159801 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22e3d47f-0be6-4b9b-8430-9151474d16bb tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (432e4c0d-7eb2-419a-9ad1-64e44360b5b1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:30.186005 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-1e119125-8ded-4abd-a5e4-0e62319367b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa039089-86c9-4396-bade-6f794fe57c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832212 Feb 28 20:31:30.255634 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c76189a1-2694-44ae-8423-236c3a4a6f08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=064b9b9a50014a8eb9d7c34184a663f3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2543535 Feb 28 20:31:30.259367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e3d47f-0be6-4b9b-8430-9151474d16bb tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:30.260974 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39298) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:30.269805 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-22e3d47f-0be6-4b9b-8430-9151474d16bb tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:30.275236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e3d47f-0be6-4b9b-8430-9151474d16bb tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:30.281857 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3d47f-0be6-4b9b-8430-9151474d16bb tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Pushing event updated for resources: {'Port': ['ID=432e4c0d-7eb2-419a-9ad1-64e44360b5b1,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:30.285938 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76189a1-2694-44ae-8423-236c3a4a6f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8065fe9-a72e-4a5a-913e-c5ecb99a1cfc,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:30.370496 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6dd063b2-72f2-416b-8b95-6bb0852fb741 admin admin] Publish callbacks [] for security_group (768d2d67-a845-4d7a-84bb-d938cae9fca2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:30.371625 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7f822d63-e63a-4a7e-8aa1-665beafdfce2 req-f15ea7e4-12eb-4bf5-8fa1-e334d3560dc6 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078841 Feb 28 20:31:30.415936 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (524fc78c-e399-46ef-86fc-85c283b7c70f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:30.482000 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6dd063b2-72f2-416b-8b95-6bb0852fb741 admin admin] Publish callbacks [] for security_group (768d2d67-a845-4d7a-84bb-d938cae9fca2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:30.528431 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a6a61428-e858-464e-9203-17bb4e5e0a02 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (d2c5b988-1368-43e6-b92a-45cb4a776c0c), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:30.530403 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b88a9bd8-9748-4c0c-8168-6d2a39e03bb5 None None] Provisioning complete for port 8fa811da-8444-4a32-8833-7627b1ca31ed triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:30.530930 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b88a9bd8-9748-4c0c-8168-6d2a39e03bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8fa811da-8444-4a32-8833-7627b1ca31ed), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:30.548579 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a6a61428-e858-464e-9203-17bb4e5e0a02 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921162'] for router (d2c5b988-1368-43e6-b92a-45cb4a776c0c), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:30.569204 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b88a9bd8-9748-4c0c-8168-6d2a39e03bb5 None None] Port 8fa811da-8444-4a32-8833-7627b1ca31ed cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:31:30.579723 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-94cc7015-e513-4e63-85cf-38b94a7a8c09 service neutron] 10.222.0.15 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475935 Feb 28 20:31:30.590104 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event updated for resources: {'Port': ['ID=524fc78c-e399-46ef-86fc-85c283b7c70f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:30.604244 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-035416db-4be1-469e-8c43-097308943186 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8fa811da-8444-4a32-8833-7627b1ca31ed), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:30.605894 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d9e78881-2757-45b3-975b-638f4b5f36c1 admin admin] Publish callbacks [] for security_group (a8065fe9-a72e-4a5a-913e-c5ecb99a1cfc), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:30.703916 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d9e78881-2757-45b3-975b-638f4b5f36c1 admin admin] Publish callbacks [] for security_group (a8065fe9-a72e-4a5a-913e-c5ecb99a1cfc), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:30.737107 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22e3d47f-0be6-4b9b-8430-9151474d16bb tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_gateway (838bb5f3-f6d1-4db3-90c1-418d22a1db59), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:30.741790 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Checking segment: {'id': '35aea706-d8ce-4e7b-adaf-1c4f5d4eea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac4449f9-ed0f-4e0d-a36f-4257ab99e961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:31:30.742393 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Network hostable DHCP agents. Network: ac4449f9-ed0f-4e0d-a36f-4257ab99e961, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:31:30.773349 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6dd063b2-72f2-416b-8b95-6bb0852fb741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (768d2d67-a845-4d7a-84bb-d938cae9fca2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:30.775917 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6dd063b2-72f2-416b-8b95-6bb0852fb741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:30.779331 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6dd063b2-72f2-416b-8b95-6bb0852fb741 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/768d2d67-a845-4d7a-84bb-d938cae9fca2 HTTP/1.1" status: 204 len: 168 time: 0.8166375 Feb 28 20:31:30.790833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a61428-e858-464e-9203-17bb4e5e0a02 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router d2c5b988-1368-43e6-b92a-45cb4a776c0c has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:31:30.852824 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd063b2-72f2-416b-8b95-6bb0852fb741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768d2d67-a845-4d7a-84bb-d938cae9fca2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:30.901225 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-671218a8-7deb-4710-aa31-2c87832b4ebb req-bfb60340-c19c-4b68-86eb-e6dc804d10d7 service neutron] 10.222.0.15 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083079 Feb 28 20:31:30.940607 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Network ac4449f9-ed0f-4e0d-a36f-4257ab99e961 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:31:30.948470 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d9e78881-2757-45b3-975b-638f4b5f36c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a8065fe9-a72e-4a5a-913e-c5ecb99a1cfc), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:30.953066 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d9e78881-2757-45b3-975b-638f4b5f36c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:30.957307 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d9e78881-2757-45b3-975b-638f4b5f36c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8065fe9-a72e-4a5a-913e-c5ecb99a1cfc HTTP/1.1" status: 204 len: 168 time: 0.6829364 Feb 28 20:31:31.009067 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e78881-2757-45b3-975b-638f4b5f36c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8065fe9-a72e-4a5a-913e-c5ecb99a1cfc,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:31.010547 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ac4449f9-ed0f-4e0d-a36f-4257ab99e961) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:31.020931 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:31.021504 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a9a5af-1ff4-49bb-bc44-373ea1c5ab3b None None] Network ac4449f9-ed0f-4e0d-a36f-4257ab99e961 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:31.021999 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (6e1bac76-6dee-4717-bb78-90131b60187e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:31.031893 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a61428-e858-464e-9203-17bb4e5e0a02 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:31:31.042995 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a6a61428-e858-464e-9203-17bb4e5e0a02 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:31.044240 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a6a61428-e858-464e-9203-17bb4e5e0a02 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/d2c5b988-1368-43e6-b92a-45cb4a776c0c HTTP/1.1" status: 200 len: 891 time: 1.1574059 Feb 28 20:31:31.046868 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39308) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:31.103220 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22e3d47f-0be6-4b9b-8430-9151474d16bb tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (838bb5f3-f6d1-4db3-90c1-418d22a1db59), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:31.112107 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b411020-6680-4cb1-9746-9cab1e8ab48f None None] Sync routers for ids ['d2c5b988-1368-43e6-b92a-45cb4a776c0c'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:31:31.226973 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be15a9a-4066-4f35-b3e0-cdb3974e7968 req-21a921a2-9448-4c9d-ba86-d839c27b3541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:31.228605 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b411020-6680-4cb1-9746-9cab1e8ab48f None None] Routers {'d2c5b988-1368-43e6-b92a-45cb4a776c0c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:31.229301 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4be15a9a-4066-4f35-b3e0-cdb3974e7968 req-21a921a2-9448-4c9d-ba86-d839c27b3541 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e4d9d813e9240f293de14f5d4db89db&device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 1126 time: 0.2577202 Feb 28 20:31:31.229686 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2b411020-6680-4cb1-9746-9cab1e8ab48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['d2c5b988-1368-43e6-b92a-45cb4a776c0c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:31.230481 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event updated for resources: {'Port': ['ID=6e1bac76-6dee-4717-bb78-90131b60187e,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:31.294823 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2b411020-6680-4cb1-9746-9cab1e8ab48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:31.334162 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b411020-6680-4cb1-9746-9cab1e8ab48f None None] Routers {'d2c5b988-1368-43e6-b92a-45cb4a776c0c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:31.335040 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2b411020-6680-4cb1-9746-9cab1e8ab48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['d2c5b988-1368-43e6-b92a-45cb4a776c0c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:31.372273 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2b411020-6680-4cb1-9746-9cab1e8ab48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:31.373209 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b411020-6680-4cb1-9746-9cab1e8ab48f None None] The sync data for ids ['d2c5b988-1368-43e6-b92a-45cb4a776c0c'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:31:31.447244 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Checking segment: {'id': '179b354b-d328-4cd1-8007-9d5b7ac03985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '68067667-122a-466a-92c9-b7a601b7cb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:31:31.447611 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Network hostable DHCP agents. Network: 68067667-122a-466a-92c9-b7a601b7cb0b, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:31:31.500915 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-035416db-4be1-469e-8c43-097308943186 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (8fa811da-8444-4a32-8833-7627b1ca31ed), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:31.515559 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Network 68067667-122a-466a-92c9-b7a601b7cb0b is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:31:31.519283 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-035416db-4be1-469e-8c43-097308943186 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (8fa811da-8444-4a32-8833-7627b1ca31ed), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:31.520784 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-035416db-4be1-469e-8c43-097308943186 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (99b96ad9-93a0-4247-86e4-7abc4d76589d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:31.529114 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be15a9a-4066-4f35-b3e0-cdb3974e7968 req-f4c60ebe-b4a6-4dd7-9637-dd29ed014fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:31.530588 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4be15a9a-4066-4f35-b3e0-cdb3974e7968 req-f4c60ebe-b4a6-4dd7-9637-dd29ed014fbf service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 200 len: 915 time: 0.2675190 Feb 28 20:31:31.541722 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1e85331d-ea7a-43e3-85ab-357a0d359c2d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/routers/d2c5b988-1368-43e6-b92a-45cb4a776c0c HTTP/1.1" status: 200 len: 891 time: 0.4937162 Feb 28 20:31:31.560132 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39324) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:31.571858 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 68067667-122a-466a-92c9-b7a601b7cb0b) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:31.588336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9d39b2-e9ef-4fb3-a419-47a00bec5dc7 None None] Network 68067667-122a-466a-92c9-b7a601b7cb0b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:31.604786 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d086f235-f28c-469b-b5ca-508cd60c3c03 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5b988-1368-43e6-b92a-45cb4a776c0c HTTP/1.1" status: 200 len: 205 time: 0.0424824 Feb 28 20:31:31.611370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39328) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:31.637108 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:31.642438 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:31.647117 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:31.647864 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:31.651831 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4be15a9a-4066-4f35-b3e0-cdb3974e7968 req-d62d59e5-00ff-4aef-90aa-f735f99d77ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=372080bb-5ffd-4047-973b-a131aecf2892 HTTP/1.1" status: 200 len: 217 time: 0.0888999 Feb 28 20:31:31.696961 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63376f29-1207-41b2-bf6b-d4912d614a6b req-73db1796-b379-4b92-9fd8-493a5ed5e980 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:31.698818 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63376f29-1207-41b2-bf6b-d4912d614a6b req-73db1796-b379-4b92-9fd8-493a5ed5e980 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 943 time: 0.1821229 Feb 28 20:31:31.699546 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39332) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:31.724854 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035416db-4be1-469e-8c43-097308943186 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=8fa811da-8444-4a32-8833-7627b1ca31ed,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:31.752951 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-450f85fc-ad1b-44a4-b493-f29c5fb3b3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.2297249 Feb 28 20:31:31.753672 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39334) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:31.775574 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1d9611fb-176f-41e1-b418-c9c18e633576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:31.793833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e3d47f-0be6-4b9b-8430-9151474d16bb tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Router 838bb5f3-f6d1-4db3-90c1-418d22a1db59 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:31:31.801737 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be15a9a-4066-4f35-b3e0-cdb3974e7968 req-5fdc8406-484f-4544-bb2f-11c3df08719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:31.802900 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4be15a9a-4066-4f35-b3e0-cdb3974e7968 req-5fdc8406-484f-4544-bb2f-11c3df08719c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf2eab21-2ca0-4caf-a56e-ff3579d5667c HTTP/1.1" status: 200 len: 855 time: 0.1384492 Feb 28 20:31:31.837815 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3ee950f4-20c9-449c-a7ca-449ba5928eab tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (d2c5b988-1368-43e6-b92a-45cb4a776c0c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:31.847148 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4be15a9a-4066-4f35-b3e0-cdb3974e7968 req-4d4aeafd-fa35-42bd-bb89-ae7adec81b33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa039089-86c9-4396-bade-6f794fe57c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360217 Feb 28 20:31:31.869930 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035416db-4be1-469e-8c43-097308943186 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:31.893940 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1f9c89-88ec-4d0a-a759-8f3f7d7575d7 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:31.899341 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1f9c89-88ec-4d0a-a759-8f3f7d7575d7 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:31.900939 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2c1f9c89-88ec-4d0a-a759-8f3f7d7575d7 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1445882 Feb 28 20:31:31.901526 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39338) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:31.905429 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-035416db-4be1-469e-8c43-097308943186 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:31.907225 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39340) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:31.922787 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63376f29-1207-41b2-bf6b-d4912d614a6b req-156c9e5e-d52f-4862-b5b4-78a7383c2595 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144840 Feb 28 20:31:32.087798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e3d47f-0be6-4b9b-8430-9151474d16bb tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:31:32.098760 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-09f454ab-7221-4270-84f2-08387352961b tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:32.100209 n-d-820368-21 neutron-server[103773]: WARNING neutron.api.v2.base [None req-09f454ab-7221-4270-84f2-08387352961b tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 20:31:32.100662 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1d9611fb-176f-41e1-b418-c9c18e633576 admin admin] Publish callbacks [] for security_group (ee0a8af0-4e3c-4e8b-98ea-286318361d31), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.100782 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-09f454ab-7221-4270-84f2-08387352961b tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 20:31:32.101743 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-09f454ab-7221-4270-84f2-08387352961b tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1975400 Feb 28 20:31:32.108191 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39346) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:32.116130 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-7b3aa73a-5aa2-4445-a889-4027880cb991 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group': {'name': 'tempest-secgroup--2028718978'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:32.125083 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3ee950f4-20c9-449c-a7ca-449ba5928eab tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router_gateway (d2c5b988-1368-43e6-b92a-45cb4a776c0c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.126540 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4b2cda-a76e-48b5-987c-06ae090ed2f5 None None] Sync routers for ids ['838bb5f3-f6d1-4db3-90c1-418d22a1db59'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:31:32.132356 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4be15a9a-4066-4f35-b3e0-cdb3974e7968 req-1e1ef7dd-abc0-4de2-b9ee-a99fd2252e4d service neutron] 10.222.0.15 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777402 Feb 28 20:31:32.132636 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1d9611fb-176f-41e1-b418-c9c18e633576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ee0a8af0-4e3c-4e8b-98ea-286318361d31), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.146727 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4b2cda-a76e-48b5-987c-06ae090ed2f5 None None] Routers {'838bb5f3-f6d1-4db3-90c1-418d22a1db59'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:32.155647 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-eb4b2cda-a76e-48b5-987c-06ae090ed2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['838bb5f3-f6d1-4db3-90c1-418d22a1db59'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:32.160268 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22e3d47f-0be6-4b9b-8430-9151474d16bb tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.161504 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-22e3d47f-0be6-4b9b-8430-9151474d16bb tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1672924 Feb 28 20:31:32.173645 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39348) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:32.180421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-676736be-f232-4b47-8935-cb4a31355bdb tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'enable_snat': False}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:32.227162 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1d9611fb-176f-41e1-b418-c9c18e633576 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=187f0c92cded4fe8a89915bae6699e5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5242858 Feb 28 20:31:32.228056 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7b3aa73a-5aa2-4445-a889-4027880cb991 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.231250 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9611fb-176f-41e1-b418-c9c18e633576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0a8af0-4e3c-4e8b-98ea-286318361d31,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:32.234691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39350) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:32.256881 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7b3aa73a-5aa2-4445-a889-4027880cb991 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.263188 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-eb4b2cda-a76e-48b5-987c-06ae090ed2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:32.276923 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4b2cda-a76e-48b5-987c-06ae090ed2f5 None None] Routers {'838bb5f3-f6d1-4db3-90c1-418d22a1db59'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:32.278785 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-eb4b2cda-a76e-48b5-987c-06ae090ed2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['838bb5f3-f6d1-4db3-90c1-418d22a1db59'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:32.299373 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-04007573-965d-4579-8baf-8c20d3c9537b tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Deleting port 524fc78c-e399-46ef-86fc-85c283b7c70f {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:32.299932 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-04007573-965d-4579-8baf-8c20d3c9537b tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (524fc78c-e399-46ef-86fc-85c283b7c70f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.322858 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-eb4b2cda-a76e-48b5-987c-06ae090ed2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:32.323740 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4b2cda-a76e-48b5-987c-06ae090ed2f5 None None] The sync data for ids ['838bb5f3-f6d1-4db3-90c1-418d22a1db59'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:31:32.356062 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-3ee950f4-20c9-449c-a7ca-449ba5928eab tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting port 845ed263-385d-4048-8574-83d0a9f85dfd {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:32.356405 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3ee950f4-20c9-449c-a7ca-449ba5928eab tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (845ed263-385d-4048-8574-83d0a9f85dfd), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.375190 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ebb78dbf-bc35-41eb-902c-71e5cc7cb407 admin admin] Publish callbacks [] for security_group (ee0a8af0-4e3c-4e8b-98ea-286318361d31), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.411867 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035416db-4be1-469e-8c43-097308943186 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Router 99b96ad9-93a0-4247-86e4-7abc4d76589d is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:31:32.415128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-86dda6ad-bf52-4a39-b031-d64d70813d0b None None] Provisioning complete for port 8fa811da-8444-4a32-8833-7627b1ca31ed triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:32.415593 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-86dda6ad-bf52-4a39-b031-d64d70813d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8fa811da-8444-4a32-8833-7627b1ca31ed), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.423325 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4be15a9a-4066-4f35-b3e0-cdb3974e7968 req-f322954d-3e9c-4708-8ce4-b661a038809f service neutron] 10.222.0.15 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846179 Feb 28 20:31:32.440651 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-04007573-965d-4579-8baf-8c20d3c9537b tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (524fc78c-e399-46ef-86fc-85c283b7c70f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.453553 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ebb78dbf-bc35-41eb-902c-71e5cc7cb407 admin admin] Publish callbacks [] for security_group (ee0a8af0-4e3c-4e8b-98ea-286318361d31), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.462332 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-86dda6ad-bf52-4a39-b031-d64d70813d0b None None] Port 8fa811da-8444-4a32-8833-7627b1ca31ed cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:31:32.462828 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-04007573-965d-4579-8baf-8c20d3c9537b tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Calling delete_port for 524fc78c-e399-46ef-86fc-85c283b7c70f owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:32.513326 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3ee950f4-20c9-449c-a7ca-449ba5928eab tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (845ed263-385d-4048-8574-83d0a9f85dfd), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.531949 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7b3aa73a-5aa2-4445-a889-4027880cb991 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (9abc37b1-e622-4171-9997-b3ee493cc0ef), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.537646 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-3ee950f4-20c9-449c-a7ca-449ba5928eab tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Calling delete_port for 845ed263-385d-4048-8574-83d0a9f85dfd owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:32.539269 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7b3aa73a-5aa2-4445-a889-4027880cb991 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9abc37b1-e622-4171-9997-b3ee493cc0ef), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.586151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 372080bb-5ffd-4047-973b-a131aecf2892 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:31:32.623672 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3aa73a-5aa2-4445-a889-4027880cb991 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9abc37b1-e622-4171-9997-b3ee493cc0ef,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:32.626137 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ebb78dbf-bc35-41eb-902c-71e5cc7cb407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ee0a8af0-4e3c-4e8b-98ea-286318361d31), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.628871 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ebb78dbf-bc35-41eb-902c-71e5cc7cb407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.632162 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ebb78dbf-bc35-41eb-902c-71e5cc7cb407 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee0a8af0-4e3c-4e8b-98ea-286318361d31 HTTP/1.1" status: 204 len: 168 time: 0.3935504 Feb 28 20:31:32.647139 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb78dbf-bc35-41eb-902c-71e5cc7cb407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0a8af0-4e3c-4e8b-98ea-286318361d31,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:32.695967 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035416db-4be1-469e-8c43-097308943186 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:31:32.696488 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7b3aa73a-5aa2-4445-a889-4027880cb991 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (eedb4cf8-4ec0-4b11-9379-10991179f8a0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.711305 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-035416db-4be1-469e-8c43-097308943186 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "PUT /v2.0/routers/99b96ad9-93a0-4247-86e4-7abc4d76589d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8530884 Feb 28 20:31:32.711305 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39354) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:32.751278 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] Sync routers for ids ['99b96ad9-93a0-4247-86e4-7abc4d76589d'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:31:32.775430 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] Routers {'99b96ad9-93a0-4247-86e4-7abc4d76589d'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:32.777006 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['99b96ad9-93a0-4247-86e4-7abc4d76589d'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:32.817436 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cde29f9-93fe-4129-a587-350a7ae97116 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:32.819527 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2cde29f9-93fe-4129-a587-350a7ae97116 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports/8fa811da-8444-4a32-8833-7627b1ca31ed HTTP/1.1" status: 200 len: 911 time: 0.1072590 Feb 28 20:31:32.823077 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39356) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:32.858777 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7b3aa73a-5aa2-4445-a889-4027880cb991 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (eedb4cf8-4ec0-4b11-9379-10991179f8a0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.873768 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-04007573-965d-4579-8baf-8c20d3c9537b tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (524fc78c-e399-46ef-86fc-85c283b7c70f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.907357 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3aa73a-5aa2-4445-a889-4027880cb991 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eedb4cf8-4ec0-4b11-9379-10991179f8a0,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:32.914650 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7b3aa73a-5aa2-4445-a889-4027880cb991 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.916021 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7b3aa73a-5aa2-4445-a889-4027880cb991 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8069708 Feb 28 20:31:32.919492 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39360) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:32.925491 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-69438409-14c4-46dc-904a-945b6a24d2a7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group_rule': {'security_group_id': 'eedb4cf8-4ec0-4b11-9379-10991179f8a0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:32.934234 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3ee950f4-20c9-449c-a7ca-449ba5928eab tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (845ed263-385d-4048-8574-83d0a9f85dfd), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.981428 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-04007573-965d-4579-8baf-8c20d3c9537b tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:32.981816 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee950f4-20c9-449c-a7ca-449ba5928eab tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Port': ['ID=845ed263-385d-4048-8574-83d0a9f85dfd,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:32.993665 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-04007573-965d-4579-8baf-8c20d3c9537b tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "DELETE /v2.0/ports/524fc78c-e399-46ef-86fc-85c283b7c70f HTTP/1.1" status: 204 len: 168 time: 1.0773454 Feb 28 20:31:32.997191 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39364) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:33.005225 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04007573-965d-4579-8baf-8c20d3c9537b tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event deleted for resources: {'Port': ['ID=524fc78c-e399-46ef-86fc-85c283b7c70f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:33.056779 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-69438409-14c4-46dc-904a-945b6a24d2a7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group_rule (1a078505-aba2-4cbd-a081-2d90798e3d20), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:33.060242 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-676736be-f232-4b47-8935-cb4a31355bdb tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_gateway (838bb5f3-f6d1-4db3-90c1-418d22a1db59), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:33.074773 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18056a1-39d6-4ef6-a090-146b1eb35d88 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:33.081831 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18056a1-39d6-4ef6-a090-146b1eb35d88 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:33.084214 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a18056a1-39d6-4ef6-a090-146b1eb35d88 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2600553 Feb 28 20:31:33.088167 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39368) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:33.195566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] Set router 99b96ad9-93a0-4247-86e4-7abc4d76589d gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:31:33.218183 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3ee950f4-20c9-449c-a7ca-449ba5928eab tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (d2c5b988-1368-43e6-b92a-45cb4a776c0c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:33.368577 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3ee950f4-20c9-449c-a7ca-449ba5928eab tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (d2c5b988-1368-43e6-b92a-45cb4a776c0c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:33.380035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4b90b-fae3-4b31-93fe-ade78e8f434c req-b19f883f-99b5-4634-a779-ea917e1a6221 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:33.381709 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3f4b90b-fae3-4b31-93fe-ade78e8f434c req-b19f883f-99b5-4634-a779-ea917e1a6221 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 943 time: 0.2787206 Feb 28 20:31:33.384837 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3ee950f4-20c9-449c-a7ca-449ba5928eab tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router_controller (d2c5b988-1368-43e6-b92a-45cb4a776c0c), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:33.402325 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-69438409-14c4-46dc-904a-945b6a24d2a7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group_rule (1a078505-aba2-4cbd-a081-2d90798e3d20), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:33.450750 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-69438409-14c4-46dc-904a-945b6a24d2a7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (1a078505-aba2-4cbd-a081-2d90798e3d20), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:33.484416 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 372080bb-5ffd-4047-973b-a131aecf2892, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=372080bb-5ffd-4047-973b-a131aecf2892,segment=NetworkSegment(5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb),segment_id=5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:33.484994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-41b93151-83c4-4c3d-a6b7-2155831823eb tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Deleting port 6e1bac76-6dee-4717-bb78-90131b60187e {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:33.484994 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41b93151-83c4-4c3d-a6b7-2155831823eb tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6e1bac76-6dee-4717-bb78-90131b60187e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:33.515015 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69438409-14c4-46dc-904a-945b6a24d2a7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a078505-aba2-4cbd-a081-2d90798e3d20,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:33.534235 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3ee950f4-20c9-449c-a7ca-449ba5928eab tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (d2c5b988-1368-43e6-b92a-45cb4a776c0c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:33.534770 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee950f4-20c9-449c-a7ca-449ba5928eab tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Fanout notify agent at l3_agent the message router_deleted on router d2c5b988-1368-43e6-b92a-45cb4a776c0c {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:31:33.543393 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-69438409-14c4-46dc-904a-945b6a24d2a7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:33.547142 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-69438409-14c4-46dc-904a-945b6a24d2a7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6241026 Feb 28 20:31:33.551506 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3ee950f4-20c9-449c-a7ca-449ba5928eab tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:33.552612 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3ee950f4-20c9-449c-a7ca-449ba5928eab tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/routers/d2c5b988-1368-43e6-b92a-45cb4a776c0c HTTP/1.1" status: 204 len: 168 time: 1.9395082 Feb 28 20:31:33.566516 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '372080bb-5ffd-4047-973b-a131aecf2892', 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88', 'port_id': '372080bb-5ffd-4047-973b-a131aecf2892', 'mac_address': 'fa:16:3e:d0:68:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2eab21-2ca0-4caf-a56e-ff3579d5667c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:31:33.584943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39382) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:33.585303 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39384) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:33.602265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-ecb4930a-ee9b-42b3-bfcb-8590c012c8aa tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group_rule': {'security_group_id': 'eedb4cf8-4ec0-4b11-9379-10991179f8a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:33.609220 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d3e5d25b-7fbb-48e9-b3de-137cdc34ee99 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1154264150'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:33.623426 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 372080bb-5ffd-4047-973b-a131aecf2892 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:33.624308 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (372080bb-5ffd-4047-973b-a131aecf2892), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:33.640503 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3f4b90b-fae3-4b31-93fe-ade78e8f434c req-5f70e8be-be49-43f2-9963-dc65a911b52b tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485900 Feb 28 20:31:33.643748 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41b93151-83c4-4c3d-a6b7-2155831823eb tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6e1bac76-6dee-4717-bb78-90131b60187e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:33.646967 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372080bb-5ffd-4047-973b-a131aecf2892 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:31:33.669568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-41b93151-83c4-4c3d-a6b7-2155831823eb tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Calling delete_port for 6e1bac76-6dee-4717-bb78-90131b60187e owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:33.671227 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 372080bb-5ffd-4047-973b-a131aecf2892, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=372080bb-5ffd-4047-973b-a131aecf2892,segment=NetworkSegment(5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb),segment_id=5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:33.684563 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e5d25b-7fbb-48e9-b3de-137cdc34ee99 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Made reservation on behalf of 8b8aa2c9faa640e4bf21843a9876834b for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:33.687799 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3e5d25b-7fbb-48e9-b3de-137cdc34ee99 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:33.693860 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ecb4930a-ee9b-42b3-bfcb-8590c012c8aa tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group_rule (eee25439-d1a0-4005-a3e7-1eed60f4550d), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:33.700608 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (372080bb-5ffd-4047-973b-a131aecf2892), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:33.800279 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e5d25b-7fbb-48e9-b3de-137cdc34ee99 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:31:33.806759 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=372080bb-5ffd-4047-973b-a131aecf2892,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:33.830955 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3e5d25b-7fbb-48e9-b3de-137cdc34ee99 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (30458197-70da-4834-be25-e83d946c1abf), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:33.831453 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-d3e5d25b-7fbb-48e9-b3de-137cdc34ee99 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Added segment 30458197-70da-4834-be25-e83d946c1abf of type vlan for network 2a3ba34e-81cc-4f52-8842-8db582d9ad97 Feb 28 20:31:33.849931 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b96ad9-93a0-4247-86e4-7abc4d76589d', 'name': 'tempest-NetworksTestDHCPv6-router-1615976073', 'tenant_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:25Z', 'updated_at': '2022-02-28T20:31:30Z', 'revision_number': 2, 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'gw_port_host': None, '_interfaces': [{'id': '8fa811da-8444-4a32-8833-7627b1ca31ed', 'name': '', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'tenant_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'mac_address': 'fa:16:3e:64:79:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b96ad9-93a0-4247-86e4-7abc4d76589d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'c62bcdbd-4115-43e6-842d-037f8bab2be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:31:28Z', 'updated_at': '2022-02-28T20:31:30Z', 'revision_number': 2, 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'subnets': [{'id': 'c62bcdbd-4115-43e6-842d-037f8bab2be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:33.881705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] Checking router: 99b96ad9-93a0-4247-86e4-7abc4d76589d for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:31:33.882059 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] Updating router 99b96ad9-93a0-4247-86e4-7abc4d76589d port 8fa811da-8444-4a32-8833-7627b1ca31ed binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:31:33.882170 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-ecb4930a-ee9b-42b3-bfcb-8590c012c8aa tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 20:31:33.883240 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ecb4930a-ee9b-42b3-bfcb-8590c012c8aa tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2944825 Feb 28 20:31:33.886912 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39392) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:33.899261 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3e5d25b-7fbb-48e9-b3de-137cdc34ee99 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (2a3ba34e-81cc-4f52-8842-8db582d9ad97), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:33.917425 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['372080bb-5ffd-4047-973b-a131aecf2892'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:31:33.919103 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41b93151-83c4-4c3d-a6b7-2155831823eb tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (6e1bac76-6dee-4717-bb78-90131b60187e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:33.958282 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8fa811da-8444-4a32-8833-7627b1ca31ed), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:33.961030 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b93151-83c4-4c3d-a6b7-2155831823eb tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event deleted for resources: {'Port': ['ID=6e1bac76-6dee-4717-bb78-90131b60187e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:33.963059 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3e5d25b-7fbb-48e9-b3de-137cdc34ee99 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (2a3ba34e-81cc-4f52-8842-8db582d9ad97), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:33.968944 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e5d25b-7fbb-48e9-b3de-137cdc34ee99 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:33.969787 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3e5d25b-7fbb-48e9-b3de-137cdc34ee99 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:34.006447 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41b93151-83c4-4c3d-a6b7-2155831823eb tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:34.012716 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-41b93151-83c4-4c3d-a6b7-2155831823eb tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "DELETE /v2.0/ports/6e1bac76-6dee-4717-bb78-90131b60187e HTTP/1.1" status: 204 len: 168 time: 1.0114017 Feb 28 20:31:34.014879 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39396) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:34.063976 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d3e5d25b-7fbb-48e9-b3de-137cdc34ee99 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4736848 Feb 28 20:31:34.065373 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39398) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:34.075578 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-da33c69c-531d-4b57-ae75-3da94c03421f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'subnet': {'network_id': '2a3ba34e-81cc-4f52-8842-8db582d9ad97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:34.084781 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5d25b-7fbb-48e9-b3de-137cdc34ee99 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Network': ['ID=2a3ba34e-81cc-4f52-8842-8db582d9ad97,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:34.104158 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f0b89d7c-7a22-45ba-840b-33408a15e73f tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0834231 Feb 28 20:31:34.106931 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39400) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:34.118240 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4388e946-0184-4fd1-8aae-7f2f71db5a35 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1792778665'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:34.122665 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91c674f2-8f31-401f-ad68-21d77df64242 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (eedb4cf8-4ec0-4b11-9379-10991179f8a0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:34.202454 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91c674f2-8f31-401f-ad68-21d77df64242 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (eedb4cf8-4ec0-4b11-9379-10991179f8a0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:34.214143 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4388e946-0184-4fd1-8aae-7f2f71db5a35 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Made reservation on behalf of 984fb70154694a508f1794871e759829 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:34.217494 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4388e946-0184-4fd1-8aae-7f2f71db5a35 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:34.223341 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da33c69c-531d-4b57-ae75-3da94c03421f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Made reservation on behalf of 8b8aa2c9faa640e4bf21843a9876834b for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:34.226505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 2a3ba34e-81cc-4f52-8842-8db582d9ad97 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:31:34.227386 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-da33c69c-531d-4b57-ae75-3da94c03421f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:34.320359 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4388e946-0184-4fd1-8aae-7f2f71db5a35 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:31:34.378984 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4388e946-0184-4fd1-8aae-7f2f71db5a35 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (066ce635-d9aa-402e-91dc-9c9adea66400), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:34.379937 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-4388e946-0184-4fd1-8aae-7f2f71db5a35 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Added segment 066ce635-d9aa-402e-91dc-9c9adea66400 of type vlan for network 4ec941d5-5f64-4297-86fb-b5d3d1770537 Feb 28 20:31:34.441052 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91c674f2-8f31-401f-ad68-21d77df64242 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (eedb4cf8-4ec0-4b11-9379-10991179f8a0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:34.443591 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-91c674f2-8f31-401f-ad68-21d77df64242 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:34.447427 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-91c674f2-8f31-401f-ad68-21d77df64242 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "DELETE /v2.0/security-groups/eedb4cf8-4ec0-4b11-9379-10991179f8a0 HTTP/1.1" status: 204 len: 168 time: 0.5537362 Feb 28 20:31:34.459621 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39412) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:34.476209 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4388e946-0184-4fd1-8aae-7f2f71db5a35 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (4ec941d5-5f64-4297-86fb-b5d3d1770537), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:34.487253 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c674f2-8f31-401f-ad68-21d77df64242 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedb4cf8-4ec0-4b11-9379-10991179f8a0,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:34.561442 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] Publish callbacks [] for port (8fa811da-8444-4a32-8833-7627b1ca31ed), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:34.583148 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8fa811da-8444-4a32-8833-7627b1ca31ed), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:34.691798 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3695fa84-d720-4add-bc20-1ed2a220aa8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (99b96ad9-93a0-4247-86e4-7abc4d76589d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:34.738723 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297def95-dab5-434f-92ae-ce9f02e23dc8 None None] Pushing event updated for resources: {'Port': ['ID=8fa811da-8444-4a32-8833-7627b1ca31ed,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:34.765881 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] Attempting to bind port 8fa811da-8444-4a32-8833-7627b1ca31ed on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:31:34.766266 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] Attempting to bind port 8fa811da-8444-4a32-8833-7627b1ca31ed by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:31:34.766636 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] Attempting to bind port 8fa811da-8444-4a32-8833-7627b1ca31ed on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:31:34.777336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:31:34.777719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:31:34.778129 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:34.778515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:31:34.779007 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] Bound port: 8fa811da-8444-4a32-8833-7627b1ca31ed, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:31:34.779467 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8fa811da-8444-4a32-8833-7627b1ca31ed), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:34.808317 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4388e946-0184-4fd1-8aae-7f2f71db5a35 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (4ec941d5-5f64-4297-86fb-b5d3d1770537), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:34.813371 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4388e946-0184-4fd1-8aae-7f2f71db5a35 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:34.813983 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4388e946-0184-4fd1-8aae-7f2f71db5a35 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:34.883486 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9a13797a-4032-470f-838e-68fff3700ede tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4166696 Feb 28 20:31:34.891362 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] For port 8fa811da-8444-4a32-8833-7627b1ca31ed, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:31:34.891881 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a988af0-13a4-4362-8d19-db0e2c120664 req-b3ba58d0-cda6-4ee4-8c00-42c483c36833 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:34.897254 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] For port 8fa811da-8444-4a32-8833-7627b1ca31ed, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=8fa811da-8444-4a32-8833-7627b1ca31ed,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:31:34.900645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a988af0-13a4-4362-8d19-db0e2c120664 req-b3ba58d0-cda6-4ee4-8c00-42c483c36833 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 944 time: 0.1111865 Feb 28 20:31:34.911383 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8fa811da-8444-4a32-8833-7627b1ca31ed), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:34.913373 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39426) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:34.922688 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-acc3ecfb-03df-4c42-a90b-af198b6ac36f tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group': {'name': 'tempest-secgroup--457600016'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:34.992370 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a988af0-13a4-4362-8d19-db0e2c120664 req-c541d626-7fe5-4a4b-bc87-c07e3749a505 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903728 Feb 28 20:31:35.005907 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] Routers {'99b96ad9-93a0-4247-86e4-7abc4d76589d'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:35.006726 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['99b96ad9-93a0-4247-86e4-7abc4d76589d'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:35.009101 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297def95-dab5-434f-92ae-ce9f02e23dc8 None None] Pushing event updated for resources: {'Port': ['ID=8fa811da-8444-4a32-8833-7627b1ca31ed,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:35.047111 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4388e946-0184-4fd1-8aae-7f2f71db5a35 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9367142 Feb 28 20:31:35.059978 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39436) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:35.067118 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-fc6e400e-88ed-4763-96a8-015cb1a1d08c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-337545585'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:35.073123 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-acc3ecfb-03df-4c42-a90b-af198b6ac36f tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:35.146481 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388e946-0184-4fd1-8aae-7f2f71db5a35 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event updated for resources: {'Network': ['ID=4ec941d5-5f64-4297-86fb-b5d3d1770537,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:35.179143 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 4ec941d5-5f64-4297-86fb-b5d3d1770537 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:31:35.222604 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-676736be-f232-4b47-8935-cb4a31355bdb tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (838bb5f3-f6d1-4db3-90c1-418d22a1db59), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:35.229194 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-676736be-f232-4b47-8935-cb4a31355bdb tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921162'] for router (838bb5f3-f6d1-4db3-90c1-418d22a1db59), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:35.233653 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-da33c69c-531d-4b57-ae75-3da94c03421f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (87651fbc-70c6-4637-ac69-211791de8e50), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:35.356895 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-80b857d5-4c2d-4f8e-b552-1defeb6efcfe None None] Provisioning complete for port 8fa811da-8444-4a32-8833-7627b1ca31ed triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:35.357275 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-80b857d5-4c2d-4f8e-b552-1defeb6efcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8fa811da-8444-4a32-8833-7627b1ca31ed), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:35.390518 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6e400e-88ed-4763-96a8-015cb1a1d08c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Made reservation on behalf of 984fb70154694a508f1794871e759829 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:35.403662 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fc6e400e-88ed-4763-96a8-015cb1a1d08c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:35.460501 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676736be-f232-4b47-8935-cb4a31355bdb tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Router 838bb5f3-f6d1-4db3-90c1-418d22a1db59 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:31:35.552545 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33c69c-531d-4b57-ae75-3da94c03421f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Subnet': ['ID=87651fbc-70c6-4637-ac69-211791de8e50,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:35.572152 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] Set router 99b96ad9-93a0-4247-86e4-7abc4d76589d gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:31:35.582145 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da33c69c-531d-4b57-ae75-3da94c03421f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Checking segment: {'id': '30458197-70da-4834-be25-e83d946c1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2a3ba34e-81cc-4f52-8842-8db582d9ad97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:31:35.582883 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da33c69c-531d-4b57-ae75-3da94c03421f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network hostable DHCP agents. Network: 2a3ba34e-81cc-4f52-8842-8db582d9ad97, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:31:35.586842 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6e400e-88ed-4763-96a8-015cb1a1d08c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:31:35.620320 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fc6e400e-88ed-4763-96a8-015cb1a1d08c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (60f8cc2b-60a3-4670-9923-e1ba544f30ff), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:35.621171 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-fc6e400e-88ed-4763-96a8-015cb1a1d08c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Added segment 60f8cc2b-60a3-4670-9923-e1ba544f30ff of type vlan for network 1329ca2a-318f-477f-93b5-b31c6fc345b3 Feb 28 20:31:35.660311 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-80b857d5-4c2d-4f8e-b552-1defeb6efcfe None None] Current status of the port 8fa811da-8444-4a32-8833-7627b1ca31ed is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:35.660784 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-80b857d5-4c2d-4f8e-b552-1defeb6efcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8fa811da-8444-4a32-8833-7627b1ca31ed), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:35.685786 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da33c69c-531d-4b57-ae75-3da94c03421f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network 2a3ba34e-81cc-4f52-8842-8db582d9ad97 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:31:35.686356 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676736be-f232-4b47-8935-cb4a31355bdb tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:31:35.693104 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-676736be-f232-4b47-8935-cb4a31355bdb tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:35.695232 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-acc3ecfb-03df-4c42-a90b-af198b6ac36f tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (3992810d-1fad-46bb-ab24-0efbfb7163dd), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:35.698807 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-676736be-f232-4b47-8935-cb4a31355bdb tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "PUT /v2.0/routers/838bb5f3-f6d1-4db3-90c1-418d22a1db59 HTTP/1.1" status: 200 len: 924 time: 3.5232773 Feb 28 20:31:35.701092 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d98487-a8a6-49af-a679-ec668dfa7673 None None] Sync routers for ids ['838bb5f3-f6d1-4db3-90c1-418d22a1db59'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:31:35.721172 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d98487-a8a6-49af-a679-ec668dfa7673 None None] Routers {'838bb5f3-f6d1-4db3-90c1-418d22a1db59'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:35.722057 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d5d98487-a8a6-49af-a679-ec668dfa7673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['838bb5f3-f6d1-4db3-90c1-418d22a1db59'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:35.731036 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39458) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:35.753945 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-acc3ecfb-03df-4c42-a90b-af198b6ac36f tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3992810d-1fad-46bb-ab24-0efbfb7163dd), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:35.764145 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fc6e400e-88ed-4763-96a8-015cb1a1d08c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (1329ca2a-318f-477f-93b5-b31c6fc345b3), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:35.774889 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-3695fa84-d720-4add-bc20-1ed2a220aa8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting port 8fa811da-8444-4a32-8833-7627b1ca31ed {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:35.775529 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3695fa84-d720-4add-bc20-1ed2a220aa8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (8fa811da-8444-4a32-8833-7627b1ca31ed), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:35.809600 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d5d98487-a8a6-49af-a679-ec668dfa7673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:35.827681 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d98487-a8a6-49af-a679-ec668dfa7673 None None] Routers {'838bb5f3-f6d1-4db3-90c1-418d22a1db59'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:35.836084 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-80b857d5-4c2d-4f8e-b552-1defeb6efcfe None None] For port 8fa811da-8444-4a32-8833-7627b1ca31ed, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=8fa811da-8444-4a32-8833-7627b1ca31ed,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:35.837619 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d5d98487-a8a6-49af-a679-ec668dfa7673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['838bb5f3-f6d1-4db3-90c1-418d22a1db59'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:35.841846 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-80b857d5-4c2d-4f8e-b552-1defeb6efcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8fa811da-8444-4a32-8833-7627b1ca31ed), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:35.865379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3ecfb-03df-4c42-a90b-af198b6ac36f tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3992810d-1fad-46bb-ab24-0efbfb7163dd,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:35.876185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-da33c69c-531d-4b57-ae75-3da94c03421f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 2a3ba34e-81cc-4f52-8842-8db582d9ad97) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:35.889580 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da33c69c-531d-4b57-ae75-3da94c03421f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:35.890192 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-da33c69c-531d-4b57-ae75-3da94c03421f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:35.902277 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af11b181-c5a8-4799-9a72-040084464d58 None None] Network 2a3ba34e-81cc-4f52-8842-8db582d9ad97 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:35.920067 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-acc3ecfb-03df-4c42-a90b-af198b6ac36f tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:35.927415 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-acc3ecfb-03df-4c42-a90b-af198b6ac36f tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0070655 Feb 28 20:31:35.928371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39466) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:35.936706 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-3695fa84-d720-4add-bc20-1ed2a220aa8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] For port 8fa811da-8444-4a32-8833-7627b1ca31ed, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=8fa811da-8444-4a32-8833-7627b1ca31ed,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:35.936877 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3695fa84-d720-4add-bc20-1ed2a220aa8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (8fa811da-8444-4a32-8833-7627b1ca31ed), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:35.937105 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-c642d256-fdb5-471b-bf17-ed35f593dc48 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group_rule': {'security_group_id': '3992810d-1fad-46bb-ab24-0efbfb7163dd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:35.937910 n-d-820368-21 neutron-server[103774]: WARNING neutron.api.v2.base [None req-c642d256-fdb5-471b-bf17-ed35f593dc48 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 28 20:31:35.938523 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-c642d256-fdb5-471b-bf17-ed35f593dc48 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:31:35.942876 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c642d256-fdb5-471b-bf17-ed35f593dc48 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0101912 Feb 28 20:31:35.943610 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39468) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:35.952269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-da33c69c-531d-4b57-ae75-3da94c03421f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8830938 Feb 28 20:31:35.959638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-3695fa84-d720-4add-bc20-1ed2a220aa8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Calling delete_port for 8fa811da-8444-4a32-8833-7627b1ca31ed owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:36.023075 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d5d98487-a8a6-49af-a679-ec668dfa7673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:36.023524 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d98487-a8a6-49af-a679-ec668dfa7673 None None] The sync data for ids ['838bb5f3-f6d1-4db3-90c1-418d22a1db59'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:31:36.024147 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39470) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:36.033710 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-b41f5c6b-9246-4359-aa80-add5fc450baf tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-676418754', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:36.054190 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fc6e400e-88ed-4763-96a8-015cb1a1d08c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (1329ca2a-318f-477f-93b5-b31c6fc345b3), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:36.066538 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6e400e-88ed-4763-96a8-015cb1a1d08c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:36.067817 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fc6e400e-88ed-4763-96a8-015cb1a1d08c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:36.230020 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3695fa84-d720-4add-bc20-1ed2a220aa8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (8fa811da-8444-4a32-8833-7627b1ca31ed), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:36.245111 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b857d5-4c2d-4f8e-b552-1defeb6efcfe None None] Pushing event updated for resources: {'Port': ['ID=8fa811da-8444-4a32-8833-7627b1ca31ed,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:36.286207 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3d9965e2-cbf9-4b04-92fb-2bad8374101f None None] Provisioning complete for port 8fa811da-8444-4a32-8833-7627b1ca31ed triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:36.286708 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3d9965e2-cbf9-4b04-92fb-2bad8374101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8fa811da-8444-4a32-8833-7627b1ca31ed), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:36.289633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b450b02d-1053-422a-b855-34f06825f155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-2a3ba34e-81cc-4f52-8842-8db582d9ad97', 'network_id': '2a3ba34e-81cc-4f52-8842-8db582d9ad97', 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'fixed_ips': [{'subnet_id': '87651fbc-70c6-4637-ac69-211791de8e50'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:31:36.290841 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b450b02d-1053-422a-b855-34f06825f155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:36.319711 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fc6e400e-88ed-4763-96a8-015cb1a1d08c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2584291 Feb 28 20:31:36.324632 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695fa84-d720-4add-bc20-1ed2a220aa8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Port': ['ID=8fa811da-8444-4a32-8833-7627b1ca31ed,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:36.328344 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e400e-88ed-4763-96a8-015cb1a1d08c tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event updated for resources: {'Network': ['ID=1329ca2a-318f-477f-93b5-b31c6fc345b3,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:36.354969 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cafbc836-f0f5-4612-99e2-9ee377e8a361 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "GET /v2.0/routers/838bb5f3-f6d1-4db3-90c1-418d22a1db59 HTTP/1.1" status: 200 len: 924 time: 0.6098175 Feb 28 20:31:36.356692 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b41f5c6b-9246-4359-aa80-add5fc450baf tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (f2b62c78-a690-416c-be18-009e2a78bbe6), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:36.357752 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b41f5c6b-9246-4359-aa80-add5fc450baf tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (f2b62c78-a690-416c-be18-009e2a78bbe6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:36.368104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39482) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:36.471538 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 1329ca2a-318f-477f-93b5-b31c6fc345b3 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:31:36.484551 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3d9965e2-cbf9-4b04-92fb-2bad8374101f None None] Port 8fa811da-8444-4a32-8833-7627b1ca31ed was deleted so its status cannot be updated. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 28 20:31:36.629608 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3695fa84-d720-4add-bc20-1ed2a220aa8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (99b96ad9-93a0-4247-86e4-7abc4d76589d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:36.651136 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22f0af-7181-4e83-9767-3c3b3158baad req-15174f75-7b37-4129-a136-84569647ac66 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:36.661626 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd22f0af-7181-4e83-9767-3c3b3158baad req-15174f75-7b37-4129-a136-84569647ac66 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 944 time: 0.4679577 Feb 28 20:31:36.687622 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a8705bbb-b272-4018-909e-3b36de5a2d95 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (3992810d-1fad-46bb-ab24-0efbfb7163dd), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:36.708175 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 372080bb-5ffd-4047-973b-a131aecf2892 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:31:36.856901 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56adaf07-e632-4337-a7fd-f0eae2567035 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:36.858701 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-56adaf07-e632-4337-a7fd-f0eae2567035 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&device_id=838bb5f3-f6d1-4db3-90c1-418d22a1db59&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4829834 Feb 28 20:31:36.882451 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b41f5c6b-9246-4359-aa80-add5fc450baf tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router_controller (f2b62c78-a690-416c-be18-009e2a78bbe6), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:36.885624 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39490) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:36.931291 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a8705bbb-b272-4018-909e-3b36de5a2d95 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (3992810d-1fad-46bb-ab24-0efbfb7163dd), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:36.934197 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b41f5c6b-9246-4359-aa80-add5fc450baf tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (f2b62c78-a690-416c-be18-009e2a78bbe6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:36.964806 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39492) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:36.978760 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3695fa84-d720-4add-bc20-1ed2a220aa8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Router 99b96ad9-93a0-4247-86e4-7abc4d76589d has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:31:37.034219 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b41f5c6b-9246-4359-aa80-add5fc450baf tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:37.037945 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b41f5c6b-9246-4359-aa80-add5fc450baf tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0094876 Feb 28 20:31:37.053776 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39496) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:37.084905 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3695fa84-d720-4add-bc20-1ed2a220aa8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:31:37.091783 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3695fa84-d720-4add-bc20-1ed2a220aa8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "PUT /v2.0/routers/99b96ad9-93a0-4247-86e4-7abc4d76589d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0021749 Feb 28 20:31:37.094279 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39498) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:37.095302 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd22f0af-7181-4e83-9767-3c3b3158baad req-4f3abab7-0356-4eb0-880b-353fde927125 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309340 Feb 28 20:31:37.188132 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1ba576-43d5-48e1-b746-30d89f7392a2 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:37.189657 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1ba576-43d5-48e1-b746-30d89f7392a2 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:37.191225 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ec1ba576-43d5-48e1-b746-30d89f7392a2 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0887196 Feb 28 20:31:37.206258 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-52fe2993-2043-4b40-9827-328c7009f202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:37.208141 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39500) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:37.280310 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b96ad9-93a0-4247-86e4-7abc4d76589d', 'name': 'tempest-NetworksTestDHCPv6-router-1615976073', 'tenant_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:25Z', 'updated_at': '2022-02-28T20:31:30Z', 'revision_number': 2, 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'gw_port_host': None, '_interfaces': [{'id': '8fa811da-8444-4a32-8833-7627b1ca31ed', 'name': '', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'tenant_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'mac_address': 'fa:16:3e:64:79:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b96ad9-93a0-4247-86e4-7abc4d76589d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'c62bcdbd-4115-43e6-842d-037f8bab2be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:31:28Z', 'updated_at': '2022-02-28T20:31:34Z', 'revision_number': 4, 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'subnets': [{'id': 'c62bcdbd-4115-43e6-842d-037f8bab2be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:37.307787 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-52fe2993-2043-4b40-9827-328c7009f202 admin admin] Publish callbacks [] for security_group (cc213695-00e4-4cfe-9e59-50199cd8daba), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:37.326752 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-52fe2993-2043-4b40-9827-328c7009f202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (cc213695-00e4-4cfe-9e59-50199cd8daba), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:37.383448 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe2993-2043-4b40-9827-328c7009f202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc213695-00e4-4cfe-9e59-50199cd8daba,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:37.400239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57878c7d-e40a-4041-adbd-dbd57f65051d None None] The sync data for ids ['99b96ad9-93a0-4247-86e4-7abc4d76589d'] in n-d-820368-21 is: [{'id': '99b96ad9-93a0-4247-86e4-7abc4d76589d', 'name': 'tempest-NetworksTestDHCPv6-router-1615976073', 'tenant_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:25Z', 'updated_at': '2022-02-28T20:31:30Z', 'revision_number': 2, 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'gw_port_host': None, '_interfaces': [{'id': '8fa811da-8444-4a32-8833-7627b1ca31ed', 'name': '', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'tenant_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'mac_address': 'fa:16:3e:64:79:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b96ad9-93a0-4247-86e4-7abc4d76589d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'c62bcdbd-4115-43e6-842d-037f8bab2be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:31:28Z', 'updated_at': '2022-02-28T20:31:34Z', 'revision_number': 4, 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'subnets': [{'id': 'c62bcdbd-4115-43e6-842d-037f8bab2be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:31:37.412243 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-52fe2993-2043-4b40-9827-328c7009f202 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ab59a2aab4b4d2987269522e827c8f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4439130 Feb 28 20:31:37.413235 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39502) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:37.468356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-b450b02d-1053-422a-b855-34f06825f155 None None] Allocated IP 2001:db8::2 (2a3ba34e-81cc-4f52-8842-8db582d9ad97/87651fbc-70c6-4637-ac69-211791de8e50/4ba808a3-7f78-4367-8c47-7afd6bc1f6e4) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:31:37.481774 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 372080bb-5ffd-4047-973b-a131aecf2892 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:31:37.489392 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 372080bb-5ffd-4047-973b-a131aecf2892 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:37.489770 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (372080bb-5ffd-4047-973b-a131aecf2892), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:37.555223 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a907b63-8fbb-4885-b616-328792051077 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:37.561024 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8a907b63-8fbb-4885-b616-328792051077 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 881 time: 0.6673379 Feb 28 20:31:37.576002 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39504) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:37.640559 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-63e24d54-09b2-4461-9fe8-56679029457c tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "GET /v2.0/ports?device_id=838bb5f3-f6d1-4db3-90c1-418d22a1db59 HTTP/1.1" status: 200 len: 205 time: 0.0633957 Feb 28 20:31:37.648407 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a8705bbb-b272-4018-909e-3b36de5a2d95 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3992810d-1fad-46bb-ab24-0efbfb7163dd), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:37.651019 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a8705bbb-b272-4018-909e-3b36de5a2d95 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:37.652281 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a8705bbb-b272-4018-909e-3b36de5a2d95 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "DELETE /v2.0/security-groups/3992810d-1fad-46bb-ab24-0efbfb7163dd HTTP/1.1" status: 204 len: 168 time: 1.6985331 Feb 28 20:31:37.652926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39508) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:37.748271 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39510) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:37.817970 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 372080bb-5ffd-4047-973b-a131aecf2892 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:37.822733 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (372080bb-5ffd-4047-973b-a131aecf2892), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:37.827925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8705bbb-b272-4018-909e-3b36de5a2d95 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3992810d-1fad-46bb-ab24-0efbfb7163dd,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:37.936156 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523ef972-316e-4964-86f5-1b43b4ec413c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372080bb-5ffd-4047-973b-a131aecf2892'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:31:37.941012 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e690174-cae0-4f65-89d7-6b4beb4bffa9" -d '{"events": [{"server_uuid": "523ef972-316e-4964-86f5-1b43b4ec413c", "name": "network-vif-plugged", "status": "completed", "tag": "372080bb-5ffd-4047-973b-a131aecf2892"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:31:37.948113 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b450b02d-1053-422a-b855-34f06825f155 None None] Publish callbacks [] for port (4ba808a3-7f78-4367-8c47-7afd6bc1f6e4), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:37.962969 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 372080bb-5ffd-4047-973b-a131aecf2892, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=372080bb-5ffd-4047-973b-a131aecf2892,segment=NetworkSegment(5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb),segment_id=5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:37.967662 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b450b02d-1053-422a-b855-34f06825f155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (4ba808a3-7f78-4367-8c47-7afd6bc1f6e4), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:38.023159 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450b02d-1053-422a-b855-34f06825f155 None None] Pushing event updated for resources: {'Port': ['ID=4ba808a3-7f78-4367-8c47-7afd6bc1f6e4,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:38.025753 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (372080bb-5ffd-4047-973b-a131aecf2892), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:38.069356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b450b02d-1053-422a-b855-34f06825f155 None None] Network 2a3ba34e-81cc-4f52-8842-8db582d9ad97 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:38.072674 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-b450b02d-1053-422a-b855-34f06825f155 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:38.076874 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b450b02d-1053-422a-b855-34f06825f155 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:38.079374 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee7fccb-8397-499d-b55c-5f30be9d0e60 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet c62bcdbd-4115-43e6-842d-037f8bab2be7 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:31:38.082618 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed431380-e267-4fb1-a2dc-04a890ab7bcf admin admin] Publish callbacks [] for security_group (cc213695-00e4-4cfe-9e59-50199cd8daba), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:38.131807 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed431380-e267-4fb1-a2dc-04a890ab7bcf admin admin] Publish callbacks [] for security_group (cc213695-00e4-4cfe-9e59-50199cd8daba), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:38.190286 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=372080bb-5ffd-4047-973b-a131aecf2892,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:38.222456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b450b02d-1053-422a-b855-34f06825f155 None None] Attempting to bind port 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:31:38.223060 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b450b02d-1053-422a-b855-34f06825f155 None None] Attempting to bind port 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '30458197-70da-4834-be25-e83d946c1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2a3ba34e-81cc-4f52-8842-8db582d9ad97'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:31:38.223712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b450b02d-1053-422a-b855-34f06825f155 None None] Attempting to bind port 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4 on network 2a3ba34e-81cc-4f52-8842-8db582d9ad97 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:31:38.239140 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b450b02d-1053-422a-b855-34f06825f155 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:31:38.240859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b450b02d-1053-422a-b855-34f06825f155 None None] Checking segment: {'id': '30458197-70da-4834-be25-e83d946c1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2a3ba34e-81cc-4f52-8842-8db582d9ad97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:31:38.242116 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b450b02d-1053-422a-b855-34f06825f155 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:38.243585 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b450b02d-1053-422a-b855-34f06825f155 None None] Bound using segment: {'id': '30458197-70da-4834-be25-e83d946c1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2a3ba34e-81cc-4f52-8842-8db582d9ad97'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:31:38.245681 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b450b02d-1053-422a-b855-34f06825f155 None None] Bound port: 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30458197-70da-4834-be25-e83d946c1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2a3ba34e-81cc-4f52-8842-8db582d9ad97'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:31:38.247132 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b450b02d-1053-422a-b855-34f06825f155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4ba808a3-7f78-4367-8c47-7afd6bc1f6e4), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:38.248662 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dee7fccb-8397-499d-b55c-5f30be9d0e60 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (c62bcdbd-4115-43e6-842d-037f8bab2be7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:38.254628 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed431380-e267-4fb1-a2dc-04a890ab7bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (cc213695-00e4-4cfe-9e59-50199cd8daba), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:38.258923 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed431380-e267-4fb1-a2dc-04a890ab7bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:38.261162 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ed431380-e267-4fb1-a2dc-04a890ab7bcf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc213695-00e4-4cfe-9e59-50199cd8daba HTTP/1.1" status: 204 len: 168 time: 0.8463385 Feb 28 20:31:38.301783 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed431380-e267-4fb1-a2dc-04a890ab7bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc213695-00e4-4cfe-9e59-50199cd8daba,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:38.326688 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed431380-e267-4fb1-a2dc-04a890ab7bcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:38.328256 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed431380-e267-4fb1-a2dc-04a890ab7bcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:38.328729 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed431380-e267-4fb1-a2dc-04a890ab7bcf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:38.329206 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed431380-e267-4fb1-a2dc-04a890ab7bcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:38.329653 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed431380-e267-4fb1-a2dc-04a890ab7bcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:38.330671 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed431380-e267-4fb1-a2dc-04a890ab7bcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:38.331249 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed431380-e267-4fb1-a2dc-04a890ab7bcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:38.331747 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed431380-e267-4fb1-a2dc-04a890ab7bcf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:38.335174 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed431380-e267-4fb1-a2dc-04a890ab7bcf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:38.335786 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed431380-e267-4fb1-a2dc-04a890ab7bcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:38.336383 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed431380-e267-4fb1-a2dc-04a890ab7bcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:38.336783 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed431380-e267-4fb1-a2dc-04a890ab7bcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:38.337276 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed431380-e267-4fb1-a2dc-04a890ab7bcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:38.383407 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dee7fccb-8397-499d-b55c-5f30be9d0e60 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (c62bcdbd-4115-43e6-842d-037f8bab2be7), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:38.415278 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b450b02d-1053-422a-b855-34f06825f155 None None] For port 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:31:38.421133 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b450b02d-1053-422a-b855-34f06825f155 None None] For port 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4ba808a3-7f78-4367-8c47-7afd6bc1f6e4,segment=NetworkSegment(30458197-70da-4834-be25-e83d946c1abf),segment_id=30458197-70da-4834-be25-e83d946c1abf)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:31:38.442243 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b450b02d-1053-422a-b855-34f06825f155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4ba808a3-7f78-4367-8c47-7afd6bc1f6e4), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:38.531418 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450b02d-1053-422a-b855-34f06825f155 None None] Pushing event updated for resources: {'Port': ['ID=4ba808a3-7f78-4367-8c47-7afd6bc1f6e4,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:38.601319 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36878a42-21e9-41d0-9e36-e1865a09e2f3 x-openstack-request-id: req-36878a42-21e9-41d0-9e36-e1865a09e2f3 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:31:38.604103 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523ef972-316e-4964-86f5-1b43b4ec413c", "name": "network-vif-plugged", "status": "completed", "tag": "372080bb-5ffd-4047-973b-a131aecf2892", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:31:38.604311 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36878a42-21e9-41d0-9e36-e1865a09e2f3 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:31:38.604747 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523ef972-316e-4964-86f5-1b43b4ec413c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372080bb-5ffd-4047-973b-a131aecf2892', 'code': 200} Feb 28 20:31:38.665696 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c483a317-5b61-4852-b3e4-333beba12d17 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.9114721 Feb 28 20:31:38.692015 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39522) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:38.697124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-92018794-5872-41ed-904a-8a2c5940ec47 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group': {'name': 'tempest-secgroup--828942601'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:38.768504 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-43a2e06f-ad91-47f9-966b-f24f5944ba79 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:38.872666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21857d-af80-4a90-836a-e30be051fdaa req-cce5644f-1f05-4bcb-82fc-753a6c491881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:38.874857 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-de21857d-af80-4a90-836a-e30be051fdaa req-cce5644f-1f05-4bcb-82fc-753a6c491881 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 1128 time: 0.1816046 Feb 28 20:31:38.889774 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dee7fccb-8397-499d-b55c-5f30be9d0e60 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (c62bcdbd-4115-43e6-842d-037f8bab2be7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:38.904725 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-92018794-5872-41ed-904a-8a2c5940ec47 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:39.043497 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e467f-3b01-4005-bff8-96aae8805202 req-12f0389c-eb86-49ff-8d1d-8cb14687cad7 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:39.046383 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-168e467f-3b01-4005-bff8-96aae8805202 req-12f0389c-eb86-49ff-8d1d-8cb14687cad7 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 945 time: 0.7330456 Feb 28 20:31:39.129860 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-de21857d-af80-4a90-836a-e30be051fdaa req-00c15808-31e0-47a6-9c3f-3083783664b2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461896 Feb 28 20:31:39.139790 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39526) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:39.160217 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-21c8860f-05e0-4b64-b545-9685910ddab0 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router (838bb5f3-f6d1-4db3-90c1-418d22a1db59), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:39.172978 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bb10016b-0db5-4ff1-a1a2-ee12f19939f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:39.207475 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dee7fccb-8397-499d-b55c-5f30be9d0e60 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (c62bcdbd-4115-43e6-842d-037f8bab2be7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:39.288991 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7fccb-8397-499d-b55c-5f30be9d0e60 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=c62bcdbd-4115-43e6-842d-037f8bab2be7,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:39.308609 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dee7fccb-8397-499d-b55c-5f30be9d0e60 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:39.313453 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-dee7fccb-8397-499d-b55c-5f30be9d0e60 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/c62bcdbd-4115-43e6-842d-037f8bab2be7 HTTP/1.1" status: 204 len: 168 time: 2.1033182 Feb 28 20:31:39.324223 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef19cc72-e273-437e-b51f-10e03bac61ea None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:39.344355 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39528) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:39.531726 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:31:39.715438 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-21c8860f-05e0-4b64-b545-9685910ddab0 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_gateway (838bb5f3-f6d1-4db3-90c1-418d22a1db59), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:39.717750 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:39.718135 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4ba808a3-7f78-4367-8c47-7afd6bc1f6e4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:39.748864 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2d24f351-ed7f-4bcf-aff5-0dc37a0bc643 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3994937 Feb 28 20:31:39.764367 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39530) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:39.862583 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580a6fd6-811c-4f86-b568-c90da276be00 None None] DHCP port deletion for 60bc62cf-1ebe-462d-93c7-f1108638c505 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:31:39.893817 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39534) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:39.895945 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bb10016b-0db5-4ff1-a1a2-ee12f19939f1 admin admin] Publish callbacks [] for security_group (9897a57b-2bd1-4020-8907-2c83c38beae8), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:39.937582 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e9967fc8-ad3e-464c-beec-723df1ac0b0e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Request body: {'subnets': [{'network_id': '4ec941d5-5f64-4297-86fb-b5d3d1770537', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--745120836', 'ip_version': 6}, {'network_id': '1329ca2a-318f-477f-93b5-b31c6fc345b3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:39.938228 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e9967fc8-ad3e-464c-beec-723df1ac0b0e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Request body: {'subnet': {'network_id': '4ec941d5-5f64-4297-86fb-b5d3d1770537', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--745120836', 'ip_version': 6}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:39.939135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e9967fc8-ad3e-464c-beec-723df1ac0b0e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Request body: {'subnet': {'network_id': '1329ca2a-318f-477f-93b5-b31c6fc345b3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:39.948597 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bb10016b-0db5-4ff1-a1a2-ee12f19939f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9897a57b-2bd1-4020-8907-2c83c38beae8), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:39.979659 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:39.980079 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4ba808a3-7f78-4367-8c47-7afd6bc1f6e4), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:39.993641 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-32b0c2e1-55cb-4791-8a83-4399ff2f1b27 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for router (99b96ad9-93a0-4247-86e4-7abc4d76589d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.113420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4ba808a3-7f78-4367-8c47-7afd6bc1f6e4,segment=NetworkSegment(30458197-70da-4834-be25-e83d946c1abf),segment_id=30458197-70da-4834-be25-e83d946c1abf)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:40.134633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-580a6fd6-811c-4f86-b568-c90da276be00 None None] Deleting port 7d614f7f-8c98-4f14-9fa8-16bc0e849089 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:40.138582 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-580a6fd6-811c-4f86-b568-c90da276be00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7d614f7f-8c98-4f14-9fa8-16bc0e849089), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.141434 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4ba808a3-7f78-4367-8c47-7afd6bc1f6e4), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.185595 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-168e467f-3b01-4005-bff8-96aae8805202 req-1f3d1f45-a929-42dd-b981-d84914a8c382 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1174979 Feb 28 20:31:40.214068 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10016b-0db5-4ff1-a1a2-ee12f19939f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9897a57b-2bd1-4020-8907-2c83c38beae8,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:40.226915 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bb10016b-0db5-4ff1-a1a2-ee12f19939f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc829578e9444afdbf744f58d64941b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0824025 Feb 28 20:31:40.244309 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39536) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:40.288924 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-43a2e06f-ad91-47f9-966b-f24f5944ba79 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Allocated IP 2001:db8::1 (2a3ba34e-81cc-4f52-8842-8db582d9ad97/87651fbc-70c6-4637-ac69-211791de8e50/fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:31:40.362631 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=4ba808a3-7f78-4367-8c47-7afd6bc1f6e4,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:40.371605 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-580a6fd6-811c-4f86-b568-c90da276be00 None None] For port 7d614f7f-8c98-4f14-9fa8-16bc0e849089, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7d614f7f-8c98-4f14-9fa8-16bc0e849089,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:40.374603 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-580a6fd6-811c-4f86-b568-c90da276be00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7d614f7f-8c98-4f14-9fa8-16bc0e849089), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.381711 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee7b3-101f-4562-b057-f233ffbbcb42 admin admin] Publish callbacks [] for security_group (9897a57b-2bd1-4020-8907-2c83c38beae8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.406428 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-580a6fd6-811c-4f86-b568-c90da276be00 None None] Calling delete_port for 7d614f7f-8c98-4f14-9fa8-16bc0e849089 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:40.411997 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee7b3-101f-4562-b057-f233ffbbcb42 admin admin] Publish callbacks [] for security_group (9897a57b-2bd1-4020-8907-2c83c38beae8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.426471 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-92018794-5872-41ed-904a-8a2c5940ec47 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (fe8d6024-4a46-4b3d-94e6-13b2fdf6456b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.438765 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-92018794-5872-41ed-904a-8a2c5940ec47 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fe8d6024-4a46-4b3d-94e6-13b2fdf6456b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.491002 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-21c8860f-05e0-4b64-b545-9685910ddab0 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Deleting port 432e4c0d-7eb2-419a-9ad1-64e44360b5b1 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:40.491348 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-21c8860f-05e0-4b64-b545-9685910ddab0 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (432e4c0d-7eb2-419a-9ad1-64e44360b5b1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.501796 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-92018794-5872-41ed-904a-8a2c5940ec47 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.503065 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-92018794-5872-41ed-904a-8a2c5940ec47 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.8097246 Feb 28 20:31:40.515428 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39538) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:40.519889 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-73fcb0e1-75be-4117-8279-3e3a00b0993f tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group_rule': {'security_group_id': 'fe8d6024-4a46-4b3d-94e6-13b2fdf6456b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:40.521817 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c7a19c-4463-4f09-a8dd-b8303e3f41e1 None None] Network 2a3ba34e-81cc-4f52-8842-8db582d9ad97 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:40.522164 n-d-820368-21 neutron-server[103774]: WARNING neutron.api.v2.base [None req-73fcb0e1-75be-4117-8279-3e3a00b0993f tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 28 20:31:40.522699 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-73fcb0e1-75be-4117-8279-3e3a00b0993f tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:31:40.526319 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-73fcb0e1-75be-4117-8279-3e3a00b0993f tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0080016 Feb 28 20:31:40.538169 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39540) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:40.542187 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031fa5db-a332-4c2d-88c8-937656aeed3c None None] Sync routers for ids ['99b96ad9-93a0-4247-86e4-7abc4d76589d'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:31:40.580637 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-32b0c2e1-55cb-4791-8a83-4399ff2f1b27 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (99b96ad9-93a0-4247-86e4-7abc4d76589d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.582879 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-32b0c2e1-55cb-4791-8a83-4399ff2f1b27 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for router_controller (99b96ad9-93a0-4247-86e4-7abc4d76589d), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.604888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92018794-5872-41ed-904a-8a2c5940ec47 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8d6024-4a46-4b3d-94e6-13b2fdf6456b,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:40.669865 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-43a2e06f-ad91-47f9-966b-f24f5944ba79 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for port (fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.703031 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031fa5db-a332-4c2d-88c8-937656aeed3c None None] Routers set() bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:40.703402 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031fa5db-a332-4c2d-88c8-937656aeed3c None None] Router IDs set() for agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 20:31:40.704039 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_agentschedulers_db [None req-031fa5db-a332-4c2d-88c8-937656aeed3c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'99b96ad9-93a0-4247-86e4-7abc4d76589d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent'). {{(pid=103775) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 20:31:40.708990 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-32b0c2e1-55cb-4791-8a83-4399ff2f1b27 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (99b96ad9-93a0-4247-86e4-7abc4d76589d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.709787 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b0c2e1-55cb-4791-8a83-4399ff2f1b27 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Fanout notify agent at l3_agent the message router_deleted on router 99b96ad9-93a0-4247-86e4-7abc4d76589d {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:31:40.712949 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b507f8e0-7e86-4868-8b20-64f46eeed997 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (fe8d6024-4a46-4b3d-94e6-13b2fdf6456b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.716634 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-580a6fd6-811c-4f86-b568-c90da276be00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (7d614f7f-8c98-4f14-9fa8-16bc0e849089), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.719132 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-21c8860f-05e0-4b64-b545-9685910ddab0 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (432e4c0d-7eb2-419a-9ad1-64e44360b5b1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.721465 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-32b0c2e1-55cb-4791-8a83-4399ff2f1b27 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.722728 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-32b0c2e1-55cb-4791-8a83-4399ff2f1b27 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/routers/99b96ad9-93a0-4247-86e4-7abc4d76589d HTTP/1.1" status: 204 len: 168 time: 0.9524853 Feb 28 20:31:40.731261 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39542) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:40.742355 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-0aac835a-dbdf-4b34-80fd-25337bc31988 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:40.748889 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-21c8860f-05e0-4b64-b545-9685910ddab0 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Calling delete_port for 432e4c0d-7eb2-419a-9ad1-64e44360b5b1 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:40.772834 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031fa5db-a332-4c2d-88c8-937656aeed3c None None] Routers set() bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:40.774767 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b507f8e0-7e86-4868-8b20-64f46eeed997 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (fe8d6024-4a46-4b3d-94e6-13b2fdf6456b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.776515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031fa5db-a332-4c2d-88c8-937656aeed3c None None] Router IDs set() for agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 20:31:40.777184 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_agentschedulers_db [None req-031fa5db-a332-4c2d-88c8-937656aeed3c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'99b96ad9-93a0-4247-86e4-7abc4d76589d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent'). {{(pid=103775) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 20:31:40.777580 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031fa5db-a332-4c2d-88c8-937656aeed3c None None] The sync data for ids ['99b96ad9-93a0-4247-86e4-7abc4d76589d'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:31:40.792668 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a6fd6-811c-4f86-b568-c90da276be00 None None] Pushing event deleted for resources: {'Port': ['ID=7d614f7f-8c98-4f14-9fa8-16bc0e849089,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:40.795478 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a6fd6-811c-4f86-b568-c90da276be00 None None] No DVR routers for this DVR port 7d614f7f-8c98-4f14-9fa8-16bc0e849089 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:31:40.826309 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e88884f9-1fd7-4435-8820-d5f6404b9164 None None] Provisioning complete for port 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:40.826892 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e88884f9-1fd7-4435-8820-d5f6404b9164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4ba808a3-7f78-4367-8c47-7afd6bc1f6e4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.865977 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee7b3-101f-4562-b057-f233ffbbcb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9897a57b-2bd1-4020-8907-2c83c38beae8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.868838 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee7b3-101f-4562-b057-f233ffbbcb42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.873147 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fd4ee7b3-101f-4562-b057-f233ffbbcb42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9897a57b-2bd1-4020-8907-2c83c38beae8 HTTP/1.1" status: 204 len: 168 time: 0.6201317 Feb 28 20:31:40.893594 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-43a2e06f-ad91-47f9-966b-f24f5944ba79 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.898924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ee7b3-101f-4562-b057-f233ffbbcb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9897a57b-2bd1-4020-8907-2c83c38beae8,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:40.915889 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9967fc8-ad3e-464c-beec-723df1ac0b0e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Made reservation on behalf of 984fb70154694a508f1794871e759829 for: {'subnet': 2} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:40.921095 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9967fc8-ad3e-464c-beec-723df1ac0b0e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:40.921602 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9967fc8-ad3e-464c-beec-723df1ac0b0e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:41.012951 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aac835a-dbdf-4b34-80fd-25337bc31988 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:41.015864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2e06f-ad91-47f9-966b-f24f5944ba79 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Port': ['ID=fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:41.017126 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0aac835a-dbdf-4b34-80fd-25337bc31988 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:41.131145 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e88884f9-1fd7-4435-8820-d5f6404b9164 None None] Current status of the port 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:41.214477 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a2e06f-ad91-47f9-966b-f24f5944ba79 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network 2a3ba34e-81cc-4f52-8842-8db582d9ad97 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:41.224208 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-21c8860f-05e0-4b64-b545-9685910ddab0 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (432e4c0d-7eb2-419a-9ad1-64e44360b5b1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:41.278124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-43a2e06f-ad91-47f9-966b-f24f5944ba79 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:41.284427 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a2e06f-ad91-47f9-966b-f24f5944ba79 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:41.285113 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-43a2e06f-ad91-47f9-966b-f24f5944ba79 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (f2b62c78-a690-416c-be18-009e2a78bbe6), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:41.303255 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8860f-05e0-4b64-b545-9685910ddab0 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Pushing event deleted for resources: {'Port': ['ID=432e4c0d-7eb2-419a-9ad1-64e44360b5b1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:41.306232 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b507f8e0-7e86-4868-8b20-64f46eeed997 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fe8d6024-4a46-4b3d-94e6-13b2fdf6456b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:41.312794 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b507f8e0-7e86-4868-8b20-64f46eeed997 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:41.317053 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b507f8e0-7e86-4868-8b20-64f46eeed997 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "DELETE /v2.0/security-groups/fe8d6024-4a46-4b3d-94e6-13b2fdf6456b HTTP/1.1" status: 204 len: 168 time: 0.7676268 Feb 28 20:31:41.373520 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39552) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:41.440246 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507f8e0-7e86-4868-8b20-64f46eeed997 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8d6024-4a46-4b3d-94e6-13b2fdf6456b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:41.458154 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0aac835a-dbdf-4b34-80fd-25337bc31988 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (5cf343cb-662d-42b0-9afd-fa0f350c55c0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:41.527559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:31:41.551684 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-21c8860f-05e0-4b64-b545-9685910ddab0 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (838bb5f3-f6d1-4db3-90c1-418d22a1db59), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:41.570929 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aac835a-dbdf-4b34-80fd-25337bc31988 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:41.602677 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-0aac835a-dbdf-4b34-80fd-25337bc31988 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:41.610544 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aac835a-dbdf-4b34-80fd-25337bc31988 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:41.611710 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0aac835a-dbdf-4b34-80fd-25337bc31988 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:41.641305 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac835a-dbdf-4b34-80fd-25337bc31988 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=5cf343cb-662d-42b0-9afd-fa0f350c55c0,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:41.656811 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-24ac4e6a-c8c9-4911-940c-66f4de2fd423 None None] Provisioning complete for port 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:41.659615 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-24ac4e6a-c8c9-4911-940c-66f4de2fd423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4ba808a3-7f78-4367-8c47-7afd6bc1f6e4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:41.664718 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f737aeb-75d9-4c4d-b522-33a2608c1d1f None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:41.674804 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0aac835a-dbdf-4b34-80fd-25337bc31988 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9416201 Feb 28 20:31:41.710172 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39562) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:41.722687 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-de43f5c1-3b7b-4a61-8c41-cd9a18905431 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-340658422', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:41.739343 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-21c8860f-05e0-4b64-b545-9685910ddab0 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (838bb5f3-f6d1-4db3-90c1-418d22a1db59), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:41.742366 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-21c8860f-05e0-4b64-b545-9685910ddab0 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_controller (838bb5f3-f6d1-4db3-90c1-418d22a1db59), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:41.834853 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-234274ee-be37-46cf-8a73-fd3148aa3b6a tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4599915 Feb 28 20:31:41.842625 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39564) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:41.855629 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17573fbc-defc-491a-8940-9c811bd9eba4 req-a86df095-a40e-465b-9356-d82a36940170 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:41.857069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8e2bae-e67d-44bb-aeb7-fa402d3cc974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-60bc62cf-1ebe-462d-93c7-f1108638c505', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'fixed_ips': [{'subnet_id': '5cf343cb-662d-42b0-9afd-fa0f350c55c0'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:31:41.859688 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2c8e2bae-e67d-44bb-aeb7-fa402d3cc974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:41.868630 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-17573fbc-defc-491a-8940-9c811bd9eba4 req-a86df095-a40e-465b-9356-d82a36940170 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 945 time: 0.5048201 Feb 28 20:31:41.878845 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:41.879221 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4ba808a3-7f78-4367-8c47-7afd6bc1f6e4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:41.881370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3224c4c8-cc23-4c36-a90d-fd2489f183e7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1753382213'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:41.894547 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-de43f5c1-3b7b-4a61-8c41-cd9a18905431 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:41.895719 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-de43f5c1-3b7b-4a61-8c41-cd9a18905431 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:41.955276 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-21c8860f-05e0-4b64-b545-9685910ddab0 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (838bb5f3-f6d1-4db3-90c1-418d22a1db59), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:41.955825 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c8860f-05e0-4b64-b545-9685910ddab0 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Fanout notify agent at l3_agent the message router_deleted on router 838bb5f3-f6d1-4db3-90c1-418d22a1db59 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:31:41.977238 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-21c8860f-05e0-4b64-b545-9685910ddab0 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:41.978420 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-21c8860f-05e0-4b64-b545-9685910ddab0 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "DELETE /v2.0/routers/838bb5f3-f6d1-4db3-90c1-418d22a1db59 HTTP/1.1" status: 204 len: 168 time: 4.2488329 Feb 28 20:31:41.990989 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39570) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:41.998743 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-43a2e06f-ad91-47f9-966b-f24f5944ba79 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:42.003372 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-9ef0ec46-d641-41a6-bc9b-a8201738612d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-388882914', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:42.030516 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3224c4c8-cc23-4c36-a90d-fd2489f183e7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:42.102637 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-2c8e2bae-e67d-44bb-aeb7-fa402d3cc974 None None] Allocated IP 2001:db8::2 (60bc62cf-1ebe-462d-93c7-f1108638c505/5cf343cb-662d-42b0-9afd-fa0f350c55c0/a20773a0-0434-46cd-a70d-ceacae903d19) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:31:42.107318 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ef0ec46-d641-41a6-bc9b-a8201738612d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (6459700f-c06b-4cdd-8e6f-1f3e1c2160c3), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:42.109363 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ef0ec46-d641-41a6-bc9b-a8201738612d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (6459700f-c06b-4cdd-8e6f-1f3e1c2160c3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:42.146355 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-de43f5c1-3b7b-4a61-8c41-cd9a18905431 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for router_controller (ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:42.158989 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-17573fbc-defc-491a-8940-9c811bd9eba4 req-8dc1822d-8b1b-4156-b88a-6c48d7c75a86 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894223 Feb 28 20:31:42.166385 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-de43f5c1-3b7b-4a61-8c41-cd9a18905431 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:42.274201 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ef0ec46-d641-41a6-bc9b-a8201738612d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_controller (6459700f-c06b-4cdd-8e6f-1f3e1c2160c3), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:42.328543 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ef0ec46-d641-41a6-bc9b-a8201738612d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (6459700f-c06b-4cdd-8e6f-1f3e1c2160c3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:42.337374 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2c8e2bae-e67d-44bb-aeb7-fa402d3cc974 None None] Publish callbacks [] for port (a20773a0-0434-46cd-a70d-ceacae903d19), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:42.364885 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-de43f5c1-3b7b-4a61-8c41-cd9a18905431 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:42.366189 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-de43f5c1-3b7b-4a61-8c41-cd9a18905431 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6514983 Feb 28 20:31:42.369533 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39582) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:42.396067 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:42.404513 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2c8e2bae-e67d-44bb-aeb7-fa402d3cc974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (a20773a0-0434-46cd-a70d-ceacae903d19), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:42.443923 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ef0ec46-d641-41a6-bc9b-a8201738612d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:42.446688 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9ef0ec46-d641-41a6-bc9b-a8201738612d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4522185 Feb 28 20:31:42.448509 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9967fc8-ad3e-464c-beec-723df1ac0b0e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (41d46acd-544c-4989-813b-0c871ae56748), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:42.451605 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39584) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:42.461035 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-67a0ec65-6b69-46d2-8227-ebcb195457ec tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:42.496848 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8e2bae-e67d-44bb-aeb7-fa402d3cc974 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:42.500088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e2bae-e67d-44bb-aeb7-fa402d3cc974 None None] Pushing event updated for resources: {'Port': ['ID=a20773a0-0434-46cd-a70d-ceacae903d19,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:42.513518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-2c8e2bae-e67d-44bb-aeb7-fa402d3cc974 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:42.558469 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8fa811da-8444-4a32-8833-7627b1ca31ed no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:31:42.561946 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8e2bae-e67d-44bb-aeb7-fa402d3cc974 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:42.668841 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3224c4c8-cc23-4c36-a90d-fd2489f183e7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (e49b3dd7-a263-4ada-9949-f4c92e9a4bab), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:42.698544 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 8fa811da-8444-4a32-8833-7627b1ca31ed {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:31:42.699796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8fa811da-8444-4a32-8833-7627b1ca31ed not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:31:42.700346 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7d614f7f-8c98-4f14-9fa8-16bc0e849089 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:31:42.731413 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3224c4c8-cc23-4c36-a90d-fd2489f183e7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e49b3dd7-a263-4ada-9949-f4c92e9a4bab), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:42.821412 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-24ac4e6a-c8c9-4911-940c-66f4de2fd423 None None] Current status of the port 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:42.825313 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 7d614f7f-8c98-4f14-9fa8-16bc0e849089 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:31:42.826260 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7d614f7f-8c98-4f14-9fa8-16bc0e849089 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:31:42.877286 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2c8e2bae-e67d-44bb-aeb7-fa402d3cc974 None None] Attempting to bind port a20773a0-0434-46cd-a70d-ceacae903d19 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:31:42.877953 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2c8e2bae-e67d-44bb-aeb7-fa402d3cc974 None None] Attempting to bind port a20773a0-0434-46cd-a70d-ceacae903d19 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:31:42.881190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8e2bae-e67d-44bb-aeb7-fa402d3cc974 None None] Attempting to bind port a20773a0-0434-46cd-a70d-ceacae903d19 on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:31:42.899614 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8e2bae-e67d-44bb-aeb7-fa402d3cc974 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:31:42.901087 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8e2bae-e67d-44bb-aeb7-fa402d3cc974 None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:31:42.902007 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2c8e2bae-e67d-44bb-aeb7-fa402d3cc974 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:42.903043 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8e2bae-e67d-44bb-aeb7-fa402d3cc974 None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:31:42.904306 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2c8e2bae-e67d-44bb-aeb7-fa402d3cc974 None None] Bound port: a20773a0-0434-46cd-a70d-ceacae903d19, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:31:42.905725 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2c8e2bae-e67d-44bb-aeb7-fa402d3cc974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a20773a0-0434-46cd-a70d-ceacae903d19), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:42.953300 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3224c4c8-cc23-4c36-a90d-fd2489f183e7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:42.958467 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3224c4c8-cc23-4c36-a90d-fd2489f183e7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0874028 Feb 28 20:31:42.959253 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39598) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:42.969931 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-67a0ec65-6b69-46d2-8227-ebcb195457ec tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_gateway (6459700f-c06b-4cdd-8e6f-1f3e1c2160c3), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:42.989525 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-5cd3a3b3-7e45-4d0f-9ec9-47f8f9445820 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group_rule': {'security_group_id': 'e49b3dd7-a263-4ada-9949-f4c92e9a4bab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:43.002261 n-d-820368-21 neutron-server[103774]: WARNING neutron.api.v2.base [None req-5cd3a3b3-7e45-4d0f-9ec9-47f8f9445820 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 28 20:31:43.003164 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-5cd3a3b3-7e45-4d0f-9ec9-47f8f9445820 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:31:43.007383 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5cd3a3b3-7e45-4d0f-9ec9-47f8f9445820 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0195808 Feb 28 20:31:43.007539 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9967fc8-ad3e-464c-beec-723df1ac0b0e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event updated for resources: {'Subnet': ['ID=41d46acd-544c-4989-813b-0c871ae56748,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:43.010116 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39602) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:43.019478 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-04dd5f05-8dd2-4f06-a5ee-5bba6bd5e7fe tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group_rule': {'security_group_id': 'e49b3dd7-a263-4ada-9949-f4c92e9a4bab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:43.021680 n-d-820368-21 neutron-server[103773]: WARNING neutron.api.v2.base [None req-04dd5f05-8dd2-4f06-a5ee-5bba6bd5e7fe tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 28 20:31:43.022229 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-04dd5f05-8dd2-4f06-a5ee-5bba6bd5e7fe tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:31:43.025820 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-04dd5f05-8dd2-4f06-a5ee-5bba6bd5e7fe tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0120399 Feb 28 20:31:43.025951 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224c4c8-cc23-4c36-a90d-fd2489f183e7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e49b3dd7-a263-4ada-9949-f4c92e9a4bab,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:43.032146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39604) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:43.040284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9967fc8-ad3e-464c-beec-723df1ac0b0e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Checking segment: {'id': '066ce635-d9aa-402e-91dc-9c9adea66400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4ec941d5-5f64-4297-86fb-b5d3d1770537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:31:43.041052 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9967fc8-ad3e-464c-beec-723df1ac0b0e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Network hostable DHCP agents. Network: 4ec941d5-5f64-4297-86fb-b5d3d1770537, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:31:43.047964 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3204612b-1130-4f7a-88ee-b9ceb5630b1f None None] Provisioning complete for port fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:43.048232 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3204612b-1130-4f7a-88ee-b9ceb5630b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:43.074592 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-9fcbe8b9-2ba3-49c2-827d-3a75beefe348 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group_rule': {'security_group_id': 'e49b3dd7-a263-4ada-9949-f4c92e9a4bab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:43.077707 n-d-820368-21 neutron-server[103774]: WARNING neutron.api.v2.base [None req-9fcbe8b9-2ba3-49c2-827d-3a75beefe348 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 28 20:31:43.079159 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-9fcbe8b9-2ba3-49c2-827d-3a75beefe348 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:31:43.083914 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9fcbe8b9-2ba3-49c2-827d-3a75beefe348 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0261426 Feb 28 20:31:43.093934 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39606) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:43.118655 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-93a56166-decf-40c8-87de-7d662eccbf19 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group_rule': {'security_group_id': 'e49b3dd7-a263-4ada-9949-f4c92e9a4bab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:43.119538 n-d-820368-21 neutron-server[103774]: WARNING neutron.api.v2.base [None req-93a56166-decf-40c8-87de-7d662eccbf19 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 28 20:31:43.120075 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-93a56166-decf-40c8-87de-7d662eccbf19 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:31:43.121060 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-93a56166-decf-40c8-87de-7d662eccbf19 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0236952 Feb 28 20:31:43.133728 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39608) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:43.141147 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9967fc8-ad3e-464c-beec-723df1ac0b0e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Network 4ec941d5-5f64-4297-86fb-b5d3d1770537 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:31:43.171969 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-e9967fc8-ad3e-464c-beec-723df1ac0b0e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 4ec941d5-5f64-4297-86fb-b5d3d1770537) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:43.207646 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9967fc8-ad3e-464c-beec-723df1ac0b0e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (f0483523-be52-46e0-afda-d733ac8c70ed), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:43.213480 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0c3571-5b9d-4be1-a878-e74263c3bcd9 None None] Network 4ec941d5-5f64-4297-86fb-b5d3d1770537 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:43.262679 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2c8e2bae-e67d-44bb-aeb7-fa402d3cc974 None None] For port a20773a0-0434-46cd-a70d-ceacae903d19, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:31:43.317277 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3204612b-1130-4f7a-88ee-b9ceb5630b1f None None] Port fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:31:43.374477 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7881a718-7b47-4240-86df-4d3e92f02a12 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:43.395015 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9967fc8-ad3e-464c-beec-723df1ac0b0e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event updated for resources: {'Subnet': ['ID=f0483523-be52-46e0-afda-d733ac8c70ed,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:43.428557 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-43a2e06f-ad91-47f9-966b-f24f5944ba79 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for port (fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:43.490101 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-43a2e06f-ad91-47f9-966b-f24f5944ba79 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:43.491425 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-43a2e06f-ad91-47f9-966b-f24f5944ba79 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (f2b62c78-a690-416c-be18-009e2a78bbe6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:43.529527 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9967fc8-ad3e-464c-beec-723df1ac0b0e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Checking segment: {'id': '60f8cc2b-60a3-4670-9923-e1ba544f30ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1329ca2a-318f-477f-93b5-b31c6fc345b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:31:43.530071 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9967fc8-ad3e-464c-beec-723df1ac0b0e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Network hostable DHCP agents. Network: 1329ca2a-318f-477f-93b5-b31c6fc345b3, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:31:43.608766 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-67a0ec65-6b69-46d2-8227-ebcb195457ec tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_gateway (6459700f-c06b-4cdd-8e6f-1f3e1c2160c3), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:43.610580 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9967fc8-ad3e-464c-beec-723df1ac0b0e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Network 1329ca2a-318f-477f-93b5-b31c6fc345b3 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:31:43.665789 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-67a0ec65-6b69-46d2-8227-ebcb195457ec tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:43.857041 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2c8e2bae-e67d-44bb-aeb7-fa402d3cc974 None None] For port a20773a0-0434-46cd-a70d-ceacae903d19, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a20773a0-0434-46cd-a70d-ceacae903d19,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:31:43.864714 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-67a0ec65-6b69-46d2-8227-ebcb195457ec tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Allocated IP 172.25.0.40 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/0432124d-acef-4d3e-b7d7-37864dad5117) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:31:43.894538 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2c8e2bae-e67d-44bb-aeb7-fa402d3cc974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a20773a0-0434-46cd-a70d-ceacae903d19), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:44.010520 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-e9967fc8-ad3e-464c-beec-723df1ac0b0e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 1329ca2a-318f-477f-93b5-b31c6fc345b3) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:44.018346 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9967fc8-ad3e-464c-beec-723df1ac0b0e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:44.018837 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9967fc8-ad3e-464c-beec-723df1ac0b0e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:44.019474 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9967fc8-ad3e-464c-beec-723df1ac0b0e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:44.057353 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb90353-1caf-4ae6-9e56-ea6c8d0658f6 None None] Network 1329ca2a-318f-477f-93b5-b31c6fc345b3 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:44.118926 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6152a7-d721-4b2c-bad8-0b19226f877d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-4ec941d5-5f64-4297-86fb-b5d3d1770537', 'network_id': '4ec941d5-5f64-4297-86fb-b5d3d1770537', 'project_id': '984fb70154694a508f1794871e759829', 'fixed_ips': [{'subnet_id': '41d46acd-544c-4989-813b-0c871ae56748'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:31:44.120858 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4c6152a7-d721-4b2c-bad8-0b19226f877d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:44.125501 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e2bae-e67d-44bb-aeb7-fa402d3cc974 None None] Pushing event updated for resources: {'Port': ['ID=a20773a0-0434-46cd-a70d-ceacae903d19,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:44.146439 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-67a0ec65-6b69-46d2-8227-ebcb195457ec tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for port (0432124d-acef-4d3e-b7d7-37864dad5117), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:44.244163 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e9967fc8-ad3e-464c-beec-723df1ac0b0e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.3465772 Feb 28 20:31:44.246886 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39636) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:44.270610 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2768ed3c-4199-4c62-a594-99e5f5e66439 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (e49b3dd7-a263-4ada-9949-f4c92e9a4bab), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:44.385609 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-67a0ec65-6b69-46d2-8227-ebcb195457ec tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0432124d-acef-4d3e-b7d7-37864dad5117), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:44.436026 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2768ed3c-4199-4c62-a594-99e5f5e66439 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (e49b3dd7-a263-4ada-9949-f4c92e9a4bab), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:44.469745 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac33e7e0-403d-47cd-96c9-d31d525ded1e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:44.472239 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac33e7e0-403d-47cd-96c9-d31d525ded1e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:44.473820 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac33e7e0-403d-47cd-96c9-d31d525ded1e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:44.502252 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ac33e7e0-403d-47cd-96c9-d31d525ded1e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2339735 Feb 28 20:31:44.503304 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39644) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:44.569103 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2768ed3c-4199-4c62-a594-99e5f5e66439 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e49b3dd7-a263-4ada-9949-f4c92e9a4bab), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:44.571630 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2768ed3c-4199-4c62-a594-99e5f5e66439 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:44.575165 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2768ed3c-4199-4c62-a594-99e5f5e66439 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "DELETE /v2.0/security-groups/e49b3dd7-a263-4ada-9949-f4c92e9a4bab HTTP/1.1" status: 204 len: 168 time: 1.4237201 Feb 28 20:31:44.575165 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2e06f-ad91-47f9-966b-f24f5944ba79 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Port': ['ID=fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:44.575866 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39648) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:44.627315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4417fa7d-0a8e-4b05-a724-bd1e5f5e1315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-1329ca2a-318f-477f-93b5-b31c6fc345b3', 'network_id': '1329ca2a-318f-477f-93b5-b31c6fc345b3', 'project_id': '984fb70154694a508f1794871e759829', 'fixed_ips': [{'subnet_id': 'f0483523-be52-46e0-afda-d733ac8c70ed'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:31:44.628254 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4417fa7d-0a8e-4b05-a724-bd1e5f5e1315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:44.721236 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-4c6152a7-d721-4b2c-bad8-0b19226f877d None None] Allocated IP 2001:db8::1 (4ec941d5-5f64-4297-86fb-b5d3d1770537/41d46acd-544c-4989-813b-0c871ae56748/c5798f0d-52cb-4990-891e-02d75760d8e8) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:31:44.790209 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768ed3c-4199-4c62-a594-99e5f5e66439 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49b3dd7-a263-4ada-9949-f4c92e9a4bab,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:44.993787 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d3134494-07f4-46f4-a0f2-0b89b9bf717f tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3872178 Feb 28 20:31:45.013128 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39654) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:45.057734 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6f9b2231-56f6-4db5-81b1-7a2e3d9997e7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group': {'name': 'tempest-secgroup--550106236'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:45.139795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a2e06f-ad91-47f9-966b-f24f5944ba79 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network 2a3ba34e-81cc-4f52-8842-8db582d9ad97 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:45.156411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-43a2e06f-ad91-47f9-966b-f24f5944ba79 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:45.210395 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4c6152a7-d721-4b2c-bad8-0b19226f877d None None] Publish callbacks [] for port (c5798f0d-52cb-4990-891e-02d75760d8e8), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:45.241431 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39656) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:45.242401 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4c6152a7-d721-4b2c-bad8-0b19226f877d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (c5798f0d-52cb-4990-891e-02d75760d8e8), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:45.253078 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a0ec65-6b69-46d2-8227-ebcb195457ec tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:45.330728 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-67a0ec65-6b69-46d2-8227-ebcb195457ec tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:45.388552 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2d4cfb-7ffa-40dc-a53a-86e4a4657901 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Deleting subnet 41d46acd-544c-4989-813b-0c871ae56748 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:31:45.393027 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be2d4cfb-7ffa-40dc-a53a-86e4a4657901 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks [] for subnet (41d46acd-544c-4989-813b-0c871ae56748), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:45.461393 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be2d4cfb-7ffa-40dc-a53a-86e4a4657901 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (41d46acd-544c-4989-813b-0c871ae56748), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:45.462157 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-4417fa7d-0a8e-4b05-a724-bd1e5f5e1315 None None] Allocated IP 2001:db8:0:1::1 (1329ca2a-318f-477f-93b5-b31c6fc345b3/f0483523-be52-46e0-afda-d733ac8c70ed/5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:31:45.621094 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-7881a718-7b47-4240-86df-4d3e92f02a12 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8::1 (60bc62cf-1ebe-462d-93c7-f1108638c505/5cf343cb-662d-42b0-9afd-fa0f350c55c0/cc23db62-b61d-43a3-97f5-667cbc24aa25) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:31:45.632062 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be2d4cfb-7ffa-40dc-a53a-86e4a4657901 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (41d46acd-544c-4989-813b-0c871ae56748), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:45.743961 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a0ec65-6b69-46d2-8227-ebcb195457ec tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:45.782009 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0ec65-6b69-46d2-8227-ebcb195457ec tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Pushing event updated for resources: {'Port': ['ID=0432124d-acef-4d3e-b7d7-37864dad5117,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:45.789678 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f6c52471-ff01-4615-bdae-fe82003f48aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:45.834559 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4417fa7d-0a8e-4b05-a724-bd1e5f5e1315 None None] Publish callbacks [] for port (5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:45.869723 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6152a7-d721-4b2c-bad8-0b19226f877d None None] Network 4ec941d5-5f64-4297-86fb-b5d3d1770537 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:45.878851 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-4c6152a7-d721-4b2c-bad8-0b19226f877d None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:45.883296 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a20773a0-0434-46cd-a70d-ceacae903d19 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:31:45.888702 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7881a718-7b47-4240-86df-4d3e92f02a12 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (cc23db62-b61d-43a3-97f5-667cbc24aa25), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:45.934314 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2231-56f6-4db5-81b1-7a2e3d9997e7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:45.936636 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4417fa7d-0a8e-4b05-a724-bd1e5f5e1315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:45.941750 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6152a7-d721-4b2c-bad8-0b19226f877d None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:45.968740 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9da5e11c-c605-40ef-8491-f5a4c6eb6756 None None] Provisioning complete for port fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:45.969171 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9da5e11c-c605-40ef-8491-f5a4c6eb6756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.003107 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f6c52471-ff01-4615-bdae-fe82003f48aa admin admin] Publish callbacks [] for security_group (2ade8f10-5e83-4baf-8947-a75122c676bb), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.009260 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be2d4cfb-7ffa-40dc-a53a-86e4a4657901 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (41d46acd-544c-4989-813b-0c871ae56748), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.015742 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9da5e11c-c605-40ef-8491-f5a4c6eb6756 None None] Port fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:31:46.026976 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2231-56f6-4db5-81b1-7a2e3d9997e7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (90236eee-eda1-4974-bcb5-160befd887de), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.039169 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4417fa7d-0a8e-4b05-a724-bd1e5f5e1315 None None] Network 1329ca2a-318f-477f-93b5-b31c6fc345b3 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:46.072285 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-4417fa7d-0a8e-4b05-a724-bd1e5f5e1315 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:46.089963 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7881a718-7b47-4240-86df-4d3e92f02a12 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (cc23db62-b61d-43a3-97f5-667cbc24aa25), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.106200 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f6c52471-ff01-4615-bdae-fe82003f48aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2ade8f10-5e83-4baf-8947-a75122c676bb), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.116759 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d4cfb-7ffa-40dc-a53a-86e4a4657901 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event deleted for resources: {'Subnet': ['ID=41d46acd-544c-4989-813b-0c871ae56748,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:46.120036 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4417fa7d-0a8e-4b05-a724-bd1e5f5e1315 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:46.156959 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6152a7-d721-4b2c-bad8-0b19226f877d None None] Pushing event updated for resources: {'Port': ['ID=c5798f0d-52cb-4990-891e-02d75760d8e8,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:46.160948 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2231-56f6-4db5-81b1-7a2e3d9997e7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (90236eee-eda1-4974-bcb5-160befd887de), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.172715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881a718-7b47-4240-86df-4d3e92f02a12 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=cc23db62-b61d-43a3-97f5-667cbc24aa25,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:46.182450 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c52471-ff01-4615-bdae-fe82003f48aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ade8f10-5e83-4baf-8947-a75122c676bb,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:46.205838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7881a718-7b47-4240-86df-4d3e92f02a12 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:46.222646 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be2d4cfb-7ffa-40dc-a53a-86e4a4657901 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.228525 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-be2d4cfb-7ffa-40dc-a53a-86e4a4657901 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "DELETE /v2.0/subnets/41d46acd-544c-4989-813b-0c871ae56748 HTTP/1.1" status: 204 len: 168 time: 1.7214439 Feb 28 20:31:46.229238 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39668) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:46.247562 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417fa7d-0a8e-4b05-a724-bd1e5f5e1315 None None] Pushing event updated for resources: {'Port': ['ID=5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:46.249661 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-7881a718-7b47-4240-86df-4d3e92f02a12 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:46.265246 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7881a718-7b47-4240-86df-4d3e92f02a12 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:46.266216 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7881a718-7b47-4240-86df-4d3e92f02a12 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.291071 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2231-56f6-4db5-81b1-7a2e3d9997e7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.291991 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port a20773a0-0434-46cd-a70d-ceacae903d19 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:46.295713 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6f9b2231-56f6-4db5-81b1-7a2e3d9997e7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2699382 Feb 28 20:31:46.302235 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a20773a0-0434-46cd-a70d-ceacae903d19), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.369692 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39670) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:46.377475 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-575a7e86-4dad-454e-8892-6b06587785ac tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Deleting subnet f0483523-be52-46e0-afda-d733ac8c70ed {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:31:46.377986 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9923a08a-2f5c-41ed-8727-020509738076 None None] Provisioning complete for port a20773a0-0434-46cd-a70d-ceacae903d19 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:46.381065 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9923a08a-2f5c-41ed-8727-020509738076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a20773a0-0434-46cd-a70d-ceacae903d19), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.381331 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-575a7e86-4dad-454e-8892-6b06587785ac tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks [] for subnet (f0483523-be52-46e0-afda-d733ac8c70ed), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.428198 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-575a7e86-4dad-454e-8892-6b06587785ac tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (f0483523-be52-46e0-afda-d733ac8c70ed), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.441532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4c6152a7-d721-4b2c-bad8-0b19226f877d None None] Attempting to bind port c5798f0d-52cb-4990-891e-02d75760d8e8 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:31:46.442730 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4c6152a7-d721-4b2c-bad8-0b19226f877d None None] Attempting to bind port c5798f0d-52cb-4990-891e-02d75760d8e8 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '066ce635-d9aa-402e-91dc-9c9adea66400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4ec941d5-5f64-4297-86fb-b5d3d1770537'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:31:46.443255 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6152a7-d721-4b2c-bad8-0b19226f877d None None] Attempting to bind port c5798f0d-52cb-4990-891e-02d75760d8e8 on network 4ec941d5-5f64-4297-86fb-b5d3d1770537 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:31:46.490118 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6152a7-d721-4b2c-bad8-0b19226f877d None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:31:46.490583 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6152a7-d721-4b2c-bad8-0b19226f877d None None] Checking segment: {'id': '066ce635-d9aa-402e-91dc-9c9adea66400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4ec941d5-5f64-4297-86fb-b5d3d1770537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:31:46.491107 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4c6152a7-d721-4b2c-bad8-0b19226f877d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.491562 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6152a7-d721-4b2c-bad8-0b19226f877d None None] Bound using segment: {'id': '066ce635-d9aa-402e-91dc-9c9adea66400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4ec941d5-5f64-4297-86fb-b5d3d1770537'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:31:46.492104 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4c6152a7-d721-4b2c-bad8-0b19226f877d None None] Bound port: c5798f0d-52cb-4990-891e-02d75760d8e8, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066ce635-d9aa-402e-91dc-9c9adea66400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4ec941d5-5f64-4297-86fb-b5d3d1770537'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:31:46.492482 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4c6152a7-d721-4b2c-bad8-0b19226f877d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c5798f0d-52cb-4990-891e-02d75760d8e8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.557533 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7881a718-7b47-4240-86df-4d3e92f02a12 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cc23db62-b61d-43a3-97f5-667cbc24aa25), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.584120 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-575a7e86-4dad-454e-8892-6b06587785ac tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (f0483523-be52-46e0-afda-d733ac8c70ed), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.652096 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4c6152a7-d721-4b2c-bad8-0b19226f877d None None] For port c5798f0d-52cb-4990-891e-02d75760d8e8, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:31:46.657843 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4c6152a7-d721-4b2c-bad8-0b19226f877d None None] For port c5798f0d-52cb-4990-891e-02d75760d8e8, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c5798f0d-52cb-4990-891e-02d75760d8e8,segment=NetworkSegment(066ce635-d9aa-402e-91dc-9c9adea66400),segment_id=066ce635-d9aa-402e-91dc-9c9adea66400)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:31:46.692421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-286c356e-42d0-4adb-8b87-1ba081773e72 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group_rule': {'security_group_id': '90236eee-eda1-4974-bcb5-160befd887de', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:46.693423 n-d-820368-21 neutron-server[103773]: WARNING neutron.api.v2.base [None req-286c356e-42d0-4adb-8b87-1ba081773e72 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 20:31:46.694044 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-286c356e-42d0-4adb-8b87-1ba081773e72 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:31:46.695137 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-286c356e-42d0-4adb-8b87-1ba081773e72 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086551 Feb 28 20:31:46.700667 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39680) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:46.702006 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-575a7e86-4dad-454e-8892-6b06587785ac tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (f0483523-be52-46e0-afda-d733ac8c70ed), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.712270 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4c6152a7-d721-4b2c-bad8-0b19226f877d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c5798f0d-52cb-4990-891e-02d75760d8e8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.717915 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4e9740cb-3d53-412b-8fb2-6cacc8ecbb4a tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group_rule': {'security_group_id': '90236eee-eda1-4974-bcb5-160befd887de', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:46.807281 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-575a7e86-4dad-454e-8892-6b06587785ac tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.830960 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port a20773a0-0434-46cd-a70d-ceacae903d19 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:46.831348 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a20773a0-0434-46cd-a70d-ceacae903d19), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.831779 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-575a7e86-4dad-454e-8892-6b06587785ac tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "DELETE /v2.0/subnets/f0483523-be52-46e0-afda-d733ac8c70ed HTTP/1.1" status: 204 len: 168 time: 0.5825748 Feb 28 20:31:46.833637 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6152a7-d721-4b2c-bad8-0b19226f877d None None] Pushing event updated for resources: {'Port': ['ID=c5798f0d-52cb-4990-891e-02d75760d8e8,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:46.841379 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39682) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:46.843458 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a7e86-4dad-454e-8892-6b06587785ac tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event deleted for resources: {'Subnet': ['ID=f0483523-be52-46e0-afda-d733ac8c70ed,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:46.846418 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4417fa7d-0a8e-4b05-a724-bd1e5f5e1315 None None] Attempting to bind port 5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:31:46.846418 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4417fa7d-0a8e-4b05-a724-bd1e5f5e1315 None None] Attempting to bind port 5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '60f8cc2b-60a3-4670-9923-e1ba544f30ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1329ca2a-318f-477f-93b5-b31c6fc345b3'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:31:46.847098 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417fa7d-0a8e-4b05-a724-bd1e5f5e1315 None None] Attempting to bind port 5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5 on network 1329ca2a-318f-477f-93b5-b31c6fc345b3 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:31:46.857526 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f6c52471-ff01-4615-bdae-fe82003f48aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1d2bee90f7c48ac803afc41cefb9c65&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6143045 Feb 28 20:31:46.866574 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39684) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:46.867888 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417fa7d-0a8e-4b05-a724-bd1e5f5e1315 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:31:46.868282 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417fa7d-0a8e-4b05-a724-bd1e5f5e1315 None None] Checking segment: {'id': '60f8cc2b-60a3-4670-9923-e1ba544f30ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1329ca2a-318f-477f-93b5-b31c6fc345b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:31:46.868694 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4417fa7d-0a8e-4b05-a724-bd1e5f5e1315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.869092 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417fa7d-0a8e-4b05-a724-bd1e5f5e1315 None None] Bound using segment: {'id': '60f8cc2b-60a3-4670-9923-e1ba544f30ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1329ca2a-318f-477f-93b5-b31c6fc345b3'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:31:46.869593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4417fa7d-0a8e-4b05-a724-bd1e5f5e1315 None None] Bound port: 5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f8cc2b-60a3-4670-9923-e1ba544f30ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1329ca2a-318f-477f-93b5-b31c6fc345b3'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:31:46.869978 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4417fa7d-0a8e-4b05-a724-bd1e5f5e1315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.967501 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-793e0b05-e9cc-48e8-b821-90b6511c3774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:46.997814 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b2231-56f6-4db5-81b1-7a2e3d9997e7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90236eee-eda1-4974-bcb5-160befd887de,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:46.998899 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965c992a-6220-477b-9166-5bb34d3219a2 None None] Network 4ec941d5-5f64-4297-86fb-b5d3d1770537 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:47.040742 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a2e06f-ad91-47f9-966b-f24f5944ba79 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router f2b62c78-a690-416c-be18-009e2a78bbe6 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:31:47.085846 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4417fa7d-0a8e-4b05-a724-bd1e5f5e1315 None None] For port 5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:31:47.118551 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:31:47.187100 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port a20773a0-0434-46cd-a70d-ceacae903d19, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a20773a0-0434-46cd-a70d-ceacae903d19,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:47.191720 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4417fa7d-0a8e-4b05-a724-bd1e5f5e1315 None None] For port 5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5,segment=NetworkSegment(60f8cc2b-60a3-4670-9923-e1ba544f30ff),segment_id=60f8cc2b-60a3-4670-9923-e1ba544f30ff)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:31:47.217293 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a20773a0-0434-46cd-a70d-ceacae903d19), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:47.229239 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4417fa7d-0a8e-4b05-a724-bd1e5f5e1315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:47.256355 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-4e9740cb-3d53-412b-8fb2-6cacc8ecbb4a tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:31:47.261033 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4e9740cb-3d53-412b-8fb2-6cacc8ecbb4a tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5467005 Feb 28 20:31:47.272976 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39686) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:47.274578 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9923a08a-2f5c-41ed-8727-020509738076 None None] Current status of the port a20773a0-0434-46cd-a70d-ceacae903d19 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:47.275078 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9923a08a-2f5c-41ed-8727-020509738076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a20773a0-0434-46cd-a70d-ceacae903d19), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:47.288927 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-f58ce68a-16cf-4da6-a4b7-47f0af4f98e4 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group_rule': {'security_group_id': '90236eee-eda1-4974-bcb5-160befd887de', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:47.291680 n-d-820368-21 neutron-server[103774]: WARNING neutron.api.v2.base [None req-f58ce68a-16cf-4da6-a4b7-47f0af4f98e4 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 28 20:31:47.292332 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-f58ce68a-16cf-4da6-a4b7-47f0af4f98e4 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:31:47.293880 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59de9915-ac8c-4515-8656-0003bed8826e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:47.296804 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f58ce68a-16cf-4da6-a4b7-47f0af4f98e4 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0116186 Feb 28 20:31:47.307151 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-59de9915-ac8c-4515-8656-0003bed8826e tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4426439 Feb 28 20:31:47.310843 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39688) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:47.317296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39690) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:47.337798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-02f34389-de3a-4bff-b787-d1d15fc3fe13 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group_rule': {'security_group_id': '90236eee-eda1-4974-bcb5-160befd887de', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:47.351043 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08f4e136-9a94-4d87-8ac7-1ff1a1dd0e83 admin admin] Publish callbacks [] for security_group (2ade8f10-5e83-4baf-8947-a75122c676bb), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:47.408066 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08f4e136-9a94-4d87-8ac7-1ff1a1dd0e83 admin admin] Publish callbacks [] for security_group (2ade8f10-5e83-4baf-8947-a75122c676bb), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:47.445655 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=a20773a0-0434-46cd-a70d-ceacae903d19,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:47.472042 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-9923a08a-2f5c-41ed-8727-020509738076 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:31:47.472412 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-9923a08a-2f5c-41ed-8727-020509738076 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:31:47.476373 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a2e06f-ad91-47f9-966b-f24f5944ba79 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:31:47.477259 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f8ae93-1097-44b5-94d1-21ce13c206a2 None None] get_active_networks_info from n-d-820368-21 {{(pid=103775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 20:31:47.487889 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3f24c7-4a6d-4e08-ab2d-980dcd7bdf90 None None] Sync routers for ids ['f2b62c78-a690-416c-be18-009e2a78bbe6'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:31:47.496512 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-43a2e06f-ad91-47f9-966b-f24f5944ba79 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/f2b62c78-a690-416c-be18-009e2a78bbe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4272068 Feb 28 20:31:47.503124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39692) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:47.507214 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3f24c7-4a6d-4e08-ab2d-980dcd7bdf90 None None] Routers {'f2b62c78-a690-416c-be18-009e2a78bbe6'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:47.507922 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-7b3f24c7-4a6d-4e08-ab2d-980dcd7bdf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f2b62c78-a690-416c-be18-009e2a78bbe6'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:47.529177 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08f4e136-9a94-4d87-8ac7-1ff1a1dd0e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2ade8f10-5e83-4baf-8947-a75122c676bb), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:47.542370 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08f4e136-9a94-4d87-8ac7-1ff1a1dd0e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:47.547375 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-08f4e136-9a94-4d87-8ac7-1ff1a1dd0e83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ade8f10-5e83-4baf-8947-a75122c676bb HTTP/1.1" status: 204 len: 168 time: 0.5361323 Feb 28 20:31:47.552070 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7881a718-7b47-4240-86df-4d3e92f02a12 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (cc23db62-b61d-43a3-97f5-667cbc24aa25), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:47.589372 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7881a718-7b47-4240-86df-4d3e92f02a12 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (cc23db62-b61d-43a3-97f5-667cbc24aa25), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:47.590543 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7881a718-7b47-4240-86df-4d3e92f02a12 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:47.592945 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-02f34389-de3a-4bff-b787-d1d15fc3fe13 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:31:47.594231 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-02f34389-de3a-4bff-b787-d1d15fc3fe13 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2750218 Feb 28 20:31:47.606351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39696) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:47.613907 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-dd8b4e85-c81a-482b-bc24-7c361db0e934 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group_rule': {'security_group_id': '90236eee-eda1-4974-bcb5-160befd887de', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:47.614401 n-d-820368-21 neutron-server[103773]: WARNING neutron.api.v2.base [None req-dd8b4e85-c81a-482b-bc24-7c361db0e934 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 20:31:47.614910 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-dd8b4e85-c81a-482b-bc24-7c361db0e934 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:31:47.619406 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-dd8b4e85-c81a-482b-bc24-7c361db0e934 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099483 Feb 28 20:31:47.622566 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4e136-9a94-4d87-8ac7-1ff1a1dd0e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ade8f10-5e83-4baf-8947-a75122c676bb,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:47.626317 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39698) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:47.629275 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a101e1bb-ae72-4ee0-8e59-793dbf1bc3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (1329ca2a-318f-477f-93b5-b31c6fc345b3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:47.631568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-472e0c38-5f0d-49a1-8a2b-0ceb4f64cdc9 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group_rule': {'security_group_id': '90236eee-eda1-4974-bcb5-160befd887de', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:47.643799 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-7b3f24c7-4a6d-4e08-ab2d-980dcd7bdf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:47.679663 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3f24c7-4a6d-4e08-ab2d-980dcd7bdf90 None None] Routers {'f2b62c78-a690-416c-be18-009e2a78bbe6'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:47.680254 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-7b3f24c7-4a6d-4e08-ab2d-980dcd7bdf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f2b62c78-a690-416c-be18-009e2a78bbe6'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:47.724223 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-67a0ec65-6b69-46d2-8227-ebcb195457ec tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_gateway (6459700f-c06b-4cdd-8e6f-1f3e1c2160c3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:47.783746 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-472e0c38-5f0d-49a1-8a2b-0ceb4f64cdc9 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:31:47.790287 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-472e0c38-5f0d-49a1-8a2b-0ceb4f64cdc9 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1627405 Feb 28 20:31:47.796233 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb721de0-892a-4605-8634-c73e31c7d835 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:47.797226 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39702) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:47.802556 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-eb721de0-892a-4605-8634-c73e31c7d835 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/ports/fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee HTTP/1.1" status: 200 len: 911 time: 0.2665000 Feb 28 20:31:47.806374 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39704) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:47.813191 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-0df0a477-5223-4b6a-a966-2a224efc89b7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group_rule': {'security_group_id': '90236eee-eda1-4974-bcb5-160befd887de', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:47.813710 n-d-820368-21 neutron-server[103773]: WARNING neutron.api.v2.base [None req-0df0a477-5223-4b6a-a966-2a224efc89b7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 28 20:31:47.814223 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-0df0a477-5223-4b6a-a966-2a224efc89b7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:31:47.823537 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0df0a477-5223-4b6a-a966-2a224efc89b7 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0244467 Feb 28 20:31:47.837325 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417fa7d-0a8e-4b05-a724-bd1e5f5e1315 None None] Pushing event updated for resources: {'Port': ['ID=5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:47.840441 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39708) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:47.856304 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3db9c774-70ad-4d5d-ada0-62cdfee9d213 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87651fbc-70c6-4637-ac69-211791de8e50'}]}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:47.868122 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-cc66a749-e013-4d74-89cd-7434e8f2e5ec tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group_rule': {'security_group_id': '90236eee-eda1-4974-bcb5-160befd887de', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:47.927112 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-7b3f24c7-4a6d-4e08-ab2d-980dcd7bdf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:47.927847 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3f24c7-4a6d-4e08-ab2d-980dcd7bdf90 None None] The sync data for ids ['f2b62c78-a690-416c-be18-009e2a78bbe6'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:31:48.044128 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881a718-7b47-4240-86df-4d3e92f02a12 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=cc23db62-b61d-43a3-97f5-667cbc24aa25,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:48.086344 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-cc66a749-e013-4d74-89cd-7434e8f2e5ec tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:31:48.091719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f8ae93-1097-44b5-94d1-21ce13c206a2 None None] Resources bound (agent type, host, resource id): {{(pid=103775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 20:31:48.092459 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cc66a749-e013-4d74-89cd-7434e8f2e5ec tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2507718 Feb 28 20:31:48.097727 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39712) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:48.107696 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9923a08a-2f5c-41ed-8727-020509738076 None None] Current status of the port a20773a0-0434-46cd-a70d-ceacae903d19 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:48.112826 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-1957a776-7f0d-4ffe-8f72-a4e491d79661 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group_rule': {'security_group_id': '90236eee-eda1-4974-bcb5-160befd887de', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:48.201204 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-a101e1bb-ae72-4ee0-8e59-793dbf1bc3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Deleting port 5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:48.201562 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a101e1bb-ae72-4ee0-8e59-793dbf1bc3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:48.246860 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39714) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:48.275083 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-1957a776-7f0d-4ffe-8f72-a4e491d79661 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:31:48.278696 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1957a776-7f0d-4ffe-8f72-a4e491d79661 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1775043 Feb 28 20:31:48.279208 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39716) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:48.293019 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7881a718-7b47-4240-86df-4d3e92f02a12 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:48.369653 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-a101e1bb-ae72-4ee0-8e59-793dbf1bc3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] For port 5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5,segment=NetworkSegment(60f8cc2b-60a3-4670-9923-e1ba544f30ff),segment_id=60f8cc2b-60a3-4670-9923-e1ba544f30ff)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:48.378067 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a101e1bb-ae72-4ee0-8e59-793dbf1bc3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:48.389907 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-67a0ec65-6b69-46d2-8227-ebcb195457ec tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (6459700f-c06b-4cdd-8e6f-1f3e1c2160c3), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:48.400971 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-67a0ec65-6b69-46d2-8227-ebcb195457ec tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921162'] for router (6459700f-c06b-4cdd-8e6f-1f3e1c2160c3), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:48.405492 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-a101e1bb-ae72-4ee0-8e59-793dbf1bc3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Calling delete_port for 5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:48.431161 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-7881a718-7b47-4240-86df-4d3e92f02a12 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:48.452091 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-705a93b3-2d3a-4744-9e6a-4a4e9b973a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:48.482741 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-453975f1-0dcc-4611-81f3-237fdd26dec6 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (90236eee-eda1-4974-bcb5-160befd887de), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:48.548950 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-453975f1-0dcc-4611-81f3-237fdd26dec6 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (90236eee-eda1-4974-bcb5-160befd887de), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:48.639461 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-453975f1-0dcc-4611-81f3-237fdd26dec6 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (90236eee-eda1-4974-bcb5-160befd887de), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:48.643292 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-453975f1-0dcc-4611-81f3-237fdd26dec6 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:48.647966 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-453975f1-0dcc-4611-81f3-237fdd26dec6 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "DELETE /v2.0/security-groups/90236eee-eda1-4974-bcb5-160befd887de HTTP/1.1" status: 204 len: 168 time: 0.3677554 Feb 28 20:31:48.650419 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39718) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:48.672543 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453975f1-0dcc-4611-81f3-237fdd26dec6 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90236eee-eda1-4974-bcb5-160befd887de,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:48.685590 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a0ec65-6b69-46d2-8227-ebcb195457ec tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Router 6459700f-c06b-4cdd-8e6f-1f3e1c2160c3 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:31:48.765752 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-651b0599-f04c-4386-8685-34dcbd810504 None None] Provisioning complete for port cc23db62-b61d-43a3-97f5-667cbc24aa25 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:48.766335 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-651b0599-f04c-4386-8685-34dcbd810504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cc23db62-b61d-43a3-97f5-667cbc24aa25), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:48.874056 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a0ec65-6b69-46d2-8227-ebcb195457ec tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:31:48.885844 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b04f1600-acff-499e-8b67-b8099ae3c958 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2206485 Feb 28 20:31:48.892705 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-67a0ec65-6b69-46d2-8227-ebcb195457ec tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:48.894066 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-67a0ec65-6b69-46d2-8227-ebcb195457ec tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "PUT /v2.0/routers/6459700f-c06b-4cdd-8e6f-1f3e1c2160c3 HTTP/1.1" status: 200 len: 882 time: 6.4368012 Feb 28 20:31:48.894785 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39720) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:48.898607 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4476e282-b308-431f-b652-c86698718093 None None] Sync routers for ids ['6459700f-c06b-4cdd-8e6f-1f3e1c2160c3'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:31:48.902653 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39722) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:48.909722 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-651b0599-f04c-4386-8685-34dcbd810504 None None] Port cc23db62-b61d-43a3-97f5-667cbc24aa25 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:31:48.918385 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-f2aeaec3-c5a0-4550-b6c0-c6fa62872855 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1809337072'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:48.928968 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4476e282-b308-431f-b652-c86698718093 None None] Routers {'6459700f-c06b-4cdd-8e6f-1f3e1c2160c3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:48.929792 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4476e282-b308-431f-b652-c86698718093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6459700f-c06b-4cdd-8e6f-1f3e1c2160c3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:48.941229 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0e734a-4520-4a17-9c06-3d7680ca7114 None None] get_active_networks_info from n-d-820368-21 {{(pid=103775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 20:31:48.963203 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f2aeaec3-c5a0-4550-b6c0-c6fa62872855 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:49.076763 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2cae0fb6-1cce-4ee4-abc8-76ed507f120e tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "GET /v2.0/routers/6459700f-c06b-4cdd-8e6f-1f3e1c2160c3 HTTP/1.1" status: 200 len: 923 time: 0.1607013 Feb 28 20:31:49.077469 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39724) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:49.077775 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4476e282-b308-431f-b652-c86698718093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:49.103792 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f2aeaec3-c5a0-4550-b6c0-c6fa62872855 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (88d8c8f7-1f74-448f-ba40-4550f213495f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:49.113931 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f2aeaec3-c5a0-4550-b6c0-c6fa62872855 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (88d8c8f7-1f74-448f-ba40-4550f213495f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:49.119966 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4476e282-b308-431f-b652-c86698718093 None None] Routers {'6459700f-c06b-4cdd-8e6f-1f3e1c2160c3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:49.121015 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4476e282-b308-431f-b652-c86698718093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6459700f-c06b-4cdd-8e6f-1f3e1c2160c3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:49.126380 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-67924f09-a520-4e1e-8e30-d03f338f4b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:49.169680 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aeaec3-c5a0-4550-b6c0-c6fa62872855 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d8c8f7-1f74-448f-ba40-4550f213495f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:49.208601 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f2aeaec3-c5a0-4550-b6c0-c6fa62872855 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:49.214866 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f2aeaec3-c5a0-4550-b6c0-c6fa62872855 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3175063 Feb 28 20:31:49.215090 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4476e282-b308-431f-b652-c86698718093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:49.216114 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39726) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:49.218329 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4476e282-b308-431f-b652-c86698718093 None None] The sync data for ids ['6459700f-c06b-4cdd-8e6f-1f3e1c2160c3'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:31:49.224091 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-318af220-13a5-4255-bc9f-96ec7c4214e3 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group_rule': {'security_group_id': '88d8c8f7-1f74-448f-ba40-4550f213495f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:49.284010 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-318af220-13a5-4255-bc9f-96ec7c4214e3 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] create failed (client error): The resource could not be found. Feb 28 20:31:49.289818 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-318af220-13a5-4255-bc9f-96ec7c4214e3 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0713480 Feb 28 20:31:49.290746 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39728) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:49.314883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-f8acc716-6df4-4bc6-b2ac-55d6474ca788 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group_rule': {'security_group_id': '88d8c8f7-1f74-448f-ba40-4550f213495f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '87fb81e9-afe7-45ff-bb30-267833ea8d50'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:49.332458 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0e734a-4520-4a17-9c06-3d7680ca7114 None None] Resources bound (agent type, host, resource id): {{(pid=103775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 20:31:49.382323 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-f8acc716-6df4-4bc6-b2ac-55d6474ca788 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] create failed (client error): The resource could not be found. Feb 28 20:31:49.386793 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f8acc716-6df4-4bc6-b2ac-55d6474ca788 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0946131 Feb 28 20:31:49.387574 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39730) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:49.463907 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e68503d8-ff3b-4700-a48f-bd1f77a8be19 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (88d8c8f7-1f74-448f-ba40-4550f213495f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:49.495558 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e68503d8-ff3b-4700-a48f-bd1f77a8be19 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (88d8c8f7-1f74-448f-ba40-4550f213495f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:49.504568 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a20773a0-0434-46cd-a70d-ceacae903d19 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:31:49.558244 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e68503d8-ff3b-4700-a48f-bd1f77a8be19 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (88d8c8f7-1f74-448f-ba40-4550f213495f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:49.561532 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e68503d8-ff3b-4700-a48f-bd1f77a8be19 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:49.569457 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e68503d8-ff3b-4700-a48f-bd1f77a8be19 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "DELETE /v2.0/security-groups/88d8c8f7-1f74-448f-ba40-4550f213495f HTTP/1.1" status: 204 len: 168 time: 0.1804605 Feb 28 20:31:49.571751 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39732) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:49.589572 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3db9c774-70ad-4d5d-ada0-62cdfee9d213 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:49.617791 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:49.620800 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68503d8-ff3b-4700-a48f-bd1f77a8be19 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d8c8f7-1f74-448f-ba40-4550f213495f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:49.625054 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port a20773a0-0434-46cd-a70d-ceacae903d19 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:49.625481 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a20773a0-0434-46cd-a70d-ceacae903d19), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:49.639801 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a101e1bb-ae72-4ee0-8e59-793dbf1bc3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:49.654002 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7881a718-7b47-4240-86df-4d3e92f02a12 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Router ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:31:49.685751 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1f7f1662-832f-457c-8e53-6697fa3febc0 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0860107 Feb 28 20:31:49.688237 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39734) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:49.704017 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-257fa417-cbe7-40b7-8efb-54bd6e228607 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group_rule': {'security_group_id': '05b0d4c7-5e16-4246-ba44-74e3b1a40335', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:49.744490 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5677c5e-5e16-4ed7-840b-7b4871fd54cb None None] Network 1329ca2a-318f-477f-93b5-b31c6fc345b3 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:49.773447 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-257fa417-cbe7-40b7-8efb-54bd6e228607 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] create failed (client error): The resource could not be found. Feb 28 20:31:49.781062 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-257fa417-cbe7-40b7-8efb-54bd6e228607 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0904758 Feb 28 20:31:49.781975 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39736) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:49.787416 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-1f15db66-dcd6-4a87-ac0b-840df83b8020 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1415532956'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:49.806919 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7881a718-7b47-4240-86df-4d3e92f02a12 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:31:49.818656 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] Sync routers for ids ['ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:31:49.831493 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7881a718-7b47-4240-86df-4d3e92f02a12 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "PUT /v2.0/routers/ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4556403 Feb 28 20:31:49.836949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39738) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:49.837186 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] Routers {'ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:49.837654 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:49.838557 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port a20773a0-0434-46cd-a70d-ceacae903d19 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:49.856085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101e1bb-ae72-4ee0-8e59-793dbf1bc3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event deleted for resources: {'Port': ['ID=5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:49.891320 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f15db66-dcd6-4a87-ac0b-840df83b8020 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:49.934036 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8194724-4315-4b60-9393-a04cbeadcae1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:49.938239 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a8194724-4315-4b60-9393-a04cbeadcae1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports/cc23db62-b61d-43a3-97f5-667cbc24aa25 HTTP/1.1" status: 200 len: 911 time: 0.0995839 Feb 28 20:31:49.940664 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39740) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:49.968827 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a101e1bb-ae72-4ee0-8e59-793dbf1bc3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] No DVR routers for this DVR port 5e223fe0-7f72-4a8b-9cb3-1a3039f18bb5 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:31:50.033529 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f15db66-dcd6-4a87-ac0b-840df83b8020 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (ee9f2ebb-b657-44d3-9ab9-1317c24fb3bc), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.034268 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] Set router ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:31:50.046131 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f15db66-dcd6-4a87-ac0b-840df83b8020 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ee9f2ebb-b657-44d3-9ab9-1317c24fb3bc), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.096087 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.097999 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1f15db66-dcd6-4a87-ac0b-840df83b8020 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.099938 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1f15db66-dcd6-4a87-ac0b-840df83b8020 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3159432 Feb 28 20:31:50.109400 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2fc486-0d9e-4a0d-9b05-1556b5d9daf4 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:50.110225 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-4fa41f27-67a5-4ae5-af58-f035e218e2b1 None None] Provisioning complete for port cc23db62-b61d-43a3-97f5-667cbc24aa25 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:50.110648 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4fa41f27-67a5-4ae5-af58-f035e218e2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cc23db62-b61d-43a3-97f5-667cbc24aa25), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.116710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2fc486-0d9e-4a0d-9b05-1556b5d9daf4 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:50.121702 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ac2fc486-0d9e-4a0d-9b05-1556b5d9daf4 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1800151 Feb 28 20:31:50.122374 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39742) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:50.122704 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39744) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:50.127718 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-57d4173e-37ae-47fb-8245-832eb53b395c tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group': {'name': 'tempest-secgroup--631922356'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:50.155802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4fa41f27-67a5-4ae5-af58-f035e218e2b1 None None] Port cc23db62-b61d-43a3-97f5-667cbc24aa25 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:31:50.160482 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cce8f6-7c39-4f6d-b145-833d1748b32b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:50.164595 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d2cce8f6-7c39-4f6d-b145-833d1748b32b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&device_id=6459700f-c06b-4cdd-8e6f-1f3e1c2160c3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.0740607 Feb 28 20:31:50.169113 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a101e1bb-ae72-4ee0-8e59-793dbf1bc3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (1329ca2a-318f-477f-93b5-b31c6fc345b3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.175017 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39748) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:50.240074 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15db66-dcd6-4a87-ac0b-840df83b8020 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9f2ebb-b657-44d3-9ab9-1317c24fb3bc,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:50.271263 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a101e1bb-ae72-4ee0-8e59-793dbf1bc3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1329ca2a-318f-477f-93b5-b31c6fc345b3']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:50.296254 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a101e1bb-ae72-4ee0-8e59-793dbf1bc3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f8cc2b-60a3-4670-9923-e1ba544f30ff') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:50.296753 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a101e1bb-ae72-4ee0-8e59-793dbf1bc3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f8cc2b-60a3-4670-9923-e1ba544f30ff') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:50.300848 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a', 'name': 'tempest-NetworksTestDHCPv6-router-340658422', 'tenant_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:41Z', 'updated_at': '2022-02-28T20:31:46Z', 'revision_number': 2, 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'gw_port_host': None, '_interfaces': [{'id': 'cc23db62-b61d-43a3-97f5-667cbc24aa25', 'name': '', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'tenant_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'mac_address': 'fa:16:3e:4f:13:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '5cf343cb-662d-42b0-9afd-fa0f350c55c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:31:44Z', 'updated_at': '2022-02-28T20:31:47Z', 'revision_number': 2, 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'subnets': [{'id': '5cf343cb-662d-42b0-9afd-fa0f350c55c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:50.312080 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-57d4173e-37ae-47fb-8245-832eb53b395c tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.338942 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] Checking router: ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:31:50.339280 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] Updating router ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a port cc23db62-b61d-43a3-97f5-667cbc24aa25 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:31:50.341863 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-705a93b3-2d3a-4744-9e6a-4a4e9b973a57 admin admin] Publish callbacks [] for security_group (835b5ec5-62fb-4bac-993b-74cfb07defb9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.351843 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a101e1bb-ae72-4ee0-8e59-793dbf1bc3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (60f8cc2b-60a3-4670-9923-e1ba544f30ff), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.371512 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-705a93b3-2d3a-4744-9e6a-4a4e9b973a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (835b5ec5-62fb-4bac-993b-74cfb07defb9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.377073 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cc23db62-b61d-43a3-97f5-667cbc24aa25), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.416224 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a93b3-2d3a-4744-9e6a-4a4e9b973a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835b5ec5-62fb-4bac-993b-74cfb07defb9,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:50.460405 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-57d4173e-37ae-47fb-8245-832eb53b395c tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (989cfd29-0be6-46d5-b3f3-7c8bec6f70e9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.467311 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a101e1bb-ae72-4ee0-8e59-793dbf1bc3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (60f8cc2b-60a3-4670-9923-e1ba544f30ff), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.470576 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-57d4173e-37ae-47fb-8245-832eb53b395c tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (989cfd29-0be6-46d5-b3f3-7c8bec6f70e9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.497262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a101e1bb-ae72-4ee0-8e59-793dbf1bc3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:31:50.497678 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a101e1bb-ae72-4ee0-8e59-793dbf1bc3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (60f8cc2b-60a3-4670-9923-e1ba544f30ff), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:31:50.500686 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:31:50.528090 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-705a93b3-2d3a-4744-9e6a-4a4e9b973a57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13570aa6579f41eaab3df87c9413eb43&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2764444 Feb 28 20:31:50.531539 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-57d4173e-37ae-47fb-8245-832eb53b395c tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.535463 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-57d4173e-37ae-47fb-8245-832eb53b395c tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4089954 Feb 28 20:31:50.535463 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39750) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:50.549852 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39752) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:50.552107 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4173e-37ae-47fb-8245-832eb53b395c tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=989cfd29-0be6-46d5-b3f3-7c8bec6f70e9,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:50.559876 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-08c8e345-6451-4768-a158-cd53724c062a tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group_rule': {'security_group_id': 'ee9f2ebb-b657-44d3-9ab9-1317c24fb3bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '989cfd29-0be6-46d5-b3f3-7c8bec6f70e9'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:50.582522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dca1f03-7556-4bbe-af67-dc93bbae305b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:50.586492 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4dca1f03-7556-4bbe-af67-dc93bbae305b tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 881 time: 0.4075050 Feb 28 20:31:50.589566 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39754) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:50.635337 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-74479894-fd91-445f-86a8-23b388a91a42 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "GET /v2.0/ports?device_id=6459700f-c06b-4cdd-8e6f-1f3e1c2160c3 HTTP/1.1" status: 200 len: 205 time: 0.0379121 Feb 28 20:31:50.636997 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39756) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:50.716320 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b931815a-7077-4272-ba82-6bc3002c18af admin admin] Publish callbacks [] for security_group (835b5ec5-62fb-4bac-993b-74cfb07defb9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.729843 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] Publish callbacks [] for port (cc23db62-b61d-43a3-97f5-667cbc24aa25), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.737691 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cc23db62-b61d-43a3-97f5-667cbc24aa25), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.748224 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a101e1bb-ae72-4ee0-8e59-793dbf1bc3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (1329ca2a-318f-477f-93b5-b31c6fc345b3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.750185 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-08c8e345-6451-4768-a158-cd53724c062a tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:31:50.752619 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-08c8e345-6451-4768-a158-cd53724c062a tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1964228 Feb 28 20:31:50.763351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39758) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:50.769890 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a101e1bb-ae72-4ee0-8e59-793dbf1bc3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.773612 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a101e1bb-ae72-4ee0-8e59-793dbf1bc3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "DELETE /v2.0/networks/1329ca2a-318f-477f-93b5-b31c6fc345b3 HTTP/1.1" status: 204 len: 168 time: 3.4469240 Feb 28 20:31:50.791160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39760) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:50.809931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101e1bb-ae72-4ee0-8e59-793dbf1bc3a0 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event deleted for resources: {'Network': ['ID=1329ca2a-318f-477f-93b5-b31c6fc345b3,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:50.842568 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b931815a-7077-4272-ba82-6bc3002c18af admin admin] Publish callbacks [] for security_group (835b5ec5-62fb-4bac-993b-74cfb07defb9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.872776 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b8fa3d2-bcbd-478e-9347-084a6b722992 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.896994 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] Attempting to bind port cc23db62-b61d-43a3-97f5-667cbc24aa25 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:31:50.898106 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] Attempting to bind port cc23db62-b61d-43a3-97f5-667cbc24aa25 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:31:50.898652 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] Attempting to bind port cc23db62-b61d-43a3-97f5-667cbc24aa25 on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:31:50.907081 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:31:50.907863 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:31:50.908572 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.909450 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:31:50.910110 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] Bound port: cc23db62-b61d-43a3-97f5-667cbc24aa25, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:31:50.910830 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cc23db62-b61d-43a3-97f5-667cbc24aa25), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:50.977623 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a3dfa39-feab-48b2-88f0-e0998ee4b229 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (4ec941d5-5f64-4297-86fb-b5d3d1770537), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.006996 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] For port cc23db62-b61d-43a3-97f5-667cbc24aa25, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:31:51.010989 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] For port cc23db62-b61d-43a3-97f5-667cbc24aa25, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=cc23db62-b61d-43a3-97f5-667cbc24aa25,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:31:51.011508 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-306e7748-0f96-4d11-8502-24171c653020 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router (6459700f-c06b-4cdd-8e6f-1f3e1c2160c3), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.022195 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb155db-bba1-41b6-bae7-efe6c4ec4822 None None] Pushing event updated for resources: {'Port': ['ID=cc23db62-b61d-43a3-97f5-667cbc24aa25,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:51.034546 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb155db-bba1-41b6-bae7-efe6c4ec4822 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:51.034775 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3db9c774-70ad-4d5d-ada0-62cdfee9d213 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for port (fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.035307 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb155db-bba1-41b6-bae7-efe6c4ec4822 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:51.035869 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb155db-bba1-41b6-bae7-efe6c4ec4822 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:51.036457 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb155db-bba1-41b6-bae7-efe6c4ec4822 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:51.038045 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb155db-bba1-41b6-bae7-efe6c4ec4822 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:51.038688 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb155db-bba1-41b6-bae7-efe6c4ec4822 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:51.039185 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb155db-bba1-41b6-bae7-efe6c4ec4822 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:51.040024 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb155db-bba1-41b6-bae7-efe6c4ec4822 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:51.040814 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb155db-bba1-41b6-bae7-efe6c4ec4822 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:51.041326 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb155db-bba1-41b6-bae7-efe6c4ec4822 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:51.041896 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb155db-bba1-41b6-bae7-efe6c4ec4822 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:51.042375 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb155db-bba1-41b6-bae7-efe6c4ec4822 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:51.042931 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb155db-bba1-41b6-bae7-efe6c4ec4822 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:31:51.047459 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cc23db62-b61d-43a3-97f5-667cbc24aa25), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.090250 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e788537-b461-4481-b732-c143c972a9bd tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (989cfd29-0be6-46d5-b3f3-7c8bec6f70e9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.098002 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3db9c774-70ad-4d5d-ada0-62cdfee9d213 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.106722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db9c774-70ad-4d5d-ada0-62cdfee9d213 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:51.106722 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3db9c774-70ad-4d5d-ada0-62cdfee9d213 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.107145 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3db9c774-70ad-4d5d-ada0-62cdfee9d213 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/ports/fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee HTTP/1.1" status: 200 len: 911 time: 3.2843845 Feb 28 20:31:51.112533 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39762) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:51.118505 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb155db-bba1-41b6-bae7-efe6c4ec4822 None None] Pushing event updated for resources: {'Port': ['ID=cc23db62-b61d-43a3-97f5-667cbc24aa25,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:51.154556 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] Routers {'ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:51.155716 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:51.195306 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b931815a-7077-4272-ba82-6bc3002c18af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (835b5ec5-62fb-4bac-993b-74cfb07defb9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.199028 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b931815a-7077-4272-ba82-6bc3002c18af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.205020 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b931815a-7077-4272-ba82-6bc3002c18af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/835b5ec5-62fb-4bac-993b-74cfb07defb9 HTTP/1.1" status: 204 len: 168 time: 0.6648438 Feb 28 20:31:51.212654 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e788537-b461-4481-b732-c143c972a9bd tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (989cfd29-0be6-46d5-b3f3-7c8bec6f70e9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.232162 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b74b7150-88b5-49ec-87db-d995993ffced None None] Provisioning complete for port cc23db62-b61d-43a3-97f5-667cbc24aa25 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:51.232729 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b74b7150-88b5-49ec-87db-d995993ffced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cc23db62-b61d-43a3-97f5-667cbc24aa25), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.289139 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931815a-7077-4272-ba82-6bc3002c18af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835b5ec5-62fb-4bac-993b-74cfb07defb9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:51.362180 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-306e7748-0f96-4d11-8502-24171c653020 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_gateway (6459700f-c06b-4cdd-8e6f-1f3e1c2160c3), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.395104 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] Set router ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:31:51.409057 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e788537-b461-4481-b732-c143c972a9bd tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (989cfd29-0be6-46d5-b3f3-7c8bec6f70e9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.411799 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e788537-b461-4481-b732-c143c972a9bd tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.415278 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0e788537-b461-4481-b732-c143c972a9bd tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "DELETE /v2.0/security-groups/989cfd29-0be6-46d5-b3f3-7c8bec6f70e9 HTTP/1.1" status: 204 len: 168 time: 0.6450248 Feb 28 20:31:51.422521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39766) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:51.430663 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.568698 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b74b7150-88b5-49ec-87db-d995993ffced None None] Current status of the port cc23db62-b61d-43a3-97f5-667cbc24aa25 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:51.569353 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b74b7150-88b5-49ec-87db-d995993ffced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cc23db62-b61d-43a3-97f5-667cbc24aa25), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.570536 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e788537-b461-4481-b732-c143c972a9bd tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=989cfd29-0be6-46d5-b3f3-7c8bec6f70e9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:51.591510 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9c774-70ad-4d5d-ada0-62cdfee9d213 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Port': ['ID=fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:51.615973 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-4a3dfa39-feab-48b2-88f0-e0998ee4b229 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Deleting port c5798f0d-52cb-4990-891e-02d75760d8e8 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:51.616321 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a3dfa39-feab-48b2-88f0-e0998ee4b229 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c5798f0d-52cb-4990-891e-02d75760d8e8), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.714647 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b74b7150-88b5-49ec-87db-d995993ffced None None] For port cc23db62-b61d-43a3-97f5-667cbc24aa25, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=cc23db62-b61d-43a3-97f5-667cbc24aa25,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:51.726100 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a', 'name': 'tempest-NetworksTestDHCPv6-router-340658422', 'tenant_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:41Z', 'updated_at': '2022-02-28T20:31:46Z', 'revision_number': 2, 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'gw_port_host': None, '_interfaces': [{'id': 'cc23db62-b61d-43a3-97f5-667cbc24aa25', 'name': '', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'tenant_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'mac_address': 'fa:16:3e:4f:13:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '5cf343cb-662d-42b0-9afd-fa0f350c55c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:31:44Z', 'updated_at': '2022-02-28T20:31:51Z', 'revision_number': 4, 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'subnets': [{'id': '5cf343cb-662d-42b0-9afd-fa0f350c55c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:51.730676 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b74b7150-88b5-49ec-87db-d995993ffced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cc23db62-b61d-43a3-97f5-667cbc24aa25), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.756143 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6d8d2c0c-c55b-4e95-9332-cf3fd066f29a tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3153820 Feb 28 20:31:51.763769 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39770) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:51.765834 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9f2f82-91ed-4f37-949c-d5c489963279 None None] The sync data for ids ['ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a'] in n-d-820368-21 is: [{'id': 'ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a', 'name': 'tempest-NetworksTestDHCPv6-router-340658422', 'tenant_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:41Z', 'updated_at': '2022-02-28T20:31:46Z', 'revision_number': 2, 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'gw_port_host': None, '_interfaces': [{'id': 'cc23db62-b61d-43a3-97f5-667cbc24aa25', 'name': '', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'tenant_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'mac_address': 'fa:16:3e:4f:13:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '5cf343cb-662d-42b0-9afd-fa0f350c55c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:31:44Z', 'updated_at': '2022-02-28T20:31:51Z', 'revision_number': 4, 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'subnets': [{'id': '5cf343cb-662d-42b0-9afd-fa0f350c55c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:31:51.792654 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-306e7748-0f96-4d11-8502-24171c653020 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Deleting port 0432124d-acef-4d3e-b7d7-37864dad5117 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:51.793006 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-306e7748-0f96-4d11-8502-24171c653020 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0432124d-acef-4d3e-b7d7-37864dad5117), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.820816 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b7150-88b5-49ec-87db-d995993ffced None None] Pushing event updated for resources: {'Port': ['ID=cc23db62-b61d-43a3-97f5-667cbc24aa25,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:51.849359 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-4b8fa3d2-bcbd-478e-9347-084a6b722992 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting port cc23db62-b61d-43a3-97f5-667cbc24aa25 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:51.849970 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b8fa3d2-bcbd-478e-9347-084a6b722992 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (cc23db62-b61d-43a3-97f5-667cbc24aa25), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.881482 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-97175179-e991-4c47-926a-c872e023f41d None None] Provisioning complete for port cc23db62-b61d-43a3-97f5-667cbc24aa25 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:31:51.882003 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-97175179-e991-4c47-926a-c872e023f41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cc23db62-b61d-43a3-97f5-667cbc24aa25), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.913502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-4a3dfa39-feab-48b2-88f0-e0998ee4b229 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] For port c5798f0d-52cb-4990-891e-02d75760d8e8, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c5798f0d-52cb-4990-891e-02d75760d8e8,segment=NetworkSegment(066ce635-d9aa-402e-91dc-9c9adea66400),segment_id=066ce635-d9aa-402e-91dc-9c9adea66400)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:51.913874 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a3dfa39-feab-48b2-88f0-e0998ee4b229 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c5798f0d-52cb-4990-891e-02d75760d8e8), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.938302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-4a3dfa39-feab-48b2-88f0-e0998ee4b229 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Calling delete_port for c5798f0d-52cb-4990-891e-02d75760d8e8 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:51.969521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-4b8fa3d2-bcbd-478e-9347-084a6b722992 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] For port cc23db62-b61d-43a3-97f5-667cbc24aa25, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=cc23db62-b61d-43a3-97f5-667cbc24aa25,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:51.970699 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b8fa3d2-bcbd-478e-9347-084a6b722992 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (cc23db62-b61d-43a3-97f5-667cbc24aa25), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:51.987375 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-4b8fa3d2-bcbd-478e-9347-084a6b722992 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Calling delete_port for cc23db62-b61d-43a3-97f5-667cbc24aa25 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:52.045663 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-97175179-e991-4c47-926a-c872e023f41d None None] Current status of the port cc23db62-b61d-43a3-97f5-667cbc24aa25 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:31:52.100026 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-43bd7679-17c6-45ed-b4da-d85a23d3c422 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (f2b62c78-a690-416c-be18-009e2a78bbe6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:52.265649 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a3dfa39-feab-48b2-88f0-e0998ee4b229 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (c5798f0d-52cb-4990-891e-02d75760d8e8), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:52.371605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3dfa39-feab-48b2-88f0-e0998ee4b229 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event deleted for resources: {'Port': ['ID=c5798f0d-52cb-4990-891e-02d75760d8e8,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:52.378122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3dfa39-feab-48b2-88f0-e0998ee4b229 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] No DVR routers for this DVR port c5798f0d-52cb-4990-891e-02d75760d8e8 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:31:52.480962 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:52.556236 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a3dfa39-feab-48b2-88f0-e0998ee4b229 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (4ec941d5-5f64-4297-86fb-b5d3d1770537), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:52.588192 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9611ab52-2598-48a5-be76-e8ebabea2033 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (ee9f2ebb-b657-44d3-9ab9-1317c24fb3bc), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:52.595180 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-4a3dfa39-feab-48b2-88f0-e0998ee4b229 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec941d5-5f64-4297-86fb-b5d3d1770537']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:52.609990 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-4a3dfa39-feab-48b2-88f0-e0998ee4b229 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066ce635-d9aa-402e-91dc-9c9adea66400') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:52.610709 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-4a3dfa39-feab-48b2-88f0-e0998ee4b229 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066ce635-d9aa-402e-91dc-9c9adea66400') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:52.614628 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9611ab52-2598-48a5-be76-e8ebabea2033 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (ee9f2ebb-b657-44d3-9ab9-1317c24fb3bc), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:52.627166 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a3dfa39-feab-48b2-88f0-e0998ee4b229 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (066ce635-d9aa-402e-91dc-9c9adea66400), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:52.675348 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:52.688075 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a3dfa39-feab-48b2-88f0-e0998ee4b229 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (066ce635-d9aa-402e-91dc-9c9adea66400), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:52.704931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3dfa39-feab-48b2-88f0-e0998ee4b229 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:31:52.705394 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a3dfa39-feab-48b2-88f0-e0998ee4b229 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (066ce635-d9aa-402e-91dc-9c9adea66400), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:31:52.708800 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:31:52.761455 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9611ab52-2598-48a5-be76-e8ebabea2033 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ee9f2ebb-b657-44d3-9ab9-1317c24fb3bc), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:52.765691 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9611ab52-2598-48a5-be76-e8ebabea2033 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:52.773831 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9611ab52-2598-48a5-be76-e8ebabea2033 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "DELETE /v2.0/security-groups/ee9f2ebb-b657-44d3-9ab9-1317c24fb3bc HTTP/1.1" status: 204 len: 168 time: 1.0089986 Feb 28 20:31:52.774475 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39790) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:52.818097 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a3dfa39-feab-48b2-88f0-e0998ee4b229 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (4ec941d5-5f64-4297-86fb-b5d3d1770537), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:52.818355 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-306e7748-0f96-4d11-8502-24171c653020 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0432124d-acef-4d3e-b7d7-37864dad5117), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:52.832484 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a3dfa39-feab-48b2-88f0-e0998ee4b229 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:52.835783 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4a3dfa39-feab-48b2-88f0-e0998ee4b229 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "DELETE /v2.0/networks/4ec941d5-5f64-4297-86fb-b5d3d1770537 HTTP/1.1" status: 204 len: 168 time: 2.0425436 Feb 28 20:31:52.848757 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39792) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:52.851738 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611ab52-2598-48a5-be76-e8ebabea2033 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9f2ebb-b657-44d3-9ab9-1317c24fb3bc,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:52.853082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3dfa39-feab-48b2-88f0-e0998ee4b229 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event deleted for resources: {'Network': ['ID=4ec941d5-5f64-4297-86fb-b5d3d1770537,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:52.865642 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-43bd7679-17c6-45ed-b4da-d85a23d3c422 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting port fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:52.865943 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-43bd7679-17c6-45ed-b4da-d85a23d3c422 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:52.931010 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-306e7748-0f96-4d11-8502-24171c653020 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Calling delete_port for 0432124d-acef-4d3e-b7d7-37864dad5117 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:52.993813 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-43bd7679-17c6-45ed-b4da-d85a23d3c422 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:53.009432 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-43bd7679-17c6-45ed-b4da-d85a23d3c422 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Calling delete_port for fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:53.094665 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aea4f0f4-712b-486a-9c5e-904f6fed68c7 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (68067667-122a-466a-92c9-b7a601b7cb0b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:53.138343 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b3ee2932-a851-4462-be09-c0462477badb tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3389666 Feb 28 20:31:53.140657 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39798) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:53.150166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-bd7697a0-25b9-42cb-aa04-3e6cc266f218 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1324153081'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:53.226423 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b8fa3d2-bcbd-478e-9347-084a6b722992 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (cc23db62-b61d-43a3-97f5-667cbc24aa25), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:53.302855 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bd7697a0-25b9-42cb-aa04-3e6cc266f218 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:53.306899 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8fa3d2-bcbd-478e-9347-084a6b722992 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Port': ['ID=cc23db62-b61d-43a3-97f5-667cbc24aa25,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:53.612077 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-43bd7679-17c6-45ed-b4da-d85a23d3c422 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:53.614242 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aea4f0f4-712b-486a-9c5e-904f6fed68c7 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (68067667-122a-466a-92c9-b7a601b7cb0b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:53.646885 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd7679-17c6-45ed-b4da-d85a23d3c422 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Port': ['ID=fb0c5f5e-d2f0-431a-8c75-ffbb6c8a72ee,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:53.725215 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-aea4f0f4-712b-486a-9c5e-904f6fed68c7 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68067667-122a-466a-92c9-b7a601b7cb0b']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:53.750079 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b8fa3d2-bcbd-478e-9347-084a6b722992 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:53.778499 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-aea4f0f4-712b-486a-9c5e-904f6fed68c7 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179b354b-d328-4cd1-8007-9d5b7ac03985') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:53.778868 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-aea4f0f4-712b-486a-9c5e-904f6fed68c7 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179b354b-d328-4cd1-8007-9d5b7ac03985') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:53.815526 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aea4f0f4-712b-486a-9c5e-904f6fed68c7 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (179b354b-d328-4cd1-8007-9d5b7ac03985), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:53.839822 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aea4f0f4-712b-486a-9c5e-904f6fed68c7 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (179b354b-d328-4cd1-8007-9d5b7ac03985), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:53.900389 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-43bd7679-17c6-45ed-b4da-d85a23d3c422 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (f2b62c78-a690-416c-be18-009e2a78bbe6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:53.931046 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bd7697a0-25b9-42cb-aa04-3e6cc266f218 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (bf023e19-25e2-418e-8b68-fa98acee4228), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:53.933419 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-306e7748-0f96-4d11-8502-24171c653020 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0432124d-acef-4d3e-b7d7-37864dad5117), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:53.949389 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea4f0f4-712b-486a-9c5e-904f6fed68c7 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:31:53.949871 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aea4f0f4-712b-486a-9c5e-904f6fed68c7 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (179b354b-d328-4cd1-8007-9d5b7ac03985), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:31:53.964010 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:31:53.965777 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bd7697a0-25b9-42cb-aa04-3e6cc266f218 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (bf023e19-25e2-418e-8b68-fa98acee4228), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:54.091815 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e7748-0f96-4d11-8502-24171c653020 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Pushing event deleted for resources: {'Port': ['ID=0432124d-acef-4d3e-b7d7-37864dad5117,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:54.166457 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bd7697a0-25b9-42cb-aa04-3e6cc266f218 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:54.167809 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bd7697a0-25b9-42cb-aa04-3e6cc266f218 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0219238 Feb 28 20:31:54.175048 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7697a0-25b9-42cb-aa04-3e6cc266f218 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf023e19-25e2-418e-8b68-fa98acee4228,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:54.180646 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39822) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:54.189851 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-86dbb182-37d9-4042-8f8b-dbc9c2e8cb9c tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:54.190273 n-d-820368-21 neutron-server[103773]: WARNING neutron.api.v2.base [None req-86dbb182-37d9-4042-8f8b-dbc9c2e8cb9c tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 20:31:54.190820 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-86dbb182-37d9-4042-8f8b-dbc9c2e8cb9c tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] update failed (client error): There was a conflict when trying to complete your request. Feb 28 20:31:54.191838 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-86dbb182-37d9-4042-8f8b-dbc9c2e8cb9c tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "PUT /v2.0/security-groups/bf023e19-25e2-418e-8b68-fa98acee4228 HTTP/1.1" status: 409 len: 330 time: 0.0096521 Feb 28 20:31:54.195310 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39824) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:54.218924 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aea4f0f4-712b-486a-9c5e-904f6fed68c7 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (68067667-122a-466a-92c9-b7a601b7cb0b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:54.247249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bd7679-17c6-45ed-b4da-d85a23d3c422 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router f2b62c78-a690-416c-be18-009e2a78bbe6 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:31:54.273129 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aea4f0f4-712b-486a-9c5e-904f6fed68c7 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:54.276362 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-aea4f0f4-712b-486a-9c5e-904f6fed68c7 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "DELETE /v2.0/networks/68067667-122a-466a-92c9-b7a601b7cb0b HTTP/1.1" status: 204 len: 168 time: 1.4223883 Feb 28 20:31:54.294500 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39826) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:54.303296 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-306e7748-0f96-4d11-8502-24171c653020 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (6459700f-c06b-4cdd-8e6f-1f3e1c2160c3), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:54.370812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bd7679-17c6-45ed-b4da-d85a23d3c422 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:31:54.377266 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-43bd7679-17c6-45ed-b4da-d85a23d3c422 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/f2b62c78-a690-416c-be18-009e2a78bbe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2633846 Feb 28 20:31:54.379915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39830) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:54.380406 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4f0f4-712b-486a-9c5e-904f6fed68c7 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event deleted for resources: {'Network': ['ID=68067667-122a-466a-92c9-b7a601b7cb0b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:54.394078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88de35-fc3f-4036-b213-71529112c206 None None] Sync routers for ids ['f2b62c78-a690-416c-be18-009e2a78bbe6'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:31:54.421746 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db88de35-fc3f-4036-b213-71529112c206 None None] Routers {'f2b62c78-a690-416c-be18-009e2a78bbe6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:54.422379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-db88de35-fc3f-4036-b213-71529112c206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f2b62c78-a690-416c-be18-009e2a78bbe6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:54.444500 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2ba0bf12-cc2c-42ae-afe0-cc8a69104c2c tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2b62c78-a690-416c-be18-009e2a78bbe6 HTTP/1.1" status: 200 len: 205 time: 0.0628707 Feb 28 20:31:54.447580 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39832) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:54.498666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-db88de35-fc3f-4036-b213-71529112c206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:54.520501 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db88de35-fc3f-4036-b213-71529112c206 None None] Routers {'f2b62c78-a690-416c-be18-009e2a78bbe6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:54.521413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-db88de35-fc3f-4036-b213-71529112c206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f2b62c78-a690-416c-be18-009e2a78bbe6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:54.585101 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7e8a5377-e8a0-408e-af1b-2714b66f42e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (f2b62c78-a690-416c-be18-009e2a78bbe6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:54.600787 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8fa3d2-bcbd-478e-9347-084a6b722992 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Router ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:31:54.609206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-db88de35-fc3f-4036-b213-71529112c206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:54.609879 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88de35-fc3f-4036-b213-71529112c206 None None] The sync data for ids ['f2b62c78-a690-416c-be18-009e2a78bbe6'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:31:54.615334 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-306e7748-0f96-4d11-8502-24171c653020 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (6459700f-c06b-4cdd-8e6f-1f3e1c2160c3), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:54.628055 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-306e7748-0f96-4d11-8502-24171c653020 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_controller (6459700f-c06b-4cdd-8e6f-1f3e1c2160c3), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:54.645698 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e15106e-6a06-4652-a35f-5e1c55033973 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (ac4449f9-ed0f-4e0d-a36f-4257ab99e961), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:54.652659 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ef063e9-ab8b-4b65-b19c-2ed3d53275bf tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (bf023e19-25e2-418e-8b68-fa98acee4228), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:54.771386 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-306e7748-0f96-4d11-8502-24171c653020 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (6459700f-c06b-4cdd-8e6f-1f3e1c2160c3), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:54.772215 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306e7748-0f96-4d11-8502-24171c653020 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Fanout notify agent at l3_agent the message router_deleted on router 6459700f-c06b-4cdd-8e6f-1f3e1c2160c3 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:31:54.786490 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-306e7748-0f96-4d11-8502-24171c653020 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:54.791597 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-306e7748-0f96-4d11-8502-24171c653020 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "DELETE /v2.0/routers/6459700f-c06b-4cdd-8e6f-1f3e1c2160c3 HTTP/1.1" status: 204 len: 168 time: 4.1527321 Feb 28 20:31:54.793828 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ef063e9-ab8b-4b65-b19c-2ed3d53275bf tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (bf023e19-25e2-418e-8b68-fa98acee4228), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:54.806028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39842) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:54.844224 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-c6d0ff9b-b924-47c1-bd39-de6868fbf771 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-188597238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:54.860205 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8fa3d2-bcbd-478e-9347-084a6b722992 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:31:54.870579 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ada085b-2de7-4105-a02b-52a37d6aa99d None None] Sync routers for ids ['ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:31:54.888644 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ada085b-2de7-4105-a02b-52a37d6aa99d None None] Routers {'ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:54.889508 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-1ada085b-2de7-4105-a02b-52a37d6aa99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:54.901196 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4b8fa3d2-bcbd-478e-9347-084a6b722992 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "PUT /v2.0/routers/ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7683978 Feb 28 20:31:54.916061 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39844) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:54.976117 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7e8a5377-e8a0-408e-af1b-2714b66f42e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (f2b62c78-a690-416c-be18-009e2a78bbe6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:54.985809 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7e8a5377-e8a0-408e-af1b-2714b66f42e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router_controller (f2b62c78-a690-416c-be18-009e2a78bbe6), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.007030 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e15106e-6a06-4652-a35f-5e1c55033973 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (ac4449f9-ed0f-4e0d-a36f-4257ab99e961), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.012767 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ff9b-b924-47c1-bd39-de6868fbf771 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (0e3ecac9-06a5-4e42-af0c-fae37992ef80), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.013798 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ff9b-b924-47c1-bd39-de6868fbf771 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (0e3ecac9-06a5-4e42-af0c-fae37992ef80), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.034492 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ef063e9-ab8b-4b65-b19c-2ed3d53275bf tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (bf023e19-25e2-418e-8b68-fa98acee4228), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.041218 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ef063e9-ab8b-4b65-b19c-2ed3d53275bf tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.044534 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0ef063e9-ab8b-4b65-b19c-2ed3d53275bf tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "DELETE /v2.0/security-groups/bf023e19-25e2-418e-8b68-fa98acee4228 HTTP/1.1" status: 204 len: 168 time: 0.8478980 Feb 28 20:31:55.054988 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39850) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:55.062953 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-0e15106e-6a06-4652-a35f-5e1c55033973 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4449f9-ed0f-4e0d-a36f-4257ab99e961']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:55.092917 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91daa1b3-6404-478b-8d3c-42c59e2aaf93 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:55.093284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-0e15106e-6a06-4652-a35f-5e1c55033973 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35aea706-d8ce-4e7b-adaf-1c4f5d4eea7e') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:55.093647 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-0e15106e-6a06-4652-a35f-5e1c55033973 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35aea706-d8ce-4e7b-adaf-1c4f5d4eea7e') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:55.095880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91daa1b3-6404-478b-8d3c-42c59e2aaf93 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:55.097356 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef063e9-ab8b-4b65-b19c-2ed3d53275bf tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf023e19-25e2-418e-8b68-fa98acee4228,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:55.097982 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-91daa1b3-6404-478b-8d3c-42c59e2aaf93 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1756079 Feb 28 20:31:55.103840 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-1ada085b-2de7-4105-a02b-52a37d6aa99d None None] Set router ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:31:55.108614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39854) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:55.110138 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e15106e-6a06-4652-a35f-5e1c55033973 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (35aea706-d8ce-4e7b-adaf-1c4f5d4eea7e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.148716 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e15106e-6a06-4652-a35f-5e1c55033973 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (35aea706-d8ce-4e7b-adaf-1c4f5d4eea7e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.160116 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-67456da2-a37f-48f6-8bcb-2d182c9f3c56 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0989742 Feb 28 20:31:55.161369 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39856) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:55.162537 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e15106e-6a06-4652-a35f-5e1c55033973 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:31:55.162952 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e15106e-6a06-4652-a35f-5e1c55033973 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (35aea706-d8ce-4e7b-adaf-1c4f5d4eea7e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:31:55.170379 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:31:55.172294 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7e8a5377-e8a0-408e-af1b-2714b66f42e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (f2b62c78-a690-416c-be18-009e2a78bbe6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.173312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8a5377-e8a0-408e-af1b-2714b66f42e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Fanout notify agent at l3_agent the message router_deleted on router f2b62c78-a690-416c-be18-009e2a78bbe6 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:31:55.208374 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-1ada085b-2de7-4105-a02b-52a37d6aa99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a', 'name': 'tempest-NetworksTestDHCPv6-router-340658422', 'tenant_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:41Z', 'updated_at': '2022-02-28T20:31:53Z', 'revision_number': 3, 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:55.226650 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7e8a5377-e8a0-408e-af1b-2714b66f42e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.226650 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7e8a5377-e8a0-408e-af1b-2714b66f42e1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/routers/f2b62c78-a690-416c-be18-009e2a78bbe6 HTTP/1.1" status: 204 len: 168 time: 0.7714465 Feb 28 20:31:55.243618 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39858) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:55.245977 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-1d7f4ffc-8791-42fc-b0fe-62e4527cad79 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] delete failed (client error): The resource could not be found. Feb 28 20:31:55.250565 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1d7f4ffc-8791-42fc-b0fe-62e4527cad79 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "DELETE /v2.0/security-groups/2e7ec470-71c3-4bbb-99a8-cd79d3c08009 HTTP/1.1" status: 404 len: 347 time: 0.0775924 Feb 28 20:31:55.257045 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39860) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:55.263386 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ada085b-2de7-4105-a02b-52a37d6aa99d None None] Checking router: ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:31:55.272662 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ada085b-2de7-4105-a02b-52a37d6aa99d None None] Routers {'ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:31:55.273282 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-1ada085b-2de7-4105-a02b-52a37d6aa99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:55.312631 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39862) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:55.325619 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ff9b-b924-47c1-bd39-de6868fbf771 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_controller (0e3ecac9-06a5-4e42-af0c-fae37992ef80), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.332190 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-cacf38d4-1f29-4471-8575-9c2256e979cc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet 5cf343cb-662d-42b0-9afd-fa0f350c55c0 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:31:55.336582 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cacf38d4-1f29-4471-8575-9c2256e979cc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (5cf343cb-662d-42b0-9afd-fa0f350c55c0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.343735 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-e5370932-0624-4365-bd60-0f22fdb7ceda tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] show failed (client error): The resource could not be found. Feb 28 20:31:55.348677 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e5370932-0624-4365-bd60-0f22fdb7ceda tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "GET /v2.0/security-groups/7cc108f0-1066-4595-9a9b-cec80ec8c3a6 HTTP/1.1" status: 404 len: 347 time: 0.0871310 Feb 28 20:31:55.363008 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39866) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:55.367282 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e15106e-6a06-4652-a35f-5e1c55033973 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (ac4449f9-ed0f-4e0d-a36f-4257ab99e961), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.368251 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ff9b-b924-47c1-bd39-de6868fbf771 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (0e3ecac9-06a5-4e42-af0c-fae37992ef80), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.383477 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0e15106e-6a06-4652-a35f-5e1c55033973 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.386844 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0e15106e-6a06-4652-a35f-5e1c55033973 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] 10.222.0.13 "DELETE /v2.0/networks/ac4449f9-ed0f-4e0d-a36f-4257ab99e961 HTTP/1.1" status: 204 len: 168 time: 1.0897646 Feb 28 20:31:55.398415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de17ab1-b65c-42eb-a1c5-3cbb571cbfef tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting subnet 87651fbc-70c6-4637-ac69-211791de8e50 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:31:55.401503 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-a0ad6ca4-4d57-47f0-9cae-1729e92bbc01 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] show failed (client error): The resource could not be found. Feb 28 20:31:55.407344 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a0ad6ca4-4d57-47f0-9cae-1729e92bbc01 tempest-NegativeSecGroupTest-1698385688 tempest-NegativeSecGroupTest-1698385688-project] 10.222.0.13 "GET /v2.0/security-group-rules/62f295b7-1c31-4b96-a571-76901b77c4fd HTTP/1.1" status: 404 len: 356 time: 0.0363526 Feb 28 20:31:55.414500 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8de17ab1-b65c-42eb-a1c5-3cbb571cbfef tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (87651fbc-70c6-4637-ac69-211791de8e50), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.421965 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15106e-6a06-4652-a35f-5e1c55033973 tempest-BulkNetworkOpsIpV6Test-1166236524 tempest-BulkNetworkOpsIpV6Test-1166236524-project] Pushing event deleted for resources: {'Network': ['ID=ac4449f9-ed0f-4e0d-a36f-4257ab99e961,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:55.464160 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ff9b-b924-47c1-bd39-de6868fbf771 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.470419 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c6d0ff9b-b924-47c1-bd39-de6868fbf771 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6623662 Feb 28 20:31:55.476679 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39872) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:55.489942 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-8c29c711-14ac-4ae7-abd7-69b30ed7919e tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'enable_snat': True}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:55.506164 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cacf38d4-1f29-4471-8575-9c2256e979cc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (5cf343cb-662d-42b0-9afd-fa0f350c55c0), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.526945 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8de17ab1-b65c-42eb-a1c5-3cbb571cbfef tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (87651fbc-70c6-4637-ac69-211791de8e50), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.599091 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-1ada085b-2de7-4105-a02b-52a37d6aa99d None None] Set router ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:31:55.613813 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ccf0eb9b-4c09-450c-baf7-c6a0d15cabde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.716354 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-1ada085b-2de7-4105-a02b-52a37d6aa99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a', 'name': 'tempest-NetworksTestDHCPv6-router-340658422', 'tenant_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:41Z', 'updated_at': '2022-02-28T20:31:53Z', 'revision_number': 3, 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:55.779944 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ada085b-2de7-4105-a02b-52a37d6aa99d None None] The sync data for ids ['ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a'] in n-d-820368-21 is: [{'id': 'ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a', 'name': 'tempest-NetworksTestDHCPv6-router-340658422', 'tenant_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:41Z', 'updated_at': '2022-02-28T20:31:53Z', 'revision_number': 3, 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'gw_port_host': None}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:31:55.848506 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8de17ab1-b65c-42eb-a1c5-3cbb571cbfef tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (87651fbc-70c6-4637-ac69-211791de8e50), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.849967 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39880) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:55.858628 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39882) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:55.948900 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ccf0eb9b-4c09-450c-baf7-c6a0d15cabde admin admin] Publish callbacks [] for security_group (dc863baf-8a64-4f46-a438-47e15a978e01), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.964494 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ccf0eb9b-4c09-450c-baf7-c6a0d15cabde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (dc863baf-8a64-4f46-a438-47e15a978e01), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:55.981418 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8de17ab1-b65c-42eb-a1c5-3cbb571cbfef tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (87651fbc-70c6-4637-ac69-211791de8e50), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.023929 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8c29c711-14ac-4ae7-abd7-69b30ed7919e tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_gateway (0e3ecac9-06a5-4e42-af0c-fae37992ef80), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.027590 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cacf38d4-1f29-4471-8575-9c2256e979cc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (5cf343cb-662d-42b0-9afd-fa0f350c55c0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.028668 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0eb9b-4c09-450c-baf7-c6a0d15cabde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc863baf-8a64-4f46-a438-47e15a978e01,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:56.072040 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de17ab1-b65c-42eb-a1c5-3cbb571cbfef tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Subnet': ['ID=87651fbc-70c6-4637-ac69-211791de8e50,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:56.074374 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8de17ab1-b65c-42eb-a1c5-3cbb571cbfef tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.081595 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8de17ab1-b65c-42eb-a1c5-3cbb571cbfef tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/subnets/87651fbc-70c6-4637-ac69-211791de8e50 HTTP/1.1" status: 204 len: 168 time: 0.8367655 Feb 28 20:31:56.083250 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39888) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:56.083620 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988d2e2a-5c1f-4cb2-b3b6-b49abea8ea79 None None] Network 2a3ba34e-81cc-4f52-8842-8db582d9ad97 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:56.088475 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ccf0eb9b-4c09-450c-baf7-c6a0d15cabde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=775e15a241ac45e7999cae892f4c5bb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7624285 Feb 28 20:31:56.095834 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39890) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:56.222195 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-202da5ff-0566-4288-97f5-5e20787a21e3 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (2a3ba34e-81cc-4f52-8842-8db582d9ad97), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.254939 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b5954777-01bd-4c42-a99e-53213fc4f98f admin admin] Publish callbacks [] for security_group (dc863baf-8a64-4f46-a438-47e15a978e01), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.295275 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cacf38d4-1f29-4471-8575-9c2256e979cc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (5cf343cb-662d-42b0-9afd-fa0f350c55c0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.306625 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b5954777-01bd-4c42-a99e-53213fc4f98f admin admin] Publish callbacks [] for security_group (dc863baf-8a64-4f46-a438-47e15a978e01), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.310189 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7b1f89ac-9a50-481e-8be2-009ece28a097 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=984fb70154694a508f1794871e759829&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4513395 Feb 28 20:31:56.314857 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39894) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:56.339902 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-22196a43-16a2-4d48-b6bc-2099f81f2e8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ffd9f5869ab4a8493f821e36e661431&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4723525 Feb 28 20:31:56.342732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39896) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:56.345240 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf38d4-1f29-4471-8575-9c2256e979cc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf343cb-662d-42b0-9afd-fa0f350c55c0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:56.361568 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1c685e-7139-4caf-b20c-676921f8dd57 None None] DHCP port deletion for 2a3ba34e-81cc-4f52-8842-8db582d9ad97 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:31:56.366470 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cacf38d4-1f29-4471-8575-9c2256e979cc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.371982 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b9e66d-96c1-4fab-9d15-e9438d37b314 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:56.372154 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cacf38d4-1f29-4471-8575-9c2256e979cc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/5cf343cb-662d-42b0-9afd-fa0f350c55c0 HTTP/1.1" status: 204 len: 168 time: 1.2261519 Feb 28 20:31:56.377655 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39898) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:56.446655 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-202da5ff-0566-4288-97f5-5e20787a21e3 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting port 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:56.447351 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-202da5ff-0566-4288-97f5-5e20787a21e3 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4ba808a3-7f78-4367-8c47-7afd6bc1f6e4), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.454353 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-97a7ca08-e0d3-48cb-aee6-8d64ccb07581 admin admin] Publish callbacks [] for security_group (c3acf6ed-3d0a-4f87-bf59-7eb2aca8728d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.484732 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b5954777-01bd-4c42-a99e-53213fc4f98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (dc863baf-8a64-4f46-a438-47e15a978e01), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.488437 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b5954777-01bd-4c42-a99e-53213fc4f98f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.489811 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b5954777-01bd-4c42-a99e-53213fc4f98f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc863baf-8a64-4f46-a438-47e15a978e01 HTTP/1.1" status: 204 len: 168 time: 0.3932865 Feb 28 20:31:56.511150 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c685e-7139-4caf-b20c-676921f8dd57 None None] Deleting port 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:56.511532 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fc1c685e-7139-4caf-b20c-676921f8dd57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4ba808a3-7f78-4367-8c47-7afd6bc1f6e4), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.543403 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5954777-01bd-4c42-a99e-53213fc4f98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc863baf-8a64-4f46-a438-47e15a978e01,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:56.552732 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-97a7ca08-e0d3-48cb-aee6-8d64ccb07581 admin admin] Publish callbacks [] for security_group (c3acf6ed-3d0a-4f87-bf59-7eb2aca8728d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.595328 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-202da5ff-0566-4288-97f5-5e20787a21e3 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] For port 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4ba808a3-7f78-4367-8c47-7afd6bc1f6e4,segment=NetworkSegment(30458197-70da-4834-be25-e83d946c1abf),segment_id=30458197-70da-4834-be25-e83d946c1abf)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:56.596126 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-202da5ff-0566-4288-97f5-5e20787a21e3 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4ba808a3-7f78-4367-8c47-7afd6bc1f6e4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.616645 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-202da5ff-0566-4288-97f5-5e20787a21e3 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Calling delete_port for 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:56.631124 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-fc1c685e-7139-4caf-b20c-676921f8dd57 None None] For port 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4ba808a3-7f78-4367-8c47-7afd6bc1f6e4,segment=NetworkSegment(30458197-70da-4834-be25-e83d946c1abf),segment_id=30458197-70da-4834-be25-e83d946c1abf)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:56.631810 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fc1c685e-7139-4caf-b20c-676921f8dd57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4ba808a3-7f78-4367-8c47-7afd6bc1f6e4), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.649203 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c685e-7139-4caf-b20c-676921f8dd57 None None] Calling delete_port for 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:56.729526 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-97a7ca08-e0d3-48cb-aee6-8d64ccb07581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c3acf6ed-3d0a-4f87-bf59-7eb2aca8728d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.734203 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6a1b4aad-0fc5-4b22-b0d8-7d0a403fdbd7 admin admin] Publish callbacks [] for security_group (9abc37b1-e622-4171-9997-b3ee493cc0ef), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.736642 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-97a7ca08-e0d3-48cb-aee6-8d64ccb07581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.742354 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-97a7ca08-e0d3-48cb-aee6-8d64ccb07581 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3acf6ed-3d0a-4f87-bf59-7eb2aca8728d HTTP/1.1" status: 204 len: 168 time: 0.4254942 Feb 28 20:31:56.764860 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58678078-5965-4237-b4c0-05b21f04bb88 None None] DHCP port deletion for 60bc62cf-1ebe-462d-93c7-f1108638c505 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:31:56.769412 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6a1b4aad-0fc5-4b22-b0d8-7d0a403fdbd7 admin admin] Publish callbacks [] for security_group (9abc37b1-e622-4171-9997-b3ee493cc0ef), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.784048 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7ca08-e0d3-48cb-aee6-8d64ccb07581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3acf6ed-3d0a-4f87-bf59-7eb2aca8728d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:56.824613 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-202da5ff-0566-4288-97f5-5e20787a21e3 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4ba808a3-7f78-4367-8c47-7afd6bc1f6e4), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.863382 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202da5ff-0566-4288-97f5-5e20787a21e3 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Port': ['ID=4ba808a3-7f78-4367-8c47-7afd6bc1f6e4,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:56.865759 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5124faf9-f97c-423b-9c03-85487215b633 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4813979 Feb 28 20:31:56.870680 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39908) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:56.871897 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6a1b4aad-0fc5-4b22-b0d8-7d0a403fdbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9abc37b1-e622-4171-9997-b3ee493cc0ef), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.883271 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202da5ff-0566-4288-97f5-5e20787a21e3 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] No DVR routers for this DVR port 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:31:56.884068 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6a1b4aad-0fc5-4b22-b0d8-7d0a403fdbd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.887856 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6a1b4aad-0fc5-4b22-b0d8-7d0a403fdbd7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9abc37b1-e622-4171-9997-b3ee493cc0ef HTTP/1.1" status: 204 len: 168 time: 0.5431046 Feb 28 20:31:56.906396 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fc1c685e-7139-4caf-b20c-676921f8dd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (4ba808a3-7f78-4367-8c47-7afd6bc1f6e4), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:56.968182 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c685e-7139-4caf-b20c-676921f8dd57 None None] Pushing event deleted for resources: {'Port': ['ID=4ba808a3-7f78-4367-8c47-7afd6bc1f6e4,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:56.998992 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1c685e-7139-4caf-b20c-676921f8dd57 None None] No DVR routers for this DVR port 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:31:57.000373 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b4aad-0fc5-4b22-b0d8-7d0a403fdbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abc37b1-e622-4171-9997-b3ee493cc0ef,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:57.063828 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-202da5ff-0566-4288-97f5-5e20787a21e3 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (2a3ba34e-81cc-4f52-8842-8db582d9ad97), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:57.064687 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-58678078-5965-4237-b4c0-05b21f04bb88 None None] Deleting port a20773a0-0434-46cd-a70d-ceacae903d19 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:31:57.065149 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-58678078-5965-4237-b4c0-05b21f04bb88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a20773a0-0434-46cd-a70d-ceacae903d19), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:57.089063 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8c29c711-14ac-4ae7-abd7-69b30ed7919e tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_gateway (0e3ecac9-06a5-4e42-af0c-fae37992ef80), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:57.092488 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-202da5ff-0566-4288-97f5-5e20787a21e3 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3ba34e-81cc-4f52-8842-8db582d9ad97']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:57.116585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-202da5ff-0566-4288-97f5-5e20787a21e3 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30458197-70da-4834-be25-e83d946c1abf') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:57.117178 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-202da5ff-0566-4288-97f5-5e20787a21e3 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30458197-70da-4834-be25-e83d946c1abf') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:57.128500 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-202da5ff-0566-4288-97f5-5e20787a21e3 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (30458197-70da-4834-be25-e83d946c1abf), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:57.133980 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39912) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:57.136806 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8c29c711-14ac-4ae7-abd7-69b30ed7919e tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:57.144436 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-202da5ff-0566-4288-97f5-5e20787a21e3 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (30458197-70da-4834-be25-e83d946c1abf), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:57.152203 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202da5ff-0566-4288-97f5-5e20787a21e3 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:31:57.152971 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-202da5ff-0566-4288-97f5-5e20787a21e3 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (30458197-70da-4834-be25-e83d946c1abf), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:57.241046 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-58678078-5965-4237-b4c0-05b21f04bb88 None None] For port a20773a0-0434-46cd-a70d-ceacae903d19, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a20773a0-0434-46cd-a70d-ceacae903d19,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:31:57.241501 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-58678078-5965-4237-b4c0-05b21f04bb88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a20773a0-0434-46cd-a70d-ceacae903d19), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:31:57.262467 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:31:57.268564 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-202da5ff-0566-4288-97f5-5e20787a21e3 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (2a3ba34e-81cc-4f52-8842-8db582d9ad97), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:57.287252 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-58678078-5965-4237-b4c0-05b21f04bb88 None None] Calling delete_port for a20773a0-0434-46cd-a70d-ceacae903d19 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:31:57.307630 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-202da5ff-0566-4288-97f5-5e20787a21e3 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:57.311412 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-202da5ff-0566-4288-97f5-5e20787a21e3 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/networks/2a3ba34e-81cc-4f52-8842-8db582d9ad97 HTTP/1.1" status: 204 len: 168 time: 1.2240052 Feb 28 20:31:57.340457 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39918) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:57.346203 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-0ff70026-da67-4461-9460-86595eb04b4f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-344595660', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:57.357328 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-27cdf453-d159-4461-bbf2-36d9fcdd2406 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for router (ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:57.365375 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202da5ff-0566-4288-97f5-5e20787a21e3 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Network': ['ID=2a3ba34e-81cc-4f52-8842-8db582d9ad97,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:57.494063 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:31:57.538609 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ff70026-da67-4461-9460-86595eb04b4f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (31b9bb8b-6289-4f25-adce-e092aec4d787), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:57.541048 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ff70026-da67-4461-9460-86595eb04b4f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (31b9bb8b-6289-4f25-adce-e092aec4d787), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:57.552328 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:31:57.552328 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4ba808a3-7f78-4367-8c47-7afd6bc1f6e4 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:31:57.552328 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device cc23db62-b61d-43a3-97f5-667cbc24aa25 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:31:57.604104 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: cc23db62-b61d-43a3-97f5-667cbc24aa25 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:31:57.607356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device cc23db62-b61d-43a3-97f5-667cbc24aa25 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:31:57.607990 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a20773a0-0434-46cd-a70d-ceacae903d19 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:31:57.613272 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-58678078-5965-4237-b4c0-05b21f04bb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (a20773a0-0434-46cd-a70d-ceacae903d19), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:57.687333 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58678078-5965-4237-b4c0-05b21f04bb88 None None] No DVR routers for this DVR port a20773a0-0434-46cd-a70d-ceacae903d19 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:31:57.736747 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: a20773a0-0434-46cd-a70d-ceacae903d19 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:31:57.737101 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a20773a0-0434-46cd-a70d-ceacae903d19 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:31:57.744435 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58678078-5965-4237-b4c0-05b21f04bb88 None None] Pushing event deleted for resources: {'Port': ['ID=a20773a0-0434-46cd-a70d-ceacae903d19,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:57.886556 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-49e26013-32ce-469b-8408-5a60b2dd4f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.004853 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-8c29c711-14ac-4ae7-abd7-69b30ed7919e tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Allocated IP 172.25.0.91 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/33004df5-7046-498f-b0c4-103e9305956d) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:31:58.066440 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-27cdf453-d159-4461-bbf2-36d9fcdd2406 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.070155 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-27cdf453-d159-4461-bbf2-36d9fcdd2406 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for router_controller (ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.089052 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-49e26013-32ce-469b-8408-5a60b2dd4f4e admin admin] Publish callbacks [] for security_group (1fa7dd45-4943-43f6-8123-ed997881dbd7), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.112568 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-49e26013-32ce-469b-8408-5a60b2dd4f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1fa7dd45-4943-43f6-8123-ed997881dbd7), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.153389 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ff70026-da67-4461-9460-86595eb04b4f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router_controller (31b9bb8b-6289-4f25-adce-e092aec4d787), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.161533 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39944) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:58.161670 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-49e26013-32ce-469b-8408-5a60b2dd4f4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=792692cb59f846a490e43900a19e16d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8787551 Feb 28 20:31:58.176013 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ff70026-da67-4461-9460-86595eb04b4f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (31b9bb8b-6289-4f25-adce-e092aec4d787), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.195507 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e26013-32ce-469b-8408-5a60b2dd4f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa7dd45-4943-43f6-8123-ed997881dbd7,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:58.207896 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-27cdf453-d159-4461-bbf2-36d9fcdd2406 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.208454 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cdf453-d159-4461-bbf2-36d9fcdd2406 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Fanout notify agent at l3_agent the message router_deleted on router ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:31:58.226696 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-27cdf453-d159-4461-bbf2-36d9fcdd2406 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.228148 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-27cdf453-d159-4461-bbf2-36d9fcdd2406 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/routers/ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a HTTP/1.1" status: 204 len: 168 time: 1.3544588 Feb 28 20:31:58.244820 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39946) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:58.275650 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39948) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:58.325957 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ff70026-da67-4461-9460-86595eb04b4f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.329658 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0ff70026-da67-4461-9460-86595eb04b4f tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9855866 Feb 28 20:31:58.336846 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8302a0de-6af7-40d3-a0b2-85c91bcc8fbb tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0896637 Feb 28 20:31:58.337695 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39952) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:58.338130 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39954) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:58.347220 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-c8bfb75d-da27-4fc1-ae22-67c83949eaf4 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1324802305'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:58.373059 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8c29c711-14ac-4ae7-abd7-69b30ed7919e tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for port (33004df5-7046-498f-b0c4-103e9305956d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.382700 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16080c34-c212-4acd-beda-54cc6a477248 admin admin] Publish callbacks [] for security_group (1fa7dd45-4943-43f6-8123-ed997881dbd7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.421485 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16080c34-c212-4acd-beda-54cc6a477248 admin admin] Publish callbacks [] for security_group (1fa7dd45-4943-43f6-8123-ed997881dbd7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.473017 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce74abf1-d00d-4220-b7f2-81b4004afd5d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:58.479675 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ce74abf1-d00d-4220-b7f2-81b4004afd5d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1368370 Feb 28 20:31:58.479857 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39960) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:58.484604 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-397c1391-7172-4cbc-8b31-c081207ee5d8 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1410596103'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:58.489251 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16080c34-c212-4acd-beda-54cc6a477248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1fa7dd45-4943-43f6-8123-ed997881dbd7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.492008 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16080c34-c212-4acd-beda-54cc6a477248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.493260 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-16080c34-c212-4acd-beda-54cc6a477248 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fa7dd45-4943-43f6-8123-ed997881dbd7 HTTP/1.1" status: 204 len: 168 time: 0.3302751 Feb 28 20:31:58.530089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bfb75d-da27-4fc1-ae22-67c83949eaf4 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Made reservation on behalf of 8b8aa2c9faa640e4bf21843a9876834b for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:58.535376 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8bb53503-052f-469b-8d8a-1819d1943880 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540540 Feb 28 20:31:58.540948 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8bfb75d-da27-4fc1-ae22-67c83949eaf4 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.549698 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39966) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:58.556462 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-96eeb708-535a-4a4b-896a-eadc532a2f97 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:58.572735 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16080c34-c212-4acd-beda-54cc6a477248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa7dd45-4943-43f6-8123-ed997881dbd7,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:58.662998 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bfb75d-da27-4fc1-ae22-67c83949eaf4 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:31:58.663458 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96eeb708-535a-4a4b-896a-eadc532a2f97 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:58.666175 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397c1391-7172-4cbc-8b31-c081207ee5d8 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Made reservation on behalf of 1dcfe3bd1c724a2d93c5437d4aa155eb for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:58.670002 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-397c1391-7172-4cbc-8b31-c081207ee5d8 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.670501 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-96eeb708-535a-4a4b-896a-eadc532a2f97 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.684881 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8c29c711-14ac-4ae7-abd7-69b30ed7919e tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (33004df5-7046-498f-b0c4-103e9305956d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.691072 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8bfb75d-da27-4fc1-ae22-67c83949eaf4 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (b7ed59c0-55ee-43a6-a5e8-c0b57a407cde), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.691238 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-c8bfb75d-da27-4fc1-ae22-67c83949eaf4 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Added segment b7ed59c0-55ee-43a6-a5e8-c0b57a407cde of type vlan for network fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2 Feb 28 20:31:58.705417 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-397c1391-7172-4cbc-8b31-c081207ee5d8 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.814019 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8bfb75d-da27-4fc1-ae22-67c83949eaf4 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.820100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c29c711-14ac-4ae7-abd7-69b30ed7919e tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:58.824981 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29c711-14ac-4ae7-abd7-69b30ed7919e tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Pushing event updated for resources: {'Port': ['ID=33004df5-7046-498f-b0c4-103e9305956d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:58.830967 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-8c29c711-14ac-4ae7-abd7-69b30ed7919e tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:58.838357 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c29c711-14ac-4ae7-abd7-69b30ed7919e tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:31:58.905650 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8bfb75d-da27-4fc1-ae22-67c83949eaf4 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:58.911334 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bfb75d-da27-4fc1-ae22-67c83949eaf4 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:58.912071 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8bfb75d-da27-4fc1-ae22-67c83949eaf4 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:59.030534 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c8bfb75d-da27-4fc1-ae22-67c83949eaf4 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6911438 Feb 28 20:31:59.033837 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39982) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:59.079840 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-7ddfc7d9-157d-4827-aeaa-d7e068e349e0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'subnet': {'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:59.124640 n-d-820368-21 neutron-server[103773]: DEBUG neutron.objects.ports [None req-96eeb708-535a-4a4b-896a-eadc532a2f97 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103773) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 20:31:59.127516 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-96eeb708-535a-4a4b-896a-eadc532a2f97 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (2923d733-ba72-47e9-9fa6-dac36c0ac866), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:59.149701 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bfb75d-da27-4fc1-ae22-67c83949eaf4 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Network': ['ID=fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:59.164622 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:31:59.212774 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-397c1391-7172-4cbc-8b31-c081207ee5d8 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Publish callbacks [] for security_group (2960ba7a-2f24-4b5f-9747-0b25cc96a2a2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:59.218736 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eeb708-535a-4a4b-896a-eadc532a2f97 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:31:59.218736 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eeb708-535a-4a4b-896a-eadc532a2f97 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=2923d733-ba72-47e9-9fa6-dac36c0ac866,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:59.229566 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-96eeb708-535a-4a4b-896a-eadc532a2f97 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:31:59.233682 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eeb708-535a-4a4b-896a-eadc532a2f97 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:59.234396 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-96eeb708-535a-4a4b-896a-eadc532a2f97 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:59.238996 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-397c1391-7172-4cbc-8b31-c081207ee5d8 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2960ba7a-2f24-4b5f-9747-0b25cc96a2a2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:59.267778 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-96eeb708-535a-4a4b-896a-eadc532a2f97 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7136269 Feb 28 20:31:59.268059 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39986) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:59.277644 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-c677288f-c1d4-4632-9366-3d6f46887e8f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:31:59.298732 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2770891-8433-441a-a8fd-04315afe76bf None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:31:59.345923 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397c1391-7172-4cbc-8b31-c081207ee5d8 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:31:59.361566 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c1391-7172-4cbc-8b31-c081207ee5d8 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2960ba7a-2f24-4b5f-9747-0b25cc96a2a2,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:59.381642 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-397c1391-7172-4cbc-8b31-c081207ee5d8 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (15dc07cc-2f24-41f1-9b83-f70fcc7a6922), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:59.381966 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-397c1391-7172-4cbc-8b31-c081207ee5d8 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Added segment 15dc07cc-2f24-41f1-9b83-f70fcc7a6922 of type vlan for network 14714150-f06d-4fb5-a8e1-a4d624d2f985 Feb 28 20:31:59.395150 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddfc7d9-157d-4827-aeaa-d7e068e349e0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Made reservation on behalf of 8b8aa2c9faa640e4bf21843a9876834b for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:59.398678 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ddfc7d9-157d-4827-aeaa-d7e068e349e0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:59.418749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979346cb-97f3-47bf-acdb-91f07be56e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-60bc62cf-1ebe-462d-93c7-f1108638c505', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'fixed_ips': [{'subnet_id': '2923d733-ba72-47e9-9fa6-dac36c0ac866'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:31:59.419678 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-979346cb-97f3-47bf-acdb-91f07be56e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:59.509662 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c677288f-c1d4-4632-9366-3d6f46887e8f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:31:59.517697 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c677288f-c1d4-4632-9366-3d6f46887e8f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:59.601882 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-397c1391-7172-4cbc-8b31-c081207ee5d8 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (14714150-f06d-4fb5-a8e1-a4d624d2f985), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:59.629836 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-979346cb-97f3-47bf-acdb-91f07be56e98 None None] Allocated IP 2001:db8::f816:3eff:fe39:df76 (60bc62cf-1ebe-462d-93c7-f1108638c505/2923d733-ba72-47e9-9fa6-dac36c0ac866/b62287f9-c5ed-4739-98de-6ffd519f9b88) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:31:59.656360 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8c29c711-14ac-4ae7-abd7-69b30ed7919e tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_gateway (0e3ecac9-06a5-4e42-af0c-fae37992ef80), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:59.733317 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-397c1391-7172-4cbc-8b31-c081207ee5d8 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (14714150-f06d-4fb5-a8e1-a4d624d2f985), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:59.739357 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397c1391-7172-4cbc-8b31-c081207ee5d8 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:31:59.740323 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-397c1391-7172-4cbc-8b31-c081207ee5d8 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:59.891620 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-979346cb-97f3-47bf-acdb-91f07be56e98 None None] Publish callbacks [] for port (b62287f9-c5ed-4739-98de-6ffd519f9b88), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:59.900134 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-397c1391-7172-4cbc-8b31-c081207ee5d8 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.6225564 Feb 28 20:31:59.905225 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-979346cb-97f3-47bf-acdb-91f07be56e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (b62287f9-c5ed-4739-98de-6ffd519f9b88), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:59.913845 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39998) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:31:59.919921 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-3b762438-2992-4f71-b65c-093b985266c2 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '14714150-f06d-4fb5-a8e1-a4d624d2f985', 'tempest-TagsTest-Tag-1928316130') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:31:59.930645 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c1391-7172-4cbc-8b31-c081207ee5d8 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Pushing event updated for resources: {'Network': ['ID=14714150-f06d-4fb5-a8e1-a4d624d2f985,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:31:59.944832 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c677288f-c1d4-4632-9366-3d6f46887e8f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (538a9630-6c63-43ae-bcb4-c350df33160d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:31:59.988409 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979346cb-97f3-47bf-acdb-91f07be56e98 None None] Pushing event updated for resources: {'Port': ['ID=b62287f9-c5ed-4739-98de-6ffd519f9b88,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:00.000783 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 14714150-f06d-4fb5-a8e1-a4d624d2f985 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:32:00.008510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c677288f-c1d4-4632-9366-3d6f46887e8f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:00.013277 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-c677288f-c1d4-4632-9366-3d6f46887e8f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:00.020908 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c677288f-c1d4-4632-9366-3d6f46887e8f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:00.022217 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c677288f-c1d4-4632-9366-3d6f46887e8f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:00.044088 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677288f-c1d4-4632-9366-3d6f46887e8f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=538a9630-6c63-43ae-bcb4-c350df33160d,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:00.070609 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c677288f-c1d4-4632-9366-3d6f46887e8f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8013487 Feb 28 20:32:00.072426 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40002) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:00.080129 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3817b0a8-8668-4228-8ece-e6944061784d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'mac_address': 'fa:16:3e:46:2f:98', 'name': 'tempest-NetworksTestDHCPv6-2100769129'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:00.096927 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ddfc7d9-157d-4827-aeaa-d7e068e349e0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (5b458308-1741-4bc0-a82b-07065c112862), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:00.132769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979346cb-97f3-47bf-acdb-91f07be56e98 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:00.134548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-979346cb-97f3-47bf-acdb-91f07be56e98 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:00.137529 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979346cb-97f3-47bf-acdb-91f07be56e98 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:32:00.255865 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8c29c711-14ac-4ae7-abd7-69b30ed7919e tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (0e3ecac9-06a5-4e42-af0c-fae37992ef80), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:00.270356 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddfc7d9-157d-4827-aeaa-d7e068e349e0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Subnet': ['ID=5b458308-1741-4bc0-a82b-07065c112862,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:00.276097 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8c29c711-14ac-4ae7-abd7-69b30ed7919e tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921162'] for router (0e3ecac9-06a5-4e42-af0c-fae37992ef80), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:00.331206 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3817b0a8-8668-4228-8ece-e6944061784d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:00.435913 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-979346cb-97f3-47bf-acdb-91f07be56e98 None None] Attempting to bind port b62287f9-c5ed-4739-98de-6ffd519f9b88 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:32:00.436395 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-979346cb-97f3-47bf-acdb-91f07be56e98 None None] Attempting to bind port b62287f9-c5ed-4739-98de-6ffd519f9b88 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:32:00.436644 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979346cb-97f3-47bf-acdb-91f07be56e98 None None] Attempting to bind port b62287f9-c5ed-4739-98de-6ffd519f9b88 on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:32:00.446915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979346cb-97f3-47bf-acdb-91f07be56e98 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:32:00.447300 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979346cb-97f3-47bf-acdb-91f07be56e98 None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:32:00.447688 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40010) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:00.447835 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-979346cb-97f3-47bf-acdb-91f07be56e98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:00.448113 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979346cb-97f3-47bf-acdb-91f07be56e98 None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:32:00.448594 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-979346cb-97f3-47bf-acdb-91f07be56e98 None None] Bound port: b62287f9-c5ed-4739-98de-6ffd519f9b88, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:32:00.448973 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-979346cb-97f3-47bf-acdb-91f07be56e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b62287f9-c5ed-4739-98de-6ffd519f9b88), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:00.451820 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3b762438-2992-4f71-b65c-093b985266c2 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] 10.222.0.13 "PUT /v2.0/networks/14714150-f06d-4fb5-a8e1-a4d624d2f985/tags/tempest-TagsTest-Tag-1928316130 HTTP/1.1" status: 201 len: 201 time: 0.5274928 Feb 28 20:32:00.454406 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-3b9d871f-2e4e-401f-9408-0fd58bdfd5c6 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '14714150-f06d-4fb5-a8e1-a4d624d2f985', 'tempest-TagsTest-Tag-1928316130') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:00.460978 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddfc7d9-157d-4827-aeaa-d7e068e349e0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Checking segment: {'id': 'b7ed59c0-55ee-43a6-a5e8-c0b57a407cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:32:00.461432 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddfc7d9-157d-4827-aeaa-d7e068e349e0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network hostable DHCP agents. Network: fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:32:00.482494 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3817b0a8-8668-4228-8ece-e6944061784d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:00.511101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddfc7d9-157d-4827-aeaa-d7e068e349e0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:32:00.514255 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c29c711-14ac-4ae7-abd7-69b30ed7919e tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Router 0e3ecac9-06a5-4e42-af0c-fae37992ef80 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:32:00.542646 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-979346cb-97f3-47bf-acdb-91f07be56e98 None None] For port b62287f9-c5ed-4739-98de-6ffd519f9b88, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:32:00.546571 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-979346cb-97f3-47bf-acdb-91f07be56e98 None None] For port b62287f9-c5ed-4739-98de-6ffd519f9b88, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b62287f9-c5ed-4739-98de-6ffd519f9b88,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:32:00.546907 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-7ddfc7d9-157d-4827-aeaa-d7e068e349e0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:00.561978 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fbd537-4fb7-469d-bf2d-1204bd90dfe9 None None] Network fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:00.570691 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-979346cb-97f3-47bf-acdb-91f07be56e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b62287f9-c5ed-4739-98de-6ffd519f9b88), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:00.572475 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-3817b0a8-8668-4228-8ece-e6944061784d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] device_id is not set on port daef8bce-49d6-46b8-832e-2b7e625a13fa yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:32:00.586968 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3b9d871f-2e4e-401f-9408-0fd58bdfd5c6 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] 10.222.0.13 "GET /v2.0/networks/14714150-f06d-4fb5-a8e1-a4d624d2f985/tags/tempest-TagsTest-Tag-1928316130 HTTP/1.1" status: 204 len: 168 time: 0.1369224 Feb 28 20:32:00.589432 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40014) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:00.619686 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-f30b3a38-4980-4c80-8348-9cf387353b53 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '14714150-f06d-4fb5-a8e1-a4d624d2f985') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:00.634050 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddfc7d9-157d-4827-aeaa-d7e068e349e0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:00.634567 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ddfc7d9-157d-4827-aeaa-d7e068e349e0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:00.668394 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979346cb-97f3-47bf-acdb-91f07be56e98 None None] Pushing event updated for resources: {'Port': ['ID=b62287f9-c5ed-4739-98de-6ffd519f9b88,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:00.801004 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1f2b0a-992b-4c44-bcac-35beb76c4b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:32:00.802144 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3f1f2b0a-992b-4c44-bcac-35beb76c4b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:00.803891 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c29c711-14ac-4ae7-abd7-69b30ed7919e tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:32:00.804613 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f30b3a38-4980-4c80-8348-9cf387353b53 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] 10.222.0.13 "GET /v2.0/networks/14714150-f06d-4fb5-a8e1-a4d624d2f985/tags HTTP/1.1" status: 200 len: 238 time: 0.2140474 Feb 28 20:32:00.807672 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40020) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:00.817867 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-3858ac22-efeb-4e72-860b-425571d9a2b8 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '14714150-f06d-4fb5-a8e1-a4d624d2f985', {'tags': ['tempest-TagsTest-Tag-891864655', 'tempest-TagsTest-Tag-512564965', 'tempest-TagsTest-Tag-1874601675']}) {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:00.824358 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7ddfc7d9-157d-4827-aeaa-d7e068e349e0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7770569 Feb 28 20:32:00.828852 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8c29c711-14ac-4ae7-abd7-69b30ed7919e tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:00.830189 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8c29c711-14ac-4ae7-abd7-69b30ed7919e tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "PUT /v2.0/routers/0e3ecac9-06a5-4e42-af0c-fae37992ef80 HTTP/1.1" status: 200 len: 917 time: 5.3471425 Feb 28 20:32:00.835885 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40022) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:00.836243 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40024) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:00.845363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595e12ad-10e0-4f22-b90b-ad35ad8574ff None None] Sync routers for ids ['0e3ecac9-06a5-4e42-af0c-fae37992ef80'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:32:00.865469 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595e12ad-10e0-4f22-b90b-ad35ad8574ff None None] Routers {'0e3ecac9-06a5-4e42-af0c-fae37992ef80'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:32:00.865836 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-595e12ad-10e0-4f22-b90b-ad35ad8574ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0e3ecac9-06a5-4e42-af0c-fae37992ef80'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:00.920613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-595e12ad-10e0-4f22-b90b-ad35ad8574ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:01.037037 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-3817b0a8-8668-4228-8ece-e6944061784d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 172.20.0.11 (60bc62cf-1ebe-462d-93c7-f1108638c505/538a9630-6c63-43ae-bcb4-c350df33160d/daef8bce-49d6-46b8-832e-2b7e625a13fa) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:01.057653 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-3817b0a8-8668-4228-8ece-e6944061784d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8::f816:3eff:fe46:2f98 (60bc62cf-1ebe-462d-93c7-f1108638c505/2923d733-ba72-47e9-9fa6-dac36c0ac866/daef8bce-49d6-46b8-832e-2b7e625a13fa) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:01.094823 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595e12ad-10e0-4f22-b90b-ad35ad8574ff None None] Routers {'0e3ecac9-06a5-4e42-af0c-fae37992ef80'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:32:01.105923 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-595e12ad-10e0-4f22-b90b-ad35ad8574ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0e3ecac9-06a5-4e42-af0c-fae37992ef80'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:01.114984 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c2270b9d-4158-426c-a557-731194735ad5 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "GET /v2.0/routers/0e3ecac9-06a5-4e42-af0c-fae37992ef80 HTTP/1.1" status: 200 len: 923 time: 0.2669814 Feb 28 20:32:01.123132 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40030) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:01.127303 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3858ac22-efeb-4e72-860b-425571d9a2b8 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] 10.222.0.13 "PUT /v2.0/networks/14714150-f06d-4fb5-a8e1-a4d624d2f985/tags HTTP/1.1" status: 200 len: 307 time: 0.3187940 Feb 28 20:32:01.139204 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40032) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:01.158844 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-8a7ff6e6-428f-4087-8fda-fc632ff4c706 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '14714150-f06d-4fb5-a8e1-a4d624d2f985', 'tempest-TagsTest-Tag-891864655') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:01.347116 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-595e12ad-10e0-4f22-b90b-ad35ad8574ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:01.353242 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595e12ad-10e0-4f22-b90b-ad35ad8574ff None None] The sync data for ids ['0e3ecac9-06a5-4e42-af0c-fae37992ef80'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:32:01.400388 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-3f1f2b0a-992b-4c44-bcac-35beb76c4b08 None None] Allocated IP 2001:db8::2 (fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2/5b458308-1741-4bc0-a82b-07065c112862/c4682f15-710b-41dd-af66-1731c1af078e) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:01.518405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b62287f9-c5ed-4739-98de-6ffd519f9b88 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:01.550715 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3817b0a8-8668-4228-8ece-e6944061784d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (daef8bce-49d6-46b8-832e-2b7e625a13fa), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:01.568875 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8a7ff6e6-428f-4087-8fda-fc632ff4c706 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] 10.222.0.13 "DELETE /v2.0/networks/14714150-f06d-4fb5-a8e1-a4d624d2f985/tags/tempest-TagsTest-Tag-891864655 HTTP/1.1" status: 204 len: 168 time: 0.4286106 Feb 28 20:32:01.573239 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40042) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:01.590349 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-543a37bd-9438-458c-8140-2be65969b562 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '14714150-f06d-4fb5-a8e1-a4d624d2f985', 'tempest-TagsTest-Tag-891864655') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:01.689580 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3817b0a8-8668-4228-8ece-e6944061784d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (daef8bce-49d6-46b8-832e-2b7e625a13fa), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:01.691709 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3f1f2b0a-992b-4c44-bcac-35beb76c4b08 None None] Publish callbacks [] for port (c4682f15-710b-41dd-af66-1731c1af078e), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:01.715508 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3f1f2b0a-992b-4c44-bcac-35beb76c4b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (c4682f15-710b-41dd-af66-1731c1af078e), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:01.732665 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-543a37bd-9438-458c-8140-2be65969b562 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] show failed (client error): The resource could not be found. Feb 28 20:32:01.733745 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-543a37bd-9438-458c-8140-2be65969b562 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] 10.222.0.13 "GET /v2.0/networks/14714150-f06d-4fb5-a8e1-a4d624d2f985/tags/tempest-TagsTest-Tag-891864655 HTTP/1.1" status: 404 len: 325 time: 0.1580966 Feb 28 20:32:01.740032 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40048) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:01.743179 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-0f58b9ae-fd2c-4701-ac03-0e40fea5a1a2 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '14714150-f06d-4fb5-a8e1-a4d624d2f985', 'tempest-TagsTest-Tag-512564965') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:01.792985 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3817b0a8-8668-4228-8ece-e6944061784d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:01.796900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b62287f9-c5ed-4739-98de-6ffd519f9b88 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:01.797382 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b62287f9-c5ed-4739-98de-6ffd519f9b88), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:01.816452 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-3817b0a8-8668-4228-8ece-e6944061784d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:01.845886 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3817b0a8-8668-4228-8ece-e6944061784d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:32:01.866675 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1f2b0a-992b-4c44-bcac-35beb76c4b08 None None] Network fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:01.887867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-3f1f2b0a-992b-4c44-bcac-35beb76c4b08 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:01.890841 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817b0a8-8668-4228-8ece-e6944061784d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=daef8bce-49d6-46b8-832e-2b7e625a13fa,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:01.896469 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1f2b0a-992b-4c44-bcac-35beb76c4b08 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:32:01.917926 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f2b0a-992b-4c44-bcac-35beb76c4b08 None None] Pushing event updated for resources: {'Port': ['ID=c4682f15-710b-41dd-af66-1731c1af078e,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:01.973771 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3817b0a8-8668-4228-8ece-e6944061784d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:01.974246 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3817b0a8-8668-4228-8ece-e6944061784d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:01.982541 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0f58b9ae-fd2c-4701-ac03-0e40fea5a1a2 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] 10.222.0.13 "GET /v2.0/networks/14714150-f06d-4fb5-a8e1-a4d624d2f985/tags/tempest-TagsTest-Tag-512564965 HTTP/1.1" status: 204 len: 168 time: 0.2429283 Feb 28 20:32:01.986057 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40058) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:01.990230 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-e5efac82-f9fe-4d79-9c1c-ff28e569fa1d tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '14714150-f06d-4fb5-a8e1-a4d624d2f985', 'tempest-TagsTest-Tag-1874601675') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:02.041199 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3817b0a8-8668-4228-8ece-e6944061784d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9641550 Feb 28 20:32:02.041837 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40060) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:02.077132 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-3f1f2b0a-992b-4c44-bcac-35beb76c4b08 None None] Attempting to bind port c4682f15-710b-41dd-af66-1731c1af078e on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:32:02.077896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-3f1f2b0a-992b-4c44-bcac-35beb76c4b08 None None] Attempting to bind port c4682f15-710b-41dd-af66-1731c1af078e by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'b7ed59c0-55ee-43a6-a5e8-c0b57a407cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:32:02.078481 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1f2b0a-992b-4c44-bcac-35beb76c4b08 None None] Attempting to bind port c4682f15-710b-41dd-af66-1731c1af078e on network fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:32:02.091657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1f2b0a-992b-4c44-bcac-35beb76c4b08 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:32:02.092204 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1f2b0a-992b-4c44-bcac-35beb76c4b08 None None] Checking segment: {'id': 'b7ed59c0-55ee-43a6-a5e8-c0b57a407cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:32:02.092705 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3f1f2b0a-992b-4c44-bcac-35beb76c4b08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:02.093353 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1f2b0a-992b-4c44-bcac-35beb76c4b08 None None] Bound using segment: {'id': 'b7ed59c0-55ee-43a6-a5e8-c0b57a407cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:32:02.094168 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-3f1f2b0a-992b-4c44-bcac-35beb76c4b08 None None] Bound port: c4682f15-710b-41dd-af66-1731c1af078e, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ed59c0-55ee-43a6-a5e8-c0b57a407cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:32:02.095451 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3f1f2b0a-992b-4c44-bcac-35beb76c4b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c4682f15-710b-41dd-af66-1731c1af078e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:02.134569 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b62287f9-c5ed-4739-98de-6ffd519f9b88 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:02.134911 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b62287f9-c5ed-4739-98de-6ffd519f9b88), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:02.187296 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e5efac82-f9fe-4d79-9c1c-ff28e569fa1d tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] 10.222.0.13 "GET /v2.0/networks/14714150-f06d-4fb5-a8e1-a4d624d2f985/tags/tempest-TagsTest-Tag-1874601675 HTTP/1.1" status: 204 len: 168 time: 0.2001715 Feb 28 20:32:02.190558 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40066) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:02.201348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-0b697bb9-e2c1-4b06-8e2d-0f74266d18ac tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '14714150-f06d-4fb5-a8e1-a4d624d2f985') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:02.212521 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02472867-dbcc-4468-b634-2c59bd807089 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:02.214082 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-02472867-dbcc-4468-b634-2c59bd807089 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&device_id=0e3ecac9-06a5-4e42-af0c-fae37992ef80&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.0794826 Feb 28 20:32:02.226144 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40068) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:02.257197 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ced86b-18fc-48b3-8d1c-fb47b2f60b47 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:02.258418 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ced86b-18fc-48b3-8d1c-fb47b2f60b47 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:02.263209 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-32ced86b-18fc-48b3-8d1c-fb47b2f60b47 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2171249 Feb 28 20:32:02.265156 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40070) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:02.275145 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port b62287f9-c5ed-4739-98de-6ffd519f9b88, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b62287f9-c5ed-4739-98de-6ffd519f9b88,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:02.284876 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-3f1f2b0a-992b-4c44-bcac-35beb76c4b08 None None] For port c4682f15-710b-41dd-af66-1731c1af078e, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:32:02.288090 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-3f1f2b0a-992b-4c44-bcac-35beb76c4b08 None None] For port c4682f15-710b-41dd-af66-1731c1af078e, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c4682f15-710b-41dd-af66-1731c1af078e,segment=NetworkSegment(b7ed59c0-55ee-43a6-a5e8-c0b57a407cde),segment_id=b7ed59c0-55ee-43a6-a5e8-c0b57a407cde)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:32:02.291006 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b62287f9-c5ed-4739-98de-6ffd519f9b88), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:02.368658 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=b62287f9-c5ed-4739-98de-6ffd519f9b88,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:02.372395 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3f1f2b0a-992b-4c44-bcac-35beb76c4b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c4682f15-710b-41dd-af66-1731c1af078e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:02.482307 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0b697bb9-e2c1-4b06-8e2d-0f74266d18ac tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] 10.222.0.13 "DELETE /v2.0/networks/14714150-f06d-4fb5-a8e1-a4d624d2f985/tags HTTP/1.1" status: 204 len: 168 time: 0.2906928 Feb 28 20:32:02.486100 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40074) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:02.491980 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-e9786e16-ed96-475c-a06e-b25950750ed8 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '14714150-f06d-4fb5-a8e1-a4d624d2f985', 'tempest-TagsTest-Tag-512564965') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:02.501417 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f2b0a-992b-4c44-bcac-35beb76c4b08 None None] Pushing event updated for resources: {'Port': ['ID=c4682f15-710b-41dd-af66-1731c1af078e,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:02.504301 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2c65fed2-3283-41ec-9b7d-f895fdc8f508 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:02.509520 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bc6c56-e877-4a93-929d-96259a232e1a tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:02.511144 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-96bc6c56-e877-4a93-929d-96259a232e1a tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 881 time: 0.2775462 Feb 28 20:32:02.518731 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40076) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:02.520109 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2516ea-6da7-407e-9200-00642870a899 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:02.533140 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-47085126-77b6-4144-a6bb-1d183b7a41fc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting port daef8bce-49d6-46b8-832e-2b7e625a13fa {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:32:02.533477 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-47085126-77b6-4144-a6bb-1d183b7a41fc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (daef8bce-49d6-46b8-832e-2b7e625a13fa), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:02.574846 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0407e36c-950d-4fc0-8464-c09dd8aa35b6 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e3ecac9-06a5-4e42-af0c-fae37992ef80 HTTP/1.1" status: 200 len: 205 time: 0.0548232 Feb 28 20:32:02.577364 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40078) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:02.673912 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-e9786e16-ed96-475c-a06e-b25950750ed8 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] show failed (client error): The resource could not be found. Feb 28 20:32:02.677535 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e9786e16-ed96-475c-a06e-b25950750ed8 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] 10.222.0.13 "GET /v2.0/networks/14714150-f06d-4fb5-a8e1-a4d624d2f985/tags/tempest-TagsTest-Tag-512564965 HTTP/1.1" status: 404 len: 325 time: 0.1878457 Feb 28 20:32:02.678522 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40080) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:02.690924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-8844c75e-a06f-4d2c-a235-b12f81ef38f9 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '14714150-f06d-4fb5-a8e1-a4d624d2f985', 'tempest-TagsTest-Tag-1874601675') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:02.699006 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-553a29ae-ac70-485a-88d7-04ad41e9439c None None] Provisioning complete for port b62287f9-c5ed-4739-98de-6ffd519f9b88 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:02.699390 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-553a29ae-ac70-485a-88d7-04ad41e9439c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b62287f9-c5ed-4739-98de-6ffd519f9b88), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:02.715352 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-47085126-77b6-4144-a6bb-1d183b7a41fc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (daef8bce-49d6-46b8-832e-2b7e625a13fa), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:02.753858 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-47085126-77b6-4144-a6bb-1d183b7a41fc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Calling delete_port for daef8bce-49d6-46b8-832e-2b7e625a13fa owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:32:02.865656 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-553a29ae-ac70-485a-88d7-04ad41e9439c None None] Current status of the port b62287f9-c5ed-4739-98de-6ffd519f9b88 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:02.879841 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40084) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:02.962079 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-8844c75e-a06f-4d2c-a235-b12f81ef38f9 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] show failed (client error): The resource could not be found. Feb 28 20:32:02.963598 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8844c75e-a06f-4d2c-a235-b12f81ef38f9 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] 10.222.0.13 "GET /v2.0/networks/14714150-f06d-4fb5-a8e1-a4d624d2f985/tags/tempest-TagsTest-Tag-1874601675 HTTP/1.1" status: 404 len: 326 time: 0.2839022 Feb 28 20:32:02.967438 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40088) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:02.980213 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-c8bc6d7c-6bbc-4720-b5ac-3403ecfbcf4e tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '14714150-f06d-4fb5-a8e1-a4d624d2f985') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:03.072652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006db5dc-a0f0-402c-b33f-56848fad5221 None None] Update dhcp port {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'fixed_ips': [{'subnet_id': '2923d733-ba72-47e9-9fa6-dac36c0ac866', 'ip_address': '2001:db8::f816:3eff:fe39:df76'}, {'subnet_id': '538a9630-6c63-43ae-bcb4-c350df33160d'}], 'binding:host_id': 'n-d-820368-21'}, 'id': 'b62287f9-c5ed-4739-98de-6ffd519f9b88'} from n-d-820368-21. {{(pid=103775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 20:32:03.094363 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddb91e44-b5bf-4120-95a9-90ff3a9ed4b5 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router (0e3ecac9-06a5-4e42-af0c-fae37992ef80), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:03.127531 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-006db5dc-a0f0-402c-b33f-56848fad5221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b62287f9-c5ed-4739-98de-6ffd519f9b88), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:03.149836 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f08f5be6-16b3-40df-b20b-2e226b00c5af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:03.219896 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c8bc6d7c-6bbc-4720-b5ac-3403ecfbcf4e tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] 10.222.0.13 "DELETE /v2.0/networks/14714150-f06d-4fb5-a8e1-a4d624d2f985/tags HTTP/1.1" status: 204 len: 168 time: 0.2512720 Feb 28 20:32:03.226816 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40090) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:03.310695 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-2c65fed2-3283-41ec-9b7d-f895fdc8f508 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Allocated IP 2001:db8::1 (fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2/5b458308-1741-4bc0-a82b-07065c112862/9b5b0c09-1976-4dcd-a38d-68cc2e109e76) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:03.400880 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-006db5dc-a0f0-402c-b33f-56848fad5221 None None] Allocated IP 172.20.0.2 (60bc62cf-1ebe-462d-93c7-f1108638c505/538a9630-6c63-43ae-bcb4-c350df33160d/b62287f9-c5ed-4739-98de-6ffd519f9b88) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:03.404496 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6ca073cb-f9b6-40c2-8428-a3707dbd7865 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (14714150-f06d-4fb5-a8e1-a4d624d2f985), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:03.432751 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddb91e44-b5bf-4120-95a9-90ff3a9ed4b5 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_gateway (0e3ecac9-06a5-4e42-af0c-fae37992ef80), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:03.457689 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-47085126-77b6-4144-a6bb-1d183b7a41fc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (daef8bce-49d6-46b8-832e-2b7e625a13fa), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:03.550077 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2c65fed2-3283-41ec-9b7d-f895fdc8f508 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for port (9b5b0c09-1976-4dcd-a38d-68cc2e109e76), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:03.579467 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47085126-77b6-4144-a6bb-1d183b7a41fc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Port': ['ID=daef8bce-49d6-46b8-832e-2b7e625a13fa,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:03.614558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-006db5dc-a0f0-402c-b33f-56848fad5221 None None] For port b62287f9-c5ed-4739-98de-6ffd519f9b88, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b62287f9-c5ed-4739-98de-6ffd519f9b88,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:03.642495 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ddb91e44-b5bf-4120-95a9-90ff3a9ed4b5 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Deleting port 33004df5-7046-498f-b0c4-103e9305956d {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:32:03.642831 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddb91e44-b5bf-4120-95a9-90ff3a9ed4b5 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (33004df5-7046-498f-b0c4-103e9305956d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:03.653483 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-006db5dc-a0f0-402c-b33f-56848fad5221 None None] Publish callbacks [] for port (b62287f9-c5ed-4739-98de-6ffd519f9b88), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:03.661840 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c4682f15-710b-41dd-af66-1731c1af078e up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:03.694161 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f08f5be6-16b3-40df-b20b-2e226b00c5af admin admin] Publish callbacks [] for security_group (39e8f7ec-2a45-4407-924c-896c8c2797fa), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:03.706108 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-006db5dc-a0f0-402c-b33f-56848fad5221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b62287f9-c5ed-4739-98de-6ffd519f9b88), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:03.753565 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2c65fed2-3283-41ec-9b7d-f895fdc8f508 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (9b5b0c09-1976-4dcd-a38d-68cc2e109e76), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:03.763994 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f08f5be6-16b3-40df-b20b-2e226b00c5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (39e8f7ec-2a45-4407-924c-896c8c2797fa), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:03.806261 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6ca073cb-f9b6-40c2-8428-a3707dbd7865 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (14714150-f06d-4fb5-a8e1-a4d624d2f985), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:03.821224 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006db5dc-a0f0-402c-b33f-56848fad5221 None None] Pushing event updated for resources: {'Port': ['ID=b62287f9-c5ed-4739-98de-6ffd519f9b88,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:03.831615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c65fed2-3283-41ec-9b7d-f895fdc8f508 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:03.833507 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddb91e44-b5bf-4120-95a9-90ff3a9ed4b5 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (33004df5-7046-498f-b0c4-103e9305956d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:03.845846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-2c65fed2-3283-41ec-9b7d-f895fdc8f508 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:03.850516 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65fed2-3283-41ec-9b7d-f895fdc8f508 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Port': ['ID=9b5b0c09-1976-4dcd-a38d-68cc2e109e76,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:03.856947 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c65fed2-3283-41ec-9b7d-f895fdc8f508 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:32:03.857486 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2c65fed2-3283-41ec-9b7d-f895fdc8f508 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (31b9bb8b-6289-4f25-adce-e092aec4d787), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:03.860560 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ddb91e44-b5bf-4120-95a9-90ff3a9ed4b5 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Calling delete_port for 33004df5-7046-498f-b0c4-103e9305956d owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:32:03.919464 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-6ca073cb-f9b6-40c2-8428-a3707dbd7865 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14714150-f06d-4fb5-a8e1-a4d624d2f985']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:03.940082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40092) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:03.942267 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f08f5be6-16b3-40df-b20b-2e226b00c5af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b166c9b919c4d419bf93aa247dd0512&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0606649 Feb 28 20:32:03.943530 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c4682f15-710b-41dd-af66-1731c1af078e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:03.944102 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c4682f15-710b-41dd-af66-1731c1af078e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:03.952796 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-6ca073cb-f9b6-40c2-8428-a3707dbd7865 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15dc07cc-2f24-41f1-9b83-f70fcc7a6922') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:03.952932 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-6ca073cb-f9b6-40c2-8428-a3707dbd7865 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15dc07cc-2f24-41f1-9b83-f70fcc7a6922') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:03.963408 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f5be6-16b3-40df-b20b-2e226b00c5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e8f7ec-2a45-4407-924c-896c8c2797fa,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:03.979394 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6ca073cb-f9b6-40c2-8428-a3707dbd7865 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (15dc07cc-2f24-41f1-9b83-f70fcc7a6922), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:03.992634 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-47085126-77b6-4144-a6bb-1d183b7a41fc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:04.002513 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-47085126-77b6-4144-a6bb-1d183b7a41fc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/daef8bce-49d6-46b8-832e-2b7e625a13fa HTTP/1.1" status: 204 len: 168 time: 1.7359848 Feb 28 20:32:04.005861 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40094) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:04.058236 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6ca073cb-f9b6-40c2-8428-a3707dbd7865 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (15dc07cc-2f24-41f1-9b83-f70fcc7a6922), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:04.071918 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c4682f15-710b-41dd-af66-1731c1af078e is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:04.072118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca073cb-f9b6-40c2-8428-a3707dbd7865 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:32:04.072426 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c4682f15-710b-41dd-af66-1731c1af078e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:04.072646 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6ca073cb-f9b6-40c2-8428-a3707dbd7865 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (15dc07cc-2f24-41f1-9b83-f70fcc7a6922), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:32:04.076183 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:32:04.112629 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cc1395-d491-4310-bc0f-75f53fd5985e None None] Network fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:04.142126 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port c4682f15-710b-41dd-af66-1731c1af078e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c4682f15-710b-41dd-af66-1731c1af078e,segment=NetworkSegment(b7ed59c0-55ee-43a6-a5e8-c0b57a407cde),segment_id=b7ed59c0-55ee-43a6-a5e8-c0b57a407cde)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:04.156895 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c4682f15-710b-41dd-af66-1731c1af078e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:04.158114 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b62287f9-c5ed-4739-98de-6ffd519f9b88 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:04.171068 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f094be-7230-4053-922b-e300f95a9d2b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:04.173483 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f094be-7230-4053-922b-e300f95a9d2b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:04.175016 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f094be-7230-4053-922b-e300f95a9d2b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:04.180805 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e7f094be-7230-4053-922b-e300f95a9d2b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1736765 Feb 28 20:32:04.185751 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40096) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:04.232329 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2c65fed2-3283-41ec-9b7d-f895fdc8f508 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9b5b0c09-1976-4dcd-a38d-68cc2e109e76), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:04.272928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=c4682f15-710b-41dd-af66-1731c1af078e,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:04.375343 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ac18fa32-db42-4a49-9f31-0250d32c7bbe None None] Provisioning complete for port c4682f15-710b-41dd-af66-1731c1af078e triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:04.378117 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ac18fa32-db42-4a49-9f31-0250d32c7bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c4682f15-710b-41dd-af66-1731c1af078e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:04.484624 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b62287f9-c5ed-4739-98de-6ffd519f9b88 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:04.485659 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b62287f9-c5ed-4739-98de-6ffd519f9b88), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:04.514601 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9be21d21-0de9-4523-8a95-e5d0c7ec781e admin admin] Publish callbacks [] for security_group (39e8f7ec-2a45-4407-924c-896c8c2797fa), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:04.577285 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9be21d21-0de9-4523-8a95-e5d0c7ec781e admin admin] Publish callbacks [] for security_group (39e8f7ec-2a45-4407-924c-896c8c2797fa), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:04.595190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ac18fa32-db42-4a49-9f31-0250d32c7bbe None None] Current status of the port c4682f15-710b-41dd-af66-1731c1af078e is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:04.653700 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6ca073cb-f9b6-40c2-8428-a3707dbd7865 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (14714150-f06d-4fb5-a8e1-a4d624d2f985), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:04.680989 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6ca073cb-f9b6-40c2-8428-a3707dbd7865 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:04.682987 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b62287f9-c5ed-4739-98de-6ffd519f9b88 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:04.685341 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6ca073cb-f9b6-40c2-8428-a3707dbd7865 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] 10.222.0.13 "DELETE /v2.0/networks/14714150-f06d-4fb5-a8e1-a4d624d2f985 HTTP/1.1" status: 204 len: 168 time: 1.4574924 Feb 28 20:32:04.698211 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca073cb-f9b6-40c2-8428-a3707dbd7865 tempest-TagsTest-1948731410 tempest-TagsTest-1948731410-project] Pushing event deleted for resources: {'Network': ['ID=14714150-f06d-4fb5-a8e1-a4d624d2f985,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:04.723327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9ebbef-8b7a-424b-b822-95e1a84d343d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet 2923d733-ba72-47e9-9fa6-dac36c0ac866 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:32:04.728127 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af9ebbef-8b7a-424b-b822-95e1a84d343d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (2923d733-ba72-47e9-9fa6-dac36c0ac866), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:04.805211 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af9ebbef-8b7a-424b-b822-95e1a84d343d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (2923d733-ba72-47e9-9fa6-dac36c0ac866), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:04.874305 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddb91e44-b5bf-4120-95a9-90ff3a9ed4b5 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (33004df5-7046-498f-b0c4-103e9305956d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:04.965615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb91e44-b5bf-4120-95a9-90ff3a9ed4b5 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Pushing event deleted for resources: {'Port': ['ID=33004df5-7046-498f-b0c4-103e9305956d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:04.981911 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af9ebbef-8b7a-424b-b822-95e1a84d343d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (2923d733-ba72-47e9-9fa6-dac36c0ac866), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:04.993429 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9be21d21-0de9-4523-8a95-e5d0c7ec781e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (39e8f7ec-2a45-4407-924c-896c8c2797fa), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:04.996343 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9be21d21-0de9-4523-8a95-e5d0c7ec781e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:04.997626 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9be21d21-0de9-4523-8a95-e5d0c7ec781e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39e8f7ec-2a45-4407-924c-896c8c2797fa HTTP/1.1" status: 204 len: 168 time: 1.0550299 Feb 28 20:32:05.063232 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be21d21-0de9-4523-8a95-e5d0c7ec781e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e8f7ec-2a45-4407-924c-896c8c2797fa,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:05.068991 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2c65fed2-3283-41ec-9b7d-f895fdc8f508 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for port (9b5b0c09-1976-4dcd-a38d-68cc2e109e76), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:05.083977 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2c65fed2-3283-41ec-9b7d-f895fdc8f508 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (9b5b0c09-1976-4dcd-a38d-68cc2e109e76), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:05.090126 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2c65fed2-3283-41ec-9b7d-f895fdc8f508 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (31b9bb8b-6289-4f25-adce-e092aec4d787), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:05.098940 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddb91e44-b5bf-4120-95a9-90ff3a9ed4b5 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (0e3ecac9-06a5-4e42-af0c-fae37992ef80), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:05.129089 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af9ebbef-8b7a-424b-b822-95e1a84d343d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (2923d733-ba72-47e9-9fa6-dac36c0ac866), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:05.189471 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-4d8f3a25-248a-433e-8114-857854a2f727 None None] Provisioning complete for port 9b5b0c09-1976-4dcd-a38d-68cc2e109e76 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:05.193723 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4d8f3a25-248a-433e-8114-857854a2f727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9b5b0c09-1976-4dcd-a38d-68cc2e109e76), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:05.204850 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af9ebbef-8b7a-424b-b822-95e1a84d343d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:05.213637 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40104) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:05.222301 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-af9ebbef-8b7a-424b-b822-95e1a84d343d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/2923d733-ba72-47e9-9fa6-dac36c0ac866 HTTP/1.1" status: 204 len: 168 time: 1.0366602 Feb 28 20:32:05.228359 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ebbef-8b7a-424b-b822-95e1a84d343d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=2923d733-ba72-47e9-9fa6-dac36c0ac866,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:05.296992 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40106) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:05.338033 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4d8f3a25-248a-433e-8114-857854a2f727 None None] Port 9b5b0c09-1976-4dcd-a38d-68cc2e109e76 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:32:05.369146 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-4d8f3a25-248a-433e-8114-857854a2f727 None None] Provisioning complete for port c4682f15-710b-41dd-af66-1731c1af078e triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:05.370137 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4d8f3a25-248a-433e-8114-857854a2f727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c4682f15-710b-41dd-af66-1731c1af078e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:05.498632 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c4682f15-710b-41dd-af66-1731c1af078e up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:05.661657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4d8f3a25-248a-433e-8114-857854a2f727 None None] Current status of the port c4682f15-710b-41dd-af66-1731c1af078e is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:05.681205 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c4682f15-710b-41dd-af66-1731c1af078e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:05.681348 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c4682f15-710b-41dd-af66-1731c1af078e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:05.743583 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b18011d-01e5-465d-936e-6175f6596563 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:05.826298 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65fed2-3283-41ec-9b7d-f895fdc8f508 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Port': ['ID=9b5b0c09-1976-4dcd-a38d-68cc2e109e76,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:05.836051 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddb91e44-b5bf-4120-95a9-90ff3a9ed4b5 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (0e3ecac9-06a5-4e42-af0c-fae37992ef80), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:05.844266 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddb91e44-b5bf-4120-95a9-90ff3a9ed4b5 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_controller (0e3ecac9-06a5-4e42-af0c-fae37992ef80), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:05.865180 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40112) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:05.872546 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b44ccd-087f-4612-a5dc-575595cff17b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet 538a9630-6c63-43ae-bcb4-c350df33160d {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:32:05.883804 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0b01-2c66-44b5-8f44-2c94957207a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:05.890513 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6523bc20-d424-4d40-8a4a-4ff66b152944 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1dcfe3bd1c724a2d93c5437d4aa155eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5914965 Feb 28 20:32:05.894418 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e8ce1e9e-0d79-45b3-8d23-4ab32c4bfcc7 None None] Provisioning complete for port 9b5b0c09-1976-4dcd-a38d-68cc2e109e76 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:05.895009 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1e9e-0d79-45b3-8d23-4ab32c4bfcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9b5b0c09-1976-4dcd-a38d-68cc2e109e76), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:05.896958 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40114) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:05.935971 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e8ce1e9e-0d79-45b3-8d23-4ab32c4bfcc7 None None] Port 9b5b0c09-1976-4dcd-a38d-68cc2e109e76 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:32:05.942981 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-48b44ccd-087f-4612-a5dc-575595cff17b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (538a9630-6c63-43ae-bcb4-c350df33160d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:05.970992 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e8ce1e9e-0d79-45b3-8d23-4ab32c4bfcc7 None None] Could not find standard attr ID for object daef8bce-49d6-46b8-832e-2b7e625a13fa. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:32:05.973025 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddb91e44-b5bf-4120-95a9-90ff3a9ed4b5 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (0e3ecac9-06a5-4e42-af0c-fae37992ef80), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:05.973920 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb91e44-b5bf-4120-95a9-90ff3a9ed4b5 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Fanout notify agent at l3_agent the message router_deleted on router 0e3ecac9-06a5-4e42-af0c-fae37992ef80 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:32:06.004766 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddb91e44-b5bf-4120-95a9-90ff3a9ed4b5 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:06.007101 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ddb91e44-b5bf-4120-95a9-90ff3a9ed4b5 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "DELETE /v2.0/routers/0e3ecac9-06a5-4e42-af0c-fae37992ef80 HTTP/1.1" status: 204 len: 168 time: 3.4286444 Feb 28 20:32:06.013357 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c65fed2-3283-41ec-9b7d-f895fdc8f508 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:06.014267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40116) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:06.020344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e8ce1e9e-0d79-45b3-8d23-4ab32c4bfcc7 None None] Provisioning complete for port b62287f9-c5ed-4739-98de-6ffd519f9b88 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:06.020705 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-2ff66119-f245-47c5-8501-85ed95d6b8e2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1580111680', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:06.020960 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1e9e-0d79-45b3-8d23-4ab32c4bfcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b62287f9-c5ed-4739-98de-6ffd519f9b88), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:06.031312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-2c65fed2-3283-41ec-9b7d-f895fdc8f508 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:06.037014 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcc91522-4ea5-4d8b-9f9a-97e193723462 admin admin] Publish callbacks [] for security_group (2960ba7a-2f24-4b5f-9747-0b25cc96a2a2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:06.069088 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-48b44ccd-087f-4612-a5dc-575595cff17b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (538a9630-6c63-43ae-bcb4-c350df33160d), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:06.081690 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcc91522-4ea5-4d8b-9f9a-97e193723462 admin admin] Publish callbacks [] for security_group (2960ba7a-2f24-4b5f-9747-0b25cc96a2a2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:06.136733 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0b01-2c66-44b5-8f44-2c94957207a9 admin admin] Publish callbacks [] for security_group (795a3797-98d5-4e00-8af6-e3185808e8a0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:06.147115 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0b01-2c66-44b5-8f44-2c94957207a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (795a3797-98d5-4e00-8af6-e3185808e8a0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:06.186463 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40118) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:06.188194 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8b7e0b01-2c66-44b5-8f44-2c94957207a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9a75439be484a87957714cdf646cd26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3199675 Feb 28 20:32:06.229198 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcc91522-4ea5-4d8b-9f9a-97e193723462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2960ba7a-2f24-4b5f-9747-0b25cc96a2a2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:06.232603 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcc91522-4ea5-4d8b-9f9a-97e193723462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:06.234016 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fcc91522-4ea5-4d8b-9f9a-97e193723462 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2960ba7a-2f24-4b5f-9747-0b25cc96a2a2 HTTP/1.1" status: 204 len: 168 time: 0.3358128 Feb 28 20:32:06.235596 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e0b01-2c66-44b5-8f44-2c94957207a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795a3797-98d5-4e00-8af6-e3185808e8a0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:06.266529 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc91522-4ea5-4d8b-9f9a-97e193723462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2960ba7a-2f24-4b5f-9747-0b25cc96a2a2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:06.293578 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2ff66119-f245-47c5-8501-85ed95d6b8e2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (f8f03657-8556-4699-bbec-b3f1ba392ba9), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:06.304312 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2ff66119-f245-47c5-8501-85ed95d6b8e2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (f8f03657-8556-4699-bbec-b3f1ba392ba9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:06.380856 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c4682f15-710b-41dd-af66-1731c1af078e is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:06.382169 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b62287f9-c5ed-4739-98de-6ffd519f9b88 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:06.519938 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c71ffdea-009f-494e-bb44-dba562c913df admin admin] Publish callbacks [] for security_group (795a3797-98d5-4e00-8af6-e3185808e8a0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:06.520842 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b62287f9-c5ed-4739-98de-6ffd519f9b88 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:06.521181 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b62287f9-c5ed-4739-98de-6ffd519f9b88), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:06.524709 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e8ce1e9e-0d79-45b3-8d23-4ab32c4bfcc7 None None] Current status of the port b62287f9-c5ed-4739-98de-6ffd519f9b88 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:06.601235 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-48b44ccd-087f-4612-a5dc-575595cff17b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (538a9630-6c63-43ae-bcb4-c350df33160d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:06.666808 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b62287f9-c5ed-4739-98de-6ffd519f9b88 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:06.676456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b849d7cd-a8d6-40d0-8c1e-ac0d6f41e422 None None] Provisioning complete for port 9b5b0c09-1976-4dcd-a38d-68cc2e109e76 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:06.676732 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b849d7cd-a8d6-40d0-8c1e-ac0d6f41e422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9b5b0c09-1976-4dcd-a38d-68cc2e109e76), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:06.689937 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2ff66119-f245-47c5-8501-85ed95d6b8e2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_controller (f8f03657-8556-4699-bbec-b3f1ba392ba9), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:06.706477 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-48b44ccd-087f-4612-a5dc-575595cff17b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (538a9630-6c63-43ae-bcb4-c350df33160d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:06.720084 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c71ffdea-009f-494e-bb44-dba562c913df admin admin] Publish callbacks [] for security_group (795a3797-98d5-4e00-8af6-e3185808e8a0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:06.732897 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-48b44ccd-087f-4612-a5dc-575595cff17b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:06.739361 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40124) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:06.743702 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b849d7cd-a8d6-40d0-8c1e-ac0d6f41e422 None None] Port 9b5b0c09-1976-4dcd-a38d-68cc2e109e76 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:32:06.748865 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-48b44ccd-087f-4612-a5dc-575595cff17b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/538a9630-6c63-43ae-bcb4-c350df33160d HTTP/1.1" status: 204 len: 168 time: 1.5302629 Feb 28 20:32:06.776801 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2ff66119-f245-47c5-8501-85ed95d6b8e2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (f8f03657-8556-4699-bbec-b3f1ba392ba9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:06.829864 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-021600ad-b2f8-41c3-a803-0b0f74d277cf tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891998 Feb 28 20:32:06.830679 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40130) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:06.835636 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-64c47bd8-1482-4f19-ad58-4e5b06f7dc36 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:06.858045 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b44ccd-087f-4612-a5dc-575595cff17b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=538a9630-6c63-43ae-bcb4-c350df33160d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:06.882352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c65fed2-3283-41ec-9b7d-f895fdc8f508 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router 31b9bb8b-6289-4f25-adce-e092aec4d787 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:32:06.948619 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9ee95f-5e08-421c-93f7-cf15ab4f6bd4 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:06.957448 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c47bd8-1482-4f19-ad58-4e5b06f7dc36 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:06.962058 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-64c47bd8-1482-4f19-ad58-4e5b06f7dc36 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:07.014627 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c65fed2-3283-41ec-9b7d-f895fdc8f508 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:32:07.023410 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2c65fed2-3283-41ec-9b7d-f895fdc8f508 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/31b9bb8b-6289-4f25-adce-e092aec4d787/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1790051 Feb 28 20:32:07.026363 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] Sync routers for ids ['31b9bb8b-6289-4f25-adce-e092aec4d787'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:32:07.034878 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2ff66119-f245-47c5-8501-85ed95d6b8e2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:07.035150 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40136) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:07.038305 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2ff66119-f245-47c5-8501-85ed95d6b8e2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0229385 Feb 28 20:32:07.040684 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] Routers {'31b9bb8b-6289-4f25-adce-e092aec4d787'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:32:07.041660 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40138) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:07.042816 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['31b9bb8b-6289-4f25-adce-e092aec4d787'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:07.043420 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-c0802dc5-d8dc-4215-9ac3-b4fff19e873a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1362298456'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:07.054594 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-7ecf9df7-1d30-4077-a41e-784a540c904d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'enable_snat': False}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:07.098206 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0802dc5-d8dc-4215-9ac3-b4fff19e873a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Made reservation on behalf of 8b8aa2c9faa640e4bf21843a9876834b for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:07.102809 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c0802dc5-d8dc-4215-9ac3-b4fff19e873a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:07.147970 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0802dc5-d8dc-4215-9ac3-b4fff19e873a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:32:07.181754 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-adcdd73f-b336-4838-871c-bb49519cfe50 None None] Provisioning complete for port b62287f9-c5ed-4739-98de-6ffd519f9b88 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:07.181754 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-adcdd73f-b336-4838-871c-bb49519cfe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b62287f9-c5ed-4739-98de-6ffd519f9b88), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:07.264369 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] Set router 31b9bb8b-6289-4f25-adce-e092aec4d787 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:32:07.361696 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fa5ce5-4daf-4112-92f6-e676254ff6ba None None] DHCP port deletion for 60bc62cf-1ebe-462d-93c7-f1108638c505 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:32:07.376702 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-adcdd73f-b336-4838-871c-bb49519cfe50 None None] Current status of the port b62287f9-c5ed-4739-98de-6ffd519f9b88 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:07.377451 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c0802dc5-d8dc-4215-9ac3-b4fff19e873a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f886a934-cf0c-4170-8260-71f924965632), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:07.378809 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-c0802dc5-d8dc-4215-9ac3-b4fff19e873a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Added segment f886a934-cf0c-4170-8260-71f924965632 of type vlan for network ba9b57c3-e373-46f6-a24d-635fc736e1c5 Feb 28 20:32:07.405405 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c71ffdea-009f-494e-bb44-dba562c913df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (795a3797-98d5-4e00-8af6-e3185808e8a0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:07.408746 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c71ffdea-009f-494e-bb44-dba562c913df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:07.413024 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c71ffdea-009f-494e-bb44-dba562c913df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/795a3797-98d5-4e00-8af6-e3185808e8a0 HTTP/1.1" status: 204 len: 168 time: 1.2236593 Feb 28 20:32:07.430701 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ffdea-009f-494e-bb44-dba562c913df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795a3797-98d5-4e00-8af6-e3185808e8a0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:07.440860 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a6fa5ce5-4daf-4112-92f6-e676254ff6ba None None] Deleting port b62287f9-c5ed-4739-98de-6ffd519f9b88 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:32:07.441312 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a6fa5ce5-4daf-4112-92f6-e676254ff6ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b62287f9-c5ed-4739-98de-6ffd519f9b88), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:07.481403 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c0802dc5-d8dc-4215-9ac3-b4fff19e873a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ba9b57c3-e373-46f6-a24d-635fc736e1c5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:07.558708 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9df7-1d30-4077-a41e-784a540c904d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_gateway (f8f03657-8556-4699-bbec-b3f1ba392ba9), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:07.560627 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a6fa5ce5-4daf-4112-92f6-e676254ff6ba None None] For port b62287f9-c5ed-4739-98de-6ffd519f9b88, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b62287f9-c5ed-4739-98de-6ffd519f9b88,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:07.561026 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a6fa5ce5-4daf-4112-92f6-e676254ff6ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b62287f9-c5ed-4739-98de-6ffd519f9b88), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:07.577091 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a6fa5ce5-4daf-4112-92f6-e676254ff6ba None None] Calling delete_port for b62287f9-c5ed-4739-98de-6ffd519f9b88 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:32:07.685609 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a6fa5ce5-4daf-4112-92f6-e676254ff6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (b62287f9-c5ed-4739-98de-6ffd519f9b88), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:07.704525 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fa5ce5-4daf-4112-92f6-e676254ff6ba None None] No DVR routers for this DVR port b62287f9-c5ed-4739-98de-6ffd519f9b88 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:32:07.731044 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa5ce5-4daf-4112-92f6-e676254ff6ba None None] Pushing event deleted for resources: {'Port': ['ID=b62287f9-c5ed-4739-98de-6ffd519f9b88,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:07.753687 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa5ce5-4daf-4112-92f6-e676254ff6ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:07.754333 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa5ce5-4daf-4112-92f6-e676254ff6ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:07.754333 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa5ce5-4daf-4112-92f6-e676254ff6ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:07.754728 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa5ce5-4daf-4112-92f6-e676254ff6ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:07.755150 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa5ce5-4daf-4112-92f6-e676254ff6ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:07.755485 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa5ce5-4daf-4112-92f6-e676254ff6ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:07.755863 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa5ce5-4daf-4112-92f6-e676254ff6ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:07.756926 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c0802dc5-d8dc-4215-9ac3-b4fff19e873a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ba9b57c3-e373-46f6-a24d-635fc736e1c5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:07.757483 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa5ce5-4daf-4112-92f6-e676254ff6ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:07.757483 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa5ce5-4daf-4112-92f6-e676254ff6ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:07.757816 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa5ce5-4daf-4112-92f6-e676254ff6ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:07.758472 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa5ce5-4daf-4112-92f6-e676254ff6ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:07.758792 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa5ce5-4daf-4112-92f6-e676254ff6ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:07.759256 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa5ce5-4daf-4112-92f6-e676254ff6ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:07.792727 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0802dc5-d8dc-4215-9ac3-b4fff19e873a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:07.793368 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c0802dc5-d8dc-4215-9ac3-b4fff19e873a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:07.812868 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:32:04Z', 'revision_number': 2, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:04Z', 'revision_number': 2, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:07.843818 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] Checking router: 31b9bb8b-6289-4f25-adce-e092aec4d787 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:32:07.844932 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] Updating router 31b9bb8b-6289-4f25-adce-e092aec4d787 port 9b5b0c09-1976-4dcd-a38d-68cc2e109e76 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:32:07.887718 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9b5b0c09-1976-4dcd-a38d-68cc2e109e76), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:07.898116 n-d-820368-21 neutron-server[103773]: DEBUG neutron.objects.ports [None req-64c47bd8-1482-4f19-ad58-4e5b06f7dc36 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103773) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 20:32:07.911217 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c0802dc5-d8dc-4215-9ac3-b4fff19e873a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8739445 Feb 28 20:32:07.919019 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40156) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:07.941719 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-e68a6139-4e63-4248-8cf3-98c0bff716ed tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'subnet': {'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:08.090609 n-d-820368-21 neutron-server[103773]: WARNING neutron.services.revisions.revision_plugin [None req-64c47bd8-1482-4f19-ad58-4e5b06f7dc36 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Could not find related port for resource to bump revision. Feb 28 20:32:08.121633 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.ipam_pluggable_backend [None req-64c47bd8-1482-4f19-ad58-4e5b06f7dc36 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Port b62287f9-c5ed-4739-98de-6ffd519f9b88 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103773) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 28 20:32:08.122104 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.ipam_pluggable_backend [None req-64c47bd8-1482-4f19-ad58-4e5b06f7dc36 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Reverting IP allocation for 2001:db8::f816:3eff:fe39:df76 {{(pid=103773) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 28 20:32:08.128427 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.ipam_pluggable_backend [None req-64c47bd8-1482-4f19-ad58-4e5b06f7dc36 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe39:df76 {{(pid=103773) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 28 20:32:08.134787 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-64c47bd8-1482-4f19-ad58-4e5b06f7dc36 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (a8737f1b-f028-4345-865a-78cd3438c689), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:08.172481 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0802dc5-d8dc-4215-9ac3-b4fff19e873a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Network': ['ID=ba9b57c3-e373-46f6-a24d-635fc736e1c5,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:08.185273 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ba9b57c3-e373-46f6-a24d-635fc736e1c5 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:32:08.206673 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c47bd8-1482-4f19-ad58-4e5b06f7dc36 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:08.213067 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-64c47bd8-1482-4f19-ad58-4e5b06f7dc36 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:08.218429 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c47bd8-1482-4f19-ad58-4e5b06f7dc36 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:08.222192 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-64c47bd8-1482-4f19-ad58-4e5b06f7dc36 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:08.235642 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b40d13c-4992-449c-99d4-9a9288f774d2 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:08.248707 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9df7-1d30-4077-a41e-784a540c904d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_gateway (f8f03657-8556-4699-bbec-b3f1ba392ba9), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:08.250701 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c47bd8-1482-4f19-ad58-4e5b06f7dc36 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=a8737f1b-f028-4345-865a-78cd3438c689,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:08.282704 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9df7-1d30-4077-a41e-784a540c904d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:08.283084 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-64c47bd8-1482-4f19-ad58-4e5b06f7dc36 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4488301 Feb 28 20:32:08.283900 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40166) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:08.300733 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-27c77eb6-b20b-4912-848b-c9ee74672ce8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:08.340779 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68a6139-4e63-4248-8cf3-98c0bff716ed tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Made reservation on behalf of 8b8aa2c9faa640e4bf21843a9876834b for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:08.345002 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e68a6139-4e63-4248-8cf3-98c0bff716ed tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:08.417328 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] Publish callbacks [] for port (9b5b0c09-1976-4dcd-a38d-68cc2e109e76), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:08.429399 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9b5b0c09-1976-4dcd-a38d-68cc2e109e76), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:08.612801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aba8554-ee82-4afe-a828-7581c0c29dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-60bc62cf-1ebe-462d-93c7-f1108638c505', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'fixed_ips': [{'subnet_id': 'a8737f1b-f028-4345-865a-78cd3438c689'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:32:08.613756 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4aba8554-ee82-4afe-a828-7581c0c29dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:08.616295 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e68a6139-4e63-4248-8cf3-98c0bff716ed tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (d952f939-f6cb-4cf6-8bd3-ff27010082df), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:08.638191 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c77eb6-b20b-4912-848b-c9ee74672ce8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:08.652918 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-27c77eb6-b20b-4912-848b-c9ee74672ce8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:08.659154 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] Attempting to bind port 9b5b0c09-1976-4dcd-a38d-68cc2e109e76 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:32:08.659526 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] Attempting to bind port 9b5b0c09-1976-4dcd-a38d-68cc2e109e76 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'b7ed59c0-55ee-43a6-a5e8-c0b57a407cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:32:08.659926 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] Attempting to bind port 9b5b0c09-1976-4dcd-a38d-68cc2e109e76 on network fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:32:08.690050 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:32:08.690402 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] Checking segment: {'id': 'b7ed59c0-55ee-43a6-a5e8-c0b57a407cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:32:08.691225 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:08.691636 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] Bound using segment: {'id': 'b7ed59c0-55ee-43a6-a5e8-c0b57a407cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:32:08.695011 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] Bound port: 9b5b0c09-1976-4dcd-a38d-68cc2e109e76, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ed59c0-55ee-43a6-a5e8-c0b57a407cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:32:08.695354 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9b5b0c09-1976-4dcd-a38d-68cc2e109e76), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:08.714951 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874ac4a-264d-46ec-b7a5-c142c4f07817 None None] Pushing event updated for resources: {'Port': ['ID=9b5b0c09-1976-4dcd-a38d-68cc2e109e76,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:08.840518 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a6139-4e63-4248-8cf3-98c0bff716ed tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Subnet': ['ID=d952f939-f6cb-4cf6-8bd3-ff27010082df,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:08.894766 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] For port 9b5b0c09-1976-4dcd-a38d-68cc2e109e76, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:32:08.903687 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] For port 9b5b0c09-1976-4dcd-a38d-68cc2e109e76, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9b5b0c09-1976-4dcd-a38d-68cc2e109e76,segment=NetworkSegment(b7ed59c0-55ee-43a6-a5e8-c0b57a407cde),segment_id=b7ed59c0-55ee-43a6-a5e8-c0b57a407cde)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:32:08.911617 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-7ecf9df7-1d30-4077-a41e-784a540c904d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Allocated IP 172.25.0.36 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/0b647743-3afa-492e-88bd-8671e44284c2) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:08.919001 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9b5b0c09-1976-4dcd-a38d-68cc2e109e76), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:08.923691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68a6139-4e63-4248-8cf3-98c0bff716ed tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Checking segment: {'id': 'f886a934-cf0c-4170-8260-71f924965632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:32:08.924232 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68a6139-4e63-4248-8cf3-98c0bff716ed tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network hostable DHCP agents. Network: ba9b57c3-e373-46f6-a24d-635fc736e1c5, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:32:08.958204 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-4aba8554-ee82-4afe-a828-7581c0c29dac None None] Allocated IP 2001:db8::f816:3eff:fe00:5c29 (60bc62cf-1ebe-462d-93c7-f1108638c505/a8737f1b-f028-4345-865a-78cd3438c689/50724a19-656c-4f14-99af-baff9633a68b) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:09.005179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68a6139-4e63-4248-8cf3-98c0bff716ed tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network ba9b57c3-e373-46f6-a24d-635fc736e1c5 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:32:09.060795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-e68a6139-4e63-4248-8cf3-98c0bff716ed tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ba9b57c3-e373-46f6-a24d-635fc736e1c5) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:09.073790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68a6139-4e63-4248-8cf3-98c0bff716ed tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:09.077018 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e68a6139-4e63-4248-8cf3-98c0bff716ed tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:09.082127 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2e0cad-f173-46ce-89ff-2f90da8bb5e2 None None] Network ba9b57c3-e373-46f6-a24d-635fc736e1c5 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:09.121503 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-bc5cf387-d1cc-4f14-bc6a-0f909cb9f746 None None] Provisioning complete for port 9b5b0c09-1976-4dcd-a38d-68cc2e109e76 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:09.122051 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bc5cf387-d1cc-4f14-bc6a-0f909cb9f746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9b5b0c09-1976-4dcd-a38d-68cc2e109e76), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:09.166500 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40186) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:09.167671 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e68a6139-4e63-4248-8cf3-98c0bff716ed tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2474225 Feb 28 20:32:09.192951 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] Routers {'31b9bb8b-6289-4f25-adce-e092aec4d787'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:32:09.193504 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['31b9bb8b-6289-4f25-adce-e092aec4d787'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:09.201614 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9df7-1d30-4077-a41e-784a540c904d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for port (0b647743-3afa-492e-88bd-8671e44284c2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:09.265431 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9df7-1d30-4077-a41e-784a540c904d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0b647743-3afa-492e-88bd-8671e44284c2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:09.333776 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecf9df7-1d30-4077-a41e-784a540c904d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:09.360553 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-7ecf9df7-1d30-4077-a41e-784a540c904d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:09.365883 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecf9df7-1d30-4077-a41e-784a540c904d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:32:09.395302 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874ac4a-264d-46ec-b7a5-c142c4f07817 None None] Pushing event updated for resources: {'Port': ['ID=9b5b0c09-1976-4dcd-a38d-68cc2e109e76,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:09.477241 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf9df7-1d30-4077-a41e-784a540c904d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Pushing event updated for resources: {'Port': ['ID=0b647743-3afa-492e-88bd-8671e44284c2,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:09.488686 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] Set router 31b9bb8b-6289-4f25-adce-e092aec4d787 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:32:09.499159 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-27c77eb6-b20b-4912-848b-c9ee74672ce8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (581da2c0-22c1-4dec-9eca-9f072af2ba3d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:09.522386 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b62287f9-c5ed-4739-98de-6ffd519f9b88 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:32:09.543672 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4aba8554-ee82-4afe-a828-7581c0c29dac None None] Publish callbacks [] for port (50724a19-656c-4f14-99af-baff9633a68b), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:09.547452 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c77eb6-b20b-4912-848b-c9ee74672ce8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:09.553880 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-27c77eb6-b20b-4912-848b-c9ee74672ce8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:09.615975 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c77eb6-b20b-4912-848b-c9ee74672ce8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:09.618226 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-27c77eb6-b20b-4912-848b-c9ee74672ce8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:09.625653 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: b62287f9-c5ed-4739-98de-6ffd519f9b88 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:32:09.625995 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b62287f9-c5ed-4739-98de-6ffd519f9b88 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:32:09.642103 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6464af-2a2b-49ba-a448-3f954b1d50e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-ba9b57c3-e373-46f6-a24d-635fc736e1c5', 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5', 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'fixed_ips': [{'subnet_id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:32:09.642978 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2b6464af-2a2b-49ba-a448-3f954b1d50e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:09.684049 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4aba8554-ee82-4afe-a828-7581c0c29dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (50724a19-656c-4f14-99af-baff9633a68b), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:09.832358 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-27c77eb6-b20b-4912-848b-c9ee74672ce8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5425463 Feb 28 20:32:09.834328 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40194) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:09.845458 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-5fe610c6-10b6-4a31-ace7-4350ceebadf0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'mac_address': 'fa:16:3e:fe:a9:5b', 'name': 'tempest-NetworksTestDHCPv6-1765500900'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:09.866019 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9df7-1d30-4077-a41e-784a540c904d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router_gateway (f8f03657-8556-4699-bbec-b3f1ba392ba9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:09.871857 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c77eb6-b20b-4912-848b-c9ee74672ce8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=581da2c0-22c1-4dec-9eca-9f072af2ba3d,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:09.914174 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:32:04Z', 'revision_number': 2, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:08Z', 'revision_number': 4, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:09.934711 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba8554-ee82-4afe-a828-7581c0c29dac None None] Pushing event updated for resources: {'Port': ['ID=50724a19-656c-4f14-99af-baff9633a68b,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:09.940383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-bc5cf387-d1cc-4f14-bc6a-0f909cb9f746 None None] Current status of the port 9b5b0c09-1976-4dcd-a38d-68cc2e109e76 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:09.940773 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bc5cf387-d1cc-4f14-bc6a-0f909cb9f746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9b5b0c09-1976-4dcd-a38d-68cc2e109e76), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:09.990870 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eaa4a3-f5e2-481f-95fa-3df6018d142a None None] The sync data for ids ['31b9bb8b-6289-4f25-adce-e092aec4d787'] in n-d-820368-21 is: [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:32:04Z', 'revision_number': 2, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:08Z', 'revision_number': 4, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:32:10.033333 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aba8554-ee82-4afe-a828-7581c0c29dac None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:10.046482 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-4aba8554-ee82-4afe-a828-7581c0c29dac None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:10.055599 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bc5cf387-d1cc-4f14-bc6a-0f909cb9f746 None None] For port 9b5b0c09-1976-4dcd-a38d-68cc2e109e76, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9b5b0c09-1976-4dcd-a38d-68cc2e109e76,segment=NetworkSegment(b7ed59c0-55ee-43a6-a5e8-c0b57a407cde),segment_id=b7ed59c0-55ee-43a6-a5e8-c0b57a407cde)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:10.088329 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aba8554-ee82-4afe-a828-7581c0c29dac None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:32:10.100617 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bc5cf387-d1cc-4f14-bc6a-0f909cb9f746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9b5b0c09-1976-4dcd-a38d-68cc2e109e76), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:10.231636 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-2b6464af-2a2b-49ba-a448-3f954b1d50e7 None None] Allocated IP 2001:db8:1::2 (ba9b57c3-e373-46f6-a24d-635fc736e1c5/d952f939-f6cb-4cf6-8bd3-ff27010082df/9581bafd-b60a-4c2f-a169-7ff5de10dcab) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:10.285624 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cf387-d1cc-4f14-bc6a-0f909cb9f746 None None] Pushing event updated for resources: {'Port': ['ID=9b5b0c09-1976-4dcd-a38d-68cc2e109e76,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:10.288958 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4aba8554-ee82-4afe-a828-7581c0c29dac None None] Attempting to bind port 50724a19-656c-4f14-99af-baff9633a68b on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:32:10.289337 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4aba8554-ee82-4afe-a828-7581c0c29dac None None] Attempting to bind port 50724a19-656c-4f14-99af-baff9633a68b by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:32:10.289701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aba8554-ee82-4afe-a828-7581c0c29dac None None] Attempting to bind port 50724a19-656c-4f14-99af-baff9633a68b on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:32:10.300074 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f2f96c6a-a046-47e0-b41e-04cec40750dc None None] Provisioning complete for port 9b5b0c09-1976-4dcd-a38d-68cc2e109e76 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:10.300443 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f2f96c6a-a046-47e0-b41e-04cec40750dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9b5b0c09-1976-4dcd-a38d-68cc2e109e76), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:10.328269 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe610c6-10b6-4a31-ace7-4350ceebadf0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:10.346160 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9df7-1d30-4077-a41e-784a540c904d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (f8f03657-8556-4699-bbec-b3f1ba392ba9), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:10.353370 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9df7-1d30-4077-a41e-784a540c904d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921162'] for router (f8f03657-8556-4699-bbec-b3f1ba392ba9), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:10.416092 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aba8554-ee82-4afe-a828-7581c0c29dac None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:32:10.416092 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aba8554-ee82-4afe-a828-7581c0c29dac None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:32:10.416092 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4aba8554-ee82-4afe-a828-7581c0c29dac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:10.416424 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aba8554-ee82-4afe-a828-7581c0c29dac None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:32:10.416714 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4aba8554-ee82-4afe-a828-7581c0c29dac None None] Bound port: 50724a19-656c-4f14-99af-baff9633a68b, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:32:10.417092 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4aba8554-ee82-4afe-a828-7581c0c29dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (50724a19-656c-4f14-99af-baff9633a68b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:10.490196 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5fe610c6-10b6-4a31-ace7-4350ceebadf0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:10.520359 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-5fe610c6-10b6-4a31-ace7-4350ceebadf0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] device_id is not set on port 270a34f4-525e-4c92-9ec4-1360aad0fca2 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:32:10.623680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4aba8554-ee82-4afe-a828-7581c0c29dac None None] For port 50724a19-656c-4f14-99af-baff9633a68b, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:32:10.641795 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-902bb1b8-1add-4a02-b3fc-c7f47a6f0fa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:10.669793 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4aba8554-ee82-4afe-a828-7581c0c29dac None None] For port 50724a19-656c-4f14-99af-baff9633a68b, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=50724a19-656c-4f14-99af-baff9633a68b,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:32:10.703886 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4aba8554-ee82-4afe-a828-7581c0c29dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (50724a19-656c-4f14-99af-baff9633a68b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:10.769832 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96c6a-a046-47e0-b41e-04cec40750dc None None] Current status of the port 9b5b0c09-1976-4dcd-a38d-68cc2e109e76 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:10.792536 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecf9df7-1d30-4077-a41e-784a540c904d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Router f8f03657-8556-4699-bbec-b3f1ba392ba9 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:32:10.845523 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-5fe610c6-10b6-4a31-ace7-4350ceebadf0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 172.20.0.13 (60bc62cf-1ebe-462d-93c7-f1108638c505/581da2c0-22c1-4dec-9eca-9f072af2ba3d/270a34f4-525e-4c92-9ec4-1360aad0fca2) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:10.852456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-5fe610c6-10b6-4a31-ace7-4350ceebadf0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8::f816:3eff:fefe:a95b (60bc62cf-1ebe-462d-93c7-f1108638c505/a8737f1b-f028-4345-865a-78cd3438c689/270a34f4-525e-4c92-9ec4-1360aad0fca2) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:10.928460 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2b6464af-2a2b-49ba-a448-3f954b1d50e7 None None] Publish callbacks [] for port (9581bafd-b60a-4c2f-a169-7ff5de10dcab), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:10.932365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba8554-ee82-4afe-a828-7581c0c29dac None None] Pushing event updated for resources: {'Port': ['ID=50724a19-656c-4f14-99af-baff9633a68b,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:10.972649 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2b6464af-2a2b-49ba-a448-3f954b1d50e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (9581bafd-b60a-4c2f-a169-7ff5de10dcab), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:11.072366 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6464af-2a2b-49ba-a448-3f954b1d50e7 None None] Pushing event updated for resources: {'Port': ['ID=9581bafd-b60a-4c2f-a169-7ff5de10dcab,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:11.099678 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6464af-2a2b-49ba-a448-3f954b1d50e7 None None] Network ba9b57c3-e373-46f6-a24d-635fc736e1c5 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:11.101220 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-2b6464af-2a2b-49ba-a448-3f954b1d50e7 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:11.110944 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6464af-2a2b-49ba-a448-3f954b1d50e7 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:32:11.147955 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecf9df7-1d30-4077-a41e-784a540c904d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:32:11.172106 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9df7-1d30-4077-a41e-784a540c904d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:11.175872 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7ecf9df7-1d30-4077-a41e-784a540c904d tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "PUT /v2.0/routers/f8f03657-8556-4699-bbec-b3f1ba392ba9 HTTP/1.1" status: 200 len: 919 time: 4.1309404 Feb 28 20:32:11.175993 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a9c5fa-fa49-4bea-b33b-cb3e6de0f957 None None] Sync routers for ids ['f8f03657-8556-4699-bbec-b3f1ba392ba9'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:32:11.176122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40210) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:11.239839 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5fe610c6-10b6-4a31-ace7-4350ceebadf0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (270a34f4-525e-4c92-9ec4-1360aad0fca2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:11.314360 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a9c5fa-fa49-4bea-b33b-cb3e6de0f957 None None] Routers {'f8f03657-8556-4699-bbec-b3f1ba392ba9'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:32:11.315121 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b5a9c5fa-fa49-4bea-b33b-cb3e6de0f957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f8f03657-8556-4699-bbec-b3f1ba392ba9'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:11.427590 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b5a9c5fa-fa49-4bea-b33b-cb3e6de0f957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:11.431950 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2b6464af-2a2b-49ba-a448-3f954b1d50e7 None None] Attempting to bind port 9581bafd-b60a-4c2f-a169-7ff5de10dcab on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:32:11.432324 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2b6464af-2a2b-49ba-a448-3f954b1d50e7 None None] Attempting to bind port 9581bafd-b60a-4c2f-a169-7ff5de10dcab by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'f886a934-cf0c-4170-8260-71f924965632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:32:11.432689 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6464af-2a2b-49ba-a448-3f954b1d50e7 None None] Attempting to bind port 9581bafd-b60a-4c2f-a169-7ff5de10dcab on network ba9b57c3-e373-46f6-a24d-635fc736e1c5 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:32:11.449365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6464af-2a2b-49ba-a448-3f954b1d50e7 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:32:11.449593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6464af-2a2b-49ba-a448-3f954b1d50e7 None None] Checking segment: {'id': 'f886a934-cf0c-4170-8260-71f924965632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:32:11.449996 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2b6464af-2a2b-49ba-a448-3f954b1d50e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:11.450378 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6464af-2a2b-49ba-a448-3f954b1d50e7 None None] Bound using segment: {'id': 'f886a934-cf0c-4170-8260-71f924965632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:32:11.454772 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2b6464af-2a2b-49ba-a448-3f954b1d50e7 None None] Bound port: 9581bafd-b60a-4c2f-a169-7ff5de10dcab, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f886a934-cf0c-4170-8260-71f924965632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:32:11.455244 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2b6464af-2a2b-49ba-a448-3f954b1d50e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9581bafd-b60a-4c2f-a169-7ff5de10dcab), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:11.470054 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a9c5fa-fa49-4bea-b33b-cb3e6de0f957 None None] Routers {'f8f03657-8556-4699-bbec-b3f1ba392ba9'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:32:11.470688 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b5a9c5fa-fa49-4bea-b33b-cb3e6de0f957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f8f03657-8556-4699-bbec-b3f1ba392ba9'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:11.501181 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5fe610c6-10b6-4a31-ace7-4350ceebadf0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (270a34f4-525e-4c92-9ec4-1360aad0fca2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:11.538907 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b5a9c5fa-fa49-4bea-b33b-cb3e6de0f957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:11.539569 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a9c5fa-fa49-4bea-b33b-cb3e6de0f957 None None] The sync data for ids ['f8f03657-8556-4699-bbec-b3f1ba392ba9'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:32:11.569656 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 50724a19-656c-4f14-99af-baff9633a68b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:11.633338 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe610c6-10b6-4a31-ace7-4350ceebadf0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:11.644218 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-5fe610c6-10b6-4a31-ace7-4350ceebadf0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:11.652295 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe610c6-10b6-4a31-ace7-4350ceebadf0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:32:11.738783 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-902bb1b8-1add-4a02-b3fc-c7f47a6f0fa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Allocated IP 2001:db8:1::1 (ba9b57c3-e373-46f6-a24d-635fc736e1c5/d952f939-f6cb-4cf6-8bd3-ff27010082df/6c0e9b9b-0a3d-4429-bbf5-50791189f91f) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:11.745586 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe610c6-10b6-4a31-ace7-4350ceebadf0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=270a34f4-525e-4c92-9ec4-1360aad0fca2,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:11.792847 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe610c6-10b6-4a31-ace7-4350ceebadf0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:11.794588 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5fe610c6-10b6-4a31-ace7-4350ceebadf0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:11.838200 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2b6464af-2a2b-49ba-a448-3f954b1d50e7 None None] For port 9581bafd-b60a-4c2f-a169-7ff5de10dcab, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:32:11.841759 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2b6464af-2a2b-49ba-a448-3f954b1d50e7 None None] For port 9581bafd-b60a-4c2f-a169-7ff5de10dcab, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9581bafd-b60a-4c2f-a169-7ff5de10dcab,segment=NetworkSegment(f886a934-cf0c-4170-8260-71f924965632),segment_id=f886a934-cf0c-4170-8260-71f924965632)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:32:11.853431 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c8de834b-203c-459d-b7c4-02a3fc5303f8 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "GET /v2.0/routers/f8f03657-8556-4699-bbec-b3f1ba392ba9 HTTP/1.1" status: 200 len: 925 time: 0.6759655 Feb 28 20:32:11.857082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40222) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:11.861521 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2b6464af-2a2b-49ba-a448-3f954b1d50e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9581bafd-b60a-4c2f-a169-7ff5de10dcab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:11.875343 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 50724a19-656c-4f14-99af-baff9633a68b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:11.876080 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (50724a19-656c-4f14-99af-baff9633a68b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:11.938068 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5fe610c6-10b6-4a31-ace7-4350ceebadf0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0997756 Feb 28 20:32:11.942085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40224) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:12.005908 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6464af-2a2b-49ba-a448-3f954b1d50e7 None None] Pushing event updated for resources: {'Port': ['ID=9581bafd-b60a-4c2f-a169-7ff5de10dcab,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:12.046993 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb21e6a-0d3c-455e-9741-3c62f9b6b010 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:12.053324 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40226) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:12.061742 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-dfb21e6a-0d3c-455e-9741-3c62f9b6b010 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&device_id=f8f03657-8556-4699-bbec-b3f1ba392ba9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1968932 Feb 28 20:32:12.091592 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 50724a19-656c-4f14-99af-baff9633a68b is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:12.092681 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (50724a19-656c-4f14-99af-baff9633a68b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:12.119482 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-902bb1b8-1add-4a02-b3fc-c7f47a6f0fa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for port (6c0e9b9b-0a3d-4429-bbf5-50791189f91f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:12.133183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb4da2a-1cb8-4f2b-96a9-fb441b9e70de tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:12.153700 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb4da2a-1cb8-4f2b-96a9-fb441b9e70de tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:12.155367 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ffb4da2a-1cb8-4f2b-96a9-fb441b9e70de tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2088554 Feb 28 20:32:12.163033 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40230) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:12.168235 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 50724a19-656c-4f14-99af-baff9633a68b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=50724a19-656c-4f14-99af-baff9633a68b,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:12.179842 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (50724a19-656c-4f14-99af-baff9633a68b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:12.180611 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9b5b0c09-1976-4dcd-a38d-68cc2e109e76 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:12.324011 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2804e7c7-ff5d-433c-9675-f04d395cd161 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:12.330210 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40234) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:12.340911 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2804e7c7-ff5d-433c-9675-f04d395cd161 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "GET /v2.0/networks/e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 881 time: 0.2859604 Feb 28 20:32:12.378015 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-902bb1b8-1add-4a02-b3fc-c7f47a6f0fa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (6c0e9b9b-0a3d-4429-bbf5-50791189f91f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:12.392953 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-dac55532-9747-4beb-9b01-89992923c0e2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f03657-8556-4699-bbec-b3f1ba392ba9 HTTP/1.1" status: 200 len: 205 time: 0.0615075 Feb 28 20:32:12.402643 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40236) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:12.411000 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=50724a19-656c-4f14-99af-baff9633a68b,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:12.455040 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 9b5b0c09-1976-4dcd-a38d-68cc2e109e76 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:12.455424 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9b5b0c09-1976-4dcd-a38d-68cc2e109e76), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:12.549351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bb1b8-1add-4a02-b3fc-c7f47a6f0fa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Port': ['ID=6c0e9b9b-0a3d-4429-bbf5-50791189f91f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:12.592244 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902bb1b8-1add-4a02-b3fc-c7f47a6f0fa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network ba9b57c3-e373-46f6-a24d-635fc736e1c5 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:12.619780 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-902bb1b8-1add-4a02-b3fc-c7f47a6f0fa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:12.625761 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902bb1b8-1add-4a02-b3fc-c7f47a6f0fa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:32:12.626325 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-902bb1b8-1add-4a02-b3fc-c7f47a6f0fa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (31b9bb8b-6289-4f25-adce-e092aec4d787), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:12.636977 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 9b5b0c09-1976-4dcd-a38d-68cc2e109e76 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:12.669741 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router (f8f03657-8556-4699-bbec-b3f1ba392ba9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:12.827471 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-7909e06f-46f2-4902-beb8-7562a00d08e9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting port 270a34f4-525e-4c92-9ec4-1360aad0fca2 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:32:12.827787 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7909e06f-46f2-4902-beb8-7562a00d08e9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (270a34f4-525e-4c92-9ec4-1360aad0fca2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:12.846484 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-902bb1b8-1add-4a02-b3fc-c7f47a6f0fa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6c0e9b9b-0a3d-4429-bbf5-50791189f91f), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:12.892065 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95702461-1533-4250-b661-c95065e2cbcf None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:12.897243 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_gateway (f8f03657-8556-4699-bbec-b3f1ba392ba9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:12.970282 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Deleting port 0b647743-3afa-492e-88bd-8671e44284c2 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:32:12.970693 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0b647743-3afa-492e-88bd-8671e44284c2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:13.030510 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a8b3955c-20b8-49f0-874c-4582968dcb55 None None] Provisioning complete for port 50724a19-656c-4f14-99af-baff9633a68b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:13.031263 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a8b3955c-20b8-49f0-874c-4582968dcb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (50724a19-656c-4f14-99af-baff9633a68b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:13.069790 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0b647743-3afa-492e-88bd-8671e44284c2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:13.086457 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Calling delete_port for 0b647743-3afa-492e-88bd-8671e44284c2 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:32:13.267416 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3955c-20b8-49f0-874c-4582968dcb55 None None] Current status of the port 50724a19-656c-4f14-99af-baff9633a68b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:13.291375 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637bd143-e1ee-4d60-8763-cce95a6dfe24 None None] Update dhcp port {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'fixed_ips': [{'subnet_id': 'a8737f1b-f028-4345-865a-78cd3438c689', 'ip_address': '2001:db8::f816:3eff:fe00:5c29'}, {'subnet_id': '581da2c0-22c1-4dec-9eca-9f072af2ba3d'}], 'binding:host_id': 'n-d-820368-21'}, 'id': '50724a19-656c-4f14-99af-baff9633a68b'} from n-d-820368-21. {{(pid=103775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 20:32:13.360745 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-637bd143-e1ee-4d60-8763-cce95a6dfe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (50724a19-656c-4f14-99af-baff9633a68b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:13.392324 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0b647743-3afa-492e-88bd-8671e44284c2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:13.477142 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Pushing event deleted for resources: {'Port': ['ID=0b647743-3afa-492e-88bd-8671e44284c2,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:13.496802 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:13.497218 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:13.497791 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:13.498329 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:13.498781 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:13.499234 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:13.499632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:13.501206 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:13.520503 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:13.520983 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:13.521467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:13.521867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:13.522319 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:13.536210 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7909e06f-46f2-4902-beb8-7562a00d08e9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (270a34f4-525e-4c92-9ec4-1360aad0fca2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:13.552393 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-7909e06f-46f2-4902-beb8-7562a00d08e9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Calling delete_port for 270a34f4-525e-4c92-9ec4-1360aad0fca2 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:32:13.646978 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9581bafd-b60a-4c2f-a169-7ff5de10dcab up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:13.666819 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (f8f03657-8556-4699-bbec-b3f1ba392ba9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:13.765180 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-637bd143-e1ee-4d60-8763-cce95a6dfe24 None None] Allocated IP 172.20.0.2 (60bc62cf-1ebe-462d-93c7-f1108638c505/581da2c0-22c1-4dec-9eca-9f072af2ba3d/50724a19-656c-4f14-99af-baff9633a68b) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:13.773222 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 9581bafd-b60a-4c2f-a169-7ff5de10dcab triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:13.773741 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9581bafd-b60a-4c2f-a169-7ff5de10dcab), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:13.868968 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (f8f03657-8556-4699-bbec-b3f1ba392ba9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:13.872458 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_controller (f8f03657-8556-4699-bbec-b3f1ba392ba9), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:13.929340 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (f8f03657-8556-4699-bbec-b3f1ba392ba9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:13.930703 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Fanout notify agent at l3_agent the message router_deleted on router f8f03657-8556-4699-bbec-b3f1ba392ba9 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:32:13.944945 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:13.954382 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0fb30a62-575c-47d2-a111-856e2525b0f2 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "DELETE /v2.0/routers/f8f03657-8556-4699-bbec-b3f1ba392ba9 HTTP/1.1" status: 204 len: 168 time: 1.5423839 Feb 28 20:32:13.955187 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40258) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:13.960657 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-80ef4536-a0c3-4e3d-8a05-786b18513af8 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1101585134', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:14.002909 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-80ef4536-a0c3-4e3d-8a05-786b18513af8 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (6bea8db8-a90f-4935-a911-6c58b70baa38), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:14.004096 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-80ef4536-a0c3-4e3d-8a05-786b18513af8 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (6bea8db8-a90f-4935-a911-6c58b70baa38), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:14.016214 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-637bd143-e1ee-4d60-8763-cce95a6dfe24 None None] For port 50724a19-656c-4f14-99af-baff9633a68b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=50724a19-656c-4f14-99af-baff9633a68b,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:14.065556 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-637bd143-e1ee-4d60-8763-cce95a6dfe24 None None] Publish callbacks [] for port (50724a19-656c-4f14-99af-baff9633a68b), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:14.083517 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c2cd56-8cd0-4d10-a4db-d076b5601806 None None] Network ba9b57c3-e373-46f6-a24d-635fc736e1c5 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:14.097298 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7909e06f-46f2-4902-beb8-7562a00d08e9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (270a34f4-525e-4c92-9ec4-1360aad0fca2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:14.194823 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-80ef4536-a0c3-4e3d-8a05-786b18513af8 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_controller (6bea8db8-a90f-4935-a911-6c58b70baa38), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:14.197109 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909e06f-46f2-4902-beb8-7562a00d08e9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Port': ['ID=270a34f4-525e-4c92-9ec4-1360aad0fca2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:14.220005 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-637bd143-e1ee-4d60-8763-cce95a6dfe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (50724a19-656c-4f14-99af-baff9633a68b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:14.335711 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7909e06f-46f2-4902-beb8-7562a00d08e9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:14.342721 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7909e06f-46f2-4902-beb8-7562a00d08e9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/270a34f4-525e-4c92-9ec4-1360aad0fca2 HTTP/1.1" status: 204 len: 168 time: 2.1757586 Feb 28 20:32:14.343156 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40262) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:14.408854 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-80ef4536-a0c3-4e3d-8a05-786b18513af8 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_gateway (6bea8db8-a90f-4935-a911-6c58b70baa38), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:14.457133 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d6911d9e-9325-4d19-ae5c-ce4f0a092f2e None None] Provisioning complete for port 9581bafd-b60a-4c2f-a169-7ff5de10dcab triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:14.457694 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d6911d9e-9325-4d19-ae5c-ce4f0a092f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9581bafd-b60a-4c2f-a169-7ff5de10dcab), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:14.460009 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0825e229-6caa-4164-99c2-1bc0b15ced9f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:14.461491 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0825e229-6caa-4164-99c2-1bc0b15ced9f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:14.462832 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0825e229-6caa-4164-99c2-1bc0b15ced9f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:14.467292 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0825e229-6caa-4164-99c2-1bc0b15ced9f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1205523 Feb 28 20:32:14.469635 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40266) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:14.475135 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-902bb1b8-1add-4a02-b3fc-c7f47a6f0fa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for port (6c0e9b9b-0a3d-4429-bbf5-50791189f91f), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:14.480920 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-902bb1b8-1add-4a02-b3fc-c7f47a6f0fa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (6c0e9b9b-0a3d-4429-bbf5-50791189f91f), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:14.481851 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-902bb1b8-1add-4a02-b3fc-c7f47a6f0fa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (31b9bb8b-6289-4f25-adce-e092aec4d787), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:14.544962 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bb1b8-1add-4a02-b3fc-c7f47a6f0fa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Port': ['ID=6c0e9b9b-0a3d-4429-bbf5-50791189f91f,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:14.557326 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bd143-e1ee-4d60-8763-cce95a6dfe24 None None] Pushing event updated for resources: {'Port': ['ID=50724a19-656c-4f14-99af-baff9633a68b,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:14.681846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a1730e0-add6-4869-8921-23d7e9408129 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet 581da2c0-22c1-4dec-9eca-9f072af2ba3d {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:32:14.685918 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1a1730e0-add6-4869-8921-23d7e9408129 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (581da2c0-22c1-4dec-9eca-9f072af2ba3d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:14.741993 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 9581bafd-b60a-4c2f-a169-7ff5de10dcab is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:14.746324 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9581bafd-b60a-4c2f-a169-7ff5de10dcab), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:14.746503 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902bb1b8-1add-4a02-b3fc-c7f47a6f0fa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network ba9b57c3-e373-46f6-a24d-635fc736e1c5 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:14.748062 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-902bb1b8-1add-4a02-b3fc-c7f47a6f0fa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:14.793680 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1a1730e0-add6-4869-8921-23d7e9408129 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (581da2c0-22c1-4dec-9eca-9f072af2ba3d), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:14.838151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 9581bafd-b60a-4c2f-a169-7ff5de10dcab, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9581bafd-b60a-4c2f-a169-7ff5de10dcab,segment=NetworkSegment(f886a934-cf0c-4170-8260-71f924965632),segment_id=f886a934-cf0c-4170-8260-71f924965632)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:14.853530 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9581bafd-b60a-4c2f-a169-7ff5de10dcab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:14.864068 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 50724a19-656c-4f14-99af-baff9633a68b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:14.927169 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1a1730e0-add6-4869-8921-23d7e9408129 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (581da2c0-22c1-4dec-9eca-9f072af2ba3d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:14.995201 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902bb1b8-1add-4a02-b3fc-c7f47a6f0fa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router 31b9bb8b-6289-4f25-adce-e092aec4d787 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:32:15.021781 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1a1730e0-add6-4869-8921-23d7e9408129 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (581da2c0-22c1-4dec-9eca-9f072af2ba3d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:15.042316 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1a1730e0-add6-4869-8921-23d7e9408129 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:15.048054 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1a1730e0-add6-4869-8921-23d7e9408129 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/581da2c0-22c1-4dec-9eca-9f072af2ba3d HTTP/1.1" status: 204 len: 168 time: 0.5767953 Feb 28 20:32:15.072054 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40272) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:15.120664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d6911d9e-9325-4d19-ae5c-ce4f0a092f2e None None] Current status of the port 9581bafd-b60a-4c2f-a169-7ff5de10dcab is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:15.128286 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1730e0-add6-4869-8921-23d7e9408129 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=581da2c0-22c1-4dec-9eca-9f072af2ba3d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:15.166008 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=9581bafd-b60a-4c2f-a169-7ff5de10dcab,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:15.171165 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-de014928-164c-40db-adb6-a1058e5da595 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet a8737f1b-f028-4345-865a-78cd3438c689 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:32:15.182251 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-de014928-164c-40db-adb6-a1058e5da595 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (a8737f1b-f028-4345-865a-78cd3438c689), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:15.224830 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 50724a19-656c-4f14-99af-baff9633a68b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:15.225238 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (50724a19-656c-4f14-99af-baff9633a68b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:15.289805 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902bb1b8-1add-4a02-b3fc-c7f47a6f0fa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:32:15.299161 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-902bb1b8-1add-4a02-b3fc-c7f47a6f0fa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/31b9bb8b-6289-4f25-adce-e092aec4d787/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1286757 Feb 28 20:32:15.301167 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40274) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:15.307517 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] Sync routers for ids ['31b9bb8b-6289-4f25-adce-e092aec4d787'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:32:15.327802 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-55090595-bc4e-4d9c-8310-b4b25e856fde tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1178925192'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:15.328801 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] Routers {'31b9bb8b-6289-4f25-adce-e092aec4d787'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:32:15.330899 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['31b9bb8b-6289-4f25-adce-e092aec4d787'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:15.357059 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1940ee62-2bae-4361-a872-bc5e7e8e5d23 None None] Provisioning complete for port 9581bafd-b60a-4c2f-a169-7ff5de10dcab triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:15.357805 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1940ee62-2bae-4361-a872-bc5e7e8e5d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9581bafd-b60a-4c2f-a169-7ff5de10dcab), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:15.401956 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-de014928-164c-40db-adb6-a1058e5da595 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (a8737f1b-f028-4345-865a-78cd3438c689), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:15.425392 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55090595-bc4e-4d9c-8310-b4b25e856fde tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Made reservation on behalf of 8b8aa2c9faa640e4bf21843a9876834b for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:15.431233 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55090595-bc4e-4d9c-8310-b4b25e856fde tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:15.479489 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-80ef4536-a0c3-4e3d-8a05-786b18513af8 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_gateway (6bea8db8-a90f-4935-a911-6c58b70baa38), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:15.515225 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-80ef4536-a0c3-4e3d-8a05-786b18513af8 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:15.528046 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55090595-bc4e-4d9c-8310-b4b25e856fde tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:32:15.560697 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55090595-bc4e-4d9c-8310-b4b25e856fde tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (7c8b80f7-71b8-4e47-adde-2aee737bd320), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:15.565584 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-55090595-bc4e-4d9c-8310-b4b25e856fde tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Added segment 7c8b80f7-71b8-4e47-adde-2aee737bd320 of type vlan for network 5cbc81da-c4c8-443b-a662-0c74081d9fa6 Feb 28 20:32:15.664538 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 50724a19-656c-4f14-99af-baff9633a68b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:15.753349 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55090595-bc4e-4d9c-8310-b4b25e856fde tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (5cbc81da-c4c8-443b-a662-0c74081d9fa6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:15.851592 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55090595-bc4e-4d9c-8310-b4b25e856fde tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (5cbc81da-c4c8-443b-a662-0c74081d9fa6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:15.869050 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55090595-bc4e-4d9c-8310-b4b25e856fde tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:15.872873 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55090595-bc4e-4d9c-8310-b4b25e856fde tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:15.900449 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1940ee62-2bae-4361-a872-bc5e7e8e5d23 None None] Current status of the port 9581bafd-b60a-4c2f-a169-7ff5de10dcab is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:15.924389 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1940ee62-2bae-4361-a872-bc5e7e8e5d23 None None] Provisioning complete for port 6c0e9b9b-0a3d-4429-bbf5-50791189f91f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:15.926263 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1940ee62-2bae-4361-a872-bc5e7e8e5d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6c0e9b9b-0a3d-4429-bbf5-50791189f91f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:15.928178 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-de014928-164c-40db-adb6-a1058e5da595 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (a8737f1b-f028-4345-865a-78cd3438c689), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:15.977179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9581bafd-b60a-4c2f-a169-7ff5de10dcab up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:15.979967 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e54e1c2-446c-4d14-9c6e-f8b3a66586a2 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:15.983977 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] Set router 31b9bb8b-6289-4f25-adce-e092aec4d787 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:32:16.014463 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-55090595-bc4e-4d9c-8310-b4b25e856fde tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7121890 Feb 28 20:32:16.018034 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40282) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:16.024095 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d4f15644-99c4-40e4-961a-e7c1cf81f0c7 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'subnet': {'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:16.112863 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55090595-bc4e-4d9c-8310-b4b25e856fde tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Network': ['ID=5cbc81da-c4c8-443b-a662-0c74081d9fa6,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:16.147407 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0ddd299-e3e2-4199-93f0-01e0edfcfe50 req-c9361d2f-48be-46ff-bf97-b0392ed82213 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4354005 Feb 28 20:32:16.148538 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-de014928-164c-40db-adb6-a1058e5da595 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (a8737f1b-f028-4345-865a-78cd3438c689), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:16.210344 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f15644-99c4-40e4-961a-e7c1cf81f0c7 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Made reservation on behalf of 8b8aa2c9faa640e4bf21843a9876834b for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:16.214838 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d4f15644-99c4-40e4-961a-e7c1cf81f0c7 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:16.223349 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-80ef4536-a0c3-4e3d-8a05-786b18513af8 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Allocated IP 172.25.0.69 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/e9a5a8d6-b8f1-4f7e-8ec4-69a72634bab1) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:16.265093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 5cbc81da-c4c8-443b-a662-0c74081d9fa6 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:32:16.317695 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1940ee62-2bae-4361-a872-bc5e7e8e5d23 None None] Port 6c0e9b9b-0a3d-4429-bbf5-50791189f91f cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:32:16.373792 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de014928-164c-40db-adb6-a1058e5da595 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=a8737f1b-f028-4345-865a-78cd3438c689,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:16.384757 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:32:12Z', 'revision_number': 3, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '6c0e9b9b-0a3d-4429-bbf5-50791189f91f', 'name': '', 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:12:81:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:11Z', 'updated_at': '2022-02-28T20:32:14Z', 'revision_number': 2, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:09Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:16.397790 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-de014928-164c-40db-adb6-a1058e5da595 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:16.414324 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-de014928-164c-40db-adb6-a1058e5da595 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/a8737f1b-f028-4345-865a-78cd3438c689 HTTP/1.1" status: 204 len: 168 time: 1.3348641 Feb 28 20:32:16.418235 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40286) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:16.433181 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] Checking router: 31b9bb8b-6289-4f25-adce-e092aec4d787 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:32:16.434232 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] Updating router 31b9bb8b-6289-4f25-adce-e092aec4d787 port 6c0e9b9b-0a3d-4429-bbf5-50791189f91f binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:32:16.483401 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6c0e9b9b-0a3d-4429-bbf5-50791189f91f), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:16.487898 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d4f15644-99c4-40e4-961a-e7c1cf81f0c7 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (cff3bd8d-af6d-44b0-a129-d6a8c715c33f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:16.538472 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-023f4b29-684d-4c83-858d-a40213f9690e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1190434 Feb 28 20:32:16.539151 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40290) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:16.550240 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-b0bf731b-d599-4d1e-907f-1e5b68c2fb70 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:16.567748 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7473fe88-b1b2-4ce7-9266-6432275a9a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:16.575517 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f15644-99c4-40e4-961a-e7c1cf81f0c7 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Subnet': ['ID=cff3bd8d-af6d-44b0-a129-d6a8c715c33f,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:16.598629 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddd299-e3e2-4199-93f0-01e0edfcfe50 req-ae117c9e-0ae1-4790-81ac-bb86b3b27185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:16.601661 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0ddd299-e3e2-4199-93f0-01e0edfcfe50 req-ae117c9e-0ae1-4790-81ac-bb86b3b27185 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce448fa148384bfb9a78481379c26323&device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 1129 time: 0.3617806 Feb 28 20:32:16.649773 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f15644-99c4-40e4-961a-e7c1cf81f0c7 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Checking segment: {'id': '7c8b80f7-71b8-4e47-adde-2aee737bd320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:32:16.657281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a364c5e3-0701-4184-93e6-fc479f4ac42c None None] Provisioning complete for port 6c0e9b9b-0a3d-4429-bbf5-50791189f91f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:16.657632 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a364c5e3-0701-4184-93e6-fc479f4ac42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6c0e9b9b-0a3d-4429-bbf5-50791189f91f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:16.660090 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f15644-99c4-40e4-961a-e7c1cf81f0c7 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network hostable DHCP agents. Network: 5cbc81da-c4c8-443b-a662-0c74081d9fa6, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:32:16.714340 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f15644-99c4-40e4-961a-e7c1cf81f0c7 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network 5cbc81da-c4c8-443b-a662-0c74081d9fa6 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:32:16.730730 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-d4f15644-99c4-40e4-961a-e7c1cf81f0c7 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 5cbc81da-c4c8-443b-a662-0c74081d9fa6) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:16.744884 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de413bb-a609-446e-bf63-c47c3af80657 None None] Network 5cbc81da-c4c8-443b-a662-0c74081d9fa6 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:16.757793 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f15644-99c4-40e4-961a-e7c1cf81f0c7 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:16.758389 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d4f15644-99c4-40e4-961a-e7c1cf81f0c7 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:16.763212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 9581bafd-b60a-4c2f-a169-7ff5de10dcab triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:16.763591 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9581bafd-b60a-4c2f-a169-7ff5de10dcab), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:16.787172 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d4f15644-99c4-40e4-961a-e7c1cf81f0c7 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7652140 Feb 28 20:32:16.787413 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40292) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:17.084910 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] Publish callbacks [] for port (6c0e9b9b-0a3d-4429-bbf5-50791189f91f), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:17.098113 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6c0e9b9b-0a3d-4429-bbf5-50791189f91f), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:17.178627 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a364c5e3-0701-4184-93e6-fc479f4ac42c None None] Port 6c0e9b9b-0a3d-4429-bbf5-50791189f91f cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:32:17.205523 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdf226-ec6e-4456-b462-09e7d00979ac None None] Pushing event updated for resources: {'Port': ['ID=6c0e9b9b-0a3d-4429-bbf5-50791189f91f,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:17.226140 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-80ef4536-a0c3-4e3d-8a05-786b18513af8 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for port (e9a5a8d6-b8f1-4f7e-8ec4-69a72634bab1), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:17.260674 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a364c5e3-0701-4184-93e6-fc479f4ac42c None None] Could not find standard attr ID for object 270a34f4-525e-4c92-9ec4-1360aad0fca2. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:32:17.298095 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6f7049-d44e-494e-9d1a-596a1da64d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-5cbc81da-c4c8-443b-a662-0c74081d9fa6', 'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6', 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'fixed_ips': [{'subnet_id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:32:17.299022 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9e6f7049-d44e-494e-9d1a-596a1da64d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:17.313469 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bf731b-d599-4d1e-907f-1e5b68c2fb70 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:17.325838 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b0bf731b-d599-4d1e-907f-1e5b68c2fb70 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:17.356677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddd299-e3e2-4199-93f0-01e0edfcfe50 req-d2a6f2aa-356e-4cc5-871e-3dcc6638bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:17.358581 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0ddd299-e3e2-4199-93f0-01e0edfcfe50 req-d2a6f2aa-356e-4cc5-871e-3dcc6638bd4b service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd95dcac-d635-4bec-8252-dbb352dcdbef HTTP/1.1" status: 200 len: 910 time: 0.7275822 Feb 28 20:32:17.366364 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] Attempting to bind port 6c0e9b9b-0a3d-4429-bbf5-50791189f91f on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:32:17.368133 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] Attempting to bind port 6c0e9b9b-0a3d-4429-bbf5-50791189f91f by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'f886a934-cf0c-4170-8260-71f924965632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:32:17.369877 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] Attempting to bind port 6c0e9b9b-0a3d-4429-bbf5-50791189f91f on network ba9b57c3-e373-46f6-a24d-635fc736e1c5 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:32:17.379817 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:32:17.383225 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] Checking segment: {'id': 'f886a934-cf0c-4170-8260-71f924965632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:32:17.383225 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:17.383447 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] Bound using segment: {'id': 'f886a934-cf0c-4170-8260-71f924965632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:32:17.384656 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] Bound port: 6c0e9b9b-0a3d-4429-bbf5-50791189f91f, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f886a934-cf0c-4170-8260-71f924965632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:32:17.385979 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6c0e9b9b-0a3d-4429-bbf5-50791189f91f), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:17.450137 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0ddd299-e3e2-4199-93f0-01e0edfcfe50 req-8b02aa87-237d-4217-97a1-05486330b0ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28f22ab8-31b9-420b-b5ff-5b306b174979 HTTP/1.1" status: 200 len: 1002 time: 0.0781908 Feb 28 20:32:17.551970 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] For port 6c0e9b9b-0a3d-4429-bbf5-50791189f91f, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:32:17.559391 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] For port 6c0e9b9b-0a3d-4429-bbf5-50791189f91f, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6c0e9b9b-0a3d-4429-bbf5-50791189f91f,segment=NetworkSegment(f886a934-cf0c-4170-8260-71f924965632),segment_id=f886a934-cf0c-4170-8260-71f924965632)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:32:17.580325 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6c0e9b9b-0a3d-4429-bbf5-50791189f91f), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:17.588628 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-9e6f7049-d44e-494e-9d1a-596a1da64d56 None None] Allocated IP 2001:db8:2::2 (5cbc81da-c4c8-443b-a662-0c74081d9fa6/cff3bd8d-af6d-44b0-a129-d6a8c715c33f/2976b893-6396-47df-828e-e17de61b5d9e) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:17.681272 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] Routers {'31b9bb8b-6289-4f25-adce-e092aec4d787'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:32:17.682242 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:31:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['31b9bb8b-6289-4f25-adce-e092aec4d787'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:17.701670 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c24e473-2b95-47d8-b1c2-d334d1b86a8d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:17.721140 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-80ef4536-a0c3-4e3d-8a05-786b18513af8 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e9a5a8d6-b8f1-4f7e-8ec4-69a72634bab1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:17.799263 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdf226-ec6e-4456-b462-09e7d00979ac None None] Pushing event updated for resources: {'Port': ['ID=6c0e9b9b-0a3d-4429-bbf5-50791189f91f,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:17.800539 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 9581bafd-b60a-4c2f-a169-7ff5de10dcab is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:17.802008 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 50724a19-656c-4f14-99af-baff9633a68b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:17.814150 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a364c5e3-0701-4184-93e6-fc479f4ac42c None None] Provisioning complete for port 50724a19-656c-4f14-99af-baff9633a68b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:17.814307 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a364c5e3-0701-4184-93e6-fc479f4ac42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (50724a19-656c-4f14-99af-baff9633a68b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:17.856112 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] Set router 31b9bb8b-6289-4f25-adce-e092aec4d787 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:32:17.869027 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef4536-a0c3-4e3d-8a05-786b18513af8 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Pushing event updated for resources: {'Port': ['ID=e9a5a8d6-b8f1-4f7e-8ec4-69a72634bab1,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:17.905179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c50a3d1-66db-4bc9-b53f-1a25bee4b8b3 None None] Update dhcp port {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'fixed_ips': [{'subnet_id': 'a8737f1b-f028-4345-865a-78cd3438c689'}], 'binding:host_id': 'n-d-820368-21'}, 'id': '50724a19-656c-4f14-99af-baff9633a68b'} from n-d-820368-21. {{(pid=103775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 20:32:17.942644 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddd299-e3e2-4199-93f0-01e0edfcfe50 req-5a2c63ac-abc9-44ff-8fcb-b122a721f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:17.946240 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0ddd299-e3e2-4199-93f0-01e0edfcfe50 req-5a2c63ac-abc9-44ff-8fcb-b122a721f876 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a36f3d5e-8266-4be4-ab73-31f8fb0001af HTTP/1.1" status: 200 len: 849 time: 0.4798362 Feb 28 20:32:17.970655 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1c50a3d1-66db-4bc9-b53f-1a25bee4b8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (50724a19-656c-4f14-99af-baff9633a68b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:17.975596 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ef4536-a0c3-4e3d-8a05-786b18513af8 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:17.983292 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-80ef4536-a0c3-4e3d-8a05-786b18513af8 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:17.989083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ef4536-a0c3-4e3d-8a05-786b18513af8 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:32:18.184542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddd299-e3e2-4199-93f0-01e0edfcfe50 req-066250e3-c027-4ca3-8d1d-d979efbd7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:18.186381 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0ddd299-e3e2-4199-93f0-01e0edfcfe50 req-066250e3-c027-4ca3-8d1d-d979efbd7615 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd95dcac-d635-4bec-8252-dbb352dcdbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2301037 Feb 28 20:32:18.227734 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 50724a19-656c-4f14-99af-baff9633a68b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:18.228129 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (50724a19-656c-4f14-99af-baff9633a68b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:18.283741 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:32:12Z', 'revision_number': 3, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '6c0e9b9b-0a3d-4429-bbf5-50791189f91f', 'name': '', 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:12:81:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:11Z', 'updated_at': '2022-02-28T20:32:17Z', 'revision_number': 4, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:09Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:18.291532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a364c5e3-0701-4184-93e6-fc479f4ac42c None None] Current status of the port 50724a19-656c-4f14-99af-baff9633a68b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:18.335024 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40d0ee8-991d-4ac8-8afa-015f8524eff7 None None] The sync data for ids ['31b9bb8b-6289-4f25-adce-e092aec4d787'] in n-d-820368-21 is: [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:32:12Z', 'revision_number': 3, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '6c0e9b9b-0a3d-4429-bbf5-50791189f91f', 'name': '', 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:12:81:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:11Z', 'updated_at': '2022-02-28T20:32:17Z', 'revision_number': 4, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:09Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:32:18.367677 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9e6f7049-d44e-494e-9d1a-596a1da64d56 None None] Publish callbacks [] for port (2976b893-6396-47df-828e-e17de61b5d9e), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:18.458081 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda26287-a29a-494c-9ef2-fcf8cff4ce28 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:18.480113 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9e6f7049-d44e-494e-9d1a-596a1da64d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (2976b893-6396-47df-828e-e17de61b5d9e), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:18.509666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-2c24e473-2b95-47d8-b1c2-d334d1b86a8d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Allocated IP 2001:db8:2::1 (5cbc81da-c4c8-443b-a662-0c74081d9fa6/cff3bd8d-af6d-44b0-a129-d6a8c715c33f/b167ec02-b5be-4c33-bc00-735623e853e5) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:18.732284 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b0bf731b-d599-4d1e-907f-1e5b68c2fb70 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (3412f8a8-4be9-4b93-83ce-a11e60bac601), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:18.739744 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c24e473-2b95-47d8-b1c2-d334d1b86a8d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for port (b167ec02-b5be-4c33-bc00-735623e853e5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:18.761123 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-46b03cb1-0c56-4ff1-ba02-f8ccd9f66df0 None None] Provisioning complete for port 6c0e9b9b-0a3d-4429-bbf5-50791189f91f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:18.761496 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-46b03cb1-0c56-4ff1-ba02-f8ccd9f66df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6c0e9b9b-0a3d-4429-bbf5-50791189f91f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:18.818016 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c24e473-2b95-47d8-b1c2-d334d1b86a8d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b167ec02-b5be-4c33-bc00-735623e853e5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:18.836177 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 50724a19-656c-4f14-99af-baff9633a68b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:18.844805 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6f7049-d44e-494e-9d1a-596a1da64d56 None None] Network 5cbc81da-c4c8-443b-a662-0c74081d9fa6 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:18.860836 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-9e6f7049-d44e-494e-9d1a-596a1da64d56 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:18.869097 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf731b-d599-4d1e-907f-1e5b68c2fb70 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=3412f8a8-4be9-4b93-83ce-a11e60bac601,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:18.871557 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6f7049-d44e-494e-9d1a-596a1da64d56 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:32:18.914140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bf731b-d599-4d1e-907f-1e5b68c2fb70 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:18.934638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c24e473-2b95-47d8-b1c2-d334d1b86a8d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network 5cbc81da-c4c8-443b-a662-0c74081d9fa6 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:18.943166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-2c24e473-2b95-47d8-b1c2-d334d1b86a8d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:18.948712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f7049-d44e-494e-9d1a-596a1da64d56 None None] Pushing event updated for resources: {'Port': ['ID=2976b893-6396-47df-828e-e17de61b5d9e,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:18.949305 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-b0bf731b-d599-4d1e-907f-1e5b68c2fb70 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:18.953181 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c24e473-2b95-47d8-b1c2-d334d1b86a8d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:32:18.954561 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c24e473-2b95-47d8-b1c2-d334d1b86a8d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (31b9bb8b-6289-4f25-adce-e092aec4d787), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:18.956359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bf731b-d599-4d1e-907f-1e5b68c2fb70 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:18.958394 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b0bf731b-d599-4d1e-907f-1e5b68c2fb70 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:18.993303 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0ddd299-e3e2-4199-93f0-01e0edfcfe50 req-5b184c08-6a69-43fd-acdd-712c95cefe80 service neutron] 10.222.0.10 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6653001 Feb 28 20:32:19.052869 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b0bf731b-d599-4d1e-907f-1e5b68c2fb70 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5093865 Feb 28 20:32:19.054560 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40308) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:19.057814 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-80ef4536-a0c3-4e3d-8a05-786b18513af8 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_gateway (6bea8db8-a90f-4935-a911-6c58b70baa38), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:19.066219 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24e473-2b95-47d8-b1c2-d334d1b86a8d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Port': ['ID=b167ec02-b5be-4c33-bc00-735623e853e5,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:19.067242 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-786d757e-bc94-49e5-af55-5c54bbfb4940 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:19.145600 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6c0e9b9b-0a3d-4429-bbf5-50791189f91f up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:19.176935 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-336ae9ae-1b20-4717-9df4-e69721ea7300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:19.194216 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c24e473-2b95-47d8-b1c2-d334d1b86a8d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b167ec02-b5be-4c33-bc00-735623e853e5), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:19.328107 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-9e6f7049-d44e-494e-9d1a-596a1da64d56 None None] Attempting to bind port 2976b893-6396-47df-828e-e17de61b5d9e on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:32:19.336530 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-9e6f7049-d44e-494e-9d1a-596a1da64d56 None None] Attempting to bind port 2976b893-6396-47df-828e-e17de61b5d9e by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '7c8b80f7-71b8-4e47-adde-2aee737bd320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:32:19.338001 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6f7049-d44e-494e-9d1a-596a1da64d56 None None] Attempting to bind port 2976b893-6396-47df-828e-e17de61b5d9e on network 5cbc81da-c4c8-443b-a662-0c74081d9fa6 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:32:19.364601 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-46b03cb1-0c56-4ff1-ba02-f8ccd9f66df0 None None] Current status of the port 6c0e9b9b-0a3d-4429-bbf5-50791189f91f is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:19.365159 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-46b03cb1-0c56-4ff1-ba02-f8ccd9f66df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6c0e9b9b-0a3d-4429-bbf5-50791189f91f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:19.402208 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ac1663-ac47-4744-97a1-eaf28ffaaf8d None None] DHCP port deletion for 60bc62cf-1ebe-462d-93c7-f1108638c505 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:32:19.417723 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6f7049-d44e-494e-9d1a-596a1da64d56 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:32:19.418120 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6f7049-d44e-494e-9d1a-596a1da64d56 None None] Checking segment: {'id': '7c8b80f7-71b8-4e47-adde-2aee737bd320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:32:19.418534 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9e6f7049-d44e-494e-9d1a-596a1da64d56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:19.418934 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6f7049-d44e-494e-9d1a-596a1da64d56 None None] Bound using segment: {'id': '7c8b80f7-71b8-4e47-adde-2aee737bd320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:32:19.419440 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-9e6f7049-d44e-494e-9d1a-596a1da64d56 None None] Bound port: 2976b893-6396-47df-828e-e17de61b5d9e, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8b80f7-71b8-4e47-adde-2aee737bd320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:32:19.419841 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9e6f7049-d44e-494e-9d1a-596a1da64d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2976b893-6396-47df-828e-e17de61b5d9e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:19.480383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-46b03cb1-0c56-4ff1-ba02-f8ccd9f66df0 None None] For port 6c0e9b9b-0a3d-4429-bbf5-50791189f91f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6c0e9b9b-0a3d-4429-bbf5-50791189f91f,segment=NetworkSegment(f886a934-cf0c-4170-8260-71f924965632),segment_id=f886a934-cf0c-4170-8260-71f924965632)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:19.523187 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786d757e-bc94-49e5-af55-5c54bbfb4940 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:19.528109 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-786d757e-bc94-49e5-af55-5c54bbfb4940 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:19.528454 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-46b03cb1-0c56-4ff1-ba02-f8ccd9f66df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6c0e9b9b-0a3d-4429-bbf5-50791189f91f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:19.614382 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b03cb1-0c56-4ff1-ba02-f8ccd9f66df0 None None] Pushing event updated for resources: {'Port': ['ID=6c0e9b9b-0a3d-4429-bbf5-50791189f91f,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:19.657370 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c24e473-2b95-47d8-b1c2-d334d1b86a8d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for port (b167ec02-b5be-4c33-bc00-735623e853e5), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:19.657937 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-46b03cb1-0c56-4ff1-ba02-f8ccd9f66df0 None None] Provisioning complete for port 50724a19-656c-4f14-99af-baff9633a68b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:19.658032 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-46b03cb1-0c56-4ff1-ba02-f8ccd9f66df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (50724a19-656c-4f14-99af-baff9633a68b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:19.668409 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c24e473-2b95-47d8-b1c2-d334d1b86a8d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (b167ec02-b5be-4c33-bc00-735623e853e5), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:19.670600 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2c24e473-2b95-47d8-b1c2-d334d1b86a8d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (31b9bb8b-6289-4f25-adce-e092aec4d787), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:19.718528 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:19.720019 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 6c0e9b9b-0a3d-4429-bbf5-50791189f91f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:19.720416 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6c0e9b9b-0a3d-4429-bbf5-50791189f91f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:19.730941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-9e6f7049-d44e-494e-9d1a-596a1da64d56 None None] For port 2976b893-6396-47df-828e-e17de61b5d9e, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:32:19.775672 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-9e6f7049-d44e-494e-9d1a-596a1da64d56 None None] For port 2976b893-6396-47df-828e-e17de61b5d9e, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2976b893-6396-47df-828e-e17de61b5d9e,segment=NetworkSegment(7c8b80f7-71b8-4e47-adde-2aee737bd320),segment_id=7c8b80f7-71b8-4e47-adde-2aee737bd320)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:32:19.787686 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d5ac1663-ac47-4744-97a1-eaf28ffaaf8d None None] Deleting port 50724a19-656c-4f14-99af-baff9633a68b {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:32:19.788109 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1663-ac47-4744-97a1-eaf28ffaaf8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (50724a19-656c-4f14-99af-baff9633a68b), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:19.819988 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9e6f7049-d44e-494e-9d1a-596a1da64d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2976b893-6396-47df-828e-e17de61b5d9e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:19.916191 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24e473-2b95-47d8-b1c2-d334d1b86a8d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Port': ['ID=b167ec02-b5be-4c33-bc00-735623e853e5,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:19.950431 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0ddd299-e3e2-4199-93f0-01e0edfcfe50 req-b0308c1b-d615-4d0a-86bd-a663dc2c2f65 service neutron] 10.222.0.10 "GET /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9497869 Feb 28 20:32:20.028240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-46b03cb1-0c56-4ff1-ba02-f8ccd9f66df0 None None] Current status of the port 50724a19-656c-4f14-99af-baff9633a68b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:20.055571 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6f279739-1e66-4d13-9bef-c906d4e6d019 req-ae1fabb8-0bf5-40f7-84a2-bffeedea941b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=523ef972-316e-4964-86f5-1b43b4ec413c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2910357 Feb 28 20:32:20.111678 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c24e473-2b95-47d8-b1c2-d334d1b86a8d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network 5cbc81da-c4c8-443b-a662-0c74081d9fa6 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:20.116346 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-2c24e473-2b95-47d8-b1c2-d334d1b86a8d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:20.129096 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f7049-d44e-494e-9d1a-596a1da64d56 None None] Pushing event updated for resources: {'Port': ['ID=2976b893-6396-47df-828e-e17de61b5d9e,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:20.136506 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d5ac1663-ac47-4744-97a1-eaf28ffaaf8d None None] For port 50724a19-656c-4f14-99af-baff9633a68b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=50724a19-656c-4f14-99af-baff9633a68b,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:20.137229 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1663-ac47-4744-97a1-eaf28ffaaf8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (50724a19-656c-4f14-99af-baff9633a68b), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:20.142552 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6c0e9b9b-0a3d-4429-bbf5-50791189f91f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:20.160147 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:20.170257 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d5ac1663-ac47-4744-97a1-eaf28ffaaf8d None None] Calling delete_port for 50724a19-656c-4f14-99af-baff9633a68b owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:32:20.288091 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 50724a19-656c-4f14-99af-baff9633a68b no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:32:20.357629 n-d-820368-21 neutron-server[103774]: DEBUG neutron.objects.ports [None req-786d757e-bc94-49e5-af55-5c54bbfb4940 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103774) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 20:32:20.371359 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-80ef4536-a0c3-4e3d-8a05-786b18513af8 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (6bea8db8-a90f-4935-a911-6c58b70baa38), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:20.417429 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f279739-1e66-4d13-9bef-c906d4e6d019 req-e4812ff7-3b99-4bcb-aa9b-33b48a18fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:20.420502 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6f279739-1e66-4d13-9bef-c906d4e6d019 req-e4812ff7-3b99-4bcb-aa9b-33b48a18fa76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e4d9d813e9240f293de14f5d4db89db&device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 1128 time: 0.2871902 Feb 28 20:32:20.650816 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f279739-1e66-4d13-9bef-c906d4e6d019 req-cdf37e36-323b-4b32-a0b2-71c4c265bb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:20.652439 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6f279739-1e66-4d13-9bef-c906d4e6d019 req-cdf37e36-323b-4b32-a0b2-71c4c265bb07 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 200 len: 915 time: 0.1886101 Feb 28 20:32:20.661667 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c24e473-2b95-47d8-b1c2-d334d1b86a8d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router 31b9bb8b-6289-4f25-adce-e092aec4d787 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:32:20.708657 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6f279739-1e66-4d13-9bef-c906d4e6d019 req-d067a53a-fc79-48ef-b22e-4c0c600efc4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=372080bb-5ffd-4047-973b-a131aecf2892 HTTP/1.1" status: 200 len: 217 time: 0.0492373 Feb 28 20:32:20.897379 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f279739-1e66-4d13-9bef-c906d4e6d019 req-8f904c98-5769-472b-8dfc-f70bbd16e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:20.898866 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6f279739-1e66-4d13-9bef-c906d4e6d019 req-8f904c98-5769-472b-8dfc-f70bbd16e0ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf2eab21-2ca0-4caf-a56e-ff3579d5667c HTTP/1.1" status: 200 len: 855 time: 0.1822426 Feb 28 20:32:20.904122 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c24e473-2b95-47d8-b1c2-d334d1b86a8d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:32:20.922215 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2c24e473-2b95-47d8-b1c2-d334d1b86a8d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/31b9bb8b-6289-4f25-adce-e092aec4d787/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1322777 Feb 28 20:32:20.930641 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40326) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:20.941065 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a871b456-3fbd-497a-9dbc-20300b211937 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1083827312'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:21.003806 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6f279739-1e66-4d13-9bef-c906d4e6d019 req-4b83eb31-2654-4b8b-b6c4-7edabe9a0e41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa039089-86c9-4396-bade-6f794fe57c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804636 Feb 28 20:32:21.028561 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] Sync routers for ids ['31b9bb8b-6289-4f25-adce-e092aec4d787'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:32:21.078541 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a871b456-3fbd-497a-9dbc-20300b211937 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Made reservation on behalf of 8b8aa2c9faa640e4bf21843a9876834b for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:21.082014 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a871b456-3fbd-497a-9dbc-20300b211937 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:21.088345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] Routers {'31b9bb8b-6289-4f25-adce-e092aec4d787'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:32:21.089052 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:32:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['31b9bb8b-6289-4f25-adce-e092aec4d787'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:21.236561 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 50724a19-656c-4f14-99af-baff9633a68b is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:21.236984 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (50724a19-656c-4f14-99af-baff9633a68b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:21.330220 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1663-ac47-4744-97a1-eaf28ffaaf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (50724a19-656c-4f14-99af-baff9633a68b), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:21.375321 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ac1663-ac47-4744-97a1-eaf28ffaaf8d None None] No DVR routers for this DVR port 50724a19-656c-4f14-99af-baff9633a68b on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:32:21.394951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac1663-ac47-4744-97a1-eaf28ffaaf8d None None] Pushing event deleted for resources: {'Port': ['ID=50724a19-656c-4f14-99af-baff9633a68b,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:21.404310 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d527a9e1-efd6-417f-b086-b1f35a696c94 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:21.431390 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.ipam_pluggable_backend [None req-786d757e-bc94-49e5-af55-5c54bbfb4940 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Port 50724a19-656c-4f14-99af-baff9633a68b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 28 20:32:21.432063 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.ipam_pluggable_backend [None req-786d757e-bc94-49e5-af55-5c54bbfb4940 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Reverting IP allocation for 2001:db8::f816:3eff:fe00:5c29 {{(pid=103774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 28 20:32:21.446715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.ipam_pluggable_backend [None req-786d757e-bc94-49e5-af55-5c54bbfb4940 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe00:5c29 {{(pid=103774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 28 20:32:21.449366 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-786d757e-bc94-49e5-af55-5c54bbfb4940 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (674e5799-9732-4f74-8cd8-9bcabeecc32b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:21.536227 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:21.562008 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d757e-bc94-49e5-af55-5c54bbfb4940 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=674e5799-9732-4f74-8cd8-9bcabeecc32b,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:21.573215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786d757e-bc94-49e5-af55-5c54bbfb4940 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:21.583601 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-786d757e-bc94-49e5-af55-5c54bbfb4940 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:21.600612 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786d757e-bc94-49e5-af55-5c54bbfb4940 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:21.601305 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-786d757e-bc94-49e5-af55-5c54bbfb4940 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:21.646109 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-786d757e-bc94-49e5-af55-5c54bbfb4940 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5858722 Feb 28 20:32:21.650371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40336) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:21.658124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-27ac0aa3-fc1b-4b0f-a3a2-b8de121e795b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'mac_address': 'fa:16:3e:8a:f5:05', 'name': 'tempest-NetworksTestDHCPv6-342078575'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:21.662191 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-60bc62cf-1ebe-462d-93c7-f1108638c505', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'fixed_ips': [{'subnet_id': '3412f8a8-4be9-4b93-83ce-a11e60bac601'}, {'subnet_id': '674e5799-9732-4f74-8cd8-9bcabeecc32b'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:32:21.663326 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ef4536-a0c3-4e3d-8a05-786b18513af8 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Router 6bea8db8-a90f-4935-a911-6c58b70baa38 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:32:21.668815 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:21.672319 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] Set router 31b9bb8b-6289-4f25-adce-e092aec4d787 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:32:21.814434 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5335b1a9-cc77-45ab-a22d-57625b249012 None None] Network 5cbc81da-c4c8-443b-a662-0c74081d9fa6 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:22.012099 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6f279739-1e66-4d13-9bef-c906d4e6d019 req-d197433a-8b62-41bf-8517-9fbf56ee1929 service neutron] 10.222.0.15 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9997461 Feb 28 20:32:22.032582 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ef4536-a0c3-4e3d-8a05-786b18513af8 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:32:22.033667 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a871b456-3fbd-497a-9dbc-20300b211937 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:32:22.045900 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ac0aa3-fc1b-4b0f-a3a2-b8de121e795b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:22.046102 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b0b34-38d9-48fe-89d3-4ad7dae01e2d None None] Sync routers for ids ['6bea8db8-a90f-4935-a911-6c58b70baa38'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:32:22.048514 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a871b456-3fbd-497a-9dbc-20300b211937 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (0f4688b7-7831-40f0-874e-7368830b8776), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:22.049099 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-a871b456-3fbd-497a-9dbc-20300b211937 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Added segment 0f4688b7-7831-40f0-874e-7368830b8776 of type vlan for network cb2d3be9-a78c-4f55-8ebe-821fc3279c34 Feb 28 20:32:22.072275 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b0b34-38d9-48fe-89d3-4ad7dae01e2d None None] Routers {'6bea8db8-a90f-4935-a911-6c58b70baa38'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:32:22.077918 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d24b0b34-38d9-48fe-89d3-4ad7dae01e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:32:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6bea8db8-a90f-4935-a911-6c58b70baa38'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:22.112669 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a871b456-3fbd-497a-9dbc-20300b211937 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (cb2d3be9-a78c-4f55-8ebe-821fc3279c34), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:22.162178 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a871b456-3fbd-497a-9dbc-20300b211937 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (cb2d3be9-a78c-4f55-8ebe-821fc3279c34), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:22.170043 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a871b456-3fbd-497a-9dbc-20300b211937 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:22.171059 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a871b456-3fbd-497a-9dbc-20300b211937 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:22.180279 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-80ef4536-a0c3-4e3d-8a05-786b18513af8 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:22.181494 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-80ef4536-a0c3-4e3d-8a05-786b18513af8 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.2250876 Feb 28 20:32:22.199412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40344) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:22.199977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40346) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:22.213502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-eeb8b8fe-0d69-4b37-97b2-0c5e0f2db521 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:22.238032 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2976b893-6396-47df-828e-e17de61b5d9e up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:22.273381 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8e2c4e04-0ece-460e-913b-4baf1e0636bf None None] Provisioning complete for port 2976b893-6396-47df-828e-e17de61b5d9e triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:22.274946 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d24b0b34-38d9-48fe-89d3-4ad7dae01e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:22.280741 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a871b456-3fbd-497a-9dbc-20300b211937 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3489771 Feb 28 20:32:22.284767 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8e2c4e04-0ece-460e-913b-4baf1e0636bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2976b893-6396-47df-828e-e17de61b5d9e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:22.287811 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40350) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:22.305274 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b0b34-38d9-48fe-89d3-4ad7dae01e2d None None] Routers {'6bea8db8-a90f-4935-a911-6c58b70baa38'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:32:22.306227 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d24b0b34-38d9-48fe-89d3-4ad7dae01e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:32:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6bea8db8-a90f-4935-a911-6c58b70baa38'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:22.307732 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-7d3ee5d2-6084-43dd-bc9c-a9984ced2dcf tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'subnet': {'network_id': 'cb2d3be9-a78c-4f55-8ebe-821fc3279c34', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:22.417905 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d24b0b34-38d9-48fe-89d3-4ad7dae01e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:22.418974 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b0b34-38d9-48fe-89d3-4ad7dae01e2d None None] The sync data for ids ['6bea8db8-a90f-4935-a911-6c58b70baa38'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:32:22.502576 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871b456-3fbd-497a-9dbc-20300b211937 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Network': ['ID=cb2d3be9-a78c-4f55-8ebe-821fc3279c34,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:22.545766 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6f279739-1e66-4d13-9bef-c906d4e6d019 req-2d12d2b5-35b1-48e8-a887-44411a836a51 service neutron] 10.222.0.15 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985679 Feb 28 20:32:22.556775 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27ac0aa3-fc1b-4b0f-a3a2-b8de121e795b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:22.607292 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3ee5d2-6084-43dd-bc9c-a9984ced2dcf tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Made reservation on behalf of 8b8aa2c9faa640e4bf21843a9876834b for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:22.613790 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d3ee5d2-6084-43dd-bc9c-a9984ced2dcf tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:22.647889 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network cb2d3be9-a78c-4f55-8ebe-821fc3279c34 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:32:22.920858 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d3ee5d2-6084-43dd-bc9c-a9984ced2dcf tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (2f725dfd-5eb3-471d-9b49-ec242fe84cd9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:22.992740 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ee5d2-6084-43dd-bc9c-a9984ced2dcf tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Subnet': ['ID=2f725dfd-5eb3-471d-9b49-ec242fe84cd9,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:23.037847 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] Allocated IP 172.20.0.2 (60bc62cf-1ebe-462d-93c7-f1108638c505/3412f8a8-4be9-4b93-83ce-a11e60bac601/c328d0d4-fe60-44e3-884b-4b5e11654c28) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:23.044806 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] Allocated IP 2001:db8::f816:3eff:fe9e:3bf1 (60bc62cf-1ebe-462d-93c7-f1108638c505/674e5799-9732-4f74-8cd8-9bcabeecc32b/c328d0d4-fe60-44e3-884b-4b5e11654c28) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:23.051326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ee5d2-6084-43dd-bc9c-a9984ced2dcf tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Checking segment: {'id': '0f4688b7-7831-40f0-874e-7368830b8776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cb2d3be9-a78c-4f55-8ebe-821fc3279c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:32:23.051884 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3ee5d2-6084-43dd-bc9c-a9984ced2dcf tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network hostable DHCP agents. Network: cb2d3be9-a78c-4f55-8ebe-821fc3279c34, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:32:23.083960 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3ee5d2-6084-43dd-bc9c-a9984ced2dcf tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network cb2d3be9-a78c-4f55-8ebe-821fc3279c34 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:32:23.099122 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-7d3ee5d2-6084-43dd-bc9c-a9984ced2dcf tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, cb2d3be9-a78c-4f55-8ebe-821fc3279c34) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:23.118584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ee5d2-6084-43dd-bc9c-a9984ced2dcf tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:23.120887 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d3ee5d2-6084-43dd-bc9c-a9984ced2dcf tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:23.144605 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b53195d-b1d4-4cbe-8870-b3fd549e53aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:23.159787 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7d3ee5d2-6084-43dd-bc9c-a9984ced2dcf tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8665853 Feb 28 20:32:23.161834 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40374) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:23.177734 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-27ac0aa3-fc1b-4b0f-a3a2-b8de121e795b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] device_id is not set on port 09db42e2-64f6-441c-a3da-fc4528acc96d yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:32:23.198577 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c4e04-0ece-460e-913b-4baf1e0636bf None None] Current status of the port 2976b893-6396-47df-828e-e17de61b5d9e is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:23.199643 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8e2c4e04-0ece-460e-913b-4baf1e0636bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2976b893-6396-47df-828e-e17de61b5d9e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:23.256411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76ab39f-cf45-43d1-9805-4e67445be22e None None] Network cb2d3be9-a78c-4f55-8ebe-821fc3279c34 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:23.266598 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:23.302326 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:23.333048 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b53195d-b1d4-4cbe-8870-b3fd549e53aa admin admin] Publish callbacks [] for security_group (884a8ca6-5650-404d-a732-87f5358d8162), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:23.370524 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b53195d-b1d4-4cbe-8870-b3fd549e53aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (884a8ca6-5650-404d-a732-87f5358d8162), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:23.413324 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53195d-b1d4-4cbe-8870-b3fd549e53aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884a8ca6-5650-404d-a732-87f5358d8162,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:23.499577 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2b53195d-b1d4-4cbe-8870-b3fd549e53aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bccc3d2928b47898c5a7c30e04e916a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2958677 Feb 28 20:32:23.502370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40380) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:23.598058 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b8fe-0d69-4b37-97b2-0c5e0f2db521 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_gateway (6bea8db8-a90f-4935-a911-6c58b70baa38), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:23.645179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1b9a7f-d7b1-4c3f-ae1d-ce8fd4ba4661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-cb2d3be9-a78c-4f55-8ebe-821fc3279c34', 'network_id': 'cb2d3be9-a78c-4f55-8ebe-821fc3279c34', 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'fixed_ips': [{'subnet_id': '2f725dfd-5eb3-471d-9b49-ec242fe84cd9'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:32:23.646300 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9a7f-d7b1-4c3f-ae1d-ce8fd4ba4661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:23.651354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-8e2c4e04-0ece-460e-913b-4baf1e0636bf None None] For port 2976b893-6396-47df-828e-e17de61b5d9e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2976b893-6396-47df-828e-e17de61b5d9e,segment=NetworkSegment(7c8b80f7-71b8-4e47-adde-2aee737bd320),segment_id=7c8b80f7-71b8-4e47-adde-2aee737bd320)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:23.655049 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] Publish callbacks [] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:23.666742 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b8fe-0d69-4b37-97b2-0c5e0f2db521 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_gateway (6bea8db8-a90f-4935-a911-6c58b70baa38), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:23.681908 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-200dd29b-09f3-4435-8569-4f89379bf0e6 admin admin] Publish callbacks [] for security_group (884a8ca6-5650-404d-a732-87f5358d8162), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:23.749379 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-200dd29b-09f3-4435-8569-4f89379bf0e6 admin admin] Publish callbacks [] for security_group (884a8ca6-5650-404d-a732-87f5358d8162), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:23.757628 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:32:19Z', 'revision_number': 4, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '6c0e9b9b-0a3d-4429-bbf5-50791189f91f', 'name': '', 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:12:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:11Z', 'updated_at': '2022-02-28T20:32:19Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:09Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b167ec02-b5be-4c33-bc00-735623e853e5', 'name': '', 'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:cd:6b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:17Z', 'updated_at': '2022-02-28T20:32:19Z', 'revision_number': 2, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:23.766926 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2976b893-6396-47df-828e-e17de61b5d9e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:23.766926 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2976b893-6396-47df-828e-e17de61b5d9e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:23.840810 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8e2c4e04-0ece-460e-913b-4baf1e0636bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2976b893-6396-47df-828e-e17de61b5d9e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:23.967337 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:24.013557 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c4e04-0ece-460e-913b-4baf1e0636bf None None] Pushing event updated for resources: {'Port': ['ID=2976b893-6396-47df-828e-e17de61b5d9e,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:24.061988 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c49460ab-c91d-41e2-b46d-3a5e54fa6639 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:24.090885 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] Checking router: 31b9bb8b-6289-4f25-adce-e092aec4d787 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:32:24.092187 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] Updating router 31b9bb8b-6289-4f25-adce-e092aec4d787 port b167ec02-b5be-4c33-bc00-735623e853e5 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:32:24.121447 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:32:24.189051 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b167ec02-b5be-4c33-bc00-735623e853e5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:24.197754 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-27ac0aa3-fc1b-4b0f-a3a2-b8de121e795b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 172.20.0.7 (60bc62cf-1ebe-462d-93c7-f1108638c505/3412f8a8-4be9-4b93-83ce-a11e60bac601/09db42e2-64f6-441c-a3da-fc4528acc96d) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:24.210602 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-27ac0aa3-fc1b-4b0f-a3a2-b8de121e795b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8::f816:3eff:fe8a:f505 (60bc62cf-1ebe-462d-93c7-f1108638c505/674e5799-9732-4f74-8cd8-9bcabeecc32b/09db42e2-64f6-441c-a3da-fc4528acc96d) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:24.245784 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-200dd29b-09f3-4435-8569-4f89379bf0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (884a8ca6-5650-404d-a732-87f5358d8162), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:24.260147 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-200dd29b-09f3-4435-8569-4f89379bf0e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:24.261526 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-200dd29b-09f3-4435-8569-4f89379bf0e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/884a8ca6-5650-404d-a732-87f5358d8162 HTTP/1.1" status: 204 len: 168 time: 0.7582216 Feb 28 20:32:24.274817 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:24.302633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:24.305862 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:32:24.309923 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] Pushing event updated for resources: {'Port': ['ID=c328d0d4-fe60-44e3-884b-4b5e11654c28,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:24.398046 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200dd29b-09f3-4435-8569-4f89379bf0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884a8ca6-5650-404d-a732-87f5358d8162,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:24.447574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-eeb8b8fe-0d69-4b37-97b2-0c5e0f2db521 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Deleting port e9a5a8d6-b8f1-4f7e-8ec4-69a72634bab1 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:32:24.449012 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b8fe-0d69-4b37-97b2-0c5e0f2db521 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e9a5a8d6-b8f1-4f7e-8ec4-69a72634bab1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:24.781995 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-c49460ab-c91d-41e2-b46d-3a5e54fa6639 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Allocated IP 2001:db8:3::1 (cb2d3be9-a78c-4f55-8ebe-821fc3279c34/2f725dfd-5eb3-471d-9b49-ec242fe84cd9/0093b01d-827d-47d9-8982-8f739396a2ff) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:24.855422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2976b893-6396-47df-828e-e17de61b5d9e is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:24.856806 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6c0e9b9b-0a3d-4429-bbf5-50791189f91f up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:24.927115 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27ac0aa3-fc1b-4b0f-a3a2-b8de121e795b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (09db42e2-64f6-441c-a3da-fc4528acc96d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:25.008380 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27ac0aa3-fc1b-4b0f-a3a2-b8de121e795b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (09db42e2-64f6-441c-a3da-fc4528acc96d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:25.046735 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b8fe-0d69-4b37-97b2-0c5e0f2db521 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e9a5a8d6-b8f1-4f7e-8ec4-69a72634bab1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:25.092660 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ac0aa3-fc1b-4b0f-a3a2-b8de121e795b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:25.107281 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-27ac0aa3-fc1b-4b0f-a3a2-b8de121e795b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:25.114861 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-eeb8b8fe-0d69-4b37-97b2-0c5e0f2db521 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Calling delete_port for e9a5a8d6-b8f1-4f7e-8ec4-69a72634bab1 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:32:25.125334 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464c0fa-07fe-4208-bee6-19876e65aa48 req-4045d3ab-8df3-4c79-bb40-b9c670d7d6c9 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:25.133907 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4464c0fa-07fe-4208-bee6-19876e65aa48 req-4045d3ab-8df3-4c79-bb40-b9c670d7d6c9 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 946 time: 0.5995510 Feb 28 20:32:25.140082 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c49460ab-c91d-41e2-b46d-3a5e54fa6639 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for port (0093b01d-827d-47d9-8982-8f739396a2ff), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:25.148798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ac0aa3-fc1b-4b0f-a3a2-b8de121e795b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:32:25.235512 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9340f0dc-07fc-4f5a-8c9a-e5da4e0d5f66 None None] Provisioning complete for port 2976b893-6396-47df-828e-e17de61b5d9e triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:25.236139 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9340f0dc-07fc-4f5a-8c9a-e5da4e0d5f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2976b893-6396-47df-828e-e17de61b5d9e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:25.241034 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c49460ab-c91d-41e2-b46d-3a5e54fa6639 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0093b01d-827d-47d9-8982-8f739396a2ff), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:25.277137 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac0aa3-fc1b-4b0f-a3a2-b8de121e795b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:25.278003 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27ac0aa3-fc1b-4b0f-a3a2-b8de121e795b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:25.339449 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49460ab-c91d-41e2-b46d-3a5e54fa6639 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Port': ['ID=0093b01d-827d-47d9-8982-8f739396a2ff,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:25.370974 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49460ab-c91d-41e2-b46d-3a5e54fa6639 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network cb2d3be9-a78c-4f55-8ebe-821fc3279c34 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:25.375793 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-c49460ab-c91d-41e2-b46d-3a5e54fa6639 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:25.387257 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49460ab-c91d-41e2-b46d-3a5e54fa6639 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:32:25.388467 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c49460ab-c91d-41e2-b46d-3a5e54fa6639 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (31b9bb8b-6289-4f25-adce-e092aec4d787), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:25.531514 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4464c0fa-07fe-4208-bee6-19876e65aa48 req-54007fa8-1034-4c4a-8f9b-6ebc80f908af tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=12da2157-31e1-4a21-a805-4e2fe7039cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3957787 Feb 28 20:32:25.535027 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac0aa3-fc1b-4b0f-a3a2-b8de121e795b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=09db42e2-64f6-441c-a3da-fc4528acc96d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:25.552654 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-27ac0aa3-fc1b-4b0f-a3a2-b8de121e795b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.8966620 Feb 28 20:32:25.559285 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40430) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:25.710825 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e8417a-c573-4777-bb61-898acf461b7f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:25.723142 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e8417a-c573-4777-bb61-898acf461b7f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:25.729805 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-26e8417a-c573-4777-bb61-898acf461b7f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1654813 Feb 28 20:32:25.731812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40440) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:25.810532 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] Publish callbacks [] for port (b167ec02-b5be-4c33-bc00-735623e853e5), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:25.825756 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c49460ab-c91d-41e2-b46d-3a5e54fa6639 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0093b01d-827d-47d9-8982-8f739396a2ff), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:25.988005 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b167ec02-b5be-4c33-bc00-735623e853e5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:26.068237 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b8fe-0d69-4b37-97b2-0c5e0f2db521 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e9a5a8d6-b8f1-4f7e-8ec4-69a72634bab1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:26.071071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afed59-5dc4-4ff8-8c30-a0949c834828 None None] Pushing event updated for resources: {'Port': ['ID=b167ec02-b5be-4c33-bc00-735623e853e5,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:26.206671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] Attempting to bind port c328d0d4-fe60-44e3-884b-4b5e11654c28 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:32:26.212523 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] Attempting to bind port c328d0d4-fe60-44e3-884b-4b5e11654c28 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:32:26.213251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] Attempting to bind port c328d0d4-fe60-44e3-884b-4b5e11654c28 on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:32:26.288935 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8b8fe-0d69-4b37-97b2-0c5e0f2db521 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Pushing event deleted for resources: {'Port': ['ID=e9a5a8d6-b8f1-4f7e-8ec4-69a72634bab1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:26.381824 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9340f0dc-07fc-4f5a-8c9a-e5da4e0d5f66 None None] Current status of the port 2976b893-6396-47df-828e-e17de61b5d9e is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:26.401013 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 6c0e9b9b-0a3d-4429-bbf5-50791189f91f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:26.401344 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6c0e9b9b-0a3d-4429-bbf5-50791189f91f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:26.555529 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-41a5685c-9429-435d-b2b6-f3c4ea538974 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting port 09db42e2-64f6-441c-a3da-fc4528acc96d {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:32:26.560311 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41a5685c-9429-435d-b2b6-f3c4ea538974 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (09db42e2-64f6-441c-a3da-fc4528acc96d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:26.577597 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:32:26.582356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:32:26.586289 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:26.587561 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:32:26.604477 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] Bound port: c328d0d4-fe60-44e3-884b-4b5e11654c28, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:32:26.606201 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:26.682779 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c49460ab-c91d-41e2-b46d-3a5e54fa6639 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for port (0093b01d-827d-47d9-8982-8f739396a2ff), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:26.697476 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c49460ab-c91d-41e2-b46d-3a5e54fa6639 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (0093b01d-827d-47d9-8982-8f739396a2ff), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:26.698295 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c49460ab-c91d-41e2-b46d-3a5e54fa6639 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (31b9bb8b-6289-4f25-adce-e092aec4d787), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:26.736259 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b8fe-0d69-4b37-97b2-0c5e0f2db521 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (6bea8db8-a90f-4935-a911-6c58b70baa38), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:26.763164 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43a8bb-f52a-4e1f-afa0-ed19ea757eed req-a21f2fe3-8cc9-4730-814d-c513f3564c6c tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:26.764987 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2d43a8bb-f52a-4e1f-afa0-ed19ea757eed req-a21f2fe3-8cc9-4730-814d-c513f3564c6c tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 946 time: 0.4579732 Feb 28 20:32:26.810748 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49460ab-c91d-41e2-b46d-3a5e54fa6639 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event updated for resources: {'Port': ['ID=0093b01d-827d-47d9-8982-8f739396a2ff,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:26.970698 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41a5685c-9429-435d-b2b6-f3c4ea538974 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (09db42e2-64f6-441c-a3da-fc4528acc96d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:27.022036 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-0e1b9a7f-d7b1-4c3f-ae1d-ce8fd4ba4661 None None] Allocated IP 2001:db8:3::2 (cb2d3be9-a78c-4f55-8ebe-821fc3279c34/2f725dfd-5eb3-471d-9b49-ec242fe84cd9/6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:27.075478 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49460ab-c91d-41e2-b46d-3a5e54fa6639 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Network cb2d3be9-a78c-4f55-8ebe-821fc3279c34 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:27.077127 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-c49460ab-c91d-41e2-b46d-3a5e54fa6639 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:27.155492 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9340f0dc-07fc-4f5a-8c9a-e5da4e0d5f66 None None] Provisioning complete for port b167ec02-b5be-4c33-bc00-735623e853e5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:27.157521 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9340f0dc-07fc-4f5a-8c9a-e5da4e0d5f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b167ec02-b5be-4c33-bc00-735623e853e5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:27.265682 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6c0e9b9b-0a3d-4429-bbf5-50791189f91f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:27.278151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9340f0dc-07fc-4f5a-8c9a-e5da4e0d5f66 None None] Port b167ec02-b5be-4c33-bc00-735623e853e5 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:32:27.318667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] Attempting to bind port b167ec02-b5be-4c33-bc00-735623e853e5 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:32:27.319239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] Attempting to bind port b167ec02-b5be-4c33-bc00-735623e853e5 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '7c8b80f7-71b8-4e47-adde-2aee737bd320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:32:27.319397 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] Attempting to bind port b167ec02-b5be-4c33-bc00-735623e853e5 on network 5cbc81da-c4c8-443b-a662-0c74081d9fa6 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:32:27.394488 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:32:27.394864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] Checking segment: {'id': '7c8b80f7-71b8-4e47-adde-2aee737bd320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:32:27.395272 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:27.395666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] Bound using segment: {'id': '7c8b80f7-71b8-4e47-adde-2aee737bd320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:32:27.408257 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] Bound port: b167ec02-b5be-4c33-bc00-735623e853e5, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8b80f7-71b8-4e47-adde-2aee737bd320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:32:27.408257 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b167ec02-b5be-4c33-bc00-735623e853e5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:27.428791 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49460ab-c91d-41e2-b46d-3a5e54fa6639 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router 31b9bb8b-6289-4f25-adce-e092aec4d787 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:32:27.609460 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9a7f-d7b1-4c3f-ae1d-ce8fd4ba4661 None None] Publish callbacks [] for port (6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:27.618417 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] For port c328d0d4-fe60-44e3-884b-4b5e11654c28, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:32:27.621614 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2976b893-6396-47df-828e-e17de61b5d9e up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:27.649566 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49460ab-c91d-41e2-b46d-3a5e54fa6639 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:32:27.655194 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c49460ab-c91d-41e2-b46d-3a5e54fa6639 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/31b9bb8b-6289-4f25-adce-e092aec4d787/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4900680 Feb 28 20:32:27.658789 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40484) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:27.664282 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a89c3220-0df2-4284-9427-9ecd1b84bfe2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:27.664573 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] For port c328d0d4-fe60-44e3-884b-4b5e11654c28, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c328d0d4-fe60-44e3-884b-4b5e11654c28,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:32:27.698961 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9a7f-d7b1-4c3f-ae1d-ce8fd4ba4661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:27.701347 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:27.747381 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-41a5685c-9429-435d-b2b6-f3c4ea538974 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Calling delete_port for 09db42e2-64f6-441c-a3da-fc4528acc96d owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:32:27.773506 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-30e5f4c2-94bf-493b-9f28-d78806084244 None None] Provisioning complete for port b167ec02-b5be-4c33-bc00-735623e853e5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:27.774039 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-30e5f4c2-94bf-493b-9f28-d78806084244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b167ec02-b5be-4c33-bc00-735623e853e5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:27.798302 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1b9a7f-d7b1-4c3f-ae1d-ce8fd4ba4661 None None] Network cb2d3be9-a78c-4f55-8ebe-821fc3279c34 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:27.820727 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-0e1b9a7f-d7b1-4c3f-ae1d-ce8fd4ba4661 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:27.829259 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1b9a7f-d7b1-4c3f-ae1d-ce8fd4ba4661 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:32:27.875824 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40486) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:28.052402 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] For port b167ec02-b5be-4c33-bc00-735623e853e5, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:32:28.055915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] For port b167ec02-b5be-4c33-bc00-735623e853e5, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b167ec02-b5be-4c33-bc00-735623e853e5,segment=NetworkSegment(7c8b80f7-71b8-4e47-adde-2aee737bd320),segment_id=7c8b80f7-71b8-4e47-adde-2aee737bd320)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:32:28.086866 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b9a7f-d7b1-4c3f-ae1d-ce8fd4ba4661 None None] Pushing event updated for resources: {'Port': ['ID=6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:28.096377 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b167ec02-b5be-4c33-bc00-735623e853e5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:28.142797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64b16c-2774-4c93-aaac-c6cedb82245c req-8b956a65-b040-45cd-ba11-6292563a4495 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:28.152860 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cc64b16c-2774-4c93-aaac-c6cedb82245c req-8b956a65-b040-45cd-ba11-6292563a4495 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 946 time: 1.4144077 Feb 28 20:32:28.196199 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b8fe-0d69-4b37-97b2-0c5e0f2db521 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (6bea8db8-a90f-4935-a911-6c58b70baa38), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:28.201947 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b8fe-0d69-4b37-97b2-0c5e0f2db521 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921162'] for router (6bea8db8-a90f-4935-a911-6c58b70baa38), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:28.225917 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2976b893-6396-47df-828e-e17de61b5d9e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:28.225917 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2976b893-6396-47df-828e-e17de61b5d9e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:28.291667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-30e5f4c2-94bf-493b-9f28-d78806084244 None None] Port b167ec02-b5be-4c33-bc00-735623e853e5 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:32:28.355296 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0e1b9a7f-d7b1-4c3f-ae1d-ce8fd4ba4661 None None] Attempting to bind port 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:32:28.355666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0e1b9a7f-d7b1-4c3f-ae1d-ce8fd4ba4661 None None] Attempting to bind port 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '0f4688b7-7831-40f0-874e-7368830b8776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cb2d3be9-a78c-4f55-8ebe-821fc3279c34'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:32:28.356053 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1b9a7f-d7b1-4c3f-ae1d-ce8fd4ba4661 None None] Attempting to bind port 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab on network cb2d3be9-a78c-4f55-8ebe-821fc3279c34 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:32:28.391355 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1b9a7f-d7b1-4c3f-ae1d-ce8fd4ba4661 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:32:28.391725 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1b9a7f-d7b1-4c3f-ae1d-ce8fd4ba4661 None None] Checking segment: {'id': '0f4688b7-7831-40f0-874e-7368830b8776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cb2d3be9-a78c-4f55-8ebe-821fc3279c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:32:28.392153 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9a7f-d7b1-4c3f-ae1d-ce8fd4ba4661 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:28.392544 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1b9a7f-d7b1-4c3f-ae1d-ce8fd4ba4661 None None] Bound using segment: {'id': '0f4688b7-7831-40f0-874e-7368830b8776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cb2d3be9-a78c-4f55-8ebe-821fc3279c34'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:32:28.393025 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0e1b9a7f-d7b1-4c3f-ae1d-ce8fd4ba4661 None None] Bound port: 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f4688b7-7831-40f0-874e-7368830b8776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cb2d3be9-a78c-4f55-8ebe-821fc3279c34'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:32:28.400590 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9a7f-d7b1-4c3f-ae1d-ce8fd4ba4661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:28.419878 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d2a8ba7-9e95-487e-9014-ebd835fffc8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:28.450295 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb8b8fe-0d69-4b37-97b2-0c5e0f2db521 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Router 6bea8db8-a90f-4935-a911-6c58b70baa38 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:32:28.459975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf84c91-d1a6-454f-9957-2ab35babd37a None None] Pushing event updated for resources: {'Port': ['ID=c328d0d4-fe60-44e3-884b-4b5e11654c28,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:28.491881 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cc64b16c-2774-4c93-aaac-c6cedb82245c req-f0996356-cb02-400f-bdfa-013a4d567768 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups?id=12da2157-31e1-4a21-a805-4e2fe7039cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3380852 Feb 28 20:32:28.524441 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-2d43a8bb-f52a-4e1f-afa0-ed19ea757eed req-8b0ad570-eaa9-4db9-ba4e-de3fc4e67337 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Deleting port 28f22ab8-31b9-420b-b5ff-5b306b174979 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:32:28.531364 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-2d43a8bb-f52a-4e1f-afa0-ed19ea757eed req-8b0ad570-eaa9-4db9-ba4e-de3fc4e67337 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (28f22ab8-31b9-420b-b5ff-5b306b174979), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:28.586637 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] Routers {'31b9bb8b-6289-4f25-adce-e092aec4d787'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:32:28.587557 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:32:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['31b9bb8b-6289-4f25-adce-e092aec4d787'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:28.620840 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d2a8ba7-9e95-487e-9014-ebd835fffc8c admin admin] Publish callbacks [] for security_group (3b66b5a3-0e7e-4f8b-925b-cc643250dc01), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:28.657044 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d2a8ba7-9e95-487e-9014-ebd835fffc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3b66b5a3-0e7e-4f8b-925b-cc643250dc01), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:28.744261 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afed59-5dc4-4ff8-8c30-a0949c834828 None None] Pushing event updated for resources: {'Port': ['ID=b167ec02-b5be-4c33-bc00-735623e853e5,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:28.776208 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a8ba7-9e95-487e-9014-ebd835fffc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b66b5a3-0e7e-4f8b-925b-cc643250dc01,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:28.808315 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7d2a8ba7-9e95-487e-9014-ebd835fffc8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fb401d800b340b485bfd105c349ebc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9298389 Feb 28 20:32:28.812379 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40500) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:28.868140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb8b8fe-0d69-4b37-97b2-0c5e0f2db521 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:32:28.910238 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b8fe-0d69-4b37-97b2-0c5e0f2db521 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:28.911238 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5fd84f3b-ff9e-4891-80d0-dab9514ae8c3 admin admin] Publish callbacks [] for security_group (3b66b5a3-0e7e-4f8b-925b-cc643250dc01), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:28.912221 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-eeb8b8fe-0d69-4b37-97b2-0c5e0f2db521 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "PUT /v2.0/routers/6bea8db8-a90f-4935-a911-6c58b70baa38 HTTP/1.1" status: 200 len: 710 time: 6.7111337 Feb 28 20:32:28.918947 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40502) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:28.925565 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc6aa1d-0bb4-44a2-b7b8-6f32fbb06c08 None None] Sync routers for ids ['6bea8db8-a90f-4935-a911-6c58b70baa38'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:32:28.962736 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-2d43a8bb-f52a-4e1f-afa0-ed19ea757eed req-8b0ad570-eaa9-4db9-ba4e-de3fc4e67337 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] For port 28f22ab8-31b9-420b-b5ff-5b306b174979, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=28f22ab8-31b9-420b-b5ff-5b306b174979,segment=NetworkSegment(8e033a05-7daa-4810-ae7e-8076b1b461b4),segment_id=8e033a05-7daa-4810-ae7e-8076b1b461b4)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:28.963547 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-2d43a8bb-f52a-4e1f-afa0-ed19ea757eed req-8b0ad570-eaa9-4db9-ba4e-de3fc4e67337 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (28f22ab8-31b9-420b-b5ff-5b306b174979), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:28.978351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e1b9a7f-d7b1-4c3f-ae1d-ce8fd4ba4661 None None] For port 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:32:29.004605 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7df7bace-34db-43c4-9358-cf6866f7523f None None] Provisioning complete for port b167ec02-b5be-4c33-bc00-735623e853e5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:29.005544 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7df7bace-34db-43c4-9358-cf6866f7523f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b167ec02-b5be-4c33-bc00-735623e853e5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:29.061549 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2976b893-6396-47df-828e-e17de61b5d9e is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:29.082630 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e1b9a7f-d7b1-4c3f-ae1d-ce8fd4ba4661 None None] For port 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab,segment=NetworkSegment(0f4688b7-7831-40f0-874e-7368830b8776),segment_id=0f4688b7-7831-40f0-874e-7368830b8776)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:32:29.083365 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-840fdf75-b5ad-4870-8c21-60010d3012ab tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "GET /v2.0/routers/6bea8db8-a90f-4935-a911-6c58b70baa38 HTTP/1.1" status: 200 len: 745 time: 0.1625803 Feb 28 20:32:29.084202 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc6aa1d-0bb4-44a2-b7b8-6f32fbb06c08 None None] Routers {'6bea8db8-a90f-4935-a911-6c58b70baa38'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:32:29.084907 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-cbc6aa1d-0bb4-44a2-b7b8-6f32fbb06c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:32:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6bea8db8-a90f-4935-a911-6c58b70baa38'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:29.088969 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] Set router 31b9bb8b-6289-4f25-adce-e092aec4d787 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:32:29.093350 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40508) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:29.225230 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-837ee60a-e789-4d11-a934-90ca5e0845a1 tempest-RoutersIpV6AdminTest-725197611 tempest-RoutersIpV6AdminTest-725197611-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&device_id=6bea8db8-a90f-4935-a911-6c58b70baa38 HTTP/1.1" status: 200 len: 205 time: 0.1046228 Feb 28 20:32:29.231380 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9a7f-d7b1-4c3f-ae1d-ce8fd4ba4661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:29.232653 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5fd84f3b-ff9e-4891-80d0-dab9514ae8c3 admin admin] Publish callbacks [] for security_group (3b66b5a3-0e7e-4f8b-925b-cc643250dc01), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:29.254768 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40512) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:29.263266 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-cbc6aa1d-0bb4-44a2-b7b8-6f32fbb06c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:29.280360 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.extraroute_db [None req-a89c3220-0df2-4284-9427-9ecd1b84bfe2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 20:32:29.373190 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a9d1cd8c-71f7-4c56-a322-698a03c19f09 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bea8db8-a90f-4935-a911-6c58b70baa38 HTTP/1.1" status: 200 len: 205 time: 0.1121759 Feb 28 20:32:29.381765 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40518) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:29.400141 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc6aa1d-0bb4-44a2-b7b8-6f32fbb06c08 None None] Routers {'6bea8db8-a90f-4935-a911-6c58b70baa38'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:32:29.401439 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-cbc6aa1d-0bb4-44a2-b7b8-6f32fbb06c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:32:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6bea8db8-a90f-4935-a911-6c58b70baa38'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:29.444462 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.extraroute_db [None req-a89c3220-0df2-4284-9427-9ecd1b84bfe2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Removed routes are [] {{(pid=103773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 20:32:29.444871 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a89c3220-0df2-4284-9427-9ecd1b84bfe2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (31b9bb8b-6289-4f25-adce-e092aec4d787), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:29.480767 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 28f22ab8-31b9-420b-b5ff-5b306b174979 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:32:29.526950 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7df7bace-34db-43c4-9358-cf6866f7523f None None] Current status of the port b167ec02-b5be-4c33-bc00-735623e853e5 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:29.527681 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7df7bace-34db-43c4-9358-cf6866f7523f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b167ec02-b5be-4c33-bc00-735623e853e5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:29.567387 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-2d43a8bb-f52a-4e1f-afa0-ed19ea757eed req-8b0ad570-eaa9-4db9-ba4e-de3fc4e67337 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:29.567786 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-2d43a8bb-f52a-4e1f-afa0-ed19ea757eed req-8b0ad570-eaa9-4db9-ba4e-de3fc4e67337 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (f0c2a59e-cd5b-446d-9648-c70eebd6439b), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:29.574733 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [req-2d43a8bb-f52a-4e1f-afa0-ed19ea757eed req-8b0ad570-eaa9-4db9-ba4e-de3fc4e67337 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Floating IP f0c2a59e-cd5b-446d-9648-c70eebd6439b disassociated. External IP: 172.25.0.139, port: 28f22ab8-31b9-420b-b5ff-5b306b174979. Feb 28 20:32:29.575288 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-2d43a8bb-f52a-4e1f-afa0-ed19ea757eed req-8b0ad570-eaa9-4db9-ba4e-de3fc4e67337 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Calling delete_port for 28f22ab8-31b9-420b-b5ff-5b306b174979 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:32:29.692740 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2736-595a-4cce-8bcd-40d7740ed2fc tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router (6bea8db8-a90f-4935-a911-6c58b70baa38), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:29.843875 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41a5685c-9429-435d-b2b6-f3c4ea538974 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (09db42e2-64f6-441c-a3da-fc4528acc96d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:29.888241 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5fd84f3b-ff9e-4891-80d0-dab9514ae8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3b66b5a3-0e7e-4f8b-925b-cc643250dc01), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:29.891323 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5fd84f3b-ff9e-4891-80d0-dab9514ae8c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:29.895156 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5fd84f3b-ff9e-4891-80d0-dab9514ae8c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b66b5a3-0e7e-4f8b-925b-cc643250dc01 HTTP/1.1" status: 204 len: 168 time: 1.0818951 Feb 28 20:32:29.941672 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-2d43a8bb-f52a-4e1f-afa0-ed19ea757eed req-8b0ad570-eaa9-4db9-ba4e-de3fc4e67337 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (28f22ab8-31b9-420b-b5ff-5b306b174979), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:29.970451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd84f3b-ff9e-4891-80d0-dab9514ae8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b66b5a3-0e7e-4f8b-925b-cc643250dc01,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:29.977022 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5685c-9429-435d-b2b6-f3c4ea538974 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Port': ['ID=09db42e2-64f6-441c-a3da-fc4528acc96d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:30.080303 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c328d0d4-fe60-44e3-884b-4b5e11654c28 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:30.112783 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f1dc20d-c563-4c74-98d5-cb7fc184d7b0 req-4861e219-a618-4097-a701-e6626a46b59f tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 210 time: 0.2709281 Feb 28 20:32:30.121209 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ad570-eaa9-4db9-ba4e-de3fc4e67337 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Pushing event deleted for resources: {'Port': ['ID=28f22ab8-31b9-420b-b5ff-5b306b174979,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:30.282713 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732b3686-822d-48ea-837b-bff5b3fd6358 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:30.287688 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-cbc6aa1d-0bb4-44a2-b7b8-6f32fbb06c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:30.301543 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc6aa1d-0bb4-44a2-b7b8-6f32fbb06c08 None None] The sync data for ids ['6bea8db8-a90f-4935-a911-6c58b70baa38'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:32:30.445081 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2736-595a-4cce-8bcd-40d7740ed2fc tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (6bea8db8-a90f-4935-a911-6c58b70baa38), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:30.449241 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2736-595a-4cce-8bcd-40d7740ed2fc tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router_controller (6bea8db8-a90f-4935-a911-6c58b70baa38), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:30.488064 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No active binding found for port 28f22ab8-31b9-420b-b5ff-5b306b174979 {{(pid=103775) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 28 20:32:30.489190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] The host n-h2-820368-21 is not matching for port 28f22ab8-31b9-420b-b5ff-5b306b174979 host None! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:32:30.489604 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 28f22ab8-31b9-420b-b5ff-5b306b174979 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:32:30.491381 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b9a7f-d7b1-4c3f-ae1d-ce8fd4ba4661 None None] Pushing event updated for resources: {'Port': ['ID=6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:30.586990 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-7df7bace-34db-43c4-9358-cf6866f7523f None None] For port b167ec02-b5be-4c33-bc00-735623e853e5, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b167ec02-b5be-4c33-bc00-735623e853e5,segment=NetworkSegment(7c8b80f7-71b8-4e47-adde-2aee737bd320),segment_id=7c8b80f7-71b8-4e47-adde-2aee737bd320)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:30.597405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c328d0d4-fe60-44e3-884b-4b5e11654c28 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:30.597780 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:30.608380 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40536) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:30.648917 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7df7bace-34db-43c4-9358-cf6866f7523f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b167ec02-b5be-4c33-bc00-735623e853e5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:30.682404 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b54e5854-f0f5-4837-9c62-2eb10c0169b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:30.792925 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41a5685c-9429-435d-b2b6-f3c4ea538974 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:30.816532 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-41a5685c-9429-435d-b2b6-f3c4ea538974 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/09db42e2-64f6-441c-a3da-fc4528acc96d HTTP/1.1" status: 204 len: 168 time: 5.0833488 Feb 28 20:32:30.822392 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40542) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:30.856344 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d43a8bb-f52a-4e1f-afa0-ed19ea757eed req-8b0ad570-eaa9-4db9-ba4e-de3fc4e67337 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Router d26e5802-18b8-48a0-8b4e-add99484c537 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:32:30.960523 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7bace-34db-43c4-9358-cf6866f7523f None None] Pushing event updated for resources: {'Port': ['ID=b167ec02-b5be-4c33-bc00-735623e853e5,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:30.987725 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e2c6cfdf-cc03-4232-a8ff-e9a59698a8eb None None] Provisioning complete for port c328d0d4-fe60-44e3-884b-4b5e11654c28 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:30.987725 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e2c6cfdf-cc03-4232-a8ff-e9a59698a8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:31.057372 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c328d0d4-fe60-44e3-884b-4b5e11654c28 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:31.057764 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:31.117313 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port c328d0d4-fe60-44e3-884b-4b5e11654c28, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c328d0d4-fe60-44e3-884b-4b5e11654c28,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:31.134025 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:31.145355 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:32:25Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '0093b01d-827d-47d9-8982-8f739396a2ff', 'name': '', 'network_id': 'cb2d3be9-a78c-4f55-8ebe-821fc3279c34', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:c0:64:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '2f725dfd-5eb3-471d-9b49-ec242fe84cd9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:24Z', 'updated_at': '2022-02-28T20:32:26Z', 'revision_number': 2, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '2f725dfd-5eb3-471d-9b49-ec242fe84cd9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c0e9b9b-0a3d-4429-bbf5-50791189f91f', 'name': '', 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:12:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:11Z', 'updated_at': '2022-02-28T20:32:19Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:09Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b167ec02-b5be-4c33-bc00-735623e853e5', 'name': '', 'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:cd:6b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:17Z', 'updated_at': '2022-02-28T20:32:28Z', 'revision_number': 4, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:31.209181 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c958e-ebb2-4d89-a1d1-742792641db0 None None] The sync data for ids ['31b9bb8b-6289-4f25-adce-e092aec4d787'] in n-d-820368-21 is: [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:32:25Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '0093b01d-827d-47d9-8982-8f739396a2ff', 'name': '', 'network_id': 'cb2d3be9-a78c-4f55-8ebe-821fc3279c34', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:c0:64:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '2f725dfd-5eb3-471d-9b49-ec242fe84cd9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:24Z', 'updated_at': '2022-02-28T20:32:26Z', 'revision_number': 2, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '2f725dfd-5eb3-471d-9b49-ec242fe84cd9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c0e9b9b-0a3d-4429-bbf5-50791189f91f', 'name': '', 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:12:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:11Z', 'updated_at': '2022-02-28T20:32:19Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:09Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b167ec02-b5be-4c33-bc00-735623e853e5', 'name': '', 'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:cd:6b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:17Z', 'updated_at': '2022-02-28T20:32:28Z', 'revision_number': 4, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:32:31.223842 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62566586-bf5d-4405-a86e-8062bd747d0d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:31.226271 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62566586-bf5d-4405-a86e-8062bd747d0d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:31.228125 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62566586-bf5d-4405-a86e-8062bd747d0d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:31.233574 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-62566586-bf5d-4405-a86e-8062bd747d0d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4073117 Feb 28 20:32:31.237469 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40546) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:31.361710 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d43a8bb-f52a-4e1f-afa0-ed19ea757eed req-8b0ad570-eaa9-4db9-ba4e-de3fc4e67337 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:32:31.373246 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036ceab6-0c07-4bf9-a860-96121af04f7b None None] Sync routers for ids ['d26e5802-18b8-48a0-8b4e-add99484c537'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:32:31.390018 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036ceab6-0c07-4bf9-a860-96121af04f7b None None] Routers {'d26e5802-18b8-48a0-8b4e-add99484c537'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:32:31.393929 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-036ceab6-0c07-4bf9-a860-96121af04f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:32:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['d26e5802-18b8-48a0-8b4e-add99484c537'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:31.447145 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2736-595a-4cce-8bcd-40d7740ed2fc tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (6bea8db8-a90f-4935-a911-6c58b70baa38), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:31.447791 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfb2736-595a-4cce-8bcd-40d7740ed2fc tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Fanout notify agent at l3_agent the message router_deleted on router 6bea8db8-a90f-4935-a911-6c58b70baa38 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:32:31.457810 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2736-595a-4cce-8bcd-40d7740ed2fc tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:31.465262 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-dcfb2736-595a-4cce-8bcd-40d7740ed2fc tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "DELETE /v2.0/routers/6bea8db8-a90f-4935-a911-6c58b70baa38 HTTP/1.1" status: 204 len: 168 time: 2.0790942 Feb 28 20:32:31.465468 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40554) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:31.473810 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=c328d0d4-fe60-44e3-884b-4b5e11654c28,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:31.477161 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e2c6cfdf-cc03-4232-a8ff-e9a59698a8eb None None] Current status of the port c328d0d4-fe60-44e3-884b-4b5e11654c28 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:31.529232 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c08696a4-b7d4-4091-9719-02cdaa12fa4d tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bea8db8-a90f-4935-a911-6c58b70baa38 HTTP/1.1" status: 200 len: 205 time: 0.0547907 Feb 28 20:32:31.530021 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40556) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:31.578217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f85c1c-3c03-43fc-b438-0aa0753730b7 None None] Network cb2d3be9-a78c-4f55-8ebe-821fc3279c34 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:31.643690 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8569be54-3f2e-4030-99e0-861ce9db31cb req-86baa6fa-16b4-4d01-9f73-89ab4a5ebc89 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc0e401-ebaf-4e6a-8270-82b4c070445a HTTP/1.1" status: 200 len: 210 time: 0.2566581 Feb 28 20:32:31.650260 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:31.682017 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-f057ce1b-3b3c-4b05-a0bf-55be721545cb tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] delete failed (client error): The resource could not be found. Feb 28 20:32:31.690625 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f057ce1b-3b3c-4b05-a0bf-55be721545cb tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "DELETE /v2.0/routers/6bea8db8-a90f-4935-a911-6c58b70baa38 HTTP/1.1" status: 404 len: 336 time: 0.1536765 Feb 28 20:32:31.695250 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40558) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:31.732416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d43a8bb-f52a-4e1f-afa0-ed19ea757eed req-8b0ad570-eaa9-4db9-ba4e-de3fc4e67337 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] No DVR routers for this DVR port 28f22ab8-31b9-420b-b5ff-5b306b174979 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:32:31.736896 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-2d43a8bb-f52a-4e1f-afa0-ed19ea757eed req-8b0ad570-eaa9-4db9-ba4e-de3fc4e67337 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:31.742691 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2d43a8bb-f52a-4e1f-afa0-ed19ea757eed req-8b0ad570-eaa9-4db9-ba4e-de3fc4e67337 tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.10 "DELETE /v2.0/ports/28f22ab8-31b9-420b-b5ff-5b306b174979 HTTP/1.1" status: 204 len: 173 time: 4.9155881 Feb 28 20:32:31.743580 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-036ceab6-0c07-4bf9-a860-96121af04f7b None None] Set router d26e5802-18b8-48a0-8b4e-add99484c537 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:32:31.746511 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc0e401-ebaf-4e6a-8270-82b4c070445a', 'name': 'network-vif-deleted', 'tag': '28f22ab8-31b9-420b-b5ff-5b306b174979'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:32:31.769231 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5a0523-db3d-49d9-b1ea-0db335fef72c" -d '{"events": [{"server_uuid": "bdc0e401-ebaf-4e6a-8270-82b4c070445a", "name": "network-vif-deleted", "tag": "28f22ab8-31b9-420b-b5ff-5b306b174979"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:32:31.793100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa3c0c7e-8b00-4516-906e-e64c654acaea tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet 3412f8a8-4be9-4b93-83ce-a11e60bac601 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:32:31.795228 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40564) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:31.806387 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a3de9567-7fdd-4098-9894-6f135f0dffb1 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f03657-8556-4699-bbec-b3f1ba392ba9 HTTP/1.1" status: 200 len: 205 time: 0.1003802 Feb 28 20:32:31.827230 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a89c3220-0df2-4284-9427-9ecd1b84bfe2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (31b9bb8b-6289-4f25-adce-e092aec4d787), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:31.841337 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a89c3220-0df2-4284-9427-9ecd1b84bfe2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921162'] for router (31b9bb8b-6289-4f25-adce-e092aec4d787), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:31.849718 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa3c0c7e-8b00-4516-906e-e64c654acaea tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (3412f8a8-4be9-4b93-83ce-a11e60bac601), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:31.910929 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-310a83ea-c37e-45d6-acd0-13cae8a3f04c None None] Provisioning complete for port 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:31.921753 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-310a83ea-c37e-45d6-acd0-13cae8a3f04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:31.987725 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa3c0c7e-8b00-4516-906e-e64c654acaea tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (3412f8a8-4be9-4b93-83ce-a11e60bac601), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:32.139051 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89c3220-0df2-4284-9427-9ecd1b84bfe2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router 31b9bb8b-6289-4f25-adce-e092aec4d787 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:32:32.383993 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-310a83ea-c37e-45d6-acd0-13cae8a3f04c None None] Current status of the port 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:32.385017 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-310a83ea-c37e-45d6-acd0-13cae8a3f04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:32.432732 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:32.433120 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:32.446957 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89c3220-0df2-4284-9427-9ecd1b84bfe2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:32:32.483050 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a89c3220-0df2-4284-9427-9ecd1b84bfe2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:32.495066 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a89c3220-0df2-4284-9427-9ecd1b84bfe2 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/31b9bb8b-6289-4f25-adce-e092aec4d787 HTTP/1.1" status: 200 len: 953 time: 4.8295751 Feb 28 20:32:32.500172 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40574) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:32.562428 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-036ceab6-0c07-4bf9-a860-96121af04f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'name': 'tempest-AttachVolumeTestJSON-753889427-router', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:25:44Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'gw_port': {'id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:46Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '1438dfc1-aaad-4146-a093-40c0a1378b89', 'name': '', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'mac_address': 'fa:16:3e:06:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:55Z', 'updated_at': '2022-02-28T20:26:08Z', 'revision_number': 5, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'subnets': [{'id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:32.613799 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-310a83ea-c37e-45d6-acd0-13cae8a3f04c None None] For port 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab,segment=NetworkSegment(0f4688b7-7831-40f0-874e-7368830b8776),segment_id=0f4688b7-7831-40f0-874e-7368830b8776)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:32.656775 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036ceab6-0c07-4bf9-a860-96121af04f7b None None] Checking router: d26e5802-18b8-48a0-8b4e-add99484c537 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:32:32.679024 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036ceab6-0c07-4bf9-a860-96121af04f7b None None] Routers {'d26e5802-18b8-48a0-8b4e-add99484c537'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:32:32.679969 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-036ceab6-0c07-4bf9-a860-96121af04f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:32:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['d26e5802-18b8-48a0-8b4e-add99484c537'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:32.711064 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-310a83ea-c37e-45d6-acd0-13cae8a3f04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:32.825899 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40580) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:32.889266 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-887e0518-225d-413b-bcfb-1db076a0607e None None] Could not find standard attr ID for object 270a34f4-525e-4c92-9ec4-1360aad0fca2. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:32:32.929562 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b3244b8c-739e-421c-8911-b24cce838ae5 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/routers/31b9bb8b-6289-4f25-adce-e092aec4d787 HTTP/1.1" status: 200 len: 953 time: 0.4108424 Feb 28 20:32:32.930307 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40582) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:32.940003 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e42d1ee6-c14d-46dc-bb64-8a22c9f47649 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'router': {'routes': None}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:33.065816 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-887e0518-225d-413b-bcfb-1db076a0607e None None] Provisioning complete for port c328d0d4-fe60-44e3-884b-4b5e11654c28 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:33.077161 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-887e0518-225d-413b-bcfb-1db076a0607e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:33.097490 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-036ceab6-0c07-4bf9-a860-96121af04f7b None None] Set router d26e5802-18b8-48a0-8b4e-add99484c537 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:32:33.228941 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa3c0c7e-8b00-4516-906e-e64c654acaea tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (3412f8a8-4be9-4b93-83ce-a11e60bac601), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:33.241548 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-698d287b-477b-4980-b285-f93eb3f1a38c tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group (12da2157-31e1-4a21-a805-4e2fe7039cc4), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:33.299048 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a83ea-c37e-45d6-acd0-13cae8a3f04c None None] Pushing event updated for resources: {'Port': ['ID=6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:33.371020 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:33.497045 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51635421-c104-4af0-b44f-cae2db65edb1 x-openstack-request-id: req-51635421-c104-4af0-b44f-cae2db65edb1 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:32:33.500547 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc0e401-ebaf-4e6a-8270-82b4c070445a", "name": "network-vif-deleted", "tag": "28f22ab8-31b9-420b-b5ff-5b306b174979", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:32:33.500955 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51635421-c104-4af0-b44f-cae2db65edb1 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:32:33.501490 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc0e401-ebaf-4e6a-8270-82b4c070445a', 'name': 'network-vif-deleted', 'tag': '28f22ab8-31b9-420b-b5ff-5b306b174979', 'status': 'completed', 'code': 200} Feb 28 20:32:33.510729 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa3c0c7e-8b00-4516-906e-e64c654acaea tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (3412f8a8-4be9-4b93-83ce-a11e60bac601), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:33.534045 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-99a92f62-4776-423f-8632-bd2bb7e13767 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] delete failed (client error): The resource could not be found. Feb 28 20:32:33.538492 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-99a92f62-4776-423f-8632-bd2bb7e13767 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "DELETE /v2.0/routers/f8f03657-8556-4699-bbec-b3f1ba392ba9 HTTP/1.1" status: 404 len: 336 time: 1.7360830 Feb 28 20:32:33.545824 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40590) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:33.568118 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-698d287b-477b-4980-b285-f93eb3f1a38c tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group (12da2157-31e1-4a21-a805-4e2fe7039cc4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:33.669098 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-887e0518-225d-413b-bcfb-1db076a0607e None None] Current status of the port c328d0d4-fe60-44e3-884b-4b5e11654c28 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:33.678140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c0c7e-8b00-4516-906e-e64c654acaea tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=3412f8a8-4be9-4b93-83ce-a11e60bac601,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:33.780202 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d057b449-7d15-4fc7-85c3-51187acd9ec8 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e3ecac9-06a5-4e42-af0c-fae37992ef80 HTTP/1.1" status: 200 len: 205 time: 0.2220192 Feb 28 20:32:33.785526 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa3c0c7e-8b00-4516-906e-e64c654acaea tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:33.789937 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40596) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:33.800653 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-aa3c0c7e-8b00-4516-906e-e64c654acaea tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/3412f8a8-4be9-4b93-83ce-a11e60bac601 HTTP/1.1" status: 204 len: 168 time: 2.5603147 Feb 28 20:32:33.810773 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40598) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:33.844254 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b54e5854-f0f5-4837-9c62-2eb10c0169b7 admin admin] Publish callbacks [] for security_group (acf98ab6-77f0-4765-aeca-590bbca2c37e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:33.865142 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-818d8752-ce62-4b90-9153-8954ae8e970f None None] Provisioning complete for port 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:33.866075 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-818d8752-ce62-4b90-9153-8954ae8e970f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:33.927723 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b54e5854-f0f5-4837-9c62-2eb10c0169b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (acf98ab6-77f0-4765-aeca-590bbca2c37e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:33.979626 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b167ec02-b5be-4c33-bc00-735623e853e5 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:34.046915 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-f866ac9d-d82a-4b87-b67f-a444e524a5bf tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] delete failed (client error): The resource could not be found. Feb 28 20:32:34.048264 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f866ac9d-d82a-4b87-b67f-a444e524a5bf tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "DELETE /v2.0/routers/0e3ecac9-06a5-4e42-af0c-fae37992ef80 HTTP/1.1" status: 404 len: 336 time: 0.2484758 Feb 28 20:32:34.051978 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40602) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:34.124900 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-036ceab6-0c07-4bf9-a860-96121af04f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'name': 'tempest-AttachVolumeTestJSON-753889427-router', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:25:44Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'gw_port': {'id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:46Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '1438dfc1-aaad-4146-a093-40c0a1378b89', 'name': '', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'mac_address': 'fa:16:3e:06:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:55Z', 'updated_at': '2022-02-28T20:26:08Z', 'revision_number': 5, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'subnets': [{'id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:34.171929 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b54e5854-f0f5-4837-9c62-2eb10c0169b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf00196b0cbe440fa2311f957aefac25&name=default HTTP/1.1" status: 200 len: 3000 time: 3.5561841 Feb 28 20:32:34.182587 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-36e915ed-eb09-4166-b773-b20dff6ec7f7 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "GET /v2.0/ports?device_id=6459700f-c06b-4cdd-8e6f-1f3e1c2160c3 HTTP/1.1" status: 200 len: 205 time: 0.1292253 Feb 28 20:32:34.190191 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40606) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:34.190554 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40608) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:34.231402 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0e3a44-4443-4590-9dbe-3f76a5f906a9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet 674e5799-9732-4f74-8cd8-9bcabeecc32b {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:32:34.232736 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b167ec02-b5be-4c33-bc00-735623e853e5 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:34.234471 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b167ec02-b5be-4c33-bc00-735623e853e5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:34.252096 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036ceab6-0c07-4bf9-a860-96121af04f7b None None] The sync data for ids ['d26e5802-18b8-48a0-8b4e-add99484c537'] in n-d-820368-21 is: [{'id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'name': 'tempest-AttachVolumeTestJSON-753889427-router', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:25:44Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'gw_port': {'id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:46Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '1438dfc1-aaad-4146-a093-40c0a1378b89', 'name': '', 'network_id': 'bd95dcac-d635-4bec-8252-dbb352dcdbef', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'mac_address': 'fa:16:3e:06:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:55Z', 'updated_at': '2022-02-28T20:26:08Z', 'revision_number': 5, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'subnets': [{'id': 'a36f3d5e-8266-4be4-ab73-31f8fb0001af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:32:34.266678 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e0e3a44-4443-4590-9dbe-3f76a5f906a9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (674e5799-9732-4f74-8cd8-9bcabeecc32b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:34.287195 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e5854-f0f5-4837-9c62-2eb10c0169b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf98ab6-77f0-4765-aeca-590bbca2c37e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:34.400123 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] Sync routers for ids ['31b9bb8b-6289-4f25-adce-e092aec4d787'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:32:34.414034 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a487b14-ac9e-4ab0-a9d9-942d9be7a6ea None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:34.415226 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e0e3a44-4443-4590-9dbe-3f76a5f906a9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (674e5799-9732-4f74-8cd8-9bcabeecc32b), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:34.445731 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-94b85bea-9217-47de-8dc1-c5ecf7c8fbea tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] delete failed (client error): The resource could not be found. Feb 28 20:32:34.446797 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-94b85bea-9217-47de-8dc1-c5ecf7c8fbea tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "DELETE /v2.0/routers/6459700f-c06b-4cdd-8e6f-1f3e1c2160c3 HTTP/1.1" status: 404 len: 336 time: 0.2348301 Feb 28 20:32:34.462043 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40630) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:34.518643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-818d8752-ce62-4b90-9153-8954ae8e970f None None] Current status of the port 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:34.543381 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ebc11b59-5661-4ee3-a020-a4a3c5dc0f4c tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "GET /v2.0/ports?device_id=838bb5f3-f6d1-4db3-90c1-418d22a1db59 HTTP/1.1" status: 200 len: 205 time: 0.0705292 Feb 28 20:32:34.551660 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e0e3a44-4443-4590-9dbe-3f76a5f906a9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (674e5799-9732-4f74-8cd8-9bcabeecc32b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:34.557459 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-698d287b-477b-4980-b285-f93eb3f1a38c tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (12da2157-31e1-4a21-a805-4e2fe7039cc4), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:34.560101 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-698d287b-477b-4980-b285-f93eb3f1a38c tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:34.563305 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-698d287b-477b-4980-b285-f93eb3f1a38c tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "DELETE /v2.0/security-groups/12da2157-31e1-4a21-a805-4e2fe7039cc4 HTTP/1.1" status: 204 len: 168 time: 1.7357674 Feb 28 20:32:34.571227 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40632) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:34.571843 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40634) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:34.626316 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d287b-477b-4980-b285-f93eb3f1a38c tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12da2157-31e1-4a21-a805-4e2fe7039cc4,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:34.628366 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-3cea7457-b3dd-4fbb-8fc1-f5cbe7abeb9a tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] show failed (client error): The resource could not be found. Feb 28 20:32:34.629416 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3cea7457-b3dd-4fbb-8fc1-f5cbe7abeb9a tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "GET /v2.0/security-groups/12da2157-31e1-4a21-a805-4e2fe7039cc4 HTTP/1.1" status: 404 len: 347 time: 0.0261216 Feb 28 20:32:34.639369 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] Routers {'31b9bb8b-6289-4f25-adce-e092aec4d787'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:32:34.640659 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:32:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['31b9bb8b-6289-4f25-adce-e092aec4d787'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:34.674771 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40636) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:34.706908 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e0e3a44-4443-4590-9dbe-3f76a5f906a9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (674e5799-9732-4f74-8cd8-9bcabeecc32b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:34.721264 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-d099f2be-4b92-445f-8849-5db854b906fe tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] delete failed (client error): The resource could not be found. Feb 28 20:32:34.725123 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d099f2be-4b92-445f-8849-5db854b906fe tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "DELETE /v2.0/routers/838bb5f3-f6d1-4db3-90c1-418d22a1db59 HTTP/1.1" status: 404 len: 336 time: 0.1324100 Feb 28 20:32:34.738729 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40638) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:34.792436 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c0f22574-6a73-4f92-a1f2-3ed33da36939 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "GET /v2.0/ports?device_id=3246041f-39d9-4d3f-8845-b6feba93372a HTTP/1.1" status: 200 len: 205 time: 0.0485177 Feb 28 20:32:34.802092 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40640) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:34.817842 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82da7644-d623-4a38-9608-6ca50739fe30 None None] New status for floating IP f0c2a59e-cd5b-446d-9648-c70eebd6439b: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:32:34.868544 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7b5a-0bfa-47b4-874f-8b48f42d3140 admin admin] Publish callbacks [] for security_group (acf98ab6-77f0-4765-aeca-590bbca2c37e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:34.898395 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-818d8752-ce62-4b90-9153-8954ae8e970f None None] Provisioning complete for port 0093b01d-827d-47d9-8982-8f739396a2ff triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:34.899015 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-818d8752-ce62-4b90-9153-8954ae8e970f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0093b01d-827d-47d9-8982-8f739396a2ff), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:34.949245 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7b5a-0bfa-47b4-874f-8b48f42d3140 admin admin] Publish callbacks [] for security_group (acf98ab6-77f0-4765-aeca-590bbca2c37e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:34.978555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e3a44-4443-4590-9dbe-3f76a5f906a9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=674e5799-9732-4f74-8cd8-9bcabeecc32b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:35.055387 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-691fd6f5-8e3a-44f1-82b4-2595323805d5 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] delete failed (client error): The resource could not be found. Feb 28 20:32:35.056568 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-691fd6f5-8e3a-44f1-82b4-2595323805d5 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "DELETE /v2.0/routers/3246041f-39d9-4d3f-8845-b6feba93372a HTTP/1.1" status: 404 len: 336 time: 0.2411466 Feb 28 20:32:35.059465 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40642) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:35.085684 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e0e3a44-4443-4590-9dbe-3f76a5f906a9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:35.089506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6e0e3a44-4443-4590-9dbe-3f76a5f906a9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/674e5799-9732-4f74-8cd8-9bcabeecc32b HTTP/1.1" status: 204 len: 168 time: 1.2766275 Feb 28 20:32:35.094129 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40644) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:35.109642 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.extraroute_db [None req-e42d1ee6-c14d-46dc-bb64-8a22c9f47649 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Added routes are [] {{(pid=103773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 20:32:35.110056 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.extraroute_db [None req-e42d1ee6-c14d-46dc-bb64-8a22c9f47649 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 20:32:35.157992 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e42d1ee6-c14d-46dc-bb64-8a22c9f47649 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (31b9bb8b-6289-4f25-adce-e092aec4d787), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:35.164581 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cbb5f6d6-b03c-4955-8c51-0d8a98b8cf01 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641870 Feb 28 20:32:35.170467 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40646) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:35.195691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-44cb1e44-1c46-4aea-b821-d065b443d1c7 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:35.198242 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-5c296168-c080-4d38-a2f9-972f38c30add tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:35.198369 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-44cb1e44-1c46-4aea-b821-d065b443d1c7 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/networks?id=fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 200 len: 815 time: 0.5348866 Feb 28 20:32:35.204766 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-f78bad82-ac57-4528-9481-f4f5ff047b7d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Deleting port f80fd392-55bb-4dad-a1b6-1480e2dba06f {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:32:35.205377 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f78bad82-ac57-4528-9481-f4f5ff047b7d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (f80fd392-55bb-4dad-a1b6-1480e2dba06f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:35.225205 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-84894652-1c28-4763-8bc6-5760dc475d28 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] DELETE failed (client error): The resource could not be found. Feb 28 20:32:35.228803 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84894652-1c28-4763-8bc6-5760dc475d28 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:32:35.232925 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-84894652-1c28-4763-8bc6-5760dc475d28 tempest-RoutersIpV6AdminTest-1212368508 tempest-RoutersIpV6AdminTest-1212368508-project] 10.222.0.13 "DELETE /v2.0/subnets/d2ef3285-13f1-4cf1-8e58-f4ec2fed3df9 HTTP/1.1" status: 404 len: 337 time: 0.1699212 Feb 28 20:32:35.249066 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] Set router 31b9bb8b-6289-4f25-adce-e092aec4d787 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:32:35.312240 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f78bad82-ac57-4528-9481-f4f5ff047b7d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (f80fd392-55bb-4dad-a1b6-1480e2dba06f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:35.312988 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f78bad82-ac57-4528-9481-f4f5ff047b7d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for floatingip (f80fd392-55bb-4dad-a1b6-1480e2dba06f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:35.333509 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-f78bad82-ac57-4528-9481-f4f5ff047b7d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Calling delete_port for f80fd392-55bb-4dad-a1b6-1480e2dba06f owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:32:35.517945 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7b5a-0bfa-47b4-874f-8b48f42d3140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (acf98ab6-77f0-4765-aeca-590bbca2c37e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:35.521286 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7b5a-0bfa-47b4-874f-8b48f42d3140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:35.522536 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c0bb7b5a-0bfa-47b4-874f-8b48f42d3140 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/acf98ab6-77f0-4765-aeca-590bbca2c37e HTTP/1.1" status: 204 len: 168 time: 1.3117194 Feb 28 20:32:35.529476 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-658c2b94-b246-48e2-a05b-908581f1d925 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/quotas/0e4d9d813e9240f293de14f5d4db89db HTTP/1.1" status: 200 len: 375 time: 0.0137131 Feb 28 20:32:35.542725 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f78bad82-ac57-4528-9481-f4f5ff047b7d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (f80fd392-55bb-4dad-a1b6-1480e2dba06f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:35.608413 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bad82-ac57-4528-9481-f4f5ff047b7d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Pushing event deleted for resources: {'Port': ['ID=f80fd392-55bb-4dad-a1b6-1480e2dba06f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:35.660674 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-818d8752-ce62-4b90-9153-8954ae8e970f None None] Port 0093b01d-827d-47d9-8982-8f739396a2ff cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:32:35.667031 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-818d8752-ce62-4b90-9153-8954ae8e970f None None] Could not find standard attr ID for object 09db42e2-64f6-441c-a3da-fc4528acc96d. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:32:35.681716 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b167ec02-b5be-4c33-bc00-735623e853e5 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:35.682833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:35.716749 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f78bad82-ac57-4528-9481-f4f5ff047b7d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks [] for floatingip (f0c2a59e-cd5b-446d-9648-c70eebd6439b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:35.720773 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f78bad82-ac57-4528-9481-f4f5ff047b7d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:35.722251 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f78bad82-ac57-4528-9481-f4f5ff047b7d tempest-AttachVolumeTestJSON-1295460944 tempest-AttachVolumeTestJSON-1295460944-project] 10.222.0.13 "DELETE /v2.0/floatingips/f0c2a59e-cd5b-446d-9648-c70eebd6439b HTTP/1.1" status: 204 len: 168 time: 1.0464978 Feb 28 20:32:35.740086 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7b5a-0bfa-47b4-874f-8b48f42d3140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf98ab6-77f0-4765-aeca-590bbca2c37e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:35.759895 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-b8ead8d0-7f43-4fd3-a8fd-5647f8faee6a tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e4d9d813e9240f293de14f5d4db89db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2293522 Feb 28 20:32:35.789145 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:32:29Z', 'revision_number': 6, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '0093b01d-827d-47d9-8982-8f739396a2ff', 'name': '', 'network_id': 'cb2d3be9-a78c-4f55-8ebe-821fc3279c34', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:c0:64:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '2f725dfd-5eb3-471d-9b49-ec242fe84cd9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:24Z', 'updated_at': '2022-02-28T20:32:26Z', 'revision_number': 2, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '2f725dfd-5eb3-471d-9b49-ec242fe84cd9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c0e9b9b-0a3d-4429-bbf5-50791189f91f', 'name': '', 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:12:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:11Z', 'updated_at': '2022-02-28T20:32:19Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:09Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b167ec02-b5be-4c33-bc00-735623e853e5', 'name': '', 'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:cd:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:17Z', 'updated_at': '2022-02-28T20:32:30Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:35.795606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40664) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:35.831675 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c296168-c080-4d38-a2f9-972f38c30add tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:35.835247 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5c296168-c080-4d38-a2f9-972f38c30add tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:35.929158 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] Checking router: 31b9bb8b-6289-4f25-adce-e092aec4d787 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:32:35.940415 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] Updating router 31b9bb8b-6289-4f25-adce-e092aec4d787 port 0093b01d-827d-47d9-8982-8f739396a2ff binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:32:36.034369 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233b7932-b272-4be5-a608-55525e39a8d0 None None] Update dhcp port {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'fixed_ips': [{'subnet_id': '674e5799-9732-4f74-8cd8-9bcabeecc32b'}], 'binding:host_id': 'n-d-820368-21'}, 'id': 'c328d0d4-fe60-44e3-884b-4b5e11654c28'} from n-d-820368-21. {{(pid=103775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 20:32:36.089420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-eeebceb9-ffc0-4453-905b-ac4a644198a6 None None] Provisioning complete for port 0093b01d-827d-47d9-8982-8f739396a2ff triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:36.098426 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eeebceb9-ffc0-4453-905b-ac4a644198a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0093b01d-827d-47d9-8982-8f739396a2ff), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:36.151287 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0093b01d-827d-47d9-8982-8f739396a2ff), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:36.222194 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-233b7932-b272-4be5-a608-55525e39a8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:36.240062 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:36.240794 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:36.259551 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-eeebceb9-ffc0-4453-905b-ac4a644198a6 None None] Port 0093b01d-827d-47d9-8982-8f739396a2ff cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:32:36.289506 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ce6f99cb-ede4-4455-9693-57183a43a756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:36.343948 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40674) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:36.370920 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e42d1ee6-c14d-46dc-bb64-8a22c9f47649 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (31b9bb8b-6289-4f25-adce-e092aec4d787), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:36.381132 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e42d1ee6-c14d-46dc-bb64-8a22c9f47649 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921162'] for router (31b9bb8b-6289-4f25-adce-e092aec4d787), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:36.388954 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b099590-416d-4633-a2a4-93085c28e201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:36.409911 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5c296168-c080-4d38-a2f9-972f38c30add tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (fd1540c4-9028-4f84-9a14-c9ec8998b4cf), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:36.456443 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-767290cd-f5ed-4430-8846-32dd8a95d7eb service neutron] 10.222.0.13 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6843476 Feb 28 20:32:36.637930 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c296168-c080-4d38-a2f9-972f38c30add tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=fd1540c4-9028-4f84-9a14-c9ec8998b4cf,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:36.707107 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c296168-c080-4d38-a2f9-972f38c30add tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:36.710601 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-5c296168-c080-4d38-a2f9-972f38c30add tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:36.722221 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c296168-c080-4d38-a2f9-972f38c30add tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:36.723177 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5c296168-c080-4d38-a2f9-972f38c30add tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:36.775570 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5c296168-c080-4d38-a2f9-972f38c30add tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6025386 Feb 28 20:32:36.785172 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40680) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:36.790520 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-3a99504b-8090-4944-a2bc-1dd5842d1985 service neutron] 10.222.0.13 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256476 Feb 28 20:32:36.796940 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ad53b2d5-24aa-492e-8f09-66ce9d9f12f1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:36.822223 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42d1ee6-c14d-46dc-bb64-8a22c9f47649 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router 31b9bb8b-6289-4f25-adce-e092aec4d787 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:32:36.865281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:36.866353 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c328d0d4-fe60-44e3-884b-4b5e11654c28 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:36.899955 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df73601d-0225-46e7-8aaa-e10d5692e03a None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:37.019181 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b099590-416d-4633-a2a4-93085c28e201 admin admin] Publish callbacks [] for security_group (fe61de26-ebbb-45ce-a8cd-2d251a8a8722), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:37.043541 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b099590-416d-4633-a2a4-93085c28e201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fe61de26-ebbb-45ce-a8cd-2d251a8a8722), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:37.071096 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ce6f99cb-ede4-4455-9693-57183a43a756 admin admin] Publish callbacks [] for security_group (311c771a-fe65-4d69-9941-48df624aeeec), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:37.108846 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ce6f99cb-ede4-4455-9693-57183a43a756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (311c771a-fe65-4d69-9941-48df624aeeec), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:37.217413 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] Publish callbacks [] for port (0093b01d-827d-47d9-8982-8f739396a2ff), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:37.230697 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1ee83b2c-47ee-4c33-9854-f7755daf1e95 req-3a65f47c-9074-45fd-a138-96a2ebbd6cf3 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4 HTTP/1.1" status: 200 len: 210 time: 0.0782993 Feb 28 20:32:37.288862 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6b099590-416d-4633-a2a4-93085c28e201 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10636024c5e346f287a247c81a6523f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9436269 Feb 28 20:32:37.300481 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42d1ee6-c14d-46dc-bb64-8a22c9f47649 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:32:37.300699 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40690) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:37.316830 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b099590-416d-4633-a2a4-93085c28e201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe61de26-ebbb-45ce-a8cd-2d251a8a8722,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:37.333895 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e42d1ee6-c14d-46dc-bb64-8a22c9f47649 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:37.338376 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e42d1ee6-c14d-46dc-bb64-8a22c9f47649 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/31b9bb8b-6289-4f25-adce-e092aec4d787 HTTP/1.1" status: 200 len: 703 time: 4.4068451 Feb 28 20:32:37.339559 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40694) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:37.370026 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0093b01d-827d-47d9-8982-8f739396a2ff), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:37.384201 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f99cb-ede4-4455-9693-57183a43a756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311c771a-fe65-4d69-9941-48df624aeeec,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:37.439512 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8ae3fd7d-ca2f-4828-9375-f21da72fc29a None None] Provisioning complete for port c328d0d4-fe60-44e3-884b-4b5e11654c28 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:37.439976 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8ae3fd7d-ca2f-4828-9375-f21da72fc29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:37.455351 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ce6f99cb-ede4-4455-9693-57183a43a756 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7d5fa0c4d43415199b029d42a98248f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6579003 Feb 28 20:32:37.456437 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40696) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:37.528803 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa3dc1-913e-4b70-8026-2076526fc726 None None] Pushing event updated for resources: {'Port': ['ID=0093b01d-827d-47d9-8982-8f739396a2ff,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:37.568728 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0bf4863f-bbe2-48d3-8f01-292a603a8f68 admin admin] Publish callbacks [] for security_group (fe61de26-ebbb-45ce-a8cd-2d251a8a8722), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:37.628146 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0bf4863f-bbe2-48d3-8f01-292a603a8f68 admin admin] Publish callbacks [] for security_group (fe61de26-ebbb-45ce-a8cd-2d251a8a8722), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:37.680946 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97a06894-b13b-4e5b-9852-45de79072739 admin admin] Publish callbacks [] for security_group (311c771a-fe65-4d69-9941-48df624aeeec), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:37.798906 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97a06894-b13b-4e5b-9852-45de79072739 admin admin] Publish callbacks [] for security_group (311c771a-fe65-4d69-9941-48df624aeeec), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:37.874525 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0bf4863f-bbe2-48d3-8f01-292a603a8f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fe61de26-ebbb-45ce-a8cd-2d251a8a8722), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:37.897127 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0bf4863f-bbe2-48d3-8f01-292a603a8f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:37.906006 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0bf4863f-bbe2-48d3-8f01-292a603a8f68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe61de26-ebbb-45ce-a8cd-2d251a8a8722 HTTP/1.1" status: 204 len: 168 time: 0.6034031 Feb 28 20:32:37.911337 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c328d0d4-fe60-44e3-884b-4b5e11654c28 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:37.911727 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:37.938154 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4863f-bbe2-48d3-8f01-292a603a8f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe61de26-ebbb-45ce-a8cd-2d251a8a8722,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:37.968757 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97a06894-b13b-4e5b-9852-45de79072739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (311c771a-fe65-4d69-9941-48df624aeeec), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:37.971478 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97a06894-b13b-4e5b-9852-45de79072739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:37.975333 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-97a06894-b13b-4e5b-9852-45de79072739 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/311c771a-fe65-4d69-9941-48df624aeeec HTTP/1.1" status: 204 len: 168 time: 0.5070968 Feb 28 20:32:37.988945 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a06894-b13b-4e5b-9852-45de79072739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311c771a-fe65-4d69-9941-48df624aeeec,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:38.151683 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa769a37-7923-4397-97d6-b80cde455de6 None None] Update dhcp port {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'fixed_ips': [{'subnet_id': 'fd1540c4-9028-4f84-9a14-c9ec8998b4cf'}], 'binding:host_id': 'n-d-820368-21'}, 'id': 'c328d0d4-fe60-44e3-884b-4b5e11654c28'} from n-d-820368-21. {{(pid=103775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 20:32:38.216686 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fa769a37-7923-4397-97d6-b80cde455de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:38.504697 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea85eacf-f991-4398-bb70-beadc96b6beb req-54140e2c-4de1-42c0-ab4a-c02aa30daad1 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4 HTTP/1.1" status: 200 len: 210 time: 0.1122034 Feb 28 20:32:38.517706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-fa769a37-7923-4397-97d6-b80cde455de6 None None] Allocated IP 172.20.0.2 (60bc62cf-1ebe-462d-93c7-f1108638c505/fd1540c4-9028-4f84-9a14-c9ec8998b4cf/c328d0d4-fe60-44e3-884b-4b5e11654c28) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:38.581541 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad53b2d5-24aa-492e-8f09-66ce9d9f12f1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:38.595354 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad53b2d5-24aa-492e-8f09-66ce9d9f12f1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:38.754193 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] Attempting to bind port 0093b01d-827d-47d9-8982-8f739396a2ff on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:32:38.757830 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] Attempting to bind port 0093b01d-827d-47d9-8982-8f739396a2ff by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '0f4688b7-7831-40f0-874e-7368830b8776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cb2d3be9-a78c-4f55-8ebe-821fc3279c34'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:32:38.758503 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] Attempting to bind port 0093b01d-827d-47d9-8982-8f739396a2ff on network cb2d3be9-a78c-4f55-8ebe-821fc3279c34 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:32:38.773125 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40722) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:38.773540 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8c8c52c5-68d9-4d8a-a858-ebf0b8aaeb49 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/routers/31b9bb8b-6289-4f25-adce-e092aec4d787 HTTP/1.1" status: 200 len: 703 time: 1.4324148 Feb 28 20:32:38.810448 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-fa769a37-7923-4397-97d6-b80cde455de6 None None] For port c328d0d4-fe60-44e3-884b-4b5e11654c28, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c328d0d4-fe60-44e3-884b-4b5e11654c28,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:38.900506 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:32:38.902529 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] Checking segment: {'id': '0f4688b7-7831-40f0-874e-7368830b8776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cb2d3be9-a78c-4f55-8ebe-821fc3279c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:32:38.904029 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:38.904665 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] Bound using segment: {'id': '0f4688b7-7831-40f0-874e-7368830b8776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cb2d3be9-a78c-4f55-8ebe-821fc3279c34'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:32:38.907113 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] Bound port: 0093b01d-827d-47d9-8982-8f739396a2ff, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f4688b7-7831-40f0-874e-7368830b8776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cb2d3be9-a78c-4f55-8ebe-821fc3279c34'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:32:38.907783 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0093b01d-827d-47d9-8982-8f739396a2ff), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:39.022529 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8ae3fd7d-ca2f-4828-9375-f21da72fc29a None None] Current status of the port c328d0d4-fe60-44e3-884b-4b5e11654c28 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:39.247780 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fa769a37-7923-4397-97d6-b80cde455de6 None None] Publish callbacks [] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:39.268541 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-67de8bed-60cb-4552-8288-8d10d246cab3 None None] Provisioning complete for port 0093b01d-827d-47d9-8982-8f739396a2ff triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:39.268935 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-67de8bed-60cb-4552-8288-8d10d246cab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0093b01d-827d-47d9-8982-8f739396a2ff), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:39.270833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c328d0d4-fe60-44e3-884b-4b5e11654c28 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:39.278982 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fa769a37-7923-4397-97d6-b80cde455de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:39.303036 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40738) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:39.681536 n-d-820368-21 neutron-server[103773]: DEBUG neutron.objects.ports [None req-ad53b2d5-24aa-492e-8f09-66ce9d9f12f1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103773) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 20:32:39.797595 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-3fb5a0b3-a2e7-4e48-958b-cb1ccb8fdd4e tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:39.799291 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-3fb5a0b3-a2e7-4e48-958b-cb1ccb8fdd4e tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.10 "GET /v2.0/networks?id=fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 200 len: 815 time: 0.2147205 Feb 28 20:32:39.841281 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a5b6543-c2cf-43af-a7c2-e34b49783ef9 req-778172c0-78be-404c-bd8b-c537cfd328b2 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4 HTTP/1.1" status: 200 len: 210 time: 0.0404274 Feb 28 20:32:39.848951 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-96b29f17-8a55-41f5-94a5-1d6e672774d4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Request body: {'port': {'device_id': '73689a67-c219-41d6-9ac9-716a9fe0b6c4', 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88', 'admin_state_up': True, 'tenant_id': '0e4d9d813e9240f293de14f5d4db89db'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:39.959178 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ae57fcc7-74cd-4deb-b28f-24557e5b7ff5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eeebec26ef4a4b2eb8f8d31543c3e168&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6528149 Feb 28 20:32:39.960287 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40760) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:40.025474 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-96b29f17-8a55-41f5-94a5-1d6e672774d4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Made reservation on behalf of 0e4d9d813e9240f293de14f5d4db89db for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:40.029195 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-96b29f17-8a55-41f5-94a5-1d6e672774d4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:40.060524 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c328d0d4-fe60-44e3-884b-4b5e11654c28 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:32:40.158204 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa769a37-7923-4397-97d6-b80cde455de6 None None] Pushing event updated for resources: {'Port': ['ID=c328d0d4-fe60-44e3-884b-4b5e11654c28,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:40.162709 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-67de8bed-60cb-4552-8288-8d10d246cab3 None None] Port 0093b01d-827d-47d9-8982-8f739396a2ff cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:32:40.205711 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] For port 0093b01d-827d-47d9-8982-8f739396a2ff, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:32:40.214614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-96b29f17-8a55-41f5-94a5-1d6e672774d4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Allocated IP 172.20.0.10 (fa039089-86c9-4396-bade-6f794fe57c88/cf2eab21-2ca0-4caf-a56e-ff3579d5667c/24e16ac2-b58f-43c2-8922-442401fb19e5) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:40.263723 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c328d0d4-fe60-44e3-884b-4b5e11654c28 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:40.264240 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:40.278252 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a68c1c8d-dd65-4185-91dc-16fe15895b1a admin admin] Publish callbacks [] for security_group (be2da0da-3afb-4fed-84a7-5fafcd0746b6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:40.290390 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] For port 0093b01d-827d-47d9-8982-8f739396a2ff, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0093b01d-827d-47d9-8982-8f739396a2ff,segment=NetworkSegment(0f4688b7-7831-40f0-874e-7368830b8776),segment_id=0f4688b7-7831-40f0-874e-7368830b8776)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:32:40.325762 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0093b01d-827d-47d9-8982-8f739396a2ff), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:40.355152 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a68c1c8d-dd65-4185-91dc-16fe15895b1a admin admin] Publish callbacks [] for security_group (be2da0da-3afb-4fed-84a7-5fafcd0746b6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:40.590808 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:32:40.591180 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:32:40.591468 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-96b29f17-8a55-41f5-94a5-1d6e672774d4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks [] for port (24e16ac2-b58f-43c2-8922-442401fb19e5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:40.601239 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a68c1c8d-dd65-4185-91dc-16fe15895b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (be2da0da-3afb-4fed-84a7-5fafcd0746b6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:40.603641 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] Routers {'31b9bb8b-6289-4f25-adce-e092aec4d787'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:32:40.604350 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:32:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['31b9bb8b-6289-4f25-adce-e092aec4d787'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:40.610666 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a68c1c8d-dd65-4185-91dc-16fe15895b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:40.620692 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a68c1c8d-dd65-4185-91dc-16fe15895b1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be2da0da-3afb-4fed-84a7-5fafcd0746b6 HTTP/1.1" status: 204 len: 168 time: 0.6474402 Feb 28 20:32:40.679339 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad53b2d5-24aa-492e-8f09-66ce9d9f12f1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:40.687132 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c1c8d-dd65-4185-91dc-16fe15895b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2da0da-3afb-4fed-84a7-5fafcd0746b6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:40.689173 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-96b29f17-8a55-41f5-94a5-1d6e672774d4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (24e16ac2-b58f-43c2-8922-442401fb19e5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:40.771475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['372080bb-5ffd-4047-973b-a131aecf2892'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:32:40.794812 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa3dc1-913e-4b70-8026-2076526fc726 None None] Pushing event updated for resources: {'Port': ['ID=0093b01d-827d-47d9-8982-8f739396a2ff,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:40.969971 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-96b29f17-8a55-41f5-94a5-1d6e672774d4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Network fa039089-86c9-4396-bade-6f794fe57c88 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:40.973496 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b29f17-8a55-41f5-94a5-1d6e672774d4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Pushing event updated for resources: {'Port': ['ID=24e16ac2-b58f-43c2-8922-442401fb19e5,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:40.994897 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-96b29f17-8a55-41f5-94a5-1d6e672774d4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:41.000016 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-96b29f17-8a55-41f5-94a5-1d6e672774d4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:32:41.063793 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c1c8d-dd65-4185-91dc-16fe15895b1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:41.064158 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c1c8d-dd65-4185-91dc-16fe15895b1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:41.066070 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c1c8d-dd65-4185-91dc-16fe15895b1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:41.066426 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c1c8d-dd65-4185-91dc-16fe15895b1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:41.066832 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c1c8d-dd65-4185-91dc-16fe15895b1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:41.067179 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c1c8d-dd65-4185-91dc-16fe15895b1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:41.067571 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c1c8d-dd65-4185-91dc-16fe15895b1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:41.067934 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c1c8d-dd65-4185-91dc-16fe15895b1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:41.109521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c1c8d-dd65-4185-91dc-16fe15895b1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:41.109972 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c1c8d-dd65-4185-91dc-16fe15895b1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:41.110327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c1c8d-dd65-4185-91dc-16fe15895b1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:41.110725 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c1c8d-dd65-4185-91dc-16fe15895b1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:41.111010 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c1c8d-dd65-4185-91dc-16fe15895b1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:32:41.278016 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-96b29f17-8a55-41f5-94a5-1d6e672774d4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:41.278676 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-96b29f17-8a55-41f5-94a5-1d6e672774d4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:41.402599 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-babf9f22-d581-43a9-8abc-5a70faf10926 None None] Provisioning complete for port 0093b01d-827d-47d9-8982-8f739396a2ff triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:41.403250 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-babf9f22-d581-43a9-8abc-5a70faf10926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0093b01d-827d-47d9-8982-8f739396a2ff), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:41.420075 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-ad53b2d5-24aa-492e-8f09-66ce9d9f12f1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] For port c328d0d4-fe60-44e3-884b-4b5e11654c28, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c328d0d4-fe60-44e3-884b-4b5e11654c28,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:41.422568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a08af-b586-4e1c-b4b4-5375287311be req-47ac8d3d-27ba-4e63-ac77-4a3b5b3f3271 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:41.426728 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-460a08af-b586-4e1c-b4b4-5375287311be req-47ac8d3d-27ba-4e63-ac77-4a3b5b3f3271 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4 HTTP/1.1" status: 200 len: 932 time: 0.2396209 Feb 28 20:32:41.437862 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] Set router 31b9bb8b-6289-4f25-adce-e092aec4d787 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:32:41.443731 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-96b29f17-8a55-41f5-94a5-1d6e672774d4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5964496 Feb 28 20:32:41.492915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] Request body: {'port': {'device_id': '73689a67-c219-41d6-9ac9-716a9fe0b6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:41.533021 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad53b2d5-24aa-492e-8f09-66ce9d9f12f1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:41.551138 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad53b2d5-24aa-492e-8f09-66ce9d9f12f1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:41.599473 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad53b2d5-24aa-492e-8f09-66ce9d9f12f1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (ac83c2fb-eebe-4d70-ac8e-ab36e42d3609), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:41.603922 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c328d0d4-fe60-44e3-884b-4b5e11654c28 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:41.604656 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:41.659043 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad53b2d5-24aa-492e-8f09-66ce9d9f12f1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:41.771824 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-ad53b2d5-24aa-492e-8f09-66ce9d9f12f1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:41.782326 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (24e16ac2-b58f-43c2-8922-442401fb19e5), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:41.807913 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad53b2d5-24aa-492e-8f09-66ce9d9f12f1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:41.809883 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad53b2d5-24aa-492e-8f09-66ce9d9f12f1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:41.895698 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8de0-aa11-49c4-8a92-22a4713cd922 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (31b9bb8b-6289-4f25-adce-e092aec4d787), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:41.953566 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ad53b2d5-24aa-492e-8f09-66ce9d9f12f1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1669989 Feb 28 20:32:41.954454 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40824) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:42.005335 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-16b01c94-5383-4267-b606-7d1082c70aba tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'mac_address': 'fa:16:3e:93:af:b1', 'name': 'tempest-NetworksTestDHCPv6-1316485725'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:42.025540 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:32:42.027050 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:32:42.031239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462017b4-93da-4a28-8c54-adb2c03214b4 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:42.104778 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53b2d5-24aa-492e-8f09-66ce9d9f12f1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=ac83c2fb-eebe-4d70-ac8e-ab36e42d3609,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:42.112640 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53b2d5-24aa-492e-8f09-66ce9d9f12f1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=c328d0d4-fe60-44e3-884b-4b5e11654c28,revision_number=8']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:42.355539 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b01c94-5383-4267-b606-7d1082c70aba tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:42.664169 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40862) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:42.673092 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16b01c94-5383-4267-b606-7d1082c70aba tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:42.734581 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-16b01c94-5383-4267-b606-7d1082c70aba tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] device_id is not set on port 1bb1aea8-1e7e-4f27-a097-5a88b36d10f0 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:32:42.846467 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-babf9f22-d581-43a9-8abc-5a70faf10926 None None] Current status of the port 0093b01d-827d-47d9-8982-8f739396a2ff is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:42.846467 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-babf9f22-d581-43a9-8abc-5a70faf10926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0093b01d-827d-47d9-8982-8f739396a2ff), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:43.111797 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-460a08af-b586-4e1c-b4b4-5375287311be req-c175d11a-0363-420b-a1d5-b0d14e6a1634 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6667089 Feb 28 20:32:43.152054 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-260bfc90-abea-46d8-8470-a87b0ba61e77 tempest-AgentManagementNegativeTest-548860310 tempest-AgentManagementNegativeTest-548860310-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4419644 Feb 28 20:32:43.195978 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c328d0d4-fe60-44e3-884b-4b5e11654c28 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:43.196365 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:43.242606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-16b01c94-5383-4267-b606-7d1082c70aba tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 172.20.0.6 (60bc62cf-1ebe-462d-93c7-f1108638c505/fd1540c4-9028-4f84-9a14-c9ec8998b4cf/1bb1aea8-1e7e-4f27-a097-5a88b36d10f0) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:43.267862 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-babf9f22-d581-43a9-8abc-5a70faf10926 None None] For port 0093b01d-827d-47d9-8982-8f739396a2ff, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0093b01d-827d-47d9-8982-8f739396a2ff,segment=NetworkSegment(0f4688b7-7831-40f0-874e-7368830b8776),segment_id=0f4688b7-7831-40f0-874e-7368830b8776)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:43.272102 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-16b01c94-5383-4267-b606-7d1082c70aba tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8::f816:3eff:fe93:afb1 (60bc62cf-1ebe-462d-93c7-f1108638c505/ac83c2fb-eebe-4d70-ac8e-ab36e42d3609/1bb1aea8-1e7e-4f27-a097-5a88b36d10f0) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:43.314693 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-babf9f22-d581-43a9-8abc-5a70faf10926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0093b01d-827d-47d9-8982-8f739396a2ff), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:43.366398 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:32:35Z', 'revision_number': 7, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '0093b01d-827d-47d9-8982-8f739396a2ff', 'name': '', 'network_id': 'cb2d3be9-a78c-4f55-8ebe-821fc3279c34', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:c0:64:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '2f725dfd-5eb3-471d-9b49-ec242fe84cd9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:24Z', 'updated_at': '2022-02-28T20:32:40Z', 'revision_number': 4, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '2f725dfd-5eb3-471d-9b49-ec242fe84cd9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c0e9b9b-0a3d-4429-bbf5-50791189f91f', 'name': '', 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:12:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:11Z', 'updated_at': '2022-02-28T20:32:19Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:09Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b167ec02-b5be-4c33-bc00-735623e853e5', 'name': '', 'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:cd:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:17Z', 'updated_at': '2022-02-28T20:32:30Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:43.562266 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port c328d0d4-fe60-44e3-884b-4b5e11654c28, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c328d0d4-fe60-44e3-884b-4b5e11654c28,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:43.568244 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e265c-26cb-4269-8666-38ca863323e3 None None] The sync data for ids ['31b9bb8b-6289-4f25-adce-e092aec4d787'] in n-d-820368-21 is: [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:32:35Z', 'revision_number': 7, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '0093b01d-827d-47d9-8982-8f739396a2ff', 'name': '', 'network_id': 'cb2d3be9-a78c-4f55-8ebe-821fc3279c34', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:c0:64:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '2f725dfd-5eb3-471d-9b49-ec242fe84cd9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:24Z', 'updated_at': '2022-02-28T20:32:40Z', 'revision_number': 4, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '2f725dfd-5eb3-471d-9b49-ec242fe84cd9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c0e9b9b-0a3d-4429-bbf5-50791189f91f', 'name': '', 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:12:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:11Z', 'updated_at': '2022-02-28T20:32:19Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:09Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b167ec02-b5be-4c33-bc00-735623e853e5', 'name': '', 'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:cd:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:17Z', 'updated_at': '2022-02-28T20:32:30Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:32:43.705684 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf9f22-d581-43a9-8abc-5a70faf10926 None None] Pushing event updated for resources: {'Port': ['ID=0093b01d-827d-47d9-8982-8f739396a2ff,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:43.726830 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:43.761701 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16b01c94-5383-4267-b606-7d1082c70aba tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (1bb1aea8-1e7e-4f27-a097-5a88b36d10f0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:43.895360 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16b01c94-5383-4267-b606-7d1082c70aba tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (1bb1aea8-1e7e-4f27-a097-5a88b36d10f0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:44.011011 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=c328d0d4-fe60-44e3-884b-4b5e11654c28,revision_number=9']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:44.027425 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3fd65fd7-f48d-4fb5-be59-5586212806e3 None None] Provisioning complete for port c328d0d4-fe60-44e3-884b-4b5e11654c28 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:44.028190 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3fd65fd7-f48d-4fb5-be59-5586212806e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:44.065810 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40932) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:44.108747 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b01c94-5383-4267-b606-7d1082c70aba tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:44.156306 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330ec09-e3ac-4d40-b10e-4ffb6f96c59e None None] Sync routers for ids ['31b9bb8b-6289-4f25-adce-e092aec4d787'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:32:44.173829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-16b01c94-5383-4267-b606-7d1082c70aba tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:44.206268 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b01c94-5383-4267-b606-7d1082c70aba tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:32:44.209311 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40938) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:44.303363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330ec09-e3ac-4d40-b10e-4ffb6f96c59e None None] Routers {'31b9bb8b-6289-4f25-adce-e092aec4d787'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:32:44.317367 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7330ec09-e3ac-4d40-b10e-4ffb6f96c59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:32:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['31b9bb8b-6289-4f25-adce-e092aec4d787'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:44.426643 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b01c94-5383-4267-b606-7d1082c70aba tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:44.436824 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16b01c94-5383-4267-b606-7d1082c70aba tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:44.477355 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b01c94-5383-4267-b606-7d1082c70aba tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=1bb1aea8-1e7e-4f27-a097-5a88b36d10f0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:44.492077 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-16b01c94-5383-4267-b606-7d1082c70aba tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5107310 Feb 28 20:32:44.494375 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40944) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:44.654863 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65f3b5c-370b-4a1c-a9c2-4ee3f7c3cbab tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:44.665382 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65f3b5c-370b-4a1c-a9c2-4ee3f7c3cbab tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:44.667288 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b65f3b5c-370b-4a1c-a9c2-4ee3f7c3cbab tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1718185 Feb 28 20:32:44.671583 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40946) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:44.762680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0093b01d-827d-47d9-8982-8f739396a2ff up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:44.791104 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-467dd50f-abc4-4040-9ad2-f0cea50a438a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:44.814008 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-7330ec09-e3ac-4d40-b10e-4ffb6f96c59e None None] Set router 31b9bb8b-6289-4f25-adce-e092aec4d787 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:32:44.889102 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e16ac2-b58f-43c2-8922-442401fb19e5 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:32:44.897336 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33880731-b0bb-4fed-89ea-37786999c2a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:44.931303 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] Publish callbacks [] for port (24e16ac2-b58f-43c2-8922-442401fb19e5), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:45.025435 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9eade-5c16-43c2-9ca7-afb4ddbe7157 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting port 1bb1aea8-1e7e-4f27-a097-5a88b36d10f0 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:32:45.025785 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1cf9eade-5c16-43c2-9ca7-afb4ddbe7157 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1bb1aea8-1e7e-4f27-a097-5a88b36d10f0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:45.037639 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3fd65fd7-f48d-4fb5-be59-5586212806e3 None None] Current status of the port c328d0d4-fe60-44e3-884b-4b5e11654c28 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:45.038187 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3fd65fd7-f48d-4fb5-be59-5586212806e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:45.065396 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] Transition to ACTIVE for port object 24e16ac2-b58f-43c2-8922-442401fb19e5 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:32:45.106120 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (24e16ac2-b58f-43c2-8922-442401fb19e5), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:45.124797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb53687-36f5-4bfe-a010-d5c29fbcafce req-39b12562-b30b-42c2-8251-451c09318a4f tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:45.126694 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7cb53687-36f5-4bfe-a010-d5c29fbcafce req-39b12562-b30b-42c2-8251-451c09318a4f tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4 HTTP/1.1" status: 200 len: 932 time: 0.7757478 Feb 28 20:32:45.223182 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1cf9eade-5c16-43c2-9ca7-afb4ddbe7157 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1bb1aea8-1e7e-4f27-a097-5a88b36d10f0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:45.225382 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] Pushing event updated for resources: {'Port': ['ID=24e16ac2-b58f-43c2-8922-442401fb19e5,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:45.279067 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9eade-5c16-43c2-9ca7-afb4ddbe7157 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Calling delete_port for 1bb1aea8-1e7e-4f27-a097-5a88b36d10f0 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:32:45.418367 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7cb53687-36f5-4bfe-a010-d5c29fbcafce req-a2ee2401-d742-4d2e-a9c0-361df214c3de tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012825 Feb 28 20:32:45.553710 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1cf9eade-5c16-43c2-9ca7-afb4ddbe7157 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (1bb1aea8-1e7e-4f27-a097-5a88b36d10f0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:45.609129 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ba6e8de0-aa11-49c4-8a92-22a4713cd922 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting port 0093b01d-827d-47d9-8982-8f739396a2ff {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:32:45.609483 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8de0-aa11-49c4-8a92-22a4713cd922 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0093b01d-827d-47d9-8982-8f739396a2ff), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:45.623793 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] Attempting to bind port 24e16ac2-b58f-43c2-8922-442401fb19e5 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:32:45.634382 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] Attempting to bind port 24e16ac2-b58f-43c2-8922-442401fb19e5 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:32:45.634777 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] Attempting to bind port 24e16ac2-b58f-43c2-8922-442401fb19e5 on network fa039089-86c9-4396-bade-6f794fe57c88 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:32:45.654722 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-467dd50f-abc4-4040-9ad2-f0cea50a438a admin admin] Publish callbacks [] for security_group (5a10c6f8-3b04-4e7e-8ea5-534d7cf3a2d8), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:45.667406 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-3fd65fd7-f48d-4fb5-be59-5586212806e3 None None] For port c328d0d4-fe60-44e3-884b-4b5e11654c28, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c328d0d4-fe60-44e3-884b-4b5e11654c28,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:45.684907 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9eade-5c16-43c2-9ca7-afb4ddbe7157 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Port': ['ID=1bb1aea8-1e7e-4f27-a097-5a88b36d10f0,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:45.703921 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-467dd50f-abc4-4040-9ad2-f0cea50a438a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5a10c6f8-3b04-4e7e-8ea5-534d7cf3a2d8), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:45.742461 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] Port 24e16ac2-b58f-43c2-8922-442401fb19e5 on network fa039089-86c9-4396-bade-6f794fe57c88 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:32:45.742954 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] Attempting to bind port 24e16ac2-b58f-43c2-8922-442401fb19e5 on network fa039089-86c9-4396-bade-6f794fe57c88 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:32:45.752746 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3fd65fd7-f48d-4fb5-be59-5586212806e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:45.793921 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 0093b01d-827d-47d9-8982-8f739396a2ff triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:45.794509 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0093b01d-827d-47d9-8982-8f739396a2ff), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:45.804128 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dd50f-abc4-4040-9ad2-f0cea50a438a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a10c6f8-3b04-4e7e-8ea5-534d7cf3a2d8,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:45.827052 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:32:45.827382 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] Checking segment: {'id': '5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:32:45.827796 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] Bound using segment: {'id': '5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:32:45.828242 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] Bound port: 24e16ac2-b58f-43c2-8922-442401fb19e5, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:32:45.828604 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (24e16ac2-b58f-43c2-8922-442401fb19e5), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:45.940180 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-467dd50f-abc4-4040-9ad2-f0cea50a438a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d8c70165c1e4b8594d655b0d14fb063&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8502228 Feb 28 20:32:45.942538 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40956) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:45.972608 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] For port 24e16ac2-b58f-43c2-8922-442401fb19e5, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:32:45.976128 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] For port 24e16ac2-b58f-43c2-8922-442401fb19e5, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=24e16ac2-b58f-43c2-8922-442401fb19e5,segment=NetworkSegment(5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb),segment_id=5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:32:45.987033 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33880731-b0bb-4fed-89ea-37786999c2a8 admin admin] Publish callbacks [] for security_group (5b2fca4d-50ee-4f2c-95d1-6efc4ab39233), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:45.993719 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (24e16ac2-b58f-43c2-8922-442401fb19e5), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:46.065880 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3984d90b-05ef-4de0-8600-8a3b3ac4a149 None None] Could not find standard attr ID for object 1bb1aea8-1e7e-4f27-a097-5a88b36d10f0. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:32:46.094202 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1cf9eade-5c16-43c2-9ca7-afb4ddbe7157 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:46.102491 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1cf9eade-5c16-43c2-9ca7-afb4ddbe7157 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/1bb1aea8-1e7e-4f27-a097-5a88b36d10f0 HTTP/1.1" status: 204 len: 168 time: 1.4296649 Feb 28 20:32:46.112239 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40960) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:46.196032 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d41f9ce-93ac-4062-984d-70fd78b0c99e admin admin] Publish callbacks [] for security_group (5a10c6f8-3b04-4e7e-8ea5-534d7cf3a2d8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:46.240505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd65fd7-f48d-4fb5-be59-5586212806e3 None None] Pushing event updated for resources: {'Port': ['ID=c328d0d4-fe60-44e3-884b-4b5e11654c28,revision_number=10']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:46.248127 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d41f9ce-93ac-4062-984d-70fd78b0c99e admin admin] Publish callbacks [] for security_group (5a10c6f8-3b04-4e7e-8ea5-534d7cf3a2d8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:46.321375 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-ba6e8de0-aa11-49c4-8a92-22a4713cd922 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] For port 0093b01d-827d-47d9-8982-8f739396a2ff, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0093b01d-827d-47d9-8982-8f739396a2ff,segment=NetworkSegment(0f4688b7-7831-40f0-874e-7368830b8776),segment_id=0f4688b7-7831-40f0-874e-7368830b8776)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:46.321927 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8de0-aa11-49c4-8a92-22a4713cd922 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0093b01d-827d-47d9-8982-8f739396a2ff), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:46.326172 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3984d90b-05ef-4de0-8600-8a3b3ac4a149 None None] Provisioning complete for port c328d0d4-fe60-44e3-884b-4b5e11654c28 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:46.327793 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3984d90b-05ef-4de0-8600-8a3b3ac4a149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:46.338708 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ba6e8de0-aa11-49c4-8a92-22a4713cd922 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Calling delete_port for 0093b01d-827d-47d9-8982-8f739396a2ff owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:32:46.344917 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d41f9ce-93ac-4062-984d-70fd78b0c99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5a10c6f8-3b04-4e7e-8ea5-534d7cf3a2d8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:46.347625 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d41f9ce-93ac-4062-984d-70fd78b0c99e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:46.354328 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2d41f9ce-93ac-4062-984d-70fd78b0c99e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a10c6f8-3b04-4e7e-8ea5-534d7cf3a2d8 HTTP/1.1" status: 204 len: 168 time: 0.4027350 Feb 28 20:32:46.413065 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94afbfbb-257b-4017-8b6d-81c4648d7bcb tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:46.417287 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 0093b01d-827d-47d9-8982-8f739396a2ff is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:46.419236 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94afbfbb-257b-4017-8b6d-81c4648d7bcb tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:46.423339 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94afbfbb-257b-4017-8b6d-81c4648d7bcb tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:46.429729 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-94afbfbb-257b-4017-8b6d-81c4648d7bcb tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3104656 Feb 28 20:32:46.431622 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40970) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:46.433041 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41f9ce-93ac-4062-984d-70fd78b0c99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a10c6f8-3b04-4e7e-8ea5-534d7cf3a2d8,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:46.438203 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c328d0d4-fe60-44e3-884b-4b5e11654c28 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:46.538309 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7330ec09-e3ac-4d40-b10e-4ffb6f96c59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:32:35Z', 'revision_number': 7, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '0093b01d-827d-47d9-8982-8f739396a2ff', 'name': '', 'network_id': 'cb2d3be9-a78c-4f55-8ebe-821fc3279c34', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:c0:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '2f725dfd-5eb3-471d-9b49-ec242fe84cd9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:24Z', 'updated_at': '2022-02-28T20:32:43Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '2f725dfd-5eb3-471d-9b49-ec242fe84cd9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c0e9b9b-0a3d-4429-bbf5-50791189f91f', 'name': '', 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:12:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:11Z', 'updated_at': '2022-02-28T20:32:19Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:09Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b167ec02-b5be-4c33-bc00-735623e853e5', 'name': '', 'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:cd:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:17Z', 'updated_at': '2022-02-28T20:32:30Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:46.573426 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9180bc-bdb2-44f7-ae74-68490a972037 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet ac83c2fb-eebe-4d70-ac8e-ab36e42d3609 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:32:46.587945 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b9180bc-bdb2-44f7-ae74-68490a972037 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (ac83c2fb-eebe-4d70-ac8e-ab36e42d3609), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:46.622661 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330ec09-e3ac-4d40-b10e-4ffb6f96c59e None None] Checking router: 31b9bb8b-6289-4f25-adce-e092aec4d787 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:32:46.672709 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] Pushing event updated for resources: {'Port': ['ID=24e16ac2-b58f-43c2-8922-442401fb19e5,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:46.679953 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b9180bc-bdb2-44f7-ae74-68490a972037 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (ac83c2fb-eebe-4d70-ac8e-ab36e42d3609), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:46.703258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:46.703917 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:46.705287 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0290cf73-4772-4d2c-8d52-10f13109e14a service neutron] 10.222.0.10 "PUT /v2.0/ports/24e16ac2-b58f-43c2-8922-442401fb19e5 HTTP/1.1" status: 200 len: 1093 time: 5.2282584 Feb 28 20:32:46.724412 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33880731-b0bb-4fed-89ea-37786999c2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5b2fca4d-50ee-4f2c-95d1-6efc4ab39233), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:46.760144 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330ec09-e3ac-4d40-b10e-4ffb6f96c59e None None] Routers {'31b9bb8b-6289-4f25-adce-e092aec4d787'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:32:46.760805 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7330ec09-e3ac-4d40-b10e-4ffb6f96c59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:32:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['31b9bb8b-6289-4f25-adce-e092aec4d787'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:46.816614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73689a67-c219-41d6-9ac9-716a9fe0b6c4', 'tag': '24e16ac2-b58f-43c2-8922-442401fb19e5'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:32:46.823318 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ab5484-2a95-415e-bdf7-4d46a1b550d1" -d '{"events": [{"name": "network-changed", "server_uuid": "73689a67-c219-41d6-9ac9-716a9fe0b6c4", "tag": "24e16ac2-b58f-43c2-8922-442401fb19e5"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:32:46.902165 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b9180bc-bdb2-44f7-ae74-68490a972037 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (ac83c2fb-eebe-4d70-ac8e-ab36e42d3609), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:47.003486 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fa48ba5f-adc4-4aef-bd19-24fd64597fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:47.021221 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396f0658-d337-4f9e-ba5c-695eb529f1ae x-openstack-request-id: req-396f0658-d337-4f9e-ba5c-695eb529f1ae {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:32:47.021786 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73689a67-c219-41d6-9ac9-716a9fe0b6c4", "tag": "24e16ac2-b58f-43c2-8922-442401fb19e5", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:32:47.022259 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-396f0658-d337-4f9e-ba5c-695eb529f1ae {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:32:47.024682 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73689a67-c219-41d6-9ac9-716a9fe0b6c4', 'tag': '24e16ac2-b58f-43c2-8922-442401fb19e5', 'status': 'completed', 'code': 200} Feb 28 20:32:47.105002 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-33880731-b0bb-4fed-89ea-37786999c2a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f65f8b596fd4e6b95cd2fbeb46e6901&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8891964 Feb 28 20:32:47.112486 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40984) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:47.170329 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-7330ec09-e3ac-4d40-b10e-4ffb6f96c59e None None] Set router 31b9bb8b-6289-4f25-adce-e092aec4d787 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:32:47.174861 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33880731-b0bb-4fed-89ea-37786999c2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2fca4d-50ee-4f2c-95d1-6efc4ab39233,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:47.207698 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b9180bc-bdb2-44f7-ae74-68490a972037 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (ac83c2fb-eebe-4d70-ac8e-ab36e42d3609), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:47.298500 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9180bc-bdb2-44f7-ae74-68490a972037 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=ac83c2fb-eebe-4d70-ac8e-ab36e42d3609,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:47.324285 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d464e8b-b7ca-4031-9e74-c9ee655c894c req-2ae031dc-810f-4709-b0f9-435865371b36 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:47.326651 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7d464e8b-b7ca-4031-9e74-c9ee655c894c req-2ae031dc-810f-4709-b0f9-435865371b36 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4 HTTP/1.1" status: 200 len: 944 time: 0.5753424 Feb 28 20:32:47.354834 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4b9180bc-bdb2-44f7-ae74-68490a972037 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:47.360197 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-dd0f917c-d51d-4a95-a2d1-b83532c9cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:47.362223 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-dd0f917c-d51d-4a95-a2d1-b83532c9cc4e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e4d9d813e9240f293de14f5d4db89db&device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4 HTTP/1.1" status: 200 len: 1127 time: 0.5081778 Feb 28 20:32:47.374896 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4b9180bc-bdb2-44f7-ae74-68490a972037 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/ac83c2fb-eebe-4d70-ac8e-ab36e42d3609 HTTP/1.1" status: 204 len: 168 time: 0.9329884 Feb 28 20:32:47.382933 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40992) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:47.435894 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c328d0d4-fe60-44e3-884b-4b5e11654c28 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:47.438903 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:47.443741 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e362ba-4150-4354-b87e-2ff2843926b6 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:47.574981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b177e1f-9d24-4b20-96fb-4ba421640d15 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet fd1540c4-9028-4f84-9a14-c9ec8998b4cf {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:32:47.582742 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b177e1f-9d24-4b20-96fb-4ba421640d15 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (fd1540c4-9028-4f84-9a14-c9ec8998b4cf), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:47.637211 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7d464e8b-b7ca-4031-9e74-c9ee655c894c req-c2b567bc-819c-42b4-94b2-f1c452dfee41 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994940 Feb 28 20:32:47.640377 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8de0-aa11-49c4-8a92-22a4713cd922 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0093b01d-827d-47d9-8982-8f739396a2ff), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:47.648163 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-50a1c948-7e8c-4b45-93db-d911729974bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24e16ac2-b58f-43c2-8922-442401fb19e5 HTTP/1.1" status: 200 len: 217 time: 0.2675536 Feb 28 20:32:47.669760 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cef81e38-dc59-4f7f-a003-f0a4188d09c7 admin admin] Publish callbacks [] for security_group (5b2fca4d-50ee-4f2c-95d1-6efc4ab39233), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:47.693227 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b177e1f-9d24-4b20-96fb-4ba421640d15 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (fd1540c4-9028-4f84-9a14-c9ec8998b4cf), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:47.907313 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41006) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:47.913426 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0016ff72-951b-4ca0-b8e7-e60a56152a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:47.914992 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-0016ff72-951b-4ca0-b8e7-e60a56152a26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf2eab21-2ca0-4caf-a56e-ff3579d5667c HTTP/1.1" status: 200 len: 855 time: 0.2377331 Feb 28 20:32:47.947239 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cef81e38-dc59-4f7f-a003-f0a4188d09c7 admin admin] Publish callbacks [] for security_group (5b2fca4d-50ee-4f2c-95d1-6efc4ab39233), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:47.962579 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b177e1f-9d24-4b20-96fb-4ba421640d15 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (fd1540c4-9028-4f84-9a14-c9ec8998b4cf), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:47.992915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e8de0-aa11-49c4-8a92-22a4713cd922 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Port': ['ID=0093b01d-827d-47d9-8982-8f739396a2ff,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:48.116409 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b177e1f-9d24-4b20-96fb-4ba421640d15 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (fd1540c4-9028-4f84-9a14-c9ec8998b4cf), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:48.175083 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c328d0d4-fe60-44e3-884b-4b5e11654c28 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:48.178887 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-c44212b6-3fc6-456e-a509-c0b7ce5b95f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fa039089-86c9-4396-bade-6f794fe57c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2086387 Feb 28 20:32:48.213438 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3984d90b-05ef-4de0-8600-8a3b3ac4a149 None None] Current status of the port c328d0d4-fe60-44e3-884b-4b5e11654c28 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:48.229632 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-8c818794-4468-4f46-b9f7-50045ae667a3 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-135531852'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:48.258275 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b177e1f-9d24-4b20-96fb-4ba421640d15 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1540c4-9028-4f84-9a14-c9ec8998b4cf,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:48.262904 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b177e1f-9d24-4b20-96fb-4ba421640d15 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:48.267140 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6b177e1f-9d24-4b20-96fb-4ba421640d15 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/fd1540c4-9028-4f84-9a14-c9ec8998b4cf HTTP/1.1" status: 204 len: 168 time: 0.8829153 Feb 28 20:32:48.269646 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41010) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:48.326089 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-02efa1d3-9a23-4549-b620-7a3d35606539 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553162 Feb 28 20:32:48.329829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41014) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:48.407912 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c818794-4468-4f46-b9f7-50045ae667a3 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Made reservation on behalf of ef768ae58649435db6bacd4e35f169ea for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:48.417143 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c818794-4468-4f46-b9f7-50045ae667a3 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:48.423366 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8de0-aa11-49c4-8a92-22a4713cd922 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (31b9bb8b-6289-4f25-adce-e092aec4d787), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:48.440734 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cef81e38-dc59-4f7f-a003-f0a4188d09c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5b2fca4d-50ee-4f2c-95d1-6efc4ab39233), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:48.443506 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cef81e38-dc59-4f7f-a003-f0a4188d09c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:48.444742 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cef81e38-dc59-4f7f-a003-f0a4188d09c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b2fca4d-50ee-4f2c-95d1-6efc4ab39233 HTTP/1.1" status: 204 len: 168 time: 1.3289323 Feb 28 20:32:48.473636 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c818794-4468-4f46-b9f7-50045ae667a3 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:48.542098 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c328d0d4-fe60-44e3-884b-4b5e11654c28 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:48.558868 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bc9d37-dd6d-4dbd-9b78-d36a803793ac tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:48.578257 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-69bc9d37-dd6d-4dbd-9b78-d36a803793ac tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2395809 Feb 28 20:32:48.579153 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41024) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:48.603827 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef81e38-dc59-4f7f-a003-f0a4188d09c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2fca4d-50ee-4f2c-95d1-6efc4ab39233,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:48.625513 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7330ec09-e3ac-4d40-b10e-4ffb6f96c59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:32:35Z', 'revision_number': 7, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '0093b01d-827d-47d9-8982-8f739396a2ff', 'name': '', 'network_id': 'cb2d3be9-a78c-4f55-8ebe-821fc3279c34', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:c0:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '2f725dfd-5eb3-471d-9b49-ec242fe84cd9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:24Z', 'updated_at': '2022-02-28T20:32:43Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '2f725dfd-5eb3-471d-9b49-ec242fe84cd9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c0e9b9b-0a3d-4429-bbf5-50791189f91f', 'name': '', 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:12:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:11Z', 'updated_at': '2022-02-28T20:32:19Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:09Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b167ec02-b5be-4c33-bc00-735623e853e5', 'name': '', 'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:cd:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:17Z', 'updated_at': '2022-02-28T20:32:30Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:48.751557 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8907134-cc50-45e5-8594-ada85fd56d6f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:48.760870 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e8907134-cc50-45e5-8594-ada85fd56d6f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1779668 Feb 28 20:32:48.799856 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330ec09-e3ac-4d40-b10e-4ffb6f96c59e None None] The sync data for ids ['31b9bb8b-6289-4f25-adce-e092aec4d787'] in n-d-820368-21 is: [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:32:35Z', 'revision_number': 7, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '0093b01d-827d-47d9-8982-8f739396a2ff', 'name': '', 'network_id': 'cb2d3be9-a78c-4f55-8ebe-821fc3279c34', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:c0:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '2f725dfd-5eb3-471d-9b49-ec242fe84cd9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:24Z', 'updated_at': '2022-02-28T20:32:43Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '2f725dfd-5eb3-471d-9b49-ec242fe84cd9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c0e9b9b-0a3d-4429-bbf5-50791189f91f', 'name': '', 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:12:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:11Z', 'updated_at': '2022-02-28T20:32:19Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:09Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b167ec02-b5be-4c33-bc00-735623e853e5', 'name': '', 'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:cd:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:17Z', 'updated_at': '2022-02-28T20:32:30Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:32:48.815464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41032) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:48.836157 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac2e2a3-2915-40b1-b353-172df6545a46 None None] Update dhcp port {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'fixed_ips': [{'subnet_id': 'fd1540c4-9028-4f84-9a14-c9ec8998b4cf'}], 'binding:host_id': 'n-d-820368-21'}, 'id': 'c328d0d4-fe60-44e3-884b-4b5e11654c28'} from n-d-820368-21. {{(pid=103775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 20:32:48.921856 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c818794-4468-4f46-b9f7-50045ae667a3 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks [] for security_group (a86fd7fb-f2af-4422-9d09-9ffb93374ca6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:48.933814 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c818794-4468-4f46-b9f7-50045ae667a3 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a86fd7fb-f2af-4422-9d09-9ffb93374ca6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:48.978557 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1ac2e2a3-2915-40b1-b353-172df6545a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:48.995030 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c818794-4468-4f46-b9f7-50045ae667a3 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:32:49.020801 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-d062c8a8-3542-44a9-b0c5-a5751f49314a service neutron] 10.222.0.10 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859284 Feb 28 20:32:49.043585 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c818794-4468-4f46-b9f7-50045ae667a3 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (591bfbe5-fb9f-40e4-9321-fe93583ac36f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:49.043975 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-8c818794-4468-4f46-b9f7-50045ae667a3 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Added segment 591bfbe5-fb9f-40e4-9321-fe93583ac36f of type vlan for network 014c8ccf-18f0-47d4-baa7-7800258ba507 Feb 28 20:32:49.050020 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c818794-4468-4f46-b9f7-50045ae667a3 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a86fd7fb-f2af-4422-9d09-9ffb93374ca6,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:49.050668 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c328d0d4-fe60-44e3-884b-4b5e11654c28 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:49.052100 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:49.132390 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-13f5b358-8ea4-41fb-9ddc-aa4a63575c03 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1188655 Feb 28 20:32:49.155351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41036) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:49.169545 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-71ddc19e-fc5a-45c1-8130-1fd5514983c0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:49.229691 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a3dbb97b-ce95-4717-873e-40418c2cb9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:49.342076 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41038) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:49.366725 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ddc19e-fc5a-45c1-8130-1fd5514983c0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:49.378220 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71ddc19e-fc5a-45c1-8130-1fd5514983c0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:49.382366 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ddc19e-fc5a-45c1-8130-1fd5514983c0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:32:49.382994 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ddc19e-fc5a-45c1-8130-1fd5514983c0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:32:49.409407 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c818794-4468-4f46-b9f7-50045ae667a3 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (014c8ccf-18f0-47d4-baa7-7800258ba507), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:49.427976 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-71ddc19e-fc5a-45c1-8130-1fd5514983c0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2688353 Feb 28 20:32:49.430554 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41040) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:49.443779 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4734ffad-ce32-4524-b1d0-a8e74aa3de6e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:49.579923 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5b866521-c7e9-4328-af24-fdd880142e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:49.615425 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906225bc-96df-4ffe-b977-1e83471a4443 req-c8f1bbf3-c08c-4381-81bc-c60fb41f7e12 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:49.621555 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-906225bc-96df-4ffe-b977-1e83471a4443 req-c8f1bbf3-c08c-4381-81bc-c60fb41f7e12 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4 HTTP/1.1" status: 200 len: 944 time: 0.4959953 Feb 28 20:32:49.642043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6e8de0-aa11-49c4-8a92-22a4713cd922 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router 31b9bb8b-6289-4f25-adce-e092aec4d787 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:32:49.651801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eeaf00-098d-4d83-b5d9-daba19aa798f None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:49.742465 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05883135-a271-4e7a-b8b0-0c9d4b6281d0 req-a8bf8f78-da0f-44bf-9d38-5cb3e818ba6d service neutron] 10.222.0.10 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5987873 Feb 28 20:32:49.773479 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4734ffad-ce32-4524-b1d0-a8e74aa3de6e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:49.784877 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4734ffad-ce32-4524-b1d0-a8e74aa3de6e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:49.788989 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4734ffad-ce32-4524-b1d0-a8e74aa3de6e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:32:49.789462 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4734ffad-ce32-4524-b1d0-a8e74aa3de6e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:32:49.817263 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c818794-4468-4f46-b9f7-50045ae667a3 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (014c8ccf-18f0-47d4-baa7-7800258ba507), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:49.837803 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c818794-4468-4f46-b9f7-50045ae667a3 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:49.837803 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c818794-4468-4f46-b9f7-50045ae667a3 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:49.921251 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4734ffad-ce32-4524-b1d0-a8e74aa3de6e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4824650 Feb 28 20:32:49.923175 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41050) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:49.930289 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-906225bc-96df-4ffe-b977-1e83471a4443 req-cce45bf8-bf8a-4a56-82d3-63fb01db6c6a tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991974 Feb 28 20:32:49.949286 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c328d0d4-fe60-44e3-884b-4b5e11654c28 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:49.966859 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-f97c265d-d97d-4612-addc-8b8c2906b705 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:50.003821 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:50.031575 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8c818794-4468-4f46-b9f7-50045ae667a3 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1230907 Feb 28 20:32:50.035860 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41052) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:50.050787 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-edbc8d81-a6b4-4456-8021-977cae4a10a9 None None] Provisioning complete for port c328d0d4-fe60-44e3-884b-4b5e11654c28 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:50.051171 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-edbc8d81-a6b4-4456-8021-977cae4a10a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:50.089068 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-9642d065-fb0d-4292-b9a0-5954bb6fa5ab tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Request body: {'subnet': {'network_id': '014c8ccf-18f0-47d4-baa7-7800258ba507', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:50.144084 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c818794-4468-4f46-b9f7-50045ae667a3 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Pushing event updated for resources: {'Network': ['ID=014c8ccf-18f0-47d4-baa7-7800258ba507,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:50.145160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6e8de0-aa11-49c4-8a92-22a4713cd922 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:32:50.157072 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2335ba49-f5ed-4d42-8f0d-b6e025887e48 None None] Sync routers for ids ['31b9bb8b-6289-4f25-adce-e092aec4d787'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:32:50.166134 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ba6e8de0-aa11-49c4-8a92-22a4713cd922 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/31b9bb8b-6289-4f25-adce-e092aec4d787/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3909497 Feb 28 20:32:50.172353 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41054) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:50.193639 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2335ba49-f5ed-4d42-8f0d-b6e025887e48 None None] Routers {'31b9bb8b-6289-4f25-adce-e092aec4d787'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:32:50.194481 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2335ba49-f5ed-4d42-8f0d-b6e025887e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:32:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['31b9bb8b-6289-4f25-adce-e092aec4d787'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:50.239534 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 014c8ccf-18f0-47d4-baa7-7800258ba507 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:32:50.316445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97c265d-d97d-4612-addc-8b8c2906b705 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:50.328552 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f97c265d-d97d-4612-addc-8b8c2906b705 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:50.331816 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f97c265d-d97d-4612-addc-8b8c2906b705 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:32:50.333606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f97c265d-d97d-4612-addc-8b8c2906b705 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:32:50.355344 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:50.377551 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab5484-2a95-415e-bdf7-4d46a1b550d1 req-eeb5603d-6ef9-410c-b76e-09e6558372c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:50.380635 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69ab5484-2a95-415e-bdf7-4d46a1b550d1 req-eeb5603d-6ef9-410c-b76e-09e6558372c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e4d9d813e9240f293de14f5d4db89db&device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4 HTTP/1.1" status: 200 len: 1127 time: 0.3877497 Feb 28 20:32:50.387119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d3f688-6502-48d5-a5f0-71a7465193de None None] DHCP port deletion for 60bc62cf-1ebe-462d-93c7-f1108638c505 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:32:50.396130 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f97c265d-d97d-4612-addc-8b8c2906b705 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4345446 Feb 28 20:32:50.398300 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41056) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:50.411737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c328d0d4-fe60-44e3-884b-4b5e11654c28 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:32:50.414318 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-fdc5c994-24bf-4964-9bfc-8ae12b9dacca tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:50.477227 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5b866521-c7e9-4328-af24-fdd880142e48 admin admin] Publish callbacks [] for security_group (aca15590-b073-42f8-9264-93c1fd908a3a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:50.503737 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9451ad-e2a5-40ce-89a9-bd90fd3e7573 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting subnet 2f725dfd-5eb3-471d-9b49-ec242fe84cd9 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:32:50.513858 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-2335ba49-f5ed-4d42-8f0d-b6e025887e48 None None] Set router 31b9bb8b-6289-4f25-adce-e092aec4d787 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:32:50.538360 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b9451ad-e2a5-40ce-89a9-bd90fd3e7573 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (2f725dfd-5eb3-471d-9b49-ec242fe84cd9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:50.554695 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5b866521-c7e9-4328-af24-fdd880142e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (aca15590-b073-42f8-9264-93c1fd908a3a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:50.555329 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9642d065-fb0d-4292-b9a0-5954bb6fa5ab tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Made reservation on behalf of ef768ae58649435db6bacd4e35f169ea for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:50.563537 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9642d065-fb0d-4292-b9a0-5954bb6fa5ab tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:50.927700 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc5c994-24bf-4964-9bfc-8ae12b9dacca tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:50.944014 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fdc5c994-24bf-4964-9bfc-8ae12b9dacca tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:50.945793 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc5c994-24bf-4964-9bfc-8ae12b9dacca tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:32:50.946342 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc5c994-24bf-4964-9bfc-8ae12b9dacca tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:32:51.047171 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fdc5c994-24bf-4964-9bfc-8ae12b9dacca tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6374905 Feb 28 20:32:51.050762 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41072) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:51.060728 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-5b3f80d4-2059-450f-a579-e91207777dc0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:51.226243 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c328d0d4-fe60-44e3-884b-4b5e11654c28 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:51.232337 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:51.290130 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2335ba49-f5ed-4d42-8f0d-b6e025887e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:32:47Z', 'revision_number': 8, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '6c0e9b9b-0a3d-4429-bbf5-50791189f91f', 'name': '', 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:12:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:11Z', 'updated_at': '2022-02-28T20:32:19Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:09Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b167ec02-b5be-4c33-bc00-735623e853e5', 'name': '', 'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:cd:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:17Z', 'updated_at': '2022-02-28T20:32:30Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:51.312854 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-edbc8d81-a6b4-4456-8021-977cae4a10a9 None None] Current status of the port c328d0d4-fe60-44e3-884b-4b5e11654c28 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:51.425292 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2335ba49-f5ed-4d42-8f0d-b6e025887e48 None None] Checking router: 31b9bb8b-6289-4f25-adce-e092aec4d787 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:32:51.432261 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:51.434041 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port c328d0d4-fe60-44e3-884b-4b5e11654c28, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c328d0d4-fe60-44e3-884b-4b5e11654c28,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:51.447187 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2335ba49-f5ed-4d42-8f0d-b6e025887e48 None None] Routers {'31b9bb8b-6289-4f25-adce-e092aec4d787'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:32:51.455014 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-77d3f688-6502-48d5-a5f0-71a7465193de None None] Deleting port c328d0d4-fe60-44e3-884b-4b5e11654c28 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:32:51.456505 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-77d3f688-6502-48d5-a5f0-71a7465193de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:51.460052 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2335ba49-f5ed-4d42-8f0d-b6e025887e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:32:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['31b9bb8b-6289-4f25-adce-e092aec4d787'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:51.480571 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9642d065-fb0d-4292-b9a0-5954bb6fa5ab tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (732cf103-c722-4859-8d0d-46e970f13359), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:51.482701 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:51.604825 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 24e16ac2-b58f-43c2-8922-442401fb19e5 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:32:51.631894 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3f80d4-2059-450f-a579-e91207777dc0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:51.637104 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b3f80d4-2059-450f-a579-e91207777dc0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:51.638509 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3f80d4-2059-450f-a579-e91207777dc0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:32:51.638938 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3f80d4-2059-450f-a579-e91207777dc0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:32:51.660945 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-2335ba49-f5ed-4d42-8f0d-b6e025887e48 None None] Set router 31b9bb8b-6289-4f25-adce-e092aec4d787 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:32:51.692246 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642d065-fb0d-4292-b9a0-5954bb6fa5ab tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Pushing event updated for resources: {'Subnet': ['ID=732cf103-c722-4859-8d0d-46e970f13359,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:51.729501 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5b3f80d4-2059-450f-a579-e91207777dc0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6747110 Feb 28 20:32:51.729501 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9642d065-fb0d-4292-b9a0-5954bb6fa5ab tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Checking segment: {'id': '591bfbe5-fb9f-40e4-9321-fe93583ac36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '014c8ccf-18f0-47d4-baa7-7800258ba507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:32:51.729501 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9642d065-fb0d-4292-b9a0-5954bb6fa5ab tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Network hostable DHCP agents. Network: 014c8ccf-18f0-47d4-baa7-7800258ba507, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:32:51.746160 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41074) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:51.746497 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b9451ad-e2a5-40ce-89a9-bd90fd3e7573 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (2f725dfd-5eb3-471d-9b49-ec242fe84cd9), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:51.751703 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-aa26acb1-0387-4eac-8388-0cbb2f5a422e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:51.822196 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5b866521-c7e9-4328-af24-fdd880142e48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8acbaccff48474d8f7efc43cf09cb76&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4730332 Feb 28 20:32:51.838528 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41076) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:52.078633 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9642d065-fb0d-4292-b9a0-5954bb6fa5ab tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Network 014c8ccf-18f0-47d4-baa7-7800258ba507 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:32:52.094527 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2335ba49-f5ed-4d42-8f0d-b6e025887e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:32:47Z', 'revision_number': 8, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '6c0e9b9b-0a3d-4429-bbf5-50791189f91f', 'name': '', 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:12:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:11Z', 'updated_at': '2022-02-28T20:32:19Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:09Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b167ec02-b5be-4c33-bc00-735623e853e5', 'name': '', 'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:cd:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:17Z', 'updated_at': '2022-02-28T20:32:30Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:52.099409 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa26acb1-0387-4eac-8388-0cbb2f5a422e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:52.107210 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aa26acb1-0387-4eac-8388-0cbb2f5a422e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:52.111320 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa26acb1-0387-4eac-8388-0cbb2f5a422e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:32:52.111799 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa26acb1-0387-4eac-8388-0cbb2f5a422e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:32:52.121068 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-9642d065-fb0d-4292-b9a0-5954bb6fa5ab tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 014c8ccf-18f0-47d4-baa7-7800258ba507) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:52.157642 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9642d065-fb0d-4292-b9a0-5954bb6fa5ab tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:52.158227 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9642d065-fb0d-4292-b9a0-5954bb6fa5ab tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:52.165081 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2335ba49-f5ed-4d42-8f0d-b6e025887e48 None None] The sync data for ids ['31b9bb8b-6289-4f25-adce-e092aec4d787'] in n-d-820368-21 is: [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:32:47Z', 'revision_number': 8, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '6c0e9b9b-0a3d-4429-bbf5-50791189f91f', 'name': '', 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:12:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:11Z', 'updated_at': '2022-02-28T20:32:19Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:09Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b167ec02-b5be-4c33-bc00-735623e853e5', 'name': '', 'network_id': '5cbc81da-c4c8-443b-a662-0c74081d9fa6', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:cd:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:17Z', 'updated_at': '2022-02-28T20:32:30Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'cff3bd8d-af6d-44b0-a129-d6a8c715c33f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:32:52.230295 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-aa26acb1-0387-4eac-8388-0cbb2f5a422e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4805322 Feb 28 20:32:52.231691 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41084) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:52.244350 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9642d065-fb0d-4292-b9a0-5954bb6fa5ab tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1569917 Feb 28 20:32:52.248235 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41086) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:52.321617 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d8e4de9b-254e-4ee2-a5fd-a3c4b144b38f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Request body: {'port': {'network_id': '014c8ccf-18f0-47d4-baa7-7800258ba507', 'name': 'tempest-AllowedAddressPairTestJSON-1529621573'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:52.362796 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5f77797b-e299-4058-8d2c-f9f88e8b1266 admin admin] Publish callbacks [] for security_group (aca15590-b073-42f8-9264-93c1fd908a3a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:52.421005 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 24e16ac2-b58f-43c2-8922-442401fb19e5, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=24e16ac2-b58f-43c2-8922-442401fb19e5,segment=NetworkSegment(5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb),segment_id=5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:52.436080 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a49402-4603-40cf-a259-0cda747a600a None None] Network 014c8ccf-18f0-47d4-baa7-7800258ba507 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:52.480903 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab5484-2a95-415e-bdf7-4d46a1b550d1 req-8b517901-27b6-4824-9f9a-bf98422f1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:52.488491 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69ab5484-2a95-415e-bdf7-4d46a1b550d1 req-8b517901-27b6-4824-9f9a-bf98422f1f94 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 200 len: 915 time: 2.0827694 Feb 28 20:32:52.520246 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b866521-c7e9-4328-af24-fdd880142e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca15590-b073-42f8-9264-93c1fd908a3a,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:52.537307 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '24e16ac2-b58f-43c2-8922-442401fb19e5', 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88', 'port_id': '24e16ac2-b58f-43c2-8922-442401fb19e5', 'mac_address': 'fa:16:3e:5d:37:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2eab21-2ca0-4caf-a56e-ff3579d5667c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:32:52.576466 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5f77797b-e299-4058-8d2c-f9f88e8b1266 admin admin] Publish callbacks [] for security_group (aca15590-b073-42f8-9264-93c1fd908a3a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:52.629040 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b706f812-f722-4cdf-afac-c80ac2fe1ef1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:52.633833 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b706f812-f722-4cdf-afac-c80ac2fe1ef1 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 865 time: 0.3895240 Feb 28 20:32:52.645953 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41090) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:52.728841 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f33210-a287-4312-9337-cab1e2c7d89a tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:52.733339 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d7f33210-a287-4312-9337-cab1e2c7d89a tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0866265 Feb 28 20:32:52.734121 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41092) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:52.745284 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079dd8b3-8c0c-4a0a-bc1b-247e3d6d0234 req-03981ab8-db71-4f5b-9927-0ba7787548f5 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:52.753186 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-079dd8b3-8c0c-4a0a-bc1b-247e3d6d0234 req-03981ab8-db71-4f5b-9927-0ba7787548f5 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4 HTTP/1.1" status: 200 len: 944 time: 0.9030035 Feb 28 20:32:52.779436 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69ab5484-2a95-415e-bdf7-4d46a1b550d1 req-9c7f32fd-bd9c-4166-a0bc-07eb4dfffea7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24e16ac2-b58f-43c2-8922-442401fb19e5 HTTP/1.1" status: 200 len: 217 time: 0.2716782 Feb 28 20:32:52.805632 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e1eb9d39-e4bb-491c-beb1-357c52a74ee4 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655966 Feb 28 20:32:52.812015 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41094) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:52.817567 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-bee848e0-897d-4745-a9b0-156051d1e58e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:52.874950 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e4de9b-254e-4ee2-a5fd-a3c4b144b38f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Made reservation on behalf of ef768ae58649435db6bacd4e35f169ea for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:52.882394 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d8e4de9b-254e-4ee2-a5fd-a3c4b144b38f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:53.024760 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eab9b92-589c-4781-8f5d-cc176b9d5e04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-014c8ccf-18f0-47d4-baa7-7800258ba507', 'network_id': '014c8ccf-18f0-47d4-baa7-7800258ba507', 'project_id': 'ef768ae58649435db6bacd4e35f169ea', 'fixed_ips': [{'subnet_id': '732cf103-c722-4859-8d0d-46e970f13359'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:32:53.026035 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1eab9b92-589c-4781-8f5d-cc176b9d5e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:53.093764 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-d8e4de9b-254e-4ee2-a5fd-a3c4b144b38f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] device_id is not set on port 339f7876-89b7-4f09-a8c2-008f73c25dce yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:32:53.138728 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 24e16ac2-b58f-43c2-8922-442401fb19e5 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:53.139788 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (24e16ac2-b58f-43c2-8922-442401fb19e5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:53.176727 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab5484-2a95-415e-bdf7-4d46a1b550d1 req-264fdaad-5a76-4289-b7e4-e723fe4b2b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:53.178447 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69ab5484-2a95-415e-bdf7-4d46a1b550d1 req-264fdaad-5a76-4289-b7e4-e723fe4b2b9b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf2eab21-2ca0-4caf-a56e-ff3579d5667c HTTP/1.1" status: 200 len: 855 time: 0.3798571 Feb 28 20:32:53.203737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e16ac2-b58f-43c2-8922-442401fb19e5 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:32:53.213178 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b9451ad-e2a5-40ce-89a9-bd90fd3e7573 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (2f725dfd-5eb3-471d-9b49-ec242fe84cd9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:53.266348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 24e16ac2-b58f-43c2-8922-442401fb19e5, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=24e16ac2-b58f-43c2-8922-442401fb19e5,segment=NetworkSegment(5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb),segment_id=5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:53.278591 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:53.321535 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (24e16ac2-b58f-43c2-8922-442401fb19e5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:53.332876 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:53.359494 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-77d3f688-6502-48d5-a5f0-71a7465193de None None] For port c328d0d4-fe60-44e3-884b-4b5e11654c28, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c328d0d4-fe60-44e3-884b-4b5e11654c28,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:53.362992 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee848e0-897d-4745-a9b0-156051d1e58e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:53.366446 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bee848e0-897d-4745-a9b0-156051d1e58e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:53.368688 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-77d3f688-6502-48d5-a5f0-71a7465193de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:53.374082 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=c328d0d4-fe60-44e3-884b-4b5e11654c28,revision_number=13']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:53.473467 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=24e16ac2-b58f-43c2-8922-442401fb19e5,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:53.512688 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-77d3f688-6502-48d5-a5f0-71a7465193de None None] Calling delete_port for c328d0d4-fe60-44e3-884b-4b5e11654c28 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:32:53.573178 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5f77797b-e299-4058-8d2c-f9f88e8b1266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (aca15590-b073-42f8-9264-93c1fd908a3a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:53.582975 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5f77797b-e299-4058-8d2c-f9f88e8b1266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:53.588233 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5f77797b-e299-4058-8d2c-f9f88e8b1266 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aca15590-b073-42f8-9264-93c1fd908a3a HTTP/1.1" status: 204 len: 168 time: 1.7053108 Feb 28 20:32:53.594488 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b9451ad-e2a5-40ce-89a9-bd90fd3e7573 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (2f725dfd-5eb3-471d-9b49-ec242fe84cd9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:53.650981 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['24e16ac2-b58f-43c2-8922-442401fb19e5'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:32:53.707842 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69ab5484-2a95-415e-bdf7-4d46a1b550d1 req-b9ed3b95-3dd3-4794-950e-d67fc96409f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fa039089-86c9-4396-bade-6f794fe57c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1864431 Feb 28 20:32:53.755054 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b9451ad-e2a5-40ce-89a9-bd90fd3e7573 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:53.768818 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc08c33f-3b85-49c6-9b02-5ca435bc0279 None None] Network cb2d3be9-a78c-4f55-8ebe-821fc3279c34 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:53.773755 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9b9451ad-e2a5-40ce-89a9-bd90fd3e7573 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/subnets/2f725dfd-5eb3-471d-9b49-ec242fe84cd9 HTTP/1.1" status: 204 len: 168 time: 3.5922177 Feb 28 20:32:53.774386 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41106) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:53.787331 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77797b-e299-4058-8d2c-f9f88e8b1266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca15590-b073-42f8-9264-93c1fd908a3a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:53.884230 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-d8e4de9b-254e-4ee2-a5fd-a3c4b144b38f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Allocated IP 172.20.0.3 (014c8ccf-18f0-47d4-baa7-7800258ba507/732cf103-c722-4859-8d0d-46e970f13359/339f7876-89b7-4f09-a8c2-008f73c25dce) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:53.967748 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9451ad-e2a5-40ce-89a9-bd90fd3e7573 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Subnet': ['ID=2f725dfd-5eb3-471d-9b49-ec242fe84cd9,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:54.040471 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-079dd8b3-8c0c-4a0a-bc1b-247e3d6d0234 req-361c8ead-206f-4304-89db-650100a1a9a8 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2863317 Feb 28 20:32:54.062918 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69ab5484-2a95-415e-bdf7-4d46a1b550d1 req-591aaa85-9896-4ba8-a7fe-255960701411 service neutron] 10.222.0.10 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655792 Feb 28 20:32:54.125288 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-77d3f688-6502-48d5-a5f0-71a7465193de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (c328d0d4-fe60-44e3-884b-4b5e11654c28), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:54.158263 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d3f688-6502-48d5-a5f0-71a7465193de None None] No DVR routers for this DVR port c328d0d4-fe60-44e3-884b-4b5e11654c28 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:32:54.228211 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3f688-6502-48d5-a5f0-71a7465193de None None] Pushing event deleted for resources: {'Port': ['ID=c328d0d4-fe60-44e3-884b-4b5e11654c28,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:54.234348 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2668-9eae-4033-8754-2bc546f57c54 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (cb2d3be9-a78c-4f55-8ebe-821fc3279c34), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:54.331663 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0093b01d-827d-47d9-8982-8f739396a2ff no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:32:54.394801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 0093b01d-827d-47d9-8982-8f739396a2ff {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:32:54.395147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0093b01d-827d-47d9-8982-8f739396a2ff not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:32:54.441239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0681a195-183c-4e71-8b1c-cad45367a24a None None] DHCP port deletion for cb2d3be9-a78c-4f55-8ebe-821fc3279c34 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:32:54.462944 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69ab5484-2a95-415e-bdf7-4d46a1b550d1 req-978ab503-87c0-46c1-9b0e-ed079d0eff9e service neutron] 10.222.0.10 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860500 Feb 28 20:32:54.735000 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0681a195-183c-4e71-8b1c-cad45367a24a None None] Deleting port 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:32:54.735563 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0681a195-183c-4e71-8b1c-cad45367a24a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:54.887237 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0681a195-183c-4e71-8b1c-cad45367a24a None None] For port 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab,segment=NetworkSegment(0f4688b7-7831-40f0-874e-7368830b8776),segment_id=0f4688b7-7831-40f0-874e-7368830b8776)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:54.887650 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0681a195-183c-4e71-8b1c-cad45367a24a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:54.930727 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0681a195-183c-4e71-8b1c-cad45367a24a None None] Calling delete_port for 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:32:55.090653 n-d-820368-21 neutron-server[103773]: DEBUG neutron.objects.ports [None req-bee848e0-897d-4745-a9b0-156051d1e58e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103773) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 20:32:55.098559 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d8e4de9b-254e-4ee2-a5fd-a3c4b144b38f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks [] for port (339f7876-89b7-4f09-a8c2-008f73c25dce), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:55.101596 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0681a195-183c-4e71-8b1c-cad45367a24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:55.118653 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bee848e0-897d-4745-a9b0-156051d1e58e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (64d53fd4-d6c3-4d6b-a730-05aad51970c6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:55.177346 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681a195-183c-4e71-8b1c-cad45367a24a None None] Pushing event deleted for resources: {'Port': ['ID=6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:55.196910 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0681a195-183c-4e71-8b1c-cad45367a24a None None] No DVR routers for this DVR port 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:32:55.255027 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-1dcc2668-9eae-4033-8754-2bc546f57c54 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting port 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:32:55.255474 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2668-9eae-4033-8754-2bc546f57c54 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:55.258769 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee848e0-897d-4745-a9b0-156051d1e58e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:55.279016 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-bee848e0-897d-4745-a9b0-156051d1e58e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:55.310501 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86af3c04-f3c5-469f-9006-f5b61a553fbe None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:32:55.334980 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee848e0-897d-4745-a9b0-156051d1e58e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:55.336852 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bee848e0-897d-4745-a9b0-156051d1e58e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:55.374166 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72712074-f428-4317-ba97-2c764395268e req-c2b578c9-5601-4eba-b19a-476d8e7205c6 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:55.389462 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72712074-f428-4317-ba97-2c764395268e req-c2b578c9-5601-4eba-b19a-476d8e7205c6 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4 HTTP/1.1" status: 200 len: 945 time: 0.1707058 Feb 28 20:32:55.461947 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee848e0-897d-4745-a9b0-156051d1e58e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=64d53fd4-d6c3-4d6b-a730-05aad51970c6,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:55.523877 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bee848e0-897d-4745-a9b0-156051d1e58e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7107058 Feb 28 20:32:55.533193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41138) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:55.543712 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-8fed8259-d7ff-4032-b85b-646e938886f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'mac_address': 'fa:16:3e:6c:0f:78', 'name': 'tempest-NetworksTestDHCPv6-407763274'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:55.580233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 24e16ac2-b58f-43c2-8922-442401fb19e5 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:32:55.584719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-1dcc2668-9eae-4033-8754-2bc546f57c54 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] For port 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab, host n-d-820368-21, got binding levels [] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:55.585090 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2668-9eae-4033-8754-2bc546f57c54 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:55.684711 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-1dcc2668-9eae-4033-8754-2bc546f57c54 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Calling delete_port for 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:32:55.690069 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.ipam_backend_mixin [None req-1dcc2668-9eae-4033-8754-2bc546f57c54 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Port 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab was not found and therefore no delete operation was performed {{(pid=103773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 20:32:55.692098 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d8e4de9b-254e-4ee2-a5fd-a3c4b144b38f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (339f7876-89b7-4f09-a8c2-008f73c25dce), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:55.694619 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2668-9eae-4033-8754-2bc546f57c54 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:55.698138 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72712074-f428-4317-ba97-2c764395268e req-8b1afc52-1eb2-467e-ad87-4ad36a8d55ea tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024187 Feb 28 20:32:55.831400 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc2668-9eae-4033-8754-2bc546f57c54 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Port': ['ID=6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:55.852397 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcc2668-9eae-4033-8754-2bc546f57c54 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] No DVR routers for this DVR port 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:32:55.892037 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e4de9b-254e-4ee2-a5fd-a3c4b144b38f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Network 014c8ccf-18f0-47d4-baa7-7800258ba507 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:55.914977 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-d8e4de9b-254e-4ee2-a5fd-a3c4b144b38f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:55.917478 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e4de9b-254e-4ee2-a5fd-a3c4b144b38f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:32:55.993466 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0809c56a-6768-4b4d-b2cc-a35c92a1150a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-60bc62cf-1ebe-462d-93c7-f1108638c505', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'fixed_ips': [{'subnet_id': '64d53fd4-d6c3-4d6b-a730-05aad51970c6'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:32:55.995724 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0809c56a-6768-4b4d-b2cc-a35c92a1150a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:56.003319 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 24e16ac2-b58f-43c2-8922-442401fb19e5 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:32:56.017744 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e4de9b-254e-4ee2-a5fd-a3c4b144b38f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:56.022412 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d8e4de9b-254e-4ee2-a5fd-a3c4b144b38f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:56.037916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-1eab9b92-589c-4781-8f5d-cc176b9d5e04 None None] Allocated IP 172.20.0.2 (014c8ccf-18f0-47d4-baa7-7800258ba507/732cf103-c722-4859-8d0d-46e970f13359/bf01a52a-8745-4eae-ae36-e6a875c93f87) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:56.052547 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 24e16ac2-b58f-43c2-8922-442401fb19e5 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:32:56.053212 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (24e16ac2-b58f-43c2-8922-442401fb19e5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:56.055361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fed8259-d7ff-4032-b85b-646e938886f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:56.197162 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2668-9eae-4033-8754-2bc546f57c54 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (cb2d3be9-a78c-4f55-8ebe-821fc3279c34), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:56.266238 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-1dcc2668-9eae-4033-8754-2bc546f57c54 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2d3be9-a78c-4f55-8ebe-821fc3279c34']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:56.267802 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8fed8259-d7ff-4032-b85b-646e938886f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:56.288785 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-1dcc2668-9eae-4033-8754-2bc546f57c54 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f4688b7-7831-40f0-874e-7368830b8776') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:56.289186 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-1dcc2668-9eae-4033-8754-2bc546f57c54 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f4688b7-7831-40f0-874e-7368830b8776') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:32:56.310626 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2668-9eae-4033-8754-2bc546f57c54 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (0f4688b7-7831-40f0-874e-7368830b8776), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:56.312541 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-8fed8259-d7ff-4032-b85b-646e938886f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] device_id is not set on port df1ac3ba-f639-4d3e-82d1-9b4eb504c8c8 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:32:56.376496 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2668-9eae-4033-8754-2bc546f57c54 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (0f4688b7-7831-40f0-874e-7368830b8776), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:56.382615 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 24e16ac2-b58f-43c2-8922-442401fb19e5 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:32:56.385335 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (24e16ac2-b58f-43c2-8922-442401fb19e5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:56.385677 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dcc2668-9eae-4033-8754-2bc546f57c54 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:32:56.388105 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2668-9eae-4033-8754-2bc546f57c54 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (0f4688b7-7831-40f0-874e-7368830b8776), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:56.399156 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:32:56.487174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:32:56.488327 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6e7fd9de-5ba7-47e2-b2dd-b96aac7c6bab not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: warnings.warn(msg) Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:32:56.544475 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:32:56.554324 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73689a67-c219-41d6-9ac9-716a9fe0b6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e16ac2-b58f-43c2-8922-442401fb19e5'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:32:56.570654 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2668-9eae-4033-8754-2bc546f57c54 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (cb2d3be9-a78c-4f55-8ebe-821fc3279c34), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:56.572882 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6377f3b5-6e5d-4c80-ad24-ce3cebc45a99" -d '{"events": [{"server_uuid": "73689a67-c219-41d6-9ac9-716a9fe0b6c4", "name": "network-vif-plugged", "status": "completed", "tag": "24e16ac2-b58f-43c2-8922-442401fb19e5"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:32:56.609007 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2668-9eae-4033-8754-2bc546f57c54 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:56.624223 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1dcc2668-9eae-4033-8754-2bc546f57c54 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/networks/cb2d3be9-a78c-4f55-8ebe-821fc3279c34 HTTP/1.1" status: 204 len: 168 time: 2.8454611 Feb 28 20:32:56.641689 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41188) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:56.652326 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 24e16ac2-b58f-43c2-8922-442401fb19e5, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=24e16ac2-b58f-43c2-8922-442401fb19e5,segment=NetworkSegment(5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb),segment_id=5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:32:56.687105 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d8e4de9b-254e-4ee2-a5fd-a3c4b144b38f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4376740 Feb 28 20:32:56.690725 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41194) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:56.692951 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4de9b-254e-4ee2-a5fd-a3c4b144b38f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Pushing event updated for resources: {'Port': ['ID=339f7876-89b7-4f09-a8c2-008f73c25dce,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:56.694329 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (24e16ac2-b58f-43c2-8922-442401fb19e5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:56.714698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-8fed8259-d7ff-4032-b85b-646e938886f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8::f816:3eff:fe6c:f78 (60bc62cf-1ebe-462d-93c7-f1108638c505/64d53fd4-d6c3-4d6b-a730-05aad51970c6/df1ac3ba-f639-4d3e-82d1-9b4eb504c8c8) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:56.721430 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-0c9ccdc3-6db3-4ae5-9db9-0a09e35cecc4 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Request body: {'port': {'network_id': '014c8ccf-18f0-47d4-baa7-7800258ba507', 'name': 'tempest-AllowedAddressPairTestJSON-2059232351', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:f6:d6:e1'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:32:56.757555 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1217f306-ddca-4691-b772-cabc545f6eec x-openstack-request-id: req-1217f306-ddca-4691-b772-cabc545f6eec {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:32:56.760299 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73689a67-c219-41d6-9ac9-716a9fe0b6c4", "name": "network-vif-plugged", "status": "completed", "tag": "24e16ac2-b58f-43c2-8922-442401fb19e5", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:32:56.762171 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1217f306-ddca-4691-b772-cabc545f6eec {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:32:56.762705 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73689a67-c219-41d6-9ac9-716a9fe0b6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e16ac2-b58f-43c2-8922-442401fb19e5', 'code': 200} Feb 28 20:32:56.828279 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc2668-9eae-4033-8754-2bc546f57c54 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Network': ['ID=cb2d3be9-a78c-4f55-8ebe-821fc3279c34,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:57.017049 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=24e16ac2-b58f-43c2-8922-442401fb19e5,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:57.084084 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1eab9b92-589c-4781-8f5d-cc176b9d5e04 None None] Publish callbacks [] for port (bf01a52a-8745-4eae-ae36-e6a875c93f87), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:57.105730 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1eab9b92-589c-4781-8f5d-cc176b9d5e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (bf01a52a-8745-4eae-ae36-e6a875c93f87), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:57.136074 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9ccdc3-6db3-4ae5-9db9-0a09e35cecc4 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Made reservation on behalf of ef768ae58649435db6bacd4e35f169ea for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:32:57.259927 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41202) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:57.303456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eab9b92-589c-4781-8f5d-cc176b9d5e04 None None] Network 014c8ccf-18f0-47d4-baa7-7800258ba507 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:57.314442 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-1eab9b92-589c-4781-8f5d-cc176b9d5e04 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:57.329706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eab9b92-589c-4781-8f5d-cc176b9d5e04 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:32:57.355042 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c9ccdc3-6db3-4ae5-9db9-0a09e35cecc4 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:57.366361 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab9b92-589c-4781-8f5d-cc176b9d5e04 None None] Pushing event updated for resources: {'Port': ['ID=bf01a52a-8745-4eae-ae36-e6a875c93f87,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:57.393624 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-0c9ccdc3-6db3-4ae5-9db9-0a09e35cecc4 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] device_id is not set on port b3644f0a-f27d-44bb-b1fe-50b5cbcd4f77 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:32:57.597036 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-1eab9b92-589c-4781-8f5d-cc176b9d5e04 None None] Attempting to bind port bf01a52a-8745-4eae-ae36-e6a875c93f87 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:32:57.602498 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-1eab9b92-589c-4781-8f5d-cc176b9d5e04 None None] Attempting to bind port bf01a52a-8745-4eae-ae36-e6a875c93f87 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '591bfbe5-fb9f-40e4-9321-fe93583ac36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '014c8ccf-18f0-47d4-baa7-7800258ba507'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:32:57.603093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eab9b92-589c-4781-8f5d-cc176b9d5e04 None None] Attempting to bind port bf01a52a-8745-4eae-ae36-e6a875c93f87 on network 014c8ccf-18f0-47d4-baa7-7800258ba507 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:32:57.628844 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eab9b92-589c-4781-8f5d-cc176b9d5e04 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:32:57.633649 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-0c9ccdc3-6db3-4ae5-9db9-0a09e35cecc4 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Allocated IP 172.20.0.9 (014c8ccf-18f0-47d4-baa7-7800258ba507/732cf103-c722-4859-8d0d-46e970f13359/b3644f0a-f27d-44bb-b1fe-50b5cbcd4f77) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:57.634285 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eab9b92-589c-4781-8f5d-cc176b9d5e04 None None] Checking segment: {'id': '591bfbe5-fb9f-40e4-9321-fe93583ac36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '014c8ccf-18f0-47d4-baa7-7800258ba507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:32:57.634870 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1eab9b92-589c-4781-8f5d-cc176b9d5e04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:57.635419 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eab9b92-589c-4781-8f5d-cc176b9d5e04 None None] Bound using segment: {'id': '591bfbe5-fb9f-40e4-9321-fe93583ac36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '014c8ccf-18f0-47d4-baa7-7800258ba507'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:32:57.640947 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-1eab9b92-589c-4781-8f5d-cc176b9d5e04 None None] Bound port: bf01a52a-8745-4eae-ae36-e6a875c93f87, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591bfbe5-fb9f-40e4-9321-fe93583ac36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '014c8ccf-18f0-47d4-baa7-7800258ba507'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:32:57.646170 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1eab9b92-589c-4781-8f5d-cc176b9d5e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bf01a52a-8745-4eae-ae36-e6a875c93f87), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:57.677377 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cd971-5577-41cc-9c00-ba956f118bb9 req-c749dae1-4df3-4f96-8d85-79fa8d85bf6b tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:57.689615 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-103cd971-5577-41cc-9c00-ba956f118bb9 req-c749dae1-4df3-4f96-8d85-79fa8d85bf6b tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4 HTTP/1.1" status: 200 len: 946 time: 0.7419283 Feb 28 20:32:57.696421 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881646a-30b2-43a8-b3be-1113f0772746 req-b95cd8df-b498-41df-8550-647febd1c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:57.697914 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a881646a-30b2-43a8-b3be-1113f0772746 req-b95cd8df-b498-41df-8550-647febd1c13a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4 HTTP/1.1" status: 200 len: 1129 time: 0.7629247 Feb 28 20:32:57.709643 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3d381b6d-386d-4d44-afd7-b36bd7ec5540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:57.744535 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1eab9b92-589c-4781-8f5d-cc176b9d5e04 None None] For port bf01a52a-8745-4eae-ae36-e6a875c93f87, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:32:57.771921 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1eab9b92-589c-4781-8f5d-cc176b9d5e04 None None] For port bf01a52a-8745-4eae-ae36-e6a875c93f87, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=bf01a52a-8745-4eae-ae36-e6a875c93f87,segment=NetworkSegment(591bfbe5-fb9f-40e4-9321-fe93583ac36f),segment_id=591bfbe5-fb9f-40e4-9321-fe93583ac36f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:32:57.793690 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1eab9b92-589c-4781-8f5d-cc176b9d5e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (bf01a52a-8745-4eae-ae36-e6a875c93f87), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:57.912000 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c9ccdc3-6db3-4ae5-9db9-0a09e35cecc4 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks [] for port (b3644f0a-f27d-44bb-b1fe-50b5cbcd4f77), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:57.958551 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c9ccdc3-6db3-4ae5-9db9-0a09e35cecc4 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b3644f0a-f27d-44bb-b1fe-50b5cbcd4f77), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:58.069162 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9ccdc3-6db3-4ae5-9db9-0a09e35cecc4 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Network 014c8ccf-18f0-47d4-baa7-7800258ba507 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:58.072090 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-0c9ccdc3-6db3-4ae5-9db9-0a09e35cecc4 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:58.084831 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9ccdc3-6db3-4ae5-9db9-0a09e35cecc4 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:32:58.146541 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab9b92-589c-4781-8f5d-cc176b9d5e04 None None] Pushing event updated for resources: {'Port': ['ID=bf01a52a-8745-4eae-ae36-e6a875c93f87,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:58.179500 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-103cd971-5577-41cc-9c00-ba956f118bb9 req-c2311cb8-4e2a-4ee7-a25d-c62ef0bad999 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573624 Feb 28 20:32:58.184838 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a881646a-30b2-43a8-b3be-1113f0772746 req-f68d85af-c525-4d8f-be9e-b7968fed343c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303896 Feb 28 20:32:58.334770 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8fed8259-d7ff-4032-b85b-646e938886f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (df1ac3ba-f639-4d3e-82d1-9b4eb504c8c8), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:58.599843 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3d381b6d-386d-4d44-afd7-b36bd7ec5540 admin admin] Publish callbacks [] for security_group (f145e4b0-91c6-4d6a-95bb-6bdcff48647f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:58.615307 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3d381b6d-386d-4d44-afd7-b36bd7ec5540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f145e4b0-91c6-4d6a-95bb-6bdcff48647f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:58.689743 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8fed8259-d7ff-4032-b85b-646e938886f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (df1ac3ba-f639-4d3e-82d1-9b4eb504c8c8), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:58.713749 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3d381b6d-386d-4d44-afd7-b36bd7ec5540 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0bab3d7bbfe4f4d89b636e66b9c08a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4379561 Feb 28 20:32:58.718795 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41214) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:58.723086 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ccdc3-6db3-4ae5-9db9-0a09e35cecc4 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Pushing event updated for resources: {'Port': ['ID=b3644f0a-f27d-44bb-b1fe-50b5cbcd4f77,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:58.753650 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d381b6d-386d-4d44-afd7-b36bd7ec5540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f145e4b0-91c6-4d6a-95bb-6bdcff48647f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:58.801130 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-0809c56a-6768-4b4d-b2cc-a35c92a1150a None None] Allocated IP 2001:db8::f816:3eff:fec9:6281 (60bc62cf-1ebe-462d-93c7-f1108638c505/64d53fd4-d6c3-4d6b-a730-05aad51970c6/6d5b5bc0-167c-454f-8d8e-146e9478f6f6) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:32:58.808375 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fed8259-d7ff-4032-b85b-646e938886f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:32:58.815512 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9ccdc3-6db3-4ae5-9db9-0a09e35cecc4 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:58.816182 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c9ccdc3-6db3-4ae5-9db9-0a09e35cecc4 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:58.816860 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-8fed8259-d7ff-4032-b85b-646e938886f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:32:58.823643 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fed8259-d7ff-4032-b85b-646e938886f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:32:58.830321 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fed8259-d7ff-4032-b85b-646e938886f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:58.831372 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8fed8259-d7ff-4032-b85b-646e938886f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:58.837614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed8259-d7ff-4032-b85b-646e938886f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=df1ac3ba-f639-4d3e-82d1-9b4eb504c8c8,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:58.864941 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98507513-514e-4838-9dd3-b8537c84ebf6 admin admin] Publish callbacks [] for security_group (f145e4b0-91c6-4d6a-95bb-6bdcff48647f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:58.866499 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5d252ae3-a149-4a7a-927f-94a643e3daa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (31b9bb8b-6289-4f25-adce-e092aec4d787), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:58.871462 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0c9ccdc3-6db3-4ae5-9db9-0a09e35cecc4 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.1575553 Feb 28 20:32:58.872439 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8fed8259-d7ff-4032-b85b-646e938886f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.3371313 Feb 28 20:32:58.876443 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41218) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:58.877465 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41220) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:58.957143 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98507513-514e-4838-9dd3-b8537c84ebf6 admin admin] Publish callbacks [] for security_group (f145e4b0-91c6-4d6a-95bb-6bdcff48647f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:59.009287 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ddca08-d79b-4c67-9651-157a1b7c0f6b tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:59.016109 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ddca08-d79b-4c67-9651-157a1b7c0f6b tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:59.021509 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ddca08-d79b-4c67-9651-157a1b7c0f6b tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:59.023587 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-68ddca08-d79b-4c67-9651-157a1b7c0f6b tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1443839 Feb 28 20:32:59.028912 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41224) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:59.299442 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0809c56a-6768-4b4d-b2cc-a35c92a1150a None None] Publish callbacks [] for port (6d5b5bc0-167c-454f-8d8e-146e9478f6f6), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:59.306664 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98507513-514e-4838-9dd3-b8537c84ebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f145e4b0-91c6-4d6a-95bb-6bdcff48647f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:59.308180 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102596b2-15df-475b-9389-8ca8f47cb7aa tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:32:59.314669 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0809c56a-6768-4b4d-b2cc-a35c92a1150a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (6d5b5bc0-167c-454f-8d8e-146e9478f6f6), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:59.315545 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98507513-514e-4838-9dd3-b8537c84ebf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:59.316700 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-98507513-514e-4838-9dd3-b8537c84ebf6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f145e4b0-91c6-4d6a-95bb-6bdcff48647f HTTP/1.1" status: 204 len: 168 time: 0.5901384 Feb 28 20:32:59.325168 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-102596b2-15df-475b-9389-8ca8f47cb7aa tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.4464633 Feb 28 20:32:59.332400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41236) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:59.369244 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98507513-514e-4838-9dd3-b8537c84ebf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f145e4b0-91c6-4d6a-95bb-6bdcff48647f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:32:59.438728 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-6a1b1901-f83c-4045-ae8e-e69f11edbe4f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Deleting port b3644f0a-f27d-44bb-b1fe-50b5cbcd4f77 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:32:59.441213 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6a1b1901-f83c-4045-ae8e-e69f11edbe4f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b3644f0a-f27d-44bb-b1fe-50b5cbcd4f77), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:59.657419 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41240) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:32:59.746299 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6a1b1901-f83c-4045-ae8e-e69f11edbe4f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b3644f0a-f27d-44bb-b1fe-50b5cbcd4f77), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:32:59.788668 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-6a1b1901-f83c-4045-ae8e-e69f11edbe4f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Calling delete_port for b3644f0a-f27d-44bb-b1fe-50b5cbcd4f77 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:00.055676 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809c56a-6768-4b4d-b2cc-a35c92a1150a None None] Pushing event updated for resources: {'Port': ['ID=6d5b5bc0-167c-454f-8d8e-146e9478f6f6,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:00.065860 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5e7619-93db-498a-8bcc-47186e3a8fa0 None None] Network 014c8ccf-18f0-47d4-baa7-7800258ba507 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:33:00.077471 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6a1b1901-f83c-4045-ae8e-e69f11edbe4f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b3644f0a-f27d-44bb-b1fe-50b5cbcd4f77), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:00.084663 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0809c56a-6768-4b4d-b2cc-a35c92a1150a None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:00.125334 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-0809c56a-6768-4b4d-b2cc-a35c92a1150a None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:00.134513 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0809c56a-6768-4b4d-b2cc-a35c92a1150a None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:33:00.135610 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6a1bc-a560-4cf6-b1ec-1d6e1b8ee1a1 req-63c59b22-3f5a-428b-8987-76df65ee4ce0 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:00.155291 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4e6a1bc-a560-4cf6-b1ec-1d6e1b8ee1a1 req-63c59b22-3f5a-428b-8987-76df65ee4ce0 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4 HTTP/1.1" status: 200 len: 946 time: 0.6252146 Feb 28 20:33:00.207017 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c6b866be-f0cd-4c87-99a2-1b15ae02b849 None None] Provisioning complete for port bf01a52a-8745-4eae-ae36-e6a875c93f87 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:00.207401 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c6b866be-f0cd-4c87-99a2-1b15ae02b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (bf01a52a-8745-4eae-ae36-e6a875c93f87), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:00.253577 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ce5af5bd-7edc-4bf1-9cfd-0b9a633addd4 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting port df1ac3ba-f639-4d3e-82d1-9b4eb504c8c8 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:00.253737 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ce5af5bd-7edc-4bf1-9cfd-0b9a633addd4 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (df1ac3ba-f639-4d3e-82d1-9b4eb504c8c8), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:00.339254 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b1901-f83c-4045-ae8e-e69f11edbe4f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Pushing event deleted for resources: {'Port': ['ID=b3644f0a-f27d-44bb-b1fe-50b5cbcd4f77,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:00.370287 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c6b866be-f0cd-4c87-99a2-1b15ae02b849 None None] Current status of the port bf01a52a-8745-4eae-ae36-e6a875c93f87 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:00.370825 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c6b866be-f0cd-4c87-99a2-1b15ae02b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bf01a52a-8745-4eae-ae36-e6a875c93f87), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:00.421393 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0809c56a-6768-4b4d-b2cc-a35c92a1150a None None] Attempting to bind port 6d5b5bc0-167c-454f-8d8e-146e9478f6f6 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:33:00.421775 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0809c56a-6768-4b4d-b2cc-a35c92a1150a None None] Attempting to bind port 6d5b5bc0-167c-454f-8d8e-146e9478f6f6 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:33:00.422134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0809c56a-6768-4b4d-b2cc-a35c92a1150a None None] Attempting to bind port 6d5b5bc0-167c-454f-8d8e-146e9478f6f6 on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:33:00.429585 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0f42db55-79f4-41a2-9435-6d2e2996244a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:00.496536 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0809c56a-6768-4b4d-b2cc-a35c92a1150a None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:33:00.496782 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0809c56a-6768-4b4d-b2cc-a35c92a1150a None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:33:00.497011 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0809c56a-6768-4b4d-b2cc-a35c92a1150a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:00.497409 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0809c56a-6768-4b4d-b2cc-a35c92a1150a None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:33:00.497901 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0809c56a-6768-4b4d-b2cc-a35c92a1150a None None] Bound port: 6d5b5bc0-167c-454f-8d8e-146e9478f6f6, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:33:00.498907 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0809c56a-6768-4b4d-b2cc-a35c92a1150a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6d5b5bc0-167c-454f-8d8e-146e9478f6f6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:00.527861 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device bf01a52a-8745-4eae-ae36-e6a875c93f87 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:33:00.570586 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4e6a1bc-a560-4cf6-b1ec-1d6e1b8ee1a1 req-e4704fbd-e0f6-4c4f-9e41-049070a6fbd8 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140410 Feb 28 20:33:00.641397 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0809c56a-6768-4b4d-b2cc-a35c92a1150a None None] For port 6d5b5bc0-167c-454f-8d8e-146e9478f6f6, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:33:00.644922 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0809c56a-6768-4b4d-b2cc-a35c92a1150a None None] For port 6d5b5bc0-167c-454f-8d8e-146e9478f6f6, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6d5b5bc0-167c-454f-8d8e-146e9478f6f6,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:33:00.650213 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c6b866be-f0cd-4c87-99a2-1b15ae02b849 None None] For port bf01a52a-8745-4eae-ae36-e6a875c93f87, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=bf01a52a-8745-4eae-ae36-e6a875c93f87,segment=NetworkSegment(591bfbe5-fb9f-40e4-9321-fe93583ac36f),segment_id=591bfbe5-fb9f-40e4-9321-fe93583ac36f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:00.677838 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c6b866be-f0cd-4c87-99a2-1b15ae02b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (bf01a52a-8745-4eae-ae36-e6a875c93f87), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:00.684743 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0809c56a-6768-4b4d-b2cc-a35c92a1150a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6d5b5bc0-167c-454f-8d8e-146e9478f6f6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:00.720861 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ce5af5bd-7edc-4bf1-9cfd-0b9a633addd4 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (df1ac3ba-f639-4d3e-82d1-9b4eb504c8c8), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:00.771090 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ce5af5bd-7edc-4bf1-9cfd-0b9a633addd4 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Calling delete_port for df1ac3ba-f639-4d3e-82d1-9b4eb504c8c8 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:00.818414 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b866be-f0cd-4c87-99a2-1b15ae02b849 None None] Pushing event updated for resources: {'Port': ['ID=bf01a52a-8745-4eae-ae36-e6a875c93f87,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:00.866318 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0f42db55-79f4-41a2-9435-6d2e2996244a admin admin] Publish callbacks [] for security_group (9bf9dd63-82c2-4098-bd68-ea95d17cac09), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:00.874631 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0f42db55-79f4-41a2-9435-6d2e2996244a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9bf9dd63-82c2-4098-bd68-ea95d17cac09), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:00.908977 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809c56a-6768-4b4d-b2cc-a35c92a1150a None None] Pushing event updated for resources: {'Port': ['ID=6d5b5bc0-167c-454f-8d8e-146e9478f6f6,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:00.924271 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port bf01a52a-8745-4eae-ae36-e6a875c93f87 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:00.924655 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (bf01a52a-8745-4eae-ae36-e6a875c93f87), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:00.934686 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6a1b1901-f83c-4045-ae8e-e69f11edbe4f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:00.938125 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6a1b1901-f83c-4045-ae8e-e69f11edbe4f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "DELETE /v2.0/ports/b3644f0a-f27d-44bb-b1fe-50b5cbcd4f77 HTTP/1.1" status: 204 len: 168 time: 1.9081733 Feb 28 20:33:00.942398 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0f42db55-79f4-41a2-9435-6d2e2996244a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d27f3ecb0704431a8573e85cf7b27a9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2839360 Feb 28 20:33:00.943015 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41266) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:00.975253 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41268) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:01.122779 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:33:01.191821 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae69280-bb14-4536-8aab-df1657823f60 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] GET failed (client error): The resource could not be found. Feb 28 20:33:01.199815 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1ae69280-bb14-4536-8aab-df1657823f60 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "GET /v2.0/ports/b3644f0a-f27d-44bb-b1fe-50b5cbcd4f77 HTTP/1.1" status: 404 len: 333 time: 0.2534974 Feb 28 20:33:01.210688 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port bf01a52a-8745-4eae-ae36-e6a875c93f87 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:01.215257 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41274) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:01.221360 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42db55-79f4-41a2-9435-6d2e2996244a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf9dd63-82c2-4098-bd68-ea95d17cac09,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:01.241990 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4976302d-b02d-4e3e-b67b-972adb4626db tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Request body: {'port': {'network_id': '014c8ccf-18f0-47d4-baa7-7800258ba507', 'name': 'tempest-AllowedAddressPairTestJSON-319734517'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:01.274648 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ce5af5bd-7edc-4bf1-9cfd-0b9a633addd4 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (df1ac3ba-f639-4d3e-82d1-9b4eb504c8c8), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:01.309258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-5d252ae3-a149-4a7a-927f-94a643e3daa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting port b167ec02-b5be-4c33-bc00-735623e853e5 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:01.309616 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5d252ae3-a149-4a7a-927f-94a643e3daa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b167ec02-b5be-4c33-bc00-735623e853e5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:01.430782 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-78416c5d-edfe-4b4f-a18d-bbe5f626cab8 None None] Provisioning complete for port 339f7876-89b7-4f09-a8c2-008f73c25dce triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:01.433220 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-5d252ae3-a149-4a7a-927f-94a643e3daa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] For port b167ec02-b5be-4c33-bc00-735623e853e5, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b167ec02-b5be-4c33-bc00-735623e853e5,segment=NetworkSegment(7c8b80f7-71b8-4e47-adde-2aee737bd320),segment_id=7c8b80f7-71b8-4e47-adde-2aee737bd320)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:01.433834 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5d252ae3-a149-4a7a-927f-94a643e3daa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b167ec02-b5be-4c33-bc00-735623e853e5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:01.435088 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-78416c5d-edfe-4b4f-a18d-bbe5f626cab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (339f7876-89b7-4f09-a8c2-008f73c25dce), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:01.454311 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-5d252ae3-a149-4a7a-927f-94a643e3daa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Calling delete_port for b167ec02-b5be-4c33-bc00-735623e853e5 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:01.579676 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c271df3-194b-46e6-94c3-0263791bd01c admin admin] Publish callbacks [] for security_group (9bf9dd63-82c2-4098-bd68-ea95d17cac09), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:01.648396 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-78416c5d-edfe-4b4f-a18d-bbe5f626cab8 None None] Port 339f7876-89b7-4f09-a8c2-008f73c25dce cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:33:01.706569 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-78416c5d-edfe-4b4f-a18d-bbe5f626cab8 None None] Provisioning complete for port bf01a52a-8745-4eae-ae36-e6a875c93f87 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:01.708949 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-78416c5d-edfe-4b4f-a18d-bbe5f626cab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (bf01a52a-8745-4eae-ae36-e6a875c93f87), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:01.779078 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c271df3-194b-46e6-94c3-0263791bd01c admin admin] Publish callbacks [] for security_group (9bf9dd63-82c2-4098-bd68-ea95d17cac09), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:02.014901 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4976302d-b02d-4e3e-b67b-972adb4626db tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Made reservation on behalf of ef768ae58649435db6bacd4e35f169ea for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:33:02.024844 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-78416c5d-edfe-4b4f-a18d-bbe5f626cab8 None None] Current status of the port bf01a52a-8745-4eae-ae36-e6a875c93f87 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:02.031349 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4976302d-b02d-4e3e-b67b-972adb4626db tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:02.089104 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-4976302d-b02d-4e3e-b67b-972adb4626db tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] device_id is not set on port 57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:33:02.186433 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-6622fa3e-53b7-4c1d-a083-82e9f18ddc1a None None] Provisioning complete for port 339f7876-89b7-4f09-a8c2-008f73c25dce triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:02.186958 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6622fa3e-53b7-4c1d-a083-82e9f18ddc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (339f7876-89b7-4f09-a8c2-008f73c25dce), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:02.348989 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6622fa3e-53b7-4c1d-a083-82e9f18ddc1a None None] Port 339f7876-89b7-4f09-a8c2-008f73c25dce cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:33:02.439034 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c271df3-194b-46e6-94c3-0263791bd01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9bf9dd63-82c2-4098-bd68-ea95d17cac09), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:02.453764 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c271df3-194b-46e6-94c3-0263791bd01c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:02.468858 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-020bb98e-0f2e-4fcc-a645-a3972933e0c7 None None] Could not find standard attr ID for object b3644f0a-f27d-44bb-b1fe-50b5cbcd4f77. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:33:02.475253 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0c271df3-194b-46e6-94c3-0263791bd01c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bf9dd63-82c2-4098-bd68-ea95d17cac09 HTTP/1.1" status: 204 len: 168 time: 1.4943881 Feb 28 20:33:02.519640 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c271df3-194b-46e6-94c3-0263791bd01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf9dd63-82c2-4098-bd68-ea95d17cac09,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:02.668419 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-4976302d-b02d-4e3e-b67b-972adb4626db tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Allocated IP 172.20.0.9 (014c8ccf-18f0-47d4-baa7-7800258ba507/732cf103-c722-4859-8d0d-46e970f13359/57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:33:02.707603 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41316) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:02.817234 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device bf01a52a-8745-4eae-ae36-e6a875c93f87 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:33:02.818949 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5d252ae3-a149-4a7a-927f-94a643e3daa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (b167ec02-b5be-4c33-bc00-735623e853e5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:02.868333 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5af5bd-7edc-4bf1-9cfd-0b9a633addd4 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Port': ['ID=df1ac3ba-f639-4d3e-82d1-9b4eb504c8c8,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:02.893912 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ce5af5bd-7edc-4bf1-9cfd-0b9a633addd4 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:02.915972 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ce5af5bd-7edc-4bf1-9cfd-0b9a633addd4 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/df1ac3ba-f639-4d3e-82d1-9b4eb504c8c8 HTTP/1.1" status: 204 len: 168 time: 3.5718565 Feb 28 20:33:02.945961 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41324) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:03.152497 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d252ae3-a149-4a7a-927f-94a643e3daa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Port': ['ID=b167ec02-b5be-4c33-bc00-735623e853e5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:03.205122 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port bf01a52a-8745-4eae-ae36-e6a875c93f87 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:03.206530 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (bf01a52a-8745-4eae-ae36-e6a875c93f87), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:03.226223 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4976302d-b02d-4e3e-b67b-972adb4626db tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks [] for port (57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:03.330323 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4976302d-b02d-4e3e-b67b-972adb4626db tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:03.412760 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-db579d55-cd4d-4cc6-a2b3-2a7abdb75989 None None] Provisioning complete for port 6d5b5bc0-167c-454f-8d8e-146e9478f6f6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:03.413321 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-db579d55-cd4d-4cc6-a2b3-2a7abdb75989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6d5b5bc0-167c-454f-8d8e-146e9478f6f6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:03.428929 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976302d-b02d-4e3e-b67b-972adb4626db tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Pushing event updated for resources: {'Port': ['ID=57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:03.443141 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa68581b-0faf-4f3b-9b0c-41a74237b89f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:03.457697 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4976302d-b02d-4e3e-b67b-972adb4626db tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Network 014c8ccf-18f0-47d4-baa7-7800258ba507 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:03.529823 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-4976302d-b02d-4e3e-b67b-972adb4626db tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:03.548529 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4976302d-b02d-4e3e-b67b-972adb4626db tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:33:03.581089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19541fe-641f-44e5-bd08-300f140ca88e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:03.582854 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19541fe-641f-44e5-bd08-300f140ca88e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:03.588915 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d19541fe-641f-44e5-bd08-300f140ca88e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.6398308 Feb 28 20:33:03.592372 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41336) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:03.654522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac29d2-a477-4117-b36f-efe5e3e41cab req-14f3a943-332a-4867-81fc-e86bc9a579d0 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:03.660143 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7ac29d2-a477-4117-b36f-efe5e3e41cab req-14f3a943-332a-4867-81fc-e86bc9a579d0 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4 HTTP/1.1" status: 200 len: 946 time: 0.8967321 Feb 28 20:33:03.709404 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port bf01a52a-8745-4eae-ae36-e6a875c93f87 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:03.722201 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6d5b5bc0-167c-454f-8d8e-146e9478f6f6 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:33:03.722545 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa68581b-0faf-4f3b-9b0c-41a74237b89f admin admin] Publish callbacks [] for security_group (4aa8b2d6-a443-449c-9344-7a65647d6421), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:03.778890 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4976302d-b02d-4e3e-b67b-972adb4626db tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:03.781839 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4976302d-b02d-4e3e-b67b-972adb4626db tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:03.788211 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 6d5b5bc0-167c-454f-8d8e-146e9478f6f6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:03.790447 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6d5b5bc0-167c-454f-8d8e-146e9478f6f6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:03.798401 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa68581b-0faf-4f3b-9b0c-41a74237b89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4aa8b2d6-a443-449c-9344-7a65647d6421), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:03.871887 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fa68581b-0faf-4f3b-9b0c-41a74237b89f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8db91abd0a4142c697f4bdc020087d8c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1618803 Feb 28 20:33:03.874165 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5d252ae3-a149-4a7a-927f-94a643e3daa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (31b9bb8b-6289-4f25-adce-e092aec4d787), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:03.877245 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41340) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:03.925058 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4976302d-b02d-4e3e-b67b-972adb4626db tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7074451 Feb 28 20:33:03.925058 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41344) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:03.943494 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-902166d9-b69b-4c45-9b57-fe7c3afaf587 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:f6:d6:e1'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:03.959373 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-db579d55-cd4d-4cc6-a2b3-2a7abdb75989 None None] Current status of the port 6d5b5bc0-167c-454f-8d8e-146e9478f6f6 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:03.963720 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-db579d55-cd4d-4cc6-a2b3-2a7abdb75989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6d5b5bc0-167c-454f-8d8e-146e9478f6f6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:04.080027 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8f24e4-a0f2-4dd5-9fc2-fd3d7d8101bd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet 64d53fd4-d6c3-4d6b-a730-05aad51970c6 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:33:04.088733 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-db579d55-cd4d-4cc6-a2b3-2a7abdb75989 None None] For port 6d5b5bc0-167c-454f-8d8e-146e9478f6f6, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6d5b5bc0-167c-454f-8d8e-146e9478f6f6,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:04.091193 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0b8f24e4-a0f2-4dd5-9fc2-fd3d7d8101bd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (64d53fd4-d6c3-4d6b-a730-05aad51970c6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:04.129501 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68581b-0faf-4f3b-9b0c-41a74237b89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa8b2d6-a443-449c-9344-7a65647d6421,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:04.202987 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6d5b5bc0-167c-454f-8d8e-146e9478f6f6 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:04.207962 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-db579d55-cd4d-4cc6-a2b3-2a7abdb75989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6d5b5bc0-167c-454f-8d8e-146e9478f6f6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:04.272002 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0b8f24e4-a0f2-4dd5-9fc2-fd3d7d8101bd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (64d53fd4-d6c3-4d6b-a730-05aad51970c6), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:04.331642 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db579d55-cd4d-4cc6-a2b3-2a7abdb75989 None None] Pushing event updated for resources: {'Port': ['ID=6d5b5bc0-167c-454f-8d8e-146e9478f6f6,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:04.350797 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-73e4d727-5840-44e4-a492-435e99655611 None None] Could not find standard attr ID for object df1ac3ba-f639-4d3e-82d1-9b4eb504c8c8. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:33:04.374894 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-73e4d727-5840-44e4-a492-435e99655611 None None] Provisioning complete for port 57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:04.375334 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-73e4d727-5840-44e4-a492-435e99655611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:04.472578 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-64b70e44-5e96-4287-bf42-87da2cd1db4f admin admin] Publish callbacks [] for security_group (4aa8b2d6-a443-449c-9344-7a65647d6421), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:04.473618 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-73e4d727-5840-44e4-a492-435e99655611 None None] Port 57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:33:04.535787 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7ac29d2-a477-4117-b36f-efe5e3e41cab req-70c4bdea-180b-40df-aa2e-59392edbaf21 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8686635 Feb 28 20:33:04.632866 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-64b70e44-5e96-4287-bf42-87da2cd1db4f admin admin] Publish callbacks [] for security_group (4aa8b2d6-a443-449c-9344-7a65647d6421), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:04.747256 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-902166d9-b69b-4c45-9b57-fe7c3afaf587 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:04.868051 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0b8f24e4-a0f2-4dd5-9fc2-fd3d7d8101bd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (64d53fd4-d6c3-4d6b-a730-05aad51970c6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:04.976320 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-64b70e44-5e96-4287-bf42-87da2cd1db4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4aa8b2d6-a443-449c-9344-7a65647d6421), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:04.979036 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-64b70e44-5e96-4287-bf42-87da2cd1db4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:04.983411 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-64b70e44-5e96-4287-bf42-87da2cd1db4f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4aa8b2d6-a443-449c-9344-7a65647d6421 HTTP/1.1" status: 204 len: 168 time: 1.0969763 Feb 28 20:33:05.019441 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b70e44-5e96-4287-bf42-87da2cd1db4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa8b2d6-a443-449c-9344-7a65647d6421,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:05.025722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d252ae3-a149-4a7a-927f-94a643e3daa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router 31b9bb8b-6289-4f25-adce-e092aec4d787 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:33:05.090653 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0b8f24e4-a0f2-4dd5-9fc2-fd3d7d8101bd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (64d53fd4-d6c3-4d6b-a730-05aad51970c6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:05.138825 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-902166d9-b69b-4c45-9b57-fe7c3afaf587 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks [] for port (57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:05.160847 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-902166d9-b69b-4c45-9b57-fe7c3afaf587 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:05.401025 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f24e4-a0f2-4dd5-9fc2-fd3d7d8101bd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=64d53fd4-d6c3-4d6b-a730-05aad51970c6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:05.442108 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc821217-f55f-4846-9fb9-2f5cdfcf9058 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:33:05.442935 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0b8f24e4-a0f2-4dd5-9fc2-fd3d7d8101bd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:05.451731 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0b8f24e4-a0f2-4dd5-9fc2-fd3d7d8101bd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/64d53fd4-d6c3-4d6b-a730-05aad51970c6 HTTP/1.1" status: 204 len: 168 time: 1.8548417 Feb 28 20:33:05.456932 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41392) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:05.518635 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902166d9-b69b-4c45-9b57-fe7c3afaf587 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Pushing event updated for resources: {'Port': ['ID=57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:05.549980 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-902166d9-b69b-4c45-9b57-fe7c3afaf587 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] In _notify_port_updated(), no bound segment for port 57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1 on network 014c8ccf-18f0-47d4-baa7-7800258ba507 {{(pid=103773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:33:05.562426 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902166d9-b69b-4c45-9b57-fe7c3afaf587 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:05.563096 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-902166d9-b69b-4c45-9b57-fe7c3afaf587 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:05.564859 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-902166d9-b69b-4c45-9b57-fe7c3afaf587 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "PUT /v2.0/ports/57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1 HTTP/1.1" status: 200 len: 992 time: 1.6314487 Feb 28 20:33:05.568633 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41398) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:05.643814 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-20fb1c74-dec8-4495-9853-f9b3fc348b6d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1172969 Feb 28 20:33:05.658374 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41400) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:05.681796 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d252ae3-a149-4a7a-927f-94a643e3daa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:33:05.684220 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-5f7023ce-7776-491a-9547-ea7eda76e24b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:05.698537 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5d252ae3-a149-4a7a-927f-94a643e3daa0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/31b9bb8b-6289-4f25-adce-e092aec4d787/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0484660 Feb 28 20:33:05.703359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41402) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:05.720469 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c004e237-8522-4a77-9c3a-43a766f8c96c None None] Sync routers for ids ['31b9bb8b-6289-4f25-adce-e092aec4d787'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:33:05.743783 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c004e237-8522-4a77-9c3a-43a766f8c96c None None] Routers {'31b9bb8b-6289-4f25-adce-e092aec4d787'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:33:05.757252 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c004e237-8522-4a77-9c3a-43a766f8c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:32:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['31b9bb8b-6289-4f25-adce-e092aec4d787'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:05.858599 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29b87ab-85d3-4bca-809a-9c80a3a0b718 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting subnet cff3bd8d-af6d-44b0-a129-d6a8c715c33f {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:33:05.868520 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b29b87ab-85d3-4bca-809a-9c80a3a0b718 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (cff3bd8d-af6d-44b0-a129-d6a8c715c33f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:05.972389 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b29b87ab-85d3-4bca-809a-9c80a3a0b718 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (cff3bd8d-af6d-44b0-a129-d6a8c715c33f), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:06.000064 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-c004e237-8522-4a77-9c3a-43a766f8c96c None None] Set router 31b9bb8b-6289-4f25-adce-e092aec4d787 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:33:06.083456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7023ce-7776-491a-9547-ea7eda76e24b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:33:06.085339 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42601008-ec43-4e64-addc-198a76e93fc2 None None] DHCP port deletion for 60bc62cf-1ebe-462d-93c7-f1108638c505 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:33:06.087044 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5f7023ce-7776-491a-9547-ea7eda76e24b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:06.118982 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-1d4df000-eb1b-4b12-9e5f-da0c277c12bd tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Deleting port 57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:06.119325 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1d4df000-eb1b-4b12-9e5f-da0c277c12bd tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:06.160796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-751f228b-042f-4d89-b409-00b149086a38 None None] Provisioning complete for port 57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:06.161467 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-751f228b-042f-4d89-b409-00b149086a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:06.260284 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b29b87ab-85d3-4bca-809a-9c80a3a0b718 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (cff3bd8d-af6d-44b0-a129-d6a8c715c33f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:06.348684 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1d4df000-eb1b-4b12-9e5f-da0c277c12bd tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:06.384392 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6d5b5bc0-167c-454f-8d8e-146e9478f6f6 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:33:06.397122 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-1d4df000-eb1b-4b12-9e5f-da0c277c12bd tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Calling delete_port for 57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:06.399225 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b29b87ab-85d3-4bca-809a-9c80a3a0b718 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (cff3bd8d-af6d-44b0-a129-d6a8c715c33f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:06.443707 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b29b87ab-85d3-4bca-809a-9c80a3a0b718 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:06.460968 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b29b87ab-85d3-4bca-809a-9c80a3a0b718 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/subnets/cff3bd8d-af6d-44b0-a129-d6a8c715c33f HTTP/1.1" status: 204 len: 168 time: 0.7561612 Feb 28 20:33:06.475042 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8959ea23-d5a3-44f3-98a8-5d56897fa2be None None] Network 5cbc81da-c4c8-443b-a662-0c74081d9fa6 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:33:06.550325 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41430) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:06.617202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b87ab-85d3-4bca-809a-9c80a3a0b718 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Subnet': ['ID=cff3bd8d-af6d-44b0-a129-d6a8c715c33f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:06.696684 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6d5b5bc0-167c-454f-8d8e-146e9478f6f6 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:06.697077 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6d5b5bc0-167c-454f-8d8e-146e9478f6f6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:06.749959 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 6d5b5bc0-167c-454f-8d8e-146e9478f6f6, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6d5b5bc0-167c-454f-8d8e-146e9478f6f6,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:06.752069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-751f228b-042f-4d89-b409-00b149086a38 None None] Port 57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:33:06.766347 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-42601008-ec43-4e64-addc-198a76e93fc2 None None] Deleting port 6d5b5bc0-167c-454f-8d8e-146e9478f6f6 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:06.766719 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-42601008-ec43-4e64-addc-198a76e93fc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6d5b5bc0-167c-454f-8d8e-146e9478f6f6), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:06.778291 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ad814ce-1d35-49d5-bfd8-4e16ce1b28fa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (5cbc81da-c4c8-443b-a662-0c74081d9fa6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:06.847458 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-42601008-ec43-4e64-addc-198a76e93fc2 None None] For port 6d5b5bc0-167c-454f-8d8e-146e9478f6f6, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6d5b5bc0-167c-454f-8d8e-146e9478f6f6,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:06.847886 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-42601008-ec43-4e64-addc-198a76e93fc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6d5b5bc0-167c-454f-8d8e-146e9478f6f6), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:06.864612 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-42601008-ec43-4e64-addc-198a76e93fc2 None None] Calling delete_port for 6d5b5bc0-167c-454f-8d8e-146e9478f6f6 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:06.922388 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6d5b5bc0-167c-454f-8d8e-146e9478f6f6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:07.147579 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=6d5b5bc0-167c-454f-8d8e-146e9478f6f6,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:07.214536 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-42601008-ec43-4e64-addc-198a76e93fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (6d5b5bc0-167c-454f-8d8e-146e9478f6f6), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:07.232544 n-d-820368-21 neutron-server[103773]: DEBUG neutron.objects.ports [None req-5f7023ce-7776-491a-9547-ea7eda76e24b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103773) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 20:33:07.291398 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] DHCP port deletion for 5cbc81da-c4c8-443b-a662-0c74081d9fa6 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:33:07.296087 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42601008-ec43-4e64-addc-198a76e93fc2 None None] Pushing event deleted for resources: {'Port': ['ID=6d5b5bc0-167c-454f-8d8e-146e9478f6f6,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:07.305520 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42601008-ec43-4e64-addc-198a76e93fc2 None None] No DVR routers for this DVR port 6d5b5bc0-167c-454f-8d8e-146e9478f6f6 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:33:07.471930 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-0ad814ce-1d35-49d5-bfd8-4e16ce1b28fa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting port 2976b893-6396-47df-828e-e17de61b5d9e {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:07.472278 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ad814ce-1d35-49d5-bfd8-4e16ce1b28fa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2976b893-6396-47df-828e-e17de61b5d9e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:07.681344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c004e237-8522-4a77-9c3a-43a766f8c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:33:01Z', 'revision_number': 9, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '6c0e9b9b-0a3d-4429-bbf5-50791189f91f', 'name': '', 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:12:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:11Z', 'updated_at': '2022-02-28T20:32:19Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:09Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:07.684039 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1d4df000-eb1b-4b12-9e5f-da0c277c12bd tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:07.709954 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-0ad814ce-1d35-49d5-bfd8-4e16ce1b28fa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] For port 2976b893-6396-47df-828e-e17de61b5d9e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2976b893-6396-47df-828e-e17de61b5d9e,segment=NetworkSegment(7c8b80f7-71b8-4e47-adde-2aee737bd320),segment_id=7c8b80f7-71b8-4e47-adde-2aee737bd320)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:07.710714 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ad814ce-1d35-49d5-bfd8-4e16ce1b28fa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2976b893-6396-47df-828e-e17de61b5d9e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:07.725808 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-0ad814ce-1d35-49d5-bfd8-4e16ce1b28fa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Calling delete_port for 2976b893-6396-47df-828e-e17de61b5d9e owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:07.782892 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c004e237-8522-4a77-9c3a-43a766f8c96c None None] Checking router: 31b9bb8b-6289-4f25-adce-e092aec4d787 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:33:07.809215 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c004e237-8522-4a77-9c3a-43a766f8c96c None None] Routers {'31b9bb8b-6289-4f25-adce-e092aec4d787'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:33:07.809856 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c004e237-8522-4a77-9c3a-43a766f8c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:32:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['31b9bb8b-6289-4f25-adce-e092aec4d787'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:07.875074 n-d-820368-21 neutron-server[103773]: WARNING neutron.services.revisions.revision_plugin [None req-5f7023ce-7776-491a-9547-ea7eda76e24b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Could not find related port for resource to bump revision. Feb 28 20:33:07.890870 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ad814ce-1d35-49d5-bfd8-4e16ce1b28fa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (2976b893-6396-47df-828e-e17de61b5d9e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:07.950754 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.ipam_pluggable_backend [None req-5f7023ce-7776-491a-9547-ea7eda76e24b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Port 6d5b5bc0-167c-454f-8d8e-146e9478f6f6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103773) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 28 20:33:07.952186 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.ipam_pluggable_backend [None req-5f7023ce-7776-491a-9547-ea7eda76e24b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Reverting IP allocation for 2001:db8::f816:3eff:fec9:6281 {{(pid=103773) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 28 20:33:07.955744 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad814ce-1d35-49d5-bfd8-4e16ce1b28fa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] No DVR routers for this DVR port 2976b893-6396-47df-828e-e17de61b5d9e on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:33:07.973788 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4df000-eb1b-4b12-9e5f-da0c277c12bd tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Pushing event deleted for resources: {'Port': ['ID=57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:07.992672 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-c004e237-8522-4a77-9c3a-43a766f8c96c None None] Set router 31b9bb8b-6289-4f25-adce-e092aec4d787 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:33:08.023715 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.ipam_pluggable_backend [None req-5f7023ce-7776-491a-9547-ea7eda76e24b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec9:6281 {{(pid=103773) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 28 20:33:08.163631 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] Deleting port 2976b893-6396-47df-828e-e17de61b5d9e {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:08.164060 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2976b893-6396-47df-828e-e17de61b5d9e), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:08.198042 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5f7023ce-7776-491a-9547-ea7eda76e24b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (b5cf3aa2-49e3-4be1-b8e6-1a1e80a1c7e1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:08.233032 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad814ce-1d35-49d5-bfd8-4e16ce1b28fa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Port': ['ID=2976b893-6396-47df-828e-e17de61b5d9e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:08.389723 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7023ce-7776-491a-9547-ea7eda76e24b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:08.393155 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ad814ce-1d35-49d5-bfd8-4e16ce1b28fa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (5cbc81da-c4c8-443b-a662-0c74081d9fa6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:08.402929 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-5f7023ce-7776-491a-9547-ea7eda76e24b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:08.423092 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7023ce-7776-491a-9547-ea7eda76e24b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:08.424096 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5f7023ce-7776-491a-9547-ea7eda76e24b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:08.425647 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] For port 2976b893-6396-47df-828e-e17de61b5d9e, host n-d-820368-21, got binding levels [] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:08.426371 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2976b893-6396-47df-828e-e17de61b5d9e), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:08.442593 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41490) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:08.475918 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2976b893-6396-47df-828e-e17de61b5d9e no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:33:08.488717 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388c8440-e66c-46e8-a371-410ae7451d93 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:33:08.523954 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-0ad814ce-1d35-49d5-bfd8-4e16ce1b28fa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbc81da-c4c8-443b-a662-0c74081d9fa6']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:08.546137 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7023ce-7776-491a-9547-ea7eda76e24b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=b5cf3aa2-49e3-4be1-b8e6-1a1e80a1c7e1,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:08.580644 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5f7023ce-7776-491a-9547-ea7eda76e24b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9203598 Feb 28 20:33:08.582516 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-0ad814ce-1d35-49d5-bfd8-4e16ce1b28fa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8b80f7-71b8-4e47-adde-2aee737bd320') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:08.582949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-0ad814ce-1d35-49d5-bfd8-4e16ce1b28fa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8b80f7-71b8-4e47-adde-2aee737bd320') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:08.584314 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41494) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:08.590371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-09888927-479f-4aec-adcd-4946fb491bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'mac_address': 'fa:16:3e:1c:05:b5', 'name': 'tempest-NetworksTestDHCPv6-457538530'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:08.599624 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ad814ce-1d35-49d5-bfd8-4e16ce1b28fa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (7c8b80f7-71b8-4e47-adde-2aee737bd320), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:08.621817 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1d4df000-eb1b-4b12-9e5f-da0c277c12bd tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:08.626446 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1d4df000-eb1b-4b12-9e5f-da0c277c12bd tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "DELETE /v2.0/ports/57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1 HTTP/1.1" status: 204 len: 168 time: 3.0567665 Feb 28 20:33:08.628006 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ad814ce-1d35-49d5-bfd8-4e16ce1b28fa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (7c8b80f7-71b8-4e47-adde-2aee737bd320), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:08.632397 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41496) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:08.658435 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] Calling delete_port for 2976b893-6396-47df-828e-e17de61b5d9e owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:08.676665 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.ipam_backend_mixin [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] Port 2976b893-6396-47df-828e-e17de61b5d9e was not found and therefore no delete operation was performed {{(pid=103775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 20:33:08.745112 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b5a337-5c69-489d-bc27-c4e8410102fc tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] GET failed (client error): The resource could not be found. Feb 28 20:33:08.752055 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a1b5a337-5c69-489d-bc27-c4e8410102fc tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "GET /v2.0/ports/57a638d2-e9f4-4e60-a0ff-eb8ba23e1ce1 HTTP/1.1" status: 404 len: 333 time: 0.1185052 Feb 28 20:33:08.765776 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41502) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:08.785141 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4597bde1-5f9f-480f-8d23-a2fd8bbd7710 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Request body: {'port': {'network_id': '014c8ccf-18f0-47d4-baa7-7800258ba507', 'name': 'tempest-AllowedAddressPairTestJSON-1560550043'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:08.802725 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad814ce-1d35-49d5-bfd8-4e16ce1b28fa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:33:08.803164 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ad814ce-1d35-49d5-bfd8-4e16ce1b28fa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (7c8b80f7-71b8-4e47-adde-2aee737bd320), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:33:08.809581 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:33:08.886084 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:08.967604 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:08.972288 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 2976b893-6396-47df-828e-e17de61b5d9e {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:33:08.972744 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2976b893-6396-47df-828e-e17de61b5d9e not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:33:08.988586 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (2976b893-6396-47df-828e-e17de61b5d9e), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:09.060995 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09888927-479f-4aec-adcd-4946fb491bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:33:09.093170 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ad814ce-1d35-49d5-bfd8-4e16ce1b28fa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (5cbc81da-c4c8-443b-a662-0c74081d9fa6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:09.103238 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ad814ce-1d35-49d5-bfd8-4e16ce1b28fa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:09.108468 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0ad814ce-1d35-49d5-bfd8-4e16ce1b28fa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/networks/5cbc81da-c4c8-443b-a662-0c74081d9fa6 HTTP/1.1" status: 204 len: 168 time: 2.4605224 Feb 28 20:33:09.121284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41510) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:09.195054 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] Pushing event deleted for resources: {'Port': ['ID=2976b893-6396-47df-828e-e17de61b5d9e,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:09.203158 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] No DVR routers for this DVR port 2976b893-6396-47df-828e-e17de61b5d9e on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:33:09.208057 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad814ce-1d35-49d5-bfd8-4e16ce1b28fa tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Network': ['ID=5cbc81da-c4c8-443b-a662-0c74081d9fa6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:09.239560 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-09888927-479f-4aec-adcd-4946fb491bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:09.284801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:09.292100 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:09.292629 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:09.293071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:09.293508 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:09.300230 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:09.300729 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:09.301188 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:09.301626 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:09.312359 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:09.312855 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:09.313445 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:09.313987 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ec10-2af7-4936-85e6-f0988fac9127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:09.381467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-09888927-479f-4aec-adcd-4946fb491bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] device_id is not set on port e2f5862f-3efd-4161-9cef-2f4fa9825f7c yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:33:09.384827 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4597bde1-5f9f-480f-8d23-a2fd8bbd7710 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Made reservation on behalf of ef768ae58649435db6bacd4e35f169ea for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:33:09.403060 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4597bde1-5f9f-480f-8d23-a2fd8bbd7710 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:09.437221 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb43ffff-5038-468a-acee-87060245d42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-60bc62cf-1ebe-462d-93c7-f1108638c505', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'fixed_ips': [{'subnet_id': 'b5cf3aa2-49e3-4be1-b8e6-1a1e80a1c7e1'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:33:09.438510 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb43ffff-5038-468a-acee-87060245d42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:09.478457 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-4597bde1-5f9f-480f-8d23-a2fd8bbd7710 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] device_id is not set on port c4413a95-31ee-41af-8005-fc6b2e07f5d1 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:33:09.494039 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c004e237-8522-4a77-9c3a-43a766f8c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:33:01Z', 'revision_number': 9, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '6c0e9b9b-0a3d-4429-bbf5-50791189f91f', 'name': '', 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:12:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:11Z', 'updated_at': '2022-02-28T20:32:19Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:09Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:09.577683 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c004e237-8522-4a77-9c3a-43a766f8c96c None None] The sync data for ids ['31b9bb8b-6289-4f25-adce-e092aec4d787'] in n-d-820368-21 is: [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:33:01Z', 'revision_number': 9, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '6c0e9b9b-0a3d-4429-bbf5-50791189f91f', 'name': '', 'network_id': 'ba9b57c3-e373-46f6-a24d-635fc736e1c5', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:12:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:11Z', 'updated_at': '2022-02-28T20:32:19Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': 'd952f939-f6cb-4cf6-8bd3-ff27010082df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:09Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:33:09.662265 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:09.665037 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-09888927-479f-4aec-adcd-4946fb491bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8::f816:3eff:fe1c:5b5 (60bc62cf-1ebe-462d-93c7-f1108638c505/b5cf3aa2-49e3-4be1-b8e6-1a1e80a1c7e1/e2f5862f-3efd-4161-9cef-2f4fa9825f7c) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:33:09.955022 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-4597bde1-5f9f-480f-8d23-a2fd8bbd7710 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Allocated IP 172.20.0.11 (014c8ccf-18f0-47d4-baa7-7800258ba507/732cf103-c722-4859-8d0d-46e970f13359/c4413a95-31ee-41af-8005-fc6b2e07f5d1) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:33:10.105348 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-09888927-479f-4aec-adcd-4946fb491bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (e2f5862f-3efd-4161-9cef-2f4fa9825f7c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:10.198409 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-09888927-479f-4aec-adcd-4946fb491bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e2f5862f-3efd-4161-9cef-2f4fa9825f7c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:10.248694 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09888927-479f-4aec-adcd-4946fb491bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:10.258935 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-09888927-479f-4aec-adcd-4946fb491bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:10.318989 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09888927-479f-4aec-adcd-4946fb491bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:33:10.328228 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09888927-479f-4aec-adcd-4946fb491bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:10.329355 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-09888927-479f-4aec-adcd-4946fb491bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:10.337804 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-eb43ffff-5038-468a-acee-87060245d42a None None] Allocated IP 2001:db8::f816:3eff:fecb:eccd (60bc62cf-1ebe-462d-93c7-f1108638c505/b5cf3aa2-49e3-4be1-b8e6-1a1e80a1c7e1/b9f7f59f-a4e4-4055-84df-9ea9e86ade07) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:33:10.352367 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-09888927-479f-4aec-adcd-4946fb491bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7666318 Feb 28 20:33:10.362229 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41522) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:10.429617 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09888927-479f-4aec-adcd-4946fb491bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=e2f5862f-3efd-4161-9cef-2f4fa9825f7c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:10.471232 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9539558-f935-4631-ac32-937749e5d7cd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:10.473257 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d9539558-f935-4631-ac32-937749e5d7cd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1096973 Feb 28 20:33:10.479145 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41524) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:10.481812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Allocated IP 172.25.0.39 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/fe92c17f-83e7-45c5-9465-1ecee536a802) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:33:10.667602 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Publish callbacks [] for port (fe92c17f-83e7-45c5-9465-1ecee536a802), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:10.707784 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (fe92c17f-83e7-45c5-9465-1ecee536a802), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:10.754319 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb43ffff-5038-468a-acee-87060245d42a None None] Publish callbacks [] for port (b9f7f59f-a4e4-4055-84df-9ea9e86ade07), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:10.756422 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Pushing event updated for resources: {'Port': ['ID=fe92c17f-83e7-45c5-9465-1ecee536a802,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:10.773027 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b167ec02-b5be-4c33-bc00-735623e853e5 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:33:10.784836 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-c09e94c7-25f1-4b75-ad48-5653ff602d9d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting port e2f5862f-3efd-4161-9cef-2f4fa9825f7c {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:10.785524 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c09e94c7-25f1-4b75-ad48-5653ff602d9d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e2f5862f-3efd-4161-9cef-2f4fa9825f7c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:10.836088 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb43ffff-5038-468a-acee-87060245d42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (b9f7f59f-a4e4-4055-84df-9ea9e86ade07), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:10.853936 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: b167ec02-b5be-4c33-bc00-735623e853e5 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:33:10.854280 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b167ec02-b5be-4c33-bc00-735623e853e5 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:33:10.879855 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb43ffff-5038-468a-acee-87060245d42a None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:10.880698 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c09e94c7-25f1-4b75-ad48-5653ff602d9d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e2f5862f-3efd-4161-9cef-2f4fa9825f7c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:10.889330 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-eb43ffff-5038-468a-acee-87060245d42a None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:10.898557 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb43ffff-5038-468a-acee-87060245d42a None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:33:10.909052 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-c09e94c7-25f1-4b75-ad48-5653ff602d9d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Calling delete_port for e2f5862f-3efd-4161-9cef-2f4fa9825f7c owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:11.031366 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:11.035836 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:11.039423 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:33:11.187185 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43ffff-5038-468a-acee-87060245d42a None None] Pushing event updated for resources: {'Port': ['ID=b9f7f59f-a4e4-4055-84df-9ea9e86ade07,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:11.201895 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-eb43ffff-5038-468a-acee-87060245d42a None None] Attempting to bind port b9f7f59f-a4e4-4055-84df-9ea9e86ade07 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:33:11.206860 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-eb43ffff-5038-468a-acee-87060245d42a None None] Attempting to bind port b9f7f59f-a4e4-4055-84df-9ea9e86ade07 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:33:11.207300 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb43ffff-5038-468a-acee-87060245d42a None None] Attempting to bind port b9f7f59f-a4e4-4055-84df-9ea9e86ade07 on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:33:11.234787 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb43ffff-5038-468a-acee-87060245d42a None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:33:11.235182 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb43ffff-5038-468a-acee-87060245d42a None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:33:11.235596 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb43ffff-5038-468a-acee-87060245d42a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:11.239053 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb43ffff-5038-468a-acee-87060245d42a None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:33:11.239567 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-eb43ffff-5038-468a-acee-87060245d42a None None] Bound port: b9f7f59f-a4e4-4055-84df-9ea9e86ade07, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:33:11.239984 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb43ffff-5038-468a-acee-87060245d42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b9f7f59f-a4e4-4055-84df-9ea9e86ade07), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:11.386572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-eb43ffff-5038-468a-acee-87060245d42a None None] For port b9f7f59f-a4e4-4055-84df-9ea9e86ade07, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:33:11.389999 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-eb43ffff-5038-468a-acee-87060245d42a None None] For port b9f7f59f-a4e4-4055-84df-9ea9e86ade07, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b9f7f59f-a4e4-4055-84df-9ea9e86ade07,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:33:11.401418 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb43ffff-5038-468a-acee-87060245d42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b9f7f59f-a4e4-4055-84df-9ea9e86ade07), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:11.424680 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Publish callbacks [] for floatingip (a2d2b345-147b-4779-9b31-f399fd31c89b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:11.457278 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4597bde1-5f9f-480f-8d23-a2fd8bbd7710 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks [] for port (c4413a95-31ee-41af-8005-fc6b2e07f5d1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:11.530048 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb095eff-df5b-4942-8760-153daa591721 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (31b9bb8b-6289-4f25-adce-e092aec4d787), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:11.558067 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fe92c17f-83e7-45c5-9465-1ecee536a802), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:11.561884 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43ffff-5038-468a-acee-87060245d42a None None] Pushing event updated for resources: {'Port': ['ID=b9f7f59f-a4e4-4055-84df-9ea9e86ade07,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:11.602080 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c09e94c7-25f1-4b75-ad48-5653ff602d9d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e2f5862f-3efd-4161-9cef-2f4fa9825f7c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:11.646068 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4597bde1-5f9f-480f-8d23-a2fd8bbd7710 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c4413a95-31ee-41af-8005-fc6b2e07f5d1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:11.697692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e94c7-25f1-4b75-ad48-5653ff602d9d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Port': ['ID=e2f5862f-3efd-4161-9cef-2f4fa9825f7c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:11.753720 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c09e94c7-25f1-4b75-ad48-5653ff602d9d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:11.757265 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c09e94c7-25f1-4b75-ad48-5653ff602d9d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/e2f5862f-3efd-4161-9cef-2f4fa9825f7c HTTP/1.1" status: 204 len: 168 time: 1.2767899 Feb 28 20:33:11.760672 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41536) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:11.808823 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4597bde1-5f9f-480f-8d23-a2fd8bbd7710 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Network 014c8ccf-18f0-47d4-baa7-7800258ba507 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:11.829641 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-4597bde1-5f9f-480f-8d23-a2fd8bbd7710 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:11.842343 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4597bde1-5f9f-480f-8d23-a2fd8bbd7710 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:33:11.855603 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597bde1-5f9f-480f-8d23-a2fd8bbd7710 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Pushing event updated for resources: {'Port': ['ID=c4413a95-31ee-41af-8005-fc6b2e07f5d1,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:12.035045 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ffd35-456d-4052-a031-bd7b4545086f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:12.036742 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ffd35-456d-4052-a031-bd7b4545086f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:12.038488 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2f1ffd35-456d-4052-a031-bd7b4545086f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2768300 Feb 28 20:33:12.041211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41538) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:12.135676 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4597bde1-5f9f-480f-8d23-a2fd8bbd7710 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:12.136511 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4597bde1-5f9f-480f-8d23-a2fd8bbd7710 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:12.206841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c6a5c8-c8a0-490d-ac49-04cdf608fe2d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet b5cf3aa2-49e3-4be1-b8e6-1a1e80a1c7e1 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:33:12.212457 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e8c6a5c8-c8a0-490d-ac49-04cdf608fe2d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (b5cf3aa2-49e3-4be1-b8e6-1a1e80a1c7e1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:12.214629 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4597bde1-5f9f-480f-8d23-a2fd8bbd7710 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4448495 Feb 28 20:33:12.218022 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41544) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:12.228882 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-2a79eb7d-a702-430b-9290-b37cb6d956ba tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f6:d6:e1'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:12.394002 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-52253930-abe6-477c-8428-93a9693752cf None None] Provisioning complete for port c4413a95-31ee-41af-8005-fc6b2e07f5d1 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:12.395058 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-52253930-abe6-477c-8428-93a9693752cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c4413a95-31ee-41af-8005-fc6b2e07f5d1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:12.417647 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e8c6a5c8-c8a0-490d-ac49-04cdf608fe2d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (b5cf3aa2-49e3-4be1-b8e6-1a1e80a1c7e1), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:12.465737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-52253930-abe6-477c-8428-93a9693752cf None None] Port c4413a95-31ee-41af-8005-fc6b2e07f5d1 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:33:12.556092 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Publish callbacks [] for port (fe92c17f-83e7-45c5-9465-1ecee536a802), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:12.564414 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b9f7f59f-a4e4-4055-84df-9ea9e86ade07 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:33:12.570336 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (fe92c17f-83e7-45c5-9465-1ecee536a802), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:12.714664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b9f7f59f-a4e4-4055-84df-9ea9e86ade07 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:12.715050 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b9f7f59f-a4e4-4055-84df-9ea9e86ade07), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:12.780419 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a79eb7d-a702-430b-9290-b37cb6d956ba tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c4413a95-31ee-41af-8005-fc6b2e07f5d1), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:12.784801 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-cb095eff-df5b-4942-8760-153daa591721 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting port 6c0e9b9b-0a3d-4429-bbf5-50791189f91f {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:12.785497 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb095eff-df5b-4942-8760-153daa591721 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6c0e9b9b-0a3d-4429-bbf5-50791189f91f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:12.952157 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-cb095eff-df5b-4942-8760-153daa591721 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] For port 6c0e9b9b-0a3d-4429-bbf5-50791189f91f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6c0e9b9b-0a3d-4429-bbf5-50791189f91f,segment=NetworkSegment(f886a934-cf0c-4170-8260-71f924965632),segment_id=f886a934-cf0c-4170-8260-71f924965632)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:12.952954 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb095eff-df5b-4942-8760-153daa591721 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6c0e9b9b-0a3d-4429-bbf5-50791189f91f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:12.999513 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-cb095eff-df5b-4942-8760-153daa591721 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Calling delete_port for 6c0e9b9b-0a3d-4429-bbf5-50791189f91f owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:13.015810 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b9f7f59f-a4e4-4055-84df-9ea9e86ade07 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:13.019225 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b9f7f59f-a4e4-4055-84df-9ea9e86ade07), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:13.120559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port b9f7f59f-a4e4-4055-84df-9ea9e86ade07, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b9f7f59f-a4e4-4055-84df-9ea9e86ade07,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:13.130148 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b9f7f59f-a4e4-4055-84df-9ea9e86ade07), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:13.245154 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb095eff-df5b-4942-8760-153daa591721 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (6c0e9b9b-0a3d-4429-bbf5-50791189f91f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:13.307928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=b9f7f59f-a4e4-4055-84df-9ea9e86ade07,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:13.343160 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb095eff-df5b-4942-8760-153daa591721 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Port': ['ID=6c0e9b9b-0a3d-4429-bbf5-50791189f91f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:13.522894 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Pushing event updated for resources: {'Port': ['ID=fe92c17f-83e7-45c5-9465-1ecee536a802,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:13.534547 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e8c6a5c8-c8a0-490d-ac49-04cdf608fe2d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (b5cf3aa2-49e3-4be1-b8e6-1a1e80a1c7e1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:13.543249 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (a2d2b345-147b-4779-9b31-f399fd31c89b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:13.652703 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:13.652989 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:13.653334 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:13.654196 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:13.654550 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:13.654925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:13.655278 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:13.655612 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:13.655963 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:13.656297 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:13.656626 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:13.656954 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:13.657280 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:13.710370 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:13.723489 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1784b899-4b77-48ea-b436-2bcb00094884 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2790730 Feb 28 20:33:13.733614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41570) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:13.742520 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3b05ce40-645c-4170-9a5d-4c7bd42fc114 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1105726303', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'fixed_ips': [{'ip_address': '172.25.0.39'}]}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:13.787061 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-03006e98-502b-47aa-94dc-e43c4261208f None None] Provisioning complete for port b9f7f59f-a4e4-4055-84df-9ea9e86ade07 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:13.787798 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-03006e98-502b-47aa-94dc-e43c4261208f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b9f7f59f-a4e4-4055-84df-9ea9e86ade07), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:13.799044 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b05ce40-645c-4170-9a5d-4c7bd42fc114 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Made reservation on behalf of 61a8153808d14f32a7500a76c2bab376 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:33:13.801704 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3b05ce40-645c-4170-9a5d-4c7bd42fc114 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:13.835282 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3b05ce40-645c-4170-9a5d-4c7bd42fc114 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:13.840193 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e8c6a5c8-c8a0-490d-ac49-04cdf608fe2d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (b5cf3aa2-49e3-4be1-b8e6-1a1e80a1c7e1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:13.879614 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e8c6a5c8-c8a0-490d-ac49-04cdf608fe2d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:13.883034 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e8c6a5c8-c8a0-490d-ac49-04cdf608fe2d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/b5cf3aa2-49e3-4be1-b8e6-1a1e80a1c7e1 HTTP/1.1" status: 204 len: 168 time: 1.8406770 Feb 28 20:33:13.910506 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41572) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:13.946679 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb095eff-df5b-4942-8760-153daa591721 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (31b9bb8b-6289-4f25-adce-e092aec4d787), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:14.016344 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6a5c8-c8a0-490d-ac49-04cdf608fe2d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=b5cf3aa2-49e3-4be1-b8e6-1a1e80a1c7e1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:14.039612 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-03006e98-502b-47aa-94dc-e43c4261208f None None] Current status of the port b9f7f59f-a4e4-4055-84df-9ea9e86ade07 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:14.092175 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e027a1-c1f9-4f8b-a657-e60cb41b6679 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:33:14.125763 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-52eb425b-d880-48c0-8ad7-c3697ed9fd27 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1556222 Feb 28 20:33:14.141540 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41576) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:14.262417 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-98ef2f45-8e33-43ea-b80c-7264c9d4193c None None] Could not find standard attr ID for object e2f5862f-3efd-4161-9cef-2f4fa9825f7c. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:33:14.301984 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a79eb7d-a702-430b-9290-b37cb6d956ba tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks [] for port (c4413a95-31ee-41af-8005-fc6b2e07f5d1), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:14.315018 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a79eb7d-a702-430b-9290-b37cb6d956ba tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (c4413a95-31ee-41af-8005-fc6b2e07f5d1), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:14.421164 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9fd7f3-f86b-4660-b216-f3e67cfc1947 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:14.439320 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cd9fd7f3-f86b-4660-b216-f3e67cfc1947 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2876256 Feb 28 20:33:14.440401 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41580) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:14.442175 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b9f7f59f-a4e4-4055-84df-9ea9e86ade07 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:33:14.551889 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fe1cc2-a1d1-4026-bcd4-4f385840172f None None] DHCP port deletion for 60bc62cf-1ebe-462d-93c7-f1108638c505 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:33:14.564503 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79eb7d-a702-430b-9290-b37cb6d956ba tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Pushing event updated for resources: {'Port': ['ID=c4413a95-31ee-41af-8005-fc6b2e07f5d1,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:14.600354 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2a79eb7d-a702-430b-9290-b37cb6d956ba tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] In _notify_port_updated(), no bound segment for port c4413a95-31ee-41af-8005-fc6b2e07f5d1 on network 014c8ccf-18f0-47d4-baa7-7800258ba507 {{(pid=103773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:33:14.616682 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a79eb7d-a702-430b-9290-b37cb6d956ba tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:14.622368 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a79eb7d-a702-430b-9290-b37cb6d956ba tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:14.632658 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2a79eb7d-a702-430b-9290-b37cb6d956ba tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "PUT /v2.0/ports/c4413a95-31ee-41af-8005-fc6b2e07f5d1 HTTP/1.1" status: 200 len: 997 time: 2.4100735 Feb 28 20:33:14.633672 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41588) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:14.644148 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb095eff-df5b-4942-8760-153daa591721 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router 31b9bb8b-6289-4f25-adce-e092aec4d787 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:33:14.696213 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3b05ce40-645c-4170-9a5d-4c7bd42fc114 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Publish callbacks [] for security_group (dd82bb91-79e0-4ebc-bc71-e34427cb2290), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:14.721863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416cb206-7393-4fcc-97b2-b07f023d2b0e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:14.724287 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-416cb206-7393-4fcc-97b2-b07f023d2b0e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2768469 Feb 28 20:33:14.728087 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3b05ce40-645c-4170-9a5d-4c7bd42fc114 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (dd82bb91-79e0-4ebc-bc71-e34427cb2290), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:14.740002 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-3b05ce40-645c-4170-9a5d-4c7bd42fc114 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] device_id is not set on port 4bfdf0b6-e2c2-4495-8fe4-71115b6bd532 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:33:14.757478 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41596) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:14.758282 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c7fe1cc2-a1d1-4026-bcd4-4f385840172f None None] Deleting port b9f7f59f-a4e4-4055-84df-9ea9e86ade07 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:14.763587 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c7fe1cc2-a1d1-4026-bcd4-4f385840172f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b9f7f59f-a4e4-4055-84df-9ea9e86ade07), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:14.909061 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c38b62de-b115-4304-b847-a9d2e96bebe7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1376021 Feb 28 20:33:14.910125 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41598) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:14.915410 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-7c49a835-f97f-4839-b20d-20e84ffc5621 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:14.927389 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c7fe1cc2-a1d1-4026-bcd4-4f385840172f None None] For port b9f7f59f-a4e4-4055-84df-9ea9e86ade07, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b9f7f59f-a4e4-4055-84df-9ea9e86ade07,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:14.928264 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c7fe1cc2-a1d1-4026-bcd4-4f385840172f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b9f7f59f-a4e4-4055-84df-9ea9e86ade07), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:14.957382 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c7fe1cc2-a1d1-4026-bcd4-4f385840172f None None] Calling delete_port for b9f7f59f-a4e4-4055-84df-9ea9e86ade07 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:15.067213 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b05ce40-645c-4170-9a5d-4c7bd42fc114 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 20:33:15.068158 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b05ce40-645c-4170-9a5d-4c7bd42fc114 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:33:15.112305 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05ce40-645c-4170-9a5d-4c7bd42fc114 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd82bb91-79e0-4ebc-bc71-e34427cb2290,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:15.123224 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3b05ce40-645c-4170-9a5d-4c7bd42fc114 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.3880224 Feb 28 20:33:15.123921 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41602) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:15.197475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d8052799-bfaf-4436-ae3c-cf978168c671 None None] Provisioning complete for port c4413a95-31ee-41af-8005-fc6b2e07f5d1 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:15.198238 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d8052799-bfaf-4436-ae3c-cf978168c671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c4413a95-31ee-41af-8005-fc6b2e07f5d1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:15.259552 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b9f7f59f-a4e4-4055-84df-9ea9e86ade07 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:15.260333 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b9f7f59f-a4e4-4055-84df-9ea9e86ade07), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:15.331372 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d8052799-bfaf-4436-ae3c-cf978168c671 None None] Port c4413a95-31ee-41af-8005-fc6b2e07f5d1 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:33:15.345953 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c7fe1cc2-a1d1-4026-bcd4-4f385840172f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (b9f7f59f-a4e4-4055-84df-9ea9e86ade07), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:15.381511 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb095eff-df5b-4942-8760-153daa591721 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:33:15.386627 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe1cc2-a1d1-4026-bcd4-4f385840172f None None] Pushing event deleted for resources: {'Port': ['ID=b9f7f59f-a4e4-4055-84df-9ea9e86ade07,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:15.399878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fe1cc2-a1d1-4026-bcd4-4f385840172f None None] No DVR routers for this DVR port b9f7f59f-a4e4-4055-84df-9ea9e86ade07 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:33:15.405346 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cb095eff-df5b-4942-8760-153daa591721 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/31b9bb8b-6289-4f25-adce-e092aec4d787/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2806025 Feb 28 20:33:15.413255 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Could not find standard attr ID for object b9f7f59f-a4e4-4055-84df-9ea9e86ade07. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:33:15.417286 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41606) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:15.425461 n-d-820368-21 neutron-server[103775]: INFO neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No ports have port_id starting with b9f7f59f-a4e4-4055-84df-9ea9e86ade07 Feb 28 20:33:15.436420 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed59bc1c-a5f4-4130-8d1d-7cb46aaefe38 None None] Sync routers for ids ['31b9bb8b-6289-4f25-adce-e092aec4d787'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:33:15.459170 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c1b9a004-8719-4717-92a7-ba5b5fb1271a tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Deleting port c4413a95-31ee-41af-8005-fc6b2e07f5d1 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:15.459398 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1b9a004-8719-4717-92a7-ba5b5fb1271a tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c4413a95-31ee-41af-8005-fc6b2e07f5d1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:15.463695 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed59bc1c-a5f4-4130-8d1d-7cb46aaefe38 None None] Routers {'31b9bb8b-6289-4f25-adce-e092aec4d787'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:33:15.467478 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ed59bc1c-a5f4-4130-8d1d-7cb46aaefe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:32:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['31b9bb8b-6289-4f25-adce-e092aec4d787'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:15.518144 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-0ea575d1-61bc-449e-81e4-9ba71fce6aa1 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Deleting port fe92c17f-83e7-45c5-9465-1ecee536a802 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:15.521706 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0ea575d1-61bc-449e-81e4-9ba71fce6aa1 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (fe92c17f-83e7-45c5-9465-1ecee536a802), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:15.558980 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c49a835-f97f-4839-b20d-20e84ffc5621 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:33:15.570894 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7c49a835-f97f-4839-b20d-20e84ffc5621 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:15.690860 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-ed59bc1c-a5f4-4130-8d1d-7cb46aaefe38 None None] Set router 31b9bb8b-6289-4f25-adce-e092aec4d787 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:33:15.735286 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0ea575d1-61bc-449e-81e4-9ba71fce6aa1 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (fe92c17f-83e7-45c5-9465-1ecee536a802), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:15.735863 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0ea575d1-61bc-449e-81e4-9ba71fce6aa1 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Publish callbacks [] for floatingip (fe92c17f-83e7-45c5-9465-1ecee536a802), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:15.754029 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-0ea575d1-61bc-449e-81e4-9ba71fce6aa1 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Calling delete_port for fe92c17f-83e7-45c5-9465-1ecee536a802 owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:15.918669 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0ea575d1-61bc-449e-81e4-9ba71fce6aa1 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (fe92c17f-83e7-45c5-9465-1ecee536a802), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:16.050712 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea575d1-61bc-449e-81e4-9ba71fce6aa1 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe92c17f-83e7-45c5-9465-1ecee536a802,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:16.147435 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ed59bc1c-a5f4-4130-8d1d-7cb46aaefe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:33:13Z', 'revision_number': 10, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:09Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:16.173912 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0ea575d1-61bc-449e-81e4-9ba71fce6aa1 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Publish callbacks [] for floatingip (a2d2b345-147b-4779-9b31-f399fd31c89b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:16.189414 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0ea575d1-61bc-449e-81e4-9ba71fce6aa1 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:16.200712 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0ea575d1-61bc-449e-81e4-9ba71fce6aa1 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184 tempest-ExternalNetworksAdminNegativeTestJSON-1927977184-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/a2d2b345-147b-4779-9b31-f399fd31c89b HTTP/1.1" status: 204 len: 168 time: 1.0755270 Feb 28 20:33:16.247169 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-59016e50-b90e-4408-aa2e-bb20d84e2374 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting subnet d952f939-f6cb-4cf6-8bd3-ff27010082df {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:33:16.260250 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59016e50-b90e-4408-aa2e-bb20d84e2374 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (d952f939-f6cb-4cf6-8bd3-ff27010082df), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:16.376592 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b9f7f59f-a4e4-4055-84df-9ea9e86ade07 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:33:16.391144 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59016e50-b90e-4408-aa2e-bb20d84e2374 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (d952f939-f6cb-4cf6-8bd3-ff27010082df), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:16.409079 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed59bc1c-a5f4-4130-8d1d-7cb46aaefe38 None None] Checking router: 31b9bb8b-6289-4f25-adce-e092aec4d787 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:33:16.418653 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed59bc1c-a5f4-4130-8d1d-7cb46aaefe38 None None] Routers {'31b9bb8b-6289-4f25-adce-e092aec4d787'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:33:16.421948 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ed59bc1c-a5f4-4130-8d1d-7cb46aaefe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:32:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['31b9bb8b-6289-4f25-adce-e092aec4d787'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:16.433638 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: b9f7f59f-a4e4-4055-84df-9ea9e86ade07 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:33:16.452200 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b9f7f59f-a4e4-4055-84df-9ea9e86ade07 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:33:16.499184 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9912f8e9-097a-46e9-aa00-c080c3965f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:16.567954 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-ed59bc1c-a5f4-4130-8d1d-7cb46aaefe38 None None] Set router 31b9bb8b-6289-4f25-adce-e092aec4d787 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:33:16.617385 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59016e50-b90e-4408-aa2e-bb20d84e2374 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (d952f939-f6cb-4cf6-8bd3-ff27010082df), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:16.756569 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1b9a004-8719-4717-92a7-ba5b5fb1271a tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c4413a95-31ee-41af-8005-fc6b2e07f5d1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:16.823791 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08485ff7-1527-40a5-b035-8ef27a705b9d req-c65e3533-9cbd-4db8-9425-06d9eafbd06a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1222694 Feb 28 20:33:16.826946 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c1b9a004-8719-4717-92a7-ba5b5fb1271a tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Calling delete_port for c4413a95-31ee-41af-8005-fc6b2e07f5d1 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:16.871468 n-d-820368-21 neutron-server[103773]: DEBUG neutron.objects.ports [None req-7c49a835-f97f-4839-b20d-20e84ffc5621 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103773) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 20:33:16.888886 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7c49a835-f97f-4839-b20d-20e84ffc5621 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (d1f4af90-0379-4b52-8fad-3c8f7340f9a6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:16.948942 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41634) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:17.043500 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08485ff7-1527-40a5-b035-8ef27a705b9d req-5c0d9851-939f-40d3-b0bb-843b050d6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:17.045132 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08485ff7-1527-40a5-b035-8ef27a705b9d req-5c0d9851-939f-40d3-b0bb-843b050d6fbc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e4d9d813e9240f293de14f5d4db89db&device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4 HTTP/1.1" status: 200 len: 1129 time: 0.1619766 Feb 28 20:33:17.268988 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ed59bc1c-a5f4-4130-8d1d-7cb46aaefe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:33:13Z', 'revision_number': 10, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:09Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:17.323011 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3d6b7841-a786-49a1-8b87-aee8880821ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:17.364065 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed59bc1c-a5f4-4130-8d1d-7cb46aaefe38 None None] The sync data for ids ['31b9bb8b-6289-4f25-adce-e092aec4d787'] in n-d-820368-21 is: [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:33:13Z', 'revision_number': 10, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None, '_interfaces': [{'id': '9b5b0c09-1976-4dcd-a38d-68cc2e109e76', 'name': '', 'network_id': 'fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'mac_address': 'fa:16:3e:7e:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '5b458308-1741-4bc0-a82b-07065c112862', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:32:02Z', 'updated_at': '2022-02-28T20:32:09Z', 'revision_number': 5, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'subnets': [{'id': '5b458308-1741-4bc0-a82b-07065c112862', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:33:17.457138 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c49a835-f97f-4839-b20d-20e84ffc5621 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:17.468132 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-7c49a835-f97f-4839-b20d-20e84ffc5621 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:17.478555 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c49a835-f97f-4839-b20d-20e84ffc5621 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:17.486233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977cd07d-f1bd-41dc-a5b6-15ac76f1b3c1 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:33:17.498365 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7c49a835-f97f-4839-b20d-20e84ffc5621 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:17.498773 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08485ff7-1527-40a5-b035-8ef27a705b9d req-db2eac4a-b13c-49b3-b98c-d518273984f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:17.498773 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08485ff7-1527-40a5-b035-8ef27a705b9d req-db2eac4a-b13c-49b3-b98c-d518273984f9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 200 len: 915 time: 0.4272776 Feb 28 20:33:17.532104 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1b9a004-8719-4717-92a7-ba5b5fb1271a tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c4413a95-31ee-41af-8005-fc6b2e07f5d1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:17.605429 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08485ff7-1527-40a5-b035-8ef27a705b9d req-ffc8ca79-13b6-45a7-bf8b-cb4facdf1cd7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24e16ac2-b58f-43c2-8922-442401fb19e5 HTTP/1.1" status: 200 len: 217 time: 0.1019154 Feb 28 20:33:17.695290 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7c49a835-f97f-4839-b20d-20e84ffc5621 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.7835367 Feb 28 20:33:17.695713 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41648) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:17.702409 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9a004-8719-4717-92a7-ba5b5fb1271a tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Pushing event deleted for resources: {'Port': ['ID=c4413a95-31ee-41af-8005-fc6b2e07f5d1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:17.712105 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-81aaa5c8-fba6-468e-ace8-f5ce2d9f2bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'mac_address': 'fa:16:3e:a8:21:cb', 'name': 'tempest-NetworksTestDHCPv6-544092378'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:17.815978 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59016e50-b90e-4408-aa2e-bb20d84e2374 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (d952f939-f6cb-4cf6-8bd3-ff27010082df), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:17.877742 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cf3647-f619-4631-ac1c-0885eb4ee4a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-60bc62cf-1ebe-462d-93c7-f1108638c505', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'fixed_ips': [{'subnet_id': 'd1f4af90-0379-4b52-8fad-3c8f7340f9a6'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:33:17.878848 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-61cf3647-f619-4631-ac1c-0885eb4ee4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:17.962343 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08485ff7-1527-40a5-b035-8ef27a705b9d req-e01e6d04-f0f8-48f9-9a54-0016c3949cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:17.963789 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08485ff7-1527-40a5-b035-8ef27a705b9d req-e01e6d04-f0f8-48f9-9a54-0016c3949cd8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf2eab21-2ca0-4caf-a56e-ff3579d5667c HTTP/1.1" status: 200 len: 855 time: 0.3480937 Feb 28 20:33:18.051097 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1b9a004-8719-4717-92a7-ba5b5fb1271a tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:18.059456 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c1b9a004-8719-4717-92a7-ba5b5fb1271a tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "DELETE /v2.0/ports/c4413a95-31ee-41af-8005-fc6b2e07f5d1 HTTP/1.1" status: 204 len: 168 time: 3.4065654 Feb 28 20:33:18.061396 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41650) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:18.127253 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08485ff7-1527-40a5-b035-8ef27a705b9d req-1b8f5147-3f8f-4957-9e6d-dab39ff0b49e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fa039089-86c9-4396-bade-6f794fe57c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365204 Feb 28 20:33:18.136457 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dce44d6-8465-4c2b-86bc-7b0b7959211f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] GET failed (client error): The resource could not be found. Feb 28 20:33:18.144970 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1dce44d6-8465-4c2b-86bc-7b0b7959211f tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "GET /v2.0/ports/c4413a95-31ee-41af-8005-fc6b2e07f5d1 HTTP/1.1" status: 404 len: 333 time: 0.0738881 Feb 28 20:33:18.146868 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49a835-f97f-4839-b20d-20e84ffc5621 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=d1f4af90-0379-4b52-8fad-3c8f7340f9a6,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:18.199797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41656) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:18.225273 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-5ff2aa59-30c2-48b2-aa1e-d94d67de0043 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Request body: {'port': {'network_id': '014c8ccf-18f0-47d4-baa7-7800258ba507', 'name': 'tempest-AllowedAddressPairTestJSON-7713680'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:18.328960 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59016e50-b90e-4408-aa2e-bb20d84e2374 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Subnet': ['ID=d952f939-f6cb-4cf6-8bd3-ff27010082df,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:18.342550 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59016e50-b90e-4408-aa2e-bb20d84e2374 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:18.356386 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-59016e50-b90e-4408-aa2e-bb20d84e2374 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/subnets/d952f939-f6cb-4cf6-8bd3-ff27010082df HTTP/1.1" status: 204 len: 168 time: 2.9337125 Feb 28 20:33:18.359991 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41660) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:18.367907 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3d6b7841-a786-49a1-8b87-aee8880821ed admin admin] Publish callbacks [] for security_group (b5133654-7587-4015-91c2-ff42b9fbb0e7), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:18.471073 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-61cf3647-f619-4631-ac1c-0885eb4ee4a8 None None] Allocated IP 2001:db8::f816:3eff:fee9:e879 (60bc62cf-1ebe-462d-93c7-f1108638c505/d1f4af90-0379-4b52-8fad-3c8f7340f9a6/fb6175eb-b987-4567-911c-e79c59b89354) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:33:18.537631 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6c0e9b9b-0a3d-4429-bbf5-50791189f91f no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:33:18.539658 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f658d6-7571-4e6b-9f95-03478c68faac None None] Network ba9b57c3-e373-46f6-a24d-635fc736e1c5 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:33:18.664723 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3d6b7841-a786-49a1-8b87-aee8880821ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b5133654-7587-4015-91c2-ff42b9fbb0e7), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:18.690911 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-65270f24-ea22-4825-a98c-114230c48ed9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (ba9b57c3-e373-46f6-a24d-635fc736e1c5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:18.791862 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 6c0e9b9b-0a3d-4429-bbf5-50791189f91f {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:33:18.792471 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6c0e9b9b-0a3d-4429-bbf5-50791189f91f not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:33:18.847369 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41668) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:18.856128 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3d6b7841-a786-49a1-8b87-aee8880821ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e727d41c5df2410fa2cc050c4ea7772e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9058657 Feb 28 20:33:18.893279 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b7841-a786-49a1-8b87-aee8880821ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5133654-7587-4015-91c2-ff42b9fbb0e7,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:18.940482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-65270f24-ea22-4825-a98c-114230c48ed9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting port 9581bafd-b60a-4c2f-a169-7ff5de10dcab {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:18.941176 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-65270f24-ea22-4825-a98c-114230c48ed9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (9581bafd-b60a-4c2f-a169-7ff5de10dcab), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:19.005240 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81aaa5c8-fba6-468e-ace8-f5ce2d9f2bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:33:19.097500 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6c00bb0-cacd-4f2c-95ff-28f812b16cf7 admin admin] Publish callbacks [] for security_group (b5133654-7587-4015-91c2-ff42b9fbb0e7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:19.129487 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff2aa59-30c2-48b2-aa1e-d94d67de0043 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Made reservation on behalf of ef768ae58649435db6bacd4e35f169ea for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:33:19.129681 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6c00bb0-cacd-4f2c-95ff-28f812b16cf7 admin admin] Publish callbacks [] for security_group (b5133654-7587-4015-91c2-ff42b9fbb0e7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:19.139501 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5ff2aa59-30c2-48b2-aa1e-d94d67de0043 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:19.156772 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08485ff7-1527-40a5-b035-8ef27a705b9d req-53aab60e-b387-485a-9720-6443af16c04e service neutron] 10.222.0.10 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0283732 Feb 28 20:33:19.245161 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6c00bb0-cacd-4f2c-95ff-28f812b16cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b5133654-7587-4015-91c2-ff42b9fbb0e7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:19.249054 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6c00bb0-cacd-4f2c-95ff-28f812b16cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:19.252810 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d6c00bb0-cacd-4f2c-95ff-28f812b16cf7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5133654-7587-4015-91c2-ff42b9fbb0e7 HTTP/1.1" status: 204 len: 168 time: 0.4020736 Feb 28 20:33:19.252810 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-65270f24-ea22-4825-a98c-114230c48ed9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] For port 9581bafd-b60a-4c2f-a169-7ff5de10dcab, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9581bafd-b60a-4c2f-a169-7ff5de10dcab,segment=NetworkSegment(f886a934-cf0c-4170-8260-71f924965632),segment_id=f886a934-cf0c-4170-8260-71f924965632)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:19.253087 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-65270f24-ea22-4825-a98c-114230c48ed9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (9581bafd-b60a-4c2f-a169-7ff5de10dcab), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:19.262544 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-5ff2aa59-30c2-48b2-aa1e-d94d67de0043 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] device_id is not set on port a3dc4b4b-325e-42e3-ab8b-06f73c1edba7 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:33:19.276967 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-65270f24-ea22-4825-a98c-114230c48ed9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Calling delete_port for 9581bafd-b60a-4c2f-a169-7ff5de10dcab owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:19.279616 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c00bb0-cacd-4f2c-95ff-28f812b16cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5133654-7587-4015-91c2-ff42b9fbb0e7,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:19.391449 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-81aaa5c8-fba6-468e-ace8-f5ce2d9f2bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:19.473434 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-81aaa5c8-fba6-468e-ace8-f5ce2d9f2bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] device_id is not set on port 95b69544-e7c2-4c21-b67a-783edb0b61f7 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:33:19.565065 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff722ac9-bc09-4f7d-b1b5-f9b2c32580cf None None] DHCP port deletion for ba9b57c3-e373-46f6-a24d-635fc736e1c5 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:33:19.870019 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-61cf3647-f619-4631-ac1c-0885eb4ee4a8 None None] Publish callbacks [] for port (fb6175eb-b987-4567-911c-e79c59b89354), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:19.893537 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-61cf3647-f619-4631-ac1c-0885eb4ee4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (fb6175eb-b987-4567-911c-e79c59b89354), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:20.097147 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-81aaa5c8-fba6-468e-ace8-f5ce2d9f2bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8::f816:3eff:fea8:21cb (60bc62cf-1ebe-462d-93c7-f1108638c505/d1f4af90-0379-4b52-8fad-3c8f7340f9a6/95b69544-e7c2-4c21-b67a-783edb0b61f7) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:33:20.144917 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-28cfdb1f-e008-434c-8993-20815dff9d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:20.239992 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:20.292207 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:20.320161 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cf3647-f619-4631-ac1c-0885eb4ee4a8 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:20.336985 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-61cf3647-f619-4631-ac1c-0885eb4ee4a8 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:20.342789 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cf3647-f619-4631-ac1c-0885eb4ee4a8 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:33:20.411772 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9581bafd-b60a-4c2f-a169-7ff5de10dcab no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:33:20.521593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ff722ac9-bc09-4f7d-b1b5-f9b2c32580cf None None] Deleting port 9581bafd-b60a-4c2f-a169-7ff5de10dcab {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:20.522153 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-81aaa5c8-fba6-468e-ace8-f5ce2d9f2bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (95b69544-e7c2-4c21-b67a-783edb0b61f7), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:20.527691 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ff722ac9-bc09-4f7d-b1b5-f9b2c32580cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (9581bafd-b60a-4c2f-a169-7ff5de10dcab), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:20.559794 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41686) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:20.560421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41690) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:20.586717 n-d-820368-21 neutron-server[103775]: INFO neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No ports have port_id starting with 9581bafd-b60a-4c2f-a169-7ff5de10dcab Feb 28 20:33:20.602454 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-65270f24-ea22-4825-a98c-114230c48ed9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (9581bafd-b60a-4c2f-a169-7ff5de10dcab), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:20.604190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-61cf3647-f619-4631-ac1c-0885eb4ee4a8 None None] Attempting to bind port fb6175eb-b987-4567-911c-e79c59b89354 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:33:20.604791 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-61cf3647-f619-4631-ac1c-0885eb4ee4a8 None None] Attempting to bind port fb6175eb-b987-4567-911c-e79c59b89354 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:33:20.605379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf3647-f619-4631-ac1c-0885eb4ee4a8 None None] Attempting to bind port fb6175eb-b987-4567-911c-e79c59b89354 on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:33:20.632021 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf3647-f619-4631-ac1c-0885eb4ee4a8 None None] Pushing event updated for resources: {'Port': ['ID=fb6175eb-b987-4567-911c-e79c59b89354,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:20.657528 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf3647-f619-4631-ac1c-0885eb4ee4a8 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:33:20.658238 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf3647-f619-4631-ac1c-0885eb4ee4a8 None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:33:20.658883 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-61cf3647-f619-4631-ac1c-0885eb4ee4a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:20.659955 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf3647-f619-4631-ac1c-0885eb4ee4a8 None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:33:20.660742 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-61cf3647-f619-4631-ac1c-0885eb4ee4a8 None None] Bound port: fb6175eb-b987-4567-911c-e79c59b89354, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:33:20.662656 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-61cf3647-f619-4631-ac1c-0885eb4ee4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fb6175eb-b987-4567-911c-e79c59b89354), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:20.667894 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-81aaa5c8-fba6-468e-ace8-f5ce2d9f2bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (95b69544-e7c2-4c21-b67a-783edb0b61f7), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:20.673338 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08485ff7-1527-40a5-b035-8ef27a705b9d req-6eb722c8-f5fe-4dd1-94d7-97a9d59eefd1 service neutron] 10.222.0.10 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5023499 Feb 28 20:33:20.718219 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65270f24-ea22-4825-a98c-114230c48ed9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] No DVR routers for this DVR port 9581bafd-b60a-4c2f-a169-7ff5de10dcab on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:33:20.728202 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65270f24-ea22-4825-a98c-114230c48ed9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Port': ['ID=9581bafd-b60a-4c2f-a169-7ff5de10dcab,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:20.846583 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-61cf3647-f619-4631-ac1c-0885eb4ee4a8 None None] For port fb6175eb-b987-4567-911c-e79c59b89354, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:33:20.859530 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-61cf3647-f619-4631-ac1c-0885eb4ee4a8 None None] For port fb6175eb-b987-4567-911c-e79c59b89354, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=fb6175eb-b987-4567-911c-e79c59b89354,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:33:20.925175 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cb936ff0-cd36-4ac5-9295-86a1f8108bbe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61a8153808d14f32a7500a76c2bab376&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3438675 Feb 28 20:33:20.926425 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41702) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:20.939905 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aaa5c8-fba6-468e-ace8-f5ce2d9f2bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=95b69544-e7c2-4c21-b67a-783edb0b61f7,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:20.957800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-5ff2aa59-30c2-48b2-aa1e-d94d67de0043 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Allocated IP 172.20.0.13 (014c8ccf-18f0-47d4-baa7-7800258ba507/732cf103-c722-4859-8d0d-46e970f13359/a3dc4b4b-325e-42e3-ab8b-06f73c1edba7) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:33:20.966932 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-61cf3647-f619-4631-ac1c-0885eb4ee4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fb6175eb-b987-4567-911c-e79c59b89354), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:20.978403 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aaa5c8-fba6-468e-ace8-f5ce2d9f2bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:20.987308 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-81aaa5c8-fba6-468e-ace8-f5ce2d9f2bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:20.997215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aaa5c8-fba6-468e-ace8-f5ce2d9f2bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:33:21.013665 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aaa5c8-fba6-468e-ace8-f5ce2d9f2bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:21.014769 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-81aaa5c8-fba6-468e-ace8-f5ce2d9f2bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:21.080252 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-65270f24-ea22-4825-a98c-114230c48ed9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (ba9b57c3-e373-46f6-a24d-635fc736e1c5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:21.082871 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-81aaa5c8-fba6-468e-ace8-f5ce2d9f2bdc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3850188 Feb 28 20:33:21.085412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41704) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:21.142507 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-65270f24-ea22-4825-a98c-114230c48ed9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9b57c3-e373-46f6-a24d-635fc736e1c5']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:21.155262 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf3647-f619-4631-ac1c-0885eb4ee4a8 None None] Pushing event updated for resources: {'Port': ['ID=fb6175eb-b987-4567-911c-e79c59b89354,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:21.171221 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-65270f24-ea22-4825-a98c-114230c48ed9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f886a934-cf0c-4170-8260-71f924965632') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:21.171523 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-65270f24-ea22-4825-a98c-114230c48ed9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f886a934-cf0c-4170-8260-71f924965632') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:21.203680 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-65270f24-ea22-4825-a98c-114230c48ed9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (f886a934-cf0c-4170-8260-71f924965632), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:21.228635 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-65270f24-ea22-4825-a98c-114230c48ed9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f886a934-cf0c-4170-8260-71f924965632), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:21.238956 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65270f24-ea22-4825-a98c-114230c48ed9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:33:21.239516 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-65270f24-ea22-4825-a98c-114230c48ed9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (f886a934-cf0c-4170-8260-71f924965632), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:21.270918 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ff722ac9-bc09-4f7d-b1b5-f9b2c32580cf None None] For port 9581bafd-b60a-4c2f-a169-7ff5de10dcab, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9581bafd-b60a-4c2f-a169-7ff5de10dcab,segment=NetworkSegment(f886a934-cf0c-4170-8260-71f924965632),segment_id=f886a934-cf0c-4170-8260-71f924965632)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:21.271919 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ff722ac9-bc09-4f7d-b1b5-f9b2c32580cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (9581bafd-b60a-4c2f-a169-7ff5de10dcab), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:33:21.361246 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:33:21.406167 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-65270f24-ea22-4825-a98c-114230c48ed9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (ba9b57c3-e373-46f6-a24d-635fc736e1c5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:21.423870 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-65270f24-ea22-4825-a98c-114230c48ed9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:21.426218 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3414a1b-156f-4ead-a103-7777e4b80daa tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:21.429988 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-65270f24-ea22-4825-a98c-114230c48ed9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/networks/ba9b57c3-e373-46f6-a24d-635fc736e1c5 HTTP/1.1" status: 204 len: 168 time: 3.0692785 Feb 28 20:33:21.436049 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41706) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:21.454597 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3414a1b-156f-4ead-a103-7777e4b80daa tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:21.456102 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:21.457930 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ff722ac9-bc09-4f7d-b1b5-f9b2c32580cf None None] Calling delete_port for 9581bafd-b60a-4c2f-a169-7ff5de10dcab owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:21.462247 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c3414a1b-156f-4ead-a103-7777e4b80daa tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3622935 Feb 28 20:33:21.747551 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ff722ac9-bc09-4f7d-b1b5-f9b2c32580cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (9581bafd-b60a-4c2f-a169-7ff5de10dcab), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:21.782895 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff722ac9-bc09-4f7d-b1b5-f9b2c32580cf None None] Network ba9b57c3-e373-46f6-a24d-635fc736e1c5 is not hosted by any dhcp agent {{(pid=103775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 20:33:21.783113 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff722ac9-bc09-4f7d-b1b5-f9b2c32580cf None None] No DVR routers for this DVR port 9581bafd-b60a-4c2f-a169-7ff5de10dcab on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:33:21.860426 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff722ac9-bc09-4f7d-b1b5-f9b2c32580cf None None] Pushing event deleted for resources: {'Port': ['ID=9581bafd-b60a-4c2f-a169-7ff5de10dcab,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:21.861058 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5ff2aa59-30c2-48b2-aa1e-d94d67de0043 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks [] for port (a3dc4b4b-325e-42e3-ab8b-06f73c1edba7), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:21.915837 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41708) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:21.949812 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5ff2aa59-30c2-48b2-aa1e-d94d67de0043 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a3dc4b4b-325e-42e3-ab8b-06f73c1edba7), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:21.974861 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65270f24-ea22-4825-a98c-114230c48ed9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Network': ['ID=ba9b57c3-e373-46f6-a24d-635fc736e1c5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:21.990288 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff2aa59-30c2-48b2-aa1e-d94d67de0043 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Network 014c8ccf-18f0-47d4-baa7-7800258ba507 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:22.047533 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-5ff2aa59-30c2-48b2-aa1e-d94d67de0043 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:22.055399 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff2aa59-30c2-48b2-aa1e-d94d67de0043 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:33:22.218604 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2aa59-30c2-48b2-aa1e-d94d67de0043 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Pushing event updated for resources: {'Port': ['ID=a3dc4b4b-325e-42e3-ab8b-06f73c1edba7,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:22.250074 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff2aa59-30c2-48b2-aa1e-d94d67de0043 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:22.251280 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5ff2aa59-30c2-48b2-aa1e-d94d67de0043 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:22.325068 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5ff2aa59-30c2-48b2-aa1e-d94d67de0043 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.1128447 Feb 28 20:33:22.329172 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41718) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:22.347621 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-4f3c9bc9-9ebb-4ac6-9837-58c4cd10e951 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Request body: {'port': {'network_id': '014c8ccf-18f0-47d4-baa7-7800258ba507', 'name': 'tempest-AllowedAddressPairTestJSON-1777599019'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:22.499686 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:22.527736 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device fb6175eb-b987-4567-911c-e79c59b89354 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:33:22.582363 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-029e4546-4347-410d-9177-e67eb30f18d9 admin admin] Publish callbacks [] for security_group (dd82bb91-79e0-4ebc-bc71-e34427cb2290), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:22.651833 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-029e4546-4347-410d-9177-e67eb30f18d9 admin admin] Publish callbacks [] for security_group (dd82bb91-79e0-4ebc-bc71-e34427cb2290), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:22.681346 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1ed3b41d-c994-40d6-b355-512694f8cf5b None None] Provisioning complete for port a3dc4b4b-325e-42e3-ab8b-06f73c1edba7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:22.682667 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1ed3b41d-c994-40d6-b355-512694f8cf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a3dc4b4b-325e-42e3-ab8b-06f73c1edba7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:22.714298 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3c9bc9-9ebb-4ac6-9837-58c4cd10e951 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Made reservation on behalf of ef768ae58649435db6bacd4e35f169ea for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:33:22.723626 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4f3c9bc9-9ebb-4ac6-9837-58c4cd10e951 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:22.793323 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-4f3c9bc9-9ebb-4ac6-9837-58c4cd10e951 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] device_id is not set on port 4f0a3c2d-a359-4dc4-acdd-b94af290b99e yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:33:22.883352 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-029e4546-4347-410d-9177-e67eb30f18d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (dd82bb91-79e0-4ebc-bc71-e34427cb2290), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:22.886399 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-029e4546-4347-410d-9177-e67eb30f18d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:22.888481 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-029e4546-4347-410d-9177-e67eb30f18d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd82bb91-79e0-4ebc-bc71-e34427cb2290 HTTP/1.1" status: 204 len: 168 time: 1.9508739 Feb 28 20:33:22.916237 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7c8e79e-7576-4df3-a283-0e7d59f077cc req-ae25c3b4-4d85-4695-b472-321656c73d77 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=523ef972-316e-4964-86f5-1b43b4ec413c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0069730 Feb 28 20:33:22.921977 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e4546-4347-410d-9177-e67eb30f18d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd82bb91-79e0-4ebc-bc71-e34427cb2290,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:22.971600 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c218fd33-75b2-491c-85d2-55f6c269d437 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting port 95b69544-e7c2-4c21-b67a-783edb0b61f7 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:22.972024 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c218fd33-75b2-491c-85d2-55f6c269d437 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (95b69544-e7c2-4c21-b67a-783edb0b61f7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:22.996414 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1ed3b41d-c994-40d6-b355-512694f8cf5b None None] Port a3dc4b4b-325e-42e3-ab8b-06f73c1edba7 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:33:23.010152 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:23.019035 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port fb6175eb-b987-4567-911c-e79c59b89354 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:23.019506 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fb6175eb-b987-4567-911c-e79c59b89354), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:23.179919 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-4f3c9bc9-9ebb-4ac6-9837-58c4cd10e951 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Allocated IP 172.20.0.10 (014c8ccf-18f0-47d4-baa7-7800258ba507/732cf103-c722-4859-8d0d-46e970f13359/4f0a3c2d-a359-4dc4-acdd-b94af290b99e) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:33:23.286345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port fb6175eb-b987-4567-911c-e79c59b89354 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:23.286763 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fb6175eb-b987-4567-911c-e79c59b89354), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:23.442901 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port fb6175eb-b987-4567-911c-e79c59b89354, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=fb6175eb-b987-4567-911c-e79c59b89354,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:23.447729 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c218fd33-75b2-491c-85d2-55f6c269d437 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (95b69544-e7c2-4c21-b67a-783edb0b61f7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:23.462785 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fb6175eb-b987-4567-911c-e79c59b89354), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:23.579552 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7e80918e-09a6-4eee-b593-1838ee1f5ca5 None None] Provisioning complete for port fb6175eb-b987-4567-911c-e79c59b89354 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:23.579992 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7e80918e-09a6-4eee-b593-1838ee1f5ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fb6175eb-b987-4567-911c-e79c59b89354), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:23.673411 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c218fd33-75b2-491c-85d2-55f6c269d437 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Calling delete_port for 95b69544-e7c2-4c21-b67a-783edb0b61f7 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:23.700023 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4f3c9bc9-9ebb-4ac6-9837-58c4cd10e951 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks [] for port (4f0a3c2d-a359-4dc4-acdd-b94af290b99e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:23.796430 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4f3c9bc9-9ebb-4ac6-9837-58c4cd10e951 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4f0a3c2d-a359-4dc4-acdd-b94af290b99e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:23.888994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3c9bc9-9ebb-4ac6-9837-58c4cd10e951 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Network 014c8ccf-18f0-47d4-baa7-7800258ba507 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:23.893689 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-4f3c9bc9-9ebb-4ac6-9837-58c4cd10e951 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:23.901442 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3c9bc9-9ebb-4ac6-9837-58c4cd10e951 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:33:23.954646 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7e80918e-09a6-4eee-b593-1838ee1f5ca5 None None] Current status of the port fb6175eb-b987-4567-911c-e79c59b89354 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:23.961729 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=fb6175eb-b987-4567-911c-e79c59b89354,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:23.992762 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8e79e-7576-4df3-a283-0e7d59f077cc req-bb492823-43bf-4b3b-a3cb-4045ba69d9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:24.000985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c9bc9-9ebb-4ac6-9837-58c4cd10e951 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Pushing event updated for resources: {'Port': ['ID=4f0a3c2d-a359-4dc4-acdd-b94af290b99e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:24.001367 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7c8e79e-7576-4df3-a283-0e7d59f077cc req-bb492823-43bf-4b3b-a3cb-4045ba69d9cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e4d9d813e9240f293de14f5d4db89db&device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 1128 time: 0.8082395 Feb 28 20:33:24.066614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3c9bc9-9ebb-4ac6-9837-58c4cd10e951 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:24.067553 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4f3c9bc9-9ebb-4ac6-9837-58c4cd10e951 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:24.099142 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8cdd03f7-5d4b-47fb-9791-ef4c52a4b226 None None] Provisioning complete for port 95b69544-e7c2-4c21-b67a-783edb0b61f7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:24.104756 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8cdd03f7-5d4b-47fb-9791-ef4c52a4b226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (95b69544-e7c2-4c21-b67a-783edb0b61f7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:24.114556 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4f3c9bc9-9ebb-4ac6-9837-58c4cd10e951 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7821150 Feb 28 20:33:24.124312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41744) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:24.130951 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-83bd90c9-a18e-4134-be90-31043954c909 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:f6:d6:e1'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:fa:9f:4f'}]}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:24.242073 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8cdd03f7-5d4b-47fb-9791-ef4c52a4b226 None None] Port 95b69544-e7c2-4c21-b67a-783edb0b61f7 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:33:24.358217 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8e79e-7576-4df3-a283-0e7d59f077cc req-815c4607-f11f-4333-b429-8d6b8356f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:24.401009 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device fb6175eb-b987-4567-911c-e79c59b89354 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:33:24.410883 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7c8e79e-7576-4df3-a283-0e7d59f077cc req-815c4607-f11f-4333-b429-8d6b8356f18a service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 200 len: 915 time: 0.3825042 Feb 28 20:33:24.590615 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-83bd90c9-a18e-4134-be90-31043954c909 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4f0a3c2d-a359-4dc4-acdd-b94af290b99e), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:24.596573 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-dbb85c27-13b3-4e4b-8f64-e7eac02811a2 None None] Provisioning complete for port 4f0a3c2d-a359-4dc4-acdd-b94af290b99e triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:24.597192 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dbb85c27-13b3-4e4b-8f64-e7eac02811a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4f0a3c2d-a359-4dc4-acdd-b94af290b99e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:24.671489 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port fb6175eb-b987-4567-911c-e79c59b89354 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:24.677158 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fb6175eb-b987-4567-911c-e79c59b89354), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:24.734686 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7c8e79e-7576-4df3-a283-0e7d59f077cc req-53a7cccd-8973-458c-b0d6-56f186589a69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=372080bb-5ffd-4047-973b-a131aecf2892 HTTP/1.1" status: 200 len: 217 time: 0.2977958 Feb 28 20:33:24.768368 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-dbb85c27-13b3-4e4b-8f64-e7eac02811a2 None None] Port 4f0a3c2d-a359-4dc4-acdd-b94af290b99e cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:33:24.911294 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port fb6175eb-b987-4567-911c-e79c59b89354 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:25.001832 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8e79e-7576-4df3-a283-0e7d59f077cc req-9061b325-b3b1-49c7-8773-ceb074f36dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:25.003330 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7c8e79e-7576-4df3-a283-0e7d59f077cc req-9061b325-b3b1-49c7-8773-ceb074f36dc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf2eab21-2ca0-4caf-a56e-ff3579d5667c HTTP/1.1" status: 200 len: 855 time: 0.1627517 Feb 28 20:33:25.018267 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c218fd33-75b2-491c-85d2-55f6c269d437 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (95b69544-e7c2-4c21-b67a-783edb0b61f7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:25.225543 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7c8e79e-7576-4df3-a283-0e7d59f077cc req-fdf9f3df-b530-4edb-99b0-8b4b575fb529 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa039089-86c9-4396-bade-6f794fe57c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1786339 Feb 28 20:33:25.359727 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c218fd33-75b2-491c-85d2-55f6c269d437 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:25.367632 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c218fd33-75b2-491c-85d2-55f6c269d437 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/95b69544-e7c2-4c21-b67a-783edb0b61f7 HTTP/1.1" status: 204 len: 168 time: 3.3740227 Feb 28 20:33:25.577767 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218fd33-75b2-491c-85d2-55f6c269d437 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Port': ['ID=95b69544-e7c2-4c21-b67a-783edb0b61f7,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:25.588308 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7c8e79e-7576-4df3-a283-0e7d59f077cc req-d1341226-d8ee-430d-84c6-7e691387bd78 service neutron] 10.222.0.15 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488365 Feb 28 20:33:25.592981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41766) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:25.730766 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7659c5-5fff-4283-b964-cd8b06e6b8f7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:25.744974 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7659c5-5fff-4283-b964-cd8b06e6b8f7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:25.747638 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-be7659c5-5fff-4283-b964-cd8b06e6b8f7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1431713 Feb 28 20:33:25.748902 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-83bd90c9-a18e-4134-be90-31043954c909 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks [] for port (4f0a3c2d-a359-4dc4-acdd-b94af290b99e), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:25.751314 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41782) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:25.881346 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3307127-1a4b-402a-94c9-c53055af961e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet d1f4af90-0379-4b52-8fad-3c8f7340f9a6 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:33:25.884895 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-83bd90c9-a18e-4134-be90-31043954c909 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (4f0a3c2d-a359-4dc4-acdd-b94af290b99e), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:25.893588 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3307127-1a4b-402a-94c9-c53055af961e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (d1f4af90-0379-4b52-8fad-3c8f7340f9a6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:26.084061 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1ef897a7-05fa-4607-ae93-1d155c494614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (d26e5802-18b8-48a0-8b4e-add99484c537), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:26.167706 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3307127-1a4b-402a-94c9-c53055af961e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (d1f4af90-0379-4b52-8fad-3c8f7340f9a6), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:26.336690 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd90c9-a18e-4134-be90-31043954c909 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Pushing event updated for resources: {'Port': ['ID=4f0a3c2d-a359-4dc4-acdd-b94af290b99e,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:26.340318 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-83bd90c9-a18e-4134-be90-31043954c909 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] In _notify_port_updated(), no bound segment for port 4f0a3c2d-a359-4dc4-acdd-b94af290b99e on network 014c8ccf-18f0-47d4-baa7-7800258ba507 {{(pid=103774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:33:26.350494 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bd90c9-a18e-4134-be90-31043954c909 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:26.351262 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-83bd90c9-a18e-4134-be90-31043954c909 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:26.358498 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-83bd90c9-a18e-4134-be90-31043954c909 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "PUT /v2.0/ports/4f0a3c2d-a359-4dc4-acdd-b94af290b99e HTTP/1.1" status: 200 len: 1057 time: 2.2291470 Feb 28 20:33:26.371569 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41796) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:26.588671 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7c8e79e-7576-4df3-a283-0e7d59f077cc req-ca0a9289-2120-45f7-9cf2-add563e277b8 service neutron] 10.222.0.15 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9833250 Feb 28 20:33:26.663287 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e780a520-87ac-4d0b-8d24-b82bf7f15b07 None None] Provisioning complete for port 4f0a3c2d-a359-4dc4-acdd-b94af290b99e triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:26.663888 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e780a520-87ac-4d0b-8d24-b82bf7f15b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4f0a3c2d-a359-4dc4-acdd-b94af290b99e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:26.678507 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c2265499-fd60-4a27-8e13-fc35128f027d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (31b9bb8b-6289-4f25-adce-e092aec4d787), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:26.847178 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e780a520-87ac-4d0b-8d24-b82bf7f15b07 None None] Port 4f0a3c2d-a359-4dc4-acdd-b94af290b99e cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:33:26.880110 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3307127-1a4b-402a-94c9-c53055af961e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (d1f4af90-0379-4b52-8fad-3c8f7340f9a6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:26.940613 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-0f4488ab-6827-4992-8408-f7c71bef79b1 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Deleting port 4f0a3c2d-a359-4dc4-acdd-b94af290b99e {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:26.941122 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0f4488ab-6827-4992-8408-f7c71bef79b1 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4f0a3c2d-a359-4dc4-acdd-b94af290b99e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:27.073539 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0f4488ab-6827-4992-8408-f7c71bef79b1 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4f0a3c2d-a359-4dc4-acdd-b94af290b99e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:27.095248 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-0f4488ab-6827-4992-8408-f7c71bef79b1 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Calling delete_port for 4f0a3c2d-a359-4dc4-acdd-b94af290b99e owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:27.292843 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41810) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:27.321681 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0f4488ab-6827-4992-8408-f7c71bef79b1 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4f0a3c2d-a359-4dc4-acdd-b94af290b99e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:27.699590 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6363c1eb-ebfb-4f44-afe5-a9cdbac36bd2 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:27.720888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4488ab-6827-4992-8408-f7c71bef79b1 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Pushing event deleted for resources: {'Port': ['ID=4f0a3c2d-a359-4dc4-acdd-b94af290b99e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:27.859186 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3307127-1a4b-402a-94c9-c53055af961e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (d1f4af90-0379-4b52-8fad-3c8f7340f9a6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:27.969604 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3307127-1a4b-402a-94c9-c53055af961e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=d1f4af90-0379-4b52-8fad-3c8f7340f9a6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:27.994850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ba1ced-1da5-4543-9389-c263134b1b9d None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:33:28.015732 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3307127-1a4b-402a-94c9-c53055af961e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:28.020271 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d3307127-1a4b-402a-94c9-c53055af961e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/d1f4af90-0379-4b52-8fad-3c8f7340f9a6 HTTP/1.1" status: 204 len: 168 time: 2.2663453 Feb 28 20:33:28.042689 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41824) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:28.080679 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6363c1eb-ebfb-4f44-afe5-a9cdbac36bd2 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] 10.222.0.13 "PUT /v2.0/quotas/6dc40791856a4a1ebbccba24a27ababe HTTP/1.1" status: 200 len: 368 time: 0.7787368 Feb 28 20:33:28.081875 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41828) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:28.186853 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-effe838a-53d5-45bf-ae7a-262e68c3240c tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Request body: {'network': {'project_id': '6dc40791856a4a1ebbccba24a27ababe'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:28.286951 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a915d72a-8e86-4ad4-9514-b3ded077a724 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2377489 Feb 28 20:33:28.293102 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41832) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:28.295926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effe838a-53d5-45bf-ae7a-262e68c3240c tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Made reservation on behalf of 6dc40791856a4a1ebbccba24a27ababe for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:33:28.298700 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-effe838a-53d5-45bf-ae7a-262e68c3240c tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:28.334748 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-c83d6276-e960-4a7a-af15-4803b11f746e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:28.380503 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-1ef897a7-05fa-4607-ae93-1d155c494614 admin admin] Deleting port 1438dfc1-aaad-4146-a093-40c0a1378b89 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:28.383990 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-effe838a-53d5-45bf-ae7a-262e68c3240c tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:28.384301 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1ef897a7-05fa-4607-ae93-1d155c494614 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1438dfc1-aaad-4146-a093-40c0a1378b89), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:28.397264 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcf56a4-28f3-4591-a461-f9c6b27f5b23 None None] DHCP port deletion for 60bc62cf-1ebe-462d-93c7-f1108638c505 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:33:28.553175 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7dcf56a4-28f3-4591-a461-f9c6b27f5b23 None None] Deleting port fb6175eb-b987-4567-911c-e79c59b89354 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:28.553761 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7dcf56a4-28f3-4591-a461-f9c6b27f5b23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (fb6175eb-b987-4567-911c-e79c59b89354), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:28.677103 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-7dcf56a4-28f3-4591-a461-f9c6b27f5b23 None None] For port fb6175eb-b987-4567-911c-e79c59b89354, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=fb6175eb-b987-4567-911c-e79c59b89354,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:28.677103 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7dcf56a4-28f3-4591-a461-f9c6b27f5b23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (fb6175eb-b987-4567-911c-e79c59b89354), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:28.712795 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7dcf56a4-28f3-4591-a461-f9c6b27f5b23 None None] Calling delete_port for fb6175eb-b987-4567-911c-e79c59b89354 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:28.747603 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0f4488ab-6827-4992-8408-f7c71bef79b1 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:28.764923 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0f4488ab-6827-4992-8408-f7c71bef79b1 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "DELETE /v2.0/ports/4f0a3c2d-a359-4dc4-acdd-b94af290b99e HTTP/1.1" status: 204 len: 168 time: 2.3916175 Feb 28 20:33:28.766064 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41842) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:28.882507 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-effe838a-53d5-45bf-ae7a-262e68c3240c tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks [] for security_group (72bed08a-6b53-4fd9-a52d-c665e8fc795a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:28.888858 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-effe838a-53d5-45bf-ae7a-262e68c3240c tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (72bed08a-6b53-4fd9-a52d-c665e8fc795a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:28.891137 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e0919e-4c3d-4cdc-bf63-a3681e8b1d18 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] GET failed (client error): The resource could not be found. Feb 28 20:33:28.895463 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-13e0919e-4c3d-4cdc-bf63-a3681e8b1d18 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "GET /v2.0/ports/4f0a3c2d-a359-4dc4-acdd-b94af290b99e HTTP/1.1" status: 404 len: 333 time: 0.1253228 Feb 28 20:33:28.899727 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41846) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:28.972759 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7dcf56a4-28f3-4591-a461-f9c6b27f5b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (fb6175eb-b987-4567-911c-e79c59b89354), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:28.985203 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effe838a-53d5-45bf-ae7a-262e68c3240c tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:33:28.987497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcf56a4-28f3-4591-a461-f9c6b27f5b23 None None] No DVR routers for this DVR port fb6175eb-b987-4567-911c-e79c59b89354 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:33:29.022824 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe838a-53d5-45bf-ae7a-262e68c3240c tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bed08a-6b53-4fd9-a52d-c665e8fc795a,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:29.031892 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf56a4-28f3-4591-a461-f9c6b27f5b23 None None] Pushing event deleted for resources: {'Port': ['ID=fb6175eb-b987-4567-911c-e79c59b89354,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:29.043640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41848) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:29.087059 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-effe838a-53d5-45bf-ae7a-262e68c3240c tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (ace3643f-be3e-4862-9058-eacf79464b1e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:29.100432 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-effe838a-53d5-45bf-ae7a-262e68c3240c tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Added segment ace3643f-be3e-4862-9058-eacf79464b1e of type vlan for network 3e19f2e8-b7b3-4908-9a62-d02ff5518d7d Feb 28 20:33:29.104142 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-1ef897a7-05fa-4607-ae93-1d155c494614 admin admin] For port 1438dfc1-aaad-4146-a093-40c0a1378b89, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1438dfc1-aaad-4146-a093-40c0a1378b89,segment=NetworkSegment(8e033a05-7daa-4810-ae7e-8076b1b461b4),segment_id=8e033a05-7daa-4810-ae7e-8076b1b461b4)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:29.107082 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1ef897a7-05fa-4607-ae93-1d155c494614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1438dfc1-aaad-4146-a093-40c0a1378b89), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:29.143862 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83d6276-e960-4a7a-af15-4803b11f746e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:33:29.151487 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c83d6276-e960-4a7a-af15-4803b11f746e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:29.162552 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-1ef897a7-05fa-4607-ae93-1d155c494614 admin admin] Calling delete_port for 1438dfc1-aaad-4146-a093-40c0a1378b89 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:29.243188 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-effe838a-53d5-45bf-ae7a-262e68c3240c tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (3e19f2e8-b7b3-4908-9a62-d02ff5518d7d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:29.296128 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c2265499-fd60-4a27-8e13-fc35128f027d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting port 9b5b0c09-1976-4dcd-a38d-68cc2e109e76 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:29.297066 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c2265499-fd60-4a27-8e13-fc35128f027d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (9b5b0c09-1976-4dcd-a38d-68cc2e109e76), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:29.319388 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-effe838a-53d5-45bf-ae7a-262e68c3240c tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (3e19f2e8-b7b3-4908-9a62-d02ff5518d7d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:29.320606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effe838a-53d5-45bf-ae7a-262e68c3240c tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:29.321388 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-effe838a-53d5-45bf-ae7a-262e68c3240c tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:29.405658 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7116-8853-4e50-a314-871bdef55c8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:29.448345 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-c2265499-fd60-4a27-8e13-fc35128f027d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] For port 9b5b0c09-1976-4dcd-a38d-68cc2e109e76, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9b5b0c09-1976-4dcd-a38d-68cc2e109e76,segment=NetworkSegment(b7ed59c0-55ee-43a6-a5e8-c0b57a407cde),segment_id=b7ed59c0-55ee-43a6-a5e8-c0b57a407cde)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:29.448719 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c2265499-fd60-4a27-8e13-fc35128f027d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (9b5b0c09-1976-4dcd-a38d-68cc2e109e76), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:29.465834 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c2265499-fd60-4a27-8e13-fc35128f027d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Calling delete_port for 9b5b0c09-1976-4dcd-a38d-68cc2e109e76 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:29.510996 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-effe838a-53d5-45bf-ae7a-262e68c3240c tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3370893 Feb 28 20:33:29.511834 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41852) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:29.520640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-2dd86a55-90ae-42c9-ade3-c489d1aacc47 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Request body: {'network': {'project_id': '6dc40791856a4a1ebbccba24a27ababe'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:29.541429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe838a-53d5-45bf-ae7a-262e68c3240c tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Pushing event updated for resources: {'Network': ['ID=3e19f2e8-b7b3-4908-9a62-d02ff5518d7d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:29.555540 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 3e19f2e8-b7b3-4908-9a62-d02ff5518d7d details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:33:29.590260 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd86a55-90ae-42c9-ade3-c489d1aacc47 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Made reservation on behalf of 6dc40791856a4a1ebbccba24a27ababe for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:33:29.595915 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2dd86a55-90ae-42c9-ade3-c489d1aacc47 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:29.715265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd86a55-90ae-42c9-ade3-c489d1aacc47 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:33:29.748524 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2dd86a55-90ae-42c9-ade3-c489d1aacc47 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (27af206f-de62-45e8-9609-482c400fcc8b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:29.749277 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-2dd86a55-90ae-42c9-ade3-c489d1aacc47 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Added segment 27af206f-de62-45e8-9609-482c400fcc8b of type vlan for network be926702-9e32-434f-9e67-6083f6f2d7c4 Feb 28 20:33:29.867845 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2dd86a55-90ae-42c9-ade3-c489d1aacc47 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (be926702-9e32-434f-9e67-6083f6f2d7c4), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:29.897968 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2dd86a55-90ae-42c9-ade3-c489d1aacc47 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (be926702-9e32-434f-9e67-6083f6f2d7c4), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:29.899179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd86a55-90ae-42c9-ade3-c489d1aacc47 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:29.899934 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2dd86a55-90ae-42c9-ade3-c489d1aacc47 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:29.995005 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2dd86a55-90ae-42c9-ade3-c489d1aacc47 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4782925 Feb 28 20:33:29.999378 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41858) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:30.012103 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-be12c6f8-e046-45fa-a2e8-0e3bca479d15 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Request body: {'network': {'project_id': '6dc40791856a4a1ebbccba24a27ababe'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:30.021327 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7116-8853-4e50-a314-871bdef55c8a admin admin] Publish callbacks [] for security_group (eede9d55-ac1f-4f45-9c8d-9d3f32a65111), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:30.023022 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd86a55-90ae-42c9-ade3-c489d1aacc47 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Pushing event updated for resources: {'Network': ['ID=be926702-9e32-434f-9e67-6083f6f2d7c4,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:30.036186 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network be926702-9e32-434f-9e67-6083f6f2d7c4 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:33:30.037392 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7116-8853-4e50-a314-871bdef55c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (eede9d55-ac1f-4f45-9c8d-9d3f32a65111), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:30.063649 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-be12c6f8-e046-45fa-a2e8-0e3bca479d15 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 20:33:30.064292 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be12c6f8-e046-45fa-a2e8-0e3bca479d15 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:33:30.069410 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-be12c6f8-e046-45fa-a2e8-0e3bca479d15 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0668859 Feb 28 20:33:30.073969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41860) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:30.110518 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae7116-8853-4e50-a314-871bdef55c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eede9d55-ac1f-4f45-9c8d-9d3f32a65111,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:30.130040 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f0ae7116-8853-4e50-a314-871bdef55c8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd9b36165e7542b3a0759e267832a039&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0784609 Feb 28 20:33:30.133653 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41862) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:30.196055 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5357d42a-f4d1-4c13-a76d-4429915bb7ac tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6dc40791856a4a1ebbccba24a27ababe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1185987 Feb 28 20:33:30.196800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41864) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:30.324417 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-32ad6b9b-49f9-4018-aaf3-864833c0ebf3 admin admin] Publish callbacks [] for security_group (eede9d55-ac1f-4f45-9c8d-9d3f32a65111), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:30.326427 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1f50916c-28bf-4ad1-b573-bbb32cce44ee tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks [] for security_group (72bed08a-6b53-4fd9-a52d-c665e8fc795a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:30.339308 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device fb6175eb-b987-4567-911c-e79c59b89354 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:33:30.374403 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1f50916c-28bf-4ad1-b573-bbb32cce44ee tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks [] for security_group (72bed08a-6b53-4fd9-a52d-c665e8fc795a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:30.377952 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-32ad6b9b-49f9-4018-aaf3-864833c0ebf3 admin admin] Publish callbacks [] for security_group (eede9d55-ac1f-4f45-9c8d-9d3f32a65111), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:30.389146 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: fb6175eb-b987-4567-911c-e79c59b89354 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:33:30.389640 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device fb6175eb-b987-4567-911c-e79c59b89354 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:33:30.452049 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-013f21b9-f331-48fa-8e14-0a923337782d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Deleting port a3dc4b4b-325e-42e3-ab8b-06f73c1edba7 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:30.452646 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-013f21b9-f331-48fa-8e14-0a923337782d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a3dc4b4b-325e-42e3-ab8b-06f73c1edba7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:30.489280 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1f50916c-28bf-4ad1-b573-bbb32cce44ee tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (72bed08a-6b53-4fd9-a52d-c665e8fc795a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:30.492747 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1f50916c-28bf-4ad1-b573-bbb32cce44ee tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:30.498092 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1f50916c-28bf-4ad1-b573-bbb32cce44ee tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/72bed08a-6b53-4fd9-a52d-c665e8fc795a HTTP/1.1" status: 204 len: 168 time: 0.2979436 Feb 28 20:33:30.501747 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41866) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:30.522926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50916c-28bf-4ad1-b573-bbb32cce44ee tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bed08a-6b53-4fd9-a52d-c665e8fc795a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:30.534536 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-32ad6b9b-49f9-4018-aaf3-864833c0ebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (eede9d55-ac1f-4f45-9c8d-9d3f32a65111), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:30.543527 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-32ad6b9b-49f9-4018-aaf3-864833c0ebf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:30.550967 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-32ad6b9b-49f9-4018-aaf3-864833c0ebf3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eede9d55-ac1f-4f45-9c8d-9d3f32a65111 HTTP/1.1" status: 204 len: 168 time: 0.4156854 Feb 28 20:33:30.584473 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad6b9b-49f9-4018-aaf3-864833c0ebf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eede9d55-ac1f-4f45-9c8d-9d3f32a65111,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:30.726080 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a88ee51f-a6b0-4492-a253-5f0d9153713b tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (be926702-9e32-434f-9e67-6083f6f2d7c4), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:30.965622 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a88ee51f-a6b0-4492-a253-5f0d9153713b tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (be926702-9e32-434f-9e67-6083f6f2d7c4), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:31.009352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a88ee51f-a6b0-4492-a253-5f0d9153713b tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be926702-9e32-434f-9e67-6083f6f2d7c4']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:31.039351 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a88ee51f-a6b0-4492-a253-5f0d9153713b tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27af206f-de62-45e8-9609-482c400fcc8b') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:31.039351 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a88ee51f-a6b0-4492-a253-5f0d9153713b tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27af206f-de62-45e8-9609-482c400fcc8b') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:31.061004 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a88ee51f-a6b0-4492-a253-5f0d9153713b tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (27af206f-de62-45e8-9609-482c400fcc8b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:31.091945 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a88ee51f-a6b0-4492-a253-5f0d9153713b tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (27af206f-de62-45e8-9609-482c400fcc8b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:31.099564 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88ee51f-a6b0-4492-a253-5f0d9153713b tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:33:31.100016 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a88ee51f-a6b0-4492-a253-5f0d9153713b tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (27af206f-de62-45e8-9609-482c400fcc8b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: warnings.warn('Neutron quota engine will require "--force" ' Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:33:31.102116 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:33:31.104136 n-d-820368-21 neutron-server[103773]: DEBUG neutron.objects.ports [None req-c83d6276-e960-4a7a-af15-4803b11f746e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103773) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 20:33:31.128384 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c83d6276-e960-4a7a-af15-4803b11f746e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (9363a6b4-7d71-4b6a-aae8-71824665a033), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:31.152127 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c2265499-fd60-4a27-8e13-fc35128f027d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (9b5b0c09-1976-4dcd-a38d-68cc2e109e76), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:31.173592 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41888) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:31.201300 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a88ee51f-a6b0-4492-a253-5f0d9153713b tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (be926702-9e32-434f-9e67-6083f6f2d7c4), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:31.215932 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a88ee51f-a6b0-4492-a253-5f0d9153713b tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:31.221344 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a88ee51f-a6b0-4492-a253-5f0d9153713b tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] 10.222.0.13 "DELETE /v2.0/networks/be926702-9e32-434f-9e67-6083f6f2d7c4 HTTP/1.1" status: 204 len: 168 time: 0.7019024 Feb 28 20:33:31.223843 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41894) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:31.244770 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ee51f-a6b0-4492-a253-5f0d9153713b tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Pushing event deleted for resources: {'Network': ['ID=be926702-9e32-434f-9e67-6083f6f2d7c4,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:31.292300 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-013f21b9-f331-48fa-8e14-0a923337782d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a3dc4b4b-325e-42e3-ab8b-06f73c1edba7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:31.386625 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1ef897a7-05fa-4607-ae93-1d155c494614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (1438dfc1-aaad-4146-a093-40c0a1378b89), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:31.406152 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a10b7778-da54-49c9-b021-9722617a9cc6 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (3e19f2e8-b7b3-4908-9a62-d02ff5518d7d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:31.425435 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83d6276-e960-4a7a-af15-4803b11f746e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:31.438474 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2265499-fd60-4a27-8e13-fc35128f027d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Port': ['ID=9b5b0c09-1976-4dcd-a38d-68cc2e109e76,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:31.442074 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-013f21b9-f331-48fa-8e14-0a923337782d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Calling delete_port for a3dc4b4b-325e-42e3-ab8b-06f73c1edba7 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:31.449684 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-345e4455-63db-433b-95f0-511b5a12fb2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:31.451726 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-c83d6276-e960-4a7a-af15-4803b11f746e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:31.463116 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d6276-e960-4a7a-af15-4803b11f746e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:31.463786 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c83d6276-e960-4a7a-af15-4803b11f746e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:31.464540 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f0c0c0-0b9e-4e26-a932-d41e1bdf711f None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:33:31.646469 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef897a7-05fa-4607-ae93-1d155c494614 admin admin] Pushing event deleted for resources: {'Port': ['ID=1438dfc1-aaad-4146-a093-40c0a1378b89,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:31.689970 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a10b7778-da54-49c9-b021-9722617a9cc6 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (3e19f2e8-b7b3-4908-9a62-d02ff5518d7d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:31.744515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca323cc0-74c1-4d80-bb7f-a24899e34979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-60bc62cf-1ebe-462d-93c7-f1108638c505', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'fixed_ips': [{'subnet_id': '9363a6b4-7d71-4b6a-aae8-71824665a033'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:33:31.745661 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ca323cc0-74c1-4d80-bb7f-a24899e34979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:31.752105 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a10b7778-da54-49c9-b021-9722617a9cc6 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e19f2e8-b7b3-4908-9a62-d02ff5518d7d']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:31.774173 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a10b7778-da54-49c9-b021-9722617a9cc6 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace3643f-be3e-4862-9058-eacf79464b1e') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:31.774476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a10b7778-da54-49c9-b021-9722617a9cc6 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace3643f-be3e-4862-9058-eacf79464b1e') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:31.783871 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-345e4455-63db-433b-95f0-511b5a12fb2c admin admin] Publish callbacks [] for security_group (a8f31845-b35c-44c7-b59b-10259d38d346), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:31.799827 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d6276-e960-4a7a-af15-4803b11f746e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=9363a6b4-7d71-4b6a-aae8-71824665a033,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:31.812248 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a10b7778-da54-49c9-b021-9722617a9cc6 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (ace3643f-be3e-4862-9058-eacf79464b1e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:31.844622 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a10b7778-da54-49c9-b021-9722617a9cc6 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (ace3643f-be3e-4862-9058-eacf79464b1e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:31.858660 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10b7778-da54-49c9-b021-9722617a9cc6 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:33:31.859087 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a10b7778-da54-49c9-b021-9722617a9cc6 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (ace3643f-be3e-4862-9058-eacf79464b1e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:33:31.897395 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:33:31.901983 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-345e4455-63db-433b-95f0-511b5a12fb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a8f31845-b35c-44c7-b59b-10259d38d346), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:32.006462 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a10b7778-da54-49c9-b021-9722617a9cc6 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (3e19f2e8-b7b3-4908-9a62-d02ff5518d7d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:32.040592 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a10b7778-da54-49c9-b021-9722617a9cc6 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:32.043195 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-ca323cc0-74c1-4d80-bb7f-a24899e34979 None None] Allocated IP 2001:db8::f816:3eff:fe24:b238 (60bc62cf-1ebe-462d-93c7-f1108638c505/9363a6b4-7d71-4b6a-aae8-71824665a033/d0ec5ae9-239a-46e4-a307-17f81befcc74) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:33:32.048843 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a10b7778-da54-49c9-b021-9722617a9cc6 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] 10.222.0.13 "DELETE /v2.0/networks/3e19f2e8-b7b3-4908-9a62-d02ff5518d7d HTTP/1.1" status: 204 len: 168 time: 0.8233206 Feb 28 20:33:32.049864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b7778-da54-49c9-b021-9722617a9cc6 tempest-QuotasNegativeTest-529041648 tempest-QuotasNegativeTest-529041648-project-admin] Pushing event deleted for resources: {'Network': ['ID=3e19f2e8-b7b3-4908-9a62-d02ff5518d7d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:32.155130 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c83d6276-e960-4a7a-af15-4803b11f746e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8564632 Feb 28 20:33:32.155407 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41902) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:32.162106 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-88adf2f2-2b78-44db-9a37-a6a09dc0ec8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'mac_address': 'fa:16:3e:eb:02:c2', 'name': 'tempest-NetworksTestDHCPv6-1261377444'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:32.265800 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e4455-63db-433b-95f0-511b5a12fb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f31845-b35c-44c7-b59b-10259d38d346,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:32.272304 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c2265499-fd60-4a27-8e13-fc35128f027d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (31b9bb8b-6289-4f25-adce-e092aec4d787), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:32.374651 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ca323cc0-74c1-4d80-bb7f-a24899e34979 None None] Publish callbacks [] for port (d0ec5ae9-239a-46e4-a307-17f81befcc74), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:32.392707 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ca323cc0-74c1-4d80-bb7f-a24899e34979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (d0ec5ae9-239a-46e4-a307-17f81befcc74), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:32.468984 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca323cc0-74c1-4d80-bb7f-a24899e34979 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:32.474147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-ca323cc0-74c1-4d80-bb7f-a24899e34979 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:32.476610 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca323cc0-74c1-4d80-bb7f-a24899e34979 None None] Pushing event updated for resources: {'Port': ['ID=d0ec5ae9-239a-46e4-a307-17f81befcc74,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:32.479150 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca323cc0-74c1-4d80-bb7f-a24899e34979 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:33:32.496325 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88adf2f2-2b78-44db-9a37-a6a09dc0ec8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:33:32.544429 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-345e4455-63db-433b-95f0-511b5a12fb2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=288dfef693184a9a9b567505cfc231a0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2875719 Feb 28 20:33:32.557690 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41908) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:32.586869 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ca323cc0-74c1-4d80-bb7f-a24899e34979 None None] Attempting to bind port d0ec5ae9-239a-46e4-a307-17f81befcc74 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:33:32.587244 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ca323cc0-74c1-4d80-bb7f-a24899e34979 None None] Attempting to bind port d0ec5ae9-239a-46e4-a307-17f81befcc74 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:33:32.587610 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca323cc0-74c1-4d80-bb7f-a24899e34979 None None] Attempting to bind port d0ec5ae9-239a-46e4-a307-17f81befcc74 on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:33:32.600070 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca323cc0-74c1-4d80-bb7f-a24899e34979 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:33:32.600446 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca323cc0-74c1-4d80-bb7f-a24899e34979 None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:33:32.602285 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ca323cc0-74c1-4d80-bb7f-a24899e34979 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:32.602687 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca323cc0-74c1-4d80-bb7f-a24899e34979 None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:33:32.605319 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ca323cc0-74c1-4d80-bb7f-a24899e34979 None None] Bound port: d0ec5ae9-239a-46e4-a307-17f81befcc74, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:33:32.605714 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ca323cc0-74c1-4d80-bb7f-a24899e34979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d0ec5ae9-239a-46e4-a307-17f81befcc74), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:32.644044 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88adf2f2-2b78-44db-9a37-a6a09dc0ec8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:32.670928 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-88adf2f2-2b78-44db-9a37-a6a09dc0ec8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] device_id is not set on port 1c57124f-c9f2-42ae-ab23-60c3e72bcf38 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:33:32.755954 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ca323cc0-74c1-4d80-bb7f-a24899e34979 None None] For port d0ec5ae9-239a-46e4-a307-17f81befcc74, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:33:32.760467 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ca323cc0-74c1-4d80-bb7f-a24899e34979 None None] For port d0ec5ae9-239a-46e4-a307-17f81befcc74, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d0ec5ae9-239a-46e4-a307-17f81befcc74,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:33:32.779131 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ca323cc0-74c1-4d80-bb7f-a24899e34979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d0ec5ae9-239a-46e4-a307-17f81befcc74), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:32.860882 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-88adf2f2-2b78-44db-9a37-a6a09dc0ec8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8::f816:3eff:feeb:2c2 (60bc62cf-1ebe-462d-93c7-f1108638c505/9363a6b4-7d71-4b6a-aae8-71824665a033/1c57124f-c9f2-42ae-ab23-60c3e72bcf38) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:33:32.911845 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1ef897a7-05fa-4607-ae93-1d155c494614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (d26e5802-18b8-48a0-8b4e-add99484c537), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:32.924878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca323cc0-74c1-4d80-bb7f-a24899e34979 None None] Pushing event updated for resources: {'Port': ['ID=d0ec5ae9-239a-46e4-a307-17f81befcc74,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:33.103407 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a8b18c7f-420f-46fd-a76b-1bdd48cad9ee admin admin] Publish callbacks [] for security_group (a8f31845-b35c-44c7-b59b-10259d38d346), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:33.126686 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88adf2f2-2b78-44db-9a37-a6a09dc0ec8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (1c57124f-c9f2-42ae-ab23-60c3e72bcf38), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:33.182676 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88adf2f2-2b78-44db-9a37-a6a09dc0ec8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (1c57124f-c9f2-42ae-ab23-60c3e72bcf38), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:33.259735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88adf2f2-2b78-44db-9a37-a6a09dc0ec8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:33.281035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-88adf2f2-2b78-44db-9a37-a6a09dc0ec8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:33.309937 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88adf2f2-2b78-44db-9a37-a6a09dc0ec8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:33:33.319310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88adf2f2-2b78-44db-9a37-a6a09dc0ec8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:33.320048 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88adf2f2-2b78-44db-9a37-a6a09dc0ec8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:33.358473 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41916) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:33.403903 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2265499-fd60-4a27-8e13-fc35128f027d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router 31b9bb8b-6289-4f25-adce-e092aec4d787 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:33:33.417490 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adf2f2-2b78-44db-9a37-a6a09dc0ec8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=1c57124f-c9f2-42ae-ab23-60c3e72bcf38,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:33.431036 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a8b18c7f-420f-46fd-a76b-1bdd48cad9ee admin admin] Publish callbacks [] for security_group (a8f31845-b35c-44c7-b59b-10259d38d346), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:33.446241 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-88adf2f2-2b78-44db-9a37-a6a09dc0ec8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2895889 Feb 28 20:33:33.447549 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41920) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:33.473257 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-013f21b9-f331-48fa-8e14-0a923337782d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (a3dc4b4b-325e-42e3-ab8b-06f73c1edba7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:33.546850 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c4bfdc-9b9c-472d-860d-358d36936d48 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:33.553323 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c4bfdc-9b9c-472d-860d-358d36936d48 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:33.558247 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f7c4bfdc-9b9c-472d-860d-358d36936d48 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1091611 Feb 28 20:33:33.558971 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41924) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:33.674914 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-af50675b-a610-4381-a581-724373db9e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:33.688588 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f21b9-f331-48fa-8e14-0a923337782d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Pushing event deleted for resources: {'Port': ['ID=a3dc4b4b-325e-42e3-ab8b-06f73c1edba7,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:33.732656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-5f111ba2-92b7-4644-8743-9a9b0ce3d380 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting port 1c57124f-c9f2-42ae-ab23-60c3e72bcf38 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:33.733358 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5f111ba2-92b7-4644-8743-9a9b0ce3d380 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1c57124f-c9f2-42ae-ab23-60c3e72bcf38), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:33.815487 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a8b18c7f-420f-46fd-a76b-1bdd48cad9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a8f31845-b35c-44c7-b59b-10259d38d346), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:33.818369 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a8b18c7f-420f-46fd-a76b-1bdd48cad9ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:33.822799 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a8b18c7f-420f-46fd-a76b-1bdd48cad9ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8f31845-b35c-44c7-b59b-10259d38d346 HTTP/1.1" status: 204 len: 168 time: 1.2545717 Feb 28 20:33:33.824335 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-013f21b9-f331-48fa-8e14-0a923337782d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:33.830094 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-013f21b9-f331-48fa-8e14-0a923337782d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "DELETE /v2.0/ports/a3dc4b4b-325e-42e3-ab8b-06f73c1edba7 HTTP/1.1" status: 204 len: 168 time: 4.9132166 Feb 28 20:33:33.832741 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41928) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:33.849951 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2265499-fd60-4a27-8e13-fc35128f027d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:33:33.864085 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bbb8b4-87c5-4e6f-8618-3bcec10b7bca None None] Sync routers for ids ['31b9bb8b-6289-4f25-adce-e092aec4d787'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:33:33.884121 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bbb8b4-87c5-4e6f-8618-3bcec10b7bca None None] Routers {'31b9bb8b-6289-4f25-adce-e092aec4d787'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:33:33.885198 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c6bbb8b4-87c5-4e6f-8618-3bcec10b7bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:33:20Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['31b9bb8b-6289-4f25-adce-e092aec4d787'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:33.888708 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c2265499-fd60-4a27-8e13-fc35128f027d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/31b9bb8b-6289-4f25-adce-e092aec4d787/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1626034 Feb 28 20:33:33.890952 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41930) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:33.895137 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b18c7f-420f-46fd-a76b-1bdd48cad9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f31845-b35c-44c7-b59b-10259d38d346,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:33.911504 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a50c85-bae1-44ca-87d5-c9b120e7f150 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] GET failed (client error): The resource could not be found. Feb 28 20:33:33.913307 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-88a50c85-bae1-44ca-87d5-c9b120e7f150 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "GET /v2.0/ports/a3dc4b4b-325e-42e3-ab8b-06f73c1edba7 HTTP/1.1" status: 404 len: 333 time: 0.0768864 Feb 28 20:33:33.921288 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41932) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:33.922417 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-af50675b-a610-4381-a581-724373db9e72 admin admin] Publish callbacks [] for security_group (3d944caa-dfe1-4fb9-a7e4-a9fe5c74a072), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:33.927394 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-af50675b-a610-4381-a581-724373db9e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3d944caa-dfe1-4fb9-a7e4-a9fe5c74a072), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:34.006223 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50675b-a610-4381-a581-724373db9e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d944caa-dfe1-4fb9-a7e4-a9fe5c74a072,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:34.014441 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-af50675b-a610-4381-a581-724373db9e72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c02eb097036846d9b8062c7a375e9b0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6529927 Feb 28 20:33:34.016651 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5f111ba2-92b7-4644-8743-9a9b0ce3d380 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1c57124f-c9f2-42ae-ab23-60c3e72bcf38), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:34.027455 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41936) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:34.091498 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-5f111ba2-92b7-4644-8743-9a9b0ce3d380 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Calling delete_port for 1c57124f-c9f2-42ae-ab23-60c3e72bcf38 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:34.237388 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8419a5c8-7606-4172-9d28-670b10ba85a9 admin admin] Publish callbacks [] for security_group (3d944caa-dfe1-4fb9-a7e4-a9fe5c74a072), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:34.264143 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8419a5c8-7606-4172-9d28-670b10ba85a9 admin admin] Publish callbacks [] for security_group (3d944caa-dfe1-4fb9-a7e4-a9fe5c74a072), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:34.266505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-c6bbb8b4-87c5-4e6f-8618-3bcec10b7bca None None] Set router 31b9bb8b-6289-4f25-adce-e092aec4d787 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:33:34.424876 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c6bbb8b4-87c5-4e6f-8618-3bcec10b7bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:33:30Z', 'revision_number': 11, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:34.431690 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8419a5c8-7606-4172-9d28-670b10ba85a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3d944caa-dfe1-4fb9-a7e4-a9fe5c74a072), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:34.434647 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d0ec5ae9-239a-46e4-a307-17f81befcc74 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:33:34.450395 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8419a5c8-7606-4172-9d28-670b10ba85a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:34.451769 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8419a5c8-7606-4172-9d28-670b10ba85a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d944caa-dfe1-4fb9-a7e4-a9fe5c74a072 HTTP/1.1" status: 204 len: 168 time: 0.4230933 Feb 28 20:33:34.470305 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419a5c8-7606-4172-9d28-670b10ba85a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d944caa-dfe1-4fb9-a7e4-a9fe5c74a072,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:34.539649 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5f111ba2-92b7-4644-8743-9a9b0ce3d380 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (1c57124f-c9f2-42ae-ab23-60c3e72bcf38), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:34.591114 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bbb8b4-87c5-4e6f-8618-3bcec10b7bca None None] Checking router: 31b9bb8b-6289-4f25-adce-e092aec4d787 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:33:34.656299 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bbb8b4-87c5-4e6f-8618-3bcec10b7bca None None] Routers {'31b9bb8b-6289-4f25-adce-e092aec4d787'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:33:34.656944 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c6bbb8b4-87c5-4e6f-8618-3bcec10b7bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:33:20Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['31b9bb8b-6289-4f25-adce-e092aec4d787'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:34.676533 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f111ba2-92b7-4644-8743-9a9b0ce3d380 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Port': ['ID=1c57124f-c9f2-42ae-ab23-60c3e72bcf38,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:34.696587 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5f111ba2-92b7-4644-8743-9a9b0ce3d380 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:34.702721 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5f111ba2-92b7-4644-8743-9a9b0ce3d380 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/1c57124f-c9f2-42ae-ab23-60c3e72bcf38 HTTP/1.1" status: 204 len: 168 time: 1.1418004 Feb 28 20:33:34.712546 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41956) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:34.759183 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d0ec5ae9-239a-46e4-a307-17f81befcc74 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:34.759183 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d0ec5ae9-239a-46e4-a307-17f81befcc74), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:34.829689 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02ab208-5de8-442e-a883-b8020070374c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:34.846682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02ab208-5de8-442e-a883-b8020070374c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:34.857259 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d02ab208-5de8-442e-a883-b8020070374c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1404335 Feb 28 20:33:34.858449 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41966) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:35.034259 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54e77d8-15eb-47fd-8495-44df076b8b6e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting subnet 5b458308-1741-4bc0-a82b-07065c112862 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:33:35.039958 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f54e77d8-15eb-47fd-8495-44df076b8b6e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (5b458308-1741-4bc0-a82b-07065c112862), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:35.094828 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-c6bbb8b4-87c5-4e6f-8618-3bcec10b7bca None None] Set router 31b9bb8b-6289-4f25-adce-e092aec4d787 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:33:35.164878 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c8541df5-6d88-4161-bda7-dcf12d54f4da tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:35.177026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c8541df5-6d88-4161-bda7-dcf12d54f4da tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/networks?id=fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 200 len: 815 time: 0.2278347 Feb 28 20:33:35.177575 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41976) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:35.180047 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c6bbb8b4-87c5-4e6f-8618-3bcec10b7bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:33:30Z', 'revision_number': 11, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:35.234768 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-53b7836f-bc07-48dd-93b1-8483bbd3f75a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:35.252024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bbb8b4-87c5-4e6f-8618-3bcec10b7bca None None] The sync data for ids ['31b9bb8b-6289-4f25-adce-e092aec4d787'] in n-d-820368-21 is: [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:33:30Z', 'revision_number': 11, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:33:35.258735 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-513ff653-16fa-4e9b-ba73-b7b8b59fd0a4 None None] Provisioning complete for port d0ec5ae9-239a-46e4-a307-17f81befcc74 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:35.259709 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-513ff653-16fa-4e9b-ba73-b7b8b59fd0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d0ec5ae9-239a-46e4-a307-17f81befcc74), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:35.263668 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d0ec5ae9-239a-46e4-a307-17f81befcc74 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:35.264196 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d0ec5ae9-239a-46e4-a307-17f81befcc74), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:35.267062 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e43d4272-72cc-4548-8db8-253f53c5508c req-0269ca38-0c2b-4c5e-ac2d-cebccfeb4b42 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/quotas/0e4d9d813e9240f293de14f5d4db89db HTTP/1.1" status: 200 len: 375 time: 0.0717587 Feb 28 20:33:35.292374 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c909240-1d56-4467-ae21-2a47a30c31fd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet 9363a6b4-7d71-4b6a-aae8-71824665a033 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:33:35.299693 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f54e77d8-15eb-47fd-8495-44df076b8b6e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (5b458308-1741-4bc0-a82b-07065c112862), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:35.303881 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-a194b954-15c5-4aa0-ba54-d7233b2e6a76 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Deleting port 339f7876-89b7-4f09-a8c2-008f73c25dce {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:35.304249 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a194b954-15c5-4aa0-ba54-d7233b2e6a76 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (339f7876-89b7-4f09-a8c2-008f73c25dce), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:35.326878 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1c909240-1d56-4467-ae21-2a47a30c31fd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (9363a6b4-7d71-4b6a-aae8-71824665a033), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:35.368583 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port d0ec5ae9-239a-46e4-a307-17f81befcc74, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d0ec5ae9-239a-46e4-a307-17f81befcc74,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:35.380113 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d0ec5ae9-239a-46e4-a307-17f81befcc74), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:35.449571 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=d0ec5ae9-239a-46e4-a307-17f81befcc74,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:35.521193 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef897a7-05fa-4607-ae93-1d155c494614 admin admin] Router d26e5802-18b8-48a0-8b4e-add99484c537 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:33:35.538945 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-53b7836f-bc07-48dd-93b1-8483bbd3f75a admin admin] Publish callbacks [] for security_group (815f43e4-3ded-4b9e-8d5b-6a20efe7cab3), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:35.563574 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-53b7836f-bc07-48dd-93b1-8483bbd3f75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (815f43e4-3ded-4b9e-8d5b-6a20efe7cab3), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:35.571705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-513ff653-16fa-4e9b-ba73-b7b8b59fd0a4 None None] Current status of the port d0ec5ae9-239a-46e4-a307-17f81befcc74 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:35.697159 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-df1a6917-33ed-4752-90eb-ec83f0097586 None None] Could not find standard attr ID for object 1c57124f-c9f2-42ae-ab23-60c3e72bcf38. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:33:36.014154 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a194b954-15c5-4aa0-ba54-d7233b2e6a76 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (339f7876-89b7-4f09-a8c2-008f73c25dce), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:36.056529 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-a194b954-15c5-4aa0-ba54-d7233b2e6a76 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Calling delete_port for 339f7876-89b7-4f09-a8c2-008f73c25dce owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:36.061357 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef897a7-05fa-4607-ae93-1d155c494614 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:33:36.072685 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1ef897a7-05fa-4607-ae93-1d155c494614 admin admin] 10.222.0.13 "PUT /v2.0/routers/d26e5802-18b8-48a0-8b4e-add99484c537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4969869 Feb 28 20:33:36.078182 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 41988) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:36.080482 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69df93f-b4c5-4551-a0ad-61d569032f9c None None] Sync routers for ids ['d26e5802-18b8-48a0-8b4e-add99484c537'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:33:36.102000 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69df93f-b4c5-4551-a0ad-61d569032f9c None None] Routers {'d26e5802-18b8-48a0-8b4e-add99484c537'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:33:36.103041 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-c69df93f-b4c5-4551-a0ad-61d569032f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:33:20Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['d26e5802-18b8-48a0-8b4e-add99484c537'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:36.106895 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f54e77d8-15eb-47fd-8495-44df076b8b6e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (5b458308-1741-4bc0-a82b-07065c112862), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:36.327823 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3ac9-1ee1-45fb-8c22-450ebf232e65 admin admin] Publish callbacks [] for router (d26e5802-18b8-48a0-8b4e-add99484c537), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:36.353594 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1c909240-1d56-4467-ae21-2a47a30c31fd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (9363a6b4-7d71-4b6a-aae8-71824665a033), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:36.372748 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-c69df93f-b4c5-4551-a0ad-61d569032f9c None None] Set router d26e5802-18b8-48a0-8b4e-add99484c537 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:33:36.426663 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d0ec5ae9-239a-46e4-a307-17f81befcc74 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:33:36.454944 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-53b7836f-bc07-48dd-93b1-8483bbd3f75a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80dcc17b841340aeba7e0da2667c52b4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2714405 Feb 28 20:33:36.476438 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41996) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:36.581992 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7836f-bc07-48dd-93b1-8483bbd3f75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815f43e4-3ded-4b9e-8d5b-6a20efe7cab3,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:36.634876 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d0ec5ae9-239a-46e4-a307-17f81befcc74 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:36.636603 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d0ec5ae9-239a-46e4-a307-17f81befcc74), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:36.656064 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e43d4272-72cc-4548-8db8-253f53c5508c req-8f1916e5-79d5-49b3-bd04-b3c50b34eee4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e4d9d813e9240f293de14f5d4db89db&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3754578 Feb 28 20:33:36.724153 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3ac9-1ee1-45fb-8c22-450ebf232e65 admin admin] Publish callbacks [] for router_gateway (d26e5802-18b8-48a0-8b4e-add99484c537), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:36.772051 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-10aa95ef-4611-451b-a5e5-cc38016710e6 admin admin] Publish callbacks [] for security_group (815f43e4-3ded-4b9e-8d5b-6a20efe7cab3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:36.779326 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1c909240-1d56-4467-ae21-2a47a30c31fd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (9363a6b4-7d71-4b6a-aae8-71824665a033), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:36.823897 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-c69df93f-b4c5-4551-a0ad-61d569032f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'name': 'tempest-AttachVolumeTestJSON-753889427-router', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:25:44Z', 'updated_at': '2022-02-28T20:33:30Z', 'revision_number': 5, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'gw_port': {'id': '4f234cca-be3a-4c9d-bf0e-bf49a005be6f', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:25:46Z', 'updated_at': '2022-02-28T20:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:36.899404 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69df93f-b4c5-4551-a0ad-61d569032f9c None None] Checking router: d26e5802-18b8-48a0-8b4e-add99484c537 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:33:36.921170 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69df93f-b4c5-4551-a0ad-61d569032f9c None None] Routers {'d26e5802-18b8-48a0-8b4e-add99484c537'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:33:36.922815 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-c69df93f-b4c5-4551-a0ad-61d569032f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:33:20Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['d26e5802-18b8-48a0-8b4e-add99484c537'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:36.941935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d0ec5ae9-239a-46e4-a307-17f81befcc74 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:36.962583 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f54e77d8-15eb-47fd-8495-44df076b8b6e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (5b458308-1741-4bc0-a82b-07065c112862), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:36.964609 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9b5b0c09-1976-4dcd-a38d-68cc2e109e76 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:33:36.977673 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-10aa95ef-4611-451b-a5e5-cc38016710e6 admin admin] Publish callbacks [] for security_group (815f43e4-3ded-4b9e-8d5b-6a20efe7cab3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:37.041550 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e77d8-15eb-47fd-8495-44df076b8b6e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Subnet': ['ID=5b458308-1741-4bc0-a82b-07065c112862,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:37.059206 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f54e77d8-15eb-47fd-8495-44df076b8b6e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:37.068760 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f54e77d8-15eb-47fd-8495-44df076b8b6e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/subnets/5b458308-1741-4bc0-a82b-07065c112862 HTTP/1.1" status: 204 len: 168 time: 3.1744585 Feb 28 20:33:37.075165 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42010) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:37.092646 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ee9159-2163-4875-a9de-5d0514f6728c None None] Network fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:33:37.143722 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-c69df93f-b4c5-4551-a0ad-61d569032f9c None None] Set router d26e5802-18b8-48a0-8b4e-add99484c537 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:33:37.233878 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-c69df93f-b4c5-4551-a0ad-61d569032f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'name': 'tempest-AttachVolumeTestJSON-753889427-router', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:25:44Z', 'updated_at': '2022-02-28T20:33:36Z', 'revision_number': 6, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:37.275414 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69df93f-b4c5-4551-a0ad-61d569032f9c None None] The sync data for ids ['d26e5802-18b8-48a0-8b4e-add99484c537'] in n-d-820368-21 is: [{'id': 'd26e5802-18b8-48a0-8b4e-add99484c537', 'name': 'tempest-AttachVolumeTestJSON-753889427-router', 'tenant_id': 'ce448fa148384bfb9a78481379c26323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:25:44Z', 'updated_at': '2022-02-28T20:33:36Z', 'revision_number': 6, 'project_id': 'ce448fa148384bfb9a78481379c26323', 'gw_port_host': None}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:33:37.290074 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 9b5b0c09-1976-4dcd-a38d-68cc2e109e76 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:33:37.291201 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9b5b0c09-1976-4dcd-a38d-68cc2e109e76 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:33:37.343389 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e43d4272-72cc-4548-8db8-253f53c5508c req-2dff7973-ba00-48ca-baaa-342ab360b325 service neutron] 10.222.0.13 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6859097 Feb 28 20:33:37.348724 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1c909240-1d56-4467-ae21-2a47a30c31fd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (9363a6b4-7d71-4b6a-aae8-71824665a033), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:37.426115 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c909240-1d56-4467-ae21-2a47a30c31fd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=9363a6b4-7d71-4b6a-aae8-71824665a033,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:37.438545 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-910f94a6-13c9-4ca0-81c6-ca8142710087 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:37.451911 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-ecdb3ac9-1ee1-45fb-8c22-450ebf232e65 admin admin] Deleting port 4f234cca-be3a-4c9d-bf0e-bf49a005be6f {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:37.452574 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3ac9-1ee1-45fb-8c22-450ebf232e65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4f234cca-be3a-4c9d-bf0e-bf49a005be6f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:37.495088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1304ab18-fac8-4592-83b4-d0fa83f6a456 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:33:37.503790 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1c909240-1d56-4467-ae21-2a47a30c31fd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:37.510104 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1c909240-1d56-4467-ae21-2a47a30c31fd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/9363a6b4-7d71-4b6a-aae8-71824665a033 HTTP/1.1" status: 204 len: 168 time: 2.6456914 Feb 28 20:33:37.516496 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42016) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:37.588320 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a194b954-15c5-4aa0-ba54-d7233b2e6a76 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (339f7876-89b7-4f09-a8c2-008f73c25dce), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:37.698849 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-680d1b18-9c27-4e11-b535-39a1a679d327 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1195536 Feb 28 20:33:37.703631 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42018) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:37.719238 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee01550-0524-48a1-96a7-b0d8297b79fa None None] DHCP port deletion for fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:33:37.723737 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194b954-15c5-4aa0-ba54-d7233b2e6a76 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Pushing event deleted for resources: {'Port': ['ID=339f7876-89b7-4f09-a8c2-008f73c25dce,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:37.898977 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-10aa95ef-4611-451b-a5e5-cc38016710e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (815f43e4-3ded-4b9e-8d5b-6a20efe7cab3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:37.914129 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-10aa95ef-4611-451b-a5e5-cc38016710e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:37.917925 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-10aa95ef-4611-451b-a5e5-cc38016710e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/815f43e4-3ded-4b9e-8d5b-6a20efe7cab3 HTTP/1.1" status: 204 len: 168 time: 1.4367039 Feb 28 20:33:37.962285 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a306a8-dce9-4824-8db1-c258bc6a0ffa tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:37.975872 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-20a306a8-dce9-4824-8db1-c258bc6a0ffa tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2702088 Feb 28 20:33:37.985550 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42022) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:38.040720 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e43d4272-72cc-4548-8db8-253f53c5508c req-66363788-9046-4a66-a11b-f0ea2640b3d4 service neutron] 10.222.0.13 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6855874 Feb 28 20:33:38.045668 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa95ef-4611-451b-a5e5-cc38016710e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815f43e4-3ded-4b9e-8d5b-6a20efe7cab3,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:38.126367 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:33:38.128224 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-2ee01550-0524-48a1-96a7-b0d8297b79fa None None] Deleting port c4682f15-710b-41dd-af66-1731c1af078e {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:38.129013 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2ee01550-0524-48a1-96a7-b0d8297b79fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c4682f15-710b-41dd-af66-1731c1af078e), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:38.283098 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-910f94a6-13c9-4ca0-81c6-ca8142710087 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Deleting port c4682f15-710b-41dd-af66-1731c1af078e {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:38.283790 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-910f94a6-13c9-4ca0-81c6-ca8142710087 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c4682f15-710b-41dd-af66-1731c1af078e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:38.295910 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db92e8d-62d3-4c92-b0f4-a61069fb78ad tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:38.306445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-ecdb3ac9-1ee1-45fb-8c22-450ebf232e65 admin admin] For port 4f234cca-be3a-4c9d-bf0e-bf49a005be6f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4f234cca-be3a-4c9d-bf0e-bf49a005be6f,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:38.308376 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3ac9-1ee1-45fb-8c22-450ebf232e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4f234cca-be3a-4c9d-bf0e-bf49a005be6f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:38.315055 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2ee01550-0524-48a1-96a7-b0d8297b79fa None None] For port c4682f15-710b-41dd-af66-1731c1af078e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c4682f15-710b-41dd-af66-1731c1af078e,segment=NetworkSegment(b7ed59c0-55ee-43a6-a5e8-c0b57a407cde),segment_id=b7ed59c0-55ee-43a6-a5e8-c0b57a407cde)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:38.315203 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7db92e8d-62d3-4c92-b0f4-a61069fb78ad tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3279207 Feb 28 20:33:38.315789 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2ee01550-0524-48a1-96a7-b0d8297b79fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c4682f15-710b-41dd-af66-1731c1af078e), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:38.316049 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42030) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:38.338549 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-2ee01550-0524-48a1-96a7-b0d8297b79fa None None] Calling delete_port for c4682f15-710b-41dd-af66-1731c1af078e owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:38.367297 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a194b954-15c5-4aa0-ba54-d7233b2e6a76 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:38.372482 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a194b954-15c5-4aa0-ba54-d7233b2e6a76 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "DELETE /v2.0/ports/339f7876-89b7-4f09-a8c2-008f73c25dce HTTP/1.1" status: 204 len: 168 time: 4.4307475 Feb 28 20:33:38.391292 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42034) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:38.438777 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3823c688-5df0-4b86-85de-792bc6333fe1 None None] DHCP port deletion for 60bc62cf-1ebe-462d-93c7-f1108638c505 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:33:38.521668 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-ecdb3ac9-1ee1-45fb-8c22-450ebf232e65 admin admin] Calling delete_port for 4f234cca-be3a-4c9d-bf0e-bf49a005be6f owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:38.528778 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-97569284-c982-41d4-8fc6-8a99227dacd5 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Deleting subnet 732cf103-c722-4859-8d0d-46e970f13359 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:33:38.582829 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c4682f15-710b-41dd-af66-1731c1af078e no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:33:38.592992 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-97569284-c982-41d4-8fc6-8a99227dacd5 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks [] for subnet (732cf103-c722-4859-8d0d-46e970f13359), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:38.656518 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a290f788-85b3-4546-a0ed-b31f6b8c3f26 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3388579 Feb 28 20:33:38.670775 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42040) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:38.677799 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-382a5c63-e33b-4946-b7b1-687c1cadf638 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:38.761961 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-910f94a6-13c9-4ca0-81c6-ca8142710087 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] For port c4682f15-710b-41dd-af66-1731c1af078e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c4682f15-710b-41dd-af66-1731c1af078e,segment=NetworkSegment(b7ed59c0-55ee-43a6-a5e8-c0b57a407cde),segment_id=b7ed59c0-55ee-43a6-a5e8-c0b57a407cde)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:38.763355 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-910f94a6-13c9-4ca0-81c6-ca8142710087 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c4682f15-710b-41dd-af66-1731c1af078e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:38.769095 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3823c688-5df0-4b86-85de-792bc6333fe1 None None] Deleting port d0ec5ae9-239a-46e4-a307-17f81befcc74 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:38.769095 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3823c688-5df0-4b86-85de-792bc6333fe1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d0ec5ae9-239a-46e4-a307-17f81befcc74), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:38.781018 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9c592593-a728-46c3-b41f-f147a5dd75cf req-27e9bd36-0df7-4a55-9bca-6a7df78c8722 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=a41bcda7-7756-4b56-bda6-623d1738573a HTTP/1.1" status: 200 len: 210 time: 0.1227787 Feb 28 20:33:38.884240 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-97569284-c982-41d4-8fc6-8a99227dacd5 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (732cf103-c722-4859-8d0d-46e970f13359), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:38.920916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No active binding found for port c4682f15-710b-41dd-af66-1731c1af078e {{(pid=103775) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 28 20:33:38.921579 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] The host n-d-820368-21 is not matching for port c4682f15-710b-41dd-af66-1731c1af078e host None! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:33:38.922228 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c4682f15-710b-41dd-af66-1731c1af078e not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:33:38.922944 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1438dfc1-aaad-4146-a093-40c0a1378b89 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:33:38.927852 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2ee01550-0524-48a1-96a7-b0d8297b79fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (c4682f15-710b-41dd-af66-1731c1af078e), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:38.982489 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382a5c63-e33b-4946-b7b1-687c1cadf638 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:33:38.994368 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-382a5c63-e33b-4946-b7b1-687c1cadf638 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:39.008718 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-910f94a6-13c9-4ca0-81c6-ca8142710087 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Calling delete_port for c4682f15-710b-41dd-af66-1731c1af078e owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:39.030929 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee01550-0524-48a1-96a7-b0d8297b79fa None None] Pushing event deleted for resources: {'Port': ['ID=c4682f15-710b-41dd-af66-1731c1af078e,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:39.064948 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 1438dfc1-aaad-4146-a093-40c0a1378b89 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:33:39.066069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1438dfc1-aaad-4146-a093-40c0a1378b89 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:33:39.067457 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d0ec5ae9-239a-46e4-a307-17f81befcc74 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:33:39.132610 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee01550-0524-48a1-96a7-b0d8297b79fa None None] No DVR routers for this DVR port c4682f15-710b-41dd-af66-1731c1af078e on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:33:39.143023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-3823c688-5df0-4b86-85de-792bc6333fe1 None None] For port d0ec5ae9-239a-46e4-a307-17f81befcc74, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d0ec5ae9-239a-46e4-a307-17f81befcc74,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:39.144020 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3823c688-5df0-4b86-85de-792bc6333fe1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d0ec5ae9-239a-46e4-a307-17f81befcc74), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:39.206571 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3823c688-5df0-4b86-85de-792bc6333fe1 None None] Calling delete_port for d0ec5ae9-239a-46e4-a307-17f81befcc74 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:39.377017 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-97569284-c982-41d4-8fc6-8a99227dacd5 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (732cf103-c722-4859-8d0d-46e970f13359), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:39.515221 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-910f94a6-13c9-4ca0-81c6-ca8142710087 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c4682f15-710b-41dd-af66-1731c1af078e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:39.567093 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910f94a6-13c9-4ca0-81c6-ca8142710087 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] No DVR routers for this DVR port c4682f15-710b-41dd-af66-1731c1af078e on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:33:39.576701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d0ec5ae9-239a-46e4-a307-17f81befcc74 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:39.577108 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d0ec5ae9-239a-46e4-a307-17f81befcc74), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:39.583471 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f94a6-13c9-4ca0-81c6-ca8142710087 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Port': ['ID=c4682f15-710b-41dd-af66-1731c1af078e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:39.609199 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3823c688-5df0-4b86-85de-792bc6333fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (d0ec5ae9-239a-46e4-a307-17f81befcc74), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:39.665010 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823c688-5df0-4b86-85de-792bc6333fe1 None None] Pushing event deleted for resources: {'Port': ['ID=d0ec5ae9-239a-46e4-a307-17f81befcc74,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:39.667498 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3823c688-5df0-4b86-85de-792bc6333fe1 None None] No DVR routers for this DVR port d0ec5ae9-239a-46e4-a307-17f81befcc74 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:33:39.699116 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4f234cca-be3a-4c9d-bf0e-bf49a005be6f no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:33:39.714783 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3ac9-1ee1-45fb-8c22-450ebf232e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4f234cca-be3a-4c9d-bf0e-bf49a005be6f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:39.731788 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 4f234cca-be3a-4c9d-bf0e-bf49a005be6f {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:33:39.732329 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4f234cca-be3a-4c9d-bf0e-bf49a005be6f not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:33:39.814382 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-97569284-c982-41d4-8fc6-8a99227dacd5 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (732cf103-c722-4859-8d0d-46e970f13359), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:39.910639 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-382a5c63-e33b-4946-b7b1-687c1cadf638 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (100d226b-f26d-4896-8a2a-87e73efcac54), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:39.931313 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-910f94a6-13c9-4ca0-81c6-ca8142710087 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:39.978583 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb3ac9-1ee1-45fb-8c22-450ebf232e65 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f234cca-be3a-4c9d-bf0e-bf49a005be6f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:40.080530 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-910f94a6-13c9-4ca0-81c6-ca8142710087 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:40.098776 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-910f94a6-13c9-4ca0-81c6-ca8142710087 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ed59c0-55ee-43a6-a5e8-c0b57a407cde') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:40.099721 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-910f94a6-13c9-4ca0-81c6-ca8142710087 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ed59c0-55ee-43a6-a5e8-c0b57a407cde') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:40.119371 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-910f94a6-13c9-4ca0-81c6-ca8142710087 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (b7ed59c0-55ee-43a6-a5e8-c0b57a407cde), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:40.146833 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-97569284-c982-41d4-8fc6-8a99227dacd5 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:40.149381 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff83196-3dfa-4152-921d-b06afe350e3b None None] Network 014c8ccf-18f0-47d4-baa7-7800258ba507 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:33:40.151512 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-97569284-c982-41d4-8fc6-8a99227dacd5 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "DELETE /v2.0/subnets/732cf103-c722-4859-8d0d-46e970f13359 HTTP/1.1" status: 204 len: 168 time: 1.7588160 Feb 28 20:33:40.155683 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-35360504-1774-4f37-84b9-182df71632bc req-890f68da-7955-4bf9-a332-9bd37b2165fe tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=a41bcda7-7756-4b56-bda6-623d1738573a HTTP/1.1" status: 200 len: 210 time: 0.1443608 Feb 28 20:33:40.169438 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42080) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:40.170555 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97569284-c982-41d4-8fc6-8a99227dacd5 tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Pushing event deleted for resources: {'Subnet': ['ID=732cf103-c722-4859-8d0d-46e970f13359,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:40.178796 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382a5c63-e33b-4946-b7b1-687c1cadf638 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:40.204383 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-382a5c63-e33b-4946-b7b1-687c1cadf638 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:40.218885 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382a5c63-e33b-4946-b7b1-687c1cadf638 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:40.220947 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca631c44-f92f-4a2b-a3cc-b9cb1c558f83 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:33:40.222170 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-382a5c63-e33b-4946-b7b1-687c1cadf638 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:40.285161 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-910f94a6-13c9-4ca0-81c6-ca8142710087 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (b7ed59c0-55ee-43a6-a5e8-c0b57a407cde), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:40.291454 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a5c63-e33b-4946-b7b1-687c1cadf638 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=100d226b-f26d-4896-8a2a-87e73efcac54,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:40.292689 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (014c8ccf-18f0-47d4-baa7-7800258ba507), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:40.314943 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910f94a6-13c9-4ca0-81c6-ca8142710087 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:33:40.315490 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-910f94a6-13c9-4ca0-81c6-ca8142710087 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (b7ed59c0-55ee-43a6-a5e8-c0b57a407cde), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: self.session.flush() Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:33:40.318906 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:33:40.322422 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-382a5c63-e33b-4946-b7b1-687c1cadf638 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6496477 Feb 28 20:33:40.324371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42084) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:40.350628 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-02b0712c-92f3-4332-af19-9b8cef7af5c6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'mac_address': 'fa:16:3e:da:b7:91', 'name': 'tempest-NetworksTestDHCPv6-123201590'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:40.393005 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42086) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:40.414886 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3ac9-1ee1-45fb-8c22-450ebf232e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (d26e5802-18b8-48a0-8b4e-add99484c537), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:40.576852 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-910f94a6-13c9-4ca0-81c6-ca8142710087 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:40.582703 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-910f94a6-13c9-4ca0-81c6-ca8142710087 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:40.591632 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-910f94a6-13c9-4ca0-81c6-ca8142710087 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/networks/fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2 HTTP/1.1" status: 204 len: 168 time: 3.5057786 Feb 28 20:33:40.596145 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42094) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:40.638433 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-edd6d8c6-1a96-456f-bb9c-1852b533d8dc tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'router': {'routes': None}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:40.655228 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b0712c-92f3-4332-af19-9b8cef7af5c6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:33:40.657510 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a86bbf-0ed1-4eb1-b7ff-f541c76b2aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-60bc62cf-1ebe-462d-93c7-f1108638c505', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'fixed_ips': [{'subnet_id': '100d226b-f26d-4896-8a2a-87e73efcac54'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:33:40.659572 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-21a86bbf-0ed1-4eb1-b7ff-f541c76b2aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:40.746826 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f94a6-13c9-4ca0-81c6-ca8142710087 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Pushing event deleted for resources: {'Network': ['ID=fbd0cbe9-d7e2-48b1-8b9c-7533a0619df2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:40.757193 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3ac9-1ee1-45fb-8c22-450ebf232e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (d26e5802-18b8-48a0-8b4e-add99484c537), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:40.845441 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3ac9-1ee1-45fb-8c22-450ebf232e65 admin admin] Publish callbacks [] for router_controller (d26e5802-18b8-48a0-8b4e-add99484c537), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:40.858794 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8773628d-ff4a-4700-8eeb-1661769bb028 None None] DHCP port deletion for 014c8ccf-18f0-47d4-baa7-7800258ba507 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:33:40.865090 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0dff49d7-f1ec-45c6-9647-8a76ca6eb0e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:40.960572 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-02b0712c-92f3-4332-af19-9b8cef7af5c6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:41.003786 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-02b0712c-92f3-4332-af19-9b8cef7af5c6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] device_id is not set on port 8fb49939-ac5a-4b0a-a406-eec0baa1d2fc yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:33:41.096149 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8773628d-ff4a-4700-8eeb-1661769bb028 None None] Deleting port bf01a52a-8745-4eae-ae36-e6a875c93f87 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:41.096433 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8773628d-ff4a-4700-8eeb-1661769bb028 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (bf01a52a-8745-4eae-ae36-e6a875c93f87), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:41.113145 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0dff49d7-f1ec-45c6-9647-8a76ca6eb0e6 admin admin] Publish callbacks [] for security_group (f555f800-8d1a-4fff-b5ac-999e208a5641), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:41.131424 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0dff49d7-f1ec-45c6-9647-8a76ca6eb0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f555f800-8d1a-4fff-b5ac-999e208a5641), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:41.204281 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff49d7-f1ec-45c6-9647-8a76ca6eb0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f555f800-8d1a-4fff-b5ac-999e208a5641,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:41.236156 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0dff49d7-f1ec-45c6-9647-8a76ca6eb0e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20b5a2616605410d87ef73894bd4fc40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8420746 Feb 28 20:33:41.237165 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42106) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:41.299944 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3ac9-1ee1-45fb-8c22-450ebf232e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (d26e5802-18b8-48a0-8b4e-add99484c537), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:41.300533 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdb3ac9-1ee1-45fb-8c22-450ebf232e65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d26e5802-18b8-48a0-8b4e-add99484c537 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:33:41.310941 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3ac9-1ee1-45fb-8c22-450ebf232e65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:41.316336 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ecdb3ac9-1ee1-45fb-8c22-450ebf232e65 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d26e5802-18b8-48a0-8b4e-add99484c537 HTTP/1.1" status: 204 len: 168 time: 5.2338550 Feb 28 20:33:41.322400 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42110) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:41.334362 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-21a86bbf-0ed1-4eb1-b7ff-f541c76b2aa9 None None] Allocated IP 2001:db8::2 (60bc62cf-1ebe-462d-93c7-f1108638c505/100d226b-f26d-4896-8a2a-87e73efcac54/fad08257-81e1-425d-a715-ac367c1f1631) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:33:41.421942 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.extraroute_db [None req-edd6d8c6-1a96-456f-bb9c-1852b533d8dc tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Added routes are [] {{(pid=103773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 20:33:41.422435 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.extraroute_db [None req-edd6d8c6-1a96-456f-bb9c-1852b533d8dc tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Removed routes are [] {{(pid=103773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 20:33:41.422634 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-11b6aed3-a891-4480-bec7-75327cb07b66 req-9877ecfe-40a2-4843-b7ff-4e1342095ee3 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=a41bcda7-7756-4b56-bda6-623d1738573a HTTP/1.1" status: 200 len: 210 time: 0.0984590 Feb 28 20:33:41.422771 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-edd6d8c6-1a96-456f-bb9c-1852b533d8dc tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (31b9bb8b-6289-4f25-adce-e092aec4d787), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:41.443383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-8773628d-ff4a-4700-8eeb-1661769bb028 None None] For port bf01a52a-8745-4eae-ae36-e6a875c93f87, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=bf01a52a-8745-4eae-ae36-e6a875c93f87,segment=NetworkSegment(591bfbe5-fb9f-40e4-9321-fe93583ac36f),segment_id=591bfbe5-fb9f-40e4-9321-fe93583ac36f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:41.444359 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8773628d-ff4a-4700-8eeb-1661769bb028 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (bf01a52a-8745-4eae-ae36-e6a875c93f87), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:41.484701 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Deleting port bf01a52a-8745-4eae-ae36-e6a875c93f87 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:41.485058 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (bf01a52a-8745-4eae-ae36-e6a875c93f87), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:41.505059 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-17b70752-0612-45c6-94e3-3bd1d04c7b27 admin admin] Publish callbacks [] for security_group (f555f800-8d1a-4fff-b5ac-999e208a5641), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:41.510921 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8773628d-ff4a-4700-8eeb-1661769bb028 None None] Calling delete_port for bf01a52a-8745-4eae-ae36-e6a875c93f87 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:41.554745 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-17b70752-0612-45c6-94e3-3bd1d04c7b27 admin admin] Publish callbacks [] for security_group (f555f800-8d1a-4fff-b5ac-999e208a5641), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:41.587797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42114) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:41.609086 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d4272-72cc-4548-8db8-253f53c5508c req-e89c3cd3-d9bb-47f5-867f-99f0b5441aae tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:41.614069 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e43d4272-72cc-4548-8db8-253f53c5508c req-e89c3cd3-d9bb-47f5-867f-99f0b5441aae tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.15 "GET /v2.0/networks?id=fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 200 len: 815 time: 0.8755896 Feb 28 20:33:41.665527 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-17b70752-0612-45c6-94e3-3bd1d04c7b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f555f800-8d1a-4fff-b5ac-999e208a5641), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:41.668878 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-17b70752-0612-45c6-94e3-3bd1d04c7b27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:41.672827 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-17b70752-0612-45c6-94e3-3bd1d04c7b27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f555f800-8d1a-4fff-b5ac-999e208a5641 HTTP/1.1" status: 204 len: 168 time: 0.4329894 Feb 28 20:33:41.690889 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b70752-0612-45c6-94e3-3bd1d04c7b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f555f800-8d1a-4fff-b5ac-999e208a5641,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:41.759396 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-95093358-b2c3-4b24-abb6-424969d4f8ac tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-927759485'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:41.805081 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-21a86bbf-0ed1-4eb1-b7ff-f541c76b2aa9 None None] Publish callbacks [] for port (fad08257-81e1-425d-a715-ac367c1f1631), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:41.808012 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-95093358-b2c3-4b24-abb6-424969d4f8ac tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (d8b2c1bb-6d49-4c23-8ea3-d61d5f85e7fd), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:41.809968 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-95093358-b2c3-4b24-abb6-424969d4f8ac tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (d8b2c1bb-6d49-4c23-8ea3-d61d5f85e7fd), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:41.822123 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-21a86bbf-0ed1-4eb1-b7ff-f541c76b2aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (fad08257-81e1-425d-a715-ac367c1f1631), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:41.832151 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8773628d-ff4a-4700-8eeb-1661769bb028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (bf01a52a-8745-4eae-ae36-e6a875c93f87), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:41.898518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a86bbf-0ed1-4eb1-b7ff-f541c76b2aa9 None None] Pushing event updated for resources: {'Port': ['ID=fad08257-81e1-425d-a715-ac367c1f1631,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:41.922770 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a86bbf-0ed1-4eb1-b7ff-f541c76b2aa9 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:41.935615 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-95093358-b2c3-4b24-abb6-424969d4f8ac tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router_controller (d8b2c1bb-6d49-4c23-8ea3-d61d5f85e7fd), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:41.962669 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-95093358-b2c3-4b24-abb6-424969d4f8ac tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (d8b2c1bb-6d49-4c23-8ea3-d61d5f85e7fd), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:41.989414 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-95093358-b2c3-4b24-abb6-424969d4f8ac tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:41.990010 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-21a86bbf-0ed1-4eb1-b7ff-f541c76b2aa9 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:41.991185 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-95093358-b2c3-4b24-abb6-424969d4f8ac tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4014359 Feb 28 20:33:41.994698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42120) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:41.999406 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-edd6d8c6-1a96-456f-bb9c-1852b533d8dc tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (31b9bb8b-6289-4f25-adce-e092aec4d787), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:42.005941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773628d-ff4a-4700-8eeb-1661769bb028 None None] Pushing event deleted for resources: {'Port': ['ID=bf01a52a-8745-4eae-ae36-e6a875c93f87,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:42.012004 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-edd6d8c6-1a96-456f-bb9c-1852b533d8dc tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921162'] for router (31b9bb8b-6289-4f25-adce-e092aec4d787), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:42.016598 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a86bbf-0ed1-4eb1-b7ff-f541c76b2aa9 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:33:42.030982 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-e43d4272-72cc-4548-8db8-253f53c5508c req-d7df039c-bc62-4a4b-9fa1-74b46fefd39d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Request body: {'port': {'device_id': 'a41bcda7-7756-4b56-bda6-623d1738573a', 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88', 'admin_state_up': True, 'tenant_id': '0e4d9d813e9240f293de14f5d4db89db'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:42.042112 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] For port bf01a52a-8745-4eae-ae36-e6a875c93f87, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=bf01a52a-8745-4eae-ae36-e6a875c93f87,segment=NetworkSegment(591bfbe5-fb9f-40e4-9321-fe93583ac36f),segment_id=591bfbe5-fb9f-40e4-9321-fe93583ac36f)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:42.042565 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (bf01a52a-8745-4eae-ae36-e6a875c93f87), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:42.070284 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8773628d-ff4a-4700-8eeb-1661769bb028 None None] No DVR routers for this DVR port bf01a52a-8745-4eae-ae36-e6a875c93f87 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:33:42.103616 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e250453e-2a19-4517-968a-f45b224822fb tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router (d8b2c1bb-6d49-4c23-8ea3-d61d5f85e7fd), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:42.115900 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba59119b-3deb-48ab-a65e-dc85fd4fd597 admin admin] Deleting subnet a36f3d5e-8266-4be4-ab73-31f8fb0001af {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:33:42.144971 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-21a86bbf-0ed1-4eb1-b7ff-f541c76b2aa9 None None] Attempting to bind port fad08257-81e1-425d-a715-ac367c1f1631 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:33:42.145710 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-21a86bbf-0ed1-4eb1-b7ff-f541c76b2aa9 None None] Attempting to bind port fad08257-81e1-425d-a715-ac367c1f1631 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:33:42.146432 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a86bbf-0ed1-4eb1-b7ff-f541c76b2aa9 None None] Attempting to bind port fad08257-81e1-425d-a715-ac367c1f1631 on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:33:42.158027 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a86bbf-0ed1-4eb1-b7ff-f541c76b2aa9 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:33:42.159038 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a86bbf-0ed1-4eb1-b7ff-f541c76b2aa9 None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:33:42.160870 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-21a86bbf-0ed1-4eb1-b7ff-f541c76b2aa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:42.161717 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a86bbf-0ed1-4eb1-b7ff-f541c76b2aa9 None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:33:42.162597 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-21a86bbf-0ed1-4eb1-b7ff-f541c76b2aa9 None None] Bound port: fad08257-81e1-425d-a715-ac367c1f1631, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:33:42.163230 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-21a86bbf-0ed1-4eb1-b7ff-f541c76b2aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fad08257-81e1-425d-a715-ac367c1f1631), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:42.254068 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-21a86bbf-0ed1-4eb1-b7ff-f541c76b2aa9 None None] For port fad08257-81e1-425d-a715-ac367c1f1631, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:33:42.259862 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-21a86bbf-0ed1-4eb1-b7ff-f541c76b2aa9 None None] For port fad08257-81e1-425d-a715-ac367c1f1631, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=fad08257-81e1-425d-a715-ac367c1f1631,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:33:42.285064 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-21a86bbf-0ed1-4eb1-b7ff-f541c76b2aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fad08257-81e1-425d-a715-ac367c1f1631), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:42.285292 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-02b0712c-92f3-4332-af19-9b8cef7af5c6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8::cc (60bc62cf-1ebe-462d-93c7-f1108638c505/100d226b-f26d-4896-8a2a-87e73efcac54/8fb49939-ac5a-4b0a-a406-eec0baa1d2fc) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:33:42.348157 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e250453e-2a19-4517-968a-f45b224822fb tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (d8b2c1bb-6d49-4c23-8ea3-d61d5f85e7fd), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:42.354559 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e250453e-2a19-4517-968a-f45b224822fb tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router_controller (d8b2c1bb-6d49-4c23-8ea3-d61d5f85e7fd), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:42.374710 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device bf01a52a-8745-4eae-ae36-e6a875c93f87 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:33:42.412767 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42124) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:42.433156 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: bf01a52a-8745-4eae-ae36-e6a875c93f87 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:33:42.435004 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device bf01a52a-8745-4eae-ae36-e6a875c93f87 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:33:42.468095 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ec87b8a-de57-4ade-814f-d4401ab38df2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:42.480969 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a86bbf-0ed1-4eb1-b7ff-f541c76b2aa9 None None] Pushing event updated for resources: {'Port': ['ID=fad08257-81e1-425d-a715-ac367c1f1631,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:42.496218 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e250453e-2a19-4517-968a-f45b224822fb tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (d8b2c1bb-6d49-4c23-8ea3-d61d5f85e7fd), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:42.496715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e250453e-2a19-4517-968a-f45b224822fb tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8b2c1bb-6d49-4c23-8ea3-d61d5f85e7fd {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:33:42.501357 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e250453e-2a19-4517-968a-f45b224822fb tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:42.502565 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e250453e-2a19-4517-968a-f45b224822fb tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] 10.222.0.13 "DELETE /v2.0/routers/d8b2c1bb-6d49-4c23-8ea3-d61d5f85e7fd HTTP/1.1" status: 204 len: 168 time: 0.5066612 Feb 28 20:33:42.506941 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42128) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:42.515067 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6df0c3fc-d142-4bf9-ae96-b3414b7a9da6 tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Request body: {'router': {'name': 'tempest-router-1858614370', 'distributed': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:42.651235 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c049bef6-8508-4e61-9a98-ca1a7877cc42 req-a200968f-8b7b-4d81-a67d-bdd38af7654e tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=a41bcda7-7756-4b56-bda6-623d1738573a HTTP/1.1" status: 200 len: 210 time: 0.0713050 Feb 28 20:33:42.687426 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ba59119b-3deb-48ab-a65e-dc85fd4fd597 admin admin] Publish callbacks [] for subnet (a36f3d5e-8266-4be4-ab73-31f8fb0001af), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:42.689428 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Calling delete_port for bf01a52a-8745-4eae-ae36-e6a875c93f87 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:42.761426 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6df0c3fc-d142-4bf9-ae96-b3414b7a9da6 tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (5347c95a-712d-484d-b020-bfd73e302e79), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:42.762356 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6df0c3fc-d142-4bf9-ae96-b3414b7a9da6 tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (5347c95a-712d-484d-b020-bfd73e302e79), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:42.810224 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-02b0712c-92f3-4332-af19-9b8cef7af5c6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (8fb49939-ac5a-4b0a-a406-eec0baa1d2fc), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:42.860758 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd6d8c6-1a96-456f-bb9c-1852b533d8dc tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router 31b9bb8b-6289-4f25-adce-e092aec4d787 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:33:42.866422 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ba59119b-3deb-48ab-a65e-dc85fd4fd597 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (a36f3d5e-8266-4be4-ab73-31f8fb0001af), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:42.911871 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6df0c3fc-d142-4bf9-ae96-b3414b7a9da6 tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router_controller (5347c95a-712d-484d-b020-bfd73e302e79), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:42.940884 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6df0c3fc-d142-4bf9-ae96-b3414b7a9da6 tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (5347c95a-712d-484d-b020-bfd73e302e79), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:42.957304 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ec87b8a-de57-4ade-814f-d4401ab38df2 admin admin] Publish callbacks [] for security_group (0553af1d-bd73-49a9-ab97-e4a3e548c111), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:42.968009 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ec87b8a-de57-4ade-814f-d4401ab38df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0553af1d-bd73-49a9-ab97-e4a3e548c111), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:42.991597 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6df0c3fc-d142-4bf9-ae96-b3414b7a9da6 tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:42.995325 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e43d4272-72cc-4548-8db8-253f53c5508c req-d7df039c-bc62-4a4b-9fa1-74b46fefd39d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Made reservation on behalf of 0e4d9d813e9240f293de14f5d4db89db for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:33:42.996929 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6df0c3fc-d142-4bf9-ae96-b3414b7a9da6 tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4872580 Feb 28 20:33:43.002412 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e43d4272-72cc-4548-8db8-253f53c5508c req-d7df039c-bc62-4a4b-9fa1-74b46fefd39d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:43.006663 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42136) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:43.024887 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-02b0712c-92f3-4332-af19-9b8cef7af5c6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (8fb49939-ac5a-4b0a-a406-eec0baa1d2fc), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:43.109608 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7ec87b8a-de57-4ade-814f-d4401ab38df2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1825fbcc41f46779f386bbc835cc89a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6952262 Feb 28 20:33:43.135481 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42138) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:43.139666 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec87b8a-de57-4ade-814f-d4401ab38df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0553af1d-bd73-49a9-ab97-e4a3e548c111,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:43.166357 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb601-1c75-477e-b90f-ef1bdafc297c tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router (5347c95a-712d-484d-b020-bfd73e302e79), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:43.202118 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (bf01a52a-8745-4eae-ae36-e6a875c93f87), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:43.225260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd6d8c6-1a96-456f-bb9c-1852b533d8dc tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:33:43.232362 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-edd6d8c6-1a96-456f-bb9c-1852b533d8dc tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:43.236331 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-edd6d8c6-1a96-456f-bb9c-1852b533d8dc tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/31b9bb8b-6289-4f25-adce-e092aec4d787 HTTP/1.1" status: 200 len: 704 time: 2.6351738 Feb 28 20:33:43.237000 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d2219d-f4ae-4282-a187-8698e4048e90 None None] Sync routers for ids ['31b9bb8b-6289-4f25-adce-e092aec4d787'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:33:43.245961 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b0712c-92f3-4332-af19-9b8cef7af5c6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:43.246600 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42142) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:43.250558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d2219d-f4ae-4282-a187-8698e4048e90 None None] Routers {'31b9bb8b-6289-4f25-adce-e092aec4d787'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:33:43.251444 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b1d2219d-f4ae-4282-a187-8698e4048e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:33:20Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['31b9bb8b-6289-4f25-adce-e092aec4d787'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:43.312967 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Pushing event deleted for resources: {'Port': ['ID=bf01a52a-8745-4eae-ae36-e6a875c93f87,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:43.355452 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0712c-92f3-4332-af19-9b8cef7af5c6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=8fb49939-ac5a-4b0a-a406-eec0baa1d2fc,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:43.356243 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-b1d2219d-f4ae-4282-a187-8698e4048e90 None None] Set router 31b9bb8b-6289-4f25-adce-e092aec4d787 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:33:43.361062 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-02b0712c-92f3-4332-af19-9b8cef7af5c6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:43.363406 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b0712c-92f3-4332-af19-9b8cef7af5c6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:33:43.370789 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b0712c-92f3-4332-af19-9b8cef7af5c6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:43.371192 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-02b0712c-92f3-4332-af19-9b8cef7af5c6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:43.411881 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] No DVR routers for this DVR port bf01a52a-8745-4eae-ae36-e6a875c93f87 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:33:43.416170 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ba59119b-3deb-48ab-a65e-dc85fd4fd597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (a36f3d5e-8266-4be4-ab73-31f8fb0001af), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:43.421583 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bd2c5411-485c-4900-9af1-920bbf1f3cda tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b9bb8b-6289-4f25-adce-e092aec4d787 HTTP/1.1" status: 200 len: 205 time: 0.1689012 Feb 28 20:33:43.423702 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:43.424279 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:43.424816 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:43.426877 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42146) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:43.427620 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:43.428227 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:43.430390 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:43.431196 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:43.431827 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:43.437520 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:43.438203 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:43.439793 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:43.441613 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:43.442183 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:33:43.446793 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b1d2219d-f4ae-4282-a187-8698e4048e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:33:30Z', 'revision_number': 11, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:43.523696 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb601-1c75-477e-b90f-ef1bdafc297c tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (5347c95a-712d-484d-b020-bfd73e302e79), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:43.524430 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d2219d-f4ae-4282-a187-8698e4048e90 None None] Checking router: 31b9bb8b-6289-4f25-adce-e092aec4d787 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:33:43.541541 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d2219d-f4ae-4282-a187-8698e4048e90 None None] Routers {'31b9bb8b-6289-4f25-adce-e092aec4d787'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:33:43.542168 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b1d2219d-f4ae-4282-a187-8698e4048e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:33:20Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['31b9bb8b-6289-4f25-adce-e092aec4d787'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:43.565426 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb601-1c75-477e-b90f-ef1bdafc297c tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router_controller (5347c95a-712d-484d-b020-bfd73e302e79), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:43.575841 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-02b0712c-92f3-4332-af19-9b8cef7af5c6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2465496 Feb 28 20:33:43.577299 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42148) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:43.596351 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-195ed045-3aec-41a2-bb5c-5466624c601e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (31b9bb8b-6289-4f25-adce-e092aec4d787), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:43.646390 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (014c8ccf-18f0-47d4-baa7-7800258ba507), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:43.676204 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-b1d2219d-f4ae-4282-a187-8698e4048e90 None None] Set router 31b9bb8b-6289-4f25-adce-e092aec4d787 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:33:43.678068 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014c8ccf-18f0-47d4-baa7-7800258ba507']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:43.714337 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '591bfbe5-fb9f-40e4-9321-fe93583ac36f') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:43.715971 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '591bfbe5-fb9f-40e4-9321-fe93583ac36f') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:43.748401 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (591bfbe5-fb9f-40e4-9321-fe93583ac36f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:43.782247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b1d2219d-f4ae-4282-a187-8698e4048e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:33:30Z', 'revision_number': 11, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:43.793254 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (591bfbe5-fb9f-40e4-9321-fe93583ac36f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:43.806775 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:33:43.807187 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (591bfbe5-fb9f-40e4-9321-fe93583ac36f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:43.837884 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d2219d-f4ae-4282-a187-8698e4048e90 None None] The sync data for ids ['31b9bb8b-6289-4f25-adce-e092aec4d787'] in n-d-820368-21 is: [{'id': '31b9bb8b-6289-4f25-adce-e092aec4d787', 'name': 'tempest-RoutersIpV6Test-router-344595660', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:31:57Z', 'updated_at': '2022-02-28T20:33:30Z', 'revision_number': 11, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:33:43.890537 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:33:43.990278 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (014c8ccf-18f0-47d4-baa7-7800258ba507), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:44.006867 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d2660c7b-e655-4813-8849-f046a93b8f07 admin admin] Publish callbacks [] for security_group (0553af1d-bd73-49a9-ab97-e4a3e548c111), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:44.028787 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:44.035181 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] 10.222.0.13 "DELETE /v2.0/networks/014c8ccf-18f0-47d4-baa7-7800258ba507 HTTP/1.1" status: 204 len: 168 time: 3.8573754 Feb 28 20:33:44.132625 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b90eea-b587-412d-bd51-9f6d225e0e1d tempest-AllowedAddressPairTestJSON-400694344 tempest-AllowedAddressPairTestJSON-400694344-project] Pushing event deleted for resources: {'Network': ['ID=014c8ccf-18f0-47d4-baa7-7800258ba507,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:44.146523 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-e43d4272-72cc-4548-8db8-253f53c5508c req-d7df039c-bc62-4a4b-9fa1-74b46fefd39d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Allocated IP 172.20.0.13 (fa039089-86c9-4396-bade-6f794fe57c88/cf2eab21-2ca0-4caf-a56e-ff3579d5667c/cfc52c7b-063c-460d-af04-dc2675ceb575) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:33:44.159178 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d2660c7b-e655-4813-8849-f046a93b8f07 admin admin] Publish callbacks [] for security_group (0553af1d-bd73-49a9-ab97-e4a3e548c111), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:44.198653 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ba59119b-3deb-48ab-a65e-dc85fd4fd597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (a36f3d5e-8266-4be4-ab73-31f8fb0001af), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:44.203532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-653142fc-8b95-410b-ab1f-fc26232cdd38 None None] Provisioning complete for port fad08257-81e1-425d-a715-ac367c1f1631 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:44.205293 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-653142fc-8b95-410b-ab1f-fc26232cdd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fad08257-81e1-425d-a715-ac367c1f1631), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:44.290208 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59119b-3deb-48ab-a65e-dc85fd4fd597 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a36f3d5e-8266-4be4-ab73-31f8fb0001af,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:44.311377 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ba59119b-3deb-48ab-a65e-dc85fd4fd597 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:44.316217 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ba59119b-3deb-48ab-a65e-dc85fd4fd597 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a36f3d5e-8266-4be4-ab73-31f8fb0001af HTTP/1.1" status: 204 len: 168 time: 2.9819925 Feb 28 20:33:44.328559 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42164) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:44.329284 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21632f7a-9c0a-4f65-9311-c55b43ddc404 None None] Network bd95dcac-d635-4bec-8252-dbb352dcdbef requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:33:44.448254 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device fad08257-81e1-425d-a715-ac367c1f1631 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:33:44.511564 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c15702c-3349-4df2-b1c7-cc54a8bb152b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (bd95dcac-d635-4bec-8252-dbb352dcdbef), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:44.559797 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b83adc2-629c-44ad-8204-a7c329e8d11e req-5a81af5e-f917-4b02-8b01-53566784cb61 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=a41bcda7-7756-4b56-bda6-623d1738573a HTTP/1.1" status: 200 len: 210 time: 0.7376287 Feb 28 20:33:44.645035 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb601-1c75-477e-b90f-ef1bdafc297c tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (5347c95a-712d-484d-b020-bfd73e302e79), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:44.645592 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ceb601-1c75-477e-b90f-ef1bdafc297c tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5347c95a-712d-484d-b020-bfd73e302e79 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:33:44.653345 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb601-1c75-477e-b90f-ef1bdafc297c tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:44.654553 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f9ceb601-1c75-477e-b90f-ef1bdafc297c tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] 10.222.0.13 "DELETE /v2.0/routers/5347c95a-712d-484d-b020-bfd73e302e79 HTTP/1.1" status: 204 len: 168 time: 1.6417294 Feb 28 20:33:44.657900 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-195ed045-3aec-41a2-bb5c-5466624c601e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (31b9bb8b-6289-4f25-adce-e092aec4d787), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:44.662173 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42168) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:44.667772 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-a1608c9e-18e0-4614-a3d6-8db380953870 tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Request body: {'router': {'name': 'tempest-router-2138174408', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '540070466aeb4cf8bf9eba237495ebae'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:44.672187 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-195ed045-3aec-41a2-bb5c-5466624c601e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router_controller (31b9bb8b-6289-4f25-adce-e092aec4d787), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:44.712392 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port fad08257-81e1-425d-a715-ac367c1f1631 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:44.712771 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fad08257-81e1-425d-a715-ac367c1f1631), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:44.715865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-653142fc-8b95-410b-ab1f-fc26232cdd38 None None] Current status of the port fad08257-81e1-425d-a715-ac367c1f1631 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:44.716355 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-653142fc-8b95-410b-ab1f-fc26232cdd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fad08257-81e1-425d-a715-ac367c1f1631), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:44.755572 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42170) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:44.789064 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1be2ad-bb84-4e53-b970-8318e84da387 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:44.804112 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d2660c7b-e655-4813-8849-f046a93b8f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0553af1d-bd73-49a9-ab97-e4a3e548c111), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:44.806573 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d2660c7b-e655-4813-8849-f046a93b8f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:44.807714 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d2660c7b-e655-4813-8849-f046a93b8f07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0553af1d-bd73-49a9-ab97-e4a3e548c111 HTTP/1.1" status: 204 len: 168 time: 1.6698401 Feb 28 20:33:44.810378 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1be2ad-bb84-4e53-b970-8318e84da387 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:44.812454 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2d1be2ad-bb84-4e53-b970-8318e84da387 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 1.2327976 Feb 28 20:33:44.818341 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42176) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:44.843196 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-195ed045-3aec-41a2-bb5c-5466624c601e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (31b9bb8b-6289-4f25-adce-e092aec4d787), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:44.845342 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195ed045-3aec-41a2-bb5c-5466624c601e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Fanout notify agent at l3_agent the message router_deleted on router 31b9bb8b-6289-4f25-adce-e092aec4d787 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:33:44.889651 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2660c7b-e655-4813-8849-f046a93b8f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0553af1d-bd73-49a9-ab97-e4a3e548c111,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:44.890071 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-195ed045-3aec-41a2-bb5c-5466624c601e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:44.899937 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-195ed045-3aec-41a2-bb5c-5466624c601e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/routers/31b9bb8b-6289-4f25-adce-e092aec4d787 HTTP/1.1" status: 204 len: 168 time: 1.4682102 Feb 28 20:33:44.901056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42178) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:44.905975 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1608c9e-18e0-4614-a3d6-8db380953870 tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (58aaadf6-c160-4f90-a4e9-e2aca71bb7aa), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:44.907384 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1608c9e-18e0-4614-a3d6-8db380953870 tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (58aaadf6-c160-4f90-a4e9-e2aca71bb7aa), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:44.915405 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-b270a5a3-dc70-47c7-82d9-c13f93fe1765 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1900965160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:44.954962 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-653142fc-8b95-410b-ab1f-fc26232cdd38 None None] For port fad08257-81e1-425d-a715-ac367c1f1631, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=fad08257-81e1-425d-a715-ac367c1f1631,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:44.978786 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-4c15702c-3349-4df2-b1c7-cc54a8bb152b admin admin] Deleting port 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:44.979126 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c15702c-3349-4df2-b1c7-cc54a8bb152b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.006523 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b270a5a3-dc70-47c7-82d9-c13f93fe1765 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (33a455d1-49f0-4a31-9bfa-7f67d024591a), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.008196 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b270a5a3-dc70-47c7-82d9-c13f93fe1765 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (33a455d1-49f0-4a31-9bfa-7f67d024591a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.046435 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17965fe2-5f66-4ab7-860a-2fe422746a30 None None] DHCP port deletion for bd95dcac-d635-4bec-8252-dbb352dcdbef request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:33:45.051413 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-653142fc-8b95-410b-ab1f-fc26232cdd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fad08257-81e1-425d-a715-ac367c1f1631), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.076876 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1608c9e-18e0-4614-a3d6-8db380953870 tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router_controller (58aaadf6-c160-4f90-a4e9-e2aca71bb7aa), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.103067 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1608c9e-18e0-4614-a3d6-8db380953870 tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (58aaadf6-c160-4f90-a4e9-e2aca71bb7aa), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.171734 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e43d4272-72cc-4548-8db8-253f53c5508c req-d7df039c-bc62-4a4b-9fa1-74b46fefd39d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks [] for port (cfc52c7b-063c-460d-af04-dc2675ceb575), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.220244 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-4c15702c-3349-4df2-b1c7-cc54a8bb152b admin admin] For port 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd,segment=NetworkSegment(8e033a05-7daa-4810-ae7e-8076b1b461b4),segment_id=8e033a05-7daa-4810-ae7e-8076b1b461b4)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:45.220626 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c15702c-3349-4df2-b1c7-cc54a8bb152b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.247201 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1608c9e-18e0-4614-a3d6-8db380953870 tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.248463 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a1608c9e-18e0-4614-a3d6-8db380953870 tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5853057 Feb 28 20:33:45.251883 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42184) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:45.253739 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b270a5a3-dc70-47c7-82d9-c13f93fe1765 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router_controller (33a455d1-49f0-4a31-9bfa-7f67d024591a), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.259656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6b68e0a9-2ea4-466d-8230-44bb4bda845c tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:45.356399 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e43d4272-72cc-4548-8db8-253f53c5508c req-d7df039c-bc62-4a4b-9fa1-74b46fefd39d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (cfc52c7b-063c-460d-af04-dc2675ceb575), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.364228 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port fad08257-81e1-425d-a715-ac367c1f1631 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:45.388500 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['372080bb-5ffd-4047-973b-a131aecf2892'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:33:45.390691 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['24e16ac2-b58f-43c2-8922-442401fb19e5'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:33:45.414130 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43d4272-72cc-4548-8db8-253f53c5508c req-d7df039c-bc62-4a4b-9fa1-74b46fefd39d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Network fa039089-86c9-4396-bade-6f794fe57c88 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:45.455624 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-4c15702c-3349-4df2-b1c7-cc54a8bb152b admin admin] Calling delete_port for 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:45.463316 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-e43d4272-72cc-4548-8db8-253f53c5508c req-d7df039c-bc62-4a4b-9fa1-74b46fefd39d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:45.481582 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43d4272-72cc-4548-8db8-253f53c5508c req-d7df039c-bc62-4a4b-9fa1-74b46fefd39d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:33:45.499540 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653142fc-8b95-410b-ab1f-fc26232cdd38 None None] Pushing event updated for resources: {'Port': ['ID=fad08257-81e1-425d-a715-ac367c1f1631,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:45.550119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d8c28510-ddc3-4a37-a1e5-f0f1a7d73058 None None] Provisioning complete for port 8fb49939-ac5a-4b0a-a406-eec0baa1d2fc triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:45.550532 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d8c28510-ddc3-4a37-a1e5-f0f1a7d73058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8fb49939-ac5a-4b0a-a406-eec0baa1d2fc), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.560100 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b270a5a3-dc70-47c7-82d9-c13f93fe1765 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (33a455d1-49f0-4a31-9bfa-7f67d024591a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.605619 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-499ca000-77e4-444d-967d-488ad1565964 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting port 8fb49939-ac5a-4b0a-a406-eec0baa1d2fc {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:45.605992 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-499ca000-77e4-444d-967d-488ad1565964 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (8fb49939-ac5a-4b0a-a406-eec0baa1d2fc), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.626592 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42188) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:45.668351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-17965fe2-5f66-4ab7-860a-2fe422746a30 None None] Deleting port 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:45.668725 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-17965fe2-5f66-4ab7-860a-2fe422746a30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.680127 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b68e0a9-2ea4-466d-8230-44bb4bda845c tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (58aaadf6-c160-4f90-a4e9-e2aca71bb7aa), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.680468 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b68e0a9-2ea4-466d-8230-44bb4bda845c tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router (58aaadf6-c160-4f90-a4e9-e2aca71bb7aa), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.739976 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d4272-72cc-4548-8db8-253f53c5508c req-d7df039c-bc62-4a4b-9fa1-74b46fefd39d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:45.740704 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e43d4272-72cc-4548-8db8-253f53c5508c req-d7df039c-bc62-4a4b-9fa1-74b46fefd39d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.752187 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df039c-bc62-4a4b-9fa1-74b46fefd39d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Pushing event updated for resources: {'Port': ['ID=cfc52c7b-063c-460d-af04-dc2675ceb575,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:45.779985 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-499ca000-77e4-444d-967d-488ad1565964 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (8fb49939-ac5a-4b0a-a406-eec0baa1d2fc), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.792261 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e43d4272-72cc-4548-8db8-253f53c5508c req-d7df039c-bc62-4a4b-9fa1-74b46fefd39d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7817502 Feb 28 20:33:45.796357 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-499ca000-77e4-444d-967d-488ad1565964 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Calling delete_port for 8fb49939-ac5a-4b0a-a406-eec0baa1d2fc owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:45.801864 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-57e9c417-2ff9-4f5a-b5dd-f1324729f306 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef768ae58649435db6bacd4e35f169ea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0362751 Feb 28 20:33:45.804995 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42190) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:45.810639 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] Request body: {'port': {'device_id': 'a41bcda7-7756-4b56-bda6-623d1738573a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:45.842490 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d8c28510-ddc3-4a37-a1e5-f0f1a7d73058 None None] Port 8fb49939-ac5a-4b0a-a406-eec0baa1d2fc cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:33:45.915727 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cfc52c7b-063c-460d-af04-dc2675ceb575), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.917507 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c15702c-3349-4df2-b1c7-cc54a8bb152b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.962917 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c15702c-3349-4df2-b1c7-cc54a8bb152b admin admin] No DVR routers for this DVR port 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:33:45.970587 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15702c-3349-4df2-b1c7-cc54a8bb152b admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:45.971394 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-17965fe2-5f66-4ab7-860a-2fe422746a30 None None] For port 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd,segment=NetworkSegment(8e033a05-7daa-4810-ae7e-8076b1b461b4),segment_id=8e033a05-7daa-4810-ae7e-8076b1b461b4)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:45.971827 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-17965fe2-5f66-4ab7-860a-2fe422746a30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.992077 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b270a5a3-dc70-47c7-82d9-c13f93fe1765 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:45.998396 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b270a5a3-dc70-47c7-82d9-c13f93fe1765 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0868032 Feb 28 20:33:46.005057 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42192) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:46.005249 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0adf9d18-e7c3-40c1-b0ae-c47e77dd5ca8 admin admin] Publish callbacks [] for security_group (a86fd7fb-f2af-4422-9d09-9ffb93374ca6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.029510 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0adf9d18-e7c3-40c1-b0ae-c47e77dd5ca8 admin admin] Publish callbacks [] for security_group (a86fd7fb-f2af-4422-9d09-9ffb93374ca6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.039735 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-17965fe2-5f66-4ab7-860a-2fe422746a30 None None] Calling delete_port for 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:46.095605 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-499ca000-77e4-444d-967d-488ad1565964 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (8fb49939-ac5a-4b0a-a406-eec0baa1d2fc), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.105157 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-c8f317b6-b1ba-4563-a931-b5866374d468 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:46.225805 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0adf9d18-e7c3-40c1-b0ae-c47e77dd5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a86fd7fb-f2af-4422-9d09-9ffb93374ca6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.228563 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0adf9d18-e7c3-40c1-b0ae-c47e77dd5ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.229722 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0adf9d18-e7c3-40c1-b0ae-c47e77dd5ca8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a86fd7fb-f2af-4422-9d09-9ffb93374ca6 HTTP/1.1" status: 204 len: 168 time: 0.4164646 Feb 28 20:33:46.266188 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf9d18-e7c3-40c1-b0ae-c47e77dd5ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86fd7fb-f2af-4422-9d09-9ffb93374ca6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:46.292504 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6b68e0a9-2ea4-466d-8230-44bb4bda845c tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103774) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 28 20:33:46.292853 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6b68e0a9-2ea4-466d-8230-44bb4bda845c tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Router 58aaadf6-c160-4f90-a4e9-e2aca71bb7aa migrating from provider to provider. {{(pid=103774) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 28 20:33:46.293764 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b68e0a9-2ea4-466d-8230-44bb4bda845c tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router_controller (58aaadf6-c160-4f90-a4e9-e2aca71bb7aa), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.300262 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b68e0a9-2ea4-466d-8230-44bb4bda845c tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router_controller (58aaadf6-c160-4f90-a4e9-e2aca71bb7aa), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.323943 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4709f54c-2072-4cdd-a60b-bb67710a36d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.347075 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-17965fe2-5f66-4ab7-860a-2fe422746a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.354849 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c15702c-3349-4df2-b1c7-cc54a8bb152b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (bd95dcac-d635-4bec-8252-dbb352dcdbef), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.436576 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-4c15702c-3349-4df2-b1c7-cc54a8bb152b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd95dcac-d635-4bec-8252-dbb352dcdbef']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:46.460024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device fad08257-81e1-425d-a715-ac367c1f1631 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:33:46.462919 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-4c15702c-3349-4df2-b1c7-cc54a8bb152b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e033a05-7daa-4810-ae7e-8076b1b461b4') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:46.463263 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-4c15702c-3349-4df2-b1c7-cc54a8bb152b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e033a05-7daa-4810-ae7e-8076b1b461b4') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:46.486924 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c15702c-3349-4df2-b1c7-cc54a8bb152b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (8e033a05-7daa-4810-ae7e-8076b1b461b4), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.510700 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17965fe2-5f66-4ab7-860a-2fe422746a30 None None] Pushing event deleted for resources: {'Port': ['ID=2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:46.533050 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c15702c-3349-4df2-b1c7-cc54a8bb152b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (8e033a05-7daa-4810-ae7e-8076b1b461b4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.545421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c15702c-3349-4df2-b1c7-cc54a8bb152b admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:33:46.546219 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c15702c-3349-4df2-b1c7-cc54a8bb152b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (8e033a05-7daa-4810-ae7e-8076b1b461b4), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:33:46.549562 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:33:46.558256 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17965fe2-5f66-4ab7-860a-2fe422746a30 None None] No DVR routers for this DVR port 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:33:46.579456 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b68e0a9-2ea4-466d-8230-44bb4bda845c tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921162'] for router (58aaadf6-c160-4f90-a4e9-e2aca71bb7aa), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.581605 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-19dc9763-ca01-4424-a757-06dd615f8d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.605020 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port fad08257-81e1-425d-a715-ac367c1f1631 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:46.605020 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fad08257-81e1-425d-a715-ac367c1f1631), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.658510 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ca000-77e4-444d-967d-488ad1565964 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Port': ['ID=8fb49939-ac5a-4b0a-a406-eec0baa1d2fc,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:46.672073 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4709f54c-2072-4cdd-a60b-bb67710a36d2 admin admin] Publish callbacks [] for security_group (69cdf6ae-1524-4d6d-839f-acfa1ca84bdc), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.725156 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c15702c-3349-4df2-b1c7-cc54a8bb152b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (bd95dcac-d635-4bec-8252-dbb352dcdbef), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.737418 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c15702c-3349-4df2-b1c7-cc54a8bb152b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.750695 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4709f54c-2072-4cdd-a60b-bb67710a36d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (69cdf6ae-1524-4d6d-839f-acfa1ca84bdc), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.752680 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4c15702c-3349-4df2-b1c7-cc54a8bb152b admin admin] 10.222.0.13 "DELETE /v2.0/networks/bd95dcac-d635-4bec-8252-dbb352dcdbef HTTP/1.1" status: 204 len: 168 time: 2.4145436 Feb 28 20:33:46.759372 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc52c7b-063c-460d-af04-dc2675ceb575 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:33:46.792556 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port fad08257-81e1-425d-a715-ac367c1f1631 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:46.806710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15702c-3349-4df2-b1c7-cc54a8bb152b admin admin] Pushing event deleted for resources: {'Network': ['ID=bd95dcac-d635-4bec-8252-dbb352dcdbef,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:46.823061 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] Publish callbacks [] for port (cfc52c7b-063c-460d-af04-dc2675ceb575), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.854320 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] Transition to ACTIVE for port object cfc52c7b-063c-460d-af04-dc2675ceb575 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:33:46.867416 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-499ca000-77e4-444d-967d-488ad1565964 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.873361 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (cfc52c7b-063c-460d-af04-dc2675ceb575), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:46.881462 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-499ca000-77e4-444d-967d-488ad1565964 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/8fb49939-ac5a-4b0a-a406-eec0baa1d2fc HTTP/1.1" status: 204 len: 168 time: 2.0617270 Feb 28 20:33:46.885720 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42204) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:46.917386 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:33:46.969131 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:33:46.969592 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2fa5b6b8-fba6-47e3-8f4c-8d42cca4e7bd not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:33:47.038466 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a211e9d6-3105-4cc8-be36-b4efc37fc8db tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:47.040850 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a211e9d6-3105-4cc8-be36-b4efc37fc8db tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:47.046761 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a211e9d6-3105-4cc8-be36-b4efc37fc8db tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1567049 Feb 28 20:33:47.049833 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42210) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:47.140129 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42214) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:47.179773 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4709f54c-2072-4cdd-a60b-bb67710a36d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fb8873b8e124379b38b7003849c2962&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5205734 Feb 28 20:33:47.182703 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709f54c-2072-4cdd-a60b-bb67710a36d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cdf6ae-1524-4d6d-839f-acfa1ca84bdc,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:47.196953 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42216) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:47.237853 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f677caf5-d379-4486-ad3a-9de92f4b710c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce448fa148384bfb9a78481379c26323&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0949137 Feb 28 20:33:47.238780 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc52c7b-063c-460d-af04-dc2675ceb575,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:47.256258 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42218) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:47.310246 n-d-820368-21 neutron-server[103774]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6b68e0a9-2ea4-466d-8230-44bb4bda845c tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] No L3 agents can host the router 58aaadf6-c160-4f90-a4e9-e2aca71bb7aa Feb 28 20:33:47.325529 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bd2e9-cbfb-44e8-865a-f785ee272b4d req-ea64056e-cc77-4144-9d6a-b4b12d96a3b9 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:47.326750 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-330dda5c-5efa-4200-ac92-3682dcd9af71 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet 100d226b-f26d-4896-8a2a-87e73efcac54 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:33:47.327256 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b8bd2e9-cbfb-44e8-865a-f785ee272b4d req-ea64056e-cc77-4144-9d6a-b4b12d96a3b9 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=a41bcda7-7756-4b56-bda6-623d1738573a HTTP/1.1" status: 200 len: 932 time: 1.2342467 Feb 28 20:33:47.330541 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8f317b6-b1ba-4563-a931-b5866374d468 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63471'] for router (33a455d1-49f0-4a31-9bfa-7f67d024591a), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:47.342285 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-330dda5c-5efa-4200-ac92-3682dcd9af71 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (100d226b-f26d-4896-8a2a-87e73efcac54), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:47.376570 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d2e18d4a-bf17-431c-be6d-9864ddf4bcb0 admin admin] Publish callbacks [] for security_group (69cdf6ae-1524-4d6d-839f-acfa1ca84bdc), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:47.378665 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] Attempting to bind port cfc52c7b-063c-460d-af04-dc2675ceb575 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:33:47.378665 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] Attempting to bind port cfc52c7b-063c-460d-af04-dc2675ceb575 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:33:47.378665 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] Attempting to bind port cfc52c7b-063c-460d-af04-dc2675ceb575 on network fa039089-86c9-4396-bade-6f794fe57c88 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:33:47.396620 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] Port cfc52c7b-063c-460d-af04-dc2675ceb575 on network fa039089-86c9-4396-bade-6f794fe57c88 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:33:47.397117 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] Attempting to bind port cfc52c7b-063c-460d-af04-dc2675ceb575 on network fa039089-86c9-4396-bade-6f794fe57c88 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:33:47.418414 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:33:47.418920 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] Checking segment: {'id': '5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:33:47.419413 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] Bound using segment: {'id': '5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:33:47.420031 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] Bound port: cfc52c7b-063c-460d-af04-dc2675ceb575, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:33:47.420496 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cfc52c7b-063c-460d-af04-dc2675ceb575), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:47.442057 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-330dda5c-5efa-4200-ac92-3682dcd9af71 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (100d226b-f26d-4896-8a2a-87e73efcac54), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:47.481418 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8f317b6-b1ba-4563-a931-b5866374d468 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921162'] for router (33a455d1-49f0-4a31-9bfa-7f67d024591a), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:47.572420 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7585d248-4f50-403d-9c41-aa2125d0c2bd admin admin] Publish callbacks [] for security_group (ecb25c0b-240b-4e54-8973-b288acf252c1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:47.597761 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7585d248-4f50-403d-9c41-aa2125d0c2bd admin admin] Publish callbacks [] for security_group (ecb25c0b-240b-4e54-8973-b288acf252c1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:47.679990 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] For port cfc52c7b-063c-460d-af04-dc2675ceb575, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:33:47.702869 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] For port cfc52c7b-063c-460d-af04-dc2675ceb575, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=cfc52c7b-063c-460d-af04-dc2675ceb575,segment=NetworkSegment(5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb),segment_id=5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:33:47.713054 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-330dda5c-5efa-4200-ac92-3682dcd9af71 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (100d226b-f26d-4896-8a2a-87e73efcac54), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:47.743229 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (cfc52c7b-063c-460d-af04-dc2675ceb575), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:47.797638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42230) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:47.815238 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7585d248-4f50-403d-9c41-aa2125d0c2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ecb25c0b-240b-4e54-8973-b288acf252c1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:47.818637 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7585d248-4f50-403d-9c41-aa2125d0c2bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:47.819955 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7585d248-4f50-403d-9c41-aa2125d0c2bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecb25c0b-240b-4e54-8973-b288acf252c1 HTTP/1.1" status: 204 len: 168 time: 0.5671923 Feb 28 20:33:47.858234 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:47.859099 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:47.860700 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] 10.222.0.15 "PUT /v2.0/ports/cfc52c7b-063c-460d-af04-dc2675ceb575 HTTP/1.1" status: 200 len: 1093 time: 2.0565045 Feb 28 20:33:47.861557 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41bcda7-7756-4b56-bda6-623d1738573a', 'tag': 'cfc52c7b-063c-460d-af04-dc2675ceb575'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:33:47.865242 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24afc80d-0b4b-45f0-85fc-f3623a754b91" -d '{"events": [{"name": "network-changed", "server_uuid": "a41bcda7-7756-4b56-bda6-623d1738573a", "tag": "cfc52c7b-063c-460d-af04-dc2675ceb575"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:33:47.868603 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585d248-4f50-403d-9c41-aa2125d0c2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb25c0b-240b-4e54-8973-b288acf252c1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:47.870550 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7292a8b-fbc9-4c4d-9ad4-510071c753f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc52c7b-063c-460d-af04-dc2675ceb575,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:47.970432 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad3b22c-625e-4392-aa35-1db7d4963c48 x-openstack-request-id: req-6ad3b22c-625e-4392-aa35-1db7d4963c48 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:33:47.971120 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a41bcda7-7756-4b56-bda6-623d1738573a", "tag": "cfc52c7b-063c-460d-af04-dc2675ceb575", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:33:47.971588 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ad3b22c-625e-4392-aa35-1db7d4963c48 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:33:47.972279 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41bcda7-7756-4b56-bda6-623d1738573a', 'tag': 'cfc52c7b-063c-460d-af04-dc2675ceb575', 'status': 'completed', 'code': 200} Feb 28 20:33:47.983847 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-330dda5c-5efa-4200-ac92-3682dcd9af71 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (100d226b-f26d-4896-8a2a-87e73efcac54), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:48.019295 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330dda5c-5efa-4200-ac92-3682dcd9af71 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=100d226b-f26d-4896-8a2a-87e73efcac54,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:48.023344 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-330dda5c-5efa-4200-ac92-3682dcd9af71 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:48.029298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806e8927-4163-4d04-a61e-ce183e3ea6ac None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:33:48.040880 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-330dda5c-5efa-4200-ac92-3682dcd9af71 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/100d226b-f26d-4896-8a2a-87e73efcac54 HTTP/1.1" status: 204 len: 168 time: 0.9872656 Feb 28 20:33:48.041552 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42238) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:48.152759 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-770d4069-5552-4c2c-9844-3ef98ce92b4b tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] Request body: {'port': {'network_id': '49c3e4fc-2be3-4383-85db-a4e14728f481', 'name': 'tempest-NetworksNegativeTestJSON-1228913086'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:48.165235 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b8f70408-5d6b-44e8-bdd7-c6d3acb00f98 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1225927 Feb 28 20:33:48.166203 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42240) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:48.170476 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d4272-72cc-4548-8db8-253f53c5508c req-da0cfc2b-f3b6-4176-83cc-faa48d3826b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:48.172490 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e43d4272-72cc-4548-8db8-253f53c5508c req-da0cfc2b-f3b6-4176-83cc-faa48d3826b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e4d9d813e9240f293de14f5d4db89db&device_id=a41bcda7-7756-4b56-bda6-623d1738573a HTTP/1.1" status: 200 len: 1127 time: 0.2526512 Feb 28 20:33:48.260975 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-770d4069-5552-4c2c-9844-3ef98ce92b4b tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] POST failed (client error): The resource could not be found. Feb 28 20:33:48.261747 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770d4069-5552-4c2c-9844-3ef98ce92b4b tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:33:48.263053 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-770d4069-5552-4c2c-9844-3ef98ce92b4b tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4610846 Feb 28 20:33:48.265995 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e43d4272-72cc-4548-8db8-253f53c5508c req-cc3d7d99-3fb0-48d9-9e76-8537fc70b0a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfc52c7b-063c-460d-af04-dc2675ceb575 HTTP/1.1" status: 200 len: 217 time: 0.0847764 Feb 28 20:33:48.267201 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42242) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:48.313027 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26037e2b-da6a-4ca2-8d6e-59616d30443b None None] DHCP port deletion for 60bc62cf-1ebe-462d-93c7-f1108638c505 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:33:48.359231 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d2e18d4a-bf17-431c-be6d-9864ddf4bcb0 admin admin] Publish callbacks [] for security_group (69cdf6ae-1524-4d6d-839f-acfa1ca84bdc), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:48.385584 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac653fe-72c6-4352-8abd-44beee9c524c tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] DELETE failed (client error): The resource could not be found. Feb 28 20:33:48.388221 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac653fe-72c6-4352-8abd-44beee9c524c tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:33:48.393387 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0ac653fe-72c6-4352-8abd-44beee9c524c tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] 10.222.0.13 "DELETE /v2.0/networks/fe0a1569-4f58-4c58-9424-0333b673148e HTTP/1.1" status: 404 len: 339 time: 0.1250558 Feb 28 20:33:48.399960 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42246) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:48.426005 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-26037e2b-da6a-4ca2-8d6e-59616d30443b None None] Deleting port fad08257-81e1-425d-a715-ac367c1f1631 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:48.426338 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-26037e2b-da6a-4ca2-8d6e-59616d30443b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (fad08257-81e1-425d-a715-ac367c1f1631), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:48.432151 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a775c600-29d1-4a61-9049-e4f15b722b6e tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] DELETE failed (client error): The resource could not be found. Feb 28 20:33:48.433104 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a775c600-29d1-4a61-9049-e4f15b722b6e tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:33:48.437243 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a775c600-29d1-4a61-9049-e4f15b722b6e tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] 10.222.0.13 "DELETE /v2.0/ports/9437d810-b5f0-4652-a2a9-4524e4b863ac HTTP/1.1" status: 404 len: 333 time: 0.0342908 Feb 28 20:33:48.444285 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42248) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:48.485802 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b820c857-1dbf-417d-b883-e4e5464832c0 tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] DELETE failed (client error): The resource could not be found. Feb 28 20:33:48.486668 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b820c857-1dbf-417d-b883-e4e5464832c0 tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:33:48.491361 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b820c857-1dbf-417d-b883-e4e5464832c0 tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] 10.222.0.13 "DELETE /v2.0/subnets/0b2dfcf2-c25a-4dad-b452-08cd0a87298e HTTP/1.1" status: 404 len: 337 time: 0.0456479 Feb 28 20:33:48.497766 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42252) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:48.511747 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d4272-72cc-4548-8db8-253f53c5508c req-b2670ca9-3fdb-4b23-bc6f-59f539097c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:48.513976 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e43d4272-72cc-4548-8db8-253f53c5508c req-b2670ca9-3fdb-4b23-bc6f-59f539097c88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf2eab21-2ca0-4caf-a56e-ff3579d5667c HTTP/1.1" status: 200 len: 855 time: 0.2230217 Feb 28 20:33:48.524864 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282caa32-aa8a-4527-99cd-63b0d9f43e78 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:48.529168 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d2e18d4a-bf17-431c-be6d-9864ddf4bcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (69cdf6ae-1524-4d6d-839f-acfa1ca84bdc), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:48.530162 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-282caa32-aa8a-4527-99cd-63b0d9f43e78 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3564093 Feb 28 20:33:48.540670 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d2e18d4a-bf17-431c-be6d-9864ddf4bcb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:48.541857 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d2e18d4a-bf17-431c-be6d-9864ddf4bcb0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69cdf6ae-1524-4d6d-839f-acfa1ca84bdc HTTP/1.1" status: 204 len: 168 time: 1.3364644 Feb 28 20:33:48.543908 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42254) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:48.572997 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-26037e2b-da6a-4ca2-8d6e-59616d30443b None None] For port fad08257-81e1-425d-a715-ac367c1f1631, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=fad08257-81e1-425d-a715-ac367c1f1631,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:48.573393 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-26037e2b-da6a-4ca2-8d6e-59616d30443b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (fad08257-81e1-425d-a715-ac367c1f1631), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:48.605088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-26037e2b-da6a-4ca2-8d6e-59616d30443b None None] Calling delete_port for fad08257-81e1-425d-a715-ac367c1f1631 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:48.666461 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b8bd2e9-cbfb-44e8-865a-f785ee272b4d req-e617d679-2ce6-4592-9b0a-804444eee927 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3309598 Feb 28 20:33:48.694445 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b68e0a9-2ea4-466d-8230-44bb4bda845c tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Hosts for router 58aaadf6-c160-4f90-a4e9-e2aca71bb7aa: [] {{(pid=103774) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 28 20:33:48.707873 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3be0567-0da6-4def-9168-4033d7027a49 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:48.712472 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d3be0567-0da6-4def-9168-4033d7027a49 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1672344 Feb 28 20:33:48.715165 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42264) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:48.716475 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-528e2f7b-06d0-4224-af6a-020b470a6c35 tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] GET failed (client error): The resource could not be found. Feb 28 20:33:48.718143 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-528e2f7b-06d0-4224-af6a-020b470a6c35 tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] 10.222.0.13 "GET /v2.0/networks/5ae3151e-a330-4c47-a438-26935f77701d HTTP/1.1" status: 404 len: 339 time: 0.2187495 Feb 28 20:33:48.737705 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e18d4a-bf17-431c-be6d-9864ddf4bcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cdf6ae-1524-4d6d-839f-acfa1ca84bdc,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:48.739856 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42266) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:48.747420 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e43d4272-72cc-4548-8db8-253f53c5508c req-ee81ed08-d40e-4d49-87ba-0f3f11ac9dd8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa039089-86c9-4396-bade-6f794fe57c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2152953 Feb 28 20:33:48.795703 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cb6b7726-d72a-45dc-99b6-9aea1a2bb90e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760825 Feb 28 20:33:48.796430 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42272) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:48.821798 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-9366f1f9-69da-47a3-b449-d08beed668e6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:48.830466 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-26037e2b-da6a-4ca2-8d6e-59616d30443b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (fad08257-81e1-425d-a715-ac367c1f1631), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:48.833112 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b68e0a9-2ea4-466d-8230-44bb4bda845c tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Hosts for other DVR routers connected to router 58aaadf6-c160-4f90-a4e9-e2aca71bb7aa: set() {{(pid=103774) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 28 20:33:48.839603 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b68e0a9-2ea4-466d-8230-44bb4bda845c tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:48.842410 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6b68e0a9-2ea4-466d-8230-44bb4bda845c tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] 10.222.0.13 "PUT /v2.0/routers/58aaadf6-c160-4f90-a4e9-e2aca71bb7aa HTTP/1.1" status: 200 len: 717 time: 3.5874705 Feb 28 20:33:48.852419 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42274) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:48.857541 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb303972-b88d-4227-97f3-ab52d4530f68 tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] GET failed (client error): The resource could not be found. Feb 28 20:33:48.862652 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bb303972-b88d-4227-97f3-ab52d4530f68 tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] 10.222.0.13 "GET /v2.0/ports/8fefe392-29c0-4173-a5d0-5cc337f5e8a2 HTTP/1.1" status: 404 len: 333 time: 0.1009140 Feb 28 20:33:48.877465 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42276) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:48.892189 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26037e2b-da6a-4ca2-8d6e-59616d30443b None None] Pushing event deleted for resources: {'Port': ['ID=fad08257-81e1-425d-a715-ac367c1f1631,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:48.897448 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26037e2b-da6a-4ca2-8d6e-59616d30443b None None] No DVR routers for this DVR port fad08257-81e1-425d-a715-ac367c1f1631 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:33:49.024225 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-85c62da5-eace-40f9-baae-b526e52c1e0a tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] 10.222.0.13 "GET /v2.0/routers/58aaadf6-c160-4f90-a4e9-e2aca71bb7aa HTTP/1.1" status: 200 len: 717 time: 0.1703005 Feb 28 20:33:49.025999 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9327612e-d2d2-4ed5-9ca4-4cd844a9fa79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:49.028998 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42282) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:49.064272 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f317b6-b1ba-4563-a931-b5866374d468 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Router 33a455d1-49f0-4a31-9bfa-7f67d024591a is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:33:49.107607 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-84874f53-cad0-4310-b45d-936a05f3cdd5 tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] GET failed (client error): The resource could not be found. Feb 28 20:33:49.109207 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-84874f53-cad0-4310-b45d-936a05f3cdd5 tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] 10.222.0.13 "GET /v2.0/subnets/9c3d3c3d-a3dd-46ca-9eba-cb5d3627e1ca HTTP/1.1" status: 404 len: 337 time: 0.2305558 Feb 28 20:33:49.132337 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42290) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:49.140041 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-106ea715-f8b6-4131-91db-855dcd28c6d0 tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:49.223360 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-106ea715-f8b6-4131-91db-855dcd28c6d0 tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] PUT failed (client error): The resource could not be found. Feb 28 20:33:49.224515 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-106ea715-f8b6-4131-91db-855dcd28c6d0 tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:33:49.226316 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-106ea715-f8b6-4131-91db-855dcd28c6d0 tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] 10.222.0.13 "PUT /v2.0/networks/1a0bb327-b135-4fec-a995-adf18b1c4d8d HTTP/1.1" status: 404 len: 339 time: 0.0921664 Feb 28 20:33:49.227335 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e43d4272-72cc-4548-8db8-253f53c5508c req-2c87e47f-6509-4b68-88ac-4ac25d582a7c service neutron] 10.222.0.15 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384160 Feb 28 20:33:49.230033 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42296) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:49.234186 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f317b6-b1ba-4563-a931-b5866374d468 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:33:49.238666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-55c850ec-884d-4729-8921-da3ff2e561b5 tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:49.248456 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd15428d-c16a-42f8-a968-9344f6372270 None None] Sync routers for ids ['33a455d1-49f0-4a31-9bfa-7f67d024591a'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:33:49.253097 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8f317b6-b1ba-4563-a931-b5866374d468 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:49.254693 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c8f317b6-b1ba-4563-a931-b5866374d468 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "PUT /v2.0/routers/33a455d1-49f0-4a31-9bfa-7f67d024591a HTTP/1.1" status: 200 len: 698 time: 3.1604714 Feb 28 20:33:49.258829 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42298) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:49.259195 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd15428d-c16a-42f8-a968-9344f6372270 None None] Routers {'33a455d1-49f0-4a31-9bfa-7f67d024591a'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:33:49.260422 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-dd15428d-c16a-42f8-a968-9344f6372270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:33:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['33a455d1-49f0-4a31-9bfa-7f67d024591a'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:49.286284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9366f1f9-69da-47a3-b449-d08beed668e6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:33:49.291080 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9366f1f9-69da-47a3-b449-d08beed668e6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:49.297828 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c850ec-884d-4729-8921-da3ff2e561b5 tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] PUT failed (client error): The resource could not be found. Feb 28 20:33:49.298519 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c850ec-884d-4729-8921-da3ff2e561b5 tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:33:49.303952 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-55c850ec-884d-4729-8921-da3ff2e561b5 tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] 10.222.0.13 "PUT /v2.0/ports/ce2c1815-bb11-4059-bed1-db0a0a31bd50 HTTP/1.1" status: 404 len: 333 time: 0.0713825 Feb 28 20:33:49.304638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42300) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:49.349452 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a6cd33ac-40b9-4b8b-84e7-c30d4ed9b334 tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:49.385493 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a26ee93f-2280-4ec9-9c4e-8c9b885d5265 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/routers/33a455d1-49f0-4a31-9bfa-7f67d024591a HTTP/1.1" status: 200 len: 704 time: 0.1247735 Feb 28 20:33:49.388143 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42304) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:49.390193 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6cd33ac-40b9-4b8b-84e7-c30d4ed9b334 tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] PUT failed (client error): The resource could not be found. Feb 28 20:33:49.390814 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6cd33ac-40b9-4b8b-84e7-c30d4ed9b334 tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:33:49.392965 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a6cd33ac-40b9-4b8b-84e7-c30d4ed9b334 tempest-NetworksNegativeTestJSON-332948418 tempest-NetworksNegativeTestJSON-332948418-project] 10.222.0.13 "PUT /v2.0/subnets/fc608842-7538-4277-9de5-aa05f6e5fb64 HTTP/1.1" status: 404 len: 337 time: 0.0758607 Feb 28 20:33:49.425385 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-dd15428d-c16a-42f8-a968-9344f6372270 None None] Set router 33a455d1-49f0-4a31-9bfa-7f67d024591a gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:33:49.426695 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d11eee33-5c81-4b68-baf4-eae58cf7f5bc tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/ports?device_id=33a455d1-49f0-4a31-9bfa-7f67d024591a HTTP/1.1" status: 200 len: 205 time: 0.0373323 Feb 28 20:33:49.430888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42308) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:49.543702 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-dd15428d-c16a-42f8-a968-9344f6372270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a455d1-49f0-4a31-9bfa-7f67d024591a', 'name': 'tempest-RoutersIpV6Test-router-1900965160', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:33:45Z', 'updated_at': '2022-02-28T20:33:47Z', 'revision_number': 2, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:49.585478 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd15428d-c16a-42f8-a968-9344f6372270 None None] Checking router: 33a455d1-49f0-4a31-9bfa-7f67d024591a for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:33:49.596211 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-70961df6-5344-4612-a5e8-b37021e10c8b tempest-RoutersTestDVR-1256661043 tempest-RoutersTestDVR-1256661043-project] 10.222.0.13 "GET /v2.0/routers/58aaadf6-c160-4f90-a4e9-e2aca71bb7aa HTTP/1.1" status: 200 len: 683 time: 0.5633824 Feb 28 20:33:49.601211 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42310) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:49.606528 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd15428d-c16a-42f8-a968-9344f6372270 None None] Routers {'33a455d1-49f0-4a31-9bfa-7f67d024591a'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:33:49.607146 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-dd15428d-c16a-42f8-a968-9344f6372270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:33:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['33a455d1-49f0-4a31-9bfa-7f67d024591a'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:49.622265 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:49.635985 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e43d4272-72cc-4548-8db8-253f53c5508c req-c0091040-572e-4e54-ada1-2e611f69f31c service neutron] 10.222.0.15 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573387 Feb 28 20:33:49.728856 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22643a44-dc17-4ad3-9ede-bd71f6afe454 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (33a455d1-49f0-4a31-9bfa-7f67d024591a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:49.762682 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-dd15428d-c16a-42f8-a968-9344f6372270 None None] Set router 33a455d1-49f0-4a31-9bfa-7f67d024591a gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:33:50.072679 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22643a44-dc17-4ad3-9ede-bd71f6afe454 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (33a455d1-49f0-4a31-9bfa-7f67d024591a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:50.076190 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22643a44-dc17-4ad3-9ede-bd71f6afe454 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router_controller (33a455d1-49f0-4a31-9bfa-7f67d024591a), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:50.109026 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:50.140176 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22643a44-dc17-4ad3-9ede-bd71f6afe454 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (33a455d1-49f0-4a31-9bfa-7f67d024591a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:50.141028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22643a44-dc17-4ad3-9ede-bd71f6afe454 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Fanout notify agent at l3_agent the message router_deleted on router 33a455d1-49f0-4a31-9bfa-7f67d024591a {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:33:50.156280 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98609d6-332e-4907-b8e7-2a2faf558dd4 req-6efc3e07-7eb1-4e1d-a037-65b162358f04 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:50.158605 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e98609d6-332e-4907-b8e7-2a2faf558dd4 req-6efc3e07-7eb1-4e1d-a037-65b162358f04 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=a41bcda7-7756-4b56-bda6-623d1738573a HTTP/1.1" status: 200 len: 944 time: 0.2628095 Feb 28 20:33:50.164760 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-22643a44-dc17-4ad3-9ede-bd71f6afe454 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:50.166089 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-22643a44-dc17-4ad3-9ede-bd71f6afe454 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/routers/33a455d1-49f0-4a31-9bfa-7f67d024591a HTTP/1.1" status: 204 len: 168 time: 0.7351344 Feb 28 20:33:50.185490 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42332) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:50.189771 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-dd15428d-c16a-42f8-a968-9344f6372270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a455d1-49f0-4a31-9bfa-7f67d024591a', 'name': 'tempest-RoutersIpV6Test-router-1900965160', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:33:45Z', 'updated_at': '2022-02-28T20:33:47Z', 'revision_number': 2, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:33:50.219174 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b876682a-a34b-437d-9afe-9d94c194de53 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/ports?device_id=33a455d1-49f0-4a31-9bfa-7f67d024591a HTTP/1.1" status: 200 len: 205 time: 0.0318840 Feb 28 20:33:50.227251 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42334) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:50.249914 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd15428d-c16a-42f8-a968-9344f6372270 None None] The sync data for ids ['33a455d1-49f0-4a31-9bfa-7f67d024591a'] in n-d-820368-21 is: [{'id': '33a455d1-49f0-4a31-9bfa-7f67d024591a', 'name': 'tempest-RoutersIpV6Test-router-1900965160', 'tenant_id': '8b8aa2c9faa640e4bf21843a9876834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:33:45Z', 'updated_at': '2022-02-28T20:33:47Z', 'revision_number': 2, 'project_id': '8b8aa2c9faa640e4bf21843a9876834b', 'gw_port_host': None}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:33:50.352008 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42338) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:50.359429 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-9cd027f7-8b42-44f2-a77d-3319f346e716 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] delete failed (client error): The resource could not be found. Feb 28 20:33:50.362351 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9cd027f7-8b42-44f2-a77d-3319f346e716 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/routers/33a455d1-49f0-4a31-9bfa-7f67d024591a HTTP/1.1" status: 404 len: 336 time: 0.1321433 Feb 28 20:33:50.377322 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42342) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:50.388079 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device fad08257-81e1-425d-a715-ac367c1f1631 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:33:50.439290 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-98252004-5a3a-4d0c-a56d-e6a284552b84 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] DELETE failed (client error): The resource could not be found. Feb 28 20:33:50.439843 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98252004-5a3a-4d0c-a56d-e6a284552b84 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:33:50.447623 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-98252004-5a3a-4d0c-a56d-e6a284552b84 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/subnets/2f725dfd-5eb3-471d-9b49-ec242fe84cd9 HTTP/1.1" status: 404 len: 337 time: 0.0674965 Feb 28 20:33:50.447801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: fad08257-81e1-425d-a715-ac367c1f1631 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:33:50.447801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device fad08257-81e1-425d-a715-ac367c1f1631 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:33:50.461486 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42348) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:50.525942 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1b0a8c-a902-4b1e-9c73-0e60f7fa680a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] DELETE failed (client error): The resource could not be found. Feb 28 20:33:50.526694 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1b0a8c-a902-4b1e-9c73-0e60f7fa680a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:33:50.531003 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cc1b0a8c-a902-4b1e-9c73-0e60f7fa680a tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/subnets/cff3bd8d-af6d-44b0-a129-d6a8c715c33f HTTP/1.1" status: 404 len: 337 time: 0.0682168 Feb 28 20:33:50.536852 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e98609d6-332e-4907-b8e7-2a2faf558dd4 req-16ebd257-bff4-421a-a0f7-a84d5a3c7217 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694718 Feb 28 20:33:50.538505 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42352) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:50.594904 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a32e93d-2e9b-43de-84ad-2c718a401499 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] DELETE failed (client error): The resource could not be found. Feb 28 20:33:50.595370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a32e93d-2e9b-43de-84ad-2c718a401499 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:33:50.601783 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6a32e93d-2e9b-43de-84ad-2c718a401499 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/subnets/d952f939-f6cb-4cf6-8bd3-ff27010082df HTTP/1.1" status: 404 len: 337 time: 0.0615799 Feb 28 20:33:50.602043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42354) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:50.641455 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0de1ac85-b66f-4164-8a49-dd9b00dbf86f tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router (58aaadf6-c160-4f90-a4e9-e2aca71bb7aa), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:50.665656 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad60a59f-9890-49ee-81e8-ed12dada96b1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] DELETE failed (client error): The resource could not be found. Feb 28 20:33:50.670990 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad60a59f-9890-49ee-81e8-ed12dada96b1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:33:50.677337 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ad60a59f-9890-49ee-81e8-ed12dada96b1 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/subnets/5b458308-1741-4bc0-a82b-07065c112862 HTTP/1.1" status: 404 len: 337 time: 0.0742874 Feb 28 20:33:50.679200 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42356) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:50.729309 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7e3e9bda-334a-46d9-a13e-8544565308e0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b9bb8b-6289-4f25-adce-e092aec4d787 HTTP/1.1" status: 200 len: 205 time: 0.0478244 Feb 28 20:33:50.732013 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42360) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:50.772558 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-ee9e8fcc-2242-4468-bdb2-5708ec86c7a9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] delete failed (client error): The resource could not be found. Feb 28 20:33:50.772811 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ee9e8fcc-2242-4468-bdb2-5708ec86c7a9 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/routers/31b9bb8b-6289-4f25-adce-e092aec4d787 HTTP/1.1" status: 404 len: 336 time: 0.0397985 Feb 28 20:33:50.777039 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42364) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:50.838250 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-09153521-bd94-491b-86d8-d2785e1cb36e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2b62c78-a690-416c-be18-009e2a78bbe6 HTTP/1.1" status: 200 len: 205 time: 0.0584705 Feb 28 20:33:50.839004 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42368) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:50.907301 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-722a1de4-6b29-45e7-bc48-d898af4ef97e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] delete failed (client error): The resource could not be found. Feb 28 20:33:50.910649 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-722a1de4-6b29-45e7-bc48-d898af4ef97e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/routers/f2b62c78-a690-416c-be18-009e2a78bbe6 HTTP/1.1" status: 404 len: 336 time: 0.0671721 Feb 28 20:33:50.921536 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42370) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:50.957046 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0de1ac85-b66f-4164-8a49-dd9b00dbf86f tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (58aaadf6-c160-4f90-a4e9-e2aca71bb7aa), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:50.967085 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f8e4-8c3f-4f89-9222-6aa952de06cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:50.972410 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0de1ac85-b66f-4164-8a49-dd9b00dbf86f tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router_controller (58aaadf6-c160-4f90-a4e9-e2aca71bb7aa), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:50.973240 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d06e519-543b-40cc-82de-c4017ef0205c tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] DELETE failed (client error): The resource could not be found. Feb 28 20:33:50.974190 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d06e519-543b-40cc-82de-c4017ef0205c tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:33:50.978537 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afc80d-0b4b-45f0-85fc-f3623a754b91 req-bd5bf782-75e0-4a9f-a530-abe84278d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:50.980477 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-24afc80d-0b4b-45f0-85fc-f3623a754b91 req-bd5bf782-75e0-4a9f-a530-abe84278d477 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e4d9d813e9240f293de14f5d4db89db&device_id=a41bcda7-7756-4b56-bda6-623d1738573a HTTP/1.1" status: 200 len: 1127 time: 1.1470048 Feb 28 20:33:50.983237 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8d06e519-543b-40cc-82de-c4017ef0205c tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/subnets/87651fbc-70c6-4637-ac69-211791de8e50 HTTP/1.1" status: 404 len: 337 time: 0.0594397 Feb 28 20:33:50.984888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42374) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:51.044483 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9bac0511-21a0-4f2e-85a7-269f1c0eaec3 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5b988-1368-43e6-b92a-45cb4a776c0c HTTP/1.1" status: 200 len: 205 time: 0.0527935 Feb 28 20:33:51.045140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42378) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:51.103509 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-d076e4be-4cb0-469d-9614-c13ce7db7918 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] delete failed (client error): The resource could not be found. Feb 28 20:33:51.107542 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d076e4be-4cb0-469d-9614-c13ce7db7918 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/routers/d2c5b988-1368-43e6-b92a-45cb4a776c0c HTTP/1.1" status: 404 len: 336 time: 0.0591002 Feb 28 20:33:51.108187 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42380) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:51.148839 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-488f0344-c151-4ace-97ef-68260b860ade tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/ports?device_id=537a4aa9-169a-4539-b3a5-f6336ae3a2ab HTTP/1.1" status: 200 len: 205 time: 0.0382633 Feb 28 20:33:51.149617 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42382) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:51.156331 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device cfc52c7b-063c-460d-af04-dc2675ceb575 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:33:51.220389 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-9bee16b1-0eee-4b0d-8f41-1b114e280124 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] delete failed (client error): The resource could not be found. Feb 28 20:33:51.226249 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9bee16b1-0eee-4b0d-8f41-1b114e280124 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/routers/537a4aa9-169a-4539-b3a5-f6336ae3a2ab HTTP/1.1" status: 404 len: 336 time: 0.0725508 Feb 28 20:33:51.228928 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42386) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:51.278498 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a760be82-514b-417e-8b50-87046278764e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] DELETE failed (client error): The resource could not be found. Feb 28 20:33:51.280218 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a760be82-514b-417e-8b50-87046278764e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:33:51.283151 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0de1ac85-b66f-4164-8a49-dd9b00dbf86f tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (58aaadf6-c160-4f90-a4e9-e2aca71bb7aa), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:51.283942 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de1ac85-b66f-4164-8a49-dd9b00dbf86f tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58aaadf6-c160-4f90-a4e9-e2aca71bb7aa {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:33:51.291539 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a760be82-514b-417e-8b50-87046278764e tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/subnets/7b20bd5a-d2a2-44da-a2df-534d4e893e3a HTTP/1.1" status: 404 len: 337 time: 0.0613170 Feb 28 20:33:51.292286 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42388) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:51.365842 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afc80d-0b4b-45f0-85fc-f3623a754b91 req-62375e25-42b6-4f17-8176-8bb74beed08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:51.367354 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-24afc80d-0b4b-45f0-85fc-f3623a754b91 req-62375e25-42b6-4f17-8176-8bb74beed08d service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 200 len: 915 time: 0.3634973 Feb 28 20:33:51.370583 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0de1ac85-b66f-4164-8a49-dd9b00dbf86f tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:51.377676 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0de1ac85-b66f-4164-8a49-dd9b00dbf86f tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] 10.222.0.13 "DELETE /v2.0/routers/58aaadf6-c160-4f90-a4e9-e2aca71bb7aa HTTP/1.1" status: 204 len: 168 time: 1.7740629 Feb 28 20:33:51.381972 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42392) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:51.388346 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-87dacf40-c0db-419b-b99b-9ae39edb838d tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Request body: {'router': {'name': 'tempest-router-139444827', 'distributed': True}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:51.421240 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c29fe809-2264-4477-9c5a-f3464d7d0cdb tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4547974d-1fa7-4980-bcfc-528dcfa4e949 HTTP/1.1" status: 200 len: 205 time: 0.1168938 Feb 28 20:33:51.421990 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42394) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:51.495603 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-b779daa9-cd26-4582-acaa-ccf493c0e9c0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] delete failed (client error): The resource could not be found. Feb 28 20:33:51.501711 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b779daa9-cd26-4582-acaa-ccf493c0e9c0 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/routers/4547974d-1fa7-4980-bcfc-528dcfa4e949 HTTP/1.1" status: 404 len: 336 time: 0.0695870 Feb 28 20:33:51.504164 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42396) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:51.508026 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-87dacf40-c0db-419b-b99b-9ae39edb838d tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (89e58f5d-67c8-4135-90b5-61d54dcd8690), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:51.512054 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-87dacf40-c0db-419b-b99b-9ae39edb838d tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (89e58f5d-67c8-4135-90b5-61d54dcd8690), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:51.552035 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:51.581614 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f8e4-8c3f-4f89-9222-6aa952de06cc admin admin] Publish callbacks [] for security_group (ee9fca58-5e48-4ddd-910c-7bb853d49253), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:51.583155 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc28c9ba-4768-4d61-ab36-c5017d7aace4 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] DELETE failed (client error): The resource could not be found. Feb 28 20:33:51.583736 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc28c9ba-4768-4d61-ab36-c5017d7aace4 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:33:51.591437 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-dc28c9ba-4768-4d61-ab36-c5017d7aace4 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/subnets/3a9d2522-36b1-4115-a804-127636387172 HTTP/1.1" status: 404 len: 337 time: 0.0826805 Feb 28 20:33:51.592225 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42402) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:51.603371 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port cfc52c7b-063c-460d-af04-dc2675ceb575, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=cfc52c7b-063c-460d-af04-dc2675ceb575,segment=NetworkSegment(5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb),segment_id=5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:51.619965 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f8e4-8c3f-4f89-9222-6aa952de06cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ee9fca58-5e48-4ddd-910c-7bb853d49253), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:51.641033 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'cfc52c7b-063c-460d-af04-dc2675ceb575', 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88', 'port_id': 'cfc52c7b-063c-460d-af04-dc2675ceb575', 'mac_address': 'fa:16:3e:48:eb:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2eab21-2ca0-4caf-a56e-ff3579d5667c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:33:51.664407 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-33467d05-a679-4e0b-a12c-a8b5dcc4b960 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "GET /v2.0/ports?device_id=986e45a3-9a17-428c-bbc6-aa0da40cd359 HTTP/1.1" status: 200 len: 205 time: 0.0712702 Feb 28 20:33:51.670373 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42404) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:51.738208 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port cfc52c7b-063c-460d-af04-dc2675ceb575 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:51.738860 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cfc52c7b-063c-460d-af04-dc2675ceb575), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:51.756604 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-79d03c43-fff8-4e2f-a23d-217266ece847 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] delete failed (client error): The resource could not be found. Feb 28 20:33:51.760425 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-79d03c43-fff8-4e2f-a23d-217266ece847 tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/routers/986e45a3-9a17-428c-bbc6-aa0da40cd359 HTTP/1.1" status: 404 len: 336 time: 0.0785117 Feb 28 20:33:51.768431 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42410) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:51.771187 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc52c7b-063c-460d-af04-dc2675ceb575 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:33:51.806348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port cfc52c7b-063c-460d-af04-dc2675ceb575, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=cfc52c7b-063c-460d-af04-dc2675ceb575,segment=NetworkSegment(5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb),segment_id=5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:51.818063 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cfc52c7b-063c-460d-af04-dc2675ceb575), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:51.833166 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-87dacf40-c0db-419b-b99b-9ae39edb838d tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router_controller (89e58f5d-67c8-4135-90b5-61d54dcd8690), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:51.850376 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-24afc80d-0b4b-45f0-85fc-f3623a754b91 req-911a8449-158b-4d43-b0ff-fbd705dc655a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfc52c7b-063c-460d-af04-dc2675ceb575 HTTP/1.1" status: 200 len: 217 time: 0.4674101 Feb 28 20:33:51.862955 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-87dacf40-c0db-419b-b99b-9ae39edb838d tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (89e58f5d-67c8-4135-90b5-61d54dcd8690), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:51.909084 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2fe0f8e4-8c3f-4f89-9222-6aa952de06cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b36b8da2437342f4b184d7c0de692f00&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5548449 Feb 28 20:33:51.911275 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d59e4aa-9ee1-4528-bc71-d0b593009d1c tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] DELETE failed (client error): The resource could not be found. Feb 28 20:33:51.911744 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d59e4aa-9ee1-4528-bc71-d0b593009d1c tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:33:51.919225 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8d59e4aa-9ee1-4528-bc71-d0b593009d1c tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/subnets/a74d1466-7611-4978-a9b5-ab1f1d9c5bda HTTP/1.1" status: 404 len: 337 time: 0.1345243 Feb 28 20:33:51.921730 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42414) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:51.930315 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0f8e4-8c3f-4f89-9222-6aa952de06cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9fca58-5e48-4ddd-910c-7bb853d49253,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:51.932983 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=cfc52c7b-063c-460d-af04-dc2675ceb575,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:51.965838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42418) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:52.021541 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-adbcd15e-32d5-4ec4-b228-ea6a38f8d78d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] DELETE failed (client error): The resource could not be found. Feb 28 20:33:52.022009 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adbcd15e-32d5-4ec4-b228-ea6a38f8d78d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:33:52.025086 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-adbcd15e-32d5-4ec4-b228-ea6a38f8d78d tempest-RoutersIpV6Test-1529054113 tempest-RoutersIpV6Test-1529054113-project] 10.222.0.13 "DELETE /v2.0/subnets/e7f6b567-e9df-457f-b71d-3fbc160d80fd HTTP/1.1" status: 404 len: 337 time: 0.0582492 Feb 28 20:33:52.068327 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['cfc52c7b-063c-460d-af04-dc2675ceb575'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:33:52.081693 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-87dacf40-c0db-419b-b99b-9ae39edb838d tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:52.085833 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-87dacf40-c0db-419b-b99b-9ae39edb838d tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7017088 Feb 28 20:33:52.093134 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb61a3-e00e-4834-95be-4afd3ed51379 req-e507705f-f060-4269-bfe4-e655446fd3f9 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:52.102389 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1aeb61a3-e00e-4834-95be-4afd3ed51379 req-e507705f-f060-4269-bfe4-e655446fd3f9 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=a41bcda7-7756-4b56-bda6-623d1738573a HTTP/1.1" status: 200 len: 944 time: 0.3581626 Feb 28 20:33:52.102933 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42428) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:52.129725 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-61c24632-77ef-4895-ac5a-a1e1d5c22710 admin admin] Publish callbacks [] for security_group (ee9fca58-5e48-4ddd-910c-7bb853d49253), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:52.154465 n-d-820368-21 neutron-server[103773]: DEBUG neutron.objects.ports [None req-9366f1f9-69da-47a3-b449-d08beed668e6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103773) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 20:33:52.159934 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9366f1f9-69da-47a3-b449-d08beed668e6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (f0b06dca-705c-4afc-93d7-593b7ccf781d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:52.212954 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afc80d-0b4b-45f0-85fc-f3623a754b91 req-0138666e-c4fd-4237-8127-cd30163e1350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:52.216189 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-24afc80d-0b4b-45f0-85fc-f3623a754b91 req-0138666e-c4fd-4237-8127-cd30163e1350 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf2eab21-2ca0-4caf-a56e-ff3579d5667c HTTP/1.1" status: 200 len: 855 time: 0.3244441 Feb 28 20:33:52.278137 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9366f1f9-69da-47a3-b449-d08beed668e6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:52.303634 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-24afc80d-0b4b-45f0-85fc-f3623a754b91 req-03edc119-694e-4a5b-b889-181da17cbb3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa039089-86c9-4396-bade-6f794fe57c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514584 Feb 28 20:33:52.304600 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-9366f1f9-69da-47a3-b449-d08beed668e6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:52.309747 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9366f1f9-69da-47a3-b449-d08beed668e6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:52.310331 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9366f1f9-69da-47a3-b449-d08beed668e6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:52.328893 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227b45d5-86b7-475b-9d52-28863bae2157 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:33:52.377665 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366f1f9-69da-47a3-b449-d08beed668e6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=f0b06dca-705c-4afc-93d7-593b7ccf781d,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:52.395718 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-920ea122-989a-4a68-bc5d-b06f9954c8d3 tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router (89e58f5d-67c8-4135-90b5-61d54dcd8690), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:52.411777 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9366f1f9-69da-47a3-b449-d08beed668e6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5960622 Feb 28 20:33:52.481585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42438) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:52.498476 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-fe315945-5030-47b6-b3e8-c0f5a180e141 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:52.552441 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:52.563859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11f7ecf-6374-4558-8575-0d4ed58a8750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-60bc62cf-1ebe-462d-93c7-f1108638c505', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'fixed_ips': [{'subnet_id': 'f0b06dca-705c-4afc-93d7-593b7ccf781d'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:33:52.565020 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d11f7ecf-6374-4558-8575-0d4ed58a8750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:52.770513 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42446) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:52.833720 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42450) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:52.865107 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-24afc80d-0b4b-45f0-85fc-f3623a754b91 req-fb387bc8-f9a9-4c00-a329-11fe6ef89c34 service neutron] 10.222.0.15 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5363765 Feb 28 20:33:52.867780 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-61c24632-77ef-4895-ac5a-a1e1d5c22710 admin admin] Publish callbacks [] for security_group (ee9fca58-5e48-4ddd-910c-7bb853d49253), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:52.872616 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:52.991720 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-920ea122-989a-4a68-bc5d-b06f9954c8d3 tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (89e58f5d-67c8-4135-90b5-61d54dcd8690), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:52.998801 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-920ea122-989a-4a68-bc5d-b06f9954c8d3 tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router_controller (89e58f5d-67c8-4135-90b5-61d54dcd8690), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:53.031155 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-d11f7ecf-6374-4558-8575-0d4ed58a8750 None None] Allocated IP 2001:db8::f816:3eff:fed1:8e (60bc62cf-1ebe-462d-93c7-f1108638c505/f0b06dca-705c-4afc-93d7-593b7ccf781d/99a04941-3f08-4e5b-b26f-c8fb666cc8d8) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:33:53.088946 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe315945-5030-47b6-b3e8-c0f5a180e141 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:33:53.092444 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fe315945-5030-47b6-b3e8-c0f5a180e141 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:53.160922 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-920ea122-989a-4a68-bc5d-b06f9954c8d3 tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (89e58f5d-67c8-4135-90b5-61d54dcd8690), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:53.161418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920ea122-989a-4a68-bc5d-b06f9954c8d3 tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89e58f5d-67c8-4135-90b5-61d54dcd8690 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:33:53.174785 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-eadb0fe4-ac29-48bb-97e4-d9d643a3dce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:53.213426 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-920ea122-989a-4a68-bc5d-b06f9954c8d3 tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:53.214598 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-920ea122-989a-4a68-bc5d-b06f9954c8d3 tempest-RoutersTestDVR-1425525591 tempest-RoutersTestDVR-1425525591-project-admin] 10.222.0.13 "DELETE /v2.0/routers/89e58f5d-67c8-4135-90b5-61d54dcd8690 HTTP/1.1" status: 204 len: 168 time: 1.1085382 Feb 28 20:33:53.269080 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1aeb61a3-e00e-4834-95be-4afd3ed51379 req-09361362-23e5-4e7d-93bb-776aee0f1fa7 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1617332 Feb 28 20:33:53.340209 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-24afc80d-0b4b-45f0-85fc-f3623a754b91 req-9785fa49-38a0-432e-813f-0fe137b4e6c9 service neutron] 10.222.0.15 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326892 Feb 28 20:33:53.361442 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-94531b29-d0f0-41de-8c4f-e258ca563f82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b8aa2c9faa640e4bf21843a9876834b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5202231 Feb 28 20:33:53.366777 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42462) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:53.405643 n-d-820368-21 neutron-server[103773]: INFO neutron.db.ipam_backend_mixin [None req-fe315945-5030-47b6-b3e8-c0f5a180e141 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f0b06dca-705c-4afc-93d7-593b7ccf781d (CIDR: 2001:db8::/64) Feb 28 20:33:53.415930 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d11f7ecf-6374-4558-8575-0d4ed58a8750 None None] Publish callbacks [] for port (99a04941-3f08-4e5b-b26f-c8fb666cc8d8), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:53.419437 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-61c24632-77ef-4895-ac5a-a1e1d5c22710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ee9fca58-5e48-4ddd-910c-7bb853d49253), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:53.422048 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-61c24632-77ef-4895-ac5a-a1e1d5c22710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:53.423217 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-61c24632-77ef-4895-ac5a-a1e1d5c22710 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee9fca58-5e48-4ddd-910c-7bb853d49253 HTTP/1.1" status: 204 len: 168 time: 1.5002632 Feb 28 20:33:53.429851 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe315945-5030-47b6-b3e8-c0f5a180e141 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:33:53.430317 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe315945-5030-47b6-b3e8-c0f5a180e141 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:33:53.432138 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d11f7ecf-6374-4558-8575-0d4ed58a8750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (99a04941-3f08-4e5b-b26f-c8fb666cc8d8), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:53.462352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c24632-77ef-4895-ac5a-a1e1d5c22710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9fca58-5e48-4ddd-910c-7bb853d49253,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:53.475404 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fe315945-5030-47b6-b3e8-c0f5a180e141 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9888129 Feb 28 20:33:53.478391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42468) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:53.488767 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-8277f16b-5423-4a2e-b7d6-5c354d6cef8c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:53.513199 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-eadb0fe4-ac29-48bb-97e4-d9d643a3dce4 admin admin] Publish callbacks [] for security_group (5efe5056-22d4-4dbf-832d-442dfa90198f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:53.520976 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11f7ecf-6374-4558-8575-0d4ed58a8750 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:53.526537 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-eadb0fe4-ac29-48bb-97e4-d9d643a3dce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5efe5056-22d4-4dbf-832d-442dfa90198f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:53.559424 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-d11f7ecf-6374-4558-8575-0d4ed58a8750 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:53.563971 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11f7ecf-6374-4558-8575-0d4ed58a8750 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:33:53.585390 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-eadb0fe4-ac29-48bb-97e4-d9d643a3dce4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cf450f872b047c994ef679ff4135cbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8137181 Feb 28 20:33:53.587079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42472) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:53.649504 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f7ecf-6374-4558-8575-0d4ed58a8750 None None] Pushing event updated for resources: {'Port': ['ID=99a04941-3f08-4e5b-b26f-c8fb666cc8d8,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:53.727473 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb0fe4-ac29-48bb-97e4-d9d643a3dce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efe5056-22d4-4dbf-832d-442dfa90198f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:53.739925 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d11f7ecf-6374-4558-8575-0d4ed58a8750 None None] Attempting to bind port 99a04941-3f08-4e5b-b26f-c8fb666cc8d8 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:33:53.740596 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d11f7ecf-6374-4558-8575-0d4ed58a8750 None None] Attempting to bind port 99a04941-3f08-4e5b-b26f-c8fb666cc8d8 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:33:53.740872 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11f7ecf-6374-4558-8575-0d4ed58a8750 None None] Attempting to bind port 99a04941-3f08-4e5b-b26f-c8fb666cc8d8 on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:33:53.745257 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c37aed6-f305-4747-8b3b-77053decb03b admin admin] Publish callbacks [] for security_group (ad026d63-06b4-4ccd-b902-cbb567701097), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:53.755209 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8277f16b-5423-4a2e-b7d6-5c354d6cef8c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:33:53.758658 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8277f16b-5423-4a2e-b7d6-5c354d6cef8c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:53.760697 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11f7ecf-6374-4558-8575-0d4ed58a8750 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:33:53.761012 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11f7ecf-6374-4558-8575-0d4ed58a8750 None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:33:53.761921 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d11f7ecf-6374-4558-8575-0d4ed58a8750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:53.764519 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11f7ecf-6374-4558-8575-0d4ed58a8750 None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:33:53.765549 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa66b374-7642-420c-b485-3efd93176634 admin admin] Publish callbacks [] for security_group (5efe5056-22d4-4dbf-832d-442dfa90198f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:53.765901 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d11f7ecf-6374-4558-8575-0d4ed58a8750 None None] Bound port: 99a04941-3f08-4e5b-b26f-c8fb666cc8d8, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:33:53.766298 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d11f7ecf-6374-4558-8575-0d4ed58a8750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (99a04941-3f08-4e5b-b26f-c8fb666cc8d8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:53.809024 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa66b374-7642-420c-b485-3efd93176634 admin admin] Publish callbacks [] for security_group (5efe5056-22d4-4dbf-832d-442dfa90198f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:53.903786 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa66b374-7642-420c-b485-3efd93176634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5efe5056-22d4-4dbf-832d-442dfa90198f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:53.906369 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fa66b374-7642-420c-b485-3efd93176634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:53.911048 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fa66b374-7642-420c-b485-3efd93176634 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5efe5056-22d4-4dbf-832d-442dfa90198f HTTP/1.1" status: 204 len: 168 time: 0.3229833 Feb 28 20:33:53.921055 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d11f7ecf-6374-4558-8575-0d4ed58a8750 None None] For port 99a04941-3f08-4e5b-b26f-c8fb666cc8d8, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:33:53.921378 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c37aed6-f305-4747-8b3b-77053decb03b admin admin] Publish callbacks [] for security_group (ad026d63-06b4-4ccd-b902-cbb567701097), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:53.928115 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66b374-7642-420c-b485-3efd93176634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efe5056-22d4-4dbf-832d-442dfa90198f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:53.930389 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d11f7ecf-6374-4558-8575-0d4ed58a8750 None None] For port 99a04941-3f08-4e5b-b26f-c8fb666cc8d8, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=99a04941-3f08-4e5b-b26f-c8fb666cc8d8,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:33:53.965312 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d11f7ecf-6374-4558-8575-0d4ed58a8750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (99a04941-3f08-4e5b-b26f-c8fb666cc8d8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:54.019133 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42480) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:54.029388 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c37aed6-f305-4747-8b3b-77053decb03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ad026d63-06b4-4ccd-b902-cbb567701097), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:54.032633 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c37aed6-f305-4747-8b3b-77053decb03b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:54.036757 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5c37aed6-f305-4747-8b3b-77053decb03b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad026d63-06b4-4ccd-b902-cbb567701097 HTTP/1.1" status: 204 len: 168 time: 0.6688960 Feb 28 20:33:54.077126 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37aed6-f305-4747-8b3b-77053decb03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad026d63-06b4-4ccd-b902-cbb567701097,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:54.091982 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f7ecf-6374-4558-8575-0d4ed58a8750 None None] Pushing event updated for resources: {'Port': ['ID=99a04941-3f08-4e5b-b26f-c8fb666cc8d8,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:54.242848 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8277f16b-5423-4a2e-b7d6-5c354d6cef8c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (5f75e625-9122-4fb4-bff4-da07a700fcd1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:54.363678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8277f16b-5423-4a2e-b7d6-5c354d6cef8c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:54.372948 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-8277f16b-5423-4a2e-b7d6-5c354d6cef8c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:54.380440 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8277f16b-5423-4a2e-b7d6-5c354d6cef8c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:54.381094 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8277f16b-5423-4a2e-b7d6-5c354d6cef8c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:54.425547 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8277f16b-5423-4a2e-b7d6-5c354d6cef8c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9457197 Feb 28 20:33:54.428529 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42494) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:54.440597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-c2ecbff7-c2d6-4507-b2e2-d1b5726e6a16 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'mac_address': 'fa:16:3e:8d:e9:d6', 'name': 'tempest-NetworksTestDHCPv6-1534027566'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:54.485359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277f16b-5423-4a2e-b7d6-5c354d6cef8c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=5f75e625-9122-4fb4-bff4-da07a700fcd1,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:54.547186 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46604540-4e38-4661-8fa0-594b5a30f033 req-0d4b75a4-bb4f-458b-b805-ab6c048e7c57 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:54.556979 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-46604540-4e38-4661-8fa0-594b5a30f033 req-0d4b75a4-bb4f-458b-b805-ab6c048e7c57 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=a41bcda7-7756-4b56-bda6-623d1738573a HTTP/1.1" status: 200 len: 945 time: 0.1235886 Feb 28 20:33:54.666124 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-46604540-4e38-4661-8fa0-594b5a30f033 req-798707ef-5e81-47bd-ac1c-a546ea13ee14 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077716 Feb 28 20:33:54.729161 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c76c4eec-e7cd-4ff7-bd67-c28113ec421c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:54.775472 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ecbff7-c2d6-4507-b2e2-d1b5726e6a16 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:33:54.940624 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c2ecbff7-c2d6-4507-b2e2-d1b5726e6a16 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:54.997849 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c76c4eec-e7cd-4ff7-bd67-c28113ec421c admin admin] Publish callbacks [] for security_group (b746b8d3-9575-432f-b475-57d53e6e8e22), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:55.000840 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-c2ecbff7-c2d6-4507-b2e2-d1b5726e6a16 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] device_id is not set on port d369c23b-0810-4ac2-b291-aad9df6aa5dd yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:33:55.009640 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c76c4eec-e7cd-4ff7-bd67-c28113ec421c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b746b8d3-9575-432f-b475-57d53e6e8e22), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:55.051776 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42506) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:55.064644 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c76c4eec-e7cd-4ff7-bd67-c28113ec421c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=540070466aeb4cf8bf9eba237495ebae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0440860 Feb 28 20:33:55.142390 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42512) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:55.170772 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7d32862e-616e-438b-9fab-930dd11f9c22 admin admin] Publish callbacks [] for security_group (b746b8d3-9575-432f-b475-57d53e6e8e22), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:55.185130 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device cfc52c7b-063c-460d-af04-dc2675ceb575 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:33:55.210663 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7d32862e-616e-438b-9fab-930dd11f9c22 admin admin] Publish callbacks [] for security_group (b746b8d3-9575-432f-b475-57d53e6e8e22), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:55.254993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c4eec-e7cd-4ff7-bd67-c28113ec421c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b746b8d3-9575-432f-b475-57d53e6e8e22,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:55.273706 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d630ec15-d39d-4dbb-a2a4-78398c31a8af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:55.290133 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7d32862e-616e-438b-9fab-930dd11f9c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b746b8d3-9575-432f-b475-57d53e6e8e22), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:55.294034 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7d32862e-616e-438b-9fab-930dd11f9c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:55.298282 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7d32862e-616e-438b-9fab-930dd11f9c22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b746b8d3-9575-432f-b475-57d53e6e8e22 HTTP/1.1" status: 204 len: 168 time: 0.2442391 Feb 28 20:33:55.313921 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32862e-616e-438b-9fab-930dd11f9c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b746b8d3-9575-432f-b475-57d53e6e8e22,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:55.377371 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port cfc52c7b-063c-460d-af04-dc2675ceb575 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:33:55.385398 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port cfc52c7b-063c-460d-af04-dc2675ceb575 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:55.385957 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cfc52c7b-063c-460d-af04-dc2675ceb575), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:55.530286 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d630ec15-d39d-4dbb-a2a4-78398c31a8af admin admin] Publish callbacks [] for security_group (3ef4d238-732b-4a0e-8cae-e7b915561cc9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:55.545316 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d630ec15-d39d-4dbb-a2a4-78398c31a8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3ef4d238-732b-4a0e-8cae-e7b915561cc9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:55.566600 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port cfc52c7b-063c-460d-af04-dc2675ceb575 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:55.569620 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cfc52c7b-063c-460d-af04-dc2675ceb575), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:55.590927 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-c2ecbff7-c2d6-4507-b2e2-d1b5726e6a16 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8:0:1::e4 (60bc62cf-1ebe-462d-93c7-f1108638c505/5f75e625-9122-4fb4-bff4-da07a700fcd1/d369c23b-0810-4ac2-b291-aad9df6aa5dd) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:33:55.608095 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-c2ecbff7-c2d6-4507-b2e2-d1b5726e6a16 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8::f816:3eff:fe8d:e9d6 (60bc62cf-1ebe-462d-93c7-f1108638c505/f0b06dca-705c-4afc-93d7-593b7ccf781d/d369c23b-0810-4ac2-b291-aad9df6aa5dd) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:33:55.616591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630ec15-d39d-4dbb-a2a4-78398c31a8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef4d238-732b-4a0e-8cae-e7b915561cc9,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:55.659430 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d630ec15-d39d-4dbb-a2a4-78398c31a8af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3bbeaa7e58b4e5298d23dbce4548e0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5134540 Feb 28 20:33:55.659849 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42528) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:55.690212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port cfc52c7b-063c-460d-af04-dc2675ceb575, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=cfc52c7b-063c-460d-af04-dc2675ceb575,segment=NetworkSegment(5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb),segment_id=5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:55.696122 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41bcda7-7756-4b56-bda6-623d1738573a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc52c7b-063c-460d-af04-dc2675ceb575'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:33:55.702106 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb97b87d-13a1-4194-b617-660741f211a4" -d '{"events": [{"server_uuid": "a41bcda7-7756-4b56-bda6-623d1738573a", "name": "network-vif-plugged", "status": "completed", "tag": "cfc52c7b-063c-460d-af04-dc2675ceb575"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:33:55.727338 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cfc52c7b-063c-460d-af04-dc2675ceb575), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:55.845401 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fd16ba-fdfa-44f4-aa48-be26a85638a2 x-openstack-request-id: req-c3fd16ba-fdfa-44f4-aa48-be26a85638a2 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:33:55.846044 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41bcda7-7756-4b56-bda6-623d1738573a", "name": "network-vif-plugged", "status": "completed", "tag": "cfc52c7b-063c-460d-af04-dc2675ceb575", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:33:55.847438 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3fd16ba-fdfa-44f4-aa48-be26a85638a2 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:33:55.848403 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41bcda7-7756-4b56-bda6-623d1738573a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc52c7b-063c-460d-af04-dc2675ceb575', 'code': 200} Feb 28 20:33:55.850501 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=cfc52c7b-063c-460d-af04-dc2675ceb575,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:55.902134 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a02e0364-bc9b-46e6-8238-465b2d172716 admin admin] Publish callbacks [] for security_group (3ef4d238-732b-4a0e-8cae-e7b915561cc9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:55.979383 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a02e0364-bc9b-46e6-8238-465b2d172716 admin admin] Publish callbacks [] for security_group (3ef4d238-732b-4a0e-8cae-e7b915561cc9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:56.066436 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc59e21-c064-4bb5-a15b-e0f2cc3e1920 req-f1d0d869-c90b-402c-922c-0f487907cef6 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:56.068859 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cdc59e21-c064-4bb5-a15b-e0f2cc3e1920 req-f1d0d869-c90b-402c-922c-0f487907cef6 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=a41bcda7-7756-4b56-bda6-623d1738573a HTTP/1.1" status: 200 len: 946 time: 0.1962521 Feb 28 20:33:56.080902 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c2ecbff7-c2d6-4507-b2e2-d1b5726e6a16 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (d369c23b-0810-4ac2-b291-aad9df6aa5dd), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:56.088495 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec6dd22-7098-4753-889f-125befe986b7 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:33:56.109588 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d7db9-f432-4215-b749-50e7cda8e2ed req-c0f13512-f890-4ef2-8472-996eef5d5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:56.112079 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d63d7db9-f432-4215-b749-50e7cda8e2ed req-c0f13512-f890-4ef2-8472-996eef5d5bc9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a41bcda7-7756-4b56-bda6-623d1738573a HTTP/1.1" status: 200 len: 1129 time: 0.0875297 Feb 28 20:33:56.117889 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a02e0364-bc9b-46e6-8238-465b2d172716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3ef4d238-732b-4a0e-8cae-e7b915561cc9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:56.126893 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a02e0364-bc9b-46e6-8238-465b2d172716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:56.130166 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a02e0364-bc9b-46e6-8238-465b2d172716 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ef4d238-732b-4a0e-8cae-e7b915561cc9 HTTP/1.1" status: 204 len: 168 time: 0.4693022 Feb 28 20:33:56.181939 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e0364-bc9b-46e6-8238-465b2d172716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef4d238-732b-4a0e-8cae-e7b915561cc9,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:56.231723 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cdc59e21-c064-4bb5-a15b-e0f2cc3e1920 req-920146ca-2f8c-4b20-8b9a-f16d24318236 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357701 Feb 28 20:33:56.242686 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d63d7db9-f432-4215-b749-50e7cda8e2ed req-50da215d-ea1b-49b0-b14e-57ebfb7ce8ab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183312 Feb 28 20:33:56.258632 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c2ecbff7-c2d6-4507-b2e2-d1b5726e6a16 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d369c23b-0810-4ac2-b291-aad9df6aa5dd), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:56.329216 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecbff7-c2d6-4507-b2e2-d1b5726e6a16 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=d369c23b-0810-4ac2-b291-aad9df6aa5dd,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:56.340247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d98e1cee-d60f-4d6d-982f-74d3619b9e78 None None] Provisioning complete for port 99a04941-3f08-4e5b-b26f-c8fb666cc8d8 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:56.342454 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d98e1cee-d60f-4d6d-982f-74d3619b9e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (99a04941-3f08-4e5b-b26f-c8fb666cc8d8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:56.344835 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ecbff7-c2d6-4507-b2e2-d1b5726e6a16 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:33:56.346556 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-c2ecbff7-c2d6-4507-b2e2-d1b5726e6a16 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:33:56.350353 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ecbff7-c2d6-4507-b2e2-d1b5726e6a16 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:33:56.356187 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ecbff7-c2d6-4507-b2e2-d1b5726e6a16 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:56.356900 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c2ecbff7-c2d6-4507-b2e2-d1b5726e6a16 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:56.372678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42554) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:56.394206 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c2ecbff7-c2d6-4507-b2e2-d1b5726e6a16 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9640872 Feb 28 20:33:56.398326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42556) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:56.398870 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8d21d9b3-8a33-4eb4-9934-0fc7bbc640d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:56.537931 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 99a04941-3f08-4e5b-b26f-c8fb666cc8d8 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:33:56.598156 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8d21d9b3-8a33-4eb4-9934-0fc7bbc640d5 admin admin] Publish callbacks [] for security_group (236dee30-82a7-4420-89d3-58f9e9f1c441), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:56.607137 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8d21d9b3-8a33-4eb4-9934-0fc7bbc640d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (236dee30-82a7-4420-89d3-58f9e9f1c441), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:56.616768 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-9eeb6e4e-3830-4619-8b1b-e94ce63e8ae5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting port d369c23b-0810-4ac2-b291-aad9df6aa5dd {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:33:56.617113 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9eeb6e4e-3830-4619-8b1b-e94ce63e8ae5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d369c23b-0810-4ac2-b291-aad9df6aa5dd), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:56.689188 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7254394-04fe-45f0-b785-5e61d3aad65b None None] Update dhcp port {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'fixed_ips': [{'subnet_id': 'f0b06dca-705c-4afc-93d7-593b7ccf781d', 'ip_address': '2001:db8::f816:3eff:fed1:8e'}, {'subnet_id': '5f75e625-9122-4fb4-bff4-da07a700fcd1'}], 'binding:host_id': 'n-d-820368-21'}, 'id': '99a04941-3f08-4e5b-b26f-c8fb666cc8d8'} from n-d-820368-21. {{(pid=103775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 20:33:56.708391 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8d21d9b3-8a33-4eb4-9934-0fc7bbc640d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f81a973c76b24753958781496441e645&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3341646 Feb 28 20:33:56.709671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42560) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:56.710518 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21d9b3-8a33-4eb4-9934-0fc7bbc640d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236dee30-82a7-4420-89d3-58f9e9f1c441,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:56.721582 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9eeb6e4e-3830-4619-8b1b-e94ce63e8ae5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d369c23b-0810-4ac2-b291-aad9df6aa5dd), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:56.735161 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-9eeb6e4e-3830-4619-8b1b-e94ce63e8ae5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Calling delete_port for d369c23b-0810-4ac2-b291-aad9df6aa5dd owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:33:56.771246 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d98e1cee-d60f-4d6d-982f-74d3619b9e78 None None] Current status of the port 99a04941-3f08-4e5b-b26f-c8fb666cc8d8 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:56.780631 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d98e1cee-d60f-4d6d-982f-74d3619b9e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (99a04941-3f08-4e5b-b26f-c8fb666cc8d8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:56.815554 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24072db0-8a90-45c0-b379-ad0eccde6b24 admin admin] Publish callbacks [] for security_group (236dee30-82a7-4420-89d3-58f9e9f1c441), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:56.824304 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c7254394-04fe-45f0-b785-5e61d3aad65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (99a04941-3f08-4e5b-b26f-c8fb666cc8d8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:56.849973 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24072db0-8a90-45c0-b379-ad0eccde6b24 admin admin] Publish callbacks [] for security_group (236dee30-82a7-4420-89d3-58f9e9f1c441), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:56.872322 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d98e1cee-d60f-4d6d-982f-74d3619b9e78 None None] For port 99a04941-3f08-4e5b-b26f-c8fb666cc8d8, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=99a04941-3f08-4e5b-b26f-c8fb666cc8d8,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:56.873827 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 99a04941-3f08-4e5b-b26f-c8fb666cc8d8 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:56.874506 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (99a04941-3f08-4e5b-b26f-c8fb666cc8d8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:56.925760 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d98e1cee-d60f-4d6d-982f-74d3619b9e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (99a04941-3f08-4e5b-b26f-c8fb666cc8d8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:56.962101 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24072db0-8a90-45c0-b379-ad0eccde6b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (236dee30-82a7-4420-89d3-58f9e9f1c441), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:56.965710 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24072db0-8a90-45c0-b379-ad0eccde6b24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:56.969773 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-24072db0-8a90-45c0-b379-ad0eccde6b24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/236dee30-82a7-4420-89d3-58f9e9f1c441 HTTP/1.1" status: 204 len: 168 time: 0.2554996 Feb 28 20:33:56.985598 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24072db0-8a90-45c0-b379-ad0eccde6b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236dee30-82a7-4420-89d3-58f9e9f1c441,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:57.044756 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9eeb6e4e-3830-4619-8b1b-e94ce63e8ae5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d369c23b-0810-4ac2-b291-aad9df6aa5dd), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:57.110596 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb6e4e-3830-4619-8b1b-e94ce63e8ae5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Port': ['ID=d369c23b-0810-4ac2-b291-aad9df6aa5dd,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:57.142519 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e1cee-d60f-4d6d-982f-74d3619b9e78 None None] Pushing event updated for resources: {'Port': ['ID=99a04941-3f08-4e5b-b26f-c8fb666cc8d8,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:57.206941 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9eeb6e4e-3830-4619-8b1b-e94ce63e8ae5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:57.210309 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9eeb6e4e-3830-4619-8b1b-e94ce63e8ae5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/d369c23b-0810-4ac2-b291-aad9df6aa5dd HTTP/1.1" status: 204 len: 168 time: 0.8095717 Feb 28 20:33:57.213181 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42578) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:57.234889 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-c7254394-04fe-45f0-b785-5e61d3aad65b None None] Allocated IP 2001:db8:0:1::2 (60bc62cf-1ebe-462d-93c7-f1108638c505/5f75e625-9122-4fb4-bff4-da07a700fcd1/99a04941-3f08-4e5b-b26f-c8fb666cc8d8) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:33:57.278561 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 99a04941-3f08-4e5b-b26f-c8fb666cc8d8 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:57.316960 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a273daa-13ac-46d4-b843-e7fdb561f528 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:57.324968 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1a273daa-13ac-46d4-b843-e7fdb561f528 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1093280 Feb 28 20:33:57.327028 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42586) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:57.405623 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fa372d-cabf-4053-bc22-a42dce4cf2bf tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:57.410444 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-30fa372d-cabf-4053-bc22-a42dce4cf2bf tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0823498 Feb 28 20:33:57.411238 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42588) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:57.483154 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b9652a-7640-4ff1-9374-2f5c45bb9056 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:57.484701 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b9652a-7640-4ff1-9374-2f5c45bb9056 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:57.486230 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b9652a-7640-4ff1-9374-2f5c45bb9056 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:57.490994 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e1b9652a-7640-4ff1-9374-2f5c45bb9056 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0785117 Feb 28 20:33:57.492231 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42592) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:57.493235 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c7254394-04fe-45f0-b785-5e61d3aad65b None None] For port 99a04941-3f08-4e5b-b26f-c8fb666cc8d8, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=99a04941-3f08-4e5b-b26f-c8fb666cc8d8,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:33:57.521664 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8010da-745d-44e8-bc4f-7c1f2d939d6f req-d4b5463a-f909-4dd3-87bc-2d6b5bd7b813 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:57.532630 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8f8010da-745d-44e8-bc4f-7c1f2d939d6f req-d4b5463a-f909-4dd3-87bc-2d6b5bd7b813 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=a41bcda7-7756-4b56-bda6-623d1738573a HTTP/1.1" status: 200 len: 946 time: 0.1599042 Feb 28 20:33:57.552894 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c7254394-04fe-45f0-b785-5e61d3aad65b None None] Publish callbacks [] for port (99a04941-3f08-4e5b-b26f-c8fb666cc8d8), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:57.565412 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c7254394-04fe-45f0-b785-5e61d3aad65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (99a04941-3f08-4e5b-b26f-c8fb666cc8d8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:57.593751 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42594) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:57.648635 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1297f6ab-e8a9-4a64-b354-7544d2aa2b4b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet 5f75e625-9122-4fb4-bff4-da07a700fcd1 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:33:57.650863 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8f8010da-745d-44e8-bc4f-7c1f2d939d6f req-fef949f6-15a8-4ca5-87ce-9617c6113278 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171010 Feb 28 20:33:57.654516 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1297f6ab-e8a9-4a64-b354-7544d2aa2b4b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (5f75e625-9122-4fb4-bff4-da07a700fcd1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:57.709769 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1297f6ab-e8a9-4a64-b354-7544d2aa2b4b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (5f75e625-9122-4fb4-bff4-da07a700fcd1), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:57.737500 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7254394-04fe-45f0-b785-5e61d3aad65b None None] Pushing event updated for resources: {'Port': ['ID=99a04941-3f08-4e5b-b26f-c8fb666cc8d8,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:57.837944 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1297f6ab-e8a9-4a64-b354-7544d2aa2b4b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (5f75e625-9122-4fb4-bff4-da07a700fcd1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:57.920024 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1297f6ab-e8a9-4a64-b354-7544d2aa2b4b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (5f75e625-9122-4fb4-bff4-da07a700fcd1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:57.994621 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297f6ab-e8a9-4a64-b354-7544d2aa2b4b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=5f75e625-9122-4fb4-bff4-da07a700fcd1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:58.004629 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1297f6ab-e8a9-4a64-b354-7544d2aa2b4b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:58.012873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42608) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:58.036456 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1297f6ab-e8a9-4a64-b354-7544d2aa2b4b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/5f75e625-9122-4fb4-bff4-da07a700fcd1 HTTP/1.1" status: 204 len: 168 time: 0.5427434 Feb 28 20:33:58.180548 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-529dea07-2cef-43b6-bc9f-e766e1ed05f3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet f0b06dca-705c-4afc-93d7-593b7ccf781d {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:33:58.184241 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-529dea07-2cef-43b6-bc9f-e766e1ed05f3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (f0b06dca-705c-4afc-93d7-593b7ccf781d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:58.211072 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a4b8caf2-6d7a-449b-866c-f52060a61733 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:58.211596 n-d-820368-21 neutron-server[103773]: WARNING neutron.api.v2.base [None req-a4b8caf2-6d7a-449b-866c-f52060a61733 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 20:33:58.212330 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-a4b8caf2-6d7a-449b-866c-f52060a61733 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 20:33:58.217681 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a4b8caf2-6d7a-449b-866c-f52060a61733 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6190701 Feb 28 20:33:58.223068 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42614) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:58.244253 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-55af6cab-2ffc-482b-b837-8a5cfc1dadfc tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group': {'name': 'tempest-secgroup--635586884'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:58.245937 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-529dea07-2cef-43b6-bc9f-e766e1ed05f3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (f0b06dca-705c-4afc-93d7-593b7ccf781d), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:58.289767 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42616) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:58.362379 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55af6cab-2ffc-482b-b837-8a5cfc1dadfc tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:58.392494 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55af6cab-2ffc-482b-b837-8a5cfc1dadfc tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:58.453216 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 99a04941-3f08-4e5b-b26f-c8fb666cc8d8 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:33:58.604912 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 99a04941-3f08-4e5b-b26f-c8fb666cc8d8 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:58.606172 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (99a04941-3f08-4e5b-b26f-c8fb666cc8d8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:58.613217 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-86a4fb9d-49cb-417e-ab40-cccfbadbea7e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2118245050'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:58.780006 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55af6cab-2ffc-482b-b837-8a5cfc1dadfc tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (b92d1315-3d03-46fc-be6f-a9fab26c09e3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:58.787889 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55af6cab-2ffc-482b-b837-8a5cfc1dadfc tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b92d1315-3d03-46fc-be6f-a9fab26c09e3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:58.828286 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 99a04941-3f08-4e5b-b26f-c8fb666cc8d8 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:58.830897 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a808223-d98b-4ab3-8957-5b261b4b09bc None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:33:58.845505 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a4fb9d-49cb-417e-ab40-cccfbadbea7e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Made reservation on behalf of e5f64096c7e3470081775821c7a4b6ef for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:33:58.849756 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86a4fb9d-49cb-417e-ab40-cccfbadbea7e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:58.911883 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86a4fb9d-49cb-417e-ab40-cccfbadbea7e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:58.921793 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-2b8fd568-de64-473e-9c01-5c37763b0db8 None None] Provisioning complete for port 99a04941-3f08-4e5b-b26f-c8fb666cc8d8 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:33:58.922497 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2b8fd568-de64-473e-9c01-5c37763b0db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (99a04941-3f08-4e5b-b26f-c8fb666cc8d8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:59.075057 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-2b8fd568-de64-473e-9c01-5c37763b0db8 None None] Current status of the port 99a04941-3f08-4e5b-b26f-c8fb666cc8d8 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:33:59.139677 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55af6cab-2ffc-482b-b837-8a5cfc1dadfc tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (9b87a252-09e8-4ca7-830e-b0abe5d82dc2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:59.142381 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af6cab-2ffc-482b-b837-8a5cfc1dadfc tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b92d1315-3d03-46fc-be6f-a9fab26c09e3,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:59.181436 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55af6cab-2ffc-482b-b837-8a5cfc1dadfc tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9b87a252-09e8-4ca7-830e-b0abe5d82dc2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:59.225733 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af6cab-2ffc-482b-b837-8a5cfc1dadfc tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b87a252-09e8-4ca7-830e-b0abe5d82dc2,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:59.245374 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-529dea07-2cef-43b6-bc9f-e766e1ed05f3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (f0b06dca-705c-4afc-93d7-593b7ccf781d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:59.281839 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55af6cab-2ffc-482b-b837-8a5cfc1dadfc tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:59.284000 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-55af6cab-2ffc-482b-b837-8a5cfc1dadfc tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0590951 Feb 28 20:33:59.287517 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42640) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:59.297916 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-6da8eff4-efea-443b-91f4-9b06fd743387 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': '9b87a252-09e8-4ca7-830e-b0abe5d82dc2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:59.323299 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301d0d8-8a29-4dc7-a629-229bc8b5294e req-8fcd0e1e-0360-4c37-9948-375ed64856cf tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:33:59.325706 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6301d0d8-8a29-4dc7-a629-229bc8b5294e req-8fcd0e1e-0360-4c37-9948-375ed64856cf tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=a41bcda7-7756-4b56-bda6-623d1738573a HTTP/1.1" status: 200 len: 946 time: 0.1540875 Feb 28 20:33:59.375817 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86a4fb9d-49cb-417e-ab40-cccfbadbea7e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks [] for security_group (964a19d2-0684-49f9-a9e2-2a1418893970), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:59.387428 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86a4fb9d-49cb-417e-ab40-cccfbadbea7e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (964a19d2-0684-49f9-a9e2-2a1418893970), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:59.456851 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4fb9d-49cb-417e-ab40-cccfbadbea7e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=964a19d2-0684-49f9-a9e2-2a1418893970,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:59.459192 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6301d0d8-8a29-4dc7-a629-229bc8b5294e req-0b3149bd-3468-423c-9e73-69d1daae646c tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272600 Feb 28 20:33:59.481594 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a4fb9d-49cb-417e-ab40-cccfbadbea7e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:33:59.501249 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-529dea07-2cef-43b6-bc9f-e766e1ed05f3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (f0b06dca-705c-4afc-93d7-593b7ccf781d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:59.501644 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6da8eff4-efea-443b-91f4-9b06fd743387 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group_rule (96cf66fe-e2b7-450c-9587-a78c80df5891), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:59.532783 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86a4fb9d-49cb-417e-ab40-cccfbadbea7e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (8e680a00-6175-4920-94a0-72b9686b6ad8), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:59.533137 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-86a4fb9d-49cb-417e-ab40-cccfbadbea7e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Added segment 8e680a00-6175-4920-94a0-72b9686b6ad8 of type vlan for network c7b0f416-d2c8-4c13-9604-e6992b37738b Feb 28 20:33:59.556924 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529dea07-2cef-43b6-bc9f-e766e1ed05f3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=f0b06dca-705c-4afc-93d7-593b7ccf781d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:59.578359 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-529dea07-2cef-43b6-bc9f-e766e1ed05f3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:59.591182 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-529dea07-2cef-43b6-bc9f-e766e1ed05f3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/f0b06dca-705c-4afc-93d7-593b7ccf781d HTTP/1.1" status: 204 len: 168 time: 1.5750415 Feb 28 20:33:59.591981 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42648) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:59.592685 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6da8eff4-efea-443b-91f4-9b06fd743387 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group_rule (96cf66fe-e2b7-450c-9587-a78c80df5891), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:59.622856 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6da8eff4-efea-443b-91f4-9b06fd743387 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (96cf66fe-e2b7-450c-9587-a78c80df5891), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:59.676476 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-77543bb1-7445-4a5c-8b6b-095826684790 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806324 Feb 28 20:33:59.676894 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42652) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:59.691791 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-af78bee8-64c3-42d3-bbfb-dda1924ebdd8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:59.725425 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8eff4-efea-443b-91f4-9b06fd743387 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96cf66fe-e2b7-450c-9587-a78c80df5891,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:33:59.744913 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86a4fb9d-49cb-417e-ab40-cccfbadbea7e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (c7b0f416-d2c8-4c13-9604-e6992b37738b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:59.760433 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6da8eff4-efea-443b-91f4-9b06fd743387 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:59.774784 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6da8eff4-efea-443b-91f4-9b06fd743387 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4857016 Feb 28 20:33:59.776109 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42654) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:33:59.804098 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e7696988-d331-4854-a7a5-0f6d36e9be23 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': '9b87a252-09e8-4ca7-830e-b0abe5d82dc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:33:59.892721 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7696988-d331-4854-a7a5-0f6d36e9be23 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group_rule (35e84c78-93bb-466d-afa3-fe91a65026cd), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:33:59.917285 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af78bee8-64c3-42d3-bbfb-dda1924ebdd8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:33:59.920871 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-af78bee8-64c3-42d3-bbfb-dda1924ebdd8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:00.009815 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86a4fb9d-49cb-417e-ab40-cccfbadbea7e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (c7b0f416-d2c8-4c13-9604-e6992b37738b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:00.030064 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a4fb9d-49cb-417e-ab40-cccfbadbea7e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:00.032676 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86a4fb9d-49cb-417e-ab40-cccfbadbea7e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:00.132635 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-86a4fb9d-49cb-417e-ab40-cccfbadbea7e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8399312 Feb 28 20:34:00.140733 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42664) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:00.150839 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-cb5fa649-0d46-400a-bf39-dae08a6584f3 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Request body: {'subnet': {'network_id': 'c7b0f416-d2c8-4c13-9604-e6992b37738b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:00.192246 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345af53d-2486-4c2d-a8f4-e6983373c031 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:00.288476 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-e7696988-d331-4854-a7a5-0f6d36e9be23 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 20:34:00.303708 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e7696988-d331-4854-a7a5-0f6d36e9be23 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5105193 Feb 28 20:34:00.312815 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4fb9d-49cb-417e-ab40-cccfbadbea7e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Pushing event updated for resources: {'Network': ['ID=c7b0f416-d2c8-4c13-9604-e6992b37738b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:00.321031 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42672) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:00.520237 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f0a452b9-bd36-407b-8d4e-02d172e2309a tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (9b87a252-09e8-4ca7-830e-b0abe5d82dc2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:00.559068 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-efc1cde6-5edd-441a-8d34-6c4422b5b0b2 None None] Provisioning complete for port 99a04941-3f08-4e5b-b26f-c8fb666cc8d8 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:00.559459 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-efc1cde6-5edd-441a-8d34-6c4422b5b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (99a04941-3f08-4e5b-b26f-c8fb666cc8d8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:00.588429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5fa649-0d46-400a-bf39-dae08a6584f3 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Made reservation on behalf of e5f64096c7e3470081775821c7a4b6ef for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:00.593700 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cb5fa649-0d46-400a-bf39-dae08a6584f3 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:00.599083 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network c7b0f416-d2c8-4c13-9604-e6992b37738b details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:34:00.662476 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f0a452b9-bd36-407b-8d4e-02d172e2309a tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (9b87a252-09e8-4ca7-830e-b0abe5d82dc2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:00.924409 n-d-820368-21 neutron-server[103774]: DEBUG neutron.objects.ports [None req-af78bee8-64c3-42d3-bbfb-dda1924ebdd8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103774) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 20:34:00.931840 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-efc1cde6-5edd-441a-8d34-6c4422b5b0b2 None None] Current status of the port 99a04941-3f08-4e5b-b26f-c8fb666cc8d8 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:00.942354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78247f1-7de0-46ea-8362-89d356c7ad70 None None] DHCP port deletion for 60bc62cf-1ebe-462d-93c7-f1108638c505 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:34:01.001435 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d78247f1-7de0-46ea-8362-89d356c7ad70 None None] Deleting port 99a04941-3f08-4e5b-b26f-c8fb666cc8d8 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:34:01.002154 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d78247f1-7de0-46ea-8362-89d356c7ad70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (99a04941-3f08-4e5b-b26f-c8fb666cc8d8), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:01.093032 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f0a452b9-bd36-407b-8d4e-02d172e2309a tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9b87a252-09e8-4ca7-830e-b0abe5d82dc2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:01.096965 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f0a452b9-bd36-407b-8d4e-02d172e2309a tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:01.098515 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f0a452b9-bd36-407b-8d4e-02d172e2309a tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "DELETE /v2.0/security-groups/9b87a252-09e8-4ca7-830e-b0abe5d82dc2 HTTP/1.1" status: 204 len: 168 time: 0.7761278 Feb 28 20:34:01.101817 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42692) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:01.191801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d78247f1-7de0-46ea-8362-89d356c7ad70 None None] For port 99a04941-3f08-4e5b-b26f-c8fb666cc8d8, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=99a04941-3f08-4e5b-b26f-c8fb666cc8d8,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:34:01.192614 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d78247f1-7de0-46ea-8362-89d356c7ad70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (99a04941-3f08-4e5b-b26f-c8fb666cc8d8), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:01.224657 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a452b9-bd36-407b-8d4e-02d172e2309a tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b87a252-09e8-4ca7-830e-b0abe5d82dc2,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:01.232163 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d78247f1-7de0-46ea-8362-89d356c7ad70 None None] Calling delete_port for 99a04941-3f08-4e5b-b26f-c8fb666cc8d8 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:34:01.267575 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f213266a-678d-47a5-8913-54b7eb50394a tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1642690 Feb 28 20:34:01.268372 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42700) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:01.274816 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-cbe15284-7a6d-4e43-b377-ed542a32df07 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1992347370'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:01.470466 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d78247f1-7de0-46ea-8362-89d356c7ad70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (99a04941-3f08-4e5b-b26f-c8fb666cc8d8), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:01.500848 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cbe15284-7a6d-4e43-b377-ed542a32df07 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:01.526569 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cb5fa649-0d46-400a-bf39-dae08a6584f3 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (29c9168b-00c4-465b-ad85-49c3481ef5c3), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:01.531791 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-af78bee8-64c3-42d3-bbfb-dda1924ebdd8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (99a04941-3f08-4e5b-b26f-c8fb666cc8d8), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:01.537826 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78247f1-7de0-46ea-8362-89d356c7ad70 None None] Pushing event deleted for resources: {'Port': ['ID=99a04941-3f08-4e5b-b26f-c8fb666cc8d8,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:01.541930 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78247f1-7de0-46ea-8362-89d356c7ad70 None None] No DVR routers for this DVR port 99a04941-3f08-4e5b-b26f-c8fb666cc8d8 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:34:01.675180 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-af78bee8-64c3-42d3-bbfb-dda1924ebdd8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Port 99a04941-3f08-4e5b-b26f-c8fb666cc8d8 concurrently deleted while adding address for new subnet {'id': '8b83bdcd-c8c2-45e7-9cd1-cbeb36ca3433', 'name': '', 'tenant_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2632, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-28T20:34:00Z', 'updated_at': '2022-02-28T20:34:00Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6'}. {{(pid=103774) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:780}} Feb 28 20:34:01.676054 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-af78bee8-64c3-42d3-bbfb-dda1924ebdd8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (8b83bdcd-c8c2-45e7-9cd1-cbeb36ca3433), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:01.728780 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af78bee8-64c3-42d3-bbfb-dda1924ebdd8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:34:01.739277 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-af78bee8-64c3-42d3-bbfb-dda1924ebdd8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:01.746093 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af78bee8-64c3-42d3-bbfb-dda1924ebdd8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:01.747374 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-af78bee8-64c3-42d3-bbfb-dda1924ebdd8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:01.750729 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5bfbd8-056b-4602-8522-604996f2b347 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:01.787011 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fa649-0d46-400a-bf39-dae08a6584f3 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Pushing event updated for resources: {'Subnet': ['ID=29c9168b-00c4-465b-ad85-49c3481ef5c3,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:01.819601 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5fa649-0d46-400a-bf39-dae08a6584f3 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Checking segment: {'id': '8e680a00-6175-4920-94a0-72b9686b6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c7b0f416-d2c8-4c13-9604-e6992b37738b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:34:01.825104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5fa649-0d46-400a-bf39-dae08a6584f3 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Network hostable DHCP agents. Network: c7b0f416-d2c8-4c13-9604-e6992b37738b, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:34:01.983362 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-af78bee8-64c3-42d3-bbfb-dda1924ebdd8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3034208 Feb 28 20:34:01.986354 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42716) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:01.987138 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc33d7e4-d956-4c2a-a9bc-3ad33739b840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-60bc62cf-1ebe-462d-93c7-f1108638c505', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'fixed_ips': [{'subnet_id': '8b83bdcd-c8c2-45e7-9cd1-cbeb36ca3433'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:34:01.988832 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dc33d7e4-d956-4c2a-a9bc-3ad33739b840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:01.992367 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-042a633d-0bb7-45f8-a49f-cb50815a5f55 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:02.017833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5fa649-0d46-400a-bf39-dae08a6584f3 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Network c7b0f416-d2c8-4c13-9604-e6992b37738b is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:34:02.051865 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78bee8-64c3-42d3-bbfb-dda1924ebdd8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=8b83bdcd-c8c2-45e7-9cd1-cbeb36ca3433,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:02.076650 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-cb5fa649-0d46-400a-bf39-dae08a6584f3 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, c7b0f416-d2c8-4c13-9604-e6992b37738b) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:02.087354 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cbe15284-7a6d-4e43-b377-ed542a32df07 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (efc01a6d-de1b-4828-92f6-6e772d49df74), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:02.091806 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5fa649-0d46-400a-bf39-dae08a6584f3 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:02.094192 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cb5fa649-0d46-400a-bf39-dae08a6584f3 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:02.112843 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cbe15284-7a6d-4e43-b377-ed542a32df07 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (efc01a6d-de1b-4828-92f6-6e772d49df74), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:02.188658 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cb5fa649-0d46-400a-bf39-dae08a6584f3 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0459831 Feb 28 20:34:02.191843 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42722) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:02.224135 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-c82d427d-bd0f-4d46-80d6-415ac6d77eb7 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Request body: {'port': {'network_id': 'c7b0f416-d2c8-4c13-9604-e6992b37738b', 'name': 'tempest-TagsExtTest-726136703'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:02.243201 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70da0b76-ef53-476b-a03c-596b3f81c064 None None] Network c7b0f416-d2c8-4c13-9604-e6992b37738b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:02.243676 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042a633d-0bb7-45f8-a49f-cb50815a5f55 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:02.249871 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-042a633d-0bb7-45f8-a49f-cb50815a5f55 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:02.283382 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cbe15284-7a6d-4e43-b377-ed542a32df07 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:02.284735 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cbe15284-7a6d-4e43-b377-ed542a32df07 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0150688 Feb 28 20:34:02.289425 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42726) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:02.295666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-38174fc6-3219-452f-9b59-627966ec70c7 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': 'efc01a6d-de1b-4828-92f6-6e772d49df74', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:02.297739 n-d-820368-21 neutron-server[103773]: WARNING neutron.api.v2.base [None req-38174fc6-3219-452f-9b59-627966ec70c7 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 28 20:34:02.298399 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-38174fc6-3219-452f-9b59-627966ec70c7 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:34:02.329539 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-38174fc6-3219-452f-9b59-627966ec70c7 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0388038 Feb 28 20:34:02.330728 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42728) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:02.374066 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe15284-7a6d-4e43-b377-ed542a32df07 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc01a6d-de1b-4828-92f6-6e772d49df74,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:02.437696 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 99a04941-3f08-4e5b-b26f-c8fb666cc8d8 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:34:02.535886 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-08f5e6bc-5be7-4455-8541-e38b502aed2f tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (efc01a6d-de1b-4828-92f6-6e772d49df74), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:02.538127 n-d-820368-21 neutron-server[103773]: INFO neutron.db.ipam_backend_mixin [None req-042a633d-0bb7-45f8-a49f-cb50815a5f55 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8b83bdcd-c8c2-45e7-9cd1-cbeb36ca3433 (CIDR: 2001:db8::/64) Feb 28 20:34:02.550228 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-042a633d-0bb7-45f8-a49f-cb50815a5f55 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:34:02.550699 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042a633d-0bb7-45f8-a49f-cb50815a5f55 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:02.597145 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-042a633d-0bb7-45f8-a49f-cb50815a5f55 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6064267 Feb 28 20:34:02.604458 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-08f5e6bc-5be7-4455-8541-e38b502aed2f tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (efc01a6d-de1b-4828-92f6-6e772d49df74), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:02.606984 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42738) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:02.612067 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-691f2f0f-fc0d-4c0f-a9d7-4c16987b7193 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:02.647657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-dc33d7e4-d956-4c2a-a9bc-3ad33739b840 None None] Allocated IP 2001:db8::f816:3eff:fe93:df9 (60bc62cf-1ebe-462d-93c7-f1108638c505/8b83bdcd-c8c2-45e7-9cd1-cbeb36ca3433/bf16c4b5-9a54-4309-a94c-7c6fcec4792b) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:34:02.709660 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-08f5e6bc-5be7-4455-8541-e38b502aed2f tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (efc01a6d-de1b-4828-92f6-6e772d49df74), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:02.717122 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-08f5e6bc-5be7-4455-8541-e38b502aed2f tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:02.722693 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-08f5e6bc-5be7-4455-8541-e38b502aed2f tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "DELETE /v2.0/security-groups/efc01a6d-de1b-4828-92f6-6e772d49df74 HTTP/1.1" status: 204 len: 168 time: 0.3903961 Feb 28 20:34:02.747376 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42742) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:02.748040 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82d427d-bd0f-4d46-80d6-415ac6d77eb7 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Made reservation on behalf of e5f64096c7e3470081775821c7a4b6ef for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:02.748355 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 99a04941-3f08-4e5b-b26f-c8fb666cc8d8 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:34:02.748763 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 99a04941-3f08-4e5b-b26f-c8fb666cc8d8 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:34:02.769104 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c82d427d-bd0f-4d46-80d6-415ac6d77eb7 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:02.782014 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5e6bc-5be7-4455-8541-e38b502aed2f tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc01a6d-de1b-4828-92f6-6e772d49df74,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:02.841034 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-c82d427d-bd0f-4d46-80d6-415ac6d77eb7 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] device_id is not set on port 3af8949a-4c95-4766-b09b-80a7bda3ee18 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:34:02.890295 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7e774051-8481-45a8-a8c7-36318938e983 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1384997 Feb 28 20:34:02.904630 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42750) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:02.923805 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a9d0c0a5-c8b0-453b-bf94-e237df6284a8 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group': {'name': 'tempest-secgroup--2086842176'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:03.013440 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc62d9c-1831-417c-81e9-582da1501c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-c7b0f416-d2c8-4c13-9604-e6992b37738b', 'network_id': 'c7b0f416-d2c8-4c13-9604-e6992b37738b', 'project_id': 'e5f64096c7e3470081775821c7a4b6ef', 'fixed_ips': [{'subnet_id': '29c9168b-00c4-465b-ad85-49c3481ef5c3'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:34:03.018345 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c0a5-c8b0-453b-bf94-e237df6284a8 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:03.022868 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7dc62d9c-1831-417c-81e9-582da1501c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:03.061628 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691f2f0f-fc0d-4c0f-a9d7-4c16987b7193 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:03.083586 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-691f2f0f-fc0d-4c0f-a9d7-4c16987b7193 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:03.088722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-c82d427d-bd0f-4d46-80d6-415ac6d77eb7 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Allocated IP 172.20.0.5 (c7b0f416-d2c8-4c13-9604-e6992b37738b/29c9168b-00c4-465b-ad85-49c3481ef5c3/3af8949a-4c95-4766-b09b-80a7bda3ee18) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:34:03.150068 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42754) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:03.367884 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c82d427d-bd0f-4d46-80d6-415ac6d77eb7 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks [] for port (3af8949a-4c95-4766-b09b-80a7bda3ee18), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:03.412695 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c82d427d-bd0f-4d46-80d6-415ac6d77eb7 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (3af8949a-4c95-4766-b09b-80a7bda3ee18), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:03.458010 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dc33d7e4-d956-4c2a-a9bc-3ad33739b840 None None] Publish callbacks [] for port (bf16c4b5-9a54-4309-a94c-7c6fcec4792b), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:03.497100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82d427d-bd0f-4d46-80d6-415ac6d77eb7 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Network c7b0f416-d2c8-4c13-9604-e6992b37738b is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:34:03.513999 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c0a5-c8b0-453b-bf94-e237df6284a8 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (277f6335-232b-4fc0-9069-205a00b5fbdf), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:03.524903 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c0a5-c8b0-453b-bf94-e237df6284a8 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (277f6335-232b-4fc0-9069-205a00b5fbdf), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:03.527333 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d427d-bd0f-4d46-80d6-415ac6d77eb7 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Pushing event updated for resources: {'Port': ['ID=3af8949a-4c95-4766-b09b-80a7bda3ee18,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:03.542529 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-c82d427d-bd0f-4d46-80d6-415ac6d77eb7 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:03.547937 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82d427d-bd0f-4d46-80d6-415ac6d77eb7 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:34:03.578028 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dc33d7e4-d956-4c2a-a9bc-3ad33739b840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (bf16c4b5-9a54-4309-a94c-7c6fcec4792b), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:03.587203 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c0a5-c8b0-453b-bf94-e237df6284a8 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:03.592075 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a9d0c0a5-c8b0-453b-bf94-e237df6284a8 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6825876 Feb 28 20:34:03.595167 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42772) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:03.598104 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0c0a5-c8b0-453b-bf94-e237df6284a8 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277f6335-232b-4fc0-9069-205a00b5fbdf,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:03.618613 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-25accbfa-19dd-4e6b-804d-de650c7de37d tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': '277f6335-232b-4fc0-9069-205a00b5fbdf', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:03.619575 n-d-820368-21 neutron-server[103774]: WARNING neutron.api.v2.base [None req-25accbfa-19dd-4e6b-804d-de650c7de37d tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 28 20:34:03.620857 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-25accbfa-19dd-4e6b-804d-de650c7de37d tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:34:03.625357 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-25accbfa-19dd-4e6b-804d-de650c7de37d tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0286605 Feb 28 20:34:03.626064 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42778) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:03.657904 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-40c768a7-6bec-4c9c-90db-c6c916d7f7c9 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-951820205', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:03.681532 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82d427d-bd0f-4d46-80d6-415ac6d77eb7 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:03.687637 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c82d427d-bd0f-4d46-80d6-415ac6d77eb7 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:03.721126 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c82d427d-bd0f-4d46-80d6-415ac6d77eb7 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.5177181 Feb 28 20:34:03.724183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42782) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:03.732641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-0d6322d9-0bbe-4fdc-90ec-4fd7f2261a52 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1180651748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:03.757421 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc33d7e4-d956-4c2a-a9bc-3ad33739b840 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:34:03.766846 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33d7e4-d956-4c2a-a9bc-3ad33739b840 None None] Pushing event updated for resources: {'Port': ['ID=bf16c4b5-9a54-4309-a94c-7c6fcec4792b,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:03.790614 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-7dc62d9c-1831-417c-81e9-582da1501c63 None None] Allocated IP 172.20.0.2 (c7b0f416-d2c8-4c13-9604-e6992b37738b/29c9168b-00c4-465b-ad85-49c3481ef5c3/deaaec83-e230-46e7-a0d2-0487a61a1bc7) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:34:03.795240 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0d6322d9-0bbe-4fdc-90ec-4fd7f2261a52 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (74430d70-d153-418a-953b-be71dae9198c), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:03.796374 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0d6322d9-0bbe-4fdc-90ec-4fd7f2261a52 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (74430d70-d153-418a-953b-be71dae9198c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:03.808973 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-dc33d7e4-d956-4c2a-a9bc-3ad33739b840 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:03.816652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc33d7e4-d956-4c2a-a9bc-3ad33739b840 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:34:03.947737 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-691f2f0f-fc0d-4c0f-a9d7-4c16987b7193 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (215cd786-3717-4ed4-8e07-0600216122ef), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:03.988708 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0d6322d9-0bbe-4fdc-90ec-4fd7f2261a52 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks [] for router_controller (74430d70-d153-418a-953b-be71dae9198c), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:04.001039 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0d6322d9-0bbe-4fdc-90ec-4fd7f2261a52 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (74430d70-d153-418a-953b-be71dae9198c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:04.044143 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0d6322d9-0bbe-4fdc-90ec-4fd7f2261a52 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:04.045203 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c768a7-6bec-4c9c-90db-c6c916d7f7c9 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Made reservation on behalf of 9a1198737b2d4ba584580ec98c491e9d for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:04.049049 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-40c768a7-6bec-4c9c-90db-c6c916d7f7c9 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:04.049600 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0d6322d9-0bbe-4fdc-90ec-4fd7f2261a52 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3230767 Feb 28 20:34:04.052001 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42808) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:04.066292 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-9a8b5ee2-e193-471f-a64a-f270309d5e18 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-308352377', 'prefixes': ['172.20.0.0/16']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:04.122458 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691f2f0f-fc0d-4c0f-a9d7-4c16987b7193 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:34:04.143476 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-691f2f0f-fc0d-4c0f-a9d7-4c16987b7193 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:04.146496 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-40c768a7-6bec-4c9c-90db-c6c916d7f7c9 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:04.153940 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691f2f0f-fc0d-4c0f-a9d7-4c16987b7193 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:04.155034 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-691f2f0f-fc0d-4c0f-a9d7-4c16987b7193 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:04.172389 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-dc33d7e4-d956-4c2a-a9bc-3ad33739b840 None None] Attempting to bind port bf16c4b5-9a54-4309-a94c-7c6fcec4792b on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:34:04.172968 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-dc33d7e4-d956-4c2a-a9bc-3ad33739b840 None None] Attempting to bind port bf16c4b5-9a54-4309-a94c-7c6fcec4792b by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:34:04.176282 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33d7e4-d956-4c2a-a9bc-3ad33739b840 None None] Attempting to bind port bf16c4b5-9a54-4309-a94c-7c6fcec4792b on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:34:04.194000 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33d7e4-d956-4c2a-a9bc-3ad33739b840 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:34:04.199083 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33d7e4-d956-4c2a-a9bc-3ad33739b840 None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:34:04.201435 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dc33d7e4-d956-4c2a-a9bc-3ad33739b840 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:04.202063 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33d7e4-d956-4c2a-a9bc-3ad33739b840 None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:34:04.205204 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-dc33d7e4-d956-4c2a-a9bc-3ad33739b840 None None] Bound port: bf16c4b5-9a54-4309-a94c-7c6fcec4792b, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:34:04.206161 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dc33d7e4-d956-4c2a-a9bc-3ad33739b840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bf16c4b5-9a54-4309-a94c-7c6fcec4792b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:04.254089 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5ee2-e193-471f-a64a-f270309d5e18 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:04.256913 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9a8b5ee2-e193-471f-a64a-f270309d5e18 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2017887 Feb 28 20:34:04.260773 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42818) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:04.282797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-855fb995-39b8-4892-84d8-8023efb89e4e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '29c9168b-00c4-465b-ad85-49c3481ef5c3', 'tempest-TagsExtTest-Tag-1467525362') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:04.391992 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-40c768a7-6bec-4c9c-90db-c6c916d7f7c9 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Publish callbacks [] for security_group (e27f481a-958c-47f6-b4cb-bb219e1880bf), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:04.409260 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-40c768a7-6bec-4c9c-90db-c6c916d7f7c9 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e27f481a-958c-47f6-b4cb-bb219e1880bf), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:04.410640 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7dc62d9c-1831-417c-81e9-582da1501c63 None None] Publish callbacks [] for port (deaaec83-e230-46e7-a0d2-0487a61a1bc7), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:04.428027 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f2f0f-fc0d-4c0f-a9d7-4c16987b7193 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=215cd786-3717-4ed4-8e07-0600216122ef,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:04.436665 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-40c768a7-6bec-4c9c-90db-c6c916d7f7c9 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] device_id is not set on port 688ae11c-96ce-40f3-ba2a-4a72d20936af yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:34:04.442103 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7dc62d9c-1831-417c-81e9-582da1501c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (deaaec83-e230-46e7-a0d2-0487a61a1bc7), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:04.458138 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-855fb995-39b8-4892-84d8-8023efb89e4e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "PUT /v2.0/subnets/29c9168b-00c4-465b-ad85-49c3481ef5c3/tags/tempest-TagsExtTest-Tag-1467525362 HTTP/1.1" status: 201 len: 201 time: 0.1922076 Feb 28 20:34:04.461255 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42826) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:04.467644 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-a796f9f6-40b6-44f2-bab4-50d00196cf31 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3af8949a-4c95-4766-b09b-80a7bda3ee18', 'tempest-TagsExtTest-Tag-583067757') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:04.490687 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-691f2f0f-fc0d-4c0f-a9d7-4c16987b7193 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8825960 Feb 28 20:34:04.505638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42828) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:04.505984 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42830) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:04.525547 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-7bd6af9b-1494-4f81-8e1b-2050318e6a63 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'mac_address': 'fa:16:3e:52:95:48', 'name': 'tempest-NetworksTestDHCPv6-142688865'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:04.532168 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc62d9c-1831-417c-81e9-582da1501c63 None None] Network c7b0f416-d2c8-4c13-9604-e6992b37738b is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:34:04.541857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-7dc62d9c-1831-417c-81e9-582da1501c63 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:04.551740 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc62d9c-1831-417c-81e9-582da1501c63 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:34:04.617906 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a796f9f6-40b6-44f2-bab4-50d00196cf31 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "PUT /v2.0/ports/3af8949a-4c95-4766-b09b-80a7bda3ee18/tags/tempest-TagsExtTest-Tag-583067757 HTTP/1.1" status: 201 len: 201 time: 0.1542661 Feb 28 20:34:04.621241 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42834) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:04.639220 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-72cb893d-86e9-4054-ae94-329dd801e99f tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '74430d70-d153-418a-953b-be71dae9198c', 'tempest-TagsExtTest-Tag-1386447927') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:04.672673 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-796eb9d5-f542-453b-bd86-32c4abeccec0 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (277f6335-232b-4fc0-9069-205a00b5fbdf), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:04.696315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-7dc62d9c-1831-417c-81e9-582da1501c63 None None] Attempting to bind port deaaec83-e230-46e7-a0d2-0487a61a1bc7 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:34:04.696708 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-7dc62d9c-1831-417c-81e9-582da1501c63 None None] Attempting to bind port deaaec83-e230-46e7-a0d2-0487a61a1bc7 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '8e680a00-6175-4920-94a0-72b9686b6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c7b0f416-d2c8-4c13-9604-e6992b37738b'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:34:04.697073 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc62d9c-1831-417c-81e9-582da1501c63 None None] Attempting to bind port deaaec83-e230-46e7-a0d2-0487a61a1bc7 on network c7b0f416-d2c8-4c13-9604-e6992b37738b {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:34:04.699519 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc62d9c-1831-417c-81e9-582da1501c63 None None] Pushing event updated for resources: {'Port': ['ID=deaaec83-e230-46e7-a0d2-0487a61a1bc7,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:04.726526 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc62d9c-1831-417c-81e9-582da1501c63 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:34:04.726905 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc62d9c-1831-417c-81e9-582da1501c63 None None] Checking segment: {'id': '8e680a00-6175-4920-94a0-72b9686b6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c7b0f416-d2c8-4c13-9604-e6992b37738b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:34:04.727317 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7dc62d9c-1831-417c-81e9-582da1501c63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:04.727669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc62d9c-1831-417c-81e9-582da1501c63 None None] Bound using segment: {'id': '8e680a00-6175-4920-94a0-72b9686b6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c7b0f416-d2c8-4c13-9604-e6992b37738b'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:34:04.728174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-7dc62d9c-1831-417c-81e9-582da1501c63 None None] Bound port: deaaec83-e230-46e7-a0d2-0487a61a1bc7, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e680a00-6175-4920-94a0-72b9686b6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c7b0f416-d2c8-4c13-9604-e6992b37738b'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:34:04.728549 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7dc62d9c-1831-417c-81e9-582da1501c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (deaaec83-e230-46e7-a0d2-0487a61a1bc7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:04.737564 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c768a7-6bec-4c9c-90db-c6c916d7f7c9 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27f481a-958c-47f6-b4cb-bb219e1880bf,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:04.877792 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-7dc62d9c-1831-417c-81e9-582da1501c63 None None] For port deaaec83-e230-46e7-a0d2-0487a61a1bc7, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:34:04.878063 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-72cb893d-86e9-4054-ae94-329dd801e99f tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "PUT /v2.0/routers/74430d70-d153-418a-953b-be71dae9198c/tags/tempest-TagsExtTest-Tag-1386447927 HTTP/1.1" status: 201 len: 201 time: 0.2527435 Feb 28 20:34:04.878245 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-7dc62d9c-1831-417c-81e9-582da1501c63 None None] For port deaaec83-e230-46e7-a0d2-0487a61a1bc7, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=deaaec83-e230-46e7-a0d2-0487a61a1bc7,segment=NetworkSegment(8e680a00-6175-4920-94a0-72b9686b6ad8),segment_id=8e680a00-6175-4920-94a0-72b9686b6ad8)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:34:04.878371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42840) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:04.882104 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-dc33d7e4-d956-4c2a-a9bc-3ad33739b840 None None] For port bf16c4b5-9a54-4309-a94c-7c6fcec4792b, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:34:04.884512 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-197523e5-3260-4e5c-902d-5d336f6ed1c7 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bb44c895-577f-434b-bd53-1eff3e0c3835', 'tempest-TagsExtTest-Tag-1524876007') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:04.894343 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7dc62d9c-1831-417c-81e9-582da1501c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (deaaec83-e230-46e7-a0d2-0487a61a1bc7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:04.921024 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42842) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:04.948220 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-dc33d7e4-d956-4c2a-a9bc-3ad33739b840 None None] For port bf16c4b5-9a54-4309-a94c-7c6fcec4792b, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=bf16c4b5-9a54-4309-a94c-7c6fcec4792b,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:34:04.953078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc62d9c-1831-417c-81e9-582da1501c63 None None] Pushing event updated for resources: {'Port': ['ID=deaaec83-e230-46e7-a0d2-0487a61a1bc7,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:04.978582 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dc33d7e4-d956-4c2a-a9bc-3ad33739b840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (bf16c4b5-9a54-4309-a94c-7c6fcec4792b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:05.015952 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-40c768a7-6bec-4c9c-90db-c6c916d7f7c9 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Allocated IP 172.25.0.240 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/688ae11c-96ce-40f3-ba2a-4a72d20936af) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:34:05.044214 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-197523e5-3260-4e5c-902d-5d336f6ed1c7 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "PUT /v2.0/subnetpools/bb44c895-577f-434b-bd53-1eff3e0c3835/tags/tempest-TagsExtTest-Tag-1524876007 HTTP/1.1" status: 201 len: 201 time: 0.1620250 Feb 28 20:34:05.044796 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42846) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:05.059220 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33d7e4-d956-4c2a-a9bc-3ad33739b840 None None] Pushing event updated for resources: {'Port': ['ID=bf16c4b5-9a54-4309-a94c-7c6fcec4792b,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:05.063190 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-abe74895-74f6-498f-8d7e-2e3bcadf8227 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '29c9168b-00c4-465b-ad85-49c3481ef5c3') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:05.155889 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-796eb9d5-f542-453b-bd86-32c4abeccec0 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (277f6335-232b-4fc0-9069-205a00b5fbdf), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:05.175110 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-abe74895-74f6-498f-8d7e-2e3bcadf8227 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/subnets/29c9168b-00c4-465b-ad85-49c3481ef5c3/tags HTTP/1.1" status: 200 len: 241 time: 0.1279542 Feb 28 20:34:05.177367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42848) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:05.183835 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-b08a151a-5953-4863-b994-cdec08abc606 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '29c9168b-00c4-465b-ad85-49c3481ef5c3', 'tempest-TagsExtTest-Tag-1467525362') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:05.263947 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5b374949-45fa-4db1-bb28-965b07f06241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:05.273646 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-39e91f23-5e57-42ed-87a5-4fb524c4eb8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:05.345930 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b08a151a-5953-4863-b994-cdec08abc606 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/subnets/29c9168b-00c4-465b-ad85-49c3481ef5c3/tags/tempest-TagsExtTest-Tag-1467525362 HTTP/1.1" status: 204 len: 168 time: 0.1666296 Feb 28 20:34:05.351558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42854) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:05.359200 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-0e968252-965e-4bd4-bdb6-c399c03cc06d tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '29c9168b-00c4-465b-ad85-49c3481ef5c3', 'tempest-TagsExtTest-Tag-1467525362') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:05.575856 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-796eb9d5-f542-453b-bd86-32c4abeccec0 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (277f6335-232b-4fc0-9069-205a00b5fbdf), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:05.583810 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-796eb9d5-f542-453b-bd86-32c4abeccec0 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:05.589074 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-796eb9d5-f542-453b-bd86-32c4abeccec0 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "DELETE /v2.0/security-groups/277f6335-232b-4fc0-9069-205a00b5fbdf HTTP/1.1" status: 204 len: 168 time: 1.9571836 Feb 28 20:34:05.599930 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42856) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:05.658913 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0e968252-965e-4bd4-bdb6-c399c03cc06d tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "DELETE /v2.0/subnets/29c9168b-00c4-465b-ad85-49c3481ef5c3/tags/tempest-TagsExtTest-Tag-1467525362 HTTP/1.1" status: 204 len: 168 time: 0.3039186 Feb 28 20:34:05.678324 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42858) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:05.694096 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-c0db990b-4663-41de-9fb8-433a5a31bdb1 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '29c9168b-00c4-465b-ad85-49c3481ef5c3') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:05.704518 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796eb9d5-f542-453b-bd86-32c4abeccec0 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=277f6335-232b-4fc0-9069-205a00b5fbdf,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:05.749925 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5b374949-45fa-4db1-bb28-965b07f06241 admin admin] Publish callbacks [] for security_group (d4d1d58d-447d-4c90-9a44-0260b84e7f96), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:05.762541 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-40c768a7-6bec-4c9c-90db-c6c916d7f7c9 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Publish callbacks [] for port (688ae11c-96ce-40f3-ba2a-4a72d20936af), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:05.767791 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd6af9b-1494-4f81-8e1b-2050318e6a63 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:05.799674 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5b374949-45fa-4db1-bb28-965b07f06241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d4d1d58d-447d-4c90-9a44-0260b84e7f96), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:05.848397 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-13ce5021-122b-4afd-98ec-dc0880f596ab tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2472477 Feb 28 20:34:05.861467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42862) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:05.880913 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-78cece84-ea24-4cab-82b2-1056d8c728a8 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846848790'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:05.908200 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5b374949-45fa-4db1-bb28-965b07f06241 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=421405f0734340d1a83562b3a7601d64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9859886 Feb 28 20:34:05.916848 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42864) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:05.921805 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-40c768a7-6bec-4c9c-90db-c6c916d7f7c9 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (688ae11c-96ce-40f3-ba2a-4a72d20936af), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:05.924473 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b374949-45fa-4db1-bb28-965b07f06241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d1d58d-447d-4c90-9a44-0260b84e7f96,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:05.964412 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7bd6af9b-1494-4f81-8e1b-2050318e6a63 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:05.965688 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-78cece84-ea24-4cab-82b2-1056d8c728a8 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:05.978359 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c0db990b-4663-41de-9fb8-433a5a31bdb1 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/subnets/29c9168b-00c4-465b-ad85-49c3481ef5c3/tags HTTP/1.1" status: 200 len: 205 time: 0.2989638 Feb 28 20:34:05.992746 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c768a7-6bec-4c9c-90db-c6c916d7f7c9 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:34:05.993966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42866) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:06.020215 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-40c768a7-6bec-4c9c-90db-c6c916d7f7c9 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:06.023472 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c768a7-6bec-4c9c-90db-c6c916d7f7c9 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:34:06.032988 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-65f292d4-991c-437f-8ae8-9a2c87b86653 admin admin] Publish callbacks [] for security_group (d4d1d58d-447d-4c90-9a44-0260b84e7f96), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:06.078067 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-65f292d4-991c-437f-8ae8-9a2c87b86653 admin admin] Publish callbacks [] for security_group (d4d1d58d-447d-4c90-9a44-0260b84e7f96), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:06.080230 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-26457f33-df98-4f8a-aba7-406e75fcb009 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3af8949a-4c95-4766-b09b-80a7bda3ee18') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:06.088157 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c768a7-6bec-4c9c-90db-c6c916d7f7c9 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:06.089472 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-40c768a7-6bec-4c9c-90db-c6c916d7f7c9 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:06.175447 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-7bd6af9b-1494-4f81-8e1b-2050318e6a63 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] device_id is not set on port 0a4f8189-e1e1-4e54-bb31-aaa3db73d182 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:34:06.195873 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-40c768a7-6bec-4c9c-90db-c6c916d7f7c9 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.0395002 Feb 28 20:34:06.202319 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42870) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:06.218424 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-78cece84-ea24-4cab-82b2-1056d8c728a8 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (7311a9a9-ef5d-4d71-af40-bbf98fa61338), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:06.221967 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-a0b9307b-32cd-4b56-aeda-c856cccd57a1 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.240'}]}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:06.255496 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-78cece84-ea24-4cab-82b2-1056d8c728a8 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7311a9a9-ef5d-4d71-af40-bbf98fa61338), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:06.260975 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c768a7-6bec-4c9c-90db-c6c916d7f7c9 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Pushing event updated for resources: {'Port': ['ID=688ae11c-96ce-40f3-ba2a-4a72d20936af,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:06.284393 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-39e91f23-5e57-42ed-87a5-4fb524c4eb8b admin admin] Publish callbacks [] for security_group (fb700c06-d878-4544-b318-b0cb7b7b1942), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:06.296690 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-65f292d4-991c-437f-8ae8-9a2c87b86653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d4d1d58d-447d-4c90-9a44-0260b84e7f96), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:06.299828 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-65f292d4-991c-437f-8ae8-9a2c87b86653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:06.301328 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-65f292d4-991c-437f-8ae8-9a2c87b86653 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4d1d58d-447d-4c90-9a44-0260b84e7f96 HTTP/1.1" status: 204 len: 168 time: 0.3788655 Feb 28 20:34:06.352068 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-78cece84-ea24-4cab-82b2-1056d8c728a8 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:06.361162 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-78cece84-ea24-4cab-82b2-1056d8c728a8 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4965992 Feb 28 20:34:06.365457 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42876) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:06.366346 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cece84-ea24-4cab-82b2-1056d8c728a8 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7311a9a9-ef5d-4d71-af40-bbf98fa61338,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:06.398263 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-2a99a5a0-b0bf-4459-8fdc-f35da3b77339 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': '7311a9a9-ef5d-4d71-af40-bbf98fa61338', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:06.399017 n-d-820368-21 neutron-server[103774]: WARNING neutron.api.v2.base [None req-2a99a5a0-b0bf-4459-8fdc-f35da3b77339 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 28 20:34:06.399520 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-2a99a5a0-b0bf-4459-8fdc-f35da3b77339 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:34:06.414326 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2a99a5a0-b0bf-4459-8fdc-f35da3b77339 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0227053 Feb 28 20:34:06.415375 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a0b9307b-32cd-4b56-aeda-c856cccd57a1 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (39ad0ebe-a4eb-4f2c-8876-ccf2e7d3d3bb), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:06.416531 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a0b9307b-32cd-4b56-aeda-c856cccd57a1 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (39ad0ebe-a4eb-4f2c-8876-ccf2e7d3d3bb), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:06.444376 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42878) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:06.460515 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42880) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:06.476250 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-0f372117-0e54-46d1-b13d-71e9efa99a5f tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': '7311a9a9-ef5d-4d71-af40-bbf98fa61338', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:06.477627 n-d-820368-21 neutron-server[103774]: WARNING neutron.api.v2.base [None req-0f372117-0e54-46d1-b13d-71e9efa99a5f tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 28 20:34:06.478244 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-0f372117-0e54-46d1-b13d-71e9efa99a5f tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:34:06.479445 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0f372117-0e54-46d1-b13d-71e9efa99a5f tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0155349 Feb 28 20:34:06.496987 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42882) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:06.505241 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-cd5449c3-ec39-458c-bba2-2950d762b7a3 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': '7311a9a9-ef5d-4d71-af40-bbf98fa61338', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:06.506201 n-d-820368-21 neutron-server[103774]: WARNING neutron.api.v2.base [None req-cd5449c3-ec39-458c-bba2-2950d762b7a3 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 28 20:34:06.506695 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-cd5449c3-ec39-458c-bba2-2950d762b7a3 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:34:06.510287 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cd5449c3-ec39-458c-bba2-2950d762b7a3 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097954 Feb 28 20:34:06.510693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f292d4-991c-437f-8ae8-9a2c87b86653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d1d58d-447d-4c90-9a44-0260b84e7f96,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:06.513285 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42886) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:06.535118 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-a22b268c-13b0-4870-b4c6-51057d41e4d7 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': '7311a9a9-ef5d-4d71-af40-bbf98fa61338', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:06.536344 n-d-820368-21 neutron-server[103774]: WARNING neutron.api.v2.base [None req-a22b268c-13b0-4870-b4c6-51057d41e4d7 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 28 20:34:06.537094 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-a22b268c-13b0-4870-b4c6-51057d41e4d7 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:34:06.540683 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a22b268c-13b0-4870-b4c6-51057d41e4d7 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0128918 Feb 28 20:34:06.541467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42888) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:06.645190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device deaaec83-e230-46e7-a0d2-0487a61a1bc7 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:34:06.669858 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a0b9307b-32cd-4b56-aeda-c856cccd57a1 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Publish callbacks [] for router_controller (39ad0ebe-a4eb-4f2c-8876-ccf2e7d3d3bb), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:06.794435 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port deaaec83-e230-46e7-a0d2-0487a61a1bc7 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:06.797702 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (deaaec83-e230-46e7-a0d2-0487a61a1bc7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:06.965399 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29edea46-7a0a-4211-a6e3-e5efe837588d None None] Network c7b0f416-d2c8-4c13-9604-e6992b37738b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:06.981268 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c92353fb-0fb5-435d-b608-5113daadf887 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (7311a9a9-ef5d-4d71-af40-bbf98fa61338), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:07.131449 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c92353fb-0fb5-435d-b608-5113daadf887 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (7311a9a9-ef5d-4d71-af40-bbf98fa61338), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:07.163218 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port deaaec83-e230-46e7-a0d2-0487a61a1bc7 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:07.163886 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (deaaec83-e230-46e7-a0d2-0487a61a1bc7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:07.178603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-426dbcbb-3516-46a8-986d-b7ba39cae506 None None] Provisioning complete for port deaaec83-e230-46e7-a0d2-0487a61a1bc7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:07.182667 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-426dbcbb-3516-46a8-986d-b7ba39cae506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (deaaec83-e230-46e7-a0d2-0487a61a1bc7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:07.249931 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a0b9307b-32cd-4b56-aeda-c856cccd57a1 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Publish callbacks [] for router_gateway (39ad0ebe-a4eb-4f2c-8876-ccf2e7d3d3bb), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:07.263678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42892) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:07.268809 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-12e8fcf7-b61c-4784-b50f-4ca3b6a57c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:07.293507 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port deaaec83-e230-46e7-a0d2-0487a61a1bc7, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=deaaec83-e230-46e7-a0d2-0487a61a1bc7,segment=NetworkSegment(8e680a00-6175-4920-94a0-72b9686b6ad8),segment_id=8e680a00-6175-4920-94a0-72b9686b6ad8)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:34:07.302469 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c92353fb-0fb5-435d-b608-5113daadf887 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7311a9a9-ef5d-4d71-af40-bbf98fa61338), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:07.308261 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (deaaec83-e230-46e7-a0d2-0487a61a1bc7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:07.309096 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c92353fb-0fb5-435d-b608-5113daadf887 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:07.310540 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c92353fb-0fb5-435d-b608-5113daadf887 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "DELETE /v2.0/security-groups/7311a9a9-ef5d-4d71-af40-bbf98fa61338 HTTP/1.1" status: 204 len: 168 time: 0.7680743 Feb 28 20:34:07.313122 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device bf16c4b5-9a54-4309-a94c-7c6fcec4792b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:34:07.343225 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42894) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:07.353842 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92353fb-0fb5-435d-b608-5113daadf887 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7311a9a9-ef5d-4d71-af40-bbf98fa61338,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:07.372292 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97e4a89b-c8e8-483b-8e6e-011646b6abbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:07.437072 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-39e91f23-5e57-42ed-87a5-4fb524c4eb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fb700c06-d878-4544-b318-b0cb7b7b1942), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:07.574904 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97e4a89b-c8e8-483b-8e6e-011646b6abbd admin admin] Publish callbacks [] for security_group (6d4209bc-25d6-465b-8f15-fdd17cbf08ba), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:07.622073 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b62e901d-c863-45c8-8458-703d7619b894 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2630084 Feb 28 20:34:07.664923 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-39e91f23-5e57-42ed-87a5-4fb524c4eb8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3860e7b18404c34b3029f2893064f96&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1567488 Feb 28 20:34:07.666682 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42898) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:07.674714 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42900) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:07.680360 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-12e8fcf7-b61c-4784-b50f-4ca3b6a57c7a admin admin] Publish callbacks [] for security_group (3803c1ad-152f-4ffd-9c1d-3b2a7aee8aad), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:07.684997 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-c3f529cd-d06c-4fa0-a724-9e28a2b934dd tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group': {'name': 'tempest-secgroup--771678420'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:07.685829 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97e4a89b-c8e8-483b-8e6e-011646b6abbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6d4209bc-25d6-465b-8f15-fdd17cbf08ba), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:07.703085 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e91f23-5e57-42ed-87a5-4fb524c4eb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb700c06-d878-4544-b318-b0cb7b7b1942,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:07.717273 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-97e4a89b-c8e8-483b-8e6e-011646b6abbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dbc37cc56b754ad0ae4d3b9ed320dd7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4399693 Feb 28 20:34:07.718721 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-12e8fcf7-b61c-4784-b50f-4ca3b6a57c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3803c1ad-152f-4ffd-9c1d-3b2a7aee8aad), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:07.726695 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42902) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:07.774130 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-12e8fcf7-b61c-4784-b50f-4ca3b6a57c7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a7e0459b519493784a68e6826d46d2d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2932739 Feb 28 20:34:07.780067 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fa49cc-3aa6-470c-abee-c0d1a32f1dbd None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:07.780621 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42904) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:07.808626 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4a89b-c8e8-483b-8e6e-011646b6abbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4209bc-25d6-465b-8f15-fdd17cbf08ba,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:07.853457 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8fcf7-b61c-4784-b50f-4ca3b6a57c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3803c1ad-152f-4ffd-9c1d-3b2a7aee8aad,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:07.928856 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1320f9fe-1b85-4217-a4cd-8a3d58e0d73d admin admin] Publish callbacks [] for security_group (3803c1ad-152f-4ffd-9c1d-3b2a7aee8aad), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:07.963283 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=deaaec83-e230-46e7-a0d2-0487a61a1bc7,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:07.980964 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-426dbcbb-3516-46a8-986d-b7ba39cae506 None None] Current status of the port deaaec83-e230-46e7-a0d2-0487a61a1bc7 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:08.010088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port bf16c4b5-9a54-4309-a94c-7c6fcec4792b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:08.010465 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (bf16c4b5-9a54-4309-a94c-7c6fcec4792b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:08.052214 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-26457f33-df98-4f8a-aba7-406e75fcb009 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/ports/3af8949a-4c95-4766-b09b-80a7bda3ee18/tags HTTP/1.1" status: 200 len: 240 time: 1.9849970 Feb 28 20:34:08.056063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-7bd6af9b-1494-4f81-8e1b-2050318e6a63 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8:0:1::24e (60bc62cf-1ebe-462d-93c7-f1108638c505/215cd786-3717-4ed4-8e07-0600216122ef/0a4f8189-e1e1-4e54-bb31-aaa3db73d182) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:34:08.061838 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42906) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:08.070891 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-3a34ad06-9d2d-45d4-acc2-208f779ac769 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3af8949a-4c95-4766-b09b-80a7bda3ee18', 'tempest-TagsExtTest-Tag-583067757') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:08.105591 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1320f9fe-1b85-4217-a4cd-8a3d58e0d73d admin admin] Publish callbacks [] for security_group (3803c1ad-152f-4ffd-9c1d-3b2a7aee8aad), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:08.152222 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-7bd6af9b-1494-4f81-8e1b-2050318e6a63 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8::f816:3eff:fe52:9548 (60bc62cf-1ebe-462d-93c7-f1108638c505/8b83bdcd-c8c2-45e7-9cd1-cbeb36ca3433/0a4f8189-e1e1-4e54-bb31-aaa3db73d182) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:34:08.191364 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port bf16c4b5-9a54-4309-a94c-7c6fcec4792b is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:08.191783 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bf16c4b5-9a54-4309-a94c-7c6fcec4792b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:08.212191 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0381f294-1049-43ee-8116-4a952f4b7523 None None] Provisioning complete for port bf16c4b5-9a54-4309-a94c-7c6fcec4792b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:08.212603 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0381f294-1049-43ee-8116-4a952f4b7523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (bf16c4b5-9a54-4309-a94c-7c6fcec4792b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:08.273879 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c3f529cd-d06c-4fa0-a724-9e28a2b934dd tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:08.290510 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-079138b7-f4cc-426c-85f4-58c46526cd3b admin admin] Publish callbacks [] for security_group (fb700c06-d878-4544-b318-b0cb7b7b1942), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:08.300906 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port bf16c4b5-9a54-4309-a94c-7c6fcec4792b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=bf16c4b5-9a54-4309-a94c-7c6fcec4792b,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:34:08.325329 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (bf16c4b5-9a54-4309-a94c-7c6fcec4792b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:08.340979 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d38f2a7-2919-474a-bf4d-63f864d7eb62 None None] Update dhcp port {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'fixed_ips': [{'subnet_id': '8b83bdcd-c8c2-45e7-9cd1-cbeb36ca3433', 'ip_address': '2001:db8::f816:3eff:fe93:df9'}, {'subnet_id': '215cd786-3717-4ed4-8e07-0600216122ef'}], 'binding:host_id': 'n-d-820368-21'}, 'id': 'bf16c4b5-9a54-4309-a94c-7c6fcec4792b'} from n-d-820368-21. {{(pid=103775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 20:34:08.386645 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-079138b7-f4cc-426c-85f4-58c46526cd3b admin admin] Publish callbacks [] for security_group (fb700c06-d878-4544-b318-b0cb7b7b1942), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:08.417003 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1d38f2a7-2919-474a-bf4d-63f864d7eb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bf16c4b5-9a54-4309-a94c-7c6fcec4792b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:08.483470 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5e794f45-c9ea-4665-a3c4-2e79ad5a13c9 admin admin] Publish callbacks [] for security_group (6d4209bc-25d6-465b-8f15-fdd17cbf08ba), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:08.484088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device deaaec83-e230-46e7-a0d2-0487a61a1bc7 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:34:08.563612 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=bf16c4b5-9a54-4309-a94c-7c6fcec4792b,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:08.596610 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5e794f45-c9ea-4665-a3c4-2e79ad5a13c9 admin admin] Publish callbacks [] for security_group (6d4209bc-25d6-465b-8f15-fdd17cbf08ba), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:08.602209 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3a34ad06-9d2d-45d4-acc2-208f779ac769 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/ports/3af8949a-4c95-4766-b09b-80a7bda3ee18/tags/tempest-TagsExtTest-Tag-583067757 HTTP/1.1" status: 204 len: 168 time: 0.5357535 Feb 28 20:34:08.687040 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0381f294-1049-43ee-8116-4a952f4b7523 None None] Current status of the port bf16c4b5-9a54-4309-a94c-7c6fcec4792b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:08.720298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port deaaec83-e230-46e7-a0d2-0487a61a1bc7 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:08.720677 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (deaaec83-e230-46e7-a0d2-0487a61a1bc7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:08.740224 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7bd6af9b-1494-4f81-8e1b-2050318e6a63 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (0a4f8189-e1e1-4e54-bb31-aaa3db73d182), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:08.766488 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42910) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:08.774052 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-6c1a0786-4b17-43f9-b75d-ae8d26ff7ea7 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3af8949a-4c95-4766-b09b-80a7bda3ee18', 'tempest-TagsExtTest-Tag-583067757') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:08.783446 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a0b9307b-32cd-4b56-aeda-c856cccd57a1 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Publish callbacks [] for router_gateway (39ad0ebe-a4eb-4f2c-8876-ccf2e7d3d3bb), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:08.799139 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-079138b7-f4cc-426c-85f4-58c46526cd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fb700c06-d878-4544-b318-b0cb7b7b1942), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:08.801965 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-079138b7-f4cc-426c-85f4-58c46526cd3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:08.803307 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-079138b7-f4cc-426c-85f4-58c46526cd3b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb700c06-d878-4544-b318-b0cb7b7b1942 HTTP/1.1" status: 204 len: 168 time: 1.1019702 Feb 28 20:34:08.809315 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a0b9307b-32cd-4b56-aeda-c856cccd57a1 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:08.843432 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port deaaec83-e230-46e7-a0d2-0487a61a1bc7 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:08.859523 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079138b7-f4cc-426c-85f4-58c46526cd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb700c06-d878-4544-b318-b0cb7b7b1942,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:08.895497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f31428b2-a7cd-4151-9c72-c47d725c697a None None] Provisioning complete for port 3af8949a-4c95-4766-b09b-80a7bda3ee18 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:08.895916 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f31428b2-a7cd-4151-9c72-c47d725c697a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3af8949a-4c95-4766-b09b-80a7bda3ee18), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:08.896204 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7bd6af9b-1494-4f81-8e1b-2050318e6a63 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0a4f8189-e1e1-4e54-bb31-aaa3db73d182), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:09.003618 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd6af9b-1494-4f81-8e1b-2050318e6a63 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:34:09.007857 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5e794f45-c9ea-4665-a3c4-2e79ad5a13c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6d4209bc-25d6-465b-8f15-fdd17cbf08ba), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:09.010608 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5e794f45-c9ea-4665-a3c4-2e79ad5a13c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:09.012625 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5e794f45-c9ea-4665-a3c4-2e79ad5a13c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d4209bc-25d6-465b-8f15-fdd17cbf08ba HTTP/1.1" status: 204 len: 168 time: 1.2731931 Feb 28 20:34:09.015109 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1320f9fe-1b85-4217-a4cd-8a3d58e0d73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3803c1ad-152f-4ffd-9c1d-3b2a7aee8aad), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:09.023336 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1320f9fe-1b85-4217-a4cd-8a3d58e0d73d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:09.031142 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1320f9fe-1b85-4217-a4cd-8a3d58e0d73d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3803c1ad-152f-4ffd-9c1d-3b2a7aee8aad HTTP/1.1" status: 204 len: 168 time: 1.2497749 Feb 28 20:34:09.035986 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f31428b2-a7cd-4151-9c72-c47d725c697a None None] Port 3af8949a-4c95-4766-b09b-80a7bda3ee18 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:34:09.038941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-1d38f2a7-2919-474a-bf4d-63f864d7eb62 None None] Allocated IP 2001:db8:0:1::2 (60bc62cf-1ebe-462d-93c7-f1108638c505/215cd786-3717-4ed4-8e07-0600216122ef/bf16c4b5-9a54-4309-a94c-7c6fcec4792b) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:34:09.047911 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-7bd6af9b-1494-4f81-8e1b-2050318e6a63 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:09.060528 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c3f529cd-d06c-4fa0-a724-9e28a2b934dd tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (c79bc21f-d49a-4f1d-a966-620c3ceb6d45), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:09.061643 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e794f45-c9ea-4665-a3c4-2e79ad5a13c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4209bc-25d6-465b-8f15-fdd17cbf08ba,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:09.069210 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6c1a0786-4b17-43f9-b75d-ae8d26ff7ea7 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "DELETE /v2.0/ports/3af8949a-4c95-4766-b09b-80a7bda3ee18/tags/tempest-TagsExtTest-Tag-583067757 HTTP/1.1" status: 204 len: 168 time: 0.2995486 Feb 28 20:34:09.072664 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6af9b-1494-4f81-8e1b-2050318e6a63 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=0a4f8189-e1e1-4e54-bb31-aaa3db73d182,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:09.078014 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42918) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:09.078762 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd6af9b-1494-4f81-8e1b-2050318e6a63 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:34:09.086720 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f31428b2-a7cd-4151-9c72-c47d725c697a None None] Provisioning complete for port deaaec83-e230-46e7-a0d2-0487a61a1bc7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:09.089617 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f31428b2-a7cd-4151-9c72-c47d725c697a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (deaaec83-e230-46e7-a0d2-0487a61a1bc7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:09.091483 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd6af9b-1494-4f81-8e1b-2050318e6a63 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:09.092556 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7bd6af9b-1494-4f81-8e1b-2050318e6a63 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:09.116269 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320f9fe-1b85-4217-a4cd-8a3d58e0d73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3803c1ad-152f-4ffd-9c1d-3b2a7aee8aad,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:09.121639 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-a4ffe7ff-bb25-4ce4-96b5-6392f55b3ae5 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3af8949a-4c95-4766-b09b-80a7bda3ee18') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:09.124165 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c3f529cd-d06c-4fa0-a724-9e28a2b934dd tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c79bc21f-d49a-4f1d-a966-620c3ceb6d45), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:09.181748 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7bd6af9b-1494-4f81-8e1b-2050318e6a63 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.6687241 Feb 28 20:34:09.183160 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42920) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:09.346434 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c3f529cd-d06c-4fa0-a724-9e28a2b934dd tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:09.354571 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42926) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:09.360426 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c3f529cd-d06c-4fa0-a724-9e28a2b934dd tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6888509 Feb 28 20:34:09.370886 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-a605c398-82b8-4bf9-b6fe-2f48f2526d66 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': 'c79bc21f-d49a-4f1d-a966-620c3ceb6d45', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:09.371384 n-d-820368-21 neutron-server[103774]: WARNING neutron.api.v2.base [None req-a605c398-82b8-4bf9-b6fe-2f48f2526d66 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 20:34:09.372400 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-a605c398-82b8-4bf9-b6fe-2f48f2526d66 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:34:09.378564 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a605c398-82b8-4bf9-b6fe-2f48f2526d66 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0228586 Feb 28 20:34:09.379190 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42928) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:09.387272 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f529cd-d06c-4fa0-a724-9e28a2b934dd tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c79bc21f-d49a-4f1d-a966-620c3ceb6d45,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:09.403617 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-4c72a110-40ec-41fb-971c-7495c2b507dc tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': 'c79bc21f-d49a-4f1d-a966-620c3ceb6d45', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:09.467934 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a0b9307b-32cd-4b56-aeda-c856cccd57a1 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Publish callbacks [] for router (39ad0ebe-a4eb-4f2c-8876-ccf2e7d3d3bb), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:09.497681 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1d38f2a7-2919-474a-bf4d-63f864d7eb62 None None] For port bf16c4b5-9a54-4309-a94c-7c6fcec4792b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=bf16c4b5-9a54-4309-a94c-7c6fcec4792b,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:34:09.534053 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a4ffe7ff-bb25-4ce4-96b5-6392f55b3ae5 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/ports/3af8949a-4c95-4766-b09b-80a7bda3ee18/tags HTTP/1.1" status: 200 len: 205 time: 0.4148216 Feb 28 20:34:09.538208 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42932) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:09.552399 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-9d2ae064-3496-4b62-a17d-673d62b512b9 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '74430d70-d153-418a-953b-be71dae9198c') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:09.563524 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1d38f2a7-2919-474a-bf4d-63f864d7eb62 None None] Publish callbacks [] for port (bf16c4b5-9a54-4309-a94c-7c6fcec4792b), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:09.575935 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1d38f2a7-2919-474a-bf4d-63f864d7eb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (bf16c4b5-9a54-4309-a94c-7c6fcec4792b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:09.660159 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38f2a7-2919-474a-bf4d-63f864d7eb62 None None] Pushing event updated for resources: {'Port': ['ID=bf16c4b5-9a54-4309-a94c-7c6fcec4792b,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:09.691047 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a0b9307b-32cd-4b56-aeda-c856cccd57a1 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (39ad0ebe-a4eb-4f2c-8876-ccf2e7d3d3bb), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:09.693850 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a0b9307b-32cd-4b56-aeda-c856cccd57a1 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Publish callbacks [] for router_controller (39ad0ebe-a4eb-4f2c-8876-ccf2e7d3d3bb), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:09.714210 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f31428b2-a7cd-4151-9c72-c47d725c697a None None] Current status of the port deaaec83-e230-46e7-a0d2-0487a61a1bc7 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:09.727248 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38f2a7-2919-474a-bf4d-63f864d7eb62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:09.727597 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38f2a7-2919-474a-bf4d-63f864d7eb62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:09.727953 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38f2a7-2919-474a-bf4d-63f864d7eb62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:09.728312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38f2a7-2919-474a-bf4d-63f864d7eb62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:09.728604 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38f2a7-2919-474a-bf4d-63f864d7eb62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:09.728935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38f2a7-2919-474a-bf4d-63f864d7eb62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:09.729249 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38f2a7-2919-474a-bf4d-63f864d7eb62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:09.730089 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38f2a7-2919-474a-bf4d-63f864d7eb62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:09.730431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38f2a7-2919-474a-bf4d-63f864d7eb62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:09.730718 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38f2a7-2919-474a-bf4d-63f864d7eb62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:09.731033 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38f2a7-2919-474a-bf4d-63f864d7eb62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:09.731347 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38f2a7-2919-474a-bf4d-63f864d7eb62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:09.731661 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38f2a7-2919-474a-bf4d-63f864d7eb62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:09.748161 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-4c72a110-40ec-41fb-971c-7495c2b507dc tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:34:09.755976 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4c72a110-40ec-41fb-971c-7495c2b507dc tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3737760 Feb 28 20:34:09.760249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42942) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:09.765703 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3dd37b17-ee4c-453b-83f7-acd14e10a6de tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': 'c79bc21f-d49a-4f1d-a966-620c3ceb6d45', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:09.770017 n-d-820368-21 neutron-server[103774]: WARNING neutron.api.v2.base [None req-3dd37b17-ee4c-453b-83f7-acd14e10a6de tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 28 20:34:09.770890 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-3dd37b17-ee4c-453b-83f7-acd14e10a6de tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:34:09.784376 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3dd37b17-ee4c-453b-83f7-acd14e10a6de tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0204613 Feb 28 20:34:09.784376 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a0b9307b-32cd-4b56-aeda-c856cccd57a1 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (39ad0ebe-a4eb-4f2c-8876-ccf2e7d3d3bb), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:09.784376 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b9307b-32cd-4b56-aeda-c856cccd57a1 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39ad0ebe-a4eb-4f2c-8876-ccf2e7d3d3bb {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:34:09.788399 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42946) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:09.795002 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-80b68ef7-36d5-4e08-a31f-1e152d3ed21a tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': 'c79bc21f-d49a-4f1d-a966-620c3ceb6d45', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:09.813862 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42948) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:09.836603 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6fdf3e9f-1cc6-429d-bdee-83814dc21fb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:09.854156 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-a0b9307b-32cd-4b56-aeda-c856cccd57a1 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 28 20:34:09.858462 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a0b9307b-32cd-4b56-aeda-c856cccd57a1 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.6408732 Feb 28 20:34:09.861738 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3b7dc-4a13-406e-b3ae-89ca7279a8cc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting port 0a4f8189-e1e1-4e54-bb31-aaa3db73d182 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:34:09.862709 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d8f3b7dc-4a13-406e-b3ae-89ca7279a8cc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0a4f8189-e1e1-4e54-bb31-aaa3db73d182), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:09.863159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42952) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:09.919722 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9d2ae064-3496-4b62-a17d-673d62b512b9 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/routers/74430d70-d153-418a-953b-be71dae9198c/tags HTTP/1.1" status: 200 len: 241 time: 0.3764956 Feb 28 20:34:09.929035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42954) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:09.948615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-bbd726f4-4a83-4307-a893-52b738955906 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '74430d70-d153-418a-953b-be71dae9198c', 'tempest-TagsExtTest-Tag-1386447927') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:09.960359 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-80b68ef7-36d5-4e08-a31f-1e152d3ed21a tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:34:09.971928 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-80b68ef7-36d5-4e08-a31f-1e152d3ed21a tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1714327 Feb 28 20:34:10.120067 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d8f3b7dc-4a13-406e-b3ae-89ca7279a8cc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0a4f8189-e1e1-4e54-bb31-aaa3db73d182), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:10.126605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42958) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:10.144753 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-27a5fde8-09bc-400f-a98f-183155c2656e tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': 'c79bc21f-d49a-4f1d-a966-620c3ceb6d45', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:10.145648 n-d-820368-21 neutron-server[103774]: WARNING neutron.api.v2.base [None req-27a5fde8-09bc-400f-a98f-183155c2656e tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 20:34:10.146830 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-27a5fde8-09bc-400f-a98f-183155c2656e tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:34:10.151962 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-27a5fde8-09bc-400f-a98f-183155c2656e tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0194654 Feb 28 20:34:10.152155 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3b7dc-4a13-406e-b3ae-89ca7279a8cc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Calling delete_port for 0a4f8189-e1e1-4e54-bb31-aaa3db73d182 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:34:10.159473 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42964) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:10.196584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-dc498865-df37-4e7b-b0c1-af3a3d7e35f8 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': 'c79bc21f-d49a-4f1d-a966-620c3ceb6d45', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:10.333527 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6fdf3e9f-1cc6-429d-bdee-83814dc21fb3 admin admin] Publish callbacks [] for security_group (36aaeeaa-3a51-4ee8-b602-1dbee01d1d2c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:10.362089 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6fdf3e9f-1cc6-429d-bdee-83814dc21fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (36aaeeaa-3a51-4ee8-b602-1dbee01d1d2c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:10.433410 n-d-820368-21 neutron-server[103774]: INFO neutron.db.securitygroups_db [None req-dc498865-df37-4e7b-b0c1-af3a3d7e35f8 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Project f02389102e694040843958ea07c16f9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:34:10.477349 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device bf16c4b5-9a54-4309-a94c-7c6fcec4792b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:34:10.482473 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf3e9f-1cc6-429d-bdee-83814dc21fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36aaeeaa-3a51-4ee8-b602-1dbee01d1d2c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:10.524375 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bbd726f4-4a83-4307-a893-52b738955906 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/routers/74430d70-d153-418a-953b-be71dae9198c/tags/tempest-TagsExtTest-Tag-1386447927 HTTP/1.1" status: 204 len: 168 time: 0.5919609 Feb 28 20:34:10.535228 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42974) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:10.543735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-e3faeaa0-7376-44ba-bc8f-76393db8be2a tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '74430d70-d153-418a-953b-be71dae9198c', 'tempest-TagsExtTest-Tag-1386447927') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:10.552053 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6fdf3e9f-1cc6-429d-bdee-83814dc21fb3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b62cb05c1f14c81b1b911939be264b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7365556 Feb 28 20:34:10.553450 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-dc498865-df37-4e7b-b0c1-af3a3d7e35f8 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:34:10.554985 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-dc498865-df37-4e7b-b0c1-af3a3d7e35f8 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3925142 Feb 28 20:34:10.556619 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42978) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:10.569332 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42980) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:10.573314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-37cea25d-a752-4394-b888-1c09d2040ecd tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': 'c79bc21f-d49a-4f1d-a966-620c3ceb6d45', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:10.574341 n-d-820368-21 neutron-server[103773]: WARNING neutron.api.v2.base [None req-37cea25d-a752-4394-b888-1c09d2040ecd tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 28 20:34:10.574841 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-37cea25d-a752-4394-b888-1c09d2040ecd tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:34:10.579501 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-37cea25d-a752-4394-b888-1c09d2040ecd tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096295 Feb 28 20:34:10.582794 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42984) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:10.589799 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d40748c3-971e-4c20-ad03-ebd26519caea tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': 'c79bc21f-d49a-4f1d-a966-620c3ceb6d45', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:10.597265 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port bf16c4b5-9a54-4309-a94c-7c6fcec4792b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:10.597652 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (bf16c4b5-9a54-4309-a94c-7c6fcec4792b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:10.640761 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-8461a5b8-3eee-43ea-b3de-1102d5b20078 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Deleting port 688ae11c-96ce-40f3-ba2a-4a72d20936af {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:34:10.641422 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8461a5b8-3eee-43ea-b3de-1102d5b20078 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (688ae11c-96ce-40f3-ba2a-4a72d20936af), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:10.647384 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-d40748c3-971e-4c20-ad03-ebd26519caea tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Project f02389102e694040843958ea07c16f9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:34:10.649729 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d8f3b7dc-4a13-406e-b3ae-89ca7279a8cc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0a4f8189-e1e1-4e54-bb31-aaa3db73d182), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:10.769314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3b7dc-4a13-406e-b3ae-89ca7279a8cc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Port': ['ID=0a4f8189-e1e1-4e54-bb31-aaa3db73d182,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:10.790870 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-d40748c3-971e-4c20-ad03-ebd26519caea tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:34:10.801265 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d40748c3-971e-4c20-ad03-ebd26519caea tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2177367 Feb 28 20:34:10.815311 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 42992) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:10.823233 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-805beaa9-83f1-4dd7-bc20-420a67c68723 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': 'c79bc21f-d49a-4f1d-a966-620c3ceb6d45', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:10.858764 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port bf16c4b5-9a54-4309-a94c-7c6fcec4792b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:10.924578 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9278-13bf-4320-a742-b057c4ea76b4 admin admin] Publish callbacks [] for security_group (36aaeeaa-3a51-4ee8-b602-1dbee01d1d2c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:10.926759 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d8f3b7dc-4a13-406e-b3ae-89ca7279a8cc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:10.943468 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d8f3b7dc-4a13-406e-b3ae-89ca7279a8cc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/0a4f8189-e1e1-4e54-bb31-aaa3db73d182 HTTP/1.1" status: 204 len: 168 time: 1.7309248 Feb 28 20:34:10.945233 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 42998) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:10.956501 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e3faeaa0-7376-44ba-bc8f-76393db8be2a tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "DELETE /v2.0/routers/74430d70-d153-418a-953b-be71dae9198c/tags/tempest-TagsExtTest-Tag-1386447927 HTTP/1.1" status: 204 len: 168 time: 0.4198043 Feb 28 20:34:10.957350 n-d-820368-21 neutron-server[103774]: INFO neutron.db.securitygroups_db [None req-805beaa9-83f1-4dd7-bc20-420a67c68723 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Project f02389102e694040843958ea07c16f9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:34:10.961282 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-135e3999-8710-4041-b45b-24ca32bba2cb None None] Provisioning complete for port bf16c4b5-9a54-4309-a94c-7c6fcec4792b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:10.961993 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-135e3999-8710-4041-b45b-24ca32bba2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (bf16c4b5-9a54-4309-a94c-7c6fcec4792b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:10.966359 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43000) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:10.974939 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-c70c3a18-0050-4192-9b34-34e37a120bb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '74430d70-d153-418a-953b-be71dae9198c') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:11.016400 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-805beaa9-83f1-4dd7-bc20-420a67c68723 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:34:11.031353 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-805beaa9-83f1-4dd7-bc20-420a67c68723 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2148523 Feb 28 20:34:11.035165 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43004) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:11.036007 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8461a5b8-3eee-43ea-b3de-1102d5b20078 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (688ae11c-96ce-40f3-ba2a-4a72d20936af), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:11.092063 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9278-13bf-4320-a742-b057c4ea76b4 admin admin] Publish callbacks [] for security_group (36aaeeaa-3a51-4ee8-b602-1dbee01d1d2c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:11.100758 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-8461a5b8-3eee-43ea-b3de-1102d5b20078 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Calling delete_port for 688ae11c-96ce-40f3-ba2a-4a72d20936af owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:34:11.152396 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc00441-022a-470d-bd47-ae95714d8c53 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:11.156453 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9dc00441-022a-470d-bd47-ae95714d8c53 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2080190 Feb 28 20:34:11.159483 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43006) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:11.165977 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c70c3a18-0050-4192-9b34-34e37a120bb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/routers/74430d70-d153-418a-953b-be71dae9198c/tags HTTP/1.1" status: 200 len: 205 time: 0.1974783 Feb 28 20:34:11.167999 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43008) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:11.181922 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-135e3999-8710-4041-b45b-24ca32bba2cb None None] Current status of the port bf16c4b5-9a54-4309-a94c-7c6fcec4792b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:11.212956 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-f9929899-424f-4875-a003-96ac7f085ee4 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bb44c895-577f-434b-bd53-1eff3e0c3835') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:11.271513 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9278-13bf-4320-a742-b057c4ea76b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (36aaeeaa-3a51-4ee8-b602-1dbee01d1d2c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:11.274693 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9278-13bf-4320-a742-b057c4ea76b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:11.279515 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6b2d9278-13bf-4320-a742-b057c4ea76b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36aaeeaa-3a51-4ee8-b602-1dbee01d1d2c HTTP/1.1" status: 204 len: 168 time: 0.6522048 Feb 28 20:34:11.292683 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d9278-13bf-4320-a742-b057c4ea76b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36aaeeaa-3a51-4ee8-b602-1dbee01d1d2c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:11.359571 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8461a5b8-3eee-43ea-b3de-1102d5b20078 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (688ae11c-96ce-40f3-ba2a-4a72d20936af), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:11.376342 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f9929899-424f-4875-a003-96ac7f085ee4 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/subnetpools/bb44c895-577f-434b-bd53-1eff3e0c3835/tags HTTP/1.1" status: 200 len: 241 time: 0.1802678 Feb 28 20:34:11.377152 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43012) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:11.377988 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-998e3207-8667-4d45-814b-ee854f73e9d7 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (c79bc21f-d49a-4f1d-a966-620c3ceb6d45), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:11.405008 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-998e3207-8667-4d45-814b-ee854f73e9d7 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (c79bc21f-d49a-4f1d-a966-620c3ceb6d45), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:11.406775 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461a5b8-3eee-43ea-b3de-1102d5b20078 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Pushing event deleted for resources: {'Port': ['ID=688ae11c-96ce-40f3-ba2a-4a72d20936af,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:11.488547 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af1c31c-c980-41ef-8592-b78880c2516f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:11.501294 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-dab94858-58a9-4a86-9fb6-8b2de4437c12 None None] Could not find standard attr ID for object 0a4f8189-e1e1-4e54-bb31-aaa3db73d182. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:34:11.510476 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0af1c31c-c980-41ef-8592-b78880c2516f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3431885 Feb 28 20:34:11.521793 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-6f9688f8-a73c-41b5-8edf-4803782f09a6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bb44c895-577f-434b-bd53-1eff3e0c3835', 'tempest-TagsExtTest-Tag-1524876007') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:11.522386 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43014) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:11.529564 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8461a5b8-3eee-43ea-b3de-1102d5b20078 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:11.538767 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8461a5b8-3eee-43ea-b3de-1102d5b20078 tempest-RoutersAdminNegativeIpV6Test-1212238856 tempest-RoutersAdminNegativeIpV6Test-1212238856-project-admin] 10.222.0.13 "DELETE /v2.0/ports/688ae11c-96ce-40f3-ba2a-4a72d20936af HTTP/1.1" status: 204 len: 168 time: 1.6701162 Feb 28 20:34:11.549753 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-998e3207-8667-4d45-814b-ee854f73e9d7 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c79bc21f-d49a-4f1d-a966-620c3ceb6d45), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:11.561371 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-998e3207-8667-4d45-814b-ee854f73e9d7 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:11.566319 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-998e3207-8667-4d45-814b-ee854f73e9d7 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "DELETE /v2.0/security-groups/c79bc21f-d49a-4f1d-a966-620c3ceb6d45 HTTP/1.1" status: 204 len: 168 time: 0.5201259 Feb 28 20:34:11.590647 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43020) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:11.646749 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c678b05-30d5-4071-8719-ff2e24abc28d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:11.651594 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c678b05-30d5-4071-8719-ff2e24abc28d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:11.656800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c678b05-30d5-4071-8719-ff2e24abc28d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:11.658207 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8c678b05-30d5-4071-8719-ff2e24abc28d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1220531 Feb 28 20:34:11.664245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43026) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:11.671180 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e3207-8667-4d45-814b-ee854f73e9d7 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79bc21f-d49a-4f1d-a966-620c3ceb6d45,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:11.737925 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2ecec1a5-3720-4248-b092-b3ca581ad826 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1100702 Feb 28 20:34:11.740848 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43032) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:11.750606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6d1f8383-81b9-4cd9-8f49-19c9547669f2 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group': {'name': 'tempest-secgroup--378339296'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:11.775240 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6f9688f8-a73c-41b5-8edf-4803782f09a6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/subnetpools/bb44c895-577f-434b-bd53-1eff3e0c3835/tags/tempest-TagsExtTest-Tag-1524876007 HTTP/1.1" status: 204 len: 168 time: 0.3102188 Feb 28 20:34:11.778425 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43036) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:11.785566 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-9be16272-0369-426a-a05f-48d745903264 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'bb44c895-577f-434b-bd53-1eff3e0c3835', 'tempest-TagsExtTest-Tag-1524876007') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:11.793571 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e18913-a002-4bf4-8688-9f7dc1a5148c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet 215cd786-3717-4ed4-8e07-0600216122ef {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:34:11.798546 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74e18913-a002-4bf4-8688-9f7dc1a5148c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (215cd786-3717-4ed4-8e07-0600216122ef), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:11.802895 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d1f8383-81b9-4cd9-8f49-19c9547669f2 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:11.886987 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9be16272-0369-426a-a05f-48d745903264 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "DELETE /v2.0/subnetpools/bb44c895-577f-434b-bd53-1eff3e0c3835/tags/tempest-TagsExtTest-Tag-1524876007 HTTP/1.1" status: 204 len: 168 time: 0.1050696 Feb 28 20:34:11.887630 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43042) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:11.891883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-d6e66567-d4d9-410a-8e7f-2750cfeaa5d5 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bb44c895-577f-434b-bd53-1eff3e0c3835') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:11.892606 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74e18913-a002-4bf4-8688-9f7dc1a5148c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (215cd786-3717-4ed4-8e07-0600216122ef), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:11.931095 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d6e66567-d4d9-410a-8e7f-2750cfeaa5d5 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/subnetpools/bb44c895-577f-434b-bd53-1eff3e0c3835/tags HTTP/1.1" status: 200 len: 205 time: 0.0422862 Feb 28 20:34:11.931861 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43048) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:11.945912 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-95bd8d52-dea2-4581-8ec7-ddd7de101a77 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bb44c895-577f-434b-bd53-1eff3e0c3835') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:11.979898 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d1f8383-81b9-4cd9-8f49-19c9547669f2 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (e0c074ee-3a36-439c-a43b-23a43d742ed0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:11.990200 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d1f8383-81b9-4cd9-8f49-19c9547669f2 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e0c074ee-3a36-439c-a43b-23a43d742ed0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:12.006643 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43050) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:12.011982 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-95bd8d52-dea2-4581-8ec7-ddd7de101a77 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "DELETE /v2.0/subnetpools/bb44c895-577f-434b-bd53-1eff3e0c3835/tags HTTP/1.1" status: 204 len: 168 time: 0.0765197 Feb 28 20:34:12.025194 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-87607fb4-3b2c-444a-a164-0cffc1951d86 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '74430d70-d153-418a-953b-be71dae9198c') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:12.082771 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d1f8383-81b9-4cd9-8f49-19c9547669f2 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:12.086712 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6d1f8383-81b9-4cd9-8f49-19c9547669f2 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3421888 Feb 28 20:34:12.086964 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43056) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:12.089085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f8383-81b9-4cd9-8f49-19c9547669f2 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c074ee-3a36-439c-a43b-23a43d742ed0,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:12.092852 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ffe5672c-fc8f-4907-a852-6708c24f3fbf tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': 'e0c074ee-3a36-439c-a43b-23a43d742ed0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:12.106515 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43058) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:12.186560 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-ffe5672c-fc8f-4907-a852-6708c24f3fbf tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): The resource could not be found. Feb 28 20:34:12.192176 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43062) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:12.193597 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74e18913-a002-4bf4-8688-9f7dc1a5148c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (215cd786-3717-4ed4-8e07-0600216122ef), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:12.194230 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ffe5672c-fc8f-4907-a852-6708c24f3fbf tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1061471 Feb 28 20:34:12.220327 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-594532f0-1b38-4a3b-bfd4-0ee135d3bf53 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': 'e0c074ee-3a36-439c-a43b-23a43d742ed0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7a2f1d01-8732-4b72-b1b4-1ed879998670'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:12.255888 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-87607fb4-3b2c-444a-a164-0cffc1951d86 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "DELETE /v2.0/routers/74430d70-d153-418a-953b-be71dae9198c/tags HTTP/1.1" status: 204 len: 168 time: 0.2388899 Feb 28 20:34:12.259497 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43066) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:12.265808 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-b227586c-ee9c-4326-8c53-1e1d7341d139 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3af8949a-4c95-4766-b09b-80a7bda3ee18') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:12.311306 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74e18913-a002-4bf4-8688-9f7dc1a5148c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (215cd786-3717-4ed4-8e07-0600216122ef), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:12.426724 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4db6684-b614-4001-93a5-4e39c3117d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:12.436906 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e18913-a002-4bf4-8688-9f7dc1a5148c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=215cd786-3717-4ed4-8e07-0600216122ef,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:12.443030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78836c56-7619-4d87-9b63-7c9bc2a41ab4 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:12.447643 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74e18913-a002-4bf4-8688-9f7dc1a5148c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:12.458450 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-74e18913-a002-4bf4-8688-9f7dc1a5148c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/215cd786-3717-4ed4-8e07-0600216122ef HTTP/1.1" status: 204 len: 168 time: 0.7908251 Feb 28 20:34:12.460799 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43072) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:12.473871 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-594532f0-1b38-4a3b-bfd4-0ee135d3bf53 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): The resource could not be found. Feb 28 20:34:12.476022 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-594532f0-1b38-4a3b-bfd4-0ee135d3bf53 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2777731 Feb 28 20:34:12.477990 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43074) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:12.581014 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b227586c-ee9c-4326-8c53-1e1d7341d139 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "DELETE /v2.0/ports/3af8949a-4c95-4766-b09b-80a7bda3ee18/tags HTTP/1.1" status: 204 len: 168 time: 0.3199470 Feb 28 20:34:12.586180 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43076) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:12.602965 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-5753e1a0-e812-4fbe-bd63-3b6641fba4bb tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '29c9168b-00c4-465b-ad85-49c3481ef5c3') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:12.609781 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54a882e1-2c88-430e-ae89-7e87436853ef tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (e0c074ee-3a36-439c-a43b-23a43d742ed0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:12.643922 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da5cbc4-c793-4c23-ae01-b2a61ae56525 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet 8b83bdcd-c8c2-45e7-9cd1-cbeb36ca3433 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:34:12.665630 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4da5cbc4-c793-4c23-ae01-b2a61ae56525 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (8b83bdcd-c8c2-45e7-9cd1-cbeb36ca3433), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:12.724427 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54a882e1-2c88-430e-ae89-7e87436853ef tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (e0c074ee-3a36-439c-a43b-23a43d742ed0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:12.788944 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4da5cbc4-c793-4c23-ae01-b2a61ae56525 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (8b83bdcd-c8c2-45e7-9cd1-cbeb36ca3433), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:12.903731 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5753e1a0-e812-4fbe-bd63-3b6641fba4bb tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "DELETE /v2.0/subnets/29c9168b-00c4-465b-ad85-49c3481ef5c3/tags HTTP/1.1" status: 204 len: 168 time: 0.3056533 Feb 28 20:34:12.903731 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54a882e1-2c88-430e-ae89-7e87436853ef tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e0c074ee-3a36-439c-a43b-23a43d742ed0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:12.906552 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43088) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:12.911027 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54a882e1-2c88-430e-ae89-7e87436853ef tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:12.914964 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-54a882e1-2c88-430e-ae89-7e87436853ef tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "DELETE /v2.0/security-groups/e0c074ee-3a36-439c-a43b-23a43d742ed0 HTTP/1.1" status: 204 len: 168 time: 0.4330664 Feb 28 20:34:12.920953 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43090) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:12.921302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43092) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:12.947399 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-24d6aac7-97bf-4fd4-9003-9c133d13d8a6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '29c9168b-00c4-465b-ad85-49c3481ef5c3', 'tempest-TagsExtTest-Tag-1792970458') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:12.952207 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4db6684-b614-4001-93a5-4e39c3117d1f admin admin] Publish callbacks [] for security_group (2318812c-13fc-47b4-9cf7-d8e28ab3e57b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:12.995618 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a882e1-2c88-430e-ae89-7e87436853ef tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c074ee-3a36-439c-a43b-23a43d742ed0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:12.998071 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4db6684-b614-4001-93a5-4e39c3117d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2318812c-13fc-47b4-9cf7-d8e28ab3e57b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:13.096865 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-12b8150c-b868-453d-9c8e-7f7dcfc9a631 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1684034 Feb 28 20:34:13.102853 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43098) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:13.118189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-a96914d2-a6e8-4187-834a-0452430b1b82 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': 'da11aa7a-60fa-43e3-8a4c-918472c51d01', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:13.120618 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4da5cbc4-c793-4c23-ae01-b2a61ae56525 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (8b83bdcd-c8c2-45e7-9cd1-cbeb36ca3433), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:13.191285 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e4db6684-b614-4001-93a5-4e39c3117d1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd0162f686614005ac9431487a439a50&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0833888 Feb 28 20:34:13.209830 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43100) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:13.216380 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db6684-b614-4001-93a5-4e39c3117d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2318812c-13fc-47b4-9cf7-d8e28ab3e57b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:13.227726 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-a96914d2-a6e8-4187-834a-0452430b1b82 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): The resource could not be found. Feb 28 20:34:13.232242 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a96914d2-a6e8-4187-834a-0452430b1b82 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1230285 Feb 28 20:34:13.232547 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43102) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:13.239820 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-1d896ddc-d4c2-4da6-821e-4c89831cf8a5 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group': {'name': 'tempest-secgroup--302250400'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:13.315665 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1d896ddc-d4c2-4da6-821e-4c89831cf8a5 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:13.470691 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4da5cbc4-c793-4c23-ae01-b2a61ae56525 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (8b83bdcd-c8c2-45e7-9cd1-cbeb36ca3433), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:13.488560 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-24d6aac7-97bf-4fd4-9003-9c133d13d8a6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "PUT /v2.0/subnets/29c9168b-00c4-465b-ad85-49c3481ef5c3/tags/tempest-TagsExtTest-Tag-1792970458 HTTP/1.1" status: 201 len: 201 time: 0.5754595 Feb 28 20:34:13.500627 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43108) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:13.512839 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-80dc0a72-b822-41b2-9b0e-e1680f23be6e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3af8949a-4c95-4766-b09b-80a7bda3ee18', 'tempest-TagsExtTest-Tag-1644265476') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:13.532056 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30485f49-04d7-4779-a9a9-f896a9d8f147 admin admin] Publish callbacks [] for security_group (2318812c-13fc-47b4-9cf7-d8e28ab3e57b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:13.540548 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5cbc4-c793-4c23-ae01-b2a61ae56525 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=8b83bdcd-c8c2-45e7-9cd1-cbeb36ca3433,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:13.561731 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4da5cbc4-c793-4c23-ae01-b2a61ae56525 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:13.565729 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4da5cbc4-c793-4c23-ae01-b2a61ae56525 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/8b83bdcd-c8c2-45e7-9cd1-cbeb36ca3433 HTTP/1.1" status: 204 len: 168 time: 1.1031158 Feb 28 20:34:13.568233 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43110) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:13.607490 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1d896ddc-d4c2-4da6-821e-4c89831cf8a5 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (48032233-45b0-4928-ac66-87c70df3bd51), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:13.611616 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c39cafe2-97ed-4f6e-862b-db3874d34129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:13.624415 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1d896ddc-d4c2-4da6-821e-4c89831cf8a5 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (48032233-45b0-4928-ac66-87c70df3bd51), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:13.672620 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b52d43e5-8717-4762-86da-d4f6a1e1d725 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1032586 Feb 28 20:34:13.675157 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30485f49-04d7-4779-a9a9-f896a9d8f147 admin admin] Publish callbacks [] for security_group (2318812c-13fc-47b4-9cf7-d8e28ab3e57b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:13.676902 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43114) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:13.687844 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-c4834c7e-e67e-424e-9491-dc0bb8e9ab47 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:13.703305 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1d896ddc-d4c2-4da6-821e-4c89831cf8a5 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:13.712466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1d896ddc-d4c2-4da6-821e-4c89831cf8a5 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4761310 Feb 28 20:34:13.718354 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43116) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:13.732591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-85f1d76c-1bca-4b35-ad83-6d6cfa924baa tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1240807797'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:13.742639 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d896ddc-d4c2-4da6-821e-4c89831cf8a5 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48032233-45b0-4928-ac66-87c70df3bd51,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:13.778847 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d896ddc-d4c2-4da6-821e-4c89831cf8a5 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:13.779540 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d896ddc-d4c2-4da6-821e-4c89831cf8a5 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:13.780014 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d896ddc-d4c2-4da6-821e-4c89831cf8a5 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:13.781315 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d896ddc-d4c2-4da6-821e-4c89831cf8a5 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:13.781315 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d896ddc-d4c2-4da6-821e-4c89831cf8a5 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:13.781315 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d896ddc-d4c2-4da6-821e-4c89831cf8a5 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:13.781592 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d896ddc-d4c2-4da6-821e-4c89831cf8a5 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:13.781843 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d896ddc-d4c2-4da6-821e-4c89831cf8a5 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:13.782381 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d896ddc-d4c2-4da6-821e-4c89831cf8a5 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:13.782773 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d896ddc-d4c2-4da6-821e-4c89831cf8a5 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:13.783159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d896ddc-d4c2-4da6-821e-4c89831cf8a5 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:13.783582 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d896ddc-d4c2-4da6-821e-4c89831cf8a5 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:13.784040 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d896ddc-d4c2-4da6-821e-4c89831cf8a5 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:13.868466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-80dc0a72-b822-41b2-9b0e-e1680f23be6e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "PUT /v2.0/ports/3af8949a-4c95-4766-b09b-80a7bda3ee18/tags/tempest-TagsExtTest-Tag-1644265476 HTTP/1.1" status: 201 len: 201 time: 0.3633142 Feb 28 20:34:13.869478 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b67b08-3870-4cb0-a492-b45b0d8c089b None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:13.873437 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43124) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:13.936210 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30485f49-04d7-4779-a9a9-f896a9d8f147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2318812c-13fc-47b4-9cf7-d8e28ab3e57b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:13.938883 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30485f49-04d7-4779-a9a9-f896a9d8f147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:13.940243 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-30485f49-04d7-4779-a9a9-f896a9d8f147 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2318812c-13fc-47b4-9cf7-d8e28ab3e57b HTTP/1.1" status: 204 len: 168 time: 0.7262850 Feb 28 20:34:13.981769 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30485f49-04d7-4779-a9a9-f896a9d8f147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2318812c-13fc-47b4-9cf7-d8e28ab3e57b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:14.003403 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4834c7e-e67e-424e-9491-dc0bb8e9ab47 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:14.011655 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c39cafe2-97ed-4f6e-862b-db3874d34129 admin admin] Publish callbacks [] for security_group (812764f3-c5a4-4c0d-b7f1-576230d550e5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:14.012224 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4834c7e-e67e-424e-9491-dc0bb8e9ab47 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:14.022539 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-f5209574-bfa7-416c-b244-aa151f9a369e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '74430d70-d153-418a-953b-be71dae9198c', 'tempest-TagsExtTest-Tag-456635203') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:14.059727 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3c1efeb0-cb2e-4180-939d-0830b910f548 None None] Provisioning complete for port bf16c4b5-9a54-4309-a94c-7c6fcec4792b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:14.060601 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3c1efeb0-cb2e-4180-939d-0830b910f548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (bf16c4b5-9a54-4309-a94c-7c6fcec4792b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:14.088444 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c39cafe2-97ed-4f6e-862b-db3874d34129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (812764f3-c5a4-4c0d-b7f1-576230d550e5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:14.129111 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-85f1d76c-1bca-4b35-ad83-6d6cfa924baa tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:14.160481 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c39cafe2-97ed-4f6e-862b-db3874d34129 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=759906b5a2c34e1bb79b6d64d9111080&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2269256 Feb 28 20:34:14.166906 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43130) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:14.257708 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3c1efeb0-cb2e-4180-939d-0830b910f548 None None] Current status of the port bf16c4b5-9a54-4309-a94c-7c6fcec4792b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:14.262389 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e106a2-a3db-4a38-9b72-0fbbce8e3ac0 None None] DHCP port deletion for 60bc62cf-1ebe-462d-93c7-f1108638c505 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:34:14.369257 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d2e106a2-a3db-4a38-9b72-0fbbce8e3ac0 None None] Deleting port bf16c4b5-9a54-4309-a94c-7c6fcec4792b {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:34:14.369629 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d2e106a2-a3db-4a38-9b72-0fbbce8e3ac0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (bf16c4b5-9a54-4309-a94c-7c6fcec4792b), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:14.392649 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39cafe2-97ed-4f6e-862b-db3874d34129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812764f3-c5a4-4c0d-b7f1-576230d550e5,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:14.492949 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4834c7e-e67e-424e-9491-dc0bb8e9ab47 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (8e6fd263-ffef-474c-9d43-3c60daf5d9ce), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:14.503234 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device bf16c4b5-9a54-4309-a94c-7c6fcec4792b no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:34:14.540904 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11aba888-affb-404d-bd62-11fe19710aaf admin admin] Publish callbacks [] for security_group (812764f3-c5a4-4c0d-b7f1-576230d550e5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:14.561345 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f5209574-bfa7-416c-b244-aa151f9a369e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "PUT /v2.0/routers/74430d70-d153-418a-953b-be71dae9198c/tags/tempest-TagsExtTest-Tag-456635203 HTTP/1.1" status: 201 len: 201 time: 0.5425434 Feb 28 20:34:14.565736 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43138) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:14.581726 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-958d8890-9b0f-4e6c-b190-559fd7c7d1b3 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bb44c895-577f-434b-bd53-1eff3e0c3835', 'tempest-TagsExtTest-Tag-840492870') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:14.600171 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-85f1d76c-1bca-4b35-ad83-6d6cfa924baa tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (574552e4-857a-4778-aa85-a8bf53759306), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:14.602092 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4834c7e-e67e-424e-9491-dc0bb8e9ab47 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:34:14.606418 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-c4834c7e-e67e-424e-9491-dc0bb8e9ab47 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:14.607450 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d2e106a2-a3db-4a38-9b72-0fbbce8e3ac0 None None] For port bf16c4b5-9a54-4309-a94c-7c6fcec4792b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=bf16c4b5-9a54-4309-a94c-7c6fcec4792b,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:34:14.607871 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d2e106a2-a3db-4a38-9b72-0fbbce8e3ac0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (bf16c4b5-9a54-4309-a94c-7c6fcec4792b), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:14.625356 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-85f1d76c-1bca-4b35-ad83-6d6cfa924baa tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (574552e4-857a-4778-aa85-a8bf53759306), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:14.639613 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4834c7e-e67e-424e-9491-dc0bb8e9ab47 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:14.640743 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4834c7e-e67e-424e-9491-dc0bb8e9ab47 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:14.643166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d2e106a2-a3db-4a38-9b72-0fbbce8e3ac0 None None] Calling delete_port for bf16c4b5-9a54-4309-a94c-7c6fcec4792b owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:34:14.655232 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11aba888-affb-404d-bd62-11fe19710aaf admin admin] Publish callbacks [] for security_group (812764f3-c5a4-4c0d-b7f1-576230d550e5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:14.683153 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4834c7e-e67e-424e-9491-dc0bb8e9ab47 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=8e6fd263-ffef-474c-9d43-3c60daf5d9ce,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:14.705898 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c4834c7e-e67e-424e-9491-dc0bb8e9ab47 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0274692 Feb 28 20:34:14.708240 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43146) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:14.740977 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-b239cd38-9e11-4876-8e98-50c97ac2bfca tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:14.751448 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43148) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:14.768866 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-85f1d76c-1bca-4b35-ad83-6d6cfa924baa tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:14.772775 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-85f1d76c-1bca-4b35-ad83-6d6cfa924baa tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0507009 Feb 28 20:34:14.772944 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port bf16c4b5-9a54-4309-a94c-7c6fcec4792b is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:14.773177 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bf16c4b5-9a54-4309-a94c-7c6fcec4792b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:14.775162 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43150) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:14.775502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43152) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:14.775717 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-958d8890-9b0f-4e6c-b190-559fd7c7d1b3 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "PUT /v2.0/subnetpools/bb44c895-577f-434b-bd53-1eff3e0c3835/tags/tempest-TagsExtTest-Tag-840492870 HTTP/1.1" status: 201 len: 201 time: 0.2089250 Feb 28 20:34:14.778591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1d76c-1bca-4b35-ad83-6d6cfa924baa tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=574552e4-857a-4778-aa85-a8bf53759306,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:14.808546 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-58b3d146-3bd5-40a2-9aba-22073a9fe237 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': '48032233-45b0-4928-ac66-87c70df3bd51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '574552e4-857a-4778-aa85-a8bf53759306'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:14.819643 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-70b1f8d4-ddf6-415e-b34e-ce9b5f212a89 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '29c9168b-00c4-465b-ad85-49c3481ef5c3', {'tags': ['tempest-TagsExtTest-Tag-589875844', 'tempest-TagsExtTest-Tag-517908094', 'tempest-TagsExtTest-Tag-1889959557']}) {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:14.828200 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port bf16c4b5-9a54-4309-a94c-7c6fcec4792b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=bf16c4b5-9a54-4309-a94c-7c6fcec4792b,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:34:14.839465 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (bf16c4b5-9a54-4309-a94c-7c6fcec4792b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:14.900434 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2ae31ccb-f505-4073-b4f6-639dab7324ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a1198737b2d4ba584580ec98c491e9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1468232 Feb 28 20:34:14.904320 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43154) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:14.919095 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=bf16c4b5-9a54-4309-a94c-7c6fcec4792b,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:14.940969 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11aba888-affb-404d-bd62-11fe19710aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (812764f3-c5a4-4c0d-b7f1-576230d550e5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:14.943723 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11aba888-affb-404d-bd62-11fe19710aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:14.947171 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-11aba888-affb-404d-bd62-11fe19710aaf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/812764f3-c5a4-4c0d-b7f1-576230d550e5 HTTP/1.1" status: 204 len: 168 time: 0.7733390 Feb 28 20:34:14.948958 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d2e106a2-a3db-4a38-9b72-0fbbce8e3ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (bf16c4b5-9a54-4309-a94c-7c6fcec4792b), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:14.978915 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-58b3d146-3bd5-40a2-9aba-22073a9fe237 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:34:14.980696 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-58b3d146-3bd5-40a2-9aba-22073a9fe237 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2040622 Feb 28 20:34:14.981638 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aba888-affb-404d-bd62-11fe19710aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812764f3-c5a4-4c0d-b7f1-576230d550e5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:14.991328 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43158) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:15.011806 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-70b1f8d4-ddf6-415e-b34e-ce9b5f212a89 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "PUT /v2.0/subnets/29c9168b-00c4-465b-ad85-49c3481ef5c3/tags HTTP/1.1" status: 200 len: 316 time: 0.2339334 Feb 28 20:34:15.013252 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e106a2-a3db-4a38-9b72-0fbbce8e3ac0 None None] Pushing event deleted for resources: {'Port': ['ID=bf16c4b5-9a54-4309-a94c-7c6fcec4792b,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:15.014965 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43162) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:15.022350 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f37bde0e-f517-4d55-904c-7dcd96a46232 admin admin] Publish callbacks [] for security_group (e27f481a-958c-47f6-b4cb-bb219e1880bf), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:15.027040 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-2a425088-cf3a-42c7-8835-0569730f59b4 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '29c9168b-00c4-465b-ad85-49c3481ef5c3') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:15.061204 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e106a2-a3db-4a38-9b72-0fbbce8e3ac0 None None] No DVR routers for this DVR port bf16c4b5-9a54-4309-a94c-7c6fcec4792b on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:34:15.087585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b239cd38-9e11-4876-8e98-50c97ac2bfca tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:15.090221 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7a9596-2fdc-4f9d-9473-b1be6916d2b6 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:15.094721 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b239cd38-9e11-4876-8e98-50c97ac2bfca tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:15.117535 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f37bde0e-f517-4d55-904c-7dcd96a46232 admin admin] Publish callbacks [] for security_group (e27f481a-958c-47f6-b4cb-bb219e1880bf), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:15.136327 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:34:15.285826 n-d-820368-21 neutron-server[103773]: INFO neutron.db.ipam_backend_mixin [None req-b239cd38-9e11-4876-8e98-50c97ac2bfca tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8e6fd263-ffef-474c-9d43-3c60daf5d9ce (CIDR: 2001:db8::/64) Feb 28 20:34:15.289364 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f37bde0e-f517-4d55-904c-7dcd96a46232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e27f481a-958c-47f6-b4cb-bb219e1880bf), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:15.292900 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f37bde0e-f517-4d55-904c-7dcd96a46232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:15.296545 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f37bde0e-f517-4d55-904c-7dcd96a46232 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e27f481a-958c-47f6-b4cb-bb219e1880bf HTTP/1.1" status: 204 len: 168 time: 0.3889525 Feb 28 20:34:15.300372 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2e83e8bb-363c-4115-b2b8-5e4ee12f0518 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (574552e4-857a-4778-aa85-a8bf53759306), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:15.316145 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b239cd38-9e11-4876-8e98-50c97ac2bfca tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:34:15.316605 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b239cd38-9e11-4876-8e98-50c97ac2bfca tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:15.346776 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2e83e8bb-363c-4115-b2b8-5e4ee12f0518 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (574552e4-857a-4778-aa85-a8bf53759306), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:15.369612 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b239cd38-9e11-4876-8e98-50c97ac2bfca tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6588368 Feb 28 20:34:15.372021 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bde0e-f517-4d55-904c-7dcd96a46232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27f481a-958c-47f6-b4cb-bb219e1880bf,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:15.374919 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43174) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:15.383742 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-bf594cd1-b48c-4960-b843-cb66921085fe tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:15.418239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b9b584-f4d6-485c-8f9e-863cd1774c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-60bc62cf-1ebe-462d-93c7-f1108638c505', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'fixed_ips': [{'subnet_id': '8e6fd263-ffef-474c-9d43-3c60daf5d9ce'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:34:15.420645 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f6b9b584-f4d6-485c-8f9e-863cd1774c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:15.546059 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2a425088-cf3a-42c7-8835-0569730f59b4 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "DELETE /v2.0/subnets/29c9168b-00c4-465b-ad85-49c3481ef5c3/tags HTTP/1.1" status: 204 len: 168 time: 0.5271070 Feb 28 20:34:15.546697 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43184) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:15.551384 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-95c12baf-59b2-4e9c-92d6-9073f7d04f01 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '29c9168b-00c4-465b-ad85-49c3481ef5c3', 'tempest-TagsExtTest-Tag-589875844') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:15.595591 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2e83e8bb-363c-4115-b2b8-5e4ee12f0518 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (574552e4-857a-4778-aa85-a8bf53759306), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:15.598272 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2e83e8bb-363c-4115-b2b8-5e4ee12f0518 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:15.602350 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43186) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:15.607793 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2e83e8bb-363c-4115-b2b8-5e4ee12f0518 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "DELETE /v2.0/security-groups/574552e4-857a-4778-aa85-a8bf53759306 HTTP/1.1" status: 204 len: 168 time: 0.6109757 Feb 28 20:34:15.631798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83e8bb-363c-4115-b2b8-5e4ee12f0518 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=574552e4-857a-4778-aa85-a8bf53759306,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:15.640369 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf594cd1-b48c-4960-b843-cb66921085fe tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:15.647558 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf594cd1-b48c-4960-b843-cb66921085fe tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:15.659003 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-f6b9b584-f4d6-485c-8f9e-863cd1774c91 None None] Allocated IP 2001:db8::2 (60bc62cf-1ebe-462d-93c7-f1108638c505/8e6fd263-ffef-474c-9d43-3c60daf5d9ce/550fd57c-4462-4b5d-8d5a-bca6bb920748) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:34:15.766596 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-384917c9-3742-43e4-8f15-7f94cc3b5500 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1618772 Feb 28 20:34:15.770475 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43194) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:15.802736 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-95c12baf-59b2-4e9c-92d6-9073f7d04f01 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] show failed (client error): The resource could not be found. Feb 28 20:34:15.803521 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-95c12baf-59b2-4e9c-92d6-9073f7d04f01 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/subnets/29c9168b-00c4-465b-ad85-49c3481ef5c3/tags/tempest-TagsExtTest-Tag-589875844 HTTP/1.1" status: 404 len: 328 time: 0.2557812 Feb 28 20:34:15.806590 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43196) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:15.811288 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-0bce3069-ab04-4551-951f-f34fe46f5312 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '29c9168b-00c4-465b-ad85-49c3481ef5c3', 'tempest-TagsExtTest-Tag-517908094') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:15.944302 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-0bce3069-ab04-4551-951f-f34fe46f5312 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] show failed (client error): The resource could not be found. Feb 28 20:34:15.945385 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0bce3069-ab04-4551-951f-f34fe46f5312 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/subnets/29c9168b-00c4-465b-ad85-49c3481ef5c3/tags/tempest-TagsExtTest-Tag-517908094 HTTP/1.1" status: 404 len: 328 time: 0.1380677 Feb 28 20:34:15.950897 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43198) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:15.958219 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-109a882a-1e54-49ef-88e2-0ab1bf10d0c1 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '29c9168b-00c4-465b-ad85-49c3481ef5c3', 'tempest-TagsExtTest-Tag-1889959557') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:15.988352 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41e76e97-b250-4191-80c3-7ccc32a3c430 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (48032233-45b0-4928-ac66-87c70df3bd51), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:16.076450 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41e76e97-b250-4191-80c3-7ccc32a3c430 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (48032233-45b0-4928-ac66-87c70df3bd51), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:16.077289 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f6b9b584-f4d6-485c-8f9e-863cd1774c91 None None] Publish callbacks [] for port (550fd57c-4462-4b5d-8d5a-bca6bb920748), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:16.110923 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f6b9b584-f4d6-485c-8f9e-863cd1774c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (550fd57c-4462-4b5d-8d5a-bca6bb920748), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:16.156377 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b9b584-f4d6-485c-8f9e-863cd1774c91 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:34:16.164297 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-f6b9b584-f4d6-485c-8f9e-863cd1774c91 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:16.210302 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b9b584-f4d6-485c-8f9e-863cd1774c91 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:34:16.224793 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41e76e97-b250-4191-80c3-7ccc32a3c430 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (48032233-45b0-4928-ac66-87c70df3bd51), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:16.240146 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-41e76e97-b250-4191-80c3-7ccc32a3c430 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:16.243428 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-41e76e97-b250-4191-80c3-7ccc32a3c430 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "DELETE /v2.0/security-groups/48032233-45b0-4928-ac66-87c70df3bd51 HTTP/1.1" status: 204 len: 168 time: 0.4722440 Feb 28 20:34:16.246191 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43216) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:16.357327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e76e97-b250-4191-80c3-7ccc32a3c430 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48032233-45b0-4928-ac66-87c70df3bd51,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:16.358144 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9b584-f4d6-485c-8f9e-863cd1774c91 None None] Pushing event updated for resources: {'Port': ['ID=550fd57c-4462-4b5d-8d5a-bca6bb920748,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:16.373857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f6b9b584-f4d6-485c-8f9e-863cd1774c91 None None] Attempting to bind port 550fd57c-4462-4b5d-8d5a-bca6bb920748 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:34:16.374488 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f6b9b584-f4d6-485c-8f9e-863cd1774c91 None None] Attempting to bind port 550fd57c-4462-4b5d-8d5a-bca6bb920748 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:34:16.376013 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b9b584-f4d6-485c-8f9e-863cd1774c91 None None] Attempting to bind port 550fd57c-4462-4b5d-8d5a-bca6bb920748 on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:34:16.382465 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b9b584-f4d6-485c-8f9e-863cd1774c91 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:34:16.383854 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b9b584-f4d6-485c-8f9e-863cd1774c91 None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:34:16.384636 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f6b9b584-f4d6-485c-8f9e-863cd1774c91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:16.386352 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b9b584-f4d6-485c-8f9e-863cd1774c91 None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:34:16.387603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f6b9b584-f4d6-485c-8f9e-863cd1774c91 None None] Bound port: 550fd57c-4462-4b5d-8d5a-bca6bb920748, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:34:16.388299 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f6b9b584-f4d6-485c-8f9e-863cd1774c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (550fd57c-4462-4b5d-8d5a-bca6bb920748), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:16.509860 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-90b3da3b-411c-408f-b4e2-d103e9989d6b tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2508507 Feb 28 20:34:16.513618 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43226) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:16.522152 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3188ce4b-5aff-40c1-83c9-0f1576079731 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1244457680'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:16.551697 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f6b9b584-f4d6-485c-8f9e-863cd1774c91 None None] For port 550fd57c-4462-4b5d-8d5a-bca6bb920748, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:34:16.559845 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f6b9b584-f4d6-485c-8f9e-863cd1774c91 None None] For port 550fd57c-4462-4b5d-8d5a-bca6bb920748, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=550fd57c-4462-4b5d-8d5a-bca6bb920748,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:34:16.583442 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3188ce4b-5aff-40c1-83c9-0f1576079731 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:16.593466 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f6b9b584-f4d6-485c-8f9e-863cd1774c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (550fd57c-4462-4b5d-8d5a-bca6bb920748), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:16.742171 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9b584-f4d6-485c-8f9e-863cd1774c91 None None] Pushing event updated for resources: {'Port': ['ID=550fd57c-4462-4b5d-8d5a-bca6bb920748,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:16.742744 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3188ce4b-5aff-40c1-83c9-0f1576079731 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (86e4a04d-62d0-4012-942e-5e5011db5c44), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:16.757688 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3188ce4b-5aff-40c1-83c9-0f1576079731 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (86e4a04d-62d0-4012-942e-5e5011db5c44), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:16.781958 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b9e12e7c-eb9e-4031-a949-a0c708827dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:16.831322 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3188ce4b-5aff-40c1-83c9-0f1576079731 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:16.832621 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3188ce4b-5aff-40c1-83c9-0f1576079731 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3180287 Feb 28 20:34:16.841822 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43234) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:16.847566 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-5f5a6c3f-39c3-4910-92ed-d44d1340e486 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': '86e4a04d-62d0-4012-942e-5e5011db5c44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:16.857507 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-109a882a-1e54-49ef-88e2-0ab1bf10d0c1 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] show failed (client error): The resource could not be found. Feb 28 20:34:16.860217 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-109a882a-1e54-49ef-88e2-0ab1bf10d0c1 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/subnets/29c9168b-00c4-465b-ad85-49c3481ef5c3/tags/tempest-TagsExtTest-Tag-1889959557 HTTP/1.1" status: 404 len: 329 time: 0.9083602 Feb 28 20:34:16.863066 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43236) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:16.869561 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188ce4b-5aff-40c1-83c9-0f1576079731 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e4a04d-62d0-4012-942e-5e5011db5c44,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:16.874541 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-2408524a-9f5a-42a3-a585-855aa9b8cef3 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3af8949a-4c95-4766-b09b-80a7bda3ee18', {'tags': ['tempest-TagsExtTest-Tag-1441114883', 'tempest-TagsExtTest-Tag-1613735826', 'tempest-TagsExtTest-Tag-1761947286']}) {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:16.967142 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-5f5a6c3f-39c3-4910-92ed-d44d1340e486 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:34:16.968719 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5f5a6c3f-39c3-4910-92ed-d44d1340e486 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1258280 Feb 28 20:34:16.971353 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43238) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:16.976554 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-2fb861e0-1f94-4b90-8170-0887078d1c7b tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group_rule': {'security_group_id': '86e4a04d-62d0-4012-942e-5e5011db5c44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:17.041588 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-2fb861e0-1f94-4b90-8170-0887078d1c7b tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:34:17.042633 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2fb861e0-1f94-4b90-8170-0887078d1c7b tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0700881 Feb 28 20:34:17.045513 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43240) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:17.052103 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2408524a-9f5a-42a3-a585-855aa9b8cef3 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "PUT /v2.0/ports/3af8949a-4c95-4766-b09b-80a7bda3ee18/tags HTTP/1.1" status: 200 len: 318 time: 0.1873970 Feb 28 20:34:17.056348 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43242) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:17.063480 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-c2322e1f-c4ec-4a07-bf33-30a3c15189e3 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3af8949a-4c95-4766-b09b-80a7bda3ee18') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:17.122995 n-d-820368-21 neutron-server[103774]: DEBUG neutron.objects.ports [None req-bf594cd1-b48c-4960-b843-cb66921085fe tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103774) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 20:34:17.177558 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a272f40c-ab1e-4ab3-8e8b-7086e3d10712 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (86e4a04d-62d0-4012-942e-5e5011db5c44), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:17.241733 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a272f40c-ab1e-4ab3-8e8b-7086e3d10712 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (86e4a04d-62d0-4012-942e-5e5011db5c44), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:17.351330 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a272f40c-ab1e-4ab3-8e8b-7086e3d10712 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (86e4a04d-62d0-4012-942e-5e5011db5c44), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:17.364927 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a272f40c-ab1e-4ab3-8e8b-7086e3d10712 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:17.371085 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a272f40c-ab1e-4ab3-8e8b-7086e3d10712 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "DELETE /v2.0/security-groups/86e4a04d-62d0-4012-942e-5e5011db5c44 HTTP/1.1" status: 204 len: 168 time: 0.3246186 Feb 28 20:34:17.371735 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43256) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:17.418595 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272f40c-ab1e-4ab3-8e8b-7086e3d10712 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e4a04d-62d0-4012-942e-5e5011db5c44,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:17.483832 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c2322e1f-c4ec-4a07-bf33-30a3c15189e3 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "DELETE /v2.0/ports/3af8949a-4c95-4766-b09b-80a7bda3ee18/tags HTTP/1.1" status: 204 len: 168 time: 0.4242074 Feb 28 20:34:17.486619 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43260) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:17.492004 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-464947a7-e63c-4269-aed1-e3fbbbc8cbe8 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3af8949a-4c95-4766-b09b-80a7bda3ee18', 'tempest-TagsExtTest-Tag-1441114883') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:17.553579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43264) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:17.554648 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-be7581e2-3c43-4b22-b9ef-509494024a42 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1488519 Feb 28 20:34:17.561888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-5c379444-a888-4ef9-8902-5518ad706a69 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677663329'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:17.578242 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf594cd1-b48c-4960-b843-cb66921085fe tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (550fd57c-4462-4b5d-8d5a-bca6bb920748), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:17.646299 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c379444-a888-4ef9-8902-5518ad706a69 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:17.674887 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-464947a7-e63c-4269-aed1-e3fbbbc8cbe8 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] show failed (client error): The resource could not be found. Feb 28 20:34:17.675981 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-464947a7-e63c-4269-aed1-e3fbbbc8cbe8 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/ports/3af8949a-4c95-4766-b09b-80a7bda3ee18/tags/tempest-TagsExtTest-Tag-1441114883 HTTP/1.1" status: 404 len: 329 time: 0.1883054 Feb 28 20:34:17.679027 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43270) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:17.683523 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-fd3a3880-76e5-4f84-83a5-7d4078fec290 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3af8949a-4c95-4766-b09b-80a7bda3ee18', 'tempest-TagsExtTest-Tag-1613735826') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:17.828132 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-fd3a3880-76e5-4f84-83a5-7d4078fec290 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] show failed (client error): The resource could not be found. Feb 28 20:34:17.830866 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fd3a3880-76e5-4f84-83a5-7d4078fec290 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/ports/3af8949a-4c95-4766-b09b-80a7bda3ee18/tags/tempest-TagsExtTest-Tag-1613735826 HTTP/1.1" status: 404 len: 329 time: 0.1502428 Feb 28 20:34:17.833420 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43272) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:17.845630 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-24e5573e-c444-4f03-becc-ab304aaee5ed tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3af8949a-4c95-4766-b09b-80a7bda3ee18', 'tempest-TagsExtTest-Tag-1761947286') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:17.884683 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-457fbaf2-b640-49fd-9814-f01d4503b9ee req-fd34cf62-eb84-44d9-b6f5-41a1f621b803 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1583416 Feb 28 20:34:17.893073 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c379444-a888-4ef9-8902-5518ad706a69 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (56e15c11-090b-43a4-8b30-ccc97f715004), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:17.905381 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-bf594cd1-b48c-4960-b843-cb66921085fe tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] For port 550fd57c-4462-4b5d-8d5a-bca6bb920748, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=550fd57c-4462-4b5d-8d5a-bca6bb920748,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:34:17.954786 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-24e5573e-c444-4f03-becc-ab304aaee5ed tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] show failed (client error): The resource could not be found. Feb 28 20:34:17.958610 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-24e5573e-c444-4f03-becc-ab304aaee5ed tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/ports/3af8949a-4c95-4766-b09b-80a7bda3ee18/tags/tempest-TagsExtTest-Tag-1761947286 HTTP/1.1" status: 404 len: 329 time: 0.1215630 Feb 28 20:34:17.959241 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43278) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:17.966526 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf594cd1-b48c-4960-b843-cb66921085fe tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (550fd57c-4462-4b5d-8d5a-bca6bb920748), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:17.967523 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-4b76daa1-bf55-47e0-bbbe-df74aebfac31 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '74430d70-d153-418a-953b-be71dae9198c', {'tags': ['tempest-TagsExtTest-Tag-1226129891', 'tempest-TagsExtTest-Tag-2069496931', 'tempest-TagsExtTest-Tag-779838413']}) {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:18.024693 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf594cd1-b48c-4960-b843-cb66921085fe tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (550fd57c-4462-4b5d-8d5a-bca6bb920748), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:18.031795 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c379444-a888-4ef9-8902-5518ad706a69 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (56e15c11-090b-43a4-8b30-ccc97f715004), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:18.136354 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4b76daa1-bf55-47e0-bbbe-df74aebfac31 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "PUT /v2.0/routers/74430d70-d153-418a-953b-be71dae9198c/tags HTTP/1.1" status: 200 len: 317 time: 0.1759322 Feb 28 20:34:18.143832 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43280) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:18.144198 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43282) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:18.191304 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.tag.tag_plugin [None req-8e30565b-67f4-407c-9c51-ba7e6cdfa897 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '74430d70-d153-418a-953b-be71dae9198c') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:18.199142 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c379444-a888-4ef9-8902-5518ad706a69 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:18.204294 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43286) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:18.204800 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5c379444-a888-4ef9-8902-5518ad706a69 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6458786 Feb 28 20:34:18.214883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-b53934a0-8fad-4cef-a800-319f12b41696 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:18.216144 n-d-820368-21 neutron-server[103773]: WARNING neutron.api.v2.base [None req-b53934a0-8fad-4cef-a800-319f12b41696 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 20:34:18.217114 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-b53934a0-8fad-4cef-a800-319f12b41696 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] update failed (client error): There was a conflict when trying to complete your request. Feb 28 20:34:18.218418 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b53934a0-8fad-4cef-a800-319f12b41696 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "PUT /v2.0/security-groups/56e15c11-090b-43a4-8b30-ccc97f715004 HTTP/1.1" status: 409 len: 330 time: 0.0108688 Feb 28 20:34:18.221601 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43288) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:18.383515 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a5a29702-da58-43e3-9240-9e6c0d8ad62c tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (56e15c11-090b-43a4-8b30-ccc97f715004), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:18.386367 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf594cd1-b48c-4960-b843-cb66921085fe tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (89ead849-fcc4-4a36-8462-1088c1008542), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:18.398202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf594cd1-b48c-4960-b843-cb66921085fe tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=550fd57c-4462-4b5d-8d5a-bca6bb920748,revision_number=4']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:18.445889 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a5a29702-da58-43e3-9240-9e6c0d8ad62c tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (56e15c11-090b-43a4-8b30-ccc97f715004), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:18.483464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf594cd1-b48c-4960-b843-cb66921085fe tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:34:18.530676 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43300) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:18.592853 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a5a29702-da58-43e3-9240-9e6c0d8ad62c tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (56e15c11-090b-43a4-8b30-ccc97f715004), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:18.595997 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a5a29702-da58-43e3-9240-9e6c0d8ad62c tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:18.597204 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a5a29702-da58-43e3-9240-9e6c0d8ad62c tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "DELETE /v2.0/security-groups/56e15c11-090b-43a4-8b30-ccc97f715004 HTTP/1.1" status: 204 len: 168 time: 0.3738012 Feb 28 20:34:18.606604 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43304) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:18.623806 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fbaf2-b640-49fd-9814-f01d4503b9ee req-d6ccbfa8-dc78-4623-a2d1-17f9ec0b854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:18.646107 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-457fbaf2-b640-49fd-9814-f01d4503b9ee req-d6ccbfa8-dc78-4623-a2d1-17f9ec0b854d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e4d9d813e9240f293de14f5d4db89db&device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4 HTTP/1.1" status: 200 len: 1129 time: 0.6748924 Feb 28 20:34:18.647921 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-bf594cd1-b48c-4960-b843-cb66921085fe tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:18.652171 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c379444-a888-4ef9-8902-5518ad706a69 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e15c11-090b-43a4-8b30-ccc97f715004,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:18.674115 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf594cd1-b48c-4960-b843-cb66921085fe tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:18.674725 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf594cd1-b48c-4960-b843-cb66921085fe tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:18.701603 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a29702-da58-43e3-9240-9e6c0d8ad62c tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e15c11-090b-43a4-8b30-ccc97f715004,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:18.703804 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 550fd57c-4462-4b5d-8d5a-bca6bb920748 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:34:18.792995 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2befdaf8-c3d3-4d95-9c81-2aa48bfede34 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1794059 Feb 28 20:34:18.793216 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 550fd57c-4462-4b5d-8d5a-bca6bb920748 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:18.793216 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (550fd57c-4462-4b5d-8d5a-bca6bb920748), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:18.808584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43308) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:18.853553 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-02339c8b-5c89-4ad0-ac97-4f7250b41869 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] delete failed (client error): The resource could not be found. Feb 28 20:34:18.865239 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-02339c8b-5c89-4ad0-ac97-4f7250b41869 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "DELETE /v2.0/security-groups/7efbf323-a6f7-48b3-95b5-8cb7482a883f HTTP/1.1" status: 404 len: 347 time: 0.0523112 Feb 28 20:34:18.869643 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43310) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:18.891734 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-adf36ba3-61ce-4a22-8623-8624cf606b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:18.946080 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-07e6774a-a36e-4bed-845a-89fd27f6a88c tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] show failed (client error): The resource could not be found. Feb 28 20:34:18.953222 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-07e6774a-a36e-4bed-845a-89fd27f6a88c tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "GET /v2.0/security-groups/8720ca51-eee6-4d2c-b8cb-df8e3b65c97c HTTP/1.1" status: 404 len: 347 time: 0.0819833 Feb 28 20:34:18.962076 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43312) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:18.976304 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 550fd57c-4462-4b5d-8d5a-bca6bb920748 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:18.976684 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (550fd57c-4462-4b5d-8d5a-bca6bb920748), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:18.986245 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e252dd03-53c6-4447-8d0d-b176d9398387 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:18.988333 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-b07393ea-041d-4b5a-8827-9aea782dfec8 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] show failed (client error): The resource could not be found. Feb 28 20:34:18.995058 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-9c2c2581-5eac-4af3-82e9-667fe42e9bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1660999200'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:18.997208 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b07393ea-041d-4b5a-8827-9aea782dfec8 tempest-NegativeSecGroupIPv6Test-2028393351 tempest-NegativeSecGroupIPv6Test-2028393351-project] 10.222.0.13 "GET /v2.0/security-group-rules/7396c23a-62f1-464a-aad2-40fe87d288ed HTTP/1.1" status: 404 len: 356 time: 0.0317962 Feb 28 20:34:19.060221 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf594cd1-b48c-4960-b843-cb66921085fe tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=89ead849-fcc4-4a36-8462-1088c1008542,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:19.082285 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fbaf2-b640-49fd-9814-f01d4503b9ee req-5dbbc399-1020-45ff-9b7c-1543f1fbb222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:19.088186 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-457fbaf2-b640-49fd-9814-f01d4503b9ee req-5dbbc399-1020-45ff-9b7c-1543f1fbb222 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 200 len: 915 time: 0.3953009 Feb 28 20:34:19.108389 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bf594cd1-b48c-4960-b843-cb66921085fe tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.7296410 Feb 28 20:34:19.129295 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43318) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:19.164676 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-adf36ba3-61ce-4a22-8623-8624cf606b1c admin admin] Publish callbacks [] for security_group (def0a630-76c2-431d-aae4-6b8e2260e2ed), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:19.172944 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-adf36ba3-61ce-4a22-8623-8624cf606b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (def0a630-76c2-431d-aae4-6b8e2260e2ed), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:19.275272 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-8656ec0b-c59e-4426-8dbc-6852717df238 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'mac_address': 'fa:16:3e:b3:a6:06', 'name': 'tempest-NetworksTestDHCPv6-1320964765'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:19.284766 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-457fbaf2-b640-49fd-9814-f01d4503b9ee req-6e273b71-38df-4620-9b58-a6601e111387 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24e16ac2-b58f-43c2-8922-442401fb19e5 HTTP/1.1" status: 200 len: 217 time: 0.1843562 Feb 28 20:34:19.297542 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-adf36ba3-61ce-4a22-8623-8624cf606b1c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df87c3c57583464e966b2ca65f7bac56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7653751 Feb 28 20:34:19.300220 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf36ba3-61ce-4a22-8623-8624cf606b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def0a630-76c2-431d-aae4-6b8e2260e2ed,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:19.308357 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43322) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:19.340792 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a289a45d-0b1f-4bb6-8a40-f0569f572de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:19.340919 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2c2581-5eac-4af3-82e9-667fe42e9bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Made reservation on behalf of d1b20a39eefa4439acb51fb17f0d94b9 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:19.353119 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c2c2581-5eac-4af3-82e9-667fe42e9bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:19.408924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-fceed5f4-8ef7-49a3-b576-a367fb4cce61 None None] Provisioning complete for port 550fd57c-4462-4b5d-8d5a-bca6bb920748 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:19.410463 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fceed5f4-8ef7-49a3-b576-a367fb4cce61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (550fd57c-4462-4b5d-8d5a-bca6bb920748), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:19.421253 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 550fd57c-4462-4b5d-8d5a-bca6bb920748, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=550fd57c-4462-4b5d-8d5a-bca6bb920748,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:34:19.455229 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-80cd9534-23eb-4ca3-94d8-48553136c0c5 admin admin] Publish callbacks [] for security_group (def0a630-76c2-431d-aae4-6b8e2260e2ed), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:19.468473 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c2c2581-5eac-4af3-82e9-667fe42e9bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:19.502869 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-80cd9534-23eb-4ca3-94d8-48553136c0c5 admin admin] Publish callbacks [] for security_group (def0a630-76c2-431d-aae4-6b8e2260e2ed), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:19.510987 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (550fd57c-4462-4b5d-8d5a-bca6bb920748), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:19.618255 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-80cd9534-23eb-4ca3-94d8-48553136c0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (def0a630-76c2-431d-aae4-6b8e2260e2ed), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:19.621555 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-80cd9534-23eb-4ca3-94d8-48553136c0c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:19.623157 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-80cd9534-23eb-4ca3-94d8-48553136c0c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/def0a630-76c2-431d-aae4-6b8e2260e2ed HTTP/1.1" status: 204 len: 168 time: 0.3133378 Feb 28 20:34:19.638341 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd9534-23eb-4ca3-94d8-48553136c0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def0a630-76c2-431d-aae4-6b8e2260e2ed,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:19.669069 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43336) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:19.689263 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:19.690094 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=550fd57c-4462-4b5d-8d5a-bca6bb920748,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:19.723844 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-fceed5f4-8ef7-49a3-b576-a367fb4cce61 None None] Current status of the port 550fd57c-4462-4b5d-8d5a-bca6bb920748 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:19.784405 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fbaf2-b640-49fd-9814-f01d4503b9ee req-c6608444-fbeb-4990-8da7-fcc86151d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:19.786656 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-457fbaf2-b640-49fd-9814-f01d4503b9ee req-c6608444-fbeb-4990-8da7-fcc86151d74e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf2eab21-2ca0-4caf-a56e-ff3579d5667c HTTP/1.1" status: 200 len: 855 time: 0.4244623 Feb 28 20:34:19.804189 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8e30565b-67f4-407c-9c51-ba7e6cdfa897 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "DELETE /v2.0/routers/74430d70-d153-418a-953b-be71dae9198c/tags HTTP/1.1" status: 204 len: 168 time: 1.6494579 Feb 28 20:34:19.807103 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43342) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:19.812203 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-7c2e6193-5bba-4f98-ae7a-fead675e8854 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '74430d70-d153-418a-953b-be71dae9198c', 'tempest-TagsExtTest-Tag-1226129891') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:19.845390 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-457fbaf2-b640-49fd-9814-f01d4503b9ee req-403df85a-cd79-4b32-b484-fb62a8dad735 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fa039089-86c9-4396-bade-6f794fe57c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479960 Feb 28 20:34:19.846205 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8656ec0b-c59e-4426-8dbc-6852717df238 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:20.014446 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-7c2e6193-5bba-4f98-ae7a-fead675e8854 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] show failed (client error): The resource could not be found. Feb 28 20:34:20.015478 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7c2e6193-5bba-4f98-ae7a-fead675e8854 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/routers/74430d70-d153-418a-953b-be71dae9198c/tags/tempest-TagsExtTest-Tag-1226129891 HTTP/1.1" status: 404 len: 329 time: 0.2070572 Feb 28 20:34:20.020079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43346) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:20.030627 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-e840d35f-71ff-4169-b0aa-9c5e9792cc17 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '74430d70-d153-418a-953b-be71dae9198c', 'tempest-TagsExtTest-Tag-2069496931') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:20.090842 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:20.180466 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-e840d35f-71ff-4169-b0aa-9c5e9792cc17 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] show failed (client error): The resource could not be found. Feb 28 20:34:20.181910 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e840d35f-71ff-4169-b0aa-9c5e9792cc17 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/routers/74430d70-d153-418a-953b-be71dae9198c/tags/tempest-TagsExtTest-Tag-2069496931 HTTP/1.1" status: 404 len: 329 time: 0.1609218 Feb 28 20:34:20.184921 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43348) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:20.192083 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-58e35c57-5801-4953-bd2a-174ff2e82412 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '74430d70-d153-418a-953b-be71dae9198c', 'tempest-TagsExtTest-Tag-779838413') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:20.198376 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43350) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:20.246799 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-af76068e-9066-4408-b89e-9ed11389ad7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:20.264398 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-457fbaf2-b640-49fd-9814-f01d4503b9ee req-f26efd20-a7bd-4e52-ae9d-0a421b1b864d service neutron] 10.222.0.10 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935459 Feb 28 20:34:20.441982 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 550fd57c-4462-4b5d-8d5a-bca6bb920748 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:34:20.454996 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8656ec0b-c59e-4426-8dbc-6852717df238 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:20.555047 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 550fd57c-4462-4b5d-8d5a-bca6bb920748 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:20.559831 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (550fd57c-4462-4b5d-8d5a-bca6bb920748), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:20.589073 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-8656ec0b-c59e-4426-8dbc-6852717df238 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] device_id is not set on port 58616832-514b-4cb2-9063-355e8a75698c yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:34:20.638882 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c2c2581-5eac-4af3-82e9-667fe42e9bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks [] for security_group (5a20cb05-eb1e-4a69-bfb2-a44d0d50de2a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:20.743135 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c2c2581-5eac-4af3-82e9-667fe42e9bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5a20cb05-eb1e-4a69-bfb2-a44d0d50de2a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:20.772809 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 550fd57c-4462-4b5d-8d5a-bca6bb920748 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:20.825160 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-457fbaf2-b640-49fd-9814-f01d4503b9ee req-332c4d9c-7e4d-4239-b28b-e1db586d717a service neutron] 10.222.0.10 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443168 Feb 28 20:34:20.863530 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e05c579b-1cf4-4c00-bbfd-fd5abb57f2d8 None None] Provisioning complete for port 550fd57c-4462-4b5d-8d5a-bca6bb920748 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:20.864207 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e05c579b-1cf4-4c00-bbfd-fd5abb57f2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (550fd57c-4462-4b5d-8d5a-bca6bb920748), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:20.926649 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2c2581-5eac-4af3-82e9-667fe42e9bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:34:20.985646 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c2581-5eac-4af3-82e9-667fe42e9bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a20cb05-eb1e-4a69-bfb2-a44d0d50de2a,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:21.012521 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a48a0af6-48bd-4275-bd5d-44bc81cc3748 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f02389102e694040843958ea07c16f9f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3417783 Feb 28 20:34:21.024322 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43364) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:21.028761 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e05c579b-1cf4-4c00-bbfd-fd5abb57f2d8 None None] Current status of the port 550fd57c-4462-4b5d-8d5a-bca6bb920748 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:21.064216 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c2c2581-5eac-4af3-82e9-667fe42e9bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (daaed876-0be2-49d9-8a0f-d012d07bfae2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:21.064740 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-9c2c2581-5eac-4af3-82e9-667fe42e9bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Added segment daaed876-0be2-49d9-8a0f-d012d07bfae2 of type vlan for network f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c Feb 28 20:34:21.129315 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-af76068e-9066-4408-b89e-9ed11389ad7d admin admin] Publish callbacks [] for security_group (53e6677b-038a-4a37-b494-8aacd474ea36), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:21.154306 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-af76068e-9066-4408-b89e-9ed11389ad7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (53e6677b-038a-4a37-b494-8aacd474ea36), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:21.165975 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-58e35c57-5801-4953-bd2a-174ff2e82412 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] show failed (client error): The resource could not be found. Feb 28 20:34:21.172305 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-58e35c57-5801-4953-bd2a-174ff2e82412 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/routers/74430d70-d153-418a-953b-be71dae9198c/tags/tempest-TagsExtTest-Tag-779838413 HTTP/1.1" status: 404 len: 328 time: 0.9863422 Feb 28 20:34:21.176774 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43366) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:21.186962 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-dc75bce9-ee5b-45c7-a35f-64eead074044 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'bb44c895-577f-434b-bd53-1eff3e0c3835', {'tags': ['tempest-TagsExtTest-Tag-1145942588', 'tempest-TagsExtTest-Tag-820226887', 'tempest-TagsExtTest-Tag-278293802']}) {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:21.196230 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c2c2581-5eac-4af3-82e9-667fe42e9bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:21.202855 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-af76068e-9066-4408-b89e-9ed11389ad7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84465671bf814c91a41acbe3fc13f270&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9985483 Feb 28 20:34:21.209759 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43368) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:21.281098 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-da2d17db-51d7-485c-975a-58e80ef6eb22 admin admin] Publish callbacks [] for security_group (b92d1315-3d03-46fc-be6f-a9fab26c09e3), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:21.287085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76068e-9066-4408-b89e-9ed11389ad7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e6677b-038a-4a37-b494-8aacd474ea36,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:21.311898 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-da2d17db-51d7-485c-975a-58e80ef6eb22 admin admin] Publish callbacks [] for security_group (b92d1315-3d03-46fc-be6f-a9fab26c09e3), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:21.316334 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:21.323695 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c2c2581-5eac-4af3-82e9-667fe42e9bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:21.340194 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2c2581-5eac-4af3-82e9-667fe42e9bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:21.340886 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c2c2581-5eac-4af3-82e9-667fe42e9bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:21.414685 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-da2d17db-51d7-485c-975a-58e80ef6eb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b92d1315-3d03-46fc-be6f-a9fab26c09e3), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:21.417830 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-da2d17db-51d7-485c-975a-58e80ef6eb22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:21.419674 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-da2d17db-51d7-485c-975a-58e80ef6eb22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b92d1315-3d03-46fc-be6f-a9fab26c09e3 HTTP/1.1" status: 204 len: 168 time: 0.3938181 Feb 28 20:34:21.433441 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6066561-50ef-4c7d-aca8-05ba6a072c6f admin admin] Publish callbacks [] for security_group (53e6677b-038a-4a37-b494-8aacd474ea36), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:21.433689 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-8656ec0b-c59e-4426-8dbc-6852717df238 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8::1e1 (60bc62cf-1ebe-462d-93c7-f1108638c505/8e6fd263-ffef-474c-9d43-3c60daf5d9ce/58616832-514b-4cb2-9063-355e8a75698c) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:34:21.435954 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c2581-5eac-4af3-82e9-667fe42e9bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Pushing event updated for resources: {'Network': ['ID=f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:21.447392 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-8656ec0b-c59e-4426-8dbc-6852717df238 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8:0:1:f816:3eff:feb3:a606 (60bc62cf-1ebe-462d-93c7-f1108638c505/89ead849-fcc4-4a36-8462-1088c1008542/58616832-514b-4cb2-9063-355e8a75698c) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:34:21.457375 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:34:21.478195 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9c2c2581-5eac-4af3-82e9-667fe42e9bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.3223674 Feb 28 20:34:21.478951 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43372) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:21.491732 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6066561-50ef-4c7d-aca8-05ba6a072c6f admin admin] Publish callbacks [] for security_group (53e6677b-038a-4a37-b494-8aacd474ea36), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:21.496479 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-afefd601-2b57-4b4e-b915-4aae1ff669f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Request body: {'subnet': {'network_id': 'f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:21.600261 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d17db-51d7-485c-975a-58e80ef6eb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92d1315-3d03-46fc-be6f-a9fab26c09e3,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:21.635261 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6066561-50ef-4c7d-aca8-05ba6a072c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (53e6677b-038a-4a37-b494-8aacd474ea36), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:21.640962 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6066561-50ef-4c7d-aca8-05ba6a072c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:21.643596 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d6066561-50ef-4c7d-aca8-05ba6a072c6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53e6677b-038a-4a37-b494-8aacd474ea36 HTTP/1.1" status: 204 len: 168 time: 0.4307046 Feb 28 20:34:21.675934 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6066561-50ef-4c7d-aca8-05ba6a072c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e6677b-038a-4a37-b494-8aacd474ea36,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:21.684719 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-dc75bce9-ee5b-45c7-a35f-64eead074044 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "PUT /v2.0/subnetpools/bb44c895-577f-434b-bd53-1eff3e0c3835/tags HTTP/1.1" status: 200 len: 316 time: 0.5039322 Feb 28 20:34:21.685689 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43378) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:21.702926 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-3dbeaf66-0b5b-4543-a36d-d49ce83b5c96 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bb44c895-577f-434b-bd53-1eff3e0c3835') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:21.810462 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3dbeaf66-0b5b-4543-a36d-d49ce83b5c96 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "DELETE /v2.0/subnetpools/bb44c895-577f-434b-bd53-1eff3e0c3835/tags HTTP/1.1" status: 204 len: 168 time: 0.1173279 Feb 28 20:34:21.810758 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43384) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:21.819828 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-d96abce1-81fd-4771-a89e-420553b7a4de tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bb44c895-577f-434b-bd53-1eff3e0c3835', 'tempest-TagsExtTest-Tag-1145942588') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:21.876612 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-d96abce1-81fd-4771-a89e-420553b7a4de tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] show failed (client error): The resource could not be found. Feb 28 20:34:21.891206 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d96abce1-81fd-4771-a89e-420553b7a4de tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/subnetpools/bb44c895-577f-434b-bd53-1eff3e0c3835/tags/tempest-TagsExtTest-Tag-1145942588 HTTP/1.1" status: 404 len: 329 time: 0.0728214 Feb 28 20:34:21.891206 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43386) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:21.894518 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-175ff235-41eb-4590-9a6b-e95b3033dbc4 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bb44c895-577f-434b-bd53-1eff3e0c3835', 'tempest-TagsExtTest-Tag-820226887') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:21.915987 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afefd601-2b57-4b4e-b915-4aae1ff669f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Made reservation on behalf of d1b20a39eefa4439acb51fb17f0d94b9 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:21.923090 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-afefd601-2b57-4b4e-b915-4aae1ff669f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:21.939836 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-175ff235-41eb-4590-9a6b-e95b3033dbc4 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] show failed (client error): The resource could not be found. Feb 28 20:34:21.944435 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-175ff235-41eb-4590-9a6b-e95b3033dbc4 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/subnetpools/bb44c895-577f-434b-bd53-1eff3e0c3835/tags/tempest-TagsExtTest-Tag-820226887 HTTP/1.1" status: 404 len: 328 time: 0.0574949 Feb 28 20:34:21.945062 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43390) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:21.953173 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-03a0e644-36ee-4545-a15c-d73a9c8ef6bb tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bb44c895-577f-434b-bd53-1eff3e0c3835', 'tempest-TagsExtTest-Tag-278293802') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:22.000376 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-03a0e644-36ee-4545-a15c-d73a9c8ef6bb tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] show failed (client error): The resource could not be found. Feb 28 20:34:22.004449 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-03a0e644-36ee-4545-a15c-d73a9c8ef6bb tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/subnetpools/bb44c895-577f-434b-bd53-1eff3e0c3835/tags/tempest-TagsExtTest-Tag-278293802 HTTP/1.1" status: 404 len: 328 time: 0.0583892 Feb 28 20:34:22.005027 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43392) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:22.009326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-73182390-de4e-447b-b3cd-b8bedd253043 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bb44c895-577f-434b-bd53-1eff3e0c3835') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:22.086090 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-73182390-de4e-447b-b3cd-b8bedd253043 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "DELETE /v2.0/subnetpools/bb44c895-577f-434b-bd53-1eff3e0c3835/tags HTTP/1.1" status: 204 len: 168 time: 0.0799417 Feb 28 20:34:22.092521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43400) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:22.115900 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-998fdedb-1daf-45cc-8638-4635bb7c8e62 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '74430d70-d153-418a-953b-be71dae9198c') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:22.311438 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8656ec0b-c59e-4426-8dbc-6852717df238 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (58616832-514b-4cb2-9063-355e8a75698c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:22.328781 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-998fdedb-1daf-45cc-8638-4635bb7c8e62 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "DELETE /v2.0/routers/74430d70-d153-418a-953b-be71dae9198c/tags HTTP/1.1" status: 204 len: 168 time: 0.2330215 Feb 28 20:34:22.332198 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43410) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:22.343359 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-afa20424-fd13-4888-b7d0-6ba9518ecaa2 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3af8949a-4c95-4766-b09b-80a7bda3ee18') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:22.445901 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-afa20424-fd13-4888-b7d0-6ba9518ecaa2 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "DELETE /v2.0/ports/3af8949a-4c95-4766-b09b-80a7bda3ee18/tags HTTP/1.1" status: 204 len: 168 time: 0.1122701 Feb 28 20:34:22.448555 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43416) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:22.455798 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.tag.tag_plugin [None req-342a34f6-8a13-42d2-a2df-dfcd42f283f0 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '29c9168b-00c4-465b-ad85-49c3481ef5c3') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:22.472742 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8656ec0b-c59e-4426-8dbc-6852717df238 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (58616832-514b-4cb2-9063-355e8a75698c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:22.509111 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:22.561608 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-342a34f6-8a13-42d2-a2df-dfcd42f283f0 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "DELETE /v2.0/subnets/29c9168b-00c4-465b-ad85-49c3481ef5c3/tags HTTP/1.1" status: 204 len: 168 time: 0.1116171 Feb 28 20:34:22.567025 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43418) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:22.585457 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8656ec0b-c59e-4426-8dbc-6852717df238 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:34:22.625377 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-8656ec0b-c59e-4426-8dbc-6852717df238 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:22.637349 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8656ec0b-c59e-4426-8dbc-6852717df238 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:34:22.654688 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8656ec0b-c59e-4426-8dbc-6852717df238 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:22.655525 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8656ec0b-c59e-4426-8dbc-6852717df238 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:22.722382 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:22.803181 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656ec0b-c59e-4426-8dbc-6852717df238 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=58616832-514b-4cb2-9063-355e8a75698c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:22.827426 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8656ec0b-c59e-4426-8dbc-6852717df238 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6929672 Feb 28 20:34:22.827723 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-469331d0-18bc-490b-962e-2e3e5a9e6e2e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:22.831538 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-469331d0-18bc-490b-962e-2e3e5a9e6e2e tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "DELETE /v2.0/subnetpools/bb44c895-577f-434b-bd53-1eff3e0c3835 HTTP/1.1" status: 204 len: 168 time: 0.2603374 Feb 28 20:34:22.836276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43434) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:22.837002 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43436) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:22.903073 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c1ea5738-0dbd-42db-a848-cee272a8b2b1 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "GET /v2.0/ports?device_id=74430d70-d153-418a-953b-be71dae9198c HTTP/1.1" status: 200 len: 205 time: 0.0626404 Feb 28 20:34:22.904041 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43442) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:22.909644 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d5c3b6e0-6954-41f9-bc9e-cd7c1b097107 req-5350b937-9914-419d-978c-45fd0fdbe5ab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=523ef972-316e-4964-86f5-1b43b4ec413c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0993984 Feb 28 20:34:23.047986 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-afefd601-2b57-4b4e-b915-4aae1ff669f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (5926b649-0e2d-499d-97c8-30a7e300f036), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:23.100318 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3b6e0-6954-41f9-bc9e-cd7c1b097107 req-30ce492c-3d46-4173-8704-718c606d760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:23.104752 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d5c3b6e0-6954-41f9-bc9e-cd7c1b097107 req-30ce492c-3d46-4173-8704-718c606d760b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e4d9d813e9240f293de14f5d4db89db&device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 1128 time: 0.1220379 Feb 28 20:34:23.211325 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5fa788d5-8978-4e79-aa46-571c65f06807 None None] Provisioning complete for port 58616832-514b-4cb2-9063-355e8a75698c triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:23.214450 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5fa788d5-8978-4e79-aa46-571c65f06807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (58616832-514b-4cb2-9063-355e8a75698c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:23.347284 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-45e98763-5419-406f-b9d3-c9643801b66b tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks [] for router (74430d70-d153-418a-953b-be71dae9198c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:23.362510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3b6e0-6954-41f9-bc9e-cd7c1b097107 req-0a05ae94-9e28-44b4-ba32-96308642a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:23.364318 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d5c3b6e0-6954-41f9-bc9e-cd7c1b097107 req-0a05ae94-9e28-44b4-ba32-96308642a32c service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 200 len: 915 time: 0.2386897 Feb 28 20:34:23.429068 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5fa788d5-8978-4e79-aa46-571c65f06807 None None] Port 58616832-514b-4cb2-9063-355e8a75698c cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:34:23.438745 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afefd601-2b57-4b4e-b915-4aae1ff669f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Pushing event updated for resources: {'Subnet': ['ID=5926b649-0e2d-499d-97c8-30a7e300f036,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:23.451978 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afefd601-2b57-4b4e-b915-4aae1ff669f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Checking segment: {'id': 'daaed876-0be2-49d9-8a0f-d012d07bfae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:34:23.452559 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afefd601-2b57-4b4e-b915-4aae1ff669f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Network hostable DHCP agents. Network: f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:34:23.455440 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d5c3b6e0-6954-41f9-bc9e-cd7c1b097107 req-5373be2c-7262-4500-a3a6-ccf04e6767ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=372080bb-5ffd-4047-973b-a131aecf2892 HTTP/1.1" status: 200 len: 217 time: 0.0823250 Feb 28 20:34:23.579319 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3b6e0-6954-41f9-bc9e-cd7c1b097107 req-a7e00430-2e7c-404e-9115-7815f5e1723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:23.583545 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d5c3b6e0-6954-41f9-bc9e-cd7c1b097107 req-a7e00430-2e7c-404e-9115-7815f5e1723e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf2eab21-2ca0-4caf-a56e-ff3579d5667c HTTP/1.1" status: 200 len: 855 time: 0.1220684 Feb 28 20:34:23.637573 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d5c3b6e0-6954-41f9-bc9e-cd7c1b097107 req-80db7e1e-28b1-4655-8895-eb134e56a028 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa039089-86c9-4396-bade-6f794fe57c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465488 Feb 28 20:34:23.689735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afefd601-2b57-4b4e-b915-4aae1ff669f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Network f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:34:23.716865 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-bc244aa9-3ba7-4c9c-accc-dd19a112b3ea tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting port 58616832-514b-4cb2-9063-355e8a75698c {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:34:23.719502 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc244aa9-3ba7-4c9c-accc-dd19a112b3ea tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (58616832-514b-4cb2-9063-355e8a75698c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:23.806498 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d5c3b6e0-6954-41f9-bc9e-cd7c1b097107 req-caa93c42-637b-4b98-8bd5-ec6dd7141f78 service neutron] 10.222.0.15 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603963 Feb 28 20:34:23.863493 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-45e98763-5419-406f-b9d3-c9643801b66b tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (74430d70-d153-418a-953b-be71dae9198c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:23.887930 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-45e98763-5419-406f-b9d3-c9643801b66b tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks [] for router_controller (74430d70-d153-418a-953b-be71dae9198c), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:23.889573 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-afefd601-2b57-4b4e-b915-4aae1ff669f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:23.901820 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b9b227-93b7-444a-96ae-dde9578d07ba None None] Network f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:23.918812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afefd601-2b57-4b4e-b915-4aae1ff669f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:23.919798 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-afefd601-2b57-4b4e-b915-4aae1ff669f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:24.040406 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d5c3b6e0-6954-41f9-bc9e-cd7c1b097107 req-96406d67-8186-4ca4-94fb-588cd70d8eec service neutron] 10.222.0.15 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282352 Feb 28 20:34:24.068473 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-45e98763-5419-406f-b9d3-c9643801b66b tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (74430d70-d153-418a-953b-be71dae9198c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:24.070335 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e98763-5419-406f-b9d3-c9643801b66b tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Fanout notify agent at l3_agent the message router_deleted on router 74430d70-d153-418a-953b-be71dae9198c {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:34:24.118100 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-45e98763-5419-406f-b9d3-c9643801b66b tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:24.121358 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-45e98763-5419-406f-b9d3-c9643801b66b tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "DELETE /v2.0/routers/74430d70-d153-418a-953b-be71dae9198c HTTP/1.1" status: 204 len: 168 time: 1.2085867 Feb 28 20:34:24.124068 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43474) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:24.134656 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-afefd601-2b57-4b4e-b915-4aae1ff669f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6546245 Feb 28 20:34:24.145145 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43476) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:24.145617 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc244aa9-3ba7-4c9c-accc-dd19a112b3ea tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (58616832-514b-4cb2-9063-355e8a75698c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:24.176787 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-bc244aa9-3ba7-4c9c-accc-dd19a112b3ea tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Calling delete_port for 58616832-514b-4cb2-9063-355e8a75698c owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:34:24.186283 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ae35e57b-efc4-4a0b-95b2-9315e61a10b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Request body: {'port': {'network_id': 'f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-412810912'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:24.213664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d66a606-f0f3-4c36-8e43-859f3d7e0df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c', 'network_id': 'f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c', 'project_id': 'd1b20a39eefa4439acb51fb17f0d94b9', 'fixed_ips': [{'subnet_id': '5926b649-0e2d-499d-97c8-30a7e300f036'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:34:24.214567 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0d66a606-f0f3-4c36-8e43-859f3d7e0df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:24.497259 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae35e57b-efc4-4a0b-95b2-9315e61a10b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Made reservation on behalf of d1b20a39eefa4439acb51fb17f0d94b9 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:24.506563 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae35e57b-efc4-4a0b-95b2-9315e61a10b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:24.629670 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-0d66a606-f0f3-4c36-8e43-859f3d7e0df7 None None] Allocated IP 2001:db8::2 (f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c/5926b649-0e2d-499d-97c8-30a7e300f036/2c53ea87-0416-4057-8d45-28eab109eb8a) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:34:24.639003 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-ae35e57b-efc4-4a0b-95b2-9315e61a10b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] device_id is not set on port d1989a51-9a6e-471c-ab4d-cae0acca0f9d yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:34:24.725684 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc244aa9-3ba7-4c9c-accc-dd19a112b3ea tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (58616832-514b-4cb2-9063-355e8a75698c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:24.819801 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc244aa9-3ba7-4c9c-accc-dd19a112b3ea tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Port': ['ID=58616832-514b-4cb2-9063-355e8a75698c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:24.931229 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc244aa9-3ba7-4c9c-accc-dd19a112b3ea tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:24.931476 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-a7a6d799-b927-4901-ad22-4fe3c2030400 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Deleting port 3af8949a-4c95-4766-b09b-80a7bda3ee18 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:34:24.931727 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a7a6d799-b927-4901-ad22-4fe3c2030400 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3af8949a-4c95-4766-b09b-80a7bda3ee18), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:24.935957 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bc244aa9-3ba7-4c9c-accc-dd19a112b3ea tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/58616832-514b-4cb2-9063-355e8a75698c HTTP/1.1" status: 204 len: 168 time: 2.0977507 Feb 28 20:34:24.951229 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43502) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:25.022978 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0d66a606-f0f3-4c36-8e43-859f3d7e0df7 None None] Publish callbacks [] for port (2c53ea87-0416-4057-8d45-28eab109eb8a), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:25.044298 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0d66a606-f0f3-4c36-8e43-859f3d7e0df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (2c53ea87-0416-4057-8d45-28eab109eb8a), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:25.088831 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017103ff-dd93-4316-84d9-9f82a274ccff tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:25.090620 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d66a606-f0f3-4c36-8e43-859f3d7e0df7 None None] Network f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:34:25.092645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-017103ff-dd93-4316-84d9-9f82a274ccff tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1401157 Feb 28 20:34:25.096886 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43504) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:25.141611 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-0d66a606-f0f3-4c36-8e43-859f3d7e0df7 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:25.144736 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d66a606-f0f3-4c36-8e43-859f3d7e0df7 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:34:25.211408 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b45ae79-e47e-47ad-b14b-3aa080a8fbbb tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:25.214383 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8b45ae79-e47e-47ad-b14b-3aa080a8fbbb tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1152515 Feb 28 20:34:25.216443 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43506) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:25.231743 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-ae35e57b-efc4-4a0b-95b2-9315e61a10b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Allocated IP 2001:db8::30f (f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c/5926b649-0e2d-499d-97c8-30a7e300f036/d1989a51-9a6e-471c-ab4d-cae0acca0f9d) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:34:25.280003 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66a606-f0f3-4c36-8e43-859f3d7e0df7 None None] Pushing event updated for resources: {'Port': ['ID=2c53ea87-0416-4057-8d45-28eab109eb8a,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:25.312309 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bc01a8-4048-4149-93c2-c5c54f78e421 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:25.317474 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bc01a8-4048-4149-93c2-c5c54f78e421 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:25.319130 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bc01a8-4048-4149-93c2-c5c54f78e421 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:25.329074 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-22bc01a8-4048-4149-93c2-c5c54f78e421 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1113629 Feb 28 20:34:25.330977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43510) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:25.352596 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0d66a606-f0f3-4c36-8e43-859f3d7e0df7 None None] Attempting to bind port 2c53ea87-0416-4057-8d45-28eab109eb8a on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:34:25.354745 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0d66a606-f0f3-4c36-8e43-859f3d7e0df7 None None] Attempting to bind port 2c53ea87-0416-4057-8d45-28eab109eb8a by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'daaed876-0be2-49d9-8a0f-d012d07bfae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:34:25.355377 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d66a606-f0f3-4c36-8e43-859f3d7e0df7 None None] Attempting to bind port 2c53ea87-0416-4057-8d45-28eab109eb8a on network f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:34:25.381405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d66a606-f0f3-4c36-8e43-859f3d7e0df7 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:34:25.382008 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d66a606-f0f3-4c36-8e43-859f3d7e0df7 None None] Checking segment: {'id': 'daaed876-0be2-49d9-8a0f-d012d07bfae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:34:25.382822 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0d66a606-f0f3-4c36-8e43-859f3d7e0df7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:25.383243 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d66a606-f0f3-4c36-8e43-859f3d7e0df7 None None] Bound using segment: {'id': 'daaed876-0be2-49d9-8a0f-d012d07bfae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:34:25.383738 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0d66a606-f0f3-4c36-8e43-859f3d7e0df7 None None] Bound port: 2c53ea87-0416-4057-8d45-28eab109eb8a, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daaed876-0be2-49d9-8a0f-d012d07bfae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:34:25.384147 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0d66a606-f0f3-4c36-8e43-859f3d7e0df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2c53ea87-0416-4057-8d45-28eab109eb8a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:25.502397 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d4b723-2b4e-4ca9-a81f-8166381f24ed tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet 89ead849-fcc4-4a36-8462-1088c1008542 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:34:25.521984 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a3d4b723-2b4e-4ca9-a81f-8166381f24ed tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (89ead849-fcc4-4a36-8462-1088c1008542), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:25.613412 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0d66a606-f0f3-4c36-8e43-859f3d7e0df7 None None] For port 2c53ea87-0416-4057-8d45-28eab109eb8a, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:34:25.623140 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0d66a606-f0f3-4c36-8e43-859f3d7e0df7 None None] For port 2c53ea87-0416-4057-8d45-28eab109eb8a, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2c53ea87-0416-4057-8d45-28eab109eb8a,segment=NetworkSegment(daaed876-0be2-49d9-8a0f-d012d07bfae2),segment_id=daaed876-0be2-49d9-8a0f-d012d07bfae2)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:34:25.659308 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0d66a606-f0f3-4c36-8e43-859f3d7e0df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2c53ea87-0416-4057-8d45-28eab109eb8a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:25.692022 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a7a6d799-b927-4901-ad22-4fe3c2030400 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3af8949a-4c95-4766-b09b-80a7bda3ee18), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:25.697159 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae35e57b-efc4-4a0b-95b2-9315e61a10b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks [] for port (d1989a51-9a6e-471c-ab4d-cae0acca0f9d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:25.746205 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-a7a6d799-b927-4901-ad22-4fe3c2030400 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Calling delete_port for 3af8949a-4c95-4766-b09b-80a7bda3ee18 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:34:25.752670 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66a606-f0f3-4c36-8e43-859f3d7e0df7 None None] Pushing event updated for resources: {'Port': ['ID=2c53ea87-0416-4057-8d45-28eab109eb8a,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:26.211823 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae35e57b-efc4-4a0b-95b2-9315e61a10b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d1989a51-9a6e-471c-ab4d-cae0acca0f9d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:26.301435 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae35e57b-efc4-4a0b-95b2-9315e61a10b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Network f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:34:26.315895 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-ae35e57b-efc4-4a0b-95b2-9315e61a10b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:26.318691 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae35e57b-efc4-4a0b-95b2-9315e61a10b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:34:26.326542 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae35e57b-efc4-4a0b-95b2-9315e61a10b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:26.327924 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae35e57b-efc4-4a0b-95b2-9315e61a10b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:26.367850 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35e57b-efc4-4a0b-95b2-9315e61a10b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Pushing event updated for resources: {'Port': ['ID=d1989a51-9a6e-471c-ab4d-cae0acca0f9d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:26.383472 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ae35e57b-efc4-4a0b-95b2-9315e61a10b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.2371626 Feb 28 20:34:26.387911 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a7a6d799-b927-4901-ad22-4fe3c2030400 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (3af8949a-4c95-4766-b09b-80a7bda3ee18), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:26.394093 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a3d4b723-2b4e-4ca9-a81f-8166381f24ed tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (89ead849-fcc4-4a36-8462-1088c1008542), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:26.401309 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43530) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:26.419077 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-b293aa1f-d144-4b8c-8367-f437d43668c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Request body: {'port': {'network_id': 'f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1064276646', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:26.419844 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.api.validators [None req-b293aa1f-d144-4b8c-8367-f437d43668c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] bootfile-name is not in valid_values {{(pid=103773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 20:34:26.420340 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.api.validators [None req-b293aa1f-d144-4b8c-8367-f437d43668c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] tftp-server is not in valid_values {{(pid=103773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 20:34:26.420827 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.api.validators [None req-b293aa1f-d144-4b8c-8367-f437d43668c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] server-ip-address is not in valid_values {{(pid=103773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 20:34:26.500717 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6d799-b927-4901-ad22-4fe3c2030400 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Pushing event deleted for resources: {'Port': ['ID=3af8949a-4c95-4766-b09b-80a7bda3ee18,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:26.601982 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2c53ea87-0416-4057-8d45-28eab109eb8a up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:34:26.638744 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a3d4b723-2b4e-4ca9-a81f-8166381f24ed tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (89ead849-fcc4-4a36-8462-1088c1008542), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:26.819302 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2c53ea87-0416-4057-8d45-28eab109eb8a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:26.820188 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2c53ea87-0416-4057-8d45-28eab109eb8a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:26.833190 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a7a6d799-b927-4901-ad22-4fe3c2030400 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:26.834277 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a3d4b723-2b4e-4ca9-a81f-8166381f24ed tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (89ead849-fcc4-4a36-8462-1088c1008542), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:26.836617 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a7a6d799-b927-4901-ad22-4fe3c2030400 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "DELETE /v2.0/ports/3af8949a-4c95-4766-b09b-80a7bda3ee18 HTTP/1.1" status: 204 len: 168 time: 2.7113130 Feb 28 20:34:26.845308 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43542) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:26.933962 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b293aa1f-d144-4b8c-8367-f437d43668c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Made reservation on behalf of d1b20a39eefa4439acb51fb17f0d94b9 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:26.938399 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b293aa1f-d144-4b8c-8367-f437d43668c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:26.977690 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-b293aa1f-d144-4b8c-8367-f437d43668c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] device_id is not set on port d598dacb-2f0d-4ca8-bbc0-0675226a58ea yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:34:27.041778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4b723-2b4e-4ca9-a81f-8166381f24ed tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=89ead849-fcc4-4a36-8462-1088c1008542,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:27.052619 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a3d4b723-2b4e-4ca9-a81f-8166381f24ed tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:27.056674 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a3d4b723-2b4e-4ca9-a81f-8166381f24ed tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/89ead849-fcc4-4a36-8462-1088c1008542 HTTP/1.1" status: 204 len: 168 time: 1.7215595 Feb 28 20:34:27.061022 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43548) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:27.083961 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765b42b0-a2c8-49d0-9e80-e2d4934706ee None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:27.148482 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d38ef781-e47d-4edd-af75-1c45396f7514 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet 8e6fd263-ffef-474c-9d43-3c60daf5d9ce {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:34:27.160138 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-daac19a7-63d2-49dd-b4f4-ca0261edffd9 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Deleting subnet 29c9168b-00c4-465b-ad85-49c3481ef5c3 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:34:27.163488 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d38ef781-e47d-4edd-af75-1c45396f7514 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (8e6fd263-ffef-474c-9d43-3c60daf5d9ce), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:27.205784 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daac19a7-63d2-49dd-b4f4-ca0261edffd9 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks [] for subnet (29c9168b-00c4-465b-ad85-49c3481ef5c3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:27.257134 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-b293aa1f-d144-4b8c-8367-f437d43668c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Allocated IP 2001:db8::258 (f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c/5926b649-0e2d-499d-97c8-30a7e300f036/d598dacb-2f0d-4ca8-bbc0-0675226a58ea) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:34:27.291027 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d38ef781-e47d-4edd-af75-1c45396f7514 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (8e6fd263-ffef-474c-9d43-3c60daf5d9ce), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:27.327280 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2c53ea87-0416-4057-8d45-28eab109eb8a is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:27.327881 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2c53ea87-0416-4057-8d45-28eab109eb8a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:27.331863 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daac19a7-63d2-49dd-b4f4-ca0261edffd9 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (29c9168b-00c4-465b-ad85-49c3481ef5c3), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:27.476274 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 2c53ea87-0416-4057-8d45-28eab109eb8a, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2c53ea87-0416-4057-8d45-28eab109eb8a,segment=NetworkSegment(daaed876-0be2-49d9-8a0f-d012d07bfae2),segment_id=daaed876-0be2-49d9-8a0f-d012d07bfae2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:34:27.492761 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2c53ea87-0416-4057-8d45-28eab109eb8a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:27.510053 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d38ef781-e47d-4edd-af75-1c45396f7514 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (8e6fd263-ffef-474c-9d43-3c60daf5d9ce), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:27.596583 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b293aa1f-d144-4b8c-8367-f437d43668c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks [] for port (d598dacb-2f0d-4ca8-bbc0-0675226a58ea), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:27.606961 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=2c53ea87-0416-4057-8d45-28eab109eb8a,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:27.649692 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b293aa1f-d144-4b8c-8367-f437d43668c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d598dacb-2f0d-4ca8-bbc0-0675226a58ea), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:27.693494 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ec4da7-a221-4d05-ab3d-ce7c19e32e48 None None] Network f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:27.718543 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daac19a7-63d2-49dd-b4f4-ca0261edffd9 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (29c9168b-00c4-465b-ad85-49c3481ef5c3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:27.719973 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293aa1f-d144-4b8c-8367-f437d43668c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Pushing event updated for resources: {'Port': ['ID=d598dacb-2f0d-4ca8-bbc0-0675226a58ea,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:27.738355 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b293aa1f-d144-4b8c-8367-f437d43668c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Network f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:34:27.740085 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-b293aa1f-d144-4b8c-8367-f437d43668c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:27.742598 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b293aa1f-d144-4b8c-8367-f437d43668c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:34:27.754138 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b293aa1f-d144-4b8c-8367-f437d43668c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:27.754871 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b293aa1f-d144-4b8c-8367-f437d43668c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:27.795471 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b293aa1f-d144-4b8c-8367-f437d43668c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.3834839 Feb 28 20:34:27.798672 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43556) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:27.926080 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-bc1c47d7-4d0b-4219-b208-ab27a8fdf9aa None None] Provisioning complete for port 2c53ea87-0416-4057-8d45-28eab109eb8a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:27.926461 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bc1c47d7-4d0b-4219-b208-ab27a8fdf9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2c53ea87-0416-4057-8d45-28eab109eb8a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:27.938274 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34b3dfc-3804-4e6d-b3eb-86e4838c81fe tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:27.941877 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daac19a7-63d2-49dd-b4f4-ca0261edffd9 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (29c9168b-00c4-465b-ad85-49c3481ef5c3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:27.950582 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34b3dfc-3804-4e6d-b3eb-86e4838c81fe tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:27.961366 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34b3dfc-3804-4e6d-b3eb-86e4838c81fe tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:27.968539 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d34b3dfc-3804-4e6d-b3eb-86e4838c81fe tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1683891 Feb 28 20:34:27.971264 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43562) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:28.049460 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac19a7-63d2-49dd-b4f4-ca0261edffd9 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Pushing event deleted for resources: {'Subnet': ['ID=29c9168b-00c4-465b-ad85-49c3481ef5c3,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:28.063529 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d38ef781-e47d-4edd-af75-1c45396f7514 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (8e6fd263-ffef-474c-9d43-3c60daf5d9ce), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:28.128324 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daac19a7-63d2-49dd-b4f4-ca0261edffd9 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:28.132670 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92de268d-b1c0-4664-8851-0fe8d4fd84bb None None] Network c7b0f416-d2c8-4c13-9604-e6992b37738b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:28.136131 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-daac19a7-63d2-49dd-b4f4-ca0261edffd9 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "DELETE /v2.0/subnets/29c9168b-00c4-465b-ad85-49c3481ef5c3 HTTP/1.1" status: 204 len: 168 time: 1.2757442 Feb 28 20:34:28.147477 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43572) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:28.233599 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d38ef781-e47d-4edd-af75-1c45396f7514 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:28.238995 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d38ef781-e47d-4edd-af75-1c45396f7514 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/8e6fd263-ffef-474c-9d43-3c60daf5d9ce HTTP/1.1" status: 204 len: 168 time: 1.1765451 Feb 28 20:34:28.241243 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ef781-e47d-4edd-af75-1c45396f7514 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=8e6fd263-ffef-474c-9d43-3c60daf5d9ce,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:28.271985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43574) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:28.427695 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43576) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:28.434580 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-97897803-9cb8-4287-a3c3-a1db2f0d61b3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1499219 Feb 28 20:34:28.454988 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-09cb3bf1-6ca5-49ac-ab6f-54559e50b597 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:28.519400 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-bc1c47d7-4d0b-4219-b208-ab27a8fdf9aa None None] Current status of the port 2c53ea87-0416-4057-8d45-28eab109eb8a is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:28.548606 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2c53ea87-0416-4057-8d45-28eab109eb8a up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:34:28.584268 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f7b98c60-862f-4b2c-a051-112030729fb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (c7b0f416-d2c8-4c13-9604-e6992b37738b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:28.668049 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40b26b2-b391-4332-9174-6caf1982b54f None None] DHCP port deletion for c7b0f416-d2c8-4c13-9604-e6992b37738b request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:34:28.731691 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2c53ea87-0416-4057-8d45-28eab109eb8a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:28.732409 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2c53ea87-0416-4057-8d45-28eab109eb8a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:28.782253 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f40b26b2-b391-4332-9174-6caf1982b54f None None] Deleting port deaaec83-e230-46e7-a0d2-0487a61a1bc7 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:34:28.782615 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f40b26b2-b391-4332-9174-6caf1982b54f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (deaaec83-e230-46e7-a0d2-0487a61a1bc7), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:28.820273 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3fc92cc7-ed9d-4ae7-ad0a-c90e14245d93 None None] Provisioning complete for port d598dacb-2f0d-4ca8-bbc0-0675226a58ea triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:28.820648 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3fc92cc7-ed9d-4ae7-ad0a-c90e14245d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d598dacb-2f0d-4ca8-bbc0-0675226a58ea), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:28.842914 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-b132c3a1-f25a-4327-8ed2-f3bb3c348694 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Deleting port d598dacb-2f0d-4ca8-bbc0-0675226a58ea {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:34:28.843480 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b132c3a1-f25a-4327-8ed2-f3bb3c348694 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d598dacb-2f0d-4ca8-bbc0-0675226a58ea), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:29.025567 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cb3bf1-6ca5-49ac-ab6f-54559e50b597 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:29.044715 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09cb3bf1-6ca5-49ac-ab6f-54559e50b597 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:29.374077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f40b26b2-b391-4332-9174-6caf1982b54f None None] For port deaaec83-e230-46e7-a0d2-0487a61a1bc7, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=deaaec83-e230-46e7-a0d2-0487a61a1bc7,segment=NetworkSegment(8e680a00-6175-4920-94a0-72b9686b6ad8),segment_id=8e680a00-6175-4920-94a0-72b9686b6ad8)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:34:29.374555 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f40b26b2-b391-4332-9174-6caf1982b54f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (deaaec83-e230-46e7-a0d2-0487a61a1bc7), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:29.408003 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92cc7-ed9d-4ae7-ad0a-c90e14245d93 None None] Port d598dacb-2f0d-4ca8-bbc0-0675226a58ea cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:34:29.416557 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c11d67c-62eb-43c2-91a2-1c8ec74e9bfa None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:29.428825 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f40b26b2-b391-4332-9174-6caf1982b54f None None] Calling delete_port for deaaec83-e230-46e7-a0d2-0487a61a1bc7 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:34:29.478890 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-f7b98c60-862f-4b2c-a051-112030729fb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Deleting port deaaec83-e230-46e7-a0d2-0487a61a1bc7 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:34:29.479963 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f7b98c60-862f-4b2c-a051-112030729fb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (deaaec83-e230-46e7-a0d2-0487a61a1bc7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:29.497205 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2c53ea87-0416-4057-8d45-28eab109eb8a is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:29.532416 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3fc92cc7-ed9d-4ae7-ad0a-c90e14245d93 None None] Provisioning complete for port d1989a51-9a6e-471c-ab4d-cae0acca0f9d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:29.532812 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3fc92cc7-ed9d-4ae7-ad0a-c90e14245d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d1989a51-9a6e-471c-ab4d-cae0acca0f9d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:29.574119 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-f7b98c60-862f-4b2c-a051-112030729fb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] For port deaaec83-e230-46e7-a0d2-0487a61a1bc7, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=deaaec83-e230-46e7-a0d2-0487a61a1bc7,segment=NetworkSegment(8e680a00-6175-4920-94a0-72b9686b6ad8),segment_id=8e680a00-6175-4920-94a0-72b9686b6ad8)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:34:29.574877 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f7b98c60-862f-4b2c-a051-112030729fb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (deaaec83-e230-46e7-a0d2-0487a61a1bc7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:29.594879 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-f7b98c60-862f-4b2c-a051-112030729fb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Calling delete_port for deaaec83-e230-46e7-a0d2-0487a61a1bc7 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:34:29.672688 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b132c3a1-f25a-4327-8ed2-f3bb3c348694 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d598dacb-2f0d-4ca8-bbc0-0675226a58ea), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:29.729131 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-b132c3a1-f25a-4327-8ed2-f3bb3c348694 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Calling delete_port for d598dacb-2f0d-4ca8-bbc0-0675226a58ea owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:34:29.767268 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92cc7-ed9d-4ae7-ad0a-c90e14245d93 None None] Port d1989a51-9a6e-471c-ab4d-cae0acca0f9d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:34:29.844036 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3fc92cc7-ed9d-4ae7-ad0a-c90e14245d93 None None] Provisioning complete for port 2c53ea87-0416-4057-8d45-28eab109eb8a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:29.855823 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3fc92cc7-ed9d-4ae7-ad0a-c90e14245d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2c53ea87-0416-4057-8d45-28eab109eb8a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:30.092562 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b770913-1732-47cd-a81b-ab815d39efff None None] DHCP port deletion for 60bc62cf-1ebe-462d-93c7-f1108638c505 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:34:30.198445 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92cc7-ed9d-4ae7-ad0a-c90e14245d93 None None] Current status of the port 2c53ea87-0416-4057-8d45-28eab109eb8a is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:30.246115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4b770913-1732-47cd-a81b-ab815d39efff None None] Deleting port 550fd57c-4462-4b5d-8d5a-bca6bb920748 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:34:30.246402 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4b770913-1732-47cd-a81b-ab815d39efff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (550fd57c-4462-4b5d-8d5a-bca6bb920748), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:30.274507 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f7b98c60-862f-4b2c-a051-112030729fb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (deaaec83-e230-46e7-a0d2-0487a61a1bc7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:30.395855 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4b770913-1732-47cd-a81b-ab815d39efff None None] For port 550fd57c-4462-4b5d-8d5a-bca6bb920748, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=550fd57c-4462-4b5d-8d5a-bca6bb920748,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:34:30.398291 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4b770913-1732-47cd-a81b-ab815d39efff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (550fd57c-4462-4b5d-8d5a-bca6bb920748), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:30.445030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4b770913-1732-47cd-a81b-ab815d39efff None None] Calling delete_port for 550fd57c-4462-4b5d-8d5a-bca6bb920748 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:34:30.471915 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b98c60-862f-4b2c-a051-112030729fb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Pushing event deleted for resources: {'Port': ['ID=deaaec83-e230-46e7-a0d2-0487a61a1bc7,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:30.585941 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b132c3a1-f25a-4327-8ed2-f3bb3c348694 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d598dacb-2f0d-4ca8-bbc0-0675226a58ea), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:30.590193 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b98c60-862f-4b2c-a051-112030729fb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] No DVR routers for this DVR port deaaec83-e230-46e7-a0d2-0487a61a1bc7 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:34:30.604858 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09cb3bf1-6ca5-49ac-ab6f-54559e50b597 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (e79a482a-2089-4dd7-bfdd-7f93da7be47c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:30.632213 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device deaaec83-e230-46e7-a0d2-0487a61a1bc7 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:34:30.634464 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:34:30.666975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e7e887f3-9fbb-44e4-b1ae-59f1eaf7afc9 None None] Could not find standard attr ID for object d598dacb-2f0d-4ca8-bbc0-0675226a58ea. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:34:30.743563 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: deaaec83-e230-46e7-a0d2-0487a61a1bc7 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:34:30.744106 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device deaaec83-e230-46e7-a0d2-0487a61a1bc7 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:34:30.745148 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 550fd57c-4462-4b5d-8d5a-bca6bb920748 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:34:30.802916 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f40b26b2-b391-4332-9174-6caf1982b54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (deaaec83-e230-46e7-a0d2-0487a61a1bc7), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:30.837315 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132c3a1-f25a-4327-8ed2-f3bb3c348694 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Pushing event deleted for resources: {'Port': ['ID=d598dacb-2f0d-4ca8-bbc0-0675226a58ea,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:30.895325 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b26b2-b391-4332-9174-6caf1982b54f None None] Pushing event deleted for resources: {'Port': ['ID=deaaec83-e230-46e7-a0d2-0487a61a1bc7,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:30.935153 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e7e887f3-9fbb-44e4-b1ae-59f1eaf7afc9 None None] Provisioning complete for port d1989a51-9a6e-471c-ab4d-cae0acca0f9d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:30.935674 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e7e887f3-9fbb-44e4-b1ae-59f1eaf7afc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d1989a51-9a6e-471c-ab4d-cae0acca0f9d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:30.943972 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cb3bf1-6ca5-49ac-ab6f-54559e50b597 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:34:30.956082 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40b26b2-b391-4332-9174-6caf1982b54f None None] No DVR routers for this DVR port deaaec83-e230-46e7-a0d2-0487a61a1bc7 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:34:30.960531 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b132c3a1-f25a-4327-8ed2-f3bb3c348694 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:30.971802 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b132c3a1-f25a-4327-8ed2-f3bb3c348694 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] 10.222.0.13 "DELETE /v2.0/ports/d598dacb-2f0d-4ca8-bbc0-0675226a58ea HTTP/1.1" status: 204 len: 168 time: 2.9928377 Feb 28 20:34:30.972074 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43626) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:30.979265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-5a67af17-be1e-4c8b-8665-5c53a5125d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Request body: {'port': {'name': 'tempest-new-port-name-535069086', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:30.979941 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.api.validators [None req-5a67af17-be1e-4c8b-8665-5c53a5125d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] bootfile-name is not in valid_values {{(pid=103774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 20:34:30.980438 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.api.validators [None req-5a67af17-be1e-4c8b-8665-5c53a5125d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] tftp-server is not in valid_values {{(pid=103774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 20:34:30.981052 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.api.validators [None req-5a67af17-be1e-4c8b-8665-5c53a5125d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] server-ip-address is not in valid_values {{(pid=103774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 20:34:31.022479 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-09cb3bf1-6ca5-49ac-ab6f-54559e50b597 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:31.040673 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cb3bf1-6ca5-49ac-ab6f-54559e50b597 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:31.041351 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09cb3bf1-6ca5-49ac-ab6f-54559e50b597 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:31.093777 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e7e887f3-9fbb-44e4-b1ae-59f1eaf7afc9 None None] Port d1989a51-9a6e-471c-ab4d-cae0acca0f9d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:34:31.149341 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb3bf1-6ca5-49ac-ab6f-54559e50b597 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=e79a482a-2089-4dd7-bfdd-7f93da7be47c,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:31.152517 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Port 550fd57c-4462-4b5d-8d5a-bca6bb920748 update to DOWN by agent not found {{(pid=103775) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 28 20:34:31.164596 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4b770913-1732-47cd-a81b-ab815d39efff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (550fd57c-4462-4b5d-8d5a-bca6bb920748), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:31.265196 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a67af17-be1e-4c8b-8665-5c53a5125d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1989a51-9a6e-471c-ab4d-cae0acca0f9d), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:31.280415 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-09cb3bf1-6ca5-49ac-ab6f-54559e50b597 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8462424 Feb 28 20:34:31.282914 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43632) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:31.305310 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-2ca9f99e-94a0-4727-b2e2-405f7caa645a tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:31.311221 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b770913-1732-47cd-a81b-ab815d39efff None None] No DVR routers for this DVR port 550fd57c-4462-4b5d-8d5a-bca6bb920748 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:34:31.317010 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f7b98c60-862f-4b2c-a051-112030729fb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (c7b0f416-d2c8-4c13-9604-e6992b37738b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:31.317236 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b770913-1732-47cd-a81b-ab815d39efff None None] Pushing event deleted for resources: {'Port': ['ID=550fd57c-4462-4b5d-8d5a-bca6bb920748,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:31.324671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e7e887f3-9fbb-44e4-b1ae-59f1eaf7afc9 None None] Provisioning complete for port 550fd57c-4462-4b5d-8d5a-bca6bb920748 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:31.329628 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e7e887f3-9fbb-44e4-b1ae-59f1eaf7afc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (550fd57c-4462-4b5d-8d5a-bca6bb920748), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:31.347680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96531d08-d79d-45c8-af7f-1d17ee8a174b None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:31.447307 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e7e887f3-9fbb-44e4-b1ae-59f1eaf7afc9 None None] Port 550fd57c-4462-4b5d-8d5a-bca6bb920748 was deleted so its status cannot be updated. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 28 20:34:31.479606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-f7b98c60-862f-4b2c-a051-112030729fb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b0f416-d2c8-4c13-9604-e6992b37738b']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:31.500692 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-f7b98c60-862f-4b2c-a051-112030729fb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e680a00-6175-4920-94a0-72b9686b6ad8') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:31.501314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-f7b98c60-862f-4b2c-a051-112030729fb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e680a00-6175-4920-94a0-72b9686b6ad8') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:31.518673 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f7b98c60-862f-4b2c-a051-112030729fb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (8e680a00-6175-4920-94a0-72b9686b6ad8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:31.543943 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f7b98c60-862f-4b2c-a051-112030729fb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (8e680a00-6175-4920-94a0-72b9686b6ad8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:31.594043 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b98c60-862f-4b2c-a051-112030729fb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:34:31.597712 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f7b98c60-862f-4b2c-a051-112030729fb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (8e680a00-6175-4920-94a0-72b9686b6ad8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:34:31.605584 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:34:31.683382 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca165a9a-872f-484d-8027-4316f9035854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-60bc62cf-1ebe-462d-93c7-f1108638c505', 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'project_id': 'ccdf62a2d3aa4ce98d811a5c9fbb34c6', 'fixed_ips': [{'subnet_id': 'e79a482a-2089-4dd7-bfdd-7f93da7be47c'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:34:31.684377 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ca165a9a-872f-484d-8027-4316f9035854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:31.821169 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a67af17-be1e-4c8b-8665-5c53a5125d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks [] for port (d1989a51-9a6e-471c-ab4d-cae0acca0f9d), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:31.828479 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a67af17-be1e-4c8b-8665-5c53a5125d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d1989a51-9a6e-471c-ab4d-cae0acca0f9d), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:31.889874 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-5a67af17-be1e-4c8b-8665-5c53a5125d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] In _notify_port_updated(), no bound segment for port d1989a51-9a6e-471c-ab4d-cae0acca0f9d on network f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c {{(pid=103774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:34:31.898011 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a67af17-be1e-4c8b-8665-5c53a5125d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:31.898804 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a67af17-be1e-4c8b-8665-5c53a5125d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:31.903598 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5a67af17-be1e-4c8b-8665-5c53a5125d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] 10.222.0.13 "PUT /v2.0/ports/d1989a51-9a6e-471c-ab4d-cae0acca0f9d HTTP/1.1" status: 200 len: 1129 time: 0.9294703 Feb 28 20:34:31.904981 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43644) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:31.965681 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f7b98c60-862f-4b2c-a051-112030729fb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (c7b0f416-d2c8-4c13-9604-e6992b37738b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:31.986161 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67af17-be1e-4c8b-8665-5c53a5125d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Pushing event updated for resources: {'Port': ['ID=d1989a51-9a6e-471c-ab4d-cae0acca0f9d,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:32.008859 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca9f99e-94a0-4727-b2e2-405f7caa645a tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:32.013076 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f99e-94a0-4727-b2e2-405f7caa645a tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:32.030184 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db97d7f9-3a58-4fd3-b3dd-a385bb1bf308 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:32.038693 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f7b98c60-862f-4b2c-a051-112030729fb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:32.055055 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-db97d7f9-3a58-4fd3-b3dd-a385bb1bf308 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] 10.222.0.13 "GET /v2.0/ports/d1989a51-9a6e-471c-ab4d-cae0acca0f9d HTTP/1.1" status: 200 len: 1129 time: 0.1432648 Feb 28 20:34:32.058487 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43646) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:32.065850 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f7b98c60-862f-4b2c-a051-112030729fb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] 10.222.0.13 "DELETE /v2.0/networks/c7b0f416-d2c8-4c13-9604-e6992b37738b HTTP/1.1" status: 204 len: 168 time: 3.8931081 Feb 28 20:34:32.218123 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b98c60-862f-4b2c-a051-112030729fb6 tempest-TagsExtTest-652440855 tempest-TagsExtTest-652440855-project] Pushing event deleted for resources: {'Network': ['ID=c7b0f416-d2c8-4c13-9604-e6992b37738b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:32.317895 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-ca165a9a-872f-484d-8027-4316f9035854 None None] Allocated IP 2001:db8::2 (60bc62cf-1ebe-462d-93c7-f1108638c505/e79a482a-2089-4dd7-bfdd-7f93da7be47c/ede43be7-62a1-4985-af5a-a55ae36c75eb) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:34:32.427812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-7531ba93-e800-418c-90df-be52804ffaf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Deleting port d1989a51-9a6e-471c-ab4d-cae0acca0f9d {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:34:32.427812 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7531ba93-e800-418c-90df-be52804ffaf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d1989a51-9a6e-471c-ab4d-cae0acca0f9d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:32.458753 n-d-820368-21 neutron-server[103773]: INFO neutron.db.ipam_backend_mixin [None req-2ca9f99e-94a0-4727-b2e2-405f7caa645a tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e79a482a-2089-4dd7-bfdd-7f93da7be47c (CIDR: 2001:db8::/64) Feb 28 20:34:32.473050 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca9f99e-94a0-4727-b2e2-405f7caa645a tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:34:32.478004 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca9f99e-94a0-4727-b2e2-405f7caa645a tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:32.544895 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2ca9f99e-94a0-4727-b2e2-405f7caa645a tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2497532 Feb 28 20:34:32.548174 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43654) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:32.559650 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-87a04c92-ad08-43a1-8cfa-d214b5c32734 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'subnet': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:32.769701 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7531ba93-e800-418c-90df-be52804ffaf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d1989a51-9a6e-471c-ab4d-cae0acca0f9d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:32.819800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-7531ba93-e800-418c-90df-be52804ffaf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Calling delete_port for d1989a51-9a6e-471c-ab4d-cae0acca0f9d owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:34:32.996739 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a04c92-ad08-43a1-8cfa-d214b5c32734 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:33.003840 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-87a04c92-ad08-43a1-8cfa-d214b5c32734 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:33.062636 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ca165a9a-872f-484d-8027-4316f9035854 None None] Publish callbacks [] for port (ede43be7-62a1-4985-af5a-a55ae36c75eb), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:33.090469 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ca165a9a-872f-484d-8027-4316f9035854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (ede43be7-62a1-4985-af5a-a55ae36c75eb), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:33.097709 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-866ceaa2-2291-4787-af21-6f820b6758a5 None None] Provisioning complete for port d1989a51-9a6e-471c-ab4d-cae0acca0f9d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:33.108581 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-866ceaa2-2291-4787-af21-6f820b6758a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d1989a51-9a6e-471c-ab4d-cae0acca0f9d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:33.239598 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-866ceaa2-2291-4787-af21-6f820b6758a5 None None] Port d1989a51-9a6e-471c-ab4d-cae0acca0f9d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:34:33.311403 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7531ba93-e800-418c-90df-be52804ffaf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d1989a51-9a6e-471c-ab4d-cae0acca0f9d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:33.418190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca165a9a-872f-484d-8027-4316f9035854 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:34:33.420939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca165a9a-872f-484d-8027-4316f9035854 None None] Pushing event updated for resources: {'Port': ['ID=ede43be7-62a1-4985-af5a-a55ae36c75eb,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:33.422264 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531ba93-e800-418c-90df-be52804ffaf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Pushing event deleted for resources: {'Port': ['ID=d1989a51-9a6e-471c-ab4d-cae0acca0f9d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:33.432322 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-ca165a9a-872f-484d-8027-4316f9035854 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:33.437919 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca165a9a-872f-484d-8027-4316f9035854 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:34:33.516386 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7531ba93-e800-418c-90df-be52804ffaf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:33.536630 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7531ba93-e800-418c-90df-be52804ffaf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] 10.222.0.13 "DELETE /v2.0/ports/d1989a51-9a6e-471c-ab4d-cae0acca0f9d HTTP/1.1" status: 204 len: 168 time: 1.4766955 Feb 28 20:34:33.539718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43686) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:33.540221 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43688) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:33.603144 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ca165a9a-872f-484d-8027-4316f9035854 None None] Attempting to bind port ede43be7-62a1-4985-af5a-a55ae36c75eb on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:34:33.603566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ca165a9a-872f-484d-8027-4316f9035854 None None] Attempting to bind port ede43be7-62a1-4985-af5a-a55ae36c75eb by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:34:33.613839 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca165a9a-872f-484d-8027-4316f9035854 None None] Attempting to bind port ede43be7-62a1-4985-af5a-a55ae36c75eb on network 60bc62cf-1ebe-462d-93c7-f1108638c505 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:34:33.628974 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca165a9a-872f-484d-8027-4316f9035854 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:34:33.630381 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca165a9a-872f-484d-8027-4316f9035854 None None] Checking segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:34:33.631150 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ca165a9a-872f-484d-8027-4316f9035854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:33.633012 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca165a9a-872f-484d-8027-4316f9035854 None None] Bound using segment: {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:34:33.634403 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ca165a9a-872f-484d-8027-4316f9035854 None None] Bound port: ede43be7-62a1-4985-af5a-a55ae36c75eb, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7f398c-257c-493b-9add-5308811cc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:34:33.636498 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ca165a9a-872f-484d-8027-4316f9035854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ede43be7-62a1-4985-af5a-a55ae36c75eb), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:33.715150 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d67ac5-a738-4371-ac9d-680aafb36188 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Deleting subnet 5926b649-0e2d-499d-97c8-30a7e300f036 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:34:33.737802 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75d67ac5-a738-4371-ac9d-680aafb36188 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks [] for subnet (5926b649-0e2d-499d-97c8-30a7e300f036), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:33.788114 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43694) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:33.895524 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ca165a9a-872f-484d-8027-4316f9035854 None None] For port ede43be7-62a1-4985-af5a-a55ae36c75eb, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:34:33.904201 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ca165a9a-872f-484d-8027-4316f9035854 None None] For port ede43be7-62a1-4985-af5a-a55ae36c75eb, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ede43be7-62a1-4985-af5a-a55ae36c75eb,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:34:33.920239 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ca165a9a-872f-484d-8027-4316f9035854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ede43be7-62a1-4985-af5a-a55ae36c75eb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:33.948266 n-d-820368-21 neutron-server[103773]: DEBUG neutron.objects.ports [None req-87a04c92-ad08-43a1-8cfa-d214b5c32734 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103773) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 20:34:33.981561 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75d67ac5-a738-4371-ac9d-680aafb36188 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (5926b649-0e2d-499d-97c8-30a7e300f036), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:34.078198 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca165a9a-872f-484d-8027-4316f9035854 None None] Pushing event updated for resources: {'Port': ['ID=ede43be7-62a1-4985-af5a-a55ae36c75eb,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:34.481619 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75d67ac5-a738-4371-ac9d-680aafb36188 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (5926b649-0e2d-499d-97c8-30a7e300f036), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:34.484456 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-87a04c92-ad08-43a1-8cfa-d214b5c32734 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ede43be7-62a1-4985-af5a-a55ae36c75eb), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:34.574496 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-90c48a65-9556-4da0-b7a5-7a49f913823b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:34.673902 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75d67ac5-a738-4371-ac9d-680aafb36188 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (5926b649-0e2d-499d-97c8-30a7e300f036), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:34.716492 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ede43be7-62a1-4985-af5a-a55ae36c75eb up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:34:34.751091 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75d67ac5-a738-4371-ac9d-680aafb36188 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:34.760334 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-75d67ac5-a738-4371-ac9d-680aafb36188 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] 10.222.0.13 "DELETE /v2.0/subnets/5926b649-0e2d-499d-97c8-30a7e300f036 HTTP/1.1" status: 204 len: 168 time: 1.2101605 Feb 28 20:34:34.763687 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43712) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:34.799378 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ddf589-65f2-4af5-926a-e59da5a10a25 None None] Network f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:34.827189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d67ac5-a738-4371-ac9d-680aafb36188 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Pushing event deleted for resources: {'Subnet': ['ID=5926b649-0e2d-499d-97c8-30a7e300f036,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:34.931962 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e503a4ae-ae90-4b23-9236-4ed8154250bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5f64096c7e3470081775821c7a4b6ef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3852103 Feb 28 20:34:34.936296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43716) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:34.961554 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc3f03b0-cb56-4bd1-86b0-6076fdd8038c tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:35.031040 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-87a04c92-ad08-43a1-8cfa-d214b5c32734 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] For port ede43be7-62a1-4985-af5a-a55ae36c75eb, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ede43be7-62a1-4985-af5a-a55ae36c75eb,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:34:35.117028 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-87a04c92-ad08-43a1-8cfa-d214b5c32734 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (ede43be7-62a1-4985-af5a-a55ae36c75eb), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:35.133606 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4bbad316-3498-4931-9d97-3c30b9ca2e15 admin admin] Publish callbacks [] for security_group (964a19d2-0684-49f9-a9e2-2a1418893970), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:35.146054 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-87a04c92-ad08-43a1-8cfa-d214b5c32734 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (ede43be7-62a1-4985-af5a-a55ae36c75eb), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:35.215218 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4bbad316-3498-4931-9d97-3c30b9ca2e15 admin admin] Publish callbacks [] for security_group (964a19d2-0684-49f9-a9e2-2a1418893970), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:35.217048 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port ede43be7-62a1-4985-af5a-a55ae36c75eb triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:35.226279 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ede43be7-62a1-4985-af5a-a55ae36c75eb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:35.318697 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-87a04c92-ad08-43a1-8cfa-d214b5c32734 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (5054299c-0ca6-4c04-a927-a9f1c8bf7615), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:35.386332 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4bbad316-3498-4931-9d97-3c30b9ca2e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (964a19d2-0684-49f9-a9e2-2a1418893970), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:35.395645 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4bbad316-3498-4931-9d97-3c30b9ca2e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:35.404914 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4bbad316-3498-4931-9d97-3c30b9ca2e15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/964a19d2-0684-49f9-a9e2-2a1418893970 HTTP/1.1" status: 204 len: 168 time: 0.4671645 Feb 28 20:34:35.453305 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbad316-3498-4931-9d97-3c30b9ca2e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964a19d2-0684-49f9-a9e2-2a1418893970,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:35.526326 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f03b0-cb56-4bd1-86b0-6076fdd8038c tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Deleting port 2c53ea87-0416-4057-8d45-28eab109eb8a {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:34:35.526971 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc3f03b0-cb56-4bd1-86b0-6076fdd8038c tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2c53ea87-0416-4057-8d45-28eab109eb8a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:35.560463 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd46b14-c34e-4a7f-9113-977be760dbfb None None] DHCP port deletion for f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:34:35.577232 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a04c92-ad08-43a1-8cfa-d214b5c32734 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:34:35.611445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-87a04c92-ad08-43a1-8cfa-d214b5c32734 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:35.616824 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a04c92-ad08-43a1-8cfa-d214b5c32734 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:35.622831 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-87a04c92-ad08-43a1-8cfa-d214b5c32734 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:35.692216 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port ede43be7-62a1-4985-af5a-a55ae36c75eb is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:35.692907 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ede43be7-62a1-4985-af5a-a55ae36c75eb), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:35.713473 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a04c92-ad08-43a1-8cfa-d214b5c32734 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Subnet': ['ID=5054299c-0ca6-4c04-a927-a9f1c8bf7615,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:35.751482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a04c92-ad08-43a1-8cfa-d214b5c32734 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=ede43be7-62a1-4985-af5a-a55ae36c75eb,revision_number=4']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:35.757206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port ede43be7-62a1-4985-af5a-a55ae36c75eb, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ede43be7-62a1-4985-af5a-a55ae36c75eb,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:34:35.780155 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0cd46b14-c34e-4a7f-9113-977be760dbfb None None] Deleting port 2c53ea87-0416-4057-8d45-28eab109eb8a {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:34:35.781208 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0cd46b14-c34e-4a7f-9113-977be760dbfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2c53ea87-0416-4057-8d45-28eab109eb8a), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:35.784761 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ede43be7-62a1-4985-af5a-a55ae36c75eb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:35.808447 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-87a04c92-ad08-43a1-8cfa-d214b5c32734 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2588933 Feb 28 20:34:35.814032 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43728) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:35.851116 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-064e9d5a-08c2-489d-ab9f-4c0c1c25fdc8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Request body: {'port': {'network_id': '60bc62cf-1ebe-462d-93c7-f1108638c505', 'mac_address': 'fa:16:3e:e3:b1:90', 'name': 'tempest-NetworksTestDHCPv6-753842751'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:35.861772 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=ede43be7-62a1-4985-af5a-a55ae36c75eb,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:35.889310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-bc3f03b0-cb56-4bd1-86b0-6076fdd8038c tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] For port 2c53ea87-0416-4057-8d45-28eab109eb8a, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2c53ea87-0416-4057-8d45-28eab109eb8a,segment=NetworkSegment(daaed876-0be2-49d9-8a0f-d012d07bfae2),segment_id=daaed876-0be2-49d9-8a0f-d012d07bfae2)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:34:35.889688 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc3f03b0-cb56-4bd1-86b0-6076fdd8038c tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2c53ea87-0416-4057-8d45-28eab109eb8a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:35.950370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f03b0-cb56-4bd1-86b0-6076fdd8038c tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Calling delete_port for 2c53ea87-0416-4057-8d45-28eab109eb8a owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:34:35.971795 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0cd46b14-c34e-4a7f-9113-977be760dbfb None None] For port 2c53ea87-0416-4057-8d45-28eab109eb8a, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2c53ea87-0416-4057-8d45-28eab109eb8a,segment=NetworkSegment(daaed876-0be2-49d9-8a0f-d012d07bfae2),segment_id=daaed876-0be2-49d9-8a0f-d012d07bfae2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:34:35.972226 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0cd46b14-c34e-4a7f-9113-977be760dbfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2c53ea87-0416-4057-8d45-28eab109eb8a), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:35.990158 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0cd46b14-c34e-4a7f-9113-977be760dbfb None None] Calling delete_port for 2c53ea87-0416-4057-8d45-28eab109eb8a owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:34:36.017884 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-90c48a65-9556-4da0-b7a5-7a49f913823b admin admin] Publish callbacks [] for security_group (9bc00679-d25e-4f53-a268-903ca6719b31), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:36.128195 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-90c48a65-9556-4da0-b7a5-7a49f913823b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9bc00679-d25e-4f53-a268-903ca6719b31), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:36.187837 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d02226-6b08-4907-acc1-bcd9fc306587 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:36.200037 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc3f03b0-cb56-4bd1-86b0-6076fdd8038c tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (2c53ea87-0416-4057-8d45-28eab109eb8a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:36.271008 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c48a65-9556-4da0-b7a5-7a49f913823b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc00679-d25e-4f53-a268-903ca6719b31,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:36.272581 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f03b0-cb56-4bd1-86b0-6076fdd8038c tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Pushing event deleted for resources: {'Port': ['ID=2c53ea87-0416-4057-8d45-28eab109eb8a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:36.283180 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3f03b0-cb56-4bd1-86b0-6076fdd8038c tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] No DVR routers for this DVR port 2c53ea87-0416-4057-8d45-28eab109eb8a on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:34:36.349996 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-90c48a65-9556-4da0-b7a5-7a49f913823b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02a5bfffeab542e3b60114890f2bfeb9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5592985 Feb 28 20:34:36.369796 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43738) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:36.386626 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0cd46b14-c34e-4a7f-9113-977be760dbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (2c53ea87-0416-4057-8d45-28eab109eb8a), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:36.475672 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e767dc4c-6b19-486b-8236-6909786e83c7 None None] Provisioning complete for port ede43be7-62a1-4985-af5a-a55ae36c75eb triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:36.476162 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e767dc4c-6b19-486b-8236-6909786e83c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ede43be7-62a1-4985-af5a-a55ae36c75eb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:36.493078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd46b14-c34e-4a7f-9113-977be760dbfb None None] Pushing event deleted for resources: {'Port': ['ID=2c53ea87-0416-4057-8d45-28eab109eb8a,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:36.533472 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064e9d5a-08c2-489d-ab9f-4c0c1c25fdc8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Made reservation on behalf of ccdf62a2d3aa4ce98d811a5c9fbb34c6 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:36.549962 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ede43be7-62a1-4985-af5a-a55ae36c75eb up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:34:36.552051 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd46b14-c34e-4a7f-9113-977be760dbfb None None] No DVR routers for this DVR port 2c53ea87-0416-4057-8d45-28eab109eb8a on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:34:36.747552 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc3f03b0-cb56-4bd1-86b0-6076fdd8038c tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:36.750838 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-064e9d5a-08c2-489d-ab9f-4c0c1c25fdc8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:36.808215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-bc3f03b0-cb56-4bd1-86b0-6076fdd8038c tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:36.809719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-064e9d5a-08c2-489d-ab9f-4c0c1c25fdc8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] device_id is not set on port 820de2fe-da96-46d6-aa33-a866a0559489 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:34:36.836054 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-bc3f03b0-cb56-4bd1-86b0-6076fdd8038c tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daaed876-0be2-49d9-8a0f-d012d07bfae2') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:36.836962 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-bc3f03b0-cb56-4bd1-86b0-6076fdd8038c tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daaed876-0be2-49d9-8a0f-d012d07bfae2') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:36.862120 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc3f03b0-cb56-4bd1-86b0-6076fdd8038c tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (daaed876-0be2-49d9-8a0f-d012d07bfae2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:36.868743 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port ede43be7-62a1-4985-af5a-a55ae36c75eb triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:36.869795 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ede43be7-62a1-4985-af5a-a55ae36c75eb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:36.878320 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc3f03b0-cb56-4bd1-86b0-6076fdd8038c tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (daaed876-0be2-49d9-8a0f-d012d07bfae2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:36.885809 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3f03b0-cb56-4bd1-86b0-6076fdd8038c tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:34:36.886231 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc3f03b0-cb56-4bd1-86b0-6076fdd8038c tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (daaed876-0be2-49d9-8a0f-d012d07bfae2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:36.896189 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e767dc4c-6b19-486b-8236-6909786e83c7 None None] Current status of the port ede43be7-62a1-4985-af5a-a55ae36c75eb is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:34:36.959471 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:34:36.975143 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc3f03b0-cb56-4bd1-86b0-6076fdd8038c tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:37.038324 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bc3f03b0-cb56-4bd1-86b0-6076fdd8038c tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:37.050763 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bc3f03b0-cb56-4bd1-86b0-6076fdd8038c tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] 10.222.0.13 "DELETE /v2.0/networks/f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c HTTP/1.1" status: 204 len: 168 time: 2.2446146 Feb 28 20:34:37.054234 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f03b0-cb56-4bd1-86b0-6076fdd8038c tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652 tempest-ExtraDHCPOptionsIpV6TestJSON-1670133652-project] Pushing event deleted for resources: {'Network': ['ID=f120f8fe-d0ef-4b8a-a1c9-6039c2cade9c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:37.085355 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24086cdb-f9f5-40f6-bc3b-5f9b78485b7e admin admin] Publish callbacks [] for security_group (9bc00679-d25e-4f53-a268-903ca6719b31), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:37.151846 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24086cdb-f9f5-40f6-bc3b-5f9b78485b7e admin admin] Publish callbacks [] for security_group (9bc00679-d25e-4f53-a268-903ca6719b31), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:37.261408 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port ede43be7-62a1-4985-af5a-a55ae36c75eb is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:37.269275 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24086cdb-f9f5-40f6-bc3b-5f9b78485b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9bc00679-d25e-4f53-a268-903ca6719b31), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:37.282612 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24086cdb-f9f5-40f6-bc3b-5f9b78485b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:37.283554 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-24086cdb-f9f5-40f6-bc3b-5f9b78485b7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bc00679-d25e-4f53-a268-903ca6719b31 HTTP/1.1" status: 204 len: 168 time: 0.9080107 Feb 28 20:34:37.307505 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-064e9d5a-08c2-489d-ab9f-4c0c1c25fdc8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8::3e8 (60bc62cf-1ebe-462d-93c7-f1108638c505/e79a482a-2089-4dd7-bfdd-7f93da7be47c/820de2fe-da96-46d6-aa33-a866a0559489) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:34:37.322742 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24086cdb-f9f5-40f6-bc3b-5f9b78485b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc00679-d25e-4f53-a268-903ca6719b31,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:37.346143 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-064e9d5a-08c2-489d-ab9f-4c0c1c25fdc8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Allocated IP 2001:db8:0:1:f816:3eff:fee3:b190 (60bc62cf-1ebe-462d-93c7-f1108638c505/5054299c-0ca6-4c04-a927-a9f1c8bf7615/820de2fe-da96-46d6-aa33-a866a0559489) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:34:37.403634 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2c53ea87-0416-4057-8d45-28eab109eb8a no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:34:37.474495 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 2c53ea87-0416-4057-8d45-28eab109eb8a {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:34:37.474495 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2c53ea87-0416-4057-8d45-28eab109eb8a not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:34:38.255600 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ff522c98-e48a-418a-8bfa-d6afb9f2ac88 None None] Provisioning complete for port ede43be7-62a1-4985-af5a-a55ae36c75eb triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:38.256286 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ff522c98-e48a-418a-8bfa-d6afb9f2ac88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ede43be7-62a1-4985-af5a-a55ae36c75eb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:38.300070 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43782) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:38.340099 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-064e9d5a-08c2-489d-ab9f-4c0c1c25fdc8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for port (820de2fe-da96-46d6-aa33-a866a0559489), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:38.383558 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-064e9d5a-08c2-489d-ab9f-4c0c1c25fdc8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (820de2fe-da96-46d6-aa33-a866a0559489), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:38.480357 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e9d5a-08c2-489d-ab9f-4c0c1c25fdc8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event updated for resources: {'Port': ['ID=820de2fe-da96-46d6-aa33-a866a0559489,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:38.498838 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064e9d5a-08c2-489d-ab9f-4c0c1c25fdc8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:34:38.500813 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-064e9d5a-08c2-489d-ab9f-4c0c1c25fdc8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:38.501100 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ff522c98-e48a-418a-8bfa-d6afb9f2ac88 None None] Current status of the port ede43be7-62a1-4985-af5a-a55ae36c75eb is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:38.506508 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064e9d5a-08c2-489d-ab9f-4c0c1c25fdc8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:34:38.512947 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064e9d5a-08c2-489d-ab9f-4c0c1c25fdc8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:38.513825 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-064e9d5a-08c2-489d-ab9f-4c0c1c25fdc8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:38.553254 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-064e9d5a-08c2-489d-ab9f-4c0c1c25fdc8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7353580 Feb 28 20:34:38.555722 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43788) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:38.680523 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43792) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:38.711893 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-16a4eb3e-a48f-4ab9-89cb-456a0a5403be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:38.789367 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-79ffd7bd-ce58-4e77-a76a-8c22671ee7b7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting port 820de2fe-da96-46d6-aa33-a866a0559489 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:34:38.791892 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-79ffd7bd-ce58-4e77-a76a-8c22671ee7b7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (820de2fe-da96-46d6-aa33-a866a0559489), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:38.961653 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-79ffd7bd-ce58-4e77-a76a-8c22671ee7b7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (820de2fe-da96-46d6-aa33-a866a0559489), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:38.976358 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-16a4eb3e-a48f-4ab9-89cb-456a0a5403be admin admin] Publish callbacks [] for security_group (e43a123c-6fd9-4c1c-855a-13ac34dddcba), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:38.989860 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-16a4eb3e-a48f-4ab9-89cb-456a0a5403be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e43a123c-6fd9-4c1c-855a-13ac34dddcba), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:38.997482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-79ffd7bd-ce58-4e77-a76a-8c22671ee7b7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Calling delete_port for 820de2fe-da96-46d6-aa33-a866a0559489 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:34:39.101244 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4eb3e-a48f-4ab9-89cb-456a0a5403be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43a123c-6fd9-4c1c-855a-13ac34dddcba,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:39.115277 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-16a4eb3e-a48f-4ab9-89cb-456a0a5403be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bfcf10ef02a465d8d8dc69931b32234&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4336998 Feb 28 20:34:39.119300 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43802) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:39.139407 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-848cf814-c5a4-4853-b06a-e3ea1c54540b None None] Provisioning complete for port 820de2fe-da96-46d6-aa33-a866a0559489 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:39.140336 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-848cf814-c5a4-4853-b06a-e3ea1c54540b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (820de2fe-da96-46d6-aa33-a866a0559489), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:39.190487 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-facfc054-cecc-46b8-b347-200c094db69b admin admin] Publish callbacks [] for security_group (e43a123c-6fd9-4c1c-855a-13ac34dddcba), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:39.216084 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-facfc054-cecc-46b8-b347-200c094db69b admin admin] Publish callbacks [] for security_group (e43a123c-6fd9-4c1c-855a-13ac34dddcba), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:39.240775 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-848cf814-c5a4-4853-b06a-e3ea1c54540b None None] Port 820de2fe-da96-46d6-aa33-a866a0559489 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:34:39.272807 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-facfc054-cecc-46b8-b347-200c094db69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e43a123c-6fd9-4c1c-855a-13ac34dddcba), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:39.277733 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-facfc054-cecc-46b8-b347-200c094db69b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:39.282776 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-facfc054-cecc-46b8-b347-200c094db69b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e43a123c-6fd9-4c1c-855a-13ac34dddcba HTTP/1.1" status: 204 len: 168 time: 0.1619058 Feb 28 20:34:39.328883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfc054-cecc-46b8-b347-200c094db69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43a123c-6fd9-4c1c-855a-13ac34dddcba,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:39.433858 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7533a97e-37b7-494c-b555-9ef311edc9b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1b20a39eefa4439acb51fb17f0d94b9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1317556 Feb 28 20:34:39.436206 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43808) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:39.512852 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-79ffd7bd-ce58-4e77-a76a-8c22671ee7b7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (820de2fe-da96-46d6-aa33-a866a0559489), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:39.582177 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffd7bd-ce58-4e77-a76a-8c22671ee7b7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Port': ['ID=820de2fe-da96-46d6-aa33-a866a0559489,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:39.583948 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4c5ccd03-cdd4-47b9-a190-7926738841d2 admin admin] Publish callbacks [] for security_group (5a20cb05-eb1e-4a69-bfb2-a44d0d50de2a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:39.660840 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4c5ccd03-cdd4-47b9-a190-7926738841d2 admin admin] Publish callbacks [] for security_group (5a20cb05-eb1e-4a69-bfb2-a44d0d50de2a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:39.702200 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-79ffd7bd-ce58-4e77-a76a-8c22671ee7b7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:39.714390 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-79ffd7bd-ce58-4e77-a76a-8c22671ee7b7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/820de2fe-da96-46d6-aa33-a866a0559489 HTTP/1.1" status: 204 len: 168 time: 1.1572814 Feb 28 20:34:39.716654 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43816) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:39.746753 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4c5ccd03-cdd4-47b9-a190-7926738841d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5a20cb05-eb1e-4a69-bfb2-a44d0d50de2a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:39.750113 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4c5ccd03-cdd4-47b9-a190-7926738841d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:39.754805 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4c5ccd03-cdd4-47b9-a190-7926738841d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a20cb05-eb1e-4a69-bfb2-a44d0d50de2a HTTP/1.1" status: 204 len: 168 time: 0.3172548 Feb 28 20:34:39.777154 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ccd03-cdd4-47b9-a190-7926738841d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a20cb05-eb1e-4a69-bfb2-a44d0d50de2a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:39.865921 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838fbe42-75d7-4fef-8728-2db6e9ff1d1a tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:39.870043 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-838fbe42-75d7-4fef-8728-2db6e9ff1d1a tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1464775 Feb 28 20:34:39.870433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43822) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:40.036976 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0285db-30ef-4c27-8658-7c918c43aee7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:40.041393 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0f0285db-30ef-4c27-8658-7c918c43aee7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1670661 Feb 28 20:34:40.041963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43828) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:40.125600 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd6cef3-ec18-4969-9f48-94911ad840e6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:40.128107 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd6cef3-ec18-4969-9f48-94911ad840e6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:40.129653 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd6cef3-ec18-4969-9f48-94911ad840e6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:40.131299 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8dd6cef3-ec18-4969-9f48-94911ad840e6 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0882316 Feb 28 20:34:40.134146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43832) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:40.245592 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-f626b55e-382b-441c-ac1d-697c7a2fc1d9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet 5054299c-0ca6-4c04-a927-a9f1c8bf7615 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:34:40.249032 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f626b55e-382b-441c-ac1d-697c7a2fc1d9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (5054299c-0ca6-4c04-a927-a9f1c8bf7615), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:40.330381 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f626b55e-382b-441c-ac1d-697c7a2fc1d9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (5054299c-0ca6-4c04-a927-a9f1c8bf7615), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:40.462197 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f626b55e-382b-441c-ac1d-697c7a2fc1d9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (5054299c-0ca6-4c04-a927-a9f1c8bf7615), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:40.550539 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f626b55e-382b-441c-ac1d-697c7a2fc1d9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (5054299c-0ca6-4c04-a927-a9f1c8bf7615), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:40.610873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626b55e-382b-441c-ac1d-697c7a2fc1d9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=5054299c-0ca6-4c04-a927-a9f1c8bf7615,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:40.620023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d764b1f-47a1-4b76-863f-2316a8772a61 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:40.632284 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f626b55e-382b-441c-ac1d-697c7a2fc1d9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:40.637325 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f626b55e-382b-441c-ac1d-697c7a2fc1d9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/5054299c-0ca6-4c04-a927-a9f1c8bf7615 HTTP/1.1" status: 204 len: 168 time: 0.5013244 Feb 28 20:34:40.639832 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43852) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:40.792858 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1efadd-aca9-409c-971e-efb1ec9474a2 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Deleting subnet e79a482a-2089-4dd7-bfdd-7f93da7be47c {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:34:40.811377 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ec1efadd-aca9-409c-971e-efb1ec9474a2 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (e79a482a-2089-4dd7-bfdd-7f93da7be47c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:40.915000 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ec1efadd-aca9-409c-971e-efb1ec9474a2 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (e79a482a-2089-4dd7-bfdd-7f93da7be47c), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:41.206604 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ec1efadd-aca9-409c-971e-efb1ec9474a2 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (e79a482a-2089-4dd7-bfdd-7f93da7be47c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:41.415551 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ec1efadd-aca9-409c-971e-efb1ec9474a2 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (e79a482a-2089-4dd7-bfdd-7f93da7be47c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:41.505366 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ec1efadd-aca9-409c-971e-efb1ec9474a2 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:41.520377 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43878) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:41.520917 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ec1efadd-aca9-409c-971e-efb1ec9474a2 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/e79a482a-2089-4dd7-bfdd-7f93da7be47c HTTP/1.1" status: 204 len: 168 time: 0.8785632 Feb 28 20:34:41.523974 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1efadd-aca9-409c-971e-efb1ec9474a2 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Subnet': ['ID=e79a482a-2089-4dd7-bfdd-7f93da7be47c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:41.669529 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43880) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:41.677205 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f0f5eb9e-203e-42d3-989b-aee66cf1768f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1422117 Feb 28 20:34:41.801444 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24732c7-a6d3-4f4c-a469-41ec5c1785fd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:41.807106 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f24732c7-a6d3-4f4c-a469-41ec5c1785fd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1337340 Feb 28 20:34:41.807427 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43894) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:41.947972 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac4693e-1aa4-40c8-aa41-6d2e3d67975c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:41.950071 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2ac4693e-1aa4-40c8-aa41-6d2e3d67975c tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1412845 Feb 28 20:34:41.955392 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43900) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:42.068921 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6e1cf21d-468f-4d0f-b929-69307dbdefb0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1120124 Feb 28 20:34:42.072570 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43906) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:42.137238 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b594f6-36df-49aa-a10a-ea992ad09abe tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:42.137731 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b594f6-36df-49aa-a10a-ea992ad09abe tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:42.152425 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43914) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:42.153430 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d1b594f6-36df-49aa-a10a-ea992ad09abe tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/820de2fe-da96-46d6-aa33-a866a0559489 HTTP/1.1" status: 404 len: 333 time: 0.0797696 Feb 28 20:34:42.224817 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91431a4-1ae5-47d9-91c2-3aebfe65023f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:42.227100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91431a4-1ae5-47d9-91c2-3aebfe65023f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:42.232549 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a91431a4-1ae5-47d9-91c2-3aebfe65023f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/5054299c-0ca6-4c04-a927-a9f1c8bf7615 HTTP/1.1" status: 404 len: 337 time: 0.0790133 Feb 28 20:34:42.235084 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43918) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:42.312352 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-59192177-90dd-4af6-95a4-506df1e1b8c0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:42.312950 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59192177-90dd-4af6-95a4-506df1e1b8c0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:42.318392 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-59192177-90dd-4af6-95a4-506df1e1b8c0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/e79a482a-2089-4dd7-bfdd-7f93da7be47c HTTP/1.1" status: 404 len: 337 time: 0.0791469 Feb 28 20:34:42.321305 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43924) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:42.413961 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea2a58b-dafd-4f1d-8f85-053681399887 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:42.414494 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea2a58b-dafd-4f1d-8f85-053681399887 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:42.424915 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bea2a58b-dafd-4f1d-8f85-053681399887 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/58616832-514b-4cb2-9063-355e8a75698c HTTP/1.1" status: 404 len: 333 time: 0.0997331 Feb 28 20:34:42.425640 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43928) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:42.481181 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-52806d23-cf82-47c1-9907-7662532c50a4 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:42.487384 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52806d23-cf82-47c1-9907-7662532c50a4 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:42.493520 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43930) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:42.498651 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-52806d23-cf82-47c1-9907-7662532c50a4 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/89ead849-fcc4-4a36-8462-1088c1008542 HTTP/1.1" status: 404 len: 337 time: 0.0717194 Feb 28 20:34:42.572594 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f854808e-b04d-4a7f-81a6-1b48ce6999ce tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:42.573258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f854808e-b04d-4a7f-81a6-1b48ce6999ce tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:42.583190 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f854808e-b04d-4a7f-81a6-1b48ce6999ce tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/8e6fd263-ffef-474c-9d43-3c60daf5d9ce HTTP/1.1" status: 404 len: 337 time: 0.0854149 Feb 28 20:34:42.584323 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43934) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:42.634933 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-602eb08d-74dc-4275-912c-def54afb0ffe tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:42.636044 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602eb08d-74dc-4275-912c-def54afb0ffe tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:42.642525 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43936) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:42.646100 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-602eb08d-74dc-4275-912c-def54afb0ffe tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/0a4f8189-e1e1-4e54-bb31-aaa3db73d182 HTTP/1.1" status: 404 len: 333 time: 0.0604260 Feb 28 20:34:42.653886 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43938) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:42.669451 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fcd6e3-9cff-442d-b274-c93d4aab01e2 None None] Network 60bc62cf-1ebe-462d-93c7-f1108638c505 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:42.718396 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-836871f5-56ba-42e4-944b-6e4a3819f79b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:42.720594 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836871f5-56ba-42e4-944b-6e4a3819f79b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:42.729678 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43944) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:42.750492 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-836871f5-56ba-42e4-944b-6e4a3819f79b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/215cd786-3717-4ed4-8e07-0600216122ef HTTP/1.1" status: 404 len: 337 time: 0.1066616 Feb 28 20:34:42.782602 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a93177-2508-4563-9b8d-b2500064832a tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:42.783694 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a93177-2508-4563-9b8d-b2500064832a tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:42.789759 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43946) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:42.801641 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-17a93177-2508-4563-9b8d-b2500064832a tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/8b83bdcd-c8c2-45e7-9cd1-cbeb36ca3433 HTTP/1.1" status: 404 len: 337 time: 0.0698814 Feb 28 20:34:42.831432 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ecc7474-c97c-4c76-b4f7-1e466a635c86 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:42.836370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ecc7474-c97c-4c76-b4f7-1e466a635c86 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:42.851789 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43948) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:42.867423 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1ecc7474-c97c-4c76-b4f7-1e466a635c86 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/d369c23b-0810-4ac2-b291-aad9df6aa5dd HTTP/1.1" status: 404 len: 333 time: 0.0751312 Feb 28 20:34:42.874891 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43952) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:42.912490 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-bfd428f4-f9b0-4435-b12c-82a8192a6e39 None None] Provisioning complete for port ede43be7-62a1-4985-af5a-a55ae36c75eb triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:34:42.913134 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bfd428f4-f9b0-4435-b12c-82a8192a6e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ede43be7-62a1-4985-af5a-a55ae36c75eb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:42.916521 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c71496-749e-42e7-a144-44974eed3f7b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:42.924126 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c71496-749e-42e7-a144-44974eed3f7b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:42.930439 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43958) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:42.939380 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-31c71496-749e-42e7-a144-44974eed3f7b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/5f75e625-9122-4fb4-bff4-da07a700fcd1 HTTP/1.1" status: 404 len: 337 time: 0.0860512 Feb 28 20:34:42.982087 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d01b134-a959-49f4-93d9-ef53d3752942 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:42.982715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d01b134-a959-49f4-93d9-ef53d3752942 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:42.988813 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43960) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:43.004790 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1d01b134-a959-49f4-93d9-ef53d3752942 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/f0b06dca-705c-4afc-93d7-593b7ccf781d HTTP/1.1" status: 404 len: 337 time: 0.0730531 Feb 28 20:34:43.025602 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-546d9a09-b4fe-4501-9d77-95007cf88fac tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:43.026391 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546d9a09-b4fe-4501-9d77-95007cf88fac tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:43.032659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43962) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:43.042989 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-546d9a09-b4fe-4501-9d77-95007cf88fac tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/8fb49939-ac5a-4b0a-a406-eec0baa1d2fc HTTP/1.1" status: 404 len: 333 time: 0.0526321 Feb 28 20:34:43.078584 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38d637d-e006-4a56-b14f-e4bac164eab7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:43.079914 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38d637d-e006-4a56-b14f-e4bac164eab7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:43.089330 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43966) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:43.102591 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b38d637d-e006-4a56-b14f-e4bac164eab7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/100d226b-f26d-4896-8a2a-87e73efcac54 HTTP/1.1" status: 404 len: 337 time: 0.0662525 Feb 28 20:34:43.138633 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e295900b-6e08-44ce-ae37-3569d0783ee0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:43.139600 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e295900b-6e08-44ce-ae37-3569d0783ee0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:43.149529 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43968) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:43.166098 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e295900b-6e08-44ce-ae37-3569d0783ee0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/1c57124f-c9f2-42ae-ab23-60c3e72bcf38 HTTP/1.1" status: 404 len: 333 time: 0.0732751 Feb 28 20:34:43.170053 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-bfd428f4-f9b0-4435-b12c-82a8192a6e39 None None] Current status of the port ede43be7-62a1-4985-af5a-a55ae36c75eb is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:34:43.179659 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1390c5bf-4c96-485e-8176-c8667c7ae44a None None] DHCP port deletion for 60bc62cf-1ebe-462d-93c7-f1108638c505 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:34:43.237470 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18a56df-360a-4632-98bb-36d798882be3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:43.238607 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18a56df-360a-4632-98bb-36d798882be3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:43.265658 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43972) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:43.270709 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f18a56df-360a-4632-98bb-36d798882be3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/9363a6b4-7d71-4b6a-aae8-71824665a033 HTTP/1.1" status: 404 len: 337 time: 0.1179774 Feb 28 20:34:43.292554 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf590f48-e022-4f1b-be38-7a6882cc2ed7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:43.293499 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf590f48-e022-4f1b-be38-7a6882cc2ed7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:43.298081 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cf590f48-e022-4f1b-be38-7a6882cc2ed7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/95b69544-e7c2-4c21-b67a-783edb0b61f7 HTTP/1.1" status: 404 len: 333 time: 0.0312681 Feb 28 20:34:43.301048 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43976) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:43.307077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1390c5bf-4c96-485e-8176-c8667c7ae44a None None] Deleting port ede43be7-62a1-4985-af5a-a55ae36c75eb {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:34:43.307877 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1390c5bf-4c96-485e-8176-c8667c7ae44a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ede43be7-62a1-4985-af5a-a55ae36c75eb), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:43.382842 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1390c5bf-4c96-485e-8176-c8667c7ae44a None None] For port ede43be7-62a1-4985-af5a-a55ae36c75eb, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ede43be7-62a1-4985-af5a-a55ae36c75eb,segment=NetworkSegment(de7f398c-257c-493b-9add-5308811cc02f),segment_id=de7f398c-257c-493b-9add-5308811cc02f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:34:43.383594 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1390c5bf-4c96-485e-8176-c8667c7ae44a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ede43be7-62a1-4985-af5a-a55ae36c75eb), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:43.396170 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1105766090-network', 'tenant_id': '17ec8e1d26444f41b354e308f3f1325b'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:43.418196 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1390c5bf-4c96-485e-8176-c8667c7ae44a None None] Calling delete_port for ede43be7-62a1-4985-af5a-a55ae36c75eb owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:34:43.440685 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Made reservation on behalf of 17ec8e1d26444f41b354e308f3f1325b for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:43.443635 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:43.447706 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Request body: {'networks': [{'name': 'tempest-network--976173328'}, {'name': 'tempest-network--871121891'}]} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:43.448063 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Request body: {'network': {'name': 'tempest-network--976173328'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:43.448550 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Request body: {'network': {'name': 'tempest-network--871121891'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:43.457306 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a042106f-9e8a-4a7e-aebd-d43786cbb7f3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:43.457774 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a042106f-9e8a-4a7e-aebd-d43786cbb7f3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:43.465121 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:43.478311 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a042106f-9e8a-4a7e-aebd-d43786cbb7f3 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/d1f4af90-0379-4b52-8fad-3c8f7340f9a6 HTTP/1.1" status: 404 len: 337 time: 0.1761074 Feb 28 20:34:43.482445 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43978) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:43.577161 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-24234409-4970-4274-8c35-ab620ba0f935 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:43.578662 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24234409-4970-4274-8c35-ab620ba0f935 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:43.588117 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-24234409-4970-4274-8c35-ab620ba0f935 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/e2f5862f-3efd-4161-9cef-2f4fa9825f7c HTTP/1.1" status: 404 len: 333 time: 0.0969763 Feb 28 20:34:43.589244 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43980) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:43.664947 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1390c5bf-4c96-485e-8176-c8667c7ae44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (ede43be7-62a1-4985-af5a-a55ae36c75eb), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:43.684651 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Publish callbacks [] for security_group (74e7d099-d603-4d36-80db-9ee8df84408c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:43.692414 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (74e7d099-d603-4d36-80db-9ee8df84408c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:43.702818 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-105c2bde-0dac-4dbe-9862-2ea19bdba18e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:43.703291 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-105c2bde-0dac-4dbe-9862-2ea19bdba18e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:43.713594 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-105c2bde-0dac-4dbe-9862-2ea19bdba18e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/b5cf3aa2-49e3-4be1-b8e6-1a1e80a1c7e1 HTTP/1.1" status: 404 len: 337 time: 0.1143417 Feb 28 20:34:43.727117 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43986) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:43.744919 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390c5bf-4c96-485e-8176-c8667c7ae44a None None] Pushing event deleted for resources: {'Port': ['ID=ede43be7-62a1-4985-af5a-a55ae36c75eb,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:43.749850 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e7d099-d603-4d36-80db-9ee8df84408c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:43.773163 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1390c5bf-4c96-485e-8176-c8667c7ae44a None None] No DVR routers for this DVR port ede43be7-62a1-4985-af5a-a55ae36c75eb on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:34:43.780700 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:43.781892 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:43.784596 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:43.785125 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:43.785664 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:43.787704 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:43.788275 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:43.789298 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:43.791523 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:43.792955 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:43.796467 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:43.796931 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:43.797377 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:34:43.814588 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:34:43.814811 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Made reservation on behalf of 4ce98335cea34a4cb57b7cb9f367f0fa for: {'network': 2} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:43.821487 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:43.828495 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-999358cc-81e2-4e7c-9af4-616f373f21fc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:43.829988 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999358cc-81e2-4e7c-9af4-616f373f21fc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:43.834294 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-999358cc-81e2-4e7c-9af4-616f373f21fc tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/df1ac3ba-f639-4d3e-82d1-9b4eb504c8c8 HTTP/1.1" status: 404 len: 333 time: 0.1053519 Feb 28 20:34:43.838192 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43988) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:43.843052 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:43.848773 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (ec22d32e-9205-4810-844d-5c9c50ed41e3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:43.849166 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Added segment ec22d32e-9205-4810-844d-5c9c50ed41e3 of type vlan for network 076ee1d5-8ea7-4f59-9381-7f18a96bc620 Feb 28 20:34:43.940846 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks [] for security_group (d27b3349-a40d-4a26-b37f-4641cf3e9fee), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:43.948462 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d27b3349-a40d-4a26-b37f-4641cf3e9fee), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:43.949054 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:43.985035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d27b3349-a40d-4a26-b37f-4641cf3e9fee,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:44.006001 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d870e093-e057-4cb6-95ef-22f49d9a1a8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:44.006001 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d870e093-e057-4cb6-95ef-22f49d9a1a8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:44.008304 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d870e093-e057-4cb6-95ef-22f49d9a1a8b tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/64d53fd4-d6c3-4d6b-a730-05aad51970c6 HTTP/1.1" status: 404 len: 337 time: 0.1690023 Feb 28 20:34:44.012218 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43994) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:44.046570 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-37076996-45a8-4ee9-876a-d1e480647516 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:44.047208 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37076996-45a8-4ee9-876a-d1e480647516 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:44.051032 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-37076996-45a8-4ee9-876a-d1e480647516 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/1bb1aea8-1e7e-4f27-a097-5a88b36d10f0 HTTP/1.1" status: 404 len: 333 time: 0.0379117 Feb 28 20:34:44.052053 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:34:44.054336 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43996) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:44.092426 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-99abbe84-c1d3-44df-be52-abd18ce7b0cf tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:44.093623 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99abbe84-c1d3-44df-be52-abd18ce7b0cf tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:44.096827 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-99abbe84-c1d3-44df-be52-abd18ce7b0cf tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/ac83c2fb-eebe-4d70-ac8e-ab36e42d3609 HTTP/1.1" status: 404 len: 337 time: 0.0414052 Feb 28 20:34:44.103684 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44000) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:44.108161 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (67e24254-58b5-4eef-be15-960a90984859), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:44.108602 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Added segment 67e24254-58b5-4eef-be15-960a90984859 of type vlan for network d510b848-3d31-40b0-b92e-dc83be06be27 Feb 28 20:34:44.145091 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (076ee1d5-8ea7-4f59-9381-7f18a96bc620), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:44.164234 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (d510b848-3d31-40b0-b92e-dc83be06be27), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:44.194135 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0931a4-93e4-4188-95c8-56e5e56370a9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:44.194943 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a0931a4-93e4-4188-95c8-56e5e56370a9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:44.200038 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2a0931a4-93e4-4188-95c8-56e5e56370a9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/fd1540c4-9028-4f84-9a14-c9ec8998b4cf HTTP/1.1" status: 404 len: 337 time: 0.0832918 Feb 28 20:34:44.202820 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44002) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:44.204411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:34:44.218385 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (06d375a1-a00b-4e4e-b55b-a5843a1c4164), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:44.218881 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Added segment 06d375a1-a00b-4e4e-b55b-a5843a1c4164 of type vlan for network 2e72ac3c-01a8-4098-8600-5c5df14ac2bf Feb 28 20:34:44.233812 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9181d8-7c82-4dc5-a07e-604b56943464 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:44.234944 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9181d8-7c82-4dc5-a07e-604b56943464 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:44.239376 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ea9181d8-7c82-4dc5-a07e-604b56943464 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/09db42e2-64f6-441c-a3da-fc4528acc96d HTTP/1.1" status: 404 len: 333 time: 0.0347428 Feb 28 20:34:44.242036 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44004) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:44.284238 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-eecf8f68-71eb-4d83-8423-5ae3897e8b13 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:44.284958 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eecf8f68-71eb-4d83-8423-5ae3897e8b13 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:44.288833 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-eecf8f68-71eb-4d83-8423-5ae3897e8b13 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/674e5799-9732-4f74-8cd8-9bcabeecc32b HTTP/1.1" status: 404 len: 337 time: 0.0456347 Feb 28 20:34:44.291681 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44006) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:44.302843 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (076ee1d5-8ea7-4f59-9381-7f18a96bc620), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:44.304351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:44.305173 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:44.315426 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (2e72ac3c-01a8-4098-8600-5c5df14ac2bf), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:44.350342 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6951530 Feb 28 20:34:44.353853 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de2a011-58ea-4344-b534-40337ce700e9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:44.353999 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44008) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:44.358519 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44010) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:44.361553 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de2a011-58ea-4344-b534-40337ce700e9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:44.372128 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2de2a011-58ea-4344-b534-40337ce700e9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/3412f8a8-4be9-4b93-83ce-a11e60bac601 HTTP/1.1" status: 404 len: 337 time: 0.0790246 Feb 28 20:34:44.372780 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44014) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:44.377194 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-7dac75d5-9969-4817-9f03-1930a3cf36e4 admin admin] Request body: {'subnet': {'network_id': '076ee1d5-8ea7-4f59-9381-7f18a96bc620', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1105766090-subnet', 'tenant_id': '17ec8e1d26444f41b354e308f3f1325b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:44.465816 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dac75d5-9969-4817-9f03-1930a3cf36e4 admin admin] Made reservation on behalf of 17ec8e1d26444f41b354e308f3f1325b for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:44.470546 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ede43be7-62a1-4985-af5a-a55ae36c75eb no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:34:44.484658 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7dac75d5-9969-4817-9f03-1930a3cf36e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:44.557285 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e31e0a-ddc6-4a0a-82ad-a91764809357 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:44.557892 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e31e0a-ddc6-4a0a-82ad-a91764809357 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:44.563084 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: ede43be7-62a1-4985-af5a-a55ae36c75eb {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:34:44.563429 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ede43be7-62a1-4985-af5a-a55ae36c75eb not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:34:44.579980 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e9e31e0a-ddc6-4a0a-82ad-a91764809357 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/270a34f4-525e-4c92-9ec4-1360aad0fca2 HTTP/1.1" status: 404 len: 333 time: 0.1732001 Feb 28 20:34:44.605167 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44026) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:44.633326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce69af5-8da5-4350-84f2-42e6a18a2a28 admin admin] Pushing event updated for resources: {'Network': ['ID=076ee1d5-8ea7-4f59-9381-7f18a96bc620,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:44.650540 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 076ee1d5-8ea7-4f59-9381-7f18a96bc620 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:34:44.677733 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf539c73-9d92-4d8c-8cb7-ade8625b567d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:44.678197 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf539c73-9d92-4d8c-8cb7-ade8625b567d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:44.692785 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cf539c73-9d92-4d8c-8cb7-ade8625b567d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/581da2c0-22c1-4dec-9eca-9f072af2ba3d HTTP/1.1" status: 404 len: 337 time: 0.0864646 Feb 28 20:34:44.693693 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44030) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:44.807357 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-87332e1d-1566-4ba8-b3c4-62ff46be2b45 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:44.808545 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87332e1d-1566-4ba8-b3c4-62ff46be2b45 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:44.822893 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-87332e1d-1566-4ba8-b3c4-62ff46be2b45 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/a8737f1b-f028-4345-865a-78cd3438c689 HTTP/1.1" status: 404 len: 337 time: 0.1278811 Feb 28 20:34:44.824086 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44034) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:44.889015 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b0fcc78-f8a7-4f72-aefc-96678feebeb7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:44.890883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b0fcc78-f8a7-4f72-aefc-96678feebeb7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:44.901169 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3b0fcc78-f8a7-4f72-aefc-96678feebeb7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/daef8bce-49d6-46b8-832e-2b7e625a13fa HTTP/1.1" status: 404 len: 333 time: 0.0748413 Feb 28 20:34:44.903133 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44036) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:44.976516 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2c1a49-a265-4dd8-8bcf-5a7abd2b1712 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:44.977325 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2c1a49-a265-4dd8-8bcf-5a7abd2b1712 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:44.991154 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3c2c1a49-a265-4dd8-8bcf-5a7abd2b1712 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/538a9630-6c63-43ae-bcb4-c350df33160d HTTP/1.1" status: 404 len: 337 time: 0.0857098 Feb 28 20:34:45.006306 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44038) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:45.027328 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-424e9511-ea8c-4c3e-ba93-3493d2a63695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:45.063655 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7dac75d5-9969-4817-9f03-1930a3cf36e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (8b3148af-a41b-4617-b66b-fd778a2aeee0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:45.096028 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed0d5f7-2b1b-4a57-9acd-6b53715d5ffd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:45.096503 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed0d5f7-2b1b-4a57-9acd-6b53715d5ffd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:45.105736 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0ed0d5f7-2b1b-4a57-9acd-6b53715d5ffd tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/2923d733-ba72-47e9-9fa6-dac36c0ac866 HTTP/1.1" status: 404 len: 337 time: 0.0936453 Feb 28 20:34:45.107786 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44044) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:45.179554 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (d510b848-3d31-40b0-b92e-dc83be06be27), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:45.180121 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (2e72ac3c-01a8-4098-8600-5c5df14ac2bf), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:45.185303 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:45.190494 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c1051393-6926-4926-b655-a85269258831 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a HTTP/1.1" status: 200 len: 205 time: 0.0607481 Feb 28 20:34:45.191457 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44048) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:45.200730 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:45.201418 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:45.370843 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44052) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:45.431102 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-ed81f782-f1c5-4614-a118-79859be6a635 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] delete failed (client error): The resource could not be found. Feb 28 20:34:45.440669 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ed81f782-f1c5-4614-a118-79859be6a635 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/routers/ef3c2eae-56c1-4bf0-9b2a-abcfab8b914a HTTP/1.1" status: 404 len: 336 time: 0.2472622 Feb 28 20:34:45.447683 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44056) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:45.579413 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a026ac8-09b6-4a6a-97a4-d5bff0d41fe9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:45.579994 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a026ac8-09b6-4a6a-97a4-d5bff0d41fe9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:45.586645 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3a026ac8-09b6-4a6a-97a4-d5bff0d41fe9 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/5cf343cb-662d-42b0-9afd-fa0f350c55c0 HTTP/1.1" status: 404 len: 337 time: 0.1378453 Feb 28 20:34:45.589820 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44060) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:45.648615 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.7700074 Feb 28 20:34:45.686707 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44062) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:45.689346 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d3a63baa-348f-4022-a3b4-466024e4e93f tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b96ad9-93a0-4247-86e4-7abc4d76589d HTTP/1.1" status: 200 len: 205 time: 0.0978661 Feb 28 20:34:45.726476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44064) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:45.921859 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-f450a5ef-0495-46f1-8d55-38ec5e0d4483 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] delete failed (client error): The resource could not be found. Feb 28 20:34:45.927144 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f450a5ef-0495-46f1-8d55-38ec5e0d4483 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/routers/99b96ad9-93a0-4247-86e4-7abc4d76589d HTTP/1.1" status: 404 len: 336 time: 0.0954959 Feb 28 20:34:45.934301 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44070) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:45.943833 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-424e9511-ea8c-4c3e-ba93-3493d2a63695 admin admin] Publish callbacks [] for security_group (62188885-f15f-4696-b3ce-479370cd3089), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:46.001145 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd257424-a3e1-42af-ace3-55b80d52e43b tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:46.003647 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac75d5-9969-4817-9f03-1930a3cf36e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b3148af-a41b-4617-b66b-fd778a2aeee0,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:46.019236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Pushing event updated for resources: {'Network': ['ID=d510b848-3d31-40b0-b92e-dc83be06be27,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:46.027585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd257424-a3e1-42af-ace3-55b80d52e43b tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:46.034867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network d510b848-3d31-40b0-b92e-dc83be06be27 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:34:46.054407 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd257424-a3e1-42af-ace3-55b80d52e43b tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:46.070361 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd257424-a3e1-42af-ace3-55b80d52e43b tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:46.077937 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-dd257424-a3e1-42af-ace3-55b80d52e43b tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3874021 Feb 28 20:34:46.087451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44074) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:46.132722 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-424e9511-ea8c-4c3e-ba93-3493d2a63695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (62188885-f15f-4696-b3ce-479370cd3089), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:46.142011 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e0d24e50-03ed-453a-9aca-876ff4564271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:46.237580 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e9511-ea8c-4c3e-ba93-3493d2a63695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62188885-f15f-4696-b3ce-479370cd3089,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:46.241416 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b414a7e-37ef-4212-b8de-d51cf0aba61e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:46.241894 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b414a7e-37ef-4212-b8de-d51cf0aba61e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:46.247831 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5b414a7e-37ef-4212-b8de-d51cf0aba61e tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/c62bcdbd-4115-43e6-842d-037f8bab2be7 HTTP/1.1" status: 404 len: 337 time: 0.2977448 Feb 28 20:34:46.257606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44078) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:46.262007 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dac75d5-9969-4817-9f03-1930a3cf36e4 admin admin] Checking segment: {'id': 'ec22d32e-9205-4810-844d-5c9c50ed41e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '076ee1d5-8ea7-4f59-9381-7f18a96bc620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:34:46.262381 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dac75d5-9969-4817-9f03-1930a3cf36e4 admin admin] Network hostable DHCP agents. Network: 076ee1d5-8ea7-4f59-9381-7f18a96bc620, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:34:46.324145 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f98569bb-cf11-455a-94bc-99852f577626 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (d510b848-3d31-40b0-b92e-dc83be06be27), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:46.424000 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c891ee5-424a-4122-bf63-03354b5c7553 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:46.424853 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c891ee5-424a-4122-bf63-03354b5c7553 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:46.429424 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9c891ee5-424a-4122-bf63-03354b5c7553 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/326ff1dc-ba5b-4316-b41d-fe4d4ff9b32b HTTP/1.1" status: 404 len: 337 time: 0.1684825 Feb 28 20:34:46.444214 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44084) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:46.449589 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-424e9511-ea8c-4c3e-ba93-3493d2a63695 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2042fa2fa52432aa7ccd246368bafd1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0096009 Feb 28 20:34:46.470189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44086) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:46.482584 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f98569bb-cf11-455a-94bc-99852f577626 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (d510b848-3d31-40b0-b92e-dc83be06be27), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:46.491264 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef9f0c-8187-4ab7-b2f2-1111f4795be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Pushing event updated for resources: {'Network': ['ID=2e72ac3c-01a8-4098-8600-5c5df14ac2bf,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:46.509198 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-f98569bb-cf11-455a-94bc-99852f577626 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d510b848-3d31-40b0-b92e-dc83be06be27']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:46.519138 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-f98569bb-cf11-455a-94bc-99852f577626 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e24254-58b5-4eef-be15-960a90984859') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:46.519438 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-f98569bb-cf11-455a-94bc-99852f577626 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e24254-58b5-4eef-be15-960a90984859') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:46.531178 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 2e72ac3c-01a8-4098-8600-5c5df14ac2bf details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:34:46.541950 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f98569bb-cf11-455a-94bc-99852f577626 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (67e24254-58b5-4eef-be15-960a90984859), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:46.588785 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f98569bb-cf11-455a-94bc-99852f577626 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (67e24254-58b5-4eef-be15-960a90984859), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:46.599987 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98569bb-cf11-455a-94bc-99852f577626 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:34:46.599987 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f98569bb-cf11-455a-94bc-99852f577626 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (67e24254-58b5-4eef-be15-960a90984859), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:46.609051 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c284a6-16f7-4224-a279-fb5cadb40d31 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:46.609929 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c284a6-16f7-4224-a279-fb5cadb40d31 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:46.630388 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e8c284a6-16f7-4224-a279-fb5cadb40d31 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/0a0f781c-a4f9-4c0c-a0a9-d9d9cd1d119b HTTP/1.1" status: 404 len: 333 time: 0.1802397 Feb 28 20:34:46.662952 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44088) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:34:46.680605 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:34:46.705367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dac75d5-9969-4817-9f03-1930a3cf36e4 admin admin] Network 076ee1d5-8ea7-4f59-9381-7f18a96bc620 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:34:46.726072 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e0d24e50-03ed-453a-9aca-876ff4564271 admin admin] Publish callbacks [] for security_group (67114225-d738-4df9-b7ff-e790ee1d635d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:46.729004 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f98569bb-cf11-455a-94bc-99852f577626 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (d510b848-3d31-40b0-b92e-dc83be06be27), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:46.735229 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f98569bb-cf11-455a-94bc-99852f577626 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:46.740326 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f98569bb-cf11-455a-94bc-99852f577626 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "DELETE /v2.0/networks/d510b848-3d31-40b0-b92e-dc83be06be27 HTTP/1.1" status: 204 len: 168 time: 0.6516604 Feb 28 20:34:46.745280 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44090) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:46.753443 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-849732a0-f910-4cc3-848c-1a2b1fe941ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:46.758316 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e0d24e50-03ed-453a-9aca-876ff4564271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (67114225-d738-4df9-b7ff-e790ee1d635d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:46.801309 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98569bb-cf11-455a-94bc-99852f577626 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Pushing event deleted for resources: {'Network': ['ID=d510b848-3d31-40b0-b92e-dc83be06be27,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:46.820242 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-000cde17-9366-4b73-875a-00a0e12ecf2d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:46.821041 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000cde17-9366-4b73-875a-00a0e12ecf2d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:46.824825 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-000cde17-9366-4b73-875a-00a0e12ecf2d tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/30301c0c-ff39-4e19-bf6a-e8e0afcb3b2a HTTP/1.1" status: 404 len: 337 time: 0.1595440 Feb 28 20:34:46.827693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-7dac75d5-9969-4817-9f03-1930a3cf36e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 076ee1d5-8ea7-4f59-9381-7f18a96bc620) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:46.832748 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dac75d5-9969-4817-9f03-1930a3cf36e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:46.833575 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7dac75d5-9969-4817-9f03-1930a3cf36e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:46.838145 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44092) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:46.838450 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e26729d-363d-419c-86a4-3939a301230a None None] Network 076ee1d5-8ea7-4f59-9381-7f18a96bc620 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:46.880671 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0303ada-d9e3-4687-8e1c-79d96e4e7483 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:46.881477 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0303ada-d9e3-4687-8e1c-79d96e4e7483 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:46.885570 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e0303ada-d9e3-4687-8e1c-79d96e4e7483 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/6cc84f43-9ffc-4be2-b24a-337431de6c2f HTTP/1.1" status: 404 len: 333 time: 0.0416963 Feb 28 20:34:46.888456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44094) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:46.960635 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f97442e-a581-4407-ba9e-dc0c67d5b3f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:46.961718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f97442e-a581-4407-ba9e-dc0c67d5b3f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:46.972166 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3f97442e-a581-4407-ba9e-dc0c67d5b3f5 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/a03ea6a2-30f2-49ea-a1de-b5af97230521 HTTP/1.1" status: 404 len: 337 time: 0.0721807 Feb 28 20:34:46.973816 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d24e50-03ed-453a-9aca-876ff4564271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67114225-d738-4df9-b7ff-e790ee1d635d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:46.975859 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44096) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:46.989742 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7dac75d5-9969-4817-9f03-1930a3cf36e4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6282640 Feb 28 20:34:47.017314 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e0d24e50-03ed-453a-9aca-876ff4564271 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f4ac1cf64f6479cbe0d7f0c3dbfdec5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6414955 Feb 28 20:34:47.020766 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44100) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:47.028668 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21388e00-f7a7-4dcc-9515-d0beb6250544 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (2e72ac3c-01a8-4098-8600-5c5df14ac2bf), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:47.096269 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0694893-63c8-4a8c-a7d5-defc48569457 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:47.096827 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0694893-63c8-4a8c-a7d5-defc48569457 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:47.107866 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b0694893-63c8-4a8c-a7d5-defc48569457 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/3d2a8839-b9ec-470f-b032-438c11a4d0ff HTTP/1.1" status: 404 len: 333 time: 0.1258686 Feb 28 20:34:47.110651 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44106) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:47.118521 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fe9208-c1c4-409f-b260-2613f4ea7d83 None None] Network 076ee1d5-8ea7-4f59-9381-7f18a96bc620 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:47.130469 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e7fa1d7-6c81-4926-b915-12c7cda1b4d0 admin admin] Publish callbacks [] for security_group (62188885-f15f-4696-b3ce-479370cd3089), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:47.209020 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e7fa1d7-6c81-4926-b915-12c7cda1b4d0 admin admin] Publish callbacks [] for security_group (62188885-f15f-4696-b3ce-479370cd3089), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:47.236281 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21388e00-f7a7-4dcc-9515-d0beb6250544 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (2e72ac3c-01a8-4098-8600-5c5df14ac2bf), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:47.289947 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3e50baf7-653d-4470-82f1-05f4c08d7db5 admin admin] Publish callbacks [] for security_group (67114225-d738-4df9-b7ff-e790ee1d635d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:47.361359 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e7fa1d7-6c81-4926-b915-12c7cda1b4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (62188885-f15f-4696-b3ce-479370cd3089), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:47.364857 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e7fa1d7-6c81-4926-b915-12c7cda1b4d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:47.366911 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6e7fa1d7-6c81-4926-b915-12c7cda1b4d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62188885-f15f-4696-b3ce-479370cd3089 HTTP/1.1" status: 204 len: 168 time: 0.8900738 Feb 28 20:34:47.369470 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-21388e00-f7a7-4dcc-9515-d0beb6250544 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e72ac3c-01a8-4098-8600-5c5df14ac2bf']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:47.371030 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-9234abdd-14f2-42b7-9594-6b0eb6303557 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:47.371696 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9234abdd-14f2-42b7-9594-6b0eb6303557 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:47.375115 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9234abdd-14f2-42b7-9594-6b0eb6303557 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/eb6409ad-2960-4de9-8a94-d581b76b66cd HTTP/1.1" status: 404 len: 337 time: 0.2628500 Feb 28 20:34:47.381150 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44116) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:47.391959 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fa1d7-6c81-4926-b915-12c7cda1b4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62188885-f15f-4696-b3ce-479370cd3089,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:47.434614 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece6b0ad-ed13-427f-9951-71f8436520cb tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:47.435237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece6b0ad-ed13-427f-9951-71f8436520cb tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:47.441004 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ece6b0ad-ed13-427f-9951-71f8436520cb tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/33a3708e-b293-4a85-9236-314fcb696ef9 HTTP/1.1" status: 404 len: 333 time: 0.0588076 Feb 28 20:34:47.443523 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44118) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:47.459657 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-21388e00-f7a7-4dcc-9515-d0beb6250544 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d375a1-a00b-4e4e-b55b-a5843a1c4164') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:47.460317 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-21388e00-f7a7-4dcc-9515-d0beb6250544 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d375a1-a00b-4e4e-b55b-a5843a1c4164') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:47.477521 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21388e00-f7a7-4dcc-9515-d0beb6250544 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (06d375a1-a00b-4e4e-b55b-a5843a1c4164), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:47.504710 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad54f696-cc52-4b54-853f-36ec119d10eb tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:47.505173 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad54f696-cc52-4b54-853f-36ec119d10eb tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:47.509844 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21388e00-f7a7-4dcc-9515-d0beb6250544 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (06d375a1-a00b-4e4e-b55b-a5843a1c4164), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:47.513173 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ad54f696-cc52-4b54-853f-36ec119d10eb tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/3f10cfc2-b168-40d0-a03a-f0b35730a7b8 HTTP/1.1" status: 404 len: 337 time: 0.0671997 Feb 28 20:34:47.515530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44120) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:47.523187 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21388e00-f7a7-4dcc-9515-d0beb6250544 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:34:47.523721 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21388e00-f7a7-4dcc-9515-d0beb6250544 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (06d375a1-a00b-4e4e-b55b-a5843a1c4164), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:47.590773 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff4d4c8-1576-4f8e-b1fd-4be9cd14a6e7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:47.591367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff4d4c8-1576-4f8e-b1fd-4be9cd14a6e7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:47.599575 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bff4d4c8-1576-4f8e-b1fd-4be9cd14a6e7 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/4fac6088-af10-4f51-8227-d27e740118b3 HTTP/1.1" status: 404 len: 333 time: 0.0818172 Feb 28 20:34:47.602215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44124) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:34:47.648283 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:34:47.663247 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3e50baf7-653d-4470-82f1-05f4c08d7db5 admin admin] Publish callbacks [] for security_group (67114225-d738-4df9-b7ff-e790ee1d635d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:47.676846 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-865c1b8a-bbed-4520-83c0-f3f4a5bea1c8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:47.678620 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-865c1b8a-bbed-4520-83c0-f3f4a5bea1c8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:47.680059 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21388e00-f7a7-4dcc-9515-d0beb6250544 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (2e72ac3c-01a8-4098-8600-5c5df14ac2bf), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:47.694188 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-865c1b8a-bbed-4520-83c0-f3f4a5bea1c8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/3d034a47-4051-4cce-a91f-a4406026b06a HTTP/1.1" status: 404 len: 337 time: 0.0901110 Feb 28 20:34:47.694766 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44126) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:47.699070 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21388e00-f7a7-4dcc-9515-d0beb6250544 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:47.709105 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-21388e00-f7a7-4dcc-9515-d0beb6250544 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "DELETE /v2.0/networks/2e72ac3c-01a8-4098-8600-5c5df14ac2bf HTTP/1.1" status: 204 len: 168 time: 0.9621253 Feb 28 20:34:47.734548 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44130) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:47.775806 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fcd65f-b046-4cc3-b271-cc54ee292dd0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:47.776363 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44fcd65f-b046-4cc3-b271-cc54ee292dd0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:47.793362 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-44fcd65f-b046-4cc3-b271-cc54ee292dd0 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/e7f563fe-fa4d-4eaa-a787-0c20f8563b0d HTTP/1.1" status: 404 len: 333 time: 0.0974576 Feb 28 20:34:47.794027 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44132) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:47.816747 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21388e00-f7a7-4dcc-9515-d0beb6250544 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Pushing event deleted for resources: {'Network': ['ID=2e72ac3c-01a8-4098-8600-5c5df14ac2bf,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:47.893323 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-719cc600-8b6c-421e-8457-3176696bd9f8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:47.899489 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-719cc600-8b6c-421e-8457-3176696bd9f8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:47.903435 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-719cc600-8b6c-421e-8457-3176696bd9f8 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/0adee4c8-4fd7-49aa-9e59-55a6d7499341 HTTP/1.1" status: 404 len: 337 time: 0.1084619 Feb 28 20:34:47.909647 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44134) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:47.980550 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b125c2c-c1e8-4f61-8f82-ace81dc29538 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:47.981725 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b125c2c-c1e8-4f61-8f82-ace81dc29538 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:47.985231 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1b125c2c-c1e8-4f61-8f82-ace81dc29538 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/ports/47ccb1c5-2564-4971-ad88-566ab553b630 HTTP/1.1" status: 404 len: 333 time: 0.0743608 Feb 28 20:34:47.987692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44136) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:48.013582 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3e50baf7-653d-4470-82f1-05f4c08d7db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (67114225-d738-4df9-b7ff-e790ee1d635d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:48.022749 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3e50baf7-653d-4470-82f1-05f4c08d7db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:48.027546 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3e50baf7-653d-4470-82f1-05f4c08d7db5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67114225-d738-4df9-b7ff-e790ee1d635d HTTP/1.1" status: 204 len: 168 time: 1.0021493 Feb 28 20:34:48.031634 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44140) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:48.044416 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fbd0da3-7e15-4991-9c4c-3c258cea0e20 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] DELETE failed (client error): The resource could not be found. Feb 28 20:34:48.044879 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fbd0da3-7e15-4991-9c4c-3c258cea0e20 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:34:48.045869 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50baf7-653d-4470-82f1-05f4c08d7db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67114225-d738-4df9-b7ff-e790ee1d635d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:48.057083 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0fbd0da3-7e15-4991-9c4c-3c258cea0e20 tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/subnets/4e3c1fb8-4435-4607-b68d-f884932e3436 HTTP/1.1" status: 404 len: 337 time: 0.0641088 Feb 28 20:34:48.060299 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44142) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:48.089656 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f369903c-f019-4eee-b2bd-08acff9606b9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:48.094440 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-81643083-d436-47cb-af8f-0c73e3a0799b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:48.097360 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f369903c-f019-4eee-b2bd-08acff9606b9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:48.100536 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f369903c-f019-4eee-b2bd-08acff9606b9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3649592 Feb 28 20:34:48.104446 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44144) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:48.111281 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-df0b26f2-a7d5-4a71-900c-7726c1f20517 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-711058338'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:48.144525 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0b26f2-a7d5-4a71-900c-7726c1f20517 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Made reservation on behalf of 4ce98335cea34a4cb57b7cb9f367f0fa for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:48.164120 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df0b26f2-a7d5-4a71-900c-7726c1f20517 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:48.226687 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0b26f2-a7d5-4a71-900c-7726c1f20517 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:34:48.249540 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df0b26f2-a7d5-4a71-900c-7726c1f20517 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (c0a176d9-b607-4553-826f-e44276ea5edf), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:48.249969 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-df0b26f2-a7d5-4a71-900c-7726c1f20517 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Added segment c0a176d9-b607-4553-826f-e44276ea5edf of type vlan for network f09f33e3-ad47-42b7-ae7c-7507702ba090 Feb 28 20:34:48.305687 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-81643083-d436-47cb-af8f-0c73e3a0799b admin admin] Publish callbacks [] for security_group (211d329d-32df-4cc9-bdff-44bd7ed56fcb), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:48.352232 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df0b26f2-a7d5-4a71-900c-7726c1f20517 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (f09f33e3-ad47-42b7-ae7c-7507702ba090), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:48.356182 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-81643083-d436-47cb-af8f-0c73e3a0799b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (211d329d-32df-4cc9-bdff-44bd7ed56fcb), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:48.448345 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df0b26f2-a7d5-4a71-900c-7726c1f20517 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (f09f33e3-ad47-42b7-ae7c-7507702ba090), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:48.454716 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0b26f2-a7d5-4a71-900c-7726c1f20517 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:48.455680 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df0b26f2-a7d5-4a71-900c-7726c1f20517 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:48.478439 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81643083-d436-47cb-af8f-0c73e3a0799b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211d329d-32df-4cc9-bdff-44bd7ed56fcb,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:48.510695 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-81643083-d436-47cb-af8f-0c73e3a0799b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad2f1ce41a144587a8a2581f6c161b11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4759886 Feb 28 20:34:48.525552 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57ec6099-09e6-4b55-91fc-ae6cea0787ec tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (60bc62cf-1ebe-462d-93c7-f1108638c505), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:48.533369 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44156) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:48.639900 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-df0b26f2-a7d5-4a71-900c-7726c1f20517 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5340145 Feb 28 20:34:48.642659 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44160) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:48.653471 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-1cc633fd-b17c-424a-841b-a0ef34126be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-11786832'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:48.668079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b26f2-a7d5-4a71-900c-7726c1f20517 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Pushing event updated for resources: {'Network': ['ID=f09f33e3-ad47-42b7-ae7c-7507702ba090,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:48.685778 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network f09f33e3-ad47-42b7-ae7c-7507702ba090 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:34:48.729805 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc633fd-b17c-424a-841b-a0ef34126be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Made reservation on behalf of 4ce98335cea34a4cb57b7cb9f367f0fa for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:48.735556 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1cc633fd-b17c-424a-841b-a0ef34126be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:48.780093 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fed5b433-6303-4e53-b5f6-df0cc566464d admin admin] Publish callbacks [] for security_group (211d329d-32df-4cc9-bdff-44bd7ed56fcb), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:48.784217 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc633fd-b17c-424a-841b-a0ef34126be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:34:48.794921 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1cc633fd-b17c-424a-841b-a0ef34126be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (6c37c375-3763-44fb-824d-2160583432b0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:48.795425 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-1cc633fd-b17c-424a-841b-a0ef34126be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Added segment 6c37c375-3763-44fb-824d-2160583432b0 of type vlan for network 0d0e6abb-4844-497e-8b78-0dfb336e082b Feb 28 20:34:48.867348 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1cc633fd-b17c-424a-841b-a0ef34126be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (0d0e6abb-4844-497e-8b78-0dfb336e082b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:48.901268 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1cc633fd-b17c-424a-841b-a0ef34126be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (0d0e6abb-4844-497e-8b78-0dfb336e082b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:48.908684 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc633fd-b17c-424a-841b-a0ef34126be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:48.909564 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1cc633fd-b17c-424a-841b-a0ef34126be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:48.997498 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc633fd-b17c-424a-841b-a0ef34126be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Pushing event updated for resources: {'Network': ['ID=0d0e6abb-4844-497e-8b78-0dfb336e082b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:49.012745 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 0d0e6abb-4844-497e-8b78-0dfb336e082b details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:34:49.019266 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1cc633fd-b17c-424a-841b-a0ef34126be9 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3705399 Feb 28 20:34:49.022003 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44166) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:49.034511 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Request body: {'ports': [{'network_id': 'f09f33e3-ad47-42b7-ae7c-7507702ba090', 'name': 'tempest-port--935772742', 'admin_state_up': True}, {'network_id': '0d0e6abb-4844-497e-8b78-0dfb336e082b', 'admin_state_up': False}]} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:49.035461 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Request body: {'port': {'network_id': 'f09f33e3-ad47-42b7-ae7c-7507702ba090', 'name': 'tempest-port--935772742', 'admin_state_up': True}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:49.037741 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Request body: {'port': {'network_id': '0d0e6abb-4844-497e-8b78-0dfb336e082b', 'admin_state_up': False}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:49.073342 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57ec6099-09e6-4b55-91fc-ae6cea0787ec tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (60bc62cf-1ebe-462d-93c7-f1108638c505), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:49.096850 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44168) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:49.121774 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ff446b32-d537-4c82-8e9f-3214cff449c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:49.143348 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ee2338b0-9f7d-46e6-bf79-b20fc57c247a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:49.145695 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-57ec6099-09e6-4b55-91fc-ae6cea0787ec tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bc62cf-1ebe-462d-93c7-f1108638c505']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:49.171609 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-57ec6099-09e6-4b55-91fc-ae6cea0787ec tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7f398c-257c-493b-9add-5308811cc02f') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:49.171859 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-57ec6099-09e6-4b55-91fc-ae6cea0787ec tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7f398c-257c-493b-9add-5308811cc02f') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:34:49.196650 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57ec6099-09e6-4b55-91fc-ae6cea0787ec tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (de7f398c-257c-493b-9add-5308811cc02f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:49.226369 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57ec6099-09e6-4b55-91fc-ae6cea0787ec tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (de7f398c-257c-493b-9add-5308811cc02f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:49.238193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ec6099-09e6-4b55-91fc-ae6cea0787ec tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:34:49.238607 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57ec6099-09e6-4b55-91fc-ae6cea0787ec tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (de7f398c-257c-493b-9add-5308811cc02f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:49.381125 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Made reservation on behalf of 4ce98335cea34a4cb57b7cb9f367f0fa for: {'port': 2} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:49.386512 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:34:49.421474 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:34:49.423941 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:49.436501 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57ec6099-09e6-4b55-91fc-ae6cea0787ec tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (60bc62cf-1ebe-462d-93c7-f1108638c505), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:49.457680 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fed5b433-6303-4e53-b5f6-df0cc566464d admin admin] Publish callbacks [] for security_group (211d329d-32df-4cc9-bdff-44bd7ed56fcb), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:49.478980 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57ec6099-09e6-4b55-91fc-ae6cea0787ec tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:49.482566 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-57ec6099-09e6-4b55-91fc-ae6cea0787ec tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] 10.222.0.13 "DELETE /v2.0/networks/60bc62cf-1ebe-462d-93c7-f1108638c505 HTTP/1.1" status: 204 len: 168 time: 1.4063473 Feb 28 20:34:49.589159 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:49.625199 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fed5b433-6303-4e53-b5f6-df0cc566464d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (211d329d-32df-4cc9-bdff-44bd7ed56fcb), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:49.632711 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fed5b433-6303-4e53-b5f6-df0cc566464d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:49.637070 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fed5b433-6303-4e53-b5f6-df0cc566464d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/211d329d-32df-4cc9-bdff-44bd7ed56fcb HTTP/1.1" status: 204 len: 168 time: 1.1018867 Feb 28 20:34:49.663056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec6099-09e6-4b55-91fc-ae6cea0787ec tempest-NetworksTestDHCPv6-907457630 tempest-NetworksTestDHCPv6-907457630-project] Pushing event deleted for resources: {'Network': ['ID=60bc62cf-1ebe-462d-93c7-f1108638c505,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:49.671100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5b433-6303-4e53-b5f6-df0cc566464d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211d329d-32df-4cc9-bdff-44bd7ed56fcb,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:49.762479 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ee2338b0-9f7d-46e6-bf79-b20fc57c247a admin admin] Publish callbacks [] for security_group (d123b461-50b8-4455-bf22-145c29c19de3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:49.775189 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] device_id is not set on port 5f4cd184-8acb-48d7-a5db-3dd46b9129f1 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:34:49.781206 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ee2338b0-9f7d-46e6-bf79-b20fc57c247a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d123b461-50b8-4455-bf22-145c29c19de3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:49.826595 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ee2338b0-9f7d-46e6-bf79-b20fc57c247a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c97a6e458eda4337aa36001c6695010a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7245483 Feb 28 20:34:49.826968 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44182) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:49.873631 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2338b0-9f7d-46e6-bf79-b20fc57c247a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d123b461-50b8-4455-bf22-145c29c19de3,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:49.929139 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-48433ac1-ff03-47e5-aaee-33d30134559f admin admin] Publish callbacks [] for security_group (d123b461-50b8-4455-bf22-145c29c19de3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:49.994071 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-48433ac1-ff03-47e5-aaee-33d30134559f admin admin] Publish callbacks [] for security_group (d123b461-50b8-4455-bf22-145c29c19de3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:50.102981 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks [] for port (5f4cd184-8acb-48d7-a5db-3dd46b9129f1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:50.104312 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:50.151732 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-48433ac1-ff03-47e5-aaee-33d30134559f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d123b461-50b8-4455-bf22-145c29c19de3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:50.154836 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-48433ac1-ff03-47e5-aaee-33d30134559f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:50.155890 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-48433ac1-ff03-47e5-aaee-33d30134559f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d123b461-50b8-4455-bf22-145c29c19de3 HTTP/1.1" status: 204 len: 168 time: 0.3278768 Feb 28 20:34:50.185221 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48433ac1-ff03-47e5-aaee-33d30134559f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d123b461-50b8-4455-bf22-145c29c19de3,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:50.288598 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44192) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:50.344704 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] device_id is not set on port ee74dee2-a287-4ec8-9df5-a3bd81f9c60c yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:34:50.516328 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks [] for port (ee74dee2-a287-4ec8-9df5-a3bd81f9c60c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:50.574839 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6a15cbd7-a276-4968-893c-a33f6449fe42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccdf62a2d3aa4ce98d811a5c9fbb34c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2851989 Feb 28 20:34:50.576368 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44202) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:50.667526 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (5f4cd184-8acb-48d7-a5db-3dd46b9129f1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:50.782768 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c5018f7-7e12-4a7b-beeb-a05626f0e7f3 admin admin] Publish callbacks [] for security_group (e67a6888-c74d-4390-ba31-af6607090fca), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:50.861508 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c5018f7-7e12-4a7b-beeb-a05626f0e7f3 admin admin] Publish callbacks [] for security_group (e67a6888-c74d-4390-ba31-af6607090fca), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:50.872917 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Pushing event updated for resources: {'Port': ['ID=5f4cd184-8acb-48d7-a5db-3dd46b9129f1,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:50.968673 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Checking segment: {'id': 'c0a176d9-b607-4553-826f-e44276ea5edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f09f33e3-ad47-42b7-ae7c-7507702ba090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:34:50.970045 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Network hostable DHCP agents. Network: f09f33e3-ad47-42b7-ae7c-7507702ba090, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:34:51.006419 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c5018f7-7e12-4a7b-beeb-a05626f0e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e67a6888-c74d-4390-ba31-af6607090fca), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:51.010026 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c5018f7-7e12-4a7b-beeb-a05626f0e7f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:51.011278 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3c5018f7-7e12-4a7b-beeb-a05626f0e7f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e67a6888-c74d-4390-ba31-af6607090fca HTTP/1.1" status: 204 len: 168 time: 0.4274282 Feb 28 20:34:51.019750 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Network f09f33e3-ad47-42b7-ae7c-7507702ba090 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:34:51.036156 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5018f7-7e12-4a7b-beeb-a05626f0e7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67a6888-c74d-4390-ba31-af6607090fca,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:51.061624 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, f09f33e3-ad47-42b7-ae7c-7507702ba090) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:51.078635 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:34:51.079571 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ee74dee2-a287-4ec8-9df5-a3bd81f9c60c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:51.082677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec56d6c-7da8-464e-b76b-e35333d8d113 None None] Network f09f33e3-ad47-42b7-ae7c-7507702ba090 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:51.196257 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Pushing event updated for resources: {'Port': ['ID=ee74dee2-a287-4ec8-9df5-a3bd81f9c60c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:51.279605 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Checking segment: {'id': '6c37c375-3763-44fb-824d-2160583432b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0d0e6abb-4844-497e-8b78-0dfb336e082b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:34:51.280314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Network hostable DHCP agents. Network: 0d0e6abb-4844-497e-8b78-0dfb336e082b, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:34:51.319371 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Network 0d0e6abb-4844-497e-8b78-0dfb336e082b is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:34:51.340402 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 0d0e6abb-4844-497e-8b78-0dfb336e082b) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:51.345000 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:34:51.364035 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:51.365201 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f17d5e-a66e-44ba-8e3d-3267a960a42d None None] Network 0d0e6abb-4844-497e-8b78-0dfb336e082b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:51.380891 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:51.381966 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:51.405833 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:51.420707 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4631d35f-95e5-4e87-82ec-9b9f0adf067e tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.3973291 Feb 28 20:34:51.423409 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44230) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:51.558361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434d08b9-f496-4c09-8c98-aa4833cd5373 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:51.563999 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434d08b9-f496-4c09-8c98-aa4833cd5373 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:51.566208 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-434d08b9-f496-4c09-8c98-aa4833cd5373 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1415861 Feb 28 20:34:51.569204 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44236) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:51.868114 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-367f3aed-d585-4ce0-81da-a519b11fd5ee tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Deleting port 5f4cd184-8acb-48d7-a5db-3dd46b9129f1 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:34:51.869911 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-367f3aed-d585-4ce0-81da-a519b11fd5ee tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (5f4cd184-8acb-48d7-a5db-3dd46b9129f1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:52.089747 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-367f3aed-d585-4ce0-81da-a519b11fd5ee tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (5f4cd184-8acb-48d7-a5db-3dd46b9129f1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:52.146708 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-367f3aed-d585-4ce0-81da-a519b11fd5ee tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Calling delete_port for 5f4cd184-8acb-48d7-a5db-3dd46b9129f1 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:34:52.152761 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:34:52.455247 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-367f3aed-d585-4ce0-81da-a519b11fd5ee tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (5f4cd184-8acb-48d7-a5db-3dd46b9129f1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:52.514333 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f3aed-d585-4ce0-81da-a519b11fd5ee tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Pushing event deleted for resources: {'Port': ['ID=5f4cd184-8acb-48d7-a5db-3dd46b9129f1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:52.521737 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:52.524304 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-367f3aed-d585-4ce0-81da-a519b11fd5ee tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:52.533697 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44268) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:52.544803 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-367f3aed-d585-4ce0-81da-a519b11fd5ee tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "DELETE /v2.0/ports/5f4cd184-8acb-48d7-a5db-3dd46b9129f1 HTTP/1.1" status: 204 len: 168 time: 0.9739916 Feb 28 20:34:52.689580 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-e7491762-9afc-4d46-a6a3-cad13b123f19 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Deleting port ee74dee2-a287-4ec8-9df5-a3bd81f9c60c {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:34:52.690420 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7491762-9afc-4d46-a6a3-cad13b123f19 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ee74dee2-a287-4ec8-9df5-a3bd81f9c60c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:52.710706 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:52.877430 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7491762-9afc-4d46-a6a3-cad13b123f19 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ee74dee2-a287-4ec8-9df5-a3bd81f9c60c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:52.926072 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-e7491762-9afc-4d46-a6a3-cad13b123f19 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Calling delete_port for ee74dee2-a287-4ec8-9df5-a3bd81f9c60c owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:34:53.168235 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7491762-9afc-4d46-a6a3-cad13b123f19 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (ee74dee2-a287-4ec8-9df5-a3bd81f9c60c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:53.242569 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7491762-9afc-4d46-a6a3-cad13b123f19 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Pushing event deleted for resources: {'Port': ['ID=ee74dee2-a287-4ec8-9df5-a3bd81f9c60c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:53.263112 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7491762-9afc-4d46-a6a3-cad13b123f19 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:53.273772 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e7491762-9afc-4d46-a6a3-cad13b123f19 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "DELETE /v2.0/ports/ee74dee2-a287-4ec8-9df5-a3bd81f9c60c HTTP/1.1" status: 204 len: 168 time: 0.7389650 Feb 28 20:34:53.276977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44300) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:53.344790 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44304) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:53.352122 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-fad57b7f-c4d5-47ca-9db4-d20d7e1f3d53 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1306826810'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:53.356468 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a3c3eaed-84fd-45b8-85b8-4af31fd4c5d2 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0771701 Feb 28 20:34:53.412821 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad57b7f-c4d5-47ca-9db4-d20d7e1f3d53 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Made reservation on behalf of 4ce98335cea34a4cb57b7cb9f367f0fa for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:53.417308 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fad57b7f-c4d5-47ca-9db4-d20d7e1f3d53 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:53.447413 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad57b7f-c4d5-47ca-9db4-d20d7e1f3d53 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:34:53.459448 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fad57b7f-c4d5-47ca-9db4-d20d7e1f3d53 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (a825402a-e62c-418e-8b38-4e4c607d7f7f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:53.460277 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-fad57b7f-c4d5-47ca-9db4-d20d7e1f3d53 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Added segment a825402a-e62c-418e-8b38-4e4c607d7f7f of type vlan for network 8587c1aa-c579-4456-a37d-82144239e0b9 Feb 28 20:34:53.521257 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fad57b7f-c4d5-47ca-9db4-d20d7e1f3d53 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (8587c1aa-c579-4456-a37d-82144239e0b9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:53.585264 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fad57b7f-c4d5-47ca-9db4-d20d7e1f3d53 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (8587c1aa-c579-4456-a37d-82144239e0b9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:53.594929 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad57b7f-c4d5-47ca-9db4-d20d7e1f3d53 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:53.596312 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fad57b7f-c4d5-47ca-9db4-d20d7e1f3d53 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:53.712333 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44316) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:53.712873 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fad57b7f-c4d5-47ca-9db4-d20d7e1f3d53 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3666706 Feb 28 20:34:53.718075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-02e67071-effa-4058-8b86-f621daf8cb44 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-586091356'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:53.728012 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad57b7f-c4d5-47ca-9db4-d20d7e1f3d53 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Pushing event updated for resources: {'Network': ['ID=8587c1aa-c579-4456-a37d-82144239e0b9,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:53.742119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 8587c1aa-c579-4456-a37d-82144239e0b9 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:34:53.761861 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e67071-effa-4058-8b86-f621daf8cb44 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Made reservation on behalf of 4ce98335cea34a4cb57b7cb9f367f0fa for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:53.767499 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-02e67071-effa-4058-8b86-f621daf8cb44 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:53.842177 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e67071-effa-4058-8b86-f621daf8cb44 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:34:53.872621 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44320) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:53.876308 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-02e67071-effa-4058-8b86-f621daf8cb44 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (eb7c945e-828d-42e7-93df-32333ca290c9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:53.878420 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-02e67071-effa-4058-8b86-f621daf8cb44 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Added segment eb7c945e-828d-42e7-93df-32333ca290c9 of type vlan for network 22824057-1876-4082-83b4-0daebb88851d Feb 28 20:34:53.959508 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-02e67071-effa-4058-8b86-f621daf8cb44 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (22824057-1876-4082-83b4-0daebb88851d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:54.017610 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-02e67071-effa-4058-8b86-f621daf8cb44 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (22824057-1876-4082-83b4-0daebb88851d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:54.023271 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e67071-effa-4058-8b86-f621daf8cb44 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:54.026011 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-02e67071-effa-4058-8b86-f621daf8cb44 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:54.298031 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-022876d2-c558-4de1-9015-b7d904ae1afd tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-513635654'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:54.347906 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022876d2-c558-4de1-9015-b7d904ae1afd tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Made reservation on behalf of 97dc19ccdaf245fe853ed143f62b2e57 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:54.351909 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-022876d2-c558-4de1-9015-b7d904ae1afd tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:54.390184 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-022876d2-c558-4de1-9015-b7d904ae1afd tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:54.645515 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-022876d2-c558-4de1-9015-b7d904ae1afd tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for security_group (82d97144-dcf5-41df-a2f5-948cf7ee0494), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:54.661454 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-022876d2-c558-4de1-9015-b7d904ae1afd tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (82d97144-dcf5-41df-a2f5-948cf7ee0494), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:54.722592 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022876d2-c558-4de1-9015-b7d904ae1afd tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:34:54.761794 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022876d2-c558-4de1-9015-b7d904ae1afd tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d97144-dcf5-41df-a2f5-948cf7ee0494,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:54.781311 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-022876d2-c558-4de1-9015-b7d904ae1afd tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f7f8cd92-8758-4e34-b911-ff94c170747e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:54.781948 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-022876d2-c558-4de1-9015-b7d904ae1afd tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Added segment f7f8cd92-8758-4e34-b911-ff94c170747e of type vlan for network 01b53395-b189-40eb-aca2-3e0e14ff332d Feb 28 20:34:54.901286 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-022876d2-c558-4de1-9015-b7d904ae1afd tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (01b53395-b189-40eb-aca2-3e0e14ff332d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:54.942540 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-022876d2-c558-4de1-9015-b7d904ae1afd tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (01b53395-b189-40eb-aca2-3e0e14ff332d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:54.956898 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022876d2-c558-4de1-9015-b7d904ae1afd tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:54.957919 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-022876d2-c558-4de1-9015-b7d904ae1afd tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:55.047652 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-02e67071-effa-4058-8b86-f621daf8cb44 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3333271 Feb 28 20:34:55.057217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e67071-effa-4058-8b86-f621daf8cb44 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Pushing event updated for resources: {'Network': ['ID=22824057-1876-4082-83b4-0daebb88851d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:55.130996 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44350) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:55.131546 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-022876d2-c558-4de1-9015-b7d904ae1afd tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2577386 Feb 28 20:34:55.140434 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-66e86718-5264-4776-8d9b-6f3a6decc58b tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Request body: {'subnet': {'network_id': '01b53395-b189-40eb-aca2-3e0e14ff332d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:55.150537 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022876d2-c558-4de1-9015-b7d904ae1afd tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Pushing event updated for resources: {'Network': ['ID=01b53395-b189-40eb-aca2-3e0e14ff332d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:55.155060 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 22824057-1876-4082-83b4-0daebb88851d details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:34:55.236490 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44352) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:55.242951 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-934b1271-be3e-4ceb-80c6-20d284e9c37f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Request body: {'subnets': [{'network_id': '8587c1aa-c579-4456-a37d-82144239e0b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1615922668', 'ip_version': 4}, {'network_id': '22824057-1876-4082-83b4-0daebb88851d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:55.243875 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-934b1271-be3e-4ceb-80c6-20d284e9c37f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Request body: {'subnet': {'network_id': '8587c1aa-c579-4456-a37d-82144239e0b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1615922668', 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:55.244598 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-934b1271-be3e-4ceb-80c6-20d284e9c37f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Request body: {'subnet': {'network_id': '22824057-1876-4082-83b4-0daebb88851d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:55.267548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 01b53395-b189-40eb-aca2-3e0e14ff332d details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:34:55.388561 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e86718-5264-4776-8d9b-6f3a6decc58b tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Made reservation on behalf of 97dc19ccdaf245fe853ed143f62b2e57 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:55.395293 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-66e86718-5264-4776-8d9b-6f3a6decc58b tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:55.750549 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934b1271-be3e-4ceb-80c6-20d284e9c37f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Made reservation on behalf of 4ce98335cea34a4cb57b7cb9f367f0fa for: {'subnet': 2} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:34:55.762394 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-934b1271-be3e-4ceb-80c6-20d284e9c37f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:55.763991 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-934b1271-be3e-4ceb-80c6-20d284e9c37f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:55.954618 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-66e86718-5264-4776-8d9b-6f3a6decc58b tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (8265ce55-bc58-4bc7-8644-a37e56d04b7c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:56.129404 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e86718-5264-4776-8d9b-6f3a6decc58b tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Pushing event updated for resources: {'Subnet': ['ID=8265ce55-bc58-4bc7-8644-a37e56d04b7c,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:56.140869 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44374) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:56.149100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e86718-5264-4776-8d9b-6f3a6decc58b tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Checking segment: {'id': 'f7f8cd92-8758-4e34-b911-ff94c170747e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01b53395-b189-40eb-aca2-3e0e14ff332d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:34:56.150146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e86718-5264-4776-8d9b-6f3a6decc58b tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Network hostable DHCP agents. Network: 01b53395-b189-40eb-aca2-3e0e14ff332d, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:34:56.189260 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e86718-5264-4776-8d9b-6f3a6decc58b tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Network 01b53395-b189-40eb-aca2-3e0e14ff332d is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:34:56.228400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-66e86718-5264-4776-8d9b-6f3a6decc58b tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 01b53395-b189-40eb-aca2-3e0e14ff332d) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:56.240427 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06148b90-aa0f-43be-bd6a-8f0dd186b624 None None] Network 01b53395-b189-40eb-aca2-3e0e14ff332d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:56.254481 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e86718-5264-4776-8d9b-6f3a6decc58b tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:56.255109 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-66e86718-5264-4776-8d9b-6f3a6decc58b tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:56.322267 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-66e86718-5264-4776-8d9b-6f3a6decc58b tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1860380 Feb 28 20:34:56.323591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44380) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:56.342795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-c73a04e8-b0f2-42ba-9e74-8762f0cf6e4d tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1169506365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:34:56.402058 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c73a04e8-b0f2-42ba-9e74-8762f0cf6e4d tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (68bf5444-64ac-48eb-8431-053cd87efb84), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:56.405248 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c73a04e8-b0f2-42ba-9e74-8762f0cf6e4d tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (68bf5444-64ac-48eb-8431-053cd87efb84), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:56.497549 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c73a04e8-b0f2-42ba-9e74-8762f0cf6e4d tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for router_controller (68bf5444-64ac-48eb-8431-053cd87efb84), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:56.510838 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c73a04e8-b0f2-42ba-9e74-8762f0cf6e4d tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (68bf5444-64ac-48eb-8431-053cd87efb84), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:56.544094 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c73a04e8-b0f2-42ba-9e74-8762f0cf6e4d tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:56.545716 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c73a04e8-b0f2-42ba-9e74-8762f0cf6e4d tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2198136 Feb 28 20:34:56.548435 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44382) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:56.563428 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb46db19-5419-45df-9d02-05514edc2e57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-01b53395-b189-40eb-aca2-3e0e14ff332d', 'network_id': '01b53395-b189-40eb-aca2-3e0e14ff332d', 'project_id': '97dc19ccdaf245fe853ed143f62b2e57', 'fixed_ips': [{'subnet_id': '8265ce55-bc58-4bc7-8644-a37e56d04b7c'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:34:56.564362 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bb46db19-5419-45df-9d02-05514edc2e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:56.678812 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0f90005c-71c8-40ff-a402-633ad4ba4c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:56.862094 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-934b1271-be3e-4ceb-80c6-20d284e9c37f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (8351f1e7-7c48-403b-91c2-14ee40711a66), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:56.896828 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-bb46db19-5419-45df-9d02-05514edc2e57 None None] Allocated IP 172.20.0.2 (01b53395-b189-40eb-aca2-3e0e14ff332d/8265ce55-bc58-4bc7-8644-a37e56d04b7c/d0b76214-9be8-40be-9f44-b73e8173d7ba) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:34:56.988496 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b1271-be3e-4ceb-80c6-20d284e9c37f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Pushing event updated for resources: {'Subnet': ['ID=8351f1e7-7c48-403b-91c2-14ee40711a66,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:57.044076 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934b1271-be3e-4ceb-80c6-20d284e9c37f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Checking segment: {'id': 'a825402a-e62c-418e-8b38-4e4c607d7f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8587c1aa-c579-4456-a37d-82144239e0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:34:57.044446 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934b1271-be3e-4ceb-80c6-20d284e9c37f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Network hostable DHCP agents. Network: 8587c1aa-c579-4456-a37d-82144239e0b9, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:34:57.112549 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934b1271-be3e-4ceb-80c6-20d284e9c37f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Network 8587c1aa-c579-4456-a37d-82144239e0b9 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:34:57.129512 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-934b1271-be3e-4ceb-80c6-20d284e9c37f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 8587c1aa-c579-4456-a37d-82144239e0b9) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:57.134469 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-934b1271-be3e-4ceb-80c6-20d284e9c37f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (ef97918b-218d-4ee5-9d9c-4ed147f1e1ae), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:57.140593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1869d437-47fb-44a8-a3ed-02ab0060e109 None None] Network 8587c1aa-c579-4456-a37d-82144239e0b9 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:57.151376 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0f90005c-71c8-40ff-a402-633ad4ba4c85 admin admin] Publish callbacks [] for security_group (c25d352b-4dbb-49d0-8cf9-be62976d3efb), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:57.162066 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0f90005c-71c8-40ff-a402-633ad4ba4c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c25d352b-4dbb-49d0-8cf9-be62976d3efb), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:57.218180 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-68ccb87e-7b84-4935-898e-c2b6932ce48e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:57.250124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90005c-71c8-40ff-a402-633ad4ba4c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25d352b-4dbb-49d0-8cf9-be62976d3efb,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:57.254668 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0f90005c-71c8-40ff-a402-633ad4ba4c85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4489b6f848884f0db77934f8df17d493&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1127961 Feb 28 20:34:57.257374 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44394) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:57.300995 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bb46db19-5419-45df-9d02-05514edc2e57 None None] Publish callbacks [] for port (d0b76214-9be8-40be-9f44-b73e8173d7ba), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:57.332638 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bb46db19-5419-45df-9d02-05514edc2e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (d0b76214-9be8-40be-9f44-b73e8173d7ba), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:57.381671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb46db19-5419-45df-9d02-05514edc2e57 None None] Network 01b53395-b189-40eb-aca2-3e0e14ff332d is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:34:57.395134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-bb46db19-5419-45df-9d02-05514edc2e57 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:57.404701 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b1271-be3e-4ceb-80c6-20d284e9c37f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Pushing event updated for resources: {'Subnet': ['ID=ef97918b-218d-4ee5-9d9c-4ed147f1e1ae,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:57.434367 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934b1271-be3e-4ceb-80c6-20d284e9c37f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Checking segment: {'id': 'eb7c945e-828d-42e7-93df-32333ca290c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '22824057-1876-4082-83b4-0daebb88851d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:34:57.434763 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934b1271-be3e-4ceb-80c6-20d284e9c37f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Network hostable DHCP agents. Network: 22824057-1876-4082-83b4-0daebb88851d, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:34:57.501100 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934b1271-be3e-4ceb-80c6-20d284e9c37f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Network 22824057-1876-4082-83b4-0daebb88851d is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:34:57.518633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb46db19-5419-45df-9d02-05514edc2e57 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:34:57.523982 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-934b1271-be3e-4ceb-80c6-20d284e9c37f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 22824057-1876-4082-83b4-0daebb88851d) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:57.529239 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934b1271-be3e-4ceb-80c6-20d284e9c37f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:57.529719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934b1271-be3e-4ceb-80c6-20d284e9c37f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:57.530525 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-934b1271-be3e-4ceb-80c6-20d284e9c37f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:57.545123 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c177503-c8ca-431f-9e30-3305c93a368a None None] Network 22824057-1876-4082-83b4-0daebb88851d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:57.584441 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514826c1-9b3f-4161-a423-ed54a1cbc7bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-8587c1aa-c579-4456-a37d-82144239e0b9', 'network_id': '8587c1aa-c579-4456-a37d-82144239e0b9', 'project_id': '4ce98335cea34a4cb57b7cb9f367f0fa', 'fixed_ips': [{'subnet_id': '8351f1e7-7c48-403b-91c2-14ee40711a66'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:34:57.586455 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-514826c1-9b3f-4161-a423-ed54a1cbc7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:57.587703 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-934b1271-be3e-4ceb-80c6-20d284e9c37f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.3482788 Feb 28 20:34:57.590302 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44400) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:57.652313 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f2de5f42-d71c-4a38-9aef-99648772e7be admin admin] Publish callbacks [] for security_group (c25d352b-4dbb-49d0-8cf9-be62976d3efb), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:57.707826 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f2de5f42-d71c-4a38-9aef-99648772e7be admin admin] Publish callbacks [] for security_group (c25d352b-4dbb-49d0-8cf9-be62976d3efb), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:57.730887 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1dba7d-9648-4281-90dd-cbf86639c639 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:57.747229 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1dba7d-9648-4281-90dd-cbf86639c639 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:57.748544 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1dba7d-9648-4281-90dd-cbf86639c639 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:34:57.750286 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7e1dba7d-9648-4281-90dd-cbf86639c639 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1581583 Feb 28 20:34:57.760321 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44402) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:57.878610 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f2de5f42-d71c-4a38-9aef-99648772e7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c25d352b-4dbb-49d0-8cf9-be62976d3efb), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:57.881139 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f2de5f42-d71c-4a38-9aef-99648772e7be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:57.882293 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f2de5f42-d71c-4a38-9aef-99648772e7be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c25d352b-4dbb-49d0-8cf9-be62976d3efb HTTP/1.1" status: 204 len: 168 time: 0.6240194 Feb 28 20:34:57.925648 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de5f42-d71c-4a38-9aef-99648772e7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25d352b-4dbb-49d0-8cf9-be62976d3efb,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:57.928035 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-749ba2d0-03f6-44f2-b2f5-f5a83ce94099 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Deleting subnet 8351f1e7-7c48-403b-91c2-14ee40711a66 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:34:57.945876 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-749ba2d0-03f6-44f2-b2f5-f5a83ce94099 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks [] for subnet (8351f1e7-7c48-403b-91c2-14ee40711a66), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:58.065901 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-68ccb87e-7b84-4935-898e-c2b6932ce48e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Allocated IP 172.20.0.1 (01b53395-b189-40eb-aca2-3e0e14ff332d/8265ce55-bc58-4bc7-8644-a37e56d04b7c/646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:34:58.094347 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-749ba2d0-03f6-44f2-b2f5-f5a83ce94099 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (8351f1e7-7c48-403b-91c2-14ee40711a66), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:58.176984 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46db19-5419-45df-9d02-05514edc2e57 None None] Pushing event updated for resources: {'Port': ['ID=d0b76214-9be8-40be-9f44-b73e8173d7ba,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:58.345916 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-749ba2d0-03f6-44f2-b2f5-f5a83ce94099 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (8351f1e7-7c48-403b-91c2-14ee40711a66), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:58.455906 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-68ccb87e-7b84-4935-898e-c2b6932ce48e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for port (646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:58.511339 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-68ccb87e-7b84-4935-898e-c2b6932ce48e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:58.553453 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-749ba2d0-03f6-44f2-b2f5-f5a83ce94099 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (8351f1e7-7c48-403b-91c2-14ee40711a66), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:58.644320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ccb87e-7b84-4935-898e-c2b6932ce48e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Network 01b53395-b189-40eb-aca2-3e0e14ff332d is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:34:58.649881 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-749ba2d0-03f6-44f2-b2f5-f5a83ce94099 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:58.660622 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-749ba2d0-03f6-44f2-b2f5-f5a83ce94099 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "DELETE /v2.0/subnets/8351f1e7-7c48-403b-91c2-14ee40711a66 HTTP/1.1" status: 204 len: 168 time: 0.8992131 Feb 28 20:34:58.663262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44426) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:58.664497 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ba2d0-03f6-44f2-b2f5-f5a83ce94099 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Pushing event deleted for resources: {'Subnet': ['ID=8351f1e7-7c48-403b-91c2-14ee40711a66,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server [None req-514826c1-9b3f-4161-a423-ed54a1cbc7bb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8351f1e7-7c48-403b-91c2-14ee40711a66: This subnet is being modified by another concurrent operation. Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise exception Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8351f1e7-7c48-403b-91c2-14ee40711a66: This subnet is being modified by another concurrent operation. Feb 28 20:34:58.703534 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Feb 28 20:34:58.715795 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44430) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:58.734075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-68ccb87e-7b84-4935-898e-c2b6932ce48e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:34:58.744462 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b5456169-b06d-43c9-a28e-613020beba8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:58.751467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ccb87e-7b84-4935-898e-c2b6932ce48e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:34:58.770815 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1424154f-9f7e-4bd4-a5bc-9bd58153ecd8 None None] Network 8587c1aa-c579-4456-a37d-82144239e0b9 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:34:58.893141 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bb46db19-5419-45df-9d02-05514edc2e57 None None] Attempting to bind port d0b76214-9be8-40be-9f44-b73e8173d7ba on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:34:58.893515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bb46db19-5419-45df-9d02-05514edc2e57 None None] Attempting to bind port d0b76214-9be8-40be-9f44-b73e8173d7ba by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'f7f8cd92-8758-4e34-b911-ff94c170747e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01b53395-b189-40eb-aca2-3e0e14ff332d'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:34:58.893885 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb46db19-5419-45df-9d02-05514edc2e57 None None] Attempting to bind port d0b76214-9be8-40be-9f44-b73e8173d7ba on network 01b53395-b189-40eb-aca2-3e0e14ff332d {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:34:58.900263 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b5456169-b06d-43c9-a28e-613020beba8d admin admin] Publish callbacks [] for security_group (cdad21f0-fc7f-49e5-8e0b-ed2769c9363a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:58.914096 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb46db19-5419-45df-9d02-05514edc2e57 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:34:58.914489 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb46db19-5419-45df-9d02-05514edc2e57 None None] Checking segment: {'id': 'f7f8cd92-8758-4e34-b911-ff94c170747e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01b53395-b189-40eb-aca2-3e0e14ff332d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:34:58.914922 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bb46db19-5419-45df-9d02-05514edc2e57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:58.915355 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb46db19-5419-45df-9d02-05514edc2e57 None None] Bound using segment: {'id': 'f7f8cd92-8758-4e34-b911-ff94c170747e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01b53395-b189-40eb-aca2-3e0e14ff332d'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:34:58.920671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bb46db19-5419-45df-9d02-05514edc2e57 None None] Bound port: d0b76214-9be8-40be-9f44-b73e8173d7ba, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f8cd92-8758-4e34-b911-ff94c170747e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01b53395-b189-40eb-aca2-3e0e14ff332d'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:34:58.921110 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bb46db19-5419-45df-9d02-05514edc2e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d0b76214-9be8-40be-9f44-b73e8173d7ba), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:58.925347 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b5456169-b06d-43c9-a28e-613020beba8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (cdad21f0-fc7f-49e5-8e0b-ed2769c9363a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:59.012784 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b5456169-b06d-43c9-a28e-613020beba8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b15d23a2376462fb78b878b16c77a9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2930162 Feb 28 20:34:59.014747 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44432) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:34:59.024280 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5456169-b06d-43c9-a28e-613020beba8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdad21f0-fc7f-49e5-8e0b-ed2769c9363a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:59.038069 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccb87e-7b84-4935-898e-c2b6932ce48e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Pushing event updated for resources: {'Port': ['ID=646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:59.084044 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-663092b3-ea67-4826-a23f-eda35b047b97 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Deleting subnet ef97918b-218d-4ee5-9d9c-4ed147f1e1ae {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:34:59.127136 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-663092b3-ea67-4826-a23f-eda35b047b97 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks [] for subnet (ef97918b-218d-4ee5-9d9c-4ed147f1e1ae), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:59.198655 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-04107bb4-fbf8-4d26-aadb-06ae240708d0 admin admin] Publish callbacks [] for security_group (cdad21f0-fc7f-49e5-8e0b-ed2769c9363a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:59.252162 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-04107bb4-fbf8-4d26-aadb-06ae240708d0 admin admin] Publish callbacks [] for security_group (cdad21f0-fc7f-49e5-8e0b-ed2769c9363a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:59.346802 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-663092b3-ea67-4826-a23f-eda35b047b97 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (ef97918b-218d-4ee5-9d9c-4ed147f1e1ae), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:59.378304 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-04107bb4-fbf8-4d26-aadb-06ae240708d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (cdad21f0-fc7f-49e5-8e0b-ed2769c9363a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:59.382741 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-04107bb4-fbf8-4d26-aadb-06ae240708d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:59.389787 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83d08d8-db4d-4f19-b4f2-3f716099b47d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-22824057-1876-4082-83b4-0daebb88851d', 'network_id': '22824057-1876-4082-83b4-0daebb88851d', 'project_id': '4ce98335cea34a4cb57b7cb9f367f0fa', 'fixed_ips': [{'subnet_id': 'ef97918b-218d-4ee5-9d9c-4ed147f1e1ae'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:34:59.390490 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-04107bb4-fbf8-4d26-aadb-06ae240708d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdad21f0-fc7f-49e5-8e0b-ed2769c9363a HTTP/1.1" status: 204 len: 168 time: 0.3756895 Feb 28 20:34:59.390744 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f83d08d8-db4d-4f19-b4f2-3f716099b47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:59.445371 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04107bb4-fbf8-4d26-aadb-06ae240708d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdad21f0-fc7f-49e5-8e0b-ed2769c9363a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:34:59.503819 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-663092b3-ea67-4826-a23f-eda35b047b97 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (ef97918b-218d-4ee5-9d9c-4ed147f1e1ae), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:59.612766 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-68ccb87e-7b84-4935-898e-c2b6932ce48e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (68bf5444-64ac-48eb-8431-053cd87efb84), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:59.854631 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bb46db19-5419-45df-9d02-05514edc2e57 None None] For port d0b76214-9be8-40be-9f44-b73e8173d7ba, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:34:59.875093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bb46db19-5419-45df-9d02-05514edc2e57 None None] For port d0b76214-9be8-40be-9f44-b73e8173d7ba, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d0b76214-9be8-40be-9f44-b73e8173d7ba,segment=NetworkSegment(f7f8cd92-8758-4e34-b911-ff94c170747e),segment_id=f7f8cd92-8758-4e34-b911-ff94c170747e)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:34:59.904694 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bb46db19-5419-45df-9d02-05514edc2e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d0b76214-9be8-40be-9f44-b73e8173d7ba), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:34:59.992398 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-68ccb87e-7b84-4935-898e-c2b6932ce48e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:00.033816 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-663092b3-ea67-4826-a23f-eda35b047b97 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (ef97918b-218d-4ee5-9d9c-4ed147f1e1ae), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:00.097042 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663092b3-ea67-4826-a23f-eda35b047b97 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Pushing event deleted for resources: {'Subnet': ['ID=ef97918b-218d-4ee5-9d9c-4ed147f1e1ae,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:00.149639 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-663092b3-ea67-4826-a23f-eda35b047b97 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:00.158231 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-663092b3-ea67-4826-a23f-eda35b047b97 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "DELETE /v2.0/subnets/ef97918b-218d-4ee5-9d9c-4ed147f1e1ae HTTP/1.1" status: 204 len: 168 time: 1.4844143 Feb 28 20:35:00.160915 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44454) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:00.176190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46db19-5419-45df-9d02-05514edc2e57 None None] Pushing event updated for resources: {'Port': ['ID=d0b76214-9be8-40be-9f44-b73e8173d7ba,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server [None req-f83d08d8-db4d-4f19-b4f2-3f716099b47d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef97918b-218d-4ee5-9d9c-4ed147f1e1ae: This subnet is being modified by another concurrent operation. Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise exception Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef97918b-218d-4ee5-9d9c-4ed147f1e1ae: This subnet is being modified by another concurrent operation. Feb 28 20:35:00.205795 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Feb 28 20:35:00.240611 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64596a18-26dd-47e0-9d5d-65a83bf816b1 None None] Network 22824057-1876-4082-83b4-0daebb88851d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:35:00.297019 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f47089-a176-4c72-aad9-a61d1f80c92f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:00.302203 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-17f47089-a176-4c72-aad9-a61d1f80c92f tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1367536 Feb 28 20:35:00.302478 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44456) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:00.567194 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-432f92aa-fa77-4361-9431-1a9701134292 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (22824057-1876-4082-83b4-0daebb88851d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:01.168321 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-68ccb87e-7b84-4935-898e-c2b6932ce48e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for port (646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:01.195130 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-68ccb87e-7b84-4935-898e-c2b6932ce48e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:01.397446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccb87e-7b84-4935-898e-c2b6932ce48e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Pushing event updated for resources: {'Port': ['ID=646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:01.530211 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-68ccb87e-7b84-4935-898e-c2b6932ce48e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (68bf5444-64ac-48eb-8431-053cd87efb84), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:01.759448 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-432f92aa-fa77-4361-9431-1a9701134292 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (22824057-1876-4082-83b4-0daebb88851d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:01.866743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-e7fd6dbd-6b77-4f23-904e-2c98e6baf8f6 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:01.890654 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-e7fd6dbd-6b77-4f23-904e-2c98e6baf8f6 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/networks?id=fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 200 len: 815 time: 0.4926627 Feb 28 20:35:01.917421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-432f92aa-fa77-4361-9431-1a9701134292 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22824057-1876-4082-83b4-0daebb88851d']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:01.952526 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-d38ab9da-e8b6-45b7-89b2-086b9764de3d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/quotas/0e4d9d813e9240f293de14f5d4db89db HTTP/1.1" status: 200 len: 375 time: 0.0605745 Feb 28 20:35:01.997461 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-432f92aa-fa77-4361-9431-1a9701134292 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7c945e-828d-42e7-93df-32333ca290c9') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:02.002357 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-432f92aa-fa77-4361-9431-1a9701134292 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7c945e-828d-42e7-93df-32333ca290c9') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:02.057450 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-432f92aa-fa77-4361-9431-1a9701134292 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (eb7c945e-828d-42e7-93df-32333ca290c9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:02.076372 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-432f92aa-fa77-4361-9431-1a9701134292 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (eb7c945e-828d-42e7-93df-32333ca290c9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:02.085519 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432f92aa-fa77-4361-9431-1a9701134292 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:35:02.085968 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-432f92aa-fa77-4361-9431-1a9701134292 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (eb7c945e-828d-42e7-93df-32333ca290c9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:02.096239 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ccb87e-7b84-4935-898e-c2b6932ce48e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Network 01b53395-b189-40eb-aca2-3e0e14ff332d is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:35:02.100367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-68ccb87e-7b84-4935-898e-c2b6932ce48e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:02.106709 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8263b30-de65-4ff0-ba83-e27b2c964a54 None None] get_active_networks_info from n-d-820368-21 {{(pid=103775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:35:02.189237 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:35:02.191412 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-432f92aa-fa77-4361-9431-1a9701134292 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (22824057-1876-4082-83b4-0daebb88851d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:02.227295 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-432f92aa-fa77-4361-9431-1a9701134292 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:02.240969 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-432f92aa-fa77-4361-9431-1a9701134292 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "DELETE /v2.0/networks/22824057-1876-4082-83b4-0daebb88851d HTTP/1.1" status: 204 len: 168 time: 1.9346056 Feb 28 20:35:02.243496 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44518) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:02.302486 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-98504ec1-1d66-4ee6-b433-0026a0da0927 None None] Provisioning complete for port d0b76214-9be8-40be-9f44-b73e8173d7ba triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:02.304863 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-98504ec1-1d66-4ee6-b433-0026a0da0927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d0b76214-9be8-40be-9f44-b73e8173d7ba), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:02.325585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f92aa-fa77-4361-9431-1a9701134292 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Pushing event deleted for resources: {'Network': ['ID=22824057-1876-4082-83b4-0daebb88851d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:02.343656 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-c1af346f-c497-4c17-98f1-805c01f0eef2 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e4d9d813e9240f293de14f5d4db89db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3902128 Feb 28 20:35:02.546472 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8263b30-de65-4ff0-ba83-e27b2c964a54 None None] Resources bound (agent type, host, resource id): {{(pid=103775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 20:35:02.569372 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cacb7833-0511-4d73-ac13-111ade109226 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (8587c1aa-c579-4456-a37d-82144239e0b9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:02.640702 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ccb87e-7b84-4935-898e-c2b6932ce48e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Router 68bf5444-64ac-48eb-8431-053cd87efb84 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:35:02.675269 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d0b76214-9be8-40be-9f44-b73e8173d7ba up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:35:02.784801 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ccb87e-7b84-4935-898e-c2b6932ce48e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:35:02.797585 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-68ccb87e-7b84-4935-898e-c2b6932ce48e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] 10.222.0.13 "PUT /v2.0/routers/68bf5444-64ac-48eb-8431-053cd87efb84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2477398 Feb 28 20:35:02.801053 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44524) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:02.807682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-992e3967-a86e-4203-bef6-577e7d8ba31c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Request body: {'port': {'network_id': '01b53395-b189-40eb-aca2-3e0e14ff332d', 'name': 'tempest-FloatingIPNegativeTestJSON-1790799567'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:02.828476 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cacb7833-0511-4d73-ac13-111ade109226 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (8587c1aa-c579-4456-a37d-82144239e0b9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:02.872269 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-cacb7833-0511-4d73-ac13-111ade109226 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8587c1aa-c579-4456-a37d-82144239e0b9']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:02.882781 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6de59d-2bf3-498e-a8a2-4392b815dba5 None None] Sync routers for ids ['68bf5444-64ac-48eb-8431-053cd87efb84'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:35:02.899826 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-cacb7833-0511-4d73-ac13-111ade109226 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a825402a-e62c-418e-8b38-4e4c607d7f7f') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:02.900058 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-cacb7833-0511-4d73-ac13-111ade109226 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a825402a-e62c-418e-8b38-4e4c607d7f7f') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:02.914159 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-19615256-a9d4-419c-9f92-efadd9410ae9 service neutron] 10.222.0.13 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509245 Feb 28 20:35:02.927244 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cacb7833-0511-4d73-ac13-111ade109226 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (a825402a-e62c-418e-8b38-4e4c607d7f7f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:02.951789 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cacb7833-0511-4d73-ac13-111ade109226 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (a825402a-e62c-418e-8b38-4e4c607d7f7f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:02.959569 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cacb7833-0511-4d73-ac13-111ade109226 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:35:02.960001 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cacb7833-0511-4d73-ac13-111ade109226 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (a825402a-e62c-418e-8b38-4e4c607d7f7f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:35:02.963210 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:35:02.979121 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6de59d-2bf3-498e-a8a2-4392b815dba5 None None] Routers {'68bf5444-64ac-48eb-8431-053cd87efb84'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:35:02.993381 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6a6de59d-2bf3-498e-a8a2-4392b815dba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:34:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['68bf5444-64ac-48eb-8431-053cd87efb84'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:03.016945 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992e3967-a86e-4203-bef6-577e7d8ba31c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Made reservation on behalf of 97dc19ccdaf245fe853ed143f62b2e57 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:03.021000 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-992e3967-a86e-4203-bef6-577e7d8ba31c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:03.058879 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-992e3967-a86e-4203-bef6-577e7d8ba31c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] device_id is not set on port 95cc1a71-6e6f-4376-838d-48e48a481943 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:35:03.076613 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-a8fe15ba-52c2-49bc-b447-675a74529181 service neutron] 10.222.0.13 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530018 Feb 28 20:35:03.117428 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cacb7833-0511-4d73-ac13-111ade109226 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (8587c1aa-c579-4456-a37d-82144239e0b9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:03.130253 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cacb7833-0511-4d73-ac13-111ade109226 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:03.138884 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cacb7833-0511-4d73-ac13-111ade109226 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "DELETE /v2.0/networks/8587c1aa-c579-4456-a37d-82144239e0b9 HTTP/1.1" status: 204 len: 168 time: 0.8943608 Feb 28 20:35:03.143359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44536) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:03.165632 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb7833-0511-4d73-ac13-111ade109226 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Pushing event deleted for resources: {'Network': ['ID=8587c1aa-c579-4456-a37d-82144239e0b9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:03.222448 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6a6de59d-2bf3-498e-a8a2-4392b815dba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:03.254761 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d0b76214-9be8-40be-9f44-b73e8173d7ba triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:03.255434 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d0b76214-9be8-40be-9f44-b73e8173d7ba), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:03.267300 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6de59d-2bf3-498e-a8a2-4392b815dba5 None None] Routers {'68bf5444-64ac-48eb-8431-053cd87efb84'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:35:03.268419 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6a6de59d-2bf3-498e-a8a2-4392b815dba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:34:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['68bf5444-64ac-48eb-8431-053cd87efb84'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:03.270698 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-98504ec1-1d66-4ee6-b433-0026a0da0927 None None] Current status of the port d0b76214-9be8-40be-9f44-b73e8173d7ba is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:35:03.271355 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-98504ec1-1d66-4ee6-b433-0026a0da0927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d0b76214-9be8-40be-9f44-b73e8173d7ba), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:03.408629 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5f74f744-4283-4e1c-8055-477213075d32 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (0d0e6abb-4844-497e-8b78-0dfb336e082b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:03.410275 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-98504ec1-1d66-4ee6-b433-0026a0da0927 None None] For port d0b76214-9be8-40be-9f44-b73e8173d7ba, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d0b76214-9be8-40be-9f44-b73e8173d7ba,segment=NetworkSegment(f7f8cd92-8758-4e34-b911-ff94c170747e),segment_id=f7f8cd92-8758-4e34-b911-ff94c170747e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:35:03.467614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-992e3967-a86e-4203-bef6-577e7d8ba31c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Allocated IP 172.20.0.6 (01b53395-b189-40eb-aca2-3e0e14ff332d/8265ce55-bc58-4bc7-8644-a37e56d04b7c/95cc1a71-6e6f-4376-838d-48e48a481943) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:35:03.570528 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-98504ec1-1d66-4ee6-b433-0026a0da0927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d0b76214-9be8-40be-9f44-b73e8173d7ba), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:03.587843 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6a6de59d-2bf3-498e-a8a2-4392b815dba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:03.593426 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6de59d-2bf3-498e-a8a2-4392b815dba5 None None] The sync data for ids ['68bf5444-64ac-48eb-8431-053cd87efb84'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:35:03.706627 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ef1ccdf4-c77b-4bed-a2b1-7f67f918e843 req-973b8d31-ec8e-494b-9246-5bdc79e0d358 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c9e741c-475b-45a6-bbec-25450f29aad2 HTTP/1.1" status: 200 len: 210 time: 0.1017416 Feb 28 20:35:03.805864 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5f74f744-4283-4e1c-8055-477213075d32 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (0d0e6abb-4844-497e-8b78-0dfb336e082b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:03.840235 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98504ec1-1d66-4ee6-b433-0026a0da0927 None None] Pushing event updated for resources: {'Port': ['ID=d0b76214-9be8-40be-9f44-b73e8173d7ba,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:03.919447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-5f74f744-4283-4e1c-8055-477213075d32 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0e6abb-4844-497e-8b78-0dfb336e082b']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:03.954681 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae60bb8-844d-42cb-81cf-50dd55645c0e None None] get_active_networks_info from n-d-820368-21 {{(pid=103775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 20:35:04.010973 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-5f74f744-4283-4e1c-8055-477213075d32 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c37c375-3763-44fb-824d-2160583432b0') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:04.011283 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-5f74f744-4283-4e1c-8055-477213075d32 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c37c375-3763-44fb-824d-2160583432b0') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:04.042043 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5f74f744-4283-4e1c-8055-477213075d32 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (6c37c375-3763-44fb-824d-2160583432b0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:04.060544 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d0b76214-9be8-40be-9f44-b73e8173d7ba is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:35:04.076353 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5f74f744-4283-4e1c-8055-477213075d32 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (6c37c375-3763-44fb-824d-2160583432b0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:04.106844 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f74f744-4283-4e1c-8055-477213075d32 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:35:04.107258 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5f74f744-4283-4e1c-8055-477213075d32 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (6c37c375-3763-44fb-824d-2160583432b0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:35:04.121549 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:35:04.189337 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae60bb8-844d-42cb-81cf-50dd55645c0e None None] Resources bound (agent type, host, resource id): {{(pid=103775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 20:35:04.377438 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-992e3967-a86e-4203-bef6-577e7d8ba31c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for port (95cc1a71-6e6f-4376-838d-48e48a481943), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:04.421704 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-992e3967-a86e-4203-bef6-577e7d8ba31c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (95cc1a71-6e6f-4376-838d-48e48a481943), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:04.454146 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5f74f744-4283-4e1c-8055-477213075d32 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (0d0e6abb-4844-497e-8b78-0dfb336e082b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:04.653632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e3967-a86e-4203-bef6-577e7d8ba31c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Pushing event updated for resources: {'Port': ['ID=95cc1a71-6e6f-4376-838d-48e48a481943,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:04.672442 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5f74f744-4283-4e1c-8055-477213075d32 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:04.674428 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d0b76214-9be8-40be-9f44-b73e8173d7ba up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:35:04.675646 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5f74f744-4283-4e1c-8055-477213075d32 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "DELETE /v2.0/networks/0d0e6abb-4844-497e-8b78-0dfb336e082b HTTP/1.1" status: 204 len: 168 time: 1.5312901 Feb 28 20:35:04.679149 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44566) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:04.747226 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bacc8a-7ed4-4d94-b81f-5a96a78e0b15 None None] Network 01b53395-b189-40eb-aca2-3e0e14ff332d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:35:04.777200 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74f744-4283-4e1c-8055-477213075d32 tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Pushing event deleted for resources: {'Network': ['ID=0d0e6abb-4844-497e-8b78-0dfb336e082b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:04.780204 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992e3967-a86e-4203-bef6-577e7d8ba31c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Network 01b53395-b189-40eb-aca2-3e0e14ff332d is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:35:04.785569 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-992e3967-a86e-4203-bef6-577e7d8ba31c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:04.788491 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992e3967-a86e-4203-bef6-577e7d8ba31c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:35:04.910986 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992e3967-a86e-4203-bef6-577e7d8ba31c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:04.911821 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-992e3967-a86e-4203-bef6-577e7d8ba31c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:04.990564 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-56ca80ea-a596-4c71-bef6-80a7fd674c9a req-c020a0e4-20f7-406e-a0be-07ab38bcb516 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c9e741c-475b-45a6-bbec-25450f29aad2 HTTP/1.1" status: 200 len: 210 time: 0.0757310 Feb 28 20:35:05.013053 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-992e3967-a86e-4203-bef6-577e7d8ba31c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2105954 Feb 28 20:35:05.013564 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44580) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:05.026194 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-33ef8ad9-5e62-4229-9942-8fc656bf3faf tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:05.061907 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46c94401-e7f7-48bd-b227-16926b1ce45c tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (f09f33e3-ad47-42b7-ae7c-7507702ba090), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:05.070572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d0b76214-9be8-40be-9f44-b73e8173d7ba triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:05.072408 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d0b76214-9be8-40be-9f44-b73e8173d7ba), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:05.134106 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33ef8ad9-5e62-4229-9942-8fc656bf3faf tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:05.351196 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46c94401-e7f7-48bd-b227-16926b1ce45c tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (f09f33e3-ad47-42b7-ae7c-7507702ba090), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:05.371538 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33ef8ad9-5e62-4229-9942-8fc656bf3faf tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:05.452047 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d0b76214-9be8-40be-9f44-b73e8173d7ba is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:35:05.457880 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-46c94401-e7f7-48bd-b227-16926b1ce45c tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09f33e3-ad47-42b7-ae7c-7507702ba090']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:05.494099 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-46c94401-e7f7-48bd-b227-16926b1ce45c tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a176d9-b607-4553-826f-e44276ea5edf') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:05.494400 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-46c94401-e7f7-48bd-b227-16926b1ce45c tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a176d9-b607-4553-826f-e44276ea5edf') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:05.524475 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46c94401-e7f7-48bd-b227-16926b1ce45c tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (c0a176d9-b607-4553-826f-e44276ea5edf), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:05.574594 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46c94401-e7f7-48bd-b227-16926b1ce45c tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (c0a176d9-b607-4553-826f-e44276ea5edf), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:05.586260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c94401-e7f7-48bd-b227-16926b1ce45c tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:35:05.587214 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46c94401-e7f7-48bd-b227-16926b1ce45c tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (c0a176d9-b607-4553-826f-e44276ea5edf), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:05.622026 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-33ef8ad9-5e62-4229-9942-8fc656bf3faf tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Allocated IP 172.25.0.85 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/5bde0535-d63c-498b-bbcb-8329171086e5) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:35:05.666726 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:35:05.677674 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46c94401-e7f7-48bd-b227-16926b1ce45c tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (f09f33e3-ad47-42b7-ae7c-7507702ba090), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:05.685008 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46c94401-e7f7-48bd-b227-16926b1ce45c tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:05.697138 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-46c94401-e7f7-48bd-b227-16926b1ce45c tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] 10.222.0.13 "DELETE /v2.0/networks/f09f33e3-ad47-42b7-ae7c-7507702ba090 HTTP/1.1" status: 204 len: 168 time: 1.0152314 Feb 28 20:35:05.713008 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c94401-e7f7-48bd-b227-16926b1ce45c tempest-BulkNetworkOpsTest-405179451 tempest-BulkNetworkOpsTest-405179451-project] Pushing event deleted for resources: {'Network': ['ID=f09f33e3-ad47-42b7-ae7c-7507702ba090,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:05.753425 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33ef8ad9-5e62-4229-9942-8fc656bf3faf tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for port (5bde0535-d63c-498b-bbcb-8329171086e5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:05.837668 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33ef8ad9-5e62-4229-9942-8fc656bf3faf tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (5bde0535-d63c-498b-bbcb-8329171086e5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:05.921391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ef8ad9-5e62-4229-9942-8fc656bf3faf tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:35:05.925882 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-33ef8ad9-5e62-4229-9942-8fc656bf3faf tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:05.929798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ef8ad9-5e62-4229-9942-8fc656bf3faf tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:35:05.997871 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ac77cf7e-1421-447b-ab79-27a20ee936f5 None None] Provisioning complete for port 95cc1a71-6e6f-4376-838d-48e48a481943 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:05.999543 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ac77cf7e-1421-447b-ab79-27a20ee936f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (95cc1a71-6e6f-4376-838d-48e48a481943), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:06.038417 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef8ad9-5e62-4229-9942-8fc656bf3faf tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Pushing event updated for resources: {'Port': ['ID=5bde0535-d63c-498b-bbcb-8329171086e5,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:06.069957 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33ef8ad9-5e62-4229-9942-8fc656bf3faf tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for floatingip (91082a01-9852-43fe-9151-6b275ee6df7b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:06.138713 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33ef8ad9-5e62-4229-9942-8fc656bf3faf tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5bde0535-d63c-498b-bbcb-8329171086e5), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:06.167192 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ac77cf7e-1421-447b-ab79-27a20ee936f5 None None] Port 95cc1a71-6e6f-4376-838d-48e48a481943 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:35:06.220065 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ac77cf7e-1421-447b-ab79-27a20ee936f5 None None] Provisioning complete for port 646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:06.220435 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ac77cf7e-1421-447b-ab79-27a20ee936f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:06.330394 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-43ac45d0-4685-46bf-abaf-568d86ab3f3b req-1f4e677e-4120-4582-b953-2f5f7d9d0c36 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c9e741c-475b-45a6-bbec-25450f29aad2 HTTP/1.1" status: 200 len: 210 time: 0.1177864 Feb 28 20:35:06.343673 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ac77cf7e-1421-447b-ab79-27a20ee936f5 None None] Port 646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:35:06.380484 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ac77cf7e-1421-447b-ab79-27a20ee936f5 None None] Provisioning complete for port d0b76214-9be8-40be-9f44-b73e8173d7ba triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:06.382740 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ac77cf7e-1421-447b-ab79-27a20ee936f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d0b76214-9be8-40be-9f44-b73e8173d7ba), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:06.425092 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44608) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:06.582815 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ac77cf7e-1421-447b-ab79-27a20ee936f5 None None] Current status of the port d0b76214-9be8-40be-9f44-b73e8173d7ba is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:35:06.727167 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33ef8ad9-5e62-4229-9942-8fc656bf3faf tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for port (5bde0535-d63c-498b-bbcb-8329171086e5), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:06.737307 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9daebb10-31ac-4824-bfe0-f764c76fa573 None None] Provisioning complete for port 646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:06.737688 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9daebb10-31ac-4824-bfe0-f764c76fa573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:06.740311 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33ef8ad9-5e62-4229-9942-8fc656bf3faf tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (5bde0535-d63c-498b-bbcb-8329171086e5), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:06.775980 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fb914c7b-b687-4a1e-9e4f-9a0a0b04a2cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ce98335cea34a4cb57b7cb9f367f0fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3496211 Feb 28 20:35:06.778519 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44622) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:06.832840 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9daebb10-31ac-4824-bfe0-f764c76fa573 None None] Port 646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:35:06.909322 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-26c7f002-da75-4e53-927f-1772eb33755d admin admin] Publish callbacks [] for security_group (d27b3349-a40d-4a26-b37f-4641cf3e9fee), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:06.944505 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-26c7f002-da75-4e53-927f-1772eb33755d admin admin] Publish callbacks [] for security_group (d27b3349-a40d-4a26-b37f-4641cf3e9fee), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:06.971984 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f47b85a9-dca8-44f9-b226-c646ed9dfde5 None None] Provisioning complete for port 646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:06.972613 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f47b85a9-dca8-44f9-b226-c646ed9dfde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:07.045643 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-26c7f002-da75-4e53-927f-1772eb33755d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d27b3349-a40d-4a26-b37f-4641cf3e9fee), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:07.048685 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-26c7f002-da75-4e53-927f-1772eb33755d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:07.050167 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-26c7f002-da75-4e53-927f-1772eb33755d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d27b3349-a40d-4a26-b37f-4641cf3e9fee HTTP/1.1" status: 204 len: 168 time: 0.2679112 Feb 28 20:35:07.070450 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7f002-da75-4e53-927f-1772eb33755d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27b3349-a40d-4a26-b37f-4641cf3e9fee,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:07.139370 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f47b85a9-dca8-44f9-b226-c646ed9dfde5 None None] Port 646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:35:07.284295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c722c55a-9d83-41c5-bd53-0ab0d8678e83 None None] Provisioning complete for port 95cc1a71-6e6f-4376-838d-48e48a481943 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:07.286705 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c722c55a-9d83-41c5-bd53-0ab0d8678e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (95cc1a71-6e6f-4376-838d-48e48a481943), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:07.396543 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c722c55a-9d83-41c5-bd53-0ab0d8678e83 None None] Port 95cc1a71-6e6f-4376-838d-48e48a481943 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:35:07.871950 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82baaba8-434f-41df-ac9d-c9dc76656580 req-a4546b13-e728-4bcf-82e1-553565bdde95 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c9e741c-475b-45a6-bbec-25450f29aad2 HTTP/1.1" status: 200 len: 210 time: 0.0788836 Feb 28 20:35:07.883924 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef8ad9-5e62-4229-9942-8fc656bf3faf tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Pushing event updated for resources: {'Port': ['ID=5bde0535-d63c-498b-bbcb-8329171086e5,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:07.946690 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33ef8ad9-5e62-4229-9942-8fc656bf3faf tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (91082a01-9852-43fe-9151-6b275ee6df7b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:08.022382 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33ef8ad9-5e62-4229-9942-8fc656bf3faf tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:08.026713 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-33ef8ad9-5e62-4229-9942-8fc656bf3faf tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0089374 Feb 28 20:35:08.027258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44664) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:08.043776 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-08301226-701b-49a3-801f-7c71f71b154c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Request body: {'floatingip': {'port_id': '95cc1a71-6e6f-4376-838d-48e48a481943', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:08.129427 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-45992add-1669-45b9-994c-1bd2ef100980 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:08.130892 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-45992add-1669-45b9-994c-1bd2ef100980 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.10 "GET /v2.0/networks?id=fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 200 len: 815 time: 0.3352911 Feb 28 20:35:08.142244 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-08301226-701b-49a3-801f-7c71f71b154c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for floatingip (91082a01-9852-43fe-9151-6b275ee6df7b), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:08.306850 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-08301226-701b-49a3-801f-7c71f71b154c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] update failed (client error): The resource could not be found. Feb 28 20:35:08.308087 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-08301226-701b-49a3-801f-7c71f71b154c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] 10.222.0.13 "PUT /v2.0/floatingips/91082a01-9852-43fe-9151-6b275ee6df7b HTTP/1.1" status: 404 len: 507 time: 0.2802310 Feb 28 20:35:08.310957 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44672) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:08.312507 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6f8336d6-a3e1-494d-869b-7b4eecf9e22d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Request body: {'port': {'device_id': '6c9e741c-475b-45a6-bbec-25450f29aad2', 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88', 'admin_state_up': True, 'tenant_id': '0e4d9d813e9240f293de14f5d4db89db'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:08.701063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-3ad12598-7e34-4a53-81aa-62c49433086c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Deleting port 5bde0535-d63c-498b-bbcb-8329171086e5 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:35:08.701619 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ad12598-7e34-4a53-81aa-62c49433086c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (5bde0535-d63c-498b-bbcb-8329171086e5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:08.772805 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6f8336d6-a3e1-494d-869b-7b4eecf9e22d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Made reservation on behalf of 0e4d9d813e9240f293de14f5d4db89db for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:08.784940 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6f8336d6-a3e1-494d-869b-7b4eecf9e22d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:08.861048 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44684) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:09.064020 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ad12598-7e34-4a53-81aa-62c49433086c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (5bde0535-d63c-498b-bbcb-8329171086e5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:09.067161 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ad12598-7e34-4a53-81aa-62c49433086c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for floatingip (5bde0535-d63c-498b-bbcb-8329171086e5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:09.144164 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-3ad12598-7e34-4a53-81aa-62c49433086c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Calling delete_port for 5bde0535-d63c-498b-bbcb-8329171086e5 owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:35:09.180466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3d4d494-b9aa-44c1-8d91-91d957c83015 req-9ead26a3-004f-4750-b686-5889c6151fcf tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c9e741c-475b-45a6-bbec-25450f29aad2 HTTP/1.1" status: 200 len: 210 time: 0.1528838 Feb 28 20:35:09.268384 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-bb89f4ef-d3ab-49ec-aa83-ad9f95ef8ab8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1031989938'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:09.380116 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb89f4ef-d3ab-49ec-aa83-ad9f95ef8ab8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:09.384375 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bb89f4ef-d3ab-49ec-aa83-ad9f95ef8ab8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:09.396321 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bb89f4ef-d3ab-49ec-aa83-ad9f95ef8ab8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:09.435550 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6f8336d6-a3e1-494d-869b-7b4eecf9e22d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Allocated IP 172.20.0.6 (fa039089-86c9-4396-bade-6f794fe57c88/cf2eab21-2ca0-4caf-a56e-ff3579d5667c/2f32969a-e6f2-4026-babe-3d46b523248b) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:35:09.512731 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bb89f4ef-d3ab-49ec-aa83-ad9f95ef8ab8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (4900c098-ef1f-411a-998a-1027418b1c0d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:09.533933 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bb89f4ef-d3ab-49ec-aa83-ad9f95ef8ab8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4900c098-ef1f-411a-998a-1027418b1c0d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:09.669821 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89f4ef-d3ab-49ec-aa83-ad9f95ef8ab8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4900c098-ef1f-411a-998a-1027418b1c0d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:09.692133 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ad12598-7e34-4a53-81aa-62c49433086c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (5bde0535-d63c-498b-bbcb-8329171086e5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:09.740390 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb89f4ef-d3ab-49ec-aa83-ad9f95ef8ab8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:35:09.877978 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bb89f4ef-d3ab-49ec-aa83-ad9f95ef8ab8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (96ab6251-e319-4753-b533-2becb50dd289), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:09.878296 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-bb89f4ef-d3ab-49ec-aa83-ad9f95ef8ab8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Added segment 96ab6251-e319-4753-b533-2becb50dd289 of type vlan for network 2dd39b07-e71c-4399-a902-ce50784c96b3 Feb 28 20:35:09.895950 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad12598-7e34-4a53-81aa-62c49433086c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Pushing event deleted for resources: {'Port': ['ID=5bde0535-d63c-498b-bbcb-8329171086e5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:09.977361 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ad12598-7e34-4a53-81aa-62c49433086c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for floatingip (91082a01-9852-43fe-9151-6b275ee6df7b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:09.981018 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ad12598-7e34-4a53-81aa-62c49433086c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:09.982433 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3ad12598-7e34-4a53-81aa-62c49433086c tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] 10.222.0.13 "DELETE /v2.0/floatingips/91082a01-9852-43fe-9151-6b275ee6df7b HTTP/1.1" status: 204 len: 168 time: 1.6701417 Feb 28 20:35:09.990853 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44702) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:09.995930 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-9a5978c3-2b26-46de-8e14-952cbe72a2a2 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Request body: {'floatingip': {'floating_network_id': '01b53395-b189-40eb-aca2-3e0e14ff332d', 'port_id': '95cc1a71-6e6f-4376-838d-48e48a481943', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:10.030825 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bb89f4ef-d3ab-49ec-aa83-ad9f95ef8ab8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (2dd39b07-e71c-4399-a902-ce50784c96b3), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:10.067601 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9a5978c3-2b26-46de-8e14-952cbe72a2a2 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:10.086955 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6f8336d6-a3e1-494d-869b-7b4eecf9e22d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks [] for port (2f32969a-e6f2-4026-babe-3d46b523248b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:10.146321 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6f8336d6-a3e1-494d-869b-7b4eecf9e22d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (2f32969a-e6f2-4026-babe-3d46b523248b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:10.160356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['372080bb-5ffd-4047-973b-a131aecf2892', 'cfc52c7b-063c-460d-af04-dc2675ceb575'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:35:10.164532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['24e16ac2-b58f-43c2-8922-442401fb19e5'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:35:10.186001 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6f8336d6-a3e1-494d-869b-7b4eecf9e22d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Network fa039089-86c9-4396-bade-6f794fe57c88 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:35:10.202279 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6f8336d6-a3e1-494d-869b-7b4eecf9e22d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:10.206159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6f8336d6-a3e1-494d-869b-7b4eecf9e22d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:35:10.445962 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bb89f4ef-d3ab-49ec-aa83-ad9f95ef8ab8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (2dd39b07-e71c-4399-a902-ce50784c96b3), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:10.459790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb89f4ef-d3ab-49ec-aa83-ad9f95ef8ab8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:10.462086 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bb89f4ef-d3ab-49ec-aa83-ad9f95ef8ab8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:10.472800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8336d6-a3e1-494d-869b-7b4eecf9e22d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Pushing event updated for resources: {'Port': ['ID=2f32969a-e6f2-4026-babe-3d46b523248b,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:10.710501 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bb89f4ef-d3ab-49ec-aa83-ad9f95ef8ab8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8388913 Feb 28 20:35:10.718960 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44728) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:10.740313 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a634999a-32e4-4fde-8645-a15bd8b164e6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'port': {'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3', 'name': 'tempest-PortsTestJSON-581923986'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:10.938481 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6f8336d6-a3e1-494d-869b-7b4eecf9e22d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:10.938481 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6f8336d6-a3e1-494d-869b-7b4eecf9e22d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:10.985895 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6f8336d6-a3e1-494d-869b-7b4eecf9e22d tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6807129 Feb 28 20:35:10.991564 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89f4ef-d3ab-49ec-aa83-ad9f95ef8ab8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Network': ['ID=2dd39b07-e71c-4399-a902-ce50784c96b3,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:11.028664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 2dd39b07-e71c-4399-a902-ce50784c96b3 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:35:11.046978 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Request body: {'port': {'device_id': '6c9e741c-475b-45a6-bbec-25450f29aad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:11.143187 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a634999a-32e4-4fde-8645-a15bd8b164e6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:11.153288 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a634999a-32e4-4fde-8645-a15bd8b164e6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:11.193007 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-a634999a-32e4-4fde-8645-a15bd8b164e6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] device_id is not set on port d61ec4ce-93ac-4c5e-925e-cd9f55e8d860 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:35:11.301234 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2ef68-8dfb-4fcc-9484-48f1f6e82b22 req-0b09e066-bd24-4b5a-83ed-5124d7507952 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:11.309629 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70d2ef68-8dfb-4fcc-9484-48f1f6e82b22 req-0b09e066-bd24-4b5a-83ed-5124d7507952 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c9e741c-475b-45a6-bbec-25450f29aad2 HTTP/1.1" status: 200 len: 931 time: 0.8337603 Feb 28 20:35:11.317460 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2f32969a-e6f2-4026-babe-3d46b523248b), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:11.538815 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a634999a-32e4-4fde-8645-a15bd8b164e6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (d61ec4ce-93ac-4c5e-925e-cd9f55e8d860), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:11.548729 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70d2ef68-8dfb-4fcc-9484-48f1f6e82b22 req-6e837fd9-3dd7-4299-a860-7a14e688d584 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977036 Feb 28 20:35:11.632568 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a634999a-32e4-4fde-8645-a15bd8b164e6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d61ec4ce-93ac-4c5e-925e-cd9f55e8d860), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:11.706449 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-9a5978c3-2b26-46de-8e14-952cbe72a2a2 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:35:11.712697 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9a5978c3-2b26-46de-8e14-952cbe72a2a2 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.7209029 Feb 28 20:35:11.723586 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44756) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:11.742176 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-94b99ece-cc3f-47f2-a3dc-3afb61b30775 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': '95cc1a71-6e6f-4376-838d-48e48a481943', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:11.859642 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634999a-32e4-4fde-8645-a15bd8b164e6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=d61ec4ce-93ac-4c5e-925e-cd9f55e8d860,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:11.920826 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a634999a-32e4-4fde-8645-a15bd8b164e6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Checking segment: {'id': '96ab6251-e319-4753-b533-2becb50dd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:35:11.921293 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a634999a-32e4-4fde-8645-a15bd8b164e6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network hostable DHCP agents. Network: 2dd39b07-e71c-4399-a902-ce50784c96b3, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:35:11.941901 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94b99ece-cc3f-47f2-a3dc-3afb61b30775 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:11.963815 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a634999a-32e4-4fde-8645-a15bd8b164e6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network 2dd39b07-e71c-4399-a902-ce50784c96b3 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:35:11.991010 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-a634999a-32e4-4fde-8645-a15bd8b164e6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 2dd39b07-e71c-4399-a902-ce50784c96b3) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:12.008322 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3f7727-c108-4dd8-9b28-81d45f43e0c2 None None] Network 2dd39b07-e71c-4399-a902-ce50784c96b3 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:35:12.034503 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a634999a-32e4-4fde-8645-a15bd8b164e6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:35:12.058997 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a634999a-32e4-4fde-8645-a15bd8b164e6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:12.059810 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a634999a-32e4-4fde-8645-a15bd8b164e6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:12.135257 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44764) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:12.145492 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-5c8b3229-d806-44ba-8f43-d3f927588f05 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1618525145'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:12.146120 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a634999a-32e4-4fde-8645-a15bd8b164e6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4246817 Feb 28 20:35:12.309828 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8b3229-d806-44ba-8f43-d3f927588f05 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:12.313969 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c8b3229-d806-44ba-8f43-d3f927588f05 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:12.424158 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8b3229-d806-44ba-8f43-d3f927588f05 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:35:12.434207 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c8b3229-d806-44ba-8f43-d3f927588f05 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (962944bb-f416-465d-80bd-55876a9f3a61), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:12.434826 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-5c8b3229-d806-44ba-8f43-d3f927588f05 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Added segment 962944bb-f416-465d-80bd-55876a9f3a61 of type vlan for network 62bfd498-a0bd-4f90-9c6e-e2ea397bdeb0 Feb 28 20:35:12.475876 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c8b3229-d806-44ba-8f43-d3f927588f05 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (62bfd498-a0bd-4f90-9c6e-e2ea397bdeb0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:12.546293 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c8b3229-d806-44ba-8f43-d3f927588f05 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (62bfd498-a0bd-4f90-9c6e-e2ea397bdeb0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:12.554570 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8b3229-d806-44ba-8f43-d3f927588f05 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:12.562570 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c8b3229-d806-44ba-8f43-d3f927588f05 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:12.666133 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f32969a-e6f2-4026-babe-3d46b523248b {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:35:12.709178 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Publish callbacks [] for port (2f32969a-e6f2-4026-babe-3d46b523248b), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:12.749452 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5c8b3229-d806-44ba-8f43-d3f927588f05 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6099472 Feb 28 20:35:12.753373 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44778) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:12.759787 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'ports': [{'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3'}, {'network_id': '62bfd498-a0bd-4f90-9c6e-e2ea397bdeb0'}]} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:12.760199 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'port': {'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:12.760754 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'port': {'network_id': '62bfd498-a0bd-4f90-9c6e-e2ea397bdeb0'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:12.794551 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b3229-d806-44ba-8f43-d3f927588f05 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Network': ['ID=62bfd498-a0bd-4f90-9c6e-e2ea397bdeb0,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:12.803692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Transition to ACTIVE for port object 2f32969a-e6f2-4026-babe-3d46b523248b will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:35:12.811253 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 62bfd498-a0bd-4f90-9c6e-e2ea397bdeb0 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:35:12.813893 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94b99ece-cc3f-47f2-a3dc-3afb61b30775 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:12.820308 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (2f32969a-e6f2-4026-babe-3d46b523248b), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:12.846705 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26395e-f879-420f-8907-fc0d32c8da99 req-b7ff8bef-52e5-4b66-9d1f-93d87c147752 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:12.856478 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2f26395e-f879-420f-8907-fc0d32c8da99 req-b7ff8bef-52e5-4b66-9d1f-93d87c147752 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c9e741c-475b-45a6-bbec-25450f29aad2 HTTP/1.1" status: 200 len: 931 time: 0.1594574 Feb 28 20:35:13.066258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Pushing event updated for resources: {'Port': ['ID=2f32969a-e6f2-4026-babe-3d46b523248b,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:13.112840 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2f26395e-f879-420f-8907-fc0d32c8da99 req-5041c4fe-ce5b-4862-926e-16824595c2e3 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551978 Feb 28 20:35:13.280566 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-94b99ece-cc3f-47f2-a3dc-3afb61b30775 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Allocated IP 172.25.0.240 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/02c7423d-2426-4d93-9f20-63b51e149ad6) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:35:13.284919 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'port': 2} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:13.291536 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:13.325260 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:13.357024 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Attempting to bind port 2f32969a-e6f2-4026-babe-3d46b523248b on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:35:13.358761 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Attempting to bind port 2f32969a-e6f2-4026-babe-3d46b523248b by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:35:13.359104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Attempting to bind port 2f32969a-e6f2-4026-babe-3d46b523248b on network fa039089-86c9-4396-bade-6f794fe57c88 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:35:13.429027 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Port 2f32969a-e6f2-4026-babe-3d46b523248b on network fa039089-86c9-4396-bade-6f794fe57c88 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:35:13.429447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Attempting to bind port 2f32969a-e6f2-4026-babe-3d46b523248b on network fa039089-86c9-4396-bade-6f794fe57c88 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:35:13.491881 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:35:13.492403 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Checking segment: {'id': '5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:35:13.494653 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Bound using segment: {'id': '5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:35:13.496577 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Bound port: 2f32969a-e6f2-4026-babe-3d46b523248b, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:35:13.496952 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2f32969a-e6f2-4026-babe-3d46b523248b), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:13.658284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] device_id is not set on port af2c505c-d65f-4fe7-bcc8-6e70322c857f yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:35:13.794698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] For port 2f32969a-e6f2-4026-babe-3d46b523248b, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:35:13.822917 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94b99ece-cc3f-47f2-a3dc-3afb61b30775 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for port (02c7423d-2426-4d93-9f20-63b51e149ad6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:13.845310 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (af2c505c-d65f-4fe7-bcc8-6e70322c857f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:13.911089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] For port 2f32969a-e6f2-4026-babe-3d46b523248b, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=2f32969a-e6f2-4026-babe-3d46b523248b,segment=NetworkSegment(5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb),segment_id=5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:35:13.934198 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (2f32969a-e6f2-4026-babe-3d46b523248b), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:14.006553 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] device_id is not set on port 70bf59ed-3de2-4e9b-aee9-66a6bdc9f50a yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:35:14.031262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Pushing event updated for resources: {'Port': ['ID=2f32969a-e6f2-4026-babe-3d46b523248b,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:14.050988 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94b99ece-cc3f-47f2-a3dc-3afb61b30775 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (02c7423d-2426-4d93-9f20-63b51e149ad6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:14.073297 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:14.078323 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:14.078868 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:14.079364 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:14.080057 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:14.081020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:14.081526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:14.082958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:14.082958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:14.083256 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:14.083740 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:14.084082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:14.084653 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:14.108502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:14.109339 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:14.112712 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-6dccefd6-f0c4-44fa-844f-79a52b2965eb service neutron] 10.222.0.10 "PUT /v2.0/ports/2f32969a-e6f2-4026-babe-3d46b523248b HTTP/1.1" status: 200 len: 1092 time: 3.0964048 Feb 28 20:35:14.113358 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9e741c-475b-45a6-bbec-25450f29aad2', 'tag': '2f32969a-e6f2-4026-babe-3d46b523248b'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:35:14.115880 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9711d617-fed8-44d8-ad97-c051dd6e55b5" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9e741c-475b-45a6-bbec-25450f29aad2", "tag": "2f32969a-e6f2-4026-babe-3d46b523248b"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:35:14.245266 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (70bf59ed-3de2-4e9b-aee9-66a6bdc9f50a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:14.306694 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b99ece-cc3f-47f2-a3dc-3afb61b30775 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:35:14.330001 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-94b99ece-cc3f-47f2-a3dc-3afb61b30775 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:14.334812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b99ece-cc3f-47f2-a3dc-3afb61b30775 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:35:14.347503 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (af2c505c-d65f-4fe7-bcc8-6e70322c857f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:14.383433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b99ece-cc3f-47f2-a3dc-3afb61b30775 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Pushing event updated for resources: {'Port': ['ID=02c7423d-2426-4d93-9f20-63b51e149ad6,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:14.418401 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-ad1b4269-14c9-475c-9f64-2dd7a158a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:14.420655 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-ad1b4269-14c9-475c-9f64-2dd7a158a05f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e4d9d813e9240f293de14f5d4db89db&device_id=6c9e741c-475b-45a6-bbec-25450f29aad2 HTTP/1.1" status: 200 len: 1126 time: 0.1905761 Feb 28 20:35:14.477696 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=af2c505c-d65f-4fe7-bcc8-6e70322c857f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:14.484934 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network 2dd39b07-e71c-4399-a902-ce50784c96b3 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:35:14.494241 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:14.494241 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:35:14.494241 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (70bf59ed-3de2-4e9b-aee9-66a6bdc9f50a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:14.519428 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e85d3-738d-45aa-b337-dc87e750c97d req-f53322e4-2ada-4a17-84d3-ee28662e3dc5 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:14.521108 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e9e85d3-738d-45aa-b337-dc87e750c97d req-f53322e4-2ada-4a17-84d3-ee28662e3dc5 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c9e741c-475b-45a6-bbec-25450f29aad2 HTTP/1.1" status: 200 len: 943 time: 0.2333999 Feb 28 20:35:14.584969 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-2676c1d3-db4f-43b5-a825-6ae1bbf8fe2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f32969a-e6f2-4026-babe-3d46b523248b HTTP/1.1" status: 200 len: 217 time: 0.0785503 Feb 28 20:35:14.643430 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=70bf59ed-3de2-4e9b-aee9-66a6bdc9f50a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:14.673863 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Checking segment: {'id': '962944bb-f416-465d-80bd-55876a9f3a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '62bfd498-a0bd-4f90-9c6e-e2ea397bdeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:35:14.675593 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network hostable DHCP agents. Network: 62bfd498-a0bd-4f90-9c6e-e2ea397bdeb0, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:35:14.705342 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network 62bfd498-a0bd-4f90-9c6e-e2ea397bdeb0 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:35:14.741845 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 62bfd498-a0bd-4f90-9c6e-e2ea397bdeb0) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:14.750948 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9189a1cb-b579-4d58-8a3d-b59da70f110a None None] Network 62bfd498-a0bd-4f90-9c6e-e2ea397bdeb0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:35:14.759861 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:35:14.775223 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:14.785263 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:14.785481 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e9e85d3-738d-45aa-b337-dc87e750c97d req-b252a93a-e307-49d2-b6b5-a294c9eee650 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274315 Feb 28 20:35:14.788872 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:14.827376 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e10da718-1e54-466c-84c1-7a278285bcef tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0723975 Feb 28 20:35:14.829477 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44802) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:14.853685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-a3413d1e-b442-4264-b8a6-0e9e5c6dc5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:14.860340 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-a3413d1e-b442-4264-b8a6-0e9e5c6dc5cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf2eab21-2ca0-4caf-a56e-ff3579d5667c HTTP/1.1" status: 200 len: 855 time: 0.2661390 Feb 28 20:35:14.973953 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-273d913f-5402-423b-b821-b40f2c9864a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fa039089-86c9-4396-bade-6f794fe57c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080160 Feb 28 20:35:15.005490 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-01a28a8d-55ab-4335-a894-835e526ff9d2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting port 70bf59ed-3de2-4e9b-aee9-66a6bdc9f50a {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:35:15.006110 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01a28a8d-55ab-4335-a894-835e526ff9d2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (70bf59ed-3de2-4e9b-aee9-66a6bdc9f50a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:15.089083 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01a28a8d-55ab-4335-a894-835e526ff9d2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (70bf59ed-3de2-4e9b-aee9-66a6bdc9f50a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:15.096877 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-94b99ece-cc3f-47f2-a3dc-3afb61b30775 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Deleting port 02c7423d-2426-4d93-9f20-63b51e149ad6 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:35:15.097317 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94b99ece-cc3f-47f2-a3dc-3afb61b30775 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (02c7423d-2426-4d93-9f20-63b51e149ad6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:15.110732 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-01a28a8d-55ab-4335-a894-835e526ff9d2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Calling delete_port for 70bf59ed-3de2-4e9b-aee9-66a6bdc9f50a owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:35:15.161911 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-92164fcf-6a8f-4ebd-9ad3-bd431eac8a33 service neutron] 10.222.0.10 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761129 Feb 28 20:35:15.225065 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01a28a8d-55ab-4335-a894-835e526ff9d2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (70bf59ed-3de2-4e9b-aee9-66a6bdc9f50a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:15.244669 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446663ac-32b1-44bc-b7ef-5923920d1b2d x-openstack-request-id: req-446663ac-32b1-44bc-b7ef-5923920d1b2d {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:35:15.245103 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9e741c-475b-45a6-bbec-25450f29aad2", "tag": "2f32969a-e6f2-4026-babe-3d46b523248b", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:35:15.245457 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-446663ac-32b1-44bc-b7ef-5923920d1b2d {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:35:15.245965 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9e741c-475b-45a6-bbec-25450f29aad2', 'tag': '2f32969a-e6f2-4026-babe-3d46b523248b', 'status': 'completed', 'code': 200} Feb 28 20:35:15.297888 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a28a8d-55ab-4335-a894-835e526ff9d2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Port': ['ID=70bf59ed-3de2-4e9b-aee9-66a6bdc9f50a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:15.319423 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01a28a8d-55ab-4335-a894-835e526ff9d2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:15.327508 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-01a28a8d-55ab-4335-a894-835e526ff9d2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/ports/70bf59ed-3de2-4e9b-aee9-66a6bdc9f50a HTTP/1.1" status: 204 len: 168 time: 0.4951856 Feb 28 20:35:15.331284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44812) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:15.368151 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94b99ece-cc3f-47f2-a3dc-3afb61b30775 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (02c7423d-2426-4d93-9f20-63b51e149ad6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:15.368712 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94b99ece-cc3f-47f2-a3dc-3afb61b30775 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for floatingip (02c7423d-2426-4d93-9f20-63b51e149ad6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:15.413797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-94b99ece-cc3f-47f2-a3dc-3afb61b30775 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Calling delete_port for 02c7423d-2426-4d93-9f20-63b51e149ad6 owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:35:15.432049 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7cffaff-eca9-438c-929b-b5e5476ebae8 req-583f3cfa-dd1a-485d-9898-1d60f09a35bb service neutron] 10.222.0.10 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626724 Feb 28 20:35:15.453924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ceac05-0943-4398-a8d3-2f3eccadd711 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:15.467000 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ceac05-0943-4398-a8d3-2f3eccadd711 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:15.476100 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-64ceac05-0943-4398-a8d3-2f3eccadd711 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1404910 Feb 28 20:35:15.479630 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44814) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:15.797208 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711d617-fed8-44d8-ad97-c051dd6e55b5 req-8d652edd-fc88-4868-a231-023c5024a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:15.799160 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9711d617-fed8-44d8-ad97-c051dd6e55b5 req-8d652edd-fc88-4868-a231-023c5024a7f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e4d9d813e9240f293de14f5d4db89db&device_id=6c9e741c-475b-45a6-bbec-25450f29aad2 HTTP/1.1" status: 200 len: 1126 time: 0.1941402 Feb 28 20:35:15.813634 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-97a3a9ac-644a-4a01-bb84-f44ab9a2e741 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting port af2c505c-d65f-4fe7-bcc8-6e70322c857f {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:35:15.816386 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-97a3a9ac-644a-4a01-bb84-f44ab9a2e741 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (af2c505c-d65f-4fe7-bcc8-6e70322c857f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:15.979375 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-97a3a9ac-644a-4a01-bb84-f44ab9a2e741 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (af2c505c-d65f-4fe7-bcc8-6e70322c857f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:16.016848 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-97a3a9ac-644a-4a01-bb84-f44ab9a2e741 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Calling delete_port for af2c505c-d65f-4fe7-bcc8-6e70322c857f owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:35:16.154183 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-97a3a9ac-644a-4a01-bb84-f44ab9a2e741 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (af2c505c-d65f-4fe7-bcc8-6e70322c857f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:16.234793 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3a9ac-644a-4a01-bb84-f44ab9a2e741 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Port': ['ID=af2c505c-d65f-4fe7-bcc8-6e70322c857f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:16.241311 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-97a3a9ac-644a-4a01-bb84-f44ab9a2e741 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:16.249343 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-97a3a9ac-644a-4a01-bb84-f44ab9a2e741 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/ports/af2c505c-d65f-4fe7-bcc8-6e70322c857f HTTP/1.1" status: 204 len: 168 time: 0.7685144 Feb 28 20:35:16.250025 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44830) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:16.460498 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9efc3452-301f-4358-a532-2e2adb419c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:16.462419 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc41acd-1b2c-4564-83fb-9b17fcc97a4c tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:16.469824 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ecc41acd-1b2c-4564-83fb-9b17fcc97a4c tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2128491 Feb 28 20:35:16.470603 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44836) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:16.539921 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d286088a-8b06-42c3-851f-bd9ab6af3ed9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] GET failed (client error): The resource could not be found. Feb 28 20:35:16.544964 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d286088a-8b06-42c3-851f-bd9ab6af3ed9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports/70bf59ed-3de2-4e9b-aee9-66a6bdc9f50a HTTP/1.1" status: 404 len: 333 time: 0.0732861 Feb 28 20:35:16.551415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44840) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:16.625745 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7aef785-7b8d-400e-bf9c-3060a17ee599 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] GET failed (client error): The resource could not be found. Feb 28 20:35:16.630911 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c7aef785-7b8d-400e-bf9c-3060a17ee599 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports/af2c505c-d65f-4fe7-bcc8-6e70322c857f HTTP/1.1" status: 404 len: 333 time: 0.0768814 Feb 28 20:35:16.635124 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44846) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:16.821656 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdcc76a6-5a77-429f-a8e8-8104c67b7df5 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (62bfd498-a0bd-4f90-9c6e-e2ea397bdeb0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:17.062679 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711d617-fed8-44d8-ad97-c051dd6e55b5 req-dc7ca238-a6d9-486b-be38-9ac5454311f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:17.073255 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9711d617-fed8-44d8-ad97-c051dd6e55b5 req-dc7ca238-a6d9-486b-be38-9ac5454311f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 200 len: 915 time: 1.2489524 Feb 28 20:35:17.106547 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdcc76a6-5a77-429f-a8e8-8104c67b7df5 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (62bfd498-a0bd-4f90-9c6e-e2ea397bdeb0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:17.155520 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9711d617-fed8-44d8-ad97-c051dd6e55b5 req-be002ce8-8a9d-4bb7-b0f0-8c87d0c369c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f32969a-e6f2-4026-babe-3d46b523248b HTTP/1.1" status: 200 len: 217 time: 0.0705044 Feb 28 20:35:17.156847 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94b99ece-cc3f-47f2-a3dc-3afb61b30775 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (02c7423d-2426-4d93-9f20-63b51e149ad6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:17.166293 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcb8be-4ea1-4c67-b367-38309e5eaca4 req-a3813dc0-f891-42d0-bdfd-0c207fd8629c tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:17.173732 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15dcb8be-4ea1-4c67-b367-38309e5eaca4 req-a3813dc0-f891-42d0-bdfd-0c207fd8629c tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c9e741c-475b-45a6-bbec-25450f29aad2 HTTP/1.1" status: 200 len: 943 time: 1.1484866 Feb 28 20:35:17.205740 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-cdcc76a6-5a77-429f-a8e8-8104c67b7df5 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bfd498-a0bd-4f90-9c6e-e2ea397bdeb0']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:17.238748 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-cdcc76a6-5a77-429f-a8e8-8104c67b7df5 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962944bb-f416-465d-80bd-55876a9f3a61') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:17.241489 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-cdcc76a6-5a77-429f-a8e8-8104c67b7df5 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962944bb-f416-465d-80bd-55876a9f3a61') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:17.297335 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdcc76a6-5a77-429f-a8e8-8104c67b7df5 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (962944bb-f416-465d-80bd-55876a9f3a61), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:17.332310 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdcc76a6-5a77-429f-a8e8-8104c67b7df5 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (962944bb-f416-465d-80bd-55876a9f3a61), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:17.343070 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdcc76a6-5a77-429f-a8e8-8104c67b7df5 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:35:17.343956 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdcc76a6-5a77-429f-a8e8-8104c67b7df5 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (962944bb-f416-465d-80bd-55876a9f3a61), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:35:17.348607 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:35:17.378152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b99ece-cc3f-47f2-a3dc-3afb61b30775 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Pushing event deleted for resources: {'Port': ['ID=02c7423d-2426-4d93-9f20-63b51e149ad6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:17.510311 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdcc76a6-5a77-429f-a8e8-8104c67b7df5 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (62bfd498-a0bd-4f90-9c6e-e2ea397bdeb0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:17.531584 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cdcc76a6-5a77-429f-a8e8-8104c67b7df5 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:17.535150 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cdcc76a6-5a77-429f-a8e8-8104c67b7df5 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/networks/62bfd498-a0bd-4f90-9c6e-e2ea397bdeb0 HTTP/1.1" status: 204 len: 168 time: 0.8990128 Feb 28 20:35:17.547816 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44862) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:17.556257 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-4f73e5d0-7c62-4db4-9e30-e7e4b25cfeb2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-480449298'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:17.592471 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711d617-fed8-44d8-ad97-c051dd6e55b5 req-69b1a539-afa0-4389-b84f-2ef66da0fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:17.593997 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9711d617-fed8-44d8-ad97-c051dd6e55b5 req-69b1a539-afa0-4389-b84f-2ef66da0fd1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf2eab21-2ca0-4caf-a56e-ff3579d5667c HTTP/1.1" status: 200 len: 855 time: 0.4143717 Feb 28 20:35:17.611906 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc76a6-5a77-429f-a8e8-8104c67b7df5 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Network': ['ID=62bfd498-a0bd-4f90-9c6e-e2ea397bdeb0,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:17.716940 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f73e5d0-7c62-4db4-9e30-e7e4b25cfeb2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:17.729061 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4f73e5d0-7c62-4db4-9e30-e7e4b25cfeb2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:17.861539 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9711d617-fed8-44d8-ad97-c051dd6e55b5 req-65244769-670e-441f-984d-adf9e01a1e93 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fa039089-86c9-4396-bade-6f794fe57c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1787789 Feb 28 20:35:18.133270 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9711d617-fed8-44d8-ad97-c051dd6e55b5 req-3e02bbac-9f4c-46c3-96c5-b2788b951fff service neutron] 10.222.0.10 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516966 Feb 28 20:35:18.136232 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-94b99ece-cc3f-47f2-a3dc-3afb61b30775 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] create failed (client error): The resource could not be found. Feb 28 20:35:18.140418 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-94b99ece-cc3f-47f2-a3dc-3afb61b30775 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.4042156 Feb 28 20:35:18.141497 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44876) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:18.147564 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15dcb8be-4ea1-4c67-b367-38309e5eaca4 req-b2041873-75a6-4c1a-8d1d-4357c62f66bc tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9728248 Feb 28 20:35:18.149155 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 2f32969a-e6f2-4026-babe-3d46b523248b details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:35:18.203637 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f73e5d0-7c62-4db4-9e30-e7e4b25cfeb2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:35:18.251237 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4f73e5d0-7c62-4db4-9e30-e7e4b25cfeb2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (6837fa2f-225c-4b4d-89cf-a6551e6d8512), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:18.251992 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-4f73e5d0-7c62-4db4-9e30-e7e4b25cfeb2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Added segment 6837fa2f-225c-4b4d-89cf-a6551e6d8512 of type vlan for network 73fa818e-416a-4642-9144-683c873a9814 Feb 28 20:35:18.315410 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4f73e5d0-7c62-4db4-9e30-e7e4b25cfeb2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (73fa818e-416a-4642-9144-683c873a9814), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:18.325080 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9711d617-fed8-44d8-ad97-c051dd6e55b5 req-1d985390-c967-4cf2-8b99-3e3e2fe1b092 service neutron] 10.222.0.10 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673794 Feb 28 20:35:18.373612 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4f73e5d0-7c62-4db4-9e30-e7e4b25cfeb2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (73fa818e-416a-4642-9144-683c873a9814), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:18.379119 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f73e5d0-7c62-4db4-9e30-e7e4b25cfeb2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:18.380014 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4f73e5d0-7c62-4db4-9e30-e7e4b25cfeb2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:18.429492 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-85c3c236-9764-494b-a287-f6ec63371cf8 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Deleting port 95cc1a71-6e6f-4376-838d-48e48a481943 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:35:18.429869 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85c3c236-9764-494b-a287-f6ec63371cf8 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (95cc1a71-6e6f-4376-838d-48e48a481943), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:18.453299 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 2f32969a-e6f2-4026-babe-3d46b523248b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=2f32969a-e6f2-4026-babe-3d46b523248b,segment=NetworkSegment(5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb),segment_id=5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:35:18.470160 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4f73e5d0-7c62-4db4-9e30-e7e4b25cfeb2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9189126 Feb 28 20:35:18.480718 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44878) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:18.495550 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '2f32969a-e6f2-4026-babe-3d46b523248b', 'network_id': 'fa039089-86c9-4396-bade-6f794fe57c88', 'port_id': '2f32969a-e6f2-4026-babe-3d46b523248b', 'mac_address': 'fa:16:3e:f6:35:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2eab21-2ca0-4caf-a56e-ff3579d5667c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:35:18.505219 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-5851b364-960f-4706-b093-0f35b7e8a05f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'subnet': {'network_id': '73fa818e-416a-4642-9144-683c873a9814', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:18.563739 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73e5d0-7c62-4db4-9e30-e7e4b25cfeb2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Network': ['ID=73fa818e-416a-4642-9144-683c873a9814,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:18.572309 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 2f32969a-e6f2-4026-babe-3d46b523248b is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:35:18.572970 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2f32969a-e6f2-4026-babe-3d46b523248b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:18.584538 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 73fa818e-416a-4642-9144-683c873a9814 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:35:18.669947 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f32969a-e6f2-4026-babe-3d46b523248b {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:35:18.694400 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 2f32969a-e6f2-4026-babe-3d46b523248b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=2f32969a-e6f2-4026-babe-3d46b523248b,segment=NetworkSegment(5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb),segment_id=5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:35:18.705996 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2f32969a-e6f2-4026-babe-3d46b523248b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:18.845524 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=2f32969a-e6f2-4026-babe-3d46b523248b,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:18.849334 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5851b364-960f-4706-b093-0f35b7e8a05f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:18.864414 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5851b364-960f-4706-b093-0f35b7e8a05f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:18.873687 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:18.874071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:18.874547 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:18.874891 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:18.875228 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:18.875561 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:18.875919 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:18.876246 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:18.876574 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:18.876897 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:18.877221 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:18.877541 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:18.877867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:19.003788 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['2f32969a-e6f2-4026-babe-3d46b523248b'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:35:19.034354 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85c3c236-9764-494b-a287-f6ec63371cf8 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (95cc1a71-6e6f-4376-838d-48e48a481943), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:19.058888 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-85c3c236-9764-494b-a287-f6ec63371cf8 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Calling delete_port for 95cc1a71-6e6f-4376-838d-48e48a481943 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:35:19.275512 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7311ee50-2ae1-44ae-b93f-4aa6dfc9e806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:19.371422 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.ipam_backend_mixin [None req-5851b364-960f-4706-b093-0f35b7e8a05f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Performing IP validity checks on allocation pools {{(pid=103773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 20:35:19.372066 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.ipam_backend_mixin [None req-5851b364-960f-4706-b093-0f35b7e8a05f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 20:35:19.669267 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5851b364-960f-4706-b093-0f35b7e8a05f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (712b6599-1ce9-4d90-b269-68af72841085), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:19.737002 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:19.841900 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657df734-aca0-4450-91dc-89a2e9789aaa req-c8bc95bc-035e-4655-a529-522ea558f96a tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:19.846375 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-657df734-aca0-4450-91dc-89a2e9789aaa req-c8bc95bc-035e-4655-a529-522ea558f96a tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c9e741c-475b-45a6-bbec-25450f29aad2 HTTP/1.1" status: 200 len: 944 time: 0.4554625 Feb 28 20:35:19.889437 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851b364-960f-4706-b093-0f35b7e8a05f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Subnet': ['ID=712b6599-1ce9-4d90-b269-68af72841085,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:20.019460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5851b364-960f-4706-b093-0f35b7e8a05f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Checking segment: {'id': '6837fa2f-225c-4b4d-89cf-a6551e6d8512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '73fa818e-416a-4642-9144-683c873a9814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:35:20.024849 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5851b364-960f-4706-b093-0f35b7e8a05f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network hostable DHCP agents. Network: 73fa818e-416a-4642-9144-683c873a9814, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:35:20.081868 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-581c204a-ad77-442c-9d58-e3f393158c01 req-0dbb33e4-f0ea-4bbb-898b-d233853afcbc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3239806 Feb 28 20:35:20.111517 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:20.158960 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-657df734-aca0-4450-91dc-89a2e9789aaa req-b484ffe3-cdc9-4d65-ad58-5eefc3e00391 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029904 Feb 28 20:35:20.232579 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5851b364-960f-4706-b093-0f35b7e8a05f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network 73fa818e-416a-4642-9144-683c873a9814 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:35:20.275432 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-5851b364-960f-4706-b093-0f35b7e8a05f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 73fa818e-416a-4642-9144-683c873a9814) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:20.290628 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85c3c236-9764-494b-a287-f6ec63371cf8 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (95cc1a71-6e6f-4376-838d-48e48a481943), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:20.299812 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5586ff9d-aa68-4fd6-8395-384be6dc987b None None] Network 73fa818e-416a-4642-9144-683c873a9814 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:35:20.322977 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5851b364-960f-4706-b093-0f35b7e8a05f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:20.323870 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5851b364-960f-4706-b093-0f35b7e8a05f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:20.440799 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c204a-ad77-442c-9d58-e3f393158c01 req-c1bb8dd8-7221-40bd-8ec8-4ee1695f6e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:20.442338 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-581c204a-ad77-442c-9d58-e3f393158c01 req-c1bb8dd8-7221-40bd-8ec8-4ee1695f6e0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e4d9d813e9240f293de14f5d4db89db&device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4 HTTP/1.1" status: 200 len: 1129 time: 0.2793672 Feb 28 20:35:20.593779 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3c236-9764-494b-a287-f6ec63371cf8 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Pushing event deleted for resources: {'Port': ['ID=95cc1a71-6e6f-4376-838d-48e48a481943,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:20.607042 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-85c3c236-9764-494b-a287-f6ec63371cf8 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:20.616345 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-85c3c236-9764-494b-a287-f6ec63371cf8 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] 10.222.0.13 "DELETE /v2.0/ports/95cc1a71-6e6f-4376-838d-48e48a481943 HTTP/1.1" status: 204 len: 168 time: 2.4731836 Feb 28 20:35:20.617720 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44904) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:20.621153 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5851b364-960f-4706-b093-0f35b7e8a05f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1274524 Feb 28 20:35:20.628322 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44906) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:20.640074 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20722c58-57b8-4e0d-ab4c-79956fac10d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-73fa818e-416a-4642-9144-683c873a9814', 'network_id': '73fa818e-416a-4642-9144-683c873a9814', 'project_id': '72dd28454fcc4a319cabe80eb07d1f46', 'fixed_ips': [{'subnet_id': '712b6599-1ce9-4d90-b269-68af72841085'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:35:20.642611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-93f93210-7aa5-45e2-9040-80b139a2282d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'port': {'network_id': '73fa818e-416a-4642-9144-683c873a9814', 'name': 'tempest-PortsTestJSON-1604342946'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:20.642940 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-20722c58-57b8-4e0d-ab4c-79956fac10d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:20.795979 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c204a-ad77-442c-9d58-e3f393158c01 req-8e5f5a27-f36c-4f7c-b743-32919448d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:20.797095 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca22576-1686-4615-9582-3db8d1ff24e4 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:20.797590 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-581c204a-ad77-442c-9d58-e3f393158c01 req-8e5f5a27-f36c-4f7c-b743-32919448d276 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 200 len: 915 time: 0.3297434 Feb 28 20:35:20.798644 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7ca22576-1686-4615-9582-3db8d1ff24e4 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] 10.222.0.13 "GET /v2.0/ports?device_id=68bf5444-64ac-48eb-8431-053cd87efb84 HTTP/1.1" status: 200 len: 913 time: 0.1761668 Feb 28 20:35:20.811099 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44908) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:20.968749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-20722c58-57b8-4e0d-ab4c-79956fac10d6 None None] Allocated IP 172.20.0.2 (73fa818e-416a-4642-9144-683c873a9814/712b6599-1ce9-4d90-b269-68af72841085/26056a0c-faf6-4a2f-8a4f-ba574b131327) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:35:21.034961 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-581c204a-ad77-442c-9d58-e3f393158c01 req-01292f22-5e23-438e-8959-9aad69278a7f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24e16ac2-b58f-43c2-8922-442401fb19e5 HTTP/1.1" status: 200 len: 217 time: 0.2299709 Feb 28 20:35:21.429294 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c204a-ad77-442c-9d58-e3f393158c01 req-974f725f-37be-428a-b691-1fbce1a9f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:21.432127 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-581c204a-ad77-442c-9d58-e3f393158c01 req-974f725f-37be-428a-b691-1fbce1a9f138 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf2eab21-2ca0-4caf-a56e-ff3579d5667c HTTP/1.1" status: 200 len: 855 time: 0.2787013 Feb 28 20:35:21.507970 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-20722c58-57b8-4e0d-ab4c-79956fac10d6 None None] Publish callbacks [] for port (26056a0c-faf6-4a2f-8a4f-ba574b131327), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:21.518404 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:21.523006 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-581c204a-ad77-442c-9d58-e3f393158c01 req-9cb3778f-b1cb-4a99-a1f6-2573ddf7f9df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fa039089-86c9-4396-bade-6f794fe57c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751600 Feb 28 20:35:21.536759 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f93210-7aa5-45e2-9040-80b139a2282d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:21.543975 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-93f93210-7aa5-45e2-9040-80b139a2282d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:21.677592 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-581c204a-ad77-442c-9d58-e3f393158c01 req-9b3b9bb2-f9f3-4642-a733-0b3c4f1a1fbb service neutron] 10.222.0.10 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245427 Feb 28 20:35:21.717540 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-20722c58-57b8-4e0d-ab4c-79956fac10d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (26056a0c-faf6-4a2f-8a4f-ba574b131327), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:21.722169 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911efe6b-8e3f-471f-9ff3-2a38ed2235a6 req-010d72ed-bd23-4b85-a138-7561ee09b0f1 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:21.724905 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-911efe6b-8e3f-471f-9ff3-2a38ed2235a6 req-010d72ed-bd23-4b85-a138-7561ee09b0f1 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c9e741c-475b-45a6-bbec-25450f29aad2 HTTP/1.1" status: 200 len: 944 time: 0.4117117 Feb 28 20:35:21.780393 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20722c58-57b8-4e0d-ab4c-79956fac10d6 None None] Pushing event updated for resources: {'Port': ['ID=26056a0c-faf6-4a2f-8a4f-ba574b131327,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:21.845652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20722c58-57b8-4e0d-ab4c-79956fac10d6 None None] Network 73fa818e-416a-4642-9144-683c873a9814 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:35:21.857223 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-20722c58-57b8-4e0d-ab4c-79956fac10d6 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:21.881196 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20722c58-57b8-4e0d-ab4c-79956fac10d6 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:35:22.015822 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-93f93210-7aa5-45e2-9040-80b139a2282d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] device_id is not set on port 19d29c1e-7aba-484d-94b8-0bac777cbc29 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:35:22.076505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-20722c58-57b8-4e0d-ab4c-79956fac10d6 None None] Attempting to bind port 26056a0c-faf6-4a2f-8a4f-ba574b131327 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:35:22.076886 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-20722c58-57b8-4e0d-ab4c-79956fac10d6 None None] Attempting to bind port 26056a0c-faf6-4a2f-8a4f-ba574b131327 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '6837fa2f-225c-4b4d-89cf-a6551e6d8512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '73fa818e-416a-4642-9144-683c873a9814'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:35:22.077237 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20722c58-57b8-4e0d-ab4c-79956fac10d6 None None] Attempting to bind port 26056a0c-faf6-4a2f-8a4f-ba574b131327 on network 73fa818e-416a-4642-9144-683c873a9814 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:35:22.196835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 2f32969a-e6f2-4026-babe-3d46b523248b up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:35:22.207099 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20722c58-57b8-4e0d-ab4c-79956fac10d6 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:35:22.207483 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20722c58-57b8-4e0d-ab4c-79956fac10d6 None None] Checking segment: {'id': '6837fa2f-225c-4b4d-89cf-a6551e6d8512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '73fa818e-416a-4642-9144-683c873a9814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:35:22.207925 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-20722c58-57b8-4e0d-ab4c-79956fac10d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:22.208438 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20722c58-57b8-4e0d-ab4c-79956fac10d6 None None] Bound using segment: {'id': '6837fa2f-225c-4b4d-89cf-a6551e6d8512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '73fa818e-416a-4642-9144-683c873a9814'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:35:22.208841 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-20722c58-57b8-4e0d-ab4c-79956fac10d6 None None] Bound port: 26056a0c-faf6-4a2f-8a4f-ba574b131327, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6837fa2f-225c-4b4d-89cf-a6551e6d8512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '73fa818e-416a-4642-9144-683c873a9814'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:35:22.209468 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-20722c58-57b8-4e0d-ab4c-79956fac10d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (26056a0c-faf6-4a2f-8a4f-ba574b131327), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:22.386842 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-911efe6b-8e3f-471f-9ff3-2a38ed2235a6 req-76e93f4c-0483-4d7b-9d56-4b2337117f3a tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6077709 Feb 28 20:35:22.506113 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-93f93210-7aa5-45e2-9040-80b139a2282d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Allocated IP 172.20.0.12 (73fa818e-416a-4642-9144-683c873a9814/712b6599-1ce9-4d90-b269-68af72841085/19d29c1e-7aba-484d-94b8-0bac777cbc29) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:35:22.510245 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-581c204a-ad77-442c-9d58-e3f393158c01 req-d948f979-bc30-44ae-8b84-d6cbca5fdbe1 service neutron] 10.222.0.10 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8065612 Feb 28 20:35:22.519361 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-20722c58-57b8-4e0d-ab4c-79956fac10d6 None None] For port 26056a0c-faf6-4a2f-8a4f-ba574b131327, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:35:22.522791 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-20722c58-57b8-4e0d-ab4c-79956fac10d6 None None] For port 26056a0c-faf6-4a2f-8a4f-ba574b131327, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=26056a0c-faf6-4a2f-8a4f-ba574b131327,segment=NetworkSegment(6837fa2f-225c-4b4d-89cf-a6551e6d8512),segment_id=6837fa2f-225c-4b4d-89cf-a6551e6d8512)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:35:22.544953 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-20722c58-57b8-4e0d-ab4c-79956fac10d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (26056a0c-faf6-4a2f-8a4f-ba574b131327), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:22.637022 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:22.698680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 2f32969a-e6f2-4026-babe-3d46b523248b completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:35:22.717745 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 2f32969a-e6f2-4026-babe-3d46b523248b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:22.718135 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2f32969a-e6f2-4026-babe-3d46b523248b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:22.719695 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20722c58-57b8-4e0d-ab4c-79956fac10d6 None None] Pushing event updated for resources: {'Port': ['ID=26056a0c-faf6-4a2f-8a4f-ba574b131327,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:22.779871 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-47a16cff-e51a-47ae-b60d-7270bac7e065 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (68bf5444-64ac-48eb-8431-053cd87efb84), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:22.786271 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:22.895708 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 2f32969a-e6f2-4026-babe-3d46b523248b is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:35:22.896135 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2f32969a-e6f2-4026-babe-3d46b523248b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:22.906013 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6529fb65-704d-47e7-b122-475c6ff07856 req-25276391-9b10-45af-93da-882323a26dee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a41bcda7-7756-4b56-bda6-623d1738573a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1029799 Feb 28 20:35:22.940502 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9e741c-475b-45a6-bbec-25450f29aad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f32969a-e6f2-4026-babe-3d46b523248b'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:35:22.962734 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556dde5a-1431-43d5-bbca-a13eb79230cc" -d '{"events": [{"server_uuid": "6c9e741c-475b-45a6-bbec-25450f29aad2", "name": "network-vif-plugged", "status": "completed", "tag": "2f32969a-e6f2-4026-babe-3d46b523248b"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:35:22.994057 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 2f32969a-e6f2-4026-babe-3d46b523248b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=2f32969a-e6f2-4026-babe-3d46b523248b,segment=NetworkSegment(5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb),segment_id=5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:35:23.015475 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2f32969a-e6f2-4026-babe-3d46b523248b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:23.054097 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a0ebf0-e05a-4c5b-8e5d-995fc57d6ce9 x-openstack-request-id: req-91a0ebf0-e05a-4c5b-8e5d-995fc57d6ce9 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:35:23.055347 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9e741c-475b-45a6-bbec-25450f29aad2", "name": "network-vif-plugged", "status": "completed", "tag": "2f32969a-e6f2-4026-babe-3d46b523248b", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:35:23.055944 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91a0ebf0-e05a-4c5b-8e5d-995fc57d6ce9 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:35:23.056512 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9e741c-475b-45a6-bbec-25450f29aad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f32969a-e6f2-4026-babe-3d46b523248b', 'code': 200} Feb 28 20:35:23.064212 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529fb65-704d-47e7-b122-475c6ff07856 req-1ce7ac86-f3c4-4d34-879d-0be08d54940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:23.073592 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6529fb65-704d-47e7-b122-475c6ff07856 req-1ce7ac86-f3c4-4d34-879d-0be08d54940d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e4d9d813e9240f293de14f5d4db89db&device_id=a41bcda7-7756-4b56-bda6-623d1738573a HTTP/1.1" status: 200 len: 1129 time: 0.1360345 Feb 28 20:35:23.108284 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=2f32969a-e6f2-4026-babe-3d46b523248b,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:23.197786 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-93f93210-7aa5-45e2-9040-80b139a2282d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (19d29c1e-7aba-484d-94b8-0bac777cbc29), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:23.246805 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dc423-b06a-4f61-9f06-8eb66e634ff9 req-9627848a-b200-4fc2-8e5e-83b393bf354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:23.249539 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d91dc423-b06a-4f61-9f06-8eb66e634ff9 req-9627848a-b200-4fc2-8e5e-83b393bf354e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c9e741c-475b-45a6-bbec-25450f29aad2 HTTP/1.1" status: 200 len: 1128 time: 0.1261222 Feb 28 20:35:23.365091 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-93f93210-7aa5-45e2-9040-80b139a2282d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (19d29c1e-7aba-484d-94b8-0bac777cbc29), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:23.464542 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d91dc423-b06a-4f61-9f06-8eb66e634ff9 req-c79141df-f788-42d5-a35d-3b3c541dea00 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892524 Feb 28 20:35:23.491602 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f93210-7aa5-45e2-9040-80b139a2282d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network 73fa818e-416a-4642-9144-683c873a9814 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:35:23.593175 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-93f93210-7aa5-45e2-9040-80b139a2282d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:23.605348 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f93210-7aa5-45e2-9040-80b139a2282d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=19d29c1e-7aba-484d-94b8-0bac777cbc29,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:23.610315 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f93210-7aa5-45e2-9040-80b139a2282d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:35:23.682363 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529fb65-704d-47e7-b122-475c6ff07856 req-229d5dbe-19b1-4a2d-a9f6-0b492313af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:23.683798 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6529fb65-704d-47e7-b122-475c6ff07856 req-229d5dbe-19b1-4a2d-a9f6-0b492313af55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 200 len: 915 time: 0.5839796 Feb 28 20:35:23.823145 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f93210-7aa5-45e2-9040-80b139a2282d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:23.823898 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-93f93210-7aa5-45e2-9040-80b139a2282d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:23.831515 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6529fb65-704d-47e7-b122-475c6ff07856 req-fc02f06d-59bb-4765-bd40-4c07a737de4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfc52c7b-063c-460d-af04-dc2675ceb575 HTTP/1.1" status: 200 len: 217 time: 0.1374726 Feb 28 20:35:23.864958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9d8de-460c-494c-b7cd-d1724ff401a4 req-330c3bdb-a7cb-48fd-ae13-9ec729379589 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:23.873092 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89c9d8de-460c-494c-b7cd-d1724ff401a4 req-330c3bdb-a7cb-48fd-ae13-9ec729379589 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c9e741c-475b-45a6-bbec-25450f29aad2 HTTP/1.1" status: 200 len: 945 time: 0.3467741 Feb 28 20:35:23.965255 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-47a16cff-e51a-47ae-b60d-7270bac7e065 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Deleting port 646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:35:23.965802 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-47a16cff-e51a-47ae-b60d-7270bac7e065 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:23.985234 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-93f93210-7aa5-45e2-9040-80b139a2282d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3512845 Feb 28 20:35:23.987233 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529fb65-704d-47e7-b122-475c6ff07856 req-82341fc5-ed96-4407-9f96-ffdf4538dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:23.989438 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6529fb65-704d-47e7-b122-475c6ff07856 req-82341fc5-ed96-4407-9f96-ffdf4538dfa9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf2eab21-2ca0-4caf-a56e-ff3579d5667c HTTP/1.1" status: 200 len: 855 time: 0.1470127 Feb 28 20:35:23.990175 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44988) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:24.028759 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6529fb65-704d-47e7-b122-475c6ff07856 req-11554794-abe9-4f21-af42-2d9dcce7f895 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa039089-86c9-4396-bade-6f794fe57c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303795 Feb 28 20:35:24.207221 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89c9d8de-460c-494c-b7cd-d1724ff401a4 req-25b76288-53ef-43cd-b755-fa00c67ec9f2 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259170 Feb 28 20:35:24.267676 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-47a16cff-e51a-47ae-b60d-7270bac7e065 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:24.310759 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-47a16cff-e51a-47ae-b60d-7270bac7e065 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Calling delete_port for 646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:35:24.417381 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6529fb65-704d-47e7-b122-475c6ff07856 req-13abea97-4671-49d7-8559-ce4326a2dada service neutron] 10.222.0.15 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587723 Feb 28 20:35:24.475597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c1d70c54-5f9d-49c0-bf8d-8e67bbea5b77 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting port 19d29c1e-7aba-484d-94b8-0bac777cbc29 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:35:24.476811 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1d70c54-5f9d-49c0-bf8d-8e67bbea5b77 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (19d29c1e-7aba-484d-94b8-0bac777cbc29), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:24.536450 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b647bb81-25d5-4b20-bec1-68f1fa773d7e None None] Network 73fa818e-416a-4642-9144-683c873a9814 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:35:24.740067 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6529fb65-704d-47e7-b122-475c6ff07856 req-e19e4fcc-5065-487e-acc9-7062cb3ddba0 service neutron] 10.222.0.15 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091044 Feb 28 20:35:24.761003 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1d70c54-5f9d-49c0-bf8d-8e67bbea5b77 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (19d29c1e-7aba-484d-94b8-0bac777cbc29), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:24.787999 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c1d70c54-5f9d-49c0-bf8d-8e67bbea5b77 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Calling delete_port for 19d29c1e-7aba-484d-94b8-0bac777cbc29 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:35:24.795366 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-47a16cff-e51a-47ae-b60d-7270bac7e065 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:24.864352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a16cff-e51a-47ae-b60d-7270bac7e065 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Pushing event deleted for resources: {'Port': ['ID=646fc9cf-3b3a-4e21-93b2-cbb4312fc1a6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:24.967638 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 26056a0c-faf6-4a2f-8a4f-ba574b131327 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:35:25.149994 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1d70c54-5f9d-49c0-bf8d-8e67bbea5b77 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (19d29c1e-7aba-484d-94b8-0bac777cbc29), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:25.260101 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d70c54-5f9d-49c0-bf8d-8e67bbea5b77 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Port': ['ID=19d29c1e-7aba-484d-94b8-0bac777cbc29,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:25.293395 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7ef3e8ac-3369-4c84-96ec-a02da78e7c4e None None] Provisioning complete for port 26056a0c-faf6-4a2f-8a4f-ba574b131327 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:25.293782 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e8ac-3369-4c84-96ec-a02da78e7c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (26056a0c-faf6-4a2f-8a4f-ba574b131327), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:25.385743 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-47a16cff-e51a-47ae-b60d-7270bac7e065 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (68bf5444-64ac-48eb-8431-053cd87efb84), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:25.428898 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1d70c54-5f9d-49c0-bf8d-8e67bbea5b77 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:25.450213 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c1d70c54-5f9d-49c0-bf8d-8e67bbea5b77 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/ports/19d29c1e-7aba-484d-94b8-0bac777cbc29 HTTP/1.1" status: 204 len: 168 time: 1.4587355 Feb 28 20:35:25.452815 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45012) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:25.484377 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4a4290-eb98-4b8b-82b5-7337616ef51c tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] DELETE failed (client error): The resource could not be found. Feb 28 20:35:25.485255 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf4a4290-eb98-4b8b-82b5-7337616ef51c tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:35:25.488833 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bf4a4290-eb98-4b8b-82b5-7337616ef51c tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/ports/19d29c1e-7aba-484d-94b8-0bac777cbc29 HTTP/1.1" status: 404 len: 333 time: 0.0343533 Feb 28 20:35:25.491200 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45014) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:25.519308 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1742eb17-08bd-41d8-9865-8db9c672dc74 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] GET failed (client error): The resource could not be found. Feb 28 20:35:25.521044 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1742eb17-08bd-41d8-9865-8db9c672dc74 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports/19d29c1e-7aba-484d-94b8-0bac777cbc29 HTTP/1.1" status: 404 len: 333 time: 0.0286584 Feb 28 20:35:25.524411 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45016) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:25.525945 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 26056a0c-faf6-4a2f-8a4f-ba574b131327 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:25.547480 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (26056a0c-faf6-4a2f-8a4f-ba574b131327), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:25.671418 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a83ec7a-b2d1-4b6f-88d9-b1961916024c tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting subnet 712b6599-1ce9-4d90-b269-68af72841085 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:35:25.689132 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a83ec7a-b2d1-4b6f-88d9-b1961916024c tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (712b6599-1ce9-4d90-b269-68af72841085), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:25.694506 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa0bef-694d-4045-839c-7791ef6e76b6 req-ca8f0b02-e8d4-4624-b117-055a9578201a tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:25.711497 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bcfa0bef-694d-4045-839c-7791ef6e76b6 req-ca8f0b02-e8d4-4624-b117-055a9578201a tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c9e741c-475b-45a6-bbec-25450f29aad2 HTTP/1.1" status: 200 len: 945 time: 0.3127334 Feb 28 20:35:25.798955 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a83ec7a-b2d1-4b6f-88d9-b1961916024c tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (712b6599-1ce9-4d90-b269-68af72841085), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:25.849258 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7ef3e8ac-3369-4c84-96ec-a02da78e7c4e None None] Current status of the port 26056a0c-faf6-4a2f-8a4f-ba574b131327 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:35:25.850854 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e8ac-3369-4c84-96ec-a02da78e7c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (26056a0c-faf6-4a2f-8a4f-ba574b131327), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:25.957768 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bcfa0bef-694d-4045-839c-7791ef6e76b6 req-0a8c2102-2f95-4fa1-821a-8ebec3a32fd7 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440310 Feb 28 20:35:25.993832 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a16cff-e51a-47ae-b60d-7270bac7e065 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Router 68bf5444-64ac-48eb-8431-053cd87efb84 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:35:26.145652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-7ef3e8ac-3369-4c84-96ec-a02da78e7c4e None None] For port 26056a0c-faf6-4a2f-8a4f-ba574b131327, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=26056a0c-faf6-4a2f-8a4f-ba574b131327,segment=NetworkSegment(6837fa2f-225c-4b4d-89cf-a6551e6d8512),segment_id=6837fa2f-225c-4b4d-89cf-a6551e6d8512)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:35:26.155625 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a83ec7a-b2d1-4b6f-88d9-b1961916024c tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (712b6599-1ce9-4d90-b269-68af72841085), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:26.172719 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e8ac-3369-4c84-96ec-a02da78e7c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (26056a0c-faf6-4a2f-8a4f-ba574b131327), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:26.184119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 26056a0c-faf6-4a2f-8a4f-ba574b131327 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:35:26.188941 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (26056a0c-faf6-4a2f-8a4f-ba574b131327), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:26.355234 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a83ec7a-b2d1-4b6f-88d9-b1961916024c tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (712b6599-1ce9-4d90-b269-68af72841085), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:26.446833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-01f73e0f-037b-46d6-873a-50ce8d465344 None None] Provisioning complete for port 26056a0c-faf6-4a2f-8a4f-ba574b131327 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:26.447214 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-01f73e0f-037b-46d6-873a-50ce8d465344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (26056a0c-faf6-4a2f-8a4f-ba574b131327), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:26.454238 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83ec7a-b2d1-4b6f-88d9-b1961916024c tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Subnet': ['ID=712b6599-1ce9-4d90-b269-68af72841085,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:26.467181 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a83ec7a-b2d1-4b6f-88d9-b1961916024c tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:26.485462 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2a83ec7a-b2d1-4b6f-88d9-b1961916024c tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/subnets/712b6599-1ce9-4d90-b269-68af72841085 HTTP/1.1" status: 204 len: 168 time: 0.9556627 Feb 28 20:35:26.485760 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45038) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:26.622718 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3e8ac-3369-4c84-96ec-a02da78e7c4e None None] Pushing event updated for resources: {'Port': ['ID=26056a0c-faf6-4a2f-8a4f-ba574b131327,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:26.746551 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a20ec5b-d6c1-492f-abe1-f39f5256350b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (73fa818e-416a-4642-9144-683c873a9814), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:26.751319 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:35:26.752021 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:35:26.885247 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-8a20ec5b-d6c1-492f-abe1-f39f5256350b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting port 26056a0c-faf6-4a2f-8a4f-ba574b131327 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:35:26.887161 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a20ec5b-d6c1-492f-abe1-f39f5256350b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (26056a0c-faf6-4a2f-8a4f-ba574b131327), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:26.910593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40193c0b-aaf4-4eb4-aa51-60f252aa2da3 None None] Network 73fa818e-416a-4642-9144-683c873a9814 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:35:26.972232 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-8a20ec5b-d6c1-492f-abe1-f39f5256350b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] For port 26056a0c-faf6-4a2f-8a4f-ba574b131327, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=26056a0c-faf6-4a2f-8a4f-ba574b131327,segment=NetworkSegment(6837fa2f-225c-4b4d-89cf-a6551e6d8512),segment_id=6837fa2f-225c-4b4d-89cf-a6551e6d8512)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:35:26.972728 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a20ec5b-d6c1-492f-abe1-f39f5256350b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (26056a0c-faf6-4a2f-8a4f-ba574b131327), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:26.990990 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-8a20ec5b-d6c1-492f-abe1-f39f5256350b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Calling delete_port for 26056a0c-faf6-4a2f-8a4f-ba574b131327 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:35:27.100245 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a20ec5b-d6c1-492f-abe1-f39f5256350b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (26056a0c-faf6-4a2f-8a4f-ba574b131327), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:27.133192 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20ec5b-d6c1-492f-abe1-f39f5256350b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Port': ['ID=26056a0c-faf6-4a2f-8a4f-ba574b131327,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:27.135447 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a20ec5b-d6c1-492f-abe1-f39f5256350b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] No DVR routers for this DVR port 26056a0c-faf6-4a2f-8a4f-ba574b131327 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:35:27.142863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a16cff-e51a-47ae-b60d-7270bac7e065 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:35:27.156246 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-47a16cff-e51a-47ae-b60d-7270bac7e065 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] 10.222.0.13 "PUT /v2.0/routers/68bf5444-64ac-48eb-8431-053cd87efb84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3442371 Feb 28 20:35:27.162980 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a1926c-40b4-48ff-b2c2-b0fe113bdb2c None None] Sync routers for ids ['68bf5444-64ac-48eb-8431-053cd87efb84'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:35:27.164426 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45050) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:27.202850 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a1926c-40b4-48ff-b2c2-b0fe113bdb2c None None] Routers {'68bf5444-64ac-48eb-8431-053cd87efb84'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:35:27.206093 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-83a1926c-40b4-48ff-b2c2-b0fe113bdb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:35:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['68bf5444-64ac-48eb-8431-053cd87efb84'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:27.312388 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a20ec5b-d6c1-492f-abe1-f39f5256350b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (73fa818e-416a-4642-9144-683c873a9814), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:27.326824 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3d9c76ac-cb09-419e-b840-fb214e643076 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for router (68bf5444-64ac-48eb-8431-053cd87efb84), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:27.369196 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-83a1926c-40b4-48ff-b2c2-b0fe113bdb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:27.383356 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-8a20ec5b-d6c1-492f-abe1-f39f5256350b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73fa818e-416a-4642-9144-683c873a9814']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:27.420480 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-8a20ec5b-d6c1-492f-abe1-f39f5256350b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6837fa2f-225c-4b4d-89cf-a6551e6d8512') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:27.420852 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-8a20ec5b-d6c1-492f-abe1-f39f5256350b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6837fa2f-225c-4b4d-89cf-a6551e6d8512') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:27.429875 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a1926c-40b4-48ff-b2c2-b0fe113bdb2c None None] Routers {'68bf5444-64ac-48eb-8431-053cd87efb84'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:35:27.438514 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-83a1926c-40b4-48ff-b2c2-b0fe113bdb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:35:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['68bf5444-64ac-48eb-8431-053cd87efb84'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:27.465772 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a20ec5b-d6c1-492f-abe1-f39f5256350b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (6837fa2f-225c-4b4d-89cf-a6551e6d8512), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:27.515592 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a20ec5b-d6c1-492f-abe1-f39f5256350b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (6837fa2f-225c-4b4d-89cf-a6551e6d8512), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:27.531222 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a20ec5b-d6c1-492f-abe1-f39f5256350b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:35:27.533176 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a20ec5b-d6c1-492f-abe1-f39f5256350b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (6837fa2f-225c-4b4d-89cf-a6551e6d8512), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:27.598868 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-83a1926c-40b4-48ff-b2c2-b0fe113bdb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:27.602443 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a1926c-40b4-48ff-b2c2-b0fe113bdb2c None None] The sync data for ids ['68bf5444-64ac-48eb-8431-053cd87efb84'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:35:27.696551 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:35:27.699990 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a20ec5b-d6c1-492f-abe1-f39f5256350b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (73fa818e-416a-4642-9144-683c873a9814), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:27.707217 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a20ec5b-d6c1-492f-abe1-f39f5256350b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:27.718602 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8a20ec5b-d6c1-492f-abe1-f39f5256350b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/networks/73fa818e-416a-4642-9144-683c873a9814 HTTP/1.1" status: 204 len: 168 time: 1.2286332 Feb 28 20:35:27.729123 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45070) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:27.740805 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-55437612-56c5-4572-8848-0cd21cc8b9f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1975813721'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:27.821868 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55437612-56c5-4572-8848-0cd21cc8b9f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:27.824103 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-01f73e0f-037b-46d6-873a-50ce8d465344 None None] Current status of the port 26056a0c-faf6-4a2f-8a4f-ba574b131327 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:35:27.826419 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55437612-56c5-4572-8848-0cd21cc8b9f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:27.846003 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20ec5b-d6c1-492f-abe1-f39f5256350b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Network': ['ID=73fa818e-416a-4642-9144-683c873a9814,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:27.859388 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55437612-56c5-4572-8848-0cd21cc8b9f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:35:27.875922 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55437612-56c5-4572-8848-0cd21cc8b9f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (5b5bc2cb-89a1-47bf-b11d-4fb86d82b1c6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:27.876294 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-55437612-56c5-4572-8848-0cd21cc8b9f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Added segment 5b5bc2cb-89a1-47bf-b11d-4fb86d82b1c6 of type vlan for network 6fe20d59-f63c-45d0-8c3b-7dbc16d3d622 Feb 28 20:35:27.946587 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Port 26056a0c-faf6-4a2f-8a4f-ba574b131327 update to ACTIVE by agent not found {{(pid=103775) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 28 20:35:27.979579 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-01f73e0f-037b-46d6-873a-50ce8d465344 None None] Could not find standard attr ID for object 19d29c1e-7aba-484d-94b8-0bac777cbc29. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:35:27.981682 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3d9c76ac-cb09-419e-b840-fb214e643076 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (68bf5444-64ac-48eb-8431-053cd87efb84), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:27.994914 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3d9c76ac-cb09-419e-b840-fb214e643076 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for router_controller (68bf5444-64ac-48eb-8431-053cd87efb84), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:27.996481 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55437612-56c5-4572-8848-0cd21cc8b9f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (6fe20d59-f63c-45d0-8c3b-7dbc16d3d622), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:28.089464 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55437612-56c5-4572-8848-0cd21cc8b9f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (6fe20d59-f63c-45d0-8c3b-7dbc16d3d622), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:28.110224 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55437612-56c5-4572-8848-0cd21cc8b9f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:28.110463 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55437612-56c5-4572-8848-0cd21cc8b9f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:28.116390 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-56515102-fde1-48f0-9db2-b2a718fb98b8 None None] Could not find standard attr ID for object 19d29c1e-7aba-484d-94b8-0bac777cbc29. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:35:28.203703 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20710064-77e3-445c-9b22-c9b188d1ca34 None None] DHCP port deletion for 73fa818e-416a-4642-9144-683c873a9814 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:35:28.225285 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3d9c76ac-cb09-419e-b840-fb214e643076 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (68bf5444-64ac-48eb-8431-053cd87efb84), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:28.227055 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9c76ac-cb09-419e-b840-fb214e643076 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Fanout notify agent at l3_agent the message router_deleted on router 68bf5444-64ac-48eb-8431-053cd87efb84 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:35:28.261500 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3d9c76ac-cb09-419e-b840-fb214e643076 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:28.264836 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3d9c76ac-cb09-419e-b840-fb214e643076 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] 10.222.0.13 "DELETE /v2.0/routers/68bf5444-64ac-48eb-8431-053cd87efb84 HTTP/1.1" status: 204 len: 168 time: 1.0989623 Feb 28 20:35:28.268476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45082) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:28.338388 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-55437612-56c5-4572-8848-0cd21cc8b9f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6014977 Feb 28 20:35:28.340784 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45084) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:28.353970 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-67669e8f-49b2-4976-a688-bb76905ab118 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'subnet': {'network_id': '6fe20d59-f63c-45d0-8c3b-7dbc16d3d622', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:28.442152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c743c369-9ab2-4072-857a-8cb2ddec48c9 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Deleting subnet 8265ce55-bc58-4bc7-8644-a37e56d04b7c {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:35:28.451186 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c743c369-9ab2-4072-857a-8cb2ddec48c9 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for subnet (8265ce55-bc58-4bc7-8644-a37e56d04b7c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:28.538466 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c743c369-9ab2-4072-857a-8cb2ddec48c9 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (8265ce55-bc58-4bc7-8644-a37e56d04b7c), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:28.623597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55437612-56c5-4572-8848-0cd21cc8b9f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Network': ['ID=6fe20d59-f63c-45d0-8c3b-7dbc16d3d622,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:28.642328 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67669e8f-49b2-4976-a688-bb76905ab118 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:28.650196 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 6fe20d59-f63c-45d0-8c3b-7dbc16d3d622 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:35:28.652022 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-67669e8f-49b2-4976-a688-bb76905ab118 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:28.709127 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45088) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:28.752844 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c743c369-9ab2-4072-857a-8cb2ddec48c9 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (8265ce55-bc58-4bc7-8644-a37e56d04b7c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:28.896553 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c743c369-9ab2-4072-857a-8cb2ddec48c9 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (8265ce55-bc58-4bc7-8644-a37e56d04b7c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:28.931294 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c743c369-9ab2-4072-857a-8cb2ddec48c9 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:28.931727 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba6f651-4aed-4e35-8ff0-a8bbecc94e2f None None] Network 01b53395-b189-40eb-aca2-3e0e14ff332d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:35:28.942359 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c743c369-9ab2-4072-857a-8cb2ddec48c9 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] 10.222.0.13 "DELETE /v2.0/subnets/8265ce55-bc58-4bc7-8644-a37e56d04b7c HTTP/1.1" status: 204 len: 168 time: 0.6694689 Feb 28 20:35:28.943350 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45098) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:29.018183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743c369-9ab2-4072-857a-8cb2ddec48c9 tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Pushing event deleted for resources: {'Subnet': ['ID=8265ce55-bc58-4bc7-8644-a37e56d04b7c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:29.131478 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:35:29.161193 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-67669e8f-49b2-4976-a688-bb76905ab118 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (f059b0de-5ea4-4eca-9943-f281210ec77c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:29.213764 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a4607fb5-2ea2-402d-97ff-9f736e76ea6e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (01b53395-b189-40eb-aca2-3e0e14ff332d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:29.280998 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f24686f5-099d-4ba5-907f-6d2a9e36a6d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:29.337441 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ed52a6-807a-4259-9a69-e3e017e98819 None None] DHCP port deletion for 01b53395-b189-40eb-aca2-3e0e14ff332d request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:35:29.371196 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67669e8f-49b2-4976-a688-bb76905ab118 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Subnet': ['ID=f059b0de-5ea4-4eca-9943-f281210ec77c,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:29.395742 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67669e8f-49b2-4976-a688-bb76905ab118 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Checking segment: {'id': '5b5bc2cb-89a1-47bf-b11d-4fb86d82b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6fe20d59-f63c-45d0-8c3b-7dbc16d3d622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:35:29.396209 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67669e8f-49b2-4976-a688-bb76905ab118 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network hostable DHCP agents. Network: 6fe20d59-f63c-45d0-8c3b-7dbc16d3d622, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:35:29.439264 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67669e8f-49b2-4976-a688-bb76905ab118 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network 6fe20d59-f63c-45d0-8c3b-7dbc16d3d622 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:35:29.460044 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-67669e8f-49b2-4976-a688-bb76905ab118 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 6fe20d59-f63c-45d0-8c3b-7dbc16d3d622) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:29.474121 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67669e8f-49b2-4976-a688-bb76905ab118 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:29.478877 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1134d9a2-ec05-43c6-a9a0-5745000fa5fa None None] Network 6fe20d59-f63c-45d0-8c3b-7dbc16d3d622 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:35:29.482660 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-67669e8f-49b2-4976-a688-bb76905ab118 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:29.494511 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f24686f5-099d-4ba5-907f-6d2a9e36a6d4 admin admin] Publish callbacks [] for security_group (c40dbd15-d6d9-4b79-97a4-2aa73a7f72b2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:29.526015 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-67669e8f-49b2-4976-a688-bb76905ab118 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1829398 Feb 28 20:35:29.528205 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45110) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:29.533454 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-151c306b-c99c-4a25-9cb0-c2873b610701 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'port': {'network_id': '6fe20d59-f63c-45d0-8c3b-7dbc16d3d622', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1508540287'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:29.549469 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f24686f5-099d-4ba5-907f-6d2a9e36a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c40dbd15-d6d9-4b79-97a4-2aa73a7f72b2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:29.583019 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f24686f5-099d-4ba5-907f-6d2a9e36a6d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57a6e91e685b4d728ea5000d9a2f50c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8730922 Feb 28 20:35:29.585841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45112) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:29.670122 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b8ed52a6-807a-4259-9a69-e3e017e98819 None None] Deleting port d0b76214-9be8-40be-9f44-b73e8173d7ba {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:35:29.671071 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b8ed52a6-807a-4259-9a69-e3e017e98819 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d0b76214-9be8-40be-9f44-b73e8173d7ba), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:29.692912 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24686f5-099d-4ba5-907f-6d2a9e36a6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40dbd15-d6d9-4b79-97a4-2aa73a7f72b2,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:29.705289 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45114) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:29.809288 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-a4607fb5-2ea2-402d-97ff-9f736e76ea6e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Deleting port d0b76214-9be8-40be-9f44-b73e8173d7ba {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:35:29.809531 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a4607fb5-2ea2-402d-97ff-9f736e76ea6e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d0b76214-9be8-40be-9f44-b73e8173d7ba), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:29.909763 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151c306b-c99c-4a25-9cb0-c2873b610701 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:29.916904 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-151c306b-c99c-4a25-9cb0-c2873b610701 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:29.950345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e075f88-b6af-4082-872e-fe67ddd7e5b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-6fe20d59-f63c-45d0-8c3b-7dbc16d3d622', 'network_id': '6fe20d59-f63c-45d0-8c3b-7dbc16d3d622', 'project_id': '72dd28454fcc4a319cabe80eb07d1f46', 'fixed_ips': [{'subnet_id': 'f059b0de-5ea4-4eca-9943-f281210ec77c'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:35:29.951133 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2e075f88-b6af-4082-872e-fe67ddd7e5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:29.960392 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-151c306b-c99c-4a25-9cb0-c2873b610701 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] device_id is not set on port 89c65b14-1d20-40dd-98b9-9cb7167b3af0 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:35:30.080677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b8ed52a6-807a-4259-9a69-e3e017e98819 None None] For port d0b76214-9be8-40be-9f44-b73e8173d7ba, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d0b76214-9be8-40be-9f44-b73e8173d7ba,segment=NetworkSegment(f7f8cd92-8758-4e34-b911-ff94c170747e),segment_id=f7f8cd92-8758-4e34-b911-ff94c170747e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:35:30.081433 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b8ed52a6-807a-4259-9a69-e3e017e98819 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d0b76214-9be8-40be-9f44-b73e8173d7ba), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:30.102612 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-a4607fb5-2ea2-402d-97ff-9f736e76ea6e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] For port d0b76214-9be8-40be-9f44-b73e8173d7ba, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d0b76214-9be8-40be-9f44-b73e8173d7ba,segment=NetworkSegment(f7f8cd92-8758-4e34-b911-ff94c170747e),segment_id=f7f8cd92-8758-4e34-b911-ff94c170747e)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:35:30.103101 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a4607fb5-2ea2-402d-97ff-9f736e76ea6e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d0b76214-9be8-40be-9f44-b73e8173d7ba), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:30.116297 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-29f9a7ff-3373-4176-a9f9-f4ea59516980 admin admin] Publish callbacks [] for security_group (c40dbd15-d6d9-4b79-97a4-2aa73a7f72b2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:30.128104 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 26056a0c-faf6-4a2f-8a4f-ba574b131327 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:35:30.194756 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-29f9a7ff-3373-4176-a9f9-f4ea59516980 admin admin] Publish callbacks [] for security_group (c40dbd15-d6d9-4b79-97a4-2aa73a7f72b2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:30.259556 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b8ed52a6-807a-4259-9a69-e3e017e98819 None None] Calling delete_port for d0b76214-9be8-40be-9f44-b73e8173d7ba owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:35:30.332850 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-29f9a7ff-3373-4176-a9f9-f4ea59516980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c40dbd15-d6d9-4b79-97a4-2aa73a7f72b2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:30.337831 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-29f9a7ff-3373-4176-a9f9-f4ea59516980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:30.341642 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-29f9a7ff-3373-4176-a9f9-f4ea59516980 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c40dbd15-d6d9-4b79-97a4-2aa73a7f72b2 HTTP/1.1" status: 204 len: 168 time: 0.7521904 Feb 28 20:35:30.342817 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2a100fc9-47ab-4512-9e9c-960a6fcebcad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:30.407514 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-151c306b-c99c-4a25-9cb0-c2873b610701 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Allocated IP 172.20.0.7 (6fe20d59-f63c-45d0-8c3b-7dbc16d3d622/f059b0de-5ea4-4eca-9943-f281210ec77c/89c65b14-1d20-40dd-98b9-9cb7167b3af0) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:35:30.411005 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-a4607fb5-2ea2-402d-97ff-9f736e76ea6e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Calling delete_port for d0b76214-9be8-40be-9f44-b73e8173d7ba owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:35:30.439351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 26056a0c-faf6-4a2f-8a4f-ba574b131327 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:35:30.440484 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 26056a0c-faf6-4a2f-8a4f-ba574b131327 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:35:30.441082 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d0b76214-9be8-40be-9f44-b73e8173d7ba no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:35:30.476283 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9a7ff-3373-4176-a9f9-f4ea59516980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40dbd15-d6d9-4b79-97a4-2aa73a7f72b2,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:30.676126 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2a100fc9-47ab-4512-9e9c-960a6fcebcad admin admin] Publish callbacks [] for security_group (f772ec74-3345-4947-a47c-38520fcdac99), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:30.751960 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2a100fc9-47ab-4512-9e9c-960a6fcebcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f772ec74-3345-4947-a47c-38520fcdac99), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:30.865254 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-151c306b-c99c-4a25-9cb0-c2873b610701 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (89c65b14-1d20-40dd-98b9-9cb7167b3af0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:30.935738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a100fc9-47ab-4512-9e9c-960a6fcebcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f772ec74-3345-4947-a47c-38520fcdac99,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:30.940908 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2a100fc9-47ab-4512-9e9c-960a6fcebcad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe8fbe8c4b034432b75d651cbadfed4e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2194769 Feb 28 20:35:30.943706 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45136) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:30.954052 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b8ed52a6-807a-4259-9a69-e3e017e98819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (d0b76214-9be8-40be-9f44-b73e8173d7ba), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:30.954623 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-151c306b-c99c-4a25-9cb0-c2873b610701 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (89c65b14-1d20-40dd-98b9-9cb7167b3af0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:30.986027 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No active binding found for port d0b76214-9be8-40be-9f44-b73e8173d7ba {{(pid=103775) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 28 20:35:30.987996 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] The host n-d-820368-21 is not matching for port d0b76214-9be8-40be-9f44-b73e8173d7ba host None! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:35:30.990079 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d0b76214-9be8-40be-9f44-b73e8173d7ba not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:35:31.044282 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151c306b-c99c-4a25-9cb0-c2873b610701 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network 6fe20d59-f63c-45d0-8c3b-7dbc16d3d622 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:35:31.055892 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-151c306b-c99c-4a25-9cb0-c2873b610701 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:31.060825 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151c306b-c99c-4a25-9cb0-c2873b610701 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:35:31.077910 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a4607fb5-2ea2-402d-97ff-9f736e76ea6e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d0b76214-9be8-40be-9f44-b73e8173d7ba), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:31.089307 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45138) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:31.148065 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed52a6-807a-4259-9a69-e3e017e98819 None None] Pushing event deleted for resources: {'Port': ['ID=d0b76214-9be8-40be-9f44-b73e8173d7ba,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:31.172200 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ed52a6-807a-4259-9a69-e3e017e98819 None None] No DVR routers for this DVR port d0b76214-9be8-40be-9f44-b73e8173d7ba on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:35:31.218914 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9a22be96-0789-4376-9826-394f5a53ce24 admin admin] Publish callbacks [] for security_group (f772ec74-3345-4947-a47c-38520fcdac99), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:31.236981 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-2e075f88-b6af-4082-872e-fe67ddd7e5b8 None None] Allocated IP 172.20.0.2 (6fe20d59-f63c-45d0-8c3b-7dbc16d3d622/f059b0de-5ea4-4eca-9943-f281210ec77c/5f44462c-19fd-43d2-8dad-e0e686ac42e2) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:35:31.272828 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c306b-c99c-4a25-9cb0-c2873b610701 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=89c65b14-1d20-40dd-98b9-9cb7167b3af0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:31.296145 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-028305a0-043a-461a-bea9-39ea549664cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:31.309130 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9a22be96-0789-4376-9826-394f5a53ce24 admin admin] Publish callbacks [] for security_group (f772ec74-3345-4947-a47c-38520fcdac99), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:31.475369 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4607fb5-2ea2-402d-97ff-9f736e76ea6e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Pushing event deleted for resources: {'Port': ['ID=d0b76214-9be8-40be-9f44-b73e8173d7ba,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:31.489030 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4607fb5-2ea2-402d-97ff-9f736e76ea6e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] No DVR routers for this DVR port d0b76214-9be8-40be-9f44-b73e8173d7ba on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:35:31.504369 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9a22be96-0789-4376-9826-394f5a53ce24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f772ec74-3345-4947-a47c-38520fcdac99), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:31.511553 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9a22be96-0789-4376-9826-394f5a53ce24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:31.518453 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9a22be96-0789-4376-9826-394f5a53ce24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f772ec74-3345-4947-a47c-38520fcdac99 HTTP/1.1" status: 204 len: 168 time: 0.5669816 Feb 28 20:35:31.629651 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-028305a0-043a-461a-bea9-39ea549664cb admin admin] Publish callbacks [] for security_group (0fec1f36-c769-4179-b441-a8d38271ee19), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:31.644330 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-028305a0-043a-461a-bea9-39ea549664cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0fec1f36-c769-4179-b441-a8d38271ee19), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:31.745326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028305a0-043a-461a-bea9-39ea549664cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fec1f36-c769-4179-b441-a8d38271ee19,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:31.823097 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151c306b-c99c-4a25-9cb0-c2873b610701 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:31.823969 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-151c306b-c99c-4a25-9cb0-c2873b610701 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:31.874476 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a4607fb5-2ea2-402d-97ff-9f736e76ea6e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (01b53395-b189-40eb-aca2-3e0e14ff332d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:31.917792 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2e075f88-b6af-4082-872e-fe67ddd7e5b8 None None] Publish callbacks [] for port (5f44462c-19fd-43d2-8dad-e0e686ac42e2), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:31.933831 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2e075f88-b6af-4082-872e-fe67ddd7e5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (5f44462c-19fd-43d2-8dad-e0e686ac42e2), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:31.938029 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22be96-0789-4376-9826-394f5a53ce24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f772ec74-3345-4947-a47c-38520fcdac99,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:31.952186 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-028305a0-043a-461a-bea9-39ea549664cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2164827297f4fd1a6cce69551281461&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7767956 Feb 28 20:35:31.956621 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45164) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:31.987550 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a4607fb5-2ea2-402d-97ff-9f736e76ea6e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b53395-b189-40eb-aca2-3e0e14ff332d']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:32.017087 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-151c306b-c99c-4a25-9cb0-c2873b610701 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.4876955 Feb 28 20:35:32.024027 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45166) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:32.080897 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e075f88-b6af-4082-872e-fe67ddd7e5b8 None None] Pushing event updated for resources: {'Port': ['ID=5f44462c-19fd-43d2-8dad-e0e686ac42e2,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:32.087939 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a4607fb5-2ea2-402d-97ff-9f736e76ea6e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f8cd92-8758-4e34-b911-ff94c170747e') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:32.087939 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a4607fb5-2ea2-402d-97ff-9f736e76ea6e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f8cd92-8758-4e34-b911-ff94c170747e') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:32.134597 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e075f88-b6af-4082-872e-fe67ddd7e5b8 None None] Network 6fe20d59-f63c-45d0-8c3b-7dbc16d3d622 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:35:32.151682 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c60adda8-d4b2-4619-bc0a-7a26a1df4af5 admin admin] Publish callbacks [] for security_group (0fec1f36-c769-4179-b441-a8d38271ee19), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:32.155406 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-2e075f88-b6af-4082-872e-fe67ddd7e5b8 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:32.169752 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e075f88-b6af-4082-872e-fe67ddd7e5b8 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:35:32.182040 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a4607fb5-2ea2-402d-97ff-9f736e76ea6e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (f7f8cd92-8758-4e34-b911-ff94c170747e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:32.190958 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c60adda8-d4b2-4619-bc0a-7a26a1df4af5 admin admin] Publish callbacks [] for security_group (0fec1f36-c769-4179-b441-a8d38271ee19), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:32.248173 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a4607fb5-2ea2-402d-97ff-9f736e76ea6e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f7f8cd92-8758-4e34-b911-ff94c170747e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:32.261758 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c60adda8-d4b2-4619-bc0a-7a26a1df4af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0fec1f36-c769-4179-b441-a8d38271ee19), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:32.268300 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c60adda8-d4b2-4619-bc0a-7a26a1df4af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:32.270239 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c60adda8-d4b2-4619-bc0a-7a26a1df4af5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0fec1f36-c769-4179-b441-a8d38271ee19 HTTP/1.1" status: 204 len: 168 time: 0.3061514 Feb 28 20:35:32.281602 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60adda8-d4b2-4619-bc0a-7a26a1df4af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fec1f36-c769-4179-b441-a8d38271ee19,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:32.285874 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4607fb5-2ea2-402d-97ff-9f736e76ea6e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:35:32.286344 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a4607fb5-2ea2-402d-97ff-9f736e76ea6e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (f7f8cd92-8758-4e34-b911-ff94c170747e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:32.301838 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2e075f88-b6af-4082-872e-fe67ddd7e5b8 None None] Attempting to bind port 5f44462c-19fd-43d2-8dad-e0e686ac42e2 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:35:32.302373 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2e075f88-b6af-4082-872e-fe67ddd7e5b8 None None] Attempting to bind port 5f44462c-19fd-43d2-8dad-e0e686ac42e2 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '5b5bc2cb-89a1-47bf-b11d-4fb86d82b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6fe20d59-f63c-45d0-8c3b-7dbc16d3d622'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:35:32.302850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e075f88-b6af-4082-872e-fe67ddd7e5b8 None None] Attempting to bind port 5f44462c-19fd-43d2-8dad-e0e686ac42e2 on network 6fe20d59-f63c-45d0-8c3b-7dbc16d3d622 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:35:32.321511 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e075f88-b6af-4082-872e-fe67ddd7e5b8 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:35:32.322217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e075f88-b6af-4082-872e-fe67ddd7e5b8 None None] Checking segment: {'id': '5b5bc2cb-89a1-47bf-b11d-4fb86d82b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6fe20d59-f63c-45d0-8c3b-7dbc16d3d622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:35:32.322696 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2e075f88-b6af-4082-872e-fe67ddd7e5b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:32.323281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e075f88-b6af-4082-872e-fe67ddd7e5b8 None None] Bound using segment: {'id': '5b5bc2cb-89a1-47bf-b11d-4fb86d82b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6fe20d59-f63c-45d0-8c3b-7dbc16d3d622'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:35:32.327498 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2e075f88-b6af-4082-872e-fe67ddd7e5b8 None None] Bound port: 5f44462c-19fd-43d2-8dad-e0e686ac42e2, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5bc2cb-89a1-47bf-b11d-4fb86d82b1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6fe20d59-f63c-45d0-8c3b-7dbc16d3d622'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:35:32.328137 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2e075f88-b6af-4082-872e-fe67ddd7e5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5f44462c-19fd-43d2-8dad-e0e686ac42e2), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:35:32.385499 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:35:32.571118 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a4607fb5-2ea2-402d-97ff-9f736e76ea6e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (01b53395-b189-40eb-aca2-3e0e14ff332d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:32.606202 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2e075f88-b6af-4082-872e-fe67ddd7e5b8 None None] For port 5f44462c-19fd-43d2-8dad-e0e686ac42e2, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:35:32.611984 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2e075f88-b6af-4082-872e-fe67ddd7e5b8 None None] For port 5f44462c-19fd-43d2-8dad-e0e686ac42e2, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5f44462c-19fd-43d2-8dad-e0e686ac42e2,segment=NetworkSegment(5b5bc2cb-89a1-47bf-b11d-4fb86d82b1c6),segment_id=5b5bc2cb-89a1-47bf-b11d-4fb86d82b1c6)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:35:32.624988 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2e075f88-b6af-4082-872e-fe67ddd7e5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5f44462c-19fd-43d2-8dad-e0e686ac42e2), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:32.684374 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a4607fb5-2ea2-402d-97ff-9f736e76ea6e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:32.707613 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a4607fb5-2ea2-402d-97ff-9f736e76ea6e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] 10.222.0.13 "DELETE /v2.0/networks/01b53395-b189-40eb-aca2-3e0e14ff332d HTTP/1.1" status: 204 len: 168 time: 3.7149501 Feb 28 20:35:32.782791 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4607fb5-2ea2-402d-97ff-9f736e76ea6e tempest-FloatingIPNegativeTestJSON-653289080 tempest-FloatingIPNegativeTestJSON-653289080-project] Pushing event deleted for resources: {'Network': ['ID=01b53395-b189-40eb-aca2-3e0e14ff332d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:32.818080 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e075f88-b6af-4082-872e-fe67ddd7e5b8 None None] Pushing event updated for resources: {'Port': ['ID=5f44462c-19fd-43d2-8dad-e0e686ac42e2,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:32.855380 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-636f3d94-eee9-4051-bd86-55504584af2f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting port 89c65b14-1d20-40dd-98b9-9cb7167b3af0 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:35:32.865092 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-636f3d94-eee9-4051-bd86-55504584af2f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (89c65b14-1d20-40dd-98b9-9cb7167b3af0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:33.247878 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-636f3d94-eee9-4051-bd86-55504584af2f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (89c65b14-1d20-40dd-98b9-9cb7167b3af0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:33.307368 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-636f3d94-eee9-4051-bd86-55504584af2f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Calling delete_port for 89c65b14-1d20-40dd-98b9-9cb7167b3af0 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:35:33.440536 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45208) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:33.558852 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-636f3d94-eee9-4051-bd86-55504584af2f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (89c65b14-1d20-40dd-98b9-9cb7167b3af0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:33.589581 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f3d94-eee9-4051-bd86-55504584af2f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Port': ['ID=89c65b14-1d20-40dd-98b9-9cb7167b3af0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:33.802746 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-636f3d94-eee9-4051-bd86-55504584af2f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:33.806733 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-636f3d94-eee9-4051-bd86-55504584af2f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/ports/89c65b14-1d20-40dd-98b9-9cb7167b3af0 HTTP/1.1" status: 204 len: 168 time: 1.7817066 Feb 28 20:35:33.812579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45222) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:33.914676 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7499aa-5f81-4a15-a5d3-1c5b4ed3778f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] GET failed (client error): The resource could not be found. Feb 28 20:35:33.919265 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5d7499aa-5f81-4a15-a5d3-1c5b4ed3778f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports/89c65b14-1d20-40dd-98b9-9cb7167b3af0 HTTP/1.1" status: 404 len: 333 time: 0.0990059 Feb 28 20:35:33.919569 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45226) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:34.145027 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-98cea4a5-21d5-4f09-acd4-60224c260036 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting subnet f059b0de-5ea4-4eca-9943-f281210ec77c {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:35:34.168240 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98cea4a5-21d5-4f09-acd4-60224c260036 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (f059b0de-5ea4-4eca-9943-f281210ec77c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:34.287594 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5f44462c-19fd-43d2-8dad-e0e686ac42e2 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:35:34.394736 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-710d2bbd-c80b-42b5-ba0e-9dda14c6f7dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97dc19ccdaf245fe853ed143f62b2e57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9505525 Feb 28 20:35:34.394871 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45244) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:34.404046 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98cea4a5-21d5-4f09-acd4-60224c260036 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (f059b0de-5ea4-4eca-9943-f281210ec77c), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:34.458380 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 5f44462c-19fd-43d2-8dad-e0e686ac42e2 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:34.459084 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5f44462c-19fd-43d2-8dad-e0e686ac42e2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:34.535188 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9eaa6c42-899c-4c14-ba78-0674230fd485 admin admin] Publish callbacks [] for security_group (82d97144-dcf5-41df-a2f5-948cf7ee0494), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:34.627939 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9eaa6c42-899c-4c14-ba78-0674230fd485 admin admin] Publish callbacks [] for security_group (82d97144-dcf5-41df-a2f5-948cf7ee0494), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:34.719099 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98cea4a5-21d5-4f09-acd4-60224c260036 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (f059b0de-5ea4-4eca-9943-f281210ec77c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:34.764323 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 5f44462c-19fd-43d2-8dad-e0e686ac42e2 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:35:34.765227 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5f44462c-19fd-43d2-8dad-e0e686ac42e2), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:34.767720 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9eaa6c42-899c-4c14-ba78-0674230fd485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (82d97144-dcf5-41df-a2f5-948cf7ee0494), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:34.772025 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9eaa6c42-899c-4c14-ba78-0674230fd485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:34.773503 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9eaa6c42-899c-4c14-ba78-0674230fd485 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82d97144-dcf5-41df-a2f5-948cf7ee0494 HTTP/1.1" status: 204 len: 168 time: 0.3776217 Feb 28 20:35:34.790974 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa6c42-899c-4c14-ba78-0674230fd485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d97144-dcf5-41df-a2f5-948cf7ee0494,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:34.847964 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6294a4db-def4-4b3f-b103-dff077b31d1d None None] Network 6fe20d59-f63c-45d0-8c3b-7dbc16d3d622 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:35:34.907374 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98cea4a5-21d5-4f09-acd4-60224c260036 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (f059b0de-5ea4-4eca-9943-f281210ec77c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:35.012598 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cea4a5-21d5-4f09-acd4-60224c260036 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Subnet': ['ID=f059b0de-5ea4-4eca-9943-f281210ec77c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:35.054727 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98cea4a5-21d5-4f09-acd4-60224c260036 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:35.068457 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-98cea4a5-21d5-4f09-acd4-60224c260036 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/subnets/f059b0de-5ea4-4eca-9943-f281210ec77c HTTP/1.1" status: 204 len: 168 time: 1.1469083 Feb 28 20:35:35.071640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45266) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:35.271939 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-26e8c11b-637a-45fb-8ea8-0862951d61bd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (6fe20d59-f63c-45d0-8c3b-7dbc16d3d622), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:35.296273 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:35:35.297280 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:35:35.392767 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-26e8c11b-637a-45fb-8ea8-0862951d61bd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting port 5f44462c-19fd-43d2-8dad-e0e686ac42e2 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:35:35.393298 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-26e8c11b-637a-45fb-8ea8-0862951d61bd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (5f44462c-19fd-43d2-8dad-e0e686ac42e2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:35.394238 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-693cd46c-cc9a-4c5f-8cf1-82d3f5e025c0 None None] Provisioning complete for port 5f44462c-19fd-43d2-8dad-e0e686ac42e2 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:35.396232 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-693cd46c-cc9a-4c5f-8cf1-82d3f5e025c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5f44462c-19fd-43d2-8dad-e0e686ac42e2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:35.492441 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-26e8c11b-637a-45fb-8ea8-0862951d61bd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] For port 5f44462c-19fd-43d2-8dad-e0e686ac42e2, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5f44462c-19fd-43d2-8dad-e0e686ac42e2,segment=NetworkSegment(5b5bc2cb-89a1-47bf-b11d-4fb86d82b1c6),segment_id=5b5bc2cb-89a1-47bf-b11d-4fb86d82b1c6)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:35:35.493136 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-26e8c11b-637a-45fb-8ea8-0862951d61bd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (5f44462c-19fd-43d2-8dad-e0e686ac42e2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:35.536305 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-26e8c11b-637a-45fb-8ea8-0862951d61bd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Calling delete_port for 5f44462c-19fd-43d2-8dad-e0e686ac42e2 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:35:35.650736 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-693cd46c-cc9a-4c5f-8cf1-82d3f5e025c0 None None] Current status of the port 5f44462c-19fd-43d2-8dad-e0e686ac42e2 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:35:35.653029 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-693cd46c-cc9a-4c5f-8cf1-82d3f5e025c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5f44462c-19fd-43d2-8dad-e0e686ac42e2), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:35.772834 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-693cd46c-cc9a-4c5f-8cf1-82d3f5e025c0 None None] For port 5f44462c-19fd-43d2-8dad-e0e686ac42e2, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=5f44462c-19fd-43d2-8dad-e0e686ac42e2,segment=NetworkSegment(5b5bc2cb-89a1-47bf-b11d-4fb86d82b1c6),segment_id=5b5bc2cb-89a1-47bf-b11d-4fb86d82b1c6)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:35:35.778101 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-693cd46c-cc9a-4c5f-8cf1-82d3f5e025c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5f44462c-19fd-43d2-8dad-e0e686ac42e2), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:35.823129 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-26e8c11b-637a-45fb-8ea8-0862951d61bd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (5f44462c-19fd-43d2-8dad-e0e686ac42e2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:35.881605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e8c11b-637a-45fb-8ea8-0862951d61bd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] No DVR routers for this DVR port 5f44462c-19fd-43d2-8dad-e0e686ac42e2 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:35:35.992773 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693cd46c-cc9a-4c5f-8cf1-82d3f5e025c0 None None] Pushing event updated for resources: {'Port': ['ID=5f44462c-19fd-43d2-8dad-e0e686ac42e2,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:36.004789 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Port 5f44462c-19fd-43d2-8dad-e0e686ac42e2 update to ACTIVE by agent not found {{(pid=103775) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 28 20:35:36.065097 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8c11b-637a-45fb-8ea8-0862951d61bd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Port': ['ID=5f44462c-19fd-43d2-8dad-e0e686ac42e2,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:36.068414 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7be697-4152-4284-97cc-32c9af2ab760 None None] Network 6fe20d59-f63c-45d0-8c3b-7dbc16d3d622 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:35:36.227496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-090ff71b-aea2-4a34-8c6b-612145221aa9 None None] Could not find standard attr ID for object 5f44462c-19fd-43d2-8dad-e0e686ac42e2. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:35:36.233932 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5f44462c-19fd-43d2-8dad-e0e686ac42e2 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:35:36.276991 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-26e8c11b-637a-45fb-8ea8-0862951d61bd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (6fe20d59-f63c-45d0-8c3b-7dbc16d3d622), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:36.284738 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 5f44462c-19fd-43d2-8dad-e0e686ac42e2 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:35:36.285142 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5f44462c-19fd-43d2-8dad-e0e686ac42e2 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 28 20:35:36.304060 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-26e8c11b-637a-45fb-8ea8-0862951d61bd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe20d59-f63c-45d0-8c3b-7dbc16d3d622']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:36.315864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-26e8c11b-637a-45fb-8ea8-0862951d61bd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5bc2cb-89a1-47bf-b11d-4fb86d82b1c6') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:36.316232 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-26e8c11b-637a-45fb-8ea8-0862951d61bd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5bc2cb-89a1-47bf-b11d-4fb86d82b1c6') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:36.327100 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-26e8c11b-637a-45fb-8ea8-0862951d61bd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (5b5bc2cb-89a1-47bf-b11d-4fb86d82b1c6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:36.345488 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-26e8c11b-637a-45fb-8ea8-0862951d61bd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (5b5bc2cb-89a1-47bf-b11d-4fb86d82b1c6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:36.360335 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e8c11b-637a-45fb-8ea8-0862951d61bd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:35:36.360859 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-26e8c11b-637a-45fb-8ea8-0862951d61bd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (5b5bc2cb-89a1-47bf-b11d-4fb86d82b1c6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:36.434754 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Port 5f44462c-19fd-43d2-8dad-e0e686ac42e2 not found, will not notify nova. {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 28 20:35:36.461987 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72b12d1-8516-464b-b522-9ba00c0a524a None None] DHCP port deletion for 6fe20d59-f63c-45d0-8c3b-7dbc16d3d622 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:35:36.502816 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:35:36.525196 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-26e8c11b-637a-45fb-8ea8-0862951d61bd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (6fe20d59-f63c-45d0-8c3b-7dbc16d3d622), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:36.534049 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-26e8c11b-637a-45fb-8ea8-0862951d61bd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:36.541270 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45314) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:36.545434 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-26e8c11b-637a-45fb-8ea8-0862951d61bd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/networks/6fe20d59-f63c-45d0-8c3b-7dbc16d3d622 HTTP/1.1" status: 204 len: 168 time: 1.4637082 Feb 28 20:35:36.547520 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-eca7f860-e65d-47cd-afa3-6244492408b2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'port': {'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3', 'name': 'tempest-PortsTestJSON-834345920'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:36.572222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8c11b-637a-45fb-8ea8-0862951d61bd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Network': ['ID=6fe20d59-f63c-45d0-8c3b-7dbc16d3d622,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:36.860262 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca7f860-e65d-47cd-afa3-6244492408b2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:36.871278 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-eca7f860-e65d-47cd-afa3-6244492408b2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:36.935218 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-eca7f860-e65d-47cd-afa3-6244492408b2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] device_id is not set on port f1ea7c25-ec6c-48c3-a2d0-4c73dfaa0324 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:35:37.240947 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45374) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:37.385526 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-eca7f860-e65d-47cd-afa3-6244492408b2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (f1ea7c25-ec6c-48c3-a2d0-4c73dfaa0324), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:37.475844 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-eca7f860-e65d-47cd-afa3-6244492408b2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (f1ea7c25-ec6c-48c3-a2d0-4c73dfaa0324), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:37.591982 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca7f860-e65d-47cd-afa3-6244492408b2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network 2dd39b07-e71c-4399-a902-ce50784c96b3 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:35:37.597764 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-eca7f860-e65d-47cd-afa3-6244492408b2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:37.611577 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca7f860-e65d-47cd-afa3-6244492408b2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:35:37.628829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca7f860-e65d-47cd-afa3-6244492408b2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:37.630193 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-eca7f860-e65d-47cd-afa3-6244492408b2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:37.641168 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7f860-e65d-47cd-afa3-6244492408b2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=f1ea7c25-ec6c-48c3-a2d0-4c73dfaa0324,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:37.693395 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-eca7f860-e65d-47cd-afa3-6244492408b2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1501491 Feb 28 20:35:37.695900 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45382) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:37.781371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-572d5ff6-6572-4729-951a-4d7f2d6cacaf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1397469972'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:37.835530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572d5ff6-6572-4729-951a-4d7f2d6cacaf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:37.852123 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-572d5ff6-6572-4729-951a-4d7f2d6cacaf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:37.883864 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-572d5ff6-6572-4729-951a-4d7f2d6cacaf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:37.887847 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45386) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:38.066137 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b1f328a7-e234-41e8-a315-3fa76f0ab7b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:38.171707 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5f44462c-19fd-43d2-8dad-e0e686ac42e2 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:35:38.202392 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-0217d86a-46d4-45b4-8207-33f79ed5bc20 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting port f1ea7c25-ec6c-48c3-a2d0-4c73dfaa0324 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:35:38.202661 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0217d86a-46d4-45b4-8207-33f79ed5bc20 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (f1ea7c25-ec6c-48c3-a2d0-4c73dfaa0324), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:38.247203 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-572d5ff6-6572-4729-951a-4d7f2d6cacaf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (cb6603ba-b241-488f-ab95-6a9ab9a4939d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:38.263417 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 5f44462c-19fd-43d2-8dad-e0e686ac42e2 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:35:38.266239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 5f44462c-19fd-43d2-8dad-e0e686ac42e2 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:35:38.310277 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0217d86a-46d4-45b4-8207-33f79ed5bc20 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (f1ea7c25-ec6c-48c3-a2d0-4c73dfaa0324), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:38.326222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-0217d86a-46d4-45b4-8207-33f79ed5bc20 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Calling delete_port for f1ea7c25-ec6c-48c3-a2d0-4c73dfaa0324 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:35:38.418518 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-572d5ff6-6572-4729-951a-4d7f2d6cacaf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (cb6603ba-b241-488f-ab95-6a9ab9a4939d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:38.427152 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0217d86a-46d4-45b4-8207-33f79ed5bc20 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (f1ea7c25-ec6c-48c3-a2d0-4c73dfaa0324), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:38.449696 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0217d86a-46d4-45b4-8207-33f79ed5bc20 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:38.456151 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0217d86a-46d4-45b4-8207-33f79ed5bc20 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/ports/f1ea7c25-ec6c-48c3-a2d0-4c73dfaa0324 HTTP/1.1" status: 204 len: 168 time: 0.7588046 Feb 28 20:35:38.457482 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b1f328a7-e234-41e8-a315-3fa76f0ab7b3 admin admin] Publish callbacks [] for security_group (d0d3f69d-ad39-4f45-8774-6c5f5a503649), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:38.463954 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45402) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:38.469716 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b1f328a7-e234-41e8-a315-3fa76f0ab7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d0d3f69d-ad39-4f45-8774-6c5f5a503649), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:38.499592 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-9de332b8-f21e-407f-a8af-efb1919313ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'port': {'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3', 'mac_address': 'fa:16:3e:1b:d7:45', 'name': 'tempest-PortsTestJSON-1191281847'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:38.595440 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217d86a-46d4-45b4-8207-33f79ed5bc20 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Port': ['ID=f1ea7c25-ec6c-48c3-a2d0-4c73dfaa0324,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:38.600243 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572d5ff6-6572-4729-951a-4d7f2d6cacaf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:35:38.630833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d5ff6-6572-4729-951a-4d7f2d6cacaf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6603ba-b241-488f-ab95-6a9ab9a4939d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:38.640358 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de332b8-f21e-407f-a8af-efb1919313ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:38.642560 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b1f328a7-e234-41e8-a315-3fa76f0ab7b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=269e2edd4bcc4587892f9dcc97620ef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7527745 Feb 28 20:35:38.646433 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45408) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:38.701547 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f328a7-e234-41e8-a315-3fa76f0ab7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d3f69d-ad39-4f45-8774-6c5f5a503649,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:38.727280 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-572d5ff6-6572-4729-951a-4d7f2d6cacaf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:38.728153 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-572d5ff6-6572-4729-951a-4d7f2d6cacaf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Added segment cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa of type vlan for network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 Feb 28 20:35:38.741896 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9de332b8-f21e-407f-a8af-efb1919313ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:38.766371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-9de332b8-f21e-407f-a8af-efb1919313ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] device_id is not set on port b49f8c76-6a8c-49ef-b3b5-f345a2ba159f yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:35:38.805384 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-84b1eec3-6ecc-41db-abd4-df713ec4d896 admin admin] Publish callbacks [] for security_group (d0d3f69d-ad39-4f45-8774-6c5f5a503649), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:38.858261 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-84b1eec3-6ecc-41db-abd4-df713ec4d896 admin admin] Publish callbacks [] for security_group (d0d3f69d-ad39-4f45-8774-6c5f5a503649), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:38.967600 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-84b1eec3-6ecc-41db-abd4-df713ec4d896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d0d3f69d-ad39-4f45-8774-6c5f5a503649), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:38.970179 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-84b1eec3-6ecc-41db-abd4-df713ec4d896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:38.976166 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-84b1eec3-6ecc-41db-abd4-df713ec4d896 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0d3f69d-ad39-4f45-8774-6c5f5a503649 HTTP/1.1" status: 204 len: 168 time: 0.3222587 Feb 28 20:35:39.001879 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1eec3-6ecc-41db-abd4-df713ec4d896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d3f69d-ad39-4f45-8774-6c5f5a503649,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:39.081232 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-572d5ff6-6572-4729-951a-4d7f2d6cacaf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:39.181795 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9de332b8-f21e-407f-a8af-efb1919313ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (b49f8c76-6a8c-49ef-b3b5-f345a2ba159f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:39.234418 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-572d5ff6-6572-4729-951a-4d7f2d6cacaf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:39.250355 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572d5ff6-6572-4729-951a-4d7f2d6cacaf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:39.252781 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-572d5ff6-6572-4729-951a-4d7f2d6cacaf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:39.367045 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9de332b8-f21e-407f-a8af-efb1919313ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (b49f8c76-6a8c-49ef-b3b5-f345a2ba159f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:39.381459 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d5ff6-6572-4729-951a-4d7f2d6cacaf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Network': ['ID=3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:39.395173 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:35:39.398947 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45432) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:39.399912 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-572d5ff6-6572-4729-951a-4d7f2d6cacaf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1576951 Feb 28 20:35:39.413294 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-bc67f5a9-2bc3-46fa-8a6e-40390b8b4e90 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'port': {'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70', 'name': 'tempest-PortsIpV6TestJSON-968977144'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:39.487957 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de332b8-f21e-407f-a8af-efb1919313ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network 2dd39b07-e71c-4399-a902-ce50784c96b3 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:35:39.492314 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-9de332b8-f21e-407f-a8af-efb1919313ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:39.504247 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de332b8-f21e-407f-a8af-efb1919313ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:35:39.515596 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de332b8-f21e-407f-a8af-efb1919313ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:39.518992 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9de332b8-f21e-407f-a8af-efb1919313ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:39.549467 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9de332b8-f21e-407f-a8af-efb1919313ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0840907 Feb 28 20:35:39.550605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45440) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:39.703529 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45442) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:39.704183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ec88d1-6060-48f3-a4d8-9a927113e129 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:39.712555 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d8ec88d1-6060-48f3-a4d8-9a927113e129 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports/b49f8c76-6a8c-49ef-b3b5-f345a2ba159f HTTP/1.1" status: 200 len: 841 time: 0.1481900 Feb 28 20:35:39.740076 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45446) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:39.750194 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc67f5a9-2bc3-46fa-8a6e-40390b8b4e90 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:39.762582 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc67f5a9-2bc3-46fa-8a6e-40390b8b4e90 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:39.766234 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5174067a-7bdb-49df-b86f-16b6186d069b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:39.843422 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de332b8-f21e-407f-a8af-efb1919313ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=b49f8c76-6a8c-49ef-b3b5-f345a2ba159f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:39.881403 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-bc67f5a9-2bc3-46fa-8a6e-40390b8b4e90 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] device_id is not set on port fdfd3fe8-82eb-4a5b-97d5-243ad2ada978 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:35:39.974993 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-1030bf73-0891-474c-be69-664d99e2407a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting port b49f8c76-6a8c-49ef-b3b5-f345a2ba159f {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:35:39.975356 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1030bf73-0891-474c-be69-664d99e2407a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b49f8c76-6a8c-49ef-b3b5-f345a2ba159f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:40.189814 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1030bf73-0891-474c-be69-664d99e2407a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b49f8c76-6a8c-49ef-b3b5-f345a2ba159f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:40.220873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-1030bf73-0891-474c-be69-664d99e2407a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Calling delete_port for b49f8c76-6a8c-49ef-b3b5-f345a2ba159f owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:35:40.364196 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc67f5a9-2bc3-46fa-8a6e-40390b8b4e90 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (fdfd3fe8-82eb-4a5b-97d5-243ad2ada978), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:40.408754 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc67f5a9-2bc3-46fa-8a6e-40390b8b4e90 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (fdfd3fe8-82eb-4a5b-97d5-243ad2ada978), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:40.425415 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1030bf73-0891-474c-be69-664d99e2407a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (b49f8c76-6a8c-49ef-b3b5-f345a2ba159f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:40.467448 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030bf73-0891-474c-be69-664d99e2407a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Port': ['ID=b49f8c76-6a8c-49ef-b3b5-f345a2ba159f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:40.476303 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1030bf73-0891-474c-be69-664d99e2407a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:40.481495 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1030bf73-0891-474c-be69-664d99e2407a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/ports/b49f8c76-6a8c-49ef-b3b5-f345a2ba159f HTTP/1.1" status: 204 len: 168 time: 0.7403755 Feb 28 20:35:40.484179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45472) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:40.544404 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-da446a81-4260-48c7-b8d8-c4ad0d513ac9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] GET failed (client error): The resource could not be found. Feb 28 20:35:40.546299 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-da446a81-4260-48c7-b8d8-c4ad0d513ac9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports/b49f8c76-6a8c-49ef-b3b5-f345a2ba159f HTTP/1.1" status: 404 len: 333 time: 0.0604560 Feb 28 20:35:40.550211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45474) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:40.557973 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-9afb3c78-4deb-4950-92af-5420f99917d6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'port': {'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3', 'name': 'tempest-PortsTestJSON-647320302'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:40.572488 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67f5a9-2bc3-46fa-8a6e-40390b8b4e90 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=fdfd3fe8-82eb-4a5b-97d5-243ad2ada978,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:40.577537 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5174067a-7bdb-49df-b86f-16b6186d069b admin admin] Publish callbacks [] for security_group (f562eac6-6c2c-4e6f-bf71-1bfaa8ba91d9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:40.592369 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5174067a-7bdb-49df-b86f-16b6186d069b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f562eac6-6c2c-4e6f-bf71-1bfaa8ba91d9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:40.674226 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc67f5a9-2bc3-46fa-8a6e-40390b8b4e90 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Checking segment: {'id': 'cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:35:40.674862 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc67f5a9-2bc3-46fa-8a6e-40390b8b4e90 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network hostable DHCP agents. Network: 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:35:40.681561 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174067a-7bdb-49df-b86f-16b6186d069b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f562eac6-6c2c-4e6f-bf71-1bfaa8ba91d9,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:40.691151 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5174067a-7bdb-49df-b86f-16b6186d069b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8fb3f157a5747caa6d1295893d81ad3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9835389 Feb 28 20:35:40.694556 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45484) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:40.770021 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc67f5a9-2bc3-46fa-8a6e-40390b8b4e90 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:35:40.771924 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afb3c78-4deb-4950-92af-5420f99917d6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:40.777257 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9afb3c78-4deb-4950-92af-5420f99917d6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:40.805350 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-9afb3c78-4deb-4950-92af-5420f99917d6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] device_id is not set on port 0d6619a4-9980-49d2-a346-628cb8302082 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:35:40.817647 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-bc67f5a9-2bc3-46fa-8a6e-40390b8b4e90 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:40.831535 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd36ddf-9139-43e1-97e1-c0e2b6f09c8d None None] Network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:35:40.838812 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc67f5a9-2bc3-46fa-8a6e-40390b8b4e90 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:35:40.853053 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc67f5a9-2bc3-46fa-8a6e-40390b8b4e90 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:40.857726 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc67f5a9-2bc3-46fa-8a6e-40390b8b4e90 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:40.900256 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bd2f62c3-52c1-435a-849a-232f7a02e9c7 admin admin] Publish callbacks [] for security_group (f562eac6-6c2c-4e6f-bf71-1bfaa8ba91d9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:40.925121 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bc67f5a9-2bc3-46fa-8a6e-40390b8b4e90 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5240679 Feb 28 20:35:40.931416 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45492) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:40.954936 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-b7382f14-7925-4c5c-b3c6-37e34a2148de tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-194617990'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:41.002368 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bd2f62c3-52c1-435a-849a-232f7a02e9c7 admin admin] Publish callbacks [] for security_group (f562eac6-6c2c-4e6f-bf71-1bfaa8ba91d9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:41.067670 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7382f14-7925-4c5c-b3c6-37e34a2148de tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:41.082027 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b7382f14-7925-4c5c-b3c6-37e34a2148de tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:41.161521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7382f14-7925-4c5c-b3c6-37e34a2148de tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:35:41.192604 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bd2f62c3-52c1-435a-849a-232f7a02e9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f562eac6-6c2c-4e6f-bf71-1bfaa8ba91d9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:41.195318 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bd2f62c3-52c1-435a-849a-232f7a02e9c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:41.197555 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bd2f62c3-52c1-435a-849a-232f7a02e9c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f562eac6-6c2c-4e6f-bf71-1bfaa8ba91d9 HTTP/1.1" status: 204 len: 168 time: 0.5016572 Feb 28 20:35:41.200622 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b7382f14-7925-4c5c-b3c6-37e34a2148de tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (034cbda7-3103-4a06-8755-d5c424c78e4e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:41.206385 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-b7382f14-7925-4c5c-b3c6-37e34a2148de tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Added segment 034cbda7-3103-4a06-8755-d5c424c78e4e of type vlan for network ff5065ca-8b0c-4692-a7de-b3629dfb912f Feb 28 20:35:41.233770 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9afb3c78-4deb-4950-92af-5420f99917d6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (0d6619a4-9980-49d2-a346-628cb8302082), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:41.304332 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9afb3c78-4deb-4950-92af-5420f99917d6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0d6619a4-9980-49d2-a346-628cb8302082), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:41.320045 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f62c3-52c1-435a-849a-232f7a02e9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f562eac6-6c2c-4e6f-bf71-1bfaa8ba91d9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:41.365177 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b7382f14-7925-4c5c-b3c6-37e34a2148de tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ff5065ca-8b0c-4692-a7de-b3629dfb912f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:41.419092 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afb3c78-4deb-4950-92af-5420f99917d6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network 2dd39b07-e71c-4399-a902-ce50784c96b3 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:35:41.433373 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-9afb3c78-4deb-4950-92af-5420f99917d6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:41.445332 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afb3c78-4deb-4950-92af-5420f99917d6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:35:41.450497 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afb3c78-4deb-4950-92af-5420f99917d6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:41.451104 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9afb3c78-4deb-4950-92af-5420f99917d6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:41.451589 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b7382f14-7925-4c5c-b3c6-37e34a2148de tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ff5065ca-8b0c-4692-a7de-b3629dfb912f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:41.459366 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7382f14-7925-4c5c-b3c6-37e34a2148de tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:41.463110 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b7382f14-7925-4c5c-b3c6-37e34a2148de tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:41.478512 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb3c78-4deb-4950-92af-5420f99917d6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=0d6619a4-9980-49d2-a346-628cb8302082,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:41.492956 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9afb3c78-4deb-4950-92af-5420f99917d6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9416077 Feb 28 20:35:41.500264 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45520) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:41.505739 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-e5476d2d-1e31-4dd7-acdd-e4b17d9b8d59 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:41.534529 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b7382f14-7925-4c5c-b3c6-37e34a2148de tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6018708 Feb 28 20:35:41.544762 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45524) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:41.563658 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'ports': [{'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70'}, {'network_id': 'ff5065ca-8b0c-4692-a7de-b3629dfb912f'}]} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:41.565438 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'port': {'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:41.568771 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'port': {'network_id': 'ff5065ca-8b0c-4692-a7de-b3629dfb912f'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:41.715464 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e5476d2d-1e31-4dd7-acdd-e4b17d9b8d59 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0d6619a4-9980-49d2-a346-628cb8302082), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:42.055421 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e5476d2d-1e31-4dd7-acdd-e4b17d9b8d59 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (0d6619a4-9980-49d2-a346-628cb8302082), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:42.065503 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e5476d2d-1e31-4dd7-acdd-e4b17d9b8d59 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (0d6619a4-9980-49d2-a346-628cb8302082), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:42.155335 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-e5476d2d-1e31-4dd7-acdd-e4b17d9b8d59 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] In _notify_port_updated(), no bound segment for port 0d6619a4-9980-49d2-a346-628cb8302082 on network 2dd39b07-e71c-4399-a902-ce50784c96b3 {{(pid=103774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:35:42.169297 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5476d2d-1e31-4dd7-acdd-e4b17d9b8d59 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:42.174051 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e5476d2d-1e31-4dd7-acdd-e4b17d9b8d59 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:42.175803 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e5476d2d-1e31-4dd7-acdd-e4b17d9b8d59 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "PUT /v2.0/ports/0d6619a4-9980-49d2-a346-628cb8302082 HTTP/1.1" status: 200 len: 818 time: 0.6745400 Feb 28 20:35:42.214692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45548) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:42.283738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5476d2d-1e31-4dd7-acdd-e4b17d9b8d59 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=0d6619a4-9980-49d2-a346-628cb8302082,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:42.420073 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a2824-8bff-47aa-bf77-61e26ccf1dee tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting port 0d6619a4-9980-49d2-a346-628cb8302082 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:35:42.420705 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5f2a2824-8bff-47aa-bf77-61e26ccf1dee tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0d6619a4-9980-49d2-a346-628cb8302082), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:42.481507 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7382f14-7925-4c5c-b3c6-37e34a2148de tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Network': ['ID=ff5065ca-8b0c-4692-a7de-b3629dfb912f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:42.498350 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ff5065ca-8b0c-4692-a7de-b3629dfb912f details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:35:42.539661 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5f2a2824-8bff-47aa-bf77-61e26ccf1dee tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0d6619a4-9980-49d2-a346-628cb8302082), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:42.561333 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a2824-8bff-47aa-bf77-61e26ccf1dee tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Calling delete_port for 0d6619a4-9980-49d2-a346-628cb8302082 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:35:42.652139 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'port': 2} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:42.656930 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:42.686889 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:42.805301 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5f2a2824-8bff-47aa-bf77-61e26ccf1dee tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0d6619a4-9980-49d2-a346-628cb8302082), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:42.877781 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a2824-8bff-47aa-bf77-61e26ccf1dee tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Port': ['ID=0d6619a4-9980-49d2-a346-628cb8302082,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:42.896360 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5f2a2824-8bff-47aa-bf77-61e26ccf1dee tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:42.904413 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5f2a2824-8bff-47aa-bf77-61e26ccf1dee tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/ports/0d6619a4-9980-49d2-a346-628cb8302082 HTTP/1.1" status: 204 len: 168 time: 0.6863630 Feb 28 20:35:42.905773 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45580) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:42.995750 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] device_id is not set on port e26a9be3-775b-4df9-a0d0-f44fccb10ace yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:35:43.038671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d218d682-48e8-4e91-9311-8ce4b35122da tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:43.042247 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d218d682-48e8-4e91-9311-8ce4b35122da tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1354842 Feb 28 20:35:43.045251 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45586) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:43.102001 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d572ee73-f861-4694-92f4-a6c74ed5ff29 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] GET failed (client error): The resource could not be found. Feb 28 20:35:43.103636 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d572ee73-f861-4694-92f4-a6c74ed5ff29 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports/0d6619a4-9980-49d2-a346-628cb8302082 HTTP/1.1" status: 404 len: 333 time: 0.0572605 Feb 28 20:35:43.108626 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45594) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:43.122882 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-0bc84ecf-277e-4d10-bf71-a90d264256db tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1247074623'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:43.146609 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc84ecf-277e-4d10-bf71-a90d264256db tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:43.153590 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0bc84ecf-277e-4d10-bf71-a90d264256db tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:43.155362 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (e26a9be3-775b-4df9-a0d0-f44fccb10ace), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:43.202668 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc84ecf-277e-4d10-bf71-a90d264256db tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:35:43.243543 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0bc84ecf-277e-4d10-bf71-a90d264256db tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (98e38c99-71ed-4837-9287-2f6d07a3c082), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:43.246156 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-0bc84ecf-277e-4d10-bf71-a90d264256db tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Added segment 98e38c99-71ed-4837-9287-2f6d07a3c082 of type vlan for network e51fdf30-3db8-45bf-9df4-257f54815d25 Feb 28 20:35:43.378958 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] device_id is not set on port f06a9e84-005d-45be-bccb-2291b9439a39 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:35:43.383215 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0bc84ecf-277e-4d10-bf71-a90d264256db tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (e51fdf30-3db8-45bf-9df4-257f54815d25), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:43.463983 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0bc84ecf-277e-4d10-bf71-a90d264256db tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (e51fdf30-3db8-45bf-9df4-257f54815d25), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:43.478109 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc84ecf-277e-4d10-bf71-a90d264256db tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:43.481394 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0bc84ecf-277e-4d10-bf71-a90d264256db tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:43.608504 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45618) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:43.609752 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0bc84ecf-277e-4d10-bf71-a90d264256db tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4983697 Feb 28 20:35:43.620426 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-742dea7a-01c5-4888-a858-08141ef716e9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'subnet': {'network_id': 'e51fdf30-3db8-45bf-9df4-257f54815d25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:43.732638 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc84ecf-277e-4d10-bf71-a90d264256db tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Network': ['ID=e51fdf30-3db8-45bf-9df4-257f54815d25,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:43.744815 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network e51fdf30-3db8-45bf-9df4-257f54815d25 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:35:43.746076 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45620) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:43.912512 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (f06a9e84-005d-45be-bccb-2291b9439a39), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:43.972668 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6991f0a-91ba-429c-9e0a-a8642809d78a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:43.978324 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742dea7a-01c5-4888-a858-08141ef716e9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:43.994093 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-742dea7a-01c5-4888-a858-08141ef716e9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:44.184822 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (e26a9be3-775b-4df9-a0d0-f44fccb10ace), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:44.233230 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6991f0a-91ba-429c-9e0a-a8642809d78a admin admin] Publish callbacks [] for security_group (ffc036d0-e98e-40ae-8b8f-061d7e56541f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:44.243540 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6991f0a-91ba-429c-9e0a-a8642809d78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ffc036d0-e98e-40ae-8b8f-061d7e56541f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:44.247562 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=e26a9be3-775b-4df9-a0d0-f44fccb10ace,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:44.286312 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:35:44.294634 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:44.297365 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:44.297778 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:44.298193 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:44.298455 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:44.298788 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:44.299121 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:44.299589 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:44.299950 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:44.300284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:44.300612 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:44.300937 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:44.301265 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:44.301949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:35:44.314021 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:35:44.314911 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (f06a9e84-005d-45be-bccb-2291b9439a39), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:44.351001 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6991f0a-91ba-429c-9e0a-a8642809d78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc036d0-e98e-40ae-8b8f-061d7e56541f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:44.366692 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e6991f0a-91ba-429c-9e0a-a8642809d78a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=659ba977e0df4907b95977f01a2a6c59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6188083 Feb 28 20:35:44.372208 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45652) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:44.463135 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0d07313a-9c9c-4939-a120-be8893ddbd70 admin admin] Publish callbacks [] for security_group (ffc036d0-e98e-40ae-8b8f-061d7e56541f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:44.518368 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0d07313a-9c9c-4939-a120-be8893ddbd70 admin admin] Publish callbacks [] for security_group (ffc036d0-e98e-40ae-8b8f-061d7e56541f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:44.556029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Checking segment: {'id': '034cbda7-3103-4a06-8755-d5c424c78e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff5065ca-8b0c-4692-a7de-b3629dfb912f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:35:44.564005 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network hostable DHCP agents. Network: ff5065ca-8b0c-4692-a7de-b3629dfb912f, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:35:44.570138 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=f06a9e84-005d-45be-bccb-2291b9439a39,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:44.592219 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0d07313a-9c9c-4939-a120-be8893ddbd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ffc036d0-e98e-40ae-8b8f-061d7e56541f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:44.597511 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0d07313a-9c9c-4939-a120-be8893ddbd70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:44.600203 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0d07313a-9c9c-4939-a120-be8893ddbd70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ffc036d0-e98e-40ae-8b8f-061d7e56541f HTTP/1.1" status: 204 len: 168 time: 0.2262747 Feb 28 20:35:44.645350 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07313a-9c9c-4939-a120-be8893ddbd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc036d0-e98e-40ae-8b8f-061d7e56541f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:44.746897 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network ff5065ca-8b0c-4692-a7de-b3629dfb912f is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:35:44.756134 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-742dea7a-01c5-4888-a858-08141ef716e9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (e0927bf4-50dc-4159-9db4-398d7ff8eb10), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:44.840284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ff5065ca-8b0c-4692-a7de-b3629dfb912f) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:44.852240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b78faa-6edf-44f9-b8eb-f5260e6abfd5 None None] Network ff5065ca-8b0c-4692-a7de-b3629dfb912f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:35:44.873433 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:35:44.891932 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:44.913322 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:44.914042 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:44.944347 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742dea7a-01c5-4888-a858-08141ef716e9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Checking segment: {'id': '98e38c99-71ed-4837-9287-2f6d07a3c082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e51fdf30-3db8-45bf-9df4-257f54815d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:35:44.944756 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742dea7a-01c5-4888-a858-08141ef716e9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network hostable DHCP agents. Network: e51fdf30-3db8-45bf-9df4-257f54815d25, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:35:44.964150 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742dea7a-01c5-4888-a858-08141ef716e9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Subnet': ['ID=e0927bf4-50dc-4159-9db4-398d7ff8eb10,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:44.998068 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-380b0ff1-fa99-411d-bf16-97c222d5be33 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4518805 Feb 28 20:35:45.000920 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45692) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:45.037145 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742dea7a-01c5-4888-a858-08141ef716e9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network e51fdf30-3db8-45bf-9df4-257f54815d25 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:35:45.055934 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-742dea7a-01c5-4888-a858-08141ef716e9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, e51fdf30-3db8-45bf-9df4-257f54815d25) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:45.062753 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742dea7a-01c5-4888-a858-08141ef716e9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:45.063415 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-742dea7a-01c5-4888-a858-08141ef716e9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:45.102949 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-742dea7a-01c5-4888-a858-08141ef716e9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4933219 Feb 28 20:35:45.112769 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45694) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:45.112769 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-2829a290-eb8b-4914-a05f-7002a3b7f26b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'subnet': {'network_id': 'e51fdf30-3db8-45bf-9df4-257f54815d25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:45.128719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb36e8f6-7ea0-4c1f-81b8-3508f2e1d0cd None None] Network e51fdf30-3db8-45bf-9df4-257f54815d25 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:35:45.385270 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45708) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:45.408603 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f93d7fd4-ac2c-47e1-9db6-024d51e71388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:45.465849 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2829a290-eb8b-4914-a05f-7002a3b7f26b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:45.470246 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2829a290-eb8b-4914-a05f-7002a3b7f26b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:45.623741 n-d-820368-21 neutron-server[103773]: INFO neutron.db.ipam_backend_mixin [None req-2829a290-eb8b-4914-a05f-7002a3b7f26b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e0927bf4-50dc-4159-9db4-398d7ff8eb10 (CIDR: 172.20.0.0/28) Feb 28 20:35:45.635852 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f93d7fd4-ac2c-47e1-9db6-024d51e71388 admin admin] Publish callbacks [] for security_group (da23132d-5626-432e-842e-7853aead3ba8), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:45.637906 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2829a290-eb8b-4914-a05f-7002a3b7f26b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:35:45.638595 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2829a290-eb8b-4914-a05f-7002a3b7f26b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:35:45.642666 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f93d7fd4-ac2c-47e1-9db6-024d51e71388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (da23132d-5626-432e-842e-7853aead3ba8), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:45.689583 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d7fd4-ac2c-47e1-9db6-024d51e71388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da23132d-5626-432e-842e-7853aead3ba8,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:45.769816 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2829a290-eb8b-4914-a05f-7002a3b7f26b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6626568 Feb 28 20:35:45.776477 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45728) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:45.795088 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-1e8b383d-953f-4148-afe3-5d5ebf0cf07b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'subnet': {'network_id': 'e51fdf30-3db8-45bf-9df4-257f54815d25', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:45.800250 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9365d8d-98f3-443e-8620-542a7239b0d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-e51fdf30-3db8-45bf-9df4-257f54815d25', 'network_id': 'e51fdf30-3db8-45bf-9df4-257f54815d25', 'project_id': '72dd28454fcc4a319cabe80eb07d1f46', 'fixed_ips': [{'subnet_id': 'e0927bf4-50dc-4159-9db4-398d7ff8eb10'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:35:45.802504 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d9365d8d-98f3-443e-8620-542a7239b0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:45.958802 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f93d7fd4-ac2c-47e1-9db6-024d51e71388 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a5e056da1534fd1b00fff8eecb75e99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5725067 Feb 28 20:35:45.962907 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45730) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:45.997711 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8b383d-953f-4148-afe3-5d5ebf0cf07b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:46.001989 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1e8b383d-953f-4148-afe3-5d5ebf0cf07b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:46.282224 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-795b3549-3aa4-475d-a558-ae81a3be6027 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port f06a9e84-005d-45be-bccb-2291b9439a39 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:35:46.283302 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-795b3549-3aa4-475d-a558-ae81a3be6027 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (f06a9e84-005d-45be-bccb-2291b9439a39), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:46.322433 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0751a581-39d7-4fce-a46b-e6cf66b0a469 admin admin] Publish callbacks [] for security_group (da23132d-5626-432e-842e-7853aead3ba8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:46.434255 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0751a581-39d7-4fce-a46b-e6cf66b0a469 admin admin] Publish callbacks [] for security_group (da23132d-5626-432e-842e-7853aead3ba8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:46.442278 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-795b3549-3aa4-475d-a558-ae81a3be6027 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (f06a9e84-005d-45be-bccb-2291b9439a39), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:46.451837 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-d9365d8d-98f3-443e-8620-542a7239b0d8 None None] Allocated IP 172.20.0.2 (e51fdf30-3db8-45bf-9df4-257f54815d25/e0927bf4-50dc-4159-9db4-398d7ff8eb10/4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:35:46.505320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-795b3549-3aa4-475d-a558-ae81a3be6027 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for f06a9e84-005d-45be-bccb-2291b9439a39 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:35:46.762781 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-795b3549-3aa4-475d-a558-ae81a3be6027 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (f06a9e84-005d-45be-bccb-2291b9439a39), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:46.763446 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0751a581-39d7-4fce-a46b-e6cf66b0a469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (da23132d-5626-432e-842e-7853aead3ba8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:46.766070 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0751a581-39d7-4fce-a46b-e6cf66b0a469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:46.793288 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0751a581-39d7-4fce-a46b-e6cf66b0a469 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da23132d-5626-432e-842e-7853aead3ba8 HTTP/1.1" status: 204 len: 168 time: 0.8290555 Feb 28 20:35:46.859140 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751a581-39d7-4fce-a46b-e6cf66b0a469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da23132d-5626-432e-842e-7853aead3ba8,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:46.874724 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b3549-3aa4-475d-a558-ae81a3be6027 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=f06a9e84-005d-45be-bccb-2291b9439a39,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:46.889428 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-795b3549-3aa4-475d-a558-ae81a3be6027 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:46.905781 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-795b3549-3aa4-475d-a558-ae81a3be6027 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/ports/f06a9e84-005d-45be-bccb-2291b9439a39 HTTP/1.1" status: 204 len: 168 time: 1.9009376 Feb 28 20:35:46.906725 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45812) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:46.938800 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1e8b383d-953f-4148-afe3-5d5ebf0cf07b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (bfb3be3d-dc60-4f5c-a70a-398ee510aa13), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:46.942372 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d9365d8d-98f3-443e-8620-542a7239b0d8 None None] Publish callbacks [] for port (4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:46.996621 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d9365d8d-98f3-443e-8620-542a7239b0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:47.061517 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7969d0-8a7c-4b77-af3a-cb5bb51bbd0a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:47.084320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7969d0-8a7c-4b77-af3a-cb5bb51bbd0a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:47.089860 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8e7969d0-8a7c-4b77-af3a-cb5bb51bbd0a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1810012 Feb 28 20:35:47.094411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45822) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:47.103296 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8b383d-953f-4148-afe3-5d5ebf0cf07b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network e51fdf30-3db8-45bf-9df4-257f54815d25 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:35:47.110714 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-1e8b383d-953f-4148-afe3-5d5ebf0cf07b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:47.132981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8b383d-953f-4148-afe3-5d5ebf0cf07b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:47.133795 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1e8b383d-953f-4148-afe3-5d5ebf0cf07b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:47.151941 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c0229731-ceeb-47bf-9457-4a4b6427b53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:47.165583 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b383d-953f-4148-afe3-5d5ebf0cf07b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Subnet': ['ID=bfb3be3d-dc60-4f5c-a70a-398ee510aa13,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:47.202203 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1e8b383d-953f-4148-afe3-5d5ebf0cf07b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4239159 Feb 28 20:35:47.204486 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45828) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:47.217079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ad79006f-ce18-45bd-a133-b9200e311ab3 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'port': {'network_id': 'e51fdf30-3db8-45bf-9df4-257f54815d25', 'fixed_ips': [{'subnet_id': 'e0927bf4-50dc-4159-9db4-398d7ff8eb10'}, {'subnet_id': 'bfb3be3d-dc60-4f5c-a70a-398ee510aa13'}], 'name': 'tempest-PortsTestJSON-1589490215'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:47.224889 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9365d8d-98f3-443e-8620-542a7239b0d8 None None] Network e51fdf30-3db8-45bf-9df4-257f54815d25 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:35:47.269589 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-d9365d8d-98f3-443e-8620-542a7239b0d8 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:47.275051 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9365d8d-98f3-443e-8620-542a7239b0d8 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:35:47.453227 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9365d8d-98f3-443e-8620-542a7239b0d8 None None] Pushing event updated for resources: {'Port': ['ID=4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:47.485764 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-a082a54d-ec76-4e53-a358-a5e5597b625f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port e26a9be3-775b-4df9-a0d0-f44fccb10ace {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:35:47.486284 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a082a54d-ec76-4e53-a358-a5e5597b625f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e26a9be3-775b-4df9-a0d0-f44fccb10ace), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:47.499291 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d9365d8d-98f3-443e-8620-542a7239b0d8 None None] Attempting to bind port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:35:47.499739 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d9365d8d-98f3-443e-8620-542a7239b0d8 None None] Attempting to bind port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '98e38c99-71ed-4837-9287-2f6d07a3c082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e51fdf30-3db8-45bf-9df4-257f54815d25'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:35:47.500013 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9365d8d-98f3-443e-8620-542a7239b0d8 None None] Attempting to bind port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 on network e51fdf30-3db8-45bf-9df4-257f54815d25 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:35:47.514827 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9365d8d-98f3-443e-8620-542a7239b0d8 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:35:47.515217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9365d8d-98f3-443e-8620-542a7239b0d8 None None] Checking segment: {'id': '98e38c99-71ed-4837-9287-2f6d07a3c082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e51fdf30-3db8-45bf-9df4-257f54815d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:35:47.515630 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d9365d8d-98f3-443e-8620-542a7239b0d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:47.516058 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9365d8d-98f3-443e-8620-542a7239b0d8 None None] Bound using segment: {'id': '98e38c99-71ed-4837-9287-2f6d07a3c082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e51fdf30-3db8-45bf-9df4-257f54815d25'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:35:47.516554 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d9365d8d-98f3-443e-8620-542a7239b0d8 None None] Bound port: 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e38c99-71ed-4837-9287-2f6d07a3c082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e51fdf30-3db8-45bf-9df4-257f54815d25'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:35:47.516937 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d9365d8d-98f3-443e-8620-542a7239b0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:47.621587 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad79006f-ce18-45bd-a133-b9200e311ab3 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:47.769070 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a082a54d-ec76-4e53-a358-a5e5597b625f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e26a9be3-775b-4df9-a0d0-f44fccb10ace), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:47.773399 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d9365d8d-98f3-443e-8620-542a7239b0d8 None None] For port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:35:47.783966 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d9365d8d-98f3-443e-8620-542a7239b0d8 None None] For port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699,segment=NetworkSegment(98e38c99-71ed-4837-9287-2f6d07a3c082),segment_id=98e38c99-71ed-4837-9287-2f6d07a3c082)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:35:47.811944 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d9365d8d-98f3-443e-8620-542a7239b0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:47.828511 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-a082a54d-ec76-4e53-a358-a5e5597b625f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for e26a9be3-775b-4df9-a0d0-f44fccb10ace owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:35:47.867402 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad79006f-ce18-45bd-a133-b9200e311ab3 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:47.907862 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-ad79006f-ce18-45bd-a133-b9200e311ab3 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] device_id is not set on port 90b6acc1-e9b6-4064-94a1-a0a3a52c6c71 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:35:48.026758 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9365d8d-98f3-443e-8620-542a7239b0d8 None None] Pushing event updated for resources: {'Port': ['ID=4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:48.126832 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a082a54d-ec76-4e53-a358-a5e5597b625f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e26a9be3-775b-4df9-a0d0-f44fccb10ace), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:48.207542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082a54d-ec76-4e53-a358-a5e5597b625f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=e26a9be3-775b-4df9-a0d0-f44fccb10ace,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:48.211396 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a082a54d-ec76-4e53-a358-a5e5597b625f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:48.218490 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a082a54d-ec76-4e53-a358-a5e5597b625f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/ports/e26a9be3-775b-4df9-a0d0-f44fccb10ace HTTP/1.1" status: 204 len: 168 time: 1.1193707 Feb 28 20:35:48.218824 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45894) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:48.349452 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128b8603-8ee1-4fb9-8c26-91dcc58fd705 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:48.358065 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-128b8603-8ee1-4fb9-8c26-91dcc58fd705 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1374869 Feb 28 20:35:48.359177 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45912) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:48.452584 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d086a4-4b3c-4a0d-8779-c7ebf4aa6a15 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] GET failed (client error): The resource could not be found. Feb 28 20:35:48.458764 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c8d086a4-4b3c-4a0d-8779-c7ebf4aa6a15 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports/f06a9e84-005d-45be-bccb-2291b9439a39 HTTP/1.1" status: 404 len: 333 time: 0.0976639 Feb 28 20:35:48.461990 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45922) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:48.581164 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aef2c83-48b4-4935-985a-15db540f1dbb tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] GET failed (client error): The resource could not be found. Feb 28 20:35:48.584350 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9aef2c83-48b4-4935-985a-15db540f1dbb tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports/e26a9be3-775b-4df9-a0d0-f44fccb10ace HTTP/1.1" status: 404 len: 333 time: 0.1213002 Feb 28 20:35:48.587734 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45930) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:48.779512 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54f7faaa-29e6-425a-b3ee-2c8f1400ddff tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (ff5065ca-8b0c-4692-a7de-b3629dfb912f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:48.904604 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-ad79006f-ce18-45bd-a133-b9200e311ab3 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Allocated IP 172.20.0.13 (e51fdf30-3db8-45bf-9df4-257f54815d25/e0927bf4-50dc-4159-9db4-398d7ff8eb10/90b6acc1-e9b6-4064-94a1-a0a3a52c6c71) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:35:48.930523 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-ad79006f-ce18-45bd-a133-b9200e311ab3 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Allocated IP 172.20.0.20 (e51fdf30-3db8-45bf-9df4-257f54815d25/bfb3be3d-dc60-4f5c-a70a-398ee510aa13/90b6acc1-e9b6-4064-94a1-a0a3a52c6c71) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:35:49.030966 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e25fcb54-609a-4e76-b5a6-6031a5bb25d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:49.109663 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54f7faaa-29e6-425a-b3ee-2c8f1400ddff tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (ff5065ca-8b0c-4692-a7de-b3629dfb912f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:49.185694 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-54f7faaa-29e6-425a-b3ee-2c8f1400ddff tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5065ca-8b0c-4692-a7de-b3629dfb912f']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:49.228594 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-54f7faaa-29e6-425a-b3ee-2c8f1400ddff tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034cbda7-3103-4a06-8755-d5c424c78e4e') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:49.229070 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-54f7faaa-29e6-425a-b3ee-2c8f1400ddff tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034cbda7-3103-4a06-8755-d5c424c78e4e') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:35:49.260540 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54f7faaa-29e6-425a-b3ee-2c8f1400ddff tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (034cbda7-3103-4a06-8755-d5c424c78e4e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:49.313851 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54f7faaa-29e6-425a-b3ee-2c8f1400ddff tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (034cbda7-3103-4a06-8755-d5c424c78e4e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:49.339376 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f7faaa-29e6-425a-b3ee-2c8f1400ddff tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:35:49.342183 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54f7faaa-29e6-425a-b3ee-2c8f1400ddff tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (034cbda7-3103-4a06-8755-d5c424c78e4e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:49.424086 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad79006f-ce18-45bd-a133-b9200e311ab3 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (90b6acc1-e9b6-4064-94a1-a0a3a52c6c71), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:49.482132 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad79006f-ce18-45bd-a133-b9200e311ab3 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (90b6acc1-e9b6-4064-94a1-a0a3a52c6c71), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:35:49.514303 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:35:49.525349 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54f7faaa-29e6-425a-b3ee-2c8f1400ddff tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (ff5065ca-8b0c-4692-a7de-b3629dfb912f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:49.540696 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54f7faaa-29e6-425a-b3ee-2c8f1400ddff tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:49.544554 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-54f7faaa-29e6-425a-b3ee-2c8f1400ddff tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/networks/ff5065ca-8b0c-4692-a7de-b3629dfb912f HTTP/1.1" status: 204 len: 168 time: 0.9555786 Feb 28 20:35:49.559399 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45962) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:49.567915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-f0ca756e-95f1-41e7-a7e6-6fae0f494f88 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-692370944'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:49.591882 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7faaa-29e6-425a-b3ee-2c8f1400ddff tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Network': ['ID=ff5065ca-8b0c-4692-a7de-b3629dfb912f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:49.601528 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ca756e-95f1-41e7-a7e6-6fae0f494f88 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:49.606676 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f0ca756e-95f1-41e7-a7e6-6fae0f494f88 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:49.613601 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:49.674537 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ca756e-95f1-41e7-a7e6-6fae0f494f88 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:35:49.689792 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f0ca756e-95f1-41e7-a7e6-6fae0f494f88 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (e939c7b1-d3d9-4c2d-b15a-79e9a0946ad4), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:49.690427 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-f0ca756e-95f1-41e7-a7e6-6fae0f494f88 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Added segment e939c7b1-d3d9-4c2d-b15a-79e9a0946ad4 of type vlan for network a808b260-c033-4847-918e-3d5826ed2c0c Feb 28 20:35:49.702685 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad79006f-ce18-45bd-a133-b9200e311ab3 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network e51fdf30-3db8-45bf-9df4-257f54815d25 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:35:49.736981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-ad79006f-ce18-45bd-a133-b9200e311ab3 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:49.745687 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad79006f-ce18-45bd-a133-b9200e311ab3 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:35:49.785726 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f0ca756e-95f1-41e7-a7e6-6fae0f494f88 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (a808b260-c033-4847-918e-3d5826ed2c0c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:49.855496 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f0ca756e-95f1-41e7-a7e6-6fae0f494f88 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (a808b260-c033-4847-918e-3d5826ed2c0c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:49.876406 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ca756e-95f1-41e7-a7e6-6fae0f494f88 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:49.877323 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f0ca756e-95f1-41e7-a7e6-6fae0f494f88 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:49.894053 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79006f-ce18-45bd-a133-b9200e311ab3 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=90b6acc1-e9b6-4064-94a1-a0a3a52c6c71,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:49.970186 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad79006f-ce18-45bd-a133-b9200e311ab3 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:49.977228 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad79006f-ce18-45bd-a133-b9200e311ab3 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:49.991222 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f0ca756e-95f1-41e7-a7e6-6fae0f494f88 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4294810 Feb 28 20:35:50.002830 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45978) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:50.014198 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7d7aab-99ee-418d-98c5-c634b599ddaa None None] Network e51fdf30-3db8-45bf-9df4-257f54815d25 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:35:50.017696 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-970efb1f-49d9-4d9c-9587-db6f0eeb9a75 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'subnet': {'network_id': 'a808b260-c033-4847-918e-3d5826ed2c0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:50.255695 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ad79006f-ce18-45bd-a133-b9200e311ab3 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.0500953 Feb 28 20:35:50.262500 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45984) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:50.286214 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a5fe883e-bfe7-4d57-8e08-3d6032de38f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e0927bf4-50dc-4159-9db4-398d7ff8eb10'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:50.294379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca756e-95f1-41e7-a7e6-6fae0f494f88 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Network': ['ID=a808b260-c033-4847-918e-3d5826ed2c0c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:50.391588 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970efb1f-49d9-4d9c-9587-db6f0eeb9a75 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:50.401679 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-970efb1f-49d9-4d9c-9587-db6f0eeb9a75 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:50.445072 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network a808b260-c033-4847-918e-3d5826ed2c0c details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:35:50.446821 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45990) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:50.463101 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:35:50.614500 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.ipam_backend_mixin [None req-970efb1f-49d9-4d9c-9587-db6f0eeb9a75 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Performing IP validity checks on allocation pools {{(pid=103773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 20:35:50.618052 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.ipam_backend_mixin [None req-970efb1f-49d9-4d9c-9587-db6f0eeb9a75 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 20:35:50.626178 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a5fe883e-bfe7-4d57-8e08-3d6032de38f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (90b6acc1-e9b6-4064-94a1-a0a3a52c6c71), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:50.725951 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:50.747667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-2e97045b-d2a4-4b5f-86b0-4638b268e9ad None None] Provisioning complete for port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:50.748387 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2e97045b-d2a4-4b5f-86b0-4638b268e9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:50.994955 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2d3c9fe9-63f4-46a8-9b06-8b6432feb4f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:51.004622 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:51.005093 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:51.225867 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-a5fe883e-bfe7-4d57-8e08-3d6032de38f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Delete allocated IP 172.20.0.20 (e51fdf30-3db8-45bf-9df4-257f54815d25/bfb3be3d-dc60-4f5c-a70a-398ee510aa13) {{(pid=103773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 20:35:51.360508 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2d3c9fe9-63f4-46a8-9b06-8b6432feb4f8 admin admin] Publish callbacks [] for security_group (ce91cb0c-bc1b-4949-9e75-8c483d5c6efb), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:51.367322 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2d3c9fe9-63f4-46a8-9b06-8b6432feb4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ce91cb0c-bc1b-4949-9e75-8c483d5c6efb), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:51.443322 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2d3c9fe9-63f4-46a8-9b06-8b6432feb4f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfe9fbb06c67469995fd87a37ecd866f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9918797 Feb 28 20:35:51.454074 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46012) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:51.539422 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c9fe9-63f4-46a8-9b06-8b6432feb4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce91cb0c-bc1b-4949-9e75-8c483d5c6efb,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:51.565230 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-970efb1f-49d9-4d9c-9587-db6f0eeb9a75 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (58c14dd6-9044-420e-8b1c-f1e25000fb5c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:51.607421 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a5fe883e-bfe7-4d57-8e08-3d6032de38f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (90b6acc1-e9b6-4064-94a1-a0a3a52c6c71), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:51.624219 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-01a8954d-e903-4f69-8706-bfec0746f138 admin admin] Publish callbacks [] for security_group (ce91cb0c-bc1b-4949-9e75-8c483d5c6efb), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:51.642321 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203f03e2-4768-4016-a9fa-d30b258e6d71 None None] Update dhcp port {'port': {'network_id': 'e51fdf30-3db8-45bf-9df4-257f54815d25', 'fixed_ips': [{'subnet_id': 'e0927bf4-50dc-4159-9db4-398d7ff8eb10', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bfb3be3d-dc60-4f5c-a70a-398ee510aa13'}], 'binding:host_id': 'n-d-820368-21'}, 'id': '4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699'} from n-d-820368-21. {{(pid=103775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 20:35:51.650580 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-01a8954d-e903-4f69-8706-bfec0746f138 admin admin] Publish callbacks [] for security_group (ce91cb0c-bc1b-4949-9e75-8c483d5c6efb), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:51.698868 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:51.701103 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a5fe883e-bfe7-4d57-8e08-3d6032de38f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (90b6acc1-e9b6-4064-94a1-a0a3a52c6c71), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:51.722392 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-01a8954d-e903-4f69-8706-bfec0746f138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ce91cb0c-bc1b-4949-9e75-8c483d5c6efb), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:51.726011 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-01a8954d-e903-4f69-8706-bfec0746f138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:51.729857 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-01a8954d-e903-4f69-8706-bfec0746f138 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce91cb0c-bc1b-4949-9e75-8c483d5c6efb HTTP/1.1" status: 204 len: 168 time: 0.2702982 Feb 28 20:35:51.760956 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8954d-e903-4f69-8706-bfec0746f138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce91cb0c-bc1b-4949-9e75-8c483d5c6efb,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:51.800889 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-203f03e2-4768-4016-a9fa-d30b258e6d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:51.867208 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-2e97045b-d2a4-4b5f-86b0-4638b268e9ad None None] Current status of the port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:35:51.867695 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2e97045b-d2a4-4b5f-86b0-4638b268e9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:51.958770 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970efb1f-49d9-4d9c-9587-db6f0eeb9a75 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Subnet': ['ID=58c14dd6-9044-420e-8b1c-f1e25000fb5c,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:52.101607 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe883e-bfe7-4d57-8e08-3d6032de38f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=90b6acc1-e9b6-4064-94a1-a0a3a52c6c71,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:52.125669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:35:52.125915 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:52.128716 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970efb1f-49d9-4d9c-9587-db6f0eeb9a75 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Checking segment: {'id': 'e939c7b1-d3d9-4c2d-b15a-79e9a0946ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a808b260-c033-4847-918e-3d5826ed2c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:35:52.129018 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970efb1f-49d9-4d9c-9587-db6f0eeb9a75 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network hostable DHCP agents. Network: a808b260-c033-4847-918e-3d5826ed2c0c, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:35:52.141363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2e97045b-d2a4-4b5f-86b0-4638b268e9ad None None] For port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699,segment=NetworkSegment(98e38c99-71ed-4837-9287-2f6d07a3c082),segment_id=98e38c99-71ed-4837-9287-2f6d07a3c082)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:35:52.259020 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-a5fe883e-bfe7-4d57-8e08-3d6032de38f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] In _notify_port_updated(), no bound segment for port 90b6acc1-e9b6-4064-94a1-a0a3a52c6c71 on network e51fdf30-3db8-45bf-9df4-257f54815d25 {{(pid=103773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:35:52.278290 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fe883e-bfe7-4d57-8e08-3d6032de38f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:52.279000 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a5fe883e-bfe7-4d57-8e08-3d6032de38f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:52.284370 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a5fe883e-bfe7-4d57-8e08-3d6032de38f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "PUT /v2.0/ports/90b6acc1-e9b6-4064-94a1-a0a3a52c6c71 HTTP/1.1" status: 200 len: 920 time: 2.0159385 Feb 28 20:35:52.284785 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46036) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:52.288219 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970efb1f-49d9-4d9c-9587-db6f0eeb9a75 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network a808b260-c033-4847-918e-3d5826ed2c0c is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:35:52.294151 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-db9b96e7-fcf7-4f4e-b2c0-7f5f114d268e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e0927bf4-50dc-4159-9db4-398d7ff8eb10'}, {'subnet_id': 'bfb3be3d-dc60-4f5c-a70a-398ee510aa13'}]}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:52.300118 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2e97045b-d2a4-4b5f-86b0-4638b268e9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:52.309170 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-970efb1f-49d9-4d9c-9587-db6f0eeb9a75 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, a808b260-c033-4847-918e-3d5826ed2c0c) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:52.324696 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970efb1f-49d9-4d9c-9587-db6f0eeb9a75 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:52.327991 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-970efb1f-49d9-4d9c-9587-db6f0eeb9a75 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:52.375423 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-970efb1f-49d9-4d9c-9587-db6f0eeb9a75 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3679755 Feb 28 20:35:52.375652 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46042) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:52.383265 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-380f018d-8013-458f-b700-ea1980184789 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'port': {'network_id': 'a808b260-c033-4847-918e-3d5826ed2c0c', 'name': 'tempest-PortsIpV6TestJSON-539529942'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:35:52.411161 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23947932-1b76-4f9c-9c7e-a267290c5598 None None] Network a808b260-c033-4847-918e-3d5826ed2c0c requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:35:52.502793 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:35:52.503469 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:35:52.682461 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:52.742347 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380f018d-8013-458f-b700-ea1980184789 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:35:52.747138 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-380f018d-8013-458f-b700-ea1980184789 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:52.753465 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db9b96e7-fcf7-4f4e-b2c0-7f5f114d268e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (90b6acc1-e9b6-4064-94a1-a0a3a52c6c71), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:52.793619 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-380f018d-8013-458f-b700-ea1980184789 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] device_id is not set on port 068faf6a-6a0f-4392-a52a-d8f36b192ef8 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:35:52.850527 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97045b-d2a4-4b5f-86b0-4638b268e9ad None None] Pushing event updated for resources: {'Port': ['ID=4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:52.911746 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:52.950759 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-203f03e2-4768-4016-a9fa-d30b258e6d71 None None] Allocated IP 172.20.0.18 (e51fdf30-3db8-45bf-9df4-257f54815d25/bfb3be3d-dc60-4f5c-a70a-398ee510aa13/4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:35:53.030780 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb848a7f-debf-4b26-ae66-c66832502c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-a808b260-c033-4847-918e-3d5826ed2c0c', 'network_id': 'a808b260-c033-4847-918e-3d5826ed2c0c', 'project_id': 'e9a923f21000408697a457be1c29b088', 'fixed_ips': [{'subnet_id': '58c14dd6-9044-420e-8b1c-f1e25000fb5c'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:35:53.033077 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb848a7f-debf-4b26-ae66-c66832502c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:53.170258 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-380f018d-8013-458f-b700-ea1980184789 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Allocated IP 2001:db8::32e (a808b260-c033-4847-918e-3d5826ed2c0c/58c14dd6-9044-420e-8b1c-f1e25000fb5c/068faf6a-6a0f-4392-a52a-d8f36b192ef8) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:35:53.454707 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:35:53.547790 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-203f03e2-4768-4016-a9fa-d30b258e6d71 None None] For port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699,segment=NetworkSegment(98e38c99-71ed-4837-9287-2f6d07a3c082),segment_id=98e38c99-71ed-4837-9287-2f6d07a3c082)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:35:53.564503 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-380f018d-8013-458f-b700-ea1980184789 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (068faf6a-6a0f-4392-a52a-d8f36b192ef8), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:53.619869 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-203f03e2-4768-4016-a9fa-d30b258e6d71 None None] Publish callbacks [] for port (4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:53.633292 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:35:53.643360 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-380f018d-8013-458f-b700-ea1980184789 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (068faf6a-6a0f-4392-a52a-d8f36b192ef8), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:53.750909 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-203f03e2-4768-4016-a9fa-d30b258e6d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:53.776632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-db9b96e7-fcf7-4f4e-b2c0-7f5f114d268e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Allocated IP 172.20.0.20 (e51fdf30-3db8-45bf-9df4-257f54815d25/bfb3be3d-dc60-4f5c-a70a-398ee510aa13/90b6acc1-e9b6-4064-94a1-a0a3a52c6c71) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:35:53.811736 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380f018d-8013-458f-b700-ea1980184789 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network a808b260-c033-4847-918e-3d5826ed2c0c is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:35:53.825899 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-380f018d-8013-458f-b700-ea1980184789 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:53.828667 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f018d-8013-458f-b700-ea1980184789 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=068faf6a-6a0f-4392-a52a-d8f36b192ef8,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:53.846311 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f018d-8013-458f-b700-ea1980184789 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:35:53.863016 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380f018d-8013-458f-b700-ea1980184789 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:53.864345 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-380f018d-8013-458f-b700-ea1980184789 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:53.910323 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-380f018d-8013-458f-b700-ea1980184789 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5291066 Feb 28 20:35:53.912118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46078) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:54.022451 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db9b96e7-fcf7-4f4e-b2c0-7f5f114d268e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (90b6acc1-e9b6-4064-94a1-a0a3a52c6c71), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:54.033336 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db9b96e7-fcf7-4f4e-b2c0-7f5f114d268e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (90b6acc1-e9b6-4064-94a1-a0a3a52c6c71), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:54.119177 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-009bff8e-28a0-4bb2-a881-588971cd987f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port 068faf6a-6a0f-4392-a52a-d8f36b192ef8 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:35:54.119800 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-009bff8e-28a0-4bb2-a881-588971cd987f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (068faf6a-6a0f-4392-a52a-d8f36b192ef8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:54.137722 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-eb848a7f-debf-4b26-ae66-c66832502c6c None None] Allocated IP 2001:db8::2 (a808b260-c033-4847-918e-3d5826ed2c0c/58c14dd6-9044-420e-8b1c-f1e25000fb5c/7cfb7dd1-d887-4541-8f77-22eb53b0292b) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:35:54.201170 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f03e2-4768-4016-a9fa-d30b258e6d71 None None] Pushing event updated for resources: {'Port': ['ID=4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:54.265636 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-009bff8e-28a0-4bb2-a881-588971cd987f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (068faf6a-6a0f-4392-a52a-d8f36b192ef8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:54.285334 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-009bff8e-28a0-4bb2-a881-588971cd987f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for 068faf6a-6a0f-4392-a52a-d8f36b192ef8 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:35:54.287152 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:54.287506 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:54.407426 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b96e7-fcf7-4f4e-b2c0-7f5f114d268e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=90b6acc1-e9b6-4064-94a1-a0a3a52c6c71,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:54.488815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-db9b96e7-fcf7-4f4e-b2c0-7f5f114d268e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] In _notify_port_updated(), no bound segment for port 90b6acc1-e9b6-4064-94a1-a0a3a52c6c71 on network e51fdf30-3db8-45bf-9df4-257f54815d25 {{(pid=103774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:35:54.523862 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9b96e7-fcf7-4f4e-b2c0-7f5f114d268e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:35:54.524544 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db9b96e7-fcf7-4f4e-b2c0-7f5f114d268e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:54.532629 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-db9b96e7-fcf7-4f4e-b2c0-7f5f114d268e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "PUT /v2.0/ports/90b6acc1-e9b6-4064-94a1-a0a3a52c6c71 HTTP/1.1" status: 200 len: 1000 time: 2.2440701 Feb 28 20:35:54.534045 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46100) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:55.005197 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-009bff8e-28a0-4bb2-a881-588971cd987f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (068faf6a-6a0f-4392-a52a-d8f36b192ef8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:55.106990 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bff8e-28a0-4bb2-a881-588971cd987f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=068faf6a-6a0f-4392-a52a-d8f36b192ef8,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:55.201289 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:35:55.221355 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-23c65a4b-9501-4110-bb82-886f614c4b4c req-35e103be-beb8-44a9-aa44-3b250abd6d59 service neutron] (103773) timed out ('10.222.0.13', 38558) {{(pid=103773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 20:35:55.223982 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-9ab9e609-93a5-4738-9345-43f33dacde47 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting port 90b6acc1-e9b6-4064-94a1-a0a3a52c6c71 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:35:55.224389 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e609-93a5-4738-9345-43f33dacde47 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (90b6acc1-e9b6-4064-94a1-a0a3a52c6c71), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:55.252502 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb848a7f-debf-4b26-ae66-c66832502c6c None None] Publish callbacks [] for port (7cfb7dd1-d887-4541-8f77-22eb53b0292b), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:55.273105 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb848a7f-debf-4b26-ae66-c66832502c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (7cfb7dd1-d887-4541-8f77-22eb53b0292b), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:55.381480 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e609-93a5-4738-9345-43f33dacde47 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (90b6acc1-e9b6-4064-94a1-a0a3a52c6c71), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:55.435851 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-9ab9e609-93a5-4738-9345-43f33dacde47 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Calling delete_port for 90b6acc1-e9b6-4064-94a1-a0a3a52c6c71 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:35:55.461682 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb848a7f-debf-4b26-ae66-c66832502c6c None None] Network a808b260-c033-4847-918e-3d5826ed2c0c is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:35:55.480289 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-eb848a7f-debf-4b26-ae66-c66832502c6c None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:35:55.501379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb848a7f-debf-4b26-ae66-c66832502c6c None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:35:55.509797 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb848a7f-debf-4b26-ae66-c66832502c6c None None] Pushing event updated for resources: {'Port': ['ID=7cfb7dd1-d887-4541-8f77-22eb53b0292b,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:55.622740 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446ace32-ce0e-424a-a0d3-8e3a2f5a8b5e None None] Network e51fdf30-3db8-45bf-9df4-257f54815d25 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:35:55.797448 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:35:55.984852 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-eb848a7f-debf-4b26-ae66-c66832502c6c None None] Attempting to bind port 7cfb7dd1-d887-4541-8f77-22eb53b0292b on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:35:55.985228 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-eb848a7f-debf-4b26-ae66-c66832502c6c None None] Attempting to bind port 7cfb7dd1-d887-4541-8f77-22eb53b0292b by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e939c7b1-d3d9-4c2d-b15a-79e9a0946ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a808b260-c033-4847-918e-3d5826ed2c0c'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:35:55.985596 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb848a7f-debf-4b26-ae66-c66832502c6c None None] Attempting to bind port 7cfb7dd1-d887-4541-8f77-22eb53b0292b on network a808b260-c033-4847-918e-3d5826ed2c0c {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:35:56.111301 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb848a7f-debf-4b26-ae66-c66832502c6c None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:35:56.112927 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb848a7f-debf-4b26-ae66-c66832502c6c None None] Checking segment: {'id': 'e939c7b1-d3d9-4c2d-b15a-79e9a0946ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a808b260-c033-4847-918e-3d5826ed2c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:35:56.114447 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb848a7f-debf-4b26-ae66-c66832502c6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:56.115164 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb848a7f-debf-4b26-ae66-c66832502c6c None None] Bound using segment: {'id': 'e939c7b1-d3d9-4c2d-b15a-79e9a0946ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a808b260-c033-4847-918e-3d5826ed2c0c'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:35:56.116678 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-eb848a7f-debf-4b26-ae66-c66832502c6c None None] Bound port: 7cfb7dd1-d887-4541-8f77-22eb53b0292b, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e939c7b1-d3d9-4c2d-b15a-79e9a0946ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a808b260-c033-4847-918e-3d5826ed2c0c'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:35:56.117968 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb848a7f-debf-4b26-ae66-c66832502c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7cfb7dd1-d887-4541-8f77-22eb53b0292b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:56.173335 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e77a3fa-acdc-499a-8f43-d21c938986a7 None None] Provisioning complete for port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:56.173961 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e77a3fa-acdc-499a-8f43-d21c938986a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:56.275368 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:56.276064 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:56.301110 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-009bff8e-28a0-4bb2-a881-588971cd987f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:56.314601 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-009bff8e-28a0-4bb2-a881-588971cd987f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/ports/068faf6a-6a0f-4392-a52a-d8f36b192ef8 HTTP/1.1" status: 204 len: 168 time: 2.3952265 Feb 28 20:35:56.314922 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46164) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:56.389134 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f048eb-235e-42e4-8111-5a4829190ae8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] DELETE failed (client error): The resource could not be found. Feb 28 20:35:56.389887 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f048eb-235e-42e4-8111-5a4829190ae8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:35:56.416927 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-87f048eb-235e-42e4-8111-5a4829190ae8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/ports/068faf6a-6a0f-4392-a52a-d8f36b192ef8 HTTP/1.1" status: 404 len: 333 time: 0.1008565 Feb 28 20:35:56.419696 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46170) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:56.501619 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e609-93a5-4738-9345-43f33dacde47 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (90b6acc1-e9b6-4064-94a1-a0a3a52c6c71), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:56.517547 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-eb848a7f-debf-4b26-ae66-c66832502c6c None None] For port 7cfb7dd1-d887-4541-8f77-22eb53b0292b, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:35:56.531185 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50cf575-ab33-4c5f-a0b0-09ee7b221163 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] GET failed (client error): The resource could not be found. Feb 28 20:35:56.538727 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a50cf575-ab33-4c5f-a0b0-09ee7b221163 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports/068faf6a-6a0f-4392-a52a-d8f36b192ef8 HTTP/1.1" status: 404 len: 333 time: 0.1179559 Feb 28 20:35:56.545689 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46174) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:56.572963 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-eb848a7f-debf-4b26-ae66-c66832502c6c None None] For port 7cfb7dd1-d887-4541-8f77-22eb53b0292b, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7cfb7dd1-d887-4541-8f77-22eb53b0292b,segment=NetworkSegment(e939c7b1-d3d9-4c2d-b15a-79e9a0946ad4),segment_id=e939c7b1-d3d9-4c2d-b15a-79e9a0946ad4)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:35:56.614360 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb848a7f-debf-4b26-ae66-c66832502c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7cfb7dd1-d887-4541-8f77-22eb53b0292b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:56.622291 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9e609-93a5-4738-9345-43f33dacde47 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Port': ['ID=90b6acc1-e9b6-4064-94a1-a0a3a52c6c71,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:56.709341 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-645d167c-962a-4258-a55e-2d402cc4354b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting subnet 58c14dd6-9044-420e-8b1c-f1e25000fb5c {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:35:56.732620 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-645d167c-962a-4258-a55e-2d402cc4354b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (58c14dd6-9044-420e-8b1c-f1e25000fb5c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:56.779435 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb848a7f-debf-4b26-ae66-c66832502c6c None None] Pushing event updated for resources: {'Port': ['ID=7cfb7dd1-d887-4541-8f77-22eb53b0292b,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:56.882040 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e609-93a5-4738-9345-43f33dacde47 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:56.893322 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9ab9e609-93a5-4738-9345-43f33dacde47 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/ports/90b6acc1-e9b6-4064-94a1-a0a3a52c6c71 HTTP/1.1" status: 204 len: 168 time: 2.3554204 Feb 28 20:35:56.894912 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46190) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:56.925268 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-698864a4-7bdb-45ee-b0ee-1a6fcd3c4b82 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] GET failed (client error): The resource could not be found. Feb 28 20:35:56.932453 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46192) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:56.933174 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-698864a4-7bdb-45ee-b0ee-1a6fcd3c4b82 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports/90b6acc1-e9b6-4064-94a1-a0a3a52c6c71 HTTP/1.1" status: 404 len: 333 time: 0.0367057 Feb 28 20:35:56.978344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:35:57.064205 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd98fdc-072b-49fd-8c09-b6bed68db3fc tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting subnet bfb3be3d-dc60-4f5c-a70a-398ee510aa13 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:35:57.080283 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1fd98fdc-072b-49fd-8c09-b6bed68db3fc tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (bfb3be3d-dc60-4f5c-a70a-398ee510aa13), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:57.170444 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-645d167c-962a-4258-a55e-2d402cc4354b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (58c14dd6-9044-420e-8b1c-f1e25000fb5c), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:57.205250 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e77a3fa-acdc-499a-8f43-d21c938986a7 None None] Current status of the port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:35:57.214118 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e77a3fa-acdc-499a-8f43-d21c938986a7 None None] Could not find standard attr ID for object 90b6acc1-e9b6-4064-94a1-a0a3a52c6c71. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:35:57.266021 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1fd98fdc-072b-49fd-8c09-b6bed68db3fc tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (bfb3be3d-dc60-4f5c-a70a-398ee510aa13), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:57.668020 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1fd98fdc-072b-49fd-8c09-b6bed68db3fc tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (bfb3be3d-dc60-4f5c-a70a-398ee510aa13), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:57.719411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7cfb7dd1-d887-4541-8f77-22eb53b0292b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:35:57.831093 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-645d167c-962a-4258-a55e-2d402cc4354b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (58c14dd6-9044-420e-8b1c-f1e25000fb5c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:57.879543 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 7cfb7dd1-d887-4541-8f77-22eb53b0292b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:57.881101 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7cfb7dd1-d887-4541-8f77-22eb53b0292b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:57.962533 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1fd98fdc-072b-49fd-8c09-b6bed68db3fc tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (bfb3be3d-dc60-4f5c-a70a-398ee510aa13), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:58.050258 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-6b65531c-c4ee-464c-a833-940d537d2768 None None] Provisioning complete for port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:58.050623 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6b65531c-c4ee-464c-a833-940d537d2768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:58.102525 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1fd98fdc-072b-49fd-8c09-b6bed68db3fc tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:58.109327 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1fd98fdc-072b-49fd-8c09-b6bed68db3fc tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/subnets/bfb3be3d-dc60-4f5c-a70a-398ee510aa13 HTTP/1.1" status: 204 len: 168 time: 1.1679988 Feb 28 20:35:58.112504 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46240) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:58.123855 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd98fdc-072b-49fd-8c09-b6bed68db3fc tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Subnet': ['ID=bfb3be3d-dc60-4f5c-a70a-398ee510aa13,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:58.155613 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-645d167c-962a-4258-a55e-2d402cc4354b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (58c14dd6-9044-420e-8b1c-f1e25000fb5c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:58.282495 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d167c-962a-4258-a55e-2d402cc4354b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Subnet': ['ID=58c14dd6-9044-420e-8b1c-f1e25000fb5c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:58.293639 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-645d167c-962a-4258-a55e-2d402cc4354b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:58.295511 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b235bd-17a2-4aa1-bfe9-21b4e9c33757 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting subnet e0927bf4-50dc-4159-9db4-398d7ff8eb10 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:35:58.304341 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-645d167c-962a-4258-a55e-2d402cc4354b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/subnets/58c14dd6-9044-420e-8b1c-f1e25000fb5c HTTP/1.1" status: 204 len: 168 time: 1.7543473 Feb 28 20:35:58.304830 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7cfb7dd1-d887-4541-8f77-22eb53b0292b is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:35:58.304830 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7cfb7dd1-d887-4541-8f77-22eb53b0292b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:58.306959 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46252) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:58.307692 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1b235bd-17a2-4aa1-bfe9-21b4e9c33757 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (e0927bf4-50dc-4159-9db4-398d7ff8eb10), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:58.485602 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 7cfb7dd1-d887-4541-8f77-22eb53b0292b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7cfb7dd1-d887-4541-8f77-22eb53b0292b,segment=NetworkSegment(e939c7b1-d3d9-4c2d-b15a-79e9a0946ad4),segment_id=e939c7b1-d3d9-4c2d-b15a-79e9a0946ad4)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:35:58.488240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28db8536-3b64-46a1-b921-c77cf147c252 None None] Network e51fdf30-3db8-45bf-9df4-257f54815d25 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:35:58.494837 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7cfb7dd1-d887-4541-8f77-22eb53b0292b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:58.635023 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1b235bd-17a2-4aa1-bfe9-21b4e9c33757 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (e0927bf4-50dc-4159-9db4-398d7ff8eb10), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:58.831680 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1b235bd-17a2-4aa1-bfe9-21b4e9c33757 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (e0927bf4-50dc-4159-9db4-398d7ff8eb10), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:58.920670 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1b235bd-17a2-4aa1-bfe9-21b4e9c33757 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (e0927bf4-50dc-4159-9db4-398d7ff8eb10), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:58.978335 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-72cb9b83-dc25-4d3e-ab1e-3e6688cf23f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (a808b260-c033-4847-918e-3d5826ed2c0c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:58.981928 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c1b235bd-17a2-4aa1-bfe9-21b4e9c33757 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:58.985823 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c1b235bd-17a2-4aa1-bfe9-21b4e9c33757 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/subnets/e0927bf4-50dc-4159-9db4-398d7ff8eb10 HTTP/1.1" status: 204 len: 168 time: 0.8719094 Feb 28 20:35:58.987305 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b235bd-17a2-4aa1-bfe9-21b4e9c33757 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Subnet': ['ID=e0927bf4-50dc-4159-9db4-398d7ff8eb10,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:58.988645 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46284) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:35:59.035981 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6b65531c-c4ee-464c-a833-940d537d2768 None None] Current status of the port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:35:59.039279 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=7cfb7dd1-d887-4541-8f77-22eb53b0292b,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:59.123995 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-72cb9b83-dc25-4d3e-ab1e-3e6688cf23f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port 7cfb7dd1-d887-4541-8f77-22eb53b0292b {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:35:59.124625 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-72cb9b83-dc25-4d3e-ab1e-3e6688cf23f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7cfb7dd1-d887-4541-8f77-22eb53b0292b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:59.149834 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-476e57fa-46dd-4c3a-93d3-7a27770c38ef None None] Could not find standard attr ID for object 90b6acc1-e9b6-4064-94a1-a0a3a52c6c71. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:35:59.156670 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93475faa-ee3c-4db9-9b10-9de96760012c None None] Network a808b260-c033-4847-918e-3d5826ed2c0c requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:35:59.230869 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e329-059f-49a3-8cf6-27fe6522ef80 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (e51fdf30-3db8-45bf-9df4-257f54815d25), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:59.336000 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-72cb9b83-dc25-4d3e-ab1e-3e6688cf23f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] For port 7cfb7dd1-d887-4541-8f77-22eb53b0292b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7cfb7dd1-d887-4541-8f77-22eb53b0292b,segment=NetworkSegment(e939c7b1-d3d9-4c2d-b15a-79e9a0946ad4),segment_id=e939c7b1-d3d9-4c2d-b15a-79e9a0946ad4)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:35:59.336000 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-72cb9b83-dc25-4d3e-ab1e-3e6688cf23f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7cfb7dd1-d887-4541-8f77-22eb53b0292b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:59.379004 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-72cb9b83-dc25-4d3e-ab1e-3e6688cf23f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for 7cfb7dd1-d887-4541-8f77-22eb53b0292b owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:35:59.402364 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7e329-059f-49a3-8cf6-27fe6522ef80 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:35:59.402719 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e329-059f-49a3-8cf6-27fe6522ef80 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:59.567215 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a41c63-8024-4d1c-ae88-d1b921b4f13d None None] Update dhcp port {'port': {'network_id': 'e51fdf30-3db8-45bf-9df4-257f54815d25', 'fixed_ips': [{'subnet_id': 'e0927bf4-50dc-4159-9db4-398d7ff8eb10'}], 'binding:host_id': 'n-d-820368-21'}, 'id': '4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699'} from n-d-820368-21. {{(pid=103775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 20:35:59.590957 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-72cb9b83-dc25-4d3e-ab1e-3e6688cf23f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (7cfb7dd1-d887-4541-8f77-22eb53b0292b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:59.653557 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-f8c7e329-059f-49a3-8cf6-27fe6522ef80 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] For port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699,segment=NetworkSegment(98e38c99-71ed-4837-9287-2f6d07a3c082),segment_id=98e38c99-71ed-4837-9287-2f6d07a3c082)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:35:59.654655 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e329-059f-49a3-8cf6-27fe6522ef80 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:59.669924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb9b83-dc25-4d3e-ab1e-3e6688cf23f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No DVR routers for this DVR port 7cfb7dd1-d887-4541-8f77-22eb53b0292b on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:35:59.674516 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb9b83-dc25-4d3e-ab1e-3e6688cf23f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=7cfb7dd1-d887-4541-8f77-22eb53b0292b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:35:59.684589 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7cfb7dd1-d887-4541-8f77-22eb53b0292b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:35:59.721175 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7e329-059f-49a3-8cf6-27fe6522ef80 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Calling delete_port for 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:35:59.748916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7f20a447-79ae-4875-8729-e07f8364295c None None] Provisioning complete for port 7cfb7dd1-d887-4541-8f77-22eb53b0292b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:35:59.754076 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7f20a447-79ae-4875-8729-e07f8364295c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7cfb7dd1-d887-4541-8f77-22eb53b0292b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:59.758995 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-88a41c63-8024-4d1c-ae88-d1b921b4f13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:35:59.818116 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 7cfb7dd1-d887-4541-8f77-22eb53b0292b {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:35:59.821084 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7cfb7dd1-d887-4541-8f77-22eb53b0292b not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 28 20:35:59.858241 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Port 7cfb7dd1-d887-4541-8f77-22eb53b0292b not found, will not notify nova. {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 28 20:35:59.861405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd0c35f-217a-4911-9990-9414f99635b9 None None] DHCP port deletion for a808b260-c033-4847-918e-3d5826ed2c0c request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:35:59.886031 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7f20a447-79ae-4875-8729-e07f8364295c None None] Port 7cfb7dd1-d887-4541-8f77-22eb53b0292b was deleted so its status cannot be updated. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 28 20:35:59.998483 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-72cb9b83-dc25-4d3e-ab1e-3e6688cf23f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (a808b260-c033-4847-918e-3d5826ed2c0c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:00.010643 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e329-059f-49a3-8cf6-27fe6522ef80 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:00.082913 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7e329-059f-49a3-8cf6-27fe6522ef80 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Port': ['ID=4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:00.092752 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c7e329-059f-49a3-8cf6-27fe6522ef80 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] No DVR routers for this DVR port 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:36:00.166362 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-72cb9b83-dc25-4d3e-ab1e-3e6688cf23f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a808b260-c033-4847-918e-3d5826ed2c0c']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:00.211416 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e329-059f-49a3-8cf6-27fe6522ef80 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (e51fdf30-3db8-45bf-9df4-257f54815d25), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:00.213956 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-72cb9b83-dc25-4d3e-ab1e-3e6688cf23f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e939c7b1-d3d9-4c2d-b15a-79e9a0946ad4') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:00.217690 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-72cb9b83-dc25-4d3e-ab1e-3e6688cf23f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e939c7b1-d3d9-4c2d-b15a-79e9a0946ad4') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:00.248655 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-f8c7e329-059f-49a3-8cf6-27fe6522ef80 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51fdf30-3db8-45bf-9df4-257f54815d25']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:00.257382 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-72cb9b83-dc25-4d3e-ab1e-3e6688cf23f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (e939c7b1-d3d9-4c2d-b15a-79e9a0946ad4), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:00.283584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-f8c7e329-059f-49a3-8cf6-27fe6522ef80 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e38c99-71ed-4837-9287-2f6d07a3c082') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:00.284681 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-f8c7e329-059f-49a3-8cf6-27fe6522ef80 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e38c99-71ed-4837-9287-2f6d07a3c082') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:00.307893 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e329-059f-49a3-8cf6-27fe6522ef80 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (98e38c99-71ed-4837-9287-2f6d07a3c082), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:00.312055 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-72cb9b83-dc25-4d3e-ab1e-3e6688cf23f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (e939c7b1-d3d9-4c2d-b15a-79e9a0946ad4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:00.332840 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e329-059f-49a3-8cf6-27fe6522ef80 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (98e38c99-71ed-4837-9287-2f6d07a3c082), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:00.339855 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c7e329-059f-49a3-8cf6-27fe6522ef80 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:36:00.340268 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e329-059f-49a3-8cf6-27fe6522ef80 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (98e38c99-71ed-4837-9287-2f6d07a3c082), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:00.344779 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cb9b83-dc25-4d3e-ab1e-3e6688cf23f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:36:00.346728 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-72cb9b83-dc25-4d3e-ab1e-3e6688cf23f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (e939c7b1-d3d9-4c2d-b15a-79e9a0946ad4), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:36:00.363329 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:36:00.490844 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:36:00.496444 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e329-059f-49a3-8cf6-27fe6522ef80 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (e51fdf30-3db8-45bf-9df4-257f54815d25), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:00.520414 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e329-059f-49a3-8cf6-27fe6522ef80 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:00.524438 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f8c7e329-059f-49a3-8cf6-27fe6522ef80 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/networks/e51fdf30-3db8-45bf-9df4-257f54815d25 HTTP/1.1" status: 204 len: 168 time: 1.5344315 Feb 28 20:36:00.533305 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8dc17fb2-9106-41c0-8de2-1905cc308728 None None] Could not find standard attr ID for object 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:36:00.541660 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46350) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:00.551935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a0bc79-1d11-43df-9232-73dc9391779b None None] Network e51fdf30-3db8-45bf-9df4-257f54815d25 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:00.605009 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a0bc79-1d11-43df-9232-73dc9391779b None None] Network e51fdf30-3db8-45bf-9df4-257f54815d25 could not be found, it might have been deleted concurrently. {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 20:36:00.634113 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-72cb9b83-dc25-4d3e-ab1e-3e6688cf23f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (a808b260-c033-4847-918e-3d5826ed2c0c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:00.649184 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693b439a-6e80-4b6e-a425-128dc3411e82 None None] DHCP port deletion for e51fdf30-3db8-45bf-9df4-257f54815d25 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:36:00.649616 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-72cb9b83-dc25-4d3e-ab1e-3e6688cf23f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:00.653102 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-72cb9b83-dc25-4d3e-ab1e-3e6688cf23f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/networks/a808b260-c033-4847-918e-3d5826ed2c0c HTTP/1.1" status: 204 len: 168 time: 2.3356285 Feb 28 20:36:00.661646 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46356) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:00.685017 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb9b83-dc25-4d3e-ab1e-3e6688cf23f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Network': ['ID=a808b260-c033-4847-918e-3d5826ed2c0c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:00.686114 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-e794f3f2-eb0a-4ef6-a136-368b12e2b84c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1748193018'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:00.698515 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7e329-059f-49a3-8cf6-27fe6522ef80 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Network': ['ID=e51fdf30-3db8-45bf-9df4-257f54815d25,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:00.749116 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e794f3f2-eb0a-4ef6-a136-368b12e2b84c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:00.754328 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e794f3f2-eb0a-4ef6-a136-368b12e2b84c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:00.771281 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1bacb1-c81a-4e84-bd0a-19b34809aa3b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:00.778309 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0d1bacb1-c81a-4e84-bd0a-19b34809aa3b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2336750 Feb 28 20:36:00.778580 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46358) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:00.809222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e794f3f2-eb0a-4ef6-a136-368b12e2b84c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:36:00.846583 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e794f3f2-eb0a-4ef6-a136-368b12e2b84c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (4acb9050-7c57-4dfb-868a-5303ec2188ea), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:00.846954 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-e794f3f2-eb0a-4ef6-a136-368b12e2b84c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Added segment 4acb9050-7c57-4dfb-868a-5303ec2188ea of type vlan for network da5f12d5-a1aa-4ea0-9086-dac695b8ba47 Feb 28 20:36:00.867618 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4b0c887d-9d4f-47eb-aca1-3a0758c7c104 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0840213 Feb 28 20:36:00.873403 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46366) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:00.873403 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-feebff1c-0934-458b-9668-4be8286168c2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1784652391'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:00.963701 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e794f3f2-eb0a-4ef6-a136-368b12e2b84c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (da5f12d5-a1aa-4ea0-9086-dac695b8ba47), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:00.984225 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feebff1c-0934-458b-9668-4be8286168c2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:01.001302 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-feebff1c-0934-458b-9668-4be8286168c2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:01.084681 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feebff1c-0934-458b-9668-4be8286168c2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:36:01.096940 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-feebff1c-0934-458b-9668-4be8286168c2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (94119f86-f1cc-4700-ac8b-e5b2ff3375ad), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:01.097640 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-feebff1c-0934-458b-9668-4be8286168c2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Added segment 94119f86-f1cc-4700-ac8b-e5b2ff3375ad of type vlan for network 55bc4dfd-ec3f-41a3-824b-c428f4cf7088 Feb 28 20:36:01.157984 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-feebff1c-0934-458b-9668-4be8286168c2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (55bc4dfd-ec3f-41a3-824b-c428f4cf7088), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:01.215169 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-feebff1c-0934-458b-9668-4be8286168c2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (55bc4dfd-ec3f-41a3-824b-c428f4cf7088), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:01.221447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feebff1c-0934-458b-9668-4be8286168c2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:01.222174 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-feebff1c-0934-458b-9668-4be8286168c2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:01.445076 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebff1c-0934-458b-9668-4be8286168c2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Network': ['ID=55bc4dfd-ec3f-41a3-824b-c428f4cf7088,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:01.453996 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e794f3f2-eb0a-4ef6-a136-368b12e2b84c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (da5f12d5-a1aa-4ea0-9086-dac695b8ba47), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:01.461583 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 55bc4dfd-ec3f-41a3-824b-c428f4cf7088 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:36:01.471284 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e794f3f2-eb0a-4ef6-a136-368b12e2b84c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:01.475625 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e794f3f2-eb0a-4ef6-a136-368b12e2b84c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:01.610053 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-feebff1c-0934-458b-9668-4be8286168c2 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7404068 Feb 28 20:36:01.612747 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46406) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:01.621942 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794f3f2-eb0a-4ef6-a136-368b12e2b84c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Network': ['ID=da5f12d5-a1aa-4ea0-9086-dac695b8ba47,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:01.622282 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-1672c36a-3b12-4ade-810b-ad94f08f6885 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'subnet': {'network_id': '55bc4dfd-ec3f-41a3-824b-c428f4cf7088', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:01.628801 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e794f3f2-eb0a-4ef6-a136-368b12e2b84c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9655557 Feb 28 20:36:01.637626 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46408) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:01.645915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3c147623-2b25-494e-80b5-2c97732bb052 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'subnet': {'network_id': 'da5f12d5-a1aa-4ea0-9086-dac695b8ba47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:01.724370 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:36:01.728987 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network da5f12d5-a1aa-4ea0-9086-dac695b8ba47 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:36:01.830318 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:36:01.830924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4ab0fe6e-e2bb-47bd-b0b5-ec11397e5699 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:36:01.832316 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7cfb7dd1-d887-4541-8f77-22eb53b0292b no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:36:01.871902 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1672c36a-3b12-4ade-810b-ad94f08f6885 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:01.880250 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c147623-2b25-494e-80b5-2c97732bb052 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:01.889045 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c147623-2b25-494e-80b5-2c97732bb052 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:01.901826 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1672c36a-3b12-4ade-810b-ad94f08f6885 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:01.973651 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 7cfb7dd1-d887-4541-8f77-22eb53b0292b {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:36:01.974190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7cfb7dd1-d887-4541-8f77-22eb53b0292b not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:36:02.332693 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c147623-2b25-494e-80b5-2c97732bb052 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (cc505935-7ffc-4ef7-a8e8-f68c51489312), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:02.369204 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1672c36a-3b12-4ade-810b-ad94f08f6885 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (e1e3f154-bdbd-4b3b-a877-df7c5efbca8c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:02.523026 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c147623-2b25-494e-80b5-2c97732bb052 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Subnet': ['ID=cc505935-7ffc-4ef7-a8e8-f68c51489312,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:02.645101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c147623-2b25-494e-80b5-2c97732bb052 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Checking segment: {'id': '4acb9050-7c57-4dfb-868a-5303ec2188ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'da5f12d5-a1aa-4ea0-9086-dac695b8ba47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:02.645711 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c147623-2b25-494e-80b5-2c97732bb052 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network hostable DHCP agents. Network: da5f12d5-a1aa-4ea0-9086-dac695b8ba47, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:36:02.700610 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c147623-2b25-494e-80b5-2c97732bb052 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network da5f12d5-a1aa-4ea0-9086-dac695b8ba47 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:36:02.706408 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1672c36a-3b12-4ade-810b-ad94f08f6885 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Checking segment: {'id': '94119f86-f1cc-4700-ac8b-e5b2ff3375ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '55bc4dfd-ec3f-41a3-824b-c428f4cf7088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:02.707039 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1672c36a-3b12-4ade-810b-ad94f08f6885 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network hostable DHCP agents. Network: 55bc4dfd-ec3f-41a3-824b-c428f4cf7088, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:36:02.712100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-3c147623-2b25-494e-80b5-2c97732bb052 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, da5f12d5-a1aa-4ea0-9086-dac695b8ba47) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:02.721901 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c147623-2b25-494e-80b5-2c97732bb052 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:02.722109 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3c147623-2b25-494e-80b5-2c97732bb052 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:02.733366 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f5be0d-dff9-403c-a9ff-e87812c703c6 None None] Network da5f12d5-a1aa-4ea0-9086-dac695b8ba47 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:02.754751 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3c147623-2b25-494e-80b5-2c97732bb052 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1159356 Feb 28 20:36:02.759467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46462) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:02.770224 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672c36a-3b12-4ade-810b-ad94f08f6885 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Subnet': ['ID=e1e3f154-bdbd-4b3b-a877-df7c5efbca8c,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:02.772885 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-c13accbf-866b-4719-9d0f-a7f1b46af75a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'port': {'network_id': 'da5f12d5-a1aa-4ea0-9086-dac695b8ba47', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-735088713'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:02.793282 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1672c36a-3b12-4ade-810b-ad94f08f6885 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network 55bc4dfd-ec3f-41a3-824b-c428f4cf7088 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:36:02.803958 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-1672c36a-3b12-4ade-810b-ad94f08f6885 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 55bc4dfd-ec3f-41a3-824b-c428f4cf7088) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:02.815929 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1672c36a-3b12-4ade-810b-ad94f08f6885 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:02.817495 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1672c36a-3b12-4ade-810b-ad94f08f6885 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:02.870303 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46468) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:02.873406 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1672c36a-3b12-4ade-810b-ad94f08f6885 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2584569 Feb 28 20:36:02.882043 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e46d05e-419e-4c68-949c-4325019d14c1 None None] Network 55bc4dfd-ec3f-41a3-824b-c428f4cf7088 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:02.884203 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-cc19aa3e-f599-4da4-80dd-6c952a6c97ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'port': {'network_id': '55bc4dfd-ec3f-41a3-824b-c428f4cf7088', 'name': 'tempest-PortsTestJSON-1172648920'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:03.199092 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691cf2ba-b65e-4286-a27e-91d07f66fa60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-da5f12d5-a1aa-4ea0-9086-dac695b8ba47', 'network_id': 'da5f12d5-a1aa-4ea0-9086-dac695b8ba47', 'project_id': 'e9a923f21000408697a457be1c29b088', 'fixed_ips': [{'subnet_id': 'cc505935-7ffc-4ef7-a8e8-f68c51489312'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:36:03.200139 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-691cf2ba-b65e-4286-a27e-91d07f66fa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:03.327787 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc19aa3e-f599-4da4-80dd-6c952a6c97ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:03.333314 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cc19aa3e-f599-4da4-80dd-6c952a6c97ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:03.407404 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-cc19aa3e-f599-4da4-80dd-6c952a6c97ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] device_id is not set on port 0fc7ac29-0657-4f2c-a46d-dff0047a1eea yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:36:03.414796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-691cf2ba-b65e-4286-a27e-91d07f66fa60 None None] Allocated IP 2001:db8::2 (da5f12d5-a1aa-4ea0-9086-dac695b8ba47/cc505935-7ffc-4ef7-a8e8-f68c51489312/c0344c34-eb17-43a7-a654-2516572ba1f6) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:03.551652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13accbf-866b-4719-9d0f-a7f1b46af75a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:03.559808 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c13accbf-866b-4719-9d0f-a7f1b46af75a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:03.612331 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-c13accbf-866b-4719-9d0f-a7f1b46af75a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] device_id is not set on port 9e47211d-9f06-48df-ac84-66edcbcdd1f1 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:36:03.693730 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-691cf2ba-b65e-4286-a27e-91d07f66fa60 None None] Publish callbacks [] for port (c0344c34-eb17-43a7-a654-2516572ba1f6), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:03.708378 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bd3600-4f60-4c6a-a04f-913849898b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-55bc4dfd-ec3f-41a3-824b-c428f4cf7088', 'network_id': '55bc4dfd-ec3f-41a3-824b-c428f4cf7088', 'project_id': '72dd28454fcc4a319cabe80eb07d1f46', 'fixed_ips': [{'subnet_id': 'e1e3f154-bdbd-4b3b-a877-df7c5efbca8c'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:36:03.710991 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-88bd3600-4f60-4c6a-a04f-913849898b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:03.745658 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-691cf2ba-b65e-4286-a27e-91d07f66fa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (c0344c34-eb17-43a7-a654-2516572ba1f6), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:03.813804 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691cf2ba-b65e-4286-a27e-91d07f66fa60 None None] Network da5f12d5-a1aa-4ea0-9086-dac695b8ba47 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:03.913577 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-c13accbf-866b-4719-9d0f-a7f1b46af75a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Allocated IP 2001:db8::d1 (da5f12d5-a1aa-4ea0-9086-dac695b8ba47/cc505935-7ffc-4ef7-a8e8-f68c51489312/9e47211d-9f06-48df-ac84-66edcbcdd1f1) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:04.062380 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c13accbf-866b-4719-9d0f-a7f1b46af75a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (9e47211d-9f06-48df-ac84-66edcbcdd1f1), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:04.107940 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c13accbf-866b-4719-9d0f-a7f1b46af75a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (9e47211d-9f06-48df-ac84-66edcbcdd1f1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:04.155959 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13accbf-866b-4719-9d0f-a7f1b46af75a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network da5f12d5-a1aa-4ea0-9086-dac695b8ba47 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:04.169421 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-c13accbf-866b-4719-9d0f-a7f1b46af75a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:04.186185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13accbf-866b-4719-9d0f-a7f1b46af75a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:04.191889 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13accbf-866b-4719-9d0f-a7f1b46af75a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:04.192839 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c13accbf-866b-4719-9d0f-a7f1b46af75a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:04.203652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-cc19aa3e-f599-4da4-80dd-6c952a6c97ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Allocated IP 172.20.0.3 (55bc4dfd-ec3f-41a3-824b-c428f4cf7088/e1e3f154-bdbd-4b3b-a877-df7c5efbca8c/0fc7ac29-0657-4f2c-a46d-dff0047a1eea) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:04.217452 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13accbf-866b-4719-9d0f-a7f1b46af75a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=9e47211d-9f06-48df-ac84-66edcbcdd1f1,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:04.238269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c13accbf-866b-4719-9d0f-a7f1b46af75a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.4780822 Feb 28 20:36:04.240680 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46514) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:04.242459 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46516) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:04.453531 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-2988c304-1c5c-4abf-a18c-e93ef2a19985 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port 9e47211d-9f06-48df-ac84-66edcbcdd1f1 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:36:04.454642 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2988c304-1c5c-4abf-a18c-e93ef2a19985 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (9e47211d-9f06-48df-ac84-66edcbcdd1f1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:04.511186 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-691cf2ba-b65e-4286-a27e-91d07f66fa60 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:04.514898 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691cf2ba-b65e-4286-a27e-91d07f66fa60 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:04.521020 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-277b7339-5821-455c-b96e-b213f392a6bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:04.611296 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2988c304-1c5c-4abf-a18c-e93ef2a19985 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (9e47211d-9f06-48df-ac84-66edcbcdd1f1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:04.644593 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-2988c304-1c5c-4abf-a18c-e93ef2a19985 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for 9e47211d-9f06-48df-ac84-66edcbcdd1f1 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:36:04.675147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cf2ba-b65e-4286-a27e-91d07f66fa60 None None] Pushing event updated for resources: {'Port': ['ID=c0344c34-eb17-43a7-a654-2516572ba1f6,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:04.763659 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-277b7339-5821-455c-b96e-b213f392a6bb admin admin] Publish callbacks [] for security_group (d9cd68c6-940d-4799-85e3-74c361ad235c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:04.763928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-691cf2ba-b65e-4286-a27e-91d07f66fa60 None None] Attempting to bind port c0344c34-eb17-43a7-a654-2516572ba1f6 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:36:04.764595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-691cf2ba-b65e-4286-a27e-91d07f66fa60 None None] Attempting to bind port c0344c34-eb17-43a7-a654-2516572ba1f6 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '4acb9050-7c57-4dfb-868a-5303ec2188ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'da5f12d5-a1aa-4ea0-9086-dac695b8ba47'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:36:04.764595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691cf2ba-b65e-4286-a27e-91d07f66fa60 None None] Attempting to bind port c0344c34-eb17-43a7-a654-2516572ba1f6 on network da5f12d5-a1aa-4ea0-9086-dac695b8ba47 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:36:04.771905 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-277b7339-5821-455c-b96e-b213f392a6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d9cd68c6-940d-4799-85e3-74c361ad235c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:04.776850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691cf2ba-b65e-4286-a27e-91d07f66fa60 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:36:04.777238 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691cf2ba-b65e-4286-a27e-91d07f66fa60 None None] Checking segment: {'id': '4acb9050-7c57-4dfb-868a-5303ec2188ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'da5f12d5-a1aa-4ea0-9086-dac695b8ba47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:04.778050 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-691cf2ba-b65e-4286-a27e-91d07f66fa60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:04.781390 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691cf2ba-b65e-4286-a27e-91d07f66fa60 None None] Bound using segment: {'id': '4acb9050-7c57-4dfb-868a-5303ec2188ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'da5f12d5-a1aa-4ea0-9086-dac695b8ba47'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:36:04.781920 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-691cf2ba-b65e-4286-a27e-91d07f66fa60 None None] Bound port: c0344c34-eb17-43a7-a654-2516572ba1f6, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4acb9050-7c57-4dfb-868a-5303ec2188ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'da5f12d5-a1aa-4ea0-9086-dac695b8ba47'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:36:04.782337 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-691cf2ba-b65e-4286-a27e-91d07f66fa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c0344c34-eb17-43a7-a654-2516572ba1f6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:04.871642 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b7339-5821-455c-b96e-b213f392a6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cd68c6-940d-4799-85e3-74c361ad235c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:04.925650 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-277b7339-5821-455c-b96e-b213f392a6bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0686c9264bc941cf96be78b8d1dbdae9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6832714 Feb 28 20:36:04.928017 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46526) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:05.106516 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-691cf2ba-b65e-4286-a27e-91d07f66fa60 None None] For port c0344c34-eb17-43a7-a654-2516572ba1f6, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:36:05.189247 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cc19aa3e-f599-4da4-80dd-6c952a6c97ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (0fc7ac29-0657-4f2c-a46d-dff0047a1eea), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:05.216503 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0a005755-5249-4194-800f-50e47af7606f admin admin] Publish callbacks [] for security_group (d9cd68c6-940d-4799-85e3-74c361ad235c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:05.233815 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2988c304-1c5c-4abf-a18c-e93ef2a19985 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (9e47211d-9f06-48df-ac84-66edcbcdd1f1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:05.234096 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-691cf2ba-b65e-4286-a27e-91d07f66fa60 None None] For port c0344c34-eb17-43a7-a654-2516572ba1f6, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c0344c34-eb17-43a7-a654-2516572ba1f6,segment=NetworkSegment(4acb9050-7c57-4dfb-868a-5303ec2188ea),segment_id=4acb9050-7c57-4dfb-868a-5303ec2188ea)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:36:05.243704 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-691cf2ba-b65e-4286-a27e-91d07f66fa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c0344c34-eb17-43a7-a654-2516572ba1f6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:05.279817 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988c304-1c5c-4abf-a18c-e93ef2a19985 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=9e47211d-9f06-48df-ac84-66edcbcdd1f1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:05.303264 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0a005755-5249-4194-800f-50e47af7606f admin admin] Publish callbacks [] for security_group (d9cd68c6-940d-4799-85e3-74c361ad235c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:05.339606 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2988c304-1c5c-4abf-a18c-e93ef2a19985 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:05.345018 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2988c304-1c5c-4abf-a18c-e93ef2a19985 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/ports/9e47211d-9f06-48df-ac84-66edcbcdd1f1 HTTP/1.1" status: 204 len: 168 time: 1.1011226 Feb 28 20:36:05.353511 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46534) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:05.410534 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-6130a052-0a25-4e68-9df0-17f8b5f8d12c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] GET failed (client error): The resource could not be found. Feb 28 20:36:05.412376 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6130a052-0a25-4e68-9df0-17f8b5f8d12c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports/9e47211d-9f06-48df-ac84-66edcbcdd1f1 HTTP/1.1" status: 404 len: 333 time: 0.0512650 Feb 28 20:36:05.415262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46536) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:05.436090 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cc19aa3e-f599-4da4-80dd-6c952a6c97ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0fc7ac29-0657-4f2c-a46d-dff0047a1eea), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:05.454916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cf2ba-b65e-4286-a27e-91d07f66fa60 None None] Pushing event updated for resources: {'Port': ['ID=c0344c34-eb17-43a7-a654-2516572ba1f6,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:05.464576 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0a005755-5249-4194-800f-50e47af7606f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d9cd68c6-940d-4799-85e3-74c361ad235c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:05.468654 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0a005755-5249-4194-800f-50e47af7606f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:05.472560 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0a005755-5249-4194-800f-50e47af7606f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9cd68c6-940d-4799-85e3-74c361ad235c HTTP/1.1" status: 204 len: 168 time: 0.5407603 Feb 28 20:36:05.489277 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a005755-5249-4194-800f-50e47af7606f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cd68c6-940d-4799-85e3-74c361ad235c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:05.602103 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-88bd3600-4f60-4c6a-a04f-913849898b35 None None] Allocated IP 172.20.0.2 (55bc4dfd-ec3f-41a3-824b-c428f4cf7088/e1e3f154-bdbd-4b3b-a877-df7c5efbca8c/aa65381d-621e-461f-b7a0-0609148863b0) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:05.640257 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19aa3e-f599-4da4-80dd-6c952a6c97ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=0fc7ac29-0657-4f2c-a46d-dff0047a1eea,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:05.653248 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b063f568-f315-4763-96a9-a6be1ff58da6 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting subnet cc505935-7ffc-4ef7-a8e8-f68c51489312 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:36:05.664304 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b063f568-f315-4763-96a9-a6be1ff58da6 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (cc505935-7ffc-4ef7-a8e8-f68c51489312), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:05.733565 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc19aa3e-f599-4da4-80dd-6c952a6c97ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network 55bc4dfd-ec3f-41a3-824b-c428f4cf7088 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:05.738115 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-cc19aa3e-f599-4da4-80dd-6c952a6c97ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:05.743632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc19aa3e-f599-4da4-80dd-6c952a6c97ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:05.804266 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b063f568-f315-4763-96a9-a6be1ff58da6 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (cc505935-7ffc-4ef7-a8e8-f68c51489312), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:05.975642 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc19aa3e-f599-4da4-80dd-6c952a6c97ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:05.976570 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cc19aa3e-f599-4da4-80dd-6c952a6c97ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:06.060907 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cc19aa3e-f599-4da4-80dd-6c952a6c97ed tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1877704 Feb 28 20:36:06.063135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46546) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:06.070337 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-f948ab73-0d2b-4c35-b9db-fc03857f01c6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'port': {'network_id': '55bc4dfd-ec3f-41a3-824b-c428f4cf7088', 'name': 'tempest-PortsTestJSON-249571866'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:06.089521 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b063f568-f315-4763-96a9-a6be1ff58da6 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (cc505935-7ffc-4ef7-a8e8-f68c51489312), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:06.125012 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-88bd3600-4f60-4c6a-a04f-913849898b35 None None] Publish callbacks [] for port (aa65381d-621e-461f-b7a0-0609148863b0), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:06.134867 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:36:06.147595 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-88bd3600-4f60-4c6a-a04f-913849898b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (aa65381d-621e-461f-b7a0-0609148863b0), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:06.225432 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b063f568-f315-4763-96a9-a6be1ff58da6 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (cc505935-7ffc-4ef7-a8e8-f68c51489312), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:06.288114 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd3600-4f60-4c6a-a04f-913849898b35 None None] Pushing event updated for resources: {'Port': ['ID=aa65381d-621e-461f-b7a0-0609148863b0,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:06.317640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063f568-f315-4763-96a9-a6be1ff58da6 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Subnet': ['ID=cc505935-7ffc-4ef7-a8e8-f68c51489312,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:06.320523 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bd3600-4f60-4c6a-a04f-913849898b35 None None] Network 55bc4dfd-ec3f-41a3-824b-c428f4cf7088 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:06.327909 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-88bd3600-4f60-4c6a-a04f-913849898b35 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:06.329303 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f948ab73-0d2b-4c35-b9db-fc03857f01c6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:06.334200 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bd3600-4f60-4c6a-a04f-913849898b35 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:06.334725 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b063f568-f315-4763-96a9-a6be1ff58da6 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:06.336601 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f948ab73-0d2b-4c35-b9db-fc03857f01c6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:06.338031 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b063f568-f315-4763-96a9-a6be1ff58da6 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/subnets/cc505935-7ffc-4ef7-a8e8-f68c51489312 HTTP/1.1" status: 204 len: 168 time: 0.9214613 Feb 28 20:36:06.340916 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46558) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:06.480691 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-88bd3600-4f60-4c6a-a04f-913849898b35 None None] Attempting to bind port aa65381d-621e-461f-b7a0-0609148863b0 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:36:06.481066 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-88bd3600-4f60-4c6a-a04f-913849898b35 None None] Attempting to bind port aa65381d-621e-461f-b7a0-0609148863b0 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '94119f86-f1cc-4700-ac8b-e5b2ff3375ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '55bc4dfd-ec3f-41a3-824b-c428f4cf7088'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:36:06.481429 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bd3600-4f60-4c6a-a04f-913849898b35 None None] Attempting to bind port aa65381d-621e-461f-b7a0-0609148863b0 on network 55bc4dfd-ec3f-41a3-824b-c428f4cf7088 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:36:06.498807 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bd3600-4f60-4c6a-a04f-913849898b35 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:36:06.499147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bd3600-4f60-4c6a-a04f-913849898b35 None None] Checking segment: {'id': '94119f86-f1cc-4700-ac8b-e5b2ff3375ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '55bc4dfd-ec3f-41a3-824b-c428f4cf7088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:06.499464 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-88bd3600-4f60-4c6a-a04f-913849898b35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:06.500377 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bd3600-4f60-4c6a-a04f-913849898b35 None None] Bound using segment: {'id': '94119f86-f1cc-4700-ac8b-e5b2ff3375ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '55bc4dfd-ec3f-41a3-824b-c428f4cf7088'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:36:06.503227 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-88bd3600-4f60-4c6a-a04f-913849898b35 None None] Bound port: aa65381d-621e-461f-b7a0-0609148863b0, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94119f86-f1cc-4700-ac8b-e5b2ff3375ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '55bc4dfd-ec3f-41a3-824b-c428f4cf7088'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:36:06.503639 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-88bd3600-4f60-4c6a-a04f-913849898b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (aa65381d-621e-461f-b7a0-0609148863b0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:06.511272 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-f948ab73-0d2b-4c35-b9db-fc03857f01c6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] device_id is not set on port ffb4a873-9b0c-4e4c-90d4-5e8c1366338c yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:36:06.661755 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-88bd3600-4f60-4c6a-a04f-913849898b35 None None] For port aa65381d-621e-461f-b7a0-0609148863b0, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:36:06.665893 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-88bd3600-4f60-4c6a-a04f-913849898b35 None None] For port aa65381d-621e-461f-b7a0-0609148863b0, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=aa65381d-621e-461f-b7a0-0609148863b0,segment=NetworkSegment(94119f86-f1cc-4700-ac8b-e5b2ff3375ad),segment_id=94119f86-f1cc-4700-ac8b-e5b2ff3375ad)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:36:06.685082 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-88bd3600-4f60-4c6a-a04f-913849898b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (aa65381d-621e-461f-b7a0-0609148863b0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:06.711482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-f948ab73-0d2b-4c35-b9db-fc03857f01c6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Allocated IP 172.20.0.7 (55bc4dfd-ec3f-41a3-824b-c428f4cf7088/e1e3f154-bdbd-4b3b-a877-df7c5efbca8c/ffb4a873-9b0c-4e4c-90d4-5e8c1366338c) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:06.852563 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd3600-4f60-4c6a-a04f-913849898b35 None None] Pushing event updated for resources: {'Port': ['ID=aa65381d-621e-461f-b7a0-0609148863b0,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:07.087812 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f948ab73-0d2b-4c35-b9db-fc03857f01c6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (ffb4a873-9b0c-4e4c-90d4-5e8c1366338c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:07.115268 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ea41b3ee-fbbc-45f8-a847-61792b8cabf2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (da5f12d5-a1aa-4ea0-9086-dac695b8ba47), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:07.185036 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46586) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:07.296891 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f948ab73-0d2b-4c35-b9db-fc03857f01c6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ffb4a873-9b0c-4e4c-90d4-5e8c1366338c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:07.426784 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948ab73-0d2b-4c35-b9db-fc03857f01c6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=ffb4a873-9b0c-4e4c-90d4-5e8c1366338c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:07.461051 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3b323d35-f3cd-44a1-9ffb-aba5d3bace60 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1278827367'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:07.477008 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f948ab73-0d2b-4c35-b9db-fc03857f01c6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network 55bc4dfd-ec3f-41a3-824b-c428f4cf7088 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:07.499443 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-f948ab73-0d2b-4c35-b9db-fc03857f01c6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:07.506497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ab464a-45df-4bc8-9bcc-a6be2d190f61 None None] Network da5f12d5-a1aa-4ea0-9086-dac695b8ba47 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:07.506982 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f948ab73-0d2b-4c35-b9db-fc03857f01c6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:07.513873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b323d35-f3cd-44a1-9ffb-aba5d3bace60 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Made reservation on behalf of db60eff1c978422fb5f7cc42ae195246 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:07.524263 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3b323d35-f3cd-44a1-9ffb-aba5d3bace60 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:07.557828 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3b323d35-f3cd-44a1-9ffb-aba5d3bace60 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:07.650784 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f948ab73-0d2b-4c35-b9db-fc03857f01c6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:07.652801 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f948ab73-0d2b-4c35-b9db-fc03857f01c6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:07.661242 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-ea41b3ee-fbbc-45f8-a847-61792b8cabf2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port c0344c34-eb17-43a7-a654-2516572ba1f6 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:36:07.664603 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ea41b3ee-fbbc-45f8-a847-61792b8cabf2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c0344c34-eb17-43a7-a654-2516572ba1f6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:07.723293 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f948ab73-0d2b-4c35-b9db-fc03857f01c6 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6586041 Feb 28 20:36:07.738482 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46604) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:07.806743 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-54a350f6-0589-4193-a97f-3e71d5a2bd78 None None] Provisioning complete for port c0344c34-eb17-43a7-a654-2516572ba1f6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:07.807127 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-54a350f6-0589-4193-a97f-3e71d5a2bd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c0344c34-eb17-43a7-a654-2516572ba1f6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:07.810335 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c0344c34-eb17-43a7-a654-2516572ba1f6 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:36:07.842644 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-ea41b3ee-fbbc-45f8-a847-61792b8cabf2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] For port c0344c34-eb17-43a7-a654-2516572ba1f6, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c0344c34-eb17-43a7-a654-2516572ba1f6,segment=NetworkSegment(4acb9050-7c57-4dfb-868a-5303ec2188ea),segment_id=4acb9050-7c57-4dfb-868a-5303ec2188ea)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:36:07.843192 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ea41b3ee-fbbc-45f8-a847-61792b8cabf2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c0344c34-eb17-43a7-a654-2516572ba1f6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:07.884404 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-ea41b3ee-fbbc-45f8-a847-61792b8cabf2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for c0344c34-eb17-43a7-a654-2516572ba1f6 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:36:08.031791 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ea41b3ee-fbbc-45f8-a847-61792b8cabf2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c0344c34-eb17-43a7-a654-2516572ba1f6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:08.040406 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c0344c34-eb17-43a7-a654-2516572ba1f6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:08.041089 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c0344c34-eb17-43a7-a654-2516572ba1f6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:08.046863 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-54a350f6-0589-4193-a97f-3e71d5a2bd78 None None] Could not find standard attr ID for object c0344c34-eb17-43a7-a654-2516572ba1f6. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:36:08.051537 n-d-820368-21 neutron-server[103775]: INFO neutron.plugins.ml2.db [None req-54a350f6-0589-4193-a97f-3e71d5a2bd78 None None] No ports have port_id starting with c0344c34-eb17-43a7-a654-2516572ba1f6 Feb 28 20:36:08.088990 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Port c0344c34-eb17-43a7-a654-2516572ba1f6 was deleted so its status cannot be updated. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 28 20:36:08.089677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device aa65381d-621e-461f-b7a0-0609148863b0 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:36:08.167282 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea41b3ee-fbbc-45f8-a847-61792b8cabf2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No DVR routers for this DVR port c0344c34-eb17-43a7-a654-2516572ba1f6 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:36:08.195029 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17410b8d-dff1-4eff-817d-a0a8ee201e69 None None] DHCP port deletion for da5f12d5-a1aa-4ea0-9086-dac695b8ba47 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:36:08.225899 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port aa65381d-621e-461f-b7a0-0609148863b0 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:08.226438 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (aa65381d-621e-461f-b7a0-0609148863b0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:08.441965 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port aa65381d-621e-461f-b7a0-0609148863b0 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:08.442613 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (aa65381d-621e-461f-b7a0-0609148863b0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:08.498626 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ea41b3ee-fbbc-45f8-a847-61792b8cabf2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (da5f12d5-a1aa-4ea0-9086-dac695b8ba47), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:08.514468 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port aa65381d-621e-461f-b7a0-0609148863b0, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=aa65381d-621e-461f-b7a0-0609148863b0,segment=NetworkSegment(94119f86-f1cc-4700-ac8b-e5b2ff3375ad),segment_id=94119f86-f1cc-4700-ac8b-e5b2ff3375ad)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:36:08.539454 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (aa65381d-621e-461f-b7a0-0609148863b0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:08.581667 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-ea41b3ee-fbbc-45f8-a847-61792b8cabf2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5f12d5-a1aa-4ea0-9086-dac695b8ba47']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:08.618081 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-ea41b3ee-fbbc-45f8-a847-61792b8cabf2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4acb9050-7c57-4dfb-868a-5303ec2188ea') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:08.618414 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-ea41b3ee-fbbc-45f8-a847-61792b8cabf2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4acb9050-7c57-4dfb-868a-5303ec2188ea') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:08.647841 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=aa65381d-621e-461f-b7a0-0609148863b0,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:08.676570 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ea41b3ee-fbbc-45f8-a847-61792b8cabf2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (4acb9050-7c57-4dfb-868a-5303ec2188ea), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:08.726149 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ea41b3ee-fbbc-45f8-a847-61792b8cabf2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (4acb9050-7c57-4dfb-868a-5303ec2188ea), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:08.737078 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea41b3ee-fbbc-45f8-a847-61792b8cabf2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:36:08.737497 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ea41b3ee-fbbc-45f8-a847-61792b8cabf2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (4acb9050-7c57-4dfb-868a-5303ec2188ea), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:08.812624 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bb8e89-1e2f-4205-ad3e-72056092e05b None None] Network 55bc4dfd-ec3f-41a3-824b-c428f4cf7088 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:36:08.888366 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:36:08.890423 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41b3ee-fbbc-45f8-a847-61792b8cabf2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=c0344c34-eb17-43a7-a654-2516572ba1f6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:08.905563 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ea41b3ee-fbbc-45f8-a847-61792b8cabf2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (da5f12d5-a1aa-4ea0-9086-dac695b8ba47), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:08.922796 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ea41b3ee-fbbc-45f8-a847-61792b8cabf2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:08.926498 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ea41b3ee-fbbc-45f8-a847-61792b8cabf2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/networks/da5f12d5-a1aa-4ea0-9086-dac695b8ba47 HTTP/1.1" status: 204 len: 168 time: 2.5843749 Feb 28 20:36:08.931455 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46624) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:08.937287 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-cc758faa-23d9-45fe-88a2-e47e65ea9952 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'port': {'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70', 'name': 'tempest-PortsIpV6TestJSON-1164104206'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:08.990134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-167c93b2-c42a-48f4-ad2c-6434474b4429 None None] Provisioning complete for port aa65381d-621e-461f-b7a0-0609148863b0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:08.990506 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-167c93b2-c42a-48f4-ad2c-6434474b4429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (aa65381d-621e-461f-b7a0-0609148863b0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:09.033936 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41b3ee-fbbc-45f8-a847-61792b8cabf2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Network': ['ID=da5f12d5-a1aa-4ea0-9086-dac695b8ba47,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:09.085246 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc758faa-23d9-45fe-88a2-e47e65ea9952 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:09.089003 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc758faa-23d9-45fe-88a2-e47e65ea9952 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:09.132204 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-cc758faa-23d9-45fe-88a2-e47e65ea9952 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] device_id is not set on port dcf6e366-4c1d-4c94-b498-575ac8fcc9b5 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:36:09.162660 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3b323d35-f3cd-44a1-9ffb-aba5d3bace60 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for security_group (cc888d7c-bf4a-4788-a38c-f324e7ea44fa), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:09.185062 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3b323d35-f3cd-44a1-9ffb-aba5d3bace60 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (cc888d7c-bf4a-4788-a38c-f324e7ea44fa), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:09.313080 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-167c93b2-c42a-48f4-ad2c-6434474b4429 None None] Current status of the port aa65381d-621e-461f-b7a0-0609148863b0 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:09.343684 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b323d35-f3cd-44a1-9ffb-aba5d3bace60 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc888d7c-bf4a-4788-a38c-f324e7ea44fa,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:09.386722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b323d35-f3cd-44a1-9ffb-aba5d3bace60 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:36:09.398911 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a1b28b-eb53-41c7-8da3-5134b11630c7 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:09.403298 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a9a1b28b-eb53-41c7-8da3-5134b11630c7 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 1.6611812 Feb 28 20:36:09.406197 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46632) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:09.488588 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc758faa-23d9-45fe-88a2-e47e65ea9952 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (dcf6e366-4c1d-4c94-b498-575ac8fcc9b5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:09.498666 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3b323d35-f3cd-44a1-9ffb-aba5d3bace60 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (c2366e08-1164-4d93-9ee8-bfb975f8ce16), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:09.498989 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-3b323d35-f3cd-44a1-9ffb-aba5d3bace60 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Added segment c2366e08-1164-4d93-9ee8-bfb975f8ce16 of type vlan for network ef59e03d-024d-43ad-abb5-b28b74349460 Feb 28 20:36:09.594986 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc758faa-23d9-45fe-88a2-e47e65ea9952 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (dcf6e366-4c1d-4c94-b498-575ac8fcc9b5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:09.630365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device aa65381d-621e-461f-b7a0-0609148863b0 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:36:09.639921 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc758faa-23d9-45fe-88a2-e47e65ea9952 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:09.642405 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-cc758faa-23d9-45fe-88a2-e47e65ea9952 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:09.706506 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc758faa-23d9-45fe-88a2-e47e65ea9952 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:09.713702 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3b323d35-f3cd-44a1-9ffb-aba5d3bace60 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ef59e03d-024d-43ad-abb5-b28b74349460), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:09.721180 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc758faa-23d9-45fe-88a2-e47e65ea9952 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:09.721849 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc758faa-23d9-45fe-88a2-e47e65ea9952 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:09.761949 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cc758faa-23d9-45fe-88a2-e47e65ea9952 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8286171 Feb 28 20:36:09.774757 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46638) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:09.778858 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port aa65381d-621e-461f-b7a0-0609148863b0 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:09.779237 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (aa65381d-621e-461f-b7a0-0609148863b0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:09.814471 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3b323d35-f3cd-44a1-9ffb-aba5d3bace60 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ef59e03d-024d-43ad-abb5-b28b74349460), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:09.823364 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b323d35-f3cd-44a1-9ffb-aba5d3bace60 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:09.832766 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3b323d35-f3cd-44a1-9ffb-aba5d3bace60 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:09.855063 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-7a05a813-ffab-4ca1-94dc-df796b38a24e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting port ffb4a873-9b0c-4e4c-90d4-5e8c1366338c {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:36:09.855425 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a05a813-ffab-4ca1-94dc-df796b38a24e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ffb4a873-9b0c-4e4c-90d4-5e8c1366338c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:09.865867 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc758faa-23d9-45fe-88a2-e47e65ea9952 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=dcf6e366-4c1d-4c94-b498-575ac8fcc9b5,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:09.949988 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-37416f7c-ceb6-4946-8afc-61c24b91dbee None None] Provisioning complete for port ffb4a873-9b0c-4e4c-90d4-5e8c1366338c triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:09.950285 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-37416f7c-ceb6-4946-8afc-61c24b91dbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ffb4a873-9b0c-4e4c-90d4-5e8c1366338c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:10.050984 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-37416f7c-ceb6-4946-8afc-61c24b91dbee None None] Port ffb4a873-9b0c-4e4c-90d4-5e8c1366338c cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:36:10.053066 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-994c913d-d333-4742-a8fc-1045377f94ca tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port dcf6e366-4c1d-4c94-b498-575ac8fcc9b5 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:36:10.059832 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-994c913d-d333-4742-a8fc-1045377f94ca tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (dcf6e366-4c1d-4c94-b498-575ac8fcc9b5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:10.081164 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b323d35-f3cd-44a1-9ffb-aba5d3bace60 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Network': ['ID=ef59e03d-024d-43ad-abb5-b28b74349460,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:10.085190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port aa65381d-621e-461f-b7a0-0609148863b0 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:10.107185 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ef59e03d-024d-43ad-abb5-b28b74349460 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:36:10.133775 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-37416f7c-ceb6-4946-8afc-61c24b91dbee None None] Provisioning complete for port aa65381d-621e-461f-b7a0-0609148863b0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:10.134096 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-37416f7c-ceb6-4946-8afc-61c24b91dbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (aa65381d-621e-461f-b7a0-0609148863b0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:10.201380 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a05a813-ffab-4ca1-94dc-df796b38a24e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ffb4a873-9b0c-4e4c-90d4-5e8c1366338c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:10.225433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-7a05a813-ffab-4ca1-94dc-df796b38a24e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Calling delete_port for ffb4a873-9b0c-4e4c-90d4-5e8c1366338c owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:36:10.262894 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c0344c34-eb17-43a7-a654-2516572ba1f6 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:36:10.326204 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3b323d35-f3cd-44a1-9ffb-aba5d3bace60 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.1397712 Feb 28 20:36:10.339735 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-994c913d-d333-4742-a8fc-1045377f94ca tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (dcf6e366-4c1d-4c94-b498-575ac8fcc9b5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:10.402046 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-994c913d-d333-4742-a8fc-1045377f94ca tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for dcf6e366-4c1d-4c94-b498-575ac8fcc9b5 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:36:10.430993 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: c0344c34-eb17-43a7-a654-2516572ba1f6 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:36:10.431361 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c0344c34-eb17-43a7-a654-2516572ba1f6 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:36:10.617843 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a05a813-ffab-4ca1-94dc-df796b38a24e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (ffb4a873-9b0c-4e4c-90d4-5e8c1366338c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:10.651926 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-37416f7c-ceb6-4946-8afc-61c24b91dbee None None] Current status of the port aa65381d-621e-461f-b7a0-0609148863b0 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:10.705480 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-37416f7c-ceb6-4946-8afc-61c24b91dbee None None] Provisioning complete for port 0fc7ac29-0657-4f2c-a46d-dff0047a1eea triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:10.706159 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-37416f7c-ceb6-4946-8afc-61c24b91dbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0fc7ac29-0657-4f2c-a46d-dff0047a1eea), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:10.713609 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-994c913d-d333-4742-a8fc-1045377f94ca tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (dcf6e366-4c1d-4c94-b498-575ac8fcc9b5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:10.725079 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05a813-ffab-4ca1-94dc-df796b38a24e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Port': ['ID=ffb4a873-9b0c-4e4c-90d4-5e8c1366338c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:10.827129 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c913d-d333-4742-a8fc-1045377f94ca tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=dcf6e366-4c1d-4c94-b498-575ac8fcc9b5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:10.845334 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-37416f7c-ceb6-4946-8afc-61c24b91dbee None None] Port 0fc7ac29-0657-4f2c-a46d-dff0047a1eea cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:36:10.846721 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-994c913d-d333-4742-a8fc-1045377f94ca tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:10.855622 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-994c913d-d333-4742-a8fc-1045377f94ca tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/ports/dcf6e366-4c1d-4c94-b498-575ac8fcc9b5 HTTP/1.1" status: 204 len: 168 time: 1.0798540 Feb 28 20:36:10.860511 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46650) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:10.866211 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-7e53a1d3-978d-4fca-b4f6-f5c65df4c972 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'port': {'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70', 'mac_address': 'fa:16:3e:6c:36:9b', 'name': 'tempest-PortsIpV6TestJSON-1233207370'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:10.978639 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ac2b79e1-2fb4-47ee-a04f-8bed5a5975f2 None None] Provisioning complete for port 0fc7ac29-0657-4f2c-a46d-dff0047a1eea triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:10.984297 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ac2b79e1-2fb4-47ee-a04f-8bed5a5975f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0fc7ac29-0657-4f2c-a46d-dff0047a1eea), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:11.036474 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a05a813-ffab-4ca1-94dc-df796b38a24e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:11.055282 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46652) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:11.057961 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7a05a813-ffab-4ca1-94dc-df796b38a24e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/ports/ffb4a873-9b0c-4e4c-90d4-5e8c1366338c HTTP/1.1" status: 204 len: 168 time: 1.6465750 Feb 28 20:36:11.095160 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ac2b79e1-2fb4-47ee-a04f-8bed5a5975f2 None None] Port 0fc7ac29-0657-4f2c-a46d-dff0047a1eea cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:36:11.129550 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee4d9b7-9980-44b8-85a2-cc0857f1ac2f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] GET failed (client error): The resource could not be found. Feb 28 20:36:11.131964 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4ee4d9b7-9980-44b8-85a2-cc0857f1ac2f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports/ffb4a873-9b0c-4e4c-90d4-5e8c1366338c HTTP/1.1" status: 404 len: 333 time: 0.0623806 Feb 28 20:36:11.134829 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46654) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:11.190257 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e53a1d3-978d-4fca-b4f6-f5c65df4c972 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:11.308428 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-992f7325-ea40-40e6-acd7-8b4acf31205c None None] Could not find standard attr ID for object ffb4a873-9b0c-4e4c-90d4-5e8c1366338c. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:36:11.433409 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-1e324337-a545-461c-857c-00f712e2fe20 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting port 0fc7ac29-0657-4f2c-a46d-dff0047a1eea {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:36:11.433937 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e324337-a545-461c-857c-00f712e2fe20 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0fc7ac29-0657-4f2c-a46d-dff0047a1eea), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:11.447725 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7e53a1d3-978d-4fca-b4f6-f5c65df4c972 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:11.514164 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-7e53a1d3-978d-4fca-b4f6-f5c65df4c972 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] device_id is not set on port 41043464-92ad-41fd-8086-fcfc30e31630 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:36:11.734173 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e324337-a545-461c-857c-00f712e2fe20 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0fc7ac29-0657-4f2c-a46d-dff0047a1eea), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:11.760462 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-1e324337-a545-461c-857c-00f712e2fe20 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Calling delete_port for 0fc7ac29-0657-4f2c-a46d-dff0047a1eea owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:36:12.148212 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e324337-a545-461c-857c-00f712e2fe20 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0fc7ac29-0657-4f2c-a46d-dff0047a1eea), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:12.175116 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7e53a1d3-978d-4fca-b4f6-f5c65df4c972 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (41043464-92ad-41fd-8086-fcfc30e31630), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:12.251458 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e324337-a545-461c-857c-00f712e2fe20 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Port': ['ID=0fc7ac29-0657-4f2c-a46d-dff0047a1eea,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:12.293971 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7e53a1d3-978d-4fca-b4f6-f5c65df4c972 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (41043464-92ad-41fd-8086-fcfc30e31630), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:12.483261 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e324337-a545-461c-857c-00f712e2fe20 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:12.489289 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1e324337-a545-461c-857c-00f712e2fe20 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/ports/0fc7ac29-0657-4f2c-a46d-dff0047a1eea HTTP/1.1" status: 204 len: 168 time: 1.3519254 Feb 28 20:36:12.492479 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46668) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:12.518056 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53a1d3-978d-4fca-b4f6-f5c65df4c972 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=41043464-92ad-41fd-8086-fcfc30e31630,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:12.542485 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e53a1d3-978d-4fca-b4f6-f5c65df4c972 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:12.551635 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-7e53a1d3-978d-4fca-b4f6-f5c65df4c972 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:12.561733 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e53a1d3-978d-4fca-b4f6-f5c65df4c972 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:12.573241 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e53a1d3-978d-4fca-b4f6-f5c65df4c972 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:12.575501 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7e53a1d3-978d-4fca-b4f6-f5c65df4c972 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:12.600549 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f5843e1-fd8f-4bc6-a2c5-26b2870fb510 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] GET failed (client error): The resource could not be found. Feb 28 20:36:12.608431 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1f5843e1-fd8f-4bc6-a2c5-26b2870fb510 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports/0fc7ac29-0657-4f2c-a46d-dff0047a1eea HTTP/1.1" status: 404 len: 333 time: 0.1105037 Feb 28 20:36:12.610253 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46670) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:12.613835 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7e53a1d3-978d-4fca-b4f6-f5c65df4c972 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7519727 Feb 28 20:36:12.614533 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46672) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:12.743254 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0120ea3d-d9d1-4fb3-8bb1-4e98af8ab47f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:12.749976 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0120ea3d-d9d1-4fb3-8bb1-4e98af8ab47f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports/41043464-92ad-41fd-8086-fcfc30e31630 HTTP/1.1" status: 200 len: 845 time: 0.1335332 Feb 28 20:36:12.751452 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46674) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:12.757340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-31acc382-1342-456a-a45f-17d199315a6e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting subnet e1e3f154-bdbd-4b3b-a877-df7c5efbca8c {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:36:12.774964 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-31acc382-1342-456a-a45f-17d199315a6e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (e1e3f154-bdbd-4b3b-a877-df7c5efbca8c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:12.970907 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-31acc382-1342-456a-a45f-17d199315a6e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (e1e3f154-bdbd-4b3b-a877-df7c5efbca8c), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:13.033354 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-fd8f3c91-30fa-4dae-92b7-07de4817c3c5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port 41043464-92ad-41fd-8086-fcfc30e31630 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:36:13.044180 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3c91-30fa-4dae-92b7-07de4817c3c5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (41043464-92ad-41fd-8086-fcfc30e31630), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:13.324763 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-31acc382-1342-456a-a45f-17d199315a6e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (e1e3f154-bdbd-4b3b-a877-df7c5efbca8c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:13.351941 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3c91-30fa-4dae-92b7-07de4817c3c5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (41043464-92ad-41fd-8086-fcfc30e31630), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:13.405168 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-fd8f3c91-30fa-4dae-92b7-07de4817c3c5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for 41043464-92ad-41fd-8086-fcfc30e31630 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:36:13.564008 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-31acc382-1342-456a-a45f-17d199315a6e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (e1e3f154-bdbd-4b3b-a877-df7c5efbca8c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:13.638745 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acc382-1342-456a-a45f-17d199315a6e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e3f154-bdbd-4b3b-a877-df7c5efbca8c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:13.668936 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-31acc382-1342-456a-a45f-17d199315a6e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:13.669413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee833ea-2ca6-4c39-baef-e16739915aac None None] Network 55bc4dfd-ec3f-41a3-824b-c428f4cf7088 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:13.691273 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-31acc382-1342-456a-a45f-17d199315a6e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/subnets/e1e3f154-bdbd-4b3b-a877-df7c5efbca8c HTTP/1.1" status: 204 len: 168 time: 1.0705390 Feb 28 20:36:13.691944 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46694) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:13.765069 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3c91-30fa-4dae-92b7-07de4817c3c5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (41043464-92ad-41fd-8086-fcfc30e31630), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:13.831064 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f3c91-30fa-4dae-92b7-07de4817c3c5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=41043464-92ad-41fd-8086-fcfc30e31630,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:13.857488 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46696) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:13.881744 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3c91-30fa-4dae-92b7-07de4817c3c5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:13.889530 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fd8f3c91-30fa-4dae-92b7-07de4817c3c5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/ports/41043464-92ad-41fd-8086-fcfc30e31630 HTTP/1.1" status: 204 len: 168 time: 1.1365163 Feb 28 20:36:13.889776 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46698) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:13.893444 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e9a352d8-f5e7-4f7c-8a41-d846ef7939df tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'subnet': {'network_id': 'ef59e03d-024d-43ad-abb5-b28b74349460', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:13.961389 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-410f78b7-0cd8-48c1-ad1e-9fc2d6ce61a3 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] GET failed (client error): The resource could not be found. Feb 28 20:36:13.962889 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-410f78b7-0cd8-48c1-ad1e-9fc2d6ce61a3 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports/41043464-92ad-41fd-8086-fcfc30e31630 HTTP/1.1" status: 404 len: 333 time: 0.0727501 Feb 28 20:36:13.967246 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46700) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:13.972343 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'port': {'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70', 'name': 'tempest-PortsIpV6TestJSON-513110712'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:13.996420 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-83d10cff-7715-483f-aba5-a41900593921 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (55bc4dfd-ec3f-41a3-824b-c428f4cf7088), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:14.069215 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b8c373-6daf-4c62-b5aa-7a0afe5bdbdb None None] DHCP port deletion for 55bc4dfd-ec3f-41a3-824b-c428f4cf7088 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:36:14.153059 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a352d8-f5e7-4f7c-8a41-d846ef7939df tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Made reservation on behalf of db60eff1c978422fb5f7cc42ae195246 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:14.162891 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9a352d8-f5e7-4f7c-8a41-d846ef7939df tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:14.278242 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8c373-6daf-4c62-b5aa-7a0afe5bdbdb None None] Deleting port aa65381d-621e-461f-b7a0-0609148863b0 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:36:14.280209 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c373-6daf-4c62-b5aa-7a0afe5bdbdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (aa65381d-621e-461f-b7a0-0609148863b0), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:14.367234 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:14.371198 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:14.408893 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b0b8c373-6daf-4c62-b5aa-7a0afe5bdbdb None None] For port aa65381d-621e-461f-b7a0-0609148863b0, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=aa65381d-621e-461f-b7a0-0609148863b0,segment=NetworkSegment(94119f86-f1cc-4700-ac8b-e5b2ff3375ad),segment_id=94119f86-f1cc-4700-ac8b-e5b2ff3375ad)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:36:14.409746 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c373-6daf-4c62-b5aa-7a0afe5bdbdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (aa65381d-621e-461f-b7a0-0609148863b0), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:14.423841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] device_id is not set on port c1d7bafc-af43-4f3f-b962-c1d08b557eec yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:36:14.433130 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8c373-6daf-4c62-b5aa-7a0afe5bdbdb None None] Calling delete_port for aa65381d-621e-461f-b7a0-0609148863b0 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:36:14.586167 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c373-6daf-4c62-b5aa-7a0afe5bdbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (aa65381d-621e-461f-b7a0-0609148863b0), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:14.629650 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8c373-6daf-4c62-b5aa-7a0afe5bdbdb None None] Pushing event deleted for resources: {'Port': ['ID=aa65381d-621e-461f-b7a0-0609148863b0,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:14.643934 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b8c373-6daf-4c62-b5aa-7a0afe5bdbdb None None] No DVR routers for this DVR port aa65381d-621e-461f-b7a0-0609148863b0 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:36:14.647691 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9a352d8-f5e7-4f7c-8a41-d846ef7939df tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (2c682f5c-3b82-439f-afa1-b4470fb65e8a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:14.736098 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a352d8-f5e7-4f7c-8a41-d846ef7939df tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Subnet': ['ID=2c682f5c-3b82-439f-afa1-b4470fb65e8a,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:14.752856 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (c1d7bafc-af43-4f3f-b962-c1d08b557eec), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:14.781206 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a352d8-f5e7-4f7c-8a41-d846ef7939df tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Checking segment: {'id': 'c2366e08-1164-4d93-9ee8-bfb975f8ce16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ef59e03d-024d-43ad-abb5-b28b74349460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:14.781939 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a352d8-f5e7-4f7c-8a41-d846ef7939df tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Network hostable DHCP agents. Network: ef59e03d-024d-43ad-abb5-b28b74349460, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:36:14.800326 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-83d10cff-7715-483f-aba5-a41900593921 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting port aa65381d-621e-461f-b7a0-0609148863b0 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:36:14.800910 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-83d10cff-7715-483f-aba5-a41900593921 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (aa65381d-621e-461f-b7a0-0609148863b0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:14.806309 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a352d8-f5e7-4f7c-8a41-d846ef7939df tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Network ef59e03d-024d-43ad-abb5-b28b74349460 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:36:14.816204 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (c1d7bafc-af43-4f3f-b962-c1d08b557eec), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:14.822286 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-e9a352d8-f5e7-4f7c-8a41-d846ef7939df tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ef59e03d-024d-43ad-abb5-b28b74349460) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:14.836145 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a1875b-9d9d-4bd2-9110-a03341d0c0f1 None None] Network ef59e03d-024d-43ad-abb5-b28b74349460 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:14.837482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a352d8-f5e7-4f7c-8a41-d846ef7939df tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:14.838467 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9a352d8-f5e7-4f7c-8a41-d846ef7939df tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:14.883575 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e9a352d8-f5e7-4f7c-8a41-d846ef7939df tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0206673 Feb 28 20:36:14.884102 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46716) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:14.889030 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-b8bfecd3-3065-40ff-816d-a109b60aa499 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-913291434'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:14.908100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:14.914312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:14.926375 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:14.932591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:14.933336 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:14.939198 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bfecd3-3065-40ff-816d-a109b60aa499 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Made reservation on behalf of db60eff1c978422fb5f7cc42ae195246 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:14.942520 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8bfecd3-3065-40ff-816d-a109b60aa499 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:14.961273 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-83d10cff-7715-483f-aba5-a41900593921 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] For port aa65381d-621e-461f-b7a0-0609148863b0, host n-d-820368-21, got binding levels [] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:36:14.962301 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-83d10cff-7715-483f-aba5-a41900593921 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (aa65381d-621e-461f-b7a0-0609148863b0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:14.966113 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=c1d7bafc-af43-4f3f-b962-c1d08b557eec,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:14.988575 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8bfecd3-3065-40ff-816d-a109b60aa499 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:36:15.010453 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-83d10cff-7715-483f-aba5-a41900593921 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Calling delete_port for aa65381d-621e-461f-b7a0-0609148863b0 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:36:15.013859 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:15.014362 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:15.014812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:15.015264 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:15.015888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:15.016351 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:15.016900 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:15.017307 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:15.017939 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:15.018379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:15.018830 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:15.019267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:15.019915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:15.021721 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8bfecd3-3065-40ff-816d-a109b60aa499 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (d5cedd63-7b48-4cff-8191-aaef4e860204), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:15.022072 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-b8bfecd3-3065-40ff-816d-a109b60aa499 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Added segment d5cedd63-7b48-4cff-8191-aaef4e860204 of type vlan for network 51fc150f-59f1-4556-b67f-5a848c270bed Feb 28 20:36:15.026414 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d36abf-3bc9-4fc9-9325-1c6a7e0638a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-ef59e03d-024d-43ad-abb5-b28b74349460', 'network_id': 'ef59e03d-024d-43ad-abb5-b28b74349460', 'project_id': 'db60eff1c978422fb5f7cc42ae195246', 'fixed_ips': [{'subnet_id': '2c682f5c-3b82-439f-afa1-b4470fb65e8a'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:36:15.027552 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b2d36abf-3bc9-4fc9-9325-1c6a7e0638a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:15.055816 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4933fcab-94f6-4d24-a628-65f44d54e50c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0872371 Feb 28 20:36:15.063519 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.ipam_backend_mixin [None req-83d10cff-7715-483f-aba5-a41900593921 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Port aa65381d-621e-461f-b7a0-0609148863b0 was not found and therefore no delete operation was performed {{(pid=103774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 20:36:15.066138 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46718) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:15.079134 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-44f60332-0dfe-4d1e-b81b-928af2aa080b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:15.084800 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-83d10cff-7715-483f-aba5-a41900593921 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (aa65381d-621e-461f-b7a0-0609148863b0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:15.099417 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8bfecd3-3065-40ff-816d-a109b60aa499 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (51fc150f-59f1-4556-b67f-5a848c270bed), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:15.137786 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8bfecd3-3065-40ff-816d-a109b60aa499 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (51fc150f-59f1-4556-b67f-5a848c270bed), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:15.152978 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bfecd3-3065-40ff-816d-a109b60aa499 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:15.154174 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8bfecd3-3065-40ff-816d-a109b60aa499 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:15.194721 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b8bfecd3-3065-40ff-816d-a109b60aa499 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3079641 Feb 28 20:36:15.205251 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d10cff-7715-483f-aba5-a41900593921 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Port': ['ID=aa65381d-621e-461f-b7a0-0609148863b0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:15.246581 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46720) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:15.270190 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d10cff-7715-483f-aba5-a41900593921 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] No DVR routers for this DVR port aa65381d-621e-461f-b7a0-0609148863b0 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:36:15.271218 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-b8bb9d4b-8ea2-40aa-95ec-83af8c15ce19 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'subnet': {'network_id': '51fc150f-59f1-4556-b67f-5a848c270bed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:15.316104 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-b2d36abf-3bc9-4fc9-9325-1c6a7e0638a4 None None] Allocated IP 2001:db8:0:ffff::2 (ef59e03d-024d-43ad-abb5-b28b74349460/2c682f5c-3b82-439f-afa1-b4470fb65e8a/3aae7665-ab5e-46f9-ab44-5c1da9188bc2) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:15.618206 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44f60332-0dfe-4d1e-b81b-928af2aa080b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c1d7bafc-af43-4f3f-b962-c1d08b557eec), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:15.632657 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b2d36abf-3bc9-4fc9-9325-1c6a7e0638a4 None None] Publish callbacks [] for port (3aae7665-ab5e-46f9-ab44-5c1da9188bc2), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:15.633435 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-83d10cff-7715-483f-aba5-a41900593921 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (55bc4dfd-ec3f-41a3-824b-c428f4cf7088), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:15.640259 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device aa65381d-621e-461f-b7a0-0609148863b0 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:36:15.689439 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-83d10cff-7715-483f-aba5-a41900593921 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55bc4dfd-ec3f-41a3-824b-c428f4cf7088']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:15.700325 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: aa65381d-621e-461f-b7a0-0609148863b0 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:36:15.700325 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device aa65381d-621e-461f-b7a0-0609148863b0 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:36:15.700325 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b2d36abf-3bc9-4fc9-9325-1c6a7e0638a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (3aae7665-ab5e-46f9-ab44-5c1da9188bc2), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:15.717666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfecd3-3065-40ff-816d-a109b60aa499 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Network': ['ID=51fc150f-59f1-4556-b67f-5a848c270bed,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:15.725399 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bb9d4b-8ea2-40aa-95ec-83af8c15ce19 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Made reservation on behalf of db60eff1c978422fb5f7cc42ae195246 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:15.729978 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-83d10cff-7715-483f-aba5-a41900593921 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94119f86-f1cc-4700-ac8b-e5b2ff3375ad') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:15.730960 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8bb9d4b-8ea2-40aa-95ec-83af8c15ce19 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:15.735572 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-83d10cff-7715-483f-aba5-a41900593921 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94119f86-f1cc-4700-ac8b-e5b2ff3375ad') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:15.759352 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-83d10cff-7715-483f-aba5-a41900593921 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (94119f86-f1cc-4700-ac8b-e5b2ff3375ad), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:15.787409 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 51fc150f-59f1-4556-b67f-5a848c270bed details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:36:15.799938 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-83d10cff-7715-483f-aba5-a41900593921 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (94119f86-f1cc-4700-ac8b-e5b2ff3375ad), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:15.818747 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d10cff-7715-483f-aba5-a41900593921 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:36:15.819519 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-83d10cff-7715-483f-aba5-a41900593921 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (94119f86-f1cc-4700-ac8b-e5b2ff3375ad), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:36:15.822989 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:36:15.947372 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-83d10cff-7715-483f-aba5-a41900593921 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (55bc4dfd-ec3f-41a3-824b-c428f4cf7088), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:15.967644 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-83d10cff-7715-483f-aba5-a41900593921 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:15.971575 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-83d10cff-7715-483f-aba5-a41900593921 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/networks/55bc4dfd-ec3f-41a3-824b-c428f4cf7088 HTTP/1.1" status: 204 len: 168 time: 2.2785702 Feb 28 20:36:16.013057 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46732) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:16.017887 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44f60332-0dfe-4d1e-b81b-928af2aa080b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (c1d7bafc-af43-4f3f-b962-c1d08b557eec), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:16.018651 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8bb9d4b-8ea2-40aa-95ec-83af8c15ce19 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (d873646c-90f8-489b-b31d-1fd727766875), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:16.030030 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-88a3ef7f-26fa-4d10-9e58-93bae3632c14 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-796675770'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:16.039020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d10cff-7715-483f-aba5-a41900593921 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Network': ['ID=55bc4dfd-ec3f-41a3-824b-c428f4cf7088,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:16.057833 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44f60332-0dfe-4d1e-b81b-928af2aa080b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (c1d7bafc-af43-4f3f-b962-c1d08b557eec), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:16.138135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb9d4b-8ea2-40aa-95ec-83af8c15ce19 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Subnet': ['ID=d873646c-90f8-489b-b31d-1fd727766875,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:16.149102 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb9d4b-8ea2-40aa-95ec-83af8c15ce19 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Checking segment: {'id': 'd5cedd63-7b48-4cff-8191-aaef4e860204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '51fc150f-59f1-4556-b67f-5a848c270bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:16.149602 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bb9d4b-8ea2-40aa-95ec-83af8c15ce19 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Network hostable DHCP agents. Network: 51fc150f-59f1-4556-b67f-5a848c270bed, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:36:16.156574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f60332-0dfe-4d1e-b81b-928af2aa080b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=c1d7bafc-af43-4f3f-b962-c1d08b557eec,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:16.163040 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-44f60332-0dfe-4d1e-b81b-928af2aa080b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] In _notify_port_updated(), no bound segment for port c1d7bafc-af43-4f3f-b962-c1d08b557eec on network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 {{(pid=103774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:36:16.169376 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f60332-0dfe-4d1e-b81b-928af2aa080b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:16.170546 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-44f60332-0dfe-4d1e-b81b-928af2aa080b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:16.175295 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46742) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:16.176648 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-44f60332-0dfe-4d1e-b81b-928af2aa080b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "PUT /v2.0/ports/c1d7bafc-af43-4f3f-b962-c1d08b557eec HTTP/1.1" status: 200 len: 818 time: 1.1046815 Feb 28 20:36:16.198481 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bb9d4b-8ea2-40aa-95ec-83af8c15ce19 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Network 51fc150f-59f1-4556-b67f-5a848c270bed is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:36:16.202554 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a3ef7f-26fa-4d10-9e58-93bae3632c14 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:16.207116 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88a3ef7f-26fa-4d10-9e58-93bae3632c14 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:16.258230 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a3ef7f-26fa-4d10-9e58-93bae3632c14 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:36:16.261996 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-b8bb9d4b-8ea2-40aa-95ec-83af8c15ce19 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 51fc150f-59f1-4556-b67f-5a848c270bed) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:16.285166 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88a3ef7f-26fa-4d10-9e58-93bae3632c14 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (95673b08-e721-4f73-8135-cdac5f1e947f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:16.286085 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-88a3ef7f-26fa-4d10-9e58-93bae3632c14 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Added segment 95673b08-e721-4f73-8135-cdac5f1e947f of type vlan for network 172373e2-dafe-4bb4-b0ec-f16410843e3f Feb 28 20:36:16.304248 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bb9d4b-8ea2-40aa-95ec-83af8c15ce19 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:16.304917 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8bb9d4b-8ea2-40aa-95ec-83af8c15ce19 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:16.332654 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c232d3-04db-45fe-86d3-6372b7b43efa None None] Network 51fc150f-59f1-4556-b67f-5a848c270bed requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:16.338063 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d36abf-3bc9-4fc9-9325-1c6a7e0638a4 None None] Network ef59e03d-024d-43ad-abb5-b28b74349460 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:16.340668 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b8bb9d4b-8ea2-40aa-95ec-83af8c15ce19 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0929897 Feb 28 20:36:16.343414 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46744) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:16.379373 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-b2d36abf-3bc9-4fc9-9325-1c6a7e0638a4 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:16.401939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d36abf-3bc9-4fc9-9325-1c6a7e0638a4 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:16.440380 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88a3ef7f-26fa-4d10-9e58-93bae3632c14 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (172373e2-dafe-4bb4-b0ec-f16410843e3f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:16.511305 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d36abf-3bc9-4fc9-9325-1c6a7e0638a4 None None] Pushing event updated for resources: {'Port': ['ID=3aae7665-ab5e-46f9-ab44-5c1da9188bc2,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:16.577150 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88a3ef7f-26fa-4d10-9e58-93bae3632c14 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (172373e2-dafe-4bb4-b0ec-f16410843e3f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:16.582814 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a3ef7f-26fa-4d10-9e58-93bae3632c14 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:16.583509 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88a3ef7f-26fa-4d10-9e58-93bae3632c14 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:16.686730 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-09945d85-6021-413d-943e-bc8bf5ba3986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:16.724644 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b2d36abf-3bc9-4fc9-9325-1c6a7e0638a4 None None] Attempting to bind port 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:36:16.739897 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b2d36abf-3bc9-4fc9-9325-1c6a7e0638a4 None None] Attempting to bind port 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'c2366e08-1164-4d93-9ee8-bfb975f8ce16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ef59e03d-024d-43ad-abb5-b28b74349460'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:36:16.740486 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d36abf-3bc9-4fc9-9325-1c6a7e0638a4 None None] Attempting to bind port 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 on network ef59e03d-024d-43ad-abb5-b28b74349460 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:36:16.765106 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-88a3ef7f-26fa-4d10-9e58-93bae3632c14 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7503083 Feb 28 20:36:16.768038 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d36abf-3bc9-4fc9-9325-1c6a7e0638a4 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:36:16.768534 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d36abf-3bc9-4fc9-9325-1c6a7e0638a4 None None] Checking segment: {'id': 'c2366e08-1164-4d93-9ee8-bfb975f8ce16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ef59e03d-024d-43ad-abb5-b28b74349460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:16.769013 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b2d36abf-3bc9-4fc9-9325-1c6a7e0638a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:16.769481 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d36abf-3bc9-4fc9-9325-1c6a7e0638a4 None None] Bound using segment: {'id': 'c2366e08-1164-4d93-9ee8-bfb975f8ce16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ef59e03d-024d-43ad-abb5-b28b74349460'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:36:16.770540 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b2d36abf-3bc9-4fc9-9325-1c6a7e0638a4 None None] Bound port: 3aae7665-ab5e-46f9-ab44-5c1da9188bc2, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2366e08-1164-4d93-9ee8-bfb975f8ce16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ef59e03d-024d-43ad-abb5-b28b74349460'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:36:16.771550 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b2d36abf-3bc9-4fc9-9325-1c6a7e0638a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3aae7665-ab5e-46f9-ab44-5c1da9188bc2), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:16.781896 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46756) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:16.808296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-8dfc1411-d066-4ef5-8c0c-152c55c28e6b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'subnet': {'network_id': '172373e2-dafe-4bb4-b0ec-f16410843e3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:16.827877 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf6dfa-f003-4c95-bcf0-70dcb2abddbd tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port c1d7bafc-af43-4f3f-b962-c1d08b557eec {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:36:16.828455 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a0bf6dfa-f003-4c95-bcf0-70dcb2abddbd tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c1d7bafc-af43-4f3f-b962-c1d08b557eec), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:16.831316 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3ef7f-26fa-4d10-9e58-93bae3632c14 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Network': ['ID=172373e2-dafe-4bb4-b0ec-f16410843e3f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:16.853928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-51fc150f-59f1-4556-b67f-5a848c270bed', 'network_id': '51fc150f-59f1-4556-b67f-5a848c270bed', 'project_id': 'db60eff1c978422fb5f7cc42ae195246', 'fixed_ips': [{'subnet_id': 'd873646c-90f8-489b-b31d-1fd727766875'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:36:16.854990 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:16.875508 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 172373e2-dafe-4bb4-b0ec-f16410843e3f details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:36:16.974093 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a0bf6dfa-f003-4c95-bcf0-70dcb2abddbd tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c1d7bafc-af43-4f3f-b962-c1d08b557eec), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:17.036344 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (51fc150f-59f1-4556-b67f-5a848c270bed), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:17.038748 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf6dfa-f003-4c95-bcf0-70dcb2abddbd tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for c1d7bafc-af43-4f3f-b962-c1d08b557eec owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:36:17.046500 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b2d36abf-3bc9-4fc9-9325-1c6a7e0638a4 None None] For port 3aae7665-ab5e-46f9-ab44-5c1da9188bc2, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:36:17.054182 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b2d36abf-3bc9-4fc9-9325-1c6a7e0638a4 None None] For port 3aae7665-ab5e-46f9-ab44-5c1da9188bc2, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3aae7665-ab5e-46f9-ab44-5c1da9188bc2,segment=NetworkSegment(c2366e08-1164-4d93-9ee8-bfb975f8ce16),segment_id=c2366e08-1164-4d93-9ee8-bfb975f8ce16)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:36:17.059634 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfc1411-d066-4ef5-8c0c-152c55c28e6b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:17.064163 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1411-d066-4ef5-8c0c-152c55c28e6b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:17.136574 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b2d36abf-3bc9-4fc9-9325-1c6a7e0638a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3aae7665-ab5e-46f9-ab44-5c1da9188bc2), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:17.286108 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Allocated IP 2001:db8::1 (51fc150f-59f1-4556-b67f-5a848c270bed/d873646c-90f8-489b-b31d-1fd727766875/99e9e8f0-1d47-473b-912a-572485fb8f0d) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:17.348364 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (d873646c-90f8-489b-b31d-1fd727766875), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:17.490784 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a0bf6dfa-f003-4c95-bcf0-70dcb2abddbd tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c1d7bafc-af43-4f3f-b962-c1d08b557eec), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:17.521550 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d36abf-3bc9-4fc9-9325-1c6a7e0638a4 None None] Pushing event updated for resources: {'Port': ['ID=3aae7665-ab5e-46f9-ab44-5c1da9188bc2,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:17.555900 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1411-d066-4ef5-8c0c-152c55c28e6b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (2ba1cd5a-04ee-4696-af1e-e89ec333665b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:17.558288 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a0bf6dfa-f003-4c95-bcf0-70dcb2abddbd tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:17.563458 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a0bf6dfa-f003-4c95-bcf0-70dcb2abddbd tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/ports/c1d7bafc-af43-4f3f-b962-c1d08b557eec HTTP/1.1" status: 204 len: 168 time: 1.3761864 Feb 28 20:36:17.620762 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46764) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:17.635603 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf6dfa-f003-4c95-bcf0-70dcb2abddbd tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=c1d7bafc-af43-4f3f-b962-c1d08b557eec,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:17.747311 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f27122e-2bd0-41da-ae75-1e08676b55ae tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:17.748868 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6f27122e-2bd0-41da-ae75-1e08676b55ae tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1271608 Feb 28 20:36:17.755296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46766) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:17.756122 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Publish callbacks [] for port (99e9e8f0-1d47-473b-912a-572485fb8f0d), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:17.777408 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (99e9e8f0-1d47-473b-912a-572485fb8f0d), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:17.803129 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (d873646c-90f8-489b-b31d-1fd727766875), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:17.817855 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc1411-d066-4ef5-8c0c-152c55c28e6b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Subnet': ['ID=2ba1cd5a-04ee-4696-af1e-e89ec333665b,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:17.880299 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfc1411-d066-4ef5-8c0c-152c55c28e6b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Checking segment: {'id': '95673b08-e721-4f73-8135-cdac5f1e947f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '172373e2-dafe-4bb4-b0ec-f16410843e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:17.880671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfc1411-d066-4ef5-8c0c-152c55c28e6b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network hostable DHCP agents. Network: 172373e2-dafe-4bb4-b0ec-f16410843e3f, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:36:17.893274 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8623192a-c568-4e16-90cc-c11f04415c4a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] GET failed (client error): The resource could not be found. Feb 28 20:36:17.894761 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8623192a-c568-4e16-90cc-c11f04415c4a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports/c1d7bafc-af43-4f3f-b962-c1d08b557eec HTTP/1.1" status: 404 len: 333 time: 0.1382861 Feb 28 20:36:17.896140 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Subnet': ['ID=d873646c-90f8-489b-b31d-1fd727766875,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:17.905963 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46772) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:17.919795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6706ee0a-5f1a-48fe-8930-47069c64369a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1940136303'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:17.921327 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Pushing event updated for resources: {'Port': ['ID=99e9e8f0-1d47-473b-912a-572485fb8f0d,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:17.953462 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Network 51fc150f-59f1-4556-b67f-5a848c270bed is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:17.959569 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:17.992499 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:18.015063 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfc1411-d066-4ef5-8c0c-152c55c28e6b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network 172373e2-dafe-4bb4-b0ec-f16410843e3f is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:36:18.025808 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6706ee0a-5f1a-48fe-8930-47069c64369a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:18.030243 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6706ee0a-5f1a-48fe-8930-47069c64369a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:18.096702 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6706ee0a-5f1a-48fe-8930-47069c64369a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:36:18.103175 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (51fc150f-59f1-4556-b67f-5a848c270bed), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:18.117457 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6706ee0a-5f1a-48fe-8930-47069c64369a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (e508971e-59de-41c0-934c-243afa4bda7e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:18.117808 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-6706ee0a-5f1a-48fe-8930-47069c64369a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Added segment e508971e-59de-41c0-934c-243afa4bda7e of type vlan for network ae92046c-418e-4992-b2c9-a7d6d6f5d0dd Feb 28 20:36:18.153450 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51fc150f-59f1-4556-b67f-5a848c270bed']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:18.166139 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5cedd63-7b48-4cff-8191-aaef4e860204') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:18.167294 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5cedd63-7b48-4cff-8191-aaef4e860204') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:18.169063 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6706ee0a-5f1a-48fe-8930-47069c64369a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ae92046c-418e-4992-b2c9-a7d6d6f5d0dd), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:18.194757 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-8dfc1411-d066-4ef5-8c0c-152c55c28e6b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 172373e2-dafe-4bb4-b0ec-f16410843e3f) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:18.195855 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Attempting to bind port 99e9e8f0-1d47-473b-912a-572485fb8f0d on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:36:18.197354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Attempting to bind port 99e9e8f0-1d47-473b-912a-572485fb8f0d by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'd5cedd63-7b48-4cff-8191-aaef4e860204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '51fc150f-59f1-4556-b67f-5a848c270bed'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:36:18.200142 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Attempting to bind port 99e9e8f0-1d47-473b-912a-572485fb8f0d on network 51fc150f-59f1-4556-b67f-5a848c270bed {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:36:18.201282 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfc1411-d066-4ef5-8c0c-152c55c28e6b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:18.201936 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1411-d066-4ef5-8c0c-152c55c28e6b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:18.207581 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (d5cedd63-7b48-4cff-8191-aaef4e860204), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:18.214587 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6706ee0a-5f1a-48fe-8930-47069c64369a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ae92046c-418e-4992-b2c9-a7d6d6f5d0dd), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:18.218859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:36:18.222206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Checking segment: {'id': 'd5cedd63-7b48-4cff-8191-aaef4e860204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '51fc150f-59f1-4556-b67f-5a848c270bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:18.223096 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:18.224724 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Bound using segment: {'id': 'd5cedd63-7b48-4cff-8191-aaef4e860204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '51fc150f-59f1-4556-b67f-5a848c270bed'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:36:18.225499 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Bound port: 99e9e8f0-1d47-473b-912a-572485fb8f0d, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cedd63-7b48-4cff-8191-aaef4e860204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '51fc150f-59f1-4556-b67f-5a848c270bed'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:36:18.227201 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (99e9e8f0-1d47-473b-912a-572485fb8f0d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:18.228669 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6706ee0a-5f1a-48fe-8930-47069c64369a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:18.229312 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6706ee0a-5f1a-48fe-8930-47069c64369a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:18.229456 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (d5cedd63-7b48-4cff-8191-aaef4e860204), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:18.234710 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e339d6-1d40-4670-a9ee-5e5b17978e8c None None] Network 172373e2-dafe-4bb4-b0ec-f16410843e3f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:18.261660 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:36:18.262877 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (d5cedd63-7b48-4cff-8191-aaef4e860204), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:36:18.378269 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:36:18.384399 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.db.api [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 20:36:18.384399 n-d-820368-21 neutron-server[103773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 20:36:18.384399 n-d-820368-21 neutron-server[103773]: [parameters: {'id': '51fc150f-59f1-4556-b67f-5a848c270bed'}] Feb 28 20:36:18.384399 n-d-820368-21 neutron-server[103773]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:36:18.385489 n-d-820368-21 neutron-server[103773]: DEBUG oslo_db.api [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:36:18.403313 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6706ee0a-5f1a-48fe-8930-47069c64369a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4962571 Feb 28 20:36:18.406290 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46774) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:18.406981 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8dfc1411-d066-4ef5-8c0c-152c55c28e6b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6239457 Feb 28 20:36:18.410372 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46776) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:18.413829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4a1cdb91-be83-4516-82c2-7305645aa509 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'subnet': {'network_id': 'ae92046c-418e-4992-b2c9-a7d6d6f5d0dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:18.426267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-b89bd67f-9bca-481b-a9a3-10b0ad52cd5a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'port': {'network_id': '172373e2-dafe-4bb4-b0ec-f16410843e3f', 'name': 'tempest-PortsTestJSON-81847569', 'fixed_ips': [{'subnet_id': '2ba1cd5a-04ee-4696-af1e-e89ec333665b', 'ip_address': '172.20.0.10'}]}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:18.434019 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706ee0a-5f1a-48fe-8930-47069c64369a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Network': ['ID=ae92046c-418e-4992-b2c9-a7d6d6f5d0dd,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:18.456556 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] For port 99e9e8f0-1d47-473b-912a-572485fb8f0d, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:36:18.474947 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] For port 99e9e8f0-1d47-473b-912a-572485fb8f0d, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=99e9e8f0-1d47-473b-912a-572485fb8f0d,segment=NetworkSegment(d5cedd63-7b48-4cff-8191-aaef4e860204),segment_id=d5cedd63-7b48-4cff-8191-aaef4e860204)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:36:18.505723 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ae92046c-418e-4992-b2c9-a7d6d6f5d0dd details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:36:18.594196 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (99e9e8f0-1d47-473b-912a-572485fb8f0d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:18.685711 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89bd67f-9bca-481b-a9a3-10b0ad52cd5a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:18.698624 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1cdb91-be83-4516-82c2-7305645aa509 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:18.708882 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4a1cdb91-be83-4516-82c2-7305645aa509 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:18.907353 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (51fc150f-59f1-4556-b67f-5a848c270bed), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:18.971618 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b89bd67f-9bca-481b-a9a3-10b0ad52cd5a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:19.076685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-b89bd67f-9bca-481b-a9a3-10b0ad52cd5a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] device_id is not set on port 4c84a0d0-2d27-458c-824f-2a8daf186f0d yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:36:19.169430 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83895f5-72dd-4ca7-bcbb-12f9125e16b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-172373e2-dafe-4bb4-b0ec-f16410843e3f', 'network_id': '172373e2-dafe-4bb4-b0ec-f16410843e3f', 'project_id': '72dd28454fcc4a319cabe80eb07d1f46', 'fixed_ips': [{'subnet_id': '2ba1cd5a-04ee-4696-af1e-e89ec333665b'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:36:19.170338 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e83895f5-72dd-4ca7-bcbb-12f9125e16b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:19.235503 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Pushing event updated for resources: {'Port': ['ID=99e9e8f0-1d47-473b-912a-572485fb8f0d,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:19.264230 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76f1bab-587f-4895-876f-62593d7b90c5 None None] Network 51fc150f-59f1-4556-b67f-5a848c270bed requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:19.270332 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dddf757d-0cc6-437a-9e89-99b5b33bc687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:19.324646 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Deleting port 99e9e8f0-1d47-473b-912a-572485fb8f0d {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:36:19.324882 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (99e9e8f0-1d47-473b-912a-572485fb8f0d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:19.405573 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-b89bd67f-9bca-481b-a9a3-10b0ad52cd5a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Allocated IP 172.20.0.10 (172373e2-dafe-4bb4-b0ec-f16410843e3f/2ba1cd5a-04ee-4696-af1e-e89ec333665b/4c84a0d0-2d27-458c-824f-2a8daf186f0d) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:19.588933 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:19.589289 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:19.589633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:19.590106 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:19.590444 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:19.590835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:19.591491 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:19.591935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:19.592392 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:19.592806 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:19.593135 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:19.593457 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:19.593781 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215db2e-be14-432e-a61d-2262945b7b7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:19.697657 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4a1cdb91-be83-4516-82c2-7305645aa509 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (943b4b13-148e-4401-ab07-912efaab4f0e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:19.701402 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5df4b6a-62cd-4395-b676-ab2838b14d6f None None] Network ef59e03d-024d-43ad-abb5-b28b74349460 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:19.702148 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] For port 99e9e8f0-1d47-473b-912a-572485fb8f0d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=99e9e8f0-1d47-473b-912a-572485fb8f0d,segment=NetworkSegment(d5cedd63-7b48-4cff-8191-aaef4e860204),segment_id=d5cedd63-7b48-4cff-8191-aaef4e860204)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:36:19.720139 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (99e9e8f0-1d47-473b-912a-572485fb8f0d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:19.787845 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:36:19.794850 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:19.829936 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Calling delete_port for 99e9e8f0-1d47-473b-912a-572485fb8f0d owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:36:19.873680 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b89bd67f-9bca-481b-a9a3-10b0ad52cd5a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (4c84a0d0-2d27-458c-824f-2a8daf186f0d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:19.954653 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cdb91-be83-4516-82c2-7305645aa509 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Subnet': ['ID=943b4b13-148e-4401-ab07-912efaab4f0e,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:20.013158 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-aee52b32-0a08-49f4-b6bd-f56546c8bbce None None] Provisioning complete for port 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:20.013532 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-aee52b32-0a08-49f4-b6bd-f56546c8bbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3aae7665-ab5e-46f9-ab44-5c1da9188bc2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:20.026882 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1cdb91-be83-4516-82c2-7305645aa509 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Checking segment: {'id': 'e508971e-59de-41c0-934c-243afa4bda7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ae92046c-418e-4992-b2c9-a7d6d6f5d0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:20.027259 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1cdb91-be83-4516-82c2-7305645aa509 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network hostable DHCP agents. Network: ae92046c-418e-4992-b2c9-a7d6d6f5d0dd, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:36:20.035651 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b89bd67f-9bca-481b-a9a3-10b0ad52cd5a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4c84a0d0-2d27-458c-824f-2a8daf186f0d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:20.153232 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1cdb91-be83-4516-82c2-7305645aa509 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network ae92046c-418e-4992-b2c9-a7d6d6f5d0dd is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:36:20.196998 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-4a1cdb91-be83-4516-82c2-7305645aa509 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ae92046c-418e-4992-b2c9-a7d6d6f5d0dd) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:20.217402 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1cdb91-be83-4516-82c2-7305645aa509 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:20.218156 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4a1cdb91-be83-4516-82c2-7305645aa509 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:20.223312 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (99e9e8f0-1d47-473b-912a-572485fb8f0d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:20.230308 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89bd67f-9bca-481b-a9a3-10b0ad52cd5a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network 172373e2-dafe-4bb4-b0ec-f16410843e3f is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:20.234007 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-b89bd67f-9bca-481b-a9a3-10b0ad52cd5a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:20.247786 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f23bf0-762f-4ab5-9502-31b27e8706e3 None None] Network ae92046c-418e-4992-b2c9-a7d6d6f5d0dd requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:20.255825 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89bd67f-9bca-481b-a9a3-10b0ad52cd5a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:20.290823 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Port': ['ID=99e9e8f0-1d47-473b-912a-572485fb8f0d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:20.308346 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4a1cdb91-be83-4516-82c2-7305645aa509 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8994231 Feb 28 20:36:20.312121 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] No DVR routers for this DVR port 99e9e8f0-1d47-473b-912a-572485fb8f0d on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:36:20.328160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46800) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:20.357163 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-2465d351-3ab3-4ce7-920a-a16a6973a02a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'subnet': {'network_id': 'ae92046c-418e-4992-b2c9-a7d6d6f5d0dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:20.374854 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89bd67f-9bca-481b-a9a3-10b0ad52cd5a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=4c84a0d0-2d27-458c-824f-2a8daf186f0d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:20.427522 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-e83895f5-72dd-4ca7-bcbb-12f9125e16b1 None None] Allocated IP 172.20.0.2 (172373e2-dafe-4bb4-b0ec-f16410843e3f/2ba1cd5a-04ee-4696-af1e-e89ec333665b/aba50656-a154-4b5a-8f1b-48f3792697f0) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:20.533448 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89bd67f-9bca-481b-a9a3-10b0ad52cd5a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:20.534498 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b89bd67f-9bca-481b-a9a3-10b0ad52cd5a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:20.554334 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (51fc150f-59f1-4556-b67f-5a848c270bed), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:20.583380 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:20.588785 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:20.589156 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3aae7665-ab5e-46f9-ab44-5c1da9188bc2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:20.593498 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b89bd67f-9bca-481b-a9a3-10b0ad52cd5a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1818724 Feb 28 20:36:20.597255 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46804) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:20.614981 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-bd642250-7768-4e87-abc9-4cdf738bc901 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'port': {'network_id': '172373e2-dafe-4bb4-b0ec-f16410843e3f', 'name': 'tempest-PortsTestJSON-1913996212', 'fixed_ips': [{'subnet_id': '2ba1cd5a-04ee-4696-af1e-e89ec333665b', 'ip_address': '172.20.0.9'}]}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:20.646844 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51fc150f-59f1-4556-b67f-5a848c270bed']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:20.681542 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5cedd63-7b48-4cff-8191-aaef4e860204') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:20.681987 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5cedd63-7b48-4cff-8191-aaef4e860204') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:20.727275 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (d5cedd63-7b48-4cff-8191-aaef4e860204), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:20.792103 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (d5cedd63-7b48-4cff-8191-aaef4e860204), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:20.808914 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:36:20.809746 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (d5cedd63-7b48-4cff-8191-aaef4e860204), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:36:20.813245 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:36:20.859396 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2465d351-3ab3-4ce7-920a-a16a6973a02a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:20.863353 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2465d351-3ab3-4ce7-920a-a16a6973a02a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:20.995441 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (51fc150f-59f1-4556-b67f-5a848c270bed), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:21.011667 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:21.035658 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/networks/51fc150f-59f1-4556-b67f-5a848c270bed HTTP/1.1" status: 204 len: 168 time: 4.6903913 Feb 28 20:36:21.036786 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46808) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:21.071383 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-687acf7d-b88b-4776-a31c-6533fee9031c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1375232116'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:21.083191 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc999c67-3d57-45e9-b998-0e65cecbcc69 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Network': ['ID=51fc150f-59f1-4556-b67f-5a848c270bed,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:21.086161 n-d-820368-21 neutron-server[103774]: INFO neutron.db.ipam_backend_mixin [None req-2465d351-3ab3-4ce7-920a-a16a6973a02a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 943b4b13-148e-4401-ab07-912efaab4f0e (CIDR: 2001:db8::/64) Feb 28 20:36:21.104038 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-2465d351-3ab3-4ce7-920a-a16a6973a02a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:36:21.107560 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2465d351-3ab3-4ce7-920a-a16a6973a02a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:36:21.136807 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687acf7d-b88b-4776-a31c-6533fee9031c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Made reservation on behalf of db60eff1c978422fb5f7cc42ae195246 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:21.141044 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-687acf7d-b88b-4776-a31c-6533fee9031c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:21.173747 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2465d351-3ab3-4ce7-920a-a16a6973a02a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8404906 Feb 28 20:36:21.182272 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46814) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:21.190637 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-230e5b1a-004d-4704-b860-21ebdcaaeecf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'subnet': {'network_id': 'ae92046c-418e-4992-b2c9-a7d6d6f5d0dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:21.212826 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd642250-7768-4e87-abc9-4cdf738bc901 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:21.218676 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bd642250-7768-4e87-abc9-4cdf738bc901 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:21.229122 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77742112-8ab2-448f-9447-3741c11ed498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-ae92046c-418e-4992-b2c9-a7d6d6f5d0dd', 'network_id': 'ae92046c-418e-4992-b2c9-a7d6d6f5d0dd', 'project_id': 'e9a923f21000408697a457be1c29b088', 'fixed_ips': [{'subnet_id': '943b4b13-148e-4401-ab07-912efaab4f0e'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:36:21.229122 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-77742112-8ab2-448f-9447-3741c11ed498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:21.306973 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-bd642250-7768-4e87-abc9-4cdf738bc901 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] device_id is not set on port 66de3dc5-aa5f-4c40-8591-6c281f499efb yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:36:21.325024 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e83895f5-72dd-4ca7-bcbb-12f9125e16b1 None None] Publish callbacks [] for port (aba50656-a154-4b5a-8f1b-48f3792697f0), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:21.328399 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-aee52b32-0a08-49f4-b6bd-f56546c8bbce None None] Current status of the port 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:21.329042 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-aee52b32-0a08-49f4-b6bd-f56546c8bbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3aae7665-ab5e-46f9-ab44-5c1da9188bc2), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:21.367517 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e83895f5-72dd-4ca7-bcbb-12f9125e16b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (aba50656-a154-4b5a-8f1b-48f3792697f0), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:21.480827 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687acf7d-b88b-4776-a31c-6533fee9031c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:36:21.499587 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-687acf7d-b88b-4776-a31c-6533fee9031c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (0c762475-99fd-4dde-b88d-88584e675b46), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:21.500063 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-687acf7d-b88b-4776-a31c-6533fee9031c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Added segment 0c762475-99fd-4dde-b88d-88584e675b46 of type vlan for network 25e8dcb2-6a01-4049-900b-2bdf9cacc530 Feb 28 20:36:21.636887 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230e5b1a-004d-4704-b860-21ebdcaaeecf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:21.647875 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-230e5b1a-004d-4704-b860-21ebdcaaeecf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:21.658689 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-687acf7d-b88b-4776-a31c-6533fee9031c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (25e8dcb2-6a01-4049-900b-2bdf9cacc530), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:21.777607 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:21.778074 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3aae7665-ab5e-46f9-ab44-5c1da9188bc2), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:21.798082 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:21.904429 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83895f5-72dd-4ca7-bcbb-12f9125e16b1 None None] Network 172373e2-dafe-4bb4-b0ec-f16410843e3f is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:21.907999 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-bd642250-7768-4e87-abc9-4cdf738bc901 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Allocated IP 172.20.0.9 (172373e2-dafe-4bb4-b0ec-f16410843e3f/2ba1cd5a-04ee-4696-af1e-e89ec333665b/66de3dc5-aa5f-4c40-8591-6c281f499efb) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:21.939526 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-aee52b32-0a08-49f4-b6bd-f56546c8bbce None None] For port 3aae7665-ab5e-46f9-ab44-5c1da9188bc2, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3aae7665-ab5e-46f9-ab44-5c1da9188bc2,segment=NetworkSegment(c2366e08-1164-4d93-9ee8-bfb975f8ce16),segment_id=c2366e08-1164-4d93-9ee8-bfb975f8ce16)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:36:21.975432 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-77742112-8ab2-448f-9447-3741c11ed498 None None] Allocated IP 2001:db8::2 (ae92046c-418e-4992-b2c9-a7d6d6f5d0dd/943b4b13-148e-4401-ab07-912efaab4f0e/3176c2e3-8c39-4840-b636-74dfe395999e) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:22.273166 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-687acf7d-b88b-4776-a31c-6533fee9031c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (25e8dcb2-6a01-4049-900b-2bdf9cacc530), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:22.284459 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687acf7d-b88b-4776-a31c-6533fee9031c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:22.285069 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-687acf7d-b88b-4776-a31c-6533fee9031c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:22.298754 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-230e5b1a-004d-4704-b860-21ebdcaaeecf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (1f7a3185-650e-4b36-9760-ca0003cbd46d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:22.323493 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-e83895f5-72dd-4ca7-bcbb-12f9125e16b1 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:22.338372 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83895f5-72dd-4ca7-bcbb-12f9125e16b1 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:22.373011 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bd642250-7768-4e87-abc9-4cdf738bc901 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (66de3dc5-aa5f-4c40-8591-6c281f499efb), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:22.396235 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83895f5-72dd-4ca7-bcbb-12f9125e16b1 None None] Pushing event updated for resources: {'Port': ['ID=aba50656-a154-4b5a-8f1b-48f3792697f0,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:22.457354 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-aee52b32-0a08-49f4-b6bd-f56546c8bbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3aae7665-ab5e-46f9-ab44-5c1da9188bc2), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:22.483726 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bd642250-7768-4e87-abc9-4cdf738bc901 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (66de3dc5-aa5f-4c40-8591-6c281f499efb), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:22.649065 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-687acf7d-b88b-4776-a31c-6533fee9031c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6000118 Feb 28 20:36:22.658933 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46868) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:22.677945 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3f25cefe-96b8-4833-ad8a-d9230024c2db tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'subnet': {'network_id': '25e8dcb2-6a01-4049-900b-2bdf9cacc530', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:22.683719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230e5b1a-004d-4704-b860-21ebdcaaeecf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network ae92046c-418e-4992-b2c9-a7d6d6f5d0dd is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:22.689567 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd642250-7768-4e87-abc9-4cdf738bc901 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network 172373e2-dafe-4bb4-b0ec-f16410843e3f is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:22.697020 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e83895f5-72dd-4ca7-bcbb-12f9125e16b1 None None] Attempting to bind port aba50656-a154-4b5a-8f1b-48f3792697f0 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:36:22.697020 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e83895f5-72dd-4ca7-bcbb-12f9125e16b1 None None] Attempting to bind port aba50656-a154-4b5a-8f1b-48f3792697f0 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '95673b08-e721-4f73-8135-cdac5f1e947f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '172373e2-dafe-4bb4-b0ec-f16410843e3f'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:36:22.697407 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83895f5-72dd-4ca7-bcbb-12f9125e16b1 None None] Attempting to bind port aba50656-a154-4b5a-8f1b-48f3792697f0 on network 172373e2-dafe-4bb4-b0ec-f16410843e3f {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:36:22.718588 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-bd642250-7768-4e87-abc9-4cdf738bc901 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:22.720147 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687acf7d-b88b-4776-a31c-6533fee9031c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Network': ['ID=25e8dcb2-6a01-4049-900b-2bdf9cacc530,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:22.739322 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd642250-7768-4e87-abc9-4cdf738bc901 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:22.746603 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-230e5b1a-004d-4704-b860-21ebdcaaeecf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:22.751339 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230e5b1a-004d-4704-b860-21ebdcaaeecf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:22.751985 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-230e5b1a-004d-4704-b860-21ebdcaaeecf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:22.758063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e5b1a-004d-4704-b860-21ebdcaaeecf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Subnet': ['ID=1f7a3185-650e-4b36-9760-ca0003cbd46d,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:22.844056 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 25e8dcb2-6a01-4049-900b-2bdf9cacc530 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:36:22.852520 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-230e5b1a-004d-4704-b860-21ebdcaaeecf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6712441 Feb 28 20:36:22.855125 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46872) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:22.861942 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-99a1c341-171b-4806-b0f2-1d4f00d94dad tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'port': {'network_id': 'ae92046c-418e-4992-b2c9-a7d6d6f5d0dd', 'fixed_ips': [{'subnet_id': '943b4b13-148e-4401-ab07-912efaab4f0e'}, {'subnet_id': '1f7a3185-650e-4b36-9760-ca0003cbd46d'}], 'name': 'tempest-PortsIpV6TestJSON-1167631401'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:22.964290 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-26ada8d3-6814-4f4a-bc0e-0182dcfdec10 req-b0071059-9502-4e39-af8d-d1483888dc14 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=523ef972-316e-4964-86f5-1b43b4ec413c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1634281 Feb 28 20:36:23.006359 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f25cefe-96b8-4833-ad8a-d9230024c2db tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Made reservation on behalf of db60eff1c978422fb5f7cc42ae195246 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:23.015445 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3f25cefe-96b8-4833-ad8a-d9230024c2db tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:23.086560 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83895f5-72dd-4ca7-bcbb-12f9125e16b1 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:36:23.086939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83895f5-72dd-4ca7-bcbb-12f9125e16b1 None None] Checking segment: {'id': '95673b08-e721-4f73-8135-cdac5f1e947f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '172373e2-dafe-4bb4-b0ec-f16410843e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:23.087349 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e83895f5-72dd-4ca7-bcbb-12f9125e16b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:23.087748 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83895f5-72dd-4ca7-bcbb-12f9125e16b1 None None] Bound using segment: {'id': '95673b08-e721-4f73-8135-cdac5f1e947f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '172373e2-dafe-4bb4-b0ec-f16410843e3f'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:36:23.088281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e83895f5-72dd-4ca7-bcbb-12f9125e16b1 None None] Bound port: aba50656-a154-4b5a-8f1b-48f3792697f0, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95673b08-e721-4f73-8135-cdac5f1e947f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '172373e2-dafe-4bb4-b0ec-f16410843e3f'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:36:23.088681 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e83895f5-72dd-4ca7-bcbb-12f9125e16b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (aba50656-a154-4b5a-8f1b-48f3792697f0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:23.141314 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-77742112-8ab2-448f-9447-3741c11ed498 None None] Publish callbacks [] for port (3176c2e3-8c39-4840-b636-74dfe395999e), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:23.248761 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:23.249825 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:36:23.260022 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:36:23.316357 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:23.322232 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e386f275-0a32-4d17-be11-63ac838e3187 None None] Provisioning complete for port 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:23.323748 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e386f275-0a32-4d17-be11-63ac838e3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3aae7665-ab5e-46f9-ab44-5c1da9188bc2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:23.362897 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-77742112-8ab2-448f-9447-3741c11ed498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (3176c2e3-8c39-4840-b636-74dfe395999e), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:23.405116 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee52b32-0a08-49f4-b6bd-f56546c8bbce None None] Pushing event updated for resources: {'Port': ['ID=3aae7665-ab5e-46f9-ab44-5c1da9188bc2,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:23.414269 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e83895f5-72dd-4ca7-bcbb-12f9125e16b1 None None] For port aba50656-a154-4b5a-8f1b-48f3792697f0, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:36:23.442432 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ada8d3-6814-4f4a-bc0e-0182dcfdec10 req-1dd647eb-e958-48d5-9952-13a476584e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:23.444624 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-26ada8d3-6814-4f4a-bc0e-0182dcfdec10 req-1dd647eb-e958-48d5-9952-13a476584e2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e4d9d813e9240f293de14f5d4db89db&device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 1128 time: 0.2313464 Feb 28 20:36:23.489881 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a1c341-171b-4806-b0f2-1d4f00d94dad tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:23.499024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e83895f5-72dd-4ca7-bcbb-12f9125e16b1 None None] For port aba50656-a154-4b5a-8f1b-48f3792697f0, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=aba50656-a154-4b5a-8f1b-48f3792697f0,segment=NetworkSegment(95673b08-e721-4f73-8135-cdac5f1e947f),segment_id=95673b08-e721-4f73-8135-cdac5f1e947f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:36:23.523718 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77742112-8ab2-448f-9447-3741c11ed498 None None] Network ae92046c-418e-4992-b2c9-a7d6d6f5d0dd is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:23.539016 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e83895f5-72dd-4ca7-bcbb-12f9125e16b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (aba50656-a154-4b5a-8f1b-48f3792697f0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:23.558548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-77742112-8ab2-448f-9447-3741c11ed498 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:23.567423 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b9cd33f-1445-4ad2-b591-ea6a5704a30e req-58b1372c-3c6e-4e67-918b-ae69f7997c75 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.4588482 Feb 28 20:36:23.572045 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd642250-7768-4e87-abc9-4cdf738bc901 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=66de3dc5-aa5f-4c40-8591-6c281f499efb,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:23.589028 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77742112-8ab2-448f-9447-3741c11ed498 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:23.756200 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77742112-8ab2-448f-9447-3741c11ed498 None None] Pushing event updated for resources: {'Port': ['ID=3176c2e3-8c39-4840-b636-74dfe395999e,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:23.775370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd642250-7768-4e87-abc9-4cdf738bc901 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:23.776388 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bd642250-7768-4e87-abc9-4cdf738bc901 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:23.823836 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cd33f-1445-4ad2-b591-ea6a5704a30e req-0fe26132-9ba9-4c76-973a-2710d0780f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:23.826006 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b9cd33f-1445-4ad2-b591-ea6a5704a30e req-0fe26132-9ba9-4c76-973a-2710d0780f1c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e4d9d813e9240f293de14f5d4db89db&device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4 HTTP/1.1" status: 200 len: 1129 time: 0.1891844 Feb 28 20:36:23.855660 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bd642250-7768-4e87-abc9-4cdf738bc901 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2480690 Feb 28 20:36:23.858390 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46888) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:23.883744 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3f25cefe-96b8-4833-ad8a-d9230024c2db tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (5a7a8d88-b1fd-4276-8117-9a6a199b6156), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:23.973459 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-77742112-8ab2-448f-9447-3741c11ed498 None None] Attempting to bind port 3176c2e3-8c39-4840-b636-74dfe395999e on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:36:23.974457 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-77742112-8ab2-448f-9447-3741c11ed498 None None] Attempting to bind port 3176c2e3-8c39-4840-b636-74dfe395999e by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e508971e-59de-41c0-934c-243afa4bda7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ae92046c-418e-4992-b2c9-a7d6d6f5d0dd'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:36:23.975061 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77742112-8ab2-448f-9447-3741c11ed498 None None] Attempting to bind port 3176c2e3-8c39-4840-b636-74dfe395999e on network ae92046c-418e-4992-b2c9-a7d6d6f5d0dd {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:36:24.074269 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:24.135453 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77742112-8ab2-448f-9447-3741c11ed498 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:36:24.135877 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77742112-8ab2-448f-9447-3741c11ed498 None None] Checking segment: {'id': 'e508971e-59de-41c0-934c-243afa4bda7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ae92046c-418e-4992-b2c9-a7d6d6f5d0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:24.136340 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-77742112-8ab2-448f-9447-3741c11ed498 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:24.136679 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77742112-8ab2-448f-9447-3741c11ed498 None None] Bound using segment: {'id': 'e508971e-59de-41c0-934c-243afa4bda7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ae92046c-418e-4992-b2c9-a7d6d6f5d0dd'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:36:24.137175 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-77742112-8ab2-448f-9447-3741c11ed498 None None] Bound port: 3176c2e3-8c39-4840-b636-74dfe395999e, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e508971e-59de-41c0-934c-243afa4bda7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ae92046c-418e-4992-b2c9-a7d6d6f5d0dd'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:36:24.137551 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-77742112-8ab2-448f-9447-3741c11ed498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3176c2e3-8c39-4840-b636-74dfe395999e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:24.272473 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ada8d3-6814-4f4a-bc0e-0182dcfdec10 req-36cf3fc0-8fda-4c1b-b51a-588e168a39b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:24.274139 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-26ada8d3-6814-4f4a-bc0e-0182dcfdec10 req-36cf3fc0-8fda-4c1b-b51a-588e168a39b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 200 len: 915 time: 0.8039153 Feb 28 20:36:24.333418 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e386f275-0a32-4d17-be11-63ac838e3187 None None] Current status of the port 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:24.339418 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83895f5-72dd-4ca7-bcbb-12f9125e16b1 None None] Pushing event updated for resources: {'Port': ['ID=aba50656-a154-4b5a-8f1b-48f3792697f0,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:24.371023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:36:24.394029 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-99a1c341-171b-4806-b0f2-1d4f00d94dad tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:24.466999 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e88fed-37e3-4c69-a946-49d2265aab0e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:24.483522 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-23e88fed-37e3-4c69-a946-49d2265aab0e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.5932446 Feb 28 20:36:24.487165 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46896) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:24.506982 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-77742112-8ab2-448f-9447-3741c11ed498 None None] For port 3176c2e3-8c39-4840-b636-74dfe395999e, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:36:24.526643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-77742112-8ab2-448f-9447-3741c11ed498 None None] For port 3176c2e3-8c39-4840-b636-74dfe395999e, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3176c2e3-8c39-4840-b636-74dfe395999e,segment=NetworkSegment(e508971e-59de-41c0-934c-243afa4bda7e),segment_id=e508971e-59de-41c0-934c-243afa4bda7e)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:36:24.551277 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-77742112-8ab2-448f-9447-3741c11ed498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3176c2e3-8c39-4840-b636-74dfe395999e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:24.552431 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-99a1c341-171b-4806-b0f2-1d4f00d94dad tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] device_id is not set on port ae5ce021-cc74-4d43-836a-ddc95662fe68 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:36:24.604871 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25cefe-96b8-4833-ad8a-d9230024c2db tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Subnet': ['ID=5a7a8d88-b1fd-4276-8117-9a6a199b6156,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:24.638867 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-26ada8d3-6814-4f4a-bc0e-0182dcfdec10 req-8333f18e-a904-468a-9536-5ddad4e76a95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=372080bb-5ffd-4047-973b-a131aecf2892 HTTP/1.1" status: 200 len: 217 time: 0.3337381 Feb 28 20:36:24.704914 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:24.712225 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3aae7665-ab5e-46f9-ab44-5c1da9188bc2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:24.766814 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cd33f-1445-4ad2-b591-ea6a5704a30e req-9b6638bd-f565-467f-8a17-c282b9c613f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:24.776219 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b9cd33f-1445-4ad2-b591-ea6a5704a30e req-9b6638bd-f565-467f-8a17-c282b9c613f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 200 len: 915 time: 0.9075015 Feb 28 20:36:24.824633 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25cefe-96b8-4833-ad8a-d9230024c2db tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Checking segment: {'id': '0c762475-99fd-4dde-b88d-88584e675b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '25e8dcb2-6a01-4049-900b-2bdf9cacc530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:24.825003 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f25cefe-96b8-4833-ad8a-d9230024c2db tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Network hostable DHCP agents. Network: 25e8dcb2-6a01-4049-900b-2bdf9cacc530, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:36:24.856878 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4219841f-17a5-4af0-84e5-65a5a8f4991e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:24.871433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4219841f-17a5-4af0-84e5-65a5a8f4991e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:24.895380 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4219841f-17a5-4af0-84e5-65a5a8f4991e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:24.911348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46906) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:24.911730 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4219841f-17a5-4af0-84e5-65a5a8f4991e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.4206083 Feb 28 20:36:24.996370 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b9cd33f-1445-4ad2-b591-ea6a5704a30e req-a4b4aa5c-5121-4e29-9d00-4f94853efc54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24e16ac2-b58f-43c2-8922-442401fb19e5 HTTP/1.1" status: 200 len: 217 time: 0.2165000 Feb 28 20:36:25.072611 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77742112-8ab2-448f-9447-3741c11ed498 None None] Pushing event updated for resources: {'Port': ['ID=3176c2e3-8c39-4840-b636-74dfe395999e,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:25.109859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:25.154822 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cd33f-1445-4ad2-b591-ea6a5704a30e req-82f868a7-d77c-4d9c-985a-76cbef6f801b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:25.163902 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b9cd33f-1445-4ad2-b591-ea6a5704a30e req-82f868a7-d77c-4d9c-985a-76cbef6f801b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf2eab21-2ca0-4caf-a56e-ff3579d5667c HTTP/1.1" status: 200 len: 855 time: 0.1574969 Feb 28 20:36:25.164554 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46908) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:25.294316 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b9cd33f-1445-4ad2-b591-ea6a5704a30e req-401947c3-ba4e-419c-b199-63e89448962b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fa039089-86c9-4396-bade-6f794fe57c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027734 Feb 28 20:36:25.308341 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-3b9cd33f-1445-4ad2-b591-ea6a5704a30e req-e021c3e9-a894-4330-8422-9345b9a10f20 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:36:25.310602 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b9cd33f-1445-4ad2-b591-ea6a5704a30e req-e021c3e9-a894-4330-8422-9345b9a10f20 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089302 Feb 28 20:36:25.328875 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f25cefe-96b8-4833-ad8a-d9230024c2db tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Network 25e8dcb2-6a01-4049-900b-2bdf9cacc530 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:36:25.382619 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ada8d3-6814-4f4a-bc0e-0182dcfdec10 req-5695a31d-5a8b-4b81-abf3-800a37dfdc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:25.384202 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-26ada8d3-6814-4f4a-bc0e-0182dcfdec10 req-5695a31d-5a8b-4b81-abf3-800a37dfdc7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf2eab21-2ca0-4caf-a56e-ff3579d5667c HTTP/1.1" status: 200 len: 855 time: 0.5911686 Feb 28 20:36:25.530311 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b9cd33f-1445-4ad2-b591-ea6a5704a30e req-62b85a22-53ea-4dd8-b046-69879673f28f service neutron] 10.222.0.10 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087348 Feb 28 20:36:25.546531 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f00d5ef-b7b8-4677-956d-4ca1dfe92394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:25.560663 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-3f25cefe-96b8-4833-ad8a-d9230024c2db tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 25e8dcb2-6a01-4049-900b-2bdf9cacc530) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:25.573467 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363e11e9-4e9f-4d25-ace5-d679706e48be None None] Network 25e8dcb2-6a01-4049-900b-2bdf9cacc530 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:25.623226 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f25cefe-96b8-4833-ad8a-d9230024c2db tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:25.626500 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3f25cefe-96b8-4833-ad8a-d9230024c2db tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:25.728265 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-26ada8d3-6814-4f4a-bc0e-0182dcfdec10 req-392fad4d-5bbb-4ef7-a7f4-86cc2a74fab3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa039089-86c9-4396-bade-6f794fe57c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2712865 Feb 28 20:36:25.782939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f488329-2cb9-4a50-adcb-a58d99d7bd60 None None] Network 172373e2-dafe-4bb4-b0ec-f16410843e3f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:25.788485 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-26ada8d3-6814-4f4a-bc0e-0182dcfdec10 req-2de9bae9-3082-4efc-beaa-c8cbb500d34d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:36:25.793037 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-26ada8d3-6814-4f4a-bc0e-0182dcfdec10 req-2de9bae9-3082-4efc-beaa-c8cbb500d34d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0283663 Feb 28 20:36:25.814971 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3f25cefe-96b8-4833-ad8a-d9230024c2db tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1410043 Feb 28 20:36:25.853291 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46922) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:25.861790 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-c69af8f7-a906-4f03-8ac1-ce44aa94af5e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1347296727'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:25.995440 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f00d5ef-b7b8-4677-956d-4ca1dfe92394 admin admin] Publish callbacks [] for security_group (fb2365e9-8231-4a21-8a20-5468e4783748), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:26.017760 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f00d5ef-b7b8-4677-956d-4ca1dfe92394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fb2365e9-8231-4a21-8a20-5468e4783748), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:26.068558 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b9cd33f-1445-4ad2-b591-ea6a5704a30e req-459c2ec9-6936-4132-ad57-9a5d7c22c93e service neutron] 10.222.0.10 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061183 Feb 28 20:36:26.097487 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-749f68c8-10fb-4557-8ed6-a9f63b71c427 None None] Provisioning complete for port aba50656-a154-4b5a-8f1b-48f3792697f0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:26.100407 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-749f68c8-10fb-4557-8ed6-a9f63b71c427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (aba50656-a154-4b5a-8f1b-48f3792697f0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:26.138158 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7f00d5ef-b7b8-4677-956d-4ca1dfe92394 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c9d24190639466eb07a7363e522b0f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9717343 Feb 28 20:36:26.138923 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00d5ef-b7b8-4677-956d-4ca1dfe92394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2365e9-8231-4a21-8a20-5468e4783748,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:26.161894 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46926) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:26.266454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0193690c-d762-4dfc-baf1-45a257c1774c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-25e8dcb2-6a01-4049-900b-2bdf9cacc530', 'network_id': '25e8dcb2-6a01-4049-900b-2bdf9cacc530', 'project_id': 'db60eff1c978422fb5f7cc42ae195246', 'fixed_ips': [{'subnet_id': '5a7a8d88-b1fd-4276-8117-9a6a199b6156'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:36:26.268862 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0193690c-d762-4dfc-baf1-45a257c1774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:26.298838 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-4179ae7a-dc78-42cb-98b1-20e32bfe3453 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting port 66de3dc5-aa5f-4c40-8591-6c281f499efb {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:36:26.303827 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4179ae7a-dc78-42cb-98b1-20e32bfe3453 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (66de3dc5-aa5f-4c40-8591-6c281f499efb), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:26.311443 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69af8f7-a906-4f03-8ac1-ce44aa94af5e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Made reservation on behalf of db60eff1c978422fb5f7cc42ae195246 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:26.319936 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c69af8f7-a906-4f03-8ac1-ce44aa94af5e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:26.323101 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e64b-5029-4e8e-83bd-27721df4257d admin admin] Publish callbacks [] for security_group (fb2365e9-8231-4a21-8a20-5468e4783748), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:26.419146 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e64b-5029-4e8e-83bd-27721df4257d admin admin] Publish callbacks [] for security_group (fb2365e9-8231-4a21-8a20-5468e4783748), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:26.538008 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e64b-5029-4e8e-83bd-27721df4257d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fb2365e9-8231-4a21-8a20-5468e4783748), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:26.540665 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e64b-5029-4e8e-83bd-27721df4257d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:26.541802 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1fd5e64b-5029-4e8e-83bd-27721df4257d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb2365e9-8231-4a21-8a20-5468e4783748 HTTP/1.1" status: 204 len: 168 time: 0.3790939 Feb 28 20:36:26.559149 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5e64b-5029-4e8e-83bd-27721df4257d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2365e9-8231-4a21-8a20-5468e4783748,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:26.718522 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3176c2e3-8c39-4840-b636-74dfe395999e up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:36:27.188517 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46942) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:27.211160 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-172d0c21-6e50-4f89-a101-dc9c4dbe6aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:27.232157 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad216e97-0ece-4d7b-9f4e-2da56e413ba9 None None] Network ae92046c-418e-4992-b2c9-a7d6d6f5d0dd requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:27.350333 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69af8f7-a906-4f03-8ac1-ce44aa94af5e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:36:27.374864 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c69af8f7-a906-4f03-8ac1-ce44aa94af5e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (089d1d03-6956-4d0f-9393-cafdf477262e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:27.376345 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-c69af8f7-a906-4f03-8ac1-ce44aa94af5e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Added segment 089d1d03-6956-4d0f-9393-cafdf477262e of type vlan for network e51cdb15-8260-433a-b11f-a424ffce9622 Feb 28 20:36:27.435225 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-172d0c21-6e50-4f89-a101-dc9c4dbe6aba admin admin] Publish callbacks [] for security_group (2366c221-052a-43d3-aa4b-0ae3d86a6ce6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:27.451302 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-172d0c21-6e50-4f89-a101-dc9c4dbe6aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2366c221-052a-43d3-aa4b-0ae3d86a6ce6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:27.478914 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c69af8f7-a906-4f03-8ac1-ce44aa94af5e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (e51cdb15-8260-433a-b11f-a424ffce9622), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:27.528794 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-26ada8d3-6814-4f4a-bc0e-0182dcfdec10 req-49ad825f-71c7-4a6b-974c-b180b2d741d0 service neutron] 10.222.0.15 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7008164 Feb 28 20:36:27.541417 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-0193690c-d762-4dfc-baf1-45a257c1774c None None] Allocated IP 2001:db8::3 (25e8dcb2-6a01-4049-900b-2bdf9cacc530/5a7a8d88-b1fd-4276-8117-9a6a199b6156/2c78769f-cb8c-4906-acb3-c4686f0e7bb3) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:27.556044 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-172d0c21-6e50-4f89-a101-dc9c4dbe6aba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdfe466f29284e67b082c9548d74f1ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3663840 Feb 28 20:36:27.559474 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46946) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:27.575403 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d0c21-6e50-4f89-a101-dc9c4dbe6aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2366c221-052a-43d3-aa4b-0ae3d86a6ce6,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:27.607223 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-99a1c341-171b-4806-b0f2-1d4f00d94dad tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Allocated IP 2001:db8::63 (ae92046c-418e-4992-b2c9-a7d6d6f5d0dd/943b4b13-148e-4401-ab07-912efaab4f0e/ae5ce021-cc74-4d43-836a-ddc95662fe68) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:27.621985 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-99a1c341-171b-4806-b0f2-1d4f00d94dad tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Allocated IP 2001:db8:0:1::186 (ae92046c-418e-4992-b2c9-a7d6d6f5d0dd/1f7a3185-650e-4b36-9760-ca0003cbd46d/ae5ce021-cc74-4d43-836a-ddc95662fe68) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:27.686143 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4e40fd6e-a383-4133-a74d-fc5886f339bc admin admin] Publish callbacks [] for security_group (2366c221-052a-43d3-aa4b-0ae3d86a6ce6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:27.752247 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4e40fd6e-a383-4133-a74d-fc5886f339bc admin admin] Publish callbacks [] for security_group (2366c221-052a-43d3-aa4b-0ae3d86a6ce6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:27.847116 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-749f68c8-10fb-4557-8ed6-a9f63b71c427 None None] Current status of the port aba50656-a154-4b5a-8f1b-48f3792697f0 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:27.847116 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-749f68c8-10fb-4557-8ed6-a9f63b71c427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (aba50656-a154-4b5a-8f1b-48f3792697f0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:27.850141 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4e40fd6e-a383-4133-a74d-fc5886f339bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2366c221-052a-43d3-aa4b-0ae3d86a6ce6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:27.853034 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4e40fd6e-a383-4133-a74d-fc5886f339bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:27.855366 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4e40fd6e-a383-4133-a74d-fc5886f339bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2366c221-052a-43d3-aa4b-0ae3d86a6ce6 HTTP/1.1" status: 204 len: 168 time: 0.2924919 Feb 28 20:36:27.868863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40fd6e-a383-4133-a74d-fc5886f339bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2366c221-052a-43d3-aa4b-0ae3d86a6ce6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:27.919601 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3176c2e3-8c39-4840-b636-74dfe395999e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:27.920025 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3176c2e3-8c39-4840-b636-74dfe395999e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:27.940055 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-99a1c341-171b-4806-b0f2-1d4f00d94dad tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (ae5ce021-cc74-4d43-836a-ddc95662fe68), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:27.996343 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c69af8f7-a906-4f03-8ac1-ce44aa94af5e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (e51cdb15-8260-433a-b11f-a424ffce9622), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:28.002825 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69af8f7-a906-4f03-8ac1-ce44aa94af5e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:28.003829 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c69af8f7-a906-4f03-8ac1-ce44aa94af5e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:28.188355 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-99a1c341-171b-4806-b0f2-1d4f00d94dad tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ae5ce021-cc74-4d43-836a-ddc95662fe68), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:28.294860 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69af8f7-a906-4f03-8ac1-ce44aa94af5e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Network': ['ID=e51cdb15-8260-433a-b11f-a424ffce9622,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:28.369219 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-749f68c8-10fb-4557-8ed6-a9f63b71c427 None None] For port aba50656-a154-4b5a-8f1b-48f3792697f0, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=aba50656-a154-4b5a-8f1b-48f3792697f0,segment=NetworkSegment(95673b08-e721-4f73-8135-cdac5f1e947f),segment_id=95673b08-e721-4f73-8135-cdac5f1e947f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:36:28.393359 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-749f68c8-10fb-4557-8ed6-a9f63b71c427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (aba50656-a154-4b5a-8f1b-48f3792697f0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:28.404053 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network e51cdb15-8260-433a-b11f-a424ffce9622 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:36:28.585072 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f68c8-10fb-4557-8ed6-a9f63b71c427 None None] Pushing event updated for resources: {'Port': ['ID=aba50656-a154-4b5a-8f1b-48f3792697f0,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:28.609358 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-26ada8d3-6814-4f4a-bc0e-0182dcfdec10 req-3875b337-576a-451c-9d9c-8eb31324c651 service neutron] 10.222.0.15 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6230683 Feb 28 20:36:28.646288 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a1c341-171b-4806-b0f2-1d4f00d94dad tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network ae92046c-418e-4992-b2c9-a7d6d6f5d0dd is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:28.686707 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-99a1c341-171b-4806-b0f2-1d4f00d94dad tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:28.717370 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c69af8f7-a906-4f03-8ac1-ce44aa94af5e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.8625672 Feb 28 20:36:28.720927 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46962) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:28.727961 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6eb879b8-9ad4-4500-9fb4-a32a558a2a5b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'subnet': {'network_id': 'e51cdb15-8260-433a-b11f-a424ffce9622', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:28.735796 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a1c341-171b-4806-b0f2-1d4f00d94dad tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:28.748326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a1c341-171b-4806-b0f2-1d4f00d94dad tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:28.749309 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-99a1c341-171b-4806-b0f2-1d4f00d94dad tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:28.797690 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3176c2e3-8c39-4840-b636-74dfe395999e is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:28.798090 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3176c2e3-8c39-4840-b636-74dfe395999e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:28.833503 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1c341-171b-4806-b0f2-1d4f00d94dad tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=ae5ce021-cc74-4d43-836a-ddc95662fe68,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:28.858438 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4179ae7a-dc78-42cb-98b1-20e32bfe3453 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (66de3dc5-aa5f-4c40-8591-6c281f499efb), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:28.872597 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-99a1c341-171b-4806-b0f2-1d4f00d94dad tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 6.0149710 Feb 28 20:36:28.890713 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46968) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:28.912455 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-24283f5a-e7fc-4ce2-8647-af6e7a00e353 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '943b4b13-148e-4401-ab07-912efaab4f0e'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:28.948117 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 3176c2e3-8c39-4840-b636-74dfe395999e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3176c2e3-8c39-4840-b636-74dfe395999e,segment=NetworkSegment(e508971e-59de-41c0-934c-243afa4bda7e),segment_id=e508971e-59de-41c0-934c-243afa4bda7e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:36:28.963188 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-fd3a5ecd-637d-4090-8db0-b4d01cf5b479 None None] Provisioning complete for port 66de3dc5-aa5f-4c40-8591-6c281f499efb triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:28.963574 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5ecd-637d-4090-8db0-b4d01cf5b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (66de3dc5-aa5f-4c40-8591-6c281f499efb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:29.016450 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3176c2e3-8c39-4840-b636-74dfe395999e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:29.017728 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device aba50656-a154-4b5a-8f1b-48f3792697f0 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:36:29.032391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb879b8-9ad4-4500-9fb4-a32a558a2a5b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Made reservation on behalf of db60eff1c978422fb5f7cc42ae195246 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:29.033787 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-4179ae7a-dc78-42cb-98b1-20e32bfe3453 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Calling delete_port for 66de3dc5-aa5f-4c40-8591-6c281f499efb owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:36:29.040391 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6eb879b8-9ad4-4500-9fb4-a32a558a2a5b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:29.091478 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-fd3a5ecd-637d-4090-8db0-b4d01cf5b479 None None] Port 66de3dc5-aa5f-4c40-8591-6c281f499efb cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:36:29.180860 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=3176c2e3-8c39-4840-b636-74dfe395999e,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:29.230491 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-fd3a5ecd-637d-4090-8db0-b4d01cf5b479 None None] Provisioning complete for port aba50656-a154-4b5a-8f1b-48f3792697f0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:29.231682 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5ecd-637d-4090-8db0-b4d01cf5b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (aba50656-a154-4b5a-8f1b-48f3792697f0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:29.327858 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-24283f5a-e7fc-4ce2-8647-af6e7a00e353 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ae5ce021-cc74-4d43-836a-ddc95662fe68), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:29.351396 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83c7850-6aef-4202-acc3-4f8c9da0f71a None None] Update dhcp port {'port': {'network_id': 'ae92046c-418e-4992-b2c9-a7d6d6f5d0dd', 'fixed_ips': [{'subnet_id': '943b4b13-148e-4401-ab07-912efaab4f0e', 'ip_address': '2001:db8::2'}, {'subnet_id': '1f7a3185-650e-4b36-9760-ca0003cbd46d'}], 'binding:host_id': 'n-d-820368-21'}, 'id': '3176c2e3-8c39-4840-b636-74dfe395999e'} from n-d-820368-21. {{(pid=103775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 20:36:29.371487 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.ipam_backend_mixin [None req-6eb879b8-9ad4-4500-9fb4-a32a558a2a5b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Performing IP validity checks on allocation pools {{(pid=103774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 20:36:29.378277 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.ipam_backend_mixin [None req-6eb879b8-9ad4-4500-9fb4-a32a558a2a5b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 20:36:29.479619 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d83c7850-6aef-4202-acc3-4f8c9da0f71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3176c2e3-8c39-4840-b636-74dfe395999e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:29.818145 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6eb879b8-9ad4-4500-9fb4-a32a558a2a5b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (c1cbdc74-b626-4c7e-9217-c18f700293e5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:29.837391 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-fd3a5ecd-637d-4090-8db0-b4d01cf5b479 None None] Current status of the port aba50656-a154-4b5a-8f1b-48f3792697f0 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:29.915285 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb879b8-9ad4-4500-9fb4-a32a558a2a5b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Subnet': ['ID=c1cbdc74-b626-4c7e-9217-c18f700293e5,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:29.925691 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4179ae7a-dc78-42cb-98b1-20e32bfe3453 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (66de3dc5-aa5f-4c40-8591-6c281f499efb), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:29.936790 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port aba50656-a154-4b5a-8f1b-48f3792697f0 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:29.937251 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (aba50656-a154-4b5a-8f1b-48f3792697f0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:29.957925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb879b8-9ad4-4500-9fb4-a32a558a2a5b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Checking segment: {'id': '089d1d03-6956-4d0f-9393-cafdf477262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e51cdb15-8260-433a-b11f-a424ffce9622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:29.958672 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb879b8-9ad4-4500-9fb4-a32a558a2a5b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Network hostable DHCP agents. Network: e51cdb15-8260-433a-b11f-a424ffce9622, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:36:30.000217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb879b8-9ad4-4500-9fb4-a32a558a2a5b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Network e51cdb15-8260-433a-b11f-a424ffce9622 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:36:30.015725 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47006) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:30.034712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179ae7a-dc78-42cb-98b1-20e32bfe3453 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Port': ['ID=66de3dc5-aa5f-4c40-8591-6c281f499efb,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:30.058360 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-6eb879b8-9ad4-4500-9fb4-a32a558a2a5b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, e51cdb15-8260-433a-b11f-a424ffce9622) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:30.064091 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb879b8-9ad4-4500-9fb4-a32a558a2a5b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:30.077257 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6eb879b8-9ad4-4500-9fb4-a32a558a2a5b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:30.142871 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47014) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:30.144608 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6eb879b8-9ad4-4500-9fb4-a32a558a2a5b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4218318 Feb 28 20:36:30.162060 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-fd3a5ecd-637d-4090-8db0-b4d01cf5b479 None None] Provisioning complete for port 4c84a0d0-2d27-458c-824f-2a8daf186f0d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:30.162544 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5ecd-637d-4090-8db0-b4d01cf5b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4c84a0d0-2d27-458c-824f-2a8daf186f0d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:30.227157 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-fd3a5ecd-637d-4090-8db0-b4d01cf5b479 None None] Port 4c84a0d0-2d27-458c-824f-2a8daf186f0d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:36:30.234876 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a779399-e5d3-4f97-a743-07fbe796d972 None None] Network e51cdb15-8260-433a-b11f-a424ffce9622 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:30.412014 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port aba50656-a154-4b5a-8f1b-48f3792697f0 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:30.535361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d6cbf5d7-e1d1-4909-bf98-d2c2c587e7a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2002128160-network', 'tenant_id': 'c7656ae506ab40e39be23cba5fe51787'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:30.562074 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb43179d-1af0-4a64-9b3c-fd20a1fb0065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-e51cdb15-8260-433a-b11f-a424ffce9622', 'network_id': 'e51cdb15-8260-433a-b11f-a424ffce9622', 'project_id': 'db60eff1c978422fb5f7cc42ae195246', 'fixed_ips': [{'subnet_id': 'c1cbdc74-b626-4c7e-9217-c18f700293e5'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:36:30.563480 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cb43179d-1af0-4a64-9b3c-fd20a1fb0065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:30.589290 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1bc121da-fde5-4bef-a1fb-3f5356659451 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (e51cdb15-8260-433a-b11f-a424ffce9622), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:30.599028 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4179ae7a-dc78-42cb-98b1-20e32bfe3453 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:30.603029 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4179ae7a-dc78-42cb-98b1-20e32bfe3453 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/ports/66de3dc5-aa5f-4c40-8591-6c281f499efb HTTP/1.1" status: 204 len: 168 time: 5.6880672 Feb 28 20:36:30.603436 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cbf5d7-e1d1-4909-bf98-d2c2c587e7a0 admin admin] Made reservation on behalf of c7656ae506ab40e39be23cba5fe51787 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:30.606088 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d6cbf5d7-e1d1-4909-bf98-d2c2c587e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:30.608889 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47026) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:30.625206 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d6cbf5d7-e1d1-4909-bf98-d2c2c587e7a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:30.637550 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0193690c-d762-4dfc-baf1-45a257c1774c None None] Publish callbacks [] for port (2c78769f-cb8c-4906-acb3-c4686f0e7bb3), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:30.648276 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fc451d-e3e8-4e12-83c5-052518e12d18 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] GET failed (client error): The resource could not be found. Feb 28 20:36:30.650693 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-93fc451d-e3e8-4e12-83c5-052518e12d18 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports/66de3dc5-aa5f-4c40-8591-6c281f499efb HTTP/1.1" status: 404 len: 333 time: 0.0405250 Feb 28 20:36:30.655080 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47030) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:30.697402 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-24283f5a-e7fc-4ce2-8647-af6e7a00e353 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Delete allocated IP 2001:db8:0:1::186 (ae92046c-418e-4992-b2c9-a7d6d6f5d0dd/1f7a3185-650e-4b36-9760-ca0003cbd46d) {{(pid=103773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 20:36:30.698992 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3176c2e3-8c39-4840-b636-74dfe395999e up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:36:30.712452 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0193690c-d762-4dfc-baf1-45a257c1774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (2c78769f-cb8c-4906-acb3-c4686f0e7bb3), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:30.733835 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1bc121da-fde5-4bef-a1fb-3f5356659451 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (c1cbdc74-b626-4c7e-9217-c18f700293e5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:30.840278 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-fd3a5ecd-637d-4090-8db0-b4d01cf5b479 None None] Provisioning complete for port 3176c2e3-8c39-4840-b636-74dfe395999e triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:30.840827 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5ecd-637d-4090-8db0-b4d01cf5b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3176c2e3-8c39-4840-b636-74dfe395999e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:30.882452 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1bc121da-fde5-4bef-a1fb-3f5356659451 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (c1cbdc74-b626-4c7e-9217-c18f700293e5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:30.885350 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-542a43f1-47d0-49db-aca6-9160d677c123 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting port 4c84a0d0-2d27-458c-824f-2a8daf186f0d {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:36:30.886418 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-542a43f1-47d0-49db-aca6-9160d677c123 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4c84a0d0-2d27-458c-824f-2a8daf186f0d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:30.930078 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc121da-fde5-4bef-a1fb-3f5356659451 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Subnet': ['ID=c1cbdc74-b626-4c7e-9217-c18f700293e5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:31.003453 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0193690c-d762-4dfc-baf1-45a257c1774c None None] Network 25e8dcb2-6a01-4049-900b-2bdf9cacc530 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:31.065379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-0193690c-d762-4dfc-baf1-45a257c1774c None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:31.083618 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0193690c-d762-4dfc-baf1-45a257c1774c None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:31.091118 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-24283f5a-e7fc-4ce2-8647-af6e7a00e353 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (ae5ce021-cc74-4d43-836a-ddc95662fe68), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:31.097978 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1bc121da-fde5-4bef-a1fb-3f5356659451 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (e51cdb15-8260-433a-b11f-a424ffce9622), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:31.112915 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-24283f5a-e7fc-4ce2-8647-af6e7a00e353 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (ae5ce021-cc74-4d43-836a-ddc95662fe68), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:31.139004 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d6cbf5d7-e1d1-4909-bf98-d2c2c587e7a0 admin admin] Publish callbacks [] for security_group (e5d469fb-649e-4e03-bf53-96d22fbcc3a4), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:31.167345 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-1bc121da-fde5-4bef-a1fb-3f5356659451 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51cdb15-8260-433a-b11f-a424ffce9622']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:31.172195 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d6cbf5d7-e1d1-4909-bf98-d2c2c587e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e5d469fb-649e-4e03-bf53-96d22fbcc3a4), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:31.194376 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-1bc121da-fde5-4bef-a1fb-3f5356659451 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '089d1d03-6956-4d0f-9393-cafdf477262e') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:31.194822 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-1bc121da-fde5-4bef-a1fb-3f5356659451 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '089d1d03-6956-4d0f-9393-cafdf477262e') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:31.215667 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6cbf5d7-e1d1-4909-bf98-d2c2c587e7a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:36:31.228714 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-24283f5a-e7fc-4ce2-8647-af6e7a00e353 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] In _notify_port_updated(), no bound segment for port ae5ce021-cc74-4d43-836a-ddc95662fe68 on network ae92046c-418e-4992-b2c9-a7d6d6f5d0dd {{(pid=103773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:36:31.234421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24283f5a-e7fc-4ce2-8647-af6e7a00e353 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:31.235187 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-24283f5a-e7fc-4ce2-8647-af6e7a00e353 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:31.239734 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-24283f5a-e7fc-4ce2-8647-af6e7a00e353 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "PUT /v2.0/ports/ae5ce021-cc74-4d43-836a-ddc95662fe68 HTTP/1.1" status: 200 len: 925 time: 2.3345401 Feb 28 20:36:31.239923 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d6cbf5d7-e1d1-4909-bf98-d2c2c587e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f06fae59-5969-4554-9d13-a917300f2052), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:31.239923 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-d6cbf5d7-e1d1-4909-bf98-d2c2c587e7a0 admin admin] Added segment f06fae59-5969-4554-9d13-a917300f2052 of type vlan for network 9f242bb3-56ed-40ba-85a2-099c0aa48b10 Feb 28 20:36:31.240583 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47032) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:31.253109 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-48598ef7-fa27-425b-b81e-765eee4a13ea tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '943b4b13-148e-4401-ab07-912efaab4f0e'}, {'subnet_id': '1f7a3185-650e-4b36-9760-ca0003cbd46d'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:31.261828 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1bc121da-fde5-4bef-a1fb-3f5356659451 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (089d1d03-6956-4d0f-9393-cafdf477262e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:31.267395 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24283f5a-e7fc-4ce2-8647-af6e7a00e353 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=ae5ce021-cc74-4d43-836a-ddc95662fe68,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server [None req-cb43179d-1af0-4a64-9b3c-fd20a1fb0065 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1cbdc74-b626-4c7e-9217-c18f700293e5: This subnet is being modified by another concurrent operation. Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise exception Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1cbdc74-b626-4c7e-9217-c18f700293e5: This subnet is being modified by another concurrent operation. Feb 28 20:36:31.304080 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Feb 28 20:36:31.330677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193690c-d762-4dfc-baf1-45a257c1774c None None] Pushing event updated for resources: {'Port': ['ID=2c78769f-cb8c-4906-acb3-c4686f0e7bb3,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:31.345439 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7f7b93-6470-4edd-be1d-ba9f2e1db94a None None] Network e51cdb15-8260-433a-b11f-a424ffce9622 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:31.360129 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1bc121da-fde5-4bef-a1fb-3f5356659451 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (089d1d03-6956-4d0f-9393-cafdf477262e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:31.363605 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d6cbf5d7-e1d1-4909-bf98-d2c2c587e7a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (9f242bb3-56ed-40ba-85a2-099c0aa48b10), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:31.385981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc121da-fde5-4bef-a1fb-3f5356659451 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:36:31.389869 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1bc121da-fde5-4bef-a1fb-3f5356659451 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (089d1d03-6956-4d0f-9393-cafdf477262e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:31.398496 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-542a43f1-47d0-49db-aca6-9160d677c123 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4c84a0d0-2d27-458c-824f-2a8daf186f0d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:31.435604 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbf5d7-e1d1-4909-bf98-d2c2c587e7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d469fb-649e-4e03-bf53-96d22fbcc3a4,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:31.438274 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d6cbf5d7-e1d1-4909-bf98-d2c2c587e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (9f242bb3-56ed-40ba-85a2-099c0aa48b10), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:31.439259 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cbf5d7-e1d1-4909-bf98-d2c2c587e7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:31.439958 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d6cbf5d7-e1d1-4909-bf98-d2c2c587e7a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:31.468430 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d6cbf5d7-e1d1-4909-bf98-d2c2c587e7a0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4475243 Feb 28 20:36:31.468430 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-542a43f1-47d0-49db-aca6-9160d677c123 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Calling delete_port for 4c84a0d0-2d27-458c-824f-2a8daf186f0d owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:36:31.496250 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:36:31.500172 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47042) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:31.589128 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-faf7de48-94fd-4e9f-9e07-2f4808277938 admin admin] Request body: {'subnet': {'network_id': '9f242bb3-56ed-40ba-85a2-099c0aa48b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2002128160-subnet', 'tenant_id': 'c7656ae506ab40e39be23cba5fe51787', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:31.605066 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-d83c7850-6aef-4202-acc3-4f8c9da0f71a None None] Allocated IP 2001:db8:0:1::2 (ae92046c-418e-4992-b2c9-a7d6d6f5d0dd/1f7a3185-650e-4b36-9760-ca0003cbd46d/3176c2e3-8c39-4840-b636-74dfe395999e) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:31.631308 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0193690c-d762-4dfc-baf1-45a257c1774c None None] Attempting to bind port 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:36:31.631749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0193690c-d762-4dfc-baf1-45a257c1774c None None] Attempting to bind port 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '0c762475-99fd-4dde-b88d-88584e675b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '25e8dcb2-6a01-4049-900b-2bdf9cacc530'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:36:31.632206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0193690c-d762-4dfc-baf1-45a257c1774c None None] Attempting to bind port 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 on network 25e8dcb2-6a01-4049-900b-2bdf9cacc530 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:36:31.671509 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbf5d7-e1d1-4909-bf98-d2c2c587e7a0 admin admin] Pushing event updated for resources: {'Network': ['ID=9f242bb3-56ed-40ba-85a2-099c0aa48b10,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:31.752396 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 9f242bb3-56ed-40ba-85a2-099c0aa48b10 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:36:31.812109 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3176c2e3-8c39-4840-b636-74dfe395999e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:31.813006 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3176c2e3-8c39-4840-b636-74dfe395999e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:31.891968 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0193690c-d762-4dfc-baf1-45a257c1774c None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:36:31.893447 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0193690c-d762-4dfc-baf1-45a257c1774c None None] Checking segment: {'id': '0c762475-99fd-4dde-b88d-88584e675b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '25e8dcb2-6a01-4049-900b-2bdf9cacc530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:31.893781 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0193690c-d762-4dfc-baf1-45a257c1774c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:31.894365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0193690c-d762-4dfc-baf1-45a257c1774c None None] Bound using segment: {'id': '0c762475-99fd-4dde-b88d-88584e675b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '25e8dcb2-6a01-4049-900b-2bdf9cacc530'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:36:31.895141 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0193690c-d762-4dfc-baf1-45a257c1774c None None] Bound port: 2c78769f-cb8c-4906-acb3-c4686f0e7bb3, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c762475-99fd-4dde-b88d-88584e675b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '25e8dcb2-6a01-4049-900b-2bdf9cacc530'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:36:31.896055 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0193690c-d762-4dfc-baf1-45a257c1774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2c78769f-cb8c-4906-acb3-c4686f0e7bb3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:31.983966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf7de48-94fd-4e9f-9e07-2f4808277938 admin admin] Made reservation on behalf of c7656ae506ab40e39be23cba5fe51787 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:31.986435 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-faf7de48-94fd-4e9f-9e07-2f4808277938 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:32.002249 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-542a43f1-47d0-49db-aca6-9160d677c123 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4c84a0d0-2d27-458c-824f-2a8daf186f0d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:32.050155 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a43f1-47d0-49db-aca6-9160d677c123 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Port': ['ID=4c84a0d0-2d27-458c-824f-2a8daf186f0d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:32.257726 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1bc121da-fde5-4bef-a1fb-3f5356659451 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (e51cdb15-8260-433a-b11f-a424ffce9622), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:32.269111 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-48598ef7-fa27-425b-b81e-765eee4a13ea tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ae5ce021-cc74-4d43-836a-ddc95662fe68), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:32.274310 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1bc121da-fde5-4bef-a1fb-3f5356659451 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:32.275296 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-542a43f1-47d0-49db-aca6-9160d677c123 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:32.277844 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1bc121da-fde5-4bef-a1fb-3f5356659451 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/networks/e51cdb15-8260-433a-b11f-a424ffce9622 HTTP/1.1" status: 204 len: 168 time: 2.1335526 Feb 28 20:36:32.282493 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47056) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:32.292381 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-542a43f1-47d0-49db-aca6-9160d677c123 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/ports/4c84a0d0-2d27-458c-824f-2a8daf186f0d HTTP/1.1" status: 204 len: 168 time: 1.6278815 Feb 28 20:36:32.295272 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47058) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:32.300068 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d54968c8-4853-404b-bc81-452b2e20739c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-886087349'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:32.332310 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc121da-fde5-4bef-a1fb-3f5356659451 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Network': ['ID=e51cdb15-8260-433a-b11f-a424ffce9622,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:32.376403 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d76997-33af-4a1b-9f64-f5ce817c67ba tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] GET failed (client error): The resource could not be found. Feb 28 20:36:32.380860 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e7d76997-33af-4a1b-9f64-f5ce817c67ba tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports/4c84a0d0-2d27-458c-824f-2a8daf186f0d HTTP/1.1" status: 404 len: 333 time: 0.0833127 Feb 28 20:36:32.382320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47060) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:32.501625 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60a2f9e-0eb7-4d37-8d98-c3f2e11e8b1f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting subnet 2ba1cd5a-04ee-4696-af1e-e89ec333665b {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:36:32.506862 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a60a2f9e-0eb7-4d37-8d98-c3f2e11e8b1f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (2ba1cd5a-04ee-4696-af1e-e89ec333665b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:32.557210 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0193690c-d762-4dfc-baf1-45a257c1774c None None] For port 2c78769f-cb8c-4906-acb3-c4686f0e7bb3, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:36:32.559821 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a60a2f9e-0eb7-4d37-8d98-c3f2e11e8b1f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (2ba1cd5a-04ee-4696-af1e-e89ec333665b), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:32.560803 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0193690c-d762-4dfc-baf1-45a257c1774c None None] For port 2c78769f-cb8c-4906-acb3-c4686f0e7bb3, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2c78769f-cb8c-4906-acb3-c4686f0e7bb3,segment=NetworkSegment(0c762475-99fd-4dde-b88d-88584e675b46),segment_id=0c762475-99fd-4dde-b88d-88584e675b46)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:36:32.595672 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-fd3a5ecd-637d-4090-8db0-b4d01cf5b479 None None] Current status of the port 3176c2e3-8c39-4840-b636-74dfe395999e is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:32.606012 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54968c8-4853-404b-bc81-452b2e20739c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Made reservation on behalf of db60eff1c978422fb5f7cc42ae195246 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:32.610082 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d54968c8-4853-404b-bc81-452b2e20739c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:32.610514 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0193690c-d762-4dfc-baf1-45a257c1774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2c78769f-cb8c-4906-acb3-c4686f0e7bb3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:32.762480 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193690c-d762-4dfc-baf1-45a257c1774c None None] Pushing event updated for resources: {'Port': ['ID=2c78769f-cb8c-4906-acb3-c4686f0e7bb3,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:32.781067 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a60a2f9e-0eb7-4d37-8d98-c3f2e11e8b1f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (2ba1cd5a-04ee-4696-af1e-e89ec333665b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:32.918461 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a60a2f9e-0eb7-4d37-8d98-c3f2e11e8b1f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (2ba1cd5a-04ee-4696-af1e-e89ec333665b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:32.949637 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3176c2e3-8c39-4840-b636-74dfe395999e is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:32.955751 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device aba50656-a154-4b5a-8f1b-48f3792697f0 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:36:32.997965 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a2f9e-0eb7-4d37-8d98-c3f2e11e8b1f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba1cd5a-04ee-4696-af1e-e89ec333665b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:33.017003 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a60a2f9e-0eb7-4d37-8d98-c3f2e11e8b1f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:33.025605 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a60a2f9e-0eb7-4d37-8d98-c3f2e11e8b1f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/subnets/2ba1cd5a-04ee-4696-af1e-e89ec333665b HTTP/1.1" status: 204 len: 168 time: 0.6420331 Feb 28 20:36:33.028335 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47076) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:33.078901 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d83c7850-6aef-4202-acc3-4f8c9da0f71a None None] For port 3176c2e3-8c39-4840-b636-74dfe395999e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3176c2e3-8c39-4840-b636-74dfe395999e,segment=NetworkSegment(e508971e-59de-41c0-934c-243afa4bda7e),segment_id=e508971e-59de-41c0-934c-243afa4bda7e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:36:33.083358 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54968c8-4853-404b-bc81-452b2e20739c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:36:33.147736 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d54968c8-4853-404b-bc81-452b2e20739c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (e34126c0-a8a6-4063-9c38-6fa82ce6d4de), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:33.156116 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d83c7850-6aef-4202-acc3-4f8c9da0f71a None None] Publish callbacks [] for port (3176c2e3-8c39-4840-b636-74dfe395999e), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:33.160781 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7249c09a-fee5-4f1e-8376-e869b5c6598f None None] Could not find standard attr ID for object 66de3dc5-aa5f-4c40-8591-6c281f499efb. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:36:33.169321 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-d54968c8-4853-404b-bc81-452b2e20739c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Added segment e34126c0-a8a6-4063-9c38-6fa82ce6d4de of type vlan for network 79eb4688-47e0-4d50-86e8-ffb203dcdfcb Feb 28 20:36:33.173208 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c53c8b-ce4b-4efc-8b18-87b9f004d544 None None] Network 172373e2-dafe-4bb4-b0ec-f16410843e3f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:33.201964 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d83c7850-6aef-4202-acc3-4f8c9da0f71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3176c2e3-8c39-4840-b636-74dfe395999e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:33.205531 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5f7491f-120b-425e-b955-8061fa8f3a24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (172373e2-dafe-4bb4-b0ec-f16410843e3f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:33.256818 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7249c09a-fee5-4f1e-8376-e869b5c6598f None None] Could not find standard attr ID for object 4c84a0d0-2d27-458c-824f-2a8daf186f0d. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:36:33.319645 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d54968c8-4853-404b-bc81-452b2e20739c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (79eb4688-47e0-4d50-86e8-ffb203dcdfcb), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:33.322290 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-a5f7491f-120b-425e-b955-8061fa8f3a24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting port aba50656-a154-4b5a-8f1b-48f3792697f0 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:36:33.322746 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5f7491f-120b-425e-b955-8061fa8f3a24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (aba50656-a154-4b5a-8f1b-48f3792697f0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:33.385304 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d54968c8-4853-404b-bc81-452b2e20739c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (79eb4688-47e0-4d50-86e8-ffb203dcdfcb), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:33.399358 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54968c8-4853-404b-bc81-452b2e20739c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:33.400010 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d54968c8-4853-404b-bc81-452b2e20739c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:33.481964 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-a5f7491f-120b-425e-b955-8061fa8f3a24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] For port aba50656-a154-4b5a-8f1b-48f3792697f0, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=aba50656-a154-4b5a-8f1b-48f3792697f0,segment=NetworkSegment(95673b08-e721-4f73-8135-cdac5f1e947f),segment_id=95673b08-e721-4f73-8135-cdac5f1e947f)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:36:33.489376 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5f7491f-120b-425e-b955-8061fa8f3a24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (aba50656-a154-4b5a-8f1b-48f3792697f0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:33.524585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54968c8-4853-404b-bc81-452b2e20739c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Network': ['ID=79eb4688-47e0-4d50-86e8-ffb203dcdfcb,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:33.528267 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-faf7de48-94fd-4e9f-9e07-2f4808277938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (512409d4-b57b-4deb-8e85-db25fe25e59b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:33.541641 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d54968c8-4853-404b-bc81-452b2e20739c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2557247 Feb 28 20:36:33.545363 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-a5f7491f-120b-425e-b955-8061fa8f3a24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Calling delete_port for aba50656-a154-4b5a-8f1b-48f3792697f0 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:36:33.618772 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47082) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:33.620778 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7de48-94fd-4e9f-9e07-2f4808277938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=512409d4-b57b-4deb-8e85-db25fe25e59b,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:33.628249 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 79eb4688-47e0-4d50-86e8-ffb203dcdfcb details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:36:33.630428 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-0eb1a50e-e35a-4ab8-beb9-8aeb78496ebd tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'subnet': {'network_id': '79eb4688-47e0-4d50-86e8-ffb203dcdfcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:33.776751 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5f7491f-120b-425e-b955-8061fa8f3a24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (aba50656-a154-4b5a-8f1b-48f3792697f0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:33.830252 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f7491f-120b-425e-b955-8061fa8f3a24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] No DVR routers for this DVR port aba50656-a154-4b5a-8f1b-48f3792697f0 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:36:33.833610 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7491f-120b-425e-b955-8061fa8f3a24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Port': ['ID=aba50656-a154-4b5a-8f1b-48f3792697f0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:33.896780 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb1a50e-e35a-4ab8-beb9-8aeb78496ebd tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Made reservation on behalf of db60eff1c978422fb5f7cc42ae195246 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:33.899678 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a50e-e35a-4ab8-beb9-8aeb78496ebd tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:34.011225 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c7850-6aef-4202-acc3-4f8c9da0f71a None None] Pushing event updated for resources: {'Port': ['ID=3176c2e3-8c39-4840-b636-74dfe395999e,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:34.050968 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port aba50656-a154-4b5a-8f1b-48f3792697f0 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:34.053617 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (aba50656-a154-4b5a-8f1b-48f3792697f0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:34.100600 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5f7491f-120b-425e-b955-8061fa8f3a24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (172373e2-dafe-4bb4-b0ec-f16410843e3f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:34.108398 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Port aba50656-a154-4b5a-8f1b-48f3792697f0 was deleted so its status cannot be updated. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 28 20:36:34.167251 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a5f7491f-120b-425e-b955-8061fa8f3a24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172373e2-dafe-4bb4-b0ec-f16410843e3f']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:34.187996 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bce388-1f8b-4d34-a155-1b07347ae72a None None] DHCP port deletion for 172373e2-dafe-4bb4-b0ec-f16410843e3f request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:36:34.217016 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a5f7491f-120b-425e-b955-8061fa8f3a24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95673b08-e721-4f73-8135-cdac5f1e947f') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:34.217735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a5f7491f-120b-425e-b955-8061fa8f3a24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95673b08-e721-4f73-8135-cdac5f1e947f') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:34.254153 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5f7491f-120b-425e-b955-8061fa8f3a24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (95673b08-e721-4f73-8135-cdac5f1e947f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:34.288577 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-48598ef7-fa27-425b-b81e-765eee4a13ea tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Allocated IP 2001:db8:0:1::1af (ae92046c-418e-4992-b2c9-a7d6d6f5d0dd/1f7a3185-650e-4b36-9760-ca0003cbd46d/ae5ce021-cc74-4d43-836a-ddc95662fe68) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:34.299598 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5f7491f-120b-425e-b955-8061fa8f3a24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (95673b08-e721-4f73-8135-cdac5f1e947f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:34.315787 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f7491f-120b-425e-b955-8061fa8f3a24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:36:34.320107 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5f7491f-120b-425e-b955-8061fa8f3a24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (95673b08-e721-4f73-8135-cdac5f1e947f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:36:34.329608 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:36:34.478426 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7de48-94fd-4e9f-9e07-2f4808277938 admin admin] Checking segment: {'id': 'f06fae59-5969-4554-9d13-a917300f2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9f242bb3-56ed-40ba-85a2-099c0aa48b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:34.481541 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf7de48-94fd-4e9f-9e07-2f4808277938 admin admin] Network hostable DHCP agents. Network: 9f242bb3-56ed-40ba-85a2-099c0aa48b10, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:36:34.574393 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5f7491f-120b-425e-b955-8061fa8f3a24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (172373e2-dafe-4bb4-b0ec-f16410843e3f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:34.591104 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5f7491f-120b-425e-b955-8061fa8f3a24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:34.603741 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a5f7491f-120b-425e-b955-8061fa8f3a24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/networks/172373e2-dafe-4bb4-b0ec-f16410843e3f HTTP/1.1" status: 204 len: 168 time: 1.5735123 Feb 28 20:36:34.609043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47102) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:34.632281 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-54ef4c38-1b43-430a-970e-17d9cb4fe958 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2013452067'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:34.679492 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7491f-120b-425e-b955-8061fa8f3a24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Network': ['ID=172373e2-dafe-4bb4-b0ec-f16410843e3f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:34.743621 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ef4c38-1b43-430a-970e-17d9cb4fe958 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:34.749093 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54ef4c38-1b43-430a-970e-17d9cb4fe958 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:34.762728 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:36:34.816829 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-48598ef7-fa27-425b-b81e-765eee4a13ea tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (ae5ce021-cc74-4d43-836a-ddc95662fe68), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:34.832815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ef4c38-1b43-430a-970e-17d9cb4fe958 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:36:34.855928 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-48598ef7-fa27-425b-b81e-765eee4a13ea tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (ae5ce021-cc74-4d43-836a-ddc95662fe68), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:34.856208 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54ef4c38-1b43-430a-970e-17d9cb4fe958 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (18548113-4195-4c13-bbb0-b08425be4c7e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:34.856857 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-54ef4c38-1b43-430a-970e-17d9cb4fe958 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Added segment 18548113-4195-4c13-bbb0-b08425be4c7e of type vlan for network bd62b6fd-b179-4918-be6f-17cd7f27467e Feb 28 20:36:34.922312 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54ef4c38-1b43-430a-970e-17d9cb4fe958 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (bd62b6fd-b179-4918-be6f-17cd7f27467e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:34.971916 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54ef4c38-1b43-430a-970e-17d9cb4fe958 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (bd62b6fd-b179-4918-be6f-17cd7f27467e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:34.992945 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ef4c38-1b43-430a-970e-17d9cb4fe958 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:34.995217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:34.995952 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2c78769f-cb8c-4906-acb3-c4686f0e7bb3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:34.996200 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54ef4c38-1b43-430a-970e-17d9cb4fe958 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:35.068098 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf7de48-94fd-4e9f-9e07-2f4808277938 admin admin] Network 9f242bb3-56ed-40ba-85a2-099c0aa48b10 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:36:35.197726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef4c38-1b43-430a-970e-17d9cb4fe958 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Network': ['ID=bd62b6fd-b179-4918-be6f-17cd7f27467e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:35.237985 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network bd62b6fd-b179-4918-be6f-17cd7f27467e details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:36:35.269932 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-faf7de48-94fd-4e9f-9e07-2f4808277938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 9f242bb3-56ed-40ba-85a2-099c0aa48b10) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:35.290253 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf7de48-94fd-4e9f-9e07-2f4808277938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:35.296827 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-faf7de48-94fd-4e9f-9e07-2f4808277938 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:35.356593 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-54ef4c38-1b43-430a-970e-17d9cb4fe958 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7415590 Feb 28 20:36:35.362704 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47118) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:35.397680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-bd75703c-bf96-45e7-9731-be7e2837c0b9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'subnet': {'network_id': 'bd62b6fd-b179-4918-be6f-17cd7f27467e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:35.478204 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e98da64-950a-467a-9d73-1170df113561 None None] Network 9f242bb3-56ed-40ba-85a2-099c0aa48b10 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:35.487896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64f1373-3c07-44c7-8608-ba2e07e32e24 None None] Network ae92046c-418e-4992-b2c9-a7d6d6f5d0dd requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:35.579912 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6d1686-967b-4c08-88fd-ef291c4305b1 None None] Network 25e8dcb2-6a01-4049-900b-2bdf9cacc530 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:35.596801 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48598ef7-fa27-425b-b81e-765eee4a13ea tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=ae5ce021-cc74-4d43-836a-ddc95662fe68,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:35.624858 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a50e-e35a-4ab8-beb9-8aeb78496ebd tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (d6ec577e-8184-4fb5-8201-84afd48a93f5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:35.782842 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd75703c-bf96-45e7-9731-be7e2837c0b9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:35.791925 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bd75703c-bf96-45e7-9731-be7e2837c0b9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:35.834607 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1a50e-e35a-4ab8-beb9-8aeb78496ebd tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Subnet': ['ID=d6ec577e-8184-4fb5-8201-84afd48a93f5,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:35.850005 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-58d6bad2-5f33-4e41-9cf1-7f67d8d19c57 None None] Provisioning complete for port 3176c2e3-8c39-4840-b636-74dfe395999e triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:35.853914 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-58d6bad2-5f33-4e41-9cf1-7f67d8d19c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3176c2e3-8c39-4840-b636-74dfe395999e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:35.860839 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-48598ef7-fa27-425b-b81e-765eee4a13ea tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] In _notify_port_updated(), no bound segment for port ae5ce021-cc74-4d43-836a-ddc95662fe68 on network ae92046c-418e-4992-b2c9-a7d6d6f5d0dd {{(pid=103773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:36:35.880245 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48598ef7-fa27-425b-b81e-765eee4a13ea tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:35.880941 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-48598ef7-fa27-425b-b81e-765eee4a13ea tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:35.896142 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-48598ef7-fa27-425b-b81e-765eee4a13ea tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "PUT /v2.0/ports/ae5ce021-cc74-4d43-836a-ddc95662fe68 HTTP/1.1" status: 200 len: 1011 time: 4.6473901 Feb 28 20:36:35.897694 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47124) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:36.051137 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:36.051905 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2c78769f-cb8c-4906-acb3-c4686f0e7bb3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:36.119577 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a5668d-bcb4-40be-ba15-88ed797e0142 None None] Network 9f242bb3-56ed-40ba-85a2-099c0aa48b10 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:36.134379 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb1a50e-e35a-4ab8-beb9-8aeb78496ebd tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Checking segment: {'id': 'e34126c0-a8a6-4063-9c38-6fa82ce6d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '79eb4688-47e0-4d50-86e8-ffb203dcdfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:36.134771 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb1a50e-e35a-4ab8-beb9-8aeb78496ebd tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Network hostable DHCP agents. Network: 79eb4688-47e0-4d50-86e8-ffb203dcdfcb, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:36:36.193944 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-faf7de48-94fd-4e9f-9e07-2f4808277938 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.6563272 Feb 28 20:36:36.257601 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb1a50e-e35a-4ab8-beb9-8aeb78496ebd tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Network 79eb4688-47e0-4d50-86e8-ffb203dcdfcb is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:36:36.279867 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bd75703c-bf96-45e7-9731-be7e2837c0b9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (fbd7dc9c-131c-423e-ab96-f2ea5074c9d4), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:36.356061 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-0eb1a50e-e35a-4ab8-beb9-8aeb78496ebd tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 79eb4688-47e0-4d50-86e8-ffb203dcdfcb) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:36.365856 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb1a50e-e35a-4ab8-beb9-8aeb78496ebd tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:36.384595 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a50e-e35a-4ab8-beb9-8aeb78496ebd tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:36.391689 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-7a123698-7c5c-448f-a9f4-3f88b755d64b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port ae5ce021-cc74-4d43-836a-ddc95662fe68 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:36:36.393351 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7a123698-7c5c-448f-a9f4-3f88b755d64b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ae5ce021-cc74-4d43-836a-ddc95662fe68), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:36.425082 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a009f2f0-8635-439d-b4b1-6136c59699e0 None None] Network 79eb4688-47e0-4d50-86e8-ffb203dcdfcb requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:36.538645 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd75703c-bf96-45e7-9731-be7e2837c0b9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Checking segment: {'id': '18548113-4195-4c13-bbb0-b08425be4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bd62b6fd-b179-4918-be6f-17cd7f27467e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:36.546673 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd75703c-bf96-45e7-9731-be7e2837c0b9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network hostable DHCP agents. Network: bd62b6fd-b179-4918-be6f-17cd7f27467e, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:36:36.595262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75703c-bf96-45e7-9731-be7e2837c0b9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Subnet': ['ID=fbd7dc9c-131c-423e-ab96-f2ea5074c9d4,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:36.616786 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd75703c-bf96-45e7-9731-be7e2837c0b9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network bd62b6fd-b179-4918-be6f-17cd7f27467e is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:36:36.620538 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7a123698-7c5c-448f-a9f4-3f88b755d64b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ae5ce021-cc74-4d43-836a-ddc95662fe68), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:36.642516 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-bd75703c-bf96-45e7-9731-be7e2837c0b9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, bd62b6fd-b179-4918-be6f-17cd7f27467e) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:36.655053 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd75703c-bf96-45e7-9731-be7e2837c0b9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:36.655845 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bd75703c-bf96-45e7-9731-be7e2837c0b9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:36.656079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-7a123698-7c5c-448f-a9f4-3f88b755d64b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for ae5ce021-cc74-4d43-836a-ddc95662fe68 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:36:36.666361 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 2c78769f-cb8c-4906-acb3-c4686f0e7bb3, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2c78769f-cb8c-4906-acb3-c4686f0e7bb3,segment=NetworkSegment(0c762475-99fd-4dde-b88d-88584e675b46),segment_id=0c762475-99fd-4dde-b88d-88584e675b46)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:36:36.697800 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bd75703c-bf96-45e7-9731-be7e2837c0b9 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3314559 Feb 28 20:36:36.707456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47148) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:36.712918 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-cd6d3441-3674-49e3-a228-a87a0e49c0bf tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-309403486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:36.714657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3180f8bd-9c55-41b4-a0f4-02491bff2f5f None None] Network bd62b6fd-b179-4918-be6f-17cd7f27467e requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:36.766373 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0eb1a50e-e35a-4ab8-beb9-8aeb78496ebd tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.1388283 Feb 28 20:36:36.766524 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47152) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:36.892483 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2c78769f-cb8c-4906-acb3-c4686f0e7bb3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:36.893945 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd6d3441-3674-49e3-a228-a87a0e49c0bf tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (0e61b26d-91e4-40ab-a072-4f0b3adb3e0c), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:36.895497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3176c2e3-8c39-4840-b636-74dfe395999e up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:36:36.899827 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd6d3441-3674-49e3-a228-a87a0e49c0bf tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (0e61b26d-91e4-40ab-a072-4f0b3adb3e0c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:37.167315 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddefc2d2-c927-4d5c-b9fe-432af277bdec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (79eb4688-47e0-4d50-86e8-ffb203dcdfcb), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:37.174279 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7a123698-7c5c-448f-a9f4-3f88b755d64b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ae5ce021-cc74-4d43-836a-ddc95662fe68), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:37.306383 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddefc2d2-c927-4d5c-b9fe-432af277bdec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (d6ec577e-8184-4fb5-8201-84afd48a93f5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:37.396054 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=2c78769f-cb8c-4906-acb3-c4686f0e7bb3,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:37.436086 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0f38ea-a1d5-40e5-8021-7aa48a00557b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-bd62b6fd-b179-4918-be6f-17cd7f27467e', 'network_id': 'bd62b6fd-b179-4918-be6f-17cd7f27467e', 'project_id': '72dd28454fcc4a319cabe80eb07d1f46', 'fixed_ips': [{'subnet_id': 'fbd7dc9c-131c-423e-ab96-f2ea5074c9d4'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:36:37.446427 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3c0f38ea-a1d5-40e5-8021-7aa48a00557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:37.516958 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddefc2d2-c927-4d5c-b9fe-432af277bdec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (d6ec577e-8184-4fb5-8201-84afd48a93f5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:37.592701 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd6d3441-3674-49e3-a228-a87a0e49c0bf tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for router_controller (0e61b26d-91e4-40ab-a072-4f0b3adb3e0c), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:37.678329 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd6d3441-3674-49e3-a228-a87a0e49c0bf tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (0e61b26d-91e4-40ab-a072-4f0b3adb3e0c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:37.732958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefc2d2-c927-4d5c-b9fe-432af277bdec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ec577e-8184-4fb5-8201-84afd48a93f5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:37.880900 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddefc2d2-c927-4d5c-b9fe-432af277bdec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (79eb4688-47e0-4d50-86e8-ffb203dcdfcb), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:37.893633 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd6d3441-3674-49e3-a228-a87a0e49c0bf tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:37.901224 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cd6d3441-3674-49e3-a228-a87a0e49c0bf tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.1924131 Feb 28 20:36:37.914721 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47176) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:37.939862 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-2125442e-bec7-4429-a956-0bb6ddeeea12 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'port': {'network_id': 'bd62b6fd-b179-4918-be6f-17cd7f27467e', 'name': 'tempest-PortsTestJSON-1346940824'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:38.075889 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-ddefc2d2-c927-4d5c-b9fe-432af277bdec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79eb4688-47e0-4d50-86e8-ffb203dcdfcb']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:38.201056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-ddefc2d2-c927-4d5c-b9fe-432af277bdec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34126c0-a8a6-4063-9c38-6fa82ce6d4de') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:38.201344 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-ddefc2d2-c927-4d5c-b9fe-432af277bdec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34126c0-a8a6-4063-9c38-6fa82ce6d4de') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:38.249531 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a123698-7c5c-448f-a9f4-3f88b755d64b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=ae5ce021-cc74-4d43-836a-ddc95662fe68,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:38.251748 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddefc2d2-c927-4d5c-b9fe-432af277bdec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (e34126c0-a8a6-4063-9c38-6fa82ce6d4de), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:38.362465 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddefc2d2-c927-4d5c-b9fe-432af277bdec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (e34126c0-a8a6-4063-9c38-6fa82ce6d4de), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:38.408644 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7a123698-7c5c-448f-a9f4-3f88b755d64b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:38.413049 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7a123698-7c5c-448f-a9f4-3f88b755d64b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/ports/ae5ce021-cc74-4d43-836a-ddc95662fe68 HTTP/1.1" status: 204 len: 168 time: 2.4766176 Feb 28 20:36:38.414778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddefc2d2-c927-4d5c-b9fe-432af277bdec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:36:38.415196 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddefc2d2-c927-4d5c-b9fe-432af277bdec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (e34126c0-a8a6-4063-9c38-6fa82ce6d4de), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:38.415883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47184) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:36:38.488642 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:36:38.507569 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddefc2d2-c927-4d5c-b9fe-432af277bdec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (79eb4688-47e0-4d50-86e8-ffb203dcdfcb), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:38.523341 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ff25d1-70d6-49bb-9fba-b89876e743ce tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] GET failed (client error): The resource could not be found. Feb 28 20:36:38.524836 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-68ff25d1-70d6-49bb-9fba-b89876e743ce tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports/ae5ce021-cc74-4d43-836a-ddc95662fe68 HTTP/1.1" status: 404 len: 333 time: 0.1077118 Feb 28 20:36:38.536683 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47186) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:38.589604 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddefc2d2-c927-4d5c-b9fe-432af277bdec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:38.604392 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ddefc2d2-c927-4d5c-b9fe-432af277bdec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/networks/79eb4688-47e0-4d50-86e8-ffb203dcdfcb HTTP/1.1" status: 204 len: 168 time: 1.8368726 Feb 28 20:36:38.605031 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47188) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:38.634902 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-f8d1f11c-9d2d-4745-b907-c05a6bd06900 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1667307634'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:38.648296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefc2d2-c927-4d5c-b9fe-432af277bdec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Network': ['ID=79eb4688-47e0-4d50-86e8-ffb203dcdfcb,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:38.677926 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3176c2e3-8c39-4840-b636-74dfe395999e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:38.679187 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3176c2e3-8c39-4840-b636-74dfe395999e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:38.718844 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-58d6bad2-5f33-4e41-9cf1-7f67d8d19c57 None None] Current status of the port 3176c2e3-8c39-4840-b636-74dfe395999e is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:38.729377 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1fdfe43-d2b7-42e1-a183-d22da4086b3d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting subnet 1f7a3185-650e-4b36-9760-ca0003cbd46d {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:36:38.732413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8522bc-87bc-4eb8-a8b5-4928c5be8e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-79eb4688-47e0-4d50-86e8-ffb203dcdfcb', 'network_id': '79eb4688-47e0-4d50-86e8-ffb203dcdfcb', 'project_id': 'db60eff1c978422fb5f7cc42ae195246', 'fixed_ips': [{'subnet_id': 'd6ec577e-8184-4fb5-8201-84afd48a93f5'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:36:38.734458 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fa8522bc-87bc-4eb8-a8b5-4928c5be8e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:38.739189 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e1fdfe43-d2b7-42e1-a183-d22da4086b3d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (1f7a3185-650e-4b36-9760-ca0003cbd46d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:38.766416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2125442e-bec7-4429-a956-0bb6ddeeea12 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:38.788618 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2125442e-bec7-4429-a956-0bb6ddeeea12 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:38.851401 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-3c0f38ea-a1d5-40e5-8021-7aa48a00557b None None] Allocated IP 172.20.0.2 (bd62b6fd-b179-4918-be6f-17cd7f27467e/fbd7dc9c-131c-423e-ab96-f2ea5074c9d4/1ea37397-ef93-4eba-b63b-d9e4577a1d6b) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:38.860584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d1f11c-9d2d-4745-b907-c05a6bd06900 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Made reservation on behalf of db60eff1c978422fb5f7cc42ae195246 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:38.864739 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8d1f11c-9d2d-4745-b907-c05a6bd06900 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:38.936073 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e1fdfe43-d2b7-42e1-a183-d22da4086b3d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (1f7a3185-650e-4b36-9760-ca0003cbd46d), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:38.977350 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-2125442e-bec7-4429-a956-0bb6ddeeea12 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] device_id is not set on port 67cb5a5b-49f0-40ec-99d4-5ac7901a03ec yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:36:38.984791 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2edc2e0-d19b-41a8-98fa-ceeae94b9330 None None] Network 79eb4688-47e0-4d50-86e8-ffb203dcdfcb requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:39.076198 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2edc2e0-d19b-41a8-98fa-ceeae94b9330 None None] Network 79eb4688-47e0-4d50-86e8-ffb203dcdfcb could not be found, it might have been deleted concurrently. {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 20:36:39.151348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9adecf9e-0dc7-4249-880c-93741cb56f97 None None] Provisioning complete for port 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:39.160987 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9adecf9e-0dc7-4249-880c-93741cb56f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2c78769f-cb8c-4906-acb3-c4686f0e7bb3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:39.297156 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d1f11c-9d2d-4745-b907-c05a6bd06900 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:36:39.346374 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e1fdfe43-d2b7-42e1-a183-d22da4086b3d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (1f7a3185-650e-4b36-9760-ca0003cbd46d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:39.383088 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8d1f11c-9d2d-4745-b907-c05a6bd06900 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (28b0e79a-0602-4b5e-a7fd-c6231bc46ea8), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:39.383680 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-f8d1f11c-9d2d-4745-b907-c05a6bd06900 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Added segment 28b0e79a-0602-4b5e-a7fd-c6231bc46ea8 of type vlan for network 69c3b108-4125-4e5c-85ef-d2a6d51acff8 Feb 28 20:36:39.497288 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e1fdfe43-d2b7-42e1-a183-d22da4086b3d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (1f7a3185-650e-4b36-9760-ca0003cbd46d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:39.529678 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8d1f11c-9d2d-4745-b907-c05a6bd06900 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (69c3b108-4125-4e5c-85ef-d2a6d51acff8), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:39.585062 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e1fdfe43-d2b7-42e1-a183-d22da4086b3d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:39.598239 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47210) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:39.598885 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e1fdfe43-d2b7-42e1-a183-d22da4086b3d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/subnets/1f7a3185-650e-4b36-9760-ca0003cbd46d HTTP/1.1" status: 204 len: 168 time: 1.0610507 Feb 28 20:36:39.602398 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdfe43-d2b7-42e1-a183-d22da4086b3d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Subnet': ['ID=1f7a3185-650e-4b36-9760-ca0003cbd46d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:39.606738 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3176c2e3-8c39-4840-b636-74dfe395999e is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:39.701064 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8d1f11c-9d2d-4745-b907-c05a6bd06900 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (69c3b108-4125-4e5c-85ef-d2a6d51acff8), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:39.711983 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d1f11c-9d2d-4745-b907-c05a6bd06900 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:39.713915 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8d1f11c-9d2d-4745-b907-c05a6bd06900 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:39.801341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aa638c-fcaf-446c-99df-20eeabd119c1 None None] Network ae92046c-418e-4992-b2c9-a7d6d6f5d0dd requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:39.820986 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47212) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:39.827061 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-f2eb443e-a59a-4d05-a7db-7d17ad9296dc tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'subnet': {'network_id': '69c3b108-4125-4e5c-85ef-d2a6d51acff8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:39.831096 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f8d1f11c-9d2d-4745-b907-c05a6bd06900 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2091560 Feb 28 20:36:39.850053 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05093cf-1fb3-43d2-8cde-eac64d5aed8f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting subnet 943b4b13-148e-4401-ab07-912efaab4f0e {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:36:39.923116 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c05093cf-1fb3-43d2-8cde-eac64d5aed8f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (943b4b13-148e-4401-ab07-912efaab4f0e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:39.935049 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:36:40.013554 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1f11c-9d2d-4745-b907-c05a6bd06900 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Network': ['ID=69c3b108-4125-4e5c-85ef-d2a6d51acff8,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:40.041808 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c05093cf-1fb3-43d2-8cde-eac64d5aed8f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (943b4b13-148e-4401-ab07-912efaab4f0e), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:40.081784 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 69c3b108-4125-4e5c-85ef-d2a6d51acff8 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:36:40.115905 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2eb443e-a59a-4d05-a7db-7d17ad9296dc tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Made reservation on behalf of db60eff1c978422fb5f7cc42ae195246 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:40.120408 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f2eb443e-a59a-4d05-a7db-7d17ad9296dc tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:40.195266 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9adecf9e-0dc7-4249-880c-93741cb56f97 None None] Current status of the port 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:40.257245 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9adecf9e-0dc7-4249-880c-93741cb56f97 None None] Could not find standard attr ID for object ae5ce021-cc74-4d43-836a-ddc95662fe68. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:36:40.273005 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c05093cf-1fb3-43d2-8cde-eac64d5aed8f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (943b4b13-148e-4401-ab07-912efaab4f0e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:40.386812 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3c0f38ea-a1d5-40e5-8021-7aa48a00557b None None] Publish callbacks [] for port (1ea37397-ef93-4eba-b63b-d9e4577a1d6b), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:40.407677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9adecf9e-0dc7-4249-880c-93741cb56f97 None None] Provisioning complete for port 3176c2e3-8c39-4840-b636-74dfe395999e triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:40.423640 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9adecf9e-0dc7-4249-880c-93741cb56f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3176c2e3-8c39-4840-b636-74dfe395999e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:40.441734 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3c0f38ea-a1d5-40e5-8021-7aa48a00557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (1ea37397-ef93-4eba-b63b-d9e4577a1d6b), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:40.615941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:40.616327 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2c78769f-cb8c-4906-acb3-c4686f0e7bb3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:40.650279 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-2125442e-bec7-4429-a956-0bb6ddeeea12 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Allocated IP 172.20.0.11 (bd62b6fd-b179-4918-be6f-17cd7f27467e/fbd7dc9c-131c-423e-ab96-f2ea5074c9d4/67cb5a5b-49f0-40ec-99d4-5ac7901a03ec) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:40.693869 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f2eb443e-a59a-4d05-a7db-7d17ad9296dc tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (5e1a4cc5-64e1-4171-a2b1-044fc6bc71ef), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:40.700758 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c05093cf-1fb3-43d2-8cde-eac64d5aed8f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (943b4b13-148e-4401-ab07-912efaab4f0e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:40.792312 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb443e-a59a-4d05-a7db-7d17ad9296dc tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Subnet': ['ID=5e1a4cc5-64e1-4171-a2b1-044fc6bc71ef,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:40.827565 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05093cf-1fb3-43d2-8cde-eac64d5aed8f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Subnet': ['ID=943b4b13-148e-4401-ab07-912efaab4f0e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:40.861025 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0f38ea-a1d5-40e5-8021-7aa48a00557b None None] Network bd62b6fd-b179-4918-be6f-17cd7f27467e is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:40.871448 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c05093cf-1fb3-43d2-8cde-eac64d5aed8f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:40.885438 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c05093cf-1fb3-43d2-8cde-eac64d5aed8f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/subnets/943b4b13-148e-4401-ab07-912efaab4f0e HTTP/1.1" status: 204 len: 168 time: 1.2859082 Feb 28 20:36:40.893940 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-3c0f38ea-a1d5-40e5-8021-7aa48a00557b None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:40.899589 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47244) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:40.899782 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0f38ea-a1d5-40e5-8021-7aa48a00557b None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:40.900676 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb443e-a59a-4d05-a7db-7d17ad9296dc tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Checking segment: {'id': '28b0e79a-0602-4b5e-a7fd-c6231bc46ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '69c3b108-4125-4e5c-85ef-d2a6d51acff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:40.901094 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eb443e-a59a-4d05-a7db-7d17ad9296dc tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Network hostable DHCP agents. Network: 69c3b108-4125-4e5c-85ef-d2a6d51acff8, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:36:41.023969 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eb443e-a59a-4d05-a7db-7d17ad9296dc tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Network 69c3b108-4125-4e5c-85ef-d2a6d51acff8 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:36:41.066119 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-f2eb443e-a59a-4d05-a7db-7d17ad9296dc tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 69c3b108-4125-4e5c-85ef-d2a6d51acff8) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:41.083032 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eb443e-a59a-4d05-a7db-7d17ad9296dc tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:41.089023 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f2eb443e-a59a-4d05-a7db-7d17ad9296dc tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:41.138538 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f462251-4bb1-4f90-a2ec-41af180e2b87 None None] Network 69c3b108-4125-4e5c-85ef-d2a6d51acff8 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:41.206945 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f2eb443e-a59a-4d05-a7db-7d17ad9296dc tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3822229 Feb 28 20:36:41.217718 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47252) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:41.321494 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f38ea-a1d5-40e5-8021-7aa48a00557b None None] Pushing event updated for resources: {'Port': ['ID=1ea37397-ef93-4eba-b63b-d9e4577a1d6b,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:41.372679 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2125442e-bec7-4429-a956-0bb6ddeeea12 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (67cb5a5b-49f0-40ec-99d4-5ac7901a03ec), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:41.483415 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (69c3b108-4125-4e5c-85ef-d2a6d51acff8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:41.501478 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-60b9d172-eb81-450f-a570-8bf7ad8f2746 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (ae92046c-418e-4992-b2c9-a7d6d6f5d0dd), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:41.539446 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2125442e-bec7-4429-a956-0bb6ddeeea12 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (67cb5a5b-49f0-40ec-99d4-5ac7901a03ec), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:41.553597 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292b07d3-40f4-45f7-b1b6-c8ce2e5a00ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-69c3b108-4125-4e5c-85ef-d2a6d51acff8', 'network_id': '69c3b108-4125-4e5c-85ef-d2a6d51acff8', 'project_id': 'db60eff1c978422fb5f7cc42ae195246', 'fixed_ips': [{'subnet_id': '5e1a4cc5-64e1-4171-a2b1-044fc6bc71ef'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:36:41.554837 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-292b07d3-40f4-45f7-b1b6-c8ce2e5a00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:41.587700 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (5e1a4cc5-64e1-4171-a2b1-044fc6bc71ef), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:41.685599 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2125442e-bec7-4429-a956-0bb6ddeeea12 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network bd62b6fd-b179-4918-be6f-17cd7f27467e is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:41.703702 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-2125442e-bec7-4429-a956-0bb6ddeeea12 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:41.715678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2125442e-bec7-4429-a956-0bb6ddeeea12 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:41.802297 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125442e-bec7-4429-a956-0bb6ddeeea12 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=67cb5a5b-49f0-40ec-99d4-5ac7901a03ec,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:41.859508 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-292b07d3-40f4-45f7-b1b6-c8ce2e5a00ec None None] Allocated IP 2001:db8::1 (69c3b108-4125-4e5c-85ef-d2a6d51acff8/5e1a4cc5-64e1-4171-a2b1-044fc6bc71ef/6247ddac-bc72-4ee9-b7e1-495de3cabf90) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:41.868013 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2125442e-bec7-4429-a956-0bb6ddeeea12 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:41.870047 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2125442e-bec7-4429-a956-0bb6ddeeea12 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:41.873559 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-60b9d172-eb81-450f-a570-8bf7ad8f2746 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port 3176c2e3-8c39-4840-b636-74dfe395999e {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:36:41.874036 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-60b9d172-eb81-450f-a570-8bf7ad8f2746 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3176c2e3-8c39-4840-b636-74dfe395999e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:41.915462 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2125442e-bec7-4429-a956-0bb6ddeeea12 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.9929760 Feb 28 20:36:41.917728 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47268) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:42.088773 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9adecf9e-0dc7-4249-880c-93741cb56f97 None None] Current status of the port 3176c2e3-8c39-4840-b636-74dfe395999e is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:42.110661 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9436a66-d00e-4d08-acdc-19028d996f71 None None] Network ae92046c-418e-4992-b2c9-a7d6d6f5d0dd requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:42.134199 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-60b9d172-eb81-450f-a570-8bf7ad8f2746 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] For port 3176c2e3-8c39-4840-b636-74dfe395999e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3176c2e3-8c39-4840-b636-74dfe395999e,segment=NetworkSegment(e508971e-59de-41c0-934c-243afa4bda7e),segment_id=e508971e-59de-41c0-934c-243afa4bda7e)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:36:42.135877 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-60b9d172-eb81-450f-a570-8bf7ad8f2746 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3176c2e3-8c39-4840-b636-74dfe395999e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:42.192563 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-60b9d172-eb81-450f-a570-8bf7ad8f2746 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for 3176c2e3-8c39-4840-b636-74dfe395999e owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:36:42.195441 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-292b07d3-40f4-45f7-b1b6-c8ce2e5a00ec None None] Publish callbacks [] for port (6247ddac-bc72-4ee9-b7e1-495de3cabf90), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:42.197871 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-3c0f38ea-a1d5-40e5-8021-7aa48a00557b None None] Attempting to bind port 1ea37397-ef93-4eba-b63b-d9e4577a1d6b on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:36:42.198297 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-3c0f38ea-a1d5-40e5-8021-7aa48a00557b None None] Attempting to bind port 1ea37397-ef93-4eba-b63b-d9e4577a1d6b by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '18548113-4195-4c13-bbb0-b08425be4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bd62b6fd-b179-4918-be6f-17cd7f27467e'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:36:42.198775 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0f38ea-a1d5-40e5-8021-7aa48a00557b None None] Attempting to bind port 1ea37397-ef93-4eba-b63b-d9e4577a1d6b on network bd62b6fd-b179-4918-be6f-17cd7f27467e {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:36:42.201669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:42.225247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device aba50656-a154-4b5a-8f1b-48f3792697f0 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:36:42.297654 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (5e1a4cc5-64e1-4171-a2b1-044fc6bc71ef), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:42.326223 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: aba50656-a154-4b5a-8f1b-48f3792697f0 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:36:42.326691 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device aba50656-a154-4b5a-8f1b-48f3792697f0 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:36:42.350386 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Subnet': ['ID=5e1a4cc5-64e1-4171-a2b1-044fc6bc71ef,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:42.367386 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-292b07d3-40f4-45f7-b1b6-c8ce2e5a00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (6247ddac-bc72-4ee9-b7e1-495de3cabf90), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:42.374941 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-60b9d172-eb81-450f-a570-8bf7ad8f2746 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (3176c2e3-8c39-4840-b636-74dfe395999e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:42.438861 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b07d3-40f4-45f7-b1b6-c8ce2e5a00ec None None] Network 69c3b108-4125-4e5c-85ef-d2a6d51acff8 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:42.444111 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0f38ea-a1d5-40e5-8021-7aa48a00557b None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:36:42.444521 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0f38ea-a1d5-40e5-8021-7aa48a00557b None None] Checking segment: {'id': '18548113-4195-4c13-bbb0-b08425be4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bd62b6fd-b179-4918-be6f-17cd7f27467e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:42.444939 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3c0f38ea-a1d5-40e5-8021-7aa48a00557b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:42.445841 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0f38ea-a1d5-40e5-8021-7aa48a00557b None None] Bound using segment: {'id': '18548113-4195-4c13-bbb0-b08425be4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bd62b6fd-b179-4918-be6f-17cd7f27467e'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:36:42.447420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-3c0f38ea-a1d5-40e5-8021-7aa48a00557b None None] Bound port: 1ea37397-ef93-4eba-b63b-d9e4577a1d6b, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18548113-4195-4c13-bbb0-b08425be4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bd62b6fd-b179-4918-be6f-17cd7f27467e'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:36:42.449041 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3c0f38ea-a1d5-40e5-8021-7aa48a00557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1ea37397-ef93-4eba-b63b-d9e4577a1d6b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:42.458787 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9d172-eb81-450f-a570-8bf7ad8f2746 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=3176c2e3-8c39-4840-b636-74dfe395999e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:42.461246 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b9d172-eb81-450f-a570-8bf7ad8f2746 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No DVR routers for this DVR port 3176c2e3-8c39-4840-b636-74dfe395999e on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:36:42.464487 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (69c3b108-4125-4e5c-85ef-d2a6d51acff8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:42.561234 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c3b108-4125-4e5c-85ef-d2a6d51acff8']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:42.609309 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b0e79a-0602-4b5e-a7fd-c6231bc46ea8') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:42.610248 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b0e79a-0602-4b5e-a7fd-c6231bc46ea8') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:42.612716 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-292b07d3-40f4-45f7-b1b6-c8ce2e5a00ec None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:42.628940 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-60b9d172-eb81-450f-a570-8bf7ad8f2746 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (ae92046c-418e-4992-b2c9-a7d6d6f5d0dd), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:42.634088 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (28b0e79a-0602-4b5e-a7fd-c6231bc46ea8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:42.650226 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292b07d3-40f4-45f7-b1b6-c8ce2e5a00ec None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:42.675392 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (28b0e79a-0602-4b5e-a7fd-c6231bc46ea8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:42.692500 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:36:42.693812 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (28b0e79a-0602-4b5e-a7fd-c6231bc46ea8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:42.711894 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b07d3-40f4-45f7-b1b6-c8ce2e5a00ec None None] Pushing event updated for resources: {'Port': ['ID=6247ddac-bc72-4ee9-b7e1-495de3cabf90,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:42.742893 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-74dedaa3-4845-47c2-8224-debf45ad1b22 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:42.745067 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-74dedaa3-4845-47c2-8224-debf45ad1b22 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/networks?id=9f242bb3-56ed-40ba-85a2-099c0aa48b10 HTTP/1.1" status: 200 len: 809 time: 0.2890511 Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:36:42.752955 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:36:42.774538 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-60b9d172-eb81-450f-a570-8bf7ad8f2746 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae92046c-418e-4992-b2c9-a7d6d6f5d0dd']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:42.809708 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-60b9d172-eb81-450f-a570-8bf7ad8f2746 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e508971e-59de-41c0-934c-243afa4bda7e') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:42.810015 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-60b9d172-eb81-450f-a570-8bf7ad8f2746 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e508971e-59de-41c0-934c-243afa4bda7e') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:42.833941 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-60b9d172-eb81-450f-a570-8bf7ad8f2746 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (e508971e-59de-41c0-934c-243afa4bda7e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:42.881242 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ec8a691e-bf91-41c9-a5b2-bafa5785ff0e None None] Provisioning complete for port 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:42.882067 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ec8a691e-bf91-41c9-a5b2-bafa5785ff0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2c78769f-cb8c-4906-acb3-c4686f0e7bb3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:42.898770 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-277f7ce2-cef2-424e-896c-5e337d4d0ea4 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/quotas/c7656ae506ab40e39be23cba5fe51787 HTTP/1.1" status: 200 len: 375 time: 0.0555024 Feb 28 20:36:42.918991 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-60b9d172-eb81-450f-a570-8bf7ad8f2746 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (e508971e-59de-41c0-934c-243afa4bda7e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:42.958863 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b9d172-eb81-450f-a570-8bf7ad8f2746 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:36:42.959380 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-60b9d172-eb81-450f-a570-8bf7ad8f2746 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (e508971e-59de-41c0-934c-243afa4bda7e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:42.967068 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fa7b9e-5db0-4b1a-a9c4-9aac41b23268 None None] DHCP port deletion for ae92046c-418e-4992-b2c9-a7d6d6f5d0dd request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:36:43.129434 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:36:43.131415 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-6c974726-6999-4f6d-a258-632d5b440a93 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7656ae506ab40e39be23cba5fe51787&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2155199 Feb 28 20:36:43.139666 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:36:43.153011 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-292b07d3-40f4-45f7-b1b6-c8ce2e5a00ec None None] Attempting to bind port 6247ddac-bc72-4ee9-b7e1-495de3cabf90 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:36:43.154021 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-292b07d3-40f4-45f7-b1b6-c8ce2e5a00ec None None] Attempting to bind port 6247ddac-bc72-4ee9-b7e1-495de3cabf90 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '28b0e79a-0602-4b5e-a7fd-c6231bc46ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '69c3b108-4125-4e5c-85ef-d2a6d51acff8'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:36:43.156483 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292b07d3-40f4-45f7-b1b6-c8ce2e5a00ec None None] Attempting to bind port 6247ddac-bc72-4ee9-b7e1-495de3cabf90 on network 69c3b108-4125-4e5c-85ef-d2a6d51acff8 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:36:43.230618 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292b07d3-40f4-45f7-b1b6-c8ce2e5a00ec None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:36:43.232235 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292b07d3-40f4-45f7-b1b6-c8ce2e5a00ec None None] Checking segment: {'id': '28b0e79a-0602-4b5e-a7fd-c6231bc46ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '69c3b108-4125-4e5c-85ef-d2a6d51acff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:43.235262 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-292b07d3-40f4-45f7-b1b6-c8ce2e5a00ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:43.237744 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292b07d3-40f4-45f7-b1b6-c8ce2e5a00ec None None] Bound using segment: {'id': '28b0e79a-0602-4b5e-a7fd-c6231bc46ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '69c3b108-4125-4e5c-85ef-d2a6d51acff8'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:36:43.239131 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-292b07d3-40f4-45f7-b1b6-c8ce2e5a00ec None None] Bound port: 6247ddac-bc72-4ee9-b7e1-495de3cabf90, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b0e79a-0602-4b5e-a7fd-c6231bc46ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '69c3b108-4125-4e5c-85ef-d2a6d51acff8'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:36:43.246284 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-292b07d3-40f4-45f7-b1b6-c8ce2e5a00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6247ddac-bc72-4ee9-b7e1-495de3cabf90), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:43.250482 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.db.api [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 20:36:43.250482 n-d-820368-21 neutron-server[103773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 20:36:43.250482 n-d-820368-21 neutron-server[103773]: [parameters: {'id': '69c3b108-4125-4e5c-85ef-d2a6d51acff8'}] Feb 28 20:36:43.250482 n-d-820368-21 neutron-server[103773]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:36:43.250905 n-d-820368-21 neutron-server[103773]: DEBUG oslo_db.api [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:36:43.263989 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-60b9d172-eb81-450f-a570-8bf7ad8f2746 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (ae92046c-418e-4992-b2c9-a7d6d6f5d0dd), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:43.297058 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-60b9d172-eb81-450f-a570-8bf7ad8f2746 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:43.300185 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-60b9d172-eb81-450f-a570-8bf7ad8f2746 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/networks/ae92046c-418e-4992-b2c9-a7d6d6f5d0dd HTTP/1.1" status: 204 len: 168 time: 2.3933525 Feb 28 20:36:43.301129 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9d172-eb81-450f-a570-8bf7ad8f2746 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Network': ['ID=ae92046c-418e-4992-b2c9-a7d6d6f5d0dd,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:43.304427 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-3c0f38ea-a1d5-40e5-8021-7aa48a00557b None None] For port 1ea37397-ef93-4eba-b63b-d9e4577a1d6b, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:36:43.306231 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47314) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:43.435638 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-aa4836d1-e847-475b-98c9-4b3f4eb9990f service neutron] 10.222.0.13 "GET /v2.0/networks/9f242bb3-56ed-40ba-85a2-099c0aa48b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962148 Feb 28 20:36:43.442579 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180507b3-6c87-4b8a-b935-03ec9ca6c5ca tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:43.450346 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-180507b3-6c87-4b8a-b935-03ec9ca6c5ca tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1371372 Feb 28 20:36:43.451107 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47320) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:43.533112 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-292b07d3-40f4-45f7-b1b6-c8ce2e5a00ec None None] For port 6247ddac-bc72-4ee9-b7e1-495de3cabf90, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:36:43.541146 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-292b07d3-40f4-45f7-b1b6-c8ce2e5a00ec None None] For port 6247ddac-bc72-4ee9-b7e1-495de3cabf90, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6247ddac-bc72-4ee9-b7e1-495de3cabf90,segment=NetworkSegment(28b0e79a-0602-4b5e-a7fd-c6231bc46ea8),segment_id=28b0e79a-0602-4b5e-a7fd-c6231bc46ea8)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:36:43.550808 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-08c50a56-ddef-419e-8382-6ccf260908f4 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0986028 Feb 28 20:36:43.555963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47326) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:43.570125 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2126653430'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:43.581630 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-3c0f38ea-a1d5-40e5-8021-7aa48a00557b None None] For port 1ea37397-ef93-4eba-b63b-d9e4577a1d6b, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1ea37397-ef93-4eba-b63b-d9e4577a1d6b,segment=NetworkSegment(18548113-4195-4c13-bbb0-b08425be4c7e),segment_id=18548113-4195-4c13-bbb0-b08425be4c7e)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:36:43.586036 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-292b07d3-40f4-45f7-b1b6-c8ce2e5a00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6247ddac-bc72-4ee9-b7e1-495de3cabf90), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:43.638337 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:43.641705 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:43.667555 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3c0f38ea-a1d5-40e5-8021-7aa48a00557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1ea37397-ef93-4eba-b63b-d9e4577a1d6b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:43.712562 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:36:43.741950 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (1c809968-0eb9-4320-ba1a-568cac47e00e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:43.742307 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Added segment 1c809968-0eb9-4320-ba1a-568cac47e00e of type vlan for network ae7ba635-a810-44d8-897c-5d6115e335b2 Feb 28 20:36:43.774080 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (69c3b108-4125-4e5c-85ef-d2a6d51acff8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:43.970977 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-8fd523da-3f5d-479c-b308-949f1b89af03 service neutron] 10.222.0.13 "GET /v2.0/networks/9f242bb3-56ed-40ba-85a2-099c0aa48b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343511 Feb 28 20:36:43.976920 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b8f9dfc-eec5-4d29-93b8-9c07f8efe943 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (67cb5a5b-49f0-40ec-99d4-5ac7901a03ec), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:43.995223 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ae7ba635-a810-44d8-897c-5d6115e335b2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:44.027452 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a691e-bf91-41c9-a5b2-bafa5785ff0e None None] Current status of the port 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:44.042379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b07d3-40f4-45f7-b1b6-c8ce2e5a00ec None None] Pushing event updated for resources: {'Port': ['ID=6247ddac-bc72-4ee9-b7e1-495de3cabf90,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:44.110280 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Deleting port 6247ddac-bc72-4ee9-b7e1-495de3cabf90 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:36:44.110756 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6247ddac-bc72-4ee9-b7e1-495de3cabf90), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:44.131351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f38ea-a1d5-40e5-8021-7aa48a00557b None None] Pushing event updated for resources: {'Port': ['ID=1ea37397-ef93-4eba-b63b-d9e4577a1d6b,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:44.150134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ec8a691e-bf91-41c9-a5b2-bafa5785ff0e None None] Could not find standard attr ID for object ae5ce021-cc74-4d43-836a-ddc95662fe68. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:36:44.158166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074445c9-9c1b-44a5-858a-6e814ff72b4d None None] Network 69c3b108-4125-4e5c-85ef-d2a6d51acff8 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:44.176956 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ae7ba635-a810-44d8-897c-5d6115e335b2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:44.190665 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:44.193557 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:44.450392 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Network': ['ID=ae7ba635-a810-44d8-897c-5d6115e335b2,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:44.611933 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:44.612960 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:44.614167 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:44.614684 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:44.615213 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:44.615709 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:44.616294 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:44.616792 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:44.617300 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:44.617794 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:44.618916 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:44.619434 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:44.619954 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:36:44.631476 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3e5a0dc8-0b0f-4306-8947-ec970e451834 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0741916 Feb 28 20:36:44.638467 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47342) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:44.644433 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-5f2ac261-6c77-41a2-a962-8fa4c099fd48 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'subnet': {'network_id': 'ae7ba635-a810-44d8-897c-5d6115e335b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:44.665058 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1ea37397-ef93-4eba-b63b-d9e4577a1d6b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:36:44.768452 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ae7ba635-a810-44d8-897c-5d6115e335b2 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:36:44.774845 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ec8a691e-bf91-41c9-a5b2-bafa5785ff0e None None] Could not find standard attr ID for object 3176c2e3-8c39-4840-b636-74dfe395999e. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:36:44.817774 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] For port 6247ddac-bc72-4ee9-b7e1-495de3cabf90, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6247ddac-bc72-4ee9-b7e1-495de3cabf90,segment=NetworkSegment(28b0e79a-0602-4b5e-a7fd-c6231bc46ea8),segment_id=28b0e79a-0602-4b5e-a7fd-c6231bc46ea8)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:36:44.822475 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6247ddac-bc72-4ee9-b7e1-495de3cabf90), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:44.856553 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2ac261-6c77-41a2-a962-8fa4c099fd48 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:44.865371 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5f2ac261-6c77-41a2-a962-8fa4c099fd48 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:44.898950 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Calling delete_port for 6247ddac-bc72-4ee9-b7e1-495de3cabf90 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:36:45.133999 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 1ea37397-ef93-4eba-b63b-d9e4577a1d6b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:45.134372 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1ea37397-ef93-4eba-b63b-d9e4577a1d6b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:45.414558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 1ea37397-ef93-4eba-b63b-d9e4577a1d6b is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:45.422916 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1ea37397-ef93-4eba-b63b-d9e4577a1d6b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:45.562425 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 1ea37397-ef93-4eba-b63b-d9e4577a1d6b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1ea37397-ef93-4eba-b63b-d9e4577a1d6b,segment=NetworkSegment(18548113-4195-4c13-bbb0-b08425be4c7e),segment_id=18548113-4195-4c13-bbb0-b08425be4c7e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:36:45.580840 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1ea37397-ef93-4eba-b63b-d9e4577a1d6b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:45.586532 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b942585d-b212-4343-80e9-10ced1b1f9ee req-ce864297-2689-4fc9-bb5e-f8ec3cff3a27 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 210 time: 0.1982667 Feb 28 20:36:45.784103 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3176c2e3-8c39-4840-b636-74dfe395999e no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:36:45.876016 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (6247ddac-bc72-4ee9-b7e1-495de3cabf90), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:45.958589 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] No DVR routers for this DVR port 6247ddac-bc72-4ee9-b7e1-495de3cabf90 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:36:45.962982 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 3176c2e3-8c39-4840-b636-74dfe395999e {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:36:45.968154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3176c2e3-8c39-4840-b636-74dfe395999e not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:36:46.010238 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=1ea37397-ef93-4eba-b63b-d9e4577a1d6b,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:46.107472 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b8f9dfc-eec5-4d29-93b8-9c07f8efe943 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (67cb5a5b-49f0-40ec-99d4-5ac7901a03ec), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:46.113570 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Port': ['ID=6247ddac-bc72-4ee9-b7e1-495de3cabf90,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:46.115737 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b8f9dfc-eec5-4d29-93b8-9c07f8efe943 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (67cb5a5b-49f0-40ec-99d4-5ac7901a03ec), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:46.228024 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f9dfc-eec5-4d29-93b8-9c07f8efe943 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=67cb5a5b-49f0-40ec-99d4-5ac7901a03ec,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:46.343079 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3627142f-5969-46c1-a7f4-bd35172b2461 None None] get_active_networks_info from n-d-820368-21 {{(pid=103775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 20:36:46.428847 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5f2ac261-6c77-41a2-a962-8fa4c099fd48 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (71209ff4-8469-47ce-bb4b-4c028c06eb1b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:46.496655 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (69c3b108-4125-4e5c-85ef-d2a6d51acff8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:46.569740 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1ea37397-ef93-4eba-b63b-d9e4577a1d6b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:36:46.739195 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b8f9dfc-eec5-4d29-93b8-9c07f8efe943 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (0e61b26d-91e4-40ab-a072-4f0b3adb3e0c), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:46.782246 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c3b108-4125-4e5c-85ef-d2a6d51acff8']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:46.787613 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ac261-6c77-41a2-a962-8fa4c099fd48 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Subnet': ['ID=71209ff4-8469-47ce-bb4b-4c028c06eb1b,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:46.849256 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e5ba1baf-ccf7-486c-b60f-b9df4e96e29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:46.860021 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b0e79a-0602-4b5e-a7fd-c6231bc46ea8') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:46.864734 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b0e79a-0602-4b5e-a7fd-c6231bc46ea8') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:46.894287 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8877126c-5922-4156-a5f1-6daf7014aac8 None None] Provisioning complete for port 1ea37397-ef93-4eba-b63b-d9e4577a1d6b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:46.894682 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8877126c-5922-4156-a5f1-6daf7014aac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1ea37397-ef93-4eba-b63b-d9e4577a1d6b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:46.929754 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (28b0e79a-0602-4b5e-a7fd-c6231bc46ea8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:46.989859 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2ac261-6c77-41a2-a962-8fa4c099fd48 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Checking segment: {'id': '1c809968-0eb9-4320-ba1a-568cac47e00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ae7ba635-a810-44d8-897c-5d6115e335b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:46.991147 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2ac261-6c77-41a2-a962-8fa4c099fd48 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network hostable DHCP agents. Network: ae7ba635-a810-44d8-897c-5d6115e335b2, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:36:47.039648 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (28b0e79a-0602-4b5e-a7fd-c6231bc46ea8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:47.082565 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:36:47.086623 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (28b0e79a-0602-4b5e-a7fd-c6231bc46ea8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:36:47.090419 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:36:47.135270 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2ac261-6c77-41a2-a962-8fa4c099fd48 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network ae7ba635-a810-44d8-897c-5d6115e335b2 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:36:47.262365 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-5f2ac261-6c77-41a2-a962-8fa4c099fd48 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ae7ba635-a810-44d8-897c-5d6115e335b2) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:47.275925 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2ac261-6c77-41a2-a962-8fa4c099fd48 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:47.280458 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5f2ac261-6c77-41a2-a962-8fa4c099fd48 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:47.292273 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9917e3ab-8ebf-4534-b24b-c415a5dacbe1 req-f43428ce-33d4-4316-a00c-32814e143651 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 210 time: 0.1410732 Feb 28 20:36:47.310783 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (69c3b108-4125-4e5c-85ef-d2a6d51acff8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:47.336461 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:47.356189 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/networks/69c3b108-4125-4e5c-85ef-d2a6d51acff8 HTTP/1.1" status: 204 len: 168 time: 6.1333497 Feb 28 20:36:47.363720 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47406) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:47.382528 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5f2ac261-6c77-41a2-a962-8fa4c099fd48 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7406163 Feb 28 20:36:47.395080 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-cf61c4ed-1d63-4d14-8a25-3e394d19e316 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-781960014'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:47.434184 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b8f9dfc-eec5-4d29-93b8-9c07f8efe943 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (67cb5a5b-49f0-40ec-99d4-5ac7901a03ec), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:47.456462 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47408) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:47.517204 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-305ffab8-47cf-422b-bad0-a6b34c925df8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'port': {'network_id': 'ae7ba635-a810-44d8-897c-5d6115e335b2', 'name': 'tempest-PortsIpV6TestJSON-911228123'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:47.530736 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf61c4ed-1d63-4d14-8a25-3e394d19e316 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Made reservation on behalf of db60eff1c978422fb5f7cc42ae195246 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:47.546045 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf61c4ed-1d63-4d14-8a25-3e394d19e316 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:47.562329 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 1ea37397-ef93-4eba-b63b-d9e4577a1d6b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:47.562705 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1ea37397-ef93-4eba-b63b-d9e4577a1d6b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:47.604547 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987567e6-6fb8-46fa-bf59-24a06fc3225d tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Network': ['ID=69c3b108-4125-4e5c-85ef-d2a6d51acff8,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:47.758609 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf61c4ed-1d63-4d14-8a25-3e394d19e316 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:36:47.820496 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf61c4ed-1d63-4d14-8a25-3e394d19e316 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (a57473bc-80b2-4def-a285-6e55672e3f1c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:47.820852 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-cf61c4ed-1d63-4d14-8a25-3e394d19e316 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Added segment a57473bc-80b2-4def-a285-6e55672e3f1c of type vlan for network 59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7 Feb 28 20:36:47.874953 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8877126c-5922-4156-a5f1-6daf7014aac8 None None] Current status of the port 1ea37397-ef93-4eba-b63b-d9e4577a1d6b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:47.900554 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3627142f-5969-46c1-a7f4-bd35172b2461 None None] Unable to find a vacant binding_index for network ae7ba635-a810-44d8-897c-5d6115e335b2 and agent 6c1142d9-050d-4949-adf6-cfe36832e496 {{(pid=103775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 28 20:36:47.919541 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3627142f-5969-46c1-a7f4-bd35172b2461 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ae7ba635-a810-44d8-897c-5d6115e335b2) {{(pid=103775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 20:36:48.091864 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf61c4ed-1d63-4d14-8a25-3e394d19e316 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:48.234921 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305ffab8-47cf-422b-bad0-a6b34c925df8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:48.255597 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-305ffab8-47cf-422b-bad0-a6b34c925df8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:48.267860 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b8f9dfc-eec5-4d29-93b8-9c07f8efe943 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (67cb5a5b-49f0-40ec-99d4-5ac7901a03ec), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:48.281964 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b8f9dfc-eec5-4d29-93b8-9c07f8efe943 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (67cb5a5b-49f0-40ec-99d4-5ac7901a03ec), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:48.401179 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf61c4ed-1d63-4d14-8a25-3e394d19e316 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:48.419738 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf61c4ed-1d63-4d14-8a25-3e394d19e316 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:48.429618 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf61c4ed-1d63-4d14-8a25-3e394d19e316 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:48.441540 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 1ea37397-ef93-4eba-b63b-d9e4577a1d6b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:48.445394 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-305ffab8-47cf-422b-bad0-a6b34c925df8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] device_id is not set on port ff36e44d-6b8a-4e8c-9de2-d55baa785e79 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:36:48.516929 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f9dfc-eec5-4d29-93b8-9c07f8efe943 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=67cb5a5b-49f0-40ec-99d4-5ac7901a03ec,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:48.561398 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ea0173-dabf-43d3-867b-44083ea7cd7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-ae7ba635-a810-44d8-897c-5d6115e335b2', 'network_id': 'ae7ba635-a810-44d8-897c-5d6115e335b2', 'project_id': 'e9a923f21000408697a457be1c29b088', 'fixed_ips': [{'subnet_id': '71209ff4-8469-47ce-bb4b-4c028c06eb1b'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:36:48.562499 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-16ea0173-dabf-43d3-867b-44083ea7cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:48.654307 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-021b2e31-15d9-4d86-8a50-3e4502bacc73 req-2e8e3d8e-38f7-4872-b0eb-8aeaf771240a tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 210 time: 0.1244271 Feb 28 20:36:48.701862 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b8f9dfc-eec5-4d29-93b8-9c07f8efe943 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (0e61b26d-91e4-40ab-a072-4f0b3adb3e0c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:48.965129 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-16ea0173-dabf-43d3-867b-44083ea7cd7e None None] Allocated IP 2001:db8::2 (ae7ba635-a810-44d8-897c-5d6115e335b2/71209ff4-8469-47ce-bb4b-4c028c06eb1b/413ff19a-ac75-4a96-abc8-ff0f3d1e73d1) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:48.970648 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cf61c4ed-1d63-4d14-8a25-3e394d19e316 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5863705 Feb 28 20:36:49.007572 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47438) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:49.015938 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-969ebf28-5494-40a0-9cce-ee91e5550b13 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'subnet': {'network_id': '59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:49.048514 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8f9dfc-eec5-4d29-93b8-9c07f8efe943 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network bd62b6fd-b179-4918-be6f-17cd7f27467e is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:49.055595 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61c4ed-1d63-4d14-8a25-3e394d19e316 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Network': ['ID=59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:49.071531 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-2b8f9dfc-eec5-4d29-93b8-9c07f8efe943 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:49.297358 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-59f5c3fe-fa1e-4d5d-92be-9e8f89772648 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:49.302746 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-59f5c3fe-fa1e-4d5d-92be-9e8f89772648 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.15 "GET /v2.0/networks?id=9f242bb3-56ed-40ba-85a2-099c0aa48b10 HTTP/1.1" status: 200 len: 809 time: 0.4338272 Feb 28 20:36:49.323609 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-f59f7d76-f2fb-404f-8fe6-5382f502eec2 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Request body: {'port': {'device_id': 'd9d053fe-4cdb-415a-9c3a-137abcb664f6', 'network_id': '9f242bb3-56ed-40ba-85a2-099c0aa48b10', 'admin_state_up': True, 'tenant_id': 'c7656ae506ab40e39be23cba5fe51787'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:49.501037 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-16ea0173-dabf-43d3-867b-44083ea7cd7e None None] Publish callbacks [] for port (413ff19a-ac75-4a96-abc8-ff0f3d1e73d1), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:49.515485 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:36:49.517488 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969ebf28-5494-40a0-9cce-ee91e5550b13 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Made reservation on behalf of db60eff1c978422fb5f7cc42ae195246 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:49.527645 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-969ebf28-5494-40a0-9cce-ee91e5550b13 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:49.560893 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-16ea0173-dabf-43d3-867b-44083ea7cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (413ff19a-ac75-4a96-abc8-ff0f3d1e73d1), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:49.712548 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-305ffab8-47cf-422b-bad0-a6b34c925df8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Allocated IP 2001:db8::3b6 (ae7ba635-a810-44d8-897c-5d6115e335b2/71209ff4-8469-47ce-bb4b-4c028c06eb1b/ff36e44d-6b8a-4e8c-9de2-d55baa785e79) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:49.823947 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ea0173-dabf-43d3-867b-44083ea7cd7e None None] Network ae7ba635-a810-44d8-897c-5d6115e335b2 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:49.837697 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2e10d5eb-6c2a-4350-a66b-26cf4d6d1f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:49.851091 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0173-dabf-43d3-867b-44083ea7cd7e None None] Pushing event updated for resources: {'Port': ['ID=413ff19a-ac75-4a96-abc8-ff0f3d1e73d1,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:49.863678 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-16ea0173-dabf-43d3-867b-44083ea7cd7e None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:49.880045 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ea0173-dabf-43d3-867b-44083ea7cd7e None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:50.014751 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ead3ebfd-ab7f-4294-8e37-ea15fed4f3e0 req-aaf0f925-ee07-4c3f-8a19-aa71bf77b97f tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 210 time: 0.0734286 Feb 28 20:36:50.037749 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:50.196548 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-969ebf28-5494-40a0-9cce-ee91e5550b13 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (28d1235f-3240-4732-b7d1-5e5d8bcbeeb8), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:50.235325 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:50.255538 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-305ffab8-47cf-422b-bad0-a6b34c925df8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (ff36e44d-6b8a-4e8c-9de2-d55baa785e79), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:50.261134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-16ea0173-dabf-43d3-867b-44083ea7cd7e None None] Attempting to bind port 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:36:50.261134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-16ea0173-dabf-43d3-867b-44083ea7cd7e None None] Attempting to bind port 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '1c809968-0eb9-4320-ba1a-568cac47e00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ae7ba635-a810-44d8-897c-5d6115e335b2'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:36:50.267080 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea0173-dabf-43d3-867b-44083ea7cd7e None None] Attempting to bind port 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1 on network ae7ba635-a810-44d8-897c-5d6115e335b2 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:36:50.280088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea0173-dabf-43d3-867b-44083ea7cd7e None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:36:50.282137 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea0173-dabf-43d3-867b-44083ea7cd7e None None] Checking segment: {'id': '1c809968-0eb9-4320-ba1a-568cac47e00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ae7ba635-a810-44d8-897c-5d6115e335b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:50.284314 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-16ea0173-dabf-43d3-867b-44083ea7cd7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:50.284867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea0173-dabf-43d3-867b-44083ea7cd7e None None] Bound using segment: {'id': '1c809968-0eb9-4320-ba1a-568cac47e00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ae7ba635-a810-44d8-897c-5d6115e335b2'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:36:50.286189 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-16ea0173-dabf-43d3-867b-44083ea7cd7e None None] Bound port: 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c809968-0eb9-4320-ba1a-568cac47e00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ae7ba635-a810-44d8-897c-5d6115e335b2'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:36:50.288248 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-16ea0173-dabf-43d3-867b-44083ea7cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (413ff19a-ac75-4a96-abc8-ff0f3d1e73d1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:50.290860 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-f59f7d76-f2fb-404f-8fe6-5382f502eec2 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Made reservation on behalf of c7656ae506ab40e39be23cba5fe51787 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:50.303846 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-f59f7d76-f2fb-404f-8fe6-5382f502eec2 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:50.442080 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ebf28-5494-40a0-9cce-ee91e5550b13 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Checking segment: {'id': 'a57473bc-80b2-4def-a285-6e55672e3f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:50.442514 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969ebf28-5494-40a0-9cce-ee91e5550b13 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Network hostable DHCP agents. Network: 59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:36:50.468333 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8f9dfc-eec5-4d29-93b8-9c07f8efe943 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Router 0e61b26d-91e4-40ab-a072-4f0b3adb3e0c is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:36:50.479200 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-16ea0173-dabf-43d3-867b-44083ea7cd7e None None] For port 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:36:50.481191 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-305ffab8-47cf-422b-bad0-a6b34c925df8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ff36e44d-6b8a-4e8c-9de2-d55baa785e79), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:50.491190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-16ea0173-dabf-43d3-867b-44083ea7cd7e None None] For port 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=413ff19a-ac75-4a96-abc8-ff0f3d1e73d1,segment=NetworkSegment(1c809968-0eb9-4320-ba1a-568cac47e00e),segment_id=1c809968-0eb9-4320-ba1a-568cac47e00e)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:36:50.510097 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-16ea0173-dabf-43d3-867b-44083ea7cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (413ff19a-ac75-4a96-abc8-ff0f3d1e73d1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:50.533934 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ebf28-5494-40a0-9cce-ee91e5550b13 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Subnet': ['ID=28d1235f-3240-4732-b7d1-5e5d8bcbeeb8,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:50.556143 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969ebf28-5494-40a0-9cce-ee91e5550b13 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Network 59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:36:50.639123 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0173-dabf-43d3-867b-44083ea7cd7e None None] Pushing event updated for resources: {'Port': ['ID=413ff19a-ac75-4a96-abc8-ff0f3d1e73d1,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:50.661919 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305ffab8-47cf-422b-bad0-a6b34c925df8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network ae7ba635-a810-44d8-897c-5d6115e335b2 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:50.672377 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-305ffab8-47cf-422b-bad0-a6b34c925df8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:50.676326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305ffab8-47cf-422b-bad0-a6b34c925df8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:50.682278 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305ffab8-47cf-422b-bad0-a6b34c925df8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:50.682917 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-305ffab8-47cf-422b-bad0-a6b34c925df8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:50.688026 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ffab8-47cf-422b-bad0-a6b34c925df8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=ff36e44d-6b8a-4e8c-9de2-d55baa785e79,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:50.740851 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-969ebf28-5494-40a0-9cce-ee91e5550b13 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:50.748466 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969ebf28-5494-40a0-9cce-ee91e5550b13 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:50.748724 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-f59f7d76-f2fb-404f-8fe6-5382f502eec2 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Allocated IP 172.20.0.11 (9f242bb3-56ed-40ba-85a2-099c0aa48b10/512409d4-b57b-4deb-8e85-db25fe25e59b/c93c1f55-935e-4cdb-a8fe-26714da9da44) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:50.749164 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-969ebf28-5494-40a0-9cce-ee91e5550b13 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:50.758642 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-305ffab8-47cf-422b-bad0-a6b34c925df8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2573020 Feb 28 20:36:50.764944 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47470) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:50.770867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-4a51f2b4-5088-46ef-b5e5-59409ce1b67d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'port': {'network_id': 'ae7ba635-a810-44d8-897c-5d6115e335b2', 'name': 'tempest-PortsIpV6TestJSON-1821190438'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:50.809641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8f9dfc-eec5-4d29-93b8-9c07f8efe943 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:36:50.822177 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47472) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:50.822670 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-969ebf28-5494-40a0-9cce-ee91e5550b13 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8112848 Feb 28 20:36:50.827959 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2b8f9dfc-eec5-4d29-93b8-9c07f8efe943 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "PUT /v2.0/routers/0e61b26d-91e4-40ab-a072-4f0b3adb3e0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9085879 Feb 28 20:36:50.829505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb092e7-2ee3-45d9-8247-071f2e09e8cb None None] Sync routers for ids ['0e61b26d-91e4-40ab-a072-4f0b3adb3e0c'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:36:50.830505 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47474) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:50.855005 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-6b84061e-8732-4595-aaa1-473aadf70743 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'subnet': {'network_id': '59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:50.871998 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb092e7-2ee3-45d9-8247-071f2e09e8cb None None] Routers {'0e61b26d-91e4-40ab-a072-4f0b3adb3e0c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:36:50.874590 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5fb092e7-2ee3-45d9-8247-071f2e09e8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:36:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0e61b26d-91e4-40ab-a072-4f0b3adb3e0c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:51.036155 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5fb092e7-2ee3-45d9-8247-071f2e09e8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:51.117427 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb092e7-2ee3-45d9-8247-071f2e09e8cb None None] Routers {'0e61b26d-91e4-40ab-a072-4f0b3adb3e0c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:36:51.118018 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5fb092e7-2ee3-45d9-8247-071f2e09e8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:36:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0e61b26d-91e4-40ab-a072-4f0b3adb3e0c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:51.276016 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f61a4d6-958e-40cb-896f-98ec118fd739 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:51.282238 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5f61a4d6-958e-40cb-896f-98ec118fd739 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e61b26d-91e4-40ab-a072-4f0b3adb3e0c HTTP/1.1" status: 200 len: 983 time: 0.4504397 Feb 28 20:36:51.283262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47486) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:51.303465 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5fb092e7-2ee3-45d9-8247-071f2e09e8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:51.306958 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb092e7-2ee3-45d9-8247-071f2e09e8cb None None] The sync data for ids ['0e61b26d-91e4-40ab-a072-4f0b3adb3e0c'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:36:51.365750 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:51.372414 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4af0220-8663-4867-882f-786f1831f117 req-cee34483-a962-49d0-93c2-c1135b30af94 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 210 time: 0.1445127 Feb 28 20:36:51.538572 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a51f2b4-5088-46ef-b5e5-59409ce1b67d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:51.544057 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a51f2b4-5088-46ef-b5e5-59409ce1b67d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:51.596774 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-f59f7d76-f2fb-404f-8fe6-5382f502eec2 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Publish callbacks [] for port (c93c1f55-935e-4cdb-a8fe-26714da9da44), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:51.672716 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b84061e-8732-4595-aaa1-473aadf70743 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Made reservation on behalf of db60eff1c978422fb5f7cc42ae195246 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:51.681477 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-4a51f2b4-5088-46ef-b5e5-59409ce1b67d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] device_id is not set on port 22a19aeb-bcc4-430a-8a14-5bf8039028c8 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:36:51.684445 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b84061e-8732-4595-aaa1-473aadf70743 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:51.841071 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-f59f7d76-f2fb-404f-8fe6-5382f502eec2 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c93c1f55-935e-4cdb-a8fe-26714da9da44), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:51.856038 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-4a51f2b4-5088-46ef-b5e5-59409ce1b67d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Allocated IP 2001:db8::21b (ae7ba635-a810-44d8-897c-5d6115e335b2/71209ff4-8469-47ce-bb4b-4c028c06eb1b/22a19aeb-bcc4-430a-8a14-5bf8039028c8) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:51.961713 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-f59f7d76-f2fb-404f-8fe6-5382f502eec2 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Network 9f242bb3-56ed-40ba-85a2-099c0aa48b10 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:52.029463 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-f59f7d76-f2fb-404f-8fe6-5382f502eec2 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:52.039211 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-f59f7d76-f2fb-404f-8fe6-5382f502eec2 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:52.143057 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f7d76-f2fb-404f-8fe6-5382f502eec2 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Pushing event updated for resources: {'Port': ['ID=c93c1f55-935e-4cdb-a8fe-26714da9da44,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:52.222054 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-f59f7d76-f2fb-404f-8fe6-5382f502eec2 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:52.222964 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-f59f7d76-f2fb-404f-8fe6-5382f502eec2 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:52.309779 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-f59f7d76-f2fb-404f-8fe6-5382f502eec2 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9975550 Feb 28 20:36:52.352004 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] Request body: {'port': {'device_id': 'd9d053fe-4cdb-415a-9c3a-137abcb664f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:52.509370 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a51f2b4-5088-46ef-b5e5-59409ce1b67d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (22a19aeb-bcc4-430a-8a14-5bf8039028c8), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:52.563964 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:52.664939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4557507-59d6-478b-9efb-0b08f3b07f8d None None] get_active_networks_info from n-d-820368-21 {{(pid=103775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 20:36:52.790237 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c93c1f55-935e-4cdb-a8fe-26714da9da44), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:52.887092 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53127ceb-e2df-4363-81b6-066fc1fa2dbd req-3bfbee9a-c28d-49b5-abe2-c5e20e55717f tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:52.895130 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53127ceb-e2df-4363-81b6-066fc1fa2dbd req-3bfbee9a-c28d-49b5-abe2-c5e20e55717f tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 932 time: 0.3037100 Feb 28 20:36:52.908669 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b84061e-8732-4595-aaa1-473aadf70743 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (fd581fb6-2f06-42e1-880a-6cf2ce74c0c8), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:52.931311 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a51f2b4-5088-46ef-b5e5-59409ce1b67d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (22a19aeb-bcc4-430a-8a14-5bf8039028c8), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:52.947041 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:36:53.007217 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b84061e-8732-4595-aaa1-473aadf70743 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Network 59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:53.027590 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-6b84061e-8732-4595-aaa1-473aadf70743 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:53.039585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b84061e-8732-4595-aaa1-473aadf70743 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:53.041107 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b84061e-8732-4595-aaa1-473aadf70743 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:53.072109 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:53.091901 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53127ceb-e2df-4363-81b6-066fc1fa2dbd req-54f60cb1-6a3c-409d-a603-c61e7142bc93 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876771 Feb 28 20:36:53.103157 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84061e-8732-4595-aaa1-473aadf70743 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Subnet': ['ID=fd581fb6-2f06-42e1-880a-6cf2ce74c0c8,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:53.135849 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4557507-59d6-478b-9efb-0b08f3b07f8d None None] Resources bound (agent type, host, resource id): {{(pid=103775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 20:36:53.162087 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6b84061e-8732-4595-aaa1-473aadf70743 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3393080 Feb 28 20:36:53.165170 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c4bf5ba0-e4db-4452-b19a-d23b41086caa None None] Provisioning complete for port 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:53.165897 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c4bf5ba0-e4db-4452-b19a-d23b41086caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (413ff19a-ac75-4a96-abc8-ff0f3d1e73d1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:53.170733 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47526) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:53.216113 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a51f2b4-5088-46ef-b5e5-59409ce1b67d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network ae7ba635-a810-44d8-897c-5d6115e335b2 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:53.250895 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-4a51f2b4-5088-46ef-b5e5-59409ce1b67d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:53.260271 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a51f2b4-5088-46ef-b5e5-59409ce1b67d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:53.269082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a51f2b4-5088-46ef-b5e5-59409ce1b67d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:53.270626 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a51f2b4-5088-46ef-b5e5-59409ce1b67d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:53.286070 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51f2b4-5088-46ef-b5e5-59409ce1b67d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=22a19aeb-bcc4-430a-8a14-5bf8039028c8,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:53.323627 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4a51f2b4-5088-46ef-b5e5-59409ce1b67d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5576313 Feb 28 20:36:53.361840 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47530) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:53.410230 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:53.414121 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (413ff19a-ac75-4a96-abc8-ff0f3d1e73d1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:53.427014 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b880fd61-90fe-4708-8680-bb0cb83e20eb tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:53.428569 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b880fd61-90fe-4708-8680-bb0cb83e20eb tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:53.430761 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b880fd61-90fe-4708-8680-bb0cb83e20eb tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:53.432233 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b880fd61-90fe-4708-8680-bb0cb83e20eb tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:53.433624 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b880fd61-90fe-4708-8680-bb0cb83e20eb tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:53.439209 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b880fd61-90fe-4708-8680-bb0cb83e20eb tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2434487 Feb 28 20:36:53.446677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47532) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:53.453308 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-5e8ef1e6-d9d5-4aee-be6b-5ec66243147e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-380446113'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:53.552656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8ef1e6-d9d5-4aee-be6b-5ec66243147e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Made reservation on behalf of db60eff1c978422fb5f7cc42ae195246 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:53.557847 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5e8ef1e6-d9d5-4aee-be6b-5ec66243147e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:53.646395 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7bfde0da-c1ac-4740-a07a-3fdc9498ea2a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (0e61b26d-91e4-40ab-a072-4f0b3adb3e0c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:53.715541 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c4bf5ba0-e4db-4452-b19a-d23b41086caa None None] Current status of the port 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:53.716314 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c4bf5ba0-e4db-4452-b19a-d23b41086caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (413ff19a-ac75-4a96-abc8-ff0f3d1e73d1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:53.759610 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c4bf5ba0-e4db-4452-b19a-d23b41086caa None None] For port 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=413ff19a-ac75-4a96-abc8-ff0f3d1e73d1,segment=NetworkSegment(1c809968-0eb9-4320-ba1a-568cac47e00e),segment_id=1c809968-0eb9-4320-ba1a-568cac47e00e)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:36:53.814765 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:53.815158 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (413ff19a-ac75-4a96-abc8-ff0f3d1e73d1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:53.829771 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c4bf5ba0-e4db-4452-b19a-d23b41086caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (413ff19a-ac75-4a96-abc8-ff0f3d1e73d1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:53.930091 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:36:53.930566 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:36:54.067619 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c93c1f55-935e-4cdb-a8fe-26714da9da44 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:36:54.078384 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] Publish callbacks [] for port (c93c1f55-935e-4cdb-a8fe-26714da9da44), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:54.109464 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] Transition to ACTIVE for port object c93c1f55-935e-4cdb-a8fe-26714da9da44 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:36:54.116324 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (c93c1f55-935e-4cdb-a8fe-26714da9da44), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:54.257875 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] Pushing event updated for resources: {'Port': ['ID=c93c1f55-935e-4cdb-a8fe-26714da9da44,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:54.280867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf5ba0-e4db-4452-b19a-d23b41086caa None None] Pushing event updated for resources: {'Port': ['ID=413ff19a-ac75-4a96-abc8-ff0f3d1e73d1,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:54.401671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7', 'network_id': '59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7', 'project_id': 'db60eff1c978422fb5f7cc42ae195246', 'fixed_ips': [{'subnet_id': '28d1235f-3240-4732-b7d1-5e5d8bcbeeb8'}, {'subnet_id': 'fd581fb6-2f06-42e1-880a-6cf2ce74c0c8'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:36:54.402568 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:54.425677 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] Attempting to bind port c93c1f55-935e-4cdb-a8fe-26714da9da44 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:36:54.426054 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] Attempting to bind port c93c1f55-935e-4cdb-a8fe-26714da9da44 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'f06fae59-5969-4554-9d13-a917300f2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9f242bb3-56ed-40ba-85a2-099c0aa48b10'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:36:54.426332 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] Attempting to bind port c93c1f55-935e-4cdb-a8fe-26714da9da44 on network 9f242bb3-56ed-40ba-85a2-099c0aa48b10 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:36:54.435131 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] Port c93c1f55-935e-4cdb-a8fe-26714da9da44 on network 9f242bb3-56ed-40ba-85a2-099c0aa48b10 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:36:54.435983 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] Attempting to bind port c93c1f55-935e-4cdb-a8fe-26714da9da44 on network 9f242bb3-56ed-40ba-85a2-099c0aa48b10 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:36:54.447109 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:36:54.447398 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] Checking segment: {'id': 'f06fae59-5969-4554-9d13-a917300f2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9f242bb3-56ed-40ba-85a2-099c0aa48b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:54.447792 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] Bound using segment: {'id': 'f06fae59-5969-4554-9d13-a917300f2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9f242bb3-56ed-40ba-85a2-099c0aa48b10'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:36:54.455867 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] Bound port: c93c1f55-935e-4cdb-a8fe-26714da9da44, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06fae59-5969-4554-9d13-a917300f2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9f242bb3-56ed-40ba-85a2-099c0aa48b10'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:36:54.456244 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c93c1f55-935e-4cdb-a8fe-26714da9da44), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:54.568135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] For port c93c1f55-935e-4cdb-a8fe-26714da9da44, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:36:54.573528 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] For port c93c1f55-935e-4cdb-a8fe-26714da9da44, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c93c1f55-935e-4cdb-a8fe-26714da9da44,segment=NetworkSegment(f06fae59-5969-4554-9d13-a917300f2052),segment_id=f06fae59-5969-4554-9d13-a917300f2052)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:36:54.588755 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (c93c1f55-935e-4cdb-a8fe-26714da9da44), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:54.642709 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:54.643733 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:54.646186 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] 10.222.0.15 "PUT /v2.0/ports/c93c1f55-935e-4cdb-a8fe-26714da9da44 HTTP/1.1" status: 200 len: 1093 time: 2.3053350 Feb 28 20:36:54.646790 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d053fe-4cdb-415a-9c3a-137abcb664f6', 'tag': 'c93c1f55-935e-4cdb-a8fe-26714da9da44'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:36:54.650707 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e98224-a7d0-4010-85ff-347a0e7d576c" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d053fe-4cdb-415a-9c3a-137abcb664f6", "tag": "c93c1f55-935e-4cdb-a8fe-26714da9da44"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:36:54.694307 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f326d86f-fbd0-4db8-874e-506a234cbcdf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:54.698514 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f326d86f-fbd0-4db8-874e-506a234cbcdf tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3b6 HTTP/1.1" status: 200 len: 928 time: 1.3322566 Feb 28 20:36:54.702877 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47560) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:54.748763 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8ef1e6-d9d5-4aee-be6b-5ec66243147e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:36:54.757755 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e211cd5-9daf-475b-b813-62908c89d866 service neutron] Pushing event updated for resources: {'Port': ['ID=c93c1f55-935e-4cdb-a8fe-26714da9da44,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:54.837345 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5e8ef1e6-d9d5-4aee-be6b-5ec66243147e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (536ae25f-fe64-4ef5-abb0-f96279532069), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:54.837772 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-5e8ef1e6-d9d5-4aee-be6b-5ec66243147e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Added segment 536ae25f-fe64-4ef5-abb0-f96279532069 of type vlan for network d18072ae-210f-4b84-9cd3-e1f6f28794fc Feb 28 20:36:54.839995 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:54.992012 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5e8ef1e6-d9d5-4aee-be6b-5ec66243147e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (d18072ae-210f-4b84-9cd3-e1f6f28794fc), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:54.994902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:36:55.055963 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5e8ef1e6-d9d5-4aee-be6b-5ec66243147e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (d18072ae-210f-4b84-9cd3-e1f6f28794fc), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:55.059183 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-68c02686-3a3f-4127-bc05-2d9332e2cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:55.060890 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-68c02686-3a3f-4127-bc05-2d9332e2cfb8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7656ae506ab40e39be23cba5fe51787&device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 1127 time: 0.3557279 Feb 28 20:36:55.061971 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8ef1e6-d9d5-4aee-be6b-5ec66243147e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:55.062964 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5e8ef1e6-d9d5-4aee-be6b-5ec66243147e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:55.126573 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] Allocated IP 2001:db8::2 (59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7/28d1235f-3240-4732-b7d1-5e5d8bcbeeb8/702868aa-8102-4c34-980c-05ffc158d2c2) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:55.148572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] Allocated IP 172.20.0.1 (59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7/fd581fb6-2f06-42e1-880a-6cf2ce74c0c8/702868aa-8102-4c34-980c-05ffc158d2c2) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:36:55.153022 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18614cbe-50c3-4a4e-a087-a56e576d71cb req-bce4e104-af9d-48b3-8480-94895b50cdf0 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:55.155245 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-18614cbe-50c3-4a4e-a087-a56e576d71cb req-bce4e104-af9d-48b3-8480-94895b50cdf0 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 944 time: 0.6589499 Feb 28 20:36:55.213209 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344d8d9c-d543-438f-8c16-fbee4066c2da x-openstack-request-id: req-344d8d9c-d543-438f-8c16-fbee4066c2da {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:36:55.214115 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d053fe-4cdb-415a-9c3a-137abcb664f6", "tag": "c93c1f55-935e-4cdb-a8fe-26714da9da44", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:36:55.214623 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-344d8d9c-d543-438f-8c16-fbee4066c2da {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:36:55.215219 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d053fe-4cdb-415a-9c3a-137abcb664f6', 'tag': 'c93c1f55-935e-4cdb-a8fe-26714da9da44', 'status': 'completed', 'code': 200} Feb 28 20:36:55.228307 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-6db41b50-8210-4dac-95a8-9a7b84c8e2ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c93c1f55-935e-4cdb-a8fe-26714da9da44 HTTP/1.1" status: 200 len: 217 time: 0.1516161 Feb 28 20:36:55.288910 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-1cd1a2b3-337c-4bc5-90f7-4c2f656311e3 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port 22a19aeb-bcc4-430a-8a14-5bf8039028c8 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:36:55.289545 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1cd1a2b3-337c-4bc5-90f7-4c2f656311e3 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (22a19aeb-bcc4-430a-8a14-5bf8039028c8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:55.294997 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:55.295529 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (413ff19a-ac75-4a96-abc8-ff0f3d1e73d1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:55.306465 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-1f00539b-b66b-4fad-aa13-2c1d6f5a9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:55.308222 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-1f00539b-b66b-4fad-aa13-2c1d6f5a9854 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=512409d4-b57b-4deb-8e85-db25fe25e59b HTTP/1.1" status: 200 len: 849 time: 0.0724969 Feb 28 20:36:55.360818 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ef1e6-d9d5-4aee-be6b-5ec66243147e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Network': ['ID=d18072ae-210f-4b84-9cd3-e1f6f28794fc,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:55.397731 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5e8ef1e6-d9d5-4aee-be6b-5ec66243147e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9481869 Feb 28 20:36:55.403011 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network d18072ae-210f-4b84-9cd3-e1f6f28794fc details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:36:55.408465 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47574) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:55.411541 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-9597c98d-0038-47a2-b4eb-6fe63358cfa2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f242bb3-56ed-40ba-85a2-099c0aa48b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959301 Feb 28 20:36:55.414894 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-7de4a679-2d0b-47b5-aa25-3581111d3c66 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:55.609013 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1cd1a2b3-337c-4bc5-90f7-4c2f656311e3 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (22a19aeb-bcc4-430a-8a14-5bf8039028c8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:55.629742 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-807e71f4-d3aa-439d-ab58-515850528c0b service neutron] 10.222.0.15 "GET /v2.0/networks/9f242bb3-56ed-40ba-85a2-099c0aa48b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050054 Feb 28 20:36:55.630549 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-1cd1a2b3-337c-4bc5-90f7-4c2f656311e3 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for 22a19aeb-bcc4-430a-8a14-5bf8039028c8 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:36:55.784631 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-18614cbe-50c3-4a4e-a087-a56e576d71cb req-571f2657-32ad-4543-9206-9d8432ae5a19 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617099 Feb 28 20:36:55.897626 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] Publish callbacks [] for port (702868aa-8102-4c34-980c-05ffc158d2c2), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:55.906863 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (702868aa-8102-4c34-980c-05ffc158d2c2), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:55.992028 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:36:56.040581 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7de4a679-2d0b-47b5-aa25-3581111d3c66 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (d18072ae-210f-4b84-9cd3-e1f6f28794fc), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:56.060943 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] Network 59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:36:56.078671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:56.083483 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7de4a679-2d0b-47b5-aa25-3581111d3c66 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (d18072ae-210f-4b84-9cd3-e1f6f28794fc), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:56.092353 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:36:56.107240 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-7bfde0da-c1ac-4740-a07a-3fdc9498ea2a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting port 67cb5a5b-49f0-40ec-99d4-5ac7901a03ec {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:36:56.107599 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7bfde0da-c1ac-4740-a07a-3fdc9498ea2a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (67cb5a5b-49f0-40ec-99d4-5ac7901a03ec), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:56.118298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] Pushing event updated for resources: {'Port': ['ID=702868aa-8102-4c34-980c-05ffc158d2c2,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:56.154426 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c47448ea-52aa-4029-bb10-e97d0d656408 req-b66480c1-e306-4a2a-b9c4-045c7c2fa701 service neutron] 10.222.0.15 "GET /v2.0/networks/9f242bb3-56ed-40ba-85a2-099c0aa48b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113001 Feb 28 20:36:56.241157 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7de4a679-2d0b-47b5-aa25-3581111d3c66 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Network d18072ae-210f-4b84-9cd3-e1f6f28794fc is not hosted by any dhcp agent {{(pid=103774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 20:36:56.252924 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de4a679-2d0b-47b5-aa25-3581111d3c66 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:56.264682 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7de4a679-2d0b-47b5-aa25-3581111d3c66 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:56.265864 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7de4a679-2d0b-47b5-aa25-3581111d3c66 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "PUT /v2.0/networks/d18072ae-210f-4b84-9cd3-e1f6f28794fc HTTP/1.1" status: 200 len: 723 time: 0.8564479 Feb 28 20:36:56.283743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47586) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:56.297495 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] Attempting to bind port 702868aa-8102-4c34-980c-05ffc158d2c2 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:36:56.298120 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] Attempting to bind port 702868aa-8102-4c34-980c-05ffc158d2c2 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'a57473bc-80b2-4def-a285-6e55672e3f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:36:56.298661 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] Attempting to bind port 702868aa-8102-4c34-980c-05ffc158d2c2 on network 59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:36:56.300430 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-c5f33c63-ea8d-41e7-9d65-b1c3c6f39e66 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'subnet': {'network_id': 'd18072ae-210f-4b84-9cd3-e1f6f28794fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:36:56.306505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:36:56.309563 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] Checking segment: {'id': 'a57473bc-80b2-4def-a285-6e55672e3f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:56.312249 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:56.312951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] Bound using segment: {'id': 'a57473bc-80b2-4def-a285-6e55672e3f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:36:56.313636 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] Bound port: 702868aa-8102-4c34-980c-05ffc158d2c2, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57473bc-80b2-4def-a285-6e55672e3f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:36:56.314415 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (702868aa-8102-4c34-980c-05ffc158d2c2), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:56.410327 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1cd1a2b3-337c-4bc5-90f7-4c2f656311e3 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (22a19aeb-bcc4-430a-8a14-5bf8039028c8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:56.421858 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e98224-a7d0-4010-85ff-347a0e7d576c req-a2be1599-28be-49fa-8434-6c72c9745377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:56.433734 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22e98224-a7d0-4010-85ff-347a0e7d576c req-a2be1599-28be-49fa-8434-6c72c9745377 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7656ae506ab40e39be23cba5fe51787&device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 1127 time: 0.2066338 Feb 28 20:36:56.471078 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7bfde0da-c1ac-4740-a07a-3fdc9498ea2a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (67cb5a5b-49f0-40ec-99d4-5ac7901a03ec), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:56.474853 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] For port 702868aa-8102-4c34-980c-05ffc158d2c2, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:36:56.478853 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] For port 702868aa-8102-4c34-980c-05ffc158d2c2, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=702868aa-8102-4c34-980c-05ffc158d2c2,segment=NetworkSegment(a57473bc-80b2-4def-a285-6e55672e3f1c),segment_id=a57473bc-80b2-4def-a285-6e55672e3f1c)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:36:56.493794 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-7bfde0da-c1ac-4740-a07a-3fdc9498ea2a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Calling delete_port for 67cb5a5b-49f0-40ec-99d4-5ac7901a03ec owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:36:56.496328 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (702868aa-8102-4c34-980c-05ffc158d2c2), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:56.547180 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1a2b3-337c-4bc5-90f7-4c2f656311e3 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=22a19aeb-bcc4-430a-8a14-5bf8039028c8,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:56.642647 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7a9dd-9ed9-40ff-9530-099dfd96f732 None None] Pushing event updated for resources: {'Port': ['ID=702868aa-8102-4c34-980c-05ffc158d2c2,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:56.906303 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1cd1a2b3-337c-4bc5-90f7-4c2f656311e3 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:56.912908 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1cd1a2b3-337c-4bc5-90f7-4c2f656311e3 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/ports/22a19aeb-bcc4-430a-8a14-5bf8039028c8 HTTP/1.1" status: 204 len: 168 time: 2.1925712 Feb 28 20:36:56.914260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47606) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:56.974875 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e98224-a7d0-4010-85ff-347a0e7d576c req-30eb158c-a6a6-4c22-b8c6-c7da5b0de806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:56.981585 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22e98224-a7d0-4010-85ff-347a0e7d576c req-30eb158c-a6a6-4c22-b8c6-c7da5b0de806 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f242bb3-56ed-40ba-85a2-099c0aa48b10 HTTP/1.1" status: 200 len: 909 time: 0.4734430 Feb 28 20:36:56.984163 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80fea9c-24c4-44b3-bf0a-e90f4bc9866a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] GET failed (client error): The resource could not be found. Feb 28 20:36:56.998535 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d80fea9c-24c4-44b3-bf0a-e90f4bc9866a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports/22a19aeb-bcc4-430a-8a14-5bf8039028c8 HTTP/1.1" status: 404 len: 333 time: 0.0799065 Feb 28 20:36:57.009900 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47608) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:57.295372 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22e98224-a7d0-4010-85ff-347a0e7d576c req-934e0aed-ac21-41ec-a1e9-9b8916349646 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c93c1f55-935e-4cdb-a8fe-26714da9da44 HTTP/1.1" status: 200 len: 217 time: 0.2984700 Feb 28 20:36:57.411307 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7bfde0da-c1ac-4740-a07a-3fdc9498ea2a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (67cb5a5b-49f0-40ec-99d4-5ac7901a03ec), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:57.451227 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e98224-a7d0-4010-85ff-347a0e7d576c req-ba95b539-27bc-4ac1-9beb-66c6480f6e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:57.452744 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22e98224-a7d0-4010-85ff-347a0e7d576c req-ba95b539-27bc-4ac1-9beb-66c6480f6e00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=512409d4-b57b-4deb-8e85-db25fe25e59b HTTP/1.1" status: 200 len: 849 time: 0.1476660 Feb 28 20:36:57.545701 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22e98224-a7d0-4010-85ff-347a0e7d576c req-a6ec9f9d-1b74-48a2-a481-ef670624fcd9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f242bb3-56ed-40ba-85a2-099c0aa48b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862007 Feb 28 20:36:57.599721 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d07f4-4197-4618-9520-f3d76e7879e9 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port ff36e44d-6b8a-4e8c-9de2-d55baa785e79 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:36:57.600418 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c4d07f4-4197-4618-9520-f3d76e7879e9 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ff36e44d-6b8a-4e8c-9de2-d55baa785e79), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:57.719560 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfde0da-c1ac-4740-a07a-3fdc9498ea2a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Port': ['ID=67cb5a5b-49f0-40ec-99d4-5ac7901a03ec,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:57.731156 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4a679-2d0b-47b5-aa25-3581111d3c66 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Network': ['ID=d18072ae-210f-4b84-9cd3-e1f6f28794fc,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:57.751371 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network d18072ae-210f-4b84-9cd3-e1f6f28794fc details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:36:57.804730 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c4d07f4-4197-4618-9520-f3d76e7879e9 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ff36e44d-6b8a-4e8c-9de2-d55baa785e79), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:57.840524 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d07f4-4197-4618-9520-f3d76e7879e9 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for ff36e44d-6b8a-4e8c-9de2-d55baa785e79 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:36:58.143688 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82b45b-02cb-419a-87ae-f876301ce19c req-29b88e4a-773f-4954-b73b-0e69fe2e7cfb tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:58.152238 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e82b45b-02cb-419a-87ae-f876301ce19c req-29b88e4a-773f-4954-b73b-0e69fe2e7cfb tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 944 time: 1.1478822 Feb 28 20:36:58.157417 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22e98224-a7d0-4010-85ff-347a0e7d576c req-b7cff0ed-bfb4-4b53-9d0f-a14d1351d31d service neutron] 10.222.0.15 "GET /v2.0/networks/9f242bb3-56ed-40ba-85a2-099c0aa48b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6037197 Feb 28 20:36:58.479555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f33c63-ea8d-41e7-9d65-b1c3c6f39e66 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Made reservation on behalf of db60eff1c978422fb5f7cc42ae195246 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:36:58.483437 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5f33c63-ea8d-41e7-9d65-b1c3c6f39e66 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:58.545964 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7bfde0da-c1ac-4740-a07a-3fdc9498ea2a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (0e61b26d-91e4-40ab-a072-4f0b3adb3e0c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:58.587370 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22e98224-a7d0-4010-85ff-347a0e7d576c req-948b7559-cfcd-4b84-86db-e84c51c9bc45 service neutron] 10.222.0.15 "GET /v2.0/networks/9f242bb3-56ed-40ba-85a2-099c0aa48b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123428 Feb 28 20:36:58.590443 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c4d07f4-4197-4618-9520-f3d76e7879e9 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ff36e44d-6b8a-4e8c-9de2-d55baa785e79), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:58.676814 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d07f4-4197-4618-9520-f3d76e7879e9 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=ff36e44d-6b8a-4e8c-9de2-d55baa785e79,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:58.773779 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e82b45b-02cb-419a-87ae-f876301ce19c req-cac4cbc3-dfa1-4a9d-b229-7dc6503b23a0 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6206975 Feb 28 20:36:58.807251 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c4d07f4-4197-4618-9520-f3d76e7879e9 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:58.815122 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6c4d07f4-4197-4618-9520-f3d76e7879e9 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/ports/ff36e44d-6b8a-4e8c-9de2-d55baa785e79 HTTP/1.1" status: 204 len: 168 time: 1.8041389 Feb 28 20:36:58.818469 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47650) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:58.881945 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ea1d91-06df-4a3d-bc7c-f95990bcf657 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] GET failed (client error): The resource could not be found. Feb 28 20:36:58.886207 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d1ea1d91-06df-4a3d-bc7c-f95990bcf657 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports/ff36e44d-6b8a-4e8c-9de2-d55baa785e79 HTTP/1.1" status: 404 len: 333 time: 0.0643811 Feb 28 20:36:58.886645 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47656) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:59.115208 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6bffc0-3953-40b0-88d0-898cbada10cc None None] Network bd62b6fd-b179-4918-be6f-17cd7f27467e requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:59.120721 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6c5cf6-568b-49c4-81cf-1a9b32f34b00 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting subnet 71209ff4-8469-47ce-bb4b-4c028c06eb1b {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:36:59.124987 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5cf6-568b-49c4-81cf-1a9b32f34b00 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (71209ff4-8469-47ce-bb4b-4c028c06eb1b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:59.157696 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 702868aa-8102-4c34-980c-05ffc158d2c2 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:36:59.160873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ebf18d-fcbe-4881-ab49-5704dd52fd8a None None] Network ae7ba635-a810-44d8-897c-5d6115e335b2 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:59.204093 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfde0da-c1ac-4740-a07a-3fdc9498ea2a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Router 0e61b26d-91e4-40ab-a072-4f0b3adb3e0c has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:36:59.260498 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5cf6-568b-49c4-81cf-1a9b32f34b00 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (71209ff4-8469-47ce-bb4b-4c028c06eb1b), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:59.323012 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6dd112-b3f6-4e45-8ff7-395307f78897 None None] Network 59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:36:59.432085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfde0da-c1ac-4740-a07a-3fdc9498ea2a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:36:59.439979 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7bfde0da-c1ac-4740-a07a-3fdc9498ea2a tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "PUT /v2.0/routers/0e61b26d-91e4-40ab-a072-4f0b3adb3e0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0831943 Feb 28 20:36:59.445289 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8982e6-a469-4b0d-b13c-37d6f03dd748 None None] Sync routers for ids ['0e61b26d-91e4-40ab-a072-4f0b3adb3e0c'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:36:59.453519 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47664) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:59.466453 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8982e6-a469-4b0d-b13c-37d6f03dd748 None None] Routers {'0e61b26d-91e4-40ab-a072-4f0b3adb3e0c'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:36:59.467090 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2c8982e6-a469-4b0d-b13c-37d6f03dd748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:36:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0e61b26d-91e4-40ab-a072-4f0b3adb3e0c'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:59.572410 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d5233678-1405-438d-bd32-d6c9d019b2bd None None] Provisioning complete for port 702868aa-8102-4c34-980c-05ffc158d2c2 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:59.572789 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d5233678-1405-438d-bd32-d6c9d019b2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (702868aa-8102-4c34-980c-05ffc158d2c2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:59.583702 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f359737f-168e-4b1c-83fd-59735764bd24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] GET failed (client error): The resource could not be found. Feb 28 20:36:59.589580 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f359737f-168e-4b1c-83fd-59735764bd24 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports/67cb5a5b-49f0-40ec-99d4-5ac7901a03ec HTTP/1.1" status: 404 len: 333 time: 0.1338511 Feb 28 20:36:59.593790 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47670) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:36:59.605274 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2c8982e6-a469-4b0d-b13c-37d6f03dd748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:59.611249 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5cf6-568b-49c4-81cf-1a9b32f34b00 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (71209ff4-8469-47ce-bb4b-4c028c06eb1b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:59.625890 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8982e6-a469-4b0d-b13c-37d6f03dd748 None None] Routers {'0e61b26d-91e4-40ab-a072-4f0b3adb3e0c'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:36:59.626529 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2c8982e6-a469-4b0d-b13c-37d6f03dd748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:36:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['0e61b26d-91e4-40ab-a072-4f0b3adb3e0c'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:59.700426 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-2c8982e6-a469-4b0d-b13c-37d6f03dd748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:36:59.701096 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8982e6-a469-4b0d-b13c-37d6f03dd748 None None] The sync data for ids ['0e61b26d-91e4-40ab-a072-4f0b3adb3e0c'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:36:59.757880 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5f33c63-ea8d-41e7-9d65-b1c3c6f39e66 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (5295bb7f-e1e9-4f94-a9c2-bb1c4896cc05), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:59.849726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f33c63-ea8d-41e7-9d65-b1c3c6f39e66 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Checking segment: {'id': '536ae25f-fe64-4ef5-abb0-f96279532069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd18072ae-210f-4b84-9cd3-e1f6f28794fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:36:59.850118 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f33c63-ea8d-41e7-9d65-b1c3c6f39e66 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Network hostable DHCP agents. Network: d18072ae-210f-4b84-9cd3-e1f6f28794fc, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:36:59.867799 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f33c63-ea8d-41e7-9d65-b1c3c6f39e66 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Subnet': ['ID=5295bb7f-e1e9-4f94-a9c2-bb1c4896cc05,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:36:59.885296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f33c63-ea8d-41e7-9d65-b1c3c6f39e66 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Network d18072ae-210f-4b84-9cd3-e1f6f28794fc is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:36:59.921454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 702868aa-8102-4c34-980c-05ffc158d2c2 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:36:59.926423 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-c5f33c63-ea8d-41e7-9d65-b1c3c6f39e66 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, d18072ae-210f-4b84-9cd3-e1f6f28794fc) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:36:59.927690 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (702868aa-8102-4c34-980c-05ffc158d2c2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:36:59.941838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f33c63-ea8d-41e7-9d65-b1c3c6f39e66 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:36:59.950399 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5f33c63-ea8d-41e7-9d65-b1c3c6f39e66 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:00.003677 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c5f33c63-ea8d-41e7-9d65-b1c3c6f39e66 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7103262 Feb 28 20:37:00.039162 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1b6d58eb-8397-4c37-8096-75ba6e65baf8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for router (0e61b26d-91e4-40ab-a072-4f0b3adb3e0c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:00.047743 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ad92c8-f165-4e11-845d-678db1d884d9 None None] Network d18072ae-210f-4b84-9cd3-e1f6f28794fc requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:00.054884 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c93c1f55-935e-4cdb-a8fe-26714da9da44 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:37:00.067487 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47678) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:00.079976 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3da88fde-7075-46ff-8df7-51ab92b04991 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:00.238193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f482606-1e65-4f36-9573-885255cb73c5 req-4e9bf42f-65c8-4cc4-93a0-94c2b1be6b0e tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:00.249947 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f482606-1e65-4f36-9573-885255cb73c5 req-4e9bf42f-65c8-4cc4-93a0-94c2b1be6b0e tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 944 time: 0.2435470 Feb 28 20:37:00.459102 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3da88fde-7075-46ff-8df7-51ab92b04991 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9823268'] for subnet (5295bb7f-e1e9-4f94-a9c2-bb1c4896cc05), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:00.551425 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5cf6-568b-49c4-81cf-1a9b32f34b00 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (71209ff4-8469-47ce-bb4b-4c028c06eb1b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:00.569749 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1b6d58eb-8397-4c37-8096-75ba6e65baf8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (0e61b26d-91e4-40ab-a072-4f0b3adb3e0c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:00.587126 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1b6d58eb-8397-4c37-8096-75ba6e65baf8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for router_controller (0e61b26d-91e4-40ab-a072-4f0b3adb3e0c), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:00.690905 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c5cf6-568b-49c4-81cf-1a9b32f34b00 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Subnet': ['ID=71209ff4-8469-47ce-bb4b-4c028c06eb1b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:00.772153 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5cf6-568b-49c4-81cf-1a9b32f34b00 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:00.775632 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ac6c5cf6-568b-49c4-81cf-1a9b32f34b00 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/subnets/71209ff4-8469-47ce-bb4b-4c028c06eb1b HTTP/1.1" status: 204 len: 168 time: 1.8876076 Feb 28 20:37:00.781309 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47692) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:00.788096 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f482606-1e65-4f36-9573-885255cb73c5 req-9c21d594-af81-4e14-a027-574c186926cc tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5318644 Feb 28 20:37:00.822914 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1b6d58eb-8397-4c37-8096-75ba6e65baf8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (0e61b26d-91e4-40ab-a072-4f0b3adb3e0c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:00.823516 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6d58eb-8397-4c37-8096-75ba6e65baf8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Fanout notify agent at l3_agent the message router_deleted on router 0e61b26d-91e4-40ab-a072-4f0b3adb3e0c {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:37:00.850091 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1b6d58eb-8397-4c37-8096-75ba6e65baf8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:00.856032 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47694) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:00.868338 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1b6d58eb-8397-4c37-8096-75ba6e65baf8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/routers/0e61b26d-91e4-40ab-a072-4f0b3adb3e0c HTTP/1.1" status: 204 len: 168 time: 1.2723343 Feb 28 20:37:01.038597 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 702868aa-8102-4c34-980c-05ffc158d2c2 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:01.039185 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (702868aa-8102-4c34-980c-05ffc158d2c2), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:01.060624 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f392f09b-2875-4a03-b6ae-8428e5c8657b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (ae7ba635-a810-44d8-897c-5d6115e335b2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:01.079434 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.resource_extend [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] It took 0.79 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:37:01.137910 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad9bb7b-5e39-4e31-9f6d-5a48bea5f072 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting subnet fbd7dc9c-131c-423e-ab96-f2ea5074c9d4 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:37:01.146738 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fad9bb7b-5e39-4e31-9f6d-5a48bea5f072 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (fbd7dc9c-131c-423e-ab96-f2ea5074c9d4), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:01.202971 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8b047d-3b61-4af5-a5fe-5f8d834207e5 None None] Network ae7ba635-a810-44d8-897c-5d6115e335b2 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:01.210374 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3da88fde-7075-46ff-8df7-51ab92b04991 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787400725221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10360061'] for subnet (5295bb7f-e1e9-4f94-a9c2-bb1c4896cc05), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:01.217666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-f392f09b-2875-4a03-b6ae-8428e5c8657b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:01.218017 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f392f09b-2875-4a03-b6ae-8428e5c8657b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (413ff19a-ac75-4a96-abc8-ff0f3d1e73d1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:01.250658 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fad9bb7b-5e39-4e31-9f6d-5a48bea5f072 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (fbd7dc9c-131c-423e-ab96-f2ea5074c9d4), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:01.402423 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d5233678-1405-438d-bd32-d6c9d019b2bd None None] Current status of the port 702868aa-8102-4c34-980c-05ffc158d2c2 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:01.402995 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d5233678-1405-438d-bd32-d6c9d019b2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (702868aa-8102-4c34-980c-05ffc158d2c2), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:01.469416 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-f392f09b-2875-4a03-b6ae-8428e5c8657b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] For port 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=413ff19a-ac75-4a96-abc8-ff0f3d1e73d1,segment=NetworkSegment(1c809968-0eb9-4320-ba1a-568cac47e00e),segment_id=1c809968-0eb9-4320-ba1a-568cac47e00e)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:01.469860 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f392f09b-2875-4a03-b6ae-8428e5c8657b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (413ff19a-ac75-4a96-abc8-ff0f3d1e73d1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:01.555382 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-f392f09b-2875-4a03-b6ae-8428e5c8657b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:01.562713 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fad9bb7b-5e39-4e31-9f6d-5a48bea5f072 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (fbd7dc9c-131c-423e-ab96-f2ea5074c9d4), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:01.577766 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 702868aa-8102-4c34-980c-05ffc158d2c2, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=702868aa-8102-4c34-980c-05ffc158d2c2,segment=NetworkSegment(a57473bc-80b2-4def-a285-6e55672e3f1c),segment_id=a57473bc-80b2-4def-a285-6e55672e3f1c)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:01.581767 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb70e5b5-7bd3-4aa6-8a39-01a05a13592d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-d18072ae-210f-4b84-9cd3-e1f6f28794fc', 'network_id': 'd18072ae-210f-4b84-9cd3-e1f6f28794fc', 'project_id': 'db60eff1c978422fb5f7cc42ae195246', 'fixed_ips': [{'subnet_id': '5295bb7f-e1e9-4f94-a9c2-bb1c4896cc05'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:37:01.583278 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bb70e5b5-7bd3-4aa6-8a39-01a05a13592d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:01.640507 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (702868aa-8102-4c34-980c-05ffc158d2c2), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:01.823423 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fad9bb7b-5e39-4e31-9f6d-5a48bea5f072 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (fbd7dc9c-131c-423e-ab96-f2ea5074c9d4), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:01.876758 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fad9bb7b-5e39-4e31-9f6d-5a48bea5f072 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:01.880784 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fad9bb7b-5e39-4e31-9f6d-5a48bea5f072 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/subnets/fbd7dc9c-131c-423e-ab96-f2ea5074c9d4 HTTP/1.1" status: 204 len: 168 time: 1.0167189 Feb 28 20:37:01.899139 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47712) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:01.936007 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da88fde-7075-46ff-8df7-51ab92b04991 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:01.937807 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3da88fde-7075-46ff-8df7-51ab92b04991 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:01.947511 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3da88fde-7075-46ff-8df7-51ab92b04991 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "PUT /v2.0/subnets/5295bb7f-e1e9-4f94-a9c2-bb1c4896cc05 HTTP/1.1" status: 200 len: 826 time: 1.8710036 Feb 28 20:37:01.963820 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421be159-87d8-485b-ae69-aba5f2eef85c None None] Network bd62b6fd-b179-4918-be6f-17cd7f27467e requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:01.987718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47716) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:02.188670 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fecf65-a8f5-4487-9d97-d0e9ef389b94 None None] DHCP port deletion for ae7ba635-a810-44d8-897c-5d6115e335b2 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:37:02.209240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c93c1f55-935e-4cdb-a8fe-26714da9da44, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c93c1f55-935e-4cdb-a8fe-26714da9da44,segment=NetworkSegment(f06fae59-5969-4554-9d13-a917300f2052),segment_id=f06fae59-5969-4554-9d13-a917300f2052)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:02.456098 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-d5233678-1405-438d-bd32-d6c9d019b2bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:37:02.456546 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-d5233678-1405-438d-bd32-d6c9d019b2bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:37:02.478939 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (d18072ae-210f-4b84-9cd3-e1f6f28794fc), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:02.483195 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'c93c1f55-935e-4cdb-a8fe-26714da9da44', 'network_id': '9f242bb3-56ed-40ba-85a2-099c0aa48b10', 'port_id': 'c93c1f55-935e-4cdb-a8fe-26714da9da44', 'mac_address': 'fa:16:3e:46:cc:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512409d4-b57b-4deb-8e85-db25fe25e59b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:37:02.490532 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da88fde-7075-46ff-8df7-51ab92b04991 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Subnet': ['ID=5295bb7f-e1e9-4f94-a9c2-bb1c4896cc05,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:02.506230 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=702868aa-8102-4c34-980c-05ffc158d2c2,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:02.633063 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port c93c1f55-935e-4cdb-a8fe-26714da9da44 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:02.633459 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c93c1f55-935e-4cdb-a8fe-26714da9da44), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:02.680638 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c93c1f55-935e-4cdb-a8fe-26714da9da44 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:37:02.685413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504c0191-5068-4709-b7b7-8e6325943302 None None] Network 59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:02.764863 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f392f09b-2875-4a03-b6ae-8428e5c8657b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (413ff19a-ac75-4a96-abc8-ff0f3d1e73d1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:02.791213 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9bb7b-5e39-4e31-9f6d-5a48bea5f072 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd7dc9c-131c-423e-ab96-f2ea5074c9d4,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:02.797817 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c93c1f55-935e-4cdb-a8fe-26714da9da44, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c93c1f55-935e-4cdb-a8fe-26714da9da44,segment=NetworkSegment(f06fae59-5969-4554-9d13-a917300f2052),segment_id=f06fae59-5969-4554-9d13-a917300f2052)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:02.821905 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1acd9715-03aa-47ab-a9b7-41439ee75112 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (bd62b6fd-b179-4918-be6f-17cd7f27467e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:02.835513 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97241cb1-834a-4c1e-823d-bacfb549a08a req-3102b31e-fcd5-411c-bd62-dde2c4fea896 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:02.843035 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97241cb1-834a-4c1e-823d-bacfb549a08a req-3102b31e-fcd5-411c-bd62-dde2c4fea896 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 944 time: 0.8804350 Feb 28 20:37:02.865942 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c93c1f55-935e-4cdb-a8fe-26714da9da44), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:02.868590 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e85abe-ca79-49da-a10f-3ae0d94cd110 None None] DHCP port deletion for bd62b6fd-b179-4918-be6f-17cd7f27467e request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:37:02.870387 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392f09b-2875-4a03-b6ae-8428e5c8657b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=413ff19a-ac75-4a96-abc8-ff0f3d1e73d1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:02.894719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f392f09b-2875-4a03-b6ae-8428e5c8657b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No DVR routers for this DVR port 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:37:02.944803 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=c93c1f55-935e-4cdb-a8fe-26714da9da44,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:02.949923 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-43fecf65-a8f5-4487-9d97-d0e9ef389b94 None None] Deleting port 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:02.950532 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-43fecf65-a8f5-4487-9d97-d0e9ef389b94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (413ff19a-ac75-4a96-abc8-ff0f3d1e73d1), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:03.024889 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-43fecf65-a8f5-4487-9d97-d0e9ef389b94 None None] For port 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1, host n-d-820368-21, got binding levels [] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:03.025744 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-43fecf65-a8f5-4487-9d97-d0e9ef389b94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (413ff19a-ac75-4a96-abc8-ff0f3d1e73d1), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:03.030768 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97241cb1-834a-4c1e-823d-bacfb549a08a req-98fac5fb-d6e6-47e3-8e71-b495e6cf8adb tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787138 Feb 28 20:37:03.066337 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-43fecf65-a8f5-4487-9d97-d0e9ef389b94 None None] Calling delete_port for 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:03.071608 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f392f09b-2875-4a03-b6ae-8428e5c8657b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (ae7ba635-a810-44d8-897c-5d6115e335b2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:03.072946 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.ipam_backend_mixin [None req-43fecf65-a8f5-4487-9d97-d0e9ef389b94 None None] Port 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1 was not found and therefore no delete operation was performed {{(pid=103775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 20:37:03.086714 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-43fecf65-a8f5-4487-9d97-d0e9ef389b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (413ff19a-ac75-4a96-abc8-ff0f3d1e73d1), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:03.126260 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (5295bb7f-e1e9-4f94-a9c2-bb1c4896cc05), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:03.129370 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-f392f09b-2875-4a03-b6ae-8428e5c8657b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7ba635-a810-44d8-897c-5d6115e335b2']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:03.152644 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-f392f09b-2875-4a03-b6ae-8428e5c8657b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c809968-0eb9-4320-ba1a-568cac47e00e') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:03.152949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-f392f09b-2875-4a03-b6ae-8428e5c8657b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c809968-0eb9-4320-ba1a-568cac47e00e') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:03.195609 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f392f09b-2875-4a03-b6ae-8428e5c8657b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (1c809968-0eb9-4320-ba1a-568cac47e00e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:03.224255 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f392f09b-2875-4a03-b6ae-8428e5c8657b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (1c809968-0eb9-4320-ba1a-568cac47e00e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:03.248056 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f392f09b-2875-4a03-b6ae-8428e5c8657b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:37:03.250586 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f392f09b-2875-4a03-b6ae-8428e5c8657b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (1c809968-0eb9-4320-ba1a-568cac47e00e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:03.274494 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-1acd9715-03aa-47ab-a9b7-41439ee75112 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting port 1ea37397-ef93-4eba-b63b-d9e4577a1d6b {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:03.275232 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1acd9715-03aa-47ab-a9b7-41439ee75112 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1ea37397-ef93-4eba-b63b-d9e4577a1d6b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:03.277627 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fecf65-a8f5-4487-9d97-d0e9ef389b94 None None] No DVR routers for this DVR port 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:37:03.306966 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['c93c1f55-935e-4cdb-a8fe-26714da9da44'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:37:03.379432 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-1acd9715-03aa-47ab-a9b7-41439ee75112 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] For port 1ea37397-ef93-4eba-b63b-d9e4577a1d6b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1ea37397-ef93-4eba-b63b-d9e4577a1d6b,segment=NetworkSegment(18548113-4195-4c13-bbb0-b08425be4c7e),segment_id=18548113-4195-4c13-bbb0-b08425be4c7e)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:03.380364 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1acd9715-03aa-47ab-a9b7-41439ee75112 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1ea37397-ef93-4eba-b63b-d9e4577a1d6b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:37:03.390200 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:37:03.400185 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f392f09b-2875-4a03-b6ae-8428e5c8657b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (ae7ba635-a810-44d8-897c-5d6115e335b2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:03.414568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-1acd9715-03aa-47ab-a9b7-41439ee75112 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Calling delete_port for 1ea37397-ef93-4eba-b63b-d9e4577a1d6b owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:03.433373 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f392f09b-2875-4a03-b6ae-8428e5c8657b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:03.447883 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f392f09b-2875-4a03-b6ae-8428e5c8657b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/networks/ae7ba635-a810-44d8-897c-5d6115e335b2 HTTP/1.1" status: 204 len: 168 time: 2.6651504 Feb 28 20:37:03.448908 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392f09b-2875-4a03-b6ae-8428e5c8657b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Network': ['ID=ae7ba635-a810-44d8-897c-5d6115e335b2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:03.461395 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47738) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:03.466509 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-7a78937b-9ce4-4749-82a7-fa435bed7122 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1955965850'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:03.489701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-bb70e5b5-7bd3-4aa6-8a39-01a05a13592d None None] Allocated IP 2001:db8::2 (d18072ae-210f-4b84-9cd3-e1f6f28794fc/5295bb7f-e1e9-4f94-a9c2-bb1c4896cc05/ef0bd617-ab8a-4dad-a7ff-b18953839b75) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:37:03.517291 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fecf65-a8f5-4487-9d97-d0e9ef389b94 None None] Pushing event deleted for resources: {'Port': ['ID=413ff19a-ac75-4a96-abc8-ff0f3d1e73d1,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:03.525428 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a78937b-9ce4-4749-82a7-fa435bed7122 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:03.530133 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7a78937b-9ce4-4749-82a7-fa435bed7122 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:03.618348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a78937b-9ce4-4749-82a7-fa435bed7122 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:37:03.647652 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7a78937b-9ce4-4749-82a7-fa435bed7122 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (6ca1d186-c634-4de2-95f2-04ad2b3aa23a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:03.648325 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-7a78937b-9ce4-4749-82a7-fa435bed7122 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Added segment 6ca1d186-c634-4de2-95f2-04ad2b3aa23a of type vlan for network fb81bb19-61a5-4eaa-b2b6-6894f65ef41e Feb 28 20:37:03.687300 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1acd9715-03aa-47ab-a9b7-41439ee75112 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (1ea37397-ef93-4eba-b63b-d9e4577a1d6b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:03.712222 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d5233678-1405-438d-bd32-d6c9d019b2bd None None] Current status of the port 702868aa-8102-4c34-980c-05ffc158d2c2 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:03.746189 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7a78937b-9ce4-4749-82a7-fa435bed7122 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (fb81bb19-61a5-4eaa-b2b6-6894f65ef41e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:03.786595 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd9715-03aa-47ab-a9b7-41439ee75112 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Port': ['ID=1ea37397-ef93-4eba-b63b-d9e4577a1d6b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:03.799135 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acd9715-03aa-47ab-a9b7-41439ee75112 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] No DVR routers for this DVR port 1ea37397-ef93-4eba-b63b-d9e4577a1d6b on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:37:03.822026 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7a78937b-9ce4-4749-82a7-fa435bed7122 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (fb81bb19-61a5-4eaa-b2b6-6894f65ef41e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:03.843069 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a78937b-9ce4-4749-82a7-fa435bed7122 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:03.844861 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7a78937b-9ce4-4749-82a7-fa435bed7122 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:03.850666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d3e85abe-ca79-49da-a10f-3ae0d94cd110 None None] Deleting port 1ea37397-ef93-4eba-b63b-d9e4577a1d6b {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:03.851118 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d3e85abe-ca79-49da-a10f-3ae0d94cd110 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1ea37397-ef93-4eba-b63b-d9e4577a1d6b), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:03.922594 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7a78937b-9ce4-4749-82a7-fa435bed7122 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4557605 Feb 28 20:37:03.924277 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47748) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:03.993481 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-921d8a6a-9a10-48e9-bb58-7f03cbe50e59 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'subnet': {'network_id': 'fb81bb19-61a5-4eaa-b2b6-6894f65ef41e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:04.012853 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1acd9715-03aa-47ab-a9b7-41439ee75112 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (bd62b6fd-b179-4918-be6f-17cd7f27467e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:04.018321 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d3e85abe-ca79-49da-a10f-3ae0d94cd110 None None] For port 1ea37397-ef93-4eba-b63b-d9e4577a1d6b, host n-d-820368-21, got binding levels [] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:04.019249 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d3e85abe-ca79-49da-a10f-3ae0d94cd110 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1ea37397-ef93-4eba-b63b-d9e4577a1d6b), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:04.033023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d3e85abe-ca79-49da-a10f-3ae0d94cd110 None None] Calling delete_port for 1ea37397-ef93-4eba-b63b-d9e4577a1d6b owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:04.036867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.ipam_backend_mixin [None req-d3e85abe-ca79-49da-a10f-3ae0d94cd110 None None] Port 1ea37397-ef93-4eba-b63b-d9e4577a1d6b was not found and therefore no delete operation was performed {{(pid=103775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 20:37:04.055416 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d3e85abe-ca79-49da-a10f-3ae0d94cd110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (1ea37397-ef93-4eba-b63b-d9e4577a1d6b), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:04.065427 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 702868aa-8102-4c34-980c-05ffc158d2c2 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:37:04.065894 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-1acd9715-03aa-47ab-a9b7-41439ee75112 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd62b6fd-b179-4918-be6f-17cd7f27467e']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:04.101850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e85abe-ca79-49da-a10f-3ae0d94cd110 None None] No DVR routers for this DVR port 1ea37397-ef93-4eba-b63b-d9e4577a1d6b on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:37:04.120736 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-1acd9715-03aa-47ab-a9b7-41439ee75112 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18548113-4195-4c13-bbb0-b08425be4c7e') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:04.121044 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-1acd9715-03aa-47ab-a9b7-41439ee75112 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18548113-4195-4c13-bbb0-b08425be4c7e') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:04.130151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e85abe-ca79-49da-a10f-3ae0d94cd110 None None] Pushing event deleted for resources: {'Port': ['ID=1ea37397-ef93-4eba-b63b-d9e4577a1d6b,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:04.150213 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8194371b-f6dc-4d08-b370-564a7147742b None None] Could not find standard attr ID for object 1ea37397-ef93-4eba-b63b-d9e4577a1d6b. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:37:04.167011 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1acd9715-03aa-47ab-a9b7-41439ee75112 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (18548113-4195-4c13-bbb0-b08425be4c7e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:04.196596 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8194371b-f6dc-4d08-b370-564a7147742b None None] Provisioning complete for port 702868aa-8102-4c34-980c-05ffc158d2c2 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:04.197460 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8194371b-f6dc-4d08-b370-564a7147742b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (702868aa-8102-4c34-980c-05ffc158d2c2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:04.259665 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1acd9715-03aa-47ab-a9b7-41439ee75112 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (18548113-4195-4c13-bbb0-b08425be4c7e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:04.350916 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1acd9715-03aa-47ab-a9b7-41439ee75112 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:37:04.351334 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1acd9715-03aa-47ab-a9b7-41439ee75112 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (18548113-4195-4c13-bbb0-b08425be4c7e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:04.358998 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78937b-9ce4-4749-82a7-fa435bed7122 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Network': ['ID=fb81bb19-61a5-4eaa-b2b6-6894f65ef41e,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:04.408908 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921d8a6a-9a10-48e9-bb58-7f03cbe50e59 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:04.412860 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-921d8a6a-9a10-48e9-bb58-7f03cbe50e59 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:04.489299 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8194371b-f6dc-4d08-b370-564a7147742b None None] Current status of the port 702868aa-8102-4c34-980c-05ffc158d2c2 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:04.498428 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network fb81bb19-61a5-4eaa-b2b6-6894f65ef41e details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:37:04.514831 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:37:04.527581 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1acd9715-03aa-47ab-a9b7-41439ee75112 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (bd62b6fd-b179-4918-be6f-17cd7f27467e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:04.535802 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1acd9715-03aa-47ab-a9b7-41439ee75112 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:04.546721 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47760) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:04.547676 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1acd9715-03aa-47ab-a9b7-41439ee75112 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/networks/bd62b6fd-b179-4918-be6f-17cd7f27467e HTTP/1.1" status: 204 len: 168 time: 2.6468081 Feb 28 20:37:04.573605 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8194371b-f6dc-4d08-b370-564a7147742b None None] Could not find standard attr ID for object 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:37:04.603252 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd9715-03aa-47ab-a9b7-41439ee75112 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Network': ['ID=bd62b6fd-b179-4918-be6f-17cd7f27467e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:04.645046 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aa9fe5-002a-40f5-afb4-657f8332fd69 None None] Network 59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:04.658878 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fa51e9-32a7-4110-ae37-6ee8700f53db tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:04.663886 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488815b-e56f-43f5-a8d1-e30a585aba8b req-7f2abe6e-6c5f-4aa3-8978-260420d0aa17 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:04.663886 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6488815b-e56f-43f5-a8d1-e30a585aba8b req-7f2abe6e-6c5f-4aa3-8978-260420d0aa17 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 945 time: 0.3927736 Feb 28 20:37:04.664655 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-93fa51e9-32a7-4110-ae37-6ee8700f53db tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports/d61ec4ce-93ac-4c5e-925e-cd9f55e8d860 HTTP/1.1" status: 200 len: 840 time: 0.1112444 Feb 28 20:37:04.665469 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47768) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:04.821617 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3f1cc288-56e3-4022-ae5d-c5fa151fb0f8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports/d61ec4ce-93ac-4c5e-925e-cd9f55e8d860?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1524327 Feb 28 20:37:04.822225 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47772) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:04.829421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-1cb4d4fa-7e78-44ae-b976-26c16acb6224 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'subnet': {'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:04.842309 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6488815b-e56f-43f5-a8d1-e30a585aba8b req-4c48554e-624a-41dc-ba6d-b439965a2694 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703327 Feb 28 20:37:04.921411 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bb70e5b5-7bd3-4aa6-8a39-01a05a13592d None None] Publish callbacks [] for port (ef0bd617-ab8a-4dad-a7ff-b18953839b75), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:04.974034 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (5295bb7f-e1e9-4f94-a9c2-bb1c4896cc05), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:04.992603 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-921d8a6a-9a10-48e9-bb58-7f03cbe50e59 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (17ffce79-0cc6-4e35-b30b-464bdb275620), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:05.043557 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Subnet': ['ID=5295bb7f-e1e9-4f94-a9c2-bb1c4896cc05,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:05.189567 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (d18072ae-210f-4b84-9cd3-e1f6f28794fc), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:05.202751 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d8a6a-9a10-48e9-bb58-7f03cbe50e59 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Subnet': ['ID=17ffce79-0cc6-4e35-b30b-464bdb275620,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:05.237747 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb4d4fa-7e78-44ae-b976-26c16acb6224 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:05.258038 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d4fa-7e78-44ae-b976-26c16acb6224 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:05.298433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18072ae-210f-4b84-9cd3-e1f6f28794fc']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:05.315114 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d8a6a-9a10-48e9-bb58-7f03cbe50e59 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Checking segment: {'id': '6ca1d186-c634-4de2-95f2-04ad2b3aa23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb81bb19-61a5-4eaa-b2b6-6894f65ef41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:37:05.316151 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921d8a6a-9a10-48e9-bb58-7f03cbe50e59 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network hostable DHCP agents. Network: fb81bb19-61a5-4eaa-b2b6-6894f65ef41e, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:37:05.321477 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536ae25f-fe64-4ef5-abb0-f96279532069') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:05.322038 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536ae25f-fe64-4ef5-abb0-f96279532069') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:05.344380 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (536ae25f-fe64-4ef5-abb0-f96279532069), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:05.377605 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (536ae25f-fe64-4ef5-abb0-f96279532069), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:05.403376 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:37:05.404387 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (536ae25f-fe64-4ef5-abb0-f96279532069), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:37:05.408591 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:37:05.479653 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bb70e5b5-7bd3-4aa6-8a39-01a05a13592d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (ef0bd617-ab8a-4dad-a7ff-b18953839b75), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:05.526032 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921d8a6a-9a10-48e9-bb58-7f03cbe50e59 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network fb81bb19-61a5-4eaa-b2b6-6894f65ef41e is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:37:05.558798 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-921d8a6a-9a10-48e9-bb58-7f03cbe50e59 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, fb81bb19-61a5-4eaa-b2b6-6894f65ef41e) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:05.565785 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921d8a6a-9a10-48e9-bb58-7f03cbe50e59 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:05.568376 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-921d8a6a-9a10-48e9-bb58-7f03cbe50e59 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:05.577387 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.db.api [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 20:37:05.577387 n-d-820368-21 neutron-server[103774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 20:37:05.577387 n-d-820368-21 neutron-server[103774]: [parameters: {'id': 'd18072ae-210f-4b84-9cd3-e1f6f28794fc'}] Feb 28 20:37:05.577387 n-d-820368-21 neutron-server[103774]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:37:05.577909 n-d-820368-21 neutron-server[103774]: DEBUG oslo_db.api [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:37:05.612603 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-921d8a6a-9a10-48e9-bb58-7f03cbe50e59 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6397798 Feb 28 20:37:05.615677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47798) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:05.631062 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-0aed5381-1b05-4e4f-9369-701b048cd7bd tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'port': {'network_id': 'fb81bb19-61a5-4eaa-b2b6-6894f65ef41e', 'name': 'tempest-PortsIpV6TestJSON-1015026911', 'fixed_ips': [{'subnet_id': '17ffce79-0cc6-4e35-b30b-464bdb275620', 'ip_address': '2001:db8::10'}]}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:05.640933 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70e5b5-7bd3-4aa6-8a39-01a05a13592d None None] Pushing event updated for resources: {'Port': ['ID=ef0bd617-ab8a-4dad-a7ff-b18953839b75,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:05.643203 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-6b05d209-0aaa-428c-b7ef-4861a3f47ea2 None None] Provisioning complete for port 702868aa-8102-4c34-980c-05ffc158d2c2 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:05.656532 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6b05d209-0aaa-428c-b7ef-4861a3f47ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (702868aa-8102-4c34-980c-05ffc158d2c2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:05.661348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48220b1b-c933-4878-9d0c-c549518be3fd None None] Network fb81bb19-61a5-4eaa-b2b6-6894f65ef41e requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:05.681162 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 702868aa-8102-4c34-980c-05ffc158d2c2 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:05.681789 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (702868aa-8102-4c34-980c-05ffc158d2c2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:05.831590 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb70e5b5-7bd3-4aa6-8a39-01a05a13592d None None] Network d18072ae-210f-4b84-9cd3-e1f6f28794fc is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:37:05.849952 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-bb70e5b5-7bd3-4aa6-8a39-01a05a13592d None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:05.850408 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d4fa-7e78-44ae-b976-26c16acb6224 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (d804b01b-a7ea-40ef-b6bd-db466f710c3c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:05.854252 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb70e5b5-7bd3-4aa6-8a39-01a05a13592d None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:37:05.996254 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb4d4fa-7e78-44ae-b976-26c16acb6224 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network 2dd39b07-e71c-4399-a902-ce50784c96b3 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:37:06.000231 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-1cb4d4fa-7e78-44ae-b976-26c16acb6224 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:06.030717 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb4d4fa-7e78-44ae-b976-26c16acb6224 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:06.031612 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d4fa-7e78-44ae-b976-26c16acb6224 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:06.053439 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4d4fa-7e78-44ae-b976-26c16acb6224 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Subnet': ['ID=d804b01b-a7ea-40ef-b6bd-db466f710c3c,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:06.087335 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1cb4d4fa-7e78-44ae-b976-26c16acb6224 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2609286 Feb 28 20:37:06.089818 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47810) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:06.095596 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-9f137420-5eff-442a-883f-92ae80d72844 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'security_group': {'name': 'tempest-secgroup-1290913237'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:06.110283 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c532201-fe8f-431b-99a4-b1a45f839aac None None] Network 2dd39b07-e71c-4399-a902-ce50784c96b3 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:06.154315 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9f137420-5eff-442a-883f-92ae80d72844 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:06.345814 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bb70e5b5-7bd3-4aa6-8a39-01a05a13592d None None] Attempting to bind port ef0bd617-ab8a-4dad-a7ff-b18953839b75 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:37:06.346496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bb70e5b5-7bd3-4aa6-8a39-01a05a13592d None None] Attempting to bind port ef0bd617-ab8a-4dad-a7ff-b18953839b75 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '536ae25f-fe64-4ef5-abb0-f96279532069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd18072ae-210f-4b84-9cd3-e1f6f28794fc'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:37:06.348113 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb70e5b5-7bd3-4aa6-8a39-01a05a13592d None None] Attempting to bind port ef0bd617-ab8a-4dad-a7ff-b18953839b75 on network d18072ae-210f-4b84-9cd3-e1f6f28794fc {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:37:06.351560 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (d18072ae-210f-4b84-9cd3-e1f6f28794fc), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:06.378404 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb70e5b5-7bd3-4aa6-8a39-01a05a13592d None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:37:06.379026 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb70e5b5-7bd3-4aa6-8a39-01a05a13592d None None] Checking segment: {'id': '536ae25f-fe64-4ef5-abb0-f96279532069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd18072ae-210f-4b84-9cd3-e1f6f28794fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:37:06.379433 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bb70e5b5-7bd3-4aa6-8a39-01a05a13592d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:06.379547 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9f137420-5eff-442a-883f-92ae80d72844 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (cdfb9d92-c813-40b3-b3dd-ed87b0dd76d9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:06.379985 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb70e5b5-7bd3-4aa6-8a39-01a05a13592d None None] Bound using segment: {'id': '536ae25f-fe64-4ef5-abb0-f96279532069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd18072ae-210f-4b84-9cd3-e1f6f28794fc'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:37:06.380528 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bb70e5b5-7bd3-4aa6-8a39-01a05a13592d None None] Bound port: ef0bd617-ab8a-4dad-a7ff-b18953839b75, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536ae25f-fe64-4ef5-abb0-f96279532069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd18072ae-210f-4b84-9cd3-e1f6f28794fc'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:37:06.381550 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bb70e5b5-7bd3-4aa6-8a39-01a05a13592d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ef0bd617-ab8a-4dad-a7ff-b18953839b75), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:06.395607 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9f137420-5eff-442a-883f-92ae80d72844 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (cdfb9d92-c813-40b3-b3dd-ed87b0dd76d9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:06.461379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec918ec6-ef58-4572-b582-d4e774cbbaa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-fb81bb19-61a5-4eaa-b2b6-6894f65ef41e', 'network_id': 'fb81bb19-61a5-4eaa-b2b6-6894f65ef41e', 'project_id': 'e9a923f21000408697a457be1c29b088', 'fixed_ips': [{'subnet_id': '17ffce79-0cc6-4e35-b30b-464bdb275620'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:37:06.464242 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ec918ec6-ef58-4572-b582-d4e774cbbaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:06.481158 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9f137420-5eff-442a-883f-92ae80d72844 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:06.488049 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9f137420-5eff-442a-883f-92ae80d72844 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3956013 Feb 28 20:37:06.493835 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47818) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:06.503998 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d8b30a7f-b0b3-4842-9f25-2511af1c9156 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'security_group': {'name': 'tempest-secgroup-213113598'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:06.546805 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b3b8f-68c1-484f-878e-717dd92c0662 req-420c18a7-97e6-4dd1-9779-a8566287ec04 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:06.551053 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bb70e5b5-7bd3-4aa6-8a39-01a05a13592d None None] For port ef0bd617-ab8a-4dad-a7ff-b18953839b75, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:37:06.554669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bb70e5b5-7bd3-4aa6-8a39-01a05a13592d None None] For port ef0bd617-ab8a-4dad-a7ff-b18953839b75, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ef0bd617-ab8a-4dad-a7ff-b18953839b75,segment=NetworkSegment(536ae25f-fe64-4ef5-abb0-f96279532069),segment_id=536ae25f-fe64-4ef5-abb0-f96279532069)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:37:06.555510 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd4b3b8f-68c1-484f-878e-717dd92c0662 req-420c18a7-97e6-4dd1-9779-a8566287ec04 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 945 time: 0.1965446 Feb 28 20:37:06.559812 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f137420-5eff-442a-883f-92ae80d72844 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfb9d92-c813-40b3-b3dd-ed87b0dd76d9,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:06.590455 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aed5381-1b05-4e4f-9369-701b048cd7bd tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:06.603351 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d8b30a7f-b0b3-4842-9f25-2511af1c9156 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:06.631125 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Deleting port ef0bd617-ab8a-4dad-a7ff-b18953839b75 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:06.631797 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ef0bd617-ab8a-4dad-a7ff-b18953839b75), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:06.699393 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] For port ef0bd617-ab8a-4dad-a7ff-b18953839b75, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ef0bd617-ab8a-4dad-a7ff-b18953839b75,segment=NetworkSegment(536ae25f-fe64-4ef5-abb0-f96279532069),segment_id=536ae25f-fe64-4ef5-abb0-f96279532069)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:06.699996 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ef0bd617-ab8a-4dad-a7ff-b18953839b75), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:06.714389 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Calling delete_port for ef0bd617-ab8a-4dad-a7ff-b18953839b75 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:06.846947 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6b05d209-0aaa-428c-b7ef-4861a3f47ea2 None None] Current status of the port 702868aa-8102-4c34-980c-05ffc158d2c2 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:06.867520 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (ef0bd617-ab8a-4dad-a7ff-b18953839b75), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:07.029681 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Port': ['ID=ef0bd617-ab8a-4dad-a7ff-b18953839b75,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:07.033101 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bb70e5b5-7bd3-4aa6-8a39-01a05a13592d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ef0bd617-ab8a-4dad-a7ff-b18953839b75), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:07.067873 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd4b3b8f-68c1-484f-878e-717dd92c0662 req-5d9a795f-00ad-4400-8495-b46029e2a502 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111046 Feb 28 20:37:07.077069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c93c1f55-935e-4cdb-a8fe-26714da9da44 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:37:07.123140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] No DVR routers for this DVR port ef0bd617-ab8a-4dad-a7ff-b18953839b75 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:37:07.272947 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0aed5381-1b05-4e4f-9369-701b048cd7bd tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:07.273648 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-ec918ec6-ef58-4572-b582-d4e774cbbaa5 None None] Allocated IP 2001:db8::2 (fb81bb19-61a5-4eaa-b2b6-6894f65ef41e/17ffce79-0cc6-4e35-b30b-464bdb275620/4e387a32-0ae9-4b32-b98b-2f0e72a96d34) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:37:07.419009 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3675f14-1675-4014-b1e7-4a41258bdb49 req-e7783f59-9217-4233-8a5d-792cb46583ad tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:07.426676 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3675f14-1675-4014-b1e7-4a41258bdb49 req-e7783f59-9217-4233-8a5d-792cb46583ad tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c9e741c-475b-45a6-bbec-25450f29aad2 HTTP/1.1" status: 200 len: 945 time: 0.3557839 Feb 28 20:37:07.436209 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (d18072ae-210f-4b84-9cd3-e1f6f28794fc), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:07.501977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-0aed5381-1b05-4e4f-9369-701b048cd7bd tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] device_id is not set on port cae42f55-408b-499a-8ba5-c3222a278987 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:37:07.510996 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18072ae-210f-4b84-9cd3-e1f6f28794fc']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:07.530878 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d8b30a7f-b0b3-4842-9f25-2511af1c9156 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (685e075e-9682-469e-95c7-31387780d23a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:07.548247 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536ae25f-fe64-4ef5-abb0-f96279532069') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:07.548820 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536ae25f-fe64-4ef5-abb0-f96279532069') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:07.580087 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d8b30a7f-b0b3-4842-9f25-2511af1c9156 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (685e075e-9682-469e-95c7-31387780d23a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:07.588048 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ec918ec6-ef58-4572-b582-d4e774cbbaa5 None None] Publish callbacks [] for port (4e387a32-0ae9-4b32-b98b-2f0e72a96d34), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:07.591440 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791a568f-9d41-4897-94da-e4df58d5c24b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-2dd39b07-e71c-4399-a902-ce50784c96b3', 'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3', 'project_id': '72dd28454fcc4a319cabe80eb07d1f46', 'fixed_ips': [{'subnet_id': 'd804b01b-a7ea-40ef-b6bd-db466f710c3c'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:37:07.593652 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-791a568f-9d41-4897-94da-e4df58d5c24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:07.613273 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 702868aa-8102-4c34-980c-05ffc158d2c2 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:07.616479 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (536ae25f-fe64-4ef5-abb0-f96279532069), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:07.690086 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ec918ec6-ef58-4572-b582-d4e774cbbaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (4e387a32-0ae9-4b32-b98b-2f0e72a96d34), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:07.701798 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d8b30a7f-b0b3-4842-9f25-2511af1c9156 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:07.707292 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47846) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:07.712445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-cbd62bbe-907e-4e71-a201-b94a2fdd9978 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1722109038', 'security_groups': ['685e075e-9682-469e-95c7-31387780d23a'], 'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd804b01b-a7ea-40ef-b6bd-db466f710c3c'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:07.720650 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d8b30a7f-b0b3-4842-9f25-2511af1c9156 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2233877 Feb 28 20:37:07.727064 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (536ae25f-fe64-4ef5-abb0-f96279532069), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:07.773452 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec918ec6-ef58-4572-b582-d4e774cbbaa5 None None] Network fb81bb19-61a5-4eaa-b2b6-6894f65ef41e is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server [None req-ae9e04dc-b79c-4965-afb4-37bdf0387e0b None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port ef0bd617-ab8a-4dad-a7ff-b18953839b75 could not be found. Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1565, in get_port Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port ef0bd617-ab8a-4dad-a7ff-b18953839b75 could not be found. Feb 28 20:37:07.803551 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Feb 28 20:37:07.822337 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-ec918ec6-ef58-4572-b582-d4e774cbbaa5 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:07.827509 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec918ec6-ef58-4572-b582-d4e774cbbaa5 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:37:07.853250 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70e5b5-7bd3-4aa6-8a39-01a05a13592d None None] Pushing event deleted for resources: {'Port': ['ID=ef0bd617-ab8a-4dad-a7ff-b18953839b75,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:07.868434 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:37:07.924366 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3675f14-1675-4014-b1e7-4a41258bdb49 req-6e709e00-f808-483f-8490-1add64b24c51 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967203 Feb 28 20:37:07.963990 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b30a7f-b0b3-4842-9f25-2511af1c9156 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685e075e-9682-469e-95c7-31387780d23a,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:07.978971 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:37:07.979707 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (536ae25f-fe64-4ef5-abb0-f96279532069), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:37:07.991678 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:37:08.092227 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd62bbe-907e-4e71-a201-b94a2fdd9978 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:08.141964 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:37:08.141964 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 413ff19a-ac75-4a96-abc8-ff0f3d1e73d1 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:37:08.141964 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1ea37397-ef93-4eba-b63b-d9e4577a1d6b no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:37:08.141964 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f1e86d-e469-495a-bbb8-bed58c103c4c None None] Network d18072ae-210f-4b84-9cd3-e1f6f28794fc requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:08.142367 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec918ec6-ef58-4572-b582-d4e774cbbaa5 None None] Pushing event updated for resources: {'Port': ['ID=4e387a32-0ae9-4b32-b98b-2f0e72a96d34,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:08.441522 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cbd62bbe-907e-4e71-a201-b94a2fdd9978 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:08.479992 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-0aed5381-1b05-4e4f-9369-701b048cd7bd tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Allocated IP 2001:db8::10 (fb81bb19-61a5-4eaa-b2b6-6894f65ef41e/17ffce79-0cc6-4e35-b30b-464bdb275620/cae42f55-408b-499a-8ba5-c3222a278987) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:37:08.537529 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 1ea37397-ef93-4eba-b63b-d9e4577a1d6b {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:37:08.538147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1ea37397-ef93-4eba-b63b-d9e4577a1d6b not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:37:08.538316 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-cbd62bbe-907e-4e71-a201-b94a2fdd9978 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] device_id is not set on port c08742e7-5fd5-479b-a54c-3ea0e27480a3 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:37:08.582457 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (d18072ae-210f-4b84-9cd3-e1f6f28794fc), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:08.621921 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-791a568f-9d41-4897-94da-e4df58d5c24b None None] Allocated IP 172.20.0.2 (2dd39b07-e71c-4399-a902-ce50784c96b3/d804b01b-a7ea-40ef-b6bd-db466f710c3c/37257002-13f0-4e56-a54f-c99c9b29518d) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:37:08.636053 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:08.651167 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/networks/d18072ae-210f-4b84-9cd3-e1f6f28794fc HTTP/1.1" status: 204 len: 168 time: 6.6556687 Feb 28 20:37:08.660271 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47862) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:08.705486 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9724be57-3137-43b2-bae9-3c51328e3af7 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:08.706957 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9724be57-3137-43b2-bae9-3c51328e3af7 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:08.710362 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9724be57-3137-43b2-bae9-3c51328e3af7 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/networks/d18072ae-210f-4b84-9cd3-e1f6f28794fc HTTP/1.1" status: 404 len: 339 time: 0.0486317 Feb 28 20:37:08.720366 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47866) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:08.736488 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-6ef37dc1-e01b-4c33-ab76-09e04650f511 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-991744179', 'description': 'd1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:08.883542 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef37dc1-e01b-4c33-ab76-09e04650f511 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Made reservation on behalf of db60eff1c978422fb5f7cc42ae195246 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:08.892011 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6ef37dc1-e01b-4c33-ab76-09e04650f511 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:08.965668 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0aed5381-1b05-4e4f-9369-701b048cd7bd tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (cae42f55-408b-499a-8ba5-c3222a278987), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:09.028826 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef37dc1-e01b-4c33-ab76-09e04650f511 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:37:09.060403 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6ef37dc1-e01b-4c33-ab76-09e04650f511 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (c0e0fcf7-5abc-4276-9225-f014f9b3fe11), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:09.066439 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-6ef37dc1-e01b-4c33-ab76-09e04650f511 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Added segment c0e0fcf7-5abc-4276-9225-f014f9b3fe11 of type vlan for network a6db862f-ef15-4f3c-9725-818d72b4b715 Feb 28 20:37:09.126337 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdcdf8-d9da-4f90-9943-5125f2384077 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Network': ['ID=d18072ae-210f-4b84-9cd3-e1f6f28794fc,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:09.150578 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ec918ec6-ef58-4572-b582-d4e774cbbaa5 None None] Attempting to bind port 4e387a32-0ae9-4b32-b98b-2f0e72a96d34 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:37:09.151114 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ec918ec6-ef58-4572-b582-d4e774cbbaa5 None None] Attempting to bind port 4e387a32-0ae9-4b32-b98b-2f0e72a96d34 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '6ca1d186-c634-4de2-95f2-04ad2b3aa23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb81bb19-61a5-4eaa-b2b6-6894f65ef41e'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:37:09.151621 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec918ec6-ef58-4572-b582-d4e774cbbaa5 None None] Attempting to bind port 4e387a32-0ae9-4b32-b98b-2f0e72a96d34 on network fb81bb19-61a5-4eaa-b2b6-6894f65ef41e {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:37:09.170761 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6ef37dc1-e01b-4c33-ab76-09e04650f511 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (a6db862f-ef15-4f3c-9725-818d72b4b715), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:09.206321 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port c93c1f55-935e-4cdb-a8fe-26714da9da44 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:37:09.208418 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6ef37dc1-e01b-4c33-ab76-09e04650f511 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (a6db862f-ef15-4f3c-9725-818d72b4b715), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:09.218942 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef37dc1-e01b-4c33-ab76-09e04650f511 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:09.220959 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec918ec6-ef58-4572-b582-d4e774cbbaa5 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:37:09.221172 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0aed5381-1b05-4e4f-9369-701b048cd7bd tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (cae42f55-408b-499a-8ba5-c3222a278987), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:09.222014 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6ef37dc1-e01b-4c33-ab76-09e04650f511 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:09.223032 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec918ec6-ef58-4572-b582-d4e774cbbaa5 None None] Checking segment: {'id': '6ca1d186-c634-4de2-95f2-04ad2b3aa23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb81bb19-61a5-4eaa-b2b6-6894f65ef41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:37:09.226678 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ec918ec6-ef58-4572-b582-d4e774cbbaa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:09.227203 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec918ec6-ef58-4572-b582-d4e774cbbaa5 None None] Bound using segment: {'id': '6ca1d186-c634-4de2-95f2-04ad2b3aa23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb81bb19-61a5-4eaa-b2b6-6894f65ef41e'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:37:09.229311 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ec918ec6-ef58-4572-b582-d4e774cbbaa5 None None] Bound port: 4e387a32-0ae9-4b32-b98b-2f0e72a96d34, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca1d186-c634-4de2-95f2-04ad2b3aa23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb81bb19-61a5-4eaa-b2b6-6894f65ef41e'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:37:09.230482 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ec918ec6-ef58-4572-b582-d4e774cbbaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4e387a32-0ae9-4b32-b98b-2f0e72a96d34), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:09.290386 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port c93c1f55-935e-4cdb-a8fe-26714da9da44 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:09.292809 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c93c1f55-935e-4cdb-a8fe-26714da9da44), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:09.319241 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6ef37dc1-e01b-4c33-ab76-09e04650f511 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5926011 Feb 28 20:37:09.327987 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47880) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:09.412894 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aed5381-1b05-4e4f-9369-701b048cd7bd tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network fb81bb19-61a5-4eaa-b2b6-6894f65ef41e is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:37:09.438361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36e3cd-3dd7-4f0a-bd84-87af4022418e req-1af94cd4-c15e-406a-b47c-ed2a21a471d8 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:09.442636 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4b36e3cd-3dd7-4f0a-bd84-87af4022418e req-1af94cd4-c15e-406a-b47c-ed2a21a471d8 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 945 time: 1.1432471 Feb 28 20:37:09.511045 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-91ea6ff9-a0cf-4836-9e71-5125aaddf535 req-10b22e85-e4b2-47fc-9b02-2d7a05e4f5d6 service neutron] (103773) timed out ('10.222.0.10', 62200) {{(pid=103773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 20:37:09.517768 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ead120-eafe-4b09-a86c-c55a4167f6d8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:09.519950 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-95ead120-eafe-4b09-a86c-c55a4167f6d8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "GET /v2.0/networks?id=a6db862f-ef15-4f3c-9725-818d72b4b715 HTTP/1.1" status: 200 len: 764 time: 0.1901352 Feb 28 20:37:09.532628 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-0aed5381-1b05-4e4f-9369-701b048cd7bd tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:09.541520 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aed5381-1b05-4e4f-9369-701b048cd7bd tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:37:09.542663 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a68e6625-0a3f-426c-973e-671625d81560 None None] Provisioning complete for port 702868aa-8102-4c34-980c-05ffc158d2c2 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:09.543159 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a68e6625-0a3f-426c-973e-671625d81560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (702868aa-8102-4c34-980c-05ffc158d2c2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:09.550644 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47886) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:09.555192 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed5381-1b05-4e4f-9369-701b048cd7bd tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:09.555734 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-b705cfd6-e06d-433e-9e36-58938a96df8e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'network': {'description': 'd2'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:09.555901 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0aed5381-1b05-4e4f-9369-701b048cd7bd tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:09.653525 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed5381-1b05-4e4f-9369-701b048cd7bd tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=cae42f55-408b-499a-8ba5-c3222a278987,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:09.681012 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098fe465-629f-4ead-842c-0f14a6c5bcbb None None] Network d18072ae-210f-4b84-9cd3-e1f6f28794fc requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:09.693864 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-791a568f-9d41-4897-94da-e4df58d5c24b None None] Publish callbacks [] for port (37257002-13f0-4e56-a54f-c99c9b29518d), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:09.727410 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef37dc1-e01b-4c33-ab76-09e04650f511 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Network': ['ID=a6db862f-ef15-4f3c-9725-818d72b4b715,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:09.730406 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a68de-17d4-44a6-94f8-237547862fac req-3fcf47f1-4178-4160-95a9-3ee7584e22f2 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:09.735067 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-265a68de-17d4-44a6-94f8-237547862fac req-3fcf47f1-4178-4160-95a9-3ee7584e22f2 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c9e741c-475b-45a6-bbec-25450f29aad2 HTTP/1.1" status: 200 len: 945 time: 0.6460996 Feb 28 20:37:09.751006 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4b36e3cd-3dd7-4f0a-bd84-87af4022418e req-bfbdd631-d748-4938-a153-0c8e06eeac57 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838063 Feb 28 20:37:09.793320 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ec918ec6-ef58-4572-b582-d4e774cbbaa5 None None] For port 4e387a32-0ae9-4b32-b98b-2f0e72a96d34, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:37:09.810484 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0aed5381-1b05-4e4f-9369-701b048cd7bd tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1916244 Feb 28 20:37:09.822428 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network a6db862f-ef15-4f3c-9725-818d72b4b715 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:37:09.825273 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-791a568f-9d41-4897-94da-e4df58d5c24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:09.841720 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504dff1f-28ef-4446-8165-0cce96539451 req-e5e2aa81-c181-4e4f-9532-40aeabcefeb7 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:09.843451 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-504dff1f-28ef-4446-8165-0cce96539451 req-e5e2aa81-c181-4e4f-9532-40aeabcefeb7 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9e741c-475b-45a6-bbec-25450f29aad2 HTTP/1.1" status: 200 len: 945 time: 1.1655958 Feb 28 20:37:09.852780 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47890) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:09.858071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098fe465-629f-4ead-842c-0f14a6c5bcbb None None] Network d18072ae-210f-4b84-9cd3-e1f6f28794fc could not be found, it might have been deleted concurrently. {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 20:37:09.858383 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-73d4c98b-f717-417c-a3f3-85b860312e76 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'port': {'network_id': 'fb81bb19-61a5-4eaa-b2b6-6894f65ef41e', 'name': 'tempest-PortsIpV6TestJSON-842404017', 'fixed_ips': [{'subnet_id': '17ffce79-0cc6-4e35-b30b-464bdb275620', 'ip_address': '2001:db8::f'}]}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:10.109820 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-265a68de-17d4-44a6-94f8-237547862fac req-7a4d461f-ad15-4d3a-be14-a7da778d5831 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527808 Feb 28 20:37:10.113574 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-cbd62bbe-907e-4e71-a201-b94a2fdd9978 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Allocated IP 172.20.0.8 (2dd39b07-e71c-4399-a902-ce50784c96b3/d804b01b-a7ea-40ef-b6bd-db466f710c3c/c08742e7-5fd5-479b-a54c-3ea0e27480a3) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:37:10.125237 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b705cfd6-e06d-433e-9e36-58938a96df8e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (a6db862f-ef15-4f3c-9725-818d72b4b715), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:10.188052 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b705cfd6-e06d-433e-9e36-58938a96df8e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (a6db862f-ef15-4f3c-9725-818d72b4b715), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:10.269497 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b705cfd6-e06d-433e-9e36-58938a96df8e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Network a6db862f-ef15-4f3c-9725-818d72b4b715 is not hosted by any dhcp agent {{(pid=103773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 20:37:10.277411 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b705cfd6-e06d-433e-9e36-58938a96df8e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:10.278768 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b705cfd6-e06d-433e-9e36-58938a96df8e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:10.284021 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b705cfd6-e06d-433e-9e36-58938a96df8e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "PUT /v2.0/networks/a6db862f-ef15-4f3c-9725-818d72b4b715 HTTP/1.1" status: 200 len: 761 time: 0.7320993 Feb 28 20:37:10.296596 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47900) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:10.424500 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ec918ec6-ef58-4572-b582-d4e774cbbaa5 None None] For port 4e387a32-0ae9-4b32-b98b-2f0e72a96d34, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4e387a32-0ae9-4b32-b98b-2f0e72a96d34,segment=NetworkSegment(6ca1d186-c634-4de2-95f2-04ad2b3aa23a),segment_id=6ca1d186-c634-4de2-95f2-04ad2b3aa23a)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:37:10.458748 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791a568f-9d41-4897-94da-e4df58d5c24b None None] Network 2dd39b07-e71c-4399-a902-ce50784c96b3 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:37:10.465657 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705cfd6-e06d-433e-9e36-58938a96df8e tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Network': ['ID=a6db862f-ef15-4f3c-9725-818d72b4b715,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:10.491662 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d4c98b-f717-417c-a3f3-85b860312e76 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:10.496841 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-73d4c98b-f717-417c-a3f3-85b860312e76 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:10.568037 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-791a568f-9d41-4897-94da-e4df58d5c24b None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:10.570993 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network a6db862f-ef15-4f3c-9725-818d72b4b715 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:37:10.577530 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ec918ec6-ef58-4572-b582-d4e774cbbaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4e387a32-0ae9-4b32-b98b-2f0e72a96d34), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:10.584797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-73d4c98b-f717-417c-a3f3-85b860312e76 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] device_id is not set on port 80e0e2eb-75a2-4724-9616-f4f4fb8183d5 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:37:10.592229 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791a568f-9d41-4897-94da-e4df58d5c24b None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:37:10.706317 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cbd62bbe-907e-4e71-a201-b94a2fdd9978 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (c08742e7-5fd5-479b-a54c-3ea0e27480a3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:10.770289 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a568f-9d41-4897-94da-e4df58d5c24b None None] Pushing event updated for resources: {'Port': ['ID=37257002-13f0-4e56-a54f-c99c9b29518d,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:10.798464 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cbd62bbe-907e-4e71-a201-b94a2fdd9978 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c08742e7-5fd5-479b-a54c-3ea0e27480a3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:10.941200 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd62bbe-907e-4e71-a201-b94a2fdd9978 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network 2dd39b07-e71c-4399-a902-ce50784c96b3 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:37:10.949248 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-cbd62bbe-907e-4e71-a201-b94a2fdd9978 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:10.950720 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-73d4c98b-f717-417c-a3f3-85b860312e76 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Allocated IP 2001:db8::f (fb81bb19-61a5-4eaa-b2b6-6894f65ef41e/17ffce79-0cc6-4e35-b30b-464bdb275620/80e0e2eb-75a2-4724-9616-f4f4fb8183d5) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:37:10.975467 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd62bbe-907e-4e71-a201-b94a2fdd9978 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:37:11.032345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec918ec6-ef58-4572-b582-d4e774cbbaa5 None None] Pushing event updated for resources: {'Port': ['ID=4e387a32-0ae9-4b32-b98b-2f0e72a96d34,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:11.054723 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd62bbe-907e-4e71-a201-b94a2fdd9978 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=c08742e7-5fd5-479b-a54c-3ea0e27480a3,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:11.110799 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd62bbe-907e-4e71-a201-b94a2fdd9978 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:11.113690 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cbd62bbe-907e-4e71-a201-b94a2fdd9978 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:11.189782 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cbd62bbe-907e-4e71-a201-b94a2fdd9978 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4812400 Feb 28 20:37:11.195803 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47918) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:11.219059 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-0a0931a2-e671-4071-98f6-b9588189be1e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'subnet': {'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:11.296082 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a68e6625-0a3f-426c-973e-671625d81560 None None] Current status of the port 702868aa-8102-4c34-980c-05ffc158d2c2 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:11.326343 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-791a568f-9d41-4897-94da-e4df58d5c24b None None] Attempting to bind port 37257002-13f0-4e56-a54f-c99c9b29518d on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:37:11.326855 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-791a568f-9d41-4897-94da-e4df58d5c24b None None] Attempting to bind port 37257002-13f0-4e56-a54f-c99c9b29518d by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '96ab6251-e319-4753-b533-2becb50dd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:37:11.327075 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791a568f-9d41-4897-94da-e4df58d5c24b None None] Attempting to bind port 37257002-13f0-4e56-a54f-c99c9b29518d on network 2dd39b07-e71c-4399-a902-ce50784c96b3 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:37:11.351647 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port c93c1f55-935e-4cdb-a8fe-26714da9da44 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:11.354523 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c93c1f55-935e-4cdb-a8fe-26714da9da44), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:11.385527 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791a568f-9d41-4897-94da-e4df58d5c24b None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:37:11.395621 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791a568f-9d41-4897-94da-e4df58d5c24b None None] Checking segment: {'id': '96ab6251-e319-4753-b533-2becb50dd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:37:11.396213 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-791a568f-9d41-4897-94da-e4df58d5c24b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:11.397841 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791a568f-9d41-4897-94da-e4df58d5c24b None None] Bound using segment: {'id': '96ab6251-e319-4753-b533-2becb50dd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:37:11.401630 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-791a568f-9d41-4897-94da-e4df58d5c24b None None] Bound port: 37257002-13f0-4e56-a54f-c99c9b29518d, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ab6251-e319-4753-b533-2becb50dd289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:37:11.404817 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-791a568f-9d41-4897-94da-e4df58d5c24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:11.448344 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-73d4c98b-f717-417c-a3f3-85b860312e76 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (80e0e2eb-75a2-4724-9616-f4f4fb8183d5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:11.485864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d053fe-4cdb-415a-9c3a-137abcb664f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93c1f55-935e-4cdb-a8fe-26714da9da44'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:37:11.489987 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565781de-1e5c-404e-9264-33a31220f7b2" -d '{"events": [{"server_uuid": "d9d053fe-4cdb-415a-9c3a-137abcb664f6", "name": "network-vif-plugged", "status": "completed", "tag": "c93c1f55-935e-4cdb-a8fe-26714da9da44"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:37:11.525217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port c93c1f55-935e-4cdb-a8fe-26714da9da44, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c93c1f55-935e-4cdb-a8fe-26714da9da44,segment=NetworkSegment(f06fae59-5969-4554-9d13-a917300f2052),segment_id=f06fae59-5969-4554-9d13-a917300f2052)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:11.559957 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0931a2-e671-4071-98f6-b9588189be1e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:11.579584 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0a0931a2-e671-4071-98f6-b9588189be1e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:11.607827 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c93c1f55-935e-4cdb-a8fe-26714da9da44), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:11.612423 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1677b0-b418-4b6d-bb7d-e64ca7ea1d5b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:11.624691 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ac1677b0-b418-4b6d-bb7d-e64ca7ea1d5b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "GET /v2.0/networks?id=a6db862f-ef15-4f3c-9725-818d72b4b715 HTTP/1.1" status: 200 len: 764 time: 1.3247650 Feb 28 20:37:11.631995 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47928) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:11.651501 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-73d4c98b-f717-417c-a3f3-85b860312e76 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (80e0e2eb-75a2-4724-9616-f4f4fb8183d5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:11.785445 n-d-820368-21 neutron-server[103773]: INFO neutron.db.ipam_backend_mixin [None req-0a0931a2-e671-4071-98f6-b9588189be1e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d804b01b-a7ea-40ef-b6bd-db466f710c3c (CIDR: 172.20.0.0/28) Feb 28 20:37:11.794322 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0931a2-e671-4071-98f6-b9588189be1e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:37:11.794802 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a0931a2-e671-4071-98f6-b9588189be1e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:11.834350 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0a0931a2-e671-4071-98f6-b9588189be1e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6337326 Feb 28 20:37:11.837999 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47934) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:11.848677 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-6f4e6c75-7044-4304-8f53-04551de33faf tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'subnet': {'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:11.864361 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-791a568f-9d41-4897-94da-e4df58d5c24b None None] For port 37257002-13f0-4e56-a54f-c99c9b29518d, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:37:11.878854 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-791a568f-9d41-4897-94da-e4df58d5c24b None None] For port 37257002-13f0-4e56-a54f-c99c9b29518d, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=37257002-13f0-4e56-a54f-c99c9b29518d,segment=NetworkSegment(96ab6251-e319-4753-b533-2becb50dd289),segment_id=96ab6251-e319-4753-b533-2becb50dd289)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:37:11.895498 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=c93c1f55-935e-4cdb-a8fe-26714da9da44,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:11.916641 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-791a568f-9d41-4897-94da-e4df58d5c24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:12.144598 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4c98b-f717-417c-a3f3-85b860312e76 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=80e0e2eb-75a2-4724-9616-f4f4fb8183d5,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:12.160812 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a568f-9d41-4897-94da-e4df58d5c24b None None] Pushing event updated for resources: {'Port': ['ID=37257002-13f0-4e56-a54f-c99c9b29518d,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:12.193752 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4e6c75-7044-4304-8f53-04551de33faf tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:12.197926 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6f4e6c75-7044-4304-8f53-04551de33faf tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:12.466782 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-504dff1f-28ef-4446-8165-0cce96539451 req-2eaaeb3f-b2a8-4beb-a254-a88766216f5a tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Deleting port 2f32969a-e6f2-4026-babe-3d46b523248b {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:12.467578 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-504dff1f-28ef-4446-8165-0cce96539451 req-2eaaeb3f-b2a8-4beb-a254-a88766216f5a tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2f32969a-e6f2-4026-babe-3d46b523248b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:12.503915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d4c98b-f717-417c-a3f3-85b860312e76 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network fb81bb19-61a5-4eaa-b2b6-6894f65ef41e is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:37:12.580260 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38aa8b0-ba0b-446b-9a0b-ab1ff95572c5 req-f8b8ba51-d11d-4612-b9dd-5923a90bf1a6 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:12.586412 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c38aa8b0-ba0b-446b-9a0b-ab1ff95572c5 req-f8b8ba51-d11d-4612-b9dd-5923a90bf1a6 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 946 time: 1.0139103 Feb 28 20:37:12.610259 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 2f32969a-e6f2-4026-babe-3d46b523248b no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:37:12.810170 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893a6365-d154-4185-9159-b6ccde9ab403 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:12.816142 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-893a6365-d154-4185-9159-b6ccde9ab403 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.1594734 Feb 28 20:37:12.817636 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-73d4c98b-f717-417c-a3f3-85b860312e76 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:12.821493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d4c98b-f717-417c-a3f3-85b860312e76 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:37:12.827737 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d4c98b-f717-417c-a3f3-85b860312e76 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:12.828673 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-73d4c98b-f717-417c-a3f3-85b860312e76 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:12.829992 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47952) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:12.872155 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 2f32969a-e6f2-4026-babe-3d46b523248b is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:12.873904 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2f32969a-e6f2-4026-babe-3d46b523248b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:12.939656 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 37257002-13f0-4e56-a54f-c99c9b29518d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:37:12.953275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9caf9-f40d-47ec-9a52-035034c46c7b req-c7d1e04c-4ddd-4b04-8dae-369a958a0e24 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:12.955024 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4fa9caf9-f40d-47ec-9a52-035034c46c7b req-c7d1e04c-4ddd-4b04-8dae-369a958a0e24 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c9e741c-475b-45a6-bbec-25450f29aad2 HTTP/1.1" status: 200 len: 945 time: 1.4240477 Feb 28 20:37:12.959686 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6f4e6c75-7044-4304-8f53-04551de33faf tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (da653edd-2ef1-42c6-8530-2009a9197241), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:12.967348 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-73d4c98b-f717-417c-a3f3-85b860312e76 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1134832 Feb 28 20:37:12.980276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47956) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:12.984467 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-975c818c-0d4f-4bde-b7d9-4d26a0f1747a tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "GET /v2.0/subnets?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 207 time: 0.1504970 Feb 28 20:37:12.984467 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47958) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:13.088165 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e6c75-7044-4304-8f53-04551de33faf tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Subnet': ['ID=da653edd-2ef1-42c6-8530-2009a9197241,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:13.195817 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60922ba-648f-476c-9443-485b1665bc7d None None] Network fb81bb19-61a5-4eaa-b2b6-6894f65ef41e requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:13.216100 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 2f32969a-e6f2-4026-babe-3d46b523248b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=2f32969a-e6f2-4026-babe-3d46b523248b,segment=NetworkSegment(5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb),segment_id=5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:13.235510 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4fa9caf9-f40d-47ec-9a52-035034c46c7b req-542e9154-8836-4daa-8fc6-b568f673fa5f tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224429 Feb 28 20:37:13.276648 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2f32969a-e6f2-4026-babe-3d46b523248b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:13.287221 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c38aa8b0-ba0b-446b-9a0b-ab1ff95572c5 req-89e8f2a8-dc92-4906-b2aa-b8c6f6d61052 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430444 Feb 28 20:37:13.332794 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9028042-bb12-4519-89b4-099c53ed52b1 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:13.339660 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9028042-bb12-4519-89b4-099c53ed52b1 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:13.346025 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9028042-bb12-4519-89b4-099c53ed52b1 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:13.353144 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9028042-bb12-4519-89b4-099c53ed52b1 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:13.359427 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9028042-bb12-4519-89b4-099c53ed52b1 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:13.366834 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9028042-bb12-4519-89b4-099c53ed52b1 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:13.371657 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d50063c-b978-4e22-a134-045d1a698c8b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:13.374358 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a9028042-bb12-4519-89b4-099c53ed52b1 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3774772 Feb 28 20:37:13.379721 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47964) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:13.380062 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9d50063c-b978-4e22-a134-045d1a698c8b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3893099 Feb 28 20:37:13.380218 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47966) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:13.383914 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-504dff1f-28ef-4446-8165-0cce96539451 req-2eaaeb3f-b2a8-4beb-a254-a88766216f5a tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] For port 2f32969a-e6f2-4026-babe-3d46b523248b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=2f32969a-e6f2-4026-babe-3d46b523248b,segment=NetworkSegment(5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb),segment_id=5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:13.387145 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-504dff1f-28ef-4446-8165-0cce96539451 req-2eaaeb3f-b2a8-4beb-a254-a88766216f5a tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2f32969a-e6f2-4026-babe-3d46b523248b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:13.421115 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-504dff1f-28ef-4446-8165-0cce96539451 req-2eaaeb3f-b2a8-4beb-a254-a88766216f5a tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Calling delete_port for 2f32969a-e6f2-4026-babe-3d46b523248b owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:13.450736 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=2f32969a-e6f2-4026-babe-3d46b523248b,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:13.486046 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4e6c75-7044-4304-8f53-04551de33faf tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network 2dd39b07-e71c-4399-a902-ce50784c96b3 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:37:13.528741 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-6f4e6c75-7044-4304-8f53-04551de33faf tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:13.558894 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4e6c75-7044-4304-8f53-04551de33faf tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:13.559495 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6f4e6c75-7044-4304-8f53-04551de33faf tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:13.562837 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ae08c90d-e62a-491b-aab6-255a1057e5c9 None None] Provisioning complete for port 4e387a32-0ae9-4b32-b98b-2f0e72a96d34 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:13.563429 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ae08c90d-e62a-491b-aab6-255a1057e5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4e387a32-0ae9-4b32-b98b-2f0e72a96d34), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:13.580621 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1505319d-de70-47af-a9fa-a9507186f780 x-openstack-request-id: req-1505319d-de70-47af-a9fa-a9507186f780 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:37:13.581141 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d053fe-4cdb-415a-9c3a-137abcb664f6", "name": "network-vif-plugged", "status": "completed", "tag": "c93c1f55-935e-4cdb-a8fe-26714da9da44", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:37:13.581516 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1505319d-de70-47af-a9fa-a9507186f780 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:37:13.584701 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d053fe-4cdb-415a-9c3a-137abcb664f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93c1f55-935e-4cdb-a8fe-26714da9da44', 'code': 200} Feb 28 20:37:13.671548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 37257002-13f0-4e56-a54f-c99c9b29518d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:13.677751 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:13.727799 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-504dff1f-28ef-4446-8165-0cce96539451 req-2eaaeb3f-b2a8-4beb-a254-a88766216f5a tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (2f32969a-e6f2-4026-babe-3d46b523248b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:13.765949 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6f4e6c75-7044-4304-8f53-04551de33faf tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9267321 Feb 28 20:37:13.801777 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47978) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:13.819625 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-0c5517bc-71f8-4c75-983f-dca1e31a4b03 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-862447320', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'da653edd-2ef1-42c6-8530-2009a9197241'}], 'security_groups': ['cdfb9d92-c813-40b3-b3dd-ed87b0dd76d9']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:13.859254 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['24e16ac2-b58f-43c2-8922-442401fb19e5'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:37:13.868189 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['372080bb-5ffd-4047-973b-a131aecf2892', 'cfc52c7b-063c-460d-af04-dc2675ceb575'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:37:13.884563 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaaeb3f-b2a8-4beb-a254-a88766216f5a tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Pushing event deleted for resources: {'Port': ['ID=2f32969a-e6f2-4026-babe-3d46b523248b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:13.956561 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-504dff1f-28ef-4446-8165-0cce96539451 req-2eaaeb3f-b2a8-4beb-a254-a88766216f5a tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] No DVR routers for this DVR port 2f32969a-e6f2-4026-babe-3d46b523248b on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:37:13.962850 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-504dff1f-28ef-4446-8165-0cce96539451 req-2eaaeb3f-b2a8-4beb-a254-a88766216f5a tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:13.972793 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-504dff1f-28ef-4446-8165-0cce96539451 req-2eaaeb3f-b2a8-4beb-a254-a88766216f5a tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.10 "DELETE /v2.0/ports/2f32969a-e6f2-4026-babe-3d46b523248b HTTP/1.1" status: 204 len: 173 time: 4.1043353 Feb 28 20:37:13.974031 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9e741c-475b-45a6-bbec-25450f29aad2', 'name': 'network-vif-deleted', 'tag': '2f32969a-e6f2-4026-babe-3d46b523248b'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:37:13.991748 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c360ebb-3833-4491-af69-a86247d5a74a" -d '{"events": [{"server_uuid": "6c9e741c-475b-45a6-bbec-25450f29aad2", "name": "network-vif-deleted", "tag": "2f32969a-e6f2-4026-babe-3d46b523248b"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:37:14.071831 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0785acf-2065-4a42-afa7-2d966a4cabf3 None None] Network 2dd39b07-e71c-4399-a902-ce50784c96b3 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:14.079279 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69bf492-409d-4069-aa9a-d3f0ac1430bd x-openstack-request-id: req-d69bf492-409d-4069-aa9a-d3f0ac1430bd {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:37:14.080218 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9e741c-475b-45a6-bbec-25450f29aad2", "name": "network-vif-deleted", "tag": "2f32969a-e6f2-4026-babe-3d46b523248b", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:37:14.082787 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d69bf492-409d-4069-aa9a-d3f0ac1430bd {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:37:14.083452 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9e741c-475b-45a6-bbec-25450f29aad2', 'name': 'network-vif-deleted', 'tag': '2f32969a-e6f2-4026-babe-3d46b523248b', 'status': 'completed', 'code': 200} Feb 28 20:37:14.448833 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2eac5eaf-8ae1-4552-a910-60f98ddefb18 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 1.0668504 Feb 28 20:37:14.452321 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47992) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:14.520762 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80975381-e4d7-42d0-984a-8bc407813ee8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:14.522417 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80975381-e4d7-42d0-984a-8bc407813ee8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:14.523897 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80975381-e4d7-42d0-984a-8bc407813ee8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:14.525219 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80975381-e4d7-42d0-984a-8bc407813ee8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:14.526586 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80975381-e4d7-42d0-984a-8bc407813ee8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:14.533050 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-80975381-e4d7-42d0-984a-8bc407813ee8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0723312 Feb 28 20:37:14.535390 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47994) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:14.545632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d20967d-2835-4e1a-a892-415f5dede771 req-7c019421-1242-4f63-bcab-f95f20e99c40 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c9e741c-475b-45a6-bbec-25450f29aad2 HTTP/1.1" status: 200 len: 210 time: 0.1352100 Feb 28 20:37:14.570466 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ae08c90d-e62a-491b-aab6-255a1057e5c9 None None] Current status of the port 4e387a32-0ae9-4b32-b98b-2f0e72a96d34 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:14.570859 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ae08c90d-e62a-491b-aab6-255a1057e5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4e387a32-0ae9-4b32-b98b-2f0e72a96d34), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:14.612695 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be69fa-a0f2-4617-9dbb-a52dffa69970 req-f8e4e303-759e-46b0-939a-b41bc39a0e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:14.616773 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ae08c90d-e62a-491b-aab6-255a1057e5c9 None None] For port 4e387a32-0ae9-4b32-b98b-2f0e72a96d34, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4e387a32-0ae9-4b32-b98b-2f0e72a96d34,segment=NetworkSegment(6ca1d186-c634-4de2-95f2-04ad2b3aa23a),segment_id=6ca1d186-c634-4de2-95f2-04ad2b3aa23a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:14.618281 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-35be69fa-a0f2-4617-9dbb-a52dffa69970 req-f8e4e303-759e-46b0-939a-b41bc39a0e99 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 1129 time: 0.9921019 Feb 28 20:37:14.631573 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6488a0d-0e7e-4058-ad34-edc83b4eb887 req-bb339ab5-ed0d-417a-84c4-b7909622c853 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:14.634207 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6488a0d-0e7e-4058-ad34-edc83b4eb887 req-bb339ab5-ed0d-417a-84c4-b7909622c853 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 946 time: 0.1636059 Feb 28 20:37:14.676299 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ae08c90d-e62a-491b-aab6-255a1057e5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4e387a32-0ae9-4b32-b98b-2f0e72a96d34), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:14.712356 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623cf54f-8b4c-40e5-83c1-cdd5b729ed7b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:14.731874 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623cf54f-8b4c-40e5-83c1-cdd5b729ed7b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:14.744759 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623cf54f-8b4c-40e5-83c1-cdd5b729ed7b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:14.746640 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-623cf54f-8b4c-40e5-83c1-cdd5b729ed7b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 1.2628744 Feb 28 20:37:14.759437 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48002) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:14.823809 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08c90d-e62a-491b-aab6-255a1057e5c9 None None] Pushing event updated for resources: {'Port': ['ID=4e387a32-0ae9-4b32-b98b-2f0e72a96d34,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:14.870332 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6488a0d-0e7e-4058-ad34-edc83b4eb887 req-2e466b85-6d1d-4f63-8135-f92860a323be tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242916 Feb 28 20:37:14.895742 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 37257002-13f0-4e56-a54f-c99c9b29518d is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:14.896219 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:14.955524 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 37257002-13f0-4e56-a54f-c99c9b29518d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=37257002-13f0-4e56-a54f-c99c9b29518d,segment=NetworkSegment(96ab6251-e319-4753-b533-2becb50dd289),segment_id=96ab6251-e319-4753-b533-2becb50dd289)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:14.972877 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-548080c0-4e36-4708-b444-98bdd274d2a6 None None] Provisioning complete for port d61ec4ce-93ac-4c5e-925e-cd9f55e8d860 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:14.972877 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-548080c0-4e36-4708-b444-98bdd274d2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d61ec4ce-93ac-4c5e-925e-cd9f55e8d860), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:14.979648 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:14.980740 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4e387a32-0ae9-4b32-b98b-2f0e72a96d34 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:37:15.014515 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-827d6f41-801b-4687-b43f-8e24fbb4c993 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port 80e0e2eb-75a2-4724-9616-f4f4fb8183d5 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:15.015882 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-827d6f41-801b-4687-b43f-8e24fbb4c993 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (80e0e2eb-75a2-4724-9616-f4f4fb8183d5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:15.083580 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-35be69fa-a0f2-4617-9dbb-a52dffa69970 req-908e25f8-0008-4e3b-af14-b6b1868fbd72 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345644 Feb 28 20:37:15.106555 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3c9f08-62f8-48cb-804a-f1d77a00a096 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:15.107806 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3c9f08-62f8-48cb-804a-f1d77a00a096 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:15.109267 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3c9f08-62f8-48cb-804a-f1d77a00a096 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:15.110490 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3c9f08-62f8-48cb-804a-f1d77a00a096 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:15.111703 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3c9f08-62f8-48cb-804a-f1d77a00a096 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:15.119571 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5a3c9f08-62f8-48cb-804a-f1d77a00a096 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.5775251 Feb 28 20:37:15.120597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48008) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:15.219008 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-827d6f41-801b-4687-b43f-8e24fbb4c993 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (80e0e2eb-75a2-4724-9616-f4f4fb8183d5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:15.248588 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-827d6f41-801b-4687-b43f-8e24fbb4c993 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for 80e0e2eb-75a2-4724-9616-f4f4fb8183d5 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:15.292783 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=37257002-13f0-4e56-a54f-c99c9b29518d,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:15.426425 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-548080c0-4e36-4708-b444-98bdd274d2a6 None None] Port d61ec4ce-93ac-4c5e-925e-cd9f55e8d860 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:37:15.492165 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c05a54-fb74-417c-bcfc-cc296505902f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:15.493671 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-60c05a54-fb74-417c-bcfc-cc296505902f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "GET /v2.0/networks/ef59e03d-024d-43ad-abb5-b28b74349460 HTTP/1.1" status: 200 len: 804 time: 0.3724895 Feb 28 20:37:15.504361 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48016) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:15.563558 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-827d6f41-801b-4687-b43f-8e24fbb4c993 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (80e0e2eb-75a2-4724-9616-f4f4fb8183d5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:15.576635 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c5517bc-71f8-4c75-983f-dca1e31a4b03 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c08742e7-5fd5-479b-a54c-3ea0e27480a3), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:15.609940 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9e741c-475b-45a6-bbec-25450f29aad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f32969a-e6f2-4026-babe-3d46b523248b'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:37:15.616894 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54e4bed-cdef-486e-9c37-c730c3d523f9" -d '{"events": [{"server_uuid": "6c9e741c-475b-45a6-bbec-25450f29aad2", "name": "network-vif-unplugged", "status": "completed", "tag": "2f32969a-e6f2-4026-babe-3d46b523248b"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:37:15.631628 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d6f41-801b-4687-b43f-8e24fbb4c993 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=80e0e2eb-75a2-4724-9616-f4f4fb8183d5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:15.639728 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4e387a32-0ae9-4b32-b98b-2f0e72a96d34 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:15.640234 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4e387a32-0ae9-4b32-b98b-2f0e72a96d34), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:15.662069 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6f41-801b-4687-b43f-8e24fbb4c993 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:15.662568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6f41-801b-4687-b43f-8e24fbb4c993 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:15.667559 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6f41-801b-4687-b43f-8e24fbb4c993 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:15.668131 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6f41-801b-4687-b43f-8e24fbb4c993 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:15.668976 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6f41-801b-4687-b43f-8e24fbb4c993 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:15.669107 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-548080c0-4e36-4708-b444-98bdd274d2a6 None None] Provisioning complete for port 37257002-13f0-4e56-a54f-c99c9b29518d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:15.669411 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-548080c0-4e36-4708-b444-98bdd274d2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:15.669594 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6f41-801b-4687-b43f-8e24fbb4c993 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:15.670136 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6f41-801b-4687-b43f-8e24fbb4c993 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:15.670589 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6f41-801b-4687-b43f-8e24fbb4c993 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:15.671037 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6f41-801b-4687-b43f-8e24fbb4c993 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:15.671478 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6f41-801b-4687-b43f-8e24fbb4c993 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:15.672046 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6f41-801b-4687-b43f-8e24fbb4c993 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:15.672489 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6f41-801b-4687-b43f-8e24fbb4c993 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:15.677986 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6f41-801b-4687-b43f-8e24fbb4c993 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:15.730072 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-827d6f41-801b-4687-b43f-8e24fbb4c993 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:15.738037 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-827d6f41-801b-4687-b43f-8e24fbb4c993 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/ports/80e0e2eb-75a2-4724-9616-f4f4fb8183d5 HTTP/1.1" status: 204 len: 168 time: 0.9760988 Feb 28 20:37:15.738931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48028) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:15.774235 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a881e41-56a4-45af-8559-75e77b3628fe tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] GET failed (client error): The resource could not be found. Feb 28 20:37:15.778633 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7a881e41-56a4-45af-8559-75e77b3628fe tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports/80e0e2eb-75a2-4724-9616-f4f4fb8183d5 HTTP/1.1" status: 404 len: 333 time: 0.0386121 Feb 28 20:37:15.779380 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48030) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:15.937839 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7435cb-9a51-4ef3-98f9-cbe2b2ce581b x-openstack-request-id: req-9a7435cb-9a51-4ef3-98f9-cbe2b2ce581b {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:37:15.938414 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9e741c-475b-45a6-bbec-25450f29aad2", "name": "network-vif-unplugged", "status": "completed", "tag": "2f32969a-e6f2-4026-babe-3d46b523248b", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:37:15.941589 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a7435cb-9a51-4ef3-98f9-cbe2b2ce581b {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:37:15.942205 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9e741c-475b-45a6-bbec-25450f29aad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f32969a-e6f2-4026-babe-3d46b523248b', 'code': 200} Feb 28 20:37:16.006091 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-eb194c95-a79e-4b82-b838-db5a95e8b39b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port cae42f55-408b-499a-8ba5-c3222a278987 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:16.006644 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eb194c95-a79e-4b82-b838-db5a95e8b39b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (cae42f55-408b-499a-8ba5-c3222a278987), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:16.074914 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7b7576d6-8c70-477c-b6b2-6f3ba0c0ac34 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "GET /v2.0/networks/ef59e03d-024d-43ad-abb5-b28b74349460?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5669608 Feb 28 20:37:16.084906 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48040) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:16.464556 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6bd06f-077d-47ca-b761-3f5d95201d13 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:16.466327 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6f6bd06f-077d-47ca-b761-3f5d95201d13 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "GET /v2.0/subnets/2c682f5c-3b82-439f-afa1-b4470fb65e8a HTTP/1.1" status: 200 len: 843 time: 0.3774931 Feb 28 20:37:16.472710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48054) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:16.814728 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5a22ad-b709-4b7a-a78f-ed9a3be4faa8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['shared'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:16.825187 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0a5a22ad-b709-4b7a-a78f-ed9a3be4faa8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "GET /v2.0/subnets/2c682f5c-3b82-439f-afa1-b4470fb65e8a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3511887 Feb 28 20:37:16.835751 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48068) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:16.838715 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7be413-3848-4069-9f43-51479798debf None None] Update dhcp port {'port': {'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3', 'fixed_ips': [{'subnet_id': 'd804b01b-a7ea-40ef-b6bd-db466f710c3c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'da653edd-2ef1-42c6-8530-2009a9197241'}], 'binding:host_id': 'n-d-820368-21'}, 'id': '37257002-13f0-4e56-a54f-c99c9b29518d'} from n-d-820368-21. {{(pid=103775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 20:37:16.853520 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-548080c0-4e36-4708-b444-98bdd274d2a6 None None] Current status of the port 37257002-13f0-4e56-a54f-c99c9b29518d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:16.857947 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-57c83544-d9c4-4545-a639-e372077b8777 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-990348815'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:16.936048 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8c133490-7fb3-4687-ae30-fcc16e165f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:17.107744 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c83544-d9c4-4545-a639-e372077b8777 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Made reservation on behalf of db60eff1c978422fb5f7cc42ae195246 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:17.118108 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-57c83544-d9c4-4545-a639-e372077b8777 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:17.134350 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4e387a32-0ae9-4b32-b98b-2f0e72a96d34 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:17.154937 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8d7be413-3848-4069-9f43-51479798debf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:17.262825 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-18bd7926-b184-4d49-a4f8-8076a271d867 None None] Provisioning complete for port cae42f55-408b-499a-8ba5-c3222a278987 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:17.264413 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-18bd7926-b184-4d49-a4f8-8076a271d867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cae42f55-408b-499a-8ba5-c3222a278987), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:17.338985 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48088) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:17.414739 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c83544-d9c4-4545-a639-e372077b8777 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:37:17.476559 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-57c83544-d9c4-4545-a639-e372077b8777 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (9c162e03-dc4d-488d-a0fc-e83f1430f0f4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:17.478228 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-57c83544-d9c4-4545-a639-e372077b8777 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Added segment 9c162e03-dc4d-488d-a0fc-e83f1430f0f4 of type vlan for network 7c90620a-b444-4cc7-ab65-ed2f7eb6486d Feb 28 20:37:17.510007 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-0c5517bc-71f8-4c75-983f-dca1e31a4b03 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Delete allocated IP 172.20.0.8 (2dd39b07-e71c-4399-a902-ce50784c96b3/d804b01b-a7ea-40ef-b6bd-db466f710c3c) {{(pid=103773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 20:37:17.587133 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-0c5517bc-71f8-4c75-983f-dca1e31a4b03 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Allocated IP 172.20.0.19 (2dd39b07-e71c-4399-a902-ce50784c96b3/da653edd-2ef1-42c6-8530-2009a9197241/c08742e7-5fd5-479b-a54c-3ea0e27480a3) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:37:17.634996 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-57c83544-d9c4-4545-a639-e372077b8777 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (7c90620a-b444-4cc7-ab65-ed2f7eb6486d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:17.678646 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32063b-b272-4d30-8f37-9b847d76cb33 req-5e5546d3-727a-4970-b846-7db1e2836dab tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:17.680468 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-470da4fe-8cc6-425d-8865-ece0b42ff07f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:17.685586 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a32063b-b272-4d30-8f37-9b847d76cb33 req-5e5546d3-727a-4970-b846-7db1e2836dab tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 946 time: 1.5850220 Feb 28 20:37:17.745202 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eb194c95-a79e-4b82-b838-db5a95e8b39b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (cae42f55-408b-499a-8ba5-c3222a278987), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:17.792568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48100) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:17.802442 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4e387a32-0ae9-4b32-b98b-2f0e72a96d34 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:37:17.806138 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-18bd7926-b184-4d49-a4f8-8076a271d867 None None] Port cae42f55-408b-499a-8ba5-c3222a278987 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:37:17.808079 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a32063b-b272-4d30-8f37-9b847d76cb33 req-99b165da-1276-41de-8167-9646cc1f21b5 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169846 Feb 28 20:37:17.833766 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-eb194c95-a79e-4b82-b838-db5a95e8b39b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for cae42f55-408b-499a-8ba5-c3222a278987 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:17.890226 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-18bd7926-b184-4d49-a4f8-8076a271d867 None None] Provisioning complete for port 4e387a32-0ae9-4b32-b98b-2f0e72a96d34 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:17.890767 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-18bd7926-b184-4d49-a4f8-8076a271d867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4e387a32-0ae9-4b32-b98b-2f0e72a96d34), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:17.984204 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4e387a32-0ae9-4b32-b98b-2f0e72a96d34 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:17.988428 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4e387a32-0ae9-4b32-b98b-2f0e72a96d34), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:18.009811 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-57c83544-d9c4-4545-a639-e372077b8777 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (7c90620a-b444-4cc7-ab65-ed2f7eb6486d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:18.021251 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c83544-d9c4-4545-a639-e372077b8777 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:18.022028 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-57c83544-d9c4-4545-a639-e372077b8777 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:18.135601 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad56bc67-3c49-41fb-8e0a-03e3d5f1597c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:18.228176 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-18bd7926-b184-4d49-a4f8-8076a271d867 None None] Current status of the port 4e387a32-0ae9-4b32-b98b-2f0e72a96d34 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:18.259047 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-18bd7926-b184-4d49-a4f8-8076a271d867 None None] Could not find standard attr ID for object 80e0e2eb-75a2-4724-9616-f4f4fb8183d5. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:37:18.330105 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad56bc67-3c49-41fb-8e0a-03e3d5f1597c admin admin] Publish callbacks [] for security_group (e69f0dc2-5624-453b-af5a-6f587595d0da), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:18.347287 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-57c83544-d9c4-4545-a639-e372077b8777 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5039413 Feb 28 20:37:18.350797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48112) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:18.374707 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-cd00a1fd-96e5-4727-b249-e5b5b48986e5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'subnet': {'network_id': '7c90620a-b444-4cc7-ab65-ed2f7eb6486d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:18.381074 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c83544-d9c4-4545-a639-e372077b8777 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Network': ['ID=7c90620a-b444-4cc7-ab65-ed2f7eb6486d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:18.388895 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ad56bc67-3c49-41fb-8e0a-03e3d5f1597c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e69f0dc2-5624-453b-af5a-6f587595d0da), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:18.395151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 7c90620a-b444-4cc7-ab65-ed2f7eb6486d details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:37:18.397597 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eb194c95-a79e-4b82-b838-db5a95e8b39b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (cae42f55-408b-499a-8ba5-c3222a278987), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:18.403182 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-470da4fe-8cc6-425d-8865-ece0b42ff07f admin admin] Publish callbacks [] for security_group (1f68446f-450c-40cc-9ed5-47e151eaed11), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:18.419032 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-470da4fe-8cc6-425d-8865-ece0b42ff07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1f68446f-450c-40cc-9ed5-47e151eaed11), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:18.471977 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-470da4fe-8cc6-425d-8865-ece0b42ff07f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f00954e2e4954a10aa080560e6eda739&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1308334 Feb 28 20:37:18.476966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48114) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:18.512019 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4e387a32-0ae9-4b32-b98b-2f0e72a96d34 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:18.516033 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 37257002-13f0-4e56-a54f-c99c9b29518d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:37:18.548693 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470da4fe-8cc6-425d-8865-ece0b42ff07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f68446f-450c-40cc-9ed5-47e151eaed11,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:18.553109 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56bc67-3c49-41fb-8e0a-03e3d5f1597c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69f0dc2-5624-453b-af5a-6f587595d0da,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:18.589718 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc0dcf66-f18e-4e3a-9580-ca81c182319d admin admin] Publish callbacks [] for security_group (1f68446f-450c-40cc-9ed5-47e151eaed11), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:18.592578 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c5517bc-71f8-4c75-983f-dca1e31a4b03 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (c08742e7-5fd5-479b-a54c-3ea0e27480a3), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:18.632604 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c5517bc-71f8-4c75-983f-dca1e31a4b03 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (c08742e7-5fd5-479b-a54c-3ea0e27480a3), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:18.648692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb194c95-a79e-4b82-b838-db5a95e8b39b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=cae42f55-408b-499a-8ba5-c3222a278987,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:18.733881 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-8d7be413-3848-4069-9f43-51479798debf None None] Allocated IP 172.20.0.18 (2dd39b07-e71c-4399-a902-ce50784c96b3/da653edd-2ef1-42c6-8530-2009a9197241/37257002-13f0-4e56-a54f-c99c9b29518d) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:37:18.741705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 37257002-13f0-4e56-a54f-c99c9b29518d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:18.742080 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:18.749723 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ad56bc67-3c49-41fb-8e0a-03e3d5f1597c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ace0c89a2f8e4b25a3b9143e47cb336c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9394619 Feb 28 20:37:18.802873 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5517bc-71f8-4c75-983f-dca1e31a4b03 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=c08742e7-5fd5-479b-a54c-3ea0e27480a3,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:18.808743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48120) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:18.826016 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc0dcf66-f18e-4e3a-9580-ca81c182319d admin admin] Publish callbacks [] for security_group (1f68446f-450c-40cc-9ed5-47e151eaed11), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:18.997408 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-0c5517bc-71f8-4c75-983f-dca1e31a4b03 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] In _notify_port_updated(), no bound segment for port c08742e7-5fd5-479b-a54c-3ea0e27480a3 on network 2dd39b07-e71c-4399-a902-ce50784c96b3 {{(pid=103773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:37:19.013938 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5517bc-71f8-4c75-983f-dca1e31a4b03 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:19.016694 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c5517bc-71f8-4c75-983f-dca1e31a4b03 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:19.021545 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0c5517bc-71f8-4c75-983f-dca1e31a4b03 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "PUT /v2.0/ports/c08742e7-5fd5-479b-a54c-3ea0e27480a3 HTTP/1.1" status: 200 len: 920 time: 5.2030156 Feb 28 20:37:19.025236 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48126) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:19.025985 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc0dcf66-f18e-4e3a-9580-ca81c182319d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1f68446f-450c-40cc-9ed5-47e151eaed11), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:19.035509 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc0dcf66-f18e-4e3a-9580-ca81c182319d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:19.037109 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cc0dcf66-f18e-4e3a-9580-ca81c182319d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f68446f-450c-40cc-9ed5-47e151eaed11 HTTP/1.1" status: 204 len: 168 time: 0.5528326 Feb 28 20:37:19.180119 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eb194c95-a79e-4b82-b838-db5a95e8b39b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:19.182481 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0dcf66-f18e-4e3a-9580-ca81c182319d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f68446f-450c-40cc-9ed5-47e151eaed11,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:19.188948 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-eb194c95-a79e-4b82-b838-db5a95e8b39b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/ports/cae42f55-408b-499a-8ba5-c3222a278987 HTTP/1.1" status: 204 len: 168 time: 3.4072351 Feb 28 20:37:19.191645 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48134) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:19.279614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabed86c-0651-4644-8a29-8dc4f2729e22 req-9f5b0695-9f0f-430f-b0b3-aaab145cd206 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:19.281789 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aabed86c-0651-4644-8a29-8dc4f2729e22 req-9f5b0695-9f0f-430f-b0b3-aaab145cd206 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 946 time: 0.2595861 Feb 28 20:37:19.338898 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-34376763-658d-4c9b-ab93-10271f8ff6c7 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] GET failed (client error): The resource could not be found. Feb 28 20:37:19.354716 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-34376763-658d-4c9b-ab93-10271f8ff6c7 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports/cae42f55-408b-499a-8ba5-c3222a278987 HTTP/1.1" status: 404 len: 333 time: 0.1607907 Feb 28 20:37:19.363040 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48140) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:19.376451 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-8d7be413-3848-4069-9f43-51479798debf None None] For port 37257002-13f0-4e56-a54f-c99c9b29518d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=37257002-13f0-4e56-a54f-c99c9b29518d,segment=NetworkSegment(96ab6251-e319-4753-b533-2becb50dd289),segment_id=96ab6251-e319-4753-b533-2becb50dd289)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:19.442259 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aabed86c-0651-4644-8a29-8dc4f2729e22 req-991924ce-b468-4a9f-8030-83a63eab06b0 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274467 Feb 28 20:37:19.447373 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8d7be413-3848-4069-9f43-51479798debf None None] Publish callbacks [] for port (37257002-13f0-4e56-a54f-c99c9b29518d), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:19.454558 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-808ccc62-0d79-4926-ad3a-90e652e39cf4 admin admin] Publish callbacks [] for security_group (e69f0dc2-5624-453b-af5a-6f587595d0da), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:19.476824 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 37257002-13f0-4e56-a54f-c99c9b29518d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:19.509014 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f19066de-24e4-4424-b2b1-ef49d7737d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:19.509161 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-808ccc62-0d79-4926-ad3a-90e652e39cf4 admin admin] Publish callbacks [] for security_group (e69f0dc2-5624-453b-af5a-6f587595d0da), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:19.517615 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8d7be413-3848-4069-9f43-51479798debf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:19.528570 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b64bff-40df-4816-a4fa-3d8315c90f74 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting subnet 17ffce79-0cc6-4e35-b30b-464bdb275620 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:37:19.541544 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-73b64bff-40df-4816-a4fa-3d8315c90f74 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (17ffce79-0cc6-4e35-b30b-464bdb275620), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:19.635989 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd00a1fd-96e5-4727-b249-e5b5b48986e5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Made reservation on behalf of db60eff1c978422fb5f7cc42ae195246 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:19.652223 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd00a1fd-96e5-4727-b249-e5b5b48986e5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:19.680921 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-808ccc62-0d79-4926-ad3a-90e652e39cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e69f0dc2-5624-453b-af5a-6f587595d0da), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:19.686725 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-808ccc62-0d79-4926-ad3a-90e652e39cf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:19.696911 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-808ccc62-0d79-4926-ad3a-90e652e39cf4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e69f0dc2-5624-453b-af5a-6f587595d0da HTTP/1.1" status: 204 len: 168 time: 0.8871469 Feb 28 20:37:19.731269 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-025ae4a7-74a7-4c60-8c94-d88b3c9881b5 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting port c08742e7-5fd5-479b-a54c-3ea0e27480a3 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:19.734210 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-025ae4a7-74a7-4c60-8c94-d88b3c9881b5 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c08742e7-5fd5-479b-a54c-3ea0e27480a3), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:19.796935 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ccc62-0d79-4926-ad3a-90e652e39cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69f0dc2-5624-453b-af5a-6f587595d0da,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:19.816182 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:19.842357 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-73b64bff-40df-4816-a4fa-3d8315c90f74 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (17ffce79-0cc6-4e35-b30b-464bdb275620), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:19.894613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7be413-3848-4069-9f43-51479798debf None None] Pushing event updated for resources: {'Port': ['ID=37257002-13f0-4e56-a54f-c99c9b29518d,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:19.973972 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.ipam_backend_mixin [None req-cd00a1fd-96e5-4727-b249-e5b5b48986e5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Performing IP validity checks on allocation pools {{(pid=103774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 20:37:19.974693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.ipam_backend_mixin [None req-cd00a1fd-96e5-4727-b249-e5b5b48986e5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 20:37:19.976780 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7be413-3848-4069-9f43-51479798debf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:19.980066 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7be413-3848-4069-9f43-51479798debf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:19.980546 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7be413-3848-4069-9f43-51479798debf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:19.982190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7be413-3848-4069-9f43-51479798debf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:19.982665 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7be413-3848-4069-9f43-51479798debf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:19.987493 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7be413-3848-4069-9f43-51479798debf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:19.987907 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7be413-3848-4069-9f43-51479798debf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:19.988252 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7be413-3848-4069-9f43-51479798debf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:19.988592 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7be413-3848-4069-9f43-51479798debf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:19.988920 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7be413-3848-4069-9f43-51479798debf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:19.989262 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7be413-3848-4069-9f43-51479798debf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:19.992528 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7be413-3848-4069-9f43-51479798debf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:19.992884 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7be413-3848-4069-9f43-51479798debf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:20.141852 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:37:20.153176 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:20.185394 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-025ae4a7-74a7-4c60-8c94-d88b3c9881b5 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c08742e7-5fd5-479b-a54c-3ea0e27480a3), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:20.241326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-025ae4a7-74a7-4c60-8c94-d88b3c9881b5 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Calling delete_port for c08742e7-5fd5-479b-a54c-3ea0e27480a3 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:20.277208 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-73b64bff-40df-4816-a4fa-3d8315c90f74 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (17ffce79-0cc6-4e35-b30b-464bdb275620), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:20.490456 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd00a1fd-96e5-4727-b249-e5b5b48986e5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (1032a778-a019-4fb9-88e8-a71e153063a2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:20.545994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48180) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:20.617211 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-73b64bff-40df-4816-a4fa-3d8315c90f74 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (17ffce79-0cc6-4e35-b30b-464bdb275620), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:20.668011 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33e3828d-4220-4a10-845d-5b0c3aaa70a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:20.742641 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b64bff-40df-4816-a4fa-3d8315c90f74 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Subnet': ['ID=17ffce79-0cc6-4e35-b30b-464bdb275620,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:20.769131 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-73b64bff-40df-4816-a4fa-3d8315c90f74 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:20.770362 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7000c3a5-90d8-4c57-8a77-9260836945c6 None None] Network fb81bb19-61a5-4eaa-b2b6-6894f65ef41e requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:20.789214 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-73b64bff-40df-4816-a4fa-3d8315c90f74 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/subnets/17ffce79-0cc6-4e35-b30b-464bdb275620 HTTP/1.1" status: 204 len: 168 time: 1.4247158 Feb 28 20:37:20.793037 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48186) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:20.883787 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00a1fd-96e5-4727-b249-e5b5b48986e5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Subnet': ['ID=1032a778-a019-4fb9-88e8-a71e153063a2,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:20.893708 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00a1fd-96e5-4727-b249-e5b5b48986e5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Checking segment: {'id': '9c162e03-dc4d-488d-a0fc-e83f1430f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7c90620a-b444-4cc7-ab65-ed2f7eb6486d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:37:20.894202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd00a1fd-96e5-4727-b249-e5b5b48986e5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Network hostable DHCP agents. Network: 7c90620a-b444-4cc7-ab65-ed2f7eb6486d, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:37:20.938335 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd00a1fd-96e5-4727-b249-e5b5b48986e5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Network 7c90620a-b444-4cc7-ab65-ed2f7eb6486d is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:37:20.962390 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-cd00a1fd-96e5-4727-b249-e5b5b48986e5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 7c90620a-b444-4cc7-ab65-ed2f7eb6486d) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:20.980155 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd00a1fd-96e5-4727-b249-e5b5b48986e5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:20.983303 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd00a1fd-96e5-4727-b249-e5b5b48986e5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:21.006805 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7212b9e3-010a-4342-9882-c5ba542ad5e7 None None] Network 7c90620a-b444-4cc7-ab65-ed2f7eb6486d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:21.036811 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cd00a1fd-96e5-4727-b249-e5b5b48986e5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6775880 Feb 28 20:37:21.039607 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48188) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:21.073250 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3985d138-1722-46b9-8913-46c2c2f17acd tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:21.341051 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2edb0ee1-ad8a-45d2-bae3-d504781df4d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (fb81bb19-61a5-4eaa-b2b6-6894f65ef41e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:21.347043 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-025ae4a7-74a7-4c60-8c94-d88b3c9881b5 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c08742e7-5fd5-479b-a54c-3ea0e27480a3), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:21.435610 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3985d138-1722-46b9-8913-46c2c2f17acd tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9823268'] for subnet (1032a778-a019-4fb9-88e8-a71e153063a2), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:21.460682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20dd0a-de7b-4b14-91c1-5a2706e9078a req-385c3b41-5004-4674-832c-af836114d74f tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:21.462768 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb20dd0a-de7b-4b14-91c1-5a2706e9078a req-385c3b41-5004-4674-832c-af836114d74f tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 946 time: 0.1909933 Feb 28 20:37:21.495920 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be67c450-c59e-4999-90c1-238f37a461b4 None None] DHCP port deletion for fb81bb19-61a5-4eaa-b2b6-6894f65ef41e request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:37:21.502161 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ae4a7-74a7-4c60-8c94-d88b3c9881b5 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Port': ['ID=c08742e7-5fd5-479b-a54c-3ea0e27480a3,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:21.594853 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920b298f-3255-48da-8140-5593cddf58a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-7c90620a-b444-4cc7-ab65-ed2f7eb6486d', 'network_id': '7c90620a-b444-4cc7-ab65-ed2f7eb6486d', 'project_id': 'db60eff1c978422fb5f7cc42ae195246', 'fixed_ips': [{'subnet_id': '1032a778-a019-4fb9-88e8-a71e153063a2'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:37:21.596755 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-920b298f-3255-48da-8140-5593cddf58a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:21.761679 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 37257002-13f0-4e56-a54f-c99c9b29518d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:37:21.769193 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:21.818344 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33e3828d-4220-4a10-845d-5b0c3aaa70a4 admin admin] Publish callbacks [] for security_group (3f885dda-f3ab-490d-812a-c67917295d4c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:21.827786 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb20dd0a-de7b-4b14-91c1-5a2706e9078a req-fd05dec6-b262-407c-8428-cb6673be40e9 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526807 Feb 28 20:37:21.857579 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-025ae4a7-74a7-4c60-8c94-d88b3c9881b5 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:21.864981 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33e3828d-4220-4a10-845d-5b0c3aaa70a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3f885dda-f3ab-490d-812a-c67917295d4c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:21.879653 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-025ae4a7-74a7-4c60-8c94-d88b3c9881b5 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/ports/c08742e7-5fd5-479b-a54c-3ea0e27480a3 HTTP/1.1" status: 204 len: 168 time: 2.8413725 Feb 28 20:37:21.884165 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48204) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:21.922034 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3828d-4220-4a10-845d-5b0c3aaa70a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f885dda-f3ab-490d-812a-c67917295d4c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:22.005564 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-33e3828d-4220-4a10-845d-5b0c3aaa70a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=971e266785684d48bd6f01c216c1c8e9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4483101 Feb 28 20:37:22.007826 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48210) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:22.040769 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-44007fed-c790-4ba5-a0c6-156c8ce4c03e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] GET failed (client error): The resource could not be found. Feb 28 20:37:22.043080 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-44007fed-c790-4ba5-a0c6-156c8ce4c03e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports/c08742e7-5fd5-479b-a54c-3ea0e27480a3 HTTP/1.1" status: 404 len: 333 time: 0.1545515 Feb 28 20:37:22.046190 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48212) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:22.098283 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2edb0ee1-ad8a-45d2-bae3-d504781df4d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port 4e387a32-0ae9-4b32-b98b-2f0e72a96d34 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:22.104489 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2edb0ee1-ad8a-45d2-bae3-d504781df4d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4e387a32-0ae9-4b32-b98b-2f0e72a96d34), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:22.201040 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fbffc55c-0858-40f6-8438-5207c14bd20f admin admin] Publish callbacks [] for security_group (3f885dda-f3ab-490d-812a-c67917295d4c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:22.211417 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3985d138-1722-46b9-8913-46c2c2f17acd tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787400725221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10360061'] for subnet (1032a778-a019-4fb9-88e8-a71e153063a2), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:22.335387 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3985d138-1722-46b9-8913-46c2c2f17acd tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:22.336237 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3985d138-1722-46b9-8913-46c2c2f17acd tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:22.339780 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc3b8139-9845-4ff8-817d-777701b64e39 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (685e075e-9682-469e-95c7-31387780d23a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:22.347228 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3985d138-1722-46b9-8913-46c2c2f17acd tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "PUT /v2.0/subnets/1032a778-a019-4fb9-88e8-a71e153063a2 HTTP/1.1" status: 200 len: 900 time: 1.3060746 Feb 28 20:37:22.360464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48218) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:22.412258 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fbffc55c-0858-40f6-8438-5207c14bd20f admin admin] Publish callbacks [] for security_group (3f885dda-f3ab-490d-812a-c67917295d4c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:22.456941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-920b298f-3255-48da-8140-5593cddf58a5 None None] Allocated IP 2001:db8::3 (7c90620a-b444-4cc7-ab65-ed2f7eb6486d/1032a778-a019-4fb9-88e8-a71e153063a2/2e4dec9f-c547-4ea7-a055-b54ad41acdf3) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:37:22.458730 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc3b8139-9845-4ff8-817d-777701b64e39 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (685e075e-9682-469e-95c7-31387780d23a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:22.531320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985d138-1722-46b9-8913-46c2c2f17acd tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event updated for resources: {'Subnet': ['ID=1032a778-a019-4fb9-88e8-a71e153063a2,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:22.611281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5196a402-09cc-4801-a101-eecfd173312f None None] Provisioning complete for port d61ec4ce-93ac-4c5e-925e-cd9f55e8d860 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:22.611696 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5196a402-09cc-4801-a101-eecfd173312f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d61ec4ce-93ac-4c5e-925e-cd9f55e8d860), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:22.686139 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5196a402-09cc-4801-a101-eecfd173312f None None] Port d61ec4ce-93ac-4c5e-925e-cd9f55e8d860 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:37:22.746311 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-2edb0ee1-ad8a-45d2-bae3-d504781df4d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] For port 4e387a32-0ae9-4b32-b98b-2f0e72a96d34, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4e387a32-0ae9-4b32-b98b-2f0e72a96d34,segment=NetworkSegment(6ca1d186-c634-4de2-95f2-04ad2b3aa23a),segment_id=6ca1d186-c634-4de2-95f2-04ad2b3aa23a)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:22.760850 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:22.768838 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2edb0ee1-ad8a-45d2-bae3-d504781df4d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4e387a32-0ae9-4b32-b98b-2f0e72a96d34), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:22.793846 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-920b298f-3255-48da-8140-5593cddf58a5 None None] Publish callbacks [] for port (2e4dec9f-c547-4ea7-a055-b54ad41acdf3), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:22.805361 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5196a402-09cc-4801-a101-eecfd173312f None None] Could not find standard attr ID for object c08742e7-5fd5-479b-a54c-3ea0e27480a3. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:37:22.823613 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-920b298f-3255-48da-8140-5593cddf58a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (2e4dec9f-c547-4ea7-a055-b54ad41acdf3), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:22.827607 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (7c90620a-b444-4cc7-ab65-ed2f7eb6486d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:22.829542 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fbffc55c-0858-40f6-8438-5207c14bd20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3f885dda-f3ab-490d-812a-c67917295d4c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:22.838542 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fbffc55c-0858-40f6-8438-5207c14bd20f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:22.840054 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fbffc55c-0858-40f6-8438-5207c14bd20f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f885dda-f3ab-490d-812a-c67917295d4c HTTP/1.1" status: 204 len: 168 time: 0.8309045 Feb 28 20:37:22.884587 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2edb0ee1-ad8a-45d2-bae3-d504781df4d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for 4e387a32-0ae9-4b32-b98b-2f0e72a96d34 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:22.895613 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffc55c-0858-40f6-8438-5207c14bd20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f885dda-f3ab-490d-812a-c67917295d4c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:22.953754 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920b298f-3255-48da-8140-5593cddf58a5 None None] Network 7c90620a-b444-4cc7-ab65-ed2f7eb6486d is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:37:22.959481 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5196a402-09cc-4801-a101-eecfd173312f None None] Provisioning complete for port 37257002-13f0-4e56-a54f-c99c9b29518d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:22.961729 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5196a402-09cc-4801-a101-eecfd173312f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:22.990660 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ed96c-7109-4bbe-9ff8-00e923eac0dd req-59f40059-39c1-4af1-bd86-4b9919548081 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:22.999683 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca9ed96c-7109-4bbe-9ff8-00e923eac0dd req-59f40059-39c1-4af1-bd86-4b9919548081 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 946 time: 0.4537613 Feb 28 20:37:23.016913 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Deleting port 2e4dec9f-c547-4ea7-a055-b54ad41acdf3 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:23.018434 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2e4dec9f-c547-4ea7-a055-b54ad41acdf3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:23.061016 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b298f-3255-48da-8140-5593cddf58a5 None None] Pushing event updated for resources: {'Port': ['ID=2e4dec9f-c547-4ea7-a055-b54ad41acdf3,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:23.073252 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-920b298f-3255-48da-8140-5593cddf58a5 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:23.077808 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920b298f-3255-48da-8140-5593cddf58a5 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:37:23.130405 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc3b8139-9845-4ff8-817d-777701b64e39 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (685e075e-9682-469e-95c7-31387780d23a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:23.140137 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc3b8139-9845-4ff8-817d-777701b64e39 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:23.145635 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cc3b8139-9845-4ff8-817d-777701b64e39 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/security-groups/685e075e-9682-469e-95c7-31387780d23a HTTP/1.1" status: 204 len: 168 time: 1.0798531 Feb 28 20:37:23.178069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-be67c450-c59e-4999-90c1-238f37a461b4 None None] Deleting port 4e387a32-0ae9-4b32-b98b-2f0e72a96d34 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:23.178685 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-be67c450-c59e-4999-90c1-238f37a461b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4e387a32-0ae9-4b32-b98b-2f0e72a96d34), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:23.202001 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48234) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:23.251893 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b8139-9845-4ff8-817d-777701b64e39 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=685e075e-9682-469e-95c7-31387780d23a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:23.384395 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] For port 2e4dec9f-c547-4ea7-a055-b54ad41acdf3, host n-d-820368-21, got binding levels [] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:23.384777 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2e4dec9f-c547-4ea7-a055-b54ad41acdf3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:23.418443 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-be67c450-c59e-4999-90c1-238f37a461b4 None None] For port 4e387a32-0ae9-4b32-b98b-2f0e72a96d34, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4e387a32-0ae9-4b32-b98b-2f0e72a96d34,segment=NetworkSegment(6ca1d186-c634-4de2-95f2-04ad2b3aa23a),segment_id=6ca1d186-c634-4de2-95f2-04ad2b3aa23a)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:23.418846 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-be67c450-c59e-4999-90c1-238f37a461b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4e387a32-0ae9-4b32-b98b-2f0e72a96d34), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:23.435987 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-be67c450-c59e-4999-90c1-238f37a461b4 None None] Calling delete_port for 4e387a32-0ae9-4b32-b98b-2f0e72a96d34 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:23.439654 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Calling delete_port for 2e4dec9f-c547-4ea7-a055-b54ad41acdf3 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:23.541584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-ca9ed96c-7109-4bbe-9ff8-00e923eac0dd req-5725dfb0-4d95-4143-b1d4-98bf812f8a12 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Deleting port c93c1f55-935e-4cdb-a8fe-26714da9da44 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:23.542371 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ca9ed96c-7109-4bbe-9ff8-00e923eac0dd req-5725dfb0-4d95-4143-b1d4-98bf812f8a12 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c93c1f55-935e-4cdb-a8fe-26714da9da44), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:23.544710 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2edb0ee1-ad8a-45d2-bae3-d504781df4d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4e387a32-0ae9-4b32-b98b-2f0e72a96d34), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:23.698713 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb0ee1-ad8a-45d2-bae3-d504781df4d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=4e387a32-0ae9-4b32-b98b-2f0e72a96d34,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:23.705869 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb0ee1-ad8a-45d2-bae3-d504781df4d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No DVR routers for this DVR port 4e387a32-0ae9-4b32-b98b-2f0e72a96d34 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:37:23.743105 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-975ab31b-f2ed-4398-8da8-98148ac0737d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (cdfb9d92-c813-40b3-b3dd-ed87b0dd76d9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:23.793866 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134e8da-1939-4ac1-b442-3e9ea5d04b27 req-058dea62-cdb3-49e0-8097-ab66c27c5d8f tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:23.802460 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1134e8da-1939-4ac1-b442-3e9ea5d04b27 req-058dea62-cdb3-49e0-8097-ab66c27c5d8f tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 946 time: 0.6906450 Feb 28 20:37:23.885205 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-975ab31b-f2ed-4398-8da8-98148ac0737d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (cdfb9d92-c813-40b3-b3dd-ed87b0dd76d9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:23.928763 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2edb0ee1-ad8a-45d2-bae3-d504781df4d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (fb81bb19-61a5-4eaa-b2b6-6894f65ef41e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:23.950177 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-be67c450-c59e-4999-90c1-238f37a461b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (4e387a32-0ae9-4b32-b98b-2f0e72a96d34), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:23.975105 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:23.984506 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-2edb0ee1-ad8a-45d2-bae3-d504781df4d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb81bb19-61a5-4eaa-b2b6-6894f65ef41e']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:24.001838 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-2edb0ee1-ad8a-45d2-bae3-d504781df4d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca1d186-c634-4de2-95f2-04ad2b3aa23a') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:24.004119 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-2edb0ee1-ad8a-45d2-bae3-d504781df4d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca1d186-c634-4de2-95f2-04ad2b3aa23a') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:24.034256 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1134e8da-1939-4ac1-b442-3e9ea5d04b27 req-9c28010f-237f-48b9-bbee-dd1069895d10 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262015 Feb 28 20:37:24.039466 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be67c450-c59e-4999-90c1-238f37a461b4 None None] No DVR routers for this DVR port 4e387a32-0ae9-4b32-b98b-2f0e72a96d34 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:37:24.051324 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2edb0ee1-ad8a-45d2-bae3-d504781df4d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (6ca1d186-c634-4de2-95f2-04ad2b3aa23a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:24.087664 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2edb0ee1-ad8a-45d2-bae3-d504781df4d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (6ca1d186-c634-4de2-95f2-04ad2b3aa23a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:24.093977 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2edb0ee1-ad8a-45d2-bae3-d504781df4d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:37:24.094389 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2edb0ee1-ad8a-45d2-bae3-d504781df4d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (6ca1d186-c634-4de2-95f2-04ad2b3aa23a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:24.108012 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67c450-c59e-4999-90c1-238f37a461b4 None None] Pushing event deleted for resources: {'Port': ['ID=4e387a32-0ae9-4b32-b98b-2f0e72a96d34,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:24.184290 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (2e4dec9f-c547-4ea7-a055-b54ad41acdf3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:24.197289 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-ca9ed96c-7109-4bbe-9ff8-00e923eac0dd req-5725dfb0-4d95-4143-b1d4-98bf812f8a12 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] For port c93c1f55-935e-4cdb-a8fe-26714da9da44, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=c93c1f55-935e-4cdb-a8fe-26714da9da44,segment=NetworkSegment(f06fae59-5969-4554-9d13-a917300f2052),segment_id=f06fae59-5969-4554-9d13-a917300f2052)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:24.197996 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ca9ed96c-7109-4bbe-9ff8-00e923eac0dd req-5725dfb0-4d95-4143-b1d4-98bf812f8a12 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c93c1f55-935e-4cdb-a8fe-26714da9da44), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:24.231020 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-975ab31b-f2ed-4398-8da8-98148ac0737d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (cdfb9d92-c813-40b3-b3dd-ed87b0dd76d9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:24.240436 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-975ab31b-f2ed-4398-8da8-98148ac0737d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:24.242529 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-975ab31b-f2ed-4398-8da8-98148ac0737d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/security-groups/cdfb9d92-c813-40b3-b3dd-ed87b0dd76d9 HTTP/1.1" status: 204 len: 168 time: 1.0335150 Feb 28 20:37:24.259732 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-ca9ed96c-7109-4bbe-9ff8-00e923eac0dd req-5725dfb0-4d95-4143-b1d4-98bf812f8a12 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Calling delete_port for c93c1f55-935e-4cdb-a8fe-26714da9da44 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:37:24.286740 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:37:24.305063 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 37257002-13f0-4e56-a54f-c99c9b29518d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:24.305612 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:24.309014 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Port': ['ID=2e4dec9f-c547-4ea7-a055-b54ad41acdf3,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:24.313803 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48266) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:24.315064 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ab31b-f2ed-4398-8da8-98148ac0737d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfb9d92-c813-40b3-b3dd-ed87b0dd76d9,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:24.477802 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] No DVR routers for this DVR port 2e4dec9f-c547-4ea7-a055-b54ad41acdf3 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:37:24.510155 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2edb0ee1-ad8a-45d2-bae3-d504781df4d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (fb81bb19-61a5-4eaa-b2b6-6894f65ef41e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:24.525193 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2edb0ee1-ad8a-45d2-bae3-d504781df4d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:24.530148 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2edb0ee1-ad8a-45d2-bae3-d504781df4d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/networks/fb81bb19-61a5-4eaa-b2b6-6894f65ef41e HTTP/1.1" status: 204 len: 168 time: 3.7287259 Feb 28 20:37:24.534761 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-920b298f-3255-48da-8140-5593cddf58a5 None None] Attempting to bind port 2e4dec9f-c547-4ea7-a055-b54ad41acdf3 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:37:24.535137 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-920b298f-3255-48da-8140-5593cddf58a5 None None] Attempting to bind port 2e4dec9f-c547-4ea7-a055-b54ad41acdf3 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '9c162e03-dc4d-488d-a0fc-e83f1430f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7c90620a-b444-4cc7-ab65-ed2f7eb6486d'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:37:24.535496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920b298f-3255-48da-8140-5593cddf58a5 None None] Attempting to bind port 2e4dec9f-c547-4ea7-a055-b54ad41acdf3 on network 7c90620a-b444-4cc7-ab65-ed2f7eb6486d {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:37:24.552173 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48276) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:24.556382 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb0ee1-ad8a-45d2-bae3-d504781df4d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Network': ['ID=fb81bb19-61a5-4eaa-b2b6-6894f65ef41e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:24.564388 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920b298f-3255-48da-8140-5593cddf58a5 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:37:24.568097 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920b298f-3255-48da-8140-5593cddf58a5 None None] Checking segment: {'id': '9c162e03-dc4d-488d-a0fc-e83f1430f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7c90620a-b444-4cc7-ab65-ed2f7eb6486d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:37:24.568535 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-920b298f-3255-48da-8140-5593cddf58a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:24.568923 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920b298f-3255-48da-8140-5593cddf58a5 None None] Bound using segment: {'id': '9c162e03-dc4d-488d-a0fc-e83f1430f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7c90620a-b444-4cc7-ab65-ed2f7eb6486d'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:37:24.569420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-920b298f-3255-48da-8140-5593cddf58a5 None None] Bound port: 2e4dec9f-c547-4ea7-a055-b54ad41acdf3, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c162e03-dc4d-488d-a0fc-e83f1430f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7c90620a-b444-4cc7-ab65-ed2f7eb6486d'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:37:24.569800 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-920b298f-3255-48da-8140-5593cddf58a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2e4dec9f-c547-4ea7-a055-b54ad41acdf3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:24.575942 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-b93025c4-9a4a-47a6-ac11-6ca948216057 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1247965556'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:24.622922 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93025c4-9a4a-47a6-ac11-6ca948216057 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:24.627854 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b93025c4-9a4a-47a6-ac11-6ca948216057 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:24.642638 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b47841-bd8a-4fee-aac7-728eb0eb1846 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting subnet d804b01b-a7ea-40ef-b6bd-db466f710c3c {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:37:24.656065 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3b47841-bd8a-4fee-aac7-728eb0eb1846 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (d804b01b-a7ea-40ef-b6bd-db466f710c3c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:24.676188 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93025c4-9a4a-47a6-ac11-6ca948216057 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:37:24.724132 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (1032a778-a019-4fb9-88e8-a71e153063a2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:24.770520 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-920b298f-3255-48da-8140-5593cddf58a5 None None] Port 2e4dec9f-c547-4ea7-a055-b54ad41acdf3 has been deleted concurrently {{(pid=103775) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 28 20:37:24.810927 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b93025c4-9a4a-47a6-ac11-6ca948216057 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (b14e2d79-45b9-46a4-9dd9-7e9b567b42fd), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:24.811454 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-b93025c4-9a4a-47a6-ac11-6ca948216057 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Added segment b14e2d79-45b9-46a4-9dd9-7e9b567b42fd of type vlan for network c109c06f-16bf-4bf5-88ae-91bc2d0b10d0 Feb 28 20:37:24.812879 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3b47841-bd8a-4fee-aac7-728eb0eb1846 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (d804b01b-a7ea-40ef-b6bd-db466f710c3c), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:24.878687 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5196a402-09cc-4801-a101-eecfd173312f None None] Current status of the port 37257002-13f0-4e56-a54f-c99c9b29518d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:24.920506 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 37257002-13f0-4e56-a54f-c99c9b29518d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:24.981839 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e4a2f240-fdd3-4d39-baf7-84b7a82141d1 req-e36b3f67-ae77-4a57-9c08-7b887219ffa5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a41bcda7-7756-4b56-bda6-623d1738573a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2313740 Feb 28 20:37:24.995584 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c3ec6530-f079-4eb2-9901-2ad5fca5fdf8 None None] Could not find standard attr ID for object c08742e7-5fd5-479b-a54c-3ea0e27480a3. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:37:25.026844 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4e387a32-0ae9-4b32-b98b-2f0e72a96d34 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:37:25.032392 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ca9ed96c-7109-4bbe-9ff8-00e923eac0dd req-5725dfb0-4d95-4143-b1d4-98bf812f8a12 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c93c1f55-935e-4cdb-a8fe-26714da9da44), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:25.067053 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (1032a778-a019-4fb9-88e8-a71e153063a2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:25.094699 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 4e387a32-0ae9-4b32-b98b-2f0e72a96d34 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:37:25.095036 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4e387a32-0ae9-4b32-b98b-2f0e72a96d34 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:37:25.170376 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725dfb0-4d95-4143-b1d4-98bf812f8a12 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Pushing event deleted for resources: {'Port': ['ID=c93c1f55-935e-4cdb-a8fe-26714da9da44,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:25.213553 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b93025c4-9a4a-47a6-ac11-6ca948216057 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (c109c06f-16bf-4bf5-88ae-91bc2d0b10d0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:25.229538 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Subnet': ['ID=1032a778-a019-4fb9-88e8-a71e153063a2,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:25.293414 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0e74817-78ff-4da7-89a1-480eebd04d0c req-384dd698-3a1c-40c7-b376-1d8c6ecf1564 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 210 time: 0.0700076 Feb 28 20:37:25.511222 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3b47841-bd8a-4fee-aac7-728eb0eb1846 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (d804b01b-a7ea-40ef-b6bd-db466f710c3c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:25.659996 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (7c90620a-b444-4cc7-ab65-ed2f7eb6486d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:25.670166 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3b47841-bd8a-4fee-aac7-728eb0eb1846 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (d804b01b-a7ea-40ef-b6bd-db466f710c3c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:25.725145 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3b47841-bd8a-4fee-aac7-728eb0eb1846 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:25.729962 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0141c9-9cc3-4404-b53d-d628755bd153 None None] Network 2dd39b07-e71c-4399-a902-ce50784c96b3 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:25.732323 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d3b47841-bd8a-4fee-aac7-728eb0eb1846 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/subnets/d804b01b-a7ea-40ef-b6bd-db466f710c3c HTTP/1.1" status: 204 len: 168 time: 1.4134660 Feb 28 20:37:25.748556 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48300) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:25.805884 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-a694bb16-ba76-4264-81bc-683dcc92a287 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'subnet': {'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:25.816687 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b47841-bd8a-4fee-aac7-728eb0eb1846 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Subnet': ['ID=d804b01b-a7ea-40ef-b6bd-db466f710c3c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:25.887775 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c90620a-b444-4cc7-ab65-ed2f7eb6486d']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:25.940136 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9ed96c-7109-4bbe-9ff8-00e923eac0dd req-5725dfb0-4d95-4143-b1d4-98bf812f8a12 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] No DVR routers for this DVR port c93c1f55-935e-4cdb-a8fe-26714da9da44 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:37:25.944155 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ca9ed96c-7109-4bbe-9ff8-00e923eac0dd req-5725dfb0-4d95-4143-b1d4-98bf812f8a12 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:25.948775 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca9ed96c-7109-4bbe-9ff8-00e923eac0dd req-5725dfb0-4d95-4143-b1d4-98bf812f8a12 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.15 "DELETE /v2.0/ports/c93c1f55-935e-4cdb-a8fe-26714da9da44 HTTP/1.1" status: 204 len: 173 time: 2.9459610 Feb 28 20:37:25.950074 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b93025c4-9a4a-47a6-ac11-6ca948216057 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (c109c06f-16bf-4bf5-88ae-91bc2d0b10d0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:25.957217 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93025c4-9a4a-47a6-ac11-6ca948216057 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:25.958307 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b93025c4-9a4a-47a6-ac11-6ca948216057 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:25.961350 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d053fe-4cdb-415a-9c3a-137abcb664f6', 'name': 'network-vif-deleted', 'tag': 'c93c1f55-935e-4cdb-a8fe-26714da9da44'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:37:25.962241 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c162e03-dc4d-488d-a0fc-e83f1430f0f4') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:25.964459 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd21985-fbb1-4630-8f52-85c6b51cf3de" -d '{"events": [{"server_uuid": "d9d053fe-4cdb-415a-9c3a-137abcb664f6", "name": "network-vif-deleted", "tag": "c93c1f55-935e-4cdb-a8fe-26714da9da44"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:37:25.971945 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c162e03-dc4d-488d-a0fc-e83f1430f0f4') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:26.049415 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (9c162e03-dc4d-488d-a0fc-e83f1430f0f4), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:26.094636 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (9c162e03-dc4d-488d-a0fc-e83f1430f0f4), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:26.122975 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2404c81a-c074-43d1-bc99-8f6ca8504406 x-openstack-request-id: req-2404c81a-c074-43d1-bc99-8f6ca8504406 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:37:26.123331 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d053fe-4cdb-415a-9c3a-137abcb664f6", "name": "network-vif-deleted", "tag": "c93c1f55-935e-4cdb-a8fe-26714da9da44", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:37:26.123967 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2404c81a-c074-43d1-bc99-8f6ca8504406 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:37:26.124554 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d053fe-4cdb-415a-9c3a-137abcb664f6', 'name': 'network-vif-deleted', 'tag': 'c93c1f55-935e-4cdb-a8fe-26714da9da44', 'status': 'completed', 'code': 200} Feb 28 20:37:26.147275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:37:26.152140 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (9c162e03-dc4d-488d-a0fc-e83f1430f0f4), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:37:26.157540 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:37:26.258823 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b93025c4-9a4a-47a6-ac11-6ca948216057 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6904392 Feb 28 20:37:26.259504 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48318) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:26.284884 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e7346180-af19-418e-a1ec-612b58d8ee08 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'subnet': {'network_id': 'c109c06f-16bf-4bf5-88ae-91bc2d0b10d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:26.299676 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93025c4-9a4a-47a6-ac11-6ca948216057 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Network': ['ID=c109c06f-16bf-4bf5-88ae-91bc2d0b10d0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:26.318503 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network c109c06f-16bf-4bf5-88ae-91bc2d0b10d0 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:37:26.349177 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a694bb16-ba76-4264-81bc-683dcc92a287 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:26.353816 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a694bb16-ba76-4264-81bc-683dcc92a287 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:26.358802 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2f240-fdd3-4d39-baf7-84b7a82141d1 req-64ce7828-6e48-462d-b89e-ffaee6239101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:26.361672 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e4a2f240-fdd3-4d39-baf7-84b7a82141d1 req-64ce7828-6e48-462d-b89e-ffaee6239101 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e4d9d813e9240f293de14f5d4db89db&device_id=a41bcda7-7756-4b56-bda6-623d1738573a HTTP/1.1" status: 200 len: 1129 time: 1.3467302 Feb 28 20:37:26.366509 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (7c90620a-b444-4cc7-ab65-ed2f7eb6486d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:26.428314 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:26.453446 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/networks/7c90620a-b444-4cc7-ab65-ed2f7eb6486d HTTP/1.1" status: 204 len: 168 time: 4.0824597 Feb 28 20:37:26.593014 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48328) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:26.831012 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2f240-fdd3-4d39-baf7-84b7a82141d1 req-31a0c2c1-a505-4077-a762-c5dc73041acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:26.833820 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e4a2f240-fdd3-4d39-baf7-84b7a82141d1 req-31a0c2c1-a505-4077-a762-c5dc73041acb service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 200 len: 915 time: 0.4311237 Feb 28 20:37:26.914912 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d2bb7bb-1267-4d80-b45b-80327463f205 req-31186c1e-59b3-49ca-8e2d-fb65266bdecc tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9d053fe-4cdb-415a-9c3a-137abcb664f6 HTTP/1.1" status: 200 len: 210 time: 0.0457089 Feb 28 20:37:26.946614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67579229-ddda-4824-8c1e-b8f899a7aeec tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Network': ['ID=7c90620a-b444-4cc7-ab65-ed2f7eb6486d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:26.966206 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a694bb16-ba76-4264-81bc-683dcc92a287 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (334e3682-d3a1-47bb-884d-3c60b7b1a36a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:26.985974 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c93c1f55-935e-4cdb-a8fe-26714da9da44 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:37:27.009910 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e4a2f240-fdd3-4d39-baf7-84b7a82141d1 req-6d5559a8-02d6-4339-af21-1f1af816f9dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfc52c7b-063c-460d-af04-dc2675ceb575 HTTP/1.1" status: 200 len: 217 time: 0.1518159 Feb 28 20:37:27.011500 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62ad67d-90ad-4e34-afa4-7df514f9cf76 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:27.016506 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a62ad67d-90ad-4e34-afa4-7df514f9cf76 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:27.025703 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a62ad67d-90ad-4e34-afa4-7df514f9cf76 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/subnets/1032a778-a019-4fb9-88e8-a71e153063a2 HTTP/1.1" status: 404 len: 337 time: 0.1963716 Feb 28 20:37:27.040443 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48342) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:27.090618 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: c93c1f55-935e-4cdb-a8fe-26714da9da44 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:37:27.090972 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device c93c1f55-935e-4cdb-a8fe-26714da9da44 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:37:27.149008 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-255d6497-b954-44c0-9178-00dde22a94dc tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:27.150311 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255d6497-b954-44c0-9178-00dde22a94dc tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:27.156280 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-255d6497-b954-44c0-9178-00dde22a94dc tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/networks/7c90620a-b444-4cc7-ab65-ed2f7eb6486d HTTP/1.1" status: 404 len: 339 time: 0.1118007 Feb 28 20:37:27.165814 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48350) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:27.247590 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a694bb16-ba76-4264-81bc-683dcc92a287 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network 2dd39b07-e71c-4399-a902-ce50784c96b3 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:37:27.248951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a4945b-ad29-4ede-b6cc-0207ec4c04b1 None None] DHCP port deletion for 7c90620a-b444-4cc7-ab65-ed2f7eb6486d request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:37:27.257555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-a694bb16-ba76-4264-81bc-683dcc92a287 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:27.261554 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a694bb16-ba76-4264-81bc-683dcc92a287 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:27.263338 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a694bb16-ba76-4264-81bc-683dcc92a287 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:27.271820 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694bb16-ba76-4264-81bc-683dcc92a287 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Subnet': ['ID=334e3682-d3a1-47bb-884d-3c60b7b1a36a,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:27.285768 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b9c9d6d7-db84-43f9-9d92-889673490560 None None] Could not find standard attr ID for object 2e4dec9f-c547-4ea7-a055-b54ad41acdf3. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:37:27.295697 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2b4981-2543-4bc6-b728-cf72c6a10650 None None] Network 2dd39b07-e71c-4399-a902-ce50784c96b3 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:27.317675 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a694bb16-ba76-4264-81bc-683dcc92a287 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5201437 Feb 28 20:37:27.317675 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48358) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:27.323143 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-1a2d3b2d-f676-4e0c-9771-82a314ee4366 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'security_group': {'name': 'tempest-secgroup-1138584130'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:27.339338 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2f240-fdd3-4d39-baf7-84b7a82141d1 req-c60105d5-54eb-4e15-96d1-8839e4dc681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:27.340623 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e4a2f240-fdd3-4d39-baf7-84b7a82141d1 req-c60105d5-54eb-4e15-96d1-8839e4dc681c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf2eab21-2ca0-4caf-a56e-ff3579d5667c HTTP/1.1" status: 200 len: 855 time: 0.3181651 Feb 28 20:37:27.344091 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c441c169-1bd8-4d3a-baf9-e8d156aec53b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (a6db862f-ef15-4f3c-9725-818d72b4b715), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:27.380946 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7346180-af19-418e-a1ec-612b58d8ee08 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:27.385712 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7346180-af19-418e-a1ec-612b58d8ee08 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:27.391665 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3b2d-f676-4e0c-9771-82a314ee4366 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:27.459696 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a24a7b-152e-413d-88cd-f102b3fc8cd7 None None] Network 7c90620a-b444-4cc7-ab65-ed2f7eb6486d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:27.477396 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e4a2f240-fdd3-4d39-baf7-84b7a82141d1 req-0248865b-b5bd-405d-a77a-63e03fce29e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa039089-86c9-4396-bade-6f794fe57c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136701 Feb 28 20:37:27.506829 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a24a7b-152e-413d-88cd-f102b3fc8cd7 None None] Network 7c90620a-b444-4cc7-ab65-ed2f7eb6486d could not be found, it might have been deleted concurrently. {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 20:37:27.525690 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821e671f-27ff-43d8-b8a3-5246eff5304a None None] Network 7c90620a-b444-4cc7-ab65-ed2f7eb6486d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:27.553136 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3b2d-f676-4e0c-9771-82a314ee4366 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (db6872ee-809f-4a3e-878f-6a4f873d736b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:27.566329 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3b2d-f676-4e0c-9771-82a314ee4366 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (db6872ee-809f-4a3e-878f-6a4f873d736b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:27.603498 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821e671f-27ff-43d8-b8a3-5246eff5304a None None] Network 7c90620a-b444-4cc7-ab65-ed2f7eb6486d could not be found, it might have been deleted concurrently. {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 20:37:27.629347 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3b2d-f676-4e0c-9771-82a314ee4366 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:27.636657 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1a2d3b2d-f676-4e0c-9771-82a314ee4366 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3184652 Feb 28 20:37:27.637582 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48376) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:27.650030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e393b7f1-6a91-4ad2-937b-c3cd674630bc None None] Provisioning complete for port d61ec4ce-93ac-4c5e-925e-cd9f55e8d860 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:27.650589 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e393b7f1-6a91-4ad2-937b-c3cd674630bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d61ec4ce-93ac-4c5e-925e-cd9f55e8d860), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:27.661511 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-7ebec5a5-3307-4bfe-ad21-f2acd9914e45 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'security_group': {'name': 'tempest-secgroup-955284490'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:27.685738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d3b2d-f676-4e0c-9771-82a314ee4366 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6872ee-809f-4a3e-878f-6a4f873d736b,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:27.805542 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e393b7f1-6a91-4ad2-937b-c3cd674630bc None None] Port d61ec4ce-93ac-4c5e-925e-cd9f55e8d860 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:37:27.823259 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7ebec5a5-3307-4bfe-ad21-f2acd9914e45 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:27.825942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e393b7f1-6a91-4ad2-937b-c3cd674630bc None None] Provisioning complete for port 37257002-13f0-4e56-a54f-c99c9b29518d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:27.826323 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e393b7f1-6a91-4ad2-937b-c3cd674630bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:27.910901 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c441c169-1bd8-4d3a-baf9-e8d156aec53b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (a6db862f-ef15-4f3c-9725-818d72b4b715), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:27.995222 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e393b7f1-6a91-4ad2-937b-c3cd674630bc None None] Current status of the port 37257002-13f0-4e56-a54f-c99c9b29518d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:28.061082 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c441c169-1bd8-4d3a-baf9-e8d156aec53b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6db862f-ef15-4f3c-9725-818d72b4b715']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:28.063099 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05644f67-7c7f-40a0-94fb-f15c36b273ea None None] Update dhcp port {'port': {'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3', 'fixed_ips': [{'subnet_id': 'da653edd-2ef1-42c6-8530-2009a9197241', 'ip_address': '172.20.0.18'}, {'subnet_id': '334e3682-d3a1-47bb-884d-3c60b7b1a36a'}], 'binding:host_id': 'n-d-820368-21'}, 'id': '37257002-13f0-4e56-a54f-c99c9b29518d'} from n-d-820368-21. {{(pid=103775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 20:37:28.101207 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-05644f67-7c7f-40a0-94fb-f15c36b273ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:28.257906 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c441c169-1bd8-4d3a-baf9-e8d156aec53b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e0fcf7-5abc-4276-9225-f014f9b3fe11') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:28.265083 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c441c169-1bd8-4d3a-baf9-e8d156aec53b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e0fcf7-5abc-4276-9225-f014f9b3fe11') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:28.290330 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e4a2f240-fdd3-4d39-baf7-84b7a82141d1 req-1d55847b-2845-40f5-bc38-b1e92da3d34a service neutron] 10.222.0.15 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6886420 Feb 28 20:37:28.302852 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c441c169-1bd8-4d3a-baf9-e8d156aec53b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (c0e0fcf7-5abc-4276-9225-f014f9b3fe11), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:28.339344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-05644f67-7c7f-40a0-94fb-f15c36b273ea None None] Allocated IP 172.20.0.2 (2dd39b07-e71c-4399-a902-ce50784c96b3/334e3682-d3a1-47bb-884d-3c60b7b1a36a/37257002-13f0-4e56-a54f-c99c9b29518d) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:37:28.425202 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c441c169-1bd8-4d3a-baf9-e8d156aec53b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (c0e0fcf7-5abc-4276-9225-f014f9b3fe11), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:28.460281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-05644f67-7c7f-40a0-94fb-f15c36b273ea None None] For port 37257002-13f0-4e56-a54f-c99c9b29518d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=37257002-13f0-4e56-a54f-c99c9b29518d,segment=NetworkSegment(96ab6251-e319-4753-b533-2becb50dd289),segment_id=96ab6251-e319-4753-b533-2becb50dd289)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:28.524953 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-05644f67-7c7f-40a0-94fb-f15c36b273ea None None] Publish callbacks [] for port (37257002-13f0-4e56-a54f-c99c9b29518d), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:28.533215 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-05644f67-7c7f-40a0-94fb-f15c36b273ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:28.543100 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c441c169-1bd8-4d3a-baf9-e8d156aec53b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:37:28.544116 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c441c169-1bd8-4d3a-baf9-e8d156aec53b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (c0e0fcf7-5abc-4276-9225-f014f9b3fe11), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:37:28.553338 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:37:28.654426 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48416) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:28.672662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05644f67-7c7f-40a0-94fb-f15c36b273ea None None] Pushing event updated for resources: {'Port': ['ID=37257002-13f0-4e56-a54f-c99c9b29518d,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:28.714009 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-3e3c234c-fa14-4e03-8b94-7186b91b2abb tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:28.717800 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-3e3c234c-fa14-4e03-8b94-7186b91b2abb tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/networks?id=9f242bb3-56ed-40ba-85a2-099c0aa48b10 HTTP/1.1" status: 200 len: 809 time: 0.3436899 Feb 28 20:37:28.741389 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-187450da-2829-4a3d-8f40-2ccabfabc0bf tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/quotas/c7656ae506ab40e39be23cba5fe51787 HTTP/1.1" status: 200 len: 375 time: 0.0176339 Feb 28 20:37:28.802468 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7ebec5a5-3307-4bfe-ad21-f2acd9914e45 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (2da51219-9273-411f-850a-168a7da2b272), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:28.826506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-e147802e-0457-4361-80e2-d55790e32913 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7656ae506ab40e39be23cba5fe51787&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799375 Feb 28 20:37:28.832578 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-7b087471-8813-4dd5-8751-63fde2966517 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:37:28.840649 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-7b087471-8813-4dd5-8751-63fde2966517 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123835 Feb 28 20:37:28.867953 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7ebec5a5-3307-4bfe-ad21-f2acd9914e45 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2da51219-9273-411f-850a-168a7da2b272), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:28.923517 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c441c169-1bd8-4d3a-baf9-e8d156aec53b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (a6db862f-ef15-4f3c-9725-818d72b4b715), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:28.942752 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7ebec5a5-3307-4bfe-ad21-f2acd9914e45 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:28.952247 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7ebec5a5-3307-4bfe-ad21-f2acd9914e45 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2997394 Feb 28 20:37:28.978162 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48424) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:28.997903 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-02230d7f-7003-4f2e-8782-4609cedf5f8e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'security_group': {'name': 'tempest-secgroup-1414186436'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:29.026325 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-65fd94c0-a1ca-418f-ad2d-d1603a9c7f85 service neutron] 10.222.0.13 "GET /v2.0/networks/9f242bb3-56ed-40ba-85a2-099c0aa48b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792576 Feb 28 20:37:29.027475 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fc7fceba-8030-41db-afa8-6ed3fbb7a817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:29.090914 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c441c169-1bd8-4d3a-baf9-e8d156aec53b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:29.104465 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c441c169-1bd8-4d3a-baf9-e8d156aec53b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/networks/a6db862f-ef15-4f3c-9725-818d72b4b715 HTTP/1.1" status: 204 len: 168 time: 1.9356244 Feb 28 20:37:29.127623 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e4a2f240-fdd3-4d39-baf7-84b7a82141d1 req-c9e9f3cf-2e59-4f8e-94cc-d1577a5363c5 service neutron] 10.222.0.15 "GET /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8263195 Feb 28 20:37:29.137294 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7346180-af19-418e-a1ec-612b58d8ee08 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (28fe5e84-e85b-44f3-b076-0a59a2cc24fc), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:29.151584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48426) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:29.249697 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 37257002-13f0-4e56-a54f-c99c9b29518d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:37:29.324224 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-7cff098f-ea1a-43ca-b33a-81838a505adb service neutron] 10.222.0.13 "GET /v2.0/networks/9f242bb3-56ed-40ba-85a2-099c0aa48b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847345 Feb 28 20:37:29.406428 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441c169-1bd8-4d3a-baf9-e8d156aec53b tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Network': ['ID=a6db862f-ef15-4f3c-9725-818d72b4b715,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:29.418943 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-02230d7f-7003-4f2e-8782-4609cedf5f8e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:29.447499 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 37257002-13f0-4e56-a54f-c99c9b29518d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:29.447920 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:29.469275 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-916f53f6-c840-40a0-a70a-cb3874617a70 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:29.469876 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916f53f6-c840-40a0-a70a-cb3874617a70 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:29.479256 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-916f53f6-c840-40a0-a70a-cb3874617a70 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/subnets/5295bb7f-e1e9-4f94-a9c2-bb1c4896cc05 HTTP/1.1" status: 404 len: 337 time: 0.1632113 Feb 28 20:37:29.483444 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebec5a5-3307-4bfe-ad21-f2acd9914e45 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da51219-9273-411f-850a-168a7da2b272,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:29.488941 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48432) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:29.496322 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fc7fceba-8030-41db-afa8-6ed3fbb7a817 admin admin] Publish callbacks [] for security_group (2e348b01-bc87-4ad9-9676-3ed840474767), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:29.505420 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fc7fceba-8030-41db-afa8-6ed3fbb7a817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2e348b01-bc87-4ad9-9676-3ed840474767), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:29.594330 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-02230d7f-7003-4f2e-8782-4609cedf5f8e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (d8fbaa9d-1bd0-4116-bbff-178c64f97418), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:29.633735 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-02230d7f-7003-4f2e-8782-4609cedf5f8e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d8fbaa9d-1bd0-4116-bbff-178c64f97418), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:29.637659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fceba-8030-41db-afa8-6ed3fbb7a817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e348b01-bc87-4ad9-9676-3ed840474767,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:29.643529 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7346180-af19-418e-a1ec-612b58d8ee08 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Subnet': ['ID=28fe5e84-e85b-44f3-b076-0a59a2cc24fc,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:29.652204 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8bef27-3063-4535-ad10-ebabcf8ec1b9 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:29.653380 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8bef27-3063-4535-ad10-ebabcf8ec1b9 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:29.659844 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cf8bef27-3063-4535-ad10-ebabcf8ec1b9 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/networks/d18072ae-210f-4b84-9cd3-e1f6f28794fc HTTP/1.1" status: 404 len: 339 time: 0.1665189 Feb 28 20:37:29.669217 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48438) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:29.669983 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7346180-af19-418e-a1ec-612b58d8ee08 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Checking segment: {'id': 'b14e2d79-45b9-46a4-9dd9-7e9b567b42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c109c06f-16bf-4bf5-88ae-91bc2d0b10d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:37:29.670513 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7346180-af19-418e-a1ec-612b58d8ee08 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network hostable DHCP agents. Network: c109c06f-16bf-4bf5-88ae-91bc2d0b10d0, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:37:29.682111 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fc7fceba-8030-41db-afa8-6ed3fbb7a817 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b39808e7d344d6b9b94bfcb79d42437&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0226691 Feb 28 20:37:29.685560 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48444) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:29.709610 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 37257002-13f0-4e56-a54f-c99c9b29518d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:29.743588 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2e4dec9f-c547-4ea7-a055-b54ad41acdf3 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:37:29.790221 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 2e4dec9f-c547-4ea7-a055-b54ad41acdf3 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:37:29.790570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2e4dec9f-c547-4ea7-a055-b54ad41acdf3 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:37:29.833916 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9acefb16-0369-4b19-9716-117e31e1dbda req-9a7d8bba-9d0a-4c91-a334-dc45d379a8dc tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d76b6cc4-7ed2-4279-b199-5995d7352fa4 HTTP/1.1" status: 200 len: 210 time: 0.0695987 Feb 28 20:37:29.864949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4cfbf73-c88b-4fae-a9f4-71fd4292ca11 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Deleting subnet fd581fb6-2f06-42e1-880a-6cf2ce74c0c8 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:37:29.903099 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb4ee0e6-0ff0-4d2e-bbff-a9cab8298891 admin admin] Publish callbacks [] for security_group (2e348b01-bc87-4ad9-9676-3ed840474767), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:29.910600 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02230d7f-7003-4f2e-8782-4609cedf5f8e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fbaa9d-1bd0-4116-bbff-178c64f97418,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:29.929773 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f4cfbf73-c88b-4fae-a9f4-71fd4292ca11 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for subnet (fd581fb6-2f06-42e1-880a-6cf2ce74c0c8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:29.943029 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-02230d7f-7003-4f2e-8782-4609cedf5f8e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:29.952193 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-02230d7f-7003-4f2e-8782-4609cedf5f8e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9582911 Feb 28 20:37:29.957362 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48452) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:29.976734 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d86e85f7-e8a6-4c10-9b66-7c2b492b1b51 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-607367717', 'security_groups': ['d8fbaa9d-1bd0-4116-bbff-178c64f97418'], 'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '334e3682-d3a1-47bb-884d-3c60b7b1a36a'}]}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:29.981121 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6aa343-1a43-40fc-808e-b1df868c08d7 None None] get_active_networks_info from n-d-820368-21 {{(pid=103775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 20:37:29.990959 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb4ee0e6-0ff0-4d2e-bbff-a9cab8298891 admin admin] Publish callbacks [] for security_group (2e348b01-bc87-4ad9-9676-3ed840474767), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:30.011120 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7346180-af19-418e-a1ec-612b58d8ee08 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network c109c06f-16bf-4bf5-88ae-91bc2d0b10d0 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:37:30.034166 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f4cfbf73-c88b-4fae-a9f4-71fd4292ca11 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (fd581fb6-2f06-42e1-880a-6cf2ce74c0c8), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:30.081993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-e7346180-af19-418e-a1ec-612b58d8ee08 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, c109c06f-16bf-4bf5-88ae-91bc2d0b10d0) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:30.163271 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-07260db3-ad19-45dd-9067-fde92a55fd02 None None] Provisioning complete for port d61ec4ce-93ac-4c5e-925e-cd9f55e8d860 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:30.163625 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-07260db3-ad19-45dd-9067-fde92a55fd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d61ec4ce-93ac-4c5e-925e-cd9f55e8d860), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:30.171616 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f4cfbf73-c88b-4fae-a9f4-71fd4292ca11 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (fd581fb6-2f06-42e1-880a-6cf2ce74c0c8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:30.239559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-07260db3-ad19-45dd-9067-fde92a55fd02 None None] Port d61ec4ce-93ac-4c5e-925e-cd9f55e8d860 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:37:30.243725 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb4ee0e6-0ff0-4d2e-bbff-a9cab8298891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2e348b01-bc87-4ad9-9676-3ed840474767), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:30.246644 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb4ee0e6-0ff0-4d2e-bbff-a9cab8298891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:30.248026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fb4ee0e6-0ff0-4d2e-bbff-a9cab8298891 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e348b01-bc87-4ad9-9676-3ed840474767 HTTP/1.1" status: 204 len: 168 time: 0.5607195 Feb 28 20:37:30.251024 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7346180-af19-418e-a1ec-612b58d8ee08 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:30.251716 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e7346180-af19-418e-a1ec-612b58d8ee08 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:30.278866 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ee0e6-0ff0-4d2e-bbff-a9cab8298891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e348b01-bc87-4ad9-9676-3ed840474767,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:30.312737 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e7346180-af19-418e-a1ec-612b58d8ee08 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0484104 Feb 28 20:37:30.316904 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48460) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:30.331280 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-f65d7fc3-3c2a-459c-84a7-12435c4c477e tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1834068435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:30.386466 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86e85f7-e8a6-4c10-9b66-7c2b492b1b51 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:30.445897 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f65d7fc3-3c2a-459c-84a7-12435c4c477e tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (8e2832f2-cb8f-42b8-87e9-d75a4640eeeb), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:30.447582 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f65d7fc3-3c2a-459c-84a7-12435c4c477e tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (8e2832f2-cb8f-42b8-87e9-d75a4640eeeb), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:30.488382 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f4cfbf73-c88b-4fae-a9f4-71fd4292ca11 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (fd581fb6-2f06-42e1-880a-6cf2ce74c0c8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:30.514353 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-07260db3-ad19-45dd-9067-fde92a55fd02 None None] Provisioning complete for port 37257002-13f0-4e56-a54f-c99c9b29518d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:30.520603 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-07260db3-ad19-45dd-9067-fde92a55fd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:30.562862 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d86e85f7-e8a6-4c10-9b66-7c2b492b1b51 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:30.600888 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cfbf73-c88b-4fae-a9f4-71fd4292ca11 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Subnet': ['ID=fd581fb6-2f06-42e1-880a-6cf2ce74c0c8,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:30.615367 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f4cfbf73-c88b-4fae-a9f4-71fd4292ca11 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:30.618208 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-d86e85f7-e8a6-4c10-9b66-7c2b492b1b51 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] device_id is not set on port d4b84888-4358-47f2-8aec-3a1fdb87eef9 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:37:30.626263 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f4cfbf73-c88b-4fae-a9f4-71fd4292ca11 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/subnets/fd581fb6-2f06-42e1-880a-6cf2ce74c0c8 HTTP/1.1" status: 204 len: 168 time: 0.9385464 Feb 28 20:37:30.631606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48474) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:30.717288 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f65d7fc3-3c2a-459c-84a7-12435c4c477e tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for router_controller (8e2832f2-cb8f-42b8-87e9-d75a4640eeeb), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:30.731181 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f65d7fc3-3c2a-459c-84a7-12435c4c477e tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (8e2832f2-cb8f-42b8-87e9-d75a4640eeeb), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:30.793825 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f65d7fc3-3c2a-459c-84a7-12435c4c477e tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:30.803397 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f65d7fc3-3c2a-459c-84a7-12435c4c477e tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4857326 Feb 28 20:37:30.805313 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48480) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:30.837316 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-568db8bd-be6f-459d-b57d-95c86ca1b083 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'port': {'network_id': 'c109c06f-16bf-4bf5-88ae-91bc2d0b10d0', 'name': 'tempest-PortsIpV6TestJSON-856748192'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:30.923089 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-07260db3-ad19-45dd-9067-fde92a55fd02 None None] Current status of the port 37257002-13f0-4e56-a54f-c99c9b29518d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:30.942763 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93c337f-8cfe-42da-923b-80511b9836ca tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Deleting subnet 28d1235f-3240-4732-b7d1-5e5d8bcbeeb8 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:37:30.949340 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6aa343-1a43-40fc-808e-b1df868c08d7 None None] Unable to find a vacant binding_index for network c109c06f-16bf-4bf5-88ae-91bc2d0b10d0 and agent 6c1142d9-050d-4949-adf6-cfe36832e496 {{(pid=103775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 28 20:37:30.952431 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a93c337f-8cfe-42da-923b-80511b9836ca tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for subnet (28d1235f-3240-4732-b7d1-5e5d8bcbeeb8), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:30.975802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6aa343-1a43-40fc-808e-b1df868c08d7 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, c109c06f-16bf-4bf5-88ae-91bc2d0b10d0) {{(pid=103775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 20:37:31.000225 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48484) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:31.060909 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ced11f8a-42ee-498a-b0d8-66644a2ed4f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:31.098492 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a93c337f-8cfe-42da-923b-80511b9836ca tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (28d1235f-3240-4732-b7d1-5e5d8bcbeeb8), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:31.198017 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568db8bd-be6f-459d-b57d-95c86ca1b083 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:31.209172 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-568db8bd-be6f-459d-b57d-95c86ca1b083 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:31.312331 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-568db8bd-be6f-459d-b57d-95c86ca1b083 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] device_id is not set on port e6602bac-ed2c-4e3f-b5a1-8929a739758d yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:37:31.483261 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082e4c85-11b1-40bf-8ecf-a61acb98e931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-c109c06f-16bf-4bf5-88ae-91bc2d0b10d0', 'network_id': 'c109c06f-16bf-4bf5-88ae-91bc2d0b10d0', 'project_id': 'e9a923f21000408697a457be1c29b088', 'fixed_ips': [{'subnet_id': '28fe5e84-e85b-44f3-b076-0a59a2cc24fc'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:37:31.486318 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-082e4c85-11b1-40bf-8ecf-a61acb98e931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:31.530946 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-d86e85f7-e8a6-4c10-9b66-7c2b492b1b51 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Allocated IP 172.20.0.7 (2dd39b07-e71c-4399-a902-ce50784c96b3/334e3682-d3a1-47bb-884d-3c60b7b1a36a/d4b84888-4358-47f2-8aec-3a1fdb87eef9) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:37:31.611625 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ced11f8a-42ee-498a-b0d8-66644a2ed4f3 admin admin] Publish callbacks [] for security_group (0ff21ca7-515d-42bc-bade-df08a7d66dbd), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:31.650060 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ced11f8a-42ee-498a-b0d8-66644a2ed4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0ff21ca7-515d-42bc-bade-df08a7d66dbd), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:31.748830 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ced11f8a-42ee-498a-b0d8-66644a2ed4f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=295f3e8a93b942c18cf943b0ef28fb96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7327704 Feb 28 20:37:31.755353 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48506) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:31.798413 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced11f8a-42ee-498a-b0d8-66644a2ed4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff21ca7-515d-42bc-bade-df08a7d66dbd,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:31.822091 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-568db8bd-be6f-459d-b57d-95c86ca1b083 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Allocated IP 2001:db8::d (c109c06f-16bf-4bf5-88ae-91bc2d0b10d0/28fe5e84-e85b-44f3-b076-0a59a2cc24fc/e6602bac-ed2c-4e3f-b5a1-8929a739758d) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:37:31.881717 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d86e85f7-e8a6-4c10-9b66-7c2b492b1b51 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (d4b84888-4358-47f2-8aec-3a1fdb87eef9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:31.902723 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2865a54f-5603-40fb-a750-2652ff9ad7dc admin admin] Publish callbacks [] for security_group (0ff21ca7-515d-42bc-bade-df08a7d66dbd), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:31.949025 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-865369c5-fb12-4426-9dd4-e7737565af5a req-f7fc51a1-039c-4242-a8e7-b33e8b6915a9 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d76b6cc4-7ed2-4279-b199-5995d7352fa4 HTTP/1.1" status: 200 len: 210 time: 0.8430102 Feb 28 20:37:31.957186 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d86e85f7-e8a6-4c10-9b66-7c2b492b1b51 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d4b84888-4358-47f2-8aec-3a1fdb87eef9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:32.012177 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2865a54f-5603-40fb-a750-2652ff9ad7dc admin admin] Publish callbacks [] for security_group (0ff21ca7-515d-42bc-bade-df08a7d66dbd), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:32.305895 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-568db8bd-be6f-459d-b57d-95c86ca1b083 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (e6602bac-ed2c-4e3f-b5a1-8929a739758d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:32.348465 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e85f7-e8a6-4c10-9b66-7c2b492b1b51 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=d4b84888-4358-47f2-8aec-3a1fdb87eef9,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:32.418999 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2865a54f-5603-40fb-a750-2652ff9ad7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0ff21ca7-515d-42bc-bade-df08a7d66dbd), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:32.426375 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2865a54f-5603-40fb-a750-2652ff9ad7dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:32.431545 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2865a54f-5603-40fb-a750-2652ff9ad7dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ff21ca7-515d-42bc-bade-df08a7d66dbd HTTP/1.1" status: 204 len: 168 time: 0.6722021 Feb 28 20:37:32.440930 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-568db8bd-be6f-459d-b57d-95c86ca1b083 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (e6602bac-ed2c-4e3f-b5a1-8929a739758d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:32.465968 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86e85f7-e8a6-4c10-9b66-7c2b492b1b51 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network 2dd39b07-e71c-4399-a902-ce50784c96b3 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:37:32.501313 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-d86e85f7-e8a6-4c10-9b66-7c2b492b1b51 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:32.524762 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568db8bd-be6f-459d-b57d-95c86ca1b083 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=e6602bac-ed2c-4e3f-b5a1-8929a739758d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:32.531418 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865a54f-5603-40fb-a750-2652ff9ad7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff21ca7-515d-42bc-bade-df08a7d66dbd,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:32.550411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86e85f7-e8a6-4c10-9b66-7c2b492b1b51 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:37:32.558250 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568db8bd-be6f-459d-b57d-95c86ca1b083 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network c109c06f-16bf-4bf5-88ae-91bc2d0b10d0 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:37:32.559809 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-568db8bd-be6f-459d-b57d-95c86ca1b083 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:32.560829 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-082e4c85-11b1-40bf-8ecf-a61acb98e931 None None] Allocated IP 2001:db8::2 (c109c06f-16bf-4bf5-88ae-91bc2d0b10d0/28fe5e84-e85b-44f3-b076-0a59a2cc24fc/6d1fa883-eb25-4e35-bb90-6108b350c7ae) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:37:32.571228 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568db8bd-be6f-459d-b57d-95c86ca1b083 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:37:32.579592 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568db8bd-be6f-459d-b57d-95c86ca1b083 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:32.580939 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-568db8bd-be6f-459d-b57d-95c86ca1b083 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:32.628922 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-568db8bd-be6f-459d-b57d-95c86ca1b083 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8224988 Feb 28 20:37:32.629568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48518) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:32.710149 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-7695b37b-cb7a-41b4-9811-fa306a1b877e tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:32.714633 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-7695b37b-cb7a-41b4-9811-fa306a1b877e tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.10 "GET /v2.0/networks?id=9f242bb3-56ed-40ba-85a2-099c0aa48b10 HTTP/1.1" status: 200 len: 809 time: 0.7609756 Feb 28 20:37:32.742353 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-24154905-3947-49e8-ad5f-1c764c5901bc tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Request body: {'port': {'device_id': 'd76b6cc4-7ed2-4279-b199-5995d7352fa4', 'network_id': '9f242bb3-56ed-40ba-85a2-099c0aa48b10', 'admin_state_up': True, 'tenant_id': 'c7656ae506ab40e39be23cba5fe51787'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:32.778548 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-082e4c85-11b1-40bf-8ecf-a61acb98e931 None None] Publish callbacks [] for port (6d1fa883-eb25-4e35-bb90-6108b350c7ae), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:32.796115 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-082e4c85-11b1-40bf-8ecf-a61acb98e931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (6d1fa883-eb25-4e35-bb90-6108b350c7ae), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:32.802140 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a93c337f-8cfe-42da-923b-80511b9836ca tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (28d1235f-3240-4732-b7d1-5e5d8bcbeeb8), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:32.851542 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e4c85-11b1-40bf-8ecf-a61acb98e931 None None] Pushing event updated for resources: {'Port': ['ID=6d1fa883-eb25-4e35-bb90-6108b350c7ae,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:32.865210 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082e4c85-11b1-40bf-8ecf-a61acb98e931 None None] Network c109c06f-16bf-4bf5-88ae-91bc2d0b10d0 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:37:32.866976 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-082e4c85-11b1-40bf-8ecf-a61acb98e931 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:32.871305 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082e4c85-11b1-40bf-8ecf-a61acb98e931 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:37:32.912312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86e85f7-e8a6-4c10-9b66-7c2b492b1b51 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:32.913237 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d86e85f7-e8a6-4c10-9b66-7c2b492b1b51 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:32.948874 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fc62a-aad3-4b90-b9fe-b069385ab6ba req-e2758b1b-6e62-447a-8cc1-3fb997de45d9 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:32.957515 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-206fc62a-aad3-4b90-b9fe-b069385ab6ba req-e2758b1b-6e62-447a-8cc1-3fb997de45d9 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=a41bcda7-7756-4b56-bda6-623d1738573a HTTP/1.1" status: 200 len: 946 time: 0.4820170 Feb 28 20:37:32.967935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-082e4c85-11b1-40bf-8ecf-a61acb98e931 None None] Attempting to bind port 6d1fa883-eb25-4e35-bb90-6108b350c7ae on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:37:32.968311 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-082e4c85-11b1-40bf-8ecf-a61acb98e931 None None] Attempting to bind port 6d1fa883-eb25-4e35-bb90-6108b350c7ae by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'b14e2d79-45b9-46a4-9dd9-7e9b567b42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c109c06f-16bf-4bf5-88ae-91bc2d0b10d0'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:37:32.968680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082e4c85-11b1-40bf-8ecf-a61acb98e931 None None] Attempting to bind port 6d1fa883-eb25-4e35-bb90-6108b350c7ae on network c109c06f-16bf-4bf5-88ae-91bc2d0b10d0 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:37:32.979448 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082e4c85-11b1-40bf-8ecf-a61acb98e931 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:37:32.981217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082e4c85-11b1-40bf-8ecf-a61acb98e931 None None] Checking segment: {'id': 'b14e2d79-45b9-46a4-9dd9-7e9b567b42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c109c06f-16bf-4bf5-88ae-91bc2d0b10d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:37:32.981536 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-082e4c85-11b1-40bf-8ecf-a61acb98e931 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:32.981813 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082e4c85-11b1-40bf-8ecf-a61acb98e931 None None] Bound using segment: {'id': 'b14e2d79-45b9-46a4-9dd9-7e9b567b42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c109c06f-16bf-4bf5-88ae-91bc2d0b10d0'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:37:32.982310 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-082e4c85-11b1-40bf-8ecf-a61acb98e931 None None] Bound port: 6d1fa883-eb25-4e35-bb90-6108b350c7ae, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14e2d79-45b9-46a4-9dd9-7e9b567b42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c109c06f-16bf-4bf5-88ae-91bc2d0b10d0'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:37:32.983237 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-082e4c85-11b1-40bf-8ecf-a61acb98e931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6d1fa883-eb25-4e35-bb90-6108b350c7ae), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:32.995128 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d86e85f7-e8a6-4c10-9b66-7c2b492b1b51 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0362597 Feb 28 20:37:33.008668 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48528) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:33.019194 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3ec71ebe-8c52-4886-a576-febcdce84f68 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'subnet': {'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:33.152499 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a93c337f-8cfe-42da-923b-80511b9836ca tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (28d1235f-3240-4732-b7d1-5e5d8bcbeeb8), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:33.180189 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-082e4c85-11b1-40bf-8ecf-a61acb98e931 None None] For port 6d1fa883-eb25-4e35-bb90-6108b350c7ae, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:37:33.190348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-082e4c85-11b1-40bf-8ecf-a61acb98e931 None None] For port 6d1fa883-eb25-4e35-bb90-6108b350c7ae, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6d1fa883-eb25-4e35-bb90-6108b350c7ae,segment=NetworkSegment(b14e2d79-45b9-46a4-9dd9-7e9b567b42fd),segment_id=b14e2d79-45b9-46a4-9dd9-7e9b567b42fd)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:37:33.202141 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-082e4c85-11b1-40bf-8ecf-a61acb98e931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6d1fa883-eb25-4e35-bb90-6108b350c7ae), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:33.341100 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e4c85-11b1-40bf-8ecf-a61acb98e931 None None] Pushing event updated for resources: {'Port': ['ID=6d1fa883-eb25-4e35-bb90-6108b350c7ae,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:33.523531 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-34dff870-9882-467c-a70a-9c576e47eb60 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6602bac-ed2c-4e3f-b5a1-8929a739758d), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:33.929174 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a93c337f-8cfe-42da-923b-80511b9836ca tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:33.936472 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a93c337f-8cfe-42da-923b-80511b9836ca tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/subnets/28d1235f-3240-4732-b7d1-5e5d8bcbeeb8 HTTP/1.1" status: 204 len: 168 time: 3.3035944 Feb 28 20:37:33.966749 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48552) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:34.016460 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-206fc62a-aad3-4b90-b9fe-b069385ab6ba req-f16d765f-35d7-4a07-a5f0-0a0738a65cba tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0580094 Feb 28 20:37:34.025089 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72666cf6-0a7f-4927-b0a6-f1cf9e63dee1 req-e75a6f4c-0376-41d6-9e1d-972e47299a7e tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d76b6cc4-7ed2-4279-b199-5995d7352fa4 HTTP/1.1" status: 200 len: 210 time: 0.8612931 Feb 28 20:37:34.031880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-24154905-3947-49e8-ad5f-1c764c5901bc tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Made reservation on behalf of c7656ae506ab40e39be23cba5fe51787 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:34.052956 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-24154905-3947-49e8-ad5f-1c764c5901bc tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:34.052956 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c337f-8cfe-42da-923b-80511b9836ca tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Subnet': ['ID=28d1235f-3240-4732-b7d1-5e5d8bcbeeb8,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:34.123275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec71ebe-8c52-4886-a576-febcdce84f68 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:34.136595 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3ec71ebe-8c52-4886-a576-febcdce84f68 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:34.477364 n-d-820368-21 neutron-server[103774]: INFO neutron.db.ipam_backend_mixin [None req-3ec71ebe-8c52-4886-a576-febcdce84f68 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 334e3682-d3a1-47bb-884d-3c60b7b1a36a (CIDR: 172.20.0.0/28) Feb 28 20:37:34.490935 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec71ebe-8c52-4886-a576-febcdce84f68 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:37:34.491433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec71ebe-8c52-4886-a576-febcdce84f68 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:34.541469 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-24154905-3947-49e8-ad5f-1c764c5901bc tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Allocated IP 172.20.0.2 (9f242bb3-56ed-40ba-85a2-099c0aa48b10/512409d4-b57b-4deb-8e85-db25fe25e59b/8eec4b80-12c3-4856-8dbe-90fda0c37f8b) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:37:34.583833 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3ec71ebe-8c52-4886-a576-febcdce84f68 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5725548 Feb 28 20:37:34.587950 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48564) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:34.611094 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d46d0507-b10d-42ee-bae1-89bc9d7fee4b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'subnet': {'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:34.993412 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4777749f-9216-444e-b2dc-61b69e617850 None None] Network c109c06f-16bf-4bf5-88ae-91bc2d0b10d0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:34.996860 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-34dff870-9882-467c-a70a-9c576e47eb60 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (e6602bac-ed2c-4e3f-b5a1-8929a739758d), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:34.998909 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad44e14-cf92-44db-bd85-a2c2c95d2baa None None] Network 59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:35.018521 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-34dff870-9882-467c-a70a-9c576e47eb60 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (e6602bac-ed2c-4e3f-b5a1-8929a739758d), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:35.276359 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c3226-dcf8-4654-b451-42b7d9e021a1 req-713ff61e-05db-487c-a20c-449f8fbff5dd tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:35.279683 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4f1c3226-dcf8-4654-b451-42b7d9e021a1 req-713ff61e-05db-487c-a20c-449f8fbff5dd tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.15 "GET /v2.0/ports?device_id=a41bcda7-7756-4b56-bda6-623d1738573a HTTP/1.1" status: 200 len: 946 time: 1.5054960 Feb 28 20:37:35.302343 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dff870-9882-467c-a70a-9c576e47eb60 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=e6602bac-ed2c-4e3f-b5a1-8929a739758d,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:35.336407 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46d0507-b10d-42ee-bae1-89bc9d7fee4b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:35.340587 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d46d0507-b10d-42ee-bae1-89bc9d7fee4b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:35.449722 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6d1fa883-eb25-4e35-bb90-6108b350c7ae up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:37:35.591653 n-d-820368-21 neutron-server[103774]: INFO neutron.db.ipam_backend_mixin [None req-d46d0507-b10d-42ee-bae1-89bc9d7fee4b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet da653edd-2ef1-42c6-8530-2009a9197241 (CIDR: 172.20.0.16/28) Feb 28 20:37:35.611128 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d46d0507-b10d-42ee-bae1-89bc9d7fee4b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:37:35.611614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d46d0507-b10d-42ee-bae1-89bc9d7fee4b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:35.678466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cf9c27f2-1fd6-42ce-9fcc-417acb5b708c req-a1fa394c-1518-4b2a-97f5-2e6dd5e3e950 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d76b6cc4-7ed2-4279-b199-5995d7352fa4 HTTP/1.1" status: 200 len: 210 time: 0.0816574 Feb 28 20:37:35.681821 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-24154905-3947-49e8-ad5f-1c764c5901bc tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Publish callbacks [] for port (8eec4b80-12c3-4856-8dbe-90fda0c37f8b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:35.715144 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d46d0507-b10d-42ee-bae1-89bc9d7fee4b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1254101 Feb 28 20:37:35.720265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48592) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:35.737981 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-04ff5c0b-d849-4c5f-b1fa-98bb852e73bc tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'subnet': {'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:35.805680 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fe1bb0e9-5254-4a29-bc17-2d1aa4ffb79f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:35.812224 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-34dff870-9882-467c-a70a-9c576e47eb60 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (8e2832f2-cb8f-42b8-87e9-d75a4640eeeb), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:35.816232 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93392a-4a1a-4052-9257-f078b1385650 req-f4df82d6-859e-45b5-b9cd-2a86138d73f7 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:35.817792 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc93392a-4a1a-4052-9257-f078b1385650 req-f4df82d6-859e-45b5-b9cd-2a86138d73f7 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=a41bcda7-7756-4b56-bda6-623d1738573a HTTP/1.1" status: 200 len: 946 time: 0.2229056 Feb 28 20:37:35.903030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b10638bf-74e5-4964-9b05-e87b23614813 None None] Provisioning complete for port 6d1fa883-eb25-4e35-bb90-6108b350c7ae triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:35.903770 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b10638bf-74e5-4964-9b05-e87b23614813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6d1fa883-eb25-4e35-bb90-6108b350c7ae), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:35.915021 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-24154905-3947-49e8-ad5f-1c764c5901bc tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (8eec4b80-12c3-4856-8dbe-90fda0c37f8b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:35.992959 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc93392a-4a1a-4052-9257-f078b1385650 req-f8001bf4-ee56-4299-a3c9-de1a662f3201 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669228 Feb 28 20:37:36.000625 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-24154905-3947-49e8-ad5f-1c764c5901bc tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Network 9f242bb3-56ed-40ba-85a2-099c0aa48b10 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:37:36.006465 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ff5c0b-d849-4c5f-b1fa-98bb852e73bc tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Made reservation on behalf of 72dd28454fcc4a319cabe80eb07d1f46 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:36.009869 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04ff5c0b-d849-4c5f-b1fa-98bb852e73bc tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:36.031046 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 6d1fa883-eb25-4e35-bb90-6108b350c7ae triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:36.031679 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6d1fa883-eb25-4e35-bb90-6108b350c7ae), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:36.031904 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-24154905-3947-49e8-ad5f-1c764c5901bc tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:36.043188 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-24154905-3947-49e8-ad5f-1c764c5901bc tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:37:36.068639 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24154905-3947-49e8-ad5f-1c764c5901bc tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Pushing event updated for resources: {'Port': ['ID=8eec4b80-12c3-4856-8dbe-90fda0c37f8b,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:36.140659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-24154905-3947-49e8-ad5f-1c764c5901bc tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:36.141289 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-24154905-3947-49e8-ad5f-1c764c5901bc tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:36.179199 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-24154905-3947-49e8-ad5f-1c764c5901bc tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4539847 Feb 28 20:37:36.192520 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] Request body: {'port': {'device_id': 'd76b6cc4-7ed2-4279-b199-5995d7352fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:36.302062 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b10638bf-74e5-4964-9b05-e87b23614813 None None] Current status of the port 6d1fa883-eb25-4e35-bb90-6108b350c7ae is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:36.302455 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b10638bf-74e5-4964-9b05-e87b23614813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6d1fa883-eb25-4e35-bb90-6108b350c7ae), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:36.476033 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6d1fa883-eb25-4e35-bb90-6108b350c7ae is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:36.476536 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6d1fa883-eb25-4e35-bb90-6108b350c7ae), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:36.478603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c2b803-31c9-4196-90b0-db679a29b266 None None] DHCP port deletion for 59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:37:36.484576 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b10638bf-74e5-4964-9b05-e87b23614813 None None] For port 6d1fa883-eb25-4e35-bb90-6108b350c7ae, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6d1fa883-eb25-4e35-bb90-6108b350c7ae,segment=NetworkSegment(b14e2d79-45b9-46a4-9dd9-7e9b567b42fd),segment_id=b14e2d79-45b9-46a4-9dd9-7e9b567b42fd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:36.501071 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04ff5c0b-d849-4c5f-b1fa-98bb852e73bc tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (2f48befe-9ffe-42d0-a549-da3a3d81db07), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:36.502550 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b10638bf-74e5-4964-9b05-e87b23614813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6d1fa883-eb25-4e35-bb90-6108b350c7ae), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:36.561863 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-fe1bb0e9-5254-4a29-bc17-2d1aa4ffb79f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Deleting port 702868aa-8102-4c34-980c-05ffc158d2c2 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:36.572596 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fe1bb0e9-5254-4a29-bc17-2d1aa4ffb79f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (702868aa-8102-4c34-980c-05ffc158d2c2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:36.596947 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8eec4b80-12c3-4856-8dbe-90fda0c37f8b), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:36.649296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ff5c0b-d849-4c5f-b1fa-98bb852e73bc tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Network 2dd39b07-e71c-4399-a902-ce50784c96b3 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:37:36.658740 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10638bf-74e5-4964-9b05-e87b23614813 None None] Pushing event updated for resources: {'Port': ['ID=6d1fa883-eb25-4e35-bb90-6108b350c7ae,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:36.681316 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-04ff5c0b-d849-4c5f-b1fa-98bb852e73bc tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:36.706246 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ff5c0b-d849-4c5f-b1fa-98bb852e73bc tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:36.706829 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04ff5c0b-d849-4c5f-b1fa-98bb852e73bc tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:36.708056 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39576d66-a662-4593-92ca-0f3a03361d97 None None] Network 2dd39b07-e71c-4399-a902-ce50784c96b3 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:36.711863 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c83364a1-d8a1-4d1f-bf4f-a25f0b729513 None None] Provisioning complete for port d4b84888-4358-47f2-8aec-3a1fdb87eef9 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:36.712520 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c83364a1-d8a1-4d1f-bf4f-a25f0b729513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d4b84888-4358-47f2-8aec-3a1fdb87eef9), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:36.729623 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff5c0b-d849-4c5f-b1fa-98bb852e73bc tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Subnet': ['ID=2f48befe-9ffe-42d0-a549-da3a3d81db07,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:36.758717 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-04ff5c0b-d849-4c5f-b1fa-98bb852e73bc tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0373375 Feb 28 20:37:36.761278 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48604) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:36.771878 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-12ff8529-513e-4a93-bcd9-0de25263af75 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1606769702', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2f48befe-9ffe-42d0-a549-da3a3d81db07'}], 'security_groups': ['db6872ee-809f-4a3e-878f-6a4f873d736b', '2da51219-9273-411f-850a-168a7da2b272']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:36.776295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c83364a1-d8a1-4d1f-bf4f-a25f0b729513 None None] Port d4b84888-4358-47f2-8aec-3a1fdb87eef9 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:37:36.778615 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-fe1bb0e9-5254-4a29-bc17-2d1aa4ffb79f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] For port 702868aa-8102-4c34-980c-05ffc158d2c2, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=702868aa-8102-4c34-980c-05ffc158d2c2,segment=NetworkSegment(a57473bc-80b2-4def-a285-6e55672e3f1c),segment_id=a57473bc-80b2-4def-a285-6e55672e3f1c)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:36.779540 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fe1bb0e9-5254-4a29-bc17-2d1aa4ffb79f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (702868aa-8102-4c34-980c-05ffc158d2c2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:36.805814 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-01c2b803-31c9-4196-90b0-db679a29b266 None None] Deleting port 702868aa-8102-4c34-980c-05ffc158d2c2 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:36.806259 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-01c2b803-31c9-4196-90b0-db679a29b266 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (702868aa-8102-4c34-980c-05ffc158d2c2), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:36.814620 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-fe1bb0e9-5254-4a29-bc17-2d1aa4ffb79f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Calling delete_port for 702868aa-8102-4c34-980c-05ffc158d2c2 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:36.894769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-01c2b803-31c9-4196-90b0-db679a29b266 None None] For port 702868aa-8102-4c34-980c-05ffc158d2c2, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=702868aa-8102-4c34-980c-05ffc158d2c2,segment=NetworkSegment(a57473bc-80b2-4def-a285-6e55672e3f1c),segment_id=a57473bc-80b2-4def-a285-6e55672e3f1c)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:36.895212 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-01c2b803-31c9-4196-90b0-db679a29b266 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (702868aa-8102-4c34-980c-05ffc158d2c2), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:36.911333 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-01c2b803-31c9-4196-90b0-db679a29b266 None None] Calling delete_port for 702868aa-8102-4c34-980c-05ffc158d2c2 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:37.022242 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fe1bb0e9-5254-4a29-bc17-2d1aa4ffb79f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (702868aa-8102-4c34-980c-05ffc158d2c2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:37.024875 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-01c2b803-31c9-4196-90b0-db679a29b266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (702868aa-8102-4c34-980c-05ffc158d2c2), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:37.026137 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-4f1c3226-dcf8-4654-b451-42b7d9e021a1 req-615b4d23-fff7-46ca-8bc2-e562d2de80db tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Deleting port cfc52c7b-063c-460d-af04-dc2675ceb575 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:37.027053 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4f1c3226-dcf8-4654-b451-42b7d9e021a1 req-615b4d23-fff7-46ca-8bc2-e562d2de80db tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (cfc52c7b-063c-460d-af04-dc2675ceb575), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:37.100666 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-34dff870-9882-467c-a70a-9c576e47eb60 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e6602bac-ed2c-4e3f-b5a1-8929a739758d), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:37.101836 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c2b803-31c9-4196-90b0-db679a29b266 None None] No DVR routers for this DVR port 702868aa-8102-4c34-980c-05ffc158d2c2 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:37:37.107191 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1bb0e9-5254-4a29-bc17-2d1aa4ffb79f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] No DVR routers for this DVR port 702868aa-8102-4c34-980c-05ffc158d2c2 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:37:37.116664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2b803-31c9-4196-90b0-db679a29b266 None None] Pushing event deleted for resources: {'Port': ['ID=702868aa-8102-4c34-980c-05ffc158d2c2,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:37.127831 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bb0e9-5254-4a29-bc17-2d1aa4ffb79f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Port': ['ID=702868aa-8102-4c34-980c-05ffc158d2c2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:37.175513 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac1710c-1146-4d26-8dd8-27bcb01c2da9 None None] Network c109c06f-16bf-4bf5-88ae-91bc2d0b10d0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:37.189417 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:37:37.189782 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:37:37.239428 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7da00c49-5084-4e92-ae19-80d9bd86887c None None] Provisioning complete for port e6602bac-ed2c-4e3f-b5a1-8929a739758d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:37.239428 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7da00c49-5084-4e92-ae19-80d9bd86887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e6602bac-ed2c-4e3f-b5a1-8929a739758d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:37.287123 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fe1bb0e9-5254-4a29-bc17-2d1aa4ffb79f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:37.302544 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-12ff8529-513e-4a93-bcd9-0de25263af75 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d4b84888-4358-47f2-8aec-3a1fdb87eef9), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:37.310276 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-fe1bb0e9-5254-4a29-bc17-2d1aa4ffb79f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:37.320808 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-fe1bb0e9-5254-4a29-bc17-2d1aa4ffb79f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57473bc-80b2-4def-a285-6e55672e3f1c') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:37.321579 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-fe1bb0e9-5254-4a29-bc17-2d1aa4ffb79f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57473bc-80b2-4def-a285-6e55672e3f1c') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:37.333384 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fe1bb0e9-5254-4a29-bc17-2d1aa4ffb79f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (a57473bc-80b2-4def-a285-6e55672e3f1c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:37.348496 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fe1bb0e9-5254-4a29-bc17-2d1aa4ffb79f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (a57473bc-80b2-4def-a285-6e55672e3f1c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:37.352372 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7da00c49-5084-4e92-ae19-80d9bd86887c None None] Port e6602bac-ed2c-4e3f-b5a1-8929a739758d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:37:37.355342 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1bb0e9-5254-4a29-bc17-2d1aa4ffb79f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:37:37.356024 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fe1bb0e9-5254-4a29-bc17-2d1aa4ffb79f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (a57473bc-80b2-4def-a285-6e55672e3f1c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:37:37.425777 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:37:37.456828 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fe1bb0e9-5254-4a29-bc17-2d1aa4ffb79f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:37.471526 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fe1bb0e9-5254-4a29-bc17-2d1aa4ffb79f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:37.476462 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fe1bb0e9-5254-4a29-bc17-2d1aa4ffb79f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/networks/59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7 HTTP/1.1" status: 204 len: 168 time: 3.5079057 Feb 28 20:37:37.486640 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7da00c49-5084-4e92-ae19-80d9bd86887c None None] Provisioning complete for port 6d1fa883-eb25-4e35-bb90-6108b350c7ae triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:37.487040 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7da00c49-5084-4e92-ae19-80d9bd86887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6d1fa883-eb25-4e35-bb90-6108b350c7ae), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:37.497438 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48612) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:37.521010 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bb0e9-5254-4a29-bc17-2d1aa4ffb79f tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Network': ['ID=59b9cbb1-f1a4-416d-93f5-54bdc5f5eef7,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:37.581979 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7834cf0-cbf8-4236-b2b2-7983bf6c743c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:37.583400 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7834cf0-cbf8-4236-b2b2-7983bf6c743c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:37.587197 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f7834cf0-cbf8-4236-b2b2-7983bf6c743c tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/subnets/5e1a4cc5-64e1-4171-a2b1-044fc6bc71ef HTTP/1.1" status: 404 len: 337 time: 0.0883262 Feb 28 20:37:37.616862 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48618) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:37.646346 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b383532-90bc-42d2-8032-099e99b2b9e3 req-85c15079-91c4-461b-8334-6a431aa6ba55 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:37.663829 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b383532-90bc-42d2-8032-099e99b2b9e3 req-85c15079-91c4-461b-8334-6a431aa6ba55 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d76b6cc4-7ed2-4279-b199-5995d7352fa4 HTTP/1.1" status: 200 len: 931 time: 0.8276675 Feb 28 20:37:37.701138 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7da00c49-5084-4e92-ae19-80d9bd86887c None None] Current status of the port 6d1fa883-eb25-4e35-bb90-6108b350c7ae is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:37.824670 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-4f1c3226-dcf8-4654-b451-42b7d9e021a1 req-615b4d23-fff7-46ca-8bc2-e562d2de80db tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] For port cfc52c7b-063c-460d-af04-dc2675ceb575, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=cfc52c7b-063c-460d-af04-dc2675ceb575,segment=NetworkSegment(5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb),segment_id=5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:37.829928 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4f1c3226-dcf8-4654-b451-42b7d9e021a1 req-615b4d23-fff7-46ca-8bc2-e562d2de80db tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (cfc52c7b-063c-460d-af04-dc2675ceb575), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:37.838109 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eec4b80-12c3-4856-8dbe-90fda0c37f8b {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:37:37.846475 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] Publish callbacks [] for port (8eec4b80-12c3-4856-8dbe-90fda0c37f8b), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:37.882075 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-4f1c3226-dcf8-4654-b451-42b7d9e021a1 req-615b4d23-fff7-46ca-8bc2-e562d2de80db tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Calling delete_port for cfc52c7b-063c-460d-af04-dc2675ceb575 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:37.890191 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] Transition to ACTIVE for port object 8eec4b80-12c3-4856-8dbe-90fda0c37f8b will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:37:37.914017 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532f4bf-79be-45ae-be67-023ba5c48ea9 req-4379d6d2-809f-4f49-8395-94e2d2b27731 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:37.921118 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9532f4bf-79be-45ae-be67-023ba5c48ea9 req-4379d6d2-809f-4f49-8395-94e2d2b27731 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=a41bcda7-7756-4b56-bda6-623d1738573a HTTP/1.1" status: 200 len: 946 time: 0.7155659 Feb 28 20:37:37.930223 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6d1fa883-eb25-4e35-bb90-6108b350c7ae is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:37.961176 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34540dec-2316-42ca-aaed-41c6b6fa2b8f None None] Update dhcp port {'port': {'network_id': '2dd39b07-e71c-4399-a902-ce50784c96b3', 'fixed_ips': [{'subnet_id': 'da653edd-2ef1-42c6-8530-2009a9197241', 'ip_address': '172.20.0.18'}, {'subnet_id': '334e3682-d3a1-47bb-884d-3c60b7b1a36a', 'ip_address': '172.20.0.2'}, {'subnet_id': '2f48befe-9ffe-42d0-a549-da3a3d81db07'}], 'binding:host_id': 'n-d-820368-21'}, 'id': '37257002-13f0-4e56-a54f-c99c9b29518d'} from n-d-820368-21. {{(pid=103775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 20:37:37.963151 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a209c0b-c12f-4a7a-9aa0-339077e721e4 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:37.963697 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a209c0b-c12f-4a7a-9aa0-339077e721e4 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:37.968304 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4a209c0b-c12f-4a7a-9aa0-339077e721e4 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/networks/69c3b108-4125-4e5c-85ef-d2a6d51acff8 HTTP/1.1" status: 404 len: 339 time: 0.3018336 Feb 28 20:37:37.969077 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (8eec4b80-12c3-4856-8dbe-90fda0c37f8b), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:37.976692 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48628) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:38.067824 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-34540dec-2316-42ca-aaed-41c6b6fa2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:38.125427 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b383532-90bc-42d2-8032-099e99b2b9e3 req-17251f97-607e-4668-8859-80ff62e43783 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603164 Feb 28 20:37:38.128456 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9532f4bf-79be-45ae-be67-023ba5c48ea9 req-0b6ece41-2af2-4242-b36f-1a7b36cb30bb tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065530 Feb 28 20:37:38.158983 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b97a806-3ab7-4891-9f2c-c0e6cd4e5340 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:38.159450 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b97a806-3ab7-4891-9f2c-c0e6cd4e5340 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:38.162612 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6b97a806-3ab7-4891-9f2c-c0e6cd4e5340 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/subnets/d6ec577e-8184-4fb5-8201-84afd48a93f5 HTTP/1.1" status: 404 len: 337 time: 0.1831212 Feb 28 20:37:38.190622 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48632) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:38.305152 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c540819-c9c6-40c2-b7cd-c8004f940e89 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:38.305700 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c540819-c9c6-40c2-b7cd-c8004f940e89 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:38.311579 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2c540819-c9c6-40c2-b7cd-c8004f940e89 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/networks/79eb4688-47e0-4d50-86e8-ffb203dcdfcb HTTP/1.1" status: 404 len: 339 time: 0.0992656 Feb 28 20:37:38.312986 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48634) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:38.340384 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] Pushing event updated for resources: {'Port': ['ID=8eec4b80-12c3-4856-8dbe-90fda0c37f8b,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:38.399037 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7895c9b-6b76-4262-8519-f7f3d2759e35 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:38.399527 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7895c9b-6b76-4262-8519-f7f3d2759e35 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:38.402727 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e7895c9b-6b76-4262-8519-f7f3d2759e35 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/subnets/c1cbdc74-b626-4c7e-9217-c18f700293e5 HTTP/1.1" status: 404 len: 337 time: 0.0868819 Feb 28 20:37:38.422076 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48638) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:38.446644 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6d1fa883-eb25-4e35-bb90-6108b350c7ae up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:37:38.575860 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] Attempting to bind port 8eec4b80-12c3-4856-8dbe-90fda0c37f8b on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:37:38.576833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] Attempting to bind port 8eec4b80-12c3-4856-8dbe-90fda0c37f8b by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'f06fae59-5969-4554-9d13-a917300f2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9f242bb3-56ed-40ba-85a2-099c0aa48b10'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:37:38.578104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] Attempting to bind port 8eec4b80-12c3-4856-8dbe-90fda0c37f8b on network 9f242bb3-56ed-40ba-85a2-099c0aa48b10 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:37:38.588814 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-34dff870-9882-467c-a70a-9c576e47eb60 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (e6602bac-ed2c-4e3f-b5a1-8929a739758d), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:38.612105 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] Port 8eec4b80-12c3-4856-8dbe-90fda0c37f8b on network 9f242bb3-56ed-40ba-85a2-099c0aa48b10 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:37:38.612493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] Attempting to bind port 8eec4b80-12c3-4856-8dbe-90fda0c37f8b on network 9f242bb3-56ed-40ba-85a2-099c0aa48b10 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:37:38.617729 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-92301412-9f6e-4c1d-9fe8-62096056d172 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:38.618141 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92301412-9f6e-4c1d-9fe8-62096056d172 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:38.622705 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-92301412-9f6e-4c1d-9fe8-62096056d172 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/networks/e51cdb15-8260-433a-b11f-a424ffce9622 HTTP/1.1" status: 404 len: 339 time: 0.1646519 Feb 28 20:37:38.634790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48644) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:38.641574 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-4f912ba6-39ed-4675-b7e8-edcf4be122ea None None] Provisioning complete for port e6602bac-ed2c-4e3f-b5a1-8929a739758d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:38.642394 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4f912ba6-39ed-4675-b7e8-edcf4be122ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e6602bac-ed2c-4e3f-b5a1-8929a739758d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:38.678043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:37:38.678393 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] Checking segment: {'id': 'f06fae59-5969-4554-9d13-a917300f2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9f242bb3-56ed-40ba-85a2-099c0aa48b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:37:38.678793 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] Bound using segment: {'id': 'f06fae59-5969-4554-9d13-a917300f2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9f242bb3-56ed-40ba-85a2-099c0aa48b10'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:37:38.679434 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] Bound port: 8eec4b80-12c3-4856-8dbe-90fda0c37f8b, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06fae59-5969-4554-9d13-a917300f2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9f242bb3-56ed-40ba-85a2-099c0aa48b10'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:37:38.680410 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8eec4b80-12c3-4856-8dbe-90fda0c37f8b), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:38.699036 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-34dff870-9882-467c-a70a-9c576e47eb60 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (e6602bac-ed2c-4e3f-b5a1-8929a739758d), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:38.699943 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-34dff870-9882-467c-a70a-9c576e47eb60 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (8e2832f2-cb8f-42b8-87e9-d75a4640eeeb), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:38.718436 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4f912ba6-39ed-4675-b7e8-edcf4be122ea None None] Port e6602bac-ed2c-4e3f-b5a1-8929a739758d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:37:38.758318 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-4f912ba6-39ed-4675-b7e8-edcf4be122ea None None] Provisioning complete for port 6d1fa883-eb25-4e35-bb90-6108b350c7ae triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:38.761793 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4f912ba6-39ed-4675-b7e8-edcf4be122ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6d1fa883-eb25-4e35-bb90-6108b350c7ae), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:38.809719 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-12ff8529-513e-4a93-bcd9-0de25263af75 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Delete allocated IP 172.20.0.7 (2dd39b07-e71c-4399-a902-ce50784c96b3/334e3682-d3a1-47bb-884d-3c60b7b1a36a) {{(pid=103774) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 20:37:38.813505 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4f1c3226-dcf8-4654-b451-42b7d9e021a1 req-615b4d23-fff7-46ca-8bc2-e562d2de80db tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (cfc52c7b-063c-460d-af04-dc2675ceb575), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:38.816601 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dff870-9882-467c-a70a-9c576e47eb60 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=e6602bac-ed2c-4e3f-b5a1-8929a739758d,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:38.821324 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-12ff8529-513e-4a93-bcd9-0de25263af75 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Allocated IP 172.20.0.36 (2dd39b07-e71c-4399-a902-ce50784c96b3/2f48befe-9ffe-42d0-a549-da3a3d81db07/d4b84888-4358-47f2-8aec-3a1fdb87eef9) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:37:38.896299 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 6d1fa883-eb25-4e35-bb90-6108b350c7ae triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:38.897826 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6d1fa883-eb25-4e35-bb90-6108b350c7ae), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:38.911590 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b4d23-fff7-46ca-8bc2-e562d2de80db tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Pushing event deleted for resources: {'Port': ['ID=cfc52c7b-063c-460d-af04-dc2675ceb575,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:38.979809 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['372080bb-5ffd-4047-973b-a131aecf2892'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:37:38.983496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['24e16ac2-b58f-43c2-8922-442401fb19e5'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:37:39.038864 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1c3226-dcf8-4654-b451-42b7d9e021a1 req-615b4d23-fff7-46ca-8bc2-e562d2de80db tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] No DVR routers for this DVR port cfc52c7b-063c-460d-af04-dc2675ceb575 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:37:39.050777 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4f1c3226-dcf8-4654-b451-42b7d9e021a1 req-615b4d23-fff7-46ca-8bc2-e562d2de80db tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:39.067867 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4f1c3226-dcf8-4654-b451-42b7d9e021a1 req-615b4d23-fff7-46ca-8bc2-e562d2de80db tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.15 "DELETE /v2.0/ports/cfc52c7b-063c-460d-af04-dc2675ceb575 HTTP/1.1" status: 204 len: 173 time: 3.7544963 Feb 28 20:37:39.069344 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41bcda7-7756-4b56-bda6-623d1738573a', 'name': 'network-vif-deleted', 'tag': 'cfc52c7b-063c-460d-af04-dc2675ceb575'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:37:39.081363 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47625c1-6569-454f-b267-456e2b964da7" -d '{"events": [{"server_uuid": "a41bcda7-7756-4b56-bda6-623d1738573a", "name": "network-vif-deleted", "tag": "cfc52c7b-063c-460d-af04-dc2675ceb575"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:37:39.142518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device cfc52c7b-063c-460d-af04-dc2675ceb575 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:37:39.157001 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-12ff8529-513e-4a93-bcd9-0de25263af75 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for port (d4b84888-4358-47f2-8aec-3a1fdb87eef9), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:39.240757 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7607e03b-1c33-4616-b576-b95b732f629b x-openstack-request-id: req-7607e03b-1c33-4616-b576-b95b732f629b {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:37:39.241514 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41bcda7-7756-4b56-bda6-623d1738573a", "name": "network-vif-deleted", "tag": "cfc52c7b-063c-460d-af04-dc2675ceb575", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:37:39.242365 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7607e03b-1c33-4616-b576-b95b732f629b {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:37:39.243163 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41bcda7-7756-4b56-bda6-623d1738573a', 'name': 'network-vif-deleted', 'tag': 'cfc52c7b-063c-460d-af04-dc2675ceb575', 'status': 'completed', 'code': 200} Feb 28 20:37:39.269914 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dff870-9882-467c-a70a-9c576e47eb60 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network c109c06f-16bf-4bf5-88ae-91bc2d0b10d0 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:37:39.271410 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-34dff870-9882-467c-a70a-9c576e47eb60 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:39.311239 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-12ff8529-513e-4a93-bcd9-0de25263af75 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d4b84888-4358-47f2-8aec-3a1fdb87eef9), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:39.345108 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: cfc52c7b-063c-460d-af04-dc2675ceb575 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:37:39.360198 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device cfc52c7b-063c-460d-af04-dc2675ceb575 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:37:39.388465 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] For port 8eec4b80-12c3-4856-8dbe-90fda0c37f8b, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:37:39.476679 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] For port 8eec4b80-12c3-4856-8dbe-90fda0c37f8b, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=8eec4b80-12c3-4856-8dbe-90fda0c37f8b,segment=NetworkSegment(f06fae59-5969-4554-9d13-a917300f2052),segment_id=f06fae59-5969-4554-9d13-a917300f2052)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:37:39.570837 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34dff870-9882-467c-a70a-9c576e47eb60 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Router 8e2832f2-cb8f-42b8-87e9-d75a4640eeeb is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:37:39.684075 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (8eec4b80-12c3-4856-8dbe-90fda0c37f8b), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:39.753250 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-12ff8529-513e-4a93-bcd9-0de25263af75 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] In _notify_port_updated(), no bound segment for port d4b84888-4358-47f2-8aec-3a1fdb87eef9 on network 2dd39b07-e71c-4399-a902-ce50784c96b3 {{(pid=103774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:37:39.760421 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ff8529-513e-4a93-bcd9-0de25263af75 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:39.761148 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-12ff8529-513e-4a93-bcd9-0de25263af75 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:39.768070 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-12ff8529-513e-4a93-bcd9-0de25263af75 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "PUT /v2.0/ports/d4b84888-4358-47f2-8aec-3a1fdb87eef9 HTTP/1.1" status: 200 len: 960 time: 3.0055513 Feb 28 20:37:39.789085 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9f18ad35-db12-4910-9d64-b5a358f11808 req-69998088-e622-43ea-8c75-b043837d69a6 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=a41bcda7-7756-4b56-bda6-623d1738573a HTTP/1.1" status: 200 len: 210 time: 0.3197956 Feb 28 20:37:39.794657 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48662) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:39.838588 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34dff870-9882-467c-a70a-9c576e47eb60 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:37:39.860132 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-34dff870-9882-467c-a70a-9c576e47eb60 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "PUT /v2.0/routers/8e2832f2-cb8f-42b8-87e9-d75a4640eeeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2281544 Feb 28 20:37:39.861831 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48670) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:39.905719 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9eca5f-398c-4437-ba56-c33ed9e978e5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Deleting subnet 5a7a8d88-b1fd-4276-8117-9a6a199b6156 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:37:39.908751 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff8529-513e-4a93-bcd9-0de25263af75 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event updated for resources: {'Port': ['ID=d4b84888-4358-47f2-8aec-3a1fdb87eef9,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:39.945007 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ec9eca5f-398c-4437-ba56-c33ed9e978e5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for subnet (5a7a8d88-b1fd-4276-8117-9a6a199b6156), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:39.947121 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2b328b-4b30-479e-95bd-5a3251b9bbf9 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:39.964159 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ec2b328b-4b30-479e-95bd-5a3251b9bbf9 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e2832f2-cb8f-42b8-87e9-d75a4640eeeb HTTP/1.1" status: 200 len: 986 time: 0.1009798 Feb 28 20:37:39.965506 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48672) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:40.023981 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:40.024990 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:40.026713 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] 10.222.0.10 "PUT /v2.0/ports/8eec4b80-12c3-4856-8dbe-90fda0c37f8b HTTP/1.1" status: 200 len: 1092 time: 3.8392544 Feb 28 20:37:40.027564 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76b6cc4-7ed2-4279-b199-5995d7352fa4', 'tag': '8eec4b80-12c3-4856-8dbe-90fda0c37f8b'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:37:40.030377 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ee3c8a-6478-4197-9458-00205ae71588" -d '{"events": [{"name": "network-changed", "server_uuid": "d76b6cc4-7ed2-4279-b199-5995d7352fa4", "tag": "8eec4b80-12c3-4856-8dbe-90fda0c37f8b"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:37:40.070179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e83afd-fe2f-4508-9fd2-15c26d62190c req-33193836-d922-4b7b-bb92-08c27aabee18 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:40.074066 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d8e83afd-fe2f-4508-9fd2-15c26d62190c req-33193836-d922-4b7b-bb92-08c27aabee18 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d76b6cc4-7ed2-4279-b199-5995d7352fa4 HTTP/1.1" status: 200 len: 943 time: 0.7637520 Feb 28 20:37:40.131034 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ca0de3-67aa-4a0c-9e03-3b6f45d43f17 None None] Sync routers for ids ['8e2832f2-cb8f-42b8-87e9-d75a4640eeeb'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:37:40.237576 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ec9eca5f-398c-4437-ba56-c33ed9e978e5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (5a7a8d88-b1fd-4276-8117-9a6a199b6156), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:40.266701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6d1fa883-eb25-4e35-bb90-6108b350c7ae is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:40.269235 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4f912ba6-39ed-4675-b7e8-edcf4be122ea None None] Current status of the port 6d1fa883-eb25-4e35-bb90-6108b350c7ae is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:40.287207 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-34540dec-2316-42ca-aaed-41c6b6fa2b8f None None] Allocated IP 172.20.0.34 (2dd39b07-e71c-4399-a902-ce50784c96b3/2f48befe-9ffe-42d0-a549-da3a3d81db07/37257002-13f0-4e56-a54f-c99c9b29518d) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:37:40.405200 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f5073-128c-41e1-83bd-c52fa9c03e7a service neutron] Pushing event updated for resources: {'Port': ['ID=8eec4b80-12c3-4856-8dbe-90fda0c37f8b,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:40.431020 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ca0de3-67aa-4a0c-9e03-3b6f45d43f17 None None] Routers {'8e2832f2-cb8f-42b8-87e9-d75a4640eeeb'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:37:40.432390 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e1ca0de3-67aa-4a0c-9e03-3b6f45d43f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:37:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['8e2832f2-cb8f-42b8-87e9-d75a4640eeeb'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:40.456694 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 702868aa-8102-4c34-980c-05ffc158d2c2 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:37:40.482289 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdf06df-4266-4a0c-baba-03690b3aacb8 x-openstack-request-id: req-cfdf06df-4266-4a0c-baba-03690b3aacb8 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:37:40.482777 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76b6cc4-7ed2-4279-b199-5995d7352fa4", "tag": "8eec4b80-12c3-4856-8dbe-90fda0c37f8b", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:37:40.483380 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cfdf06df-4266-4a0c-baba-03690b3aacb8 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:37:40.483830 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76b6cc4-7ed2-4279-b199-5995d7352fa4', 'tag': '8eec4b80-12c3-4856-8dbe-90fda0c37f8b', 'status': 'completed', 'code': 200} Feb 28 20:37:40.590550 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d8e83afd-fe2f-4508-9fd2-15c26d62190c req-f4441289-be1d-4ce6-916c-c890cbdee87e tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172642 Feb 28 20:37:40.592086 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ec9eca5f-398c-4437-ba56-c33ed9e978e5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (5a7a8d88-b1fd-4276-8117-9a6a199b6156), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:40.629419 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-34540dec-2316-42ca-aaed-41c6b6fa2b8f None None] For port 37257002-13f0-4e56-a54f-c99c9b29518d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=37257002-13f0-4e56-a54f-c99c9b29518d,segment=NetworkSegment(96ab6251-e319-4753-b533-2becb50dd289),segment_id=96ab6251-e319-4753-b533-2becb50dd289)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:40.672628 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 702868aa-8102-4c34-980c-05ffc158d2c2 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:37:40.672628 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 702868aa-8102-4c34-980c-05ffc158d2c2 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:37:40.719225 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e1ca0de3-67aa-4a0c-9e03-3b6f45d43f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:40.721249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-e821d0cd-a4e9-413e-9417-e568e751ea49 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting port d4b84888-4358-47f2-8aec-3a1fdb87eef9 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:40.727825 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e821d0cd-a4e9-413e-9417-e568e751ea49 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d4b84888-4358-47f2-8aec-3a1fdb87eef9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:40.775949 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-bae7034d-f464-4ef6-a924-bcad1adc4dbe None None] Provisioning complete for port e6602bac-ed2c-4e3f-b5a1-8929a739758d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:40.776966 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bae7034d-f464-4ef6-a924-bcad1adc4dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e6602bac-ed2c-4e3f-b5a1-8929a739758d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:40.779260 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ca0de3-67aa-4a0c-9e03-3b6f45d43f17 None None] Routers {'8e2832f2-cb8f-42b8-87e9-d75a4640eeeb'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:37:40.779412 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e1ca0de3-67aa-4a0c-9e03-3b6f45d43f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:37:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['8e2832f2-cb8f-42b8-87e9-d75a4640eeeb'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:40.795394 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-34540dec-2316-42ca-aaed-41c6b6fa2b8f None None] Publish callbacks [] for port (37257002-13f0-4e56-a54f-c99c9b29518d), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:40.865827 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-34540dec-2316-42ca-aaed-41c6b6fa2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:40.867850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e1ca0de3-67aa-4a0c-9e03-3b6f45d43f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:40.868967 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ca0de3-67aa-4a0c-9e03-3b6f45d43f17 None None] The sync data for ids ['8e2832f2-cb8f-42b8-87e9-d75a4640eeeb'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:37:40.918822 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e821d0cd-a4e9-413e-9417-e568e751ea49 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d4b84888-4358-47f2-8aec-3a1fdb87eef9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:40.931102 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-bae7034d-f464-4ef6-a924-bcad1adc4dbe None None] Port e6602bac-ed2c-4e3f-b5a1-8929a739758d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:37:40.937036 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-e821d0cd-a4e9-413e-9417-e568e751ea49 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Calling delete_port for d4b84888-4358-47f2-8aec-3a1fdb87eef9 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:41.045606 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34540dec-2316-42ca-aaed-41c6b6fa2b8f None None] Pushing event updated for resources: {'Port': ['ID=37257002-13f0-4e56-a54f-c99c9b29518d,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:41.124907 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-0c755920-d653-419a-9583-baa0c05703d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:41.126711 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-0c755920-d653-419a-9583-baa0c05703d3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c7656ae506ab40e39be23cba5fe51787&device_id=d76b6cc4-7ed2-4279-b199-5995d7352fa4 HTTP/1.1" status: 200 len: 1126 time: 1.0040548 Feb 28 20:37:41.130546 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e821d0cd-a4e9-413e-9417-e568e751ea49 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d4b84888-4358-47f2-8aec-3a1fdb87eef9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:41.333509 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821d0cd-a4e9-413e-9417-e568e751ea49 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Port': ['ID=d4b84888-4358-47f2-8aec-3a1fdb87eef9,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:41.350434 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-1be7b37f-b4a0-48db-a87b-59453c61168f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8eec4b80-12c3-4856-8dbe-90fda0c37f8b HTTP/1.1" status: 200 len: 217 time: 0.2027199 Feb 28 20:37:41.451258 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48712) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:41.509820 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-62560c5b-7eae-41fe-975d-8015d60c46a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:41.511427 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-62560c5b-7eae-41fe-975d-8015d60c46a4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=512409d4-b57b-4deb-8e85-db25fe25e59b HTTP/1.1" status: 200 len: 849 time: 0.1322072 Feb 28 20:37:41.538788 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ec9eca5f-398c-4437-ba56-c33ed9e978e5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (5a7a8d88-b1fd-4276-8117-9a6a199b6156), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:41.730784 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08bc3a72-67ec-462d-8222-304fe1edcdc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:41.772934 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dfddd574-ecb6-49ab-b074-7bd8eaa26604 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (8e2832f2-cb8f-42b8-87e9-d75a4640eeeb), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:42.042309 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08bc3a72-67ec-462d-8222-304fe1edcdc8 admin admin] Publish callbacks [] for security_group (ff82225b-c65c-4f33-a4c9-f8eaf037d187), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:42.061334 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08bc3a72-67ec-462d-8222-304fe1edcdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ff82225b-c65c-4f33-a4c9-f8eaf037d187), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:42.095947 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc3a72-67ec-462d-8222-304fe1edcdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff82225b-c65c-4f33-a4c9-f8eaf037d187,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:42.133783 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ec9eca5f-398c-4437-ba56-c33ed9e978e5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:42.141443 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0a94cf-53a5-4d5d-beb4-96d7b548bae5 None None] Network 25e8dcb2-6a01-4049-900b-2bdf9cacc530 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:42.145598 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ec9eca5f-398c-4437-ba56-c33ed9e978e5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/subnets/5a7a8d88-b1fd-4276-8117-9a6a199b6156 HTTP/1.1" status: 204 len: 168 time: 3.4568174 Feb 28 20:37:42.150846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48720) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:42.231192 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-08bc3a72-67ec-462d-8222-304fe1edcdc8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e0798e717ac4ea698cfe9a2083334e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7777922 Feb 28 20:37:42.239321 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48722) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:42.267434 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-03fefb16-f3f9-4e20-a572-e75f7dacd5c8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (25e8dcb2-6a01-4049-900b-2bdf9cacc530), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:42.271355 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9eca5f-398c-4437-ba56-c33ed9e978e5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Subnet': ['ID=5a7a8d88-b1fd-4276-8117-9a6a199b6156,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:42.273266 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d57417f0-6c25-4dec-a68d-1c543dd8301e None None] Provisioning complete for port d61ec4ce-93ac-4c5e-925e-cd9f55e8d860 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:42.273795 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d57417f0-6c25-4dec-a68d-1c543dd8301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d61ec4ce-93ac-4c5e-925e-cd9f55e8d860), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:42.334544 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-7cb77235-6fcc-419b-b291-df943f4a3e6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9f242bb3-56ed-40ba-85a2-099c0aa48b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8062217 Feb 28 20:37:42.361587 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c6787-27ee-4385-9f6a-443460971b91 req-8c4eba6a-58e7-4e12-9796-c19c34269d32 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:42.364646 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d57417f0-6c25-4dec-a68d-1c543dd8301e None None] Port d61ec4ce-93ac-4c5e-925e-cd9f55e8d860 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:37:42.370600 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d57417f0-6c25-4dec-a68d-1c543dd8301e None None] Could not find standard attr ID for object d4b84888-4358-47f2-8aec-3a1fdb87eef9. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:37:42.373514 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8e7c6787-27ee-4385-9f6a-443460971b91 req-8c4eba6a-58e7-4e12-9796-c19c34269d32 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4 HTTP/1.1" status: 200 len: 946 time: 1.0206227 Feb 28 20:37:42.392127 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d57417f0-6c25-4dec-a68d-1c543dd8301e None None] Provisioning complete for port 37257002-13f0-4e56-a54f-c99c9b29518d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:42.392987 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d57417f0-6c25-4dec-a68d-1c543dd8301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:42.408170 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d9307b7-db1a-408f-be75-902c7b03aafe admin admin] Publish callbacks [] for security_group (ff82225b-c65c-4f33-a4c9-f8eaf037d187), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:42.476394 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86792315-fb69-4934-8374-c590831b2c86 None None] DHCP port deletion for 25e8dcb2-6a01-4049-900b-2bdf9cacc530 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:37:42.491428 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d9307b7-db1a-408f-be75-902c7b03aafe admin admin] Publish callbacks [] for security_group (ff82225b-c65c-4f33-a4c9-f8eaf037d187), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:42.495338 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-dfddd574-ecb6-49ab-b074-7bd8eaa26604 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port e6602bac-ed2c-4e3f-b5a1-8929a739758d {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:42.499348 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dfddd574-ecb6-49ab-b074-7bd8eaa26604 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e6602bac-ed2c-4e3f-b5a1-8929a739758d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:42.574029 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fde8f-b597-4e56-b4fb-da02927625f9 req-e596755c-9a1e-45c1-866b-f72dde84e3a6 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:42.584038 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-595fde8f-b597-4e56-b4fb-da02927625f9 req-e596755c-9a1e-45c1-866b-f72dde84e3a6 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d76b6cc4-7ed2-4279-b199-5995d7352fa4 HTTP/1.1" status: 200 len: 943 time: 0.4300425 Feb 28 20:37:42.609730 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e821d0cd-a4e9-413e-9417-e568e751ea49 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:42.614779 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e821d0cd-a4e9-413e-9417-e568e751ea49 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/ports/d4b84888-4358-47f2-8aec-3a1fdb87eef9 HTTP/1.1" status: 204 len: 168 time: 2.7824142 Feb 28 20:37:42.639393 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d57417f0-6c25-4dec-a68d-1c543dd8301e None None] Current status of the port 37257002-13f0-4e56-a54f-c99c9b29518d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:42.647360 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48726) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:42.651208 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-2060da73-e9f0-47f0-93f9-06d936033949 service neutron] 10.222.0.10 "GET /v2.0/networks/9f242bb3-56ed-40ba-85a2-099c0aa48b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685328 Feb 28 20:37:42.669911 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-86792315-fb69-4934-8374-c590831b2c86 None None] Deleting port 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:42.672055 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-86792315-fb69-4934-8374-c590831b2c86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2c78769f-cb8c-4906-acb3-c4686f0e7bb3), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:42.803703 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-86792315-fb69-4934-8374-c590831b2c86 None None] For port 2c78769f-cb8c-4906-acb3-c4686f0e7bb3, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2c78769f-cb8c-4906-acb3-c4686f0e7bb3,segment=NetworkSegment(0c762475-99fd-4dde-b88d-88584e675b46),segment_id=0c762475-99fd-4dde-b88d-88584e675b46)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:42.804454 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-86792315-fb69-4934-8374-c590831b2c86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2c78769f-cb8c-4906-acb3-c4686f0e7bb3), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:42.820882 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-86792315-fb69-4934-8374-c590831b2c86 None None] Calling delete_port for 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:42.847658 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 37257002-13f0-4e56-a54f-c99c9b29518d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:37:42.872688 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dfddd574-ecb6-49ab-b074-7bd8eaa26604 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e6602bac-ed2c-4e3f-b5a1-8929a739758d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:42.920200 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-dfddd574-ecb6-49ab-b074-7bd8eaa26604 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for e6602bac-ed2c-4e3f-b5a1-8929a739758d owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:42.949397 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-bb1ead03-13c5-41b3-917e-02dfdab21aa2 None None] Could not find standard attr ID for object d4b84888-4358-47f2-8aec-3a1fdb87eef9. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:37:42.993534 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-93df097c-46f5-49a2-8702-f147edb5b4dd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] GET failed (client error): The resource could not be found. Feb 28 20:37:42.996081 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-93df097c-46f5-49a2-8702-f147edb5b4dd tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports/d4b84888-4358-47f2-8aec-3a1fdb87eef9 HTTP/1.1" status: 404 len: 333 time: 0.3319008 Feb 28 20:37:43.030676 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48730) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:43.041831 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 37257002-13f0-4e56-a54f-c99c9b29518d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:43.042208 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:43.080256 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-86792315-fb69-4934-8374-c590831b2c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (2c78769f-cb8c-4906-acb3-c4686f0e7bb3), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:43.108839 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86792315-fb69-4934-8374-c590831b2c86 None None] No DVR routers for this DVR port 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:37:43.158355 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8e7c6787-27ee-4385-9f6a-443460971b91 req-f5b641d3-1147-4d91-8b8b-b7cbe07db4c8 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7838607 Feb 28 20:37:43.195735 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b042fd80-e51f-4b68-8003-0895846fa6e0 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (d8fbaa9d-1bd0-4116-bbff-178c64f97418), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:43.207191 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86792315-fb69-4934-8374-c590831b2c86 None None] Pushing event deleted for resources: {'Port': ['ID=2c78769f-cb8c-4906-acb3-c4686f0e7bb3,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:43.216383 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-595fde8f-b597-4e56-b4fb-da02927625f9 req-9e179e04-ab16-4c3b-b81c-bc1c2b88b8c5 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6301041 Feb 28 20:37:43.240390 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b042fd80-e51f-4b68-8003-0895846fa6e0 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (d8fbaa9d-1bd0-4116-bbff-178c64f97418), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:43.247702 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-03fefb16-f3f9-4e20-a572-e75f7dacd5c8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Deleting port 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:43.257877 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-03fefb16-f3f9-4e20-a572-e75f7dacd5c8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2c78769f-cb8c-4906-acb3-c4686f0e7bb3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:43.290995 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa2067-5184-4e9f-a378-ca26ae94bd31 req-a9230e67-ae16-4b0a-b529-61ec4dc95a8b tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:43.292553 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9faa2067-5184-4e9f-a378-ca26ae94bd31 req-a9230e67-ae16-4b0a-b529-61ec4dc95a8b tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.10 "GET /v2.0/ports?device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4 HTTP/1.1" status: 200 len: 946 time: 0.3797216 Feb 28 20:37:43.304573 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d9307b7-db1a-408f-be75-902c7b03aafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ff82225b-c65c-4f33-a4c9-f8eaf037d187), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:43.307833 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d9307b7-db1a-408f-be75-902c7b03aafe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:43.309858 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7d9307b7-db1a-408f-be75-902c7b03aafe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff82225b-c65c-4f33-a4c9-f8eaf037d187 HTTP/1.1" status: 204 len: 168 time: 1.0680754 Feb 28 20:37:43.325286 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b042fd80-e51f-4b68-8003-0895846fa6e0 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d8fbaa9d-1bd0-4116-bbff-178c64f97418), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:43.329468 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b042fd80-e51f-4b68-8003-0895846fa6e0 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:43.332658 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e3cd032-df2f-41d6-a850-d6927778c906 req-09ce2ce3-8f65-49aa-a066-53d4e7fa51b8 service neutron] 10.222.0.10 "GET /v2.0/networks/9f242bb3-56ed-40ba-85a2-099c0aa48b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842080 Feb 28 20:37:43.333905 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b042fd80-e51f-4b68-8003-0895846fa6e0 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/security-groups/d8fbaa9d-1bd0-4116-bbff-178c64f97418 HTTP/1.1" status: 204 len: 168 time: 0.3006363 Feb 28 20:37:43.337162 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9307b7-db1a-408f-be75-902c7b03aafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff82225b-c65c-4f33-a4c9-f8eaf037d187,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:43.337335 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48734) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:43.374673 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 37257002-13f0-4e56-a54f-c99c9b29518d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:43.408696 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042fd80-e51f-4b68-8003-0895846fa6e0 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fbaa9d-1bd0-4116-bbff-178c64f97418,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:43.508545 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-03fefb16-f3f9-4e20-a572-e75f7dacd5c8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] For port 2c78769f-cb8c-4906-acb3-c4686f0e7bb3, host n-d-820368-21, got binding levels [] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:43.509089 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-03fefb16-f3f9-4e20-a572-e75f7dacd5c8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2c78769f-cb8c-4906-acb3-c4686f0e7bb3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:43.509440 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:37:43.547363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:37:43.547363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:37:43.553370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-03fefb16-f3f9-4e20-a572-e75f7dacd5c8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Calling delete_port for 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:43.595664 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.ipam_backend_mixin [None req-03fefb16-f3f9-4e20-a572-e75f7dacd5c8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Port 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 was not found and therefore no delete operation was performed {{(pid=103774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 20:37:43.605104 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dfddd574-ecb6-49ab-b074-7bd8eaa26604 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (e6602bac-ed2c-4e3f-b5a1-8929a739758d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:43.609032 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-03fefb16-f3f9-4e20-a572-e75f7dacd5c8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (2c78769f-cb8c-4906-acb3-c4686f0e7bb3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:43.685886 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfddd574-ecb6-49ab-b074-7bd8eaa26604 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=e6602bac-ed2c-4e3f-b5a1-8929a739758d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:43.710096 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fefb16-f3f9-4e20-a572-e75f7dacd5c8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Port': ['ID=2c78769f-cb8c-4906-acb3-c4686f0e7bb3,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:43.741414 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fefb16-f3f9-4e20-a572-e75f7dacd5c8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] No DVR routers for this DVR port 2c78769f-cb8c-4906-acb3-c4686f0e7bb3 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:37:43.763739 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3c8a-6478-4197-9458-00205ae71588 req-14eeaff3-1892-4d97-be77-9260971496e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:43.765216 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71ee3c8a-6478-4197-9458-00205ae71588 req-14eeaff3-1892-4d97-be77-9260971496e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c7656ae506ab40e39be23cba5fe51787&device_id=d76b6cc4-7ed2-4279-b199-5995d7352fa4 HTTP/1.1" status: 200 len: 1126 time: 0.3553431 Feb 28 20:37:43.822116 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f39e1d16-bdd8-4edb-a8af-e27dfa84c76c tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (2da51219-9273-411f-850a-168a7da2b272), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:43.872674 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dfddd574-ecb6-49ab-b074-7bd8eaa26604 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (8e2832f2-cb8f-42b8-87e9-d75a4640eeeb), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:44.052699 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48742) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:44.058481 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f39e1d16-bdd8-4edb-a8af-e27dfa84c76c tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (2da51219-9273-411f-850a-168a7da2b272), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:44.068643 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ba090a2f-96d7-4e28-a268-5662b84a3199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:44.072720 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-03fefb16-f3f9-4e20-a572-e75f7dacd5c8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (25e8dcb2-6a01-4049-900b-2bdf9cacc530), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:44.110411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-9faa2067-5184-4e9f-a378-ca26ae94bd31 req-b5c01c00-0993-45d6-8cb3-cc871e1aa1a4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Deleting port 24e16ac2-b58f-43c2-8922-442401fb19e5 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:44.111059 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9faa2067-5184-4e9f-a378-ca26ae94bd31 req-b5c01c00-0993-45d6-8cb3-cc871e1aa1a4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (24e16ac2-b58f-43c2-8922-442401fb19e5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:44.163489 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-03fefb16-f3f9-4e20-a572-e75f7dacd5c8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e8dcb2-6a01-4049-900b-2bdf9cacc530']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:44.167953 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ba090a2f-96d7-4e28-a268-5662b84a3199 admin admin] Publish callbacks [] for security_group (e6fdf16f-0c7b-4a1d-a58e-726c54c63878), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:44.188498 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3c8a-6478-4197-9458-00205ae71588 req-f8cf5c38-fb0b-4553-be81-3fe72fb868c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:44.190543 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71ee3c8a-6478-4197-9458-00205ae71588 req-f8cf5c38-fb0b-4553-be81-3fe72fb868c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9f242bb3-56ed-40ba-85a2-099c0aa48b10 HTTP/1.1" status: 200 len: 909 time: 0.4162536 Feb 28 20:37:44.201016 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-03fefb16-f3f9-4e20-a572-e75f7dacd5c8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c762475-99fd-4dde-b88d-88584e675b46') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:44.201323 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-03fefb16-f3f9-4e20-a572-e75f7dacd5c8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c762475-99fd-4dde-b88d-88584e675b46') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:44.202035 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ba090a2f-96d7-4e28-a268-5662b84a3199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e6fdf16f-0c7b-4a1d-a58e-726c54c63878), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:44.273256 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ba090a2f-96d7-4e28-a268-5662b84a3199 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcb434edc41f46719355419987e99151&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2193809 Feb 28 20:37:44.275967 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba090a2f-96d7-4e28-a268-5662b84a3199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fdf16f-0c7b-4a1d-a58e-726c54c63878,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:44.280454 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48748) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:44.314588 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfddd574-ecb6-49ab-b074-7bd8eaa26604 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Router 8e2832f2-cb8f-42b8-87e9-d75a4640eeeb has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:37:44.356091 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-03fefb16-f3f9-4e20-a572-e75f7dacd5c8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (0c762475-99fd-4dde-b88d-88584e675b46), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:44.390080 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71ee3c8a-6478-4197-9458-00205ae71588 req-a2cf5c28-c2fd-43e0-9ddb-36353ab85c63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8eec4b80-12c3-4856-8dbe-90fda0c37f8b HTTP/1.1" status: 200 len: 217 time: 0.1842244 Feb 28 20:37:44.421472 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f39e1d16-bdd8-4edb-a8af-e27dfa84c76c tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2da51219-9273-411f-850a-168a7da2b272), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:44.424930 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f39e1d16-bdd8-4edb-a8af-e27dfa84c76c tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:44.426049 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f39e1d16-bdd8-4edb-a8af-e27dfa84c76c tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/security-groups/2da51219-9273-411f-850a-168a7da2b272 HTTP/1.1" status: 204 len: 168 time: 1.0255575 Feb 28 20:37:44.431025 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48752) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:44.432108 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfddd574-ecb6-49ab-b074-7bd8eaa26604 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:37:44.438246 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-dfddd574-ecb6-49ab-b074-7bd8eaa26604 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "PUT /v2.0/routers/8e2832f2-cb8f-42b8-87e9-d75a4640eeeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4717298 Feb 28 20:37:44.447360 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc70c938-6257-4b51-ada6-cc2bfcb8304b None None] Sync routers for ids ['8e2832f2-cb8f-42b8-87e9-d75a4640eeeb'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:37:44.461504 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc70c938-6257-4b51-ada6-cc2bfcb8304b None None] Routers {'8e2832f2-cb8f-42b8-87e9-d75a4640eeeb'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:37:44.462192 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48754) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:44.466694 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-dc70c938-6257-4b51-ada6-cc2bfcb8304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:37:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['8e2832f2-cb8f-42b8-87e9-d75a4640eeeb'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:44.470969 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-03fefb16-f3f9-4e20-a572-e75f7dacd5c8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (0c762475-99fd-4dde-b88d-88584e675b46), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:44.510047 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-51ddfc65-4cb2-4ca0-9d1c-757608ff815e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (db6872ee-809f-4a3e-878f-6a4f873d736b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:44.523558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e1d16-bdd8-4edb-a8af-e27dfa84c76c tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da51219-9273-411f-850a-168a7da2b272,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:44.534374 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-51ddfc65-4cb2-4ca0-9d1c-757608ff815e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (db6872ee-809f-4a3e-878f-6a4f873d736b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:44.548681 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03fefb16-f3f9-4e20-a572-e75f7dacd5c8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:37:44.549034 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-03fefb16-f3f9-4e20-a572-e75f7dacd5c8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (0c762475-99fd-4dde-b88d-88584e675b46), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:44.550694 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-dc70c938-6257-4b51-ada6-cc2bfcb8304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:37:44.552073 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:37:44.563020 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc70c938-6257-4b51-ada6-cc2bfcb8304b None None] Routers {'8e2832f2-cb8f-42b8-87e9-d75a4640eeeb'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:37:44.564472 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-dc70c938-6257-4b51-ada6-cc2bfcb8304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:37:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['8e2832f2-cb8f-42b8-87e9-d75a4640eeeb'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:44.582887 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-698feaf4-d5fd-42c1-99bd-91aeec7722ec tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] GET failed (client error): The resource could not be found. Feb 28 20:37:44.586807 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-698feaf4-d5fd-42c1-99bd-91aeec7722ec tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports/e6602bac-ed2c-4e3f-b5a1-8929a739758d HTTP/1.1" status: 404 len: 333 time: 0.1155372 Feb 28 20:37:44.601620 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-dc70c938-6257-4b51-ada6-cc2bfcb8304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:44.602537 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc70c938-6257-4b51-ada6-cc2bfcb8304b None None] The sync data for ids ['8e2832f2-cb8f-42b8-87e9-d75a4640eeeb'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:37:44.610970 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48756) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:44.630225 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-9faa2067-5184-4e9f-a378-ca26ae94bd31 req-b5c01c00-0993-45d6-8cb3-cc871e1aa1a4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] For port 24e16ac2-b58f-43c2-8922-442401fb19e5, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=24e16ac2-b58f-43c2-8922-442401fb19e5,segment=NetworkSegment(5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb),segment_id=5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:44.630591 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9faa2067-5184-4e9f-a378-ca26ae94bd31 req-b5c01c00-0993-45d6-8cb3-cc871e1aa1a4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (24e16ac2-b58f-43c2-8922-442401fb19e5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:44.663061 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-9faa2067-5184-4e9f-a378-ca26ae94bd31 req-b5c01c00-0993-45d6-8cb3-cc871e1aa1a4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Calling delete_port for 24e16ac2-b58f-43c2-8922-442401fb19e5 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:44.666596 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3c8a-6478-4197-9458-00205ae71588 req-38ad8012-8da3-4783-a28a-3788d692a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:44.668108 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71ee3c8a-6478-4197-9458-00205ae71588 req-38ad8012-8da3-4783-a28a-3788d692a352 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=512409d4-b57b-4deb-8e85-db25fe25e59b HTTP/1.1" status: 200 len: 849 time: 0.2173026 Feb 28 20:37:44.686799 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be67093b-039f-45b2-b822-66bf9a562084 admin admin] Publish callbacks [] for security_group (e6fdf16f-0c7b-4a1d-a58e-726c54c63878), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:44.688842 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1b183-1ff1-4a9c-8cc1-d59971bde610 req-1ba45716-4476-4f84-a9f5-fd806b200234 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:44.695879 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70d1b183-1ff1-4a9c-8cc1-d59971bde610 req-1ba45716-4476-4f84-a9f5-fd806b200234 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d76b6cc4-7ed2-4279-b199-5995d7352fa4 HTTP/1.1" status: 200 len: 943 time: 0.3380554 Feb 28 20:37:44.705229 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea92d50-9668-4620-8578-4b3898302095 req-d27d2980-93d2-44c3-8923-53d49b645517 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:44.706199 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1ea92d50-9668-4620-8578-4b3898302095 req-d27d2980-93d2-44c3-8923-53d49b645517 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=73689a67-c219-41d6-9ac9-716a9fe0b6c4 HTTP/1.1" status: 200 len: 946 time: 0.4093051 Feb 28 20:37:44.710722 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b4711b8-dbdd-45d2-98da-486df2b7a5a0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for router (8e2832f2-cb8f-42b8-87e9-d75a4640eeeb), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:44.724615 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-03fefb16-f3f9-4e20-a572-e75f7dacd5c8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (25e8dcb2-6a01-4049-900b-2bdf9cacc530), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:44.792782 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-51ddfc65-4cb2-4ca0-9d1c-757608ff815e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (db6872ee-809f-4a3e-878f-6a4f873d736b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:44.795678 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-51ddfc65-4cb2-4ca0-9d1c-757608ff815e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:44.800570 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-51ddfc65-4cb2-4ca0-9d1c-757608ff815e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/security-groups/db6872ee-809f-4a3e-878f-6a4f873d736b HTTP/1.1" status: 204 len: 168 time: 0.3664210 Feb 28 20:37:44.804169 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48758) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:44.825160 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-03fefb16-f3f9-4e20-a572-e75f7dacd5c8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:44.838443 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-03fefb16-f3f9-4e20-a572-e75f7dacd5c8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/networks/25e8dcb2-6a01-4049-900b-2bdf9cacc530 HTTP/1.1" status: 204 len: 168 time: 2.6826231 Feb 28 20:37:44.844149 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71ee3c8a-6478-4197-9458-00205ae71588 req-5bbb48db-8086-4f80-9d8c-702c7b6b64e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9f242bb3-56ed-40ba-85a2-099c0aa48b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1660342 Feb 28 20:37:44.873117 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48760) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:44.968977 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b4711b8-dbdd-45d2-98da-486df2b7a5a0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (8e2832f2-cb8f-42b8-87e9-d75a4640eeeb), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:44.974944 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b4711b8-dbdd-45d2-98da-486df2b7a5a0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for router_controller (8e2832f2-cb8f-42b8-87e9-d75a4640eeeb), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:45.035264 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-63168412-fb16-46ad-99b6-83244a16e6c3 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:45.036071 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63168412-fb16-46ad-99b6-83244a16e6c3 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:45.051875 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-63168412-fb16-46ad-99b6-83244a16e6c3 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/subnets/d873646c-90f8-489b-b31d-1fd727766875 HTTP/1.1" status: 404 len: 337 time: 0.1653171 Feb 28 20:37:45.061249 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48764) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:45.099710 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fefb16-f3f9-4e20-a572-e75f7dacd5c8 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Network': ['ID=25e8dcb2-6a01-4049-900b-2bdf9cacc530,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:45.233682 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0054cc71-5762-4542-bddd-b30ec5f8feff tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:45.236321 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0054cc71-5762-4542-bddd-b30ec5f8feff tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:45.247898 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0054cc71-5762-4542-bddd-b30ec5f8feff tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/networks/51fc150f-59f1-4556-b67f-5a848c270bed HTTP/1.1" status: 404 len: 339 time: 0.1788025 Feb 28 20:37:45.270889 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddfc65-4cb2-4ca0-9d1c-757608ff815e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6872ee-809f-4a3e-878f-6a4f873d736b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:45.281990 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48766) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:45.285395 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b4711b8-dbdd-45d2-98da-486df2b7a5a0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (8e2832f2-cb8f-42b8-87e9-d75a4640eeeb), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:45.285904 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4711b8-dbdd-45d2-98da-486df2b7a5a0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Fanout notify agent at l3_agent the message router_deleted on router 8e2832f2-cb8f-42b8-87e9-d75a4640eeeb {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:37:45.308745 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b4711b8-dbdd-45d2-98da-486df2b7a5a0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:45.309815 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5b4711b8-dbdd-45d2-98da-486df2b7a5a0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/routers/8e2832f2-cb8f-42b8-87e9-d75a4640eeeb HTTP/1.1" status: 204 len: 168 time: 0.6973453 Feb 28 20:37:45.316798 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be67093b-039f-45b2-b822-66bf9a562084 admin admin] Publish callbacks [] for security_group (e6fdf16f-0c7b-4a1d-a58e-726c54c63878), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:45.335084 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48768) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:45.383472 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71ee3c8a-6478-4197-9458-00205ae71588 req-63494d23-7fb4-4b4f-8fcd-af08287ed717 service neutron] 10.222.0.10 "GET /v2.0/networks/9f242bb3-56ed-40ba-85a2-099c0aa48b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110860 Feb 28 20:37:45.385237 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddfc65-4cb2-4ca0-9d1c-757608ff815e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:45.385666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddfc65-4cb2-4ca0-9d1c-757608ff815e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:45.386024 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddfc65-4cb2-4ca0-9d1c-757608ff815e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:45.386370 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddfc65-4cb2-4ca0-9d1c-757608ff815e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:45.386709 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddfc65-4cb2-4ca0-9d1c-757608ff815e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:45.387180 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddfc65-4cb2-4ca0-9d1c-757608ff815e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:45.387522 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddfc65-4cb2-4ca0-9d1c-757608ff815e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:45.387877 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddfc65-4cb2-4ca0-9d1c-757608ff815e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:45.388282 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddfc65-4cb2-4ca0-9d1c-757608ff815e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:45.388618 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddfc65-4cb2-4ca0-9d1c-757608ff815e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:45.388957 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddfc65-4cb2-4ca0-9d1c-757608ff815e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:45.389289 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddfc65-4cb2-4ca0-9d1c-757608ff815e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:45.389617 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddfc65-4cb2-4ca0-9d1c-757608ff815e tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:37:45.449536 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d69c459-68a7-42c9-b049-de47250665c8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting subnet 334e3682-d3a1-47bb-884d-3c60b7b1a36a {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:37:45.452911 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d69c459-68a7-42c9-b049-de47250665c8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (334e3682-d3a1-47bb-884d-3c60b7b1a36a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:45.507943 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d69c459-68a7-42c9-b049-de47250665c8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (334e3682-d3a1-47bb-884d-3c60b7b1a36a), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:45.540791 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70d1b183-1ff1-4a9c-8cc1-d59971bde610 req-c5ce858a-9128-4245-9b9f-e7afbf75ae4c tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8439090 Feb 28 20:37:45.546442 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1ea92d50-9668-4620-8578-4b3898302095 req-cab0cb19-7257-4cb2-9582-4d90f0b6811e tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8226981 Feb 28 20:37:45.547092 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9faa2067-5184-4e9f-a378-ca26ae94bd31 req-b5c01c00-0993-45d6-8cb3-cc871e1aa1a4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (24e16ac2-b58f-43c2-8922-442401fb19e5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:45.570281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['372080bb-5ffd-4047-973b-a131aecf2892'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:37:45.693618 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-44def299-1e4e-4069-9ee7-33eb51be3ece tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Deleting subnet 2c682f5c-3b82-439f-afa1-b4470fb65e8a {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:37:45.698285 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-44def299-1e4e-4069-9ee7-33eb51be3ece tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for subnet (2c682f5c-3b82-439f-afa1-b4470fb65e8a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:45.700092 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c01c00-0993-45d6-8cb3-cc871e1aa1a4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Pushing event deleted for resources: {'Port': ['ID=24e16ac2-b58f-43c2-8922-442401fb19e5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:45.751693 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-44def299-1e4e-4069-9ee7-33eb51be3ece tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (2c682f5c-3b82-439f-afa1-b4470fb65e8a), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:45.792236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9faa2067-5184-4e9f-a378-ca26ae94bd31 req-b5c01c00-0993-45d6-8cb3-cc871e1aa1a4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] No DVR routers for this DVR port 24e16ac2-b58f-43c2-8922-442401fb19e5 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:37:45.795833 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9faa2067-5184-4e9f-a378-ca26ae94bd31 req-b5c01c00-0993-45d6-8cb3-cc871e1aa1a4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:45.799727 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9faa2067-5184-4e9f-a378-ca26ae94bd31 req-b5c01c00-0993-45d6-8cb3-cc871e1aa1a4 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.10 "DELETE /v2.0/ports/24e16ac2-b58f-43c2-8922-442401fb19e5 HTTP/1.1" status: 204 len: 173 time: 2.4775994 Feb 28 20:37:45.800202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73689a67-c219-41d6-9ac9-716a9fe0b6c4', 'name': 'network-vif-deleted', 'tag': '24e16ac2-b58f-43c2-8922-442401fb19e5'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:37:45.802457 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f68c4d-5b66-4bee-9da6-d36a84f49c52" -d '{"events": [{"server_uuid": "73689a67-c219-41d6-9ac9-716a9fe0b6c4", "name": "network-vif-deleted", "tag": "24e16ac2-b58f-43c2-8922-442401fb19e5"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:37:45.818014 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71ee3c8a-6478-4197-9458-00205ae71588 req-f39b6f74-cfb0-4588-9861-e221405be58d service neutron] 10.222.0.10 "GET /v2.0/networks/9f242bb3-56ed-40ba-85a2-099c0aa48b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952141 Feb 28 20:37:45.848772 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a6c1b9-a79a-4abe-93df-e765c25ab1c6 x-openstack-request-id: req-73a6c1b9-a79a-4abe-93df-e765c25ab1c6 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:37:45.849301 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73689a67-c219-41d6-9ac9-716a9fe0b6c4", "name": "network-vif-deleted", "tag": "24e16ac2-b58f-43c2-8922-442401fb19e5", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:37:45.849728 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73a6c1b9-a79a-4abe-93df-e765c25ab1c6 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:37:45.850314 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73689a67-c219-41d6-9ac9-716a9fe0b6c4', 'name': 'network-vif-deleted', 'tag': '24e16ac2-b58f-43c2-8922-442401fb19e5', 'status': 'completed', 'code': 200} Feb 28 20:37:45.861820 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-44def299-1e4e-4069-9ee7-33eb51be3ece tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (2c682f5c-3b82-439f-afa1-b4470fb65e8a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:45.918075 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be67093b-039f-45b2-b822-66bf9a562084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e6fdf16f-0c7b-4a1d-a58e-726c54c63878), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:45.920693 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-be67093b-039f-45b2-b822-66bf9a562084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:45.924861 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-be67093b-039f-45b2-b822-66bf9a562084 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6fdf16f-0c7b-4a1d-a58e-726c54c63878 HTTP/1.1" status: 204 len: 168 time: 1.6402795 Feb 28 20:37:45.970780 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67093b-039f-45b2-b822-66bf9a562084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fdf16f-0c7b-4a1d-a58e-726c54c63878,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:45.986033 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8adab6f5-7590-4026-b341-53828d9a51d4 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting subnet 28fe5e84-e85b-44f3-b076-0a59a2cc24fc {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:37:45.988598 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-44def299-1e4e-4069-9ee7-33eb51be3ece tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (2c682f5c-3b82-439f-afa1-b4470fb65e8a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:46.025795 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8adab6f5-7590-4026-b341-53828d9a51d4 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (28fe5e84-e85b-44f3-b076-0a59a2cc24fc), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:46.028977 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44def299-1e4e-4069-9ee7-33eb51be3ece tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Subnet': ['ID=2c682f5c-3b82-439f-afa1-b4470fb65e8a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:46.031188 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d69c459-68a7-42c9-b049-de47250665c8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (334e3682-d3a1-47bb-884d-3c60b7b1a36a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:46.034731 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-44def299-1e4e-4069-9ee7-33eb51be3ece tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:46.036029 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd40728-1f16-45e8-b8bd-e9057901c209 None None] Network ef59e03d-024d-43ad-abb5-b28b74349460 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:46.037983 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-44def299-1e4e-4069-9ee7-33eb51be3ece tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/subnets/2c682f5c-3b82-439f-afa1-b4470fb65e8a HTTP/1.1" status: 204 len: 168 time: 0.7493975 Feb 28 20:37:46.040557 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48778) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:46.118482 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8adab6f5-7590-4026-b341-53828d9a51d4 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (28fe5e84-e85b-44f3-b076-0a59a2cc24fc), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:46.229989 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8adab6f5-7590-4026-b341-53828d9a51d4 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (28fe5e84-e85b-44f3-b076-0a59a2cc24fc), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:46.231883 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4d7617a2-a4eb-4ef2-bfd3-04ffe9dfffd5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (ef59e03d-024d-43ad-abb5-b28b74349460), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:46.327523 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8adab6f5-7590-4026-b341-53828d9a51d4 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (28fe5e84-e85b-44f3-b076-0a59a2cc24fc), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:46.368245 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8adab6f5-7590-4026-b341-53828d9a51d4 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:46.373723 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8adab6f5-7590-4026-b341-53828d9a51d4 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/subnets/28fe5e84-e85b-44f3-b076-0a59a2cc24fc HTTP/1.1" status: 204 len: 168 time: 1.0353844 Feb 28 20:37:46.380410 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48796) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:46.401968 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16e7512-a64d-433e-912f-9a5b46f3b306 None None] Network c109c06f-16bf-4bf5-88ae-91bc2d0b10d0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:46.596145 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-4d7617a2-a4eb-4ef2-bfd3-04ffe9dfffd5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Deleting port 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:46.596761 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4d7617a2-a4eb-4ef2-bfd3-04ffe9dfffd5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3aae7665-ab5e-46f9-ab44-5c1da9188bc2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:46.643577 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-732a8310-e083-44fd-b004-2665f70e1ac5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (c109c06f-16bf-4bf5-88ae-91bc2d0b10d0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:46.730313 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 8eec4b80-12c3-4856-8dbe-90fda0c37f8b details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:37:46.742042 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 24e16ac2-b58f-43c2-8922-442401fb19e5 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:37:46.750577 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6ea71231-a287-4721-802b-99bc086403bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:46.847797 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 24e16ac2-b58f-43c2-8922-442401fb19e5 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:37:46.848437 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 24e16ac2-b58f-43c2-8922-442401fb19e5 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:37:46.862343 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-4d7617a2-a4eb-4ef2-bfd3-04ffe9dfffd5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] For port 3aae7665-ab5e-46f9-ab44-5c1da9188bc2, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3aae7665-ab5e-46f9-ab44-5c1da9188bc2,segment=NetworkSegment(c2366e08-1164-4d93-9ee8-bfb975f8ce16),segment_id=c2366e08-1164-4d93-9ee8-bfb975f8ce16)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:46.862970 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4d7617a2-a4eb-4ef2-bfd3-04ffe9dfffd5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3aae7665-ab5e-46f9-ab44-5c1da9188bc2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:46.919235 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-4d7617a2-a4eb-4ef2-bfd3-04ffe9dfffd5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Calling delete_port for 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:46.981633 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adab6f5-7590-4026-b341-53828d9a51d4 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Subnet': ['ID=28fe5e84-e85b-44f3-b076-0a59a2cc24fc,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:47.025580 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d69c459-68a7-42c9-b049-de47250665c8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (334e3682-d3a1-47bb-884d-3c60b7b1a36a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:47.082335 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c6bfe6-8990-4cf2-ab33-c447fedd5895 None None] DHCP port deletion for ef59e03d-024d-43ad-abb5-b28b74349460 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:37:47.106521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69c459-68a7-42c9-b049-de47250665c8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Subnet': ['ID=334e3682-d3a1-47bb-884d-3c60b7b1a36a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:47.133263 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d69c459-68a7-42c9-b049-de47250665c8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:47.144772 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7d69c459-68a7-42c9-b049-de47250665c8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/subnets/334e3682-d3a1-47bb-884d-3c60b7b1a36a HTTP/1.1" status: 204 len: 168 time: 2.1018665 Feb 28 20:37:47.150242 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48832) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:47.207328 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c54e27-e961-4c99-bc8d-418a5a97ee07 None None] Network 2dd39b07-e71c-4399-a902-ce50784c96b3 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:47.215142 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a53d05-6c7f-4895-aef0-243b851d8a30 None None] DHCP port deletion for c109c06f-16bf-4bf5-88ae-91bc2d0b10d0 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:37:47.247493 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-df282558-a518-4d33-9fd5-34a68290b870 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting subnet 2f48befe-9ffe-42d0-a549-da3a3d81db07 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:37:47.251975 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df282558-a518-4d33-9fd5-34a68290b870 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (2f48befe-9ffe-42d0-a549-da3a3d81db07), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:47.306166 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4d7617a2-a4eb-4ef2-bfd3-04ffe9dfffd5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (3aae7665-ab5e-46f9-ab44-5c1da9188bc2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:47.351549 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df282558-a518-4d33-9fd5-34a68290b870 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (2f48befe-9ffe-42d0-a549-da3a3d81db07), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:47.430063 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7617a2-a4eb-4ef2-bfd3-04ffe9dfffd5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Port': ['ID=3aae7665-ab5e-46f9-ab44-5c1da9188bc2,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:47.517730 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cc1de-dcc0-42fc-afaf-31d02ca2d3b4 req-28756330-f58d-4211-b4d8-d11a80461df4 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:47.538444 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c84cc1de-dcc0-42fc-afaf-31d02ca2d3b4 req-28756330-f58d-4211-b4d8-d11a80461df4 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d76b6cc4-7ed2-4279-b199-5995d7352fa4 HTTP/1.1" status: 200 len: 943 time: 0.3311987 Feb 28 20:37:47.541502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7617a2-a4eb-4ef2-bfd3-04ffe9dfffd5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] No DVR routers for this DVR port 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:37:47.591104 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 8eec4b80-12c3-4856-8dbe-90fda0c37f8b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=8eec4b80-12c3-4856-8dbe-90fda0c37f8b,segment=NetworkSegment(f06fae59-5969-4554-9d13-a917300f2052),segment_id=f06fae59-5969-4554-9d13-a917300f2052)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:47.638438 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '8eec4b80-12c3-4856-8dbe-90fda0c37f8b', 'network_id': '9f242bb3-56ed-40ba-85a2-099c0aa48b10', 'port_id': '8eec4b80-12c3-4856-8dbe-90fda0c37f8b', 'mac_address': 'fa:16:3e:53:20:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512409d4-b57b-4deb-8e85-db25fe25e59b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:37:47.659695 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d5c6bfe6-8990-4cf2-ab33-c447fedd5895 None None] Deleting port 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:47.661026 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d5c6bfe6-8990-4cf2-ab33-c447fedd5895 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3aae7665-ab5e-46f9-ab44-5c1da9188bc2), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:47.699630 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df282558-a518-4d33-9fd5-34a68290b870 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (2f48befe-9ffe-42d0-a549-da3a3d81db07), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:47.734358 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 8eec4b80-12c3-4856-8dbe-90fda0c37f8b is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:47.734935 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8eec4b80-12c3-4856-8dbe-90fda0c37f8b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:47.871771 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df282558-a518-4d33-9fd5-34a68290b870 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (2f48befe-9ffe-42d0-a549-da3a3d81db07), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:47.926817 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4d7617a2-a4eb-4ef2-bfd3-04ffe9dfffd5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (ef59e03d-024d-43ad-abb5-b28b74349460), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:47.930628 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df282558-a518-4d33-9fd5-34a68290b870 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Subnet': ['ID=2f48befe-9ffe-42d0-a549-da3a3d81db07,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:47.934480 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df282558-a518-4d33-9fd5-34a68290b870 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:47.940029 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-df282558-a518-4d33-9fd5-34a68290b870 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/subnets/2f48befe-9ffe-42d0-a549-da3a3d81db07 HTTP/1.1" status: 204 len: 168 time: 0.7870669 Feb 28 20:37:47.942707 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48858) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:47.950142 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eec4b80-12c3-4856-8dbe-90fda0c37f8b {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:37:47.994407 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb39d56-0215-41b3-8257-bec00d1ab6ae tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:47.999858 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb39d56-0215-41b3-8257-bec00d1ab6ae tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:48.014777 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fcb39d56-0215-41b3-8257-bec00d1ab6ae tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/subnets/334e3682-d3a1-47bb-884d-3c60b7b1a36a HTTP/1.1" status: 404 len: 337 time: 0.0708001 Feb 28 20:37:48.015914 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c84cc1de-dcc0-42fc-afaf-31d02ca2d3b4 req-60ec432d-b487-4880-a1ba-c370e17728b5 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765100 Feb 28 20:37:48.019460 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 8eec4b80-12c3-4856-8dbe-90fda0c37f8b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=8eec4b80-12c3-4856-8dbe-90fda0c37f8b,segment=NetworkSegment(f06fae59-5969-4554-9d13-a917300f2052),segment_id=f06fae59-5969-4554-9d13-a917300f2052)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:48.023325 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48862) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:48.036707 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-4d7617a2-a4eb-4ef2-bfd3-04ffe9dfffd5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef59e03d-024d-43ad-abb5-b28b74349460']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:48.054232 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-732a8310-e083-44fd-b004-2665f70e1ac5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port 6d1fa883-eb25-4e35-bb90-6108b350c7ae {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:48.055720 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8eec4b80-12c3-4856-8dbe-90fda0c37f8b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:48.056217 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-732a8310-e083-44fd-b004-2665f70e1ac5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6d1fa883-eb25-4e35-bb90-6108b350c7ae), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:48.082312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-4d7617a2-a4eb-4ef2-bfd3-04ffe9dfffd5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2366e08-1164-4d93-9ee8-bfb975f8ce16') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:48.092017 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-4d7617a2-a4eb-4ef2-bfd3-04ffe9dfffd5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2366e08-1164-4d93-9ee8-bfb975f8ce16') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:48.134418 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b0a53d05-6c7f-4895-aef0-243b851d8a30 None None] Deleting port 6d1fa883-eb25-4e35-bb90-6108b350c7ae {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:48.135321 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b0a53d05-6c7f-4895-aef0-243b851d8a30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6d1fa883-eb25-4e35-bb90-6108b350c7ae), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:48.176204 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4d7617a2-a4eb-4ef2-bfd3-04ffe9dfffd5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (c2366e08-1164-4d93-9ee8-bfb975f8ce16), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:48.207269 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4d7617a2-a4eb-4ef2-bfd3-04ffe9dfffd5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (c2366e08-1164-4d93-9ee8-bfb975f8ce16), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:48.216335 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7617a2-a4eb-4ef2-bfd3-04ffe9dfffd5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:37:48.217024 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4d7617a2-a4eb-4ef2-bfd3-04ffe9dfffd5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (c2366e08-1164-4d93-9ee8-bfb975f8ce16), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:48.247783 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0091c84-1617-42d2-9a53-a532bfe11182 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting subnet da653edd-2ef1-42c6-8530-2009a9197241 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:37:48.268542 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0091c84-1617-42d2-9a53-a532bfe11182 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (da653edd-2ef1-42c6-8530-2009a9197241), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:48.360038 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0091c84-1617-42d2-9a53-a532bfe11182 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (da653edd-2ef1-42c6-8530-2009a9197241), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:48.550660 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0091c84-1617-42d2-9a53-a532bfe11182 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (da653edd-2ef1-42c6-8530-2009a9197241), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:48.667531 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b0a53d05-6c7f-4895-aef0-243b851d8a30 None None] For port 6d1fa883-eb25-4e35-bb90-6108b350c7ae, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6d1fa883-eb25-4e35-bb90-6108b350c7ae,segment=NetworkSegment(b14e2d79-45b9-46a4-9dd9-7e9b567b42fd),segment_id=b14e2d79-45b9-46a4-9dd9-7e9b567b42fd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:48.675992 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b0a53d05-6c7f-4895-aef0-243b851d8a30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6d1fa883-eb25-4e35-bb90-6108b350c7ae), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:48.707344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=8eec4b80-12c3-4856-8dbe-90fda0c37f8b,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:48.714567 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0091c84-1617-42d2-9a53-a532bfe11182 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (da653edd-2ef1-42c6-8530-2009a9197241), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:48.782810 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d5c6bfe6-8990-4cf2-ab33-c447fedd5895 None None] For port 3aae7665-ab5e-46f9-ab44-5c1da9188bc2, host n-d-820368-21, got binding levels [] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:48.784585 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d5c6bfe6-8990-4cf2-ab33-c447fedd5895 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3aae7665-ab5e-46f9-ab44-5c1da9188bc2), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:48.813112 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['8eec4b80-12c3-4856-8dbe-90fda0c37f8b'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:37:48.818622 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b0a53d05-6c7f-4895-aef0-243b851d8a30 None None] Calling delete_port for 6d1fa883-eb25-4e35-bb90-6108b350c7ae owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:48.821709 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0091c84-1617-42d2-9a53-a532bfe11182 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:48.827448 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d0091c84-1617-42d2-9a53-a532bfe11182 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/subnets/da653edd-2ef1-42c6-8530-2009a9197241 HTTP/1.1" status: 204 len: 168 time: 0.8024163 Feb 28 20:37:48.838710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48878) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:48.881313 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0091c84-1617-42d2-9a53-a532bfe11182 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Subnet': ['ID=da653edd-2ef1-42c6-8530-2009a9197241,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:48.924338 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d5c6bfe6-8990-4cf2-ab33-c447fedd5895 None None] Calling delete_port for 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:48.938908 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:37:48.950123 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-98de989f-7be0-4345-9cc5-f463a2f60981 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:48.951015 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98de989f-7be0-4345-9cc5-f463a2f60981 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:48.960520 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-98de989f-7be0-4345-9cc5-f463a2f60981 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/subnets/d804b01b-a7ea-40ef-b6bd-db466f710c3c HTTP/1.1" status: 404 len: 337 time: 0.1186094 Feb 28 20:37:48.964091 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48882) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:48.967408 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.ipam_backend_mixin [None req-d5c6bfe6-8990-4cf2-ab33-c447fedd5895 None None] Port 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 was not found and therefore no delete operation was performed {{(pid=103775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 20:37:49.041663 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a8881285-ec46-4777-bc46-bf3af0c8305b tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e61b26d-91e4-40ab-a072-4f0b3adb3e0c HTTP/1.1" status: 200 len: 205 time: 0.0761194 Feb 28 20:37:49.042877 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48884) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:49.080226 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d5c6bfe6-8990-4cf2-ab33-c447fedd5895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (3aae7665-ab5e-46f9-ab44-5c1da9188bc2), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:37:49.095282 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:37:49.170387 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-8e6eab99-751d-47b0-9a44-ae386a3a7375 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] delete failed (client error): The resource could not be found. Feb 28 20:37:49.185918 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8e6eab99-751d-47b0-9a44-ae386a3a7375 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/routers/0e61b26d-91e4-40ab-a072-4f0b3adb3e0c HTTP/1.1" status: 404 len: 336 time: 0.1333709 Feb 28 20:37:49.186596 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48890) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:49.205043 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451c3cc3-6f72-4c7d-890d-b48c19f4c1f2 None None] Network 2dd39b07-e71c-4399-a902-ce50784c96b3 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:49.255918 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7111eb1e-d173-448d-82b0-4b4497707426 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:49.255918 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7111eb1e-d173-448d-82b0-4b4497707426 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:49.262395 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:37:49.263248 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7111eb1e-d173-448d-82b0-4b4497707426 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/subnets/fbd7dc9c-131c-423e-ab96-f2ea5074c9d4 HTTP/1.1" status: 404 len: 337 time: 0.0756118 Feb 28 20:37:49.263634 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:37:49.264137 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6d1fa883-eb25-4e35-bb90-6108b350c7ae no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:37:49.267339 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48894) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:49.319497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6bfe6-8990-4cf2-ab33-c447fedd5895 None None] Pushing event deleted for resources: {'Port': ['ID=3aae7665-ab5e-46f9-ab44-5c1da9188bc2,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:49.340750 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa2028d-6c24-4edf-83e5-f837f32ccc03 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:49.344009 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa2028d-6c24-4edf-83e5-f837f32ccc03 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:49.350599 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4d7617a2-a4eb-4ef2-bfd3-04ffe9dfffd5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (ef59e03d-024d-43ad-abb5-b28b74349460), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:49.362158 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f0103a37-6848-4c90-bf11-cc6e66445953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:49.362315 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-baa2028d-6c24-4edf-83e5-f837f32ccc03 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/subnets/2ba1cd5a-04ee-4696-af1e-e89ec333665b HTTP/1.1" status: 404 len: 337 time: 0.0877976 Feb 28 20:37:49.365344 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48896) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:49.388031 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4d7617a2-a4eb-4ef2-bfd3-04ffe9dfffd5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:49.397246 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4d7617a2-a4eb-4ef2-bfd3-04ffe9dfffd5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] 10.222.0.13 "DELETE /v2.0/networks/ef59e03d-024d-43ad-abb5-b28b74349460 HTTP/1.1" status: 204 len: 168 time: 3.3555729 Feb 28 20:37:49.416423 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-732a8310-e083-44fd-b004-2665f70e1ac5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] For port 6d1fa883-eb25-4e35-bb90-6108b350c7ae, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6d1fa883-eb25-4e35-bb90-6108b350c7ae,segment=NetworkSegment(b14e2d79-45b9-46a4-9dd9-7e9b567b42fd),segment_id=b14e2d79-45b9-46a4-9dd9-7e9b567b42fd)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:49.423333 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-732a8310-e083-44fd-b004-2665f70e1ac5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6d1fa883-eb25-4e35-bb90-6108b350c7ae), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:49.428995 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc40314-d038-4fb9-8d20-6a5285a34c7d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:49.435195 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc40314-d038-4fb9-8d20-6a5285a34c7d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:49.444570 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5bc40314-d038-4fb9-8d20-6a5285a34c7d tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/subnets/e1e3f154-bdbd-4b3b-a877-df7c5efbca8c HTTP/1.1" status: 404 len: 337 time: 0.0779111 Feb 28 20:37:49.447211 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48900) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:49.465953 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7617a2-a4eb-4ef2-bfd3-04ffe9dfffd5 tempest-NetworksIpV6Test-144980482 tempest-NetworksIpV6Test-144980482-project] Pushing event deleted for resources: {'Network': ['ID=ef59e03d-024d-43ad-abb5-b28b74349460,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:49.468217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6bfe6-8990-4cf2-ab33-c447fedd5895 None None] No DVR routers for this DVR port 3aae7665-ab5e-46f9-ab44-5c1da9188bc2 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:37:49.471099 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-33a4ba60-5237-47fb-b88c-3bd0b6631b5b None None] Provisioning complete for port d61ec4ce-93ac-4c5e-925e-cd9f55e8d860 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:49.471477 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-33a4ba60-5237-47fb-b88c-3bd0b6631b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d61ec4ce-93ac-4c5e-925e-cd9f55e8d860), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:49.484312 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-008af6b5-debe-4a0a-b1aa-d803d5a43ef8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:49.484714 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008af6b5-debe-4a0a-b1aa-d803d5a43ef8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:49.493682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48904) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:49.493897 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-008af6b5-debe-4a0a-b1aa-d803d5a43ef8 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/ports/90b6acc1-e9b6-4064-94a1-a0a3a52c6c71 HTTP/1.1" status: 404 len: 333 time: 0.0438199 Feb 28 20:37:49.502343 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-732a8310-e083-44fd-b004-2665f70e1ac5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for 6d1fa883-eb25-4e35-bb90-6108b350c7ae owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:49.589520 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-051b1f3b-eb01-4aca-9cc9-2719a88cacc1 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:49.593356 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051b1f3b-eb01-4aca-9cc9-2719a88cacc1 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:49.598674 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-051b1f3b-eb01-4aca-9cc9-2719a88cacc1 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/subnets/bfb3be3d-dc60-4f5c-a70a-398ee510aa13 HTTP/1.1" status: 404 len: 337 time: 0.0869029 Feb 28 20:37:49.603077 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48908) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:49.662878 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1a419-a8f6-4584-9403-e034cb44b2ee req-2919de08-5cbb-4c98-9765-7058b103bd2a tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:49.664763 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ecd1a419-a8f6-4584-9403-e034cb44b2ee req-2919de08-5cbb-4c98-9765-7058b103bd2a tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d76b6cc4-7ed2-4279-b199-5995d7352fa4 HTTP/1.1" status: 200 len: 944 time: 0.4132738 Feb 28 20:37:49.690374 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec51db45-44c8-4968-9f74-42c257c35315 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:49.691918 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec51db45-44c8-4968-9f74-42c257c35315 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:49.695218 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ec51db45-44c8-4968-9f74-42c257c35315 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/subnets/e0927bf4-50dc-4159-9db4-398d7ff8eb10 HTTP/1.1" status: 404 len: 337 time: 0.0911372 Feb 28 20:37:49.701377 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48914) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:49.833165 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72dcbac-4b6c-4f06-9274-c2c91170f071 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:49.834026 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c72dcbac-4b6c-4f06-9274-c2c91170f071 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:49.839771 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c72dcbac-4b6c-4f06-9274-c2c91170f071 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/ports/89c65b14-1d20-40dd-98b9-9cb7167b3af0 HTTP/1.1" status: 404 len: 333 time: 0.1359887 Feb 28 20:37:49.841600 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48920) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:49.847674 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48922) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:49.919278 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d31916cf-2770-459d-aed9-88b8e482ce99 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:49.921238 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d31916cf-2770-459d-aed9-88b8e482ce99 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:49.928246 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d31916cf-2770-459d-aed9-88b8e482ce99 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/subnets/f059b0de-5ea4-4eca-9943-f281210ec77c HTTP/1.1" status: 404 len: 337 time: 0.0733595 Feb 28 20:37:49.932358 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48926) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:49.962018 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ecd1a419-a8f6-4584-9403-e034cb44b2ee req-47c852cd-1ad3-4b4b-8a96-6688ca698f6f tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859807 Feb 28 20:37:49.980719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-33a4ba60-5237-47fb-b88c-3bd0b6631b5b None None] Port d61ec4ce-93ac-4c5e-925e-cd9f55e8d860 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:37:49.995388 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:50.019386 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-65883d2a-7157-4cf4-87c2-44a5dbf6a5f4 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] DELETE failed (client error): The resource could not be found. Feb 28 20:37:50.023833 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65883d2a-7157-4cf4-87c2-44a5dbf6a5f4 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:50.027529 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-65883d2a-7157-4cf4-87c2-44a5dbf6a5f4 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/subnets/712b6599-1ce9-4d90-b269-68af72841085 HTTP/1.1" status: 404 len: 337 time: 0.0935967 Feb 28 20:37:50.030619 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48930) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:50.052398 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-33a4ba60-5237-47fb-b88c-3bd0b6631b5b None None] Provisioning complete for port 37257002-13f0-4e56-a54f-c99c9b29518d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:50.068939 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-33a4ba60-5237-47fb-b88c-3bd0b6631b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:50.169655 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-59055826-1e0a-433d-8d3f-6209a4fcb3a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db60eff1c978422fb5f7cc42ae195246&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3267844 Feb 28 20:37:50.175182 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48934) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:50.182207 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-732a8310-e083-44fd-b004-2665f70e1ac5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (6d1fa883-eb25-4e35-bb90-6108b350c7ae), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:50.203109 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6d1fa883-eb25-4e35-bb90-6108b350c7ae is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:50.204131 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6d1fa883-eb25-4e35-bb90-6108b350c7ae), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:50.206307 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b0a53d05-6c7f-4895-aef0-243b851d8a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (6d1fa883-eb25-4e35-bb90-6108b350c7ae), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:50.212118 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732a8310-e083-44fd-b004-2665f70e1ac5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No DVR routers for this DVR port 6d1fa883-eb25-4e35-bb90-6108b350c7ae on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:37:50.317273 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-dcece988-2e24-4187-af7f-0291618dd304 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Deleting port d61ec4ce-93ac-4c5e-925e-cd9f55e8d860 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:50.317907 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dcece988-2e24-4187-af7f-0291618dd304 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d61ec4ce-93ac-4c5e-925e-cd9f55e8d860), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:50.338176 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:50.340177 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-afeef7db-7e1a-4192-b5ae-693b63ecaf76 admin admin] Publish callbacks [] for security_group (cc888d7c-bf4a-4788-a38c-f324e7ea44fa), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:50.343233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7bed80-6307-4e38-a17c-f76fd343b95e None None] DHCP port deletion for 2dd39b07-e71c-4399-a902-ce50784c96b3 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:37:50.357438 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a53d05-6c7f-4895-aef0-243b851d8a30 None None] Pushing event deleted for resources: {'Port': ['ID=6d1fa883-eb25-4e35-bb90-6108b350c7ae,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:50.359482 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a53d05-6c7f-4895-aef0-243b851d8a30 None None] No DVR routers for this DVR port 6d1fa883-eb25-4e35-bb90-6108b350c7ae on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:37:50.387873 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-afeef7db-7e1a-4192-b5ae-693b63ecaf76 admin admin] Publish callbacks [] for security_group (cc888d7c-bf4a-4788-a38c-f324e7ea44fa), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:50.433500 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dcece988-2e24-4187-af7f-0291618dd304 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d61ec4ce-93ac-4c5e-925e-cd9f55e8d860), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:50.451557 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-dcece988-2e24-4187-af7f-0291618dd304 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Calling delete_port for d61ec4ce-93ac-4c5e-925e-cd9f55e8d860 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:50.456763 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-afeef7db-7e1a-4192-b5ae-693b63ecaf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (cc888d7c-bf4a-4788-a38c-f324e7ea44fa), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:50.459490 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-afeef7db-7e1a-4192-b5ae-693b63ecaf76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:50.460906 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-afeef7db-7e1a-4192-b5ae-693b63ecaf76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc888d7c-bf4a-4788-a38c-f324e7ea44fa HTTP/1.1" status: 204 len: 168 time: 0.2841313 Feb 28 20:37:50.492067 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeef7db-7e1a-4192-b5ae-693b63ecaf76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc888d7c-bf4a-4788-a38c-f324e7ea44fa,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:50.566885 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a8310-e083-44fd-b004-2665f70e1ac5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=6d1fa883-eb25-4e35-bb90-6108b350c7ae,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:50.628485 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-33a4ba60-5237-47fb-b88c-3bd0b6631b5b None None] Current status of the port 37257002-13f0-4e56-a54f-c99c9b29518d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:50.655810 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8f7bed80-6307-4e38-a17c-f76fd343b95e None None] Deleting port 37257002-13f0-4e56-a54f-c99c9b29518d {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:37:50.656182 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8f7bed80-6307-4e38-a17c-f76fd343b95e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:50.771279 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-8f7bed80-6307-4e38-a17c-f76fd343b95e None None] For port 37257002-13f0-4e56-a54f-c99c9b29518d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=37257002-13f0-4e56-a54f-c99c9b29518d,segment=NetworkSegment(96ab6251-e319-4753-b533-2becb50dd289),segment_id=96ab6251-e319-4753-b533-2becb50dd289)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:50.771715 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8f7bed80-6307-4e38-a17c-f76fd343b95e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:50.788082 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-732a8310-e083-44fd-b004-2665f70e1ac5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (c109c06f-16bf-4bf5-88ae-91bc2d0b10d0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:50.824881 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8f7bed80-6307-4e38-a17c-f76fd343b95e None None] Calling delete_port for 37257002-13f0-4e56-a54f-c99c9b29518d owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:37:50.864714 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-732a8310-e083-44fd-b004-2665f70e1ac5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c109c06f-16bf-4bf5-88ae-91bc2d0b10d0']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:50.889263 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-732a8310-e083-44fd-b004-2665f70e1ac5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14e2d79-45b9-46a4-9dd9-7e9b567b42fd') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:50.889568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-732a8310-e083-44fd-b004-2665f70e1ac5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14e2d79-45b9-46a4-9dd9-7e9b567b42fd') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:50.917835 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-732a8310-e083-44fd-b004-2665f70e1ac5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (b14e2d79-45b9-46a4-9dd9-7e9b567b42fd), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:50.949485 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-732a8310-e083-44fd-b004-2665f70e1ac5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (b14e2d79-45b9-46a4-9dd9-7e9b567b42fd), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:50.965808 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732a8310-e083-44fd-b004-2665f70e1ac5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:37:50.966228 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-732a8310-e083-44fd-b004-2665f70e1ac5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (b14e2d79-45b9-46a4-9dd9-7e9b567b42fd), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:50.979274 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 37257002-13f0-4e56-a54f-c99c9b29518d no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: self.session.flush() Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:37:51.088070 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:37:51.090901 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dcece988-2e24-4187-af7f-0291618dd304 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d61ec4ce-93ac-4c5e-925e-cd9f55e8d860), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:51.165507 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcece988-2e24-4187-af7f-0291618dd304 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Port': ['ID=d61ec4ce-93ac-4c5e-925e-cd9f55e8d860,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:51.170315 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-732a8310-e083-44fd-b004-2665f70e1ac5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (c109c06f-16bf-4bf5-88ae-91bc2d0b10d0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:51.248454 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-732a8310-e083-44fd-b004-2665f70e1ac5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:51.256201 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-732a8310-e083-44fd-b004-2665f70e1ac5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/networks/c109c06f-16bf-4bf5-88ae-91bc2d0b10d0 HTTP/1.1" status: 204 len: 168 time: 4.8742142 Feb 28 20:37:51.260959 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48966) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:51.269723 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 37257002-13f0-4e56-a54f-c99c9b29518d is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:51.270260 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:51.277337 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a8310-e083-44fd-b004-2665f70e1ac5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Network': ['ID=c109c06f-16bf-4bf5-88ae-91bc2d0b10d0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:51.346395 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8f7bed80-6307-4e38-a17c-f76fd343b95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (37257002-13f0-4e56-a54f-c99c9b29518d), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:51.348873 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dcece988-2e24-4187-af7f-0291618dd304 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:51.353423 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-dcece988-2e24-4187-af7f-0291618dd304 tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/ports/d61ec4ce-93ac-4c5e-925e-cd9f55e8d860 HTTP/1.1" status: 204 len: 168 time: 1.3211498 Feb 28 20:37:51.362652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48972) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:51.414405 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de3eafb-d32e-443d-89ba-3ec2fc55c98c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:51.425769 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9de3eafb-d32e-443d-89ba-3ec2fc55c98c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports/fdfd3fe8-82eb-4a5b-97d5-243ad2ada978 HTTP/1.1" status: 200 len: 844 time: 0.1586683 Feb 28 20:37:51.428616 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48976) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:51.459421 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:51.463668 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7bed80-6307-4e38-a17c-f76fd343b95e None None] No DVR routers for this DVR port 37257002-13f0-4e56-a54f-c99c9b29518d on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:37:51.473046 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bed80-6307-4e38-a17c-f76fd343b95e None None] Pushing event deleted for resources: {'Port': ['ID=37257002-13f0-4e56-a54f-c99c9b29518d,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:51.565041 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bd8c54d2-fb77-42a0-a6da-38947b84091d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports/fdfd3fe8-82eb-4a5b-97d5-243ad2ada978?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1304700 Feb 28 20:37:51.572300 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48984) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:51.579800 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-71f88fff-8f21-4b7d-ac2e-0e47a429001f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'subnet': {'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:51.598415 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e515a68-c0e9-43e6-9d3b-2b5db047016f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (2dd39b07-e71c-4399-a902-ce50784c96b3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:51.683175 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c335bd6-421f-491c-8e05-1c77377209a9 req-f0a955a6-00ca-437f-a88d-4a714ec0e272 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:51.689434 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c335bd6-421f-491c-8e05-1c77377209a9 req-f0a955a6-00ca-437f-a88d-4a714ec0e272 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d76b6cc4-7ed2-4279-b199-5995d7352fa4 HTTP/1.1" status: 200 len: 944 time: 0.5330217 Feb 28 20:37:51.743587 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f88fff-8f21-4b7d-ac2e-0e47a429001f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:51.755232 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71f88fff-8f21-4b7d-ac2e-0e47a429001f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:51.921566 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e515a68-c0e9-43e6-9d3b-2b5db047016f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (2dd39b07-e71c-4399-a902-ce50784c96b3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:52.031063 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-9e515a68-c0e9-43e6-9d3b-2b5db047016f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd39b07-e71c-4399-a902-ce50784c96b3']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:52.075823 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c335bd6-421f-491c-8e05-1c77377209a9 req-fece2db0-94bb-46c4-83c2-b672ae8cdb4c tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768039 Feb 28 20:37:52.083199 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-9e515a68-c0e9-43e6-9d3b-2b5db047016f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ab6251-e319-4753-b533-2becb50dd289') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:52.085819 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-9e515a68-c0e9-43e6-9d3b-2b5db047016f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ab6251-e319-4753-b533-2becb50dd289') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:37:52.108935 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e515a68-c0e9-43e6-9d3b-2b5db047016f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (96ab6251-e319-4753-b533-2becb50dd289), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:52.131579 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e515a68-c0e9-43e6-9d3b-2b5db047016f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (96ab6251-e319-4753-b533-2becb50dd289), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:52.142897 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e515a68-c0e9-43e6-9d3b-2b5db047016f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:37:52.144655 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e515a68-c0e9-43e6-9d3b-2b5db047016f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (96ab6251-e319-4753-b533-2becb50dd289), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:37:52.148809 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:37:52.261446 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71f88fff-8f21-4b7d-ac2e-0e47a429001f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (57aab039-0748-4352-ad4f-26511a1495a5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:52.283969 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e515a68-c0e9-43e6-9d3b-2b5db047016f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (2dd39b07-e71c-4399-a902-ce50784c96b3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:52.302215 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e515a68-c0e9-43e6-9d3b-2b5db047016f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:52.309339 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9e515a68-c0e9-43e6-9d3b-2b5db047016f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] 10.222.0.13 "DELETE /v2.0/networks/2dd39b07-e71c-4399-a902-ce50784c96b3 HTTP/1.1" status: 204 len: 168 time: 0.9305348 Feb 28 20:37:52.337206 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e515a68-c0e9-43e6-9d3b-2b5db047016f tempest-PortsTestJSON-2103862030 tempest-PortsTestJSON-2103862030-project] Pushing event deleted for resources: {'Network': ['ID=2dd39b07-e71c-4399-a902-ce50784c96b3,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:52.349187 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49004) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:52.352468 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f88fff-8f21-4b7d-ac2e-0e47a429001f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:37:52.364647 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-71f88fff-8f21-4b7d-ac2e-0e47a429001f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:52.381671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deea3a7-ad04-4195-b055-3c3b5f02d9b1 None None] Network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:52.411456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f88fff-8f21-4b7d-ac2e-0e47a429001f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:52.413364 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71f88fff-8f21-4b7d-ac2e-0e47a429001f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:52.506829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f88fff-8f21-4b7d-ac2e-0e47a429001f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Subnet': ['ID=57aab039-0748-4352-ad4f-26511a1495a5,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:52.559341 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49014) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:52.560222 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-71f88fff-8f21-4b7d-ac2e-0e47a429001f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9858444 Feb 28 20:37:52.566127 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-ffba2e39-0f7a-4641-b6f9-3174861cda00 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'security_group': {'name': 'tempest-secgroup-1904177624'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:52.623228 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:52.656272 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-de6d9833-99d7-4301-9437-ff4f8523080b tempest-ServiceProvidersTest-1829879593 tempest-ServiceProvidersTest-1829879593-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3022094 Feb 28 20:37:52.662455 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ffba2e39-0f7a-4641-b6f9-3174861cda00 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:52.731472 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:52.765675 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbdb3ab-db7f-491f-8e74-0b0dea283e8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70', 'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70', 'project_id': 'e9a923f21000408697a457be1c29b088', 'fixed_ips': [{'subnet_id': '57aab039-0748-4352-ad4f-26511a1495a5'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:37:52.767636 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8cbdb3ab-db7f-491f-8e74-0b0dea283e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:52.825084 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ffba2e39-0f7a-4641-b6f9-3174861cda00 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (dbdc658d-df96-40f2-86f7-c13c36671c34), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:52.833160 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ffba2e39-0f7a-4641-b6f9-3174861cda00 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (dbdc658d-df96-40f2-86f7-c13c36671c34), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:52.861865 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49024) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:52.902422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 8eec4b80-12c3-4856-8dbe-90fda0c37f8b up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:37:52.921380 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ffba2e39-0f7a-4641-b6f9-3174861cda00 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:52.923975 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ffba2e39-0f7a-4641-b6f9-3174861cda00 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3629706 Feb 28 20:37:52.929585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49030) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:52.932834 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba2e39-0f7a-4641-b6f9-3174861cda00 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdc658d-df96-40f2-86f7-c13c36671c34,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:52.936520 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-b7f8c4fc-e21c-4932-bc03-d97ad55aa1f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'security_group': {'name': 'tempest-secgroup-1479251248'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:53.008916 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b7f8c4fc-e21c-4932-bc03-d97ad55aa1f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:53.034239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 8eec4b80-12c3-4856-8dbe-90fda0c37f8b completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:37:53.064400 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 8eec4b80-12c3-4856-8dbe-90fda0c37f8b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:53.065205 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8eec4b80-12c3-4856-8dbe-90fda0c37f8b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:53.142746 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-8cbdb3ab-db7f-491f-8e74-0b0dea283e8a None None] Allocated IP 2001:db8::2 (3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70/57aab039-0748-4352-ad4f-26511a1495a5/7b44f2ef-4d48-456a-ac35-a4a790c3b814) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:37:53.234463 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 8eec4b80-12c3-4856-8dbe-90fda0c37f8b is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:53.234774 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8eec4b80-12c3-4856-8dbe-90fda0c37f8b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:53.246389 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49038) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:53.266291 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b4d44124-d23d-4641-8996-bcd986b31622 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72dd28454fcc4a319cabe80eb07d1f46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4027469 Feb 28 20:37:53.271670 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49040) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:53.317583 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76b6cc4-7ed2-4279-b199-5995d7352fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eec4b80-12c3-4856-8dbe-90fda0c37f8b'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:37:53.320602 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422ffaf3-5cde-4b48-bad1-3dd281e0a8cf" -d '{"events": [{"server_uuid": "d76b6cc4-7ed2-4279-b199-5995d7352fa4", "name": "network-vif-plugged", "status": "completed", "tag": "8eec4b80-12c3-4856-8dbe-90fda0c37f8b"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:37:53.337601 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 8eec4b80-12c3-4856-8dbe-90fda0c37f8b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=8eec4b80-12c3-4856-8dbe-90fda0c37f8b,segment=NetworkSegment(f06fae59-5969-4554-9d13-a917300f2052),segment_id=f06fae59-5969-4554-9d13-a917300f2052)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:53.346499 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8eec4b80-12c3-4856-8dbe-90fda0c37f8b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:53.349890 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b7f8c4fc-e21c-4932-bc03-d97ad55aa1f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (d27498a9-84f1-49bf-8ebd-76cb8d385fa7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:53.362462 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b7f8c4fc-e21c-4932-bc03-d97ad55aa1f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d27498a9-84f1-49bf-8ebd-76cb8d385fa7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:53.406805 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630b81c8-1c08-4912-9c41-d0e01081a721 x-openstack-request-id: req-630b81c8-1c08-4912-9c41-d0e01081a721 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:37:53.407389 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76b6cc4-7ed2-4279-b199-5995d7352fa4", "name": "network-vif-plugged", "status": "completed", "tag": "8eec4b80-12c3-4856-8dbe-90fda0c37f8b", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:37:53.407526 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-630b81c8-1c08-4912-9c41-d0e01081a721 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:37:53.408177 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76b6cc4-7ed2-4279-b199-5995d7352fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eec4b80-12c3-4856-8dbe-90fda0c37f8b', 'code': 200} Feb 28 20:37:53.423964 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b7f8c4fc-e21c-4932-bc03-d97ad55aa1f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:53.425212 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b7f8c4fc-e21c-4932-bc03-d97ad55aa1f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4946220 Feb 28 20:37:53.432911 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49046) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:53.435010 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8c4fc-e21c-4932-bc03-d97ad55aa1f0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d27498a9-84f1-49bf-8ebd-76cb8d385fa7,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:53.452825 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3486db64-97ef-439f-bde3-cabb1a71a0f6 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1422745621', 'security_groups': ['d27498a9-84f1-49bf-8ebd-76cb8d385fa7'], 'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '57aab039-0748-4352-ad4f-26511a1495a5'}]}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:53.483988 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3a1913f1-7c30-442e-8acf-567fd40fd8f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:53.529108 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=8eec4b80-12c3-4856-8dbe-90fda0c37f8b,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:53.537624 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8cbdb3ab-db7f-491f-8e74-0b0dea283e8a None None] Publish callbacks [] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:53.550454 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8cbdb3ab-db7f-491f-8e74-0b0dea283e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:53.589050 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbdb3ab-db7f-491f-8e74-0b0dea283e8a None None] Network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:37:53.592701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-8cbdb3ab-db7f-491f-8e74-0b0dea283e8a None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:53.600717 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbdb3ab-db7f-491f-8e74-0b0dea283e8a None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:37:53.626356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdb3ab-db7f-491f-8e74-0b0dea283e8a None None] Pushing event updated for resources: {'Port': ['ID=7b44f2ef-4d48-456a-ac35-a4a790c3b814,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:53.699662 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dbff35b1-897e-43e7-b2b0-a0d452850613 admin admin] Publish callbacks [] for security_group (4900c098-ef1f-411a-998a-1027418b1c0d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:53.700286 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-8cbdb3ab-db7f-491f-8e74-0b0dea283e8a None None] Attempting to bind port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:37:53.701507 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-8cbdb3ab-db7f-491f-8e74-0b0dea283e8a None None] Attempting to bind port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:37:53.701961 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbdb3ab-db7f-491f-8e74-0b0dea283e8a None None] Attempting to bind port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 on network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:37:53.713409 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbdb3ab-db7f-491f-8e74-0b0dea283e8a None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:37:53.714537 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbdb3ab-db7f-491f-8e74-0b0dea283e8a None None] Checking segment: {'id': 'cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:37:53.715310 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8cbdb3ab-db7f-491f-8e74-0b0dea283e8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:53.716856 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbdb3ab-db7f-491f-8e74-0b0dea283e8a None None] Bound using segment: {'id': 'cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:37:53.718116 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-8cbdb3ab-db7f-491f-8e74-0b0dea283e8a None None] Bound port: 7b44f2ef-4d48-456a-ac35-a4a790c3b814, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:37:53.718603 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8cbdb3ab-db7f-491f-8e74-0b0dea283e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:53.724642 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3a1913f1-7c30-442e-8acf-567fd40fd8f0 admin admin] Publish callbacks [] for security_group (7284016e-e42a-4d62-947e-9000217cb62e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:53.734744 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3a1913f1-7c30-442e-8acf-567fd40fd8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7284016e-e42a-4d62-947e-9000217cb62e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:53.737311 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dff1ad-66c3-4047-9224-ea73655c0de4 req-471e0be1-f4c4-4421-aeef-ff980d87841d tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:53.739184 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92dff1ad-66c3-4047-9224-ea73655c0de4 req-471e0be1-f4c4-4421-aeef-ff980d87841d tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d76b6cc4-7ed2-4279-b199-5995d7352fa4 HTTP/1.1" status: 200 len: 944 time: 0.5304494 Feb 28 20:37:53.739956 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3486db64-97ef-439f-bde3-cabb1a71a0f6 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:53.796638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1913f1-7c30-442e-8acf-567fd40fd8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7284016e-e42a-4d62-947e-9000217cb62e,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:53.835579 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3a1913f1-7c30-442e-8acf-567fd40fd8f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=063ae272f4884dcfb4e4414ddd66db68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5646753 Feb 28 20:37:53.837146 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49054) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:53.866933 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-8cbdb3ab-db7f-491f-8e74-0b0dea283e8a None None] For port 7b44f2ef-4d48-456a-ac35-a4a790c3b814, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:37:53.870933 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3486db64-97ef-439f-bde3-cabb1a71a0f6 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:53.876908 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-8cbdb3ab-db7f-491f-8e74-0b0dea283e8a None None] For port 7b44f2ef-4d48-456a-ac35-a4a790c3b814, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7b44f2ef-4d48-456a-ac35-a4a790c3b814,segment=NetworkSegment(cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa),segment_id=cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:37:53.901300 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8cbdb3ab-db7f-491f-8e74-0b0dea283e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:53.946123 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92dff1ad-66c3-4047-9224-ea73655c0de4 req-923bcf30-531b-4336-b1e9-80304edfabed tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798984 Feb 28 20:37:53.952549 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1a87460-8545-47a8-8a91-be3c6c828a9c admin admin] Publish callbacks [] for security_group (7284016e-e42a-4d62-947e-9000217cb62e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:53.960101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-3486db64-97ef-439f-bde3-cabb1a71a0f6 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] device_id is not set on port 7c3c0f8c-418b-419e-b55e-f25633ad3875 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:37:54.007544 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1a87460-8545-47a8-8a91-be3c6c828a9c admin admin] Publish callbacks [] for security_group (7284016e-e42a-4d62-947e-9000217cb62e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:54.099455 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdb3ab-db7f-491f-8e74-0b0dea283e8a None None] Pushing event updated for resources: {'Port': ['ID=7b44f2ef-4d48-456a-ac35-a4a790c3b814,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:54.137367 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1a87460-8545-47a8-8a91-be3c6c828a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7284016e-e42a-4d62-947e-9000217cb62e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:54.143053 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1a87460-8545-47a8-8a91-be3c6c828a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:54.144553 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a1a87460-8545-47a8-8a91-be3c6c828a9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7284016e-e42a-4d62-947e-9000217cb62e HTTP/1.1" status: 204 len: 168 time: 0.3065150 Feb 28 20:37:54.174965 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a87460-8545-47a8-8a91-be3c6c828a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7284016e-e42a-4d62-947e-9000217cb62e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:54.225315 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dbff35b1-897e-43e7-b2b0-a0d452850613 admin admin] Publish callbacks [] for security_group (4900c098-ef1f-411a-998a-1027418b1c0d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:54.354923 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b48214-15ca-491c-ac74-1060a511d265 req-a0826388-d2ca-4cb9-bebe-828082e53e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:54.357930 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32b48214-15ca-491c-ac74-1060a511d265 req-a0826388-d2ca-4cb9-bebe-828082e53e24 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d76b6cc4-7ed2-4279-b199-5995d7352fa4 HTTP/1.1" status: 200 len: 1128 time: 0.7168231 Feb 28 20:37:54.745432 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32b48214-15ca-491c-ac74-1060a511d265 req-f0d60099-d1a9-4b41-8a97-bcd488cf961b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398552 Feb 28 20:37:54.795517 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-3486db64-97ef-439f-bde3-cabb1a71a0f6 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Allocated IP 2001:db8::b (3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70/57aab039-0748-4352-ad4f-26511a1495a5/7c3c0f8c-418b-419e-b55e-f25633ad3875) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:37:54.882523 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dbff35b1-897e-43e7-b2b0-a0d452850613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4900c098-ef1f-411a-998a-1027418b1c0d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:54.900228 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dbff35b1-897e-43e7-b2b0-a0d452850613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:54.912746 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-dbff35b1-897e-43e7-b2b0-a0d452850613 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4900c098-ef1f-411a-998a-1027418b1c0d HTTP/1.1" status: 204 len: 168 time: 1.6378682 Feb 28 20:37:54.947476 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7b44f2ef-4d48-456a-ac35-a4a790c3b814 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:37:54.963199 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff35b1-897e-43e7-b2b0-a0d452850613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4900c098-ef1f-411a-998a-1027418b1c0d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:55.118595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:55.125293 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:55.478559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:55.481676 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:55.517036 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea52409-ca0f-4e50-bc2d-bb727fd47aae req-ab5798f0-e1d1-4446-aec3-13124efe179f tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:55.521832 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dea52409-ca0f-4e50-bc2d-bb727fd47aae req-ab5798f0-e1d1-4446-aec3-13124efe179f tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d76b6cc4-7ed2-4279-b199-5995d7352fa4 HTTP/1.1" status: 200 len: 945 time: 0.2448328 Feb 28 20:37:55.549268 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3486db64-97ef-439f-bde3-cabb1a71a0f6 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (7c3c0f8c-418b-419e-b55e-f25633ad3875), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:55.600507 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 7b44f2ef-4d48-456a-ac35-a4a790c3b814, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7b44f2ef-4d48-456a-ac35-a4a790c3b814,segment=NetworkSegment(cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa),segment_id=cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:55.608826 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-d48f27d8-367c-4d1f-a670-6b17f5ee0325 req-f899ed7a-f3c3-4b0e-9595-aaa5d01a7a0b service neutron] (103773) timed out ('10.222.0.13', 57108) {{(pid=103773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 20:37:55.610425 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:55.786362 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dea52409-ca0f-4e50-bc2d-bb727fd47aae req-041e9d51-0b39-4777-ab4f-5e4581210d86 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471554 Feb 28 20:37:55.868605 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=7b44f2ef-4d48-456a-ac35-a4a790c3b814,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:55.909868 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3486db64-97ef-439f-bde3-cabb1a71a0f6 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7c3c0f8c-418b-419e-b55e-f25633ad3875), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:56.119529 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3486db64-97ef-439f-bde3-cabb1a71a0f6 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:37:56.127381 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-3486db64-97ef-439f-bde3-cabb1a71a0f6 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:56.154090 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3486db64-97ef-439f-bde3-cabb1a71a0f6 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:37:56.171209 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3486db64-97ef-439f-bde3-cabb1a71a0f6 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:56.173714 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3486db64-97ef-439f-bde3-cabb1a71a0f6 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:56.222367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486db64-97ef-439f-bde3-cabb1a71a0f6 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=7c3c0f8c-418b-419e-b55e-f25633ad3875,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:56.259366 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3486db64-97ef-439f-bde3-cabb1a71a0f6 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8184018 Feb 28 20:37:56.262955 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49268) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:56.272702 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-82e2fff5-e8c8-434a-87e4-5b8c67cd0997 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'subnet': {'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:56.483504 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e2fff5-e8c8-434a-87e4-5b8c67cd0997 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:56.489547 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-82e2fff5-e8c8-434a-87e4-5b8c67cd0997 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:56.589379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-413e8569-e1b5-44eb-a9ed-2170abfbe80c None None] Provisioning complete for port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:56.589882 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-413e8569-e1b5-44eb-a9ed-2170abfbe80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:56.642966 n-d-820368-21 neutron-server[103773]: INFO neutron.db.ipam_backend_mixin [None req-82e2fff5-e8c8-434a-87e4-5b8c67cd0997 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 57aab039-0748-4352-ad4f-26511a1495a5 (CIDR: 2001:db8::/64) Feb 28 20:37:56.647515 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e2fff5-e8c8-434a-87e4-5b8c67cd0997 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:37:56.648089 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e2fff5-e8c8-434a-87e4-5b8c67cd0997 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:37:56.671210 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-82e2fff5-e8c8-434a-87e4-5b8c67cd0997 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4032745 Feb 28 20:37:56.675141 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49318) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:56.681010 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-a9846a9f-a8d9-4fb5-9181-f9a2cea892f5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'subnet': {'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:57.150808 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:37:57.258108 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9846a9f-a8d9-4fb5-9181-f9a2cea892f5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:37:57.270525 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9846a9f-a8d9-4fb5-9181-f9a2cea892f5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:57.338425 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7b44f2ef-4d48-456a-ac35-a4a790c3b814 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:37:57.352272 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-413e8569-e1b5-44eb-a9ed-2170abfbe80c None None] Current status of the port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:57.566070 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-413e8569-e1b5-44eb-a9ed-2170abfbe80c None None] Provisioning complete for port fdfd3fe8-82eb-4a5b-97d5-243ad2ada978 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:57.566442 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-413e8569-e1b5-44eb-a9ed-2170abfbe80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fdfd3fe8-82eb-4a5b-97d5-243ad2ada978), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:57.597632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b4945-0a2b-4232-9cf4-299e84292346 req-1534fd11-5311-47c5-a54e-e23c89696806 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:57.610559 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f8b4945-0a2b-4232-9cf4-299e84292346 req-1534fd11-5311-47c5-a54e-e23c89696806 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d76b6cc4-7ed2-4279-b199-5995d7352fa4 HTTP/1.1" status: 200 len: 945 time: 0.6250317 Feb 28 20:37:57.670125 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:57.670627 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:57.672098 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-413e8569-e1b5-44eb-a9ed-2170abfbe80c None None] Port fdfd3fe8-82eb-4a5b-97d5-243ad2ada978 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:37:57.874763 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f2c58238-8834-4fd8-8a20-fab8bcf6e8d8 None None] Provisioning complete for port 7c3c0f8c-418b-419e-b55e-f25633ad3875 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:37:57.877707 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f2c58238-8834-4fd8-8a20-fab8bcf6e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7c3c0f8c-418b-419e-b55e-f25633ad3875), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:57.886565 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:37:57.974704 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f8b4945-0a2b-4232-9cf4-299e84292346 req-d5e14671-8a03-4de9-846f-6e9a0d4093df tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630121 Feb 28 20:37:57.998982 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f2c58238-8834-4fd8-8a20-fab8bcf6e8d8 None None] Port 7c3c0f8c-418b-419e-b55e-f25633ad3875 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:37:58.336655 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9846a9f-a8d9-4fb5-9181-f9a2cea892f5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (61fe0979-04e2-41e0-a66d-ec1c88e231b3), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:58.504907 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9846a9f-a8d9-4fb5-9181-f9a2cea892f5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:37:58.517129 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-a9846a9f-a8d9-4fb5-9181-f9a2cea892f5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:37:58.522225 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9846a9f-a8d9-4fb5-9181-f9a2cea892f5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:37:58.530799 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dccff6-29b7-438f-aa23-5f3598f58174 None None] Network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:37:58.534417 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9846a9f-a8d9-4fb5-9181-f9a2cea892f5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:58.611906 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9846a9f-a8d9-4fb5-9181-f9a2cea892f5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Subnet': ['ID=61fe0979-04e2-41e0-a66d-ec1c88e231b3,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:37:58.650877 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a9846a9f-a8d9-4fb5-9181-f9a2cea892f5 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9744761 Feb 28 20:37:58.654213 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49566) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:37:58.661187 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a8dbdce4-099b-4a5b-8e75-0fa6a9ae3af4 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-185266105', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '61fe0979-04e2-41e0-a66d-ec1c88e231b3'}], 'security_groups': ['dbdc658d-df96-40f2-86f7-c13c36671c34']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:37:59.098938 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f043872a-462b-4dd6-9ebb-bf22fa3abbf3 None None] Update dhcp port {'port': {'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70', 'fixed_ips': [{'subnet_id': '57aab039-0748-4352-ad4f-26511a1495a5', 'ip_address': '2001:db8::2'}, {'subnet_id': '61fe0979-04e2-41e0-a66d-ec1c88e231b3'}], 'binding:host_id': 'n-d-820368-21'}, 'id': '7b44f2ef-4d48-456a-ac35-a4a790c3b814'} from n-d-820368-21. {{(pid=103775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 20:37:59.107443 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a8dbdce4-099b-4a5b-8e75-0fa6a9ae3af4 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7c3c0f8c-418b-419e-b55e-f25633ad3875), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:59.183244 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f043872a-462b-4dd6-9ebb-bf22fa3abbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:59.553963 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-f043872a-462b-4dd6-9ebb-bf22fa3abbf3 None None] Allocated IP 2001:db8:0:1::2 (3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70/61fe0979-04e2-41e0-a66d-ec1c88e231b3/7b44f2ef-4d48-456a-ac35-a4a790c3b814) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:37:59.885525 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f043872a-462b-4dd6-9ebb-bf22fa3abbf3 None None] For port 7b44f2ef-4d48-456a-ac35-a4a790c3b814, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7b44f2ef-4d48-456a-ac35-a4a790c3b814,segment=NetworkSegment(cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa),segment_id=cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:37:59.957285 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f043872a-462b-4dd6-9ebb-bf22fa3abbf3 None None] Publish callbacks [] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:37:59.964660 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f043872a-462b-4dd6-9ebb-bf22fa3abbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:00.173464 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043872a-462b-4dd6-9ebb-bf22fa3abbf3 None None] Pushing event updated for resources: {'Port': ['ID=7b44f2ef-4d48-456a-ac35-a4a790c3b814,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:00.418308 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-a8dbdce4-099b-4a5b-8e75-0fa6a9ae3af4 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Delete allocated IP 2001:db8::b (3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70/57aab039-0748-4352-ad4f-26511a1495a5) {{(pid=103773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 20:38:00.439660 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-a8dbdce4-099b-4a5b-8e75-0fa6a9ae3af4 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Allocated IP 2001:db8:0:1::21e (3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70/61fe0979-04e2-41e0-a66d-ec1c88e231b3/7c3c0f8c-418b-419e-b55e-f25633ad3875) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:38:00.444278 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-a732309e-23ce-49f3-8d98-fdc5df3c3a5e tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:00.455330 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-a732309e-23ce-49f3-8d98-fdc5df3c3a5e tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/networks?id=076ee1d5-8ea7-4f59-9381-7f18a96bc620 HTTP/1.1" status: 200 len: 814 time: 0.2710502 Feb 28 20:38:00.488916 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-7d7d62de-a00c-4058-8f58-fb6cd3b32dcb tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/quotas/17ec8e1d26444f41b354e308f3f1325b HTTP/1.1" status: 200 len: 375 time: 0.0324581 Feb 28 20:38:00.571086 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-001217c7-2663-4d61-8a5f-768115ed19f8 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17ec8e1d26444f41b354e308f3f1325b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809128 Feb 28 20:38:00.762215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ee783-5b93-4928-8078-b0ee1bde77ef req-45454a0b-6230-42b5-9ad9-dbfbfd61cc06 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:00.768662 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-267ee783-5b93-4928-8078-b0ee1bde77ef req-45454a0b-6230-42b5-9ad9-dbfbfd61cc06 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d76b6cc4-7ed2-4279-b199-5995d7352fa4 HTTP/1.1" status: 200 len: 945 time: 0.1692514 Feb 28 20:38:00.890253 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7b44f2ef-4d48-456a-ac35-a4a790c3b814 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:38:00.923908 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-267ee783-5b93-4928-8078-b0ee1bde77ef req-379126fe-4947-4824-91d6-502c9f140486 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438096 Feb 28 20:38:01.036701 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a8dbdce4-099b-4a5b-8e75-0fa6a9ae3af4 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (7c3c0f8c-418b-419e-b55e-f25633ad3875), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:01.047794 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a8dbdce4-099b-4a5b-8e75-0fa6a9ae3af4 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (7c3c0f8c-418b-419e-b55e-f25633ad3875), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:01.067951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:01.068446 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:01.088266 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-224ea53f-7a0e-49e8-8e0a-cf9dd2e22279 service neutron] 10.222.0.13 "GET /v2.0/networks/076ee1d5-8ea7-4f59-9381-7f18a96bc620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144334 Feb 28 20:38:01.316301 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-a8dbdce4-099b-4a5b-8e75-0fa6a9ae3af4 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] In _notify_port_updated(), no bound segment for port 7c3c0f8c-418b-419e-b55e-f25633ad3875 on network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 {{(pid=103773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:38:01.330433 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-03aa6317-9028-4768-9d97-fecfe046fee0 service neutron] 10.222.0.13 "GET /v2.0/networks/076ee1d5-8ea7-4f59-9381-7f18a96bc620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426775 Feb 28 20:38:01.335414 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dbdce4-099b-4a5b-8e75-0fa6a9ae3af4 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:01.336528 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a8dbdce4-099b-4a5b-8e75-0fa6a9ae3af4 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:01.338742 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a8dbdce4-099b-4a5b-8e75-0fa6a9ae3af4 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "PUT /v2.0/ports/7c3c0f8c-418b-419e-b55e-f25633ad3875 HTTP/1.1" status: 200 len: 930 time: 2.6826906 Feb 28 20:38:01.341382 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49672) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:01.409710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbdce4-099b-4a5b-8e75-0fa6a9ae3af4 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=7c3c0f8c-418b-419e-b55e-f25633ad3875,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:01.430549 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:01.727271 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-39b293ff-67c3-4295-897a-e80fbf21f09d None None] Provisioning complete for port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:01.729726 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-39b293ff-67c3-4295-897a-e80fbf21f09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:01.778526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ea6ab330-e5f8-4dcc-ba49-befa8bf4aebb tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port 7c3c0f8c-418b-419e-b55e-f25633ad3875 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:38:01.779059 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ea6ab330-e5f8-4dcc-ba49-befa8bf4aebb tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7c3c0f8c-418b-419e-b55e-f25633ad3875), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:01.980752 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-64ea473b-5a25-4c42-a19e-d31322a045e7 req-c18b4bcf-418e-4ec0-9b4a-5c01a4e0297f tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 210 time: 0.2248945 Feb 28 20:38:02.088366 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ea6ab330-e5f8-4dcc-ba49-befa8bf4aebb tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7c3c0f8c-418b-419e-b55e-f25633ad3875), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:02.133081 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-39b293ff-67c3-4295-897a-e80fbf21f09d None None] Current status of the port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:02.174549 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-39b293ff-67c3-4295-897a-e80fbf21f09d None None] Provisioning complete for port 7c3c0f8c-418b-419e-b55e-f25633ad3875 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:02.174934 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-39b293ff-67c3-4295-897a-e80fbf21f09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7c3c0f8c-418b-419e-b55e-f25633ad3875), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:02.191457 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ea6ab330-e5f8-4dcc-ba49-befa8bf4aebb tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for 7c3c0f8c-418b-419e-b55e-f25633ad3875 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:38:02.272316 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-39b293ff-67c3-4295-897a-e80fbf21f09d None None] Port 7c3c0f8c-418b-419e-b55e-f25633ad3875 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:38:02.305079 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-39b293ff-67c3-4295-897a-e80fbf21f09d None None] Provisioning complete for port fdfd3fe8-82eb-4a5b-97d5-243ad2ada978 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:02.305498 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-39b293ff-67c3-4295-897a-e80fbf21f09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fdfd3fe8-82eb-4a5b-97d5-243ad2ada978), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:02.382636 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-39b293ff-67c3-4295-897a-e80fbf21f09d None None] Port fdfd3fe8-82eb-4a5b-97d5-243ad2ada978 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:38:02.412257 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf85e5a-0697-41da-9832-6344387f7f29 req-dada6bda-aadd-405d-bd88-50bc22b46c1d tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:02.426981 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3cf85e5a-0697-41da-9832-6344387f7f29 req-dada6bda-aadd-405d-bd88-50bc22b46c1d tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.10 "GET /v2.0/ports?device_id=d76b6cc4-7ed2-4279-b199-5995d7352fa4 HTTP/1.1" status: 200 len: 945 time: 0.2877324 Feb 28 20:38:02.485349 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd404ee9-2fa5-468c-9fcb-eff31d99c473 req-6d892253-3c17-422e-b3eb-e623fe317bfd tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:02.496448 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd404ee9-2fa5-468c-9fcb-eff31d99c473 req-6d892253-3c17-422e-b3eb-e623fe317bfd tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d76b6cc4-7ed2-4279-b199-5995d7352fa4 HTTP/1.1" status: 200 len: 945 time: 0.3983986 Feb 28 20:38:02.512989 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f57708a0-1c89-48cf-84f2-9eec61a5f6e0 None None] Provisioning complete for port 7c3c0f8c-418b-419e-b55e-f25633ad3875 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:02.516578 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f57708a0-1c89-48cf-84f2-9eec61a5f6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7c3c0f8c-418b-419e-b55e-f25633ad3875), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:02.660928 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd404ee9-2fa5-468c-9fcb-eff31d99c473 req-04e529c5-628b-4fcd-974a-6b948934d7e7 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5d469fb-649e-4e03-bf53-96d22fbcc3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620011 Feb 28 20:38:02.695136 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f57708a0-1c89-48cf-84f2-9eec61a5f6e0 None None] Port 7c3c0f8c-418b-419e-b55e-f25633ad3875 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:38:02.754234 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ea6ab330-e5f8-4dcc-ba49-befa8bf4aebb tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7c3c0f8c-418b-419e-b55e-f25633ad3875), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:02.806405 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-3cf85e5a-0697-41da-9832-6344387f7f29 req-9b92105e-5cd2-4b8a-be85-e101051dbec0 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Deleting port 8eec4b80-12c3-4856-8dbe-90fda0c37f8b {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:38:02.807354 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3cf85e5a-0697-41da-9832-6344387f7f29 req-9b92105e-5cd2-4b8a-be85-e101051dbec0 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (8eec4b80-12c3-4856-8dbe-90fda0c37f8b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:03.018134 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-3cf85e5a-0697-41da-9832-6344387f7f29 req-9b92105e-5cd2-4b8a-be85-e101051dbec0 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] For port 8eec4b80-12c3-4856-8dbe-90fda0c37f8b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=8eec4b80-12c3-4856-8dbe-90fda0c37f8b,segment=NetworkSegment(f06fae59-5969-4554-9d13-a917300f2052),segment_id=f06fae59-5969-4554-9d13-a917300f2052)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:38:03.018521 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3cf85e5a-0697-41da-9832-6344387f7f29 req-9b92105e-5cd2-4b8a-be85-e101051dbec0 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (8eec4b80-12c3-4856-8dbe-90fda0c37f8b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:03.054351 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-3cf85e5a-0697-41da-9832-6344387f7f29 req-9b92105e-5cd2-4b8a-be85-e101051dbec0 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Calling delete_port for 8eec4b80-12c3-4856-8dbe-90fda0c37f8b owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:38:03.324030 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ab330-e5f8-4dcc-ba49-befa8bf4aebb tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=7c3c0f8c-418b-419e-b55e-f25633ad3875,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:03.378212 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c66aec0e-ae1d-4228-8979-45513b812032 req-659cd218-ff9d-40e6-9d97-f45e60acf85f tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 210 time: 0.1111293 Feb 28 20:38:03.384816 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ea6ab330-e5f8-4dcc-ba49-befa8bf4aebb tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:03.390028 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ea6ab330-e5f8-4dcc-ba49-befa8bf4aebb tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/ports/7c3c0f8c-418b-419e-b55e-f25633ad3875 HTTP/1.1" status: 204 len: 168 time: 2.0472856 Feb 28 20:38:03.392738 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49704) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:03.404037 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3cf85e5a-0697-41da-9832-6344387f7f29 req-9b92105e-5cd2-4b8a-be85-e101051dbec0 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (8eec4b80-12c3-4856-8dbe-90fda0c37f8b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:03.422772 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['8eec4b80-12c3-4856-8dbe-90fda0c37f8b'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:38:03.457758 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61a6e14-3a2b-44fb-934a-fe228dbee652 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] GET failed (client error): The resource could not be found. Feb 28 20:38:03.473231 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d61a6e14-3a2b-44fb-934a-fe228dbee652 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports/7c3c0f8c-418b-419e-b55e-f25633ad3875 HTTP/1.1" status: 404 len: 333 time: 0.0787537 Feb 28 20:38:03.481072 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49708) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:03.502718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92105e-5cd2-4b8a-be85-e101051dbec0 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Pushing event deleted for resources: {'Port': ['ID=8eec4b80-12c3-4856-8dbe-90fda0c37f8b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:03.612533 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf85e5a-0697-41da-9832-6344387f7f29 req-9b92105e-5cd2-4b8a-be85-e101051dbec0 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] No DVR routers for this DVR port 8eec4b80-12c3-4856-8dbe-90fda0c37f8b on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:38:03.627387 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-3cf85e5a-0697-41da-9832-6344387f7f29 req-9b92105e-5cd2-4b8a-be85-e101051dbec0 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:03.631014 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3cf85e5a-0697-41da-9832-6344387f7f29 req-9b92105e-5cd2-4b8a-be85-e101051dbec0 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.10 "DELETE /v2.0/ports/8eec4b80-12c3-4856-8dbe-90fda0c37f8b HTTP/1.1" status: 204 len: 173 time: 1.1844971 Feb 28 20:38:03.631659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76b6cc4-7ed2-4279-b199-5995d7352fa4', 'name': 'network-vif-deleted', 'tag': '8eec4b80-12c3-4856-8dbe-90fda0c37f8b'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:38:03.634051 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52eb3995-fc41-4072-bd44-9bed7eca788a" -d '{"events": [{"server_uuid": "d76b6cc4-7ed2-4279-b199-5995d7352fa4", "name": "network-vif-deleted", "tag": "8eec4b80-12c3-4856-8dbe-90fda0c37f8b"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:38:03.643390 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0689-a2d2-4704-826f-188ef512d490 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (d27498a9-84f1-49bf-8ebd-76cb8d385fa7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:03.706971 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34400ddd-0ed5-44cd-9efc-4dc6f75e47b1 x-openstack-request-id: req-34400ddd-0ed5-44cd-9efc-4dc6f75e47b1 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:38:03.707604 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76b6cc4-7ed2-4279-b199-5995d7352fa4", "name": "network-vif-deleted", "tag": "8eec4b80-12c3-4856-8dbe-90fda0c37f8b", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:38:03.708120 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34400ddd-0ed5-44cd-9efc-4dc6f75e47b1 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:38:03.708768 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76b6cc4-7ed2-4279-b199-5995d7352fa4', 'name': 'network-vif-deleted', 'tag': '8eec4b80-12c3-4856-8dbe-90fda0c37f8b', 'status': 'completed', 'code': 200} Feb 28 20:38:03.770670 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0689-a2d2-4704-826f-188ef512d490 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (d27498a9-84f1-49bf-8ebd-76cb8d385fa7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:03.851024 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0689-a2d2-4704-826f-188ef512d490 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d27498a9-84f1-49bf-8ebd-76cb8d385fa7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:03.854911 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0689-a2d2-4704-826f-188ef512d490 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:03.856191 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fb3e0689-a2d2-4704-826f-188ef512d490 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/security-groups/d27498a9-84f1-49bf-8ebd-76cb8d385fa7 HTTP/1.1" status: 204 len: 168 time: 0.3736305 Feb 28 20:38:03.863809 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49716) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:03.901740 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-80a3f690-a962-4702-bf6e-4f899fbd17d1 req-10caad8a-03dc-451d-a08f-d6e872566797 tempest-VolumesActionsTest-1972607794 tempest-VolumesActionsTest-1972607794-project] 10.222.0.13 "GET /v2.0/ports?device_id=d76b6cc4-7ed2-4279-b199-5995d7352fa4 HTTP/1.1" status: 200 len: 210 time: 0.1065538 Feb 28 20:38:03.939922 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e0689-a2d2-4704-826f-188ef512d490 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27498a9-84f1-49bf-8ebd-76cb8d385fa7,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:03.977481 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7a68e3cf-0884-487a-8198-46edf9b053b1 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (dbdc658d-df96-40f2-86f7-c13c36671c34), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:04.133109 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7a68e3cf-0884-487a-8198-46edf9b053b1 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (dbdc658d-df96-40f2-86f7-c13c36671c34), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:04.386478 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-1f516fb9-af16-4b60-8d27-b0ea4ae246f0 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:04.394454 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-1f516fb9-af16-4b60-8d27-b0ea4ae246f0 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.15 "GET /v2.0/networks?id=076ee1d5-8ea7-4f59-9381-7f18a96bc620 HTTP/1.1" status: 200 len: 814 time: 0.3889732 Feb 28 20:38:04.395874 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7a68e3cf-0884-487a-8198-46edf9b053b1 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (dbdc658d-df96-40f2-86f7-c13c36671c34), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:04.398677 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7a68e3cf-0884-487a-8198-46edf9b053b1 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:04.401569 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7a68e3cf-0884-487a-8198-46edf9b053b1 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/security-groups/dbdc658d-df96-40f2-86f7-c13c36671c34 HTTP/1.1" status: 204 len: 168 time: 0.5367298 Feb 28 20:38:04.404522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49730) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:04.437766 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-fcc4cc5c-0f48-4ac0-a610-9c54a8db2201 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Request body: {'port': {'device_id': '484e41e4-48fb-4ac5-87aa-0bea01a8e446', 'network_id': '076ee1d5-8ea7-4f59-9381-7f18a96bc620', 'admin_state_up': True, 'tenant_id': '17ec8e1d26444f41b354e308f3f1325b'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:04.615437 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-422e93f4-da34-4997-8e4b-d23339c5718a req-69a826be-93c8-4b90-942a-b5c0ee42e6cd tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 210 time: 0.0926158 Feb 28 20:38:04.634628 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68e3cf-0884-487a-8198-46edf9b053b1 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdc658d-df96-40f2-86f7-c13c36671c34,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:04.647503 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c84776-f984-4886-99ad-a11bfafce18b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting subnet 57aab039-0748-4352-ad4f-26511a1495a5 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:38:04.654206 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e4c84776-f984-4886-99ad-a11bfafce18b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (57aab039-0748-4352-ad4f-26511a1495a5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:04.696034 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-fcc4cc5c-0f48-4ac0-a610-9c54a8db2201 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Made reservation on behalf of 17ec8e1d26444f41b354e308f3f1325b for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:38:04.700153 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-fcc4cc5c-0f48-4ac0-a610-9c54a8db2201 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:04.771985 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e4c84776-f984-4886-99ad-a11bfafce18b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (57aab039-0748-4352-ad4f-26511a1495a5), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:04.965156 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-fcc4cc5c-0f48-4ac0-a610-9c54a8db2201 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Allocated IP 172.20.0.2 (076ee1d5-8ea7-4f59-9381-7f18a96bc620/8b3148af-a41b-4617-b66b-fd778a2aeee0/7a49f9d0-12f4-4c5d-8d5d-f54440fd898c) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:38:05.034998 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e4c84776-f984-4886-99ad-a11bfafce18b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (57aab039-0748-4352-ad4f-26511a1495a5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:05.277829 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e4c84776-f984-4886-99ad-a11bfafce18b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (57aab039-0748-4352-ad4f-26511a1495a5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:05.300532 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-fcc4cc5c-0f48-4ac0-a610-9c54a8db2201 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Publish callbacks [] for port (7a49f9d0-12f4-4c5d-8d5d-f54440fd898c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:05.335973 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01e2429-9e07-4d13-a41d-50ebad33c410 None None] Network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:38:05.338181 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e4c84776-f984-4886-99ad-a11bfafce18b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:05.365283 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49746) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:05.367747 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e4c84776-f984-4886-99ad-a11bfafce18b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/subnets/57aab039-0748-4352-ad4f-26511a1495a5 HTTP/1.1" status: 204 len: 168 time: 0.9613512 Feb 28 20:38:05.370546 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a2988550-04f9-4965-8880-6728fc16b3ac tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'subnet': {'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:05.411129 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-fcc4cc5c-0f48-4ac0-a610-9c54a8db2201 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (7a49f9d0-12f4-4c5d-8d5d-f54440fd898c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:05.451476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c84776-f984-4886-99ad-a11bfafce18b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Subnet': ['ID=57aab039-0748-4352-ad4f-26511a1495a5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:05.523605 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-fcc4cc5c-0f48-4ac0-a610-9c54a8db2201 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Network 076ee1d5-8ea7-4f59-9381-7f18a96bc620 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:38:05.531933 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-fcc4cc5c-0f48-4ac0-a610-9c54a8db2201 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:38:05.537975 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-fcc4cc5c-0f48-4ac0-a610-9c54a8db2201 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:38:05.581612 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4cc5c-0f48-4ac0-a610-9c54a8db2201 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Pushing event updated for resources: {'Port': ['ID=7a49f9d0-12f4-4c5d-8d5d-f54440fd898c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:05.702321 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-fcc4cc5c-0f48-4ac0-a610-9c54a8db2201 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:05.704287 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-fcc4cc5c-0f48-4ac0-a610-9c54a8db2201 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:05.712802 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2988550-04f9-4965-8880-6728fc16b3ac tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:38:05.722399 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a2988550-04f9-4965-8880-6728fc16b3ac tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:05.908037 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8dcf1-97c8-4b74-b250-e76a414a724c req-c51e1b7e-b605-4cf9-ac42-09988e760b3f tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:05.910389 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e2e8dcf1-97c8-4b74-b250-e76a414a724c req-c51e1b7e-b605-4cf9-ac42-09988e760b3f tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 931 time: 0.1042314 Feb 28 20:38:06.079404 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e2e8dcf1-97c8-4b74-b250-e76a414a724c req-2a42b6ad-dcf4-4b95-bddd-f78ddc3151de tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601360 Feb 28 20:38:06.253476 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-fcc4cc5c-0f48-4ac0-a610-9c54a8db2201 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8389757 Feb 28 20:38:06.274001 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] Request body: {'port': {'device_id': '484e41e4-48fb-4ac5-87aa-0bea01a8e446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:06.569331 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7a49f9d0-12f4-4c5d-8d5d-f54440fd898c), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:06.571725 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a2988550-04f9-4965-8880-6728fc16b3ac tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (c788445d-4ca1-4150-aabb-1571d494cdc9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:06.677159 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2988550-04f9-4965-8880-6728fc16b3ac tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:38:06.681531 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-a2988550-04f9-4965-8880-6728fc16b3ac tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:38:06.688323 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2988550-04f9-4965-8880-6728fc16b3ac tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:06.689191 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a2988550-04f9-4965-8880-6728fc16b3ac tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:06.747312 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2988550-04f9-4965-8880-6728fc16b3ac tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Subnet': ['ID=c788445d-4ca1-4150-aabb-1571d494cdc9,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:06.754684 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a2988550-04f9-4965-8880-6728fc16b3ac tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3882003 Feb 28 20:38:06.757397 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49784) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:06.762063 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-c08ff511-84e4-4e86-b953-ed67c0cbfb27 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'security_group': {'name': 'tempest-secgroup-1884757448'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:06.819126 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c08ff511-84e4-4e86-b953-ed67c0cbfb27 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:06.893309 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 8eec4b80-12c3-4856-8dbe-90fda0c37f8b no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:38:06.981810 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 8eec4b80-12c3-4856-8dbe-90fda0c37f8b {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:38:06.982223 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 8eec4b80-12c3-4856-8dbe-90fda0c37f8b not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:38:07.112204 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c08ff511-84e4-4e86-b953-ed67c0cbfb27 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (27d10b1b-484e-4fb2-a4b6-763f12c6c509), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:07.120210 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c08ff511-84e4-4e86-b953-ed67c0cbfb27 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (27d10b1b-484e-4fb2-a4b6-763f12c6c509), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:07.149308 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b8cbd7-9129-4903-bb27-c35047a2f5c9 None None] Network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:38:07.262386 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c08ff511-84e4-4e86-b953-ed67c0cbfb27 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:07.266301 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c08ff511-84e4-4e86-b953-ed67c0cbfb27 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5050383 Feb 28 20:38:07.275644 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49804) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:07.298199 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-151bde78-c56a-4d56-8600-084962da769a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'security_group': {'name': 'tempest-secgroup-1402967193'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:07.390462 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ff511-84e4-4e86-b953-ed67c0cbfb27 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d10b1b-484e-4fb2-a4b6-763f12c6c509,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:07.433761 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-151bde78-c56a-4d56-8600-084962da769a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:07.534070 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-467a8e97-9fb0-442b-96f8-5b94471fb1bd None None] Provisioning complete for port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:07.534446 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-467a8e97-9fb0-442b-96f8-5b94471fb1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:07.540624 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:38:07.576742 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] Publish callbacks [] for port (7a49f9d0-12f4-4c5d-8d5d-f54440fd898c), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:07.622611 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] Transition to ACTIVE for port object 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:38:07.633396 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (7a49f9d0-12f4-4c5d-8d5d-f54440fd898c), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:07.689914 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc5a16-fd67-4fec-9918-a6bdd93d5b91 req-97e20625-c072-4ea8-af36-0cd0a8e50c0b tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:07.697033 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-52bc5a16-fd67-4fec-9918-a6bdd93d5b91 req-97e20625-c072-4ea8-af36-0cd0a8e50c0b tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 931 time: 0.3866115 Feb 28 20:38:07.760906 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-151bde78-c56a-4d56-8600-084962da769a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (83fa7694-bfbc-43c7-8efc-0ef060673277), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:07.786658 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-151bde78-c56a-4d56-8600-084962da769a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (83fa7694-bfbc-43c7-8efc-0ef060673277), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:07.794500 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] Pushing event updated for resources: {'Port': ['ID=7a49f9d0-12f4-4c5d-8d5d-f54440fd898c,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:07.859982 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151bde78-c56a-4d56-8600-084962da769a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83fa7694-bfbc-43c7-8efc-0ef060673277,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:07.904950 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-52bc5a16-fd67-4fec-9918-a6bdd93d5b91 req-0c22424d-f9a9-4929-9ac0-afdded1387b5 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932573 Feb 28 20:38:07.909174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-467a8e97-9fb0-442b-96f8-5b94471fb1bd None None] Current status of the port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:07.918240 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-151bde78-c56a-4d56-8600-084962da769a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:07.935117 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-151bde78-c56a-4d56-8600-084962da769a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6583822 Feb 28 20:38:07.936383 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49820) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:07.943320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-eef316f1-5b2a-42e5-be5c-3ed6fdda8eb8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'security_group': {'name': 'tempest-secgroup-665474655'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:07.996989 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0496fa-d811-47f8-b526-6903358f7834 None None] Update dhcp port {'port': {'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70', 'fixed_ips': [{'subnet_id': '61fe0979-04e2-41e0-a66d-ec1c88e231b3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c788445d-4ca1-4150-aabb-1571d494cdc9'}], 'binding:host_id': 'n-d-820368-21'}, 'id': '7b44f2ef-4d48-456a-ac35-a4a790c3b814'} from n-d-820368-21. {{(pid=103775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 20:38:08.002213 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eef316f1-5b2a-42e5-be5c-3ed6fdda8eb8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:08.074382 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] Attempting to bind port 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:38:08.074644 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] Attempting to bind port 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'ec22d32e-9205-4810-844d-5c9c50ed41e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '076ee1d5-8ea7-4f59-9381-7f18a96bc620'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:38:08.074978 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] Attempting to bind port 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c on network 076ee1d5-8ea7-4f59-9381-7f18a96bc620 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:38:08.086973 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] Port 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c on network 076ee1d5-8ea7-4f59-9381-7f18a96bc620 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:38:08.087304 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] Attempting to bind port 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c on network 076ee1d5-8ea7-4f59-9381-7f18a96bc620 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:38:08.100164 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:38:08.100517 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] Checking segment: {'id': 'ec22d32e-9205-4810-844d-5c9c50ed41e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '076ee1d5-8ea7-4f59-9381-7f18a96bc620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:38:08.101038 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] Bound using segment: {'id': 'ec22d32e-9205-4810-844d-5c9c50ed41e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '076ee1d5-8ea7-4f59-9381-7f18a96bc620'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:38:08.101327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] Bound port: 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec22d32e-9205-4810-844d-5c9c50ed41e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '076ee1d5-8ea7-4f59-9381-7f18a96bc620'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:38:08.101688 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7a49f9d0-12f4-4c5d-8d5d-f54440fd898c), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:08.139633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-467a8e97-9fb0-442b-96f8-5b94471fb1bd None None] Provisioning complete for port fdfd3fe8-82eb-4a5b-97d5-243ad2ada978 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:08.144093 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-467a8e97-9fb0-442b-96f8-5b94471fb1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fdfd3fe8-82eb-4a5b-97d5-243ad2ada978), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:08.207140 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eef316f1-5b2a-42e5-be5c-3ed6fdda8eb8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (4501980f-8f10-411b-9b7c-3ae51038d8df), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:08.210259 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dd0496fa-d811-47f8-b526-6903358f7834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:08.219361 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eef316f1-5b2a-42e5-be5c-3ed6fdda8eb8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4501980f-8f10-411b-9b7c-3ae51038d8df), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:08.310306 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eef316f1-5b2a-42e5-be5c-3ed6fdda8eb8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:08.313138 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-eef316f1-5b2a-42e5-be5c-3ed6fdda8eb8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3755217 Feb 28 20:38:08.315839 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49832) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:08.318798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef316f1-5b2a-42e5-be5c-3ed6fdda8eb8 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4501980f-8f10-411b-9b7c-3ae51038d8df,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:08.322371 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d26ca509-fe22-4b4a-a3db-e313de514521 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2134901013', 'security_groups': ['4501980f-8f10-411b-9b7c-3ae51038d8df'], 'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c788445d-4ca1-4150-aabb-1571d494cdc9'}]}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:08.382063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] For port 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:38:08.571396 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] For port 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7a49f9d0-12f4-4c5d-8d5d-f54440fd898c,segment=NetworkSegment(ec22d32e-9205-4810-844d-5c9c50ed41e3),segment_id=ec22d32e-9205-4810-844d-5c9c50ed41e3)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:38:08.595465 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (7a49f9d0-12f4-4c5d-8d5d-f54440fd898c), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:08.624296 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-dd0496fa-d811-47f8-b526-6903358f7834 None None] Allocated IP 2001:db8::2 (3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70/c788445d-4ca1-4150-aabb-1571d494cdc9/7b44f2ef-4d48-456a-ac35-a4a790c3b814) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:38:08.668477 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26ca509-fe22-4b4a-a3db-e313de514521 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:38:08.903793 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d26ca509-fe22-4b4a-a3db-e313de514521 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:08.936189 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-dd0496fa-d811-47f8-b526-6903358f7834 None None] For port 7b44f2ef-4d48-456a-ac35-a4a790c3b814, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7b44f2ef-4d48-456a-ac35-a4a790c3b814,segment=NetworkSegment(cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa),segment_id=cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:38:08.949727 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:08.952719 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:08.955029 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] 10.222.0.15 "PUT /v2.0/ports/7a49f9d0-12f4-4c5d-8d5d-f54440fd898c HTTP/1.1" status: 200 len: 1092 time: 2.6937027 Feb 28 20:38:08.963331 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-d26ca509-fe22-4b4a-a3db-e313de514521 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] device_id is not set on port 18ad88d8-59da-4451-b858-63998bb97779 yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:38:09.006702 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dd0496fa-d811-47f8-b526-6903358f7834 None None] Publish callbacks [] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:09.018002 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-467a8e97-9fb0-442b-96f8-5b94471fb1bd None None] Port fdfd3fe8-82eb-4a5b-97d5-243ad2ada978 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:38:09.024553 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dd0496fa-d811-47f8-b526-6903358f7834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:09.204579 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0496fa-d811-47f8-b526-6903358f7834 None None] Pushing event updated for resources: {'Port': ['ID=7b44f2ef-4d48-456a-ac35-a4a790c3b814,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:09.292327 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95312c10-bc14-43bb-a296-75575948ee44 req-8c12bc4e-eaae-422b-85b1-4c754a75c4be tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:09.293983 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95312c10-bc14-43bb-a296-75575948ee44 req-8c12bc4e-eaae-422b-85b1-4c754a75c4be tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 943 time: 0.1916220 Feb 28 20:38:09.549177 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-d26ca509-fe22-4b4a-a3db-e313de514521 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Allocated IP 2001:db8::1b3 (3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70/c788445d-4ca1-4150-aabb-1571d494cdc9/18ad88d8-59da-4451-b858-63998bb97779) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:38:09.644289 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95312c10-bc14-43bb-a296-75575948ee44 req-4bbde58f-bd00-460d-809f-76d338840a99 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432426 Feb 28 20:38:09.661053 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-e6a1461b-b5cd-45c1-a9e1-c099178016c9 req-dff2ea94-5480-4335-b88c-c54a0f0a1c00 tempest-ServerRescueNegativeTestJSON-660007816 tempest-ServerRescueNegativeTestJSON-660007816-project] (103774) timed out ('10.222.0.10', 62022) {{(pid=103774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 20:38:09.688504 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9041d8c-c887-4db6-9855-b530c86028f8 req-c2b4c76d-5d79-4cc0-92c3-24d70a31a447 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:09.690140 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c9041d8c-c887-4db6-9855-b530c86028f8 req-c2b4c76d-5d79-4cc0-92c3-24d70a31a447 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 945 time: 0.3042569 Feb 28 20:38:09.828993 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c9041d8c-c887-4db6-9855-b530c86028f8 req-f2508048-40f6-4e0a-b36a-270aefdcd403 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314409 Feb 28 20:38:09.903443 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d26ca509-fe22-4b4a-a3db-e313de514521 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (18ad88d8-59da-4451-b858-63998bb97779), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:10.572944 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-df7c5cd1-00c2-401f-9df4-a2e9cdd32d41 None None] Provisioning complete for port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:10.580516 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-df7c5cd1-00c2-401f-9df4-a2e9cdd32d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:10.840331 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484e41e4-48fb-4ac5-87aa-0bea01a8e446', 'tag': '7a49f9d0-12f4-4c5d-8d5d-f54440fd898c'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:38:10.846626 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f5399c-d580-4c24-b07e-d7353b4e2745" -d '{"events": [{"name": "network-changed", "server_uuid": "484e41e4-48fb-4ac5-87aa-0bea01a8e446", "tag": "7a49f9d0-12f4-4c5d-8d5d-f54440fd898c"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:38:10.877507 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-df7c5cd1-00c2-401f-9df4-a2e9cdd32d41 None None] Current status of the port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:10.915663 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-df7c5cd1-00c2-401f-9df4-a2e9cdd32d41 None None] Provisioning complete for port fdfd3fe8-82eb-4a5b-97d5-243ad2ada978 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:10.916052 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-df7c5cd1-00c2-401f-9df4-a2e9cdd32d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fdfd3fe8-82eb-4a5b-97d5-243ad2ada978), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:11.083915 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d26ca509-fe22-4b4a-a3db-e313de514521 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (18ad88d8-59da-4451-b858-63998bb97779), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:11.084530 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-df7c5cd1-00c2-401f-9df4-a2e9cdd32d41 None None] Port fdfd3fe8-82eb-4a5b-97d5-243ad2ada978 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:38:11.092468 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7b44f2ef-4d48-456a-ac35-a4a790c3b814 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:38:11.105836 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87aeb0-7413-4997-8ac8-a96a03f3c021 req-c2eb152c-ff6d-443a-adcc-111b90614f2a tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:11.109833 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b87aeb0-7413-4997-8ac8-a96a03f3c021 req-c2eb152c-ff6d-443a-adcc-111b90614f2a tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 943 time: 0.2544148 Feb 28 20:38:11.334882 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:11.335258 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:11.337993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26ca509-fe22-4b4a-a3db-e313de514521 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:38:11.347210 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-d26ca509-fe22-4b4a-a3db-e313de514521 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:38:11.368150 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26ca509-fe22-4b4a-a3db-e313de514521 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:38:11.373733 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26ca509-fe22-4b4a-a3db-e313de514521 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:11.388269 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d26ca509-fe22-4b4a-a3db-e313de514521 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:11.445012 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa395b1a-4a2e-4785-97e1-53d43ca36830 service neutron] Pushing event updated for resources: {'Port': ['ID=7a49f9d0-12f4-4c5d-8d5d-f54440fd898c,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:11.574260 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae91a8d-cd81-4d65-bd33-f1e812bdeb81 req-d1306951-3b82-4a94-9a26-2058b7807908 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:11.581622 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ae91a8d-cd81-4d65-bd33-f1e812bdeb81 req-d1306951-3b82-4a94-9a26-2058b7807908 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 945 time: 0.4545171 Feb 28 20:38:11.601208 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed9ea1-449f-48a7-9032-18c784ca121b req-ed9e4372-0d63-48d7-9ccb-3398b182cc96 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:11.604110 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6bed9ea1-449f-48a7-9032-18c784ca121b req-ed9e4372-0d63-48d7-9ccb-3398b182cc96 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.15 "GET /v2.0/ports?device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 945 time: 0.6392117 Feb 28 20:38:11.640911 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b87aeb0-7413-4997-8ac8-a96a03f3c021 req-82d1c792-6dee-4d68-9eb6-18b544149871 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180719 Feb 28 20:38:11.709827 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:11.820339 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f266f200-b81e-4e33-877c-fa5a55680904 x-openstack-request-id: req-f266f200-b81e-4e33-877c-fa5a55680904 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:38:11.820953 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484e41e4-48fb-4ac5-87aa-0bea01a8e446", "tag": "7a49f9d0-12f4-4c5d-8d5d-f54440fd898c", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:38:11.821389 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f266f200-b81e-4e33-877c-fa5a55680904 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:38:11.822116 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484e41e4-48fb-4ac5-87aa-0bea01a8e446', 'tag': '7a49f9d0-12f4-4c5d-8d5d-f54440fd898c', 'status': 'completed', 'code': 200} Feb 28 20:38:11.826035 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-818a4ec9-8c9e-4490-82bc-df4bae9f6a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:11.828667 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-818a4ec9-8c9e-4490-82bc-df4bae9f6a07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17ec8e1d26444f41b354e308f3f1325b&device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 1126 time: 0.9757369 Feb 28 20:38:11.877793 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ae91a8d-cd81-4d65-bd33-f1e812bdeb81 req-8846e5ea-7b63-4ede-953f-397446771534 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819912 Feb 28 20:38:11.967181 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d26ca509-fe22-4b4a-a3db-e313de514521 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6502242 Feb 28 20:38:11.971105 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49900) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:11.977652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-aedab564-8acf-4ae2-bac7-2b513a2f8441 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'subnet': {'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:12.030051 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-76eef96b-a10c-4d2f-b77b-dd6ea0597d2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a49f9d0-12f4-4c5d-8d5d-f54440fd898c HTTP/1.1" status: 200 len: 217 time: 0.1174428 Feb 28 20:38:12.060956 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ca509-fe22-4b4a-a3db-e313de514521 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=18ad88d8-59da-4451-b858-63998bb97779,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:12.196830 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c583fd3a-7707-4832-bf17-59744281f3f6 None None] Provisioning complete for port 18ad88d8-59da-4451-b858-63998bb97779 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:12.197198 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c583fd3a-7707-4832-bf17-59744281f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (18ad88d8-59da-4451-b858-63998bb97779), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:12.356174 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-6bed9ea1-449f-48a7-9032-18c784ca121b req-ee29870c-f9e9-418d-bd32-c3790640c65c tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Deleting port 372080bb-5ffd-4047-973b-a131aecf2892 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:38:12.359542 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-6bed9ea1-449f-48a7-9032-18c784ca121b req-ee29870c-f9e9-418d-bd32-c3790640c65c tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (372080bb-5ffd-4047-973b-a131aecf2892), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:12.389638 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c583fd3a-7707-4832-bf17-59744281f3f6 None None] Port 18ad88d8-59da-4451-b858-63998bb97779 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:38:12.427006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedab564-8acf-4ae2-bac7-2b513a2f8441 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:38:12.432117 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aedab564-8acf-4ae2-bac7-2b513a2f8441 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:12.757546 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-6bed9ea1-449f-48a7-9032-18c784ca121b req-ee29870c-f9e9-418d-bd32-c3790640c65c tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] For port 372080bb-5ffd-4047-973b-a131aecf2892, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=372080bb-5ffd-4047-973b-a131aecf2892,segment=NetworkSegment(5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb),segment_id=5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:38:12.757961 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-6bed9ea1-449f-48a7-9032-18c784ca121b req-ee29870c-f9e9-418d-bd32-c3790640c65c tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (372080bb-5ffd-4047-973b-a131aecf2892), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:12.813566 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-6bed9ea1-449f-48a7-9032-18c784ca121b req-ee29870c-f9e9-418d-bd32-c3790640c65c tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Calling delete_port for 372080bb-5ffd-4047-973b-a131aecf2892 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:38:13.189796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 372080bb-5ffd-4047-973b-a131aecf2892 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:38:13.208293 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-325697b7-6806-469e-ba2e-5b8d9135af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:13.210499 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-325697b7-6806-469e-ba2e-5b8d9135af42 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b3148af-a41b-4617-b66b-fd778a2aeee0 HTTP/1.1" status: 200 len: 854 time: 1.1584663 Feb 28 20:38:13.307610 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-65013b2b-30bb-4a0b-a8d9-5a7b9c34b8e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=076ee1d5-8ea7-4f59-9381-7f18a96bc620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768890 Feb 28 20:38:13.529745 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 372080bb-5ffd-4047-973b-a131aecf2892 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:13.534319 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (372080bb-5ffd-4047-973b-a131aecf2892), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:13.604210 n-d-820368-21 neutron-server[103774]: INFO neutron.db.ipam_backend_mixin [None req-aedab564-8acf-4ae2-bac7-2b513a2f8441 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c788445d-4ca1-4150-aabb-1571d494cdc9 (CIDR: 2001:db8::/64) Feb 28 20:38:13.675653 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedab564-8acf-4ae2-bac7-2b513a2f8441 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:38:13.676517 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aedab564-8acf-4ae2-bac7-2b513a2f8441 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:38:13.748149 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-aedab564-8acf-4ae2-bac7-2b513a2f8441 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7758315 Feb 28 20:38:13.760685 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49936) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:13.777681 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-cc0a8085-2c03-4a64-9389-018b25e367e2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'subnet': {'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:13.816549 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c223a-20e8-4beb-8bd3-d37d8525d8c4 req-011fa228-1d8f-40d2-8d53-e0db669f761f tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:13.818079 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-764c223a-20e8-4beb-8bd3-d37d8525d8c4 req-011fa228-1d8f-40d2-8d53-e0db669f761f tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/ports?device_id=523ef972-316e-4964-86f5-1b43b4ec413c HTTP/1.1" status: 200 len: 945 time: 0.1979475 Feb 28 20:38:13.905224 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-6bed9ea1-449f-48a7-9032-18c784ca121b req-ee29870c-f9e9-418d-bd32-c3790640c65c tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (372080bb-5ffd-4047-973b-a131aecf2892), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:13.950319 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11c56a-0a1a-4c2a-80ed-ab3aaafe789a req-7b7fa01f-ce7b-4cc4-a095-7598e964efa6 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:13.964849 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca11c56a-0a1a-4c2a-80ed-ab3aaafe789a req-7b7fa01f-ce7b-4cc4-a095-7598e964efa6 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 943 time: 0.3589711 Feb 28 20:38:14.051565 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-764c223a-20e8-4beb-8bd3-d37d8525d8c4 req-129b9502-5d9c-4be6-a66a-6bab8dc55434 tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.13 "GET /v2.0/security-groups?id=4afadc91-e47c-4c3e-9c80-39834e2a018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198062 Feb 28 20:38:14.126364 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca11c56a-0a1a-4c2a-80ed-ab3aaafe789a req-8b5edf89-8627-4902-afa3-372b9a4754b9 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598039 Feb 28 20:38:14.190177 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29870c-f9e9-418d-bd32-c3790640c65c tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Pushing event deleted for resources: {'Port': ['ID=372080bb-5ffd-4047-973b-a131aecf2892,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:14.272048 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-b24a0a5a-aa70-42a8-9a53-3de9f12fc45d service neutron] 10.222.0.15 "GET /v2.0/networks/076ee1d5-8ea7-4f59-9381-7f18a96bc620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9567220 Feb 28 20:38:14.274739 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bed9ea1-449f-48a7-9032-18c784ca121b req-ee29870c-f9e9-418d-bd32-c3790640c65c tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] No DVR routers for this DVR port 372080bb-5ffd-4047-973b-a131aecf2892 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:38:14.289919 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-6bed9ea1-449f-48a7-9032-18c784ca121b req-ee29870c-f9e9-418d-bd32-c3790640c65c tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:14.303158 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6bed9ea1-449f-48a7-9032-18c784ca121b req-ee29870c-f9e9-418d-bd32-c3790640c65c tempest-AttachVolumeNegativeTest-1979566664 tempest-AttachVolumeNegativeTest-1979566664-project] 10.222.0.15 "DELETE /v2.0/ports/372080bb-5ffd-4047-973b-a131aecf2892 HTTP/1.1" status: 204 len: 173 time: 2.6697979 Feb 28 20:38:14.345777 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523ef972-316e-4964-86f5-1b43b4ec413c', 'name': 'network-vif-deleted', 'tag': '372080bb-5ffd-4047-973b-a131aecf2892'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:38:14.348530 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbbb2c0-3c51-4052-83b2-0ab845f7dfef" -d '{"events": [{"server_uuid": "523ef972-316e-4964-86f5-1b43b4ec413c", "name": "network-vif-deleted", "tag": "372080bb-5ffd-4047-973b-a131aecf2892"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:38:14.412829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0a8085-2c03-4a64-9389-018b25e367e2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:38:14.416350 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc0a8085-2c03-4a64-9389-018b25e367e2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:14.561250 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf95015-3ea8-41a1-91a2-795fb238825b x-openstack-request-id: req-fcf95015-3ea8-41a1-91a2-795fb238825b {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:38:14.561528 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523ef972-316e-4964-86f5-1b43b4ec413c", "name": "network-vif-deleted", "tag": "372080bb-5ffd-4047-973b-a131aecf2892", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:38:14.561687 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcf95015-3ea8-41a1-91a2-795fb238825b {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:38:14.562074 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523ef972-316e-4964-86f5-1b43b4ec413c', 'name': 'network-vif-deleted', 'tag': '372080bb-5ffd-4047-973b-a131aecf2892', 'status': 'completed', 'code': 200} Feb 28 20:38:14.620902 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-68d4069b-a7d8-4fff-8d71-a4edbccdbe11 req-1ba354b7-65db-4650-9ffe-1c05d96c20ab service neutron] 10.222.0.15 "GET /v2.0/networks/076ee1d5-8ea7-4f59-9381-7f18a96bc620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022051 Feb 28 20:38:14.635872 n-d-820368-21 neutron-server[103773]: INFO neutron.db.ipam_backend_mixin [None req-cc0a8085-2c03-4a64-9389-018b25e367e2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 61fe0979-04e2-41e0-a66d-ec1c88e231b3 (CIDR: 2001:db8:0:1::/64) Feb 28 20:38:14.660264 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0a8085-2c03-4a64-9389-018b25e367e2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:38:14.662029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0a8085-2c03-4a64-9389-018b25e367e2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:38:14.709280 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cc0a8085-2c03-4a64-9389-018b25e367e2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9449337 Feb 28 20:38:14.712950 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49954) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:14.719354 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-2f9b1f22-4bb6-426c-b62f-5e9f9a015554 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'subnet': {'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:14.841040 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5399c-d580-4c24-b07e-d7353b4e2745 req-5cb3066f-680b-41d0-9685-2d31cd2674a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:14.842567 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c2f5399c-d580-4c24-b07e-d7353b4e2745 req-5cb3066f-680b-41d0-9685-2d31cd2674a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17ec8e1d26444f41b354e308f3f1325b&device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 1126 time: 0.1323166 Feb 28 20:38:14.993539 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5399c-d580-4c24-b07e-d7353b4e2745 req-f6f3a312-ea34-4d4c-af02-a6e69d0e1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:14.995165 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c2f5399c-d580-4c24-b07e-d7353b4e2745 req-f6f3a312-ea34-4d4c-af02-a6e69d0e1ac0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=076ee1d5-8ea7-4f59-9381-7f18a96bc620 HTTP/1.1" status: 200 len: 914 time: 0.1417661 Feb 28 20:38:15.044333 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9b1f22-4bb6-426c-b62f-5e9f9a015554 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Made reservation on behalf of e9a923f21000408697a457be1c29b088 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:38:15.048515 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2f9b1f22-4bb6-426c-b62f-5e9f9a015554 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:15.135466 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c2f5399c-d580-4c24-b07e-d7353b4e2745 req-95915e1a-0e3b-4b19-bcfc-410ac0c8818d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a49f9d0-12f4-4c5d-8d5d-f54440fd898c HTTP/1.1" status: 200 len: 217 time: 0.1298435 Feb 28 20:38:15.242710 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49970) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:15.337671 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5399c-d580-4c24-b07e-d7353b4e2745 req-a454157b-d246-40ae-9f27-7e5a273907d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:15.340457 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c2f5399c-d580-4c24-b07e-d7353b4e2745 req-a454157b-d246-40ae-9f27-7e5a273907d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b3148af-a41b-4617-b66b-fd778a2aeee0 HTTP/1.1" status: 200 len: 854 time: 0.1982143 Feb 28 20:38:15.401247 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c2f5399c-d580-4c24-b07e-d7353b4e2745 req-34d0d4ce-0c52-457c-a4da-99465f537cd6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=076ee1d5-8ea7-4f59-9381-7f18a96bc620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528264 Feb 28 20:38:15.620750 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c2f5399c-d580-4c24-b07e-d7353b4e2745 req-c9b3615f-0758-421b-a7cd-5b83dfc66540 service neutron] 10.222.0.15 "GET /v2.0/networks/076ee1d5-8ea7-4f59-9381-7f18a96bc620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113132 Feb 28 20:38:15.674763 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9a755-59c2-4110-9e42-cd169b4b38ac req-4d9d4327-e566-460a-a009-952c4f251abf tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:15.685524 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6fe9a755-59c2-4110-9e42-cd169b4b38ac req-4d9d4327-e566-460a-a009-952c4f251abf tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 943 time: 0.3648973 Feb 28 20:38:15.724214 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5154d26-bfab-4324-b9d0-aba4f921fd84 admin admin] Deleting subnet cf2eab21-2ca0-4caf-a56e-ff3579d5667c {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:38:15.799594 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b5154d26-bfab-4324-b9d0-aba4f921fd84 admin admin] Publish callbacks [] for subnet (cf2eab21-2ca0-4caf-a56e-ff3579d5667c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:15.871679 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c2f5399c-d580-4c24-b07e-d7353b4e2745 req-2de69964-bfed-4307-9bc7-de4a8ee092f6 service neutron] 10.222.0.15 "GET /v2.0/networks/076ee1d5-8ea7-4f59-9381-7f18a96bc620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403629 Feb 28 20:38:15.999232 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b5154d26-bfab-4324-b9d0-aba4f921fd84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (cf2eab21-2ca0-4caf-a56e-ff3579d5667c), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:16.146298 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b5154d26-bfab-4324-b9d0-aba4f921fd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (cf2eab21-2ca0-4caf-a56e-ff3579d5667c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:16.185311 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6fe9a755-59c2-4110-9e42-cd169b4b38ac req-c61a61db-14c6-470a-b13a-b74495dc3d0b tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848640 Feb 28 20:38:16.259533 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b5154d26-bfab-4324-b9d0-aba4f921fd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (cf2eab21-2ca0-4caf-a56e-ff3579d5667c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:16.311801 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5154d26-bfab-4324-b9d0-aba4f921fd84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf2eab21-2ca0-4caf-a56e-ff3579d5667c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:16.322238 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b5154d26-bfab-4324-b9d0-aba4f921fd84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:16.325665 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b5154d26-bfab-4324-b9d0-aba4f921fd84 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cf2eab21-2ca0-4caf-a56e-ff3579d5667c HTTP/1.1" status: 204 len: 168 time: 1.0820138 Feb 28 20:38:16.328261 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49988) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:16.338577 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5154d26-bfab-4324-b9d0-aba4f921fd84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:16.339742 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5154d26-bfab-4324-b9d0-aba4f921fd84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:16.340547 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5154d26-bfab-4324-b9d0-aba4f921fd84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:16.341118 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5154d26-bfab-4324-b9d0-aba4f921fd84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:16.341702 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5154d26-bfab-4324-b9d0-aba4f921fd84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:16.342272 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5154d26-bfab-4324-b9d0-aba4f921fd84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:16.342832 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5154d26-bfab-4324-b9d0-aba4f921fd84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:16.344269 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5154d26-bfab-4324-b9d0-aba4f921fd84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:16.345107 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5154d26-bfab-4324-b9d0-aba4f921fd84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:16.345688 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5154d26-bfab-4324-b9d0-aba4f921fd84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:16.346259 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5154d26-bfab-4324-b9d0-aba4f921fd84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:16.346815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5154d26-bfab-4324-b9d0-aba4f921fd84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:16.347638 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5154d26-bfab-4324-b9d0-aba4f921fd84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:16.360487 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2f9b1f22-4bb6-426c-b62f-5e9f9a015554 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (62642df2-3fef-487d-8d36-b6f1e16f8c06), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:16.440780 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9b1f22-4bb6-426c-b62f-5e9f9a015554 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:38:16.445904 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-2f9b1f22-4bb6-426c-b62f-5e9f9a015554 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:38:16.450725 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9b1f22-4bb6-426c-b62f-5e9f9a015554 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:16.451379 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2f9b1f22-4bb6-426c-b62f-5e9f9a015554 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:16.479247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769857cb-f2e4-4b00-82e9-24db34b17160 None None] Network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:38:16.508377 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2f9b1f22-4bb6-426c-b62f-5e9f9a015554 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7911546 Feb 28 20:38:16.512636 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49994) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:16.514689 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b1f22-4bb6-426c-b62f-5e9f9a015554 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Subnet': ['ID=62642df2-3fef-487d-8d36-b6f1e16f8c06,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:16.537189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-adf45b61-4d8c-4e4b-903f-9f7d52bb206c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-229989308', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '62642df2-3fef-487d-8d36-b6f1e16f8c06'}], 'security_groups': ['27d10b1b-484e-4fb2-a4b6-763f12c6c509', '83fa7694-bfbc-43c7-8efc-0ef060673277']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:16.576483 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f6aa7b14-8231-4e83-8c4a-844e6397a88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (fa039089-86c9-4396-bade-6f794fe57c88), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:16.712393 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cf64d878-9282-4a3c-b0f3-b75df4069bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:16.757220 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f6aa7b14-8231-4e83-8c4a-844e6397a88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (fa039089-86c9-4396-bade-6f794fe57c88), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:16.807663 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-f6aa7b14-8231-4e83-8c4a-844e6397a88c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa039089-86c9-4396-bade-6f794fe57c88']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:38:16.840700 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-f6aa7b14-8231-4e83-8c4a-844e6397a88c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:38:16.841005 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-f6aa7b14-8231-4e83-8c4a-844e6397a88c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:38:16.865651 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f6aa7b14-8231-4e83-8c4a-844e6397a88c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:16.925004 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f6aa7b14-8231-4e83-8c4a-844e6397a88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:16.940794 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6aa7b14-8231-4e83-8c4a-844e6397a88c admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:38:16.941206 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f6aa7b14-8231-4e83-8c4a-844e6397a88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (5bd134eb-d8d3-4b4e-89a6-aeb259fdf0eb), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:17.004871 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc35b04-07af-4f6f-a7b4-5ee74237d301 None None] Update dhcp port {'port': {'network_id': '3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70', 'fixed_ips': [{'subnet_id': '61fe0979-04e2-41e0-a66d-ec1c88e231b3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c788445d-4ca1-4150-aabb-1571d494cdc9', 'ip_address': '2001:db8::2'}, {'subnet_id': '62642df2-3fef-487d-8d36-b6f1e16f8c06'}], 'binding:host_id': 'n-d-820368-21'}, 'id': '7b44f2ef-4d48-456a-ac35-a4a790c3b814'} from n-d-820368-21. {{(pid=103775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 20:38:17.045164 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-adf45b61-4d8c-4e4b-903f-9f7d52bb206c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (18ad88d8-59da-4451-b858-63998bb97779), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:17.048844 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9bc35b04-07af-4f6f-a7b4-5ee74237d301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:38:17.122606 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:38:17.172872 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f6aa7b14-8231-4e83-8c4a-844e6397a88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (fa039089-86c9-4396-bade-6f794fe57c88), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:17.180300 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f6aa7b14-8231-4e83-8c4a-844e6397a88c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:17.209660 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f6aa7b14-8231-4e83-8c4a-844e6397a88c admin admin] 10.222.0.13 "DELETE /v2.0/networks/fa039089-86c9-4396-bade-6f794fe57c88 HTTP/1.1" status: 204 len: 168 time: 0.8559964 Feb 28 20:38:17.279495 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa7b14-8231-4e83-8c4a-844e6397a88c admin admin] Pushing event deleted for resources: {'Network': ['ID=fa039089-86c9-4396-bade-6f794fe57c88,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:17.477042 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:38:17.483644 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50010) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:17.580919 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da1db1-b02a-44fb-9a17-47fe048bb7f1 req-d4957a96-edb1-4672-9aaf-373b7c416efe tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:17.582723 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c1da1db1-b02a-44fb-9a17-47fe048bb7f1 req-d4957a96-edb1-4672-9aaf-373b7c416efe tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 943 time: 0.1378982 Feb 28 20:38:17.596557 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-983f2c6a-ed1a-4604-9cca-4d1ce30ab579 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e4d9d813e9240f293de14f5d4db89db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1114812 Feb 28 20:38:17.602469 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50014) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:17.704443 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7a49f9d0-12f4-4c5d-8d5d-f54440fd898c,segment=NetworkSegment(ec22d32e-9205-4810-844d-5c9c50ed41e3),segment_id=ec22d32e-9205-4810-844d-5c9c50ed41e3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:38:17.716646 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c1da1db1-b02a-44fb-9a17-47fe048bb7f1 req-0d31a814-6257-4fff-8079-e7b36b4584e9 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240373 Feb 28 20:38:17.723365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-9bc35b04-07af-4f6f-a7b4-5ee74237d301 None None] Allocated IP 2001:db8:0:2::2 (3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70/62642df2-3fef-487d-8d36-b6f1e16f8c06/7b44f2ef-4d48-456a-ac35-a4a790c3b814) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:38:17.771049 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-991db714-c466-4689-b4ca-92bc740dc407 admin admin] Publish callbacks [] for security_group (4afadc91-e47c-4c3e-9c80-39834e2a018d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:17.830936 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-991db714-c466-4689-b4ca-92bc740dc407 admin admin] Publish callbacks [] for security_group (4afadc91-e47c-4c3e-9c80-39834e2a018d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:17.838635 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '7a49f9d0-12f4-4c5d-8d5d-f54440fd898c', 'network_id': '076ee1d5-8ea7-4f59-9381-7f18a96bc620', 'port_id': '7a49f9d0-12f4-4c5d-8d5d-f54440fd898c', 'mac_address': 'fa:16:3e:7f:8c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3148af-a41b-4617-b66b-fd778a2aeee0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:38:17.936575 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-991db714-c466-4689-b4ca-92bc740dc407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4afadc91-e47c-4c3e-9c80-39834e2a018d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:17.940016 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-991db714-c466-4689-b4ca-92bc740dc407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:17.942026 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-991db714-c466-4689-b4ca-92bc740dc407 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4afadc91-e47c-4c3e-9c80-39834e2a018d HTTP/1.1" status: 204 len: 168 time: 0.3375921 Feb 28 20:38:17.956345 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991db714-c466-4689-b4ca-92bc740dc407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afadc91-e47c-4c3e-9c80-39834e2a018d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:18.324743 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-9bc35b04-07af-4f6f-a7b4-5ee74237d301 None None] For port 7b44f2ef-4d48-456a-ac35-a4a790c3b814, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7b44f2ef-4d48-456a-ac35-a4a790c3b814,segment=NetworkSegment(cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa),segment_id=cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:38:18.396644 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9bc35b04-07af-4f6f-a7b4-5ee74237d301 None None] Publish callbacks [] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:18.409909 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9bc35b04-07af-4f6f-a7b4-5ee74237d301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:18.447235 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:18.447619 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7a49f9d0-12f4-4c5d-8d5d-f54440fd898c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:18.559737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:38:18.589928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7a49f9d0-12f4-4c5d-8d5d-f54440fd898c,segment=NetworkSegment(ec22d32e-9205-4810-844d-5c9c50ed41e3),segment_id=ec22d32e-9205-4810-844d-5c9c50ed41e3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:38:18.607685 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc35b04-07af-4f6f-a7b4-5ee74237d301 None None] Pushing event updated for resources: {'Port': ['ID=7b44f2ef-4d48-456a-ac35-a4a790c3b814,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:18.617850 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7a49f9d0-12f4-4c5d-8d5d-f54440fd898c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:18.681838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-adf45b61-4d8c-4e4b-903f-9f7d52bb206c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Delete allocated IP 2001:db8::1b3 (3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70/c788445d-4ca1-4150-aabb-1571d494cdc9) {{(pid=103774) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 20:38:18.697799 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-adf45b61-4d8c-4e4b-903f-9f7d52bb206c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Allocated IP 2001:db8:0:2::1ef (3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70/62642df2-3fef-487d-8d36-b6f1e16f8c06/18ad88d8-59da-4451-b858-63998bb97779) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:38:18.820051 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=7a49f9d0-12f4-4c5d-8d5d-f54440fd898c,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:18.841680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['7a49f9d0-12f4-4c5d-8d5d-f54440fd898c'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:38:19.065591 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7b44f2ef-4d48-456a-ac35-a4a790c3b814 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:38:19.069350 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-adf45b61-4d8c-4e4b-903f-9f7d52bb206c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for port (18ad88d8-59da-4451-b858-63998bb97779), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:19.106337 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-adf45b61-4d8c-4e4b-903f-9f7d52bb206c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (18ad88d8-59da-4451-b858-63998bb97779), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:19.229179 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ab3e7792-b848-4800-81d1-1f1bfb6cad64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:19.403872 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:19.410119 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:19.570960 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-adf45b61-4d8c-4e4b-903f-9f7d52bb206c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] In _notify_port_updated(), no bound segment for port 18ad88d8-59da-4451-b858-63998bb97779 on network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 {{(pid=103774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 20:38:19.590389 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf45b61-4d8c-4e4b-903f-9f7d52bb206c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:19.599386 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-adf45b61-4d8c-4e4b-903f-9f7d52bb206c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:19.600811 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-adf45b61-4d8c-4e4b-903f-9f7d52bb206c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "PUT /v2.0/ports/18ad88d8-59da-4451-b858-63998bb97779 HTTP/1.1" status: 200 len: 969 time: 3.0871000 Feb 28 20:38:19.604372 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50056) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:19.696431 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf45b61-4d8c-4e4b-903f-9f7d52bb206c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event updated for resources: {'Port': ['ID=18ad88d8-59da-4451-b858-63998bb97779,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:19.712061 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:19.749253 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11eae7-b913-435e-8260-8cadf77ecc90 req-042e2c1a-4c6a-41a6-bfc8-4194875a67d1 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:19.750941 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b11eae7-b913-435e-8260-8cadf77ecc90 req-042e2c1a-4c6a-41a6-bfc8-4194875a67d1 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 944 time: 0.6611409 Feb 28 20:38:19.901962 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50064) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:19.946846 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b11eae7-b913-435e-8260-8cadf77ecc90 req-b6a01c72-6b41-4bde-80b8-7d42b14fb7ff tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827269 Feb 28 20:38:19.962186 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:20.004792 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-a5bc7a8e-2426-44ba-b817-7406556789de tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port 18ad88d8-59da-4451-b858-63998bb97779 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:38:20.005770 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a5bc7a8e-2426-44ba-b817-7406556789de tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (18ad88d8-59da-4451-b858-63998bb97779), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:20.125707 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f255fdf0-20b5-4ca8-910c-f76d48cfbb7d None None] Provisioning complete for port 18ad88d8-59da-4451-b858-63998bb97779 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:20.126126 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f255fdf0-20b5-4ca8-910c-f76d48cfbb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (18ad88d8-59da-4451-b858-63998bb97779), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:20.137161 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4657546e-e4e2-4553-8e2e-0f237591d4b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:20.311023 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:20.321417 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a5bc7a8e-2426-44ba-b817-7406556789de tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (18ad88d8-59da-4451-b858-63998bb97779), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:20.323382 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f255fdf0-20b5-4ca8-910c-f76d48cfbb7d None None] Port 18ad88d8-59da-4451-b858-63998bb97779 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:38:20.355229 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f255fdf0-20b5-4ca8-910c-f76d48cfbb7d None None] Provisioning complete for port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:20.355854 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f255fdf0-20b5-4ca8-910c-f76d48cfbb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:20.375957 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-a5bc7a8e-2426-44ba-b817-7406556789de tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for 18ad88d8-59da-4451-b858-63998bb97779 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:38:20.433208 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4657546e-e4e2-4553-8e2e-0f237591d4b4 admin admin] Publish callbacks [] for security_group (72c81186-0915-4e95-9a8b-ef3caceec474), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:20.442971 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4657546e-e4e2-4553-8e2e-0f237591d4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (72c81186-0915-4e95-9a8b-ef3caceec474), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:20.603202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657546e-e4e2-4553-8e2e-0f237591d4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c81186-0915-4e95-9a8b-ef3caceec474,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:20.645149 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50098) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:20.646439 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4657546e-e4e2-4553-8e2e-0f237591d4b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4aa50d8ae6142728f97352087e325c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7355466 Feb 28 20:38:20.663513 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f255fdf0-20b5-4ca8-910c-f76d48cfbb7d None None] Current status of the port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:20.715438 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f255fdf0-20b5-4ca8-910c-f76d48cfbb7d None None] Provisioning complete for port fdfd3fe8-82eb-4a5b-97d5-243ad2ada978 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:20.715849 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f255fdf0-20b5-4ca8-910c-f76d48cfbb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fdfd3fe8-82eb-4a5b-97d5-243ad2ada978), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:20.825435 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8961cb19-4f5f-4884-abc1-7504d1f2b798 admin admin] Publish callbacks [] for security_group (72c81186-0915-4e95-9a8b-ef3caceec474), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:20.862391 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f255fdf0-20b5-4ca8-910c-f76d48cfbb7d None None] Port fdfd3fe8-82eb-4a5b-97d5-243ad2ada978 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:38:20.904055 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8961cb19-4f5f-4884-abc1-7504d1f2b798 admin admin] Publish callbacks [] for security_group (72c81186-0915-4e95-9a8b-ef3caceec474), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:21.030756 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b862be6e-b328-4918-ac97-22608ac25828 None None] Provisioning complete for port 18ad88d8-59da-4451-b858-63998bb97779 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:21.032166 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b862be6e-b328-4918-ac97-22608ac25828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (18ad88d8-59da-4451-b858-63998bb97779), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:21.133918 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8961cb19-4f5f-4884-abc1-7504d1f2b798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (72c81186-0915-4e95-9a8b-ef3caceec474), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:21.136456 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8961cb19-4f5f-4884-abc1-7504d1f2b798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:21.139928 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8961cb19-4f5f-4884-abc1-7504d1f2b798 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72c81186-0915-4e95-9a8b-ef3caceec474 HTTP/1.1" status: 204 len: 168 time: 0.4823909 Feb 28 20:38:21.163317 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a5bc7a8e-2426-44ba-b817-7406556789de tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (18ad88d8-59da-4451-b858-63998bb97779), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:21.183389 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b862be6e-b328-4918-ac97-22608ac25828 None None] Port 18ad88d8-59da-4451-b858-63998bb97779 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:38:21.210012 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:38:21.251643 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961cb19-4f5f-4884-abc1-7504d1f2b798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c81186-0915-4e95-9a8b-ef3caceec474,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:21.260729 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045ff26-c7af-48f8-8b39-8624f328c9d5 req-543a834e-c0d9-4fd9-a7b8-189d08b5ab70 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:21.263969 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e045ff26-c7af-48f8-8b39-8624f328c9d5 req-543a834e-c0d9-4fd9-a7b8-189d08b5ab70 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 944 time: 0.1881080 Feb 28 20:38:21.266692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50114) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:21.394358 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a5bc7a8e-2426-44ba-b817-7406556789de tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:21.411500 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a5bc7a8e-2426-44ba-b817-7406556789de tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/ports/18ad88d8-59da-4451-b858-63998bb97779 HTTP/1.1" status: 204 len: 168 time: 1.8060341 Feb 28 20:38:21.422646 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc7a8e-2426-44ba-b817-7406556789de tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=18ad88d8-59da-4451-b858-63998bb97779,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:21.431983 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50120) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:21.468595 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:21.473986 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e045ff26-c7af-48f8-8b39-8624f328c9d5 req-0004b01a-7a92-4b85-bc4a-74e35751afbd tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836455 Feb 28 20:38:21.490273 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:38:21.508666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:21.510430 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7a49f9d0-12f4-4c5d-8d5d-f54440fd898c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:21.601731 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b89eb4-5919-44f3-bc0d-6eed59275590 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] GET failed (client error): The resource could not be found. Feb 28 20:38:21.610796 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-87b89eb4-5919-44f3-bc0d-6eed59275590 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports/18ad88d8-59da-4451-b858-63998bb97779 HTTP/1.1" status: 404 len: 333 time: 0.1722949 Feb 28 20:38:21.614088 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-42c00dd1-acff-4980-9499-9ea108ebd89e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:21.614684 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50126) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:21.747409 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-24901dd5-1b85-43f2-9650-051ba226e14b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (4501980f-8f10-411b-9b7c-3ae51038d8df), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:21.821370 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-42c00dd1-acff-4980-9499-9ea108ebd89e admin admin] Publish callbacks [] for security_group (589d6aa1-eb3a-4c6c-b119-09998d9e948d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:21.827233 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-24901dd5-1b85-43f2-9650-051ba226e14b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (4501980f-8f10-411b-9b7c-3ae51038d8df), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:21.839622 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:21.841047 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7a49f9d0-12f4-4c5d-8d5d-f54440fd898c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:21.846238 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-42c00dd1-acff-4980-9499-9ea108ebd89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (589d6aa1-eb3a-4c6c-b119-09998d9e948d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:21.938307 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484e41e4-48fb-4ac5-87aa-0bea01a8e446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a49f9d0-12f4-4c5d-8d5d-f54440fd898c'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:38:21.945951 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe5bce7-857a-4ed7-9611-40ba1a66f3c1" -d '{"events": [{"server_uuid": "484e41e4-48fb-4ac5-87aa-0bea01a8e446", "name": "network-vif-plugged", "status": "completed", "tag": "7a49f9d0-12f4-4c5d-8d5d-f54440fd898c"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:38:21.978036 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-24901dd5-1b85-43f2-9650-051ba226e14b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4501980f-8f10-411b-9b7c-3ae51038d8df), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:21.981240 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-24901dd5-1b85-43f2-9650-051ba226e14b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:21.982524 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-24901dd5-1b85-43f2-9650-051ba226e14b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/security-groups/4501980f-8f10-411b-9b7c-3ae51038d8df HTTP/1.1" status: 204 len: 168 time: 0.3666544 Feb 28 20:38:21.987033 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50132) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:21.999809 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7a49f9d0-12f4-4c5d-8d5d-f54440fd898c,segment=NetworkSegment(ec22d32e-9205-4810-844d-5c9c50ed41e3),segment_id=ec22d32e-9205-4810-844d-5c9c50ed41e3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:38:22.005771 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7a49f9d0-12f4-4c5d-8d5d-f54440fd898c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:22.020669 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-42c00dd1-acff-4980-9499-9ea108ebd89e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=746abd257ee045e3afb762e87bbbb962&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7517443 Feb 28 20:38:22.031461 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50134) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:22.057711 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24901dd5-1b85-43f2-9650-051ba226e14b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4501980f-8f10-411b-9b7c-3ae51038d8df,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:22.063200 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c00dd1-acff-4980-9499-9ea108ebd89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589d6aa1-eb3a-4c6c-b119-09998d9e948d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:22.126858 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0018a39c-fd88-47bd-a3ce-193e6a198fc2 x-openstack-request-id: req-0018a39c-fd88-47bd-a3ce-193e6a198fc2 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:38:22.127392 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484e41e4-48fb-4ac5-87aa-0bea01a8e446", "name": "network-vif-plugged", "status": "completed", "tag": "7a49f9d0-12f4-4c5d-8d5d-f54440fd898c", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:38:22.127392 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0018a39c-fd88-47bd-a3ce-193e6a198fc2 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:38:22.129405 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484e41e4-48fb-4ac5-87aa-0bea01a8e446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a49f9d0-12f4-4c5d-8d5d-f54440fd898c', 'code': 200} Feb 28 20:38:22.199565 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc91ef14-e21b-4c0f-9bcd-4e339071d472 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (83fa7694-bfbc-43c7-8efc-0ef060673277), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:22.212336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=7a49f9d0-12f4-4c5d-8d5d-f54440fd898c,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:22.246918 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:22.247260 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:22.247599 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:22.247957 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:22.248286 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:22.248609 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:22.248931 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:22.255289 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:22.255664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:22.256031 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:22.256371 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:22.259858 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:22.259858 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:22.283920 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc91ef14-e21b-4c0f-9bcd-4e339071d472 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (83fa7694-bfbc-43c7-8efc-0ef060673277), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:22.319268 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-87f32975-bf69-40f3-81d2-f1c09fbee2f8 admin admin] Publish callbacks [] for security_group (589d6aa1-eb3a-4c6c-b119-09998d9e948d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:22.350824 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc91ef14-e21b-4c0f-9bcd-4e339071d472 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (83fa7694-bfbc-43c7-8efc-0ef060673277), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:22.354116 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-87f32975-bf69-40f3-81d2-f1c09fbee2f8 admin admin] Publish callbacks [] for security_group (589d6aa1-eb3a-4c6c-b119-09998d9e948d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:22.356983 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc91ef14-e21b-4c0f-9bcd-4e339071d472 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:22.361661 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fc91ef14-e21b-4c0f-9bcd-4e339071d472 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/security-groups/83fa7694-bfbc-43c7-8efc-0ef060673277 HTTP/1.1" status: 204 len: 168 time: 0.3683801 Feb 28 20:38:22.370114 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50136) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:22.401562 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91ef14-e21b-4c0f-9bcd-4e339071d472 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fa7694-bfbc-43c7-8efc-0ef060673277,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:22.448582 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628b3e2-823c-4db7-bbad-7af2cc278cd2 req-45639e21-05d3-4a18-8d8c-8d3dfa5d2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:22.450360 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1628b3e2-823c-4db7-bbad-7af2cc278cd2 req-45639e21-05d3-4a18-8d8c-8d3dfa5d2943 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 1128 time: 0.1149726 Feb 28 20:38:22.549758 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:22.572054 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1628b3e2-823c-4db7-bbad-7af2cc278cd2 req-e66a1d01-3a9a-48de-b8df-8f9e2c978afc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145029 Feb 28 20:38:22.611152 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8caf35cf-0382-4024-ba1a-96c31682fb3d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (27d10b1b-484e-4fb2-a4b6-763f12c6c509), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:22.642490 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8caf35cf-0382-4024-ba1a-96c31682fb3d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (27d10b1b-484e-4fb2-a4b6-763f12c6c509), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:22.709387 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:22.721472 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8caf35cf-0382-4024-ba1a-96c31682fb3d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (27d10b1b-484e-4fb2-a4b6-763f12c6c509), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:22.725747 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8caf35cf-0382-4024-ba1a-96c31682fb3d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:22.727611 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8caf35cf-0382-4024-ba1a-96c31682fb3d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/security-groups/27d10b1b-484e-4fb2-a4b6-763f12c6c509 HTTP/1.1" status: 204 len: 168 time: 0.3486364 Feb 28 20:38:22.730513 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50146) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:22.834920 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-34cb47c3-42fd-4076-a6f3-de975618ce3b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting subnet c788445d-4ca1-4150-aabb-1571d494cdc9 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:38:22.842836 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-34cb47c3-42fd-4076-a6f3-de975618ce3b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (c788445d-4ca1-4150-aabb-1571d494cdc9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:22.867466 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf35cf-0382-4024-ba1a-96c31682fb3d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d10b1b-484e-4fb2-a4b6-763f12c6c509,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:22.882045 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-87f32975-bf69-40f3-81d2-f1c09fbee2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (589d6aa1-eb3a-4c6c-b119-09998d9e948d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:22.884762 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-87f32975-bf69-40f3-81d2-f1c09fbee2f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:22.886899 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-87f32975-bf69-40f3-81d2-f1c09fbee2f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/589d6aa1-eb3a-4c6c-b119-09998d9e948d HTTP/1.1" status: 204 len: 168 time: 0.8494360 Feb 28 20:38:22.933872 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f32975-bf69-40f3-81d2-f1c09fbee2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589d6aa1-eb3a-4c6c-b119-09998d9e948d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:22.964617 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-34cb47c3-42fd-4076-a6f3-de975618ce3b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (c788445d-4ca1-4150-aabb-1571d494cdc9), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:23.005423 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224c15b-8a09-4484-b6f4-767da6c270e1 req-cfc33f30-fcc7-4f93-ab0a-76d6c5efa697 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:23.023036 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9224c15b-8a09-4484-b6f4-767da6c270e1 req-cfc33f30-fcc7-4f93-ab0a-76d6c5efa697 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 945 time: 0.2358394 Feb 28 20:38:23.076172 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-34cb47c3-42fd-4076-a6f3-de975618ce3b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (c788445d-4ca1-4150-aabb-1571d494cdc9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:23.145573 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9224c15b-8a09-4484-b6f4-767da6c270e1 req-01e65763-b7b6-4ae6-8831-2f767d53cf15 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189253 Feb 28 20:38:23.175036 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-34cb47c3-42fd-4076-a6f3-de975618ce3b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (c788445d-4ca1-4150-aabb-1571d494cdc9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:23.201439 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-34cb47c3-42fd-4076-a6f3-de975618ce3b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:23.206259 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9894852-e113-4499-8d30-c5693d12faba None None] Network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:38:23.209406 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-34cb47c3-42fd-4076-a6f3-de975618ce3b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/subnets/c788445d-4ca1-4150-aabb-1571d494cdc9 HTTP/1.1" status: 204 len: 168 time: 0.4775591 Feb 28 20:38:23.214246 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50152) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:23.259946 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb47c3-42fd-4076-a6f3-de975618ce3b tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Subnet': ['ID=c788445d-4ca1-4150-aabb-1571d494cdc9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:23.373543 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec46041-f5eb-41e1-849d-519cb8c8cb70 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting subnet 62642df2-3fef-487d-8d36-b6f1e16f8c06 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:38:23.382829 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eec46041-f5eb-41e1-849d-519cb8c8cb70 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (62642df2-3fef-487d-8d36-b6f1e16f8c06), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:23.474532 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eec46041-f5eb-41e1-849d-519cb8c8cb70 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (62642df2-3fef-487d-8d36-b6f1e16f8c06), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:23.732366 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eec46041-f5eb-41e1-849d-519cb8c8cb70 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (62642df2-3fef-487d-8d36-b6f1e16f8c06), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:23.901825 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eec46041-f5eb-41e1-849d-519cb8c8cb70 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (62642df2-3fef-487d-8d36-b6f1e16f8c06), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:23.973091 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec46041-f5eb-41e1-849d-519cb8c8cb70 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Subnet': ['ID=62642df2-3fef-487d-8d36-b6f1e16f8c06,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:23.998548 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eec46041-f5eb-41e1-849d-519cb8c8cb70 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:24.002739 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-eec46041-f5eb-41e1-849d-519cb8c8cb70 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/subnets/62642df2-3fef-487d-8d36-b6f1e16f8c06 HTTP/1.1" status: 204 len: 168 time: 0.7878454 Feb 28 20:38:24.005399 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50172) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:24.100621 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9781f4f7-e800-4198-934c-25e50e088099 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] DELETE failed (client error): The resource could not be found. Feb 28 20:38:24.101112 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9781f4f7-e800-4198-934c-25e50e088099 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:38:24.115459 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9781f4f7-e800-4198-934c-25e50e088099 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/subnets/c788445d-4ca1-4150-aabb-1571d494cdc9 HTTP/1.1" status: 404 len: 337 time: 0.1089954 Feb 28 20:38:24.118098 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50180) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:24.216464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-bf0e46ad-bd1d-411c-af4a-a205c116f15b req-c9390c8e-a505-4432-9194-ff1cef7d0a21 tempest-MigrationsAdminTest-137441491 tempest-MigrationsAdminTest-137441491-project-admin] (103774) timed out ('10.222.0.13', 54848) {{(pid=103774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 20:38:24.272446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a933e73-c8fa-42ed-ac75-1b18c345fb73 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting subnet 61fe0979-04e2-41e0-a66d-ec1c88e231b3 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:38:24.295403 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a933e73-c8fa-42ed-ac75-1b18c345fb73 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (61fe0979-04e2-41e0-a66d-ec1c88e231b3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:24.461271 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a933e73-c8fa-42ed-ac75-1b18c345fb73 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (61fe0979-04e2-41e0-a66d-ec1c88e231b3), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:24.585094 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b58a61-a5df-448a-b3c8-1be871751fed req-fd76937e-1573-49e0-8442-995d1a842e3c tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:24.588295 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-59b58a61-a5df-448a-b3c8-1be871751fed req-fd76937e-1573-49e0-8442-995d1a842e3c tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 945 time: 0.2245989 Feb 28 20:38:24.819438 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-59b58a61-a5df-448a-b3c8-1be871751fed req-42fa9e99-a3f9-48cf-8450-3204e634d2f4 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160549 Feb 28 20:38:24.964448 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a933e73-c8fa-42ed-ac75-1b18c345fb73 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (61fe0979-04e2-41e0-a66d-ec1c88e231b3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:24.974381 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1a3a9e-e765-4f91-8287-a49e9768e050 None None] Network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:38:25.172878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-6966ab95-49af-4bdd-b82e-832cef601932 None None] Provisioning complete for port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:25.173558 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6966ab95-49af-4bdd-b82e-832cef601932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:25.197298 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a933e73-c8fa-42ed-ac75-1b18c345fb73 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (61fe0979-04e2-41e0-a66d-ec1c88e231b3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:25.292873 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a933e73-c8fa-42ed-ac75-1b18c345fb73 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:25.299391 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50234) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:25.299939 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7a933e73-c8fa-42ed-ac75-1b18c345fb73 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/subnets/61fe0979-04e2-41e0-a66d-ec1c88e231b3 HTTP/1.1" status: 204 len: 168 time: 1.1794305 Feb 28 20:38:25.300465 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a933e73-c8fa-42ed-ac75-1b18c345fb73 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Subnet': ['ID=61fe0979-04e2-41e0-a66d-ec1c88e231b3,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:25.333574 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6966ab95-49af-4bdd-b82e-832cef601932 None None] Current status of the port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:25.347690 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-6966ab95-49af-4bdd-b82e-832cef601932 None None] Provisioning complete for port fdfd3fe8-82eb-4a5b-97d5-243ad2ada978 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:25.348427 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6966ab95-49af-4bdd-b82e-832cef601932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fdfd3fe8-82eb-4a5b-97d5-243ad2ada978), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:25.375283 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-390fb31e-46f6-4998-847b-0ffddc5aa418 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] DELETE failed (client error): The resource could not be found. Feb 28 20:38:25.376115 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390fb31e-46f6-4998-847b-0ffddc5aa418 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:38:25.381595 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-390fb31e-46f6-4998-847b-0ffddc5aa418 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/subnets/57aab039-0748-4352-ad4f-26511a1495a5 HTTP/1.1" status: 404 len: 337 time: 0.0800014 Feb 28 20:38:25.385062 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50242) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:25.458525 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50246) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:25.466449 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9afa188b-db65-43ee-bb21-b2fcd88749d3 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e2832f2-cb8f-42b8-87e9-d75a4640eeeb HTTP/1.1" status: 200 len: 205 time: 0.0798550 Feb 28 20:38:25.487792 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6966ab95-49af-4bdd-b82e-832cef601932 None None] Port fdfd3fe8-82eb-4a5b-97d5-243ad2ada978 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:38:25.612051 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-d126cdae-78ac-4ba9-bdc6-0628d5b80ce4 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] delete failed (client error): The resource could not be found. Feb 28 20:38:25.613252 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d126cdae-78ac-4ba9-bdc6-0628d5b80ce4 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/routers/8e2832f2-cb8f-42b8-87e9-d75a4640eeeb HTTP/1.1" status: 404 len: 336 time: 0.1536486 Feb 28 20:38:25.616210 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50250) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:25.693684 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa0ab9b-a782-4cf8-ac32-3e95dd49849c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] DELETE failed (client error): The resource could not be found. Feb 28 20:38:25.699474 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa0ab9b-a782-4cf8-ac32-3e95dd49849c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:38:25.717880 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50254) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:25.719190 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bfa0ab9b-a782-4cf8-ac32-3e95dd49849c tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/subnets/28fe5e84-e85b-44f3-b076-0a59a2cc24fc HTTP/1.1" status: 404 len: 337 time: 0.1010952 Feb 28 20:38:25.833342 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2711be0-d3fb-4d7f-9ee1-31371f729972 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] DELETE failed (client error): The resource could not be found. Feb 28 20:38:25.833870 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2711be0-d3fb-4d7f-9ee1-31371f729972 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:38:25.840795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50264) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:25.854577 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a2711be0-d3fb-4d7f-9ee1-31371f729972 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/subnets/17ffce79-0cc6-4e35-b30b-464bdb275620 HTTP/1.1" status: 404 len: 337 time: 0.1337285 Feb 28 20:38:25.884816 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef2f327-c16d-4c57-b1e8-5f2fb863e80e tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] DELETE failed (client error): The resource could not be found. Feb 28 20:38:25.886047 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef2f327-c16d-4c57-b1e8-5f2fb863e80e tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:38:25.897348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50266) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:25.906772 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5ef2f327-c16d-4c57-b1e8-5f2fb863e80e tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/subnets/71209ff4-8469-47ce-bb4b-4c028c06eb1b HTTP/1.1" status: 404 len: 337 time: 0.0645766 Feb 28 20:38:25.954484 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63f4c93-8209-4dde-ac68-20b1c30c2d2d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] DELETE failed (client error): The resource could not be found. Feb 28 20:38:25.955121 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63f4c93-8209-4dde-ac68-20b1c30c2d2d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:38:25.962701 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50272) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:25.964212 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c63f4c93-8209-4dde-ac68-20b1c30c2d2d tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/ports/ae5ce021-cc74-4d43-836a-ddc95662fe68 HTTP/1.1" status: 404 len: 333 time: 0.0596871 Feb 28 20:38:26.044220 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-535f1d36-ec35-4930-ace6-37476a8c75d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] DELETE failed (client error): The resource could not be found. Feb 28 20:38:26.045386 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-535f1d36-ec35-4930-ace6-37476a8c75d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:38:26.063216 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50276) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:26.064137 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-535f1d36-ec35-4930-ace6-37476a8c75d0 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/subnets/1f7a3185-650e-4b36-9760-ca0003cbd46d HTTP/1.1" status: 404 len: 337 time: 0.0988965 Feb 28 20:38:26.137894 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3d77ce-a670-4176-92f0-8f413861a45a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] DELETE failed (client error): The resource could not be found. Feb 28 20:38:26.138022 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e3d77ce-a670-4176-92f0-8f413861a45a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:38:26.142106 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2e3d77ce-a670-4176-92f0-8f413861a45a tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/subnets/943b4b13-148e-4401-ab07-912efaab4f0e HTTP/1.1" status: 404 len: 337 time: 0.0777571 Feb 28 20:38:26.144872 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50282) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:26.220255 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1571f7f-d31d-449f-a937-01618d8fda9f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] DELETE failed (client error): The resource could not be found. Feb 28 20:38:26.220844 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1571f7f-d31d-449f-a937-01618d8fda9f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:38:26.226871 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50286) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:26.238071 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c1571f7f-d31d-449f-a937-01618d8fda9f tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/ports/9e47211d-9f06-48df-ac84-66edcbcdd1f1 HTTP/1.1" status: 404 len: 333 time: 0.0920405 Feb 28 20:38:26.310082 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d65b76-8fc3-4a8c-bc4f-2256fff08018 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] DELETE failed (client error): The resource could not be found. Feb 28 20:38:26.311167 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d65b76-8fc3-4a8c-bc4f-2256fff08018 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:38:26.321397 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a7d65b76-8fc3-4a8c-bc4f-2256fff08018 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/subnets/cc505935-7ffc-4ef7-a8e8-f68c51489312 HTTP/1.1" status: 404 len: 337 time: 0.0933282 Feb 28 20:38:26.324251 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50292) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:26.402461 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-af563b68-2f07-4191-a1ae-2036450da45e tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] DELETE failed (client error): The resource could not be found. Feb 28 20:38:26.404693 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af563b68-2f07-4191-a1ae-2036450da45e tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:38:26.414560 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-af563b68-2f07-4191-a1ae-2036450da45e tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/subnets/58c14dd6-9044-420e-8b1c-f1e25000fb5c HTTP/1.1" status: 404 len: 337 time: 0.0878181 Feb 28 20:38:26.416256 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50294) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:26.529867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26ddf52-c3d9-4761-be8d-214c46da9b7a None None] Network 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:38:26.643932 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ba246c94-a6a1-4f9f-8604-aa57fffaf1fa tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port fdfd3fe8-82eb-4a5b-97d5-243ad2ada978 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:38:26.644532 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba246c94-a6a1-4f9f-8604-aa57fffaf1fa tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (fdfd3fe8-82eb-4a5b-97d5-243ad2ada978), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:26.775044 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-64fee4d6-d0b1-4133-b0fc-7f904bd1a083 None None] Provisioning complete for port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:26.779379 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-64fee4d6-d0b1-4133-b0fc-7f904bd1a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:26.834764 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba246c94-a6a1-4f9f-8604-aa57fffaf1fa tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (fdfd3fe8-82eb-4a5b-97d5-243ad2ada978), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:26.874120 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ba246c94-a6a1-4f9f-8604-aa57fffaf1fa tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for fdfd3fe8-82eb-4a5b-97d5-243ad2ada978 owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:38:27.098195 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0c345350-ca16-4542-ab8a-9729f1582821 req-7c17bdfb-5a24-4483-bcf3-f052e09da9c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2138097 Feb 28 20:38:27.106762 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2c1b1b-2e3a-47ff-9bc9-09a8c32baf33 None None] DHCP port deletion for 3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:38:27.137076 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba246c94-a6a1-4f9f-8604-aa57fffaf1fa tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (fdfd3fe8-82eb-4a5b-97d5-243ad2ada978), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:27.192284 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-64fee4d6-d0b1-4133-b0fc-7f904bd1a083 None None] Current status of the port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:27.199307 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-64fee4d6-d0b1-4133-b0fc-7f904bd1a083 None None] Could not find standard attr ID for object fdfd3fe8-82eb-4a5b-97d5-243ad2ada978. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:38:27.251633 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ba246c94-a6a1-4f9f-8604-aa57fffaf1fa tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:27.270797 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ba246c94-a6a1-4f9f-8604-aa57fffaf1fa tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/ports/fdfd3fe8-82eb-4a5b-97d5-243ad2ada978 HTTP/1.1" status: 204 len: 168 time: 0.8532314 Feb 28 20:38:27.273662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-cf2c1b1b-2e3a-47ff-9bc9-09a8c32baf33 None None] Deleting port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:38:27.274060 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1b1b-2e3a-47ff-9bc9-09a8c32baf33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:27.274597 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50350) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:27.283845 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba246c94-a6a1-4f9f-8604-aa57fffaf1fa tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=fdfd3fe8-82eb-4a5b-97d5-243ad2ada978,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:27.354501 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c345350-ca16-4542-ab8a-9729f1582821 req-28b6316e-c8d2-4ffb-b26e-ff0d1ac23272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:27.355965 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0c345350-ca16-4542-ab8a-9729f1582821 req-28b6316e-c8d2-4ffb-b26e-ff0d1ac23272 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17ec8e1d26444f41b354e308f3f1325b&device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 1128 time: 0.1889620 Feb 28 20:38:27.497145 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-cf2c1b1b-2e3a-47ff-9bc9-09a8c32baf33 None None] For port 7b44f2ef-4d48-456a-ac35-a4a790c3b814, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7b44f2ef-4d48-456a-ac35-a4a790c3b814,segment=NetworkSegment(cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa),segment_id=cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:38:27.497542 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1b1b-2e3a-47ff-9bc9-09a8c32baf33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:27.528338 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-cf2c1b1b-2e3a-47ff-9bc9-09a8c32baf33 None None] Calling delete_port for 7b44f2ef-4d48-456a-ac35-a4a790c3b814 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:38:27.559893 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ae964de4-5116-4467-8692-190d7b0f7fe2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:27.601548 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c345350-ca16-4542-ab8a-9729f1582821 req-9c48b940-6f35-4ed2-9ade-8cff34571862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:27.603327 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0c345350-ca16-4542-ab8a-9729f1582821 req-9c48b940-6f35-4ed2-9ade-8cff34571862 service neutron] 10.222.0.15 "GET /v2.0/networks?id=076ee1d5-8ea7-4f59-9381-7f18a96bc620 HTTP/1.1" status: 200 len: 914 time: 0.2253320 Feb 28 20:38:27.679361 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0c345350-ca16-4542-ab8a-9729f1582821 req-d78b5908-bda0-4707-bda8-e92e39b38461 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a49f9d0-12f4-4c5d-8d5d-f54440fd898c HTTP/1.1" status: 200 len: 217 time: 0.0701225 Feb 28 20:38:27.746505 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1b1b-2e3a-47ff-9bc9-09a8c32baf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:27.753821 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ae964de4-5116-4467-8692-190d7b0f7fe2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Deleting port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:38:27.754379 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ae964de4-5116-4467-8692-190d7b0f7fe2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:27.769419 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2c1b1b-2e3a-47ff-9bc9-09a8c32baf33 None None] No DVR routers for this DVR port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:38:27.839126 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c1b1b-2e3a-47ff-9bc9-09a8c32baf33 None None] Pushing event deleted for resources: {'Port': ['ID=7b44f2ef-4d48-456a-ac35-a4a790c3b814,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:27.926664 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c345350-ca16-4542-ab8a-9729f1582821 req-b3530440-785b-42b1-ac2f-9b468af4f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:27.934151 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0c345350-ca16-4542-ab8a-9729f1582821 req-b3530440-785b-42b1-ac2f-9b468af4f945 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b3148af-a41b-4617-b66b-fd778a2aeee0 HTTP/1.1" status: 200 len: 854 time: 0.2323165 Feb 28 20:38:28.059144 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-ae964de4-5116-4467-8692-190d7b0f7fe2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] For port 7b44f2ef-4d48-456a-ac35-a4a790c3b814, host n-d-820368-21, got binding levels [] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:38:28.059788 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ae964de4-5116-4467-8692-190d7b0f7fe2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:28.081661 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0c345350-ca16-4542-ab8a-9729f1582821 req-5a8a6a1b-bf81-48f2-b26d-f43f4418fe62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=076ee1d5-8ea7-4f59-9381-7f18a96bc620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416383 Feb 28 20:38:28.117105 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50360) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:28.128310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ae964de4-5116-4467-8692-190d7b0f7fe2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Calling delete_port for 7b44f2ef-4d48-456a-ac35-a4a790c3b814 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:38:28.132335 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.ipam_backend_mixin [None req-ae964de4-5116-4467-8692-190d7b0f7fe2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 was not found and therefore no delete operation was performed {{(pid=103774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 20:38:28.136707 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ae964de4-5116-4467-8692-190d7b0f7fe2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7b44f2ef-4d48-456a-ac35-a4a790c3b814), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:28.193526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae964de4-5116-4467-8692-190d7b0f7fe2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Port': ['ID=7b44f2ef-4d48-456a-ac35-a4a790c3b814,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:28.224075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae964de4-5116-4467-8692-190d7b0f7fe2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] No DVR routers for this DVR port 7b44f2ef-4d48-456a-ac35-a4a790c3b814 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:38:28.428017 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ae964de4-5116-4467-8692-190d7b0f7fe2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:28.460609 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0c345350-ca16-4542-ab8a-9729f1582821 req-09827351-a631-4223-b313-ef1f1b4bc85c service neutron] 10.222.0.15 "GET /v2.0/networks/076ee1d5-8ea7-4f59-9381-7f18a96bc620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675537 Feb 28 20:38:28.478413 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-ae964de4-5116-4467-8692-190d7b0f7fe2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:38:28.509480 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-ae964de4-5116-4467-8692-190d7b0f7fe2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:38:28.510264 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-ae964de4-5116-4467-8692-190d7b0f7fe2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:38:28.558675 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ae964de4-5116-4467-8692-190d7b0f7fe2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:28.601547 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ae964de4-5116-4467-8692-190d7b0f7fe2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:28.621690 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae964de4-5116-4467-8692-190d7b0f7fe2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:38:28.622125 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ae964de4-5116-4467-8692-190d7b0f7fe2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (cfc42dbc-4881-4c2c-9ff2-95c80acc6ffa), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:28.639174 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0c345350-ca16-4542-ab8a-9729f1582821 req-106f5d09-690e-452b-83c9-8cd38752b2ac service neutron] 10.222.0.15 "GET /v2.0/networks/076ee1d5-8ea7-4f59-9381-7f18a96bc620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756985 Feb 28 20:38:28.707052 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c0761c32-b3fc-43e6-a377-cf19e7c7386d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:38:28.791685 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:38:28.800165 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ae964de4-5116-4467-8692-190d7b0f7fe2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:28.852004 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ae964de4-5116-4467-8692-190d7b0f7fe2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:28.880032 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ae964de4-5116-4467-8692-190d7b0f7fe2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] 10.222.0.13 "DELETE /v2.0/networks/3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70 HTTP/1.1" status: 204 len: 168 time: 1.5996823 Feb 28 20:38:28.913286 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae964de4-5116-4467-8692-190d7b0f7fe2 tempest-PortsIpV6TestJSON-884049122 tempest-PortsIpV6TestJSON-884049122-project] Pushing event deleted for resources: {'Network': ['ID=3ce476fa-54cf-46cf-ad75-d1ea5ad6ce70,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:28.919311 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7b44f2ef-4d48-456a-ac35-a4a790c3b814 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:38:28.971287 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 7b44f2ef-4d48-456a-ac35-a4a790c3b814 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:38:28.972425 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7b44f2ef-4d48-456a-ac35-a4a790c3b814 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:38:28.980391 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c0761c32-b3fc-43e6-a377-cf19e7c7386d admin admin] Publish callbacks [] for security_group (122e9128-ea12-4ebb-898d-58decc8b788f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:28.988379 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c0761c32-b3fc-43e6-a377-cf19e7c7386d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (122e9128-ea12-4ebb-898d-58decc8b788f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:29.100606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0761c32-b3fc-43e6-a377-cf19e7c7386d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122e9128-ea12-4ebb-898d-58decc8b788f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:29.115285 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c0761c32-b3fc-43e6-a377-cf19e7c7386d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=291d8565160b488e8dab0ca02458dcbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9839363 Feb 28 20:38:29.118660 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50384) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:29.286198 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9361-d1d4-488d-9ee7-1086e363a85c admin admin] Publish callbacks [] for security_group (122e9128-ea12-4ebb-898d-58decc8b788f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:29.326403 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9361-d1d4-488d-9ee7-1086e363a85c admin admin] Publish callbacks [] for security_group (122e9128-ea12-4ebb-898d-58decc8b788f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:29.418006 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9361-d1d4-488d-9ee7-1086e363a85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (122e9128-ea12-4ebb-898d-58decc8b788f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:29.424101 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9361-d1d4-488d-9ee7-1086e363a85c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:29.430773 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6d2d9361-d1d4-488d-9ee7-1086e363a85c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/122e9128-ea12-4ebb-898d-58decc8b788f HTTP/1.1" status: 204 len: 168 time: 0.3080487 Feb 28 20:38:29.461199 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d9361-d1d4-488d-9ee7-1086e363a85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122e9128-ea12-4ebb-898d-58decc8b788f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:30.400086 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50410) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:30.649056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50416) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:30.665773 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a55f62c6-2b39-4827-bdf3-4da6525dfd3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:30.871356 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a55f62c6-2b39-4827-bdf3-4da6525dfd3e admin admin] Publish callbacks [] for security_group (deeda8d3-b3e0-4110-b831-742c09e41356), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:30.885839 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a55f62c6-2b39-4827-bdf3-4da6525dfd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (deeda8d3-b3e0-4110-b831-742c09e41356), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:30.968878 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f62c6-2b39-4827-bdf3-4da6525dfd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deeda8d3-b3e0-4110-b831-742c09e41356,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:31.135929 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a55f62c6-2b39-4827-bdf3-4da6525dfd3e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6301a79007f4bf9a5c3c3f4eeb24879&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4439597 Feb 28 20:38:31.136202 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50420) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:31.264299 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f156764e-5191-4947-a572-0ab7143b1541 admin admin] Publish callbacks [] for security_group (deeda8d3-b3e0-4110-b831-742c09e41356), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:31.352503 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-033f60f7-6ae4-4141-ab85-0b04f0ed3e16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9a923f21000408697a457be1c29b088&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9501929 Feb 28 20:38:31.354764 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50422) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:31.365365 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f156764e-5191-4947-a572-0ab7143b1541 admin admin] Publish callbacks [] for security_group (deeda8d3-b3e0-4110-b831-742c09e41356), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:31.416312 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a292d1db-8dfc-47df-9416-d57dc6a5678b admin admin] Publish callbacks [] for security_group (cb6603ba-b241-488f-ab95-6a9ab9a4939d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:31.452338 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a292d1db-8dfc-47df-9416-d57dc6a5678b admin admin] Publish callbacks [] for security_group (cb6603ba-b241-488f-ab95-6a9ab9a4939d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:31.529212 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f156764e-5191-4947-a572-0ab7143b1541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (deeda8d3-b3e0-4110-b831-742c09e41356), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:31.534421 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f156764e-5191-4947-a572-0ab7143b1541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:31.536247 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f156764e-5191-4947-a572-0ab7143b1541 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/deeda8d3-b3e0-4110-b831-742c09e41356 HTTP/1.1" status: 204 len: 168 time: 0.4372823 Feb 28 20:38:31.547640 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156764e-5191-4947-a572-0ab7143b1541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deeda8d3-b3e0-4110-b831-742c09e41356,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:31.568911 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a292d1db-8dfc-47df-9416-d57dc6a5678b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (cb6603ba-b241-488f-ab95-6a9ab9a4939d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:31.580759 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a292d1db-8dfc-47df-9416-d57dc6a5678b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:31.584048 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a292d1db-8dfc-47df-9416-d57dc6a5678b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb6603ba-b241-488f-ab95-6a9ab9a4939d HTTP/1.1" status: 204 len: 168 time: 0.2282772 Feb 28 20:38:31.612480 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292d1db-8dfc-47df-9416-d57dc6a5678b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6603ba-b241-488f-ab95-6a9ab9a4939d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:31.777974 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50446) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:32.189619 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f7e44e0-8929-4c51-b974-b06ad61bee9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:32.376827 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f7e44e0-8929-4c51-b974-b06ad61bee9f admin admin] Publish callbacks [] for security_group (da94e2a4-c0e9-403f-bffe-c1421d8b193e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:32.388808 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f7e44e0-8929-4c51-b974-b06ad61bee9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (da94e2a4-c0e9-403f-bffe-c1421d8b193e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:32.526235 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7f7e44e0-8929-4c51-b974-b06ad61bee9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71b367c64f1848649b8a24e05513d3cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7435408 Feb 28 20:38:32.527001 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50462) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:32.590495 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e44e0-8929-4c51-b974-b06ad61bee9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da94e2a4-c0e9-403f-bffe-c1421d8b193e,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:32.612357 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50466) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:32.647707 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1070055-5897-4978-8b66-841ae9517e15 admin admin] Publish callbacks [] for security_group (da94e2a4-c0e9-403f-bffe-c1421d8b193e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:32.653027 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-86e40b91-a78d-4dd0-9acf-bdb76911b8d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:32.726425 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1070055-5897-4978-8b66-841ae9517e15 admin admin] Publish callbacks [] for security_group (da94e2a4-c0e9-403f-bffe-c1421d8b193e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:32.750490 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50468) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:32.830554 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-86e40b91-a78d-4dd0-9acf-bdb76911b8d7 admin admin] Publish callbacks [] for security_group (f4a62909-11d8-48ce-aa80-87f5abd596fd), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:32.846629 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-86e40b91-a78d-4dd0-9acf-bdb76911b8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f4a62909-11d8-48ce-aa80-87f5abd596fd), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:32.886923 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1070055-5897-4978-8b66-841ae9517e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (da94e2a4-c0e9-403f-bffe-c1421d8b193e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:32.892616 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a1070055-5897-4978-8b66-841ae9517e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:32.893901 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a1070055-5897-4978-8b66-841ae9517e15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da94e2a4-c0e9-403f-bffe-c1421d8b193e HTTP/1.1" status: 204 len: 168 time: 0.3619549 Feb 28 20:38:32.921921 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1070055-5897-4978-8b66-841ae9517e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da94e2a4-c0e9-403f-bffe-c1421d8b193e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:32.930744 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e40b91-a78d-4dd0-9acf-bdb76911b8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a62909-11d8-48ce-aa80-87f5abd596fd,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:33.019817 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-86e40b91-a78d-4dd0-9acf-bdb76911b8d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=809c850765994b3380d124b31b8f15e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4050484 Feb 28 20:38:33.022133 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50482) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:33.143853 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-11bd0f94-79a7-40cf-97b8-35b492379636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:33.441372 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-11bd0f94-79a7-40cf-97b8-35b492379636 admin admin] Publish callbacks [] for security_group (91d8f90a-15b3-43c5-99bd-fcab133e5edf), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:33.481409 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5452bb7-f315-4dbf-9024-ccb5525d3f0e admin admin] Publish callbacks [] for security_group (f4a62909-11d8-48ce-aa80-87f5abd596fd), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:33.489179 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-11bd0f94-79a7-40cf-97b8-35b492379636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (91d8f90a-15b3-43c5-99bd-fcab133e5edf), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:33.688443 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5452bb7-f315-4dbf-9024-ccb5525d3f0e admin admin] Publish callbacks [] for security_group (f4a62909-11d8-48ce-aa80-87f5abd596fd), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:33.711704 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-11bd0f94-79a7-40cf-97b8-35b492379636 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07c5162d4b7d44e995ec69c87ede2ec3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9525318 Feb 28 20:38:33.712081 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50500) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:33.725673 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd0f94-79a7-40cf-97b8-35b492379636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d8f90a-15b3-43c5-99bd-fcab133e5edf,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:33.750896 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50502) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:33.800670 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b554e096-0835-4ae4-9fbe-6518eb054c4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:33.890554 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b8d82f8-ec10-4678-b7d1-54897ca792f2 admin admin] Publish callbacks [] for security_group (91d8f90a-15b3-43c5-99bd-fcab133e5edf), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:34.012908 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5452bb7-f315-4dbf-9024-ccb5525d3f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f4a62909-11d8-48ce-aa80-87f5abd596fd), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:34.018960 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b8d82f8-ec10-4678-b7d1-54897ca792f2 admin admin] Publish callbacks [] for security_group (91d8f90a-15b3-43c5-99bd-fcab133e5edf), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:34.020531 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5452bb7-f315-4dbf-9024-ccb5525d3f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:34.022472 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d5452bb7-f315-4dbf-9024-ccb5525d3f0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4a62909-11d8-48ce-aa80-87f5abd596fd HTTP/1.1" status: 204 len: 168 time: 0.9990106 Feb 28 20:38:34.109135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5452bb7-f315-4dbf-9024-ccb5525d3f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a62909-11d8-48ce-aa80-87f5abd596fd,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:34.147021 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:38:34.151239 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b8d82f8-ec10-4678-b7d1-54897ca792f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (91d8f90a-15b3-43c5-99bd-fcab133e5edf), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:34.158199 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b8d82f8-ec10-4678-b7d1-54897ca792f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:34.163247 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9b8d82f8-ec10-4678-b7d1-54897ca792f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91d8f90a-15b3-43c5-99bd-fcab133e5edf HTTP/1.1" status: 204 len: 168 time: 0.4500837 Feb 28 20:38:34.199119 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d82f8-ec10-4678-b7d1-54897ca792f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d8f90a-15b3-43c5-99bd-fcab133e5edf,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:34.274497 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50512) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:34.290756 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b554e096-0835-4ae4-9fbe-6518eb054c4f admin admin] Publish callbacks [] for security_group (8c237f75-fd35-4293-ab42-f07f01eeb508), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:34.302014 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b554e096-0835-4ae4-9fbe-6518eb054c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8c237f75-fd35-4293-ab42-f07f01eeb508), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:34.441354 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554e096-0835-4ae4-9fbe-6518eb054c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c237f75-fd35-4293-ab42-f07f01eeb508,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:34.454685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50516) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:34.457462 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b554e096-0835-4ae4-9fbe-6518eb054c4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ff87db80471422c8c16a9c78fb0958c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6938961 Feb 28 20:38:34.562663 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-830db982-efa6-48f6-8cbb-8514e616862b admin admin] Publish callbacks [] for security_group (8c237f75-fd35-4293-ab42-f07f01eeb508), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:34.644448 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-830db982-efa6-48f6-8cbb-8514e616862b admin admin] Publish callbacks [] for security_group (8c237f75-fd35-4293-ab42-f07f01eeb508), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:34.782876 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-830db982-efa6-48f6-8cbb-8514e616862b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8c237f75-fd35-4293-ab42-f07f01eeb508), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:34.787288 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-830db982-efa6-48f6-8cbb-8514e616862b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:34.800087 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-830db982-efa6-48f6-8cbb-8514e616862b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c237f75-fd35-4293-ab42-f07f01eeb508 HTTP/1.1" status: 204 len: 168 time: 0.3366582 Feb 28 20:38:34.829390 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830db982-efa6-48f6-8cbb-8514e616862b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c237f75-fd35-4293-ab42-f07f01eeb508,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:34.943852 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-b2a7a790-2072-4aba-9c00-5a315fa89fae tempest-DvrRoutersNegativeTest-998368491 tempest-DvrRoutersNegativeTest-998368491-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1197011918', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:34.946443 n-d-820368-21 neutron-server[103774]: DEBUG neutron.policy [None req-b2a7a790-2072-4aba-9c00-5a315fa89fae tempest-DvrRoutersNegativeTest-998368491 tempest-DvrRoutersNegativeTest-998368491-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103774) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 28 20:38:34.946749 n-d-820368-21 neutron-server[103774]: DEBUG neutron.policy [None req-b2a7a790-2072-4aba-9c00-5a315fa89fae tempest-DvrRoutersNegativeTest-998368491 tempest-DvrRoutersNegativeTest-998368491-project] Failed policy check for 'create_router' {{(pid=103774) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 28 20:38:34.947323 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-b2a7a790-2072-4aba-9c00-5a315fa89fae tempest-DvrRoutersNegativeTest-998368491 tempest-DvrRoutersNegativeTest-998368491-project] create failed (client error): Access was denied to this resource. Feb 28 20:38:34.948357 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b2a7a790-2072-4aba-9c00-5a315fa89fae tempest-DvrRoutersNegativeTest-998368491 tempest-DvrRoutersNegativeTest-998368491-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6726737 Feb 28 20:38:34.959126 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50530) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:34.986677 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7e124924-98cb-4aa6-8df8-360744605214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:35.212040 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7e124924-98cb-4aa6-8df8-360744605214 admin admin] Publish callbacks [] for security_group (fcbfd517-2f88-47c5-a9f7-a11339117c76), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:35.219620 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7e124924-98cb-4aa6-8df8-360744605214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fcbfd517-2f88-47c5-a9f7-a11339117c76), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:35.282719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e124924-98cb-4aa6-8df8-360744605214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbfd517-2f88-47c5-a9f7-a11339117c76,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:35.296026 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7e124924-98cb-4aa6-8df8-360744605214 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ba6a397c5e948a3a103e2b75416d8d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3335927 Feb 28 20:38:35.297403 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50536) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:35.389239 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6dffa15c-2034-4dc7-8bbb-59b510deae34 admin admin] Publish callbacks [] for security_group (fcbfd517-2f88-47c5-a9f7-a11339117c76), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:35.468401 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6dffa15c-2034-4dc7-8bbb-59b510deae34 admin admin] Publish callbacks [] for security_group (fcbfd517-2f88-47c5-a9f7-a11339117c76), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:35.594343 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6dffa15c-2034-4dc7-8bbb-59b510deae34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fcbfd517-2f88-47c5-a9f7-a11339117c76), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:35.597656 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6dffa15c-2034-4dc7-8bbb-59b510deae34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:35.602775 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6dffa15c-2034-4dc7-8bbb-59b510deae34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fcbfd517-2f88-47c5-a9f7-a11339117c76 HTTP/1.1" status: 204 len: 168 time: 0.3041310 Feb 28 20:38:35.626172 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffa15c-2034-4dc7-8bbb-59b510deae34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbfd517-2f88-47c5-a9f7-a11339117c76,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:35.670451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50548) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:36.231790 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bd52430e-8644-4fad-afaa-977f526a4264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:36.359690 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bd52430e-8644-4fad-afaa-977f526a4264 admin admin] Publish callbacks [] for security_group (e525b4e8-fe26-4384-8605-5942f2fa03e0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:36.368742 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bd52430e-8644-4fad-afaa-977f526a4264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e525b4e8-fe26-4384-8605-5942f2fa03e0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:36.424368 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52430e-8644-4fad-afaa-977f526a4264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e525b4e8-fe26-4384-8605-5942f2fa03e0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:36.430389 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bd52430e-8644-4fad-afaa-977f526a4264 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2de6c33d4dcd4260983ef51f0b71f2ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7582736 Feb 28 20:38:36.433121 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50576) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:36.588984 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ee3fa6a0-2856-4422-aa24-cd79c4600c48 admin admin] Publish callbacks [] for security_group (e525b4e8-fe26-4384-8605-5942f2fa03e0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:36.636007 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ee3fa6a0-2856-4422-aa24-cd79c4600c48 admin admin] Publish callbacks [] for security_group (e525b4e8-fe26-4384-8605-5942f2fa03e0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:36.704369 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ee3fa6a0-2856-4422-aa24-cd79c4600c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e525b4e8-fe26-4384-8605-5942f2fa03e0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:36.707271 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ee3fa6a0-2856-4422-aa24-cd79c4600c48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:36.711489 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ee3fa6a0-2856-4422-aa24-cd79c4600c48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e525b4e8-fe26-4384-8605-5942f2fa03e0 HTTP/1.1" status: 204 len: 168 time: 0.2764704 Feb 28 20:38:36.722276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fa6a0-2856-4422-aa24-cd79c4600c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e525b4e8-fe26-4384-8605-5942f2fa03e0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:40.312470 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50694) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:40.792555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-7f4c33e0-90c2-4ca0-838a-6fbd2f008411 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1695823495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:40.835631 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f4c33e0-90c2-4ca0-838a-6fbd2f008411 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (37352553-fc03-4119-b1e3-8bd3ed44364d), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:40.837013 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f4c33e0-90c2-4ca0-838a-6fbd2f008411 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (37352553-fc03-4119-b1e3-8bd3ed44364d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:40.965908 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f4c33e0-90c2-4ca0-838a-6fbd2f008411 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for router_controller (37352553-fc03-4119-b1e3-8bd3ed44364d), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:40.974130 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f4c33e0-90c2-4ca0-838a-6fbd2f008411 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (37352553-fc03-4119-b1e3-8bd3ed44364d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:41.009495 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7f4c33e0-90c2-4ca0-838a-6fbd2f008411 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:41.021028 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50714) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:41.031632 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-0cfb28aa-6860-490a-9e93-860966d3c55e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1460140231'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:41.036989 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7f4c33e0-90c2-4ca0-838a-6fbd2f008411 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7233448 Feb 28 20:38:41.075510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfb28aa-6860-490a-9e93-860966d3c55e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Made reservation on behalf of c30b4cad81864cb195a215c05f82144c for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:38:41.080460 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0cfb28aa-6860-490a-9e93-860966d3c55e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:41.100235 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0cfb28aa-6860-490a-9e93-860966d3c55e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:41.347775 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0cfb28aa-6860-490a-9e93-860966d3c55e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for security_group (dd7c506a-4d95-47fe-b2b9-a56d1a687b1c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:41.360401 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0cfb28aa-6860-490a-9e93-860966d3c55e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (dd7c506a-4d95-47fe-b2b9-a56d1a687b1c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:41.406866 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cfb28aa-6860-490a-9e93-860966d3c55e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:38:41.469149 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0cfb28aa-6860-490a-9e93-860966d3c55e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (76db85d4-d987-4753-8ff0-be840ad1dcea), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:41.469515 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-0cfb28aa-6860-490a-9e93-860966d3c55e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Added segment 76db85d4-d987-4753-8ff0-be840ad1dcea of type vlan for network f8db68aa-cdd2-47e6-80a1-cc798065929f Feb 28 20:38:41.493689 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb28aa-6860-490a-9e93-860966d3c55e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7c506a-4d95-47fe-b2b9-a56d1a687b1c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:41.599666 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0cfb28aa-6860-490a-9e93-860966d3c55e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (f8db68aa-cdd2-47e6-80a1-cc798065929f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:41.697435 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0cfb28aa-6860-490a-9e93-860966d3c55e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (f8db68aa-cdd2-47e6-80a1-cc798065929f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:41.716182 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfb28aa-6860-490a-9e93-860966d3c55e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:41.723219 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0cfb28aa-6860-490a-9e93-860966d3c55e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:41.918476 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb28aa-6860-490a-9e93-860966d3c55e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Pushing event updated for resources: {'Network': ['ID=f8db68aa-cdd2-47e6-80a1-cc798065929f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:41.932149 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network f8db68aa-cdd2-47e6-80a1-cc798065929f details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:38:41.941614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50744) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:41.951302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-74634fa6-a64e-4dfa-acbf-8bd3b2ba88ed tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Request body: {'subnet': {'network_id': 'f8db68aa-cdd2-47e6-80a1-cc798065929f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:41.957449 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0cfb28aa-6860-490a-9e93-860966d3c55e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9341958 Feb 28 20:38:42.241092 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74634fa6-a64e-4dfa-acbf-8bd3b2ba88ed tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Made reservation on behalf of c30b4cad81864cb195a215c05f82144c for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:38:42.249395 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74634fa6-a64e-4dfa-acbf-8bd3b2ba88ed tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:42.759652 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74634fa6-a64e-4dfa-acbf-8bd3b2ba88ed tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (286c724d-142e-494b-87c1-de04d1146bea), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:42.950613 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50762) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:42.998480 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74634fa6-a64e-4dfa-acbf-8bd3b2ba88ed tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Pushing event updated for resources: {'Subnet': ['ID=286c724d-142e-494b-87c1-de04d1146bea,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:43.019860 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74634fa6-a64e-4dfa-acbf-8bd3b2ba88ed tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Checking segment: {'id': '76db85d4-d987-4753-8ff0-be840ad1dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f8db68aa-cdd2-47e6-80a1-cc798065929f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:38:43.020232 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74634fa6-a64e-4dfa-acbf-8bd3b2ba88ed tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Network hostable DHCP agents. Network: f8db68aa-cdd2-47e6-80a1-cc798065929f, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:38:43.070776 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74634fa6-a64e-4dfa-acbf-8bd3b2ba88ed tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Network f8db68aa-cdd2-47e6-80a1-cc798065929f is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:38:43.085075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-74634fa6-a64e-4dfa-acbf-8bd3b2ba88ed tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, f8db68aa-cdd2-47e6-80a1-cc798065929f) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:38:43.093686 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74634fa6-a64e-4dfa-acbf-8bd3b2ba88ed tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:43.095639 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447c40fa-4371-47a7-8529-8e440c38de06 None None] Network f8db68aa-cdd2-47e6-80a1-cc798065929f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:38:43.109304 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74634fa6-a64e-4dfa-acbf-8bd3b2ba88ed tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:43.138745 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-499ae102-7f00-4646-95f4-8ab2e69cf3f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:43.148848 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-74634fa6-a64e-4dfa-acbf-8bd3b2ba88ed tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2055726 Feb 28 20:38:43.150235 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50770) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:43.160762 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-9f871e98-3153-4553-93a9-26bfa07699f5 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Request body: {'network': {'name': 'tempest-router-network01--1391934829'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:43.214529 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f871e98-3153-4553-93a9-26bfa07699f5 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Made reservation on behalf of c30b4cad81864cb195a215c05f82144c for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:38:43.220003 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9f871e98-3153-4553-93a9-26bfa07699f5 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:43.252338 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec5d651-3ce2-4fc1-9f33-6c048d4b2cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-f8db68aa-cdd2-47e6-80a1-cc798065929f', 'network_id': 'f8db68aa-cdd2-47e6-80a1-cc798065929f', 'project_id': 'c30b4cad81864cb195a215c05f82144c', 'fixed_ips': [{'subnet_id': '286c724d-142e-494b-87c1-de04d1146bea'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:38:43.253599 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3ec5d651-3ce2-4fc1-9f33-6c048d4b2cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:43.304446 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-499ae102-7f00-4646-95f4-8ab2e69cf3f1 admin admin] Publish callbacks [] for security_group (01d5cb59-88cc-48a9-a148-d4b074d2d995), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:43.316980 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-499ae102-7f00-4646-95f4-8ab2e69cf3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (01d5cb59-88cc-48a9-a148-d4b074d2d995), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:43.353494 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ae102-7f00-4646-95f4-8ab2e69cf3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d5cb59-88cc-48a9-a148-d4b074d2d995,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:43.405814 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-499ae102-7f00-4646-95f4-8ab2e69cf3f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=269c4ff1b6864d208788f1e6868ac9ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4522364 Feb 28 20:38:43.406963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f871e98-3153-4553-93a9-26bfa07699f5 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:38:43.408488 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50778) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:43.420076 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9f871e98-3153-4553-93a9-26bfa07699f5 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (9cc75835-8cd9-4a8f-9986-42b670fd3bdf), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:43.421176 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-9f871e98-3153-4553-93a9-26bfa07699f5 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Added segment 9cc75835-8cd9-4a8f-9986-42b670fd3bdf of type vlan for network e8e037e2-ce12-4d1d-bac9-cf3dd322cf13 Feb 28 20:38:43.494525 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-3ec5d651-3ce2-4fc1-9f33-6c048d4b2cbe None None] Allocated IP 172.20.0.2 (f8db68aa-cdd2-47e6-80a1-cc798065929f/286c724d-142e-494b-87c1-de04d1146bea/fb36a83c-b553-406d-a9d1-241a3f5fde68) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:38:43.534436 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e0b629ea-17aa-4901-baa9-c7c1b1037119 admin admin] Publish callbacks [] for security_group (01d5cb59-88cc-48a9-a148-d4b074d2d995), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:43.536070 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9f871e98-3153-4553-93a9-26bfa07699f5 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (e8e037e2-ce12-4d1d-bac9-cf3dd322cf13), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:43.608359 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e0b629ea-17aa-4901-baa9-c7c1b1037119 admin admin] Publish callbacks [] for security_group (01d5cb59-88cc-48a9-a148-d4b074d2d995), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:43.615288 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9f871e98-3153-4553-93a9-26bfa07699f5 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (e8e037e2-ce12-4d1d-bac9-cf3dd322cf13), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:43.622353 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f871e98-3153-4553-93a9-26bfa07699f5 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:43.623702 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9f871e98-3153-4553-93a9-26bfa07699f5 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:43.695203 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50782) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:43.703057 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9f871e98-3153-4553-93a9-26bfa07699f5 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5385456 Feb 28 20:38:43.707007 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-ed77d225-83e5-4c52-b9f1-8230d7db9522 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Request body: {'network': {'name': 'tempest-router-network02--796272400'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:43.770862 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e0b629ea-17aa-4901-baa9-c7c1b1037119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (01d5cb59-88cc-48a9-a148-d4b074d2d995), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:43.778522 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e0b629ea-17aa-4901-baa9-c7c1b1037119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:43.786219 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e0b629ea-17aa-4901-baa9-c7c1b1037119 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01d5cb59-88cc-48a9-a148-d4b074d2d995 HTTP/1.1" status: 204 len: 168 time: 0.3761156 Feb 28 20:38:43.789477 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed77d225-83e5-4c52-b9f1-8230d7db9522 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Made reservation on behalf of c30b4cad81864cb195a215c05f82144c for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:38:43.799018 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ed77d225-83e5-4c52-b9f1-8230d7db9522 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:43.801572 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f871e98-3153-4553-93a9-26bfa07699f5 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Pushing event updated for resources: {'Network': ['ID=e8e037e2-ce12-4d1d-bac9-cf3dd322cf13,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:43.823552 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network e8e037e2-ce12-4d1d-bac9-cf3dd322cf13 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:38:43.835071 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b629ea-17aa-4901-baa9-c7c1b1037119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d5cb59-88cc-48a9-a148-d4b074d2d995,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:43.900614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed77d225-83e5-4c52-b9f1-8230d7db9522 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:38:43.939802 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ed77d225-83e5-4c52-b9f1-8230d7db9522 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (933d9f64-b696-40c2-b18b-67bf6120a3c7), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:43.940164 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-ed77d225-83e5-4c52-b9f1-8230d7db9522 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Added segment 933d9f64-b696-40c2-b18b-67bf6120a3c7 of type vlan for network 9fcb516d-96fc-47dd-977f-c45fe2e59ba8 Feb 28 20:38:44.068361 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ed77d225-83e5-4c52-b9f1-8230d7db9522 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (9fcb516d-96fc-47dd-977f-c45fe2e59ba8), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:44.168364 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ed77d225-83e5-4c52-b9f1-8230d7db9522 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (9fcb516d-96fc-47dd-977f-c45fe2e59ba8), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:44.175009 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed77d225-83e5-4c52-b9f1-8230d7db9522 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:44.178674 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ed77d225-83e5-4c52-b9f1-8230d7db9522 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:44.258719 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3ec5d651-3ce2-4fc1-9f33-6c048d4b2cbe None None] Publish callbacks [] for port (fb36a83c-b553-406d-a9d1-241a3f5fde68), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:44.270146 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3ec5d651-3ce2-4fc1-9f33-6c048d4b2cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (fb36a83c-b553-406d-a9d1-241a3f5fde68), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:44.356190 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77d225-83e5-4c52-b9f1-8230d7db9522 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Pushing event updated for resources: {'Network': ['ID=9fcb516d-96fc-47dd-977f-c45fe2e59ba8,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:44.365270 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ed77d225-83e5-4c52-b9f1-8230d7db9522 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6686091 Feb 28 20:38:44.368147 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50796) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:44.374214 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Request body: {'subnet': {'network_id': 'e8e037e2-ce12-4d1d-bac9-cf3dd322cf13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:44.401136 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 9fcb516d-96fc-47dd-977f-c45fe2e59ba8 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:38:44.792155 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec5d651-3ce2-4fc1-9f33-6c048d4b2cbe None None] Network f8db68aa-cdd2-47e6-80a1-cc798065929f is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:38:44.816146 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-3ec5d651-3ce2-4fc1-9f33-6c048d4b2cbe None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:38:44.828667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec5d651-3ce2-4fc1-9f33-6c048d4b2cbe None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:38:44.844768 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5d651-3ce2-4fc1-9f33-6c048d4b2cbe None None] Pushing event updated for resources: {'Port': ['ID=fb36a83c-b553-406d-a9d1-241a3f5fde68,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:45.119400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50806) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:45.154248 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d651-3ce2-4fc1-9f33-6c048d4b2cbe None None] Attempting to bind port fb36a83c-b553-406d-a9d1-241a3f5fde68 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:38:45.155106 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d651-3ce2-4fc1-9f33-6c048d4b2cbe None None] Attempting to bind port fb36a83c-b553-406d-a9d1-241a3f5fde68 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '76db85d4-d987-4753-8ff0-be840ad1dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f8db68aa-cdd2-47e6-80a1-cc798065929f'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:38:45.155629 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d651-3ce2-4fc1-9f33-6c048d4b2cbe None None] Attempting to bind port fb36a83c-b553-406d-a9d1-241a3f5fde68 on network f8db68aa-cdd2-47e6-80a1-cc798065929f {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:38:45.184600 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d651-3ce2-4fc1-9f33-6c048d4b2cbe None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:38:45.185534 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d651-3ce2-4fc1-9f33-6c048d4b2cbe None None] Checking segment: {'id': '76db85d4-d987-4753-8ff0-be840ad1dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f8db68aa-cdd2-47e6-80a1-cc798065929f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:38:45.187789 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3ec5d651-3ce2-4fc1-9f33-6c048d4b2cbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:45.188455 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d651-3ce2-4fc1-9f33-6c048d4b2cbe None None] Bound using segment: {'id': '76db85d4-d987-4753-8ff0-be840ad1dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f8db68aa-cdd2-47e6-80a1-cc798065929f'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:38:45.189293 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d651-3ce2-4fc1-9f33-6c048d4b2cbe None None] Bound port: fb36a83c-b553-406d-a9d1-241a3f5fde68, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76db85d4-d987-4753-8ff0-be840ad1dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f8db68aa-cdd2-47e6-80a1-cc798065929f'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:38:45.191097 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3ec5d651-3ce2-4fc1-9f33-6c048d4b2cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fb36a83c-b553-406d-a9d1-241a3f5fde68), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:45.356202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50812) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:45.395277 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1ae7875e-5c45-47db-8b7e-e9ccce0c486c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:45.402035 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-3ec5d651-3ce2-4fc1-9f33-6c048d4b2cbe None None] For port fb36a83c-b553-406d-a9d1-241a3f5fde68, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:38:45.412099 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-3ec5d651-3ce2-4fc1-9f33-6c048d4b2cbe None None] For port fb36a83c-b553-406d-a9d1-241a3f5fde68, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=fb36a83c-b553-406d-a9d1-241a3f5fde68,segment=NetworkSegment(76db85d4-d987-4753-8ff0-be840ad1dcea),segment_id=76db85d4-d987-4753-8ff0-be840ad1dcea)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:38:45.432312 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3ec5d651-3ce2-4fc1-9f33-6c048d4b2cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fb36a83c-b553-406d-a9d1-241a3f5fde68), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:45.656246 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Made reservation on behalf of c30b4cad81864cb195a215c05f82144c for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:38:45.662036 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:45.676425 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1ae7875e-5c45-47db-8b7e-e9ccce0c486c admin admin] Publish callbacks [] for security_group (31e3b9b9-9d62-459f-ac8a-6cf81c4274b0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:45.687951 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1ae7875e-5c45-47db-8b7e-e9ccce0c486c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (31e3b9b9-9d62-459f-ac8a-6cf81c4274b0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:45.688209 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5d651-3ce2-4fc1-9f33-6c048d4b2cbe None None] Pushing event updated for resources: {'Port': ['ID=fb36a83c-b553-406d-a9d1-241a3f5fde68,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:45.838495 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7875e-5c45-47db-8b7e-e9ccce0c486c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e3b9b9-9d62-459f-ac8a-6cf81c4274b0,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:45.856874 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1ae7875e-5c45-47db-8b7e-e9ccce0c486c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ab033312da847e7b01ddc6351651263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4991395 Feb 28 20:38:45.858859 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50816) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:46.012930 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8219d76-9ea1-479a-94a7-a3d26a6543b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:46.423469 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (c2cac7ea-3e76-45fd-bed5-a2aa92a6c261), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:46.427194 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8219d76-9ea1-479a-94a7-a3d26a6543b7 admin admin] Publish callbacks [] for security_group (82cdb56d-ac67-42c4-a817-e313b5f4cf98), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:46.446439 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8219d76-9ea1-479a-94a7-a3d26a6543b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (82cdb56d-ac67-42c4-a817-e313b5f4cf98), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:46.518073 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8b798eee-c5e5-4e90-8f08-79a8640ca276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:46.619238 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-153c024a-009e-4a7a-b312-b381d289f4e8 admin admin] Publish callbacks [] for security_group (31e3b9b9-9d62-459f-ac8a-6cf81c4274b0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:46.675266 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Pushing event updated for resources: {'Subnet': ['ID=c2cac7ea-3e76-45fd-bed5-a2aa92a6c261,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:46.682816 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8219d76-9ea1-479a-94a7-a3d26a6543b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cdb56d-ac67-42c4-a817-e313b5f4cf98,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:46.724045 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c8219d76-9ea1-479a-94a7-a3d26a6543b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b69869c73f7743e694d0f044752f5fb9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6023545 Feb 28 20:38:46.735311 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50830) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:46.752590 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-153c024a-009e-4a7a-b312-b381d289f4e8 admin admin] Publish callbacks [] for security_group (31e3b9b9-9d62-459f-ac8a-6cf81c4274b0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:46.764197 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Checking segment: {'id': '9cc75835-8cd9-4a8f-9986-42b670fd3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e8e037e2-ce12-4d1d-bac9-cf3dd322cf13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:38:46.765923 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Network hostable DHCP agents. Network: e8e037e2-ce12-4d1d-bac9-cf3dd322cf13, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:38:46.817920 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:46.820144 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:46.824563 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:46.828821 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:46.829261 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:46.831006 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:46.832414 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:46.833451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:46.838523 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:46.841430 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:46.841868 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:46.843063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:46.844659 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:38:46.916126 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Network e8e037e2-ce12-4d1d-bac9-cf3dd322cf13 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:38:46.923564 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-377303e4-d299-47c2-aa07-0f4668d6854d admin admin] Publish callbacks [] for security_group (82cdb56d-ac67-42c4-a817-e313b5f4cf98), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:46.963084 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, e8e037e2-ce12-4d1d-bac9-cf3dd322cf13) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:38:46.974627 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13c8a75-fd50-4af5-afb2-0195b3fe7fd7 None None] Network e8e037e2-ce12-4d1d-bac9-cf3dd322cf13 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:38:46.980276 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:46.987619 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:47.003449 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-377303e4-d299-47c2-aa07-0f4668d6854d admin admin] Publish callbacks [] for security_group (82cdb56d-ac67-42c4-a817-e313b5f4cf98), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:47.062083 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-35486db5-9ef3-46de-b99e-557f1c364f3c tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6921854 Feb 28 20:38:47.063009 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50832) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:47.069282 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-7f5e70b5-7eeb-47b6-a272-3c0bc8d77b65 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Request body: {'subnet': {'network_id': '9fcb516d-96fc-47dd-977f-c45fe2e59ba8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:47.235091 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5e70b5-7eeb-47b6-a272-3c0bc8d77b65 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Made reservation on behalf of c30b4cad81864cb195a215c05f82144c for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:38:47.244582 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f5e70b5-7eeb-47b6-a272-3c0bc8d77b65 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:47.281466 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-377303e4-d299-47c2-aa07-0f4668d6854d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (82cdb56d-ac67-42c4-a817-e313b5f4cf98), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:47.290077 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-377303e4-d299-47c2-aa07-0f4668d6854d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:47.303692 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-377303e4-d299-47c2-aa07-0f4668d6854d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82cdb56d-ac67-42c4-a817-e313b5f4cf98 HTTP/1.1" status: 204 len: 168 time: 0.5625458 Feb 28 20:38:47.329490 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-153c024a-009e-4a7a-b312-b381d289f4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (31e3b9b9-9d62-459f-ac8a-6cf81c4274b0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:47.351645 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-153c024a-009e-4a7a-b312-b381d289f4e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:47.357472 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-153c024a-009e-4a7a-b312-b381d289f4e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31e3b9b9-9d62-459f-ac8a-6cf81c4274b0 HTTP/1.1" status: 204 len: 168 time: 1.4965522 Feb 28 20:38:47.384822 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377303e4-d299-47c2-aa07-0f4668d6854d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cdb56d-ac67-42c4-a817-e313b5f4cf98,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:47.424762 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device fb36a83c-b553-406d-a9d1-241a3f5fde68 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:38:47.429132 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c024a-009e-4a7a-b312-b381d289f4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e3b9b9-9d62-459f-ac8a-6cf81c4274b0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:47.582818 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027e5c36-f7ac-4d9b-af28-157ea147aaeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-e8e037e2-ce12-4d1d-bac9-cf3dd322cf13', 'network_id': 'e8e037e2-ce12-4d1d-bac9-cf3dd322cf13', 'project_id': 'c30b4cad81864cb195a215c05f82144c', 'fixed_ips': [{'subnet_id': 'c2cac7ea-3e76-45fd-bed5-a2aa92a6c261'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:38:47.583702 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-027e5c36-f7ac-4d9b-af28-157ea147aaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:48.124735 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f5e70b5-7eeb-47b6-a272-3c0bc8d77b65 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (88f273f2-b123-4691-bf78-44d66a279676), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:48.274460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e70b5-7eeb-47b6-a272-3c0bc8d77b65 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Pushing event updated for resources: {'Subnet': ['ID=88f273f2-b123-4691-bf78-44d66a279676,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:48.360757 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5e70b5-7eeb-47b6-a272-3c0bc8d77b65 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Checking segment: {'id': '933d9f64-b696-40c2-b18b-67bf6120a3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9fcb516d-96fc-47dd-977f-c45fe2e59ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:38:48.361391 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5e70b5-7eeb-47b6-a272-3c0bc8d77b65 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Network hostable DHCP agents. Network: 9fcb516d-96fc-47dd-977f-c45fe2e59ba8, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:38:48.390345 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5e70b5-7eeb-47b6-a272-3c0bc8d77b65 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Network 9fcb516d-96fc-47dd-977f-c45fe2e59ba8 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:38:48.410417 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-7f5e70b5-7eeb-47b6-a272-3c0bc8d77b65 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 9fcb516d-96fc-47dd-977f-c45fe2e59ba8) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:38:48.430338 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5e70b5-7eeb-47b6-a272-3c0bc8d77b65 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:48.432973 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f5e70b5-7eeb-47b6-a272-3c0bc8d77b65 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:48.487245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 50852) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:48.487882 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7f5e70b5-7eeb-47b6-a272-3c0bc8d77b65 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4232895 Feb 28 20:38:48.576744 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c974811d-fb37-43a6-b718-60797e9b3e71 None None] Network f8db68aa-cdd2-47e6-80a1-cc798065929f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:38:48.580002 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a999e24-c5ba-40e2-b579-ea999111ca8c None None] Network 9fcb516d-96fc-47dd-977f-c45fe2e59ba8 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:38:48.802118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50860) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:48.834636 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d684d932-25e4-4b47-8ca7-fa9326a8de2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:49.062673 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d684d932-25e4-4b47-8ca7-fa9326a8de2b admin admin] Publish callbacks [] for security_group (6f4546db-cc3a-4836-a9de-1f0838ab3905), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:49.078958 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d684d932-25e4-4b47-8ca7-fa9326a8de2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6f4546db-cc3a-4836-a9de-1f0838ab3905), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:49.238935 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684d932-25e4-4b47-8ca7-fa9326a8de2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4546db-cc3a-4836-a9de-1f0838ab3905,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:49.251479 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d684d932-25e4-4b47-8ca7-fa9326a8de2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=664dc8c110254140b77642e850761cf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4468994 Feb 28 20:38:49.253998 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50876) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:49.415447 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e98eba17-41b2-4025-b339-2ef85e4e8b1f tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:49.445137 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de3a3046-4040-49d7-ac69-7dd282b66cc0 admin admin] Publish callbacks [] for security_group (6f4546db-cc3a-4836-a9de-1f0838ab3905), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:49.522672 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-011c6979-d2ea-4739-92f8-180de23cc1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:49.564669 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de3a3046-4040-49d7-ac69-7dd282b66cc0 admin admin] Publish callbacks [] for security_group (6f4546db-cc3a-4836-a9de-1f0838ab3905), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:49.570770 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dd489e-c82e-4767-80c2-13449941f82b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-9fcb516d-96fc-47dd-977f-c45fe2e59ba8', 'network_id': '9fcb516d-96fc-47dd-977f-c45fe2e59ba8', 'project_id': 'c30b4cad81864cb195a215c05f82144c', 'fixed_ips': [{'subnet_id': '88f273f2-b123-4691-bf78-44d66a279676'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:38:49.572102 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a0dd489e-c82e-4767-80c2-13449941f82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:49.755693 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de3a3046-4040-49d7-ac69-7dd282b66cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6f4546db-cc3a-4836-a9de-1f0838ab3905), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:49.757536 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port fb36a83c-b553-406d-a9d1-241a3f5fde68 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:49.758198 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fb36a83c-b553-406d-a9d1-241a3f5fde68), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:49.758780 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-de3a3046-4040-49d7-ac69-7dd282b66cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:49.764944 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-de3a3046-4040-49d7-ac69-7dd282b66cc0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f4546db-cc3a-4836-a9de-1f0838ab3905 HTTP/1.1" status: 204 len: 168 time: 0.5072451 Feb 28 20:38:49.797590 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a3046-4040-49d7-ac69-7dd282b66cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4546db-cc3a-4836-a9de-1f0838ab3905,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:49.817528 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e120ccea-4811-439b-8a95-78f89ef72d48 None None] Provisioning complete for port fb36a83c-b553-406d-a9d1-241a3f5fde68 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:49.818241 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e120ccea-4811-439b-8a95-78f89ef72d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fb36a83c-b553-406d-a9d1-241a3f5fde68), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:50.042143 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:50.379780 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-a0dd489e-c82e-4767-80c2-13449941f82b None None] Allocated IP 172.20.0.2 (9fcb516d-96fc-47dd-977f-c45fe2e59ba8/88f273f2-b123-4691-bf78-44d66a279676/52edf6d4-2db9-4584-b0a4-6193f45373ed) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:38:50.555498 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-027e5c36-f7ac-4d9b-af28-157ea147aaeb None None] Allocated IP 172.20.0.2 (e8e037e2-ce12-4d1d-bac9-cf3dd322cf13/c2cac7ea-3e76-45fd-bed5-a2aa92a6c261/a9a84e0e-d7d3-41ae-a677-07bb29e248e9) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:38:50.756846 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-027e5c36-f7ac-4d9b-af28-157ea147aaeb None None] Publish callbacks [] for port (a9a84e0e-d7d3-41ae-a677-07bb29e248e9), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:50.869920 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a0dd489e-c82e-4767-80c2-13449941f82b None None] Publish callbacks [] for port (52edf6d4-2db9-4584-b0a4-6193f45373ed), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:50.881922 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-027e5c36-f7ac-4d9b-af28-157ea147aaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (a9a84e0e-d7d3-41ae-a677-07bb29e248e9), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:50.892705 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a0dd489e-c82e-4767-80c2-13449941f82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (52edf6d4-2db9-4584-b0a4-6193f45373ed), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:50.920455 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:50.980891 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027e5c36-f7ac-4d9b-af28-157ea147aaeb None None] Network e8e037e2-ce12-4d1d-bac9-cf3dd322cf13 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:38:50.992424 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-027e5c36-f7ac-4d9b-af28-157ea147aaeb None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:38:51.004017 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027e5c36-f7ac-4d9b-af28-157ea147aaeb None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:38:51.059367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-e98eba17-41b2-4025-b339-2ef85e4e8b1f tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Allocated IP 172.20.0.1 (e8e037e2-ce12-4d1d-bac9-cf3dd322cf13/c2cac7ea-3e76-45fd-bed5-a2aa92a6c261/cd274ca4-8e25-4f6a-ba82-4b57a5fd3514) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:38:51.161658 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dd489e-c82e-4767-80c2-13449941f82b None None] Network 9fcb516d-96fc-47dd-977f-c45fe2e59ba8 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:38:51.193938 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-a0dd489e-c82e-4767-80c2-13449941f82b None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:38:51.200300 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dd489e-c82e-4767-80c2-13449941f82b None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:38:51.457445 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-027e5c36-f7ac-4d9b-af28-157ea147aaeb None None] Attempting to bind port a9a84e0e-d7d3-41ae-a677-07bb29e248e9 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:38:51.457806 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-027e5c36-f7ac-4d9b-af28-157ea147aaeb None None] Attempting to bind port a9a84e0e-d7d3-41ae-a677-07bb29e248e9 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '9cc75835-8cd9-4a8f-9986-42b670fd3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e8e037e2-ce12-4d1d-bac9-cf3dd322cf13'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:38:51.458180 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027e5c36-f7ac-4d9b-af28-157ea147aaeb None None] Attempting to bind port a9a84e0e-d7d3-41ae-a677-07bb29e248e9 on network e8e037e2-ce12-4d1d-bac9-cf3dd322cf13 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:38:51.472102 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e120ccea-4811-439b-8a95-78f89ef72d48 None None] Current status of the port fb36a83c-b553-406d-a9d1-241a3f5fde68 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:51.472714 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e120ccea-4811-439b-8a95-78f89ef72d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fb36a83c-b553-406d-a9d1-241a3f5fde68), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:51.479969 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e98eba17-41b2-4025-b339-2ef85e4e8b1f tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for port (cd274ca4-8e25-4f6a-ba82-4b57a5fd3514), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:51.489426 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a0dd489e-c82e-4767-80c2-13449941f82b None None] Attempting to bind port 52edf6d4-2db9-4584-b0a4-6193f45373ed on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:38:51.489789 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a0dd489e-c82e-4767-80c2-13449941f82b None None] Attempting to bind port 52edf6d4-2db9-4584-b0a4-6193f45373ed by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '933d9f64-b696-40c2-b18b-67bf6120a3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9fcb516d-96fc-47dd-977f-c45fe2e59ba8'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:38:51.490091 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dd489e-c82e-4767-80c2-13449941f82b None None] Attempting to bind port 52edf6d4-2db9-4584-b0a4-6193f45373ed on network 9fcb516d-96fc-47dd-977f-c45fe2e59ba8 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:38:51.506230 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027e5c36-f7ac-4d9b-af28-157ea147aaeb None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:38:51.506638 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027e5c36-f7ac-4d9b-af28-157ea147aaeb None None] Checking segment: {'id': '9cc75835-8cd9-4a8f-9986-42b670fd3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e8e037e2-ce12-4d1d-bac9-cf3dd322cf13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:38:51.507050 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-027e5c36-f7ac-4d9b-af28-157ea147aaeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:51.507449 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027e5c36-f7ac-4d9b-af28-157ea147aaeb None None] Bound using segment: {'id': '9cc75835-8cd9-4a8f-9986-42b670fd3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e8e037e2-ce12-4d1d-bac9-cf3dd322cf13'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:38:51.509134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-027e5c36-f7ac-4d9b-af28-157ea147aaeb None None] Bound port: a9a84e0e-d7d3-41ae-a677-07bb29e248e9, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc75835-8cd9-4a8f-9986-42b670fd3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e8e037e2-ce12-4d1d-bac9-cf3dd322cf13'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:38:51.509526 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-027e5c36-f7ac-4d9b-af28-157ea147aaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a9a84e0e-d7d3-41ae-a677-07bb29e248e9), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:51.545184 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e5c36-f7ac-4d9b-af28-157ea147aaeb None None] Pushing event updated for resources: {'Port': ['ID=a9a84e0e-d7d3-41ae-a677-07bb29e248e9,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:51.584306 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dd489e-c82e-4767-80c2-13449941f82b None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:38:51.585061 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dd489e-c82e-4767-80c2-13449941f82b None None] Checking segment: {'id': '933d9f64-b696-40c2-b18b-67bf6120a3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9fcb516d-96fc-47dd-977f-c45fe2e59ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:38:51.585061 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a0dd489e-c82e-4767-80c2-13449941f82b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:51.585470 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dd489e-c82e-4767-80c2-13449941f82b None None] Bound using segment: {'id': '933d9f64-b696-40c2-b18b-67bf6120a3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9fcb516d-96fc-47dd-977f-c45fe2e59ba8'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:38:51.585959 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a0dd489e-c82e-4767-80c2-13449941f82b None None] Bound port: 52edf6d4-2db9-4584-b0a4-6193f45373ed, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933d9f64-b696-40c2-b18b-67bf6120a3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9fcb516d-96fc-47dd-977f-c45fe2e59ba8'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:38:51.586345 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a0dd489e-c82e-4767-80c2-13449941f82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (52edf6d4-2db9-4584-b0a4-6193f45373ed), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:51.624411 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e98eba17-41b2-4025-b339-2ef85e4e8b1f tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (cd274ca4-8e25-4f6a-ba82-4b57a5fd3514), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:51.783922 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-027e5c36-f7ac-4d9b-af28-157ea147aaeb None None] For port a9a84e0e-d7d3-41ae-a677-07bb29e248e9, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:38:51.786801 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98eba17-41b2-4025-b339-2ef85e4e8b1f tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Network e8e037e2-ce12-4d1d-bac9-cf3dd322cf13 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:38:51.796120 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-e98eba17-41b2-4025-b339-2ef85e4e8b1f tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:38:51.797297 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-027e5c36-f7ac-4d9b-af28-157ea147aaeb None None] For port a9a84e0e-d7d3-41ae-a677-07bb29e248e9, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a9a84e0e-d7d3-41ae-a677-07bb29e248e9,segment=NetworkSegment(9cc75835-8cd9-4a8f-9986-42b670fd3bdf),segment_id=9cc75835-8cd9-4a8f-9986-42b670fd3bdf)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:38:51.802555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98eba17-41b2-4025-b339-2ef85e4e8b1f tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:38:51.890067 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98eba17-41b2-4025-b339-2ef85e4e8b1f tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Pushing event updated for resources: {'Port': ['ID=cd274ca4-8e25-4f6a-ba82-4b57a5fd3514,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:51.904360 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-027e5c36-f7ac-4d9b-af28-157ea147aaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a9a84e0e-d7d3-41ae-a677-07bb29e248e9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:51.952102 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e98eba17-41b2-4025-b339-2ef85e4e8b1f tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (37352553-fc03-4119-b1e3-8bd3ed44364d), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:51.952663 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50934) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:51.995194 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port fb36a83c-b553-406d-a9d1-241a3f5fde68 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:51.995631 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fb36a83c-b553-406d-a9d1-241a3f5fde68), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:52.064499 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e120ccea-4811-439b-8a95-78f89ef72d48 None None] For port fb36a83c-b553-406d-a9d1-241a3f5fde68, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=fb36a83c-b553-406d-a9d1-241a3f5fde68,segment=NetworkSegment(76db85d4-d987-4753-8ff0-be840ad1dcea),segment_id=76db85d4-d987-4753-8ff0-be840ad1dcea)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:38:52.129453 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:52.147185 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e120ccea-4811-439b-8a95-78f89ef72d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (fb36a83c-b553-406d-a9d1-241a3f5fde68), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:52.382579 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a0dd489e-c82e-4767-80c2-13449941f82b None None] For port 52edf6d4-2db9-4584-b0a4-6193f45373ed, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:38:52.402972 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-36696f84-2e58-4b55-91c8-dc95ad96df58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1770932235-network', 'tenant_id': '1fba6150283d4830ac998c6f3ae596e4'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:52.403182 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e98eba17-41b2-4025-b339-2ef85e4e8b1f tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cd274ca4-8e25-4f6a-ba82-4b57a5fd3514), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:52.501763 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36696f84-2e58-4b55-91c8-dc95ad96df58 admin admin] Made reservation on behalf of 1fba6150283d4830ac998c6f3ae596e4 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:38:52.513276 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36696f84-2e58-4b55-91c8-dc95ad96df58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:52.548038 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd489e-c82e-4767-80c2-13449941f82b None None] Pushing event updated for resources: {'Port': ['ID=52edf6d4-2db9-4584-b0a4-6193f45373ed,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:52.561879 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36696f84-2e58-4b55-91c8-dc95ad96df58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:52.748591 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a0dd489e-c82e-4767-80c2-13449941f82b None None] For port 52edf6d4-2db9-4584-b0a4-6193f45373ed, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=52edf6d4-2db9-4584-b0a4-6193f45373ed,segment=NetworkSegment(933d9f64-b696-40c2-b18b-67bf6120a3c7),segment_id=933d9f64-b696-40c2-b18b-67bf6120a3c7)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:38:52.802035 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7e4aa001-87d4-4202-b979-b71faeb8c389 None None] Provisioning complete for port fb36a83c-b553-406d-a9d1-241a3f5fde68 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:52.809080 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7e4aa001-87d4-4202-b979-b71faeb8c389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fb36a83c-b553-406d-a9d1-241a3f5fde68), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:52.909834 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36696f84-2e58-4b55-91c8-dc95ad96df58 admin admin] Publish callbacks [] for security_group (9b05fc94-b8bd-49bf-90dd-98e62d9ca5e2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:52.919401 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36696f84-2e58-4b55-91c8-dc95ad96df58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9b05fc94-b8bd-49bf-90dd-98e62d9ca5e2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:52.953710 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:52.964611 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36696f84-2e58-4b55-91c8-dc95ad96df58 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:38:53.046625 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36696f84-2e58-4b55-91c8-dc95ad96df58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (66c855d4-27ac-43f1-8379-97466f8fe7b5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:53.046625 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-36696f84-2e58-4b55-91c8-dc95ad96df58 admin admin] Added segment 66c855d4-27ac-43f1-8379-97466f8fe7b5 of type vlan for network 0dc64386-95a9-40c4-913e-295273f16a99 Feb 28 20:38:53.047703 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36696f84-2e58-4b55-91c8-dc95ad96df58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b05fc94-b8bd-49bf-90dd-98e62d9ca5e2,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:53.061743 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a0dd489e-c82e-4767-80c2-13449941f82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (52edf6d4-2db9-4584-b0a4-6193f45373ed), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:53.209768 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36696f84-2e58-4b55-91c8-dc95ad96df58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (0dc64386-95a9-40c4-913e-295273f16a99), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:53.314604 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e98eba17-41b2-4025-b339-2ef85e4e8b1f tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for port (cd274ca4-8e25-4f6a-ba82-4b57a5fd3514), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:53.331317 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e98eba17-41b2-4025-b339-2ef85e4e8b1f tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (cd274ca4-8e25-4f6a-ba82-4b57a5fd3514), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:53.360798 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36696f84-2e58-4b55-91c8-dc95ad96df58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (0dc64386-95a9-40c4-913e-295273f16a99), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:53.361861 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36696f84-2e58-4b55-91c8-dc95ad96df58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:53.364253 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36696f84-2e58-4b55-91c8-dc95ad96df58 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:53.420859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7e4aa001-87d4-4202-b979-b71faeb8c389 None None] Current status of the port fb36a83c-b553-406d-a9d1-241a3f5fde68 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:53.454894 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:53.464999 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e5c36-f7ac-4d9b-af28-157ea147aaeb None None] Pushing event updated for resources: {'Port': ['ID=a9a84e0e-d7d3-41ae-a677-07bb29e248e9,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:53.572353 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-36696f84-2e58-4b55-91c8-dc95ad96df58 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6184299 Feb 28 20:38:53.580298 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 50970) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:53.595097 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-9683a46f-8154-435e-8742-73a4f418dca2 admin admin] Request body: {'subnet': {'network_id': '0dc64386-95a9-40c4-913e-295273f16a99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1770932235-subnet', 'tenant_id': '1fba6150283d4830ac998c6f3ae596e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:53.616248 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120ccea-4811-439b-8a95-78f89ef72d48 None None] Pushing event updated for resources: {'Port': ['ID=fb36a83c-b553-406d-a9d1-241a3f5fde68,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:53.621666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36696f84-2e58-4b55-91c8-dc95ad96df58 admin admin] Pushing event updated for resources: {'Network': ['ID=0dc64386-95a9-40c4-913e-295273f16a99,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:53.642495 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 0dc64386-95a9-40c4-913e-295273f16a99 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:38:53.687415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9683a46f-8154-435e-8742-73a4f418dca2 admin admin] Made reservation on behalf of 1fba6150283d4830ac998c6f3ae596e4 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:38:53.694047 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e98eba17-41b2-4025-b339-2ef85e4e8b1f tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (37352553-fc03-4119-b1e3-8bd3ed44364d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:53.701027 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9683a46f-8154-435e-8742-73a4f418dca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:53.719416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98eba17-41b2-4025-b339-2ef85e4e8b1f tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Pushing event updated for resources: {'Port': ['ID=cd274ca4-8e25-4f6a-ba82-4b57a5fd3514,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:53.832297 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:38:53.836424 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:38:53.961887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd489e-c82e-4767-80c2-13449941f82b None None] Pushing event updated for resources: {'Port': ['ID=52edf6d4-2db9-4584-b0a4-6193f45373ed,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:54.156393 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98eba17-41b2-4025-b339-2ef85e4e8b1f tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Network e8e037e2-ce12-4d1d-bac9-cf3dd322cf13 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:38:54.161523 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-e98eba17-41b2-4025-b339-2ef85e4e8b1f tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:38:54.168323 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9683a46f-8154-435e-8742-73a4f418dca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (2d5a7d06-821a-450d-b75e-7a9afcf5cd1b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:54.308411 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683a46f-8154-435e-8742-73a4f418dca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d5a7d06-821a-450d-b75e-7a9afcf5cd1b,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:54.430042 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9683a46f-8154-435e-8742-73a4f418dca2 admin admin] Checking segment: {'id': '66c855d4-27ac-43f1-8379-97466f8fe7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0dc64386-95a9-40c4-913e-295273f16a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:38:54.430451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9683a46f-8154-435e-8742-73a4f418dca2 admin admin] Network hostable DHCP agents. Network: 0dc64386-95a9-40c4-913e-295273f16a99, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:38:54.490676 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9683a46f-8154-435e-8742-73a4f418dca2 admin admin] Network 0dc64386-95a9-40c4-913e-295273f16a99 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:38:54.518943 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-9683a46f-8154-435e-8742-73a4f418dca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 0dc64386-95a9-40c4-913e-295273f16a99) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:38:54.526542 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9683a46f-8154-435e-8742-73a4f418dca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:54.526922 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9683a46f-8154-435e-8742-73a4f418dca2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:54.574851 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9683a46f-8154-435e-8742-73a4f418dca2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9928923 Feb 28 20:38:54.931151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847ba1f7-7afb-43e9-97fa-c0946b9abf0f None None] Network e8e037e2-ce12-4d1d-bac9-cf3dd322cf13 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:38:54.946939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cd248a-4d92-4a29-a3af-c9fcd1d8e0d8 None None] Network 0dc64386-95a9-40c4-913e-295273f16a99 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:38:55.471033 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e7588728-32d2-46af-abbe-300d6590b1bf None None] Provisioning complete for port a9a84e0e-d7d3-41ae-a677-07bb29e248e9 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:55.471466 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e7588728-32d2-46af-abbe-300d6590b1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a9a84e0e-d7d3-41ae-a677-07bb29e248e9), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:55.606561 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c1f073-2e6c-4549-84a6-feeff6e3efac None None] Network 9fcb516d-96fc-47dd-977f-c45fe2e59ba8 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:38:55.625254 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port fb36a83c-b553-406d-a9d1-241a3f5fde68 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:55.769567 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98eba17-41b2-4025-b339-2ef85e4e8b1f tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Router 37352553-fc03-4119-b1e3-8bd3ed44364d is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:38:56.143030 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98eba17-41b2-4025-b339-2ef85e4e8b1f tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:38:56.157940 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51014) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:56.166516 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e98eba17-41b2-4025-b339-2ef85e4e8b1f tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "PUT /v2.0/routers/37352553-fc03-4119-b1e3-8bd3ed44364d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6622949 Feb 28 20:38:56.285078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f4db2e-dc9f-4bc1-9c4f-4c794039c3f7 None None] Network 0dc64386-95a9-40c4-913e-295273f16a99 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:38:56.290475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e7588728-32d2-46af-abbe-300d6590b1bf None None] Current status of the port a9a84e0e-d7d3-41ae-a677-07bb29e248e9 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:56.303314 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e7588728-32d2-46af-abbe-300d6590b1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a9a84e0e-d7d3-41ae-a677-07bb29e248e9), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:56.303314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a9a84e0e-d7d3-41ae-a677-07bb29e248e9 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:38:56.315592 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1a1aa0-7f5a-4ac5-9948-50f2ed361bb9 None None] Sync routers for ids ['37352553-fc03-4119-b1e3-8bd3ed44364d'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:38:56.628168 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1a1aa0-7f5a-4ac5-9948-50f2ed361bb9 None None] Routers {'37352553-fc03-4119-b1e3-8bd3ed44364d'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:38:56.629240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5d1a1aa0-7f5a-4ac5-9948-50f2ed361bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:38:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['37352553-fc03-4119-b1e3-8bd3ed44364d'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:38:56.687725 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51022) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:56.790409 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5d1a1aa0-7f5a-4ac5-9948-50f2ed361bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:38:56.866928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1a1aa0-7f5a-4ac5-9948-50f2ed361bb9 None None] Routers {'37352553-fc03-4119-b1e3-8bd3ed44364d'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:38:56.868559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5d1a1aa0-7f5a-4ac5-9948-50f2ed361bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:38:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['37352553-fc03-4119-b1e3-8bd3ed44364d'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:38:57.125712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e7588728-32d2-46af-abbe-300d6590b1bf None None] For port a9a84e0e-d7d3-41ae-a677-07bb29e248e9, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a9a84e0e-d7d3-41ae-a677-07bb29e248e9,segment=NetworkSegment(9cc75835-8cd9-4a8f-9986-42b670fd3bdf),segment_id=9cc75835-8cd9-4a8f-9986-42b670fd3bdf)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:38:57.129566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5d1a1aa0-7f5a-4ac5-9948-50f2ed361bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:38:57.133215 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1a1aa0-7f5a-4ac5-9948-50f2ed361bb9 None None] The sync data for ids ['37352553-fc03-4119-b1e3-8bd3ed44364d'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:38:57.167081 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e7588728-32d2-46af-abbe-300d6590b1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a9a84e0e-d7d3-41ae-a677-07bb29e248e9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:57.349111 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7588728-32d2-46af-abbe-300d6590b1bf None None] Pushing event updated for resources: {'Port': ['ID=a9a84e0e-d7d3-41ae-a677-07bb29e248e9,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:57.422356 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9977cb7-7981-499b-ada3-27262f3eca6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:57.434690 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port a9a84e0e-d7d3-41ae-a677-07bb29e248e9 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:57.436311 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a9a84e0e-d7d3-41ae-a677-07bb29e248e9), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:57.475879 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-9a285393-5219-48fa-b6cd-9518dd9671e0 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 20:38:57.479543 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9a285393-5219-48fa-b6cd-9518dd9671e0 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "PUT /v2.0/routers/37352553-fc03-4119-b1e3-8bd3ed44364d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3148160 Feb 28 20:38:57.479889 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51034) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:57.533585 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e4f8a95b-7a01-4008-9112-bd70089a9206 None None] Provisioning complete for port a9a84e0e-d7d3-41ae-a677-07bb29e248e9 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:57.534169 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e4f8a95b-7a01-4008-9112-bd70089a9206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a9a84e0e-d7d3-41ae-a677-07bb29e248e9), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:57.644282 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51038) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:57.662356 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-df8a2fbc-2d67-49cd-8146-213a339a2bf4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-929994230-network', 'tenant_id': '20c29e8d79bf417387f48ae4760bb8c6'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:57.680703 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e4f8a95b-7a01-4008-9112-bd70089a9206 None None] Current status of the port a9a84e0e-d7d3-41ae-a677-07bb29e248e9 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:57.700167 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port a9a84e0e-d7d3-41ae-a677-07bb29e248e9 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:57.701891 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device fb36a83c-b553-406d-a9d1-241a3f5fde68 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:38:57.705083 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e4f8a95b-7a01-4008-9112-bd70089a9206 None None] Provisioning complete for port 52edf6d4-2db9-4584-b0a4-6193f45373ed triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:57.705583 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e4f8a95b-7a01-4008-9112-bd70089a9206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (52edf6d4-2db9-4584-b0a4-6193f45373ed), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:57.712949 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9977cb7-7981-499b-ada3-27262f3eca6f admin admin] Publish callbacks [] for security_group (d4c7d563-9e35-4817-902b-8579451e2b49), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:57.726211 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9977cb7-7981-499b-ada3-27262f3eca6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d4c7d563-9e35-4817-902b-8579451e2b49), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:57.751001 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8a2fbc-2d67-49cd-8146-213a339a2bf4 admin admin] Made reservation on behalf of 20c29e8d79bf417387f48ae4760bb8c6 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:38:57.754558 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df8a2fbc-2d67-49cd-8146-213a339a2bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:57.858247 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-ec2add19-17e7-46e0-8abe-fbb0336c4715 req-0e6205c2-1a26-4e0c-a8d0-8c32d9ecd379 service neutron] (103774) timed out ('10.222.0.13', 58320) {{(pid=103774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 20:38:57.858510 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9977cb7-7981-499b-ada3-27262f3eca6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c7d563-9e35-4817-902b-8579451e2b49,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:57.899345 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df8a2fbc-2d67-49cd-8146-213a339a2bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:57.954064 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port fb36a83c-b553-406d-a9d1-241a3f5fde68 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:57.955507 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (fb36a83c-b553-406d-a9d1-241a3f5fde68), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:57.966927 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a9977cb7-7981-499b-ada3-27262f3eca6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e5b21d32a5e4c9ead1c75106c725de0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2778723 Feb 28 20:38:57.972699 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51044) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:57.993495 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51046) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:57.996061 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e4f8a95b-7a01-4008-9112-bd70089a9206 None None] Current status of the port 52edf6d4-2db9-4584-b0a4-6193f45373ed is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:57.996749 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e4f8a95b-7a01-4008-9112-bd70089a9206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (52edf6d4-2db9-4584-b0a4-6193f45373ed), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:58.049135 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e4f8a95b-7a01-4008-9112-bd70089a9206 None None] For port 52edf6d4-2db9-4584-b0a4-6193f45373ed, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=52edf6d4-2db9-4584-b0a4-6193f45373ed,segment=NetworkSegment(933d9f64-b696-40c2-b18b-67bf6120a3c7),segment_id=933d9f64-b696-40c2-b18b-67bf6120a3c7)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:38:58.067782 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e4f8a95b-7a01-4008-9112-bd70089a9206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (52edf6d4-2db9-4584-b0a4-6193f45373ed), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:58.230618 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8a95b-7a01-4008-9112-bd70089a9206 None None] Pushing event updated for resources: {'Port': ['ID=52edf6d4-2db9-4584-b0a4-6193f45373ed,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:58.295631 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7636d7e2-fa0e-4659-8fe6-01ba3935a985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:58.351187 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port fb36a83c-b553-406d-a9d1-241a3f5fde68 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:58.354070 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 52edf6d4-2db9-4584-b0a4-6193f45373ed up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:38:58.389677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e4f8a95b-7a01-4008-9112-bd70089a9206 None None] Provisioning complete for port cd274ca4-8e25-4f6a-ba82-4b57a5fd3514 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:58.390551 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e4f8a95b-7a01-4008-9112-bd70089a9206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cd274ca4-8e25-4f6a-ba82-4b57a5fd3514), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:58.405586 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e3666186-4b43-4308-9d6e-092ff9553895 admin admin] Publish callbacks [] for security_group (d4c7d563-9e35-4817-902b-8579451e2b49), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:58.414801 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df8a2fbc-2d67-49cd-8146-213a339a2bf4 admin admin] Publish callbacks [] for security_group (48ce68cd-98bd-43c0-92b3-96e1c5224331), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:58.437756 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df8a2fbc-2d67-49cd-8146-213a339a2bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (48ce68cd-98bd-43c0-92b3-96e1c5224331), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:58.466213 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7636d7e2-fa0e-4659-8fe6-01ba3935a985 admin admin] Publish callbacks [] for security_group (498d74c2-4200-4683-abc0-f08abcee4c2b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:58.479346 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7636d7e2-fa0e-4659-8fe6-01ba3935a985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (498d74c2-4200-4683-abc0-f08abcee4c2b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:58.485062 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 52edf6d4-2db9-4584-b0a4-6193f45373ed triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:58.485697 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (52edf6d4-2db9-4584-b0a4-6193f45373ed), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:58.499902 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e3666186-4b43-4308-9d6e-092ff9553895 admin admin] Publish callbacks [] for security_group (d4c7d563-9e35-4817-902b-8579451e2b49), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:58.534838 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e4f8a95b-7a01-4008-9112-bd70089a9206 None None] Port cd274ca4-8e25-4f6a-ba82-4b57a5fd3514 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:38:58.545389 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7636d7e2-fa0e-4659-8fe6-01ba3935a985 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25782fc5126a4d1182093c01c7e5572c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5485249 Feb 28 20:38:58.545389 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636d7e2-fa0e-4659-8fe6-01ba3935a985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498d74c2-4200-4683-abc0-f08abcee4c2b,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:58.548804 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51052) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:58.619277 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f48aa69-e2a0-4046-ba2b-ecae5255f5ae admin admin] Publish callbacks [] for security_group (498d74c2-4200-4683-abc0-f08abcee4c2b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:58.657979 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f48aa69-e2a0-4046-ba2b-ecae5255f5ae admin admin] Publish callbacks [] for security_group (498d74c2-4200-4683-abc0-f08abcee4c2b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:58.669709 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 52edf6d4-2db9-4584-b0a4-6193f45373ed is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:58.686692 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8e8ea066-3483-4ee4-98a1-8b4f948dbba4 None None] Provisioning complete for port 52edf6d4-2db9-4584-b0a4-6193f45373ed triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:58.687980 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8e8ea066-3483-4ee4-98a1-8b4f948dbba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (52edf6d4-2db9-4584-b0a4-6193f45373ed), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:58.750357 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f48aa69-e2a0-4046-ba2b-ecae5255f5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (498d74c2-4200-4683-abc0-f08abcee4c2b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:58.751977 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8a2fbc-2d67-49cd-8146-213a339a2bf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:38:58.754518 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f48aa69-e2a0-4046-ba2b-ecae5255f5ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:58.756244 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6f48aa69-e2a0-4046-ba2b-ecae5255f5ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/498d74c2-4200-4683-abc0-f08abcee4c2b HTTP/1.1" status: 204 len: 168 time: 0.2062185 Feb 28 20:38:58.772666 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48aa69-e2a0-4046-ba2b-ecae5255f5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498d74c2-4200-4683-abc0-f08abcee4c2b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:58.804538 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df8a2fbc-2d67-49cd-8146-213a339a2bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f77e6b62-0e37-4df7-934f-39a8d35c48ee), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:58.806420 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-df8a2fbc-2d67-49cd-8146-213a339a2bf4 admin admin] Added segment f77e6b62-0e37-4df7-934f-39a8d35c48ee of type vlan for network eb90072f-bfbc-423f-a139-ccf79952be8f Feb 28 20:38:58.906166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8e8ea066-3483-4ee4-98a1-8b4f948dbba4 None None] Current status of the port 52edf6d4-2db9-4584-b0a4-6193f45373ed is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:58.927292 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df8a2fbc-2d67-49cd-8146-213a339a2bf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (eb90072f-bfbc-423f-a139-ccf79952be8f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:58.944154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a9a84e0e-d7d3-41ae-a677-07bb29e248e9 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:38:58.993049 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e3666186-4b43-4308-9d6e-092ff9553895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d4c7d563-9e35-4817-902b-8579451e2b49), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:58.996497 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e3666186-4b43-4308-9d6e-092ff9553895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:58.998346 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e3666186-4b43-4308-9d6e-092ff9553895 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4c7d563-9e35-4817-902b-8579451e2b49 HTTP/1.1" status: 204 len: 168 time: 1.0193324 Feb 28 20:38:58.999369 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a2fbc-2d67-49cd-8146-213a339a2bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ce68cd-98bd-43c0-92b3-96e1c5224331,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:59.055117 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3666186-4b43-4308-9d6e-092ff9553895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c7d563-9e35-4817-902b-8579451e2b49,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:59.066186 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df8a2fbc-2d67-49cd-8146-213a339a2bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (eb90072f-bfbc-423f-a139-ccf79952be8f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:59.067165 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8a2fbc-2d67-49cd-8146-213a339a2bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:38:59.067767 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df8a2fbc-2d67-49cd-8146-213a339a2bf4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:59.094733 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port a9a84e0e-d7d3-41ae-a677-07bb29e248e9 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:38:59.095434 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a9a84e0e-d7d3-41ae-a677-07bb29e248e9), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:59.246742 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port a9a84e0e-d7d3-41ae-a677-07bb29e248e9 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:38:59.248617 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 52edf6d4-2db9-4584-b0a4-6193f45373ed up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:38:59.262244 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a2fbc-2d67-49cd-8146-213a339a2bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=eb90072f-bfbc-423f-a139-ccf79952be8f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:59.450917 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-df8a2fbc-2d67-49cd-8146-213a339a2bf4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8031876 Feb 28 20:38:59.453739 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51064) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:59.461201 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-5befcc43-e0ac-4ea6-8dfb-a99c682b215b admin admin] Request body: {'subnet': {'network_id': 'eb90072f-bfbc-423f-a139-ccf79952be8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-929994230-subnet', 'tenant_id': '20c29e8d79bf417387f48ae4760bb8c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:38:59.479548 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51068) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:59.486212 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08f21873-d567-431a-b444-76b92317114b tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (37352553-fc03-4119-b1e3-8bd3ed44364d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:59.496924 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-49810281-d8a2-48a2-b6a8-d2eedc868504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:59.527802 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5befcc43-e0ac-4ea6-8dfb-a99c682b215b admin admin] Made reservation on behalf of 20c29e8d79bf417387f48ae4760bb8c6 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:38:59.530905 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5befcc43-e0ac-4ea6-8dfb-a99c682b215b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:59.807497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network eb90072f-bfbc-423f-a139-ccf79952be8f details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:38:59.864136 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5befcc43-e0ac-4ea6-8dfb-a99c682b215b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (5675f3af-4d03-493f-bc5f-904298b105fb), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:38:59.943591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befcc43-e0ac-4ea6-8dfb-a99c682b215b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5675f3af-4d03-493f-bc5f-904298b105fb,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:38:59.951354 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51070) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:38:59.993294 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5befcc43-e0ac-4ea6-8dfb-a99c682b215b admin admin] Checking segment: {'id': 'f77e6b62-0e37-4df7-934f-39a8d35c48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eb90072f-bfbc-423f-a139-ccf79952be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:38:59.993676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5befcc43-e0ac-4ea6-8dfb-a99c682b215b admin admin] Network hostable DHCP agents. Network: eb90072f-bfbc-423f-a139-ccf79952be8f, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:39:00.025150 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aa5412bd-e070-4687-84af-eaf9f3b3aa10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:00.041648 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 52edf6d4-2db9-4584-b0a4-6193f45373ed triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:39:00.042040 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (52edf6d4-2db9-4584-b0a4-6193f45373ed), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:00.066901 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5befcc43-e0ac-4ea6-8dfb-a99c682b215b admin admin] Network eb90072f-bfbc-423f-a139-ccf79952be8f is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:39:00.089012 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-5befcc43-e0ac-4ea6-8dfb-a99c682b215b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, eb90072f-bfbc-423f-a139-ccf79952be8f) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:39:00.094309 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5befcc43-e0ac-4ea6-8dfb-a99c682b215b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:00.094960 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5befcc43-e0ac-4ea6-8dfb-a99c682b215b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:00.108985 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-49810281-d8a2-48a2-b6a8-d2eedc868504 admin admin] Publish callbacks [] for security_group (cced0cff-0f38-4cbf-82f8-544ffffad091), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:00.113568 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e37992e-6c23-4099-8d56-89c4d70052cd None None] Network eb90072f-bfbc-423f-a139-ccf79952be8f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:39:00.118219 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-49810281-d8a2-48a2-b6a8-d2eedc868504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (cced0cff-0f38-4cbf-82f8-544ffffad091), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:00.210428 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5befcc43-e0ac-4ea6-8dfb-a99c682b215b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7545831 Feb 28 20:39:00.226991 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49810281-d8a2-48a2-b6a8-d2eedc868504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cced0cff-0f38-4cbf-82f8-544ffffad091,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:00.236465 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-08f21873-d567-431a-b444-76b92317114b tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Deleting port cd274ca4-8e25-4f6a-ba82-4b57a5fd3514 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:39:00.236670 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08f21873-d567-431a-b444-76b92317114b tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (cd274ca4-8e25-4f6a-ba82-4b57a5fd3514), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:00.244337 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-49810281-d8a2-48a2-b6a8-d2eedc868504 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46dae85a47e7406a8e0d2f128a5858ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7633884 Feb 28 20:39:00.244885 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51088) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:00.329370 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2960d94a-5e2b-4b72-8064-7273fe7bd4ce admin admin] Publish callbacks [] for security_group (cced0cff-0f38-4cbf-82f8-544ffffad091), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:00.390789 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2960d94a-5e2b-4b72-8064-7273fe7bd4ce admin admin] Publish callbacks [] for security_group (cced0cff-0f38-4cbf-82f8-544ffffad091), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:00.475972 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9e19a2-745b-4dfe-8835-8725561e256e None None] Network eb90072f-bfbc-423f-a139-ccf79952be8f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:39:00.497543 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2960d94a-5e2b-4b72-8064-7273fe7bd4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (cced0cff-0f38-4cbf-82f8-544ffffad091), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:00.500709 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2960d94a-5e2b-4b72-8064-7273fe7bd4ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:00.504626 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2960d94a-5e2b-4b72-8064-7273fe7bd4ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cced0cff-0f38-4cbf-82f8-544ffffad091 HTTP/1.1" status: 204 len: 168 time: 0.2559710 Feb 28 20:39:00.522963 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960d94a-5e2b-4b72-8064-7273fe7bd4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cced0cff-0f38-4cbf-82f8-544ffffad091,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:00.588036 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08f21873-d567-431a-b444-76b92317114b tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (cd274ca4-8e25-4f6a-ba82-4b57a5fd3514), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:00.642726 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-08f21873-d567-431a-b444-76b92317114b tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Calling delete_port for cd274ca4-8e25-4f6a-ba82-4b57a5fd3514 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:39:00.754134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 52edf6d4-2db9-4584-b0a4-6193f45373ed is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:39:01.060052 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aa5412bd-e070-4687-84af-eaf9f3b3aa10 admin admin] Publish callbacks [] for security_group (d670a72b-97a7-4bbc-ba59-97a9aa3bc445), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:01.073241 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aa5412bd-e070-4687-84af-eaf9f3b3aa10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d670a72b-97a7-4bbc-ba59-97a9aa3bc445), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:01.111892 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-aa5412bd-e070-4687-84af-eaf9f3b3aa10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bd750e7c29a4ee0a3802062480e8ce2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1536717 Feb 28 20:39:01.114258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51102) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:01.318838 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2080a3fe-64a4-4742-94ff-2eaaac446b94 admin admin] Publish callbacks [] for security_group (d670a72b-97a7-4bbc-ba59-97a9aa3bc445), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:01.374580 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2080a3fe-64a4-4742-94ff-2eaaac446b94 admin admin] Publish callbacks [] for security_group (d670a72b-97a7-4bbc-ba59-97a9aa3bc445), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:01.437996 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08f21873-d567-431a-b444-76b92317114b tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (cd274ca4-8e25-4f6a-ba82-4b57a5fd3514), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:01.492601 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2080a3fe-64a4-4742-94ff-2eaaac446b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d670a72b-97a7-4bbc-ba59-97a9aa3bc445), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:01.495364 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2080a3fe-64a4-4742-94ff-2eaaac446b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:01.496696 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2080a3fe-64a4-4742-94ff-2eaaac446b94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d670a72b-97a7-4bbc-ba59-97a9aa3bc445 HTTP/1.1" status: 204 len: 168 time: 0.3811281 Feb 28 20:39:01.513938 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080a3fe-64a4-4742-94ff-2eaaac446b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d670a72b-97a7-4bbc-ba59-97a9aa3bc445,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:01.567192 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5412bd-e070-4687-84af-eaf9f3b3aa10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d670a72b-97a7-4bbc-ba59-97a9aa3bc445,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:01.575452 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f21873-d567-431a-b444-76b92317114b tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Pushing event deleted for resources: {'Port': ['ID=cd274ca4-8e25-4f6a-ba82-4b57a5fd3514,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:02.067218 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-08f21873-d567-431a-b444-76b92317114b tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (37352553-fc03-4119-b1e3-8bd3ed44364d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:02.110112 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-4e139cf5-e949-424d-b14e-0880615f0303 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:02.133095 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-4e139cf5-e949-424d-b14e-0880615f0303 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/networks?id=0dc64386-95a9-40c4-913e-295273f16a99 HTTP/1.1" status: 200 len: 809 time: 0.3432417 Feb 28 20:39:02.175513 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-c715e4f6-cd41-40ae-93a7-678d23edff0d tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/quotas/1fba6150283d4830ac998c6f3ae596e4 HTTP/1.1" status: 200 len: 375 time: 0.0265508 Feb 28 20:39:02.240941 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-1e36d128-bd4c-4efb-878a-247faf3ae88f tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1fba6150283d4830ac998c6f3ae596e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536728 Feb 28 20:39:02.406144 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f21873-d567-431a-b444-76b92317114b tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Router 37352553-fc03-4119-b1e3-8bd3ed44364d has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:39:02.564460 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-79352c04-62ab-4887-93fb-9f3181eeae0d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:39:02.568725 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-79352c04-62ab-4887-93fb-9f3181eeae0d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3184099 Feb 28 20:39:02.867675 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-30977d40-4775-47c5-a339-30a212d34881 service neutron] 10.222.0.13 "GET /v2.0/networks/0dc64386-95a9-40c4-913e-295273f16a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857850 Feb 28 20:39:03.149542 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-66f07ae8-a57c-4359-8b0b-39a15e42a626 service neutron] 10.222.0.13 "GET /v2.0/networks/0dc64386-95a9-40c4-913e-295273f16a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741315 Feb 28 20:39:03.276152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51182) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:03.309677 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f21873-d567-431a-b444-76b92317114b tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:39:03.322929 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-08f21873-d567-431a-b444-76b92317114b tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "PUT /v2.0/routers/37352553-fc03-4119-b1e3-8bd3ed44364d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8419147 Feb 28 20:39:03.323998 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc41433-f001-4aa8-bfbd-699bedbb6fb8 None None] Sync routers for ids ['37352553-fc03-4119-b1e3-8bd3ed44364d'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:39:03.327250 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51186) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:03.351594 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc41433-f001-4aa8-bfbd-699bedbb6fb8 None None] Routers {'37352553-fc03-4119-b1e3-8bd3ed44364d'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:39:03.352284 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-7cc41433-f001-4aa8-bfbd-699bedbb6fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:38:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['37352553-fc03-4119-b1e3-8bd3ed44364d'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:03.423416 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-382e503c-fff3-45b1-a1a6-5df0cfbda8b6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] delete failed (client error): The resource could not be found. Feb 28 20:39:03.427978 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-382e503c-fff3-45b1-a1a6-5df0cfbda8b6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1778104497 HTTP/1.1" status: 404 len: 335 time: 0.0959291 Feb 28 20:39:03.428368 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51198) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:03.432938 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-15fb9c9e-953e-469d-8162-4aa326a7eebb tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Request body: {'router': {'external_gateway_info': {'network_id': '37352553-fc03-4119-b1e3-8bd3ed44364d'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:39:03.558370 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-7cc41433-f001-4aa8-bfbd-699bedbb6fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:03.597026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db91cea1-3285-4c66-a124-78e5b74a0652 req-a3912063-1c24-4b4b-8d57-5db9cd7438ef tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/ports?device_id=5add4c77-52f7-42a2-84f7-b918e7ab25e5 HTTP/1.1" status: 200 len: 210 time: 0.0993140 Feb 28 20:39:03.608812 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc41433-f001-4aa8-bfbd-699bedbb6fb8 None None] Routers {'37352553-fc03-4119-b1e3-8bd3ed44364d'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:39:03.609449 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-7cc41433-f001-4aa8-bfbd-699bedbb6fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:38:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['37352553-fc03-4119-b1e3-8bd3ed44364d'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:03.629877 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-142f9fb3-54f3-462b-a8f5-f90c90126157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:03.793910 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-142f9fb3-54f3-462b-a8f5-f90c90126157 admin admin] Publish callbacks [] for security_group (92425a19-1ff0-41a3-b961-491c4391dc3a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:03.805534 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-142f9fb3-54f3-462b-a8f5-f90c90126157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (92425a19-1ff0-41a3-b961-491c4391dc3a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:03.808927 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-7cc41433-f001-4aa8-bfbd-699bedbb6fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:03.814865 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc41433-f001-4aa8-bfbd-699bedbb6fb8 None None] The sync data for ids ['37352553-fc03-4119-b1e3-8bd3ed44364d'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:39:03.915354 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-142f9fb3-54f3-462b-a8f5-f90c90126157 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aee07c40287442f8956c3afdee76f8d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6380324 Feb 28 20:39:03.917491 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51214) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:04.048693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f9fb3-54f3-462b-a8f5-f90c90126157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92425a19-1ff0-41a3-b961-491c4391dc3a,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:04.086814 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e2841da0-5d32-4799-859f-4e927bb3bddb admin admin] Publish callbacks [] for security_group (92425a19-1ff0-41a3-b961-491c4391dc3a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:04.115742 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-15fb9c9e-953e-469d-8162-4aa326a7eebb tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for router_gateway (37352553-fc03-4119-b1e3-8bd3ed44364d), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:04.142565 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e2841da0-5d32-4799-859f-4e927bb3bddb admin admin] Publish callbacks [] for security_group (92425a19-1ff0-41a3-b961-491c4391dc3a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:04.165005 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-15fb9c9e-953e-469d-8162-4aa326a7eebb tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] update failed (client error): The resource could not be found. Feb 28 20:39:04.166079 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-15fb9c9e-953e-469d-8162-4aa326a7eebb tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "PUT /v2.0/routers/37352553-fc03-4119-b1e3-8bd3ed44364d HTTP/1.1" status: 404 len: 339 time: 0.7367449 Feb 28 20:39:04.171741 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51224) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:04.273510 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e2841da0-5d32-4799-859f-4e927bb3bddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (92425a19-1ff0-41a3-b961-491c4391dc3a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:04.276265 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e2841da0-5d32-4799-859f-4e927bb3bddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:04.280365 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e2841da0-5d32-4799-859f-4e927bb3bddb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92425a19-1ff0-41a3-b961-491c4391dc3a HTTP/1.1" status: 204 len: 168 time: 0.3513298 Feb 28 20:39:04.294633 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2841da0-5d32-4799-859f-4e927bb3bddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92425a19-1ff0-41a3-b961-491c4391dc3a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:04.765447 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37dbbe45-b541-4b98-8642-9817144bfcaa req-2af08eb8-b1d4-4ee8-9bd6-442369bd7848 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/ports?device_id=5add4c77-52f7-42a2-84f7-b918e7ab25e5 HTTP/1.1" status: 200 len: 210 time: 0.1185653 Feb 28 20:39:04.884021 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-214bc8b3-e5cb-44ae-bd91-0f66482ec323 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:05.216922 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51270) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:05.248551 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-269847f6-8976-45c7-8ece-e88d5d406ccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:05.393864 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-214bc8b3-e5cb-44ae-bd91-0f66482ec323 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Allocated IP 172.20.0.1 (f8db68aa-cdd2-47e6-80a1-cc798065929f/286c724d-142e-494b-87c1-de04d1146bea/84fb959a-f49a-4824-8ffe-822b644ead6a) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:39:05.440003 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-269847f6-8976-45c7-8ece-e88d5d406ccf admin admin] Publish callbacks [] for security_group (8e41a70d-6ad2-4ac9-b5b2-dadfa281f1f1), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:05.449189 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-269847f6-8976-45c7-8ece-e88d5d406ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8e41a70d-6ad2-4ac9-b5b2-dadfa281f1f1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:05.523397 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269847f6-8976-45c7-8ece-e88d5d406ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e41a70d-6ad2-4ac9-b5b2-dadfa281f1f1,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:05.729077 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-214bc8b3-e5cb-44ae-bd91-0f66482ec323 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for port (84fb959a-f49a-4824-8ffe-822b644ead6a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:05.810524 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-269847f6-8976-45c7-8ece-e88d5d406ccf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc560ce726644c8789eee0e91078b263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5920670 Feb 28 20:39:05.811200 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51288) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:05.871653 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-214bc8b3-e5cb-44ae-bd91-0f66482ec323 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (84fb959a-f49a-4824-8ffe-822b644ead6a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:05.991963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214bc8b3-e5cb-44ae-bd91-0f66482ec323 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Network f8db68aa-cdd2-47e6-80a1-cc798065929f is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:39:06.001811 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-214bc8b3-e5cb-44ae-bd91-0f66482ec323 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:39:06.010525 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214bc8b3-e5cb-44ae-bd91-0f66482ec323 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:39:06.074394 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3416cfe-5472-49a1-a9ea-d4a99b0bf240 req-bcb04ee9-ed0a-4c0b-bf6e-fb9776d46253 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/ports?device_id=5add4c77-52f7-42a2-84f7-b918e7ab25e5 HTTP/1.1" status: 200 len: 210 time: 0.1352642 Feb 28 20:39:06.097848 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-569feb61-5249-477f-8165-3340354e2d76 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:06.099995 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-569feb61-5249-477f-8165-3340354e2d76 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.10 "GET /v2.0/networks?id=0dc64386-95a9-40c4-913e-295273f16a99 HTTP/1.1" status: 200 len: 809 time: 0.5214198 Feb 28 20:39:06.103980 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bc8b3-e5cb-44ae-bd91-0f66482ec323 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Pushing event updated for resources: {'Port': ['ID=84fb959a-f49a-4824-8ffe-822b644ead6a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:06.124453 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-32883934-896e-4b58-925a-1b5e2b0e44c3 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Request body: {'port': {'device_id': '5add4c77-52f7-42a2-84f7-b918e7ab25e5', 'network_id': '0dc64386-95a9-40c4-913e-295273f16a99', 'admin_state_up': True, 'tenant_id': '1fba6150283d4830ac998c6f3ae596e4'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:39:06.147665 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75e7e1c3-79ea-44ee-b15b-e2847d009c40 admin admin] Publish callbacks [] for security_group (8e41a70d-6ad2-4ac9-b5b2-dadfa281f1f1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:06.158740 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-214bc8b3-e5cb-44ae-bd91-0f66482ec323 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (37352553-fc03-4119-b1e3-8bd3ed44364d), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:06.186676 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75e7e1c3-79ea-44ee-b15b-e2847d009c40 admin admin] Publish callbacks [] for security_group (8e41a70d-6ad2-4ac9-b5b2-dadfa281f1f1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:06.255618 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75e7e1c3-79ea-44ee-b15b-e2847d009c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8e41a70d-6ad2-4ac9-b5b2-dadfa281f1f1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:06.258752 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75e7e1c3-79ea-44ee-b15b-e2847d009c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:06.262257 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-75e7e1c3-79ea-44ee-b15b-e2847d009c40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e41a70d-6ad2-4ac9-b5b2-dadfa281f1f1 HTTP/1.1" status: 204 len: 168 time: 0.4377189 Feb 28 20:39:06.295269 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7e1c3-79ea-44ee-b15b-e2847d009c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e41a70d-6ad2-4ac9-b5b2-dadfa281f1f1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:06.398979 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-214bc8b3-e5cb-44ae-bd91-0f66482ec323 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (84fb959a-f49a-4824-8ffe-822b644ead6a), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:06.528090 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-32883934-896e-4b58-925a-1b5e2b0e44c3 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Made reservation on behalf of 1fba6150283d4830ac998c6f3ae596e4 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:39:06.533278 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-32883934-896e-4b58-925a-1b5e2b0e44c3 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:06.609135 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-54b6e073-49b1-4e86-a41b-d7c0f8ad3501 None None] Provisioning complete for port 84fb959a-f49a-4824-8ffe-822b644ead6a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:39:06.610265 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-54b6e073-49b1-4e86-a41b-d7c0f8ad3501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (84fb959a-f49a-4824-8ffe-822b644ead6a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:06.690840 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-54b6e073-49b1-4e86-a41b-d7c0f8ad3501 None None] Port 84fb959a-f49a-4824-8ffe-822b644ead6a cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:39:06.884480 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-32883934-896e-4b58-925a-1b5e2b0e44c3 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Allocated IP 172.20.0.11 (0dc64386-95a9-40c4-913e-295273f16a99/2d5a7d06-821a-450d-b75e-7a9afcf5cd1b/4cd9d486-c521-406c-b947-5b5f2636b728) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:39:06.918306 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-214bc8b3-e5cb-44ae-bd91-0f66482ec323 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for port (84fb959a-f49a-4824-8ffe-822b644ead6a), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:06.926594 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-214bc8b3-e5cb-44ae-bd91-0f66482ec323 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (84fb959a-f49a-4824-8ffe-822b644ead6a), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:07.124229 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bc8b3-e5cb-44ae-bd91-0f66482ec323 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Pushing event updated for resources: {'Port': ['ID=84fb959a-f49a-4824-8ffe-822b644ead6a,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:07.139791 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-214bc8b3-e5cb-44ae-bd91-0f66482ec323 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (37352553-fc03-4119-b1e3-8bd3ed44364d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:07.190274 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-32883934-896e-4b58-925a-1b5e2b0e44c3 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Publish callbacks [] for port (4cd9d486-c521-406c-b947-5b5f2636b728), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:07.343100 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3738729e-bac1-4556-8048-7b40065398f9 req-5bf8c6e1-ee4f-4429-8118-f9c2fc0a68ba tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/ports?device_id=5add4c77-52f7-42a2-84f7-b918e7ab25e5 HTTP/1.1" status: 200 len: 210 time: 0.0905716 Feb 28 20:39:07.395307 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214bc8b3-e5cb-44ae-bd91-0f66482ec323 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Network f8db68aa-cdd2-47e6-80a1-cc798065929f is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:39:07.397239 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-32883934-896e-4b58-925a-1b5e2b0e44c3 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4cd9d486-c521-406c-b947-5b5f2636b728), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:07.398742 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-214bc8b3-e5cb-44ae-bd91-0f66482ec323 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:39:07.596747 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32883934-896e-4b58-925a-1b5e2b0e44c3 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Pushing event updated for resources: {'Port': ['ID=4cd9d486-c521-406c-b947-5b5f2636b728,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:07.627451 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-32883934-896e-4b58-925a-1b5e2b0e44c3 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Network 0dc64386-95a9-40c4-913e-295273f16a99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:39:07.631958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-32883934-896e-4b58-925a-1b5e2b0e44c3 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:39:07.639893 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-32883934-896e-4b58-925a-1b5e2b0e44c3 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:39:07.697133 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51332) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:07.732011 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c0650fdd-f041-42a7-951a-aa302c7bf3d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:07.744077 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214bc8b3-e5cb-44ae-bd91-0f66482ec323 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Router 37352553-fc03-4119-b1e3-8bd3ed44364d has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:39:07.756943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-32883934-896e-4b58-925a-1b5e2b0e44c3 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:07.764574 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-32883934-896e-4b58-925a-1b5e2b0e44c3 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:07.809568 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-32883934-896e-4b58-925a-1b5e2b0e44c3 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6931047 Feb 28 20:39:07.844223 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c0650fdd-f041-42a7-951a-aa302c7bf3d8 admin admin] Publish callbacks [] for security_group (c8c892ed-eba2-4281-a469-53fa9b390207), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:07.855145 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c0650fdd-f041-42a7-951a-aa302c7bf3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c8c892ed-eba2-4281-a469-53fa9b390207), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:07.858316 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] Request body: {'port': {'device_id': '5add4c77-52f7-42a2-84f7-b918e7ab25e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:39:07.896944 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c0650fdd-f041-42a7-951a-aa302c7bf3d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e964ce2d4ef438daf254b23a4e02381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1946995 Feb 28 20:39:07.926215 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-74b1dd01-217b-4a4e-ad0d-a9eae4084380 None None] Provisioning complete for port 84fb959a-f49a-4824-8ffe-822b644ead6a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:39:07.929949 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-74b1dd01-217b-4a4e-ad0d-a9eae4084380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (84fb959a-f49a-4824-8ffe-822b644ead6a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:07.930701 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51350) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:08.013729 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-74b1dd01-217b-4a4e-ad0d-a9eae4084380 None None] Port 84fb959a-f49a-4824-8ffe-822b644ead6a cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:39:08.047641 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0650fdd-f041-42a7-951a-aa302c7bf3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c892ed-eba2-4281-a469-53fa9b390207,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:08.077768 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214bc8b3-e5cb-44ae-bd91-0f66482ec323 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:39:08.084556 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-214bc8b3-e5cb-44ae-bd91-0f66482ec323 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "PUT /v2.0/routers/37352553-fc03-4119-b1e3-8bd3ed44364d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9115758 Feb 28 20:39:08.087144 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51358) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:08.091879 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb48c65-c4ca-4b5f-a331-694ccc24347a None None] Sync routers for ids ['37352553-fc03-4119-b1e3-8bd3ed44364d'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:39:08.097483 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4cd9d486-c521-406c-b947-5b5f2636b728), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:08.107846 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb48c65-c4ca-4b5f-a331-694ccc24347a None None] Routers {'37352553-fc03-4119-b1e3-8bd3ed44364d'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:39:08.109280 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2fb48c65-c4ca-4b5f-a331-694ccc24347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:38:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['37352553-fc03-4119-b1e3-8bd3ed44364d'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:08.206613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2fb48c65-c4ca-4b5f-a331-694ccc24347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:08.223604 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb48c65-c4ca-4b5f-a331-694ccc24347a None None] Routers {'37352553-fc03-4119-b1e3-8bd3ed44364d'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:39:08.224658 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2fb48c65-c4ca-4b5f-a331-694ccc24347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:38:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['37352553-fc03-4119-b1e3-8bd3ed44364d'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:08.232366 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-038aee84-39d1-4a96-b028-9171c8eeef63 admin admin] Publish callbacks [] for security_group (c8c892ed-eba2-4281-a469-53fa9b390207), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:08.299819 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30a76548-6ac9-4511-b8ec-92a92cc5f046 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for router (37352553-fc03-4119-b1e3-8bd3ed44364d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:08.325147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2fb48c65-c4ca-4b5f-a331-694ccc24347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:08.325865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb48c65-c4ca-4b5f-a331-694ccc24347a None None] The sync data for ids ['37352553-fc03-4119-b1e3-8bd3ed44364d'] in n-d-820368-21 is: [] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:39:08.425855 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-038aee84-39d1-4a96-b028-9171c8eeef63 admin admin] Publish callbacks [] for security_group (c8c892ed-eba2-4281-a469-53fa9b390207), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:08.471723 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-30a76548-6ac9-4511-b8ec-92a92cc5f046 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 28 20:39:08.476985 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-30a76548-6ac9-4511-b8ec-92a92cc5f046 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "DELETE /v2.0/routers/37352553-fc03-4119-b1e3-8bd3ed44364d HTTP/1.1" status: 409 len: 376 time: 0.3883295 Feb 28 20:39:08.479732 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51380) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:08.709114 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd9785-77d4-4504-9bc6-c36a066bb381 req-105b74b2-9e63-44bd-b68c-83b0405f9605 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:08.738563 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83bd9785-77d4-4504-9bc6-c36a066bb381 req-105b74b2-9e63-44bd-b68c-83b0405f9605 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/ports?device_id=5add4c77-52f7-42a2-84f7-b918e7ab25e5 HTTP/1.1" status: 200 len: 932 time: 0.2712014 Feb 28 20:39:08.784166 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-038aee84-39d1-4a96-b028-9171c8eeef63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c8c892ed-eba2-4281-a469-53fa9b390207), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:08.788407 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-038aee84-39d1-4a96-b028-9171c8eeef63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:08.792207 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-038aee84-39d1-4a96-b028-9171c8eeef63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8c892ed-eba2-4281-a469-53fa9b390207 HTTP/1.1" status: 204 len: 168 time: 0.8581297 Feb 28 20:39:08.850018 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038aee84-39d1-4a96-b028-9171c8eeef63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c892ed-eba2-4281-a469-53fa9b390207,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:08.880805 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83bd9785-77d4-4504-9bc6-c36a066bb381 req-f5929b99-65eb-42ba-a74b-f0b842bcc11f tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b05fc94-b8bd-49bf-90dd-98e62d9ca5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328459 Feb 28 20:39:08.951870 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51430) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:08.984947 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd9d486-c521-406c-b947-5b5f2636b728 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:39:09.005703 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] Publish callbacks [] for port (4cd9d486-c521-406c-b947-5b5f2636b728), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:09.029756 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] Transition to ACTIVE for port object 4cd9d486-c521-406c-b947-5b5f2636b728 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:39:09.037439 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (4cd9d486-c521-406c-b947-5b5f2636b728), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:09.114265 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51436) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:09.190043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd9d486-c521-406c-b947-5b5f2636b728,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:09.289474 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ff161e10-7de0-4936-a451-61af382af80e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (37352553-fc03-4119-b1e3-8bd3ed44364d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:09.347502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] Attempting to bind port 4cd9d486-c521-406c-b947-5b5f2636b728 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:39:09.349177 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] Attempting to bind port 4cd9d486-c521-406c-b947-5b5f2636b728 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '66c855d4-27ac-43f1-8379-97466f8fe7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0dc64386-95a9-40c4-913e-295273f16a99'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:39:09.351722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] Attempting to bind port 4cd9d486-c521-406c-b947-5b5f2636b728 on network 0dc64386-95a9-40c4-913e-295273f16a99 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:39:09.362811 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] Port 4cd9d486-c521-406c-b947-5b5f2636b728 on network 0dc64386-95a9-40c4-913e-295273f16a99 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:39:09.364145 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] Attempting to bind port 4cd9d486-c521-406c-b947-5b5f2636b728 on network 0dc64386-95a9-40c4-913e-295273f16a99 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:39:09.391853 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:39:09.392219 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] Checking segment: {'id': '66c855d4-27ac-43f1-8379-97466f8fe7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0dc64386-95a9-40c4-913e-295273f16a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:39:09.394340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] Bound using segment: {'id': '66c855d4-27ac-43f1-8379-97466f8fe7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0dc64386-95a9-40c4-913e-295273f16a99'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:39:09.394810 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] Bound port: 4cd9d486-c521-406c-b947-5b5f2636b728, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66c855d4-27ac-43f1-8379-97466f8fe7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0dc64386-95a9-40c4-913e-295273f16a99'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:39:09.395206 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4cd9d486-c521-406c-b947-5b5f2636b728), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:09.502190 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-58e15119-b649-4f8a-8e44-e539af510a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:09.662139 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] For port 4cd9d486-c521-406c-b947-5b5f2636b728, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:39:09.667277 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] For port 4cd9d486-c521-406c-b947-5b5f2636b728, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=4cd9d486-c521-406c-b947-5b5f2636b728,segment=NetworkSegment(66c855d4-27ac-43f1-8379-97466f8fe7b5),segment_id=66c855d4-27ac-43f1-8379-97466f8fe7b5)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:39:09.686459 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (4cd9d486-c521-406c-b947-5b5f2636b728), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:09.733249 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-58e15119-b649-4f8a-8e44-e539af510a92 admin admin] Publish callbacks [] for security_group (6bbd81c3-7ee9-479f-8854-764c1c16f847), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:09.743223 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:09.743890 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:09.745355 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] 10.222.0.10 "PUT /v2.0/ports/4cd9d486-c521-406c-b947-5b5f2636b728 HTTP/1.1" status: 200 len: 1093 time: 1.9279475 Feb 28 20:39:09.745836 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5add4c77-52f7-42a2-84f7-b918e7ab25e5', 'tag': '4cd9d486-c521-406c-b947-5b5f2636b728'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:39:09.748658 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a525cf81-6cc4-4fb3-8b92-98e4b23efe15" -d '{"events": [{"name": "network-changed", "server_uuid": "5add4c77-52f7-42a2-84f7-b918e7ab25e5", "tag": "4cd9d486-c521-406c-b947-5b5f2636b728"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:39:09.764046 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-58e15119-b649-4f8a-8e44-e539af510a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6bbd81c3-7ee9-479f-8854-764c1c16f847), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:09.864801 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964a3233-d457-48de-b185-d581f3d24dcd x-openstack-request-id: req-964a3233-d457-48de-b185-d581f3d24dcd {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:39:09.865094 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5add4c77-52f7-42a2-84f7-b918e7ab25e5", "tag": "4cd9d486-c521-406c-b947-5b5f2636b728", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:39:09.865354 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-964a3233-d457-48de-b185-d581f3d24dcd {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:39:09.872282 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5add4c77-52f7-42a2-84f7-b918e7ab25e5', 'tag': '4cd9d486-c521-406c-b947-5b5f2636b728', 'status': 'completed', 'code': 200} Feb 28 20:39:09.950118 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e15119-b649-4f8a-8e44-e539af510a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbd81c3-7ee9-479f-8854-764c1c16f847,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:10.003621 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043b345-cd9a-4091-8244-ed9774d1f680 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd9d486-c521-406c-b947-5b5f2636b728,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:10.052757 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-58e15119-b649-4f8a-8e44-e539af510a92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=efefed63edee41eb8031406efbcdcb66&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0997920 Feb 28 20:39:10.067900 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51460) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:10.117948 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-038ce3c4-cf0a-4f6a-9b2f-666c1744da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:10.119509 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-038ce3c4-cf0a-4f6a-9b2f-666c1744da40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1fba6150283d4830ac998c6f3ae596e4&device_id=5add4c77-52f7-42a2-84f7-b918e7ab25e5 HTTP/1.1" status: 200 len: 1127 time: 0.2697871 Feb 28 20:39:10.153281 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325825b-5137-49d6-8de5-248a87c7e121 req-0db52473-b5c5-4129-923f-07b03ee35e95 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:10.156428 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c325825b-5137-49d6-8de5-248a87c7e121 req-0db52473-b5c5-4129-923f-07b03ee35e95 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/ports?device_id=5add4c77-52f7-42a2-84f7-b918e7ab25e5 HTTP/1.1" status: 200 len: 944 time: 0.1614225 Feb 28 20:39:10.192045 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-d10d2030-4dd8-4b91-90c1-1e9cfc08ac09 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd9d486-c521-406c-b947-5b5f2636b728 HTTP/1.1" status: 200 len: 217 time: 0.0618324 Feb 28 20:39:10.210450 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6471df7d-20c0-4a65-98c6-c121678cc28f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:10.289416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-e0a87cb8-391b-4aa1-a02b-c4ec1e658b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:10.290954 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-e0a87cb8-391b-4aa1-a02b-c4ec1e658b29 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2d5a7d06-821a-450d-b75e-7a9afcf5cd1b HTTP/1.1" status: 200 len: 849 time: 0.0924430 Feb 28 20:39:10.297314 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c325825b-5137-49d6-8de5-248a87c7e121 req-b4f76340-f9bc-4493-a83a-622cb1feceed tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b05fc94-b8bd-49bf-90dd-98e62d9ca5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077936 Feb 28 20:39:10.334416 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6471df7d-20c0-4a65-98c6-c121678cc28f admin admin] Publish callbacks [] for security_group (8e7dfbf0-962b-4cd9-b168-0d544f405de7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:10.337627 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-778610aa-6099-4398-88bd-ab083804c099 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0dc64386-95a9-40c4-913e-295273f16a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385056 Feb 28 20:39:10.371886 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6471df7d-20c0-4a65-98c6-c121678cc28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8e7dfbf0-962b-4cd9-b168-0d544f405de7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:10.402409 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6471df7d-20c0-4a65-98c6-c121678cc28f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc46b9b41dc74d249ef5e0e0d92fdfa9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2852116 Feb 28 20:39:10.422139 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51470) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:10.465208 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471df7d-20c0-4a65-98c6-c121678cc28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7dfbf0-962b-4cd9-b168-0d544f405de7,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:10.497397 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7abf387c-0e0c-4406-a6cd-582a8ea0e38b admin admin] Publish callbacks [] for security_group (6bbd81c3-7ee9-479f-8854-764c1c16f847), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:10.537333 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7abf387c-0e0c-4406-a6cd-582a8ea0e38b admin admin] Publish callbacks [] for security_group (6bbd81c3-7ee9-479f-8854-764c1c16f847), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:10.580350 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-445e6bf0-8ef1-489f-9381-4c14c0833d41 service neutron] 10.222.0.10 "GET /v2.0/networks/0dc64386-95a9-40c4-913e-295273f16a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348182 Feb 28 20:39:10.581813 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1b756634-02e7-48b5-b953-a8a33a9badfa admin admin] Publish callbacks [] for security_group (8e7dfbf0-962b-4cd9-b168-0d544f405de7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:10.655120 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-ff161e10-7de0-4936-a451-61af382af80e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Deleting port 84fb959a-f49a-4824-8ffe-822b644ead6a {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:39:10.655483 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ff161e10-7de0-4936-a451-61af382af80e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (84fb959a-f49a-4824-8ffe-822b644ead6a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:10.673551 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7abf387c-0e0c-4406-a6cd-582a8ea0e38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6bbd81c3-7ee9-479f-8854-764c1c16f847), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:10.676494 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7abf387c-0e0c-4406-a6cd-582a8ea0e38b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:10.677737 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7abf387c-0e0c-4406-a6cd-582a8ea0e38b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bbd81c3-7ee9-479f-8854-764c1c16f847 HTTP/1.1" status: 204 len: 168 time: 0.6067138 Feb 28 20:39:10.705927 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-453c691f-81ca-45f1-88b9-9034dfd17ccd req-7370db0d-801f-483c-b759-7332797822a8 service neutron] 10.222.0.10 "GET /v2.0/networks/0dc64386-95a9-40c4-913e-295273f16a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104240 Feb 28 20:39:10.734703 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf387c-0e0c-4406-a6cd-582a8ea0e38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbd81c3-7ee9-479f-8854-764c1c16f847,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:10.741541 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1b756634-02e7-48b5-b953-a8a33a9badfa admin admin] Publish callbacks [] for security_group (8e7dfbf0-962b-4cd9-b168-0d544f405de7), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:10.815476 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ff161e10-7de0-4936-a451-61af382af80e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (84fb959a-f49a-4824-8ffe-822b644ead6a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:10.840755 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-ff161e10-7de0-4936-a451-61af382af80e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Calling delete_port for 84fb959a-f49a-4824-8ffe-822b644ead6a owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:39:10.905366 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525cf81-6cc4-4fb3-8b92-98e4b23efe15 req-580d95c9-bb57-4c45-a21c-fdcacf4b242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:10.909480 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a525cf81-6cc4-4fb3-8b92-98e4b23efe15 req-580d95c9-bb57-4c45-a21c-fdcacf4b242b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1fba6150283d4830ac998c6f3ae596e4&device_id=5add4c77-52f7-42a2-84f7-b918e7ab25e5 HTTP/1.1" status: 200 len: 1127 time: 0.1351166 Feb 28 20:39:10.941588 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1b756634-02e7-48b5-b953-a8a33a9badfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8e7dfbf0-962b-4cd9-b168-0d544f405de7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:10.945905 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1b756634-02e7-48b5-b953-a8a33a9badfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:10.947945 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1b756634-02e7-48b5-b953-a8a33a9badfa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e7dfbf0-962b-4cd9-b168-0d544f405de7 HTTP/1.1" status: 204 len: 168 time: 0.5246444 Feb 28 20:39:10.993624 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b756634-02e7-48b5-b953-a8a33a9badfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7dfbf0-962b-4cd9-b168-0d544f405de7,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:11.143507 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:39:11.161567 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ff161e10-7de0-4936-a451-61af382af80e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (84fb959a-f49a-4824-8ffe-822b644ead6a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:11.174425 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525cf81-6cc4-4fb3-8b92-98e4b23efe15 req-3864ea30-6984-4e27-bd0a-18689694b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:11.179061 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a525cf81-6cc4-4fb3-8b92-98e4b23efe15 req-3864ea30-6984-4e27-bd0a-18689694b103 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0dc64386-95a9-40c4-913e-295273f16a99 HTTP/1.1" status: 200 len: 909 time: 0.2611642 Feb 28 20:39:11.239002 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff161e10-7de0-4936-a451-61af382af80e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Pushing event deleted for resources: {'Port': ['ID=84fb959a-f49a-4824-8ffe-822b644ead6a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:11.299900 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a525cf81-6cc4-4fb3-8b92-98e4b23efe15 req-7f9c9761-2385-4d33-afc9-7cbb92cb6328 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd9d486-c521-406c-b947-5b5f2636b728 HTTP/1.1" status: 200 len: 217 time: 0.1129980 Feb 28 20:39:11.570224 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ff161e10-7de0-4936-a451-61af382af80e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (37352553-fc03-4119-b1e3-8bd3ed44364d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:11.628172 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51496) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:11.671446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525cf81-6cc4-4fb3-8b92-98e4b23efe15 req-0eb1bdfe-9331-4605-b8b1-776900770cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:11.675841 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a525cf81-6cc4-4fb3-8b92-98e4b23efe15 req-0eb1bdfe-9331-4605-b8b1-776900770cae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2d5a7d06-821a-450d-b75e-7a9afcf5cd1b HTTP/1.1" status: 200 len: 849 time: 0.3648214 Feb 28 20:39:11.690294 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0838d70c-b99a-4502-8168-759a501adfb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:11.769875 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51498) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:11.779373 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a525cf81-6cc4-4fb3-8b92-98e4b23efe15 req-3c1881d2-936e-4c4a-9400-4f5e1b3bb0fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0dc64386-95a9-40c4-913e-295273f16a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928273 Feb 28 20:39:11.848067 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc802f9-349a-42c0-9d48-5c02ecfefc83 req-f09c0b1b-f337-4b36-aff6-31ab295f7bcc tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:11.862876 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bcc802f9-349a-42c0-9d48-5c02ecfefc83 req-f09c0b1b-f337-4b36-aff6-31ab295f7bcc tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/ports?device_id=5add4c77-52f7-42a2-84f7-b918e7ab25e5 HTTP/1.1" status: 200 len: 944 time: 0.4052234 Feb 28 20:39:11.876091 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff161e10-7de0-4936-a451-61af382af80e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Router 37352553-fc03-4119-b1e3-8bd3ed44364d has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:39:11.877712 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-802a423e-e221-4110-9da3-f79acde50f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:12.030055 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bcc802f9-349a-42c0-9d48-5c02ecfefc83 req-3a045539-6007-4c0a-8636-2bc21e61abce tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b05fc94-b8bd-49bf-90dd-98e62d9ca5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663508 Feb 28 20:39:12.062881 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a525cf81-6cc4-4fb3-8b92-98e4b23efe15 req-674228d4-17f0-4199-b11a-b001e9571cf5 service neutron] 10.222.0.10 "GET /v2.0/networks/0dc64386-95a9-40c4-913e-295273f16a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706761 Feb 28 20:39:12.112765 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0838d70c-b99a-4502-8168-759a501adfb5 admin admin] Publish callbacks [] for security_group (a2b04f44-5bae-416a-ae98-0c1d8c8769f1), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:12.170697 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-802a423e-e221-4110-9da3-f79acde50f5d admin admin] Publish callbacks [] for security_group (d2f81bb0-ddac-445d-a8da-594094007b95), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:12.172923 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff161e10-7de0-4936-a451-61af382af80e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:39:12.183459 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ff161e10-7de0-4936-a451-61af382af80e tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "PUT /v2.0/routers/37352553-fc03-4119-b1e3-8bd3ed44364d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7025576 Feb 28 20:39:12.185287 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51504) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:12.186232 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-802a423e-e221-4110-9da3-f79acde50f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d2f81bb0-ddac-445d-a8da-594094007b95), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:12.191282 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f61eb0-2479-4aa7-b550-2b944f1062fb None None] Sync routers for ids ['37352553-fc03-4119-b1e3-8bd3ed44364d'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:39:12.202092 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0838d70c-b99a-4502-8168-759a501adfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a2b04f44-5bae-416a-ae98-0c1d8c8769f1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:12.207232 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f61eb0-2479-4aa7-b550-2b944f1062fb None None] Routers {'37352553-fc03-4119-b1e3-8bd3ed44364d'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:39:12.208678 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-05f61eb0-2479-4aa7-b550-2b944f1062fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:38:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['37352553-fc03-4119-b1e3-8bd3ed44364d'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:12.225635 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-802a423e-e221-4110-9da3-f79acde50f5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdd6b9255b3f47caa4da2a4b2c4d3762&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3703387 Feb 28 20:39:12.228657 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51508) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:12.253531 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-05f61eb0-2479-4aa7-b550-2b944f1062fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:12.263741 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f61eb0-2479-4aa7-b550-2b944f1062fb None None] Routers {'37352553-fc03-4119-b1e3-8bd3ed44364d'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:39:12.264736 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-05f61eb0-2479-4aa7-b550-2b944f1062fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:38:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['37352553-fc03-4119-b1e3-8bd3ed44364d'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:12.299577 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-05f61eb0-2479-4aa7-b550-2b944f1062fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:12.300758 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f61eb0-2479-4aa7-b550-2b944f1062fb None None] The sync data for ids ['37352553-fc03-4119-b1e3-8bd3ed44364d'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:39:12.329244 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-7063f6ec-d1bc-41c5-8fba-18ed23ffd28b tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] show failed (client error): The resource could not be found. Feb 28 20:39:12.330795 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7063f6ec-d1bc-41c5-8fba-18ed23ffd28b tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1157393775 HTTP/1.1" status: 404 len: 335 time: 0.1299527 Feb 28 20:39:12.342897 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51510) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:12.357799 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-0690dae3-d801-41c2-9a20-394f1d29d55f tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:39:12.363505 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a423e-e221-4110-9da3-f79acde50f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f81bb0-ddac-445d-a8da-594094007b95,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:12.415631 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a5653159-3df3-4b7a-b35d-b860baeb65af admin admin] Publish callbacks [] for security_group (d2f81bb0-ddac-445d-a8da-594094007b95), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:12.441119 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-0690dae3-d801-41c2-9a20-394f1d29d55f tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] update failed (client error): The resource could not be found. Feb 28 20:39:12.444950 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a5653159-3df3-4b7a-b35d-b860baeb65af admin admin] Publish callbacks [] for security_group (d2f81bb0-ddac-445d-a8da-594094007b95), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:12.454511 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0690dae3-d801-41c2-9a20-394f1d29d55f tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-870620532 HTTP/1.1" status: 404 len: 334 time: 0.1054783 Feb 28 20:39:12.455057 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51516) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:12.457795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838d70c-b99a-4502-8168-759a501adfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b04f44-5bae-416a-ae98-0c1d8c8769f1,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:12.472617 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0838d70c-b99a-4502-8168-759a501adfb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e49f9550a57a4346accb7802de83cc1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8378360 Feb 28 20:39:12.492642 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51518) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:12.514613 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a525cf81-6cc4-4fb3-8b92-98e4b23efe15 req-3d2d545e-2865-4778-b288-7f922709ec95 service neutron] 10.222.0.10 "GET /v2.0/networks/0dc64386-95a9-40c4-913e-295273f16a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405684 Feb 28 20:39:12.586829 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-48ca6cf9-6ea0-4401-b820-ebd45ba926e7 admin admin] Publish callbacks [] for security_group (a2b04f44-5bae-416a-ae98-0c1d8c8769f1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:12.615656 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-48ca6cf9-6ea0-4401-b820-ebd45ba926e7 admin admin] Publish callbacks [] for security_group (a2b04f44-5bae-416a-ae98-0c1d8c8769f1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:12.640805 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c200afaa-c9a7-4c1b-aacb-0c8f27b757f4 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Deleting subnet 88f273f2-b123-4691-bf78-44d66a279676 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:39:12.654256 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c200afaa-c9a7-4c1b-aacb-0c8f27b757f4 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for subnet (88f273f2-b123-4691-bf78-44d66a279676), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:12.676335 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a5653159-3df3-4b7a-b35d-b860baeb65af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d2f81bb0-ddac-445d-a8da-594094007b95), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:12.681709 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-48ca6cf9-6ea0-4401-b820-ebd45ba926e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a2b04f44-5bae-416a-ae98-0c1d8c8769f1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:12.685436 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-48ca6cf9-6ea0-4401-b820-ebd45ba926e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:12.687020 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a5653159-3df3-4b7a-b35d-b860baeb65af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:12.690838 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-48ca6cf9-6ea0-4401-b820-ebd45ba926e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2b04f44-5bae-416a-ae98-0c1d8c8769f1 HTTP/1.1" status: 204 len: 168 time: 0.1945999 Feb 28 20:39:12.692424 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a5653159-3df3-4b7a-b35d-b860baeb65af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2f81bb0-ddac-445d-a8da-594094007b95 HTTP/1.1" status: 204 len: 168 time: 0.4577231 Feb 28 20:39:12.714625 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca6cf9-6ea0-4401-b820-ebd45ba926e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b04f44-5bae-416a-ae98-0c1d8c8769f1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:12.743358 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c200afaa-c9a7-4c1b-aacb-0c8f27b757f4 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (88f273f2-b123-4691-bf78-44d66a279676), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:12.873278 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c200afaa-c9a7-4c1b-aacb-0c8f27b757f4 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (88f273f2-b123-4691-bf78-44d66a279676), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:12.946592 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5653159-3df3-4b7a-b35d-b860baeb65af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f81bb0-ddac-445d-a8da-594094007b95,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:12.952201 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c200afaa-c9a7-4c1b-aacb-0c8f27b757f4 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (88f273f2-b123-4691-bf78-44d66a279676), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:12.983694 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200afaa-c9a7-4c1b-aacb-0c8f27b757f4 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Pushing event deleted for resources: {'Subnet': ['ID=88f273f2-b123-4691-bf78-44d66a279676,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:12.987654 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c200afaa-c9a7-4c1b-aacb-0c8f27b757f4 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:12.993551 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c200afaa-c9a7-4c1b-aacb-0c8f27b757f4 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "DELETE /v2.0/subnets/88f273f2-b123-4691-bf78-44d66a279676 HTTP/1.1" status: 204 len: 168 time: 0.5351245 Feb 28 20:39:12.993969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51528) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:13.001658 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b87979a-7389-4670-ad86-8e269e8027d8 None None] Network 9fcb516d-96fc-47dd-977f-c45fe2e59ba8 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:39:13.102648 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-75614d24-0da5-4763-92a9-7a1d4a27b7ea tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Deleting subnet c2cac7ea-3e76-45fd-bed5-a2aa92a6c261 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:39:13.112480 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75614d24-0da5-4763-92a9-7a1d4a27b7ea tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for subnet (c2cac7ea-3e76-45fd-bed5-a2aa92a6c261), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:13.207836 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 4cd9d486-c521-406c-b947-5b5f2636b728 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:39:13.330710 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 4cd9d486-c521-406c-b947-5b5f2636b728, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=4cd9d486-c521-406c-b947-5b5f2636b728,segment=NetworkSegment(66c855d4-27ac-43f1-8379-97466f8fe7b5),segment_id=66c855d4-27ac-43f1-8379-97466f8fe7b5)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:39:13.349394 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '4cd9d486-c521-406c-b947-5b5f2636b728', 'network_id': '0dc64386-95a9-40c4-913e-295273f16a99', 'port_id': '4cd9d486-c521-406c-b947-5b5f2636b728', 'mac_address': 'fa:16:3e:95:60:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5a7d06-821a-450d-b75e-7a9afcf5cd1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:39:13.351840 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75614d24-0da5-4763-92a9-7a1d4a27b7ea tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (c2cac7ea-3e76-45fd-bed5-a2aa92a6c261), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:13.404624 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 4cd9d486-c521-406c-b947-5b5f2636b728 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:39:13.405013 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4cd9d486-c521-406c-b947-5b5f2636b728), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:13.496894 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd9d486-c521-406c-b947-5b5f2636b728 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:39:13.553409 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 4cd9d486-c521-406c-b947-5b5f2636b728, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=4cd9d486-c521-406c-b947-5b5f2636b728,segment=NetworkSegment(66c855d4-27ac-43f1-8379-97466f8fe7b5),segment_id=66c855d4-27ac-43f1-8379-97466f8fe7b5)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:39:13.554303 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d4ab3-98a0-444b-8a6f-ccde404b2eea req-fea9d841-e47d-42b4-8dd0-1b60fb60ddc3 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:13.557189 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f05d4ab3-98a0-444b-8a6f-ccde404b2eea req-fea9d841-e47d-42b4-8dd0-1b60fb60ddc3 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/ports?device_id=5add4c77-52f7-42a2-84f7-b918e7ab25e5 HTTP/1.1" status: 200 len: 944 time: 0.3465586 Feb 28 20:39:13.580722 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4cd9d486-c521-406c-b947-5b5f2636b728), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:13.709929 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665b20d8-951b-4bf6-be93-ae1af8599b8f None None] DHCP port deletion for 9fcb516d-96fc-47dd-977f-c45fe2e59ba8 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:39:13.809754 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=4cd9d486-c521-406c-b947-5b5f2636b728,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:13.866530 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-665b20d8-951b-4bf6-be93-ae1af8599b8f None None] Deleting port 52edf6d4-2db9-4584-b0a4-6193f45373ed {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:39:13.869643 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-665b20d8-951b-4bf6-be93-ae1af8599b8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (52edf6d4-2db9-4584-b0a4-6193f45373ed), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:13.884381 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75614d24-0da5-4763-92a9-7a1d4a27b7ea tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (c2cac7ea-3e76-45fd-bed5-a2aa92a6c261), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:13.897754 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f05d4ab3-98a0-444b-8a6f-ccde404b2eea req-a2e1c055-48a4-43cb-9b9b-d34359594053 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b05fc94-b8bd-49bf-90dd-98e62d9ca5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240664 Feb 28 20:39:13.907629 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['4cd9d486-c521-406c-b947-5b5f2636b728'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:39:14.035903 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75614d24-0da5-4763-92a9-7a1d4a27b7ea tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (c2cac7ea-3e76-45fd-bed5-a2aa92a6c261), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:14.095613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-665b20d8-951b-4bf6-be93-ae1af8599b8f None None] For port 52edf6d4-2db9-4584-b0a4-6193f45373ed, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=52edf6d4-2db9-4584-b0a4-6193f45373ed,segment=NetworkSegment(933d9f64-b696-40c2-b18b-67bf6120a3c7),segment_id=933d9f64-b696-40c2-b18b-67bf6120a3c7)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:39:14.096202 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-665b20d8-951b-4bf6-be93-ae1af8599b8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (52edf6d4-2db9-4584-b0a4-6193f45373ed), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:14.126547 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75614d24-0da5-4763-92a9-7a1d4a27b7ea tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Pushing event deleted for resources: {'Subnet': ['ID=c2cac7ea-3e76-45fd-bed5-a2aa92a6c261,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:14.127586 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-665b20d8-951b-4bf6-be93-ae1af8599b8f None None] Calling delete_port for 52edf6d4-2db9-4584-b0a4-6193f45373ed owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:39:14.155174 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75614d24-0da5-4763-92a9-7a1d4a27b7ea tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:14.163440 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-75614d24-0da5-4763-92a9-7a1d4a27b7ea tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "DELETE /v2.0/subnets/c2cac7ea-3e76-45fd-bed5-a2aa92a6c261 HTTP/1.1" status: 204 len: 168 time: 1.1683054 Feb 28 20:39:14.166079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51576) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:14.206624 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c61aa2a-4de0-4761-bb8f-28cc5c7e4f37 None None] Network e8e037e2-ce12-4d1d-bac9-cf3dd322cf13 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:39:14.431789 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c180f31-b0f3-42d3-82a9-e0825b5ccc00 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (9fcb516d-96fc-47dd-977f-c45fe2e59ba8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:14.433592 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-665b20d8-951b-4bf6-be93-ae1af8599b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (52edf6d4-2db9-4584-b0a4-6193f45373ed), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:14.480137 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b20d8-951b-4bf6-be93-ae1af8599b8f None None] No DVR routers for this DVR port 52edf6d4-2db9-4584-b0a4-6193f45373ed on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:39:14.537729 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b55c4b7-fdbe-4672-9f07-018732d3ceab None None] DHCP port deletion for e8e037e2-ce12-4d1d-bac9-cf3dd322cf13 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:39:14.540775 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b20d8-951b-4bf6-be93-ae1af8599b8f None None] Pushing event deleted for resources: {'Port': ['ID=52edf6d4-2db9-4584-b0a4-6193f45373ed,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:14.724181 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1b55c4b7-fdbe-4672-9f07-018732d3ceab None None] Deleting port a9a84e0e-d7d3-41ae-a677-07bb29e248e9 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:39:14.725286 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1b55c4b7-fdbe-4672-9f07-018732d3ceab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a9a84e0e-d7d3-41ae-a677-07bb29e248e9), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:14.768860 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c180f31-b0f3-42d3-82a9-e0825b5ccc00 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (9fcb516d-96fc-47dd-977f-c45fe2e59ba8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:14.824918 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1b55c4b7-fdbe-4672-9f07-018732d3ceab None None] For port a9a84e0e-d7d3-41ae-a677-07bb29e248e9, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a9a84e0e-d7d3-41ae-a677-07bb29e248e9,segment=NetworkSegment(9cc75835-8cd9-4a8f-9986-42b670fd3bdf),segment_id=9cc75835-8cd9-4a8f-9986-42b670fd3bdf)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:39:14.825520 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-0c180f31-b0f3-42d3-82a9-e0825b5ccc00 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fcb516d-96fc-47dd-977f-c45fe2e59ba8']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:14.826054 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1b55c4b7-fdbe-4672-9f07-018732d3ceab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a9a84e0e-d7d3-41ae-a677-07bb29e248e9), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:14.847411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1b55c4b7-fdbe-4672-9f07-018732d3ceab None None] Calling delete_port for a9a84e0e-d7d3-41ae-a677-07bb29e248e9 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:39:14.850653 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-0c180f31-b0f3-42d3-82a9-e0825b5ccc00 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933d9f64-b696-40c2-b18b-67bf6120a3c7') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:14.850971 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-0c180f31-b0f3-42d3-82a9-e0825b5ccc00 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933d9f64-b696-40c2-b18b-67bf6120a3c7') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:14.877181 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c180f31-b0f3-42d3-82a9-e0825b5ccc00 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (933d9f64-b696-40c2-b18b-67bf6120a3c7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:14.908576 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c180f31-b0f3-42d3-82a9-e0825b5ccc00 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (933d9f64-b696-40c2-b18b-67bf6120a3c7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:14.924154 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c180f31-b0f3-42d3-82a9-e0825b5ccc00 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:39:14.924849 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c180f31-b0f3-42d3-82a9-e0825b5ccc00 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (933d9f64-b696-40c2-b18b-67bf6120a3c7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:39:14.936387 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:39:15.028039 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a9a84e0e-d7d3-41ae-a677-07bb29e248e9 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:39:15.148483 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1b55c4b7-fdbe-4672-9f07-018732d3ceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (a9a84e0e-d7d3-41ae-a677-07bb29e248e9), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:15.158221 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c180f31-b0f3-42d3-82a9-e0825b5ccc00 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (9fcb516d-96fc-47dd-977f-c45fe2e59ba8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:15.170723 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c180f31-b0f3-42d3-82a9-e0825b5ccc00 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:15.176496 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a41fd-5f59-4810-948d-849766839f15 req-1d1f4d2a-bc03-4bcc-9426-d23c3bf92cb6 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:15.184982 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0c180f31-b0f3-42d3-82a9-e0825b5ccc00 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "DELETE /v2.0/networks/9fcb516d-96fc-47dd-977f-c45fe2e59ba8 HTTP/1.1" status: 204 len: 168 time: 1.0153568 Feb 28 20:39:15.186893 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51600) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:15.191425 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-379a41fd-5f59-4810-948d-849766839f15 req-1d1f4d2a-bc03-4bcc-9426-d23c3bf92cb6 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/ports?device_id=5add4c77-52f7-42a2-84f7-b918e7ab25e5 HTTP/1.1" status: 200 len: 945 time: 0.1408496 Feb 28 20:39:15.252383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 4cd9d486-c521-406c-b947-5b5f2636b728 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:39:15.290753 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c180f31-b0f3-42d3-82a9-e0825b5ccc00 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Pushing event deleted for resources: {'Network': ['ID=9fcb516d-96fc-47dd-977f-c45fe2e59ba8,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:15.293163 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-379a41fd-5f59-4810-948d-849766839f15 req-a8447dc6-968b-406e-a1b2-0029e511c4fa tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b05fc94-b8bd-49bf-90dd-98e62d9ca5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000481 Feb 28 20:39:15.348586 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b55c4b7-fdbe-4672-9f07-018732d3ceab None None] No DVR routers for this DVR port a9a84e0e-d7d3-41ae-a677-07bb29e248e9 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:39:15.350343 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55c4b7-fdbe-4672-9f07-018732d3ceab None None] Pushing event deleted for resources: {'Port': ['ID=a9a84e0e-d7d3-41ae-a677-07bb29e248e9,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:15.377056 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No active binding found for port a9a84e0e-d7d3-41ae-a677-07bb29e248e9 {{(pid=103775) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 28 20:39:15.377449 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] The host n-d-820368-21 is not matching for port a9a84e0e-d7d3-41ae-a677-07bb29e248e9 host None! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:39:15.377843 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a9a84e0e-d7d3-41ae-a677-07bb29e248e9 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:39:15.378400 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 52edf6d4-2db9-4584-b0a4-6193f45373ed no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:39:15.406977 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 52edf6d4-2db9-4584-b0a4-6193f45373ed {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:39:15.407318 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 52edf6d4-2db9-4584-b0a4-6193f45373ed not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:39:15.428693 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 4cd9d486-c521-406c-b947-5b5f2636b728 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:39:15.436450 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 4cd9d486-c521-406c-b947-5b5f2636b728 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:39:15.437165 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4cd9d486-c521-406c-b947-5b5f2636b728), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:15.473587 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-089b4517-1936-4227-b187-57eb571c2f1d tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (e8e037e2-ce12-4d1d-bac9-cf3dd322cf13), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:15.642297 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-089b4517-1936-4227-b187-57eb571c2f1d tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (e8e037e2-ce12-4d1d-bac9-cf3dd322cf13), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:15.644773 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 4cd9d486-c521-406c-b947-5b5f2636b728 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:39:15.645628 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4cd9d486-c521-406c-b947-5b5f2636b728), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:15.708321 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-089b4517-1936-4227-b187-57eb571c2f1d tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e037e2-ce12-4d1d-bac9-cf3dd322cf13']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:15.714318 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5add4c77-52f7-42a2-84f7-b918e7ab25e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd9d486-c521-406c-b947-5b5f2636b728'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:39:15.720407 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f591cbf-00e5-489d-a0c0-898e465f0e82" -d '{"events": [{"server_uuid": "5add4c77-52f7-42a2-84f7-b918e7ab25e5", "name": "network-vif-plugged", "status": "completed", "tag": "4cd9d486-c521-406c-b947-5b5f2636b728"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:39:15.740568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-089b4517-1936-4227-b187-57eb571c2f1d tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc75835-8cd9-4a8f-9986-42b670fd3bdf') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:15.745534 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-089b4517-1936-4227-b187-57eb571c2f1d tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc75835-8cd9-4a8f-9986-42b670fd3bdf') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:15.756705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 4cd9d486-c521-406c-b947-5b5f2636b728, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=4cd9d486-c521-406c-b947-5b5f2636b728,segment=NetworkSegment(66c855d4-27ac-43f1-8379-97466f8fe7b5),segment_id=66c855d4-27ac-43f1-8379-97466f8fe7b5)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:39:15.763790 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-089b4517-1936-4227-b187-57eb571c2f1d tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (9cc75835-8cd9-4a8f-9986-42b670fd3bdf), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:15.770233 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4cd9d486-c521-406c-b947-5b5f2636b728), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:15.796731 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-089b4517-1936-4227-b187-57eb571c2f1d tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (9cc75835-8cd9-4a8f-9986-42b670fd3bdf), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:15.809023 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089b4517-1936-4227-b187-57eb571c2f1d tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:39:15.809643 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-089b4517-1936-4227-b187-57eb571c2f1d tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (9cc75835-8cd9-4a8f-9986-42b670fd3bdf), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:15.876892 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51620) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:15.924000 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd938fd-0c2e-41ae-b31b-e67c36309c31 x-openstack-request-id: req-bbd938fd-0c2e-41ae-b31b-e67c36309c31 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:39:15.924284 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5add4c77-52f7-42a2-84f7-b918e7ab25e5", "name": "network-vif-plugged", "status": "completed", "tag": "4cd9d486-c521-406c-b947-5b5f2636b728", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:39:15.924584 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbd938fd-0c2e-41ae-b31b-e67c36309c31 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:39:15.924932 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5add4c77-52f7-42a2-84f7-b918e7ab25e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd9d486-c521-406c-b947-5b5f2636b728', 'code': 200} Feb 28 20:39:15.925511 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=4cd9d486-c521-406c-b947-5b5f2636b728,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:39:16.000031 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:39:16.012593 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8643c07-15e6-446d-af7c-4302c54282e1 admin admin] Deleting subnet 512409d4-b57b-4deb-8e85-db25fe25e59b {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:39:16.022472 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8643c07-15e6-446d-af7c-4302c54282e1 admin admin] Publish callbacks [] for subnet (512409d4-b57b-4deb-8e85-db25fe25e59b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:16.029627 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-089b4517-1936-4227-b187-57eb571c2f1d tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (e8e037e2-ce12-4d1d-bac9-cf3dd322cf13), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:16.040228 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-089b4517-1936-4227-b187-57eb571c2f1d tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:16.048978 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-089b4517-1936-4227-b187-57eb571c2f1d tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "DELETE /v2.0/networks/e8e037e2-ce12-4d1d-bac9-cf3dd322cf13 HTTP/1.1" status: 204 len: 168 time: 0.8517356 Feb 28 20:39:16.050513 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51630) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:16.067132 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c752e-d50e-48d5-8dc2-3cd7150defd1 req-8a1d0ce4-7fe3-4ebc-866b-e649ad9f4071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:16.069566 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a48c752e-d50e-48d5-8dc2-3cd7150defd1 req-8a1d0ce4-7fe3-4ebc-866b-e649ad9f4071 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5add4c77-52f7-42a2-84f7-b918e7ab25e5 HTTP/1.1" status: 200 len: 1129 time: 0.1512375 Feb 28 20:39:16.091535 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b4517-1936-4227-b187-57eb571c2f1d tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Pushing event deleted for resources: {'Network': ['ID=e8e037e2-ce12-4d1d-bac9-cf3dd322cf13,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:16.254614 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8643c07-15e6-446d-af7c-4302c54282e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (512409d4-b57b-4deb-8e85-db25fe25e59b), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:16.314012 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8643c07-15e6-446d-af7c-4302c54282e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (512409d4-b57b-4deb-8e85-db25fe25e59b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:16.451220 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a48c752e-d50e-48d5-8dc2-3cd7150defd1 req-52ab757d-cbd9-49a5-968d-eb9c6913e3c6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9b05fc94-b8bd-49bf-90dd-98e62d9ca5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288898 Feb 28 20:39:16.458714 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-0861f195-302c-4e23-87d9-60652d84c093 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Deleting subnet 286c724d-142e-494b-87c1-de04d1146bea {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:39:16.463652 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a2a5ee7e-884a-48ba-a64a-366e88364ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:16.470941 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8643c07-15e6-446d-af7c-4302c54282e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (512409d4-b57b-4deb-8e85-db25fe25e59b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:16.474430 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0861f195-302c-4e23-87d9-60652d84c093 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for subnet (286c724d-142e-494b-87c1-de04d1146bea), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:16.576690 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f8643c07-15e6-446d-af7c-4302c54282e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:16.580156 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f8643c07-15e6-446d-af7c-4302c54282e1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/512409d4-b57b-4deb-8e85-db25fe25e59b HTTP/1.1" status: 204 len: 168 time: 0.7019620 Feb 28 20:39:16.586327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51648) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:16.610633 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8643c07-15e6-446d-af7c-4302c54282e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=512409d4-b57b-4deb-8e85-db25fe25e59b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:16.649183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8643c07-15e6-446d-af7c-4302c54282e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:39:16.649546 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8643c07-15e6-446d-af7c-4302c54282e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:39:16.649895 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8643c07-15e6-446d-af7c-4302c54282e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:39:16.650241 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8643c07-15e6-446d-af7c-4302c54282e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:39:16.650582 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8643c07-15e6-446d-af7c-4302c54282e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:39:16.650990 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8643c07-15e6-446d-af7c-4302c54282e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:39:16.651377 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8643c07-15e6-446d-af7c-4302c54282e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:39:16.651717 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8643c07-15e6-446d-af7c-4302c54282e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:39:16.652089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8643c07-15e6-446d-af7c-4302c54282e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:39:16.652424 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8643c07-15e6-446d-af7c-4302c54282e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:39:16.652809 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8643c07-15e6-446d-af7c-4302c54282e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:39:16.653089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8643c07-15e6-446d-af7c-4302c54282e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:39:16.654022 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8643c07-15e6-446d-af7c-4302c54282e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:39:16.669502 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0861f195-302c-4e23-87d9-60652d84c093 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (286c724d-142e-494b-87c1-de04d1146bea), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:16.717846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036bcde-6e29-41ad-9a68-c5298e2820f6 req-653b38c7-867c-4c45-9866-abaee260a5f3 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:16.719408 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a036bcde-6e29-41ad-9a68-c5298e2820f6 req-653b38c7-867c-4c45-9866-abaee260a5f3 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/ports?device_id=5add4c77-52f7-42a2-84f7-b918e7ab25e5 HTTP/1.1" status: 200 len: 946 time: 0.2415550 Feb 28 20:39:16.827391 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a036bcde-6e29-41ad-9a68-c5298e2820f6 req-289f39d9-2179-4914-a775-5b03bea502f3 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b05fc94-b8bd-49bf-90dd-98e62d9ca5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998194 Feb 28 20:39:16.834711 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0861f195-302c-4e23-87d9-60652d84c093 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (286c724d-142e-494b-87c1-de04d1146bea), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:16.852636 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-714d9432-b573-44df-9c1c-5d4073e52524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (9f242bb3-56ed-40ba-85a2-099c0aa48b10), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:16.948027 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0861f195-302c-4e23-87d9-60652d84c093 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (286c724d-142e-494b-87c1-de04d1146bea), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:17.005687 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0861f195-302c-4e23-87d9-60652d84c093 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:17.013972 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0861f195-302c-4e23-87d9-60652d84c093 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "DELETE /v2.0/subnets/286c724d-142e-494b-87c1-de04d1146bea HTTP/1.1" status: 204 len: 168 time: 0.9612033 Feb 28 20:39:17.014652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51662) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:17.015446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861f195-302c-4e23-87d9-60652d84c093 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Pushing event deleted for resources: {'Subnet': ['ID=286c724d-142e-494b-87c1-de04d1146bea,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:17.016350 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac544ade-7871-4318-951c-ebe3654c9d7d None None] Network f8db68aa-cdd2-47e6-80a1-cc798065929f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:39:17.061526 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-714d9432-b573-44df-9c1c-5d4073e52524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (9f242bb3-56ed-40ba-85a2-099c0aa48b10), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:17.107722 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-714d9432-b573-44df-9c1c-5d4073e52524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f242bb3-56ed-40ba-85a2-099c0aa48b10']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:17.139460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-714d9432-b573-44df-9c1c-5d4073e52524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f06fae59-5969-4554-9d13-a917300f2052') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:17.139460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-714d9432-b573-44df-9c1c-5d4073e52524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f06fae59-5969-4554-9d13-a917300f2052') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:17.149770 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-714d9432-b573-44df-9c1c-5d4073e52524 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (f06fae59-5969-4554-9d13-a917300f2052), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:17.174310 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-714d9432-b573-44df-9c1c-5d4073e52524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f06fae59-5969-4554-9d13-a917300f2052), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:17.206167 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714d9432-b573-44df-9c1c-5d4073e52524 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:39:17.208158 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-714d9432-b573-44df-9c1c-5d4073e52524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (f06fae59-5969-4554-9d13-a917300f2052), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:39:17.219862 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:39:17.222795 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d496f9a6-1273-494b-a7bb-0353b0ddebf6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (f8db68aa-cdd2-47e6-80a1-cc798065929f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:17.332391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-d496f9a6-1273-494b-a7bb-0353b0ddebf6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Deleting port fb36a83c-b553-406d-a9d1-241a3f5fde68 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:39:17.333502 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d496f9a6-1273-494b-a7bb-0353b0ddebf6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (fb36a83c-b553-406d-a9d1-241a3f5fde68), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:17.409220 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-714d9432-b573-44df-9c1c-5d4073e52524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (9f242bb3-56ed-40ba-85a2-099c0aa48b10), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:17.424523 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-714d9432-b573-44df-9c1c-5d4073e52524 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:17.437156 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-714d9432-b573-44df-9c1c-5d4073e52524 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9f242bb3-56ed-40ba-85a2-099c0aa48b10 HTTP/1.1" status: 204 len: 168 time: 0.8496332 Feb 28 20:39:17.457497 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d9432-b573-44df-9c1c-5d4073e52524 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f242bb3-56ed-40ba-85a2-099c0aa48b10,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:17.493701 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-d496f9a6-1273-494b-a7bb-0353b0ddebf6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] For port fb36a83c-b553-406d-a9d1-241a3f5fde68, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=fb36a83c-b553-406d-a9d1-241a3f5fde68,segment=NetworkSegment(76db85d4-d987-4753-8ff0-be840ad1dcea),segment_id=76db85d4-d987-4753-8ff0-be840ad1dcea)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:39:17.496458 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d496f9a6-1273-494b-a7bb-0353b0ddebf6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (fb36a83c-b553-406d-a9d1-241a3f5fde68), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:17.514591 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feba3082-ea38-4b7a-b9bb-5272b64b36ab None None] DHCP port deletion for f8db68aa-cdd2-47e6-80a1-cc798065929f request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:39:17.532867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-d496f9a6-1273-494b-a7bb-0353b0ddebf6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Calling delete_port for fb36a83c-b553-406d-a9d1-241a3f5fde68 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:39:17.612128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-feba3082-ea38-4b7a-b9bb-5272b64b36ab None None] Deleting port fb36a83c-b553-406d-a9d1-241a3f5fde68 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:39:17.612900 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-feba3082-ea38-4b7a-b9bb-5272b64b36ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (fb36a83c-b553-406d-a9d1-241a3f5fde68), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:17.723229 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-feba3082-ea38-4b7a-b9bb-5272b64b36ab None None] For port fb36a83c-b553-406d-a9d1-241a3f5fde68, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=fb36a83c-b553-406d-a9d1-241a3f5fde68,segment=NetworkSegment(76db85d4-d987-4753-8ff0-be840ad1dcea),segment_id=76db85d4-d987-4753-8ff0-be840ad1dcea)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:39:17.724054 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-feba3082-ea38-4b7a-b9bb-5272b64b36ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (fb36a83c-b553-406d-a9d1-241a3f5fde68), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:17.758099 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-feba3082-ea38-4b7a-b9bb-5272b64b36ab None None] Calling delete_port for fb36a83c-b553-406d-a9d1-241a3f5fde68 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:39:17.762205 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d496f9a6-1273-494b-a7bb-0353b0ddebf6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (fb36a83c-b553-406d-a9d1-241a3f5fde68), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:17.819251 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496f9a6-1273-494b-a7bb-0353b0ddebf6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Pushing event deleted for resources: {'Port': ['ID=fb36a83c-b553-406d-a9d1-241a3f5fde68,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:17.826636 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d496f9a6-1273-494b-a7bb-0353b0ddebf6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] No DVR routers for this DVR port fb36a83c-b553-406d-a9d1-241a3f5fde68 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:39:17.918316 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51698) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:17.960921 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-feba3082-ea38-4b7a-b9bb-5272b64b36ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (fb36a83c-b553-406d-a9d1-241a3f5fde68), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:18.000156 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba3082-ea38-4b7a-b9bb-5272b64b36ab None None] Pushing event deleted for resources: {'Port': ['ID=fb36a83c-b553-406d-a9d1-241a3f5fde68,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:18.023650 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1d59524f-9d4a-4979-a7b6-6fb20ad3e855 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7656ae506ab40e39be23cba5fe51787&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1038263 Feb 28 20:39:18.024579 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51704) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:18.030316 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feba3082-ea38-4b7a-b9bb-5272b64b36ab None None] No DVR routers for this DVR port fb36a83c-b553-406d-a9d1-241a3f5fde68 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:39:18.075345 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d496f9a6-1273-494b-a7bb-0353b0ddebf6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (f8db68aa-cdd2-47e6-80a1-cc798065929f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:18.104417 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-d496f9a6-1273-494b-a7bb-0353b0ddebf6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8db68aa-cdd2-47e6-80a1-cc798065929f']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:18.123206 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-d496f9a6-1273-494b-a7bb-0353b0ddebf6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76db85d4-d987-4753-8ff0-be840ad1dcea') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:18.123506 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-d496f9a6-1273-494b-a7bb-0353b0ddebf6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76db85d4-d987-4753-8ff0-be840ad1dcea') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:39:18.124572 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2b36197d-9a8e-47b0-96e0-52741d6e8eab admin admin] Publish callbacks [] for security_group (e5d469fb-649e-4e03-bf53-96d22fbcc3a4), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:18.151751 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2b36197d-9a8e-47b0-96e0-52741d6e8eab admin admin] Publish callbacks [] for security_group (e5d469fb-649e-4e03-bf53-96d22fbcc3a4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:18.180113 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d496f9a6-1273-494b-a7bb-0353b0ddebf6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (76db85d4-d987-4753-8ff0-be840ad1dcea), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:18.221003 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2b36197d-9a8e-47b0-96e0-52741d6e8eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e5d469fb-649e-4e03-bf53-96d22fbcc3a4), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:18.228332 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2b36197d-9a8e-47b0-96e0-52741d6e8eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:18.230189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51706) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:18.232368 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2b36197d-9a8e-47b0-96e0-52741d6e8eab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5d469fb-649e-4e03-bf53-96d22fbcc3a4 HTTP/1.1" status: 204 len: 168 time: 0.2064388 Feb 28 20:39:18.244154 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d496f9a6-1273-494b-a7bb-0353b0ddebf6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (76db85d4-d987-4753-8ff0-be840ad1dcea), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:18.260449 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d496f9a6-1273-494b-a7bb-0353b0ddebf6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:39:18.261473 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d496f9a6-1273-494b-a7bb-0353b0ddebf6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (76db85d4-d987-4753-8ff0-be840ad1dcea), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:18.263092 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36197d-9a8e-47b0-96e0-52741d6e8eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d469fb-649e-4e03-bf53-96d22fbcc3a4,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:39:18.273853 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:39:18.691784 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e2f4a-33fc-4b35-a87d-68c3619b184c req-05c9e55f-e4b0-436e-8fbe-76c92a882d02 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:18.696772 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a18e2f4a-33fc-4b35-a87d-68c3619b184c req-05c9e55f-e4b0-436e-8fbe-76c92a882d02 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/ports?device_id=5add4c77-52f7-42a2-84f7-b918e7ab25e5 HTTP/1.1" status: 200 len: 946 time: 0.5597277 Feb 28 20:39:18.699669 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d496f9a6-1273-494b-a7bb-0353b0ddebf6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (f8db68aa-cdd2-47e6-80a1-cc798065929f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:18.774058 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d496f9a6-1273-494b-a7bb-0353b0ddebf6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:18.785005 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51720) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:18.788296 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d496f9a6-1273-494b-a7bb-0353b0ddebf6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "DELETE /v2.0/networks/f8db68aa-cdd2-47e6-80a1-cc798065929f HTTP/1.1" status: 204 len: 168 time: 1.7579370 Feb 28 20:39:18.882298 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-072008f4-ca4c-419d-b0ee-467d0471bfca tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "GET /v2.0/ports?device_id=37352553-fc03-4119-b1e3-8bd3ed44364d HTTP/1.1" status: 200 len: 205 time: 0.0958641 Feb 28 20:39:18.883647 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51724) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:18.901075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496f9a6-1273-494b-a7bb-0353b0ddebf6 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Pushing event deleted for resources: {'Network': ['ID=f8db68aa-cdd2-47e6-80a1-cc798065929f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:18.928590 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-70bef30e-00a0-44e5-9b1b-307a0393923e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:18.953460 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device fb36a83c-b553-406d-a9d1-241a3f5fde68 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:39:19.034539 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: fb36a83c-b553-406d-a9d1-241a3f5fde68 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:39:19.036341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device fb36a83c-b553-406d-a9d1-241a3f5fde68 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:39:19.050091 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-98c37823-fdbf-42f1-a1a5-d931e7edf05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:19.167131 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d15176e-5059-4da5-a1f9-a5dd3b4b3727 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for router (37352553-fc03-4119-b1e3-8bd3ed44364d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:19.615561 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:19.640848 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a18e2f4a-33fc-4b35-a87d-68c3619b184c req-ab08ff5f-f4bb-4bc6-b892-56bdebbd3b89 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b05fc94-b8bd-49bf-90dd-98e62d9ca5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9349613 Feb 28 20:39:19.676206 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d15176e-5059-4da5-a1f9-a5dd3b4b3727 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (37352553-fc03-4119-b1e3-8bd3ed44364d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:19.691015 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d15176e-5059-4da5-a1f9-a5dd3b4b3727 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for router_controller (37352553-fc03-4119-b1e3-8bd3ed44364d), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:19.807524 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-70bef30e-00a0-44e5-9b1b-307a0393923e admin admin] Publish callbacks [] for security_group (679d9581-d04e-4164-88a0-08ad98b441e6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:19.814320 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-70bef30e-00a0-44e5-9b1b-307a0393923e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (679d9581-d04e-4164-88a0-08ad98b441e6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:19.830667 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d15176e-5059-4da5-a1f9-a5dd3b4b3727 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (37352553-fc03-4119-b1e3-8bd3ed44364d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:19.832080 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d15176e-5059-4da5-a1f9-a5dd3b4b3727 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Fanout notify agent at l3_agent the message router_deleted on router 37352553-fc03-4119-b1e3-8bd3ed44364d {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:39:19.848031 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7d15176e-5059-4da5-a1f9-a5dd3b4b3727 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:19.853358 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7d15176e-5059-4da5-a1f9-a5dd3b4b3727 tempest-RoutersNegativeTest-1263321731 tempest-RoutersNegativeTest-1263321731-project] 10.222.0.13 "DELETE /v2.0/routers/37352553-fc03-4119-b1e3-8bd3ed44364d HTTP/1.1" status: 204 len: 168 time: 0.9683251 Feb 28 20:39:19.929629 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51750) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:19.930157 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-70bef30e-00a0-44e5-9b1b-307a0393923e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f6239aa2bca408bb7563be39fd4d549&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6977658 Feb 28 20:39:19.932267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bef30e-00a0-44e5-9b1b-307a0393923e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679d9581-d04e-4164-88a0-08ad98b441e6,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:20.057854 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e1919b77-df96-4982-9053-8ec6d5ae180a admin admin] Publish callbacks [] for security_group (679d9581-d04e-4164-88a0-08ad98b441e6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:20.124194 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e1919b77-df96-4982-9053-8ec6d5ae180a admin admin] Publish callbacks [] for security_group (679d9581-d04e-4164-88a0-08ad98b441e6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:20.155240 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:20.250720 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e1919b77-df96-4982-9053-8ec6d5ae180a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (679d9581-d04e-4164-88a0-08ad98b441e6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:20.254885 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e1919b77-df96-4982-9053-8ec6d5ae180a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:20.257147 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e1919b77-df96-4982-9053-8ec6d5ae180a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/679d9581-d04e-4164-88a0-08ad98b441e6 HTTP/1.1" status: 204 len: 168 time: 0.3259871 Feb 28 20:39:20.284079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1919b77-df96-4982-9053-8ec6d5ae180a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679d9581-d04e-4164-88a0-08ad98b441e6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:20.711279 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51778) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:20.976520 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51788) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:21.002863 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a4af39d-3498-44dc-96fe-f05d7be0cb04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:21.170783 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a4af39d-3498-44dc-96fe-f05d7be0cb04 admin admin] Publish callbacks [] for security_group (960e0669-3ddd-44f9-bc30-afb344d07b78), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:21.177366 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a4af39d-3498-44dc-96fe-f05d7be0cb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (960e0669-3ddd-44f9-bc30-afb344d07b78), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:21.291438 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2dcc8f34-d960-42d3-a253-5a4f126f5e01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c30b4cad81864cb195a215c05f82144c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5783288 Feb 28 20:39:21.292838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51792) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:21.335022 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2a4af39d-3498-44dc-96fe-f05d7be0cb04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=432e2425c64f4d97a8bf353775167a92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3550735 Feb 28 20:39:21.336384 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51796) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:21.337445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4af39d-3498-44dc-96fe-f05d7be0cb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960e0669-3ddd-44f9-bc30-afb344d07b78,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:21.420966 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-072c80f2-03bf-43b3-9c33-59bf541ce7bc admin admin] Publish callbacks [] for security_group (dd7c506a-4d95-47fe-b2b9-a56d1a687b1c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:21.459254 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:21.483395 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-072c80f2-03bf-43b3-9c33-59bf541ce7bc admin admin] Publish callbacks [] for security_group (dd7c506a-4d95-47fe-b2b9-a56d1a687b1c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:21.499009 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3300b884-502c-4215-86dd-ce7b4979daa6 admin admin] Publish callbacks [] for security_group (960e0669-3ddd-44f9-bc30-afb344d07b78), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:21.565241 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3300b884-502c-4215-86dd-ce7b4979daa6 admin admin] Publish callbacks [] for security_group (960e0669-3ddd-44f9-bc30-afb344d07b78), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:21.654124 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-072c80f2-03bf-43b3-9c33-59bf541ce7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (dd7c506a-4d95-47fe-b2b9-a56d1a687b1c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:21.657062 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-072c80f2-03bf-43b3-9c33-59bf541ce7bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:21.658359 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-072c80f2-03bf-43b3-9c33-59bf541ce7bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd7c506a-4d95-47fe-b2b9-a56d1a687b1c HTTP/1.1" status: 204 len: 168 time: 0.3645809 Feb 28 20:39:21.666603 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3300b884-502c-4215-86dd-ce7b4979daa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (960e0669-3ddd-44f9-bc30-afb344d07b78), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:21.670429 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3300b884-502c-4215-86dd-ce7b4979daa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:21.674247 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3300b884-502c-4215-86dd-ce7b4979daa6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/960e0669-3ddd-44f9-bc30-afb344d07b78 HTTP/1.1" status: 204 len: 168 time: 0.3061042 Feb 28 20:39:21.679367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c80f2-03bf-43b3-9c33-59bf541ce7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7c506a-4d95-47fe-b2b9-a56d1a687b1c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:21.710528 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300b884-502c-4215-86dd-ce7b4979daa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960e0669-3ddd-44f9-bc30-afb344d07b78,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:22.552948 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:22.695564 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:24.023272 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51892) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:24.552097 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-74036886-1299-49d3-8fc4-1c3fd0213d79 tempest-SubnetPoolsTestJSON-1230685925 tempest-SubnetPoolsTestJSON-1230685925-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1139365691', 'prefixes': ['172.20.0.0/16']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:39:24.736003 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-74036886-1299-49d3-8fc4-1c3fd0213d79 tempest-SubnetPoolsTestJSON-1230685925 tempest-SubnetPoolsTestJSON-1230685925-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:24.739979 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-74036886-1299-49d3-8fc4-1c3fd0213d79 tempest-SubnetPoolsTestJSON-1230685925 tempest-SubnetPoolsTestJSON-1230685925-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7138453 Feb 28 20:39:24.740756 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51916) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:24.862360 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3d086851-5199-4be1-9b2c-097d4e3a692e tempest-SubnetPoolsTestJSON-1230685925 tempest-SubnetPoolsTestJSON-1230685925-project] 10.222.0.13 "GET /v2.0/subnetpools/948c5c4a-03cb-4557-9488-49e6e757d5dd HTTP/1.1" status: 200 len: 732 time: 0.1203792 Feb 28 20:39:24.865781 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51924) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:24.871420 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-80797bbe-ab43-44d9-80fc-fda9fb458c52 tempest-SubnetPoolsTestJSON-1230685925 tempest-SubnetPoolsTestJSON-1230685925-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1798770226'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:39:25.025909 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-80797bbe-ab43-44d9-80fc-fda9fb458c52 tempest-SubnetPoolsTestJSON-1230685925 tempest-SubnetPoolsTestJSON-1230685925-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:25.033344 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51926) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:25.033808 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-80797bbe-ab43-44d9-80fc-fda9fb458c52 tempest-SubnetPoolsTestJSON-1230685925 tempest-SubnetPoolsTestJSON-1230685925-project] 10.222.0.13 "PUT /v2.0/subnetpools/948c5c4a-03cb-4557-9488-49e6e757d5dd HTTP/1.1" status: 200 len: 684 time: 0.1661201 Feb 28 20:39:25.050885 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51928) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:25.182596 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8bbfb9a8-f216-483a-9671-160ad6adbe1a tempest-SubnetPoolsTestJSON-1230685925 tempest-SubnetPoolsTestJSON-1230685925-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:25.186430 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8bbfb9a8-f216-483a-9671-160ad6adbe1a tempest-SubnetPoolsTestJSON-1230685925 tempest-SubnetPoolsTestJSON-1230685925-project] 10.222.0.13 "DELETE /v2.0/subnetpools/948c5c4a-03cb-4557-9488-49e6e757d5dd HTTP/1.1" status: 204 len: 168 time: 0.1516440 Feb 28 20:39:25.189872 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51934) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:25.206748 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-0724a634-4c28-4993-acb5-371e1fb056b3 tempest-SubnetPoolsTestJSON-1230685925 tempest-SubnetPoolsTestJSON-1230685925-project] show failed (client error): The resource could not be found. Feb 28 20:39:25.207954 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0724a634-4c28-4993-acb5-371e1fb056b3 tempest-SubnetPoolsTestJSON-1230685925 tempest-SubnetPoolsTestJSON-1230685925-project] 10.222.0.13 "GET /v2.0/subnetpools/948c5c4a-03cb-4557-9488-49e6e757d5dd HTTP/1.1" status: 404 len: 346 time: 0.0170054 Feb 28 20:39:25.213114 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51936) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:25.253823 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-a8cecf61-f352-41a9-bb56-4cc4d733a702 tempest-SubnetPoolsTestJSON-1230685925 tempest-SubnetPoolsTestJSON-1230685925-project] delete failed (client error): The resource could not be found. Feb 28 20:39:25.261135 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a8cecf61-f352-41a9-bb56-4cc4d733a702 tempest-SubnetPoolsTestJSON-1230685925 tempest-SubnetPoolsTestJSON-1230685925-project] 10.222.0.13 "DELETE /v2.0/subnetpools/948c5c4a-03cb-4557-9488-49e6e757d5dd HTTP/1.1" status: 404 len: 346 time: 0.0467288 Feb 28 20:39:25.378572 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0df9a2a6-ed13-4c9b-9cb3-cdf8fffa8851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:25.538916 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0df9a2a6-ed13-4c9b-9cb3-cdf8fffa8851 admin admin] Publish callbacks [] for security_group (4dc45b88-8f2e-4830-aec8-20fa4421e563), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:25.544710 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0df9a2a6-ed13-4c9b-9cb3-cdf8fffa8851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4dc45b88-8f2e-4830-aec8-20fa4421e563), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:25.602251 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0df9a2a6-ed13-4c9b-9cb3-cdf8fffa8851 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f98af9a3821045a8afe7e902e07120f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5496643 Feb 28 20:39:25.603845 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9a2a6-ed13-4c9b-9cb3-cdf8fffa8851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc45b88-8f2e-4830-aec8-20fa4421e563,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:25.605998 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 51950) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:25.666900 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-506e124e-6483-414b-abff-1254ec3c752e admin admin] Publish callbacks [] for security_group (4dc45b88-8f2e-4830-aec8-20fa4421e563), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:25.749881 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-506e124e-6483-414b-abff-1254ec3c752e admin admin] Publish callbacks [] for security_group (4dc45b88-8f2e-4830-aec8-20fa4421e563), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:25.789588 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51960) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:25.948757 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab8ff244-b6f9-4777-9bb6-f8eb03f53216 req-1bed94de-0fdd-4e63-a3b6-6e518aa0ca72 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5add4c77-52f7-42a2-84f7-b918e7ab25e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2217710 Feb 28 20:39:25.970593 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-506e124e-6483-414b-abff-1254ec3c752e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4dc45b88-8f2e-4830-aec8-20fa4421e563), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:25.978836 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-506e124e-6483-414b-abff-1254ec3c752e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:25.984903 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-506e124e-6483-414b-abff-1254ec3c752e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4dc45b88-8f2e-4830-aec8-20fa4421e563 HTTP/1.1" status: 204 len: 168 time: 0.3773086 Feb 28 20:39:25.995728 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-084cb5ab-8c83-49ab-b441-16317f0c1aaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:26.049652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e124e-6483-414b-abff-1254ec3c752e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc45b88-8f2e-4830-aec8-20fa4421e563,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:26.131787 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-084cb5ab-8c83-49ab-b441-16317f0c1aaa admin admin] Publish callbacks [] for security_group (29e37df4-182d-45f4-ada2-419469b8c76f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:26.139038 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-084cb5ab-8c83-49ab-b441-16317f0c1aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (29e37df4-182d-45f4-ada2-419469b8c76f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:26.162857 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ff244-b6f9-4777-9bb6-f8eb03f53216 req-cd3a8e3b-e6e8-4f81-b640-67dccd9443c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:26.164452 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab8ff244-b6f9-4777-9bb6-f8eb03f53216 req-cd3a8e3b-e6e8-4f81-b640-67dccd9443c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1fba6150283d4830ac998c6f3ae596e4&device_id=5add4c77-52f7-42a2-84f7-b918e7ab25e5 HTTP/1.1" status: 200 len: 1129 time: 0.1426518 Feb 28 20:39:26.215962 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cb5ab-8c83-49ab-b441-16317f0c1aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e37df4-182d-45f4-ada2-419469b8c76f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:26.223336 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-084cb5ab-8c83-49ab-b441-16317f0c1aaa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb819f3572854386ac584224c81f215a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4322762 Feb 28 20:39:26.225809 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 51976) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:26.325790 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33d8bc9a-1a21-4bf2-832b-27423ad7d7b3 admin admin] Publish callbacks [] for security_group (29e37df4-182d-45f4-ada2-419469b8c76f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:26.363299 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33d8bc9a-1a21-4bf2-832b-27423ad7d7b3 admin admin] Publish callbacks [] for security_group (29e37df4-182d-45f4-ada2-419469b8c76f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:26.413694 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ff244-b6f9-4777-9bb6-f8eb03f53216 req-1e17f65c-1d20-4bdb-8f1c-df6b3cf0cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:26.417650 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab8ff244-b6f9-4777-9bb6-f8eb03f53216 req-1e17f65c-1d20-4bdb-8f1c-df6b3cf0cf29 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0dc64386-95a9-40c4-913e-295273f16a99 HTTP/1.1" status: 200 len: 909 time: 0.2150939 Feb 28 20:39:26.505805 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab8ff244-b6f9-4777-9bb6-f8eb03f53216 req-67b32ca3-0433-425e-8768-a71686c35ca5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd9d486-c521-406c-b947-5b5f2636b728 HTTP/1.1" status: 200 len: 217 time: 0.0799582 Feb 28 20:39:26.506541 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33d8bc9a-1a21-4bf2-832b-27423ad7d7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (29e37df4-182d-45f4-ada2-419469b8c76f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:26.509840 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33d8bc9a-1a21-4bf2-832b-27423ad7d7b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:26.511286 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-33d8bc9a-1a21-4bf2-832b-27423ad7d7b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29e37df4-182d-45f4-ada2-419469b8c76f HTTP/1.1" status: 204 len: 168 time: 0.2842181 Feb 28 20:39:26.532669 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8bc9a-1a21-4bf2-832b-27423ad7d7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e37df4-182d-45f4-ada2-419469b8c76f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:26.599542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ff244-b6f9-4777-9bb6-f8eb03f53216 req-d61af0f5-a668-45dd-80f9-bd13426f8b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:26.601125 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab8ff244-b6f9-4777-9bb6-f8eb03f53216 req-d61af0f5-a668-45dd-80f9-bd13426f8b99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2d5a7d06-821a-450d-b75e-7a9afcf5cd1b HTTP/1.1" status: 200 len: 849 time: 0.0840018 Feb 28 20:39:26.694398 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab8ff244-b6f9-4777-9bb6-f8eb03f53216 req-05615a64-48aa-4221-8fae-b9550c6daec7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0dc64386-95a9-40c4-913e-295273f16a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758440 Feb 28 20:39:26.858499 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab8ff244-b6f9-4777-9bb6-f8eb03f53216 req-907b0893-646f-465a-ad83-d4e3a4fb065d service neutron] 10.222.0.10 "GET /v2.0/networks/0dc64386-95a9-40c4-913e-295273f16a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615446 Feb 28 20:39:27.193365 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab8ff244-b6f9-4777-9bb6-f8eb03f53216 req-22356cef-62a0-4401-9c98-67a6e16d9d29 service neutron] 10.222.0.10 "GET /v2.0/networks/0dc64386-95a9-40c4-913e-295273f16a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222651 Feb 28 20:39:27.214208 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7e417-6f38-4ec6-a988-31f0ad4dab2a req-46e760c3-5c1e-445a-8f85-fa741ffbf686 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:27.226433 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98d7e417-6f38-4ec6-a988-31f0ad4dab2a req-46e760c3-5c1e-445a-8f85-fa741ffbf686 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/ports?device_id=5add4c77-52f7-42a2-84f7-b918e7ab25e5 HTTP/1.1" status: 200 len: 946 time: 0.1690216 Feb 28 20:39:27.308975 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98d7e417-6f38-4ec6-a988-31f0ad4dab2a req-5c724a82-f33b-4017-929d-7641e14d848a tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b05fc94-b8bd-49bf-90dd-98e62d9ca5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811949 Feb 28 20:39:27.806786 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3fd8b264-2d7c-4811-93de-f7ef718bf1b5 req-c45a0156-1048-49f0-bf04-d6a520db3df0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0745375 Feb 28 20:39:27.951136 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8b264-2d7c-4811-93de-f7ef718bf1b5 req-258ff3bd-3d64-4b97-bc52-cd8db95725e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:27.954043 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3fd8b264-2d7c-4811-93de-f7ef718bf1b5 req-258ff3bd-3d64-4b97-bc52-cd8db95725e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17ec8e1d26444f41b354e308f3f1325b&device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 1128 time: 0.0763133 Feb 28 20:39:28.207057 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8b264-2d7c-4811-93de-f7ef718bf1b5 req-04120736-545b-41cf-a598-6c87bff15017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:28.208474 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3fd8b264-2d7c-4811-93de-f7ef718bf1b5 req-04120736-545b-41cf-a598-6c87bff15017 service neutron] 10.222.0.15 "GET /v2.0/networks?id=076ee1d5-8ea7-4f59-9381-7f18a96bc620 HTTP/1.1" status: 200 len: 914 time: 0.2319543 Feb 28 20:39:28.308248 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3fd8b264-2d7c-4811-93de-f7ef718bf1b5 req-38f5672b-59eb-475e-b6aa-619b93cf29f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a49f9d0-12f4-4c5d-8d5d-f54440fd898c HTTP/1.1" status: 200 len: 217 time: 0.0832682 Feb 28 20:39:28.439236 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8b264-2d7c-4811-93de-f7ef718bf1b5 req-703968bc-35bc-482a-ab9d-748ccb5dbf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:28.440849 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3fd8b264-2d7c-4811-93de-f7ef718bf1b5 req-703968bc-35bc-482a-ab9d-748ccb5dbf47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b3148af-a41b-4617-b66b-fd778a2aeee0 HTTP/1.1" status: 200 len: 854 time: 0.1275215 Feb 28 20:39:28.506811 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3fd8b264-2d7c-4811-93de-f7ef718bf1b5 req-1dbb0984-f39a-43e4-b876-7ef6208b950f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=076ee1d5-8ea7-4f59-9381-7f18a96bc620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588031 Feb 28 20:39:28.636211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288eb78-e944-4730-843e-9d561b49a1ad req-6f12c967-c914-4598-b0f3-dc60c1fd213b tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:28.662580 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1288eb78-e944-4730-843e-9d561b49a1ad req-6f12c967-c914-4598-b0f3-dc60c1fd213b tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/ports?device_id=5add4c77-52f7-42a2-84f7-b918e7ab25e5 HTTP/1.1" status: 200 len: 946 time: 0.1630907 Feb 28 20:39:28.757704 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3fd8b264-2d7c-4811-93de-f7ef718bf1b5 req-e77f044e-ad06-47b6-b24f-826c6ef231c1 service neutron] 10.222.0.15 "GET /v2.0/networks/076ee1d5-8ea7-4f59-9381-7f18a96bc620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437503 Feb 28 20:39:28.770921 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1288eb78-e944-4730-843e-9d561b49a1ad req-511c8116-5f94-4ac6-9efa-1c645ad7876d tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b05fc94-b8bd-49bf-90dd-98e62d9ca5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071074 Feb 28 20:39:28.929272 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3fd8b264-2d7c-4811-93de-f7ef718bf1b5 req-98df68e1-8cb1-4950-a29d-eff8c97c9a60 service neutron] 10.222.0.15 "GET /v2.0/networks/076ee1d5-8ea7-4f59-9381-7f18a96bc620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649854 Feb 28 20:39:28.958575 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefafe07-dcbe-48dc-a1f8-9adbdce9d586 req-7cee8527-ea2d-4171-a90d-b674b059a96d tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:39:28.960884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fefafe07-dcbe-48dc-a1f8-9adbdce9d586 req-7cee8527-ea2d-4171-a90d-b674b059a96d tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.10 "GET /v2.0/ports?device_id=5add4c77-52f7-42a2-84f7-b918e7ab25e5 HTTP/1.1" status: 200 len: 946 time: 0.0857561 Feb 28 20:39:29.136389 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-fefafe07-dcbe-48dc-a1f8-9adbdce9d586 req-fb810aba-2687-4784-8da0-f525df71a075 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Deleting port 4cd9d486-c521-406c-b947-5b5f2636b728 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:39:29.138746 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fefafe07-dcbe-48dc-a1f8-9adbdce9d586 req-fb810aba-2687-4784-8da0-f525df71a075 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4cd9d486-c521-406c-b947-5b5f2636b728), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:29.331853 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-fefafe07-dcbe-48dc-a1f8-9adbdce9d586 req-fb810aba-2687-4784-8da0-f525df71a075 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] For port 4cd9d486-c521-406c-b947-5b5f2636b728, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=4cd9d486-c521-406c-b947-5b5f2636b728,segment=NetworkSegment(66c855d4-27ac-43f1-8379-97466f8fe7b5),segment_id=66c855d4-27ac-43f1-8379-97466f8fe7b5)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:39:29.332198 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fefafe07-dcbe-48dc-a1f8-9adbdce9d586 req-fb810aba-2687-4784-8da0-f525df71a075 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4cd9d486-c521-406c-b947-5b5f2636b728), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:29.359538 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-fefafe07-dcbe-48dc-a1f8-9adbdce9d586 req-fb810aba-2687-4784-8da0-f525df71a075 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Calling delete_port for 4cd9d486-c521-406c-b947-5b5f2636b728 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:39:29.600014 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fefafe07-dcbe-48dc-a1f8-9adbdce9d586 req-fb810aba-2687-4784-8da0-f525df71a075 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4cd9d486-c521-406c-b947-5b5f2636b728), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:29.612715 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['4cd9d486-c521-406c-b947-5b5f2636b728'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:39:29.783299 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb810aba-2687-4784-8da0-f525df71a075 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Pushing event deleted for resources: {'Port': ['ID=4cd9d486-c521-406c-b947-5b5f2636b728,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:29.828487 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefafe07-dcbe-48dc-a1f8-9adbdce9d586 req-fb810aba-2687-4784-8da0-f525df71a075 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] No DVR routers for this DVR port 4cd9d486-c521-406c-b947-5b5f2636b728 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:39:29.831464 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fefafe07-dcbe-48dc-a1f8-9adbdce9d586 req-fb810aba-2687-4784-8da0-f525df71a075 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:29.835955 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fefafe07-dcbe-48dc-a1f8-9adbdce9d586 req-fb810aba-2687-4784-8da0-f525df71a075 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.10 "DELETE /v2.0/ports/4cd9d486-c521-406c-b947-5b5f2636b728 HTTP/1.1" status: 204 len: 173 time: 0.8688014 Feb 28 20:39:29.836431 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5add4c77-52f7-42a2-84f7-b918e7ab25e5', 'name': 'network-vif-deleted', 'tag': '4cd9d486-c521-406c-b947-5b5f2636b728'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:39:29.848500 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f1761d-50d6-4ce3-86d1-d6928553435e" -d '{"events": [{"server_uuid": "5add4c77-52f7-42a2-84f7-b918e7ab25e5", "name": "network-vif-deleted", "tag": "4cd9d486-c521-406c-b947-5b5f2636b728"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:39:29.946903 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c771de54-6462-490f-9b3d-5bb230d89f9b req-e6d848c0-9be0-444c-b8f0-7592cd30aff4 tempest-VolumesActionsTest-1432670237 tempest-VolumesActionsTest-1432670237-project] 10.222.0.13 "GET /v2.0/ports?device_id=5add4c77-52f7-42a2-84f7-b918e7ab25e5 HTTP/1.1" status: 200 len: 210 time: 0.0682793 Feb 28 20:39:29.975502 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce65143b-c22d-4b7b-ae0f-2609d75d24a4 x-openstack-request-id: req-ce65143b-c22d-4b7b-ae0f-2609d75d24a4 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:39:29.975872 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5add4c77-52f7-42a2-84f7-b918e7ab25e5", "name": "network-vif-deleted", "tag": "4cd9d486-c521-406c-b947-5b5f2636b728", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:39:29.976091 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce65143b-c22d-4b7b-ae0f-2609d75d24a4 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:39:29.976503 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5add4c77-52f7-42a2-84f7-b918e7ab25e5', 'name': 'network-vif-deleted', 'tag': '4cd9d486-c521-406c-b947-5b5f2636b728', 'status': 'completed', 'code': 200} Feb 28 20:39:31.610750 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52234) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:31.762761 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-66c75889-59c6-4ae0-9280-79048d20e0ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:31.974194 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-66c75889-59c6-4ae0-9280-79048d20e0ec admin admin] Publish callbacks [] for security_group (98dd7e8d-a87a-4304-a5a9-d2d00c2b4953), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:31.981465 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-66c75889-59c6-4ae0-9280-79048d20e0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (98dd7e8d-a87a-4304-a5a9-d2d00c2b4953), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:32.054423 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 52246) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:32.057115 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-66c75889-59c6-4ae0-9280-79048d20e0ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f46d4c35f5154811af71387c8d786dac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4451494 Feb 28 20:39:32.059930 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c75889-59c6-4ae0-9280-79048d20e0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dd7e8d-a87a-4304-a5a9-d2d00c2b4953,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:32.145102 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9eee789-6e20-4f16-8b71-7fb4a05f5c45 admin admin] Publish callbacks [] for security_group (98dd7e8d-a87a-4304-a5a9-d2d00c2b4953), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:32.190441 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9eee789-6e20-4f16-8b71-7fb4a05f5c45 admin admin] Publish callbacks [] for security_group (98dd7e8d-a87a-4304-a5a9-d2d00c2b4953), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:32.262911 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9eee789-6e20-4f16-8b71-7fb4a05f5c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (98dd7e8d-a87a-4304-a5a9-d2d00c2b4953), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:32.265923 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c9eee789-6e20-4f16-8b71-7fb4a05f5c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:32.267994 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c9eee789-6e20-4f16-8b71-7fb4a05f5c45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98dd7e8d-a87a-4304-a5a9-d2d00c2b4953 HTTP/1.1" status: 204 len: 168 time: 0.2101045 Feb 28 20:39:32.307751 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eee789-6e20-4f16-8b71-7fb4a05f5c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dd7e8d-a87a-4304-a5a9-d2d00c2b4953,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:33.086215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 52276) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:33.102450 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24df7024-3c41-47ef-a6a9-4d73d91a490a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:33.259823 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 4cd9d486-c521-406c-b947-5b5f2636b728 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:39:33.288498 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24df7024-3c41-47ef-a6a9-4d73d91a490a admin admin] Publish callbacks [] for security_group (b25c2d93-81d4-4b6e-9bc8-8ea35cebab84), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:33.299936 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 4cd9d486-c521-406c-b947-5b5f2636b728 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:39:33.300560 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 4cd9d486-c521-406c-b947-5b5f2636b728 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:39:33.301310 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24df7024-3c41-47ef-a6a9-4d73d91a490a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b25c2d93-81d4-4b6e-9bc8-8ea35cebab84), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:33.355622 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df7024-3c41-47ef-a6a9-4d73d91a490a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25c2d93-81d4-4b6e-9bc8-8ea35cebab84,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:33.365362 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-24df7024-3c41-47ef-a6a9-4d73d91a490a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b675a5b9a16441b591c16a34d068ef38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2780108 Feb 28 20:39:33.368003 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 52282) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:33.441733 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-81a7344a-8647-44b7-be83-0121e88f85c9 admin admin] Publish callbacks [] for security_group (b25c2d93-81d4-4b6e-9bc8-8ea35cebab84), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:33.475630 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-81a7344a-8647-44b7-be83-0121e88f85c9 admin admin] Publish callbacks [] for security_group (b25c2d93-81d4-4b6e-9bc8-8ea35cebab84), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:33.554276 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-81a7344a-8647-44b7-be83-0121e88f85c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b25c2d93-81d4-4b6e-9bc8-8ea35cebab84), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:33.558040 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-81a7344a-8647-44b7-be83-0121e88f85c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:33.559825 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-81a7344a-8647-44b7-be83-0121e88f85c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b25c2d93-81d4-4b6e-9bc8-8ea35cebab84 HTTP/1.1" status: 204 len: 168 time: 0.1854208 Feb 28 20:39:33.569515 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7344a-8647-44b7-be83-0121e88f85c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25c2d93-81d4-4b6e-9bc8-8ea35cebab84,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:39.325812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 52470) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:39.552929 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1d7b5e73-6c80-4207-9860-59187e8bcef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:39.704461 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1d7b5e73-6c80-4207-9860-59187e8bcef7 admin admin] Publish callbacks [] for security_group (93446580-989f-412b-811d-acf3a4a4b37d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:39.714521 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1d7b5e73-6c80-4207-9860-59187e8bcef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (93446580-989f-412b-811d-acf3a4a4b37d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:39.807989 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52484) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:39.808603 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1d7b5e73-6c80-4207-9860-59187e8bcef7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9dca1b07777842138b68256a1fc7b601&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4812167 Feb 28 20:39:39.839094 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b5e73-6c80-4207-9860-59187e8bcef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93446580-989f-412b-811d-acf3a4a4b37d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:39.929295 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-da702d79-deb7-485f-bbed-1656fe58f840 admin admin] Publish callbacks [] for security_group (93446580-989f-412b-811d-acf3a4a4b37d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:39.977711 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-da702d79-deb7-485f-bbed-1656fe58f840 admin admin] Publish callbacks [] for security_group (93446580-989f-412b-811d-acf3a4a4b37d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:40.081892 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-da702d79-deb7-485f-bbed-1656fe58f840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (93446580-989f-412b-811d-acf3a4a4b37d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:40.084622 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-da702d79-deb7-485f-bbed-1656fe58f840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:40.089019 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-da702d79-deb7-485f-bbed-1656fe58f840 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93446580-989f-412b-811d-acf3a4a4b37d HTTP/1.1" status: 204 len: 168 time: 0.2797465 Feb 28 20:39:40.106757 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da702d79-deb7-485f-bbed-1656fe58f840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93446580-989f-412b-811d-acf3a4a4b37d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:40.635248 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 52502) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:40.654059 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-70da80f5-99ec-4176-a8f6-3fb3332cb11c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:40.838735 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-70da80f5-99ec-4176-a8f6-3fb3332cb11c admin admin] Publish callbacks [] for security_group (bf828e3f-b1d0-4926-94f9-1690f6071c6a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:40.854089 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-70da80f5-99ec-4176-a8f6-3fb3332cb11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (bf828e3f-b1d0-4926-94f9-1690f6071c6a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:40.935716 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da80f5-99ec-4176-a8f6-3fb3332cb11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf828e3f-b1d0-4926-94f9-1690f6071c6a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:41.018628 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 52510) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:39:41.036405 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-70da80f5-99ec-4176-a8f6-3fb3332cb11c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ba208ccc3514d50b4ade27eed553eba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3992987 Feb 28 20:39:41.177903 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a67c788-9426-4c1c-a83b-f46586e6dbc8 admin admin] Publish callbacks [] for security_group (bf828e3f-b1d0-4926-94f9-1690f6071c6a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:41.225064 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a67c788-9426-4c1c-a83b-f46586e6dbc8 admin admin] Publish callbacks [] for security_group (bf828e3f-b1d0-4926-94f9-1690f6071c6a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:41.346075 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a67c788-9426-4c1c-a83b-f46586e6dbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (bf828e3f-b1d0-4926-94f9-1690f6071c6a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:41.349961 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a67c788-9426-4c1c-a83b-f46586e6dbc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:41.351924 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7a67c788-9426-4c1c-a83b-f46586e6dbc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf828e3f-b1d0-4926-94f9-1690f6071c6a HTTP/1.1" status: 204 len: 168 time: 0.3304913 Feb 28 20:39:41.375010 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67c788-9426-4c1c-a83b-f46586e6dbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf828e3f-b1d0-4926-94f9-1690f6071c6a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:39:46.458308 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-48487a44-2275-422a-a524-9105a2941cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:48.150154 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:39:49.033629 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a2625f2b-40e1-4df7-9593-5da73c64b4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:49.640305 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:50.134235 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:51.353601 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:52.577811 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:39:52.700708 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:04.418275 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53266) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:04.753655 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-657f001f-920f-4192-95bf-be563fba7ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:04.957184 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-657f001f-920f-4192-95bf-be563fba7ac8 admin admin] Publish callbacks [] for security_group (69a3a2ff-0130-4f84-9fcc-4b6cc586c299), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:04.966875 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-657f001f-920f-4192-95bf-be563fba7ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (69a3a2ff-0130-4f84-9fcc-4b6cc586c299), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:05.053423 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-657f001f-920f-4192-95bf-be563fba7ac8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ab1dad389064c0e8ccbffe42e7a4ac6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6315160 Feb 28 20:40:05.054354 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53290) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:05.232635 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f001f-920f-4192-95bf-be563fba7ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a3a2ff-0130-4f84-9fcc-4b6cc586c299,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:05.275794 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f001f-920f-4192-95bf-be563fba7ac8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:05.277063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f001f-920f-4192-95bf-be563fba7ac8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:05.277543 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f001f-920f-4192-95bf-be563fba7ac8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:05.278012 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f001f-920f-4192-95bf-be563fba7ac8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:05.278633 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f001f-920f-4192-95bf-be563fba7ac8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:05.279109 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f001f-920f-4192-95bf-be563fba7ac8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:05.279570 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f001f-920f-4192-95bf-be563fba7ac8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:05.280297 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f001f-920f-4192-95bf-be563fba7ac8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:05.281366 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f001f-920f-4192-95bf-be563fba7ac8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:05.281845 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f001f-920f-4192-95bf-be563fba7ac8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:05.282305 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f001f-920f-4192-95bf-be563fba7ac8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:05.282969 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f001f-920f-4192-95bf-be563fba7ac8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:05.283431 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657f001f-920f-4192-95bf-be563fba7ac8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:05.293743 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9276b519-9480-4454-b359-37ccc4e3249e admin admin] Publish callbacks [] for security_group (69a3a2ff-0130-4f84-9fcc-4b6cc586c299), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:05.327348 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9276b519-9480-4454-b359-37ccc4e3249e admin admin] Publish callbacks [] for security_group (69a3a2ff-0130-4f84-9fcc-4b6cc586c299), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:05.387545 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9276b519-9480-4454-b359-37ccc4e3249e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (69a3a2ff-0130-4f84-9fcc-4b6cc586c299), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:05.390319 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9276b519-9480-4454-b359-37ccc4e3249e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:05.407527 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9276b519-9480-4454-b359-37ccc4e3249e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69a3a2ff-0130-4f84-9fcc-4b6cc586c299 HTTP/1.1" status: 204 len: 168 time: 0.3373370 Feb 28 20:40:05.431078 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276b519-9480-4454-b359-37ccc4e3249e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a3a2ff-0130-4f84-9fcc-4b6cc586c299,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:06.194510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53326) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:06.218828 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-49dd48aa-b5c9-463b-80d1-54459cf36ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:06.338304 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-49dd48aa-b5c9-463b-80d1-54459cf36ee4 admin admin] Publish callbacks [] for security_group (011c3a12-b68e-48e6-8115-00f85cd5dbf5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:06.343553 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-49dd48aa-b5c9-463b-80d1-54459cf36ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (011c3a12-b68e-48e6-8115-00f85cd5dbf5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:06.412024 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-49dd48aa-b5c9-463b-80d1-54459cf36ee4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0bd6771c9dca4cd0be244afb9f894021&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2137723 Feb 28 20:40:06.412024 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd48aa-b5c9-463b-80d1-54459cf36ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011c3a12-b68e-48e6-8115-00f85cd5dbf5,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:06.413119 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53338) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:06.526670 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97dfa0cf-86bc-45c9-941d-db58c1591844 admin admin] Publish callbacks [] for security_group (011c3a12-b68e-48e6-8115-00f85cd5dbf5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:06.550687 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97dfa0cf-86bc-45c9-941d-db58c1591844 admin admin] Publish callbacks [] for security_group (011c3a12-b68e-48e6-8115-00f85cd5dbf5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:06.627665 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97dfa0cf-86bc-45c9-941d-db58c1591844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (011c3a12-b68e-48e6-8115-00f85cd5dbf5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:06.630846 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97dfa0cf-86bc-45c9-941d-db58c1591844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:06.632250 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-97dfa0cf-86bc-45c9-941d-db58c1591844 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/011c3a12-b68e-48e6-8115-00f85cd5dbf5 HTTP/1.1" status: 204 len: 168 time: 0.2183471 Feb 28 20:40:06.647412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfa0cf-86bc-45c9-941d-db58c1591844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011c3a12-b68e-48e6-8115-00f85cd5dbf5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:10.068094 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53514) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:10.288678 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1c808b97-2e88-47a2-8c08-6667c88d0bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:10.500888 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1c808b97-2e88-47a2-8c08-6667c88d0bf8 admin admin] Publish callbacks [] for security_group (d577d98c-c079-4260-9db1-6221ab80b964), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:10.520527 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1c808b97-2e88-47a2-8c08-6667c88d0bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d577d98c-c079-4260-9db1-6221ab80b964), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:10.568226 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1c808b97-2e88-47a2-8c08-6667c88d0bf8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7271d38dfcb44e4c8952ff1acfea8f04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4986036 Feb 28 20:40:10.570562 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53530) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:10.616573 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c808b97-2e88-47a2-8c08-6667c88d0bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d577d98c-c079-4260-9db1-6221ab80b964,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:10.654472 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1b18fd72-720d-42fa-a1d2-c789aa1863bc admin admin] Publish callbacks [] for security_group (d577d98c-c079-4260-9db1-6221ab80b964), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:10.704813 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1b18fd72-720d-42fa-a1d2-c789aa1863bc admin admin] Publish callbacks [] for security_group (d577d98c-c079-4260-9db1-6221ab80b964), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:10.790793 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1b18fd72-720d-42fa-a1d2-c789aa1863bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d577d98c-c079-4260-9db1-6221ab80b964), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:10.797449 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1b18fd72-720d-42fa-a1d2-c789aa1863bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:10.802442 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1b18fd72-720d-42fa-a1d2-c789aa1863bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d577d98c-c079-4260-9db1-6221ab80b964 HTTP/1.1" status: 204 len: 168 time: 0.2286801 Feb 28 20:40:10.814166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18fd72-720d-42fa-a1d2-c789aa1863bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d577d98c-c079-4260-9db1-6221ab80b964,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:11.306288 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53562) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:11.320006 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5d25c892-afa8-43d1-a59f-34164f94852f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:11.412818 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5d25c892-afa8-43d1-a59f-34164f94852f admin admin] Publish callbacks [] for security_group (0e955435-c533-4256-89ac-ec0efe3e0865), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:11.419567 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5d25c892-afa8-43d1-a59f-34164f94852f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0e955435-c533-4256-89ac-ec0efe3e0865), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:11.521147 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25c892-afa8-43d1-a59f-34164f94852f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e955435-c533-4256-89ac-ec0efe3e0865,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:11.527880 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5d25c892-afa8-43d1-a59f-34164f94852f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a46be4e06c1d4e89bf2fcc44ae51c492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2203588 Feb 28 20:40:11.532071 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53568) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:11.664786 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-959a2723-f19c-4853-9c69-b193ba0c3671 admin admin] Publish callbacks [] for security_group (0e955435-c533-4256-89ac-ec0efe3e0865), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:11.699349 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-959a2723-f19c-4853-9c69-b193ba0c3671 admin admin] Publish callbacks [] for security_group (0e955435-c533-4256-89ac-ec0efe3e0865), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:11.762459 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-959a2723-f19c-4853-9c69-b193ba0c3671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0e955435-c533-4256-89ac-ec0efe3e0865), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:11.765702 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-959a2723-f19c-4853-9c69-b193ba0c3671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:11.766875 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-959a2723-f19c-4853-9c69-b193ba0c3671 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e955435-c533-4256-89ac-ec0efe3e0865 HTTP/1.1" status: 204 len: 168 time: 0.2335162 Feb 28 20:40:11.788389 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a2723-f19c-4853-9c69-b193ba0c3671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e955435-c533-4256-89ac-ec0efe3e0865,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:14.790724 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53730) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:15.054618 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-56dd123c-7991-443d-bdb0-f87088134bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:15.358032 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-56dd123c-7991-443d-bdb0-f87088134bbe admin admin] Publish callbacks [] for security_group (c6219f31-3841-4dc5-9561-ecf1a6217f4c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:15.371685 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-56dd123c-7991-443d-bdb0-f87088134bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c6219f31-3841-4dc5-9561-ecf1a6217f4c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:15.449675 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53750) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:15.466569 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-56dd123c-7991-443d-bdb0-f87088134bbe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=893ab0a68d8f41da824db12ab4502a13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6729560 Feb 28 20:40:15.468920 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd123c-7991-443d-bdb0-f87088134bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6219f31-3841-4dc5-9561-ecf1a6217f4c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:15.554348 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b84055d6-86b8-4920-b65d-b6ae2798326e admin admin] Publish callbacks [] for security_group (c6219f31-3841-4dc5-9561-ecf1a6217f4c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:15.609829 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b84055d6-86b8-4920-b65d-b6ae2798326e admin admin] Publish callbacks [] for security_group (c6219f31-3841-4dc5-9561-ecf1a6217f4c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:15.725551 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b84055d6-86b8-4920-b65d-b6ae2798326e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c6219f31-3841-4dc5-9561-ecf1a6217f4c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:15.728259 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b84055d6-86b8-4920-b65d-b6ae2798326e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:15.745403 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b84055d6-86b8-4920-b65d-b6ae2798326e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6219f31-3841-4dc5-9561-ecf1a6217f4c HTTP/1.1" status: 204 len: 168 time: 0.2917457 Feb 28 20:40:15.765151 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84055d6-86b8-4920-b65d-b6ae2798326e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6219f31-3841-4dc5-9561-ecf1a6217f4c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:16.457587 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-59817da9-564e-49b4-9301-e86db20223ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:18.492613 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53874) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:18.789881 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1475064985'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:40:18.844577 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Made reservation on behalf of 8e9d0f91993342e2b19d982ed91ebff5 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:40:18.854745 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:18.880276 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:19.033923 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks [] for security_group (4d6d9a15-c03f-4f4f-8648-800f90bb1df7), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:19.042951 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4d6d9a15-c03f-4f4f-8648-800f90bb1df7), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:19.053265 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf42c-226f-49a5-a4d3-d43f0fbe829b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:19.104906 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:40:19.125691 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (5d8b4d2a-edf8-4f43-8a50-6ae5e2b16c99), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:19.126051 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Added segment 5d8b4d2a-edf8-4f43-8a50-6ae5e2b16c99 of type vlan for network 650871d8-2c38-4d4d-a3f1-f663a323382d Feb 28 20:40:19.175621 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (650871d8-2c38-4d4d-a3f1-f663a323382d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:19.217527 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (650871d8-2c38-4d4d-a3f1-f663a323382d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:19.223188 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:40:19.223971 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:19.258476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6d9a15-c03f-4f4f-8648-800f90bb1df7,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:19.286208 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:19.286867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:19.287792 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:19.288380 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:19.288963 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:19.289481 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:19.289979 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:19.290496 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:19.291004 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:19.293172 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:19.293701 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:19.294179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:19.294767 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:19.342947 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8487117 Feb 28 20:40:19.347207 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 53906) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:19.352149 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-a3483b66-53b3-41bf-8070-dcb904571a17 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Request body: {'subnet': {'network_id': '650871d8-2c38-4d4d-a3f1-f663a323382d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:40:19.371355 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694a4f2-02c6-497e-8734-887b8747a70a tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Pushing event updated for resources: {'Network': ['ID=650871d8-2c38-4d4d-a3f1-f663a323382d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:19.409523 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 650871d8-2c38-4d4d-a3f1-f663a323382d details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:40:19.511911 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3483b66-53b3-41bf-8070-dcb904571a17 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Made reservation on behalf of 8e9d0f91993342e2b19d982ed91ebff5 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:40:19.520575 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a3483b66-53b3-41bf-8070-dcb904571a17 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:19.658687 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:19.943594 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a3483b66-53b3-41bf-8070-dcb904571a17 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (80b2ddc4-9322-48bc-9379-5f08dc0fe00b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:20.181525 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:20.187268 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3483b66-53b3-41bf-8070-dcb904571a17 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Checking segment: {'id': '5d8b4d2a-edf8-4f43-8a50-6ae5e2b16c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '650871d8-2c38-4d4d-a3f1-f663a323382d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:40:20.187640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3483b66-53b3-41bf-8070-dcb904571a17 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Network hostable DHCP agents. Network: 650871d8-2c38-4d4d-a3f1-f663a323382d, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:40:20.190419 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3483b66-53b3-41bf-8070-dcb904571a17 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Pushing event updated for resources: {'Subnet': ['ID=80b2ddc4-9322-48bc-9379-5f08dc0fe00b,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:20.221914 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3483b66-53b3-41bf-8070-dcb904571a17 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Network 650871d8-2c38-4d4d-a3f1-f663a323382d is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:40:20.235851 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-a3483b66-53b3-41bf-8070-dcb904571a17 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 650871d8-2c38-4d4d-a3f1-f663a323382d) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:40:20.242025 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3483b66-53b3-41bf-8070-dcb904571a17 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:40:20.243832 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a3483b66-53b3-41bf-8070-dcb904571a17 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:20.247969 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448e9481-00e5-479a-a4ce-5669017c32af None None] Network 650871d8-2c38-4d4d-a3f1-f663a323382d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:40:20.307012 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 53944) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:20.312879 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3fb53503-7f9f-4d1a-b1dd-2cc1be4afeb7 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Request body: {'port': {'network_id': '650871d8-2c38-4d4d-a3f1-f663a323382d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-94433544'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:40:20.315258 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a3483b66-53b3-41bf-8070-dcb904571a17 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9669464 Feb 28 20:40:20.475672 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-650871d8-2c38-4d4d-a3f1-f663a323382d', 'network_id': '650871d8-2c38-4d4d-a3f1-f663a323382d', 'project_id': '8e9d0f91993342e2b19d982ed91ebff5', 'fixed_ips': [{'subnet_id': '80b2ddc4-9322-48bc-9379-5f08dc0fe00b'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:40:20.482401 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:20.495723 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb53503-7f9f-4d1a-b1dd-2cc1be4afeb7 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Made reservation on behalf of 8e9d0f91993342e2b19d982ed91ebff5 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:40:20.501695 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3fb53503-7f9f-4d1a-b1dd-2cc1be4afeb7 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:20.553224 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-3fb53503-7f9f-4d1a-b1dd-2cc1be4afeb7 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] device_id is not set on port 44846d15-e4f9-4159-9102-067d4f61c9fe yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:40:20.861520 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-3fb53503-7f9f-4d1a-b1dd-2cc1be4afeb7 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Allocated IP 172.20.0.9 (650871d8-2c38-4d4d-a3f1-f663a323382d/80b2ddc4-9322-48bc-9379-5f08dc0fe00b/44846d15-e4f9-4159-9102-067d4f61c9fe) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:40:21.205580 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3fb53503-7f9f-4d1a-b1dd-2cc1be4afeb7 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks [] for port (44846d15-e4f9-4159-9102-067d4f61c9fe), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:21.371273 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:21.837257 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3fb53503-7f9f-4d1a-b1dd-2cc1be4afeb7 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (44846d15-e4f9-4159-9102-067d4f61c9fe), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:21.950773 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Allocated IP 172.20.0.2 (650871d8-2c38-4d4d-a3f1-f663a323382d/80b2ddc4-9322-48bc-9379-5f08dc0fe00b/68e6268e-d28e-42cd-8f3c-d1994d5912fb) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:40:21.986359 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb53503-7f9f-4d1a-b1dd-2cc1be4afeb7 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Pushing event updated for resources: {'Port': ['ID=44846d15-e4f9-4159-9102-067d4f61c9fe,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:22.071977 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb53503-7f9f-4d1a-b1dd-2cc1be4afeb7 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Network 650871d8-2c38-4d4d-a3f1-f663a323382d is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:40:22.078918 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-3fb53503-7f9f-4d1a-b1dd-2cc1be4afeb7 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:40:22.085613 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb53503-7f9f-4d1a-b1dd-2cc1be4afeb7 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:40:22.158283 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb53503-7f9f-4d1a-b1dd-2cc1be4afeb7 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:40:22.158953 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3fb53503-7f9f-4d1a-b1dd-2cc1be4afeb7 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:22.188714 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3fb53503-7f9f-4d1a-b1dd-2cc1be4afeb7 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8804090 Feb 28 20:40:22.192015 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54002) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:22.444252 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-6e6f0fb3-9d77-405a-9d94-a4e1e0c68fc7 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Deleting port 44846d15-e4f9-4159-9102-067d4f61c9fe {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:40:22.444680 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6e6f0fb3-9d77-405a-9d94-a4e1e0c68fc7 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (44846d15-e4f9-4159-9102-067d4f61c9fe), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:22.479710 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Publish callbacks [] for port (68e6268e-d28e-42cd-8f3c-d1994d5912fb), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:22.497608 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (68e6268e-d28e-42cd-8f3c-d1994d5912fb), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:22.616463 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6e6f0fb3-9d77-405a-9d94-a4e1e0c68fc7 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (44846d15-e4f9-4159-9102-067d4f61c9fe), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:22.641898 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Network 650871d8-2c38-4d4d-a3f1-f663a323382d is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:40:22.645079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-6e6f0fb3-9d77-405a-9d94-a4e1e0c68fc7 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Calling delete_port for 44846d15-e4f9-4159-9102-067d4f61c9fe owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:40:22.652006 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:40:22.663157 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:22.664494 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:40:22.823288 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Pushing event updated for resources: {'Port': ['ID=68e6268e-d28e-42cd-8f3c-d1994d5912fb,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:22.950279 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:22.950646 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:22.950911 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:22.952354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:22.954371 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:22.954763 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:22.955178 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:22.956657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:22.956986 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:22.957313 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:22.966754 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:22.967241 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:22.968731 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:40:22.982008 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:23.012197 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6e6f0fb3-9d77-405a-9d94-a4e1e0c68fc7 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (44846d15-e4f9-4159-9102-067d4f61c9fe), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:23.063295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Attempting to bind port 68e6268e-d28e-42cd-8f3c-d1994d5912fb on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:40:23.063295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Attempting to bind port 68e6268e-d28e-42cd-8f3c-d1994d5912fb by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '5d8b4d2a-edf8-4f43-8a50-6ae5e2b16c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '650871d8-2c38-4d4d-a3f1-f663a323382d'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:40:23.063295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Attempting to bind port 68e6268e-d28e-42cd-8f3c-d1994d5912fb on network 650871d8-2c38-4d4d-a3f1-f663a323382d {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:40:23.072920 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:40:23.073426 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Checking segment: {'id': '5d8b4d2a-edf8-4f43-8a50-6ae5e2b16c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '650871d8-2c38-4d4d-a3f1-f663a323382d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:40:23.073914 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:23.074314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Bound using segment: {'id': '5d8b4d2a-edf8-4f43-8a50-6ae5e2b16c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '650871d8-2c38-4d4d-a3f1-f663a323382d'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:40:23.075199 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Bound port: 68e6268e-d28e-42cd-8f3c-d1994d5912fb, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8b4d2a-edf8-4f43-8a50-6ae5e2b16c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '650871d8-2c38-4d4d-a3f1-f663a323382d'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:40:23.075750 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (68e6268e-d28e-42cd-8f3c-d1994d5912fb), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:23.101609 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f0fb3-9d77-405a-9d94-a4e1e0c68fc7 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Pushing event deleted for resources: {'Port': ['ID=44846d15-e4f9-4159-9102-067d4f61c9fe,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:23.283111 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] For port 68e6268e-d28e-42cd-8f3c-d1994d5912fb, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:40:23.296726 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] For port 68e6268e-d28e-42cd-8f3c-d1994d5912fb, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=68e6268e-d28e-42cd-8f3c-d1994d5912fb,segment=NetworkSegment(5d8b4d2a-edf8-4f43-8a50-6ae5e2b16c99),segment_id=5d8b4d2a-edf8-4f43-8a50-6ae5e2b16c99)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:40:23.317704 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (68e6268e-d28e-42cd-8f3c-d1994d5912fb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:23.376050 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6e6f0fb3-9d77-405a-9d94-a4e1e0c68fc7 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:23.386893 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6e6f0fb3-9d77-405a-9d94-a4e1e0c68fc7 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] 10.222.0.13 "DELETE /v2.0/ports/44846d15-e4f9-4159-9102-067d4f61c9fe HTTP/1.1" status: 204 len: 168 time: 1.1933146 Feb 28 20:40:23.389946 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54048) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:23.534363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5eca7-6b80-41cb-9f86-11cb7829e067 None None] Pushing event updated for resources: {'Port': ['ID=68e6268e-d28e-42cd-8f3c-d1994d5912fb,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:23.636014 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cb5446d2-7b59-491a-a074-a68aab8bf9db tempest-DHCPAgentSchedulersTestJSON-1328668531 tempest-DHCPAgentSchedulersTestJSON-1328668531-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4934 time: 0.2405102 Feb 28 20:40:23.636014 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54056) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:23.649191 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-de0af101-6eb2-4f00-9e9b-acf2b133695c tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1338196737'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:40:23.707490 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0af101-6eb2-4f00-9e9b-acf2b133695c tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Made reservation on behalf of 8e9d0f91993342e2b19d982ed91ebff5 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:40:23.713893 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-de0af101-6eb2-4f00-9e9b-acf2b133695c tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:23.791907 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0af101-6eb2-4f00-9e9b-acf2b133695c tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:40:23.816757 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-de0af101-6eb2-4f00-9e9b-acf2b133695c tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (987b1f46-babc-4529-befd-440bc4be32a3), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:23.817520 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-de0af101-6eb2-4f00-9e9b-acf2b133695c tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Added segment 987b1f46-babc-4529-befd-440bc4be32a3 of type vlan for network 6da1463a-9970-4229-8a05-3dfd006f4cb7 Feb 28 20:40:24.099420 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-de0af101-6eb2-4f00-9e9b-acf2b133695c tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (6da1463a-9970-4229-8a05-3dfd006f4cb7), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:24.223456 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-de0af101-6eb2-4f00-9e9b-acf2b133695c tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (6da1463a-9970-4229-8a05-3dfd006f4cb7), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:24.236016 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0af101-6eb2-4f00-9e9b-acf2b133695c tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:40:24.237196 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-de0af101-6eb2-4f00-9e9b-acf2b133695c tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:24.455355 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54086) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:24.523977 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-de0af101-6eb2-4f00-9e9b-acf2b133695c tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8842635 Feb 28 20:40:24.527465 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54090) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:24.644551 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0af101-6eb2-4f00-9e9b-acf2b133695c tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Pushing event updated for resources: {'Network': ['ID=6da1463a-9970-4229-8a05-3dfd006f4cb7,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:24.662466 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 6da1463a-9970-4229-8a05-3dfd006f4cb7 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:40:24.937960 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3fa8b48b-afa2-412d-b7c4-6d7b09e2cb9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:25.076141 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 68e6268e-d28e-42cd-8f3c-d1994d5912fb up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:40:25.170722 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:40:25.199217 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3fa8b48b-afa2-412d-b7c4-6d7b09e2cb9e admin admin] Publish callbacks [] for security_group (de916dc4-5b92-45e5-ab73-d05ce530513f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:25.247266 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3fa8b48b-afa2-412d-b7c4-6d7b09e2cb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (de916dc4-5b92-45e5-ab73-d05ce530513f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:25.250865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 68e6268e-d28e-42cd-8f3c-d1994d5912fb triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:40:25.251253 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (68e6268e-d28e-42cd-8f3c-d1994d5912fb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:25.308590 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8b48b-afa2-412d-b7c4-6d7b09e2cb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de916dc4-5b92-45e5-ab73-d05ce530513f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:25.407147 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-982e5d43-3097-4e2d-a49b-c95b94c54038 tempest-DHCPAgentSchedulersTestJSON-1328668531 tempest-DHCPAgentSchedulersTestJSON-1328668531-project-admin] 10.222.0.13 "GET /v2.0/agents/6c1142d9-050d-4949-adf6-cfe36832e496/dhcp-networks HTTP/1.1" status: 200 len: 5682 time: 0.8756912 Feb 28 20:40:25.409798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54112) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:25.419654 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3fa8b48b-afa2-412d-b7c4-6d7b09e2cb9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18b4105f207848b3a03ff077e7ceaf79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9630632 Feb 28 20:40:25.423908 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54114) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:25.555905 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 68e6268e-d28e-42cd-8f3c-d1994d5912fb is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:40:25.556361 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (68e6268e-d28e-42cd-8f3c-d1994d5912fb), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:25.611100 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3209cc0d-91b5-49b5-aefe-080d0eab01d6 admin admin] Publish callbacks [] for security_group (de916dc4-5b92-45e5-ab73-d05ce530513f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:25.620893 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 68e6268e-d28e-42cd-8f3c-d1994d5912fb, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=68e6268e-d28e-42cd-8f3c-d1994d5912fb,segment=NetworkSegment(5d8b4d2a-edf8-4f43-8a50-6ae5e2b16c99),segment_id=5d8b4d2a-edf8-4f43-8a50-6ae5e2b16c99)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:40:25.622318 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff961b15-5718-4754-8eeb-dbade636b67f None None] Network 650871d8-2c38-4d4d-a3f1-f663a323382d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:40:25.647244 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (68e6268e-d28e-42cd-8f3c-d1994d5912fb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:25.703017 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be2dd65-e3a9-41d5-b693-454d0500eab8 tempest-DHCPAgentSchedulersTestJSON-1328668531 tempest-DHCPAgentSchedulersTestJSON-1328668531-project-admin] Network 6da1463a-9970-4229-8a05-3dfd006f4cb7 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:40:25.705693 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3209cc0d-91b5-49b5-aefe-080d0eab01d6 admin admin] Publish callbacks [] for security_group (de916dc4-5b92-45e5-ab73-d05ce530513f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:25.733452 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6be2dd65-e3a9-41d5-b693-454d0500eab8 tempest-DHCPAgentSchedulersTestJSON-1328668531 tempest-DHCPAgentSchedulersTestJSON-1328668531-project-admin] 10.222.0.13 "POST /v2.0/agents/6c1142d9-050d-4949-adf6-cfe36832e496/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3222692 Feb 28 20:40:25.736193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54120) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:25.882393 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3209cc0d-91b5-49b5-aefe-080d0eab01d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (de916dc4-5b92-45e5-ab73-d05ce530513f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:25.922330 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3209cc0d-91b5-49b5-aefe-080d0eab01d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:25.923534 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3209cc0d-91b5-49b5-aefe-080d0eab01d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de916dc4-5b92-45e5-ab73-d05ce530513f HTTP/1.1" status: 204 len: 168 time: 0.4986038 Feb 28 20:40:25.946156 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7ad852b3-451c-4f9c-bd4d-c0bcb3325a5c None None] Provisioning complete for port 68e6268e-d28e-42cd-8f3c-d1994d5912fb triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:40:25.948783 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7ad852b3-451c-4f9c-bd4d-c0bcb3325a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (68e6268e-d28e-42cd-8f3c-d1994d5912fb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:25.961660 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209cc0d-91b5-49b5-aefe-080d0eab01d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de916dc4-5b92-45e5-ab73-d05ce530513f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:26.080051 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cf7ca6-aba7-42da-9722-f41944ec3a7c None None] Network 6da1463a-9970-4229-8a05-3dfd006f4cb7 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:40:26.403421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54138) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:26.408275 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c29a5be6-0168-4cfd-b93e-db25fa08323a tempest-DHCPAgentSchedulersTestJSON-1328668531 tempest-DHCPAgentSchedulersTestJSON-1328668531-project-admin] 10.222.0.13 "GET /v2.0/agents/6c1142d9-050d-4949-adf6-cfe36832e496/dhcp-networks HTTP/1.1" status: 200 len: 6452 time: 0.6614904 Feb 28 20:40:26.439031 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=68e6268e-d28e-42cd-8f3c-d1994d5912fb,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:26.568458 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c1feb6bf-0fec-42f1-814b-6ae21b1e3b54 tempest-DHCPAgentSchedulersTestJSON-1328668531 tempest-DHCPAgentSchedulersTestJSON-1328668531-project-admin] 10.222.0.13 "DELETE /v2.0/agents/6c1142d9-050d-4949-adf6-cfe36832e496/dhcp-networks/6da1463a-9970-4229-8a05-3dfd006f4cb7 HTTP/1.1" status: 204 len: 168 time: 0.1636319 Feb 28 20:40:26.570844 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54146) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:26.680785 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7ad852b3-451c-4f9c-bd4d-c0bcb3325a5c None None] Current status of the port 68e6268e-d28e-42cd-8f3c-d1994d5912fb is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:40:26.776393 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54152) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:26.803490 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4f61b4a5-8225-4caa-b56a-2324c01ea5bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:26.986939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 68e6268e-d28e-42cd-8f3c-d1994d5912fb up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:40:26.998904 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-357e1df5-5898-477a-995e-e22d35de6d6b tempest-DHCPAgentSchedulersTestJSON-1328668531 tempest-DHCPAgentSchedulersTestJSON-1328668531-project-admin] 10.222.0.13 "GET /v2.0/agents/6c1142d9-050d-4949-adf6-cfe36832e496/dhcp-networks HTTP/1.1" status: 200 len: 5682 time: 0.4215720 Feb 28 20:40:26.999429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54160) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:27.071728 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-730d85c4-494d-4aa5-89b3-72a4a2d0a88b tempest-DHCPAgentSchedulersTestJSON-1328668531 tempest-DHCPAgentSchedulersTestJSON-1328668531-project-admin] 10.222.0.13 "GET /v2.0/networks/650871d8-2c38-4d4d-a3f1-f663a323382d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0715382 Feb 28 20:40:27.075290 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54162) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:27.137904 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4f61b4a5-8225-4caa-b56a-2324c01ea5bd admin admin] Publish callbacks [] for security_group (39c6bb18-a7ae-48fc-b3bb-0986c402565c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:27.147480 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-395b1cad-693f-44ca-8bb8-27496e104cd6 tempest-DHCPAgentSchedulersTestJSON-1328668531 tempest-DHCPAgentSchedulersTestJSON-1328668531-project-admin] 10.222.0.13 "GET /v2.0/networks/650871d8-2c38-4d4d-a3f1-f663a323382d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0684161 Feb 28 20:40:27.147889 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54164) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:27.191109 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4f61b4a5-8225-4caa-b56a-2324c01ea5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (39c6bb18-a7ae-48fc-b3bb-0986c402565c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:27.211693 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 68e6268e-d28e-42cd-8f3c-d1994d5912fb triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:40:27.212285 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (68e6268e-d28e-42cd-8f3c-d1994d5912fb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:27.249971 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9ae5d7e6-2713-4ed9-82ab-4d3be24218fd None None] Provisioning complete for port 68e6268e-d28e-42cd-8f3c-d1994d5912fb triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:40:27.250704 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9ae5d7e6-2713-4ed9-82ab-4d3be24218fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (68e6268e-d28e-42cd-8f3c-d1994d5912fb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:27.429386 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61b4a5-8225-4caa-b56a-2324c01ea5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c6bb18-a7ae-48fc-b3bb-0986c402565c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:27.444797 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4f61b4a5-8225-4caa-b56a-2324c01ea5bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc9268f7e6ab4a33bdf447ff0875c81a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6666050 Feb 28 20:40:27.458255 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54174) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:27.597183 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e4ad4a16-f087-4291-840c-78c03c040a65 tempest-DHCPAgentSchedulersTestJSON-1328668531 tempest-DHCPAgentSchedulersTestJSON-1328668531-project-admin] 10.222.0.13 "GET /v2.0/agents/6c1142d9-050d-4949-adf6-cfe36832e496/dhcp-networks HTTP/1.1" status: 200 len: 5682 time: 0.4447126 Feb 28 20:40:27.602239 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54184) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:27.619384 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9ae5d7e6-2713-4ed9-82ab-4d3be24218fd None None] Current status of the port 68e6268e-d28e-42cd-8f3c-d1994d5912fb is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:40:27.663220 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1c6ee66d-ecef-4b6d-a347-c63b42f9ef37 admin admin] Publish callbacks [] for security_group (39c6bb18-a7ae-48fc-b3bb-0986c402565c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:27.676943 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 68e6268e-d28e-42cd-8f3c-d1994d5912fb is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:40:27.720766 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1c6ee66d-ecef-4b6d-a347-c63b42f9ef37 admin admin] Publish callbacks [] for security_group (39c6bb18-a7ae-48fc-b3bb-0986c402565c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:27.764065 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e733a0da-bd32-4a63-b9fe-f9be511fd9a3 None None] Could not find standard attr ID for object 44846d15-e4f9-4159-9102-067d4f61c9fe. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 20:40:27.831690 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1c6ee66d-ecef-4b6d-a347-c63b42f9ef37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (39c6bb18-a7ae-48fc-b3bb-0986c402565c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:27.835281 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1c6ee66d-ecef-4b6d-a347-c63b42f9ef37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:27.836898 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1c6ee66d-ecef-4b6d-a347-c63b42f9ef37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39c6bb18-a7ae-48fc-b3bb-0986c402565c HTTP/1.1" status: 204 len: 168 time: 0.3773565 Feb 28 20:40:27.859519 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ee66d-ecef-4b6d-a347-c63b42f9ef37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c6bb18-a7ae-48fc-b3bb-0986c402565c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:27.872690 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f609703c-e5dd-4c41-9a04-76edc22d7607 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (6da1463a-9970-4229-8a05-3dfd006f4cb7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:28.194834 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f609703c-e5dd-4c41-9a04-76edc22d7607 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (6da1463a-9970-4229-8a05-3dfd006f4cb7), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:28.248350 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-f609703c-e5dd-4c41-9a04-76edc22d7607 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da1463a-9970-4229-8a05-3dfd006f4cb7']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:40:28.278703 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-f609703c-e5dd-4c41-9a04-76edc22d7607 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987b1f46-babc-4529-befd-440bc4be32a3') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:40:28.279209 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-f609703c-e5dd-4c41-9a04-76edc22d7607 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987b1f46-babc-4529-befd-440bc4be32a3') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:40:28.300268 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f609703c-e5dd-4c41-9a04-76edc22d7607 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (987b1f46-babc-4529-befd-440bc4be32a3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:28.328925 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f609703c-e5dd-4c41-9a04-76edc22d7607 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (987b1f46-babc-4529-befd-440bc4be32a3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:28.338558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f609703c-e5dd-4c41-9a04-76edc22d7607 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:40:28.339277 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f609703c-e5dd-4c41-9a04-76edc22d7607 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (987b1f46-babc-4529-befd-440bc4be32a3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:40:28.342767 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:40:28.500616 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f609703c-e5dd-4c41-9a04-76edc22d7607 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (6da1463a-9970-4229-8a05-3dfd006f4cb7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:28.510983 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f609703c-e5dd-4c41-9a04-76edc22d7607 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:28.514670 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f609703c-e5dd-4c41-9a04-76edc22d7607 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] 10.222.0.13 "DELETE /v2.0/networks/6da1463a-9970-4229-8a05-3dfd006f4cb7 HTTP/1.1" status: 204 len: 168 time: 0.9114077 Feb 28 20:40:28.516833 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f4d0e316-84df-4baf-8c90-a8179da7b6e0 req-f20a7e19-aadf-4aab-95ec-408b97657d24 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1489191 Feb 28 20:40:28.518233 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54206) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:28.545350 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-474d9022-bea7-44f3-9e42-9753e60abcbc tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] DELETE failed (client error): The resource could not be found. Feb 28 20:40:28.546136 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-474d9022-bea7-44f3-9e42-9753e60abcbc tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:40:28.549497 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-474d9022-bea7-44f3-9e42-9753e60abcbc tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] 10.222.0.13 "DELETE /v2.0/ports/44846d15-e4f9-4159-9102-067d4f61c9fe HTTP/1.1" status: 404 len: 333 time: 0.0301721 Feb 28 20:40:28.552110 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54208) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:28.566764 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609703c-e5dd-4c41-9a04-76edc22d7607 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Pushing event deleted for resources: {'Network': ['ID=6da1463a-9970-4229-8a05-3dfd006f4cb7,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:28.668883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3497b1-8620-4ea7-b363-22ca081c3502 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Deleting subnet 80b2ddc4-9322-48bc-9379-5f08dc0fe00b {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:40:28.711399 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae3497b1-8620-4ea7-b363-22ca081c3502 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks [] for subnet (80b2ddc4-9322-48bc-9379-5f08dc0fe00b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:28.857627 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae3497b1-8620-4ea7-b363-22ca081c3502 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (80b2ddc4-9322-48bc-9379-5f08dc0fe00b), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:28.972294 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0e316-84df-4baf-8c90-a8179da7b6e0 req-0a0b9064-b7ba-439e-a7ff-793f9ff65dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:40:28.979210 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f4d0e316-84df-4baf-8c90-a8179da7b6e0 req-0a0b9064-b7ba-439e-a7ff-793f9ff65dfa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17ec8e1d26444f41b354e308f3f1325b&device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 1128 time: 0.3706388 Feb 28 20:40:29.392584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0e316-84df-4baf-8c90-a8179da7b6e0 req-30a3f2c5-94e3-4ade-bf5a-3a3e614d79a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:40:29.394330 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f4d0e316-84df-4baf-8c90-a8179da7b6e0 req-30a3f2c5-94e3-4ade-bf5a-3a3e614d79a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=076ee1d5-8ea7-4f59-9381-7f18a96bc620 HTTP/1.1" status: 200 len: 914 time: 0.3967597 Feb 28 20:40:29.402036 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae3497b1-8620-4ea7-b363-22ca081c3502 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (80b2ddc4-9322-48bc-9379-5f08dc0fe00b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:29.548074 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f4d0e316-84df-4baf-8c90-a8179da7b6e0 req-767e3423-5ab4-489e-9e6b-2b0f6a550eb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a49f9d0-12f4-4c5d-8d5d-f54440fd898c HTTP/1.1" status: 200 len: 217 time: 0.1327281 Feb 28 20:40:29.634740 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0e316-84df-4baf-8c90-a8179da7b6e0 req-5d75d130-4c09-4b1d-8130-8d193839c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:40:29.636550 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f4d0e316-84df-4baf-8c90-a8179da7b6e0 req-5d75d130-4c09-4b1d-8130-8d193839c17b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b3148af-a41b-4617-b66b-fd778a2aeee0 HTTP/1.1" status: 200 len: 854 time: 0.0876780 Feb 28 20:40:29.657365 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae3497b1-8620-4ea7-b363-22ca081c3502 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (80b2ddc4-9322-48bc-9379-5f08dc0fe00b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:29.840356 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3497b1-8620-4ea7-b363-22ca081c3502 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Pushing event deleted for resources: {'Subnet': ['ID=80b2ddc4-9322-48bc-9379-5f08dc0fe00b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:29.840836 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b249de-cebd-4eb5-82f4-d289d1cfe0ac None None] Network 650871d8-2c38-4d4d-a3f1-f663a323382d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:40:29.852426 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f4d0e316-84df-4baf-8c90-a8179da7b6e0 req-f65176e3-c91d-470c-ae89-3f66f87a4967 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=076ee1d5-8ea7-4f59-9381-7f18a96bc620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2089412 Feb 28 20:40:29.866041 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ae3497b1-8620-4ea7-b363-22ca081c3502 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:29.896521 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ae3497b1-8620-4ea7-b363-22ca081c3502 tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] 10.222.0.13 "DELETE /v2.0/subnets/80b2ddc4-9322-48bc-9379-5f08dc0fe00b HTTP/1.1" status: 204 len: 168 time: 1.3424726 Feb 28 20:40:29.898958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54266) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:30.097284 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a6dd1c7-74b9-4a75-9a6c-fb12ef1f28fd tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (650871d8-2c38-4d4d-a3f1-f663a323382d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:30.217236 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc60058b-a114-4ec2-821c-c1e720d86a5a None None] DHCP port deletion for 650871d8-2c38-4d4d-a3f1-f663a323382d request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:40:30.303410 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f4d0e316-84df-4baf-8c90-a8179da7b6e0 req-33fbb112-ab72-4592-9d13-13aae276da18 service neutron] 10.222.0.15 "GET /v2.0/networks/076ee1d5-8ea7-4f59-9381-7f18a96bc620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979986 Feb 28 20:40:30.315418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-8a6dd1c7-74b9-4a75-9a6c-fb12ef1f28fd tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Deleting port 68e6268e-d28e-42cd-8f3c-d1994d5912fb {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:40:30.315779 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a6dd1c7-74b9-4a75-9a6c-fb12ef1f28fd tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (68e6268e-d28e-42cd-8f3c-d1994d5912fb), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:30.392133 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-bc60058b-a114-4ec2-821c-c1e720d86a5a None None] Deleting port 68e6268e-d28e-42cd-8f3c-d1994d5912fb {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:40:30.393027 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bc60058b-a114-4ec2-821c-c1e720d86a5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (68e6268e-d28e-42cd-8f3c-d1994d5912fb), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:30.503076 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-8a6dd1c7-74b9-4a75-9a6c-fb12ef1f28fd tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] For port 68e6268e-d28e-42cd-8f3c-d1994d5912fb, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=68e6268e-d28e-42cd-8f3c-d1994d5912fb,segment=NetworkSegment(5d8b4d2a-edf8-4f43-8a50-6ae5e2b16c99),segment_id=5d8b4d2a-edf8-4f43-8a50-6ae5e2b16c99)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:40:30.503463 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a6dd1c7-74b9-4a75-9a6c-fb12ef1f28fd tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (68e6268e-d28e-42cd-8f3c-d1994d5912fb), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:30.538918 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f4d0e316-84df-4baf-8c90-a8179da7b6e0 req-bb64e7cb-4264-4f3e-90ea-95c7ac0e94ee service neutron] 10.222.0.15 "GET /v2.0/networks/076ee1d5-8ea7-4f59-9381-7f18a96bc620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288842 Feb 28 20:40:30.543517 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-8a6dd1c7-74b9-4a75-9a6c-fb12ef1f28fd tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Calling delete_port for 68e6268e-d28e-42cd-8f3c-d1994d5912fb owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:40:30.596922 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bc60058b-a114-4ec2-821c-c1e720d86a5a None None] For port 68e6268e-d28e-42cd-8f3c-d1994d5912fb, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=68e6268e-d28e-42cd-8f3c-d1994d5912fb,segment=NetworkSegment(5d8b4d2a-edf8-4f43-8a50-6ae5e2b16c99),segment_id=5d8b4d2a-edf8-4f43-8a50-6ae5e2b16c99)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:40:30.597545 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bc60058b-a114-4ec2-821c-c1e720d86a5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (68e6268e-d28e-42cd-8f3c-d1994d5912fb), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:30.623481 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-bc60058b-a114-4ec2-821c-c1e720d86a5a None None] Calling delete_port for 68e6268e-d28e-42cd-8f3c-d1994d5912fb owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:40:30.640489 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a6dd1c7-74b9-4a75-9a6c-fb12ef1f28fd tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (68e6268e-d28e-42cd-8f3c-d1994d5912fb), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:30.670217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6dd1c7-74b9-4a75-9a6c-fb12ef1f28fd tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] No DVR routers for this DVR port 68e6268e-d28e-42cd-8f3c-d1994d5912fb on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:40:30.753158 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6dd1c7-74b9-4a75-9a6c-fb12ef1f28fd tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Pushing event deleted for resources: {'Port': ['ID=68e6268e-d28e-42cd-8f3c-d1994d5912fb,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:30.755732 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bc60058b-a114-4ec2-821c-c1e720d86a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (68e6268e-d28e-42cd-8f3c-d1994d5912fb), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:30.822812 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc60058b-a114-4ec2-821c-c1e720d86a5a None None] No DVR routers for this DVR port 68e6268e-d28e-42cd-8f3c-d1994d5912fb on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:40:30.876907 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60058b-a114-4ec2-821c-c1e720d86a5a None None] Pushing event deleted for resources: {'Port': ['ID=68e6268e-d28e-42cd-8f3c-d1994d5912fb,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:30.941818 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a6dd1c7-74b9-4a75-9a6c-fb12ef1f28fd tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (650871d8-2c38-4d4d-a3f1-f663a323382d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:31.005211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-8a6dd1c7-74b9-4a75-9a6c-fb12ef1f28fd tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650871d8-2c38-4d4d-a3f1-f663a323382d']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:40:31.034209 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-8a6dd1c7-74b9-4a75-9a6c-fb12ef1f28fd tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8b4d2a-edf8-4f43-8a50-6ae5e2b16c99') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:40:31.034507 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-8a6dd1c7-74b9-4a75-9a6c-fb12ef1f28fd tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8b4d2a-edf8-4f43-8a50-6ae5e2b16c99') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:40:31.055164 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 68e6268e-d28e-42cd-8f3c-d1994d5912fb no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:40:31.073951 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a6dd1c7-74b9-4a75-9a6c-fb12ef1f28fd tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (5d8b4d2a-edf8-4f43-8a50-6ae5e2b16c99), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:31.111132 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a6dd1c7-74b9-4a75-9a6c-fb12ef1f28fd tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (5d8b4d2a-edf8-4f43-8a50-6ae5e2b16c99), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:31.134050 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6dd1c7-74b9-4a75-9a6c-fb12ef1f28fd tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:40:31.140632 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a6dd1c7-74b9-4a75-9a6c-fb12ef1f28fd tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (5d8b4d2a-edf8-4f43-8a50-6ae5e2b16c99), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:31.143626 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 68e6268e-d28e-42cd-8f3c-d1994d5912fb {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:40:31.144022 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 68e6268e-d28e-42cd-8f3c-d1994d5912fb not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:40:31.205778 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:40:31.417423 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a6dd1c7-74b9-4a75-9a6c-fb12ef1f28fd tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (650871d8-2c38-4d4d-a3f1-f663a323382d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:31.425690 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a6dd1c7-74b9-4a75-9a6c-fb12ef1f28fd tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:31.428797 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8a6dd1c7-74b9-4a75-9a6c-fb12ef1f28fd tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] 10.222.0.13 "DELETE /v2.0/networks/650871d8-2c38-4d4d-a3f1-f663a323382d HTTP/1.1" status: 204 len: 168 time: 1.5277262 Feb 28 20:40:31.469342 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6dd1c7-74b9-4a75-9a6c-fb12ef1f28fd tempest-DHCPAgentSchedulersTestJSON-950541152 tempest-DHCPAgentSchedulersTestJSON-950541152-project] Pushing event deleted for resources: {'Network': ['ID=650871d8-2c38-4d4d-a3f1-f663a323382d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:32.100310 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54346) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:32.516357 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-582d7f98-2a30-4235-b88c-b31363192fe1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e9d0f91993342e2b19d982ed91ebff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4148006 Feb 28 20:40:32.518987 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54360) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:32.640271 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-01b78288-caae-4ebe-8e3c-fa05b1e73ec0 admin admin] Publish callbacks [] for security_group (4d6d9a15-c03f-4f4f-8648-800f90bb1df7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:32.701308 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-01b78288-caae-4ebe-8e3c-fa05b1e73ec0 admin admin] Publish callbacks [] for security_group (4d6d9a15-c03f-4f4f-8648-800f90bb1df7), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:32.795903 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-01b78288-caae-4ebe-8e3c-fa05b1e73ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4d6d9a15-c03f-4f4f-8648-800f90bb1df7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:32.798649 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-01b78288-caae-4ebe-8e3c-fa05b1e73ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:32.800165 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-01b78288-caae-4ebe-8e3c-fa05b1e73ec0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d6d9a15-c03f-4f4f-8648-800f90bb1df7 HTTP/1.1" status: 204 len: 168 time: 0.2799504 Feb 28 20:40:32.817756 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b78288-caae-4ebe-8e3c-fa05b1e73ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6d9a15-c03f-4f4f-8648-800f90bb1df7,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:33.348058 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54390) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:33.377399 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e04f6e9-daff-4955-924a-a57675c7ddbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:33.681545 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e04f6e9-daff-4955-924a-a57675c7ddbf admin admin] Publish callbacks [] for security_group (a163c3af-111b-41a4-a43b-832e5b14e3ea), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:33.706505 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e04f6e9-daff-4955-924a-a57675c7ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a163c3af-111b-41a4-a43b-832e5b14e3ea), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:33.878037 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6e04f6e9-daff-4955-924a-a57675c7ddbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fd60324996847fe99fa65a034d63e5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5288649 Feb 28 20:40:33.880650 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54410) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:33.904030 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04f6e9-daff-4955-924a-a57675c7ddbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a163c3af-111b-41a4-a43b-832e5b14e3ea,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:34.007260 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-23020db8-f0fb-4da6-a1d4-31947198a0f8 admin admin] Publish callbacks [] for security_group (a163c3af-111b-41a4-a43b-832e5b14e3ea), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:34.066575 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-23020db8-f0fb-4da6-a1d4-31947198a0f8 admin admin] Publish callbacks [] for security_group (a163c3af-111b-41a4-a43b-832e5b14e3ea), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:34.214491 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-23020db8-f0fb-4da6-a1d4-31947198a0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a163c3af-111b-41a4-a43b-832e5b14e3ea), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:34.217892 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-23020db8-f0fb-4da6-a1d4-31947198a0f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:34.219207 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-23020db8-f0fb-4da6-a1d4-31947198a0f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a163c3af-111b-41a4-a43b-832e5b14e3ea HTTP/1.1" status: 204 len: 168 time: 0.3370078 Feb 28 20:40:34.237069 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23020db8-f0fb-4da6-a1d4-31947198a0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a163c3af-111b-41a4-a43b-832e5b14e3ea,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:36.685015 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54532) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:36.965066 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aee5099f-27e3-456b-b351-74a38b4cdfb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:37.133055 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aee5099f-27e3-456b-b351-74a38b4cdfb0 admin admin] Publish callbacks [] for security_group (d5f45d6b-f0c8-420b-aec3-27e2f085a249), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:37.145918 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aee5099f-27e3-456b-b351-74a38b4cdfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d5f45d6b-f0c8-420b-aec3-27e2f085a249), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:37.269217 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5099f-27e3-456b-b351-74a38b4cdfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f45d6b-f0c8-420b-aec3-27e2f085a249,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:37.305257 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54562) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:37.306851 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-aee5099f-27e3-456b-b351-74a38b4cdfb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8aee61be4354ee2a53535bca2813a4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6198635 Feb 28 20:40:37.423297 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e920a70f-8301-4f7e-989e-d1539778d09d admin admin] Publish callbacks [] for security_group (d5f45d6b-f0c8-420b-aec3-27e2f085a249), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:37.438858 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54564) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:37.518132 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e920a70f-8301-4f7e-989e-d1539778d09d admin admin] Publish callbacks [] for security_group (d5f45d6b-f0c8-420b-aec3-27e2f085a249), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:37.626956 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e920a70f-8301-4f7e-989e-d1539778d09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d5f45d6b-f0c8-420b-aec3-27e2f085a249), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:37.629657 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e920a70f-8301-4f7e-989e-d1539778d09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:37.633316 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e920a70f-8301-4f7e-989e-d1539778d09d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5f45d6b-f0c8-420b-aec3-27e2f085a249 HTTP/1.1" status: 204 len: 168 time: 0.3238969 Feb 28 20:40:37.658721 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920a70f-8301-4f7e-989e-d1539778d09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f45d6b-f0c8-420b-aec3-27e2f085a249,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:37.695607 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ffc368ad-670d-4f21-a10b-ba4719665d22 tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-422013235'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:40:37.697307 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ffc368ad-670d-4f21-a10b-ba4719665d22 tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] Unknown quota resources ['metering_label']. {{(pid=103773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 20:40:38.219084 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ffc368ad-670d-4f21-a10b-ba4719665d22 tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:38.223380 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54588) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:38.223556 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ffc368ad-670d-4f21-a10b-ba4719665d22 tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7833490 Feb 28 20:40:38.229226 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-f6949125-8fe2-443e-a7a0-059a4f47049c tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd54fd826-9cab-4e82-94f1-b87ea024a0e2'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:40:38.229788 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-f6949125-8fe2-443e-a7a0-059a4f47049c tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103774) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 20:40:38.403938 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54596) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:38.425738 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c584963-ced2-44e9-bfb2-bc20ea64b58f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:38.433293 n-d-820368-21 neutron-server[103774]: WARNING neutron.services.metering.metering_plugin [None req-f6949125-8fe2-443e-a7a0-059a4f47049c tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 28 20:40:38.548921 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c584963-ced2-44e9-bfb2-bc20ea64b58f admin admin] Publish callbacks [] for security_group (5fd802f8-8ad9-4922-810f-5b403f51e62c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:38.563665 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c584963-ced2-44e9-bfb2-bc20ea64b58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5fd802f8-8ad9-4922-810f-5b403f51e62c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:38.629884 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c584963-ced2-44e9-bfb2-bc20ea64b58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd802f8-8ad9-4922-810f-5b403f51e62c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:38.672323 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6c584963-ced2-44e9-bfb2-bc20ea64b58f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab75ab42e4874809a0db068ff44058cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2672386 Feb 28 20:40:38.672973 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54604) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:38.775824 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6bbdc8f-7432-4ff6-a1db-076505898b73 admin admin] Publish callbacks [] for security_group (5fd802f8-8ad9-4922-810f-5b403f51e62c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:38.787958 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-2733d958-4d50-4eaf-ba51-40fddb052a83 req-2c46267b-66df-473d-9608-02cf69bf3c90 service neutron] (103773) timed out ('10.222.0.13', 39746) {{(pid=103773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 20:40:38.803215 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f6949125-8fe2-443e-a7a0-059a4f47049c tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:38.808532 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f6949125-8fe2-443e-a7a0-059a4f47049c tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5838828 Feb 28 20:40:38.809133 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54606) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:38.817881 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-43236aed-0bcd-4506-a414-2db88c7c0742 tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd54fd826-9cab-4e82-94f1-b87ea024a0e2'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:40:38.826224 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-43236aed-0bcd-4506-a414-2db88c7c0742 tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 20:40:38.852558 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6bbdc8f-7432-4ff6-a1db-076505898b73 admin admin] Publish callbacks [] for security_group (5fd802f8-8ad9-4922-810f-5b403f51e62c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:39.017572 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6bbdc8f-7432-4ff6-a1db-076505898b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5fd802f8-8ad9-4922-810f-5b403f51e62c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:39.027309 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6bbdc8f-7432-4ff6-a1db-076505898b73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:39.030498 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d6bbdc8f-7432-4ff6-a1db-076505898b73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fd802f8-8ad9-4922-810f-5b403f51e62c HTTP/1.1" status: 204 len: 168 time: 0.3563411 Feb 28 20:40:39.133098 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-2733d958-4d50-4eaf-ba51-40fddb052a83 req-8e2d4b95-c16e-46ee-ade2-c4316aebaaca tempest-AttachVolumeShelveTestJSON-1225917864 tempest-AttachVolumeShelveTestJSON-1225917864-project] (103773) timed out ('10.222.0.13', 54386) {{(pid=103773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 20:40:39.163597 n-d-820368-21 neutron-server[103773]: WARNING neutron.services.metering.metering_plugin [None req-43236aed-0bcd-4506-a414-2db88c7c0742 tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 28 20:40:39.318899 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bbdc8f-7432-4ff6-a1db-076505898b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd802f8-8ad9-4922-810f-5b403f51e62c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:39.505190 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-43236aed-0bcd-4506-a414-2db88c7c0742 tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:39.506633 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-43236aed-0bcd-4506-a414-2db88c7c0742 tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6920502 Feb 28 20:40:39.509833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54636) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:39.525612 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54638) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:39.530314 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fdaee712-af93-4640-8897-089b1eccbd20 tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=35f17494-2862-42ae-9bf2-e87282ee3865 HTTP/1.1" status: 200 len: 462 time: 0.0183277 Feb 28 20:40:39.843369 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ef4f4200-7b67-4598-893b-4b7595a694d8 tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:39.845610 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ef4f4200-7b67-4598-893b-4b7595a694d8 tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/35f17494-2862-42ae-9bf2-e87282ee3865 HTTP/1.1" status: 204 len: 168 time: 0.3185148 Feb 28 20:40:39.848445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54648) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:39.863037 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-dfdb38eb-d9ce-4b7b-92fc-6af46c3464ed tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=35f17494-2862-42ae-9bf2-e87282ee3865 HTTP/1.1" status: 200 len: 221 time: 0.0131445 Feb 28 20:40:39.866252 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54650) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:39.902494 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e12e9008-f59d-4ee7-9160-c038da19da7d tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--571778140', 'description': 'label created by tempest'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:40:39.902961 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e12e9008-f59d-4ee7-9160-c038da19da7d tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] Unknown quota resources ['metering_label']. {{(pid=103773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 20:40:40.249475 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e12e9008-f59d-4ee7-9160-c038da19da7d tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:40.268386 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54670) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:40.279349 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e12e9008-f59d-4ee7-9160-c038da19da7d tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4116149 Feb 28 20:40:40.373410 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54678) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:40.387471 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2fbebdc8-e948-48cc-9764-601f43e3fe44 tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=a90b1c0e-c923-4c8b-b85c-dd16ae76735c HTTP/1.1" status: 200 len: 467 time: 0.1175454 Feb 28 20:40:40.678536 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54692) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:40.801586 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ebcb00-c213-41c1-806b-2f659956d870 admin admin] Deleting subnet 2d5a7d06-821a-450d-b75e-7a9afcf5cd1b {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:40:40.813822 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-15ebcb00-c213-41c1-806b-2f659956d870 admin admin] Publish callbacks [] for subnet (2d5a7d06-821a-450d-b75e-7a9afcf5cd1b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:40.851406 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-53bdb7d1-95e3-42f2-a9c5-471e1d97899f tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:40.855692 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-53bdb7d1-95e3-42f2-a9c5-471e1d97899f tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/a90b1c0e-c923-4c8b-b85c-dd16ae76735c HTTP/1.1" status: 204 len: 168 time: 0.4809148 Feb 28 20:40:40.856461 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54704) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:40.882321 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a0fb2481-6619-4971-a9fe-67fb6f3fcbde tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=a90b1c0e-c923-4c8b-b85c-dd16ae76735c HTTP/1.1" status: 200 len: 216 time: 0.0245912 Feb 28 20:40:40.883003 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54706) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:40.903673 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54708) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:40.915217 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-90eb9ff9-84a6-4912-bc72-10088a3fd02b tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0290766 Feb 28 20:40:40.924889 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-887de6bc-d2c1-40b9-8fcc-9c9ebd16950d tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0198140 Feb 28 20:40:40.925820 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54712) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:40.947487 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-15ebcb00-c213-41c1-806b-2f659956d870 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (2d5a7d06-821a-450d-b75e-7a9afcf5cd1b), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:41.019466 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-15ebcb00-c213-41c1-806b-2f659956d870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (2d5a7d06-821a-450d-b75e-7a9afcf5cd1b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:41.077309 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3d864a71-c879-491d-b006-aa06cd26dfa5 tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/d54fd826-9cab-4e82-94f1-b87ea024a0e2 HTTP/1.1" status: 200 len: 472 time: 0.1500559 Feb 28 20:40:41.077989 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54716) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:41.118791 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-209b48c2-0a8a-43e1-80a6-2103972308a5 tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/3f992cd1-45b0-4fd0-a32e-78d607a98ddc HTTP/1.1" status: 200 len: 459 time: 0.0351379 Feb 28 20:40:41.126884 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54718) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:41.165300 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-15ebcb00-c213-41c1-806b-2f659956d870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (2d5a7d06-821a-450d-b75e-7a9afcf5cd1b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:41.259640 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-15ebcb00-c213-41c1-806b-2f659956d870 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:41.269280 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54728) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:41.270696 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-15ebcb00-c213-41c1-806b-2f659956d870 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2d5a7d06-821a-450d-b75e-7a9afcf5cd1b HTTP/1.1" status: 204 len: 168 time: 0.5898323 Feb 28 20:40:41.296318 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebcb00-c213-41c1-806b-2f659956d870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d5a7d06-821a-450d-b75e-7a9afcf5cd1b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:41.442996 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d2029097-fa7e-449d-8f2e-f4d14cd67efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (0dc64386-95a9-40c4-913e-295273f16a99), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:41.558890 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-34a55503-7ef7-48b7-b907-7a0dfee5665b tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:41.560036 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-34a55503-7ef7-48b7-b907-7a0dfee5665b tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/3f992cd1-45b0-4fd0-a32e-78d607a98ddc HTTP/1.1" status: 204 len: 168 time: 0.4312611 Feb 28 20:40:41.562549 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54742) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:41.611650 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d2029097-fa7e-449d-8f2e-f4d14cd67efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (0dc64386-95a9-40c4-913e-295273f16a99), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:41.640417 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-d2029097-fa7e-449d-8f2e-f4d14cd67efa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc64386-95a9-40c4-913e-295273f16a99']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:40:41.653370 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-d2029097-fa7e-449d-8f2e-f4d14cd67efa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c855d4-27ac-43f1-8379-97466f8fe7b5') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:40:41.654064 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-d2029097-fa7e-449d-8f2e-f4d14cd67efa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c855d4-27ac-43f1-8379-97466f8fe7b5') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:40:41.692316 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d2029097-fa7e-449d-8f2e-f4d14cd67efa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (66c855d4-27ac-43f1-8379-97466f8fe7b5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:41.709676 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d2029097-fa7e-449d-8f2e-f4d14cd67efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (66c855d4-27ac-43f1-8379-97466f8fe7b5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:41.741975 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2029097-fa7e-449d-8f2e-f4d14cd67efa admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:40:41.742388 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d2029097-fa7e-449d-8f2e-f4d14cd67efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (66c855d4-27ac-43f1-8379-97466f8fe7b5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:40:42.263111 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:40:42.320959 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d2029097-fa7e-449d-8f2e-f4d14cd67efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (0dc64386-95a9-40c4-913e-295273f16a99), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:42.348763 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d2029097-fa7e-449d-8f2e-f4d14cd67efa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:42.364749 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d2029097-fa7e-449d-8f2e-f4d14cd67efa admin admin] 10.222.0.13 "DELETE /v2.0/networks/0dc64386-95a9-40c4-913e-295273f16a99 HTTP/1.1" status: 204 len: 168 time: 1.0934260 Feb 28 20:40:42.439887 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54762) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:42.488029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2029097-fa7e-449d-8f2e-f4d14cd67efa admin admin] Pushing event deleted for resources: {'Network': ['ID=0dc64386-95a9-40c4-913e-295273f16a99,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:42.645991 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8033d2-c840-43c7-ba27-4cfdbd874d7c admin admin] Deleting subnet 5675f3af-4d03-493f-bc5f-904298b105fb {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:40:42.667861 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b8033d2-c840-43c7-ba27-4cfdbd874d7c admin admin] Publish callbacks [] for subnet (5675f3af-4d03-493f-bc5f-904298b105fb), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:42.786439 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c6486525-f496-4dfd-8fbf-697fd5a612bb tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:42.788606 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c6486525-f496-4dfd-8fbf-697fd5a612bb tempest-MeteringIpV6TestJSON-1028089153 tempest-MeteringIpV6TestJSON-1028089153-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/d54fd826-9cab-4e82-94f1-b87ea024a0e2 HTTP/1.1" status: 204 len: 168 time: 1.2247543 Feb 28 20:40:42.808882 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b8033d2-c840-43c7-ba27-4cfdbd874d7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (5675f3af-4d03-493f-bc5f-904298b105fb), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:42.951897 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b8033d2-c840-43c7-ba27-4cfdbd874d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (5675f3af-4d03-493f-bc5f-904298b105fb), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:43.077563 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b8033d2-c840-43c7-ba27-4cfdbd874d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (5675f3af-4d03-493f-bc5f-904298b105fb), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:43.108999 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8033d2-c840-43c7-ba27-4cfdbd874d7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5675f3af-4d03-493f-bc5f-904298b105fb,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:43.121795 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b8033d2-c840-43c7-ba27-4cfdbd874d7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:43.129474 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54788) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:43.142804 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6b8033d2-c840-43c7-ba27-4cfdbd874d7c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5675f3af-4d03-493f-bc5f-904298b105fb HTTP/1.1" status: 204 len: 168 time: 0.6937768 Feb 28 20:40:43.350655 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-98ac41ee-ee5d-4993-a441-5e00388474d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (eb90072f-bfbc-423f-a139-ccf79952be8f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:43.425959 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54798) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:43.522720 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-98ac41ee-ee5d-4993-a441-5e00388474d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (eb90072f-bfbc-423f-a139-ccf79952be8f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:43.550634 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-98ac41ee-ee5d-4993-a441-5e00388474d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb90072f-bfbc-423f-a139-ccf79952be8f']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:40:43.561159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-98ac41ee-ee5d-4993-a441-5e00388474d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77e6b62-0e37-4df7-934f-39a8d35c48ee') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:40:43.561538 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-98ac41ee-ee5d-4993-a441-5e00388474d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77e6b62-0e37-4df7-934f-39a8d35c48ee') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:40:43.578869 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-98ac41ee-ee5d-4993-a441-5e00388474d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (f77e6b62-0e37-4df7-934f-39a8d35c48ee), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:43.652206 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-98ac41ee-ee5d-4993-a441-5e00388474d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f77e6b62-0e37-4df7-934f-39a8d35c48ee), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:43.663473 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ac41ee-ee5d-4993-a441-5e00388474d8 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:40:43.664083 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-98ac41ee-ee5d-4993-a441-5e00388474d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (f77e6b62-0e37-4df7-934f-39a8d35c48ee), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:40:43.713166 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:40:43.754438 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5a96bbe7-67ec-4518-854c-7719c5b30ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:43.820151 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-98ac41ee-ee5d-4993-a441-5e00388474d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (eb90072f-bfbc-423f-a139-ccf79952be8f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:43.829368 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-98ac41ee-ee5d-4993-a441-5e00388474d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:43.833516 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-98ac41ee-ee5d-4993-a441-5e00388474d8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/eb90072f-bfbc-423f-a139-ccf79952be8f HTTP/1.1" status: 204 len: 168 time: 0.7026083 Feb 28 20:40:43.882619 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac41ee-ee5d-4993-a441-5e00388474d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb90072f-bfbc-423f-a139-ccf79952be8f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:43.986745 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5a96bbe7-67ec-4518-854c-7719c5b30ffb admin admin] Publish callbacks [] for security_group (38eb74a5-146d-4524-8cac-746d57ff1602), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:43.995576 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5a96bbe7-67ec-4518-854c-7719c5b30ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (38eb74a5-146d-4524-8cac-746d57ff1602), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:44.161520 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5a96bbe7-67ec-4518-854c-7719c5b30ffb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e01f612727864c769addbe97e6be96a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7344496 Feb 28 20:40:44.164233 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54834) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:44.167194 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96bbe7-67ec-4518-854c-7719c5b30ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38eb74a5-146d-4524-8cac-746d57ff1602,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:44.176811 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54836) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:44.269053 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7730db86-f1ec-4a63-8933-462f87876f54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fba6150283d4830ac998c6f3ae596e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0890944 Feb 28 20:40:44.269651 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54838) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:44.330239 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3427e93-7f5e-4fe0-93c1-5fd91accb945 admin admin] Publish callbacks [] for security_group (38eb74a5-146d-4524-8cac-746d57ff1602), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:44.356027 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3427e93-7f5e-4fe0-93c1-5fd91accb945 admin admin] Publish callbacks [] for security_group (38eb74a5-146d-4524-8cac-746d57ff1602), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:44.394973 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-033f06a7-1595-4b99-bb7d-2c47de782a0c admin admin] Publish callbacks [] for security_group (9b05fc94-b8bd-49bf-90dd-98e62d9ca5e2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:44.414185 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3427e93-7f5e-4fe0-93c1-5fd91accb945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (38eb74a5-146d-4524-8cac-746d57ff1602), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:44.418253 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3427e93-7f5e-4fe0-93c1-5fd91accb945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:44.419672 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d3427e93-7f5e-4fe0-93c1-5fd91accb945 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38eb74a5-146d-4524-8cac-746d57ff1602 HTTP/1.1" status: 204 len: 168 time: 0.2543576 Feb 28 20:40:44.439252 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3427e93-7f5e-4fe0-93c1-5fd91accb945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38eb74a5-146d-4524-8cac-746d57ff1602,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:44.447515 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-033f06a7-1595-4b99-bb7d-2c47de782a0c admin admin] Publish callbacks [] for security_group (9b05fc94-b8bd-49bf-90dd-98e62d9ca5e2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:44.541682 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-033f06a7-1595-4b99-bb7d-2c47de782a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9b05fc94-b8bd-49bf-90dd-98e62d9ca5e2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:44.545086 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-033f06a7-1595-4b99-bb7d-2c47de782a0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:44.549945 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-033f06a7-1595-4b99-bb7d-2c47de782a0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b05fc94-b8bd-49bf-90dd-98e62d9ca5e2 HTTP/1.1" status: 204 len: 168 time: 0.2792602 Feb 28 20:40:44.562384 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f06a7-1595-4b99-bb7d-2c47de782a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b05fc94-b8bd-49bf-90dd-98e62d9ca5e2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:45.400021 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54876) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:45.449853 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54878) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:45.496692 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5d5970ef-714a-4140-ac3d-c2ca8986be82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:45.594008 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 54880) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:45.600937 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-34a4e941-3b7c-4de1-b029-b65cecb6f448 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20c29e8d79bf417387f48ae4760bb8c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1995106 Feb 28 20:40:45.721770 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a65e50f4-bc2a-4953-b5e2-5e67116c259d admin admin] Publish callbacks [] for security_group (48ce68cd-98bd-43c0-92b3-96e1c5224331), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:45.792523 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a65e50f4-bc2a-4953-b5e2-5e67116c259d admin admin] Publish callbacks [] for security_group (48ce68cd-98bd-43c0-92b3-96e1c5224331), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:45.819145 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5d5970ef-714a-4140-ac3d-c2ca8986be82 admin admin] Publish callbacks [] for security_group (b58204c9-f101-4f80-86b8-b65b1957629d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:45.832602 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5d5970ef-714a-4140-ac3d-c2ca8986be82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b58204c9-f101-4f80-86b8-b65b1957629d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:45.891973 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5970ef-714a-4140-ac3d-c2ca8986be82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58204c9-f101-4f80-86b8-b65b1957629d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:45.929397 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5d5970ef-714a-4140-ac3d-c2ca8986be82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=503411a819ca448eba552e87fe968d73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4724760 Feb 28 20:40:45.930187 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 54894) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:46.020654 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a65e50f4-bc2a-4953-b5e2-5e67116c259d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (48ce68cd-98bd-43c0-92b3-96e1c5224331), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:46.023287 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a65e50f4-bc2a-4953-b5e2-5e67116c259d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:46.024556 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a65e50f4-bc2a-4953-b5e2-5e67116c259d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48ce68cd-98bd-43c0-92b3-96e1c5224331 HTTP/1.1" status: 204 len: 168 time: 0.4293430 Feb 28 20:40:46.038824 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e50f4-bc2a-4953-b5e2-5e67116c259d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ce68cd-98bd-43c0-92b3-96e1c5224331,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:46.088834 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e80f4eb0-0348-4ff3-91ca-bd31b54e0838 admin admin] Publish callbacks [] for security_group (b58204c9-f101-4f80-86b8-b65b1957629d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:46.145590 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e80f4eb0-0348-4ff3-91ca-bd31b54e0838 admin admin] Publish callbacks [] for security_group (b58204c9-f101-4f80-86b8-b65b1957629d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:46.275646 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e80f4eb0-0348-4ff3-91ca-bd31b54e0838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b58204c9-f101-4f80-86b8-b65b1957629d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:46.278279 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e80f4eb0-0348-4ff3-91ca-bd31b54e0838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:46.279493 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e80f4eb0-0348-4ff3-91ca-bd31b54e0838 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b58204c9-f101-4f80-86b8-b65b1957629d HTTP/1.1" status: 204 len: 168 time: 0.3438501 Feb 28 20:40:46.301608 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f4eb0-0348-4ff3-91ca-bd31b54e0838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58204c9-f101-4f80-86b8-b65b1957629d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:46.500892 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-72d3c118-acbc-4185-ac39-5f87601e64be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:49.054746 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2a2ecd37-2f61-4bcc-bf21-bdde5be7105b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:49.658324 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:49.701494 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55034) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:50.046212 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-aefac0a2-b1d7-4f7c-b20f-7799cb853090 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:40:50.095496 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55050) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:50.107114 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-aefac0a2-b1d7-4f7c-b20f-7799cb853090 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] 10.222.0.13 "PUT /v2.0/quotas/a0f9190268e04b558c93222f68d8d2d1 HTTP/1.1" status: 200 len: 366 time: 0.4033036 Feb 28 20:40:50.113157 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55052) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:50.115095 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-def54ec1-d0ad-4683-b0ac-95745bc0f848 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0179322 Feb 28 20:40:50.137158 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a2349df2-5d2c-4a3a-a362-ac913869e53f tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] 10.222.0.13 "GET /v2.0/quotas/a0f9190268e04b558c93222f68d8d2d1 HTTP/1.1" status: 200 len: 366 time: 0.0227430 Feb 28 20:40:50.140682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55054) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:50.150627 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:50.184274 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-148972d0-3b71-4e6b-83af-63c917291d7c tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/a0f9190268e04b558c93222f68d8d2d1 HTTP/1.1" status: 204 len: 168 time: 0.0421321 Feb 28 20:40:50.185264 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55056) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:50.202736 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5ad4f983-d3a7-4392-a14d-4baf99b9131b tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0163245 Feb 28 20:40:50.205424 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55058) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:50.223484 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2d559ef4-3956-4032-bb19-fd91ef78c088 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] 10.222.0.13 "GET /v2.0/quotas/a0f9190268e04b558c93222f68d8d2d1 HTTP/1.1" status: 200 len: 370 time: 0.0169988 Feb 28 20:40:50.225978 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55060) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:50.230848 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0db29f17-3000-43cb-9fa4-460a0ba83007 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] 10.222.0.13 "GET /v2.0/quotas/a0f9190268e04b558c93222f68d8d2d1/default HTTP/1.1" status: 200 len: 370 time: 0.0037501 Feb 28 20:40:50.236276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55062) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:50.264901 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-ee221043-8a03-48cc-9ee9-c41664c781b6 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] delete failed (client error): The resource could not be found. Feb 28 20:40:50.271472 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ee221043-8a03-48cc-9ee9-c41664c781b6 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/a0f9190268e04b558c93222f68d8d2d1 HTTP/1.1" status: 404 len: 348 time: 0.0293405 Feb 28 20:40:50.413326 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55074) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:50.440444 n-d-820368-21 neutron-server[103774]: DEBUG neutron.quota.resource [None req-96babcc4-6590-4b0c-8d95-5a9afcd46940 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] Usage tracker for resource:network and project:8537b4f8c51d4d7c8a91260350035634 is out of sync, need to count used quota {{(pid=103774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 20:40:50.444913 n-d-820368-21 neutron-server[103774]: DEBUG neutron.quota.resource [None req-96babcc4-6590-4b0c-8d95-5a9afcd46940 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103774) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 20:40:50.452584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.quota.resource [None req-96babcc4-6590-4b0c-8d95-5a9afcd46940 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] Usage tracker for resource:subnet and project:8537b4f8c51d4d7c8a91260350035634 is out of sync, need to count used quota {{(pid=103774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 20:40:50.456589 n-d-820368-21 neutron-server[103774]: DEBUG neutron.quota.resource [None req-96babcc4-6590-4b0c-8d95-5a9afcd46940 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103774) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 20:40:50.464572 n-d-820368-21 neutron-server[103774]: DEBUG neutron.quota.resource [None req-96babcc4-6590-4b0c-8d95-5a9afcd46940 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] Usage tracker for resource:subnetpool and project:8537b4f8c51d4d7c8a91260350035634 is out of sync, need to count used quota {{(pid=103774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 20:40:50.470625 n-d-820368-21 neutron-server[103774]: DEBUG neutron.quota.resource [None req-96babcc4-6590-4b0c-8d95-5a9afcd46940 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103774) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 20:40:50.480375 n-d-820368-21 neutron-server[103774]: DEBUG neutron.quota.resource [None req-96babcc4-6590-4b0c-8d95-5a9afcd46940 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] Usage tracker for resource:port and project:8537b4f8c51d4d7c8a91260350035634 is out of sync, need to count used quota {{(pid=103774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 20:40:50.484017 n-d-820368-21 neutron-server[103774]: DEBUG neutron.quota.resource [None req-96babcc4-6590-4b0c-8d95-5a9afcd46940 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103774) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 20:40:50.491074 n-d-820368-21 neutron-server[103774]: DEBUG neutron.quota.resource [None req-96babcc4-6590-4b0c-8d95-5a9afcd46940 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] Usage tracker for resource:router and project:8537b4f8c51d4d7c8a91260350035634 is out of sync, need to count used quota {{(pid=103774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 20:40:50.495401 n-d-820368-21 neutron-server[103774]: DEBUG neutron.quota.resource [None req-96babcc4-6590-4b0c-8d95-5a9afcd46940 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103774) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 20:40:50.502864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.quota.resource [None req-96babcc4-6590-4b0c-8d95-5a9afcd46940 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] Usage tracker for resource:floatingip and project:8537b4f8c51d4d7c8a91260350035634 is out of sync, need to count used quota {{(pid=103774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 20:40:50.511176 n-d-820368-21 neutron-server[103774]: DEBUG neutron.quota.resource [None req-96babcc4-6590-4b0c-8d95-5a9afcd46940 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103774) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 20:40:50.575923 n-d-820368-21 neutron-server[103774]: DEBUG neutron.quota.resource [None req-96babcc4-6590-4b0c-8d95-5a9afcd46940 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] Usage tracker for resource:security_group and project:8537b4f8c51d4d7c8a91260350035634 is out of sync, need to count used quota {{(pid=103774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 20:40:50.583586 n-d-820368-21 neutron-server[103774]: DEBUG neutron.quota.resource [None req-96babcc4-6590-4b0c-8d95-5a9afcd46940 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103774) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 20:40:50.601618 n-d-820368-21 neutron-server[103774]: DEBUG neutron.quota.resource [None req-96babcc4-6590-4b0c-8d95-5a9afcd46940 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] Usage tracker for resource:security_group_rule and project:8537b4f8c51d4d7c8a91260350035634 is out of sync, need to count used quota {{(pid=103774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 20:40:50.606144 n-d-820368-21 neutron-server[103774]: DEBUG neutron.quota.resource [None req-96babcc4-6590-4b0c-8d95-5a9afcd46940 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103774) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 20:40:50.619093 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-96babcc4-6590-4b0c-8d95-5a9afcd46940 tempest-QuotasTest-2085545987 tempest-QuotasTest-2085545987-project-admin] 10.222.0.13 "GET /v2.0/quotas/8537b4f8c51d4d7c8a91260350035634/details.json HTTP/1.1" status: 200 len: 703 time: 0.1999857 Feb 28 20:40:51.218795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55110) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:51.361781 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:51.413817 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-96b908c7-0749-45c1-a867-fcba8f71ae61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:51.566668 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-96b908c7-0749-45c1-a867-fcba8f71ae61 admin admin] Publish callbacks [] for security_group (b1bdd2cb-041c-47eb-8259-645e9a0914f9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:51.572849 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-96b908c7-0749-45c1-a867-fcba8f71ae61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b1bdd2cb-041c-47eb-8259-645e9a0914f9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:51.610189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b908c7-0749-45c1-a867-fcba8f71ae61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bdd2cb-041c-47eb-8259-645e9a0914f9,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:51.648047 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-96b908c7-0749-45c1-a867-fcba8f71ae61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c511d9bcedfb4a5bbafce94c32539b3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4257410 Feb 28 20:40:51.649401 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55118) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:51.748140 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cadee8c7-724e-4e64-a264-5cb3d82c60b6 admin admin] Publish callbacks [] for security_group (b1bdd2cb-041c-47eb-8259-645e9a0914f9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:51.790847 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cadee8c7-724e-4e64-a264-5cb3d82c60b6 admin admin] Publish callbacks [] for security_group (b1bdd2cb-041c-47eb-8259-645e9a0914f9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:51.916290 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cadee8c7-724e-4e64-a264-5cb3d82c60b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b1bdd2cb-041c-47eb-8259-645e9a0914f9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:51.919623 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cadee8c7-724e-4e64-a264-5cb3d82c60b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:51.923677 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cadee8c7-724e-4e64-a264-5cb3d82c60b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1bdd2cb-041c-47eb-8259-645e9a0914f9 HTTP/1.1" status: 204 len: 168 time: 0.2726026 Feb 28 20:40:51.942256 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadee8c7-724e-4e64-a264-5cb3d82c60b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bdd2cb-041c-47eb-8259-645e9a0914f9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:52.535691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55150) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:52.556751 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24ccb183-a17d-437d-9b5c-53c14bdcff87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:52.600557 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:52.697894 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24ccb183-a17d-437d-9b5c-53c14bdcff87 admin admin] Publish callbacks [] for security_group (e1083c6b-da01-47da-89e2-ed06168e320a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:52.709850 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24ccb183-a17d-437d-9b5c-53c14bdcff87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e1083c6b-da01-47da-89e2-ed06168e320a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:52.718705 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:52.749369 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ccb183-a17d-437d-9b5c-53c14bdcff87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1083c6b-da01-47da-89e2-ed06168e320a,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:52.781867 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55152) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:52.817669 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-24ccb183-a17d-437d-9b5c-53c14bdcff87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8537b4f8c51d4d7c8a91260350035634&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2791898 Feb 28 20:40:52.987848 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e1ed-e007-44cf-bdcc-938bd154a53c admin admin] Publish callbacks [] for security_group (e1083c6b-da01-47da-89e2-ed06168e320a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:53.019633 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e1ed-e007-44cf-bdcc-938bd154a53c admin admin] Publish callbacks [] for security_group (e1083c6b-da01-47da-89e2-ed06168e320a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:53.132400 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e1ed-e007-44cf-bdcc-938bd154a53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e1083c6b-da01-47da-89e2-ed06168e320a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:53.141213 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e1ed-e007-44cf-bdcc-938bd154a53c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:53.142622 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9bb3e1ed-e007-44cf-bdcc-938bd154a53c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1083c6b-da01-47da-89e2-ed06168e320a HTTP/1.1" status: 204 len: 168 time: 0.3595703 Feb 28 20:40:53.171887 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3e1ed-e007-44cf-bdcc-938bd154a53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1083c6b-da01-47da-89e2-ed06168e320a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:54.210321 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55240) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:54.379222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-462eaebd-2c81-47bd-8a2c-643a567796f3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1164600733'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:40:54.423722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462eaebd-2c81-47bd-8a2c-643a567796f3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Made reservation on behalf of 3fdc7a86667d46c48e9cf410193e4095 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:40:54.452044 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-462eaebd-2c81-47bd-8a2c-643a567796f3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:54.473354 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-462eaebd-2c81-47bd-8a2c-643a567796f3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:54.587104 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-462eaebd-2c81-47bd-8a2c-643a567796f3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for security_group (d44a85dc-75e8-4e27-8ef9-d9e4d569daf9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:54.597172 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-462eaebd-2c81-47bd-8a2c-643a567796f3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d44a85dc-75e8-4e27-8ef9-d9e4d569daf9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:54.627574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462eaebd-2c81-47bd-8a2c-643a567796f3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44a85dc-75e8-4e27-8ef9-d9e4d569daf9,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:54.641817 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462eaebd-2c81-47bd-8a2c-643a567796f3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:40:54.661556 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-462eaebd-2c81-47bd-8a2c-643a567796f3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (8b76197a-c506-4ac0-88fb-afde9b7a4e02), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:54.661909 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-462eaebd-2c81-47bd-8a2c-643a567796f3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Added segment 8b76197a-c506-4ac0-88fb-afde9b7a4e02 of type vlan for network c31a21a1-abea-49b8-b555-7ebb1eee525b Feb 28 20:40:54.715715 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-462eaebd-2c81-47bd-8a2c-643a567796f3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (c31a21a1-abea-49b8-b555-7ebb1eee525b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:54.760578 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-462eaebd-2c81-47bd-8a2c-643a567796f3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (c31a21a1-abea-49b8-b555-7ebb1eee525b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:54.774345 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462eaebd-2c81-47bd-8a2c-643a567796f3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:40:54.775058 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-462eaebd-2c81-47bd-8a2c-643a567796f3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:54.880957 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-462eaebd-2c81-47bd-8a2c-643a567796f3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6694384 Feb 28 20:40:54.892763 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462eaebd-2c81-47bd-8a2c-643a567796f3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event updated for resources: {'Network': ['ID=c31a21a1-abea-49b8-b555-7ebb1eee525b,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:54.905698 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network c31a21a1-abea-49b8-b555-7ebb1eee525b details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:40:58.181564 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55324) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:58.187043 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ed39a1f9-da06-430c-98df-4dd47ba3c2c0 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Request body: {'subnet': {'network_id': 'c31a21a1-abea-49b8-b555-7ebb1eee525b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:40:58.393521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed39a1f9-da06-430c-98df-4dd47ba3c2c0 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Made reservation on behalf of 3fdc7a86667d46c48e9cf410193e4095 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:40:58.397569 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed39a1f9-da06-430c-98df-4dd47ba3c2c0 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:58.860225 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed39a1f9-da06-430c-98df-4dd47ba3c2c0 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (f487e51b-29e8-4662-a559-197e63eb4e46), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:59.052380 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39a1f9-da06-430c-98df-4dd47ba3c2c0 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event updated for resources: {'Subnet': ['ID=f487e51b-29e8-4662-a559-197e63eb4e46,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:59.064898 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed39a1f9-da06-430c-98df-4dd47ba3c2c0 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Checking segment: {'id': '8b76197a-c506-4ac0-88fb-afde9b7a4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c31a21a1-abea-49b8-b555-7ebb1eee525b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:40:59.065277 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed39a1f9-da06-430c-98df-4dd47ba3c2c0 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Network hostable DHCP agents. Network: c31a21a1-abea-49b8-b555-7ebb1eee525b, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:40:59.115190 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed39a1f9-da06-430c-98df-4dd47ba3c2c0 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Network c31a21a1-abea-49b8-b555-7ebb1eee525b is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:40:59.143488 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-ed39a1f9-da06-430c-98df-4dd47ba3c2c0 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, c31a21a1-abea-49b8-b555-7ebb1eee525b) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:40:59.150420 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed39a1f9-da06-430c-98df-4dd47ba3c2c0 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:40:59.150420 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed39a1f9-da06-430c-98df-4dd47ba3c2c0 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:59.159797 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb65d63-892f-4a8a-8815-44a5b328f67a None None] Network c31a21a1-abea-49b8-b555-7ebb1eee525b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:40:59.197560 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ed39a1f9-da06-430c-98df-4dd47ba3c2c0 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0104990 Feb 28 20:40:59.198114 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55348) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:59.204197 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d5023419-cf00-4de9-9cc0-b13d4a9a5d41 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1605277414'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:40:59.257035 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5023419-cf00-4de9-9cc0-b13d4a9a5d41 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Made reservation on behalf of 3fdc7a86667d46c48e9cf410193e4095 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:40:59.265945 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5023419-cf00-4de9-9cc0-b13d4a9a5d41 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:59.324202 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5023419-cf00-4de9-9cc0-b13d4a9a5d41 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:40:59.353440 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5023419-cf00-4de9-9cc0-b13d4a9a5d41 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (3878a528-94d1-44d6-9e25-9a6b324ef724), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:59.354599 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-d5023419-cf00-4de9-9cc0-b13d4a9a5d41 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Added segment 3878a528-94d1-44d6-9e25-9a6b324ef724 of type vlan for network 6015ed2b-28ae-4d65-981d-15bccabcb75d Feb 28 20:40:59.409878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77dbf74-6cce-45d2-8c32-f2f41c33481b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-c31a21a1-abea-49b8-b555-7ebb1eee525b', 'network_id': 'c31a21a1-abea-49b8-b555-7ebb1eee525b', 'project_id': '3fdc7a86667d46c48e9cf410193e4095', 'fixed_ips': [{'subnet_id': 'f487e51b-29e8-4662-a559-197e63eb4e46'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:40:59.410985 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c77dbf74-6cce-45d2-8c32-f2f41c33481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:59.435003 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5023419-cf00-4de9-9cc0-b13d4a9a5d41 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (6015ed2b-28ae-4d65-981d-15bccabcb75d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:59.483798 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5023419-cf00-4de9-9cc0-b13d4a9a5d41 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (6015ed2b-28ae-4d65-981d-15bccabcb75d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:59.494550 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5023419-cf00-4de9-9cc0-b13d4a9a5d41 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:40:59.495176 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5023419-cf00-4de9-9cc0-b13d4a9a5d41 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:59.578087 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d5023419-cf00-4de9-9cc0-b13d4a9a5d41 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3789501 Feb 28 20:40:59.581067 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55364) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:40:59.587242 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-84c636bc-8222-4680-897b-c78e34972ddf tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Request body: {'subnet': {'network_id': '6015ed2b-28ae-4d65-981d-15bccabcb75d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:40:59.598014 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-c77dbf74-6cce-45d2-8c32-f2f41c33481b None None] Allocated IP 2001:db8:0:ffff::2 (c31a21a1-abea-49b8-b555-7ebb1eee525b/f487e51b-29e8-4662-a559-197e63eb4e46/e5a267d2-0a1e-4446-822d-27262d728cf5) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:40:59.694391 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5023419-cf00-4de9-9cc0-b13d4a9a5d41 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event updated for resources: {'Network': ['ID=6015ed2b-28ae-4d65-981d-15bccabcb75d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:40:59.777900 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c77dbf74-6cce-45d2-8c32-f2f41c33481b None None] Publish callbacks [] for port (e5a267d2-0a1e-4446-822d-27262d728cf5), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:59.784103 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 6015ed2b-28ae-4d65-981d-15bccabcb75d details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:40:59.791456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c636bc-8222-4680-897b-c78e34972ddf tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Made reservation on behalf of 3fdc7a86667d46c48e9cf410193e4095 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:40:59.796342 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-84c636bc-8222-4680-897b-c78e34972ddf tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:59.897635 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c77dbf74-6cce-45d2-8c32-f2f41c33481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (e5a267d2-0a1e-4446-822d-27262d728cf5), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:40:59.974345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77dbf74-6cce-45d2-8c32-f2f41c33481b None None] Network c31a21a1-abea-49b8-b555-7ebb1eee525b is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:40:59.978101 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-c77dbf74-6cce-45d2-8c32-f2f41c33481b None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:40:59.981353 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77dbf74-6cce-45d2-8c32-f2f41c33481b None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:40:59.988967 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77dbf74-6cce-45d2-8c32-f2f41c33481b None None] Pushing event updated for resources: {'Port': ['ID=e5a267d2-0a1e-4446-822d-27262d728cf5,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:00.088298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c77dbf74-6cce-45d2-8c32-f2f41c33481b None None] Attempting to bind port e5a267d2-0a1e-4446-822d-27262d728cf5 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:41:00.091745 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c77dbf74-6cce-45d2-8c32-f2f41c33481b None None] Attempting to bind port e5a267d2-0a1e-4446-822d-27262d728cf5 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '8b76197a-c506-4ac0-88fb-afde9b7a4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c31a21a1-abea-49b8-b555-7ebb1eee525b'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:41:00.093038 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77dbf74-6cce-45d2-8c32-f2f41c33481b None None] Attempting to bind port e5a267d2-0a1e-4446-822d-27262d728cf5 on network c31a21a1-abea-49b8-b555-7ebb1eee525b {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:41:00.103275 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77dbf74-6cce-45d2-8c32-f2f41c33481b None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:41:00.105437 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77dbf74-6cce-45d2-8c32-f2f41c33481b None None] Checking segment: {'id': '8b76197a-c506-4ac0-88fb-afde9b7a4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c31a21a1-abea-49b8-b555-7ebb1eee525b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:41:00.105859 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c77dbf74-6cce-45d2-8c32-f2f41c33481b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:00.106248 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77dbf74-6cce-45d2-8c32-f2f41c33481b None None] Bound using segment: {'id': '8b76197a-c506-4ac0-88fb-afde9b7a4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c31a21a1-abea-49b8-b555-7ebb1eee525b'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:41:00.106729 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c77dbf74-6cce-45d2-8c32-f2f41c33481b None None] Bound port: e5a267d2-0a1e-4446-822d-27262d728cf5, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b76197a-c506-4ac0-88fb-afde9b7a4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c31a21a1-abea-49b8-b555-7ebb1eee525b'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:41:00.107109 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c77dbf74-6cce-45d2-8c32-f2f41c33481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e5a267d2-0a1e-4446-822d-27262d728cf5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:00.299418 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c77dbf74-6cce-45d2-8c32-f2f41c33481b None None] For port e5a267d2-0a1e-4446-822d-27262d728cf5, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:41:00.311283 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c77dbf74-6cce-45d2-8c32-f2f41c33481b None None] For port e5a267d2-0a1e-4446-822d-27262d728cf5, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e5a267d2-0a1e-4446-822d-27262d728cf5,segment=NetworkSegment(8b76197a-c506-4ac0-88fb-afde9b7a4e02),segment_id=8b76197a-c506-4ac0-88fb-afde9b7a4e02)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:41:00.330407 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c77dbf74-6cce-45d2-8c32-f2f41c33481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e5a267d2-0a1e-4446-822d-27262d728cf5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:00.331273 n-d-820368-21 neutron-server[103774]: DEBUG neutron.objects.ports [None req-84c636bc-8222-4680-897b-c78e34972ddf tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103774) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 20:41:00.332906 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-84c636bc-8222-4680-897b-c78e34972ddf tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (02499743-6f6c-4e72-95ce-98f6d9c857f5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:00.513795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c636bc-8222-4680-897b-c78e34972ddf tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Checking segment: {'id': '3878a528-94d1-44d6-9e25-9a6b324ef724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6015ed2b-28ae-4d65-981d-15bccabcb75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:41:00.514010 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77dbf74-6cce-45d2-8c32-f2f41c33481b None None] Pushing event updated for resources: {'Port': ['ID=e5a267d2-0a1e-4446-822d-27262d728cf5,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:00.514176 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c636bc-8222-4680-897b-c78e34972ddf tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Network hostable DHCP agents. Network: 6015ed2b-28ae-4d65-981d-15bccabcb75d, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:41:00.551196 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c636bc-8222-4680-897b-c78e34972ddf tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event updated for resources: {'Subnet': ['ID=02499743-6f6c-4e72-95ce-98f6d9c857f5,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:00.560201 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c636bc-8222-4680-897b-c78e34972ddf tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Network 6015ed2b-28ae-4d65-981d-15bccabcb75d is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:41:00.582337 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-84c636bc-8222-4680-897b-c78e34972ddf tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 6015ed2b-28ae-4d65-981d-15bccabcb75d) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:41:00.588004 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c636bc-8222-4680-897b-c78e34972ddf tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:00.588612 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-84c636bc-8222-4680-897b-c78e34972ddf tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:00.592978 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ade041-5ce4-43d0-bc4f-13a559a6930a None None] Network 6015ed2b-28ae-4d65-981d-15bccabcb75d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:41:00.621500 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-84c636bc-8222-4680-897b-c78e34972ddf tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0369503 Feb 28 20:41:00.621951 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55384) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:00.628435 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-8454275f-3e55-4342-a34e-63581b030886 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Request body: {'port': {'network_id': '6015ed2b-28ae-4d65-981d-15bccabcb75d', 'name': 'tempest-NetworksIpV6TestAttrs-1477911323'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:00.803174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970f8c1b-8105-4dd5-9e7a-a38dcd3eb54d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-6015ed2b-28ae-4d65-981d-15bccabcb75d', 'network_id': '6015ed2b-28ae-4d65-981d-15bccabcb75d', 'project_id': '3fdc7a86667d46c48e9cf410193e4095', 'fixed_ips': [{'subnet_id': '02499743-6f6c-4e72-95ce-98f6d9c857f5'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:41:00.804242 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-970f8c1b-8105-4dd5-9e7a-a38dcd3eb54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:01.002312 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8454275f-3e55-4342-a34e-63581b030886 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Made reservation on behalf of 3fdc7a86667d46c48e9cf410193e4095 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:41:01.006678 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8454275f-3e55-4342-a34e-63581b030886 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:01.054561 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [None req-8454275f-3e55-4342-a34e-63581b030886 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] device_id is not set on port f8c4f152-ef41-4f84-93a9-e285944cdecf yet. {{(pid=103773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:41:01.141769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e5a267d2-0a1e-4446-822d-27262d728cf5 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:41:01.267252 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-970f8c1b-8105-4dd5-9e7a-a38dcd3eb54d None None] Allocated IP 2001:db8::f816:3eff:feb9:b3ba (6015ed2b-28ae-4d65-981d-15bccabcb75d/02499743-6f6c-4e72-95ce-98f6d9c857f5/535727d8-2395-491d-953a-31b7c15de7af) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:41:01.643289 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port e5a267d2-0a1e-4446-822d-27262d728cf5 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:41:01.643932 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e5a267d2-0a1e-4446-822d-27262d728cf5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:01.853416 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-970f8c1b-8105-4dd5-9e7a-a38dcd3eb54d None None] Publish callbacks [] for port (535727d8-2395-491d-953a-31b7c15de7af), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:01.868706 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-970f8c1b-8105-4dd5-9e7a-a38dcd3eb54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (535727d8-2395-491d-953a-31b7c15de7af), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:01.983016 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-8454275f-3e55-4342-a34e-63581b030886 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Allocated IP 2001:db8::f816:3eff:feab:9594 (6015ed2b-28ae-4d65-981d-15bccabcb75d/02499743-6f6c-4e72-95ce-98f6d9c857f5/f8c4f152-ef41-4f84-93a9-e285944cdecf) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:41:02.010268 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970f8c1b-8105-4dd5-9e7a-a38dcd3eb54d None None] Network 6015ed2b-28ae-4d65-981d-15bccabcb75d is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:41:02.092420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port e5a267d2-0a1e-4446-822d-27262d728cf5 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:41:02.092808 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e5a267d2-0a1e-4446-822d-27262d728cf5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:02.097316 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-970f8c1b-8105-4dd5-9e7a-a38dcd3eb54d None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:41:02.099342 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f8c1b-8105-4dd5-9e7a-a38dcd3eb54d None None] Pushing event updated for resources: {'Port': ['ID=535727d8-2395-491d-953a-31b7c15de7af,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:02.105539 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970f8c1b-8105-4dd5-9e7a-a38dcd3eb54d None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:41:02.155011 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:41:02.254101 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-970f8c1b-8105-4dd5-9e7a-a38dcd3eb54d None None] Attempting to bind port 535727d8-2395-491d-953a-31b7c15de7af on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:41:02.255357 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-970f8c1b-8105-4dd5-9e7a-a38dcd3eb54d None None] Attempting to bind port 535727d8-2395-491d-953a-31b7c15de7af by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '3878a528-94d1-44d6-9e25-9a6b324ef724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6015ed2b-28ae-4d65-981d-15bccabcb75d'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:41:02.256308 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f8c1b-8105-4dd5-9e7a-a38dcd3eb54d None None] Attempting to bind port 535727d8-2395-491d-953a-31b7c15de7af on network 6015ed2b-28ae-4d65-981d-15bccabcb75d {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:41:02.285803 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port e5a267d2-0a1e-4446-822d-27262d728cf5, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e5a267d2-0a1e-4446-822d-27262d728cf5,segment=NetworkSegment(8b76197a-c506-4ac0-88fb-afde9b7a4e02),segment_id=8b76197a-c506-4ac0-88fb-afde9b7a4e02)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:41:02.288655 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f8c1b-8105-4dd5-9e7a-a38dcd3eb54d None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:41:02.290221 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f8c1b-8105-4dd5-9e7a-a38dcd3eb54d None None] Checking segment: {'id': '3878a528-94d1-44d6-9e25-9a6b324ef724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6015ed2b-28ae-4d65-981d-15bccabcb75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:41:02.291061 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-970f8c1b-8105-4dd5-9e7a-a38dcd3eb54d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:02.291627 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f8c1b-8105-4dd5-9e7a-a38dcd3eb54d None None] Bound using segment: {'id': '3878a528-94d1-44d6-9e25-9a6b324ef724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6015ed2b-28ae-4d65-981d-15bccabcb75d'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:41:02.292363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-970f8c1b-8105-4dd5-9e7a-a38dcd3eb54d None None] Bound port: 535727d8-2395-491d-953a-31b7c15de7af, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3878a528-94d1-44d6-9e25-9a6b324ef724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6015ed2b-28ae-4d65-981d-15bccabcb75d'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:41:02.293371 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-970f8c1b-8105-4dd5-9e7a-a38dcd3eb54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (535727d8-2395-491d-953a-31b7c15de7af), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:02.308301 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e5a267d2-0a1e-4446-822d-27262d728cf5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:02.312342 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8454275f-3e55-4342-a34e-63581b030886 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for port (f8c4f152-ef41-4f84-93a9-e285944cdecf), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:02.363376 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8454275f-3e55-4342-a34e-63581b030886 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (f8c4f152-ef41-4f84-93a9-e285944cdecf), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:02.404376 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421993c3-c859-4909-80f9-8c4c9193cc0b None None] Network c31a21a1-abea-49b8-b555-7ebb1eee525b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:41:02.420217 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8454275f-3e55-4342-a34e-63581b030886 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Network 6015ed2b-28ae-4d65-981d-15bccabcb75d is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:41:02.424555 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-8454275f-3e55-4342-a34e-63581b030886 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:41:02.455570 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8454275f-3e55-4342-a34e-63581b030886 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:41:02.461823 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8454275f-3e55-4342-a34e-63581b030886 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:02.462831 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8454275f-3e55-4342-a34e-63581b030886 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:02.493212 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55398) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:02.493809 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8454275f-3e55-4342-a34e-63581b030886 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8703258 Feb 28 20:41:02.518789 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454275f-3e55-4342-a34e-63581b030886 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event updated for resources: {'Port': ['ID=f8c4f152-ef41-4f84-93a9-e285944cdecf,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:02.555820 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e045e02-e155-4b30-9736-6fd04858ae62 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Deleting subnet 02499743-6f6c-4e72-95ce-98f6d9c857f5 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:41:02.560951 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5e045e02-e155-4b30-9736-6fd04858ae62 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for subnet (02499743-6f6c-4e72-95ce-98f6d9c857f5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:02.610279 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=e5a267d2-0a1e-4446-822d-27262d728cf5,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:02.619268 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5e045e02-e155-4b30-9736-6fd04858ae62 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (02499743-6f6c-4e72-95ce-98f6d9c857f5), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:02.644248 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5547fd9e-5f4b-4ea1-bd0a-736c0d98db5e None None] Provisioning complete for port e5a267d2-0a1e-4446-822d-27262d728cf5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:41:02.644706 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5547fd9e-5f4b-4ea1-bd0a-736c0d98db5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e5a267d2-0a1e-4446-822d-27262d728cf5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:02.676757 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-970f8c1b-8105-4dd5-9e7a-a38dcd3eb54d None None] For port 535727d8-2395-491d-953a-31b7c15de7af, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:41:02.703683 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-970f8c1b-8105-4dd5-9e7a-a38dcd3eb54d None None] For port 535727d8-2395-491d-953a-31b7c15de7af, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=535727d8-2395-491d-953a-31b7c15de7af,segment=NetworkSegment(3878a528-94d1-44d6-9e25-9a6b324ef724),segment_id=3878a528-94d1-44d6-9e25-9a6b324ef724)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:41:02.721805 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-970f8c1b-8105-4dd5-9e7a-a38dcd3eb54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (535727d8-2395-491d-953a-31b7c15de7af), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:02.869748 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5e045e02-e155-4b30-9736-6fd04858ae62 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (02499743-6f6c-4e72-95ce-98f6d9c857f5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:02.956336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5547fd9e-5f4b-4ea1-bd0a-736c0d98db5e None None] Current status of the port e5a267d2-0a1e-4446-822d-27262d728cf5 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:41:02.980072 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f8c1b-8105-4dd5-9e7a-a38dcd3eb54d None None] Pushing event updated for resources: {'Port': ['ID=535727d8-2395-491d-953a-31b7c15de7af,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:03.047215 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5e045e02-e155-4b30-9736-6fd04858ae62 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (02499743-6f6c-4e72-95ce-98f6d9c857f5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:03.056629 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e5a267d2-0a1e-4446-822d-27262d728cf5 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:41:03.111727 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e045e02-e155-4b30-9736-6fd04858ae62 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event deleted for resources: {'Subnet': ['ID=02499743-6f6c-4e72-95ce-98f6d9c857f5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:03.121237 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5e045e02-e155-4b30-9736-6fd04858ae62 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:03.131965 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55408) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:03.141645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5e045e02-e155-4b30-9736-6fd04858ae62 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "DELETE /v2.0/subnets/02499743-6f6c-4e72-95ce-98f6d9c857f5 HTTP/1.1" status: 204 len: 168 time: 0.6463022 Feb 28 20:41:03.233939 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bed8c5-61d6-49d7-b6c7-a4284f1fbf7d tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:03.237917 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bed8c5-61d6-49d7-b6c7-a4284f1fbf7d tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:03.246205 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55412) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:03.260197 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a2bed8c5-61d6-49d7-b6c7-a4284f1fbf7d tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1270411 Feb 28 20:41:03.286237 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7c427407-b485-4057-9dd5-128e2147d6bc None None] Provisioning complete for port e5a267d2-0a1e-4446-822d-27262d728cf5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:41:03.286616 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7c427407-b485-4057-9dd5-128e2147d6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e5a267d2-0a1e-4446-822d-27262d728cf5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:03.294257 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port e5a267d2-0a1e-4446-822d-27262d728cf5 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:41:03.294787 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e5a267d2-0a1e-4446-822d-27262d728cf5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:03.433179 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-600d930d-730a-47a3-b945-02d382fefaed tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (6015ed2b-28ae-4d65-981d-15bccabcb75d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:03.455303 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-600d930d-730a-47a3-b945-02d382fefaed tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 28 20:41:03.455787 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600d930d-730a-47a3-b945-02d382fefaed tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:41:03.458840 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-600d930d-730a-47a3-b945-02d382fefaed tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "DELETE /v2.0/networks/6015ed2b-28ae-4d65-981d-15bccabcb75d HTTP/1.1" status: 409 len: 466 time: 0.2111487 Feb 28 20:41:03.463641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55414) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:03.480005 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-b7092d85-721c-4830-8785-83a4ed7cf554 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-407990872'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:03.515542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7092d85-721c-4830-8785-83a4ed7cf554 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Made reservation on behalf of 3fdc7a86667d46c48e9cf410193e4095 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:41:03.519571 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b7092d85-721c-4830-8785-83a4ed7cf554 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:03.520641 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port e5a267d2-0a1e-4446-822d-27262d728cf5 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:41:03.524948 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7c427407-b485-4057-9dd5-128e2147d6bc None None] Current status of the port e5a267d2-0a1e-4446-822d-27262d728cf5 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:41:03.556143 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7092d85-721c-4830-8785-83a4ed7cf554 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:41:03.567499 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b7092d85-721c-4830-8785-83a4ed7cf554 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (58fce353-9965-4abc-a525-902ad9a4e889), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:03.568466 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-b7092d85-721c-4830-8785-83a4ed7cf554 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Added segment 58fce353-9965-4abc-a525-902ad9a4e889 of type vlan for network 80cdd492-e230-4cec-847e-34493f737e59 Feb 28 20:41:03.622664 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b7092d85-721c-4830-8785-83a4ed7cf554 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (80cdd492-e230-4cec-847e-34493f737e59), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:03.658958 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b7092d85-721c-4830-8785-83a4ed7cf554 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (80cdd492-e230-4cec-847e-34493f737e59), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:03.665566 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7092d85-721c-4830-8785-83a4ed7cf554 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:03.666850 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b7092d85-721c-4830-8785-83a4ed7cf554 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:03.716067 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b7092d85-721c-4830-8785-83a4ed7cf554 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2421675 Feb 28 20:41:03.718969 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55418) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:03.724859 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-6fcf3c91-ffd7-48db-876d-6d35543d9516 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Request body: {'subnet': {'network_id': '80cdd492-e230-4cec-847e-34493f737e59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:03.755872 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7092d85-721c-4830-8785-83a4ed7cf554 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event updated for resources: {'Network': ['ID=80cdd492-e230-4cec-847e-34493f737e59,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:03.767785 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 80cdd492-e230-4cec-847e-34493f737e59 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:41:03.924542 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcf3c91-ffd7-48db-876d-6d35543d9516 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Made reservation on behalf of 3fdc7a86667d46c48e9cf410193e4095 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:41:03.935118 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3c91-ffd7-48db-876d-6d35543d9516 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:04.293215 n-d-820368-21 neutron-server[103773]: DEBUG neutron.objects.ports [None req-6fcf3c91-ffd7-48db-876d-6d35543d9516 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103773) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 20:41:04.299244 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3c91-ffd7-48db-876d-6d35543d9516 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (73dd0537-d37c-4f74-ab2a-80b4e57017c1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:04.396295 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf3c91-ffd7-48db-876d-6d35543d9516 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event updated for resources: {'Subnet': ['ID=73dd0537-d37c-4f74-ab2a-80b4e57017c1,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:04.427558 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcf3c91-ffd7-48db-876d-6d35543d9516 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Checking segment: {'id': '58fce353-9965-4abc-a525-902ad9a4e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '80cdd492-e230-4cec-847e-34493f737e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:41:04.428166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcf3c91-ffd7-48db-876d-6d35543d9516 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Network hostable DHCP agents. Network: 80cdd492-e230-4cec-847e-34493f737e59, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:41:04.458841 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcf3c91-ffd7-48db-876d-6d35543d9516 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Network 80cdd492-e230-4cec-847e-34493f737e59 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:41:04.477152 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-6fcf3c91-ffd7-48db-876d-6d35543d9516 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 80cdd492-e230-4cec-847e-34493f737e59) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:41:04.489386 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcf3c91-ffd7-48db-876d-6d35543d9516 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:04.490091 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3c91-ffd7-48db-876d-6d35543d9516 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:04.497373 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a65477f-c314-4746-8dd9-c73aa740236a None None] Network 80cdd492-e230-4cec-847e-34493f737e59 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:41:04.546013 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55430) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:04.547057 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6fcf3c91-ffd7-48db-876d-6d35543d9516 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8267512 Feb 28 20:41:04.553701 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-1bb95d0b-9049-42a9-a8cf-dbf1d96339d3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Request body: {'port': {'network_id': '80cdd492-e230-4cec-847e-34493f737e59', 'name': 'tempest-NetworksIpV6TestAttrs-1929308946'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:04.697244 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a35a86-09d8-47a4-9671-f686764c3ea0 None None] Network 6015ed2b-28ae-4d65-981d-15bccabcb75d requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:41:04.754812 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55434) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:04.846188 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb95d0b-9049-42a9-a8cf-dbf1d96339d3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Made reservation on behalf of 3fdc7a86667d46c48e9cf410193e4095 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:41:04.852496 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1bb95d0b-9049-42a9-a8cf-dbf1d96339d3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:04.885646 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [None req-1bb95d0b-9049-42a9-a8cf-dbf1d96339d3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] device_id is not set on port 1ccda441-3731-4283-a410-7f3369ed31a9 yet. {{(pid=103774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 20:41:05.013411 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e905cc9a-1411-4a5d-85ef-e5dc8b1a19c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:05.029277 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b372038a-f915-4e9c-98cc-0a87d07d0a17 None None] Provisioning complete for port 535727d8-2395-491d-953a-31b7c15de7af triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:41:05.029804 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b372038a-f915-4e9c-98cc-0a87d07d0a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (535727d8-2395-491d-953a-31b7c15de7af), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:05.037541 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec7c16a-ec12-420e-bc76-a446c514a3fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-80cdd492-e230-4cec-847e-34493f737e59', 'network_id': '80cdd492-e230-4cec-847e-34493f737e59', 'project_id': '3fdc7a86667d46c48e9cf410193e4095', 'fixed_ips': [{'subnet_id': '73dd0537-d37c-4f74-ab2a-80b4e57017c1'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:41:05.039597 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6ec7c16a-ec12-420e-bc76-a446c514a3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:05.120406 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e905cc9a-1411-4a5d-85ef-e5dc8b1a19c2 admin admin] Publish callbacks [] for security_group (35174c2f-f9ba-43d3-ac30-80f700bc303d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:05.128960 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e905cc9a-1411-4a5d-85ef-e5dc8b1a19c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (35174c2f-f9ba-43d3-ac30-80f700bc303d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:05.149869 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 535727d8-2395-491d-953a-31b7c15de7af up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:41:05.205868 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-1bb95d0b-9049-42a9-a8cf-dbf1d96339d3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Allocated IP 2001:db8::f816:3eff:fe25:e0f5 (80cdd492-e230-4cec-847e-34493f737e59/73dd0537-d37c-4f74-ab2a-80b4e57017c1/1ccda441-3731-4283-a410-7f3369ed31a9) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:41:05.209817 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55446) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:05.212480 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e905cc9a-1411-4a5d-85ef-e5dc8b1a19c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d860e2142f2d44e29c5f424850637775&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4535921 Feb 28 20:41:05.214918 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905cc9a-1411-4a5d-85ef-e5dc8b1a19c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35174c2f-f9ba-43d3-ac30-80f700bc303d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:05.387630 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94496853-ee74-4450-8395-f0cd718bd2a8 admin admin] Publish callbacks [] for security_group (35174c2f-f9ba-43d3-ac30-80f700bc303d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:05.390631 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 535727d8-2395-491d-953a-31b7c15de7af triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:41:05.391080 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (535727d8-2395-491d-953a-31b7c15de7af), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:05.395003 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b372038a-f915-4e9c-98cc-0a87d07d0a17 None None] Current status of the port 535727d8-2395-491d-953a-31b7c15de7af is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:41:05.395455 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b372038a-f915-4e9c-98cc-0a87d07d0a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (535727d8-2395-491d-953a-31b7c15de7af), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:05.420405 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94496853-ee74-4450-8395-f0cd718bd2a8 admin admin] Publish callbacks [] for security_group (35174c2f-f9ba-43d3-ac30-80f700bc303d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:05.425847 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ff2a77-7f8d-4dad-ac49-ad45a1c35a71 None None] DHCP port deletion for 6015ed2b-28ae-4d65-981d-15bccabcb75d request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:41:05.500876 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94496853-ee74-4450-8395-f0cd718bd2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (35174c2f-f9ba-43d3-ac30-80f700bc303d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:05.503787 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94496853-ee74-4450-8395-f0cd718bd2a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:05.504942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b372038a-f915-4e9c-98cc-0a87d07d0a17 None None] For port 535727d8-2395-491d-953a-31b7c15de7af, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=535727d8-2395-491d-953a-31b7c15de7af,segment=NetworkSegment(3878a528-94d1-44d6-9e25-9a6b324ef724),segment_id=3878a528-94d1-44d6-9e25-9a6b324ef724)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:41:05.505134 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-94496853-ee74-4450-8395-f0cd718bd2a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35174c2f-f9ba-43d3-ac30-80f700bc303d HTTP/1.1" status: 204 len: 168 time: 0.2940547 Feb 28 20:41:05.529204 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b372038a-f915-4e9c-98cc-0a87d07d0a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (535727d8-2395-491d-953a-31b7c15de7af), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:05.539306 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94496853-ee74-4450-8395-f0cd718bd2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35174c2f-f9ba-43d3-ac30-80f700bc303d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:05.649982 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 535727d8-2395-491d-953a-31b7c15de7af is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:41:05.655895 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-42ff2a77-7f8d-4dad-ac49-ad45a1c35a71 None None] Deleting port 535727d8-2395-491d-953a-31b7c15de7af {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:41:05.657601 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-42ff2a77-7f8d-4dad-ac49-ad45a1c35a71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (535727d8-2395-491d-953a-31b7c15de7af), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:05.664788 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1bb95d0b-9049-42a9-a8cf-dbf1d96339d3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for port (1ccda441-3731-4283-a410-7f3369ed31a9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:05.725938 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1bb95d0b-9049-42a9-a8cf-dbf1d96339d3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (1ccda441-3731-4283-a410-7f3369ed31a9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:05.789103 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb95d0b-9049-42a9-a8cf-dbf1d96339d3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Network 80cdd492-e230-4cec-847e-34493f737e59 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:41:05.792707 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-1bb95d0b-9049-42a9-a8cf-dbf1d96339d3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:41:05.802031 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb95d0b-9049-42a9-a8cf-dbf1d96339d3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:41:05.805929 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-6ec7c16a-ec12-420e-bc76-a446c514a3fe None None] Allocated IP 2001:db8::f816:3eff:fe08:58d5 (80cdd492-e230-4cec-847e-34493f737e59/73dd0537-d37c-4f74-ab2a-80b4e57017c1/94b8e1cf-7249-47ee-bb3e-338b17bd293f) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:41:05.810637 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb95d0b-9049-42a9-a8cf-dbf1d96339d3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:05.811350 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1bb95d0b-9049-42a9-a8cf-dbf1d96339d3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:05.826120 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb95d0b-9049-42a9-a8cf-dbf1d96339d3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event updated for resources: {'Port': ['ID=1ccda441-3731-4283-a410-7f3369ed31a9,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:05.841785 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1bb95d0b-9049-42a9-a8cf-dbf1d96339d3 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2934289 Feb 28 20:41:05.844409 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55452) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:05.862561 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372038a-f915-4e9c-98cc-0a87d07d0a17 None None] Pushing event updated for resources: {'Port': ['ID=535727d8-2395-491d-953a-31b7c15de7af,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:05.934857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-42ff2a77-7f8d-4dad-ac49-ad45a1c35a71 None None] For port 535727d8-2395-491d-953a-31b7c15de7af, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=535727d8-2395-491d-953a-31b7c15de7af,segment=NetworkSegment(3878a528-94d1-44d6-9e25-9a6b324ef724),segment_id=3878a528-94d1-44d6-9e25-9a6b324ef724)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:41:05.934976 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-42ff2a77-7f8d-4dad-ac49-ad45a1c35a71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (535727d8-2395-491d-953a-31b7c15de7af), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:05.945863 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-388dada6-2f73-4c4b-a26a-84cb49a2737c tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Deleting subnet 73dd0537-d37c-4f74-ab2a-80b4e57017c1 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:41:05.955262 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-42ff2a77-7f8d-4dad-ac49-ad45a1c35a71 None None] Calling delete_port for 535727d8-2395-491d-953a-31b7c15de7af owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:41:06.338615 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6ec7c16a-ec12-420e-bc76-a446c514a3fe None None] Publish callbacks [] for port (94b8e1cf-7249-47ee-bb3e-338b17bd293f), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:06.348121 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-388dada6-2f73-4c4b-a26a-84cb49a2737c tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for subnet (73dd0537-d37c-4f74-ab2a-80b4e57017c1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:06.349762 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6ec7c16a-ec12-420e-bc76-a446c514a3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (94b8e1cf-7249-47ee-bb3e-338b17bd293f), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:06.391485 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-42ff2a77-7f8d-4dad-ac49-ad45a1c35a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (535727d8-2395-491d-953a-31b7c15de7af), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:06.432900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec7c16a-ec12-420e-bc76-a446c514a3fe None None] Network 80cdd492-e230-4cec-847e-34493f737e59 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:41:06.435904 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-388dada6-2f73-4c4b-a26a-84cb49a2737c tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (73dd0537-d37c-4f74-ab2a-80b4e57017c1), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:06.452299 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-6ec7c16a-ec12-420e-bc76-a446c514a3fe None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:41:06.461538 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff2a77-7f8d-4dad-ac49-ad45a1c35a71 None None] No DVR routers for this DVR port 535727d8-2395-491d-953a-31b7c15de7af on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:41:06.468650 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7c16a-ec12-420e-bc76-a446c514a3fe None None] Pushing event updated for resources: {'Port': ['ID=94b8e1cf-7249-47ee-bb3e-338b17bd293f,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:06.481141 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec7c16a-ec12-420e-bc76-a446c514a3fe None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:41:06.528829 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff2a77-7f8d-4dad-ac49-ad45a1c35a71 None None] Pushing event deleted for resources: {'Port': ['ID=535727d8-2395-491d-953a-31b7c15de7af,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:06.639619 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6ec7c16a-ec12-420e-bc76-a446c514a3fe None None] Attempting to bind port 94b8e1cf-7249-47ee-bb3e-338b17bd293f on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:41:06.640153 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6ec7c16a-ec12-420e-bc76-a446c514a3fe None None] Attempting to bind port 94b8e1cf-7249-47ee-bb3e-338b17bd293f by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '58fce353-9965-4abc-a525-902ad9a4e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '80cdd492-e230-4cec-847e-34493f737e59'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:41:06.640689 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec7c16a-ec12-420e-bc76-a446c514a3fe None None] Attempting to bind port 94b8e1cf-7249-47ee-bb3e-338b17bd293f on network 80cdd492-e230-4cec-847e-34493f737e59 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:41:06.647719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec7c16a-ec12-420e-bc76-a446c514a3fe None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:41:06.648747 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec7c16a-ec12-420e-bc76-a446c514a3fe None None] Checking segment: {'id': '58fce353-9965-4abc-a525-902ad9a4e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '80cdd492-e230-4cec-847e-34493f737e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:41:06.649351 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6ec7c16a-ec12-420e-bc76-a446c514a3fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:06.649750 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec7c16a-ec12-420e-bc76-a446c514a3fe None None] Bound using segment: {'id': '58fce353-9965-4abc-a525-902ad9a4e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '80cdd492-e230-4cec-847e-34493f737e59'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:41:06.650513 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6ec7c16a-ec12-420e-bc76-a446c514a3fe None None] Bound port: 94b8e1cf-7249-47ee-bb3e-338b17bd293f, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58fce353-9965-4abc-a525-902ad9a4e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '80cdd492-e230-4cec-847e-34493f737e59'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:41:06.650764 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6ec7c16a-ec12-420e-bc76-a446c514a3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (94b8e1cf-7249-47ee-bb3e-338b17bd293f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:06.661885 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-388dada6-2f73-4c4b-a26a-84cb49a2737c tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (73dd0537-d37c-4f74-ab2a-80b4e57017c1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:06.767665 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-388dada6-2f73-4c4b-a26a-84cb49a2737c tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (73dd0537-d37c-4f74-ab2a-80b4e57017c1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:06.771297 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6ec7c16a-ec12-420e-bc76-a446c514a3fe None None] For port 94b8e1cf-7249-47ee-bb3e-338b17bd293f, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:41:06.776116 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6ec7c16a-ec12-420e-bc76-a446c514a3fe None None] For port 94b8e1cf-7249-47ee-bb3e-338b17bd293f, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=94b8e1cf-7249-47ee-bb3e-338b17bd293f,segment=NetworkSegment(58fce353-9965-4abc-a525-902ad9a4e889),segment_id=58fce353-9965-4abc-a525-902ad9a4e889)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:41:06.787589 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6ec7c16a-ec12-420e-bc76-a446c514a3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (94b8e1cf-7249-47ee-bb3e-338b17bd293f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:06.806477 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388dada6-2f73-4c4b-a26a-84cb49a2737c tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event deleted for resources: {'Subnet': ['ID=73dd0537-d37c-4f74-ab2a-80b4e57017c1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:06.814512 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-388dada6-2f73-4c4b-a26a-84cb49a2737c tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:06.821018 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-388dada6-2f73-4c4b-a26a-84cb49a2737c tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "DELETE /v2.0/subnets/73dd0537-d37c-4f74-ab2a-80b4e57017c1 HTTP/1.1" status: 204 len: 168 time: 0.9745522 Feb 28 20:41:06.821183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55490) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:06.823221 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dada6-2f73-4c4b-a26a-84cb49a2737c tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:06.823779 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dada6-2f73-4c4b-a26a-84cb49a2737c tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:06.824272 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dada6-2f73-4c4b-a26a-84cb49a2737c tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:06.824762 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dada6-2f73-4c4b-a26a-84cb49a2737c tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:06.825248 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dada6-2f73-4c4b-a26a-84cb49a2737c tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:06.825731 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dada6-2f73-4c4b-a26a-84cb49a2737c tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:06.826227 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dada6-2f73-4c4b-a26a-84cb49a2737c tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:06.826701 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dada6-2f73-4c4b-a26a-84cb49a2737c tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:06.827177 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dada6-2f73-4c4b-a26a-84cb49a2737c tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:06.827651 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dada6-2f73-4c4b-a26a-84cb49a2737c tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:06.828159 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dada6-2f73-4c4b-a26a-84cb49a2737c tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:06.828635 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dada6-2f73-4c4b-a26a-84cb49a2737c tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:06.829124 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dada6-2f73-4c4b-a26a-84cb49a2737c tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:07.020107 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7c093b-bd1e-4ae1-8fcb-3a4a5f0c6cc2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:07.025749 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7c093b-bd1e-4ae1-8fcb-3a4a5f0c6cc2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:07.033061 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2b7c093b-bd1e-4ae1-8fcb-3a4a5f0c6cc2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2108986 Feb 28 20:41:07.034841 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 535727d8-2395-491d-953a-31b7c15de7af no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:41:07.036402 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55498) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:07.074921 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7c16a-ec12-420e-bc76-a446c514a3fe None None] Pushing event updated for resources: {'Port': ['ID=94b8e1cf-7249-47ee-bb3e-338b17bd293f,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:07.077470 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 535727d8-2395-491d-953a-31b7c15de7af {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:41:07.077864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 535727d8-2395-491d-953a-31b7c15de7af not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:41:07.163417 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cbe3f156-0cd2-4162-9566-87a95f699fa5 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (80cdd492-e230-4cec-847e-34493f737e59), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:07.177669 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe3f156-0cd2-4162-9566-87a95f699fa5 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 28 20:41:07.178141 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe3f156-0cd2-4162-9566-87a95f699fa5 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:41:07.186068 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55504) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:07.191173 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-a104e864-0e9a-4f6d-883c-6c9d8e5fec1e tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1404542504'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:07.196392 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cbe3f156-0cd2-4162-9566-87a95f699fa5 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "DELETE /v2.0/networks/80cdd492-e230-4cec-847e-34493f737e59 HTTP/1.1" status: 409 len: 466 time: 0.1588163 Feb 28 20:41:07.278308 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a104e864-0e9a-4f6d-883c-6c9d8e5fec1e tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Made reservation on behalf of 3fdc7a86667d46c48e9cf410193e4095 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:41:07.282146 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a104e864-0e9a-4f6d-883c-6c9d8e5fec1e tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:07.334748 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a104e864-0e9a-4f6d-883c-6c9d8e5fec1e tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:41:07.362005 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a104e864-0e9a-4f6d-883c-6c9d8e5fec1e tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (041bc4c7-c7e8-40df-b15f-3d57a5393b32), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:07.362702 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-a104e864-0e9a-4f6d-883c-6c9d8e5fec1e tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Added segment 041bc4c7-c7e8-40df-b15f-3d57a5393b32 of type vlan for network ccd8026c-03bb-4a3d-b9bb-525b7740428b Feb 28 20:41:07.449689 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a104e864-0e9a-4f6d-883c-6c9d8e5fec1e tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ccd8026c-03bb-4a3d-b9bb-525b7740428b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:07.502711 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a104e864-0e9a-4f6d-883c-6c9d8e5fec1e tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ccd8026c-03bb-4a3d-b9bb-525b7740428b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:07.510543 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a104e864-0e9a-4f6d-883c-6c9d8e5fec1e tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:07.511170 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a104e864-0e9a-4f6d-883c-6c9d8e5fec1e tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:07.635125 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104e864-0e9a-4f6d-883c-6c9d8e5fec1e tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event updated for resources: {'Network': ['ID=ccd8026c-03bb-4a3d-b9bb-525b7740428b,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:07.646565 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a104e864-0e9a-4f6d-883c-6c9d8e5fec1e tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4569786 Feb 28 20:41:07.646899 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55514) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:07.650985 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ccd8026c-03bb-4a3d-b9bb-525b7740428b details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:41:07.654222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-1dfa6851-4d0f-4439-a9e2-95f0de3fedad tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Request body: {'subnet': {'network_id': 'ccd8026c-03bb-4a3d-b9bb-525b7740428b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:07.791269 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfa6851-4d0f-4439-a9e2-95f0de3fedad tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Made reservation on behalf of 3fdc7a86667d46c48e9cf410193e4095 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:41:07.795067 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6851-4d0f-4439-a9e2-95f0de3fedad tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:08.391617 n-d-820368-21 neutron-server[103774]: DEBUG neutron.objects.ports [None req-1dfa6851-4d0f-4439-a9e2-95f0de3fedad tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103774) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 20:41:08.393824 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6851-4d0f-4439-a9e2-95f0de3fedad tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (e87d0f56-2165-4c7e-98e6-556628600a7c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:08.489623 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa6851-4d0f-4439-a9e2-95f0de3fedad tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event updated for resources: {'Subnet': ['ID=e87d0f56-2165-4c7e-98e6-556628600a7c,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:08.502500 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa6851-4d0f-4439-a9e2-95f0de3fedad tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Checking segment: {'id': '041bc4c7-c7e8-40df-b15f-3d57a5393b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ccd8026c-03bb-4a3d-b9bb-525b7740428b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:41:08.502870 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfa6851-4d0f-4439-a9e2-95f0de3fedad tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Network hostable DHCP agents. Network: ccd8026c-03bb-4a3d-b9bb-525b7740428b, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:41:08.527483 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfa6851-4d0f-4439-a9e2-95f0de3fedad tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Network ccd8026c-03bb-4a3d-b9bb-525b7740428b is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:41:08.548921 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-1dfa6851-4d0f-4439-a9e2-95f0de3fedad tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ccd8026c-03bb-4a3d-b9bb-525b7740428b) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:41:08.557974 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606a7bdd-a8ca-4abc-99c9-40bca61877b9 None None] Network ccd8026c-03bb-4a3d-b9bb-525b7740428b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:41:08.578769 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfa6851-4d0f-4439-a9e2-95f0de3fedad tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:08.579372 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6851-4d0f-4439-a9e2-95f0de3fedad tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:08.602588 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55528) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:08.603302 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1dfa6851-4d0f-4439-a9e2-95f0de3fedad tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9542665 Feb 28 20:41:08.659627 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3016ab44-f8a7-469e-a9d6-7c4d187f68c1 None None] Network 80cdd492-e230-4cec-847e-34493f737e59 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:41:08.738896 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9edd9f76-74ee-4e26-b09b-95b8194a8271 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (ccd8026c-03bb-4a3d-b9bb-525b7740428b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:08.797936 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e55e2565-4028-4459-b5ae-f1490f4ec40c None None] Provisioning complete for port 94b8e1cf-7249-47ee-bb3e-338b17bd293f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:41:08.798409 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e55e2565-4028-4459-b5ae-f1490f4ec40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (94b8e1cf-7249-47ee-bb3e-338b17bd293f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:08.808429 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9edd9f76-74ee-4e26-b09b-95b8194a8271 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (e87d0f56-2165-4c7e-98e6-556628600a7c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:08.825274 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64ea6ae-c072-4bbd-88d6-cc98d529160f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-ccd8026c-03bb-4a3d-b9bb-525b7740428b', 'network_id': 'ccd8026c-03bb-4a3d-b9bb-525b7740428b', 'project_id': '3fdc7a86667d46c48e9cf410193e4095', 'fixed_ips': [{'subnet_id': 'e87d0f56-2165-4c7e-98e6-556628600a7c'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:41:08.826237 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d64ea6ae-c072-4bbd-88d6-cc98d529160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:08.902675 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9edd9f76-74ee-4e26-b09b-95b8194a8271 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (e87d0f56-2165-4c7e-98e6-556628600a7c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:08.998321 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd9f76-74ee-4e26-b09b-95b8194a8271 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event deleted for resources: {'Subnet': ['ID=e87d0f56-2165-4c7e-98e6-556628600a7c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:09.028166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0c3438-10a5-4ae0-a510-f5a81e9d02d1 None None] DHCP port deletion for 80cdd492-e230-4cec-847e-34493f737e59 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:41:09.093393 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9edd9f76-74ee-4e26-b09b-95b8194a8271 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (ccd8026c-03bb-4a3d-b9bb-525b7740428b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:09.119746 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-9edd9f76-74ee-4e26-b09b-95b8194a8271 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd8026c-03bb-4a3d-b9bb-525b7740428b']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:09.130076 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-9edd9f76-74ee-4e26-b09b-95b8194a8271 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041bc4c7-c7e8-40df-b15f-3d57a5393b32') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:09.130673 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-9edd9f76-74ee-4e26-b09b-95b8194a8271 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041bc4c7-c7e8-40df-b15f-3d57a5393b32') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:09.143700 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9edd9f76-74ee-4e26-b09b-95b8194a8271 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (041bc4c7-c7e8-40df-b15f-3d57a5393b32), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:09.159915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e55e2565-4028-4459-b5ae-f1490f4ec40c None None] Current status of the port 94b8e1cf-7249-47ee-bb3e-338b17bd293f is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:41:09.160108 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9edd9f76-74ee-4e26-b09b-95b8194a8271 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (041bc4c7-c7e8-40df-b15f-3d57a5393b32), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:09.160897 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e55e2565-4028-4459-b5ae-f1490f4ec40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (94b8e1cf-7249-47ee-bb3e-338b17bd293f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:09.168152 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9edd9f76-74ee-4e26-b09b-95b8194a8271 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:41:09.168636 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9edd9f76-74ee-4e26-b09b-95b8194a8271 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (041bc4c7-c7e8-40df-b15f-3d57a5393b32), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server [None req-d64ea6ae-c072-4bbd-88d6-cc98d529160f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e87d0f56-2165-4c7e-98e6-556628600a7c: This subnet is being modified by another concurrent operation. Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise exception Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e87d0f56-2165-4c7e-98e6-556628600a7c: This subnet is being modified by another concurrent operation. Feb 28 20:41:09.169540 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Feb 28 20:41:09.230532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1e01fe-e634-4f58-aeb5-d3ab2c9a7854 None None] Network ccd8026c-03bb-4a3d-b9bb-525b7740428b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: warnings.warn('Neutron quota engine will require "--force" ' Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:41:09.264046 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:41:09.272268 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9edd9f76-74ee-4e26-b09b-95b8194a8271 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (ccd8026c-03bb-4a3d-b9bb-525b7740428b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:09.311545 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9edd9f76-74ee-4e26-b09b-95b8194a8271 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:09.315732 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9edd9f76-74ee-4e26-b09b-95b8194a8271 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "DELETE /v2.0/networks/ccd8026c-03bb-4a3d-b9bb-525b7740428b HTTP/1.1" status: 204 len: 168 time: 0.7109892 Feb 28 20:41:09.321696 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55540) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:09.325532 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd9f76-74ee-4e26-b09b-95b8194a8271 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event deleted for resources: {'Network': ['ID=ccd8026c-03bb-4a3d-b9bb-525b7740428b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:09.327744 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-88c8785f-d801-440a-b6c9-6195326f8aa9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1648177790'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:09.394413 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c8785f-d801-440a-b6c9-6195326f8aa9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Made reservation on behalf of 3fdc7a86667d46c48e9cf410193e4095 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:41:09.399095 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88c8785f-d801-440a-b6c9-6195326f8aa9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:09.446479 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c8785f-d801-440a-b6c9-6195326f8aa9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:41:09.469074 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88c8785f-d801-440a-b6c9-6195326f8aa9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (3ec5f279-43f5-4384-b119-b3d30186557c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:09.469445 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-88c8785f-d801-440a-b6c9-6195326f8aa9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Added segment 3ec5f279-43f5-4384-b119-b3d30186557c of type vlan for network fac08beb-c25f-4caa-a609-ac5cb4ee1dd4 Feb 28 20:41:09.481807 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e55e2565-4028-4459-b5ae-f1490f4ec40c None None] For port 94b8e1cf-7249-47ee-bb3e-338b17bd293f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=94b8e1cf-7249-47ee-bb3e-338b17bd293f,segment=NetworkSegment(58fce353-9965-4abc-a525-902ad9a4e889),segment_id=58fce353-9965-4abc-a525-902ad9a4e889)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:41:09.497818 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c3438-10a5-4ae0-a510-f5a81e9d02d1 None None] Deleting port 94b8e1cf-7249-47ee-bb3e-338b17bd293f {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:41:09.498302 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3438-10a5-4ae0-a510-f5a81e9d02d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (94b8e1cf-7249-47ee-bb3e-338b17bd293f), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:09.517661 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88c8785f-d801-440a-b6c9-6195326f8aa9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (fac08beb-c25f-4caa-a609-ac5cb4ee1dd4), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:09.541484 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e55e2565-4028-4459-b5ae-f1490f4ec40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (94b8e1cf-7249-47ee-bb3e-338b17bd293f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:09.551441 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88c8785f-d801-440a-b6c9-6195326f8aa9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (fac08beb-c25f-4caa-a609-ac5cb4ee1dd4), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:09.557049 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c8785f-d801-440a-b6c9-6195326f8aa9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:09.557661 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-88c8785f-d801-440a-b6c9-6195326f8aa9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:09.631171 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-9a0c3438-10a5-4ae0-a510-f5a81e9d02d1 None None] For port 94b8e1cf-7249-47ee-bb3e-338b17bd293f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=94b8e1cf-7249-47ee-bb3e-338b17bd293f,segment=NetworkSegment(58fce353-9965-4abc-a525-902ad9a4e889),segment_id=58fce353-9965-4abc-a525-902ad9a4e889)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:41:09.631681 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3438-10a5-4ae0-a510-f5a81e9d02d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (94b8e1cf-7249-47ee-bb3e-338b17bd293f), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:09.661166 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8785f-d801-440a-b6c9-6195326f8aa9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event updated for resources: {'Network': ['ID=fac08beb-c25f-4caa-a609-ac5cb4ee1dd4,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:09.676514 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-88c8785f-d801-440a-b6c9-6195326f8aa9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3535633 Feb 28 20:41:09.679586 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55542) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:09.681298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c3438-10a5-4ae0-a510-f5a81e9d02d1 None None] Calling delete_port for 94b8e1cf-7249-47ee-bb3e-338b17bd293f owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:41:09.685402 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network fac08beb-c25f-4caa-a609-ac5cb4ee1dd4 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:41:09.687983 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d51b3aea-7b5e-4259-a865-ca8dd710abd2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Request body: {'subnet': {'network_id': 'fac08beb-c25f-4caa-a609-ac5cb4ee1dd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:09.805537 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e2565-4028-4459-b5ae-f1490f4ec40c None None] Pushing event updated for resources: {'Port': ['ID=94b8e1cf-7249-47ee-bb3e-338b17bd293f,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:09.830875 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51b3aea-7b5e-4259-a865-ca8dd710abd2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Made reservation on behalf of 3fdc7a86667d46c48e9cf410193e4095 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:41:09.838733 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d51b3aea-7b5e-4259-a865-ca8dd710abd2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:09.962326 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3438-10a5-4ae0-a510-f5a81e9d02d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (94b8e1cf-7249-47ee-bb3e-338b17bd293f), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:10.011094 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c3438-10a5-4ae0-a510-f5a81e9d02d1 None None] Pushing event deleted for resources: {'Port': ['ID=94b8e1cf-7249-47ee-bb3e-338b17bd293f,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:10.017784 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0c3438-10a5-4ae0-a510-f5a81e9d02d1 None None] No DVR routers for this DVR port 94b8e1cf-7249-47ee-bb3e-338b17bd293f on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:41:10.048166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758d927c-67b0-4559-82f9-89717acd4a9b None None] get_active_networks_info from n-d-820368-21 {{(pid=103775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 20:41:10.161055 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758d927c-67b0-4559-82f9-89717acd4a9b None None] Resources bound (agent type, host, resource id): {{(pid=103775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 20:41:10.174332 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d51b3aea-7b5e-4259-a865-ca8dd710abd2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (257d60cc-024e-4f77-b48c-e8e91a0c411b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:10.295590 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b3aea-7b5e-4259-a865-ca8dd710abd2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event updated for resources: {'Subnet': ['ID=257d60cc-024e-4f77-b48c-e8e91a0c411b,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:10.394086 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51b3aea-7b5e-4259-a865-ca8dd710abd2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Checking segment: {'id': '3ec5f279-43f5-4384-b119-b3d30186557c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fac08beb-c25f-4caa-a609-ac5cb4ee1dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:41:10.394685 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51b3aea-7b5e-4259-a865-ca8dd710abd2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Network hostable DHCP agents. Network: fac08beb-c25f-4caa-a609-ac5cb4ee1dd4, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:41:10.419473 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51b3aea-7b5e-4259-a865-ca8dd710abd2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Network fac08beb-c25f-4caa-a609-ac5cb4ee1dd4 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:41:10.446341 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-d51b3aea-7b5e-4259-a865-ca8dd710abd2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, fac08beb-c25f-4caa-a609-ac5cb4ee1dd4) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:41:10.458768 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51b3aea-7b5e-4259-a865-ca8dd710abd2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:10.459994 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d51b3aea-7b5e-4259-a865-ca8dd710abd2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:10.486155 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55558) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:10.486671 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d51b3aea-7b5e-4259-a865-ca8dd710abd2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8046103 Feb 28 20:41:10.532004 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d74e2f-867a-4391-b6f6-c56885f1d0ee None None] Network fac08beb-c25f-4caa-a609-ac5cb4ee1dd4 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:41:10.656613 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7dfe185d-05df-44b8-9089-891072229196 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (fac08beb-c25f-4caa-a609-ac5cb4ee1dd4), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:10.723969 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7dfe185d-05df-44b8-9089-891072229196 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (257d60cc-024e-4f77-b48c-e8e91a0c411b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:10.766403 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ae0823-7066-4b0f-b8ca-5cf8caef4947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-fac08beb-c25f-4caa-a609-ac5cb4ee1dd4', 'network_id': 'fac08beb-c25f-4caa-a609-ac5cb4ee1dd4', 'project_id': '3fdc7a86667d46c48e9cf410193e4095', 'fixed_ips': [{'subnet_id': '257d60cc-024e-4f77-b48c-e8e91a0c411b'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:41:10.767257 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e4ae0823-7066-4b0f-b8ca-5cf8caef4947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:10.820892 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7dfe185d-05df-44b8-9089-891072229196 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (257d60cc-024e-4f77-b48c-e8e91a0c411b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:10.879262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe185d-05df-44b8-9089-891072229196 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event deleted for resources: {'Subnet': ['ID=257d60cc-024e-4f77-b48c-e8e91a0c411b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:10.934070 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 94b8e1cf-7249-47ee-bb3e-338b17bd293f no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server [None req-e4ae0823-7066-4b0f-b8ca-5cf8caef4947 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 257d60cc-024e-4f77-b48c-e8e91a0c411b: This subnet is being modified by another concurrent operation. Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise exception Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 257d60cc-024e-4f77-b48c-e8e91a0c411b: This subnet is being modified by another concurrent operation. Feb 28 20:41:10.939507 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Feb 28 20:41:10.985994 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a405c4f5-979a-41ac-b53b-0a426d7a4386 None None] get_active_networks_info from n-d-820368-21 {{(pid=103775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 20:41:10.995475 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7dfe185d-05df-44b8-9089-891072229196 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (fac08beb-c25f-4caa-a609-ac5cb4ee1dd4), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:11.033528 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-7dfe185d-05df-44b8-9089-891072229196 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac08beb-c25f-4caa-a609-ac5cb4ee1dd4']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:11.054072 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-7dfe185d-05df-44b8-9089-891072229196 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec5f279-43f5-4384-b119-b3d30186557c') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:11.054527 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-7dfe185d-05df-44b8-9089-891072229196 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec5f279-43f5-4384-b119-b3d30186557c') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:11.072962 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a405c4f5-979a-41ac-b53b-0a426d7a4386 None None] Resources bound (agent type, host, resource id): {{(pid=103775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 20:41:11.072962 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 94b8e1cf-7249-47ee-bb3e-338b17bd293f {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:41:11.072962 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 94b8e1cf-7249-47ee-bb3e-338b17bd293f not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:41:11.076473 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7dfe185d-05df-44b8-9089-891072229196 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (3ec5f279-43f5-4384-b119-b3d30186557c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:11.111805 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7dfe185d-05df-44b8-9089-891072229196 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (3ec5f279-43f5-4384-b119-b3d30186557c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:11.127088 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dfe185d-05df-44b8-9089-891072229196 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:41:11.127522 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7dfe185d-05df-44b8-9089-891072229196 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (3ec5f279-43f5-4384-b119-b3d30186557c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:41:11.215411 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:41:11.245649 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7dfe185d-05df-44b8-9089-891072229196 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (fac08beb-c25f-4caa-a609-ac5cb4ee1dd4), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:11.266490 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7dfe185d-05df-44b8-9089-891072229196 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:11.269968 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7dfe185d-05df-44b8-9089-891072229196 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "DELETE /v2.0/networks/fac08beb-c25f-4caa-a609-ac5cb4ee1dd4 HTTP/1.1" status: 204 len: 168 time: 0.7821414 Feb 28 20:41:11.274155 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55570) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:11.279512 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4fd2db3a-19f3-4bd3-9d5f-4d8203414cac tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1326181342'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:11.297934 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe185d-05df-44b8-9089-891072229196 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event deleted for resources: {'Network': ['ID=fac08beb-c25f-4caa-a609-ac5cb4ee1dd4,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:11.329386 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd2db3a-19f3-4bd3-9d5f-4d8203414cac tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Made reservation on behalf of 3fdc7a86667d46c48e9cf410193e4095 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:41:11.333253 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4fd2db3a-19f3-4bd3-9d5f-4d8203414cac tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:11.379045 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd2db3a-19f3-4bd3-9d5f-4d8203414cac tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:41:11.402036 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4fd2db3a-19f3-4bd3-9d5f-4d8203414cac tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (ad54b81b-4348-49d7-9a4d-b07f42bf568e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:11.403053 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-4fd2db3a-19f3-4bd3-9d5f-4d8203414cac tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Added segment ad54b81b-4348-49d7-9a4d-b07f42bf568e of type vlan for network a1d0f1b4-4ddc-4c0c-99f3-64e2def55a18 Feb 28 20:41:11.431514 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a89c9eb-915f-4b78-9153-81e3239fdfd5 None None] Network fac08beb-c25f-4caa-a609-ac5cb4ee1dd4 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:41:11.446728 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a89c9eb-915f-4b78-9153-81e3239fdfd5 None None] Network fac08beb-c25f-4caa-a609-ac5cb4ee1dd4 could not be found, it might have been deleted concurrently. {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 20:41:11.466618 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4fd2db3a-19f3-4bd3-9d5f-4d8203414cac tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (a1d0f1b4-4ddc-4c0c-99f3-64e2def55a18), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:11.504603 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4fd2db3a-19f3-4bd3-9d5f-4d8203414cac tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (a1d0f1b4-4ddc-4c0c-99f3-64e2def55a18), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:11.511698 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd2db3a-19f3-4bd3-9d5f-4d8203414cac tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:11.512373 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4fd2db3a-19f3-4bd3-9d5f-4d8203414cac tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:11.593172 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2db3a-19f3-4bd3-9d5f-4d8203414cac tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event updated for resources: {'Network': ['ID=a1d0f1b4-4ddc-4c0c-99f3-64e2def55a18,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:11.605667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network a1d0f1b4-4ddc-4c0c-99f3-64e2def55a18 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:41:11.615356 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55574) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:11.615918 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4fd2db3a-19f3-4bd3-9d5f-4d8203414cac tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3403575 Feb 28 20:41:11.624071 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-8462d346-274c-47ac-a77a-4b3e4972c8f2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Request body: {'subnet': {'network_id': 'a1d0f1b4-4ddc-4c0c-99f3-64e2def55a18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:11.791160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8462d346-274c-47ac-a77a-4b3e4972c8f2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Made reservation on behalf of 3fdc7a86667d46c48e9cf410193e4095 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:41:11.796624 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8462d346-274c-47ac-a77a-4b3e4972c8f2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:12.120429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.objects.ports [None req-8462d346-274c-47ac-a77a-4b3e4972c8f2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103774) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 20:41:12.122361 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8462d346-274c-47ac-a77a-4b3e4972c8f2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (f164bff3-3c7e-410d-b489-2a2ce2baf97f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:12.217447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462d346-274c-47ac-a77a-4b3e4972c8f2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event updated for resources: {'Subnet': ['ID=f164bff3-3c7e-410d-b489-2a2ce2baf97f,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:12.225730 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8462d346-274c-47ac-a77a-4b3e4972c8f2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Checking segment: {'id': 'ad54b81b-4348-49d7-9a4d-b07f42bf568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a1d0f1b4-4ddc-4c0c-99f3-64e2def55a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:41:12.229511 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8462d346-274c-47ac-a77a-4b3e4972c8f2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Network hostable DHCP agents. Network: a1d0f1b4-4ddc-4c0c-99f3-64e2def55a18, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:41:12.261530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8462d346-274c-47ac-a77a-4b3e4972c8f2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Network a1d0f1b4-4ddc-4c0c-99f3-64e2def55a18 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:41:12.274086 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-8462d346-274c-47ac-a77a-4b3e4972c8f2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, a1d0f1b4-4ddc-4c0c-99f3-64e2def55a18) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:41:12.283371 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705eaf3e-eed0-4888-8026-88a2cb76d4b2 None None] Network a1d0f1b4-4ddc-4c0c-99f3-64e2def55a18 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:41:12.285319 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8462d346-274c-47ac-a77a-4b3e4972c8f2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:12.286218 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8462d346-274c-47ac-a77a-4b3e4972c8f2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:12.312123 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55584) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:12.324511 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8462d346-274c-47ac-a77a-4b3e4972c8f2 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7077682 Feb 28 20:41:12.436910 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30c341d5-997f-420d-af0a-0ea921b3d3d7 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (a1d0f1b4-4ddc-4c0c-99f3-64e2def55a18), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:12.465907 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae913b4-5e0a-41fd-aeda-d02eb0a900d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-a1d0f1b4-4ddc-4c0c-99f3-64e2def55a18', 'network_id': 'a1d0f1b4-4ddc-4c0c-99f3-64e2def55a18', 'project_id': '3fdc7a86667d46c48e9cf410193e4095', 'fixed_ips': [{'subnet_id': 'f164bff3-3c7e-410d-b489-2a2ce2baf97f'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:41:12.466783 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bae913b4-5e0a-41fd-aeda-d02eb0a900d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:12.521021 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30c341d5-997f-420d-af0a-0ea921b3d3d7 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (f164bff3-3c7e-410d-b489-2a2ce2baf97f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:12.599245 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30c341d5-997f-420d-af0a-0ea921b3d3d7 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (f164bff3-3c7e-410d-b489-2a2ce2baf97f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:12.640297 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c341d5-997f-420d-af0a-0ea921b3d3d7 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event deleted for resources: {'Subnet': ['ID=f164bff3-3c7e-410d-b489-2a2ce2baf97f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server [None req-bae913b4-5e0a-41fd-aeda-d02eb0a900d2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f164bff3-3c7e-410d-b489-2a2ce2baf97f: This subnet is being modified by another concurrent operation. Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise exception Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f164bff3-3c7e-410d-b489-2a2ce2baf97f: This subnet is being modified by another concurrent operation. Feb 28 20:41:12.692448 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Feb 28 20:41:12.738548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf26348f-21c8-4e4a-96d3-804d82ab1f5e None None] get_active_networks_info from n-d-820368-21 {{(pid=103775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 20:41:12.846623 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30c341d5-997f-420d-af0a-0ea921b3d3d7 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (a1d0f1b4-4ddc-4c0c-99f3-64e2def55a18), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:12.854580 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf26348f-21c8-4e4a-96d3-804d82ab1f5e None None] Resources bound (agent type, host, resource id): {{(pid=103775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 20:41:12.895135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-30c341d5-997f-420d-af0a-0ea921b3d3d7 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d0f1b4-4ddc-4c0c-99f3-64e2def55a18']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:12.908302 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-30c341d5-997f-420d-af0a-0ea921b3d3d7 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad54b81b-4348-49d7-9a4d-b07f42bf568e') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:12.908723 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-30c341d5-997f-420d-af0a-0ea921b3d3d7 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad54b81b-4348-49d7-9a4d-b07f42bf568e') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:12.921361 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30c341d5-997f-420d-af0a-0ea921b3d3d7 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (ad54b81b-4348-49d7-9a4d-b07f42bf568e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:12.940473 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30c341d5-997f-420d-af0a-0ea921b3d3d7 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (ad54b81b-4348-49d7-9a4d-b07f42bf568e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:12.951454 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c341d5-997f-420d-af0a-0ea921b3d3d7 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:41:12.952093 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30c341d5-997f-420d-af0a-0ea921b3d3d7 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (ad54b81b-4348-49d7-9a4d-b07f42bf568e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:41:12.955489 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:41:13.056296 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30c341d5-997f-420d-af0a-0ea921b3d3d7 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (a1d0f1b4-4ddc-4c0c-99f3-64e2def55a18), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:13.108356 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30c341d5-997f-420d-af0a-0ea921b3d3d7 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:13.118506 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55600) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:13.132316 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-30c341d5-997f-420d-af0a-0ea921b3d3d7 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "DELETE /v2.0/networks/a1d0f1b4-4ddc-4c0c-99f3-64e2def55a18 HTTP/1.1" status: 204 len: 168 time: 0.8177502 Feb 28 20:41:13.133343 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c341d5-997f-420d-af0a-0ea921b3d3d7 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event deleted for resources: {'Network': ['ID=a1d0f1b4-4ddc-4c0c-99f3-64e2def55a18,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:13.203676 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-37da7650-0e66-43b9-a650-c5c4f791be4a tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] DELETE failed (client error): The resource could not be found. Feb 28 20:41:13.204041 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37da7650-0e66-43b9-a650-c5c4f791be4a tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:41:13.211649 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55604) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:13.235499 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-37da7650-0e66-43b9-a650-c5c4f791be4a tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "DELETE /v2.0/subnets/f164bff3-3c7e-410d-b489-2a2ce2baf97f HTTP/1.1" status: 404 len: 337 time: 0.1159496 Feb 28 20:41:13.255822 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcda269e-2cae-4c62-afe4-f02e3b65113b None None] Network a1d0f1b4-4ddc-4c0c-99f3-64e2def55a18 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:41:13.262258 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77e00f7-fa74-4512-b532-4e7631c904cf tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] DELETE failed (client error): The resource could not be found. Feb 28 20:41:13.262981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b77e00f7-fa74-4512-b532-4e7631c904cf tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:41:13.268652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcda269e-2cae-4c62-afe4-f02e3b65113b None None] Network a1d0f1b4-4ddc-4c0c-99f3-64e2def55a18 could not be found, it might have been deleted concurrently. {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 20:41:13.277355 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b77e00f7-fa74-4512-b532-4e7631c904cf tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "DELETE /v2.0/networks/a1d0f1b4-4ddc-4c0c-99f3-64e2def55a18 HTTP/1.1" status: 404 len: 339 time: 0.0613532 Feb 28 20:41:13.279222 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55608) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:13.300908 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae69da-b854-4359-8551-b1df40ac3f8a req-be57396a-7e82-4e8b-a52e-50fbdbbf2231 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:13.302655 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a2ae69da-b854-4359-8551-b1df40ac3f8a req-be57396a-7e82-4e8b-a52e-50fbdbbf2231 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 945 time: 0.1850426 Feb 28 20:41:13.326590 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e29cd9-c901-4d77-b20e-10e796b1f3f5 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] DELETE failed (client error): The resource could not be found. Feb 28 20:41:13.327870 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e29cd9-c901-4d77-b20e-10e796b1f3f5 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:41:13.331341 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-75e29cd9-c901-4d77-b20e-10e796b1f3f5 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "DELETE /v2.0/subnets/257d60cc-024e-4f77-b48c-e8e91a0c411b HTTP/1.1" status: 404 len: 337 time: 0.0511434 Feb 28 20:41:13.333994 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55610) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:13.358933 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-344bf9b3-353e-426f-8ef0-10f11c32b2a9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] DELETE failed (client error): The resource could not be found. Feb 28 20:41:13.369748 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344bf9b3-353e-426f-8ef0-10f11c32b2a9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:41:13.373140 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-344bf9b3-353e-426f-8ef0-10f11c32b2a9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "DELETE /v2.0/networks/fac08beb-c25f-4caa-a609-ac5cb4ee1dd4 HTTP/1.1" status: 404 len: 339 time: 0.0380166 Feb 28 20:41:13.375625 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55612) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:13.376475 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a2ae69da-b854-4359-8551-b1df40ac3f8a req-fa37dece-d178-46fc-a684-e1e39ad5b5d8 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676224 Feb 28 20:41:13.430549 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fdc198b-1b13-44ce-a332-d9d069a527f1 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] DELETE failed (client error): The resource could not be found. Feb 28 20:41:13.431351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fdc198b-1b13-44ce-a332-d9d069a527f1 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:41:13.434707 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3fdc198b-1b13-44ce-a332-d9d069a527f1 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "DELETE /v2.0/subnets/e87d0f56-2165-4c7e-98e6-556628600a7c HTTP/1.1" status: 404 len: 337 time: 0.0522101 Feb 28 20:41:13.437327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55614) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:13.460581 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a74348-0a27-49f5-9590-73ac5bb358a6 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] DELETE failed (client error): The resource could not be found. Feb 28 20:41:13.461421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a74348-0a27-49f5-9590-73ac5bb358a6 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:41:13.465957 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f2a74348-0a27-49f5-9590-73ac5bb358a6 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "DELETE /v2.0/networks/ccd8026c-03bb-4a3d-b9bb-525b7740428b HTTP/1.1" status: 404 len: 339 time: 0.0274379 Feb 28 20:41:13.468560 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55616) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:13.620348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c8da5a34-717a-485d-91ad-f91585fae854 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Deleting port 1ccda441-3731-4283-a410-7f3369ed31a9 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:41:13.620693 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c8da5a34-717a-485d-91ad-f91585fae854 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1ccda441-3731-4283-a410-7f3369ed31a9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:13.702902 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c8da5a34-717a-485d-91ad-f91585fae854 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1ccda441-3731-4283-a410-7f3369ed31a9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:13.717320 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c8da5a34-717a-485d-91ad-f91585fae854 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Calling delete_port for 1ccda441-3731-4283-a410-7f3369ed31a9 owned by {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:41:13.866307 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c8da5a34-717a-485d-91ad-f91585fae854 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (1ccda441-3731-4283-a410-7f3369ed31a9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:13.896045 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da5a34-717a-485d-91ad-f91585fae854 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event deleted for resources: {'Port': ['ID=1ccda441-3731-4283-a410-7f3369ed31a9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:13.920433 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c8da5a34-717a-485d-91ad-f91585fae854 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:13.924910 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c8da5a34-717a-485d-91ad-f91585fae854 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "DELETE /v2.0/ports/1ccda441-3731-4283-a410-7f3369ed31a9 HTTP/1.1" status: 204 len: 168 time: 0.4549704 Feb 28 20:41:13.927181 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55624) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:13.954636 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d10972-5611-4765-b5d7-fd9885a516ad tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] DELETE failed (client error): The resource could not be found. Feb 28 20:41:13.955202 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d10972-5611-4765-b5d7-fd9885a516ad tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:41:13.958880 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-19d10972-5611-4765-b5d7-fd9885a516ad tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "DELETE /v2.0/subnets/73dd0537-d37c-4f74-ab2a-80b4e57017c1 HTTP/1.1" status: 404 len: 337 time: 0.0302918 Feb 28 20:41:13.961204 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55626) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:14.075262 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27998e3a-b735-429e-9e1e-84c3f7fdcbc1 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (80cdd492-e230-4cec-847e-34493f737e59), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:14.215633 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27998e3a-b735-429e-9e1e-84c3f7fdcbc1 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (80cdd492-e230-4cec-847e-34493f737e59), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:14.236893 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-27998e3a-b735-429e-9e1e-84c3f7fdcbc1 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80cdd492-e230-4cec-847e-34493f737e59']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:14.246799 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-27998e3a-b735-429e-9e1e-84c3f7fdcbc1 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fce353-9965-4abc-a525-902ad9a4e889') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:14.247101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-27998e3a-b735-429e-9e1e-84c3f7fdcbc1 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fce353-9965-4abc-a525-902ad9a4e889') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:14.260938 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27998e3a-b735-429e-9e1e-84c3f7fdcbc1 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (58fce353-9965-4abc-a525-902ad9a4e889), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:14.282391 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27998e3a-b735-429e-9e1e-84c3f7fdcbc1 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (58fce353-9965-4abc-a525-902ad9a4e889), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:14.292421 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27998e3a-b735-429e-9e1e-84c3f7fdcbc1 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:41:14.294490 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27998e3a-b735-429e-9e1e-84c3f7fdcbc1 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (58fce353-9965-4abc-a525-902ad9a4e889), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:41:14.347388 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:41:14.368896 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27998e3a-b735-429e-9e1e-84c3f7fdcbc1 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (80cdd492-e230-4cec-847e-34493f737e59), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:14.378442 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27998e3a-b735-429e-9e1e-84c3f7fdcbc1 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:14.381779 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-27998e3a-b735-429e-9e1e-84c3f7fdcbc1 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "DELETE /v2.0/networks/80cdd492-e230-4cec-847e-34493f737e59 HTTP/1.1" status: 204 len: 168 time: 0.4195092 Feb 28 20:41:14.384389 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55630) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:14.401556 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27998e3a-b735-429e-9e1e-84c3f7fdcbc1 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event deleted for resources: {'Network': ['ID=80cdd492-e230-4cec-847e-34493f737e59,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:14.522106 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-9a91985e-dc33-469a-9f86-dfdc36515eb8 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Deleting port f8c4f152-ef41-4f84-93a9-e285944cdecf {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:41:14.522461 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9a91985e-dc33-469a-9f86-dfdc36515eb8 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (f8c4f152-ef41-4f84-93a9-e285944cdecf), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:14.538071 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ca704-3897-4998-8036-0e75a13efcff req-c4dbc7c6-9d2d-4381-a73b-778e085a8911 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:14.540808 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f69ca704-3897-4998-8036-0e75a13efcff req-c4dbc7c6-9d2d-4381-a73b-778e085a8911 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.15 "GET /v2.0/ports?device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 945 time: 0.0593770 Feb 28 20:41:14.602324 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9a91985e-dc33-469a-9f86-dfdc36515eb8 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (f8c4f152-ef41-4f84-93a9-e285944cdecf), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:14.615732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-9a91985e-dc33-469a-9f86-dfdc36515eb8 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Calling delete_port for f8c4f152-ef41-4f84-93a9-e285944cdecf owned by {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:41:14.662457 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-f69ca704-3897-4998-8036-0e75a13efcff req-b351b9a5-b773-4d86-b3a6-dfc41e7a7832 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Deleting port 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:41:14.663331 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f69ca704-3897-4998-8036-0e75a13efcff req-b351b9a5-b773-4d86-b3a6-dfc41e7a7832 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7a49f9d0-12f4-4c5d-8d5d-f54440fd898c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:14.715945 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9a91985e-dc33-469a-9f86-dfdc36515eb8 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (f8c4f152-ef41-4f84-93a9-e285944cdecf), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:14.767988 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91985e-dc33-469a-9f86-dfdc36515eb8 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event deleted for resources: {'Port': ['ID=f8c4f152-ef41-4f84-93a9-e285944cdecf,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:14.774705 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f69ca704-3897-4998-8036-0e75a13efcff req-b351b9a5-b773-4d86-b3a6-dfc41e7a7832 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] For port 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=7a49f9d0-12f4-4c5d-8d5d-f54440fd898c,segment=NetworkSegment(ec22d32e-9205-4810-844d-5c9c50ed41e3),segment_id=ec22d32e-9205-4810-844d-5c9c50ed41e3)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:41:14.775023 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f69ca704-3897-4998-8036-0e75a13efcff req-b351b9a5-b773-4d86-b3a6-dfc41e7a7832 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7a49f9d0-12f4-4c5d-8d5d-f54440fd898c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:14.778942 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9a91985e-dc33-469a-9f86-dfdc36515eb8 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:14.785432 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9a91985e-dc33-469a-9f86-dfdc36515eb8 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "DELETE /v2.0/ports/f8c4f152-ef41-4f84-93a9-e285944cdecf HTTP/1.1" status: 204 len: 168 time: 0.3968563 Feb 28 20:41:14.785432 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55636) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:14.792734 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-f69ca704-3897-4998-8036-0e75a13efcff req-b351b9a5-b773-4d86-b3a6-dfc41e7a7832 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Calling delete_port for 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:41:14.818585 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-170758d8-dae5-4094-885f-12a0ef521c40 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] DELETE failed (client error): The resource could not be found. Feb 28 20:41:14.819053 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-170758d8-dae5-4094-885f-12a0ef521c40 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 20:41:14.824559 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-170758d8-dae5-4094-885f-12a0ef521c40 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "DELETE /v2.0/subnets/02499743-6f6c-4e72-95ce-98f6d9c857f5 HTTP/1.1" status: 404 len: 337 time: 0.0364635 Feb 28 20:41:14.830777 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db72ce3-259c-4fe8-94eb-06b27fd7cf62 req-e17db121-b8d9-46b4-9467-1227ba4b5741 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:14.837920 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55640) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:14.850674 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5db72ce3-259c-4fe8-94eb-06b27fd7cf62 req-e17db121-b8d9-46b4-9467-1227ba4b5741 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=484e41e4-48fb-4ac5-87aa-0bea01a8e446 HTTP/1.1" status: 200 len: 945 time: 0.3687668 Feb 28 20:41:14.916506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5db72ce3-259c-4fe8-94eb-06b27fd7cf62 req-67d05672-42fd-481c-a536-e66e6910c657 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633054 Feb 28 20:41:14.938434 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-390f8b75-127e-4099-8852-a37bbe8a89da tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (6015ed2b-28ae-4d65-981d-15bccabcb75d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:15.086175 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-390f8b75-127e-4099-8852-a37bbe8a89da tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (6015ed2b-28ae-4d65-981d-15bccabcb75d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:15.119623 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-390f8b75-127e-4099-8852-a37bbe8a89da tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6015ed2b-28ae-4d65-981d-15bccabcb75d']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:15.131680 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-390f8b75-127e-4099-8852-a37bbe8a89da tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3878a528-94d1-44d6-9e25-9a6b324ef724') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:15.132388 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-390f8b75-127e-4099-8852-a37bbe8a89da tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3878a528-94d1-44d6-9e25-9a6b324ef724') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:15.139414 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f69ca704-3897-4998-8036-0e75a13efcff req-b351b9a5-b773-4d86-b3a6-dfc41e7a7832 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (7a49f9d0-12f4-4c5d-8d5d-f54440fd898c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:15.151137 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['7a49f9d0-12f4-4c5d-8d5d-f54440fd898c'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:41:15.159632 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-390f8b75-127e-4099-8852-a37bbe8a89da tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (3878a528-94d1-44d6-9e25-9a6b324ef724), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:15.234597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69ca704-3897-4998-8036-0e75a13efcff req-b351b9a5-b773-4d86-b3a6-dfc41e7a7832 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] No DVR routers for this DVR port 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:41:15.240188 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f69ca704-3897-4998-8036-0e75a13efcff req-b351b9a5-b773-4d86-b3a6-dfc41e7a7832 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:15.243585 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f69ca704-3897-4998-8036-0e75a13efcff req-b351b9a5-b773-4d86-b3a6-dfc41e7a7832 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.15 "DELETE /v2.0/ports/7a49f9d0-12f4-4c5d-8d5d-f54440fd898c HTTP/1.1" status: 204 len: 173 time: 0.6961970 Feb 28 20:41:15.244087 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484e41e4-48fb-4ac5-87aa-0bea01a8e446', 'name': 'network-vif-deleted', 'tag': '7a49f9d0-12f4-4c5d-8d5d-f54440fd898c'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:41:15.247592 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b014788-50a7-419a-a2d3-f5204f27ca3a" -d '{"events": [{"server_uuid": "484e41e4-48fb-4ac5-87aa-0bea01a8e446", "name": "network-vif-deleted", "tag": "7a49f9d0-12f4-4c5d-8d5d-f54440fd898c"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:41:15.251017 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-390f8b75-127e-4099-8852-a37bbe8a89da tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (3878a528-94d1-44d6-9e25-9a6b324ef724), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:15.253362 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351b9a5-b773-4d86-b3a6-dfc41e7a7832 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Pushing event deleted for resources: {'Port': ['ID=7a49f9d0-12f4-4c5d-8d5d-f54440fd898c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:15.270360 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390f8b75-127e-4099-8852-a37bbe8a89da tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:41:15.271015 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-390f8b75-127e-4099-8852-a37bbe8a89da tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (3878a528-94d1-44d6-9e25-9a6b324ef724), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:41:15.356936 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:41:15.359415 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b480c6-6aab-49c7-ab76-6346e9065edd x-openstack-request-id: req-b4b480c6-6aab-49c7-ab76-6346e9065edd {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:41:15.359976 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484e41e4-48fb-4ac5-87aa-0bea01a8e446", "name": "network-vif-deleted", "tag": "7a49f9d0-12f4-4c5d-8d5d-f54440fd898c", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:41:15.360251 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4b480c6-6aab-49c7-ab76-6346e9065edd {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:41:15.360665 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484e41e4-48fb-4ac5-87aa-0bea01a8e446', 'name': 'network-vif-deleted', 'tag': '7a49f9d0-12f4-4c5d-8d5d-f54440fd898c', 'status': 'completed', 'code': 200} Feb 28 20:41:15.367568 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-390f8b75-127e-4099-8852-a37bbe8a89da tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (6015ed2b-28ae-4d65-981d-15bccabcb75d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:15.387552 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-390f8b75-127e-4099-8852-a37bbe8a89da tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:15.402914 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-390f8b75-127e-4099-8852-a37bbe8a89da tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "DELETE /v2.0/networks/6015ed2b-28ae-4d65-981d-15bccabcb75d HTTP/1.1" status: 204 len: 168 time: 0.5617197 Feb 28 20:41:15.404808 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55658) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:15.434148 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f8b75-127e-4099-8852-a37bbe8a89da tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event deleted for resources: {'Network': ['ID=6015ed2b-28ae-4d65-981d-15bccabcb75d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:15.498591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb008e72-cf32-489a-a2aa-90a6192b75b8 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Deleting subnet f487e51b-29e8-4662-a559-197e63eb4e46 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:41:15.503210 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cb008e72-cf32-489a-a2aa-90a6192b75b8 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for subnet (f487e51b-29e8-4662-a559-197e63eb4e46), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:15.553445 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cb008e72-cf32-489a-a2aa-90a6192b75b8 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (f487e51b-29e8-4662-a559-197e63eb4e46), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:16.113247 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cb008e72-cf32-489a-a2aa-90a6192b75b8 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (f487e51b-29e8-4662-a559-197e63eb4e46), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:16.206611 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cb008e72-cf32-489a-a2aa-90a6192b75b8 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (f487e51b-29e8-4662-a559-197e63eb4e46), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:16.260014 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb008e72-cf32-489a-a2aa-90a6192b75b8 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event deleted for resources: {'Subnet': ['ID=f487e51b-29e8-4662-a559-197e63eb4e46,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:16.267309 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cb008e72-cf32-489a-a2aa-90a6192b75b8 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:16.270864 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cb008e72-cf32-489a-a2aa-90a6192b75b8 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "DELETE /v2.0/subnets/f487e51b-29e8-4662-a559-197e63eb4e46 HTTP/1.1" status: 204 len: 168 time: 0.8639896 Feb 28 20:41:16.274020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55676) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:16.284799 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e26a01b-7de0-4a1c-930a-247b5ea0ba28 None None] Network c31a21a1-abea-49b8-b555-7ebb1eee525b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:41:16.403183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-69fc2f01-c215-4b98-81b7-8a856c9f3e6d req-aebd1f2d-2f6b-47f5-b80c-ed6946bfc105 service neutron] (103774) timed out ('10.222.0.15', 58245) {{(pid=103774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 20:41:16.438334 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7fa6e080-3bf7-4549-8855-32fa5682d5b9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (c31a21a1-abea-49b8-b555-7ebb1eee525b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:16.487957 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-307e8d21-bbd2-4fad-a5a9-81bca2eefc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:16.558138 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-7fa6e080-3bf7-4549-8855-32fa5682d5b9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Deleting port e5a267d2-0a1e-4446-822d-27262d728cf5 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:41:16.558601 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7fa6e080-3bf7-4549-8855-32fa5682d5b9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e5a267d2-0a1e-4446-822d-27262d728cf5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:16.617572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6433ee3a-1837-49c4-89d6-7c26704a131f None None] DHCP port deletion for c31a21a1-abea-49b8-b555-7ebb1eee525b request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:41:16.660142 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-7fa6e080-3bf7-4549-8855-32fa5682d5b9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] For port e5a267d2-0a1e-4446-822d-27262d728cf5, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e5a267d2-0a1e-4446-822d-27262d728cf5,segment=NetworkSegment(8b76197a-c506-4ac0-88fb-afde9b7a4e02),segment_id=8b76197a-c506-4ac0-88fb-afde9b7a4e02)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:41:16.660504 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7fa6e080-3bf7-4549-8855-32fa5682d5b9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e5a267d2-0a1e-4446-822d-27262d728cf5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:16.688850 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-7fa6e080-3bf7-4549-8855-32fa5682d5b9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Calling delete_port for e5a267d2-0a1e-4446-822d-27262d728cf5 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:41:16.724104 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6433ee3a-1837-49c4-89d6-7c26704a131f None None] Deleting port e5a267d2-0a1e-4446-822d-27262d728cf5 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:41:16.727135 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6433ee3a-1837-49c4-89d6-7c26704a131f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e5a267d2-0a1e-4446-822d-27262d728cf5), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:16.836234 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6433ee3a-1837-49c4-89d6-7c26704a131f None None] For port e5a267d2-0a1e-4446-822d-27262d728cf5, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e5a267d2-0a1e-4446-822d-27262d728cf5,segment=NetworkSegment(8b76197a-c506-4ac0-88fb-afde9b7a4e02),segment_id=8b76197a-c506-4ac0-88fb-afde9b7a4e02)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:41:16.840919 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6433ee3a-1837-49c4-89d6-7c26704a131f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e5a267d2-0a1e-4446-822d-27262d728cf5), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:16.861878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6433ee3a-1837-49c4-89d6-7c26704a131f None None] Calling delete_port for e5a267d2-0a1e-4446-822d-27262d728cf5 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:41:16.897692 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7fa6e080-3bf7-4549-8855-32fa5682d5b9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e5a267d2-0a1e-4446-822d-27262d728cf5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:16.975136 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6e080-3bf7-4549-8855-32fa5682d5b9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event deleted for resources: {'Port': ['ID=e5a267d2-0a1e-4446-822d-27262d728cf5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:16.984156 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa6e080-3bf7-4549-8855-32fa5682d5b9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] No DVR routers for this DVR port e5a267d2-0a1e-4446-822d-27262d728cf5 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:41:17.052431 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6433ee3a-1837-49c4-89d6-7c26704a131f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (e5a267d2-0a1e-4446-822d-27262d728cf5), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:17.083042 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e5a267d2-0a1e-4446-822d-27262d728cf5 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:41:17.110178 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7fa6e080-3bf7-4549-8855-32fa5682d5b9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (c31a21a1-abea-49b8-b555-7ebb1eee525b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:17.131918 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-7fa6e080-3bf7-4549-8855-32fa5682d5b9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31a21a1-abea-49b8-b555-7ebb1eee525b']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:17.142488 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-7fa6e080-3bf7-4549-8855-32fa5682d5b9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b76197a-c506-4ac0-88fb-afde9b7a4e02') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:17.143024 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-7fa6e080-3bf7-4549-8855-32fa5682d5b9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b76197a-c506-4ac0-88fb-afde9b7a4e02') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:17.145598 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6433ee3a-1837-49c4-89d6-7c26704a131f None None] No DVR routers for this DVR port e5a267d2-0a1e-4446-822d-27262d728cf5 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:41:17.155016 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7fa6e080-3bf7-4549-8855-32fa5682d5b9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (8b76197a-c506-4ac0-88fb-afde9b7a4e02), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:17.169215 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7fa6e080-3bf7-4549-8855-32fa5682d5b9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (8b76197a-c506-4ac0-88fb-afde9b7a4e02), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:17.183028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa6e080-3bf7-4549-8855-32fa5682d5b9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:41:17.183514 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7fa6e080-3bf7-4549-8855-32fa5682d5b9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (8b76197a-c506-4ac0-88fb-afde9b7a4e02), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:17.215605 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: e5a267d2-0a1e-4446-822d-27262d728cf5 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:41:17.216018 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e5a267d2-0a1e-4446-822d-27262d728cf5 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:41:17.221885 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433ee3a-1837-49c4-89d6-7c26704a131f None None] Pushing event deleted for resources: {'Port': ['ID=e5a267d2-0a1e-4446-822d-27262d728cf5,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:41:17.248784 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:41:17.267147 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7fa6e080-3bf7-4549-8855-32fa5682d5b9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (c31a21a1-abea-49b8-b555-7ebb1eee525b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:17.276008 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7fa6e080-3bf7-4549-8855-32fa5682d5b9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:17.281768 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7fa6e080-3bf7-4549-8855-32fa5682d5b9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] 10.222.0.13 "DELETE /v2.0/networks/c31a21a1-abea-49b8-b555-7ebb1eee525b HTTP/1.1" status: 204 len: 168 time: 1.0042758 Feb 28 20:41:17.337486 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6e080-3bf7-4549-8855-32fa5682d5b9 tempest-NetworksIpV6TestAttrs-620884973 tempest-NetworksIpV6TestAttrs-620884973-project] Pushing event deleted for resources: {'Network': ['ID=c31a21a1-abea-49b8-b555-7ebb1eee525b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:17.746251 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55694) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:17.945388 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d5aabdee-0a48-41d1-b45b-869f81605d5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3fdc7a86667d46c48e9cf410193e4095&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1955361 Feb 28 20:41:17.946523 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55700) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:18.044714 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3743a391-2ccf-47a6-91b0-2c86ab7b0fa4 admin admin] Publish callbacks [] for security_group (d44a85dc-75e8-4e27-8ef9-d9e4d569daf9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:18.071612 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3743a391-2ccf-47a6-91b0-2c86ab7b0fa4 admin admin] Publish callbacks [] for security_group (d44a85dc-75e8-4e27-8ef9-d9e4d569daf9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:18.143512 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:41:18.145985 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3743a391-2ccf-47a6-91b0-2c86ab7b0fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d44a85dc-75e8-4e27-8ef9-d9e4d569daf9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:18.149941 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3743a391-2ccf-47a6-91b0-2c86ab7b0fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:18.151462 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3743a391-2ccf-47a6-91b0-2c86ab7b0fa4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d44a85dc-75e8-4e27-8ef9-d9e4d569daf9 HTTP/1.1" status: 204 len: 168 time: 0.2032738 Feb 28 20:41:18.183298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:41:18.183298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 7a49f9d0-12f4-4c5d-8d5d-f54440fd898c not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:41:18.186720 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743a391-2ccf-47a6-91b0-2c86ab7b0fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44a85dc-75e8-4e27-8ef9-d9e4d569daf9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:19.036149 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dad0f797-f6b9-446c-a4d2-cefd1a6c3c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:19.217761 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55736) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:19.441283 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4daae538-2c69-4765-b856-f6f60352d1ef tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group': {'name': 'tempest-secgroup--2101502975'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:19.501428 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4daae538-2c69-4765-b856-f6f60352d1ef tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:19.529068 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4daae538-2c69-4765-b856-f6f60352d1ef tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:19.652034 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:19.665654 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4daae538-2c69-4765-b856-f6f60352d1ef tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (c4620987-a610-4674-9cb3-a2d9c5c0838a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:19.671207 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4daae538-2c69-4765-b856-f6f60352d1ef tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c4620987-a610-4674-9cb3-a2d9c5c0838a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:19.710605 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daae538-2c69-4765-b856-f6f60352d1ef tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4620987-a610-4674-9cb3-a2d9c5c0838a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:19.789185 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4daae538-2c69-4765-b856-f6f60352d1ef tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (3bc27eb8-f08f-4932-bf08-272204c4b1f9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:19.799351 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4daae538-2c69-4765-b856-f6f60352d1ef tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3bc27eb8-f08f-4932-bf08-272204c4b1f9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:19.859455 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daae538-2c69-4765-b856-f6f60352d1ef tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc27eb8-f08f-4932-bf08-272204c4b1f9,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:19.899717 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4daae538-2c69-4765-b856-f6f60352d1ef tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:19.906041 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4daae538-2c69-4765-b856-f6f60352d1ef tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6842897 Feb 28 20:41:19.906876 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55750) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:19.916886 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-c90fd3b2-c6ff-46b1-90e2-2bfe1580b26f req-43f9b665-8fef-4fd7-bd4c-42eda3e52c70 service neutron] (103773) timed out ('10.222.0.15', 58539) {{(pid=103773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 20:41:20.071078 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-dcad8d00-8922-47c5-9682-9156bd89bc56 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1503842 Feb 28 20:41:20.073341 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55760) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:20.094334 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-81bc0076-52ad-426a-9c3a-31aa219bdf90 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group': {'name': 'tempest-security--861113206', 'description': 'tempest-security-description-228811153'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:20.149748 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:20.192322 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-81bc0076-52ad-426a-9c3a-31aa219bdf90 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (3bc27eb8-f08f-4932-bf08-272204c4b1f9), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:20.287122 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-81bc0076-52ad-426a-9c3a-31aa219bdf90 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (3bc27eb8-f08f-4932-bf08-272204c4b1f9), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:20.298845 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-81bc0076-52ad-426a-9c3a-31aa219bdf90 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3bc27eb8-f08f-4932-bf08-272204c4b1f9), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:20.302093 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-81bc0076-52ad-426a-9c3a-31aa219bdf90 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:20.303400 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-81bc0076-52ad-426a-9c3a-31aa219bdf90 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "PUT /v2.0/security-groups/3bc27eb8-f08f-4932-bf08-272204c4b1f9 HTTP/1.1" status: 200 len: 1795 time: 0.2128072 Feb 28 20:41:20.307467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55766) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:20.352782 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc0076-52ad-426a-9c3a-31aa219bdf90 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc27eb8-f08f-4932-bf08-272204c4b1f9,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:20.374424 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55768) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:20.376496 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1472998f-f0ab-4eac-be59-fc57766db6fa tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-groups/3bc27eb8-f08f-4932-bf08-272204c4b1f9 HTTP/1.1" status: 200 len: 1795 time: 0.0669487 Feb 28 20:41:20.433433 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-707c2022-dbf2-4ad8-8012-6556982e0ccb tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (3bc27eb8-f08f-4932-bf08-272204c4b1f9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:20.457585 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-707c2022-dbf2-4ad8-8012-6556982e0ccb tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (3bc27eb8-f08f-4932-bf08-272204c4b1f9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:20.511905 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-707c2022-dbf2-4ad8-8012-6556982e0ccb tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3bc27eb8-f08f-4932-bf08-272204c4b1f9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:20.515486 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-707c2022-dbf2-4ad8-8012-6556982e0ccb tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:20.517003 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-707c2022-dbf2-4ad8-8012-6556982e0ccb tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "DELETE /v2.0/security-groups/3bc27eb8-f08f-4932-bf08-272204c4b1f9 HTTP/1.1" status: 204 len: 168 time: 0.1411998 Feb 28 20:41:20.519903 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55770) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:20.527604 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c2022-dbf2-4ad8-8012-6556982e0ccb tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc27eb8-f08f-4932-bf08-272204c4b1f9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:20.633320 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0c9f2411-d54c-485d-b750-5894f3d4d689 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1122248 Feb 28 20:41:20.646767 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55778) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:20.679461 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [None req-c0f87c49-5de5-44f9-95c4-1db8f2c5befa tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] delete failed (client error): The resource could not be found. Feb 28 20:41:20.683071 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c0f87c49-5de5-44f9-95c4-1db8f2c5befa tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "DELETE /v2.0/security-groups/3bc27eb8-f08f-4932-bf08-272204c4b1f9 HTTP/1.1" status: 404 len: 347 time: 0.0318284 Feb 28 20:41:20.687850 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55782) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:20.695429 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-70eca5ba-5567-4ab3-afb0-a3844b9a4573 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group': {'name': 'tempest-secgroup--78964681'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:20.751124 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-70eca5ba-5567-4ab3-afb0-a3844b9a4573 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:20.864677 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-70eca5ba-5567-4ab3-afb0-a3844b9a4573 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (a8548a7a-44f4-40e9-958b-a393f45e4e02), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:20.870465 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-70eca5ba-5567-4ab3-afb0-a3844b9a4573 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a8548a7a-44f4-40e9-958b-a393f45e4e02), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:20.909374 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-70eca5ba-5567-4ab3-afb0-a3844b9a4573 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:20.910713 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-70eca5ba-5567-4ab3-afb0-a3844b9a4573 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2187018 Feb 28 20:41:20.912945 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eca5ba-5567-4ab3-afb0-a3844b9a4573 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8548a7a-44f4-40e9-958b-a393f45e4e02,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:20.913840 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55792) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:20.923009 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-556e2651-0d7d-45c3-8ef2-1383bb7dc72b tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group_rule': {'security_group_id': 'a8548a7a-44f4-40e9-958b-a393f45e4e02', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:21.000785 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-556e2651-0d7d-45c3-8ef2-1383bb7dc72b tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (8cf8fd77-ed7a-43b6-b936-c7c7258a8ae1), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:21.136969 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-556e2651-0d7d-45c3-8ef2-1383bb7dc72b tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (8cf8fd77-ed7a-43b6-b936-c7c7258a8ae1), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:21.142668 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-556e2651-0d7d-45c3-8ef2-1383bb7dc72b tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (8cf8fd77-ed7a-43b6-b936-c7c7258a8ae1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:21.166761 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e2651-0d7d-45c3-8ef2-1383bb7dc72b tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf8fd77-ed7a-43b6-b936-c7c7258a8ae1,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:21.186535 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e2651-0d7d-45c3-8ef2-1383bb7dc72b tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:21.187053 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e2651-0d7d-45c3-8ef2-1383bb7dc72b tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:21.187570 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e2651-0d7d-45c3-8ef2-1383bb7dc72b tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:21.199071 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e2651-0d7d-45c3-8ef2-1383bb7dc72b tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:21.199731 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e2651-0d7d-45c3-8ef2-1383bb7dc72b tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:21.200264 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e2651-0d7d-45c3-8ef2-1383bb7dc72b tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:21.201365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e2651-0d7d-45c3-8ef2-1383bb7dc72b tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:21.203126 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e2651-0d7d-45c3-8ef2-1383bb7dc72b tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:21.203645 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e2651-0d7d-45c3-8ef2-1383bb7dc72b tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:21.205693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e2651-0d7d-45c3-8ef2-1383bb7dc72b tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:21.206235 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e2651-0d7d-45c3-8ef2-1383bb7dc72b tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:21.206882 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e2651-0d7d-45c3-8ef2-1383bb7dc72b tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:21.207377 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556e2651-0d7d-45c3-8ef2-1383bb7dc72b tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:21.231403 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-556e2651-0d7d-45c3-8ef2-1383bb7dc72b tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:21.233983 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-556e2651-0d7d-45c3-8ef2-1383bb7dc72b tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3188338 Feb 28 20:41:21.237107 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55800) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:21.291720 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6106fbaa-2557-4c0a-840b-5eb45accaa6f tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (8cf8fd77-ed7a-43b6-b936-c7c7258a8ae1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:21.315568 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6106fbaa-2557-4c0a-840b-5eb45accaa6f tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (8cf8fd77-ed7a-43b6-b936-c7c7258a8ae1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:21.370186 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6106fbaa-2557-4c0a-840b-5eb45accaa6f tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (8cf8fd77-ed7a-43b6-b936-c7c7258a8ae1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:21.384407 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6106fbaa-2557-4c0a-840b-5eb45accaa6f tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:21.385557 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6106fbaa-2557-4c0a-840b-5eb45accaa6f tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8cf8fd77-ed7a-43b6-b936-c7c7258a8ae1 HTTP/1.1" status: 204 len: 168 time: 0.1470485 Feb 28 20:41:21.386407 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106fbaa-2557-4c0a-840b-5eb45accaa6f tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cf8fd77-ed7a-43b6-b936-c7c7258a8ae1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:21.388377 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55802) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:21.393324 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:21.478423 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b0ea76fe-31d1-4ce0-ad61-71e28386e160 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0856779 Feb 28 20:41:21.478815 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55804) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:21.557290 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee827-f58b-4285-8fe9-d64ed9ec805e tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (a8548a7a-44f4-40e9-958b-a393f45e4e02), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:21.586468 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee827-f58b-4285-8fe9-d64ed9ec805e tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (a8548a7a-44f4-40e9-958b-a393f45e4e02), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:21.639988 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee827-f58b-4285-8fe9-d64ed9ec805e tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a8548a7a-44f4-40e9-958b-a393f45e4e02), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:21.646123 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee827-f58b-4285-8fe9-d64ed9ec805e tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:21.651090 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55808) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:21.651242 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bf2ee827-f58b-4285-8fe9-d64ed9ec805e tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "DELETE /v2.0/security-groups/a8548a7a-44f4-40e9-958b-a393f45e4e02 HTTP/1.1" status: 204 len: 168 time: 0.1713438 Feb 28 20:41:21.663910 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ee827-f58b-4285-8fe9-d64ed9ec805e tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8548a7a-44f4-40e9-958b-a393f45e4e02,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:21.752955 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bbbbc4f2-63aa-46c9-a838-70c1b2e73370 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0904193 Feb 28 20:41:21.755579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55810) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:21.776083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-33ca00fd-6c6f-4805-bf3c-c433ea01450e tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group': {'name': 'tempest-secgroup--1376910480'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:21.839872 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33ca00fd-6c6f-4805-bf3c-c433ea01450e tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:21.965265 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33ca00fd-6c6f-4805-bf3c-c433ea01450e tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (015a8f88-9ecc-4f3d-865d-12fbb753d4f0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:21.976346 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33ca00fd-6c6f-4805-bf3c-c433ea01450e tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (015a8f88-9ecc-4f3d-865d-12fbb753d4f0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:22.041482 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca00fd-6c6f-4805-bf3c-c433ea01450e tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015a8f88-9ecc-4f3d-865d-12fbb753d4f0,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:22.056729 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33ca00fd-6c6f-4805-bf3c-c433ea01450e tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:22.061859 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55814) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:22.067038 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-24546e8d-32d1-45ba-8939-d4b2b5c68cc9 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group_rule': {'security_group_id': '015a8f88-9ecc-4f3d-865d-12fbb753d4f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:22.075663 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-33ca00fd-6c6f-4805-bf3c-c433ea01450e tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3125772 Feb 28 20:41:22.103163 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-24546e8d-32d1-45ba-8939-d4b2b5c68cc9 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (2440f755-45b7-4950-a09b-44a6ea9e491c), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:22.185464 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-24546e8d-32d1-45ba-8939-d4b2b5c68cc9 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (2440f755-45b7-4950-a09b-44a6ea9e491c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:22.196576 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-24546e8d-32d1-45ba-8939-d4b2b5c68cc9 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (2440f755-45b7-4950-a09b-44a6ea9e491c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:22.213029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24546e8d-32d1-45ba-8939-d4b2b5c68cc9 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2440f755-45b7-4950-a09b-44a6ea9e491c,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:22.248231 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-24546e8d-32d1-45ba-8939-d4b2b5c68cc9 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:22.252125 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-24546e8d-32d1-45ba-8939-d4b2b5c68cc9 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1862874 Feb 28 20:41:22.252281 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55820) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:22.256649 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-9d4b1d98-69f3-435b-b9d8-8cf5b3a1ab74 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group_rule': {'security_group_id': '015a8f88-9ecc-4f3d-865d-12fbb753d4f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:22.304933 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1d98-69f3-435b-b9d8-8cf5b3a1ab74 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (ca99057a-0907-46fc-9748-5eba064c77ba), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:22.397344 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1d98-69f3-435b-b9d8-8cf5b3a1ab74 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (ca99057a-0907-46fc-9748-5eba064c77ba), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:22.407180 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1d98-69f3-435b-b9d8-8cf5b3a1ab74 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (ca99057a-0907-46fc-9748-5eba064c77ba), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:22.433702 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b1d98-69f3-435b-b9d8-8cf5b3a1ab74 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca99057a-0907-46fc-9748-5eba064c77ba,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:22.457330 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1d98-69f3-435b-b9d8-8cf5b3a1ab74 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:22.464096 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55824) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:22.477407 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-9f868e85-d52c-465d-9fca-c359c4bf2840 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group_rule': {'security_group_id': '015a8f88-9ecc-4f3d-865d-12fbb753d4f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:22.486877 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9d4b1d98-69f3-435b-b9d8-8cf5b3a1ab74 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2328928 Feb 28 20:41:22.539883 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9f868e85-d52c-465d-9fca-c359c4bf2840 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (49cd05df-3b16-4065-8eb1-408853f1e8f3), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:22.618651 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:22.636623 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9f868e85-d52c-465d-9fca-c359c4bf2840 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (49cd05df-3b16-4065-8eb1-408853f1e8f3), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:22.653761 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9f868e85-d52c-465d-9fca-c359c4bf2840 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (49cd05df-3b16-4065-8eb1-408853f1e8f3), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:22.680692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f868e85-d52c-465d-9fca-c359c4bf2840 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cd05df-3b16-4065-8eb1-408853f1e8f3,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:22.696449 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:22.717365 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9f868e85-d52c-465d-9fca-c359c4bf2840 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:22.722622 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55826) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:22.729749 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-16106db9-45c7-40b9-9a19-463d0fded41c tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group_rule': {'security_group_id': '015a8f88-9ecc-4f3d-865d-12fbb753d4f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:22.737137 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9f868e85-d52c-465d-9fca-c359c4bf2840 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2699547 Feb 28 20:41:22.774697 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16106db9-45c7-40b9-9a19-463d0fded41c tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (c12d7be5-f5a7-4b91-bb9f-95df86195069), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:22.886846 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16106db9-45c7-40b9-9a19-463d0fded41c tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (c12d7be5-f5a7-4b91-bb9f-95df86195069), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:22.900642 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16106db9-45c7-40b9-9a19-463d0fded41c tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (c12d7be5-f5a7-4b91-bb9f-95df86195069), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:22.941756 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16106db9-45c7-40b9-9a19-463d0fded41c tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:22.946301 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55830) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:22.951087 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-584828cf-8a1e-40cd-8dd7-57cb7c36c675 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group_rule': {'security_group_id': '015a8f88-9ecc-4f3d-865d-12fbb753d4f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:22.968863 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-16106db9-45c7-40b9-9a19-463d0fded41c tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2447417 Feb 28 20:41:22.979249 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16106db9-45c7-40b9-9a19-463d0fded41c tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12d7be5-f5a7-4b91-bb9f-95df86195069,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:23.014844 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-584828cf-8a1e-40cd-8dd7-57cb7c36c675 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (50e95dd4-dd7d-4e77-bce7-5581e44afa63), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:23.126738 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-584828cf-8a1e-40cd-8dd7-57cb7c36c675 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (50e95dd4-dd7d-4e77-bce7-5581e44afa63), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:23.133728 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-584828cf-8a1e-40cd-8dd7-57cb7c36c675 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (50e95dd4-dd7d-4e77-bce7-5581e44afa63), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:23.158101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584828cf-8a1e-40cd-8dd7-57cb7c36c675 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e95dd4-dd7d-4e77-bce7-5581e44afa63,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:23.190458 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-584828cf-8a1e-40cd-8dd7-57cb7c36c675 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:23.193320 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-584828cf-8a1e-40cd-8dd7-57cb7c36c675 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2459619 Feb 28 20:41:23.197035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55838) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:23.240541 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a977515-04d3-4d4a-9e30-2f9444fb1ac3 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (50e95dd4-dd7d-4e77-bce7-5581e44afa63), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:23.278130 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a977515-04d3-4d4a-9e30-2f9444fb1ac3 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (50e95dd4-dd7d-4e77-bce7-5581e44afa63), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:23.375796 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a977515-04d3-4d4a-9e30-2f9444fb1ac3 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (50e95dd4-dd7d-4e77-bce7-5581e44afa63), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:23.384656 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a977515-04d3-4d4a-9e30-2f9444fb1ac3 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:23.385973 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5a977515-04d3-4d4a-9e30-2f9444fb1ac3 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/50e95dd4-dd7d-4e77-bce7-5581e44afa63 HTTP/1.1" status: 204 len: 168 time: 0.1879303 Feb 28 20:41:23.389783 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55842) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:23.397246 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a977515-04d3-4d4a-9e30-2f9444fb1ac3 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50e95dd4-dd7d-4e77-bce7-5581e44afa63,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:23.472794 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55844) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:23.476756 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-128c14aa-5b1e-4eb7-a7e9-6fab59710158 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0848107 Feb 28 20:41:23.506005 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f0aa4bbe-1bb4-4429-a08e-d97c3cd0270a tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (c12d7be5-f5a7-4b91-bb9f-95df86195069), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:23.514311 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f0aa4bbe-1bb4-4429-a08e-d97c3cd0270a tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (c12d7be5-f5a7-4b91-bb9f-95df86195069), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:23.544983 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f0aa4bbe-1bb4-4429-a08e-d97c3cd0270a tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (c12d7be5-f5a7-4b91-bb9f-95df86195069), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:23.553763 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f0aa4bbe-1bb4-4429-a08e-d97c3cd0270a tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:23.558747 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55846) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:23.559073 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f0aa4bbe-1bb4-4429-a08e-d97c3cd0270a tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c12d7be5-f5a7-4b91-bb9f-95df86195069 HTTP/1.1" status: 204 len: 168 time: 0.0833902 Feb 28 20:41:23.566739 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa4bbe-1bb4-4429-a08e-d97c3cd0270a tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c12d7be5-f5a7-4b91-bb9f-95df86195069,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:23.614958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55848) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:23.623717 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-97f00999-59de-4305-bc8a-b5c7bd3383af tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0638237 Feb 28 20:41:23.653665 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fc70fd6e-2958-4171-a1c2-628d80925f49 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (49cd05df-3b16-4065-8eb1-408853f1e8f3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:23.677337 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fc70fd6e-2958-4171-a1c2-628d80925f49 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (49cd05df-3b16-4065-8eb1-408853f1e8f3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:23.728115 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fc70fd6e-2958-4171-a1c2-628d80925f49 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (49cd05df-3b16-4065-8eb1-408853f1e8f3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:23.746755 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fc70fd6e-2958-4171-a1c2-628d80925f49 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:23.752880 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55850) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:23.764823 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fc70fd6e-2958-4171-a1c2-628d80925f49 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/49cd05df-3b16-4065-8eb1-408853f1e8f3 HTTP/1.1" status: 204 len: 168 time: 0.1474502 Feb 28 20:41:23.777824 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70fd6e-2958-4171-a1c2-628d80925f49 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49cd05df-3b16-4065-8eb1-408853f1e8f3,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:23.841619 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55854) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:23.854812 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8d21446d-33fd-40ae-a449-a6b257bd193c tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0989769 Feb 28 20:41:23.913253 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-63b5f1d6-e45d-4457-8ae4-936cdeca5cb9 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (ca99057a-0907-46fc-9748-5eba064c77ba), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:23.922080 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-63b5f1d6-e45d-4457-8ae4-936cdeca5cb9 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (ca99057a-0907-46fc-9748-5eba064c77ba), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:23.955676 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-63b5f1d6-e45d-4457-8ae4-936cdeca5cb9 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (ca99057a-0907-46fc-9748-5eba064c77ba), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:23.965040 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-63b5f1d6-e45d-4457-8ae4-936cdeca5cb9 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:23.967058 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-63b5f1d6-e45d-4457-8ae4-936cdeca5cb9 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ca99057a-0907-46fc-9748-5eba064c77ba HTTP/1.1" status: 204 len: 168 time: 0.1236601 Feb 28 20:41:23.969765 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55856) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:23.975646 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5f1d6-e45d-4457-8ae4-936cdeca5cb9 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca99057a-0907-46fc-9748-5eba064c77ba,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:24.022759 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55858) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:24.023284 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d817ae79-5125-43e5-8b24-e54864192512 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0517371 Feb 28 20:41:24.050799 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e4a915b-978c-4e03-8068-a8aa3eda94b3 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (2440f755-45b7-4950-a09b-44a6ea9e491c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:24.061038 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e4a915b-978c-4e03-8068-a8aa3eda94b3 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (2440f755-45b7-4950-a09b-44a6ea9e491c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:24.095897 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e4a915b-978c-4e03-8068-a8aa3eda94b3 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (2440f755-45b7-4950-a09b-44a6ea9e491c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:24.104170 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e4a915b-978c-4e03-8068-a8aa3eda94b3 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:24.105364 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9e4a915b-978c-4e03-8068-a8aa3eda94b3 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2440f755-45b7-4950-a09b-44a6ea9e491c HTTP/1.1" status: 204 len: 168 time: 0.0815482 Feb 28 20:41:24.108622 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55862) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:24.126536 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a915b-978c-4e03-8068-a8aa3eda94b3 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2440f755-45b7-4950-a09b-44a6ea9e491c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:24.166081 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55864) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:24.166425 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5d9ea96f-d70b-4eb7-9288-051776953559 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0563586 Feb 28 20:41:24.312562 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ab65985c-fed7-4434-b70d-36e5de07d5e3 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (015a8f88-9ecc-4f3d-865d-12fbb753d4f0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:24.356597 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ab65985c-fed7-4434-b70d-36e5de07d5e3 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (015a8f88-9ecc-4f3d-865d-12fbb753d4f0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:24.442265 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ab65985c-fed7-4434-b70d-36e5de07d5e3 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (015a8f88-9ecc-4f3d-865d-12fbb753d4f0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:24.446045 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ab65985c-fed7-4434-b70d-36e5de07d5e3 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:24.447786 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ab65985c-fed7-4434-b70d-36e5de07d5e3 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "DELETE /v2.0/security-groups/015a8f88-9ecc-4f3d-865d-12fbb753d4f0 HTTP/1.1" status: 204 len: 168 time: 0.2798834 Feb 28 20:41:24.450012 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55878) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:24.458438 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65985c-fed7-4434-b70d-36e5de07d5e3 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=015a8f88-9ecc-4f3d-865d-12fbb753d4f0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:24.526177 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-46637671-fff6-4027-8e8b-e8d18614b0ad tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0734656 Feb 28 20:41:24.534214 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55882) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:24.540947 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-dd81ee84-28f7-451c-ac9b-d2fcd3809cc1 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group': {'name': 'tempest-secgroup--1878390615'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:24.581760 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dd81ee84-28f7-451c-ac9b-d2fcd3809cc1 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:24.680122 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dd81ee84-28f7-451c-ac9b-d2fcd3809cc1 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (337d06d2-cfda-4c1a-ba8c-09457ba7e8d9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:24.697411 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dd81ee84-28f7-451c-ac9b-d2fcd3809cc1 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (337d06d2-cfda-4c1a-ba8c-09457ba7e8d9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:24.755747 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81ee84-28f7-451c-ac9b-d2fcd3809cc1 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=337d06d2-cfda-4c1a-ba8c-09457ba7e8d9,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:24.767981 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dd81ee84-28f7-451c-ac9b-d2fcd3809cc1 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:24.772977 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55886) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:24.773257 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-dd81ee84-28f7-451c-ac9b-d2fcd3809cc1 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2363203 Feb 28 20:41:24.777811 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-54aeaa62-ce6a-49ed-a5cd-12029ad9994d tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group_rule': {'security_group_id': '337d06d2-cfda-4c1a-ba8c-09457ba7e8d9', 'direction': 'ingress', 'protocol': 17}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:24.814684 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-54aeaa62-ce6a-49ed-a5cd-12029ad9994d tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (887066a8-bace-4a0c-9e64-04d2451b036d), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:24.883200 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-54aeaa62-ce6a-49ed-a5cd-12029ad9994d tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (887066a8-bace-4a0c-9e64-04d2451b036d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:24.889503 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-54aeaa62-ce6a-49ed-a5cd-12029ad9994d tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (887066a8-bace-4a0c-9e64-04d2451b036d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:24.935708 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aeaa62-ce6a-49ed-a5cd-12029ad9994d tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887066a8-bace-4a0c-9e64-04d2451b036d,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:24.992054 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-54aeaa62-ce6a-49ed-a5cd-12029ad9994d tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:24.994322 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-54aeaa62-ce6a-49ed-a5cd-12029ad9994d tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2200990 Feb 28 20:41:24.997984 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55892) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:25.141151 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3a8d22f2-cc40-4163-8b56-e61f9eff9ac2 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (337d06d2-cfda-4c1a-ba8c-09457ba7e8d9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:25.191908 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3a8d22f2-cc40-4163-8b56-e61f9eff9ac2 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (337d06d2-cfda-4c1a-ba8c-09457ba7e8d9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:25.326687 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3a8d22f2-cc40-4163-8b56-e61f9eff9ac2 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (337d06d2-cfda-4c1a-ba8c-09457ba7e8d9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:25.329679 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3a8d22f2-cc40-4163-8b56-e61f9eff9ac2 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:25.332030 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3a8d22f2-cc40-4163-8b56-e61f9eff9ac2 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "DELETE /v2.0/security-groups/337d06d2-cfda-4c1a-ba8c-09457ba7e8d9 HTTP/1.1" status: 204 len: 168 time: 0.3318710 Feb 28 20:41:25.334641 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55904) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:25.378556 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d22f2-cc40-4163-8b56-e61f9eff9ac2 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=337d06d2-cfda-4c1a-ba8c-09457ba7e8d9,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:25.462053 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8a7c8fbd-0590-48ab-a75f-0fb10a089561 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1247153 Feb 28 20:41:25.465218 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55906) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:25.473340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-fe5d059f-dac6-4350-96c7-02e761b7675c tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group': {'name': 'tempest-secgroup--570013655'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:25.525970 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fe5d059f-dac6-4350-96c7-02e761b7675c tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:25.550164 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55910) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:25.688005 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fe5d059f-dac6-4350-96c7-02e761b7675c tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (6173a004-f731-4074-bdfb-943bcfd3c1f0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:25.697017 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fe5d059f-dac6-4350-96c7-02e761b7675c tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6173a004-f731-4074-bdfb-943bcfd3c1f0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:25.749822 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d059f-dac6-4350-96c7-02e761b7675c tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6173a004-f731-4074-bdfb-943bcfd3c1f0,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:25.771217 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fe5d059f-dac6-4350-96c7-02e761b7675c tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:25.772026 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-296ef8a4-db0a-4f9e-8e09-a239c1f59b80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:25.776658 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fe5d059f-dac6-4350-96c7-02e761b7675c tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3068521 Feb 28 20:41:25.777324 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55916) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:25.791084 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ab62f694-1499-4dee-aee7-67cbd3104878 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440626821'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:25.847661 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab62f694-1499-4dee-aee7-67cbd3104878 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:25.957889 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-296ef8a4-db0a-4f9e-8e09-a239c1f59b80 admin admin] Publish callbacks [] for security_group (511a38ec-0b0f-4678-adc0-860020906f6b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:25.973640 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-296ef8a4-db0a-4f9e-8e09-a239c1f59b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (511a38ec-0b0f-4678-adc0-860020906f6b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:26.024031 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab62f694-1499-4dee-aee7-67cbd3104878 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (fee8c531-c543-47ea-be77-5c9f606f9046), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:26.045923 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab62f694-1499-4dee-aee7-67cbd3104878 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fee8c531-c543-47ea-be77-5c9f606f9046), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:26.051469 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ef8a4-db0a-4f9e-8e09-a239c1f59b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511a38ec-0b0f-4678-adc0-860020906f6b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:26.056932 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-296ef8a4-db0a-4f9e-8e09-a239c1f59b80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e22840641c5427c8815d767bd62eb29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5057864 Feb 28 20:41:26.060321 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55918) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:26.092482 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab62f694-1499-4dee-aee7-67cbd3104878 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:26.097113 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ab62f694-1499-4dee-aee7-67cbd3104878 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3121321 Feb 28 20:41:26.098070 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55920) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:26.103742 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-bf1fee75-60b2-4c4f-a1bb-9915c5fe01d0 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group_rule': {'security_group_id': '6173a004-f731-4074-bdfb-943bcfd3c1f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fee8c531-c543-47ea-be77-5c9f606f9046', 'remote_ip_prefix': None}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:26.110847 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62f694-1499-4dee-aee7-67cbd3104878 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee8c531-c543-47ea-be77-5c9f606f9046,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:26.145729 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-42526a76-f04b-4e8c-96d8-ba39f4823eab admin admin] Publish callbacks [] for security_group (511a38ec-0b0f-4678-adc0-860020906f6b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:26.152109 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bf1fee75-60b2-4c4f-a1bb-9915c5fe01d0 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (9f593044-5d3b-4426-a79e-bfe93231d7d9), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:26.173610 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-42526a76-f04b-4e8c-96d8-ba39f4823eab admin admin] Publish callbacks [] for security_group (511a38ec-0b0f-4678-adc0-860020906f6b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:26.237659 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-42526a76-f04b-4e8c-96d8-ba39f4823eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (511a38ec-0b0f-4678-adc0-860020906f6b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:26.240676 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-42526a76-f04b-4e8c-96d8-ba39f4823eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:26.242217 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-42526a76-f04b-4e8c-96d8-ba39f4823eab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/511a38ec-0b0f-4678-adc0-860020906f6b HTTP/1.1" status: 204 len: 168 time: 0.1798661 Feb 28 20:41:26.254454 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bf1fee75-60b2-4c4f-a1bb-9915c5fe01d0 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (9f593044-5d3b-4426-a79e-bfe93231d7d9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:26.258199 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42526a76-f04b-4e8c-96d8-ba39f4823eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511a38ec-0b0f-4678-adc0-860020906f6b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:26.266144 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bf1fee75-60b2-4c4f-a1bb-9915c5fe01d0 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (9f593044-5d3b-4426-a79e-bfe93231d7d9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:26.333923 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bf1fee75-60b2-4c4f-a1bb-9915c5fe01d0 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:26.342083 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bf1fee75-60b2-4c4f-a1bb-9915c5fe01d0 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2399056 Feb 28 20:41:26.342610 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55928) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:26.345712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fee75-60b2-4c4f-a1bb-9915c5fe01d0 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f593044-5d3b-4426-a79e-bfe93231d7d9,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:26.406099 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4e26ac72-aa06-4d5e-94e0-8bec93325ebb tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (9f593044-5d3b-4426-a79e-bfe93231d7d9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:26.426261 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4e26ac72-aa06-4d5e-94e0-8bec93325ebb tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (9f593044-5d3b-4426-a79e-bfe93231d7d9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:26.496914 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4e26ac72-aa06-4d5e-94e0-8bec93325ebb tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (9f593044-5d3b-4426-a79e-bfe93231d7d9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:26.504485 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4e26ac72-aa06-4d5e-94e0-8bec93325ebb tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:26.508761 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4e26ac72-aa06-4d5e-94e0-8bec93325ebb tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9f593044-5d3b-4426-a79e-bfe93231d7d9 HTTP/1.1" status: 204 len: 168 time: 0.1620617 Feb 28 20:41:26.509618 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55932) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:26.510508 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26ac72-aa06-4d5e-94e0-8bec93325ebb tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f593044-5d3b-4426-a79e-bfe93231d7d9,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:26.623582 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-de26b69b-cb24-4186-b19d-2bff9a553086 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1122737 Feb 28 20:41:26.626584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55936) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:26.756107 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7e017cf2-07c1-44f6-9cbb-c077bb340c7d tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (fee8c531-c543-47ea-be77-5c9f606f9046), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:26.785608 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7e017cf2-07c1-44f6-9cbb-c077bb340c7d tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (fee8c531-c543-47ea-be77-5c9f606f9046), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:26.835385 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7e017cf2-07c1-44f6-9cbb-c077bb340c7d tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fee8c531-c543-47ea-be77-5c9f606f9046), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:26.838751 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7e017cf2-07c1-44f6-9cbb-c077bb340c7d tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:26.840947 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7e017cf2-07c1-44f6-9cbb-c077bb340c7d tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "DELETE /v2.0/security-groups/fee8c531-c543-47ea-be77-5c9f606f9046 HTTP/1.1" status: 204 len: 168 time: 0.2133389 Feb 28 20:41:26.843742 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55944) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:26.852929 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e017cf2-07c1-44f6-9cbb-c077bb340c7d tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee8c531-c543-47ea-be77-5c9f606f9046,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:26.949376 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f645b146-7d4e-4f92-95d5-4ef429f1dd14 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1043649 Feb 28 20:41:26.952598 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55948) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:27.094045 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-38a1518a-25fd-4920-8bbf-601b939f0fef tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (6173a004-f731-4074-bdfb-943bcfd3c1f0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:27.148713 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-38a1518a-25fd-4920-8bbf-601b939f0fef tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (6173a004-f731-4074-bdfb-943bcfd3c1f0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:27.230173 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-38a1518a-25fd-4920-8bbf-601b939f0fef tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6173a004-f731-4074-bdfb-943bcfd3c1f0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:27.234021 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-38a1518a-25fd-4920-8bbf-601b939f0fef tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:27.235703 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-38a1518a-25fd-4920-8bbf-601b939f0fef tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "DELETE /v2.0/security-groups/6173a004-f731-4074-bdfb-943bcfd3c1f0 HTTP/1.1" status: 204 len: 168 time: 0.2816484 Feb 28 20:41:27.238397 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55954) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:27.272017 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1518a-25fd-4920-8bbf-601b939f0fef tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6173a004-f731-4074-bdfb-943bcfd3c1f0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:27.352785 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55962) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:27.358776 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-e42bac3d-6d9e-467a-8921-7b752f59ca20 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group': {'name': 'tempest-secgroup--270116184'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:27.367065 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-96f72b01-5eee-44ac-9cb0-7460aeda2e45 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1128805 Feb 28 20:41:27.415579 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e42bac3d-6d9e-467a-8921-7b752f59ca20 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:27.537670 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e42bac3d-6d9e-467a-8921-7b752f59ca20 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (81f5be76-50a1-4f9c-a584-21bf29f94ac4), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:27.548062 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e42bac3d-6d9e-467a-8921-7b752f59ca20 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (81f5be76-50a1-4f9c-a584-21bf29f94ac4), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:27.589404 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e42bac3d-6d9e-467a-8921-7b752f59ca20 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:27.594125 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e42bac3d-6d9e-467a-8921-7b752f59ca20 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2369370 Feb 28 20:41:27.594125 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bac3d-6d9e-467a-8921-7b752f59ca20 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f5be76-50a1-4f9c-a584-21bf29f94ac4,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:27.594694 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55970) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:27.600012 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3543f03a-fc70-4b79-ba1a-13393f6cb0cb tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group_rule': {'security_group_id': '81f5be76-50a1-4f9c-a584-21bf29f94ac4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:27.659024 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3543f03a-fc70-4b79-ba1a-13393f6cb0cb tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (de55d6c3-2ec0-4fd4-a5a6-4cf9e8a7b991), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:27.816239 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3543f03a-fc70-4b79-ba1a-13393f6cb0cb tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (de55d6c3-2ec0-4fd4-a5a6-4cf9e8a7b991), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:27.828663 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3543f03a-fc70-4b79-ba1a-13393f6cb0cb tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (de55d6c3-2ec0-4fd4-a5a6-4cf9e8a7b991), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:27.877501 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543f03a-fc70-4b79-ba1a-13393f6cb0cb tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de55d6c3-2ec0-4fd4-a5a6-4cf9e8a7b991,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:27.904814 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3543f03a-fc70-4b79-ba1a-13393f6cb0cb tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:27.910207 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55976) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:27.910769 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3543f03a-fc70-4b79-ba1a-13393f6cb0cb tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3140583 Feb 28 20:41:27.972534 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d1c713c9-9a7f-402c-8e34-3d51957d5641 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (de55d6c3-2ec0-4fd4-a5a6-4cf9e8a7b991), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:27.992802 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d1c713c9-9a7f-402c-8e34-3d51957d5641 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (de55d6c3-2ec0-4fd4-a5a6-4cf9e8a7b991), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:28.063059 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d1c713c9-9a7f-402c-8e34-3d51957d5641 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (de55d6c3-2ec0-4fd4-a5a6-4cf9e8a7b991), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:28.068500 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d1c713c9-9a7f-402c-8e34-3d51957d5641 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:28.069973 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d1c713c9-9a7f-402c-8e34-3d51957d5641 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/de55d6c3-2ec0-4fd4-a5a6-4cf9e8a7b991 HTTP/1.1" status: 204 len: 168 time: 0.1578536 Feb 28 20:41:28.073185 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55980) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:28.096565 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c713c9-9a7f-402c-8e34-3d51957d5641 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de55d6c3-2ec0-4fd4-a5a6-4cf9e8a7b991,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:28.176882 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55982) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:28.177383 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f2783c3f-1dc8-4dac-836f-3b4925dc809d tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1030004 Feb 28 20:41:28.287242 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-332df42e-95cd-472a-81eb-a81815633f81 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (81f5be76-50a1-4f9c-a584-21bf29f94ac4), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:28.329070 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-332df42e-95cd-472a-81eb-a81815633f81 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (81f5be76-50a1-4f9c-a584-21bf29f94ac4), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:28.470703 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-332df42e-95cd-472a-81eb-a81815633f81 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (81f5be76-50a1-4f9c-a584-21bf29f94ac4), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:28.473762 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-332df42e-95cd-472a-81eb-a81815633f81 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:28.475139 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-332df42e-95cd-472a-81eb-a81815633f81 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "DELETE /v2.0/security-groups/81f5be76-50a1-4f9c-a584-21bf29f94ac4 HTTP/1.1" status: 204 len: 168 time: 0.2969894 Feb 28 20:41:28.479863 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 55994) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:28.500136 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332df42e-95cd-472a-81eb-a81815633f81 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f5be76-50a1-4f9c-a584-21bf29f94ac4,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:28.617273 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a12fcd09-e16d-485b-b98a-c35b4b9e2a0e tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1317489 Feb 28 20:41:28.617712 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 55996) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:28.622731 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-9e20bc9b-a536-4e0e-92cd-36e663349109 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group': {'name': 'tempest-secgroup--2145039905'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:28.658680 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e20bc9b-a536-4e0e-92cd-36e663349109 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:28.781212 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e20bc9b-a536-4e0e-92cd-36e663349109 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (c5c99d3b-7dcd-4c97-b3e9-4dbb4f9d201b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:28.790089 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e20bc9b-a536-4e0e-92cd-36e663349109 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c5c99d3b-7dcd-4c97-b3e9-4dbb4f9d201b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:28.829184 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20bc9b-a536-4e0e-92cd-36e663349109 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c99d3b-7dcd-4c97-b3e9-4dbb4f9d201b,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:28.845850 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e20bc9b-a536-4e0e-92cd-36e663349109 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:28.850614 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56004) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:28.851573 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9e20bc9b-a536-4e0e-92cd-36e663349109 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2328622 Feb 28 20:41:28.856262 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-c4ac6f20-ad1a-41d1-a983-2208b2735965 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group_rule': {'security_group_id': 'c5c99d3b-7dcd-4c97-b3e9-4dbb4f9d201b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:28.886482 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4ac6f20-ad1a-41d1-a983-2208b2735965 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (5d2df90f-c9ae-420d-b83c-1d3bead88b18), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:29.008135 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4ac6f20-ad1a-41d1-a983-2208b2735965 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (5d2df90f-c9ae-420d-b83c-1d3bead88b18), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:29.013983 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4ac6f20-ad1a-41d1-a983-2208b2735965 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (5d2df90f-c9ae-420d-b83c-1d3bead88b18), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:29.069022 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac6f20-ad1a-41d1-a983-2208b2735965 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2df90f-c9ae-420d-b83c-1d3bead88b18,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:29.080299 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4ac6f20-ad1a-41d1-a983-2208b2735965 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:29.083816 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c4ac6f20-ad1a-41d1-a983-2208b2735965 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2293310 Feb 28 20:41:29.085281 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56018) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:29.120327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56020) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:29.121645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-82bf9baa-b655-467c-a805-6600971bf660 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-group-rules/5d2df90f-c9ae-420d-b83c-1d3bead88b18 HTTP/1.1" status: 200 len: 763 time: 0.0343962 Feb 28 20:41:29.218022 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2911a9b5-10fb-49ae-b6ff-2ebd7257aba5 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0963521 Feb 28 20:41:29.220841 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56022) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:29.267011 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18a3d59f-3e39-4172-a985-9b3e5eaebd99 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (5d2df90f-c9ae-420d-b83c-1d3bead88b18), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:29.285396 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18a3d59f-3e39-4172-a985-9b3e5eaebd99 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (5d2df90f-c9ae-420d-b83c-1d3bead88b18), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:29.324201 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18a3d59f-3e39-4172-a985-9b3e5eaebd99 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (5d2df90f-c9ae-420d-b83c-1d3bead88b18), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:29.338677 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18a3d59f-3e39-4172-a985-9b3e5eaebd99 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:29.340174 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-18a3d59f-3e39-4172-a985-9b3e5eaebd99 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5d2df90f-c9ae-420d-b83c-1d3bead88b18 HTTP/1.1" status: 204 len: 168 time: 0.1182458 Feb 28 20:41:29.341793 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3d59f-3e39-4172-a985-9b3e5eaebd99 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d2df90f-c9ae-420d-b83c-1d3bead88b18,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:29.343064 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56026) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:29.429746 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5d2ecae9-b002-49b5-874c-418561c2b2fa tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0822113 Feb 28 20:41:29.430229 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56028) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:29.435472 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-484a118f-27f4-45dd-a165-269ce17f7626 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group_rule': {'security_group_id': 'c5c99d3b-7dcd-4c97-b3e9-4dbb4f9d201b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:29.500096 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-484a118f-27f4-45dd-a165-269ce17f7626 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (5050315c-6d55-4981-aa2a-a21c72e6516b), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:29.608584 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-484a118f-27f4-45dd-a165-269ce17f7626 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (5050315c-6d55-4981-aa2a-a21c72e6516b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:29.618180 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-484a118f-27f4-45dd-a165-269ce17f7626 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (5050315c-6d55-4981-aa2a-a21c72e6516b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:29.635527 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a118f-27f4-45dd-a165-269ce17f7626 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5050315c-6d55-4981-aa2a-a21c72e6516b,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:29.664282 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-484a118f-27f4-45dd-a165-269ce17f7626 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:29.665750 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-484a118f-27f4-45dd-a165-269ce17f7626 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2343824 Feb 28 20:41:29.668553 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56034) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:29.695770 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a2c75851-a678-4208-8821-9a3b7488939a tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-group-rules/5050315c-6d55-4981-aa2a-a21c72e6516b HTTP/1.1" status: 200 len: 763 time: 0.0226846 Feb 28 20:41:29.696072 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56038) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:29.748880 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-da71ec04-c852-46e7-ad10-6aab923fbe4c tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0492094 Feb 28 20:41:29.749219 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56042) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:29.788459 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b53ef498-3c7e-4839-92a8-91e32877d509 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (5050315c-6d55-4981-aa2a-a21c72e6516b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:29.807381 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b53ef498-3c7e-4839-92a8-91e32877d509 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (5050315c-6d55-4981-aa2a-a21c72e6516b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:29.892905 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b53ef498-3c7e-4839-92a8-91e32877d509 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (5050315c-6d55-4981-aa2a-a21c72e6516b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:29.903726 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b53ef498-3c7e-4839-92a8-91e32877d509 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:29.906348 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b53ef498-3c7e-4839-92a8-91e32877d509 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5050315c-6d55-4981-aa2a-a21c72e6516b HTTP/1.1" status: 204 len: 168 time: 0.1561379 Feb 28 20:41:29.908998 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56058) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:29.918980 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ef498-3c7e-4839-92a8-91e32877d509 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5050315c-6d55-4981-aa2a-a21c72e6516b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:29.994209 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c6f3669e-bfb7-4b19-b517-89069c2fccaf tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0839965 Feb 28 20:41:30.000430 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56060) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:30.000769 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56062) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:30.008853 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-32ad3c20-66d8-45fa-a5ae-56b3c159c3d7 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group_rule': {'security_group_id': 'c5c99d3b-7dcd-4c97-b3e9-4dbb4f9d201b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:30.032809 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-7011fea7-2642-4514-902e-5e7ec30f1055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1405961436', 'description': 'tempest-secgroup-smoke-1405961436 description', 'project_id': '1a7308829c1041378fe2c0c22726e9fa'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:30.047071 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-32ad3c20-66d8-45fa-a5ae-56b3c159c3d7 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (b93d5a88-8173-4e14-a86a-4ab97be595bc), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.073708 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-c75267ae-cd3c-49be-a854-aba386674ac2 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:30.081322 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7011fea7-2642-4514-902e-5e7ec30f1055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.083395 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-c75267ae-cd3c-49be-a854-aba386674ac2 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/networks?id=076ee1d5-8ea7-4f59-9381-7f18a96bc620 HTTP/1.1" status: 200 len: 814 time: 0.1597395 Feb 28 20:41:30.098902 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7011fea7-2642-4514-902e-5e7ec30f1055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.101034 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-06aa61f8-1958-4d54-a65c-f74ee1e754f8 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/quotas/17ec8e1d26444f41b354e308f3f1325b HTTP/1.1" status: 200 len: 375 time: 0.0158143 Feb 28 20:41:30.137215 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-6a9667bb-aa85-464e-b6c9-ac45212ac47f tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17ec8e1d26444f41b354e308f3f1325b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323753 Feb 28 20:41:30.201220 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-32ad3c20-66d8-45fa-a5ae-56b3c159c3d7 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (b93d5a88-8173-4e14-a86a-4ab97be595bc), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.211346 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-32ad3c20-66d8-45fa-a5ae-56b3c159c3d7 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (b93d5a88-8173-4e14-a86a-4ab97be595bc), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.265819 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-32ad3c20-66d8-45fa-a5ae-56b3c159c3d7 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.267539 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-32ad3c20-66d8-45fa-a5ae-56b3c159c3d7 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2639620 Feb 28 20:41:30.270956 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad3c20-66d8-45fa-a5ae-56b3c159c3d7 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93d5a88-8173-4e14-a86a-4ab97be595bc,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:30.275807 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56066) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:30.302804 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7011fea7-2642-4514-902e-5e7ec30f1055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (1a535634-ed21-49ab-8732-d648b93c2409), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.308056 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-7323d410-d558-42ed-9eff-a1b8dd74e2e3 service neutron] 10.222.0.13 "GET /v2.0/networks/076ee1d5-8ea7-4f59-9381-7f18a96bc620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623061 Feb 28 20:41:30.319475 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9b7ffddc-a632-4dd0-ad0c-3d389b961304 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-group-rules/b93d5a88-8173-4e14-a86a-4ab97be595bc HTTP/1.1" status: 200 len: 764 time: 0.0422237 Feb 28 20:41:30.320256 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56070) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:30.327782 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7011fea7-2642-4514-902e-5e7ec30f1055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1a535634-ed21-49ab-8732-d648b93c2409), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.384796 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011fea7-2642-4514-902e-5e7ec30f1055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a535634-ed21-49ab-8732-d648b93c2409,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:30.421922 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7e999668-6dcb-4b62-ad72-cc174c6a2d49 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0996110 Feb 28 20:41:30.425828 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56072) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:30.470801 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a98e0960-fd15-47bf-9b50-93c2233bad70 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (b93d5a88-8173-4e14-a86a-4ab97be595bc), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.486115 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a98e0960-fd15-47bf-9b50-93c2233bad70 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (b93d5a88-8173-4e14-a86a-4ab97be595bc), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.489783 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7011fea7-2642-4514-902e-5e7ec30f1055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (a43981f7-ac9b-4330-a3fc-d932149b5f7a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.492308 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-402ab8dd-d8e1-4119-9295-c972627b307a service neutron] 10.222.0.13 "GET /v2.0/networks/076ee1d5-8ea7-4f59-9381-7f18a96bc620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710465 Feb 28 20:41:30.503643 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7011fea7-2642-4514-902e-5e7ec30f1055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a43981f7-ac9b-4330-a3fc-d932149b5f7a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.536044 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7011fea7-2642-4514-902e-5e7ec30f1055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.541223 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56078) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:30.541837 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7011fea7-2642-4514-902e-5e7ec30f1055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5399318 Feb 28 20:41:30.550710 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a98e0960-fd15-47bf-9b50-93c2233bad70 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (b93d5a88-8173-4e14-a86a-4ab97be595bc), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.551046 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-4524e791-cdb6-4a8a-a374-9eabdcdac77b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': 'a43981f7-ac9b-4330-a3fc-d932149b5f7a', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:30.555603 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a98e0960-fd15-47bf-9b50-93c2233bad70 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.559029 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a98e0960-fd15-47bf-9b50-93c2233bad70 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b93d5a88-8173-4e14-a86a-4ab97be595bc HTTP/1.1" status: 204 len: 168 time: 0.1298876 Feb 28 20:41:30.564355 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56080) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:30.590999 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011fea7-2642-4514-902e-5e7ec30f1055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43981f7-ac9b-4330-a3fc-d932149b5f7a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:30.598446 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e0960-fd15-47bf-9b50-93c2233bad70 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b93d5a88-8173-4e14-a86a-4ab97be595bc,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:30.628540 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-022eeb06-e3ba-4cca-97a6-1f047053c24e tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0629456 Feb 28 20:41:30.630531 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4524e791-cdb6-4a8a-a374-9eabdcdac77b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (7b85939c-ea0c-4b39-9c9d-ac684a9d7b60), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.631207 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56084) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:30.727746 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4524e791-cdb6-4a8a-a374-9eabdcdac77b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (7b85939c-ea0c-4b39-9c9d-ac684a9d7b60), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.738158 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-db7028c7-3bf8-44d0-83ee-4c14eecc4be6 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (c5c99d3b-7dcd-4c97-b3e9-4dbb4f9d201b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.754358 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4524e791-cdb6-4a8a-a374-9eabdcdac77b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (7b85939c-ea0c-4b39-9c9d-ac684a9d7b60), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.766121 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-db7028c7-3bf8-44d0-83ee-4c14eecc4be6 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (c5c99d3b-7dcd-4c97-b3e9-4dbb4f9d201b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.810208 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524e791-cdb6-4a8a-a374-9eabdcdac77b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b85939c-ea0c-4b39-9c9d-ac684a9d7b60,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:30.824077 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4524e791-cdb6-4a8a-a374-9eabdcdac77b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.832333 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4524e791-cdb6-4a8a-a374-9eabdcdac77b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2898715 Feb 28 20:41:30.833899 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56092) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:30.839698 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-af65c0af-0e9c-477a-a9f7-c7ff2d67107a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': 'a43981f7-ac9b-4330-a3fc-d932149b5f7a', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:30.845627 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-db7028c7-3bf8-44d0-83ee-4c14eecc4be6 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c5c99d3b-7dcd-4c97-b3e9-4dbb4f9d201b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.853554 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-db7028c7-3bf8-44d0-83ee-4c14eecc4be6 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.853554 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-db7028c7-3bf8-44d0-83ee-4c14eecc4be6 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "DELETE /v2.0/security-groups/c5c99d3b-7dcd-4c97-b3e9-4dbb4f9d201b HTTP/1.1" status: 204 len: 168 time: 0.2172844 Feb 28 20:41:30.854816 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56094) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:30.896081 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7028c7-3bf8-44d0-83ee-4c14eecc4be6 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c99d3b-7dcd-4c97-b3e9-4dbb4f9d201b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:30.933544 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af65c0af-0e9c-477a-a9f7-c7ff2d67107a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (aeff201d-c7c1-416d-9884-054e28b75106), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:30.972507 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3e777a82-8a25-4465-a347-d028e9e7555e tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1149175 Feb 28 20:41:30.975294 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56110) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:30.984325 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-5b87ba55-fa11-4a18-9358-0b3d0e9719e5 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group': {'name': 'tempest-secgroup--2046850988'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:31.040256 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5b87ba55-fa11-4a18-9358-0b3d0e9719e5 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:31.212202 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5b87ba55-fa11-4a18-9358-0b3d0e9719e5 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (7053bf22-589c-4cd7-b954-2e5804563160), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:31.223350 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5b87ba55-fa11-4a18-9358-0b3d0e9719e5 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7053bf22-589c-4cd7-b954-2e5804563160), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:31.294609 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87ba55-fa11-4a18-9358-0b3d0e9719e5 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7053bf22-589c-4cd7-b954-2e5804563160,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:31.307582 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5b87ba55-fa11-4a18-9358-0b3d0e9719e5 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:31.309075 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5b87ba55-fa11-4a18-9358-0b3d0e9719e5 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3327930 Feb 28 20:41:31.312146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56142) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:31.316890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-a590f309-d64e-429f-801d-12d1493a6b66 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Request body: {'security_group_rule': {'security_group_id': '7053bf22-589c-4cd7-b954-2e5804563160', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:31.353473 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a590f309-d64e-429f-801d-12d1493a6b66 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (f2054b65-46a7-45a3-b7de-febafb2aebfe), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:31.469400 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af65c0af-0e9c-477a-a9f7-c7ff2d67107a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (aeff201d-c7c1-416d-9884-054e28b75106), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:31.479878 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a590f309-d64e-429f-801d-12d1493a6b66 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (f2054b65-46a7-45a3-b7de-febafb2aebfe), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:31.481018 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af65c0af-0e9c-477a-a9f7-c7ff2d67107a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (aeff201d-c7c1-416d-9884-054e28b75106), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:31.494268 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a590f309-d64e-429f-801d-12d1493a6b66 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (f2054b65-46a7-45a3-b7de-febafb2aebfe), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:31.523083 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65c0af-0e9c-477a-a9f7-c7ff2d67107a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeff201d-c7c1-416d-9884-054e28b75106,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:31.529685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590f309-d64e-429f-801d-12d1493a6b66 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2054b65-46a7-45a3-b7de-febafb2aebfe,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:31.539904 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af65c0af-0e9c-477a-a9f7-c7ff2d67107a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:31.542401 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-af65c0af-0e9c-477a-a9f7-c7ff2d67107a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7067487 Feb 28 20:41:31.544453 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a590f309-d64e-429f-801d-12d1493a6b66 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:31.545225 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56168) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:31.552278 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a590f309-d64e-429f-801d-12d1493a6b66 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2376711 Feb 28 20:41:31.552975 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56170) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:31.556907 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-66d4fac4-6596-4695-8c02-e43796372004 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': 'a43981f7-ac9b-4330-a3fc-d932149b5f7a', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:31.607141 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-66d4fac4-6596-4695-8c02-e43796372004 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (03b5cd24-00d9-433d-94a7-1c8175a1a75e), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:31.675805 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-66d4fac4-6596-4695-8c02-e43796372004 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (03b5cd24-00d9-433d-94a7-1c8175a1a75e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:31.682232 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-66d4fac4-6596-4695-8c02-e43796372004 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (03b5cd24-00d9-433d-94a7-1c8175a1a75e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:31.700023 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4fac4-6596-4695-8c02-e43796372004 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b5cd24-00d9-433d-94a7-1c8175a1a75e,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:31.724964 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-66d4fac4-6596-4695-8c02-e43796372004 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:31.727198 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-66d4fac4-6596-4695-8c02-e43796372004 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1808717 Feb 28 20:41:31.730028 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56192) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:31.736084 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-aec26399-3001-4fb4-b248-a098877ea442 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': 'a43981f7-ac9b-4330-a3fc-d932149b5f7a', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:31.743681 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f881167b-57da-4ff5-8d08-ac3d71d84d24 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (7053bf22-589c-4cd7-b954-2e5804563160), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:31.791013 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aec26399-3001-4fb4-b248-a098877ea442 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (d8336892-c904-4542-b378-5c23898005b1), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:31.879346 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f881167b-57da-4ff5-8d08-ac3d71d84d24 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (7053bf22-589c-4cd7-b954-2e5804563160), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:31.946458 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aec26399-3001-4fb4-b248-a098877ea442 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (d8336892-c904-4542-b378-5c23898005b1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:31.956515 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aec26399-3001-4fb4-b248-a098877ea442 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (d8336892-c904-4542-b378-5c23898005b1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:31.985147 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec26399-3001-4fb4-b248-a098877ea442 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8336892-c904-4542-b378-5c23898005b1,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:32.025031 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-aec26399-3001-4fb4-b248-a098877ea442 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:32.029333 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-aec26399-3001-4fb4-b248-a098877ea442 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2955561 Feb 28 20:41:32.029952 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56228) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:32.038432 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-afcdeeb2-417b-4205-99eb-773bf4328ed5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': 'a43981f7-ac9b-4330-a3fc-d932149b5f7a', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:32.063540 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d78ed17-8b48-44de-b0cf-2e9d8e8b5d41 req-0d15fabb-0d78-43c9-ad89-aa49fd421d22 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddbfaaf1-1a1b-4156-b536-3db4c96f5712 HTTP/1.1" status: 200 len: 210 time: 0.2323427 Feb 28 20:41:32.132835 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-afcdeeb2-417b-4205-99eb-773bf4328ed5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Project 1a7308829c1041378fe2c0c22726e9fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:41:32.139186 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-afcdeeb2-417b-4205-99eb-773bf4328ed5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (08f6801c-d5ac-4819-8736-07e61f9a52cf), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:32.163572 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f881167b-57da-4ff5-8d08-ac3d71d84d24 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7053bf22-589c-4cd7-b954-2e5804563160), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:32.168754 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f881167b-57da-4ff5-8d08-ac3d71d84d24 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:32.173863 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f881167b-57da-4ff5-8d08-ac3d71d84d24 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "DELETE /v2.0/security-groups/7053bf22-589c-4cd7-b954-2e5804563160 HTTP/1.1" status: 204 len: 168 time: 0.6187062 Feb 28 20:41:32.174846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56242) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:32.205856 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881167b-57da-4ff5-8d08-ac3d71d84d24 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7053bf22-589c-4cd7-b954-2e5804563160,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:32.257208 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-02ce8755-9d5d-47b6-8174-8feb786b1280 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0765440 Feb 28 20:41:32.258724 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56252) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:32.292051 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-afcdeeb2-417b-4205-99eb-773bf4328ed5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (08f6801c-d5ac-4819-8736-07e61f9a52cf), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:32.299227 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-afcdeeb2-417b-4205-99eb-773bf4328ed5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (08f6801c-d5ac-4819-8736-07e61f9a52cf), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:32.327877 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56260) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:32.328488 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a7ce1471-fd03-4ee8-b8c3-7c1bc5cc50ba tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0670605 Feb 28 20:41:32.350646 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcdeeb2-417b-4205-99eb-773bf4328ed5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f6801c-d5ac-4819-8736-07e61f9a52cf,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:32.388261 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-afcdeeb2-417b-4205-99eb-773bf4328ed5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:32.389556 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-afcdeeb2-417b-4205-99eb-773bf4328ed5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3586488 Feb 28 20:41:32.390589 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-ddb8b52c-d7b4-4d51-a0ea-9fe64bc14f70 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] delete failed (client error): The resource could not be found. Feb 28 20:41:32.397344 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ddb8b52c-d7b4-4d51-a0ea-9fe64bc14f70 tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "DELETE /v2.0/security-groups/7053bf22-589c-4cd7-b954-2e5804563160 HTTP/1.1" status: 404 len: 347 time: 0.0627069 Feb 28 20:41:32.397813 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56270) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:32.397907 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56272) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:32.400176 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-809d3633-f691-4055-9553-7cebe835be3d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': 'a43981f7-ac9b-4330-a3fc-d932149b5f7a', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:32.458568 n-d-820368-21 neutron-server[103774]: INFO neutron.db.securitygroups_db [None req-809d3633-f691-4055-9553-7cebe835be3d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Project 1a7308829c1041378fe2c0c22726e9fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:41:32.467920 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-809d3633-f691-4055-9553-7cebe835be3d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (f1805a3a-cc82-4616-9089-594a8c556bb4), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:32.479504 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-85d67f3b-3d12-4bf2-aad1-50d23bf8b71a tempest-SecGroupTest-304037075 tempest-SecGroupTest-304037075-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0803695 Feb 28 20:41:32.593530 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-809d3633-f691-4055-9553-7cebe835be3d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (f1805a3a-cc82-4616-9089-594a8c556bb4), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:32.603968 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-809d3633-f691-4055-9553-7cebe835be3d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (f1805a3a-cc82-4616-9089-594a8c556bb4), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:32.637704 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d3633-f691-4055-9553-7cebe835be3d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1805a3a-cc82-4616-9089-594a8c556bb4,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:32.676533 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-809d3633-f691-4055-9553-7cebe835be3d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:32.682868 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56300) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:32.689446 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-809d3633-f691-4055-9553-7cebe835be3d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2952037 Feb 28 20:41:32.699150 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-f38f3bbe-3575-419c-bc8f-6c331ee1e2f7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'network': {'name': 'tempest-network-smoke--1667076422', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'port_security_enabled': True}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:32.786560 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38f3bbe-3575-419c-bc8f-6c331ee1e2f7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Made reservation on behalf of 1a7308829c1041378fe2c0c22726e9fa for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:41:32.802322 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f38f3bbe-3575-419c-bc8f-6c331ee1e2f7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:32.864084 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38f3bbe-3575-419c-bc8f-6c331ee1e2f7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:41:32.892153 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f38f3bbe-3575-419c-bc8f-6c331ee1e2f7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f4a02de2-cdf6-4098-b669-0b920a36b2dd), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:32.892828 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-f38f3bbe-3575-419c-bc8f-6c331ee1e2f7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Added segment f4a02de2-cdf6-4098-b669-0b920a36b2dd of type vlan for network b9118e8d-4696-4338-89e1-8f4af12b46fe Feb 28 20:41:32.989775 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f38f3bbe-3575-419c-bc8f-6c331ee1e2f7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (b9118e8d-4696-4338-89e1-8f4af12b46fe), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:33.036221 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f38f3bbe-3575-419c-bc8f-6c331ee1e2f7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (b9118e8d-4696-4338-89e1-8f4af12b46fe), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:33.045706 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f3bbe-3575-419c-bc8f-6c331ee1e2f7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:33.046592 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f38f3bbe-3575-419c-bc8f-6c331ee1e2f7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:33.082955 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f38f3bbe-3575-419c-bc8f-6c331ee1e2f7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3980799 Feb 28 20:41:33.088690 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56350) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:33.100484 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-8a8ccc29-6cbf-4881-bd2f-8a34f74ce358 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1361137645', 'admin_state_up': True, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:33.181114 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f3bbe-3575-419c-bc8f-6c331ee1e2f7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Network': ['ID=b9118e8d-4696-4338-89e1-8f4af12b46fe,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:33.198593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network b9118e8d-4696-4338-89e1-8f4af12b46fe details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:41:33.200808 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56360) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:33.312805 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7d859a7b-95d9-433b-9a69-f62e271e7eae req-ed930a27-4ee4-442c-a18f-e5a02081f279 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddbfaaf1-1a1b-4156-b536-3db4c96f5712 HTTP/1.1" status: 200 len: 210 time: 0.0893118 Feb 28 20:41:33.323654 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a8ccc29-6cbf-4881-bd2f-8a34f74ce358 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (a7bf4243-7abd-4216-822b-ff0fc64bdcff), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:33.325641 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a8ccc29-6cbf-4881-bd2f-8a34f74ce358 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (a7bf4243-7abd-4216-822b-ff0fc64bdcff), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:33.449293 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a8ccc29-6cbf-4881-bd2f-8a34f74ce358 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_controller (a7bf4243-7abd-4216-822b-ff0fc64bdcff), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:33.514172 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-4209bd23-d39d-4dbb-8aa4-f56032d4829a tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:33.515821 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-4209bd23-d39d-4dbb-8aa4-f56032d4829a tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.15 "GET /v2.0/networks?id=076ee1d5-8ea7-4f59-9381-7f18a96bc620 HTTP/1.1" status: 200 len: 814 time: 0.2660818 Feb 28 20:41:33.528590 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-da222061-2ce4-4dbb-9093-ecf7478353f6 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Request body: {'port': {'device_id': 'ddbfaaf1-1a1b-4156-b536-3db4c96f5712', 'network_id': '076ee1d5-8ea7-4f59-9381-7f18a96bc620', 'admin_state_up': True, 'tenant_id': '17ec8e1d26444f41b354e308f3f1325b'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:33.706830 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-abf7a35a-6591-49cb-b00f-f7b35b86610a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=128ac15d49474d32a041412a9366dfe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5030229 Feb 28 20:41:33.709357 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56416) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:33.749327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-da222061-2ce4-4dbb-9093-ecf7478353f6 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Made reservation on behalf of 17ec8e1d26444f41b354e308f3f1325b for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:41:33.754506 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-da222061-2ce4-4dbb-9093-ecf7478353f6 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:33.796580 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a8ccc29-6cbf-4881-bd2f-8a34f74ce358 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_gateway (a7bf4243-7abd-4216-822b-ff0fc64bdcff), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:33.886824 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b35fde4-d219-429f-aea1-301a7834c1bc admin admin] Publish callbacks [] for security_group (c4620987-a610-4674-9cb3-a2d9c5c0838a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:33.949348 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b35fde4-d219-429f-aea1-301a7834c1bc admin admin] Publish callbacks [] for security_group (c4620987-a610-4674-9cb3-a2d9c5c0838a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:33.968695 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-da222061-2ce4-4dbb-9093-ecf7478353f6 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Allocated IP 172.20.0.6 (076ee1d5-8ea7-4f59-9381-7f18a96bc620/8b3148af-a41b-4617-b66b-fd778a2aeee0/34ccdea4-72cf-4f7d-86d7-aded72040388) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:41:34.097732 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b35fde4-d219-429f-aea1-301a7834c1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c4620987-a610-4674-9cb3-a2d9c5c0838a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:34.099977 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2b35fde4-d219-429f-aea1-301a7834c1bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:34.101169 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2b35fde4-d219-429f-aea1-301a7834c1bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4620987-a610-4674-9cb3-a2d9c5c0838a HTTP/1.1" status: 204 len: 168 time: 0.3901498 Feb 28 20:41:34.159398 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35fde4-d219-429f-aea1-301a7834c1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4620987-a610-4674-9cb3-a2d9c5c0838a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:34.231851 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a8ccc29-6cbf-4881-bd2f-8a34f74ce358 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_gateway (a7bf4243-7abd-4216-822b-ff0fc64bdcff), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:34.274194 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a8ccc29-6cbf-4881-bd2f-8a34f74ce358 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:34.394045 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-da222061-2ce4-4dbb-9093-ecf7478353f6 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Publish callbacks [] for port (34ccdea4-72cf-4f7d-86d7-aded72040388), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:34.442818 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-da222061-2ce4-4dbb-9093-ecf7478353f6 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (34ccdea4-72cf-4f7d-86d7-aded72040388), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:34.491145 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-da222061-2ce4-4dbb-9093-ecf7478353f6 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Network 076ee1d5-8ea7-4f59-9381-7f18a96bc620 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:41:34.494424 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-da222061-2ce4-4dbb-9093-ecf7478353f6 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:41:34.518459 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-da222061-2ce4-4dbb-9093-ecf7478353f6 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:41:34.579436 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-da222061-2ce4-4dbb-9093-ecf7478353f6 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:34.580185 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-da222061-2ce4-4dbb-9093-ecf7478353f6 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:34.605351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da222061-2ce4-4dbb-9093-ecf7478353f6 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Pushing event updated for resources: {'Port': ['ID=34ccdea4-72cf-4f7d-86d7-aded72040388,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:34.617488 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-da222061-2ce4-4dbb-9093-ecf7478353f6 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0931702 Feb 28 20:41:34.817884 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] Request body: {'port': {'device_id': 'ddbfaaf1-1a1b-4156-b536-3db4c96f5712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:34.849019 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-8a8ccc29-6cbf-4881-bd2f-8a34f74ce358 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Allocated IP 172.25.0.95 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/d5aafeab-bdaf-4a47-b3ca-44941c6e8264) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:41:34.873873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fefd0-49e7-483d-8b99-7c4f1b7098a5 req-9474d23d-5312-47c8-8d80-79fc9c9b3737 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:34.876684 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2c0fefd0-49e7-483d-8b99-7c4f1b7098a5 req-9474d23d-5312-47c8-8d80-79fc9c9b3737 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddbfaaf1-1a1b-4156-b536-3db4c96f5712 HTTP/1.1" status: 200 len: 931 time: 0.3831935 Feb 28 20:41:34.968841 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2c0fefd0-49e7-483d-8b99-7c4f1b7098a5 req-28703bcc-508c-492c-84dd-2fc9cb7b7ed6 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848727 Feb 28 20:41:35.038898 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (34ccdea4-72cf-4f7d-86d7-aded72040388), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:35.196716 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a8ccc29-6cbf-4881-bd2f-8a34f74ce358 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (d5aafeab-bdaf-4a47-b3ca-44941c6e8264), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:35.296845 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a8ccc29-6cbf-4881-bd2f-8a34f74ce358 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d5aafeab-bdaf-4a47-b3ca-44941c6e8264), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:35.384467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8ccc29-6cbf-4881-bd2f-8a34f74ce358 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:41:35.406494 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-8a8ccc29-6cbf-4881-bd2f-8a34f74ce358 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:41:35.416550 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8ccc29-6cbf-4881-bd2f-8a34f74ce358 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:41:35.490994 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56630) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:35.502893 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0081518 Feb 28 20:41:35.510014 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56634) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:35.648480 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ccdea4-72cf-4f7d-86d7-aded72040388 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:41:35.668956 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] Publish callbacks [] for port (34ccdea4-72cf-4f7d-86d7-aded72040388), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:35.683180 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] Transition to ACTIVE for port object 34ccdea4-72cf-4f7d-86d7-aded72040388 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:41:35.721418 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (34ccdea4-72cf-4f7d-86d7-aded72040388), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:35.831941 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] Pushing event updated for resources: {'Port': ['ID=34ccdea4-72cf-4f7d-86d7-aded72040388,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:35.909500 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] Attempting to bind port 34ccdea4-72cf-4f7d-86d7-aded72040388 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:41:35.909954 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] Attempting to bind port 34ccdea4-72cf-4f7d-86d7-aded72040388 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'ec22d32e-9205-4810-844d-5c9c50ed41e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '076ee1d5-8ea7-4f59-9381-7f18a96bc620'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:41:35.910572 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] Attempting to bind port 34ccdea4-72cf-4f7d-86d7-aded72040388 on network 076ee1d5-8ea7-4f59-9381-7f18a96bc620 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:41:35.916808 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] Port 34ccdea4-72cf-4f7d-86d7-aded72040388 on network 076ee1d5-8ea7-4f59-9381-7f18a96bc620 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:41:35.917381 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] Attempting to bind port 34ccdea4-72cf-4f7d-86d7-aded72040388 on network 076ee1d5-8ea7-4f59-9381-7f18a96bc620 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:41:35.927018 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:41:35.929268 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] Checking segment: {'id': 'ec22d32e-9205-4810-844d-5c9c50ed41e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '076ee1d5-8ea7-4f59-9381-7f18a96bc620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:41:35.930030 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] Bound using segment: {'id': 'ec22d32e-9205-4810-844d-5c9c50ed41e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '076ee1d5-8ea7-4f59-9381-7f18a96bc620'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:41:35.930886 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] Bound port: 34ccdea4-72cf-4f7d-86d7-aded72040388, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec22d32e-9205-4810-844d-5c9c50ed41e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '076ee1d5-8ea7-4f59-9381-7f18a96bc620'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:41:35.931541 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (34ccdea4-72cf-4f7d-86d7-aded72040388), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:35.967908 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ccc29-6cbf-4881-bd2f-8a34f74ce358 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=d5aafeab-bdaf-4a47-b3ca-44941c6e8264,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:36.052169 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] For port 34ccdea4-72cf-4f7d-86d7-aded72040388, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:41:36.056615 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] For port 34ccdea4-72cf-4f7d-86d7-aded72040388, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=34ccdea4-72cf-4f7d-86d7-aded72040388,segment=NetworkSegment(ec22d32e-9205-4810-844d-5c9c50ed41e3),segment_id=ec22d32e-9205-4810-844d-5c9c50ed41e3)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:41:36.064106 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (34ccdea4-72cf-4f7d-86d7-aded72040388), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:36.136927 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5715ca04-9981-478d-9793-16509549e3b3 tempest-NetworksApiDiscovery-1795837373 tempest-NetworksApiDiscovery-1795837373-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.6247218 Feb 28 20:41:36.150965 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] Pushing event updated for resources: {'Port': ['ID=34ccdea4-72cf-4f7d-86d7-aded72040388,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:36.168850 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:36.169592 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:36.171513 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-53a26d53-5a7c-4af9-84f4-083cd0e8ef49 service neutron] 10.222.0.15 "PUT /v2.0/ports/34ccdea4-72cf-4f7d-86d7-aded72040388 HTTP/1.1" status: 200 len: 1092 time: 1.5471737 Feb 28 20:41:36.172274 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbfaaf1-1a1b-4156-b536-3db4c96f5712', 'tag': '34ccdea4-72cf-4f7d-86d7-aded72040388'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:41:36.176650 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0955b3d7-a096-4f63-90fe-a1094e8aa1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbfaaf1-1a1b-4156-b536-3db4c96f5712", "tag": "34ccdea4-72cf-4f7d-86d7-aded72040388"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:41:36.251956 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b8743b-54a3-4f7d-8541-f5577b443050 x-openstack-request-id: req-f9b8743b-54a3-4f7d-8541-f5577b443050 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:41:36.252623 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbfaaf1-1a1b-4156-b536-3db4c96f5712", "tag": "34ccdea4-72cf-4f7d-86d7-aded72040388", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:41:36.253067 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9b8743b-54a3-4f7d-8541-f5577b443050 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:41:36.253710 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddbfaaf1-1a1b-4156-b536-3db4c96f5712', 'tag': '34ccdea4-72cf-4f7d-86d7-aded72040388', 'status': 'completed', 'code': 200} Feb 28 20:41:36.351516 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a8ccc29-6cbf-4881-bd2f-8a34f74ce358 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_gateway (a7bf4243-7abd-4216-822b-ff0fc64bdcff), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:36.394091 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-b2ebaf65-6ad0-44ff-b8f7-5b16bc98ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:36.395594 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-b2ebaf65-6ad0-44ff-b8f7-5b16bc98ef1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17ec8e1d26444f41b354e308f3f1325b&device_id=ddbfaaf1-1a1b-4156-b536-3db4c96f5712 HTTP/1.1" status: 200 len: 1126 time: 0.1692264 Feb 28 20:41:36.481875 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e67e8b-c5c4-4e0c-855c-efcae05e15b9 req-ff8c4ed0-6599-4f51-9109-48a1c0335752 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:36.483012 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-14e67e8b-c5c4-4e0c-855c-efcae05e15b9 req-ff8c4ed0-6599-4f51-9109-48a1c0335752 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddbfaaf1-1a1b-4156-b536-3db4c96f5712 HTTP/1.1" status: 200 len: 943 time: 0.3637364 Feb 28 20:41:36.493532 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-d2ddda63-474e-4694-9b14-bd8135191cac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34ccdea4-72cf-4f7d-86d7-aded72040388 HTTP/1.1" status: 200 len: 217 time: 0.0911660 Feb 28 20:41:36.579123 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56682) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:36.593112 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-51476bcd-b944-4118-b8a1-8ba4705c1e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:36.595188 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-51476bcd-b944-4118-b8a1-8ba4705c1e38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b3148af-a41b-4617-b66b-fd778a2aeee0 HTTP/1.1" status: 200 len: 854 time: 0.0904961 Feb 28 20:41:36.616218 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-14e67e8b-c5c4-4e0c-855c-efcae05e15b9 req-039fc3a2-6701-4937-aeb6-ac5679a6e2c7 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186385 Feb 28 20:41:36.673224 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-a19602be-cca8-4921-bf3a-150683146884 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=076ee1d5-8ea7-4f59-9381-7f18a96bc620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600905 Feb 28 20:41:36.710742 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a8ccc29-6cbf-4881-bd2f-8a34f74ce358 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (a7bf4243-7abd-4216-822b-ff0fc64bdcff), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:36.821937 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-d9daf079-feb0-4683-9b6a-6f64278f27c8 service neutron] 10.222.0.15 "GET /v2.0/networks/076ee1d5-8ea7-4f59-9381-7f18a96bc620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358223 Feb 28 20:41:36.901375 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c83b568-94ef-443c-9d52-c7791e0eb7b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:36.940347 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3daa2c8e-f6e7-44c0-9bf4-324310104f8c req-cf844d5d-2429-4850-b723-d66f8b779e9d service neutron] 10.222.0.15 "GET /v2.0/networks/076ee1d5-8ea7-4f59-9381-7f18a96bc620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127746 Feb 28 20:41:36.943662 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8ccc29-6cbf-4881-bd2f-8a34f74ce358 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Router a7bf4243-7abd-4216-822b-ff0fc64bdcff is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:41:37.045717 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955b3d7-a096-4f63-90fe-a1094e8aa1e1 req-7d522463-637d-4620-aab1-b40205673229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:37.047343 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0955b3d7-a096-4f63-90fe-a1094e8aa1e1 req-7d522463-637d-4620-aab1-b40205673229 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17ec8e1d26444f41b354e308f3f1325b&device_id=ddbfaaf1-1a1b-4156-b536-3db4c96f5712 HTTP/1.1" status: 200 len: 1126 time: 0.0507321 Feb 28 20:41:37.155947 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c83b568-94ef-443c-9d52-c7791e0eb7b5 admin admin] Publish callbacks [] for security_group (a504b160-c1fd-4e9f-ab6f-94f00c00e4fd), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:37.167964 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c83b568-94ef-443c-9d52-c7791e0eb7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a504b160-c1fd-4e9f-ab6f-94f00c00e4fd), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:37.181467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8ccc29-6cbf-4881-bd2f-8a34f74ce358 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:41:37.185423 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955b3d7-a096-4f63-90fe-a1094e8aa1e1 req-1632b772-c748-49c8-84f3-97103b9453ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:37.187064 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0955b3d7-a096-4f63-90fe-a1094e8aa1e1 req-1632b772-c748-49c8-84f3-97103b9453ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=076ee1d5-8ea7-4f59-9381-7f18a96bc620 HTTP/1.1" status: 200 len: 914 time: 0.1315587 Feb 28 20:41:37.192247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] Sync routers for ids ['a7bf4243-7abd-4216-822b-ff0fc64bdcff'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:41:37.203481 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] Routers {'a7bf4243-7abd-4216-822b-ff0fc64bdcff'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:41:37.204179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:41:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a7bf4243-7abd-4216-822b-ff0fc64bdcff'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:37.220021 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8a8ccc29-6cbf-4881-bd2f-8a34f74ce358 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:37.222421 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8a8ccc29-6cbf-4881-bd2f-8a34f74ce358 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.1321349 Feb 28 20:41:37.234220 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56688) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:37.254734 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9c83b568-94ef-443c-9d52-c7791e0eb7b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77aa45038f9548e5b9380e5aa3f555bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6680954 Feb 28 20:41:37.259838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56692) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:37.263657 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83b568-94ef-443c-9d52-c7791e0eb7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a504b160-c1fd-4e9f-ab6f-94f00c00e4fd,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:37.302735 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0955b3d7-a096-4f63-90fe-a1094e8aa1e1 req-77717e09-1e7f-4981-ba7d-d1b687f6cfa6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34ccdea4-72cf-4f7d-86d7-aded72040388 HTTP/1.1" status: 200 len: 217 time: 0.1087880 Feb 28 20:41:37.356250 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ae286a2c-31bf-4d18-812a-3442524beb8a admin admin] Publish callbacks [] for security_group (a504b160-c1fd-4e9f-ab6f-94f00c00e4fd), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:37.410887 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ae286a2c-31bf-4d18-812a-3442524beb8a admin admin] Publish callbacks [] for security_group (a504b160-c1fd-4e9f-ab6f-94f00c00e4fd), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:37.422587 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955b3d7-a096-4f63-90fe-a1094e8aa1e1 req-f85b8593-b992-48dd-923c-e3d09963b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:37.430081 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0955b3d7-a096-4f63-90fe-a1094e8aa1e1 req-f85b8593-b992-48dd-923c-e3d09963b22d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b3148af-a41b-4617-b66b-fd778a2aeee0 HTTP/1.1" status: 200 len: 854 time: 0.1204696 Feb 28 20:41:37.497471 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0955b3d7-a096-4f63-90fe-a1094e8aa1e1 req-029b99b2-5def-4f48-89d0-5f0dea926fad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=076ee1d5-8ea7-4f59-9381-7f18a96bc620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575988 Feb 28 20:41:37.551962 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0e6ebe3b-87ac-4d18-8036-d544f42b5e6e tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=1a7308829c1041378fe2c0c22726e9fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3163843 Feb 28 20:41:37.555019 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56698) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:37.633231 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] Set router a7bf4243-7abd-4216-822b-ff0fc64bdcff gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:41:37.715192 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0955b3d7-a096-4f63-90fe-a1094e8aa1e1 req-e29a2664-619c-403d-8241-a0f384b2ad23 service neutron] 10.222.0.15 "GET /v2.0/networks/076ee1d5-8ea7-4f59-9381-7f18a96bc620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101026 Feb 28 20:41:37.716910 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ae286a2c-31bf-4d18-812a-3442524beb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a504b160-c1fd-4e9f-ab6f-94f00c00e4fd), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:37.724043 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ae286a2c-31bf-4d18-812a-3442524beb8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:37.727832 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ae286a2c-31bf-4d18-812a-3442524beb8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a504b160-c1fd-4e9f-ab6f-94f00c00e4fd HTTP/1.1" status: 204 len: 168 time: 0.4687285 Feb 28 20:41:37.791731 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae286a2c-31bf-4d18-812a-3442524beb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a504b160-c1fd-4e9f-ab6f-94f00c00e4fd,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:37.842333 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0955b3d7-a096-4f63-90fe-a1094e8aa1e1 req-2a7b1dbd-ab2d-4593-9531-69e6ad635e00 service neutron] 10.222.0.15 "GET /v2.0/networks/076ee1d5-8ea7-4f59-9381-7f18a96bc620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188090 Feb 28 20:41:37.947609 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361137645', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:41:33Z', 'updated_at': '2022-02-28T20:41:36Z', 'revision_number': 3, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ef:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:34Z', 'updated_at': '2022-02-28T20:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:37.953016 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4c3b07-6333-4a5c-abd2-1f48726331e4 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:37.960761 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4a4c3b07-6333-4a5c-abd2-1f48726331e4 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4044504 Feb 28 20:41:37.963748 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56708) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:37.994302 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] Checking router: a7bf4243-7abd-4216-822b-ff0fc64bdcff for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:41:37.994563 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] Updating router a7bf4243-7abd-4216-822b-ff0fc64bdcff port d5aafeab-bdaf-4a47-b3ca-44941c6e8264 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:41:37.996847 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf25f63-92e3-4a6c-87b8-a7376c4cc2dc req-e3a21230-57fa-48ec-b28e-68d0e3d8614b tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:38.004043 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cdf25f63-92e3-4a6c-87b8-a7376c4cc2dc req-e3a21230-57fa-48ec-b28e-68d0e3d8614b tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddbfaaf1-1a1b-4156-b536-3db4c96f5712 HTTP/1.1" status: 200 len: 943 time: 0.2443140 Feb 28 20:41:38.026184 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8fa2de80-8a6f-448a-9dd8-80697c82da98 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0610383 Feb 28 20:41:38.032230 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56710) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:38.044416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-b8f1e070-5c1f-4f00-bd31-da4fa6b12586 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1471100050', 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:38.058083 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d5aafeab-bdaf-4a47-b3ca-44941c6e8264), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:38.154795 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cdf25f63-92e3-4a6c-87b8-a7376c4cc2dc req-f8c75edf-ae81-4a96-8bd8-1b3834719f21 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498492 Feb 28 20:41:38.211530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f1e070-5c1f-4f00-bd31-da4fa6b12586 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Made reservation on behalf of 1a7308829c1041378fe2c0c22726e9fa for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:41:38.215983 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b8f1e070-5c1f-4f00-bd31-da4fa6b12586 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:38.272641 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 34ccdea4-72cf-4f7d-86d7-aded72040388 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:41:38.489588 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 34ccdea4-72cf-4f7d-86d7-aded72040388, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=34ccdea4-72cf-4f7d-86d7-aded72040388,segment=NetworkSegment(ec22d32e-9205-4810-844d-5c9c50ed41e3),segment_id=ec22d32e-9205-4810-844d-5c9c50ed41e3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:41:38.510633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '34ccdea4-72cf-4f7d-86d7-aded72040388', 'network_id': '076ee1d5-8ea7-4f59-9381-7f18a96bc620', 'port_id': '34ccdea4-72cf-4f7d-86d7-aded72040388', 'mac_address': 'fa:16:3e:4a:c4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3148af-a41b-4617-b66b-fd778a2aeee0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:41:38.526701 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b8f1e070-5c1f-4f00-bd31-da4fa6b12586 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (25b168de-d2e4-497b-ab0f-97ac84f5a373), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:38.617984 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1e070-5c1f-4f00-bd31-da4fa6b12586 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Subnet': ['ID=25b168de-d2e4-497b-ab0f-97ac84f5a373,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:38.620867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f1e070-5c1f-4f00-bd31-da4fa6b12586 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Checking segment: {'id': 'f4a02de2-cdf6-4098-b669-0b920a36b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:41:38.621668 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f1e070-5c1f-4f00-bd31-da4fa6b12586 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network hostable DHCP agents. Network: b9118e8d-4696-4338-89e1-8f4af12b46fe, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:41:38.651269 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f1e070-5c1f-4f00-bd31-da4fa6b12586 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network b9118e8d-4696-4338-89e1-8f4af12b46fe is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:41:38.680315 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-b8f1e070-5c1f-4f00-bd31-da4fa6b12586 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, b9118e8d-4696-4338-89e1-8f4af12b46fe) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:41:38.681360 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] Publish callbacks [] for port (d5aafeab-bdaf-4a47-b3ca-44941c6e8264), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:38.683454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 34ccdea4-72cf-4f7d-86d7-aded72040388 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:41:38.684028 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (34ccdea4-72cf-4f7d-86d7-aded72040388), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:38.690682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f1e070-5c1f-4f00-bd31-da4fa6b12586 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:38.691095 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b8f1e070-5c1f-4f00-bd31-da4fa6b12586 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:38.700367 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8ceb9b-f772-4ffd-afe9-ff1215286337 None None] Network b9118e8d-4696-4338-89e1-8f4af12b46fe requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:41:38.720975 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56736) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:38.722273 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b8f1e070-5c1f-4f00-bd31-da4fa6b12586 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6870155 Feb 28 20:41:38.778540 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d5aafeab-bdaf-4a47-b3ca-44941c6e8264), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:38.793815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56738) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:38.808168 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ccdea4-72cf-4f7d-86d7-aded72040388 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:41:38.905915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 34ccdea4-72cf-4f7d-86d7-aded72040388, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=34ccdea4-72cf-4f7d-86d7-aded72040388,segment=NetworkSegment(ec22d32e-9205-4810-844d-5c9c50ed41e3),segment_id=ec22d32e-9205-4810-844d-5c9c50ed41e3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:41:38.920340 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee09591-da82-494a-8931-81336fda3d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-b9118e8d-4696-4338-89e1-8f4af12b46fe', 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'fixed_ips': [{'subnet_id': '25b168de-d2e4-497b-ab0f-97ac84f5a373'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:41:38.921212 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9ee09591-da82-494a-8931-81336fda3d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:38.935000 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (34ccdea4-72cf-4f7d-86d7-aded72040388), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:38.942848 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f522aa-4795-4af9-a895-fbbaa7a6439f None None] Pushing event updated for resources: {'Port': ['ID=d5aafeab-bdaf-4a47-b3ca-44941c6e8264,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:38.946515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] Attempting to bind port d5aafeab-bdaf-4a47-b3ca-44941c6e8264 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:41:38.946893 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] Attempting to bind port d5aafeab-bdaf-4a47-b3ca-44941c6e8264 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:41:38.947260 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] Attempting to bind port d5aafeab-bdaf-4a47-b3ca-44941c6e8264 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:41:38.962315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f522aa-4795-4af9-a895-fbbaa7a6439f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:38.962647 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f522aa-4795-4af9-a895-fbbaa7a6439f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:38.962987 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f522aa-4795-4af9-a895-fbbaa7a6439f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:38.963320 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f522aa-4795-4af9-a895-fbbaa7a6439f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:38.963649 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f522aa-4795-4af9-a895-fbbaa7a6439f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:38.964009 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f522aa-4795-4af9-a895-fbbaa7a6439f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:38.964336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f522aa-4795-4af9-a895-fbbaa7a6439f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:38.964658 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f522aa-4795-4af9-a895-fbbaa7a6439f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:38.964979 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f522aa-4795-4af9-a895-fbbaa7a6439f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:38.965299 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f522aa-4795-4af9-a895-fbbaa7a6439f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:38.965621 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f522aa-4795-4af9-a895-fbbaa7a6439f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:38.965938 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f522aa-4795-4af9-a895-fbbaa7a6439f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:38.966256 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f522aa-4795-4af9-a895-fbbaa7a6439f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:38.977036 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:41:38.977449 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:41:38.977794 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:38.978190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:41:38.978672 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] Bound port: d5aafeab-bdaf-4a47-b3ca-44941c6e8264, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:41:38.979113 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d5aafeab-bdaf-4a47-b3ca-44941c6e8264), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:38.997922 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-b6e61d75-831a-4c7e-b31b-b33f580e3f0f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-833992278-network', 'tenant_id': '6cbab826ad754d77927079ad9fd3269a'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:39.045569 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e61d75-831a-4c7e-b31b-b33f580e3f0f admin admin] Made reservation on behalf of 6cbab826ad754d77927079ad9fd3269a for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:41:39.048097 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b6e61d75-831a-4c7e-b31b-b33f580e3f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:39.066839 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b6e61d75-831a-4c7e-b31b-b33f580e3f0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:39.158098 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:41:39.190783 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['34ccdea4-72cf-4f7d-86d7-aded72040388'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:41:39.231625 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=34ccdea4-72cf-4f7d-86d7-aded72040388,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:39.270665 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] For port d5aafeab-bdaf-4a47-b3ca-44941c6e8264, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:41:39.275291 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b6e61d75-831a-4c7e-b31b-b33f580e3f0f admin admin] Publish callbacks [] for security_group (0cce3858-eccb-4eee-b3c7-438dff9f84f1), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:39.294605 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] For port d5aafeab-bdaf-4a47-b3ca-44941c6e8264, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d5aafeab-bdaf-4a47-b3ca-44941c6e8264,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:41:39.306807 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b6e61d75-831a-4c7e-b31b-b33f580e3f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0cce3858-eccb-4eee-b3c7-438dff9f84f1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:39.313815 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-9ee09591-da82-494a-8931-81336fda3d4b None None] Allocated IP 172.20.0.2 (b9118e8d-4696-4338-89e1-8f4af12b46fe/25b168de-d2e4-497b-ab0f-97ac84f5a373/6bdc11bb-c3de-4043-a434-7f20ce5adadf) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:41:39.317915 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d5aafeab-bdaf-4a47-b3ca-44941c6e8264), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:39.358200 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e61d75-831a-4c7e-b31b-b33f580e3f0f admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:41:39.396038 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b6e61d75-831a-4c7e-b31b-b33f580e3f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (1940700d-f68c-46fe-b391-7d93188f11de), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:39.396387 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-b6e61d75-831a-4c7e-b31b-b33f580e3f0f admin admin] Added segment 1940700d-f68c-46fe-b391-7d93188f11de of type vlan for network 113175fb-37da-4a4d-baa6-b4c18ec62e3f Feb 28 20:41:39.421934 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd70534-67d0-4087-9068-c4357c90e100 req-d6680c56-20ac-40d9-aa88-62b43b3a8314 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:39.424288 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6bd70534-67d0-4087-9068-c4357c90e100 req-d6680c56-20ac-40d9-aa88-62b43b3a8314 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddbfaaf1-1a1b-4156-b536-3db4c96f5712 HTTP/1.1" status: 200 len: 944 time: 0.1423211 Feb 28 20:41:39.426717 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e61d75-831a-4c7e-b31b-b33f580e3f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cce3858-eccb-4eee-b3c7-438dff9f84f1,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:39.428392 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3307038b-e623-4418-8d25-5dc62346cec1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:39.500771 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b6e61d75-831a-4c7e-b31b-b33f580e3f0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (113175fb-37da-4a4d-baa6-b4c18ec62e3f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:39.551962 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6bd70534-67d0-4087-9068-c4357c90e100 req-171f5544-9d54-4fa1-a921-6fdbd71c5b7f tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814521 Feb 28 20:41:39.555368 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b6e61d75-831a-4c7e-b31b-b33f580e3f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (113175fb-37da-4a4d-baa6-b4c18ec62e3f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:39.556870 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e61d75-831a-4c7e-b31b-b33f580e3f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:39.557093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] Routers {'a7bf4243-7abd-4216-822b-ff0fc64bdcff'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:41:39.557698 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b6e61d75-831a-4c7e-b31b-b33f580e3f0f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:39.562477 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:41:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a7bf4243-7abd-4216-822b-ff0fc64bdcff'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:39.565296 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f522aa-4795-4af9-a895-fbbaa7a6439f None None] Pushing event updated for resources: {'Port': ['ID=d5aafeab-bdaf-4a47-b3ca-44941c6e8264,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:39.677843 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e61d75-831a-4c7e-b31b-b33f580e3f0f admin admin] Pushing event updated for resources: {'Network': ['ID=113175fb-37da-4a4d-baa6-b4c18ec62e3f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:39.698422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 113175fb-37da-4a4d-baa6-b4c18ec62e3f details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:41:39.710152 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b6e61d75-831a-4c7e-b31b-b33f580e3f0f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9149766 Feb 28 20:41:39.713522 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56748) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:39.718477 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-504d7c86-2c35-4e02-b728-2c9ed017850f admin admin] Request body: {'subnet': {'network_id': '113175fb-37da-4a4d-baa6-b4c18ec62e3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-833992278-subnet', 'tenant_id': '6cbab826ad754d77927079ad9fd3269a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:39.823880 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504d7c86-2c35-4e02-b728-2c9ed017850f admin admin] Made reservation on behalf of 6cbab826ad754d77927079ad9fd3269a for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:41:39.826629 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-504d7c86-2c35-4e02-b728-2c9ed017850f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:39.960728 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] Set router a7bf4243-7abd-4216-822b-ff0fc64bdcff gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:41:40.002696 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9ee09591-da82-494a-8931-81336fda3d4b None None] Publish callbacks [] for port (6bdc11bb-c3de-4043-a434-7f20ce5adadf), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:40.055606 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9ee09591-da82-494a-8931-81336fda3d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (6bdc11bb-c3de-4043-a434-7f20ce5adadf), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:40.149357 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee09591-da82-494a-8931-81336fda3d4b None None] Network b9118e8d-4696-4338-89e1-8f4af12b46fe is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:41:40.155675 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee09591-da82-494a-8931-81336fda3d4b None None] Pushing event updated for resources: {'Port': ['ID=6bdc11bb-c3de-4043-a434-7f20ce5adadf,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:40.159015 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-9ee09591-da82-494a-8931-81336fda3d4b None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:41:40.161851 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee09591-da82-494a-8931-81336fda3d4b None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:41:40.288900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-9ee09591-da82-494a-8931-81336fda3d4b None None] Attempting to bind port 6bdc11bb-c3de-4043-a434-7f20ce5adadf on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:41:40.289643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-9ee09591-da82-494a-8931-81336fda3d4b None None] Attempting to bind port 6bdc11bb-c3de-4043-a434-7f20ce5adadf by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'f4a02de2-cdf6-4098-b669-0b920a36b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:41:40.290261 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee09591-da82-494a-8931-81336fda3d4b None None] Attempting to bind port 6bdc11bb-c3de-4043-a434-7f20ce5adadf on network b9118e8d-4696-4338-89e1-8f4af12b46fe {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:41:40.303250 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee09591-da82-494a-8931-81336fda3d4b None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:41:40.304505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee09591-da82-494a-8931-81336fda3d4b None None] Checking segment: {'id': 'f4a02de2-cdf6-4098-b669-0b920a36b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:41:40.306873 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9ee09591-da82-494a-8931-81336fda3d4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:40.307508 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee09591-da82-494a-8931-81336fda3d4b None None] Bound using segment: {'id': 'f4a02de2-cdf6-4098-b669-0b920a36b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:41:40.308240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-9ee09591-da82-494a-8931-81336fda3d4b None None] Bound port: 6bdc11bb-c3de-4043-a434-7f20ce5adadf, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a02de2-cdf6-4098-b669-0b920a36b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:41:40.308847 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9ee09591-da82-494a-8931-81336fda3d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6bdc11bb-c3de-4043-a434-7f20ce5adadf), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:40.349018 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-3307038b-e623-4418-8d25-5dc62346cec1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Allocated IP 172.20.0.1 (b9118e8d-4696-4338-89e1-8f4af12b46fe/25b168de-d2e4-497b-ab0f-97ac84f5a373/a86ce7d9-0546-460f-ad08-c1b38791dbc1) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:41:40.378634 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-504d7c86-2c35-4e02-b728-2c9ed017850f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (b8ca9b5c-39c0-41eb-acee-f8a7fa4c1197), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:40.644398 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d7c86-2c35-4e02-b728-2c9ed017850f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8ca9b5c-39c0-41eb-acee-f8a7fa4c1197,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:40.679296 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-9ee09591-da82-494a-8931-81336fda3d4b None None] For port 6bdc11bb-c3de-4043-a434-7f20ce5adadf, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:41:40.686965 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504d7c86-2c35-4e02-b728-2c9ed017850f admin admin] Checking segment: {'id': '1940700d-f68c-46fe-b391-7d93188f11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '113175fb-37da-4a4d-baa6-b4c18ec62e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:41:40.687832 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504d7c86-2c35-4e02-b728-2c9ed017850f admin admin] Network hostable DHCP agents. Network: 113175fb-37da-4a4d-baa6-b4c18ec62e3f, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:41:40.690849 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-9ee09591-da82-494a-8931-81336fda3d4b None None] For port 6bdc11bb-c3de-4043-a434-7f20ce5adadf, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6bdc11bb-c3de-4043-a434-7f20ce5adadf,segment=NetworkSegment(f4a02de2-cdf6-4098-b669-0b920a36b2dd),segment_id=f4a02de2-cdf6-4098-b669-0b920a36b2dd)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:41:40.703269 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361137645', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:41:33Z', 'updated_at': '2022-02-28T20:41:36Z', 'revision_number': 3, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ef:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:34Z', 'updated_at': '2022-02-28T20:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:40.721028 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9ee09591-da82-494a-8931-81336fda3d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6bdc11bb-c3de-4043-a434-7f20ce5adadf), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:40.722855 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3307038b-e623-4418-8d25-5dc62346cec1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (a86ce7d9-0546-460f-ad08-c1b38791dbc1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:40.750953 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd0ce9-588c-4e3a-8d5c-df5a7ef8cf0b req-b7d2047e-26e7-411a-84d7-2a6e59624a70 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:40.752682 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ccd0ce9-588c-4e3a-8d5c-df5a7ef8cf0b req-b7d2047e-26e7-411a-84d7-2a6e59624a70 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddbfaaf1-1a1b-4156-b536-3db4c96f5712 HTTP/1.1" status: 200 len: 944 time: 0.0947914 Feb 28 20:41:40.777548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e143527e-5ada-4a59-bdf8-8ce6ec7f179e None None] The sync data for ids ['a7bf4243-7abd-4216-822b-ff0fc64bdcff'] in n-d-820368-21 is: [{'id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361137645', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:41:33Z', 'updated_at': '2022-02-28T20:41:36Z', 'revision_number': 3, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ef:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:34Z', 'updated_at': '2022-02-28T20:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:41:40.784751 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504d7c86-2c35-4e02-b728-2c9ed017850f admin admin] Network 113175fb-37da-4a4d-baa6-b4c18ec62e3f is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:41:40.834694 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-504d7c86-2c35-4e02-b728-2c9ed017850f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 113175fb-37da-4a4d-baa6-b4c18ec62e3f) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:41:40.864288 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504d7c86-2c35-4e02-b728-2c9ed017850f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:40.866301 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdbfc6e-0ca8-42ea-9000-95ceb1b194ae None None] Network 113175fb-37da-4a4d-baa6-b4c18ec62e3f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:41:40.867099 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-504d7c86-2c35-4e02-b728-2c9ed017850f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:40.881834 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ccd0ce9-588c-4e3a-8d5c-df5a7ef8cf0b req-e7e9b296-509a-4da4-a50f-e33637a3b487 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186004 Feb 28 20:41:40.889999 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3307038b-e623-4418-8d25-5dc62346cec1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (a86ce7d9-0546-460f-ad08-c1b38791dbc1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:40.963697 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-504d7c86-2c35-4e02-b728-2c9ed017850f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2415204 Feb 28 20:41:40.987922 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3307038b-e623-4418-8d25-5dc62346cec1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network b9118e8d-4696-4338-89e1-8f4af12b46fe is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:41:40.998623 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-3307038b-e623-4418-8d25-5dc62346cec1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:41:41.002730 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3307038b-e623-4418-8d25-5dc62346cec1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:41:41.020051 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307038b-e623-4418-8d25-5dc62346cec1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=a86ce7d9-0546-460f-ad08-c1b38791dbc1,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:41.105224 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee09591-da82-494a-8931-81336fda3d4b None None] Pushing event updated for resources: {'Port': ['ID=6bdc11bb-c3de-4043-a434-7f20ce5adadf,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:41.107434 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3307038b-e623-4418-8d25-5dc62346cec1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (a7bf4243-7abd-4216-822b-ff0fc64bdcff), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:41.298937 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960c60e7-fd32-4dd2-884d-00558b4231aa None None] Network 113175fb-37da-4a4d-baa6-b4c18ec62e3f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:41:41.461207 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3307038b-e623-4418-8d25-5dc62346cec1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a86ce7d9-0546-460f-ad08-c1b38791dbc1), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:41.866622 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56790) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:41.871375 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-0182a3ca-9f73-42fe-85e9-5c95ccdaf445 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-644194174-network', 'tenant_id': '507f03c79db0457494f284d8366b4bab'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:41.908950 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3307038b-e623-4418-8d25-5dc62346cec1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (a86ce7d9-0546-460f-ad08-c1b38791dbc1), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:41.924072 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3307038b-e623-4418-8d25-5dc62346cec1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (a86ce7d9-0546-460f-ad08-c1b38791dbc1), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:41.938165 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0182a3ca-9f73-42fe-85e9-5c95ccdaf445 admin admin] Made reservation on behalf of 507f03c79db0457494f284d8366b4bab for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:41:41.940880 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0182a3ca-9f73-42fe-85e9-5c95ccdaf445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:41.963601 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0182a3ca-9f73-42fe-85e9-5c95ccdaf445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:42.044493 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3307038b-e623-4418-8d25-5dc62346cec1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (a7bf4243-7abd-4216-822b-ff0fc64bdcff), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:42.187618 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0182a3ca-9f73-42fe-85e9-5c95ccdaf445 admin admin] Publish callbacks [] for security_group (666c67c8-7518-4902-9af5-2dea0be8f495), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:42.193234 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 34ccdea4-72cf-4f7d-86d7-aded72040388 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:41:42.216165 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0182a3ca-9f73-42fe-85e9-5c95ccdaf445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (666c67c8-7518-4902-9af5-2dea0be8f495), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:42.245150 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307038b-e623-4418-8d25-5dc62346cec1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=a86ce7d9-0546-460f-ad08-c1b38791dbc1,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:42.307238 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0182a3ca-9f73-42fe-85e9-5c95ccdaf445 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:41:42.342469 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd08f6-5618-4498-b01f-94e068ba1889 req-4503b0aa-8bb3-4e17-aba6-88a11c6469f2 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:42.351276 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 34ccdea4-72cf-4f7d-86d7-aded72040388 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:41:42.355564 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 34ccdea4-72cf-4f7d-86d7-aded72040388 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:41:42.356006 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (34ccdea4-72cf-4f7d-86d7-aded72040388), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:42.357852 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e6fd08f6-5618-4498-b01f-94e068ba1889 req-4503b0aa-8bb3-4e17-aba6-88a11c6469f2 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddbfaaf1-1a1b-4156-b536-3db4c96f5712 HTTP/1.1" status: 200 len: 944 time: 0.3254030 Feb 28 20:41:42.418314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3307038b-e623-4418-8d25-5dc62346cec1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network b9118e8d-4696-4338-89e1-8f4af12b46fe is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:41:42.422103 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-3307038b-e623-4418-8d25-5dc62346cec1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:41:42.424211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182a3ca-9f73-42fe-85e9-5c95ccdaf445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666c67c8-7518-4902-9af5-2dea0be8f495,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:42.442745 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0182a3ca-9f73-42fe-85e9-5c95ccdaf445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (d63edc68-6cdf-4ec6-b345-e91b4f89ee25), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:42.445691 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-0182a3ca-9f73-42fe-85e9-5c95ccdaf445 admin admin] Added segment d63edc68-6cdf-4ec6-b345-e91b4f89ee25 of type vlan for network da27ae5e-85c7-4152-af69-50321e9b3993 Feb 28 20:41:42.624221 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e6fd08f6-5618-4498-b01f-94e068ba1889 req-5270710d-b908-4c8e-85fb-cc83414d2101 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648673 Feb 28 20:41:42.628231 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0182a3ca-9f73-42fe-85e9-5c95ccdaf445 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (da27ae5e-85c7-4152-af69-50321e9b3993), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:42.681914 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 34ccdea4-72cf-4f7d-86d7-aded72040388 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:41:42.683024 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (34ccdea4-72cf-4f7d-86d7-aded72040388), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:42.687327 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0182a3ca-9f73-42fe-85e9-5c95ccdaf445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (da27ae5e-85c7-4152-af69-50321e9b3993), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:42.688426 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0182a3ca-9f73-42fe-85e9-5c95ccdaf445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:42.688996 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0182a3ca-9f73-42fe-85e9-5c95ccdaf445 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:42.739461 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0182a3ca-9f73-42fe-85e9-5c95ccdaf445 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8718987 Feb 28 20:41:42.744522 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf97ce3-bb1f-41ed-8e05-64c0b5c3929d None None] Network b9118e8d-4696-4338-89e1-8f4af12b46fe requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:41:42.750802 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56802) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:42.781216 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-bb704507-b457-411a-8caf-b69e9ca7df36 admin admin] Request body: {'subnet': {'network_id': 'da27ae5e-85c7-4152-af69-50321e9b3993', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-644194174-subnet', 'tenant_id': '507f03c79db0457494f284d8366b4bab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:42.881864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182a3ca-9f73-42fe-85e9-5c95ccdaf445 admin admin] Pushing event updated for resources: {'Network': ['ID=da27ae5e-85c7-4152-af69-50321e9b3993,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:42.893245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb704507-b457-411a-8caf-b69e9ca7df36 admin admin] Made reservation on behalf of 507f03c79db0457494f284d8366b4bab for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:41:42.895666 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bb704507-b457-411a-8caf-b69e9ca7df36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:42.912049 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbfaaf1-1a1b-4156-b536-3db4c96f5712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ccdea4-72cf-4f7d-86d7-aded72040388'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:41:42.914870 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b479c09d-cb61-4c11-b308-c3e27c304210" -d '{"events": [{"server_uuid": "ddbfaaf1-1a1b-4156-b536-3db4c96f5712", "name": "network-vif-plugged", "status": "completed", "tag": "34ccdea4-72cf-4f7d-86d7-aded72040388"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:41:42.919716 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network da27ae5e-85c7-4152-af69-50321e9b3993 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:41:42.993440 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 34ccdea4-72cf-4f7d-86d7-aded72040388, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=34ccdea4-72cf-4f7d-86d7-aded72040388,segment=NetworkSegment(ec22d32e-9205-4810-844d-5c9c50ed41e3),segment_id=ec22d32e-9205-4810-844d-5c9c50ed41e3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:41:43.036364 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9b17046d-6e5a-40db-8994-13c03b73370e None None] Provisioning complete for port 6bdc11bb-c3de-4043-a434-7f20ce5adadf triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:41:43.036847 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9b17046d-6e5a-40db-8994-13c03b73370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6bdc11bb-c3de-4043-a434-7f20ce5adadf), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:43.051587 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (34ccdea4-72cf-4f7d-86d7-aded72040388), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:43.254447 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bb704507-b457-411a-8caf-b69e9ca7df36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (823549cd-43ae-4a9e-8281-0f303acea846), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:43.274788 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8217b5f1-bc86-44f3-bb43-59cc59efc196 x-openstack-request-id: req-8217b5f1-bc86-44f3-bb43-59cc59efc196 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:41:43.275284 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbfaaf1-1a1b-4156-b536-3db4c96f5712", "name": "network-vif-plugged", "status": "completed", "tag": "34ccdea4-72cf-4f7d-86d7-aded72040388", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:41:43.275375 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8217b5f1-bc86-44f3-bb43-59cc59efc196 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:41:43.275721 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddbfaaf1-1a1b-4156-b536-3db4c96f5712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ccdea4-72cf-4f7d-86d7-aded72040388', 'code': 200} Feb 28 20:41:43.297729 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3307038b-e623-4418-8d25-5dc62346cec1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Router a7bf4243-7abd-4216-822b-ff0fc64bdcff has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:41:43.321307 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c0a84-1c31-44bc-b9b5-6da4735c5bda req-807f5c4c-a906-4d11-bc24-ddb3dceffebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:43.323835 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-071c0a84-1c31-44bc-b9b5-6da4735c5bda req-807f5c4c-a906-4d11-bc24-ddb3dceffebf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ddbfaaf1-1a1b-4156-b536-3db4c96f5712 HTTP/1.1" status: 200 len: 1128 time: 0.1359634 Feb 28 20:41:43.341162 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb704507-b457-411a-8caf-b69e9ca7df36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=823549cd-43ae-4a9e-8281-0f303acea846,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:43.384346 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6bdc11bb-c3de-4043-a434-7f20ce5adadf up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:41:43.392003 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=34ccdea4-72cf-4f7d-86d7-aded72040388,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:43.417882 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb704507-b457-411a-8caf-b69e9ca7df36 admin admin] Checking segment: {'id': 'd63edc68-6cdf-4ec6-b345-e91b4f89ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'da27ae5e-85c7-4152-af69-50321e9b3993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:41:43.418336 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb704507-b457-411a-8caf-b69e9ca7df36 admin admin] Network hostable DHCP agents. Network: da27ae5e-85c7-4152-af69-50321e9b3993, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:41:43.457641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb704507-b457-411a-8caf-b69e9ca7df36 admin admin] Network da27ae5e-85c7-4152-af69-50321e9b3993 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:41:43.476484 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-bb704507-b457-411a-8caf-b69e9ca7df36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, da27ae5e-85c7-4152-af69-50321e9b3993) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:41:43.481409 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb704507-b457-411a-8caf-b69e9ca7df36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:43.482289 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bb704507-b457-411a-8caf-b69e9ca7df36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:43.503861 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179e457c-c795-4833-af04-82e4327c6754 None None] Network da27ae5e-85c7-4152-af69-50321e9b3993 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:41:43.509069 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bb704507-b457-411a-8caf-b69e9ca7df36 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7389524 Feb 28 20:41:43.563926 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3307038b-e623-4418-8d25-5dc62346cec1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:41:43.576360 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3307038b-e623-4418-8d25-5dc62346cec1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "PUT /v2.0/routers/a7bf4243-7abd-4216-822b-ff0fc64bdcff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8542669 Feb 28 20:41:43.641624 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-071c0a84-1c31-44bc-b9b5-6da4735c5bda req-8e395983-414b-4752-8073-b8ec530f9245 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200913 Feb 28 20:41:43.661565 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3362032-78c7-4d65-92f0-3ef239de90d0 None None] Network da27ae5e-85c7-4152-af69-50321e9b3993 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:41:43.750989 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56820) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:43.885213 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6146f3c-d709-4d39-8900-047941550388 req-60f46da1-0b43-4b08-be3f-584f866c3460 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:43.894538 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6146f3c-d709-4d39-8900-047941550388 req-60f46da1-0b43-4b08-be3f-584f866c3460 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddbfaaf1-1a1b-4156-b536-3db4c96f5712 HTTP/1.1" status: 200 len: 945 time: 0.1100636 Feb 28 20:41:43.899864 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d7d519-071b-494d-afc4-d5fd12fc0c06 admin admin] Deleting subnet b8ca9b5c-39c0-41eb-acee-f8a7fa4c1197 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:41:43.905497 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c7d7d519-071b-494d-afc4-d5fd12fc0c06 admin admin] Publish callbacks [] for subnet (b8ca9b5c-39c0-41eb-acee-f8a7fa4c1197), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:43.978077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9b17046d-6e5a-40db-8994-13c03b73370e None None] Current status of the port 6bdc11bb-c3de-4043-a434-7f20ce5adadf is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:41:43.978584 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9b17046d-6e5a-40db-8994-13c03b73370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6bdc11bb-c3de-4043-a434-7f20ce5adadf), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:44.010710 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c7d7d519-071b-494d-afc4-d5fd12fc0c06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (b8ca9b5c-39c0-41eb-acee-f8a7fa4c1197), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:44.053235 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6146f3c-d709-4d39-8900-047941550388 req-d418c45c-27bc-40c5-a1cc-f99e53ac0e0e tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524832 Feb 28 20:41:44.066030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 6bdc11bb-c3de-4043-a434-7f20ce5adadf triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:41:44.066407 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6bdc11bb-c3de-4043-a434-7f20ce5adadf), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:44.097525 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] Sync routers for ids ['a7bf4243-7abd-4216-822b-ff0fc64bdcff'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:41:44.113804 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] Routers {'a7bf4243-7abd-4216-822b-ff0fc64bdcff'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:41:44.117958 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:41:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a7bf4243-7abd-4216-822b-ff0fc64bdcff'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:44.158000 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c7d7d519-071b-494d-afc4-d5fd12fc0c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (b8ca9b5c-39c0-41eb-acee-f8a7fa4c1197), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:44.165306 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-cb562997-e053-4ede-acb7-c3f7a9917708 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1405961436&fields=id&tenant_id=1a7308829c1041378fe2c0c22726e9fa HTTP/1.1" status: 200 len: 267 time: 0.1894970 Feb 28 20:41:44.209484 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-9b17046d-6e5a-40db-8994-13c03b73370e None None] For port 6bdc11bb-c3de-4043-a434-7f20ce5adadf, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6bdc11bb-c3de-4043-a434-7f20ce5adadf,segment=NetworkSegment(f4a02de2-cdf6-4098-b669-0b920a36b2dd),segment_id=f4a02de2-cdf6-4098-b669-0b920a36b2dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:41:44.230655 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9b17046d-6e5a-40db-8994-13c03b73370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6bdc11bb-c3de-4043-a434-7f20ce5adadf), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:44.321205 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c7d7d519-071b-494d-afc4-d5fd12fc0c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (b8ca9b5c-39c0-41eb-acee-f8a7fa4c1197), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:44.342283 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17046d-6e5a-40db-8994-13c03b73370e None None] Pushing event updated for resources: {'Port': ['ID=6bdc11bb-c3de-4043-a434-7f20ce5adadf,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:44.403541 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7d519-071b-494d-afc4-d5fd12fc0c06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8ca9b5c-39c0-41eb-acee-f8a7fa4c1197,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:44.411154 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] Set router a7bf4243-7abd-4216-822b-ff0fc64bdcff gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:41:44.411334 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c7d7d519-071b-494d-afc4-d5fd12fc0c06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:44.417214 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c7d7d519-071b-494d-afc4-d5fd12fc0c06 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b8ca9b5c-39c0-41eb-acee-f8a7fa4c1197 HTTP/1.1" status: 204 len: 168 time: 0.6618223 Feb 28 20:41:44.420977 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56836) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:44.471008 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6bdc11bb-c3de-4043-a434-7f20ce5adadf is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:41:44.488217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d5aafeab-bdaf-4a47-b3ca-44941c6e8264 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:41:44.604920 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-538a3987-094e-4e59-9797-f2cb441e332b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (113175fb-37da-4a4d-baa6-b4c18ec62e3f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:44.695539 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361137645', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:41:33Z', 'updated_at': '2022-02-28T20:41:41Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ef:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:34Z', 'updated_at': '2022-02-28T20:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'a86ce7d9-0546-460f-ad08-c1b38791dbc1', 'name': '', 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:1d:a8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '25b168de-d2e4-497b-ab0f-97ac84f5a373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:39Z', 'updated_at': '2022-02-28T20:41:41Z', 'revision_number': 2, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': '25b168de-d2e4-497b-ab0f-97ac84f5a373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:44.699071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-689eee6a-99e0-497e-b38c-9de11c77e242 None None] Provisioning complete for port 6bdc11bb-c3de-4043-a434-7f20ce5adadf triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:41:44.699328 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-689eee6a-99e0-497e-b38c-9de11c77e242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6bdc11bb-c3de-4043-a434-7f20ce5adadf), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:44.732677 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] Checking router: a7bf4243-7abd-4216-822b-ff0fc64bdcff for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:41:44.733374 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] Updating router a7bf4243-7abd-4216-822b-ff0fc64bdcff port a86ce7d9-0546-460f-ad08-c1b38791dbc1 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:41:44.792035 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a86ce7d9-0546-460f-ad08-c1b38791dbc1), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:44.859628 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d5aafeab-bdaf-4a47-b3ca-44941c6e8264 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:41:44.860032 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d5aafeab-bdaf-4a47-b3ca-44941c6e8264), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:44.910092 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-538a3987-094e-4e59-9797-f2cb441e332b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (113175fb-37da-4a4d-baa6-b4c18ec62e3f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:45.002680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-689eee6a-99e0-497e-b38c-9de11c77e242 None None] Current status of the port 6bdc11bb-c3de-4043-a434-7f20ce5adadf is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:41:45.025495 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-538a3987-094e-4e59-9797-f2cb441e332b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113175fb-37da-4a4d-baa6-b4c18ec62e3f']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:45.047215 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-689eee6a-99e0-497e-b38c-9de11c77e242 None None] Provisioning complete for port a86ce7d9-0546-460f-ad08-c1b38791dbc1 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:41:45.047590 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-689eee6a-99e0-497e-b38c-9de11c77e242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a86ce7d9-0546-460f-ad08-c1b38791dbc1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:45.066531 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-538a3987-094e-4e59-9797-f2cb441e332b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1940700d-f68c-46fe-b391-7d93188f11de') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:45.066912 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-538a3987-094e-4e59-9797-f2cb441e332b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1940700d-f68c-46fe-b391-7d93188f11de') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:45.103179 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-538a3987-094e-4e59-9797-f2cb441e332b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (1940700d-f68c-46fe-b391-7d93188f11de), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:45.152127 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-538a3987-094e-4e59-9797-f2cb441e332b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (1940700d-f68c-46fe-b391-7d93188f11de), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:45.165825 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538a3987-094e-4e59-9797-f2cb441e332b admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:41:45.166234 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-538a3987-094e-4e59-9797-f2cb441e332b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (1940700d-f68c-46fe-b391-7d93188f11de), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:41:45.168270 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:41:45.206015 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] Publish callbacks [] for port (a86ce7d9-0546-460f-ad08-c1b38791dbc1), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:45.217745 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a86ce7d9-0546-460f-ad08-c1b38791dbc1), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:45.236861 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d5aafeab-bdaf-4a47-b3ca-44941c6e8264 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:41:45.237049 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d5aafeab-bdaf-4a47-b3ca-44941c6e8264), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:45.284550 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-81d9f3d3-19c2-4db9-ad7b-e541dad1a1e1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:45.286110 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-81d9f3d3-19c2-4db9-ad7b-e541dad1a1e1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/networks?id=b9118e8d-4696-4338-89e1-8f4af12b46fe HTTP/1.1" status: 200 len: 797 time: 1.1054754 Feb 28 20:41:45.318526 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port d5aafeab-bdaf-4a47-b3ca-44941c6e8264, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d5aafeab-bdaf-4a47-b3ca-44941c6e8264,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:41:45.322710 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-689eee6a-99e0-497e-b38c-9de11c77e242 None None] Port a86ce7d9-0546-460f-ad08-c1b38791dbc1 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:41:45.340777 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d5aafeab-bdaf-4a47-b3ca-44941c6e8264), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:45.370290 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-538a3987-094e-4e59-9797-f2cb441e332b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (113175fb-37da-4a4d-baa6-b4c18ec62e3f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:45.414064 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-538a3987-094e-4e59-9797-f2cb441e332b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:45.417409 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-538a3987-094e-4e59-9797-f2cb441e332b admin admin] 10.222.0.13 "DELETE /v2.0/networks/113175fb-37da-4a4d-baa6-b4c18ec62e3f HTTP/1.1" status: 204 len: 168 time: 0.9954374 Feb 28 20:41:45.421327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a3987-094e-4e59-9797-f2cb441e332b admin admin] Pushing event deleted for resources: {'Network': ['ID=113175fb-37da-4a4d-baa6-b4c18ec62e3f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:45.424528 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56844) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:45.453541 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c132116-730f-4d7a-87d6-e3245497db25 None None] Pushing event updated for resources: {'Port': ['ID=a86ce7d9-0546-460f-ad08-c1b38791dbc1,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:45.468503 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-e8a50fa7-cf4e-4200-9145-c22dbb4d2853 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/quotas/1a7308829c1041378fe2c0c22726e9fa HTTP/1.1" status: 200 len: 375 time: 0.1551733 Feb 28 20:41:45.573271 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-59eb17fc-d37d-4365-a184-f814ffdbc787 admin admin] Deleting subnet 823549cd-43ae-4a9e-8281-0f303acea846 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:41:45.582774 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59eb17fc-d37d-4365-a184-f814ffdbc787 admin admin] Publish callbacks [] for subnet (823549cd-43ae-4a9e-8281-0f303acea846), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:45.612866 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6bdc11bb-c3de-4043-a434-7f20ce5adadf up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:41:45.618258 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-878538eb-e242-4070-a222-5cf563a49556 None None] Provisioning complete for port a86ce7d9-0546-460f-ad08-c1b38791dbc1 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:41:45.636071 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-878538eb-e242-4070-a222-5cf563a49556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a86ce7d9-0546-460f-ad08-c1b38791dbc1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:45.647819 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b9d5b-53f3-440b-a6f6-d1703ebc90d2 req-e1ae7644-86a5-4898-bac7-b0ffd7127bed tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:45.651907 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c77b9d5b-53f3-440b-a6f6-d1703ebc90d2 req-e1ae7644-86a5-4898-bac7-b0ffd7127bed tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddbfaaf1-1a1b-4156-b536-3db4c96f5712 HTTP/1.1" status: 200 len: 945 time: 0.3634465 Feb 28 20:41:45.663007 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c132116-730f-4d7a-87d6-e3245497db25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:45.663341 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c132116-730f-4d7a-87d6-e3245497db25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:45.679237 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59eb17fc-d37d-4365-a184-f814ffdbc787 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (823549cd-43ae-4a9e-8281-0f303acea846), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:45.691180 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c132116-730f-4d7a-87d6-e3245497db25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:45.691808 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c132116-730f-4d7a-87d6-e3245497db25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:45.692287 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c132116-730f-4d7a-87d6-e3245497db25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:45.692800 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c132116-730f-4d7a-87d6-e3245497db25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:45.693489 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c132116-730f-4d7a-87d6-e3245497db25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:45.693955 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c132116-730f-4d7a-87d6-e3245497db25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:45.694872 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c132116-730f-4d7a-87d6-e3245497db25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:45.695338 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c132116-730f-4d7a-87d6-e3245497db25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:45.695908 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c132116-730f-4d7a-87d6-e3245497db25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:45.696371 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c132116-730f-4d7a-87d6-e3245497db25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:45.696834 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c132116-730f-4d7a-87d6-e3245497db25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:41:45.727508 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] Attempting to bind port a86ce7d9-0546-460f-ad08-c1b38791dbc1 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:41:45.729706 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] Attempting to bind port a86ce7d9-0546-460f-ad08-c1b38791dbc1 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'f4a02de2-cdf6-4098-b669-0b920a36b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:41:45.731998 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] Attempting to bind port a86ce7d9-0546-460f-ad08-c1b38791dbc1 on network b9118e8d-4696-4338-89e1-8f4af12b46fe {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:41:45.751689 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:41:45.752345 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] Checking segment: {'id': 'f4a02de2-cdf6-4098-b669-0b920a36b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:41:45.753316 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:45.753861 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] Bound using segment: {'id': 'f4a02de2-cdf6-4098-b669-0b920a36b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:41:45.754472 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] Bound port: a86ce7d9-0546-460f-ad08-c1b38791dbc1, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a02de2-cdf6-4098-b669-0b920a36b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:41:45.757209 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a86ce7d9-0546-460f-ad08-c1b38791dbc1), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:45.778279 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59eb17fc-d37d-4365-a184-f814ffdbc787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (823549cd-43ae-4a9e-8281-0f303acea846), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:45.779247 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-ae5fba34-534e-461a-9571-d43cea5a7b92 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2927213 Feb 28 20:41:45.788730 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=d5aafeab-bdaf-4a47-b3ca-44941c6e8264,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:45.817903 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c77b9d5b-53f3-440b-a6f6-d1703ebc90d2 req-07ecbb05-7ddb-479d-bab6-927e6d60f224 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594162 Feb 28 20:41:45.870572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-878538eb-e242-4070-a222-5cf563a49556 None None] Port a86ce7d9-0546-460f-ad08-c1b38791dbc1 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:41:45.920802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 6bdc11bb-c3de-4043-a434-7f20ce5adadf triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:41:45.921166 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6bdc11bb-c3de-4043-a434-7f20ce5adadf), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:45.931073 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59eb17fc-d37d-4365-a184-f814ffdbc787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (823549cd-43ae-4a9e-8281-0f303acea846), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:45.972089 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb17fc-d37d-4365-a184-f814ffdbc787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=823549cd-43ae-4a9e-8281-0f303acea846,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:45.997406 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] For port a86ce7d9-0546-460f-ad08-c1b38791dbc1, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:41:46.001941 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-59eb17fc-d37d-4365-a184-f814ffdbc787 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:46.007842 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] For port a86ce7d9-0546-460f-ad08-c1b38791dbc1, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a86ce7d9-0546-460f-ad08-c1b38791dbc1,segment=NetworkSegment(f4a02de2-cdf6-4098-b669-0b920a36b2dd),segment_id=f4a02de2-cdf6-4098-b669-0b920a36b2dd)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:41:46.018436 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-59eb17fc-d37d-4365-a184-f814ffdbc787 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/823549cd-43ae-4a9e-8281-0f303acea846 HTTP/1.1" status: 204 len: 168 time: 0.5923116 Feb 28 20:41:46.020175 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56850) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:46.030575 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a86ce7d9-0546-460f-ad08-c1b38791dbc1), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:46.064751 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-f92de63c-7f48-42b3-a1fb-a0ecfd9655dd service neutron] 10.222.0.13 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694447 Feb 28 20:41:46.101806 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d4e6d536-f31c-409e-82cc-36c962f9ae59 None None] Provisioning complete for port a86ce7d9-0546-460f-ad08-c1b38791dbc1 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:41:46.102761 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d536-f31c-409e-82cc-36c962f9ae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a86ce7d9-0546-460f-ad08-c1b38791dbc1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:46.308307 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] Routers {'a7bf4243-7abd-4216-822b-ff0fc64bdcff'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:41:46.309093 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:41:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a7bf4243-7abd-4216-822b-ff0fc64bdcff'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:46.380171 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-14c7657d-12fc-475b-8e72-826a8c58e1ac service neutron] 10.222.0.13 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142931 Feb 28 20:41:46.385428 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6bdc11bb-c3de-4043-a434-7f20ce5adadf is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:41:46.411384 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-77197bb5-b070-43e5-bfd8-5e7ca9c15d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (da27ae5e-85c7-4152-af69-50321e9b3993), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:46.532021 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d4e6d536-f31c-409e-82cc-36c962f9ae59 None None] Current status of the port a86ce7d9-0546-460f-ad08-c1b38791dbc1 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:41:46.532413 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d536-f31c-409e-82cc-36c962f9ae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a86ce7d9-0546-460f-ad08-c1b38791dbc1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:46.543267 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a0bebade-b321-4823-8f05-298f77e24d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:46.608769 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c132116-730f-4d7a-87d6-e3245497db25 None None] Pushing event updated for resources: {'Port': ['ID=a86ce7d9-0546-460f-ad08-c1b38791dbc1,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:46.679231 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d4e6d536-f31c-409e-82cc-36c962f9ae59 None None] For port a86ce7d9-0546-460f-ad08-c1b38791dbc1, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a86ce7d9-0546-460f-ad08-c1b38791dbc1,segment=NetworkSegment(f4a02de2-cdf6-4098-b669-0b920a36b2dd),segment_id=f4a02de2-cdf6-4098-b669-0b920a36b2dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:41:46.682474 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-77197bb5-b070-43e5-bfd8-5e7ca9c15d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (da27ae5e-85c7-4152-af69-50321e9b3993), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:46.694207 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d536-f31c-409e-82cc-36c962f9ae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a86ce7d9-0546-460f-ad08-c1b38791dbc1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:46.745578 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-77197bb5-b070-43e5-bfd8-5e7ca9c15d48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da27ae5e-85c7-4152-af69-50321e9b3993']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:46.770504 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6d536-f31c-409e-82cc-36c962f9ae59 None None] Pushing event updated for resources: {'Port': ['ID=a86ce7d9-0546-460f-ad08-c1b38791dbc1,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:46.793818 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-77197bb5-b070-43e5-bfd8-5e7ca9c15d48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63edc68-6cdf-4ec6-b345-e91b4f89ee25') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:46.794118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-77197bb5-b070-43e5-bfd8-5e7ca9c15d48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63edc68-6cdf-4ec6-b345-e91b4f89ee25') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:46.825549 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d99f4779-1528-42ca-998c-f09dfdcb601d None None] Provisioning complete for port a86ce7d9-0546-460f-ad08-c1b38791dbc1 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:41:46.826531 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d99f4779-1528-42ca-998c-f09dfdcb601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a86ce7d9-0546-460f-ad08-c1b38791dbc1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:46.832391 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-77197bb5-b070-43e5-bfd8-5e7ca9c15d48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (d63edc68-6cdf-4ec6-b345-e91b4f89ee25), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:46.852344 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] Set router a7bf4243-7abd-4216-822b-ff0fc64bdcff gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:41:46.884922 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-77197bb5-b070-43e5-bfd8-5e7ca9c15d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (d63edc68-6cdf-4ec6-b345-e91b4f89ee25), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:46.897476 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77197bb5-b070-43e5-bfd8-5e7ca9c15d48 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:41:46.898101 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-77197bb5-b070-43e5-bfd8-5e7ca9c15d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (d63edc68-6cdf-4ec6-b345-e91b4f89ee25), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:41:46.900110 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:41:46.908422 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aedd6831-e3d1-40ed-abff-c7873f9467be req-c528254e-f330-4ec9-be91-13cc58119c44 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 210 time: 0.0707386 Feb 28 20:41:47.084326 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-77197bb5-b070-43e5-bfd8-5e7ca9c15d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (da27ae5e-85c7-4152-af69-50321e9b3993), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:47.089818 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-77197bb5-b070-43e5-bfd8-5e7ca9c15d48 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:47.090491 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d99f4779-1528-42ca-998c-f09dfdcb601d None None] Current status of the port a86ce7d9-0546-460f-ad08-c1b38791dbc1 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:41:47.098017 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-77197bb5-b070-43e5-bfd8-5e7ca9c15d48 admin admin] 10.222.0.13 "DELETE /v2.0/networks/da27ae5e-85c7-4152-af69-50321e9b3993 HTTP/1.1" status: 204 len: 168 time: 1.0768151 Feb 28 20:41:47.122690 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77197bb5-b070-43e5-bfd8-5e7ca9c15d48 admin admin] Pushing event deleted for resources: {'Network': ['ID=da27ae5e-85c7-4152-af69-50321e9b3993,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:47.363465 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361137645', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:41:33Z', 'updated_at': '2022-02-28T20:41:41Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:34Z', 'updated_at': '2022-02-28T20:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'a86ce7d9-0546-460f-ad08-c1b38791dbc1', 'name': '', 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:1d:a8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '25b168de-d2e4-497b-ab0f-97ac84f5a373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:39Z', 'updated_at': '2022-02-28T20:41:45Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': '25b168de-d2e4-497b-ab0f-97ac84f5a373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:41:47.437305 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6b2891-7ef3-4d77-a294-a58aabd7f29e None None] The sync data for ids ['a7bf4243-7abd-4216-822b-ff0fc64bdcff'] in n-d-820368-21 is: [{'id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361137645', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:41:33Z', 'updated_at': '2022-02-28T20:41:41Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:34Z', 'updated_at': '2022-02-28T20:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'a86ce7d9-0546-460f-ad08-c1b38791dbc1', 'name': '', 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:1d:a8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '25b168de-d2e4-497b-ab0f-97ac84f5a373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:39Z', 'updated_at': '2022-02-28T20:41:45Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': '25b168de-d2e4-497b-ab0f-97ac84f5a373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:41:47.487986 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d5aafeab-bdaf-4a47-b3ca-44941c6e8264 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:41:47.502278 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56874) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:47.632164 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d5aafeab-bdaf-4a47-b3ca-44941c6e8264 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:41:47.632826 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d5aafeab-bdaf-4a47-b3ca-44941c6e8264), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:47.673327 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-792bb76b-548b-48b8-943c-44821727778b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cbab826ad754d77927079ad9fd3269a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1666708 Feb 28 20:41:47.675909 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56878) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:47.854696 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7b591d83-4ae1-4212-a5be-c05dc0e9184d admin admin] Publish callbacks [] for security_group (0cce3858-eccb-4eee-b3c7-438dff9f84f1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:47.948474 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7b591d83-4ae1-4212-a5be-c05dc0e9184d admin admin] Publish callbacks [] for security_group (0cce3858-eccb-4eee-b3c7-438dff9f84f1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:48.064610 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf080274-a5ad-454c-be5f-cc1f36a6c2f1 req-a880fe28-a8e0-430e-ac61-adef64bad818 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 210 time: 0.0685463 Feb 28 20:41:48.124749 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7b591d83-4ae1-4212-a5be-c05dc0e9184d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0cce3858-eccb-4eee-b3c7-438dff9f84f1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:48.128533 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7b591d83-4ae1-4212-a5be-c05dc0e9184d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:48.133286 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7b591d83-4ae1-4212-a5be-c05dc0e9184d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0cce3858-eccb-4eee-b3c7-438dff9f84f1 HTTP/1.1" status: 204 len: 168 time: 0.4563339 Feb 28 20:41:48.163401 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b591d83-4ae1-4212-a5be-c05dc0e9184d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cce3858-eccb-4eee-b3c7-438dff9f84f1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:48.452226 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d5aafeab-bdaf-4a47-b3ca-44941c6e8264 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:41:48.663076 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56900) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:48.956931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56906) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:48.958824 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcd5a926-0803-4e33-a9d6-8c49c2a7bb41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:49.038976 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e04d65c6-f0e3-4c33-8422-bfd185addf3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:49.061925 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d30bc3dd-1237-4326-a5da-bcf5c991ec8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=507f03c79db0457494f284d8366b4bab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1032336 Feb 28 20:41:49.067039 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56910) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:49.160710 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcd5a926-0803-4e33-a9d6-8c49c2a7bb41 admin admin] Publish callbacks [] for security_group (6800c869-b3ee-48b7-87cd-cf60c2d88a27), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:49.181968 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcd5a926-0803-4e33-a9d6-8c49c2a7bb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6800c869-b3ee-48b7-87cd-cf60c2d88a27), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:49.274140 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5a926-0803-4e33-a9d6-8c49c2a7bb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6800c869-b3ee-48b7-87cd-cf60c2d88a27,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:49.292390 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fcd5a926-0803-4e33-a9d6-8c49c2a7bb41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd4bc8d7fc5e42148e4e9a4d04b0709d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6257432 Feb 28 20:41:49.303809 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56916) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:49.344946 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b54ce46-53d3-4fd1-a490-527ae5cdf801 req-7e47e1ed-a597-43e8-b351-247b8aea1f4e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 210 time: 0.1264017 Feb 28 20:41:49.462278 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d1455009-24a9-429e-a43d-fc541d76a549 admin admin] Publish callbacks [] for security_group (666c67c8-7518-4902-9af5-2dea0be8f495), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:49.539031 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fbef1c16-9820-452f-9167-854f69e6b1c1 admin admin] Publish callbacks [] for security_group (6800c869-b3ee-48b7-87cd-cf60c2d88a27), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:49.608891 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d1455009-24a9-429e-a43d-fc541d76a549 admin admin] Publish callbacks [] for security_group (666c67c8-7518-4902-9af5-2dea0be8f495), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:49.613950 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a86ce7d9-0546-460f-ad08-c1b38791dbc1 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:41:49.675182 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fbef1c16-9820-452f-9167-854f69e6b1c1 admin admin] Publish callbacks [] for security_group (6800c869-b3ee-48b7-87cd-cf60c2d88a27), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:49.744241 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d1455009-24a9-429e-a43d-fc541d76a549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (666c67c8-7518-4902-9af5-2dea0be8f495), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:49.755476 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d1455009-24a9-429e-a43d-fc541d76a549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:49.757816 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d1455009-24a9-429e-a43d-fc541d76a549 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/666c67c8-7518-4902-9af5-2dea0be8f495 HTTP/1.1" status: 204 len: 168 time: 0.6889653 Feb 28 20:41:49.782232 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:49.800502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1455009-24a9-429e-a43d-fc541d76a549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666c67c8-7518-4902-9af5-2dea0be8f495,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:49.851974 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fbef1c16-9820-452f-9167-854f69e6b1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (6800c869-b3ee-48b7-87cd-cf60c2d88a27), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:49.855953 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fbef1c16-9820-452f-9167-854f69e6b1c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:49.857591 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fbef1c16-9820-452f-9167-854f69e6b1c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6800c869-b3ee-48b7-87cd-cf60c2d88a27 HTTP/1.1" status: 204 len: 168 time: 0.5527542 Feb 28 20:41:49.881948 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef1c16-9820-452f-9167-854f69e6b1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6800c869-b3ee-48b7-87cd-cf60c2d88a27,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:49.898297 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port a86ce7d9-0546-460f-ad08-c1b38791dbc1 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:41:49.899785 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a86ce7d9-0546-460f-ad08-c1b38791dbc1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:50.227468 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port a86ce7d9-0546-460f-ad08-c1b38791dbc1 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:41:50.282314 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:50.552253 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de3e52c3-1c30-4547-b521-a3245184ce74 req-35072b1e-5058-438a-9276-c65f3d4a1a42 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 210 time: 0.0969999 Feb 28 20:41:50.730329 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 56950) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:50.752965 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c90ff15c-d424-45ea-8a24-b8fc8c873c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:50.906768 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c90ff15c-d424-45ea-8a24-b8fc8c873c56 admin admin] Publish callbacks [] for security_group (e71e2b54-fc6c-4ac3-99e4-23e80dc40e37), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:50.925670 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c90ff15c-d424-45ea-8a24-b8fc8c873c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e71e2b54-fc6c-4ac3-99e4-23e80dc40e37), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:50.989722 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ff15c-d424-45ea-8a24-b8fc8c873c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71e2b54-fc6c-4ac3-99e4-23e80dc40e37,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:51.047608 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c90ff15c-d424-45ea-8a24-b8fc8c873c56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab6028a2a5d243878d62fb39d84ce184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3160481 Feb 28 20:41:51.050227 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 56962) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:51.168268 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1554e6ed-6aa5-49d2-a22c-03448ed60e45 admin admin] Publish callbacks [] for security_group (e71e2b54-fc6c-4ac3-99e4-23e80dc40e37), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:51.200632 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1554e6ed-6aa5-49d2-a22c-03448ed60e45 admin admin] Publish callbacks [] for security_group (e71e2b54-fc6c-4ac3-99e4-23e80dc40e37), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:51.268433 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1554e6ed-6aa5-49d2-a22c-03448ed60e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e71e2b54-fc6c-4ac3-99e4-23e80dc40e37), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:51.272963 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1554e6ed-6aa5-49d2-a22c-03448ed60e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:51.274598 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1554e6ed-6aa5-49d2-a22c-03448ed60e45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e71e2b54-fc6c-4ac3-99e4-23e80dc40e37 HTTP/1.1" status: 204 len: 168 time: 0.2230515 Feb 28 20:41:51.309286 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554e6ed-6aa5-49d2-a22c-03448ed60e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71e2b54-fc6c-4ac3-99e4-23e80dc40e37,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:51.353101 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:51.756707 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-177e8eb8-e1c3-4e7f-b7fb-eb77b86c0251 req-b6eead44-7ce3-4c3c-a1fc-ddb7f6f0bbcb tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 210 time: 0.0655801 Feb 28 20:41:52.610085 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:52.678817 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 57010) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:52.698632 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:53.017914 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eeb08b1f-4f68-4bb7-b9cb-e9a9be7ac23b req-da3388d7-4396-4206-818c-371e47593bc1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 210 time: 0.1218967 Feb 28 20:41:53.053820 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33881db1-659f-4937-9517-bc2e9836fc52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:53.332551 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33881db1-659f-4937-9517-bc2e9836fc52 admin admin] Publish callbacks [] for security_group (b9592e02-a736-44b7-bbfb-d9d4eae113db), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:53.341523 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-23bd1bae-2705-405b-8027-3d895c70a159 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:53.343185 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-23bd1bae-2705-405b-8027-3d895c70a159 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.10 "GET /v2.0/networks?id=b9118e8d-4696-4338-89e1-8f4af12b46fe HTTP/1.1" status: 200 len: 797 time: 0.3219943 Feb 28 20:41:53.344600 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33881db1-659f-4937-9517-bc2e9836fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b9592e02-a736-44b7-bbfb-d9d4eae113db), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:53.410592 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-33881db1-659f-4937-9517-bc2e9836fc52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1547f89636945cd910682dfc5a92ee9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7301133 Feb 28 20:41:53.414262 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57036) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:53.450326 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33881db1-659f-4937-9517-bc2e9836fc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9592e02-a736-44b7-bbfb-d9d4eae113db,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:53.500831 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-334d1cee-a9c0-43e1-92ea-21917dec6121 admin admin] Publish callbacks [] for security_group (b9592e02-a736-44b7-bbfb-d9d4eae113db), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:53.541913 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-334d1cee-a9c0-43e1-92ea-21917dec6121 admin admin] Publish callbacks [] for security_group (b9592e02-a736-44b7-bbfb-d9d4eae113db), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:53.600136 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-83efe183-3f31-44c4-85db-d34bd58736f5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a7308829c1041378fe2c0c22726e9fa HTTP/1.1" status: 200 len: 380 time: 0.2279222 Feb 28 20:41:53.612671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-639bd5a6-f008-41ea-b24e-5fca0234d1d2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'port': {'device_id': 'a7327b16-f0cc-441c-8814-5256a407078e', 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe', 'admin_state_up': True, 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'security_groups': ['a43981f7-ac9b-4330-a3fc-d932149b5f7a']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:53.651071 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-334d1cee-a9c0-43e1-92ea-21917dec6121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b9592e02-a736-44b7-bbfb-d9d4eae113db), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:53.656319 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-334d1cee-a9c0-43e1-92ea-21917dec6121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:53.661333 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-334d1cee-a9c0-43e1-92ea-21917dec6121 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9592e02-a736-44b7-bbfb-d9d4eae113db HTTP/1.1" status: 204 len: 168 time: 0.2454860 Feb 28 20:41:53.675234 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d1cee-a9c0-43e1-92ea-21917dec6121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9592e02-a736-44b7-bbfb-d9d4eae113db,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:53.900198 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-639bd5a6-f008-41ea-b24e-5fca0234d1d2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Made reservation on behalf of 1a7308829c1041378fe2c0c22726e9fa for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:41:53.904974 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-639bd5a6-f008-41ea-b24e-5fca0234d1d2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:54.223594 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23022b03-c50f-4e4e-9e12-d85ed13840f0 req-895ee74f-569c-44d0-b9f6-9773fc46b585 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 210 time: 0.0519357 Feb 28 20:41:54.245804 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-639bd5a6-f008-41ea-b24e-5fca0234d1d2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Allocated IP 172.20.0.11 (b9118e8d-4696-4338-89e1-8f4af12b46fe/25b168de-d2e4-497b-ab0f-97ac84f5a373/494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:41:54.538204 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-639bd5a6-f008-41ea-b24e-5fca0234d1d2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:54.625147 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-639bd5a6-f008-41ea-b24e-5fca0234d1d2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:54.746171 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-639bd5a6-f008-41ea-b24e-5fca0234d1d2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network b9118e8d-4696-4338-89e1-8f4af12b46fe is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:41:54.758298 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-639bd5a6-f008-41ea-b24e-5fca0234d1d2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:41:54.768861 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-639bd5a6-f008-41ea-b24e-5fca0234d1d2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:41:54.907250 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-639bd5a6-f008-41ea-b24e-5fca0234d1d2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:54.908199 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-639bd5a6-f008-41ea-b24e-5fca0234d1d2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:54.934776 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bd5a6-f008-41ea-b24e-5fca0234d1d2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:54.962093 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-639bd5a6-f008-41ea-b24e-5fca0234d1d2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3564627 Feb 28 20:41:55.185457 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-98d976a1-92bb-4b73-b705-674d771663a0 None None] Provisioning complete for port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:41:55.186016 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-98d976a1-92bb-4b73-b705-674d771663a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:55.206332 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] Request body: {'port': {'device_id': 'a7327b16-f0cc-441c-8814-5256a407078e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:41:55.310147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-98d976a1-92bb-4b73-b705-674d771663a0 None None] Port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:41:55.375431 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:55.485757 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57104) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:55.667927 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dac326-55bf-4bbe-ae47-5c3dcf0fa646 req-11a745a4-deff-49d0-8fa3-0a388747d45e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:55.678631 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f8dac326-55bf-4bbe-ae47-5c3dcf0fa646 req-11a745a4-deff-49d0-8fa3-0a388747d45e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 932 time: 0.2984033 Feb 28 20:41:55.696185 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-eca8247d-eb59-4ac2-bf95-5f7a6084aed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:55.877199 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f8dac326-55bf-4bbe-ae47-5c3dcf0fa646 req-8ba0a1f5-500e-4378-afac-c18e9e5741de tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972985 Feb 28 20:41:55.877432 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-eca8247d-eb59-4ac2-bf95-5f7a6084aed7 admin admin] Publish callbacks [] for security_group (09434a5b-2c60-4f46-b279-61f6296ea874), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:55.878337 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57110) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:55.900814 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-eca8247d-eb59-4ac2-bf95-5f7a6084aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (09434a5b-2c60-4f46-b279-61f6296ea874), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:55.947716 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-eca8247d-eb59-4ac2-bf95-5f7a6084aed7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28b08465312742b395db9733758702d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4590790 Feb 28 20:41:55.950264 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 57114) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:55.983431 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8247d-eb59-4ac2-bf95-5f7a6084aed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09434a5b-2c60-4f46-b279-61f6296ea874,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:56.075656 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-63e0580a-89b0-4087-aec0-15ba95c0a667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:56.085078 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f88ecca9-2bda-4f25-8330-eed266622ba0 admin admin] Publish callbacks [] for security_group (09434a5b-2c60-4f46-b279-61f6296ea874), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:56.126682 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f88ecca9-2bda-4f25-8330-eed266622ba0 admin admin] Publish callbacks [] for security_group (09434a5b-2c60-4f46-b279-61f6296ea874), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:56.218664 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:41:56.234857 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] Publish callbacks [] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:56.248334 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-63e0580a-89b0-4087-aec0-15ba95c0a667 admin admin] Publish callbacks [] for security_group (462316d7-2d03-4d5a-a72e-a3af28ecfcd1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:56.254413 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-63e0580a-89b0-4087-aec0-15ba95c0a667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (462316d7-2d03-4d5a-a72e-a3af28ecfcd1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:56.261034 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] Transition to ACTIVE for port object 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:41:56.261258 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f88ecca9-2bda-4f25-8330-eed266622ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (09434a5b-2c60-4f46-b279-61f6296ea874), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:56.263847 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f88ecca9-2bda-4f25-8330-eed266622ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:56.265032 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f88ecca9-2bda-4f25-8330-eed266622ba0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09434a5b-2c60-4f46-b279-61f6296ea874 HTTP/1.1" status: 204 len: 168 time: 0.3137398 Feb 28 20:41:56.276930 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:56.283104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ecca9-2bda-4f25-8330-eed266622ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09434a5b-2c60-4f46-b279-61f6296ea874,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:56.328588 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0580a-89b0-4087-aec0-15ba95c0a667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462316d7-2d03-4d5a-a72e-a3af28ecfcd1,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:56.334157 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-63e0580a-89b0-4087-aec0-15ba95c0a667 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f180e388948842d79d62e85608f515d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4535968 Feb 28 20:41:56.337118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57122) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:56.369067 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] Pushing event updated for resources: {'Port': ['ID=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:56.419079 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-94d17b0a-1d48-43e7-97b1-a2b135418f07 admin admin] Publish callbacks [] for security_group (462316d7-2d03-4d5a-a72e-a3af28ecfcd1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:56.449536 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-94d17b0a-1d48-43e7-97b1-a2b135418f07 admin admin] Publish callbacks [] for security_group (462316d7-2d03-4d5a-a72e-a3af28ecfcd1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:56.469134 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] Attempting to bind port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:41:56.469647 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] Attempting to bind port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'f4a02de2-cdf6-4098-b669-0b920a36b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:41:56.470063 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] Attempting to bind port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba on network b9118e8d-4696-4338-89e1-8f4af12b46fe {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:41:56.476871 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] Port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba on network b9118e8d-4696-4338-89e1-8f4af12b46fe not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:41:56.477546 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] Attempting to bind port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba on network b9118e8d-4696-4338-89e1-8f4af12b46fe {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:41:56.486312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:41:56.488468 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] Checking segment: {'id': 'f4a02de2-cdf6-4098-b669-0b920a36b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:41:56.488468 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] Bound using segment: {'id': 'f4a02de2-cdf6-4098-b669-0b920a36b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:41:56.489031 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] Bound port: 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a02de2-cdf6-4098-b669-0b920a36b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:41:56.489717 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:56.518141 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-94d17b0a-1d48-43e7-97b1-a2b135418f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (462316d7-2d03-4d5a-a72e-a3af28ecfcd1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:56.522954 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-94d17b0a-1d48-43e7-97b1-a2b135418f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:56.527109 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-94d17b0a-1d48-43e7-97b1-a2b135418f07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/462316d7-2d03-4d5a-a72e-a3af28ecfcd1 HTTP/1.1" status: 204 len: 168 time: 0.1864798 Feb 28 20:41:56.562534 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d17b0a-1d48-43e7-97b1-a2b135418f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462316d7-2d03-4d5a-a72e-a3af28ecfcd1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:56.592346 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] For port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:41:56.602350 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] For port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba,segment=NetworkSegment(f4a02de2-cdf6-4098-b669-0b920a36b2dd),segment_id=f4a02de2-cdf6-4098-b669-0b920a36b2dd)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:41:56.621448 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:56.693727 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] Pushing event updated for resources: {'Port': ['ID=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:56.723245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:56.724633 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:56.726804 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-a3e1b406-e5f9-42cd-af33-8d50d4d47496 service neutron] 10.222.0.10 "PUT /v2.0/ports/494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba HTTP/1.1" status: 200 len: 1093 time: 1.7549894 Feb 28 20:41:56.727481 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7327b16-f0cc-441c-8814-5256a407078e', 'tag': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:41:56.730798 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87e6dc3-b24a-438a-a967-464142375b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7327b16-f0cc-441c-8814-5256a407078e", "tag": "494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:41:56.807872 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e647cc5-2866-461f-b852-7aa5cad164ce x-openstack-request-id: req-7e647cc5-2866-461f-b852-7aa5cad164ce {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:41:56.808170 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7327b16-f0cc-441c-8814-5256a407078e", "tag": "494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:41:56.808438 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e647cc5-2866-461f-b852-7aa5cad164ce {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:41:56.810984 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7327b16-f0cc-441c-8814-5256a407078e', 'tag': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba', 'status': 'completed', 'code': 200} Feb 28 20:41:56.850579 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57138) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:56.876350 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01061a77-75e5-404b-a06f-475eec7ccf8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:56.886635 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-3af5ca6a-5e23-4135-b673-298aa64f2911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:56.889556 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-3af5ca6a-5e23-4135-b673-298aa64f2911 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 1127 time: 0.0971773 Feb 28 20:41:57.061366 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-8a8cd3ec-add9-43bd-8504-f9cc6922f758 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba HTTP/1.1" status: 200 len: 217 time: 0.1595387 Feb 28 20:41:57.081419 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01061a77-75e5-404b-a06f-475eec7ccf8a admin admin] Publish callbacks [] for security_group (f15622b2-6933-4b78-a6e9-ee514807a01a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:57.088375 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01061a77-75e5-404b-a06f-475eec7ccf8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f15622b2-6933-4b78-a6e9-ee514807a01a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:57.156568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-88d36d6f-48c1-406f-bf74-9b79381ae854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:57.160560 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-88d36d6f-48c1-406f-bf74-9b79381ae854 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=25b168de-d2e4-497b-ab0f-97ac84f5a373 HTTP/1.1" status: 200 len: 835 time: 0.0708349 Feb 28 20:41:57.165570 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-01061a77-75e5-404b-a06f-475eec7ccf8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40a1c86b97994c50ba2d8b3458f50d3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3137815 Feb 28 20:41:57.182254 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57154) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:41:57.270485 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee8b3c-5a53-49b3-bc81-026c880a29b9 req-8d0c63d0-c371-45de-aac4-3af167a4403f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:57.272137 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61ee8b3c-5a53-49b3-bc81-026c880a29b9 req-8d0c63d0-c371-45de-aac4-3af167a4403f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 944 time: 0.2562623 Feb 28 20:41:57.282551 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-6f61203e-3d48-4118-81ce-301cfc46edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:57.284028 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-6f61203e-3d48-4118-81ce-301cfc46edc7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9118e8d-4696-4338-89e1-8f4af12b46fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1156993 Feb 28 20:41:57.292330 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0311eb3-620a-48a1-9734-43065cf47c13 admin admin] Publish callbacks [] for security_group (f15622b2-6933-4b78-a6e9-ee514807a01a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:57.338057 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0311eb3-620a-48a1-9734-43065cf47c13 admin admin] Publish callbacks [] for security_group (f15622b2-6933-4b78-a6e9-ee514807a01a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:57.340107 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01061a77-75e5-404b-a06f-475eec7ccf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15622b2-6933-4b78-a6e9-ee514807a01a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:57.408462 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61ee8b3c-5a53-49b3-bc81-026c880a29b9 req-18b7b918-8f6e-4373-af70-ebae367b74a2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283159 Feb 28 20:41:57.425494 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0311eb3-620a-48a1-9734-43065cf47c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f15622b2-6933-4b78-a6e9-ee514807a01a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:57.429851 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d0311eb3-620a-48a1-9734-43065cf47c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:41:57.433491 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d0311eb3-620a-48a1-9734-43065cf47c13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f15622b2-6933-4b78-a6e9-ee514807a01a HTTP/1.1" status: 204 len: 168 time: 0.2479587 Feb 28 20:41:57.446960 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0311eb3-620a-48a1-9734-43065cf47c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15622b2-6933-4b78-a6e9-ee514807a01a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:41:57.472909 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-27d40803-bc49-462c-a219-5020f56602f1 service neutron] 10.222.0.10 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663561 Feb 28 20:41:57.642489 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea8f1aee-b2c9-49a3-9ed6-2c52bec7d2c2 req-c34ffe12-9c2a-49bb-b055-868c95d90be8 service neutron] 10.222.0.10 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524210 Feb 28 20:41:57.766559 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e6dc3-b24a-438a-a967-464142375b6a req-ed5a2d16-4c44-4fc3-9fd9-76fad8e5c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:57.769179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f87e6dc3-b24a-438a-a967-464142375b6a req-ed5a2d16-4c44-4fc3-9fd9-76fad8e5c9f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 1127 time: 0.0838511 Feb 28 20:41:57.952284 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e6dc3-b24a-438a-a967-464142375b6a req-b198a6b3-9183-4a91-8773-68c03bc693a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:57.953797 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f87e6dc3-b24a-438a-a967-464142375b6a req-b198a6b3-9183-4a91-8773-68c03bc693a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9118e8d-4696-4338-89e1-8f4af12b46fe HTTP/1.1" status: 200 len: 897 time: 0.1748047 Feb 28 20:41:58.014506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f87e6dc3-b24a-438a-a967-464142375b6a req-f5cfc2b0-092c-464f-8ee9-f71435e6b840 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba HTTP/1.1" status: 200 len: 217 time: 0.0528836 Feb 28 20:41:58.076839 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e6dc3-b24a-438a-a967-464142375b6a req-847f4a79-7297-47d8-9274-01a5c410c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:58.078315 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f87e6dc3-b24a-438a-a967-464142375b6a req-847f4a79-7297-47d8-9274-01a5c410c821 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=25b168de-d2e4-497b-ab0f-97ac84f5a373 HTTP/1.1" status: 200 len: 835 time: 0.0560298 Feb 28 20:41:58.143772 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e6dc3-b24a-438a-a967-464142375b6a req-b45e7b10-8204-47fa-83bf-3dba1a970090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:58.145425 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f87e6dc3-b24a-438a-a967-464142375b6a req-b45e7b10-8204-47fa-83bf-3dba1a970090 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9118e8d-4696-4338-89e1-8f4af12b46fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0595717 Feb 28 20:41:58.332845 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f87e6dc3-b24a-438a-a967-464142375b6a req-1eea0a85-3a28-43ae-b900-400fffdc150e service neutron] 10.222.0.10 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749544 Feb 28 20:41:58.576848 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f87e6dc3-b24a-438a-a967-464142375b6a req-06627719-31c4-4a95-92dc-ce995db20545 service neutron] 10.222.0.10 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295649 Feb 28 20:41:58.716872 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3c9e2-33af-4d0f-9f1a-c3b430481c30 req-a0324998-8441-4c20-9f76-5e762aaed585 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:41:58.718526 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-01b3c9e2-33af-4d0f-9f1a-c3b430481c30 req-a0324998-8441-4c20-9f76-5e762aaed585 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 944 time: 0.1406469 Feb 28 20:41:58.798810 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-01b3c9e2-33af-4d0f-9f1a-c3b430481c30 req-218995d9-d855-40a6-8bcb-eb6dc8fab1ef tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717721 Feb 28 20:41:59.959197 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:42:00.071750 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12051b8b-616a-41e8-b8db-f03082379bdd req-20e1154f-ef48-41ea-8968-e0f2184c4734 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:00.079111 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12051b8b-616a-41e8-b8db-f03082379bdd req-20e1154f-ef48-41ea-8968-e0f2184c4734 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 944 time: 0.1552501 Feb 28 20:42:00.217049 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12051b8b-616a-41e8-b8db-f03082379bdd req-a3e3caa8-2aac-417e-a63c-fd555f67f562 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308060 Feb 28 20:42:00.226776 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba,segment=NetworkSegment(f4a02de2-cdf6-4098-b669-0b920a36b2dd),segment_id=f4a02de2-cdf6-4098-b669-0b920a36b2dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:42:00.241701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba', 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe', 'port_id': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba', 'mac_address': 'fa:16:3e:1b:5f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25b168de-d2e4-497b-ab0f-97ac84f5a373', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:42:00.300601 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:42:00.301453 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:00.327069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:42:00.370007 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba,segment=NetworkSegment(f4a02de2-cdf6-4098-b669-0b920a36b2dd),segment_id=f4a02de2-cdf6-4098-b669-0b920a36b2dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:42:00.378652 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:00.461449 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:00.644049 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:42:01.479245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e867f-9926-41dc-8296-b8559c99eb7e req-d001b9d0-d69c-4ee9-bf5f-b37f6d23268d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:01.481994 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e28e867f-9926-41dc-8296-b8559c99eb7e req-d001b9d0-d69c-4ee9-bf5f-b37f6d23268d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 945 time: 0.1171405 Feb 28 20:42:01.580113 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e28e867f-9926-41dc-8296-b8559c99eb7e req-09604e8f-cb6c-43b1-a47e-fe8d9a33404e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927486 Feb 28 20:42:01.972967 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:42:02.100957 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:42:02.105400 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:42:02.106064 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:02.253538 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:42:02.254095 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:02.280518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7327b16-f0cc-441c-8814-5256a407078e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:42:02.283056 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad02c63-ad6b-4bb9-b894-b89face52c71" -d '{"events": [{"server_uuid": "a7327b16-f0cc-441c-8814-5256a407078e", "name": "network-vif-plugged", "status": "completed", "tag": "494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:42:02.296942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba,segment=NetworkSegment(f4a02de2-cdf6-4098-b669-0b920a36b2dd),segment_id=f4a02de2-cdf6-4098-b669-0b920a36b2dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:42:02.311334 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:02.351260 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c159806d-0fd9-48ca-8774-728d4bbd031b x-openstack-request-id: req-c159806d-0fd9-48ca-8774-728d4bbd031b {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:42:02.351883 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7327b16-f0cc-441c-8814-5256a407078e", "name": "network-vif-plugged", "status": "completed", "tag": "494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:42:02.352329 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c159806d-0fd9-48ca-8774-728d4bbd031b {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:42:02.352836 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7327b16-f0cc-441c-8814-5256a407078e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba', 'code': 200} Feb 28 20:42:02.416884 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:02.532882 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82654316-2ddd-4a9f-ab0f-fa82050d02a8 req-36b3a745-e176-4483-8254-d507a5d1498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:02.549867 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82654316-2ddd-4a9f-ab0f-fa82050d02a8 req-36b3a745-e176-4483-8254-d507a5d1498b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 1129 time: 0.1247389 Feb 28 20:42:02.622888 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82654316-2ddd-4a9f-ab0f-fa82050d02a8 req-e593f93d-c24d-4605-bfd2-36281da99f7a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707152 Feb 28 20:42:02.756943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2027ee-987b-48f4-853d-9a0c93e10a95 req-a8d9b48f-5c6a-4f97-9408-05dd763eb850 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:02.765803 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4c2027ee-987b-48f4-853d-9a0c93e10a95 req-a8d9b48f-5c6a-4f97-9408-05dd763eb850 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.0855281 Feb 28 20:42:02.842075 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4c2027ee-987b-48f4-853d-9a0c93e10a95 req-cbbea58a-a5b0-4cf2-b608-5186641d9a22 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728118 Feb 28 20:42:04.048900 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b2a1b-f341-42b3-87e1-c33dd27b10b5 req-d64379cb-c123-40ef-82c8-a87bf876ac1e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:04.050487 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-664b2a1b-f341-42b3-87e1-c33dd27b10b5 req-d64379cb-c123-40ef-82c8-a87bf876ac1e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.1128473 Feb 28 20:42:04.135255 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-664b2a1b-f341-42b3-87e1-c33dd27b10b5 req-b93cc183-da6f-43dc-8ace-afc626984636 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775921 Feb 28 20:42:05.382042 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b33e6-45c1-46a8-9e4c-4da993ed7436 req-b1b2ff80-94b0-4c52-a23c-5844cb7d20b5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:05.397701 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b4b33e6-45c1-46a8-9e4c-4da993ed7436 req-b1b2ff80-94b0-4c52-a23c-5844cb7d20b5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.1241105 Feb 28 20:42:05.505381 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b4b33e6-45c1-46a8-9e4c-4da993ed7436 req-20ad3356-d40b-4db0-a496-5593c81bc3cf tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052899 Feb 28 20:42:05.713087 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ea5ac-8fc2-4070-a888-4a4b30beb08a req-5e32285c-9ee5-4bd3-a433-1fa191a33f87 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:05.714664 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6f1ea5ac-8fc2-4070-a888-4a4b30beb08a req-5e32285c-9ee5-4bd3-a433-1fa191a33f87 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.1259329 Feb 28 20:42:05.823747 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6f1ea5ac-8fc2-4070-a888-4a4b30beb08a req-959c4235-2e2c-4f61-aec9-af01a5c24a76 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029718 Feb 28 20:42:05.852887 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 57356) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:05.962787 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed2e714-fe81-4844-a06d-7f9997846c0f tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:05.969267 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6ed2e714-fe81-4844-a06d-7f9997846c0f tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 1124 time: 0.1103859 Feb 28 20:42:05.969597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57358) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:05.975521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:42:06.047253 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:06.215649 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:06.337724 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Allocated IP 172.25.0.10 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/2388cbd1-cd2f-4e50-9a4f-11204a344c19) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:42:06.543730 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (2388cbd1-cd2f-4e50-9a4f-11204a344c19), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:06.631126 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (2388cbd1-cd2f-4e50-9a4f-11204a344c19), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:06.738245 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:42:06.747977 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:42:06.754682 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:42:06.763498 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=2388cbd1-cd2f-4e50-9a4f-11204a344c19,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:07.686295 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for floatingip (f3db49aa-49d4-40c1-a163-578f93978afc), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:07.839416 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2388cbd1-cd2f-4e50-9a4f-11204a344c19), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:08.038260 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (2388cbd1-cd2f-4e50-9a4f-11204a344c19), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:08.045866 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (2388cbd1-cd2f-4e50-9a4f-11204a344c19), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:08.162350 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=2388cbd1-cd2f-4e50-9a4f-11204a344c19,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:08.184970 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:08.185689 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:08.186250 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:08.186802 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:08.187358 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:08.194215 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:08.194981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:08.195538 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:08.196125 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:08.196679 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:08.197308 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:08.197856 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:08.198418 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:08.208975 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (f3db49aa-49d4-40c1-a163-578f93978afc), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:08.410030 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Floating IP f3db49aa-49d4-40c1-a163-578f93978afc associated. External IP: 172.25.0.10, port: 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba. Feb 28 20:42:09.041053 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Router a7bf4243-7abd-4216-822b-ff0fc64bdcff has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:42:09.177347 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:42:09.194319 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccafdfde-408e-4e3e-87bb-4f69a7c8ff22 None None] Sync routers for ids ['a7bf4243-7abd-4216-822b-ff0fc64bdcff'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:42:09.207747 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccafdfde-408e-4e3e-87bb-4f69a7c8ff22 None None] Routers {'a7bf4243-7abd-4216-822b-ff0fc64bdcff'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:42:09.208703 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ccafdfde-408e-4e3e-87bb-4f69a7c8ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:41:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a7bf4243-7abd-4216-822b-ff0fc64bdcff'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:42:09.224313 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:09.299505 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a655c856-0be3-4774-a725-984748d37a41 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3262169 Feb 28 20:42:09.299505 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7327b16-f0cc-441c-8814-5256a407078e', 'tag': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:42:09.313225 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a877961a-0219-44f1-ab37-f935562f3122" -d '{"events": [{"name": "network-changed", "server_uuid": "a7327b16-f0cc-441c-8814-5256a407078e", "tag": "494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:42:09.541201 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-ccafdfde-408e-4e3e-87bb-4f69a7c8ff22 None None] Set router a7bf4243-7abd-4216-822b-ff0fc64bdcff gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:42:09.558858 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfdbb2-0a2b-4f50-8d78-2341fb4961cd req-b31219d7-bb41-4b19-b543-bfe4aced1721 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:09.588641 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7dbfdbb2-0a2b-4f50-8d78-2341fb4961cd req-b31219d7-bb41-4b19-b543-bfe4aced1721 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.1846194 Feb 28 20:42:09.687587 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7dbfdbb2-0a2b-4f50-8d78-2341fb4961cd req-7745fa95-9c00-4bd1-bd01-dd703460bcb0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971377 Feb 28 20:42:09.705443 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 57436) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:09.749601 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9a629e-5aed-4ded-a72b-ed849289b946 x-openstack-request-id: req-2c9a629e-5aed-4ded-a72b-ed849289b946 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:42:09.749601 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7327b16-f0cc-441c-8814-5256a407078e", "tag": "494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:42:09.749601 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c9a629e-5aed-4ded-a72b-ed849289b946 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:42:09.749601 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7327b16-f0cc-441c-8814-5256a407078e', 'tag': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba', 'status': 'completed', 'code': 200} Feb 28 20:42:09.966250 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877961a-0219-44f1-ab37-f935562f3122 req-653abbd1-2ffe-4d51-bd8b-a3ab8a8bbbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:09.968105 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a877961a-0219-44f1-ab37-f935562f3122 req-653abbd1-2ffe-4d51-bd8b-a3ab8a8bbbf7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 1129 time: 0.1588731 Feb 28 20:42:09.976346 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9268393e-f3e9-45f8-b16c-87852053d1c2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/floatingips/f3db49aa-49d4-40c1-a163-578f93978afc HTTP/1.1" status: 200 len: 991 time: 0.2693605 Feb 28 20:42:10.107250 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ccafdfde-408e-4e3e-87bb-4f69a7c8ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361137645', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:41:33Z', 'updated_at': '2022-02-28T20:41:41Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:34Z', 'updated_at': '2022-02-28T20:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'f3db49aa-49d4-40c1-a163-578f93978afc', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'port_id': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe', 'mac_address': 'fa:16:3e:1b:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7327b16-f0cc-441c-8814-5256a407078e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:42:07Z', 'updated_at': '2022-02-28T20:42:07Z', 'revision_number': 0, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a86ce7d9-0546-460f-ad08-c1b38791dbc1', 'name': '', 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:1d:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '25b168de-d2e4-497b-ab0f-97ac84f5a373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:39Z', 'updated_at': '2022-02-28T20:41:46Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': '25b168de-d2e4-497b-ab0f-97ac84f5a373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:42:10.168659 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccafdfde-408e-4e3e-87bb-4f69a7c8ff22 None None] Checking router: a7bf4243-7abd-4216-822b-ff0fc64bdcff for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:42:10.176988 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877961a-0219-44f1-ab37-f935562f3122 req-35b54d4f-1297-4848-9b7f-ecf9d1f41f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:10.178880 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a877961a-0219-44f1-ab37-f935562f3122 req-35b54d4f-1297-4848-9b7f-ecf9d1f41f93 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9118e8d-4696-4338-89e1-8f4af12b46fe HTTP/1.1" status: 200 len: 897 time: 0.1962910 Feb 28 20:42:10.201689 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccafdfde-408e-4e3e-87bb-4f69a7c8ff22 None None] Routers {'a7bf4243-7abd-4216-822b-ff0fc64bdcff'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:42:10.204838 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ccafdfde-408e-4e3e-87bb-4f69a7c8ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:41:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a7bf4243-7abd-4216-822b-ff0fc64bdcff'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:42:10.364430 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-ccafdfde-408e-4e3e-87bb-4f69a7c8ff22 None None] Set router a7bf4243-7abd-4216-822b-ff0fc64bdcff gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:42:10.777895 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57460) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:10.881404 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a877961a-0219-44f1-ab37-f935562f3122 req-718ccb91-20e9-413a-b1c4-b0a40b1f90af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba HTTP/1.1" status: 200 len: 999 time: 0.6912286 Feb 28 20:42:10.887232 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ccafdfde-408e-4e3e-87bb-4f69a7c8ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361137645', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:41:33Z', 'updated_at': '2022-02-28T20:41:41Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:34Z', 'updated_at': '2022-02-28T20:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'f3db49aa-49d4-40c1-a163-578f93978afc', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'port_id': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe', 'mac_address': 'fa:16:3e:1b:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7327b16-f0cc-441c-8814-5256a407078e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:42:07Z', 'updated_at': '2022-02-28T20:42:07Z', 'revision_number': 0, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a86ce7d9-0546-460f-ad08-c1b38791dbc1', 'name': '', 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:1d:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '25b168de-d2e4-497b-ab0f-97ac84f5a373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:39Z', 'updated_at': '2022-02-28T20:41:46Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': '25b168de-d2e4-497b-ab0f-97ac84f5a373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:42:10.947019 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccafdfde-408e-4e3e-87bb-4f69a7c8ff22 None None] The sync data for ids ['a7bf4243-7abd-4216-822b-ff0fc64bdcff'] in n-d-820368-21 is: [{'id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361137645', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:41:33Z', 'updated_at': '2022-02-28T20:41:41Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:34Z', 'updated_at': '2022-02-28T20:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'f3db49aa-49d4-40c1-a163-578f93978afc', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'port_id': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe', 'mac_address': 'fa:16:3e:1b:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7327b16-f0cc-441c-8814-5256a407078e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:42:07Z', 'updated_at': '2022-02-28T20:42:07Z', 'revision_number': 0, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a86ce7d9-0546-460f-ad08-c1b38791dbc1', 'name': '', 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:1d:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '25b168de-d2e4-497b-ab0f-97ac84f5a373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:39Z', 'updated_at': '2022-02-28T20:41:46Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': '25b168de-d2e4-497b-ab0f-97ac84f5a373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:42:10.971931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877961a-0219-44f1-ab37-f935562f3122 req-1a64b760-1d4a-4240-bf16-4e23cbe57f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:10.974226 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a877961a-0219-44f1-ab37-f935562f3122 req-1a64b760-1d4a-4240-bf16-4e23cbe57f49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=25b168de-d2e4-497b-ab0f-97ac84f5a373 HTTP/1.1" status: 200 len: 835 time: 0.0859039 Feb 28 20:42:10.985545 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 57466) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:11.065851 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fbee0c71-a5f3-4539-9beb-9aeaac2abf3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:11.076052 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4d0cb7c0-41f1-4f07-8ae0-22e125b93448 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/floatingips/f3db49aa-49d4-40c1-a163-578f93978afc HTTP/1.1" status: 200 len: 991 time: 0.0935562 Feb 28 20:42:11.201808 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877961a-0219-44f1-ab37-f935562f3122 req-320ad281-4697-4fdd-a385-861664bc0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:11.205596 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a877961a-0219-44f1-ab37-f935562f3122 req-320ad281-4697-4fdd-a385-861664bc0737 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9118e8d-4696-4338-89e1-8f4af12b46fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1297131 Feb 28 20:42:11.346880 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fbee0c71-a5f3-4539-9beb-9aeaac2abf3c admin admin] Publish callbacks [] for security_group (cfd3844c-349d-4a9e-b5d4-6a653eca6427), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:11.352397 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fbee0c71-a5f3-4539-9beb-9aeaac2abf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (cfd3844c-349d-4a9e-b5d4-6a653eca6427), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:11.387629 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a877961a-0219-44f1-ab37-f935562f3122 req-adc469ef-e179-4c0b-8cb4-30f12aa8d530 service neutron] 10.222.0.10 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732907 Feb 28 20:42:11.425326 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb9c47-085b-42f8-ac29-ac7474f7c9df None None] New status for floating IP f3db49aa-49d4-40c1-a163-578f93978afc: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:42:11.451089 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fbee0c71-a5f3-4539-9beb-9aeaac2abf3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8018a2d045424bd6895fb35b07db0f43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6720743 Feb 28 20:42:11.454865 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee0c71-a5f3-4539-9beb-9aeaac2abf3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd3844c-349d-4a9e-b5d4-6a653eca6427,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:11.456444 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 57480) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:11.546960 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57482) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:11.608436 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8fe02944-eeb3-4c12-a391-03b22fe52619 admin admin] Publish callbacks [] for security_group (cfd3844c-349d-4a9e-b5d4-6a653eca6427), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:11.649597 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8fe02944-eeb3-4c12-a391-03b22fe52619 admin admin] Publish callbacks [] for security_group (cfd3844c-349d-4a9e-b5d4-6a653eca6427), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:11.756219 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8fe02944-eeb3-4c12-a391-03b22fe52619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (cfd3844c-349d-4a9e-b5d4-6a653eca6427), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:11.762602 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8fe02944-eeb3-4c12-a391-03b22fe52619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:11.766329 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8fe02944-eeb3-4c12-a391-03b22fe52619 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cfd3844c-349d-4a9e-b5d4-6a653eca6427 HTTP/1.1" status: 204 len: 168 time: 0.3050950 Feb 28 20:42:11.807883 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe02944-eeb3-4c12-a391-03b22fe52619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd3844c-349d-4a9e-b5d4-6a653eca6427,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:11.819399 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fced85ee-5aaa-4e82-adec-6ebdd9166eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:11.842485 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a877961a-0219-44f1-ab37-f935562f3122 req-93d66f7b-7ecd-4f16-871d-8aaa1cb5ea33 service neutron] 10.222.0.10 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417517 Feb 28 20:42:12.010035 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fced85ee-5aaa-4e82-adec-6ebdd9166eb0 admin admin] Publish callbacks [] for security_group (15f9c271-2ca2-4524-a4d5-9d9f01c8f85f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:12.015990 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fced85ee-5aaa-4e82-adec-6ebdd9166eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (15f9c271-2ca2-4524-a4d5-9d9f01c8f85f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:12.077648 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 57498) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:12.079593 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 57500) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:12.080126 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fced85ee-5aaa-4e82-adec-6ebdd9166eb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96aafcfb140a49a987d78840bf1d6675&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5316465 Feb 28 20:42:12.148804 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced85ee-5aaa-4e82-adec-6ebdd9166eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f9c271-2ca2-4524-a4d5-9d9f01c8f85f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:12.228150 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57504) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:12.275698 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16646cd8-b6a9-4678-ade5-5e21392a5912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:12.330575 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2c0566e1-98b4-4d5a-af0e-a4271d73341d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/floatingips/f3db49aa-49d4-40c1-a163-578f93978afc HTTP/1.1" status: 200 len: 993 time: 0.2453151 Feb 28 20:42:12.371659 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fa3a823d-9d10-4e6a-a841-a4dafce3767f admin admin] Publish callbacks [] for security_group (15f9c271-2ca2-4524-a4d5-9d9f01c8f85f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:12.448132 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fa3a823d-9d10-4e6a-a841-a4dafce3767f admin admin] Publish callbacks [] for security_group (15f9c271-2ca2-4524-a4d5-9d9f01c8f85f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:12.456665 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16646cd8-b6a9-4678-ade5-5e21392a5912 admin admin] Publish callbacks [] for security_group (4cbb1141-70d4-45ee-9f3c-6faf8e7fad5f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:12.461716 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16646cd8-b6a9-4678-ade5-5e21392a5912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4cbb1141-70d4-45ee-9f3c-6faf8e7fad5f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:12.506169 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16646cd8-b6a9-4678-ade5-5e21392a5912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbb1141-70d4-45ee-9f3c-6faf8e7fad5f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:12.544435 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fa3a823d-9d10-4e6a-a841-a4dafce3767f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (15f9c271-2ca2-4524-a4d5-9d9f01c8f85f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:12.548029 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fa3a823d-9d10-4e6a-a841-a4dafce3767f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:12.553638 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fa3a823d-9d10-4e6a-a841-a4dafce3767f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15f9c271-2ca2-4524-a4d5-9d9f01c8f85f HTTP/1.1" status: 204 len: 168 time: 0.4728532 Feb 28 20:42:12.555151 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-16646cd8-b6a9-4678-ade5-5e21392a5912 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3dd1f4a9fc7b4ea4979a72bca2d3dcad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3257356 Feb 28 20:42:12.556703 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 57510) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:12.601061 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a823d-9d10-4e6a-a841-a4dafce3767f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f9c271-2ca2-4524-a4d5-9d9f01c8f85f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:12.696568 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f485f30-1672-4d13-acc6-893ac1e93b07 admin admin] Publish callbacks [] for security_group (4cbb1141-70d4-45ee-9f3c-6faf8e7fad5f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:12.749027 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f485f30-1672-4d13-acc6-893ac1e93b07 admin admin] Publish callbacks [] for security_group (4cbb1141-70d4-45ee-9f3c-6faf8e7fad5f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:12.809155 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f485f30-1672-4d13-acc6-893ac1e93b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4cbb1141-70d4-45ee-9f3c-6faf8e7fad5f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:12.811803 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f485f30-1672-4d13-acc6-893ac1e93b07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:12.816116 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6f485f30-1672-4d13-acc6-893ac1e93b07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cbb1141-70d4-45ee-9f3c-6faf8e7fad5f HTTP/1.1" status: 204 len: 168 time: 0.2582092 Feb 28 20:42:12.826315 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f485f30-1672-4d13-acc6-893ac1e93b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbb1141-70d4-45ee-9f3c-6faf8e7fad5f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:13.172026 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 57518) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:13.196819 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6a06b171-81e4-4579-9747-4b5144be488e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:13.390752 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6a06b171-81e4-4579-9747-4b5144be488e admin admin] Publish callbacks [] for security_group (58f7b42c-b554-4122-86ad-ab213ee57572), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:13.396365 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6a06b171-81e4-4579-9747-4b5144be488e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (58f7b42c-b554-4122-86ad-ab213ee57572), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:13.478133 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06b171-81e4-4579-9747-4b5144be488e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f7b42c-b554-4122-86ad-ab213ee57572,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:13.505776 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57532) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:13.543970 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6a06b171-81e4-4579-9747-4b5144be488e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4686892b6b464060bd75724d6093a819&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3706548 Feb 28 20:42:13.677886 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0bc2dba3-056e-483e-a62a-f21bc78d8c99 admin admin] Publish callbacks [] for security_group (58f7b42c-b554-4122-86ad-ab213ee57572), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:13.729084 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0bc2dba3-056e-483e-a62a-f21bc78d8c99 admin admin] Publish callbacks [] for security_group (58f7b42c-b554-4122-86ad-ab213ee57572), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:13.832176 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0bc2dba3-056e-483e-a62a-f21bc78d8c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (58f7b42c-b554-4122-86ad-ab213ee57572), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:13.836107 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0bc2dba3-056e-483e-a62a-f21bc78d8c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:13.842077 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0bc2dba3-056e-483e-a62a-f21bc78d8c99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58f7b42c-b554-4122-86ad-ab213ee57572 HTTP/1.1" status: 204 len: 168 time: 0.3348265 Feb 28 20:42:13.857729 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2dba3-056e-483e-a62a-f21bc78d8c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f7b42c-b554-4122-86ad-ab213ee57572,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:16.165592 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:42:16.463571 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c71a98ed-e289-4804-818d-01862ab2441e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:19.053803 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-291b66a6-41c1-4ee8-91f8-852d13bf1e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:19.685650 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:20.163582 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:21.361887 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:22.623125 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:22.696240 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:25.825132 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d1d9854-ec3f-4a4e-bc53-733717991bdd req-a6c0d3a6-9a6c-4904-8e4c-6183d34107af service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1183217 Feb 28 20:42:25.983031 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d9854-ec3f-4a4e-bc53-733717991bdd req-67051289-000f-44ad-9635-503da14c7d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:25.989706 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d1d9854-ec3f-4a4e-bc53-733717991bdd req-67051289-000f-44ad-9635-503da14c7d33 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 1129 time: 0.0982583 Feb 28 20:42:26.221038 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d9854-ec3f-4a4e-bc53-733717991bdd req-202b3cdd-aeac-41a1-84a9-52f1e20ab2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:26.222459 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d1d9854-ec3f-4a4e-bc53-733717991bdd req-202b3cdd-aeac-41a1-84a9-52f1e20ab2cc service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9118e8d-4696-4338-89e1-8f4af12b46fe HTTP/1.1" status: 200 len: 897 time: 0.2074611 Feb 28 20:42:26.398182 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d1d9854-ec3f-4a4e-bc53-733717991bdd req-11208ab5-fa56-4d56-a960-1544284c30f0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba HTTP/1.1" status: 200 len: 1001 time: 0.1683669 Feb 28 20:42:26.529336 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d9854-ec3f-4a4e-bc53-733717991bdd req-33fa85af-974f-4de9-b15b-378e79f83113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:26.530906 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d1d9854-ec3f-4a4e-bc53-733717991bdd req-33fa85af-974f-4de9-b15b-378e79f83113 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=25b168de-d2e4-497b-ab0f-97ac84f5a373 HTTP/1.1" status: 200 len: 835 time: 0.1250656 Feb 28 20:42:26.637498 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d9854-ec3f-4a4e-bc53-733717991bdd req-35fe388d-1ef5-4939-abeb-d9bb058c3d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:26.639293 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d1d9854-ec3f-4a4e-bc53-733717991bdd req-35fe388d-1ef5-4939-abeb-d9bb058c3d0c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9118e8d-4696-4338-89e1-8f4af12b46fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0987024 Feb 28 20:42:26.853738 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d1d9854-ec3f-4a4e-bc53-733717991bdd req-25c6ac2f-2f71-4021-b06d-1eb6003a50cf service neutron] 10.222.0.10 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041559 Feb 28 20:42:27.026223 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57968) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:27.069573 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d1d9854-ec3f-4a4e-bc53-733717991bdd req-7121b1dd-116e-4a23-9890-cd5ade65bdb0 service neutron] 10.222.0.10 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032039 Feb 28 20:42:27.340431 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-04f3b764-fd21-4100-a997-55b6dcce018e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:27.571053 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-04f3b764-fd21-4100-a997-55b6dcce018e admin admin] Publish callbacks [] for security_group (ae13474d-c9b4-4bc8-bb16-05b9273e5c1b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:27.577798 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-04f3b764-fd21-4100-a997-55b6dcce018e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ae13474d-c9b4-4bc8-bb16-05b9273e5c1b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:27.610916 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-04f3b764-fd21-4100-a997-55b6dcce018e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e338f6f668d24cfca320bd56367403e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5831945 Feb 28 20:42:27.612979 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 57986) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:27.671580 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3b764-fd21-4100-a997-55b6dcce018e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae13474d-c9b4-4bc8-bb16-05b9273e5c1b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:27.728715 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb78baa9-a06d-4f28-9ad8-03074175407a admin admin] Publish callbacks [] for security_group (ae13474d-c9b4-4bc8-bb16-05b9273e5c1b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:27.762333 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb78baa9-a06d-4f28-9ad8-03074175407a admin admin] Publish callbacks [] for security_group (ae13474d-c9b4-4bc8-bb16-05b9273e5c1b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:27.833305 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb78baa9-a06d-4f28-9ad8-03074175407a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ae13474d-c9b4-4bc8-bb16-05b9273e5c1b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:27.837575 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb78baa9-a06d-4f28-9ad8-03074175407a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:27.839185 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cb78baa9-a06d-4f28-9ad8-03074175407a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae13474d-c9b4-4bc8-bb16-05b9273e5c1b HTTP/1.1" status: 204 len: 168 time: 0.2249272 Feb 28 20:42:27.874327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78baa9-a06d-4f28-9ad8-03074175407a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae13474d-c9b4-4bc8-bb16-05b9273e5c1b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:28.644217 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58012) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:28.679568 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-44a2efff-dbb1-44a3-987b-2343da2f5f5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:28.807698 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-44a2efff-dbb1-44a3-987b-2343da2f5f5c admin admin] Publish callbacks [] for security_group (a5ff3f79-e16f-4c8d-860c-a7dbaa3cafa9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:28.812756 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-44a2efff-dbb1-44a3-987b-2343da2f5f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a5ff3f79-e16f-4c8d-860c-a7dbaa3cafa9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:28.881940 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2efff-dbb1-44a3-987b-2343da2f5f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ff3f79-e16f-4c8d-860c-a7dbaa3cafa9,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:28.898292 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-44a2efff-dbb1-44a3-987b-2343da2f5f5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f010ffbbe3804190b2f1a1b639b479a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2514544 Feb 28 20:42:28.901083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58018) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:29.014113 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04cd8416-92f1-42ce-8456-b79ac7b55a5c admin admin] Publish callbacks [] for security_group (a5ff3f79-e16f-4c8d-860c-a7dbaa3cafa9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:29.064792 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04cd8416-92f1-42ce-8456-b79ac7b55a5c admin admin] Publish callbacks [] for security_group (a5ff3f79-e16f-4c8d-860c-a7dbaa3cafa9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:29.175263 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04cd8416-92f1-42ce-8456-b79ac7b55a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a5ff3f79-e16f-4c8d-860c-a7dbaa3cafa9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:29.179204 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04cd8416-92f1-42ce-8456-b79ac7b55a5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:29.183614 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-04cd8416-92f1-42ce-8456-b79ac7b55a5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5ff3f79-e16f-4c8d-860c-a7dbaa3cafa9 HTTP/1.1" status: 204 len: 168 time: 0.2808082 Feb 28 20:42:29.205263 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd8416-92f1-42ce-8456-b79ac7b55a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ff3f79-e16f-4c8d-860c-a7dbaa3cafa9,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:29.213789 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd8416-92f1-42ce-8456-b79ac7b55a5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:29.216819 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd8416-92f1-42ce-8456-b79ac7b55a5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:29.217390 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd8416-92f1-42ce-8456-b79ac7b55a5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:29.228369 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd8416-92f1-42ce-8456-b79ac7b55a5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:29.228969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd8416-92f1-42ce-8456-b79ac7b55a5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:29.229501 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd8416-92f1-42ce-8456-b79ac7b55a5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:29.229995 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd8416-92f1-42ce-8456-b79ac7b55a5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:29.230506 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd8416-92f1-42ce-8456-b79ac7b55a5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:29.230993 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd8416-92f1-42ce-8456-b79ac7b55a5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:29.231521 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd8416-92f1-42ce-8456-b79ac7b55a5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:29.232040 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd8416-92f1-42ce-8456-b79ac7b55a5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:29.232705 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd8416-92f1-42ce-8456-b79ac7b55a5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:29.233685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cd8416-92f1-42ce-8456-b79ac7b55a5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:30.812656 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f6cb0e41-cd3b-4068-9203-f4b441a73064 req-63b92bc1-51ff-43fe-9883-c589ce838d21 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ddbfaaf1-1a1b-4156-b536-3db4c96f5712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0804019 Feb 28 20:42:30.953562 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb0e41-cd3b-4068-9203-f4b441a73064 req-f8a25116-2695-4659-b0c9-4bf5cbaf05d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:30.955803 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f6cb0e41-cd3b-4068-9203-f4b441a73064 req-f8a25116-2695-4659-b0c9-4bf5cbaf05d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17ec8e1d26444f41b354e308f3f1325b&device_id=ddbfaaf1-1a1b-4156-b536-3db4c96f5712 HTTP/1.1" status: 200 len: 1128 time: 0.0917387 Feb 28 20:42:31.141339 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb0e41-cd3b-4068-9203-f4b441a73064 req-e47a2935-04a5-4413-be1c-ebdcadf10649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:31.143482 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f6cb0e41-cd3b-4068-9203-f4b441a73064 req-e47a2935-04a5-4413-be1c-ebdcadf10649 service neutron] 10.222.0.15 "GET /v2.0/networks?id=076ee1d5-8ea7-4f59-9381-7f18a96bc620 HTTP/1.1" status: 200 len: 914 time: 0.1651196 Feb 28 20:42:31.245203 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f6cb0e41-cd3b-4068-9203-f4b441a73064 req-eab0e6d0-b34c-408e-8824-016d7755c43c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34ccdea4-72cf-4f7d-86d7-aded72040388 HTTP/1.1" status: 200 len: 217 time: 0.0952029 Feb 28 20:42:31.307129 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb0e41-cd3b-4068-9203-f4b441a73064 req-5685fe76-6bae-44d6-b4a2-b37ad8d918e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:31.309452 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f6cb0e41-cd3b-4068-9203-f4b441a73064 req-5685fe76-6bae-44d6-b4a2-b37ad8d918e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b3148af-a41b-4617-b66b-fd778a2aeee0 HTTP/1.1" status: 200 len: 854 time: 0.0582275 Feb 28 20:42:31.380262 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f6cb0e41-cd3b-4068-9203-f4b441a73064 req-e3ac59d6-858a-46ad-85b1-948f937e9eaa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=076ee1d5-8ea7-4f59-9381-7f18a96bc620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622351 Feb 28 20:42:31.696467 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f6cb0e41-cd3b-4068-9203-f4b441a73064 req-37eeef22-ee1f-45e5-a603-93452ebaf60a service neutron] 10.222.0.15 "GET /v2.0/networks/076ee1d5-8ea7-4f59-9381-7f18a96bc620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086803 Feb 28 20:42:31.964061 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f6cb0e41-cd3b-4068-9203-f4b441a73064 req-ab9aef51-8acc-44f3-84b5-6b53f4a2aed6 service neutron] 10.222.0.15 "GET /v2.0/networks/076ee1d5-8ea7-4f59-9381-7f18a96bc620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587683 Feb 28 20:42:32.329511 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58128) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:32.511365 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-85c2e470-8f2b-40c1-92bb-e8c0e5b75a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:32.820856 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-85c2e470-8f2b-40c1-92bb-e8c0e5b75a17 admin admin] Publish callbacks [] for security_group (351f900e-b172-4033-bb0a-f50890be865e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:32.830330 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-85c2e470-8f2b-40c1-92bb-e8c0e5b75a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (351f900e-b172-4033-bb0a-f50890be865e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:32.932494 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2e470-8f2b-40c1-92bb-e8c0e5b75a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351f900e-b172-4033-bb0a-f50890be865e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:32.968288 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-85c2e470-8f2b-40c1-92bb-e8c0e5b75a17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7304fad4e10c4b1e959b8f05d03d2130&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6347976 Feb 28 20:42:32.968982 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58144) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:32.999147 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58146) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:33.047469 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e522fbab-3cd6-4c99-9365-454251eb1435 admin admin] Publish callbacks [] for security_group (351f900e-b172-4033-bb0a-f50890be865e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:33.077001 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e522fbab-3cd6-4c99-9365-454251eb1435 admin admin] Publish callbacks [] for security_group (351f900e-b172-4033-bb0a-f50890be865e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:33.186647 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e522fbab-3cd6-4c99-9365-454251eb1435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (351f900e-b172-4033-bb0a-f50890be865e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:33.189734 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e522fbab-3cd6-4c99-9365-454251eb1435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:33.193975 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e522fbab-3cd6-4c99-9365-454251eb1435 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/351f900e-b172-4033-bb0a-f50890be865e HTTP/1.1" status: 204 len: 168 time: 0.2175183 Feb 28 20:42:33.208333 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522fbab-3cd6-4c99-9365-454251eb1435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351f900e-b172-4033-bb0a-f50890be865e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:33.278313 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-50121473-ad9e-4b55-8cb1-3c18fe02368f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:33.485902 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-50121473-ad9e-4b55-8cb1-3c18fe02368f admin admin] Publish callbacks [] for security_group (4c4790cb-f3c3-46b2-bb03-dac8d53c3572), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:33.491289 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-50121473-ad9e-4b55-8cb1-3c18fe02368f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4c4790cb-f3c3-46b2-bb03-dac8d53c3572), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:33.552736 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50121473-ad9e-4b55-8cb1-3c18fe02368f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4790cb-f3c3-46b2-bb03-dac8d53c3572,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:33.575553 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-50121473-ad9e-4b55-8cb1-3c18fe02368f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=656dec9732a641f58dc1e6a138616303&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5746686 Feb 28 20:42:33.578251 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58154) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:33.687478 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-209df2a1-d73c-46f4-9ab4-65e7a932a2e8 admin admin] Publish callbacks [] for security_group (4c4790cb-f3c3-46b2-bb03-dac8d53c3572), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:33.739514 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-209df2a1-d73c-46f4-9ab4-65e7a932a2e8 admin admin] Publish callbacks [] for security_group (4c4790cb-f3c3-46b2-bb03-dac8d53c3572), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:33.844385 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-209df2a1-d73c-46f4-9ab4-65e7a932a2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4c4790cb-f3c3-46b2-bb03-dac8d53c3572), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:33.847795 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-209df2a1-d73c-46f4-9ab4-65e7a932a2e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:33.849207 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-209df2a1-d73c-46f4-9ab4-65e7a932a2e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c4790cb-f3c3-46b2-bb03-dac8d53c3572 HTTP/1.1" status: 204 len: 168 time: 0.2694905 Feb 28 20:42:33.866838 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209df2a1-d73c-46f4-9ab4-65e7a932a2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4790cb-f3c3-46b2-bb03-dac8d53c3572,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:34.480542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58178) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:34.503216 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-509b493c-7542-453e-af69-b32fe46e25bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:34.757323 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-509b493c-7542-453e-af69-b32fe46e25bf admin admin] Publish callbacks [] for security_group (7cd9a802-5558-49b3-aab7-01048b47ba21), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:34.768159 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-509b493c-7542-453e-af69-b32fe46e25bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7cd9a802-5558-49b3-aab7-01048b47ba21), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:34.878603 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58188) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:34.878996 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-509b493c-7542-453e-af69-b32fe46e25bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=548c9c1bd22d49c78d7ccb743b7a8dd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3967817 Feb 28 20:42:34.880858 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b493c-7542-453e-af69-b32fe46e25bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd9a802-5558-49b3-aab7-01048b47ba21,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:35.010895 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-113c4e56-b9f7-47fa-bf6e-633b6010ca3c admin admin] Publish callbacks [] for security_group (7cd9a802-5558-49b3-aab7-01048b47ba21), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:35.093967 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-113c4e56-b9f7-47fa-bf6e-633b6010ca3c admin admin] Publish callbacks [] for security_group (7cd9a802-5558-49b3-aab7-01048b47ba21), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:35.240446 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-113c4e56-b9f7-47fa-bf6e-633b6010ca3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7cd9a802-5558-49b3-aab7-01048b47ba21), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:35.243053 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-113c4e56-b9f7-47fa-bf6e-633b6010ca3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:35.244262 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-113c4e56-b9f7-47fa-bf6e-633b6010ca3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7cd9a802-5558-49b3-aab7-01048b47ba21 HTTP/1.1" status: 204 len: 168 time: 0.3648415 Feb 28 20:42:35.269551 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c4e56-b9f7-47fa-bf6e-633b6010ca3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd9a802-5558-49b3-aab7-01048b47ba21,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:36.282145 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58250) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:36.743951 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4c8a97cc-2c21-4c5f-a14a-fc6888c4e17e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'network': {'name': 'tempest-network-smoke--2076887966', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'port_security_enabled': True}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:42:36.793890 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8a97cc-2c21-4c5f-a14a-fc6888c4e17e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Made reservation on behalf of a1bbee6dfdd141e0ba964f8ab2a0a967 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:42:36.805159 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c8a97cc-2c21-4c5f-a14a-fc6888c4e17e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:36.826245 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c8a97cc-2c21-4c5f-a14a-fc6888c4e17e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:37.018373 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c8a97cc-2c21-4c5f-a14a-fc6888c4e17e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group (d74f93b2-a97c-4d71-9d11-3b7a9fcdd4a1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:37.037820 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c8a97cc-2c21-4c5f-a14a-fc6888c4e17e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d74f93b2-a97c-4d71-9d11-3b7a9fcdd4a1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:37.088780 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a97cc-2c21-4c5f-a14a-fc6888c4e17e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74f93b2-a97c-4d71-9d11-3b7a9fcdd4a1,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:37.101320 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8a97cc-2c21-4c5f-a14a-fc6888c4e17e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:42:37.115873 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c8a97cc-2c21-4c5f-a14a-fc6888c4e17e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (21f5129e-2933-4a07-b85d-25a530887e02), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:37.117411 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-4c8a97cc-2c21-4c5f-a14a-fc6888c4e17e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Added segment 21f5129e-2933-4a07-b85d-25a530887e02 of type vlan for network d7e6f497-e0bd-47f1-add8-b329ee75ad40 Feb 28 20:42:37.225743 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c8a97cc-2c21-4c5f-a14a-fc6888c4e17e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (d7e6f497-e0bd-47f1-add8-b329ee75ad40), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:37.310098 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c8a97cc-2c21-4c5f-a14a-fc6888c4e17e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (d7e6f497-e0bd-47f1-add8-b329ee75ad40), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:37.322421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8a97cc-2c21-4c5f-a14a-fc6888c4e17e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:37.323167 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4c8a97cc-2c21-4c5f-a14a-fc6888c4e17e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:37.368716 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4c8a97cc-2c21-4c5f-a14a-fc6888c4e17e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0803847 Feb 28 20:42:37.370814 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58276) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:37.376294 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-5ec537ca-dcd0-49c5-bd60-07080e13f9f5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1806619863', 'admin_state_up': True, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:42:37.421804 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5ec537ca-dcd0-49c5-bd60-07080e13f9f5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (15f30800-36ad-4ac0-b60f-6991a25a0162), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:37.424212 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5ec537ca-dcd0-49c5-bd60-07080e13f9f5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (15f30800-36ad-4ac0-b60f-6991a25a0162), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:37.488319 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a97cc-2c21-4c5f-a14a-fc6888c4e17e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'Network': ['ID=d7e6f497-e0bd-47f1-add8-b329ee75ad40,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:37.508567 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network d7e6f497-e0bd-47f1-add8-b329ee75ad40 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:42:37.547963 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5ec537ca-dcd0-49c5-bd60-07080e13f9f5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for router_controller (15f30800-36ad-4ac0-b60f-6991a25a0162), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:37.889047 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5ec537ca-dcd0-49c5-bd60-07080e13f9f5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for router_gateway (15f30800-36ad-4ac0-b60f-6991a25a0162), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:38.179821 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5ec537ca-dcd0-49c5-bd60-07080e13f9f5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for router_gateway (15f30800-36ad-4ac0-b60f-6991a25a0162), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:38.220892 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5ec537ca-dcd0-49c5-bd60-07080e13f9f5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:38.455043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-5ec537ca-dcd0-49c5-bd60-07080e13f9f5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Allocated IP 172.25.0.252 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/0956e4d7-4fdd-4b5d-8091-ca964fb490f2) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:42:38.606753 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5ec537ca-dcd0-49c5-bd60-07080e13f9f5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for port (0956e4d7-4fdd-4b5d-8091-ca964fb490f2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:38.704606 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5ec537ca-dcd0-49c5-bd60-07080e13f9f5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0956e4d7-4fdd-4b5d-8091-ca964fb490f2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:38.751170 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec537ca-dcd0-49c5-bd60-07080e13f9f5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:42:38.756091 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-5ec537ca-dcd0-49c5-bd60-07080e13f9f5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:42:38.760782 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec537ca-dcd0-49c5-bd60-07080e13f9f5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:42:38.813391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec537ca-dcd0-49c5-bd60-07080e13f9f5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'Port': ['ID=0956e4d7-4fdd-4b5d-8091-ca964fb490f2,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:39.275066 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5ec537ca-dcd0-49c5-bd60-07080e13f9f5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for router_gateway (15f30800-36ad-4ac0-b60f-6991a25a0162), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:39.616026 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5ec537ca-dcd0-49c5-bd60-07080e13f9f5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (15f30800-36ad-4ac0-b60f-6991a25a0162), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:39.796966 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec537ca-dcd0-49c5-bd60-07080e13f9f5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Router 15f30800-36ad-4ac0-b60f-6991a25a0162 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:42:39.937929 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec537ca-dcd0-49c5-bd60-07080e13f9f5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:42:39.949422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] Sync routers for ids ['15f30800-36ad-4ac0-b60f-6991a25a0162'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:42:39.969250 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] Routers {'15f30800-36ad-4ac0-b60f-6991a25a0162'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:42:39.970168 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:42:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['15f30800-36ad-4ac0-b60f-6991a25a0162'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:42:39.972304 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5ec537ca-dcd0-49c5-bd60-07080e13f9f5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:39.973882 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5ec537ca-dcd0-49c5-bd60-07080e13f9f5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6018777 Feb 28 20:42:39.977493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58326) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:40.255446 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] Set router 15f30800-36ad-4ac0-b60f-6991a25a0162 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:42:40.359352 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-552e73db-25fa-4416-8063-baa81cc77883 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a1bbee6dfdd141e0ba964f8ab2a0a967&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3806767 Feb 28 20:42:40.362658 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58334) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:40.866069 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7c8012-8da3-4ce5-8ccc-c0738095cad8 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:40.871208 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5e7c8012-8da3-4ce5-8ccc-c0738095cad8 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5044224 Feb 28 20:42:40.871590 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58340) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:40.936848 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58342) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:40.939578 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c73d08c7-3be6-457a-a535-0c8c1e8652f4 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0644159 Feb 28 20:42:40.942428 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-40810d8a-7196-459e-a409-d11be0963a11 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-486261342', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:42:41.028152 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'name': 'tempest-TestNetworkBasicOps-router-1806619863', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:42:37Z', 'updated_at': '2022-02-28T20:42:38Z', 'revision_number': 3, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:38Z', 'updated_at': '2022-02-28T20:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:42:41.093119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] Checking router: 15f30800-36ad-4ac0-b60f-6991a25a0162 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:42:41.093477 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] Updating router 15f30800-36ad-4ac0-b60f-6991a25a0162 port 0956e4d7-4fdd-4b5d-8091-ca964fb490f2 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:42:41.175018 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0956e4d7-4fdd-4b5d-8091-ca964fb490f2), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:41.178354 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40810d8a-7196-459e-a409-d11be0963a11 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Made reservation on behalf of a1bbee6dfdd141e0ba964f8ab2a0a967 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:42:41.181794 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-40810d8a-7196-459e-a409-d11be0963a11 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:41.567359 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-40810d8a-7196-459e-a409-d11be0963a11 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (3be1eafe-f5f5-40d8-b852-8948db986ed5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:41.757266 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] Publish callbacks [] for port (0956e4d7-4fdd-4b5d-8091-ca964fb490f2), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:41.769141 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0956e4d7-4fdd-4b5d-8091-ca964fb490f2), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:41.787290 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40810d8a-7196-459e-a409-d11be0963a11 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'Subnet': ['ID=3be1eafe-f5f5-40d8-b852-8948db986ed5,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:41.855860 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40810d8a-7196-459e-a409-d11be0963a11 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Checking segment: {'id': '21f5129e-2933-4a07-b85d-25a530887e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:42:41.856867 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40810d8a-7196-459e-a409-d11be0963a11 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Network hostable DHCP agents. Network: d7e6f497-e0bd-47f1-add8-b329ee75ad40, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:42:41.897570 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40810d8a-7196-459e-a409-d11be0963a11 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Network d7e6f497-e0bd-47f1-add8-b329ee75ad40 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:42:41.912852 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] Attempting to bind port 0956e4d7-4fdd-4b5d-8091-ca964fb490f2 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:42:41.913439 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] Attempting to bind port 0956e4d7-4fdd-4b5d-8091-ca964fb490f2 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:42:41.914445 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] Attempting to bind port 0956e4d7-4fdd-4b5d-8091-ca964fb490f2 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:42:41.917518 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-40810d8a-7196-459e-a409-d11be0963a11 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, d7e6f497-e0bd-47f1-add8-b329ee75ad40) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:42:41.928137 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40810d8a-7196-459e-a409-d11be0963a11 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:41.930208 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-40810d8a-7196-459e-a409-d11be0963a11 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:41.942334 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c87562-f6ab-4865-88b2-f0af7d6fb9e7 None None] Network d7e6f497-e0bd-47f1-add8-b329ee75ad40 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:42:41.970113 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-40810d8a-7196-459e-a409-d11be0963a11 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0299628 Feb 28 20:42:41.970346 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58358) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:42.015065 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:42:42.015505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:42:42.015859 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:42.016251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:42:42.022043 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] Bound port: 0956e4d7-4fdd-4b5d-8091-ca964fb490f2, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:42:42.023569 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0956e4d7-4fdd-4b5d-8091-ca964fb490f2), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:42.034168 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4d027-3f65-4306-b8d6-0bd44a17df26 None None] Pushing event updated for resources: {'Port': ['ID=0956e4d7-4fdd-4b5d-8091-ca964fb490f2,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:42.199510 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4d027-3f65-4306-b8d6-0bd44a17df26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:42.203833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4d027-3f65-4306-b8d6-0bd44a17df26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:42.204183 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4d027-3f65-4306-b8d6-0bd44a17df26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:42.204519 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4d027-3f65-4306-b8d6-0bd44a17df26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:42.204852 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4d027-3f65-4306-b8d6-0bd44a17df26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:42.205187 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4d027-3f65-4306-b8d6-0bd44a17df26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:42.208075 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4d027-3f65-4306-b8d6-0bd44a17df26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:42.208433 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4d027-3f65-4306-b8d6-0bd44a17df26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:42.209092 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4d027-3f65-4306-b8d6-0bd44a17df26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:42.209434 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4d027-3f65-4306-b8d6-0bd44a17df26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:42.211688 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4d027-3f65-4306-b8d6-0bd44a17df26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:42.212073 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4d027-3f65-4306-b8d6-0bd44a17df26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:42.212411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4d027-3f65-4306-b8d6-0bd44a17df26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:42.337032 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] For port 0956e4d7-4fdd-4b5d-8091-ca964fb490f2, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:42:42.385426 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c20aa01-45cc-42a9-8c59-2a52f556c987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-d7e6f497-e0bd-47f1-add8-b329ee75ad40', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'fixed_ips': [{'subnet_id': '3be1eafe-f5f5-40d8-b852-8948db986ed5'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:42:42.386392 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6c20aa01-45cc-42a9-8c59-2a52f556c987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:42.420745 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] For port 0956e4d7-4fdd-4b5d-8091-ca964fb490f2, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0956e4d7-4fdd-4b5d-8091-ca964fb490f2,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:42:42.465324 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0956e4d7-4fdd-4b5d-8091-ca964fb490f2), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:42.477536 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58366) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:42.675038 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-10b41563-a2e2-4301-8e5d-932b7857bef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:42.741686 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-083aaa27-49b3-4bc3-b070-97591b769639 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:42.828134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] Routers {'15f30800-36ad-4ac0-b60f-6991a25a0162'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:42:42.847570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:42:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['15f30800-36ad-4ac0-b60f-6991a25a0162'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:42:42.869879 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-10b41563-a2e2-4301-8e5d-932b7857bef7 admin admin] Publish callbacks [] for security_group (4b5f58f4-42c7-4a44-8827-8c7b2709bfb9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:42.878354 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-10b41563-a2e2-4301-8e5d-932b7857bef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4b5f58f4-42c7-4a44-8827-8c7b2709bfb9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:42.977710 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-10b41563-a2e2-4301-8e5d-932b7857bef7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d1c700b8a3347e09042901c0b086988&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4968431 Feb 28 20:42:42.980686 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58374) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:42.990462 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b41563-a2e2-4301-8e5d-932b7857bef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5f58f4-42c7-4a44-8827-8c7b2709bfb9,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:43.077846 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-913a887b-c4ef-4b8d-9e73-9121168b3192 admin admin] Publish callbacks [] for security_group (4b5f58f4-42c7-4a44-8827-8c7b2709bfb9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:43.112049 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-913a887b-c4ef-4b8d-9e73-9121168b3192 admin admin] Publish callbacks [] for security_group (4b5f58f4-42c7-4a44-8827-8c7b2709bfb9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:43.161885 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] Set router 15f30800-36ad-4ac0-b60f-6991a25a0162 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:42:43.205441 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-913a887b-c4ef-4b8d-9e73-9121168b3192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4b5f58f4-42c7-4a44-8827-8c7b2709bfb9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:43.217796 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-913a887b-c4ef-4b8d-9e73-9121168b3192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:43.221605 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-913a887b-c4ef-4b8d-9e73-9121168b3192 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b5f58f4-42c7-4a44-8827-8c7b2709bfb9 HTTP/1.1" status: 204 len: 168 time: 0.2374172 Feb 28 20:42:43.242641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a887b-c4ef-4b8d-9e73-9121168b3192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5f58f4-42c7-4a44-8827-8c7b2709bfb9,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:43.337958 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4d027-3f65-4306-b8d6-0bd44a17df26 None None] Pushing event updated for resources: {'Port': ['ID=0956e4d7-4fdd-4b5d-8091-ca964fb490f2,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:43.383353 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-6c20aa01-45cc-42a9-8c59-2a52f556c987 None None] Allocated IP 172.20.0.2 (d7e6f497-e0bd-47f1-add8-b329ee75ad40/3be1eafe-f5f5-40d8-b852-8948db986ed5/6a5d796d-c49d-4b6b-b140-bffc99677dc9) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:42:43.718964 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6c20aa01-45cc-42a9-8c59-2a52f556c987 None None] Publish callbacks [] for port (6a5d796d-c49d-4b6b-b140-bffc99677dc9), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:43.730692 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6c20aa01-45cc-42a9-8c59-2a52f556c987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (6a5d796d-c49d-4b6b-b140-bffc99677dc9), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:43.842590 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'name': 'tempest-TestNetworkBasicOps-router-1806619863', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:42:37Z', 'updated_at': '2022-02-28T20:42:38Z', 'revision_number': 3, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:38Z', 'updated_at': '2022-02-28T20:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:42:43.849161 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-083aaa27-49b3-4bc3-b070-97591b769639 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Allocated IP 172.20.0.1 (d7e6f497-e0bd-47f1-add8-b329ee75ad40/3be1eafe-f5f5-40d8-b852-8948db986ed5/b66f913e-271d-461c-b82b-80f3993e95a0) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:42:43.874337 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c20aa01-45cc-42a9-8c59-2a52f556c987 None None] Network d7e6f497-e0bd-47f1-add8-b329ee75ad40 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:42:43.992024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-6c20aa01-45cc-42a9-8c59-2a52f556c987 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:42:43.992770 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb1797-88ae-4530-8728-e4f11ea263b6 req-1da039e5-6fc6-4963-976d-f7e9de8dbcdf tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:43.996455 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-41cb1797-88ae-4530-8728-e4f11ea263b6 req-1da039e5-6fc6-4963-976d-f7e9de8dbcdf tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 1129 time: 0.1416559 Feb 28 20:42:43.997923 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c20aa01-45cc-42a9-8c59-2a52f556c987 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:42:44.018009 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5513c747-e390-4c33-9a06-9edcf0af4dae None None] The sync data for ids ['15f30800-36ad-4ac0-b60f-6991a25a0162'] in n-d-820368-21 is: [{'id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'name': 'tempest-TestNetworkBasicOps-router-1806619863', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:42:37Z', 'updated_at': '2022-02-28T20:42:38Z', 'revision_number': 3, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:38Z', 'updated_at': '2022-02-28T20:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:42:44.047850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20aa01-45cc-42a9-8c59-2a52f556c987 None None] Pushing event updated for resources: {'Port': ['ID=6a5d796d-c49d-4b6b-b140-bffc99677dc9,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:44.077311 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-41cb1797-88ae-4530-8728-e4f11ea263b6 req-dbbf6caf-5a41-42b4-b0aa-47673e620a08 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:44.136019 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-083aaa27-49b3-4bc3-b070-97591b769639 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for port (b66f913e-271d-461c-b82b-80f3993e95a0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:44.236241 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6c20aa01-45cc-42a9-8c59-2a52f556c987 None None] Attempting to bind port 6a5d796d-c49d-4b6b-b140-bffc99677dc9 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:42:44.236708 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6c20aa01-45cc-42a9-8c59-2a52f556c987 None None] Attempting to bind port 6a5d796d-c49d-4b6b-b140-bffc99677dc9 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '21f5129e-2933-4a07-b85d-25a530887e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:42:44.236828 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c20aa01-45cc-42a9-8c59-2a52f556c987 None None] Attempting to bind port 6a5d796d-c49d-4b6b-b140-bffc99677dc9 on network d7e6f497-e0bd-47f1-add8-b329ee75ad40 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:42:44.259983 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c20aa01-45cc-42a9-8c59-2a52f556c987 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:42:44.260368 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c20aa01-45cc-42a9-8c59-2a52f556c987 None None] Checking segment: {'id': '21f5129e-2933-4a07-b85d-25a530887e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:42:44.260772 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6c20aa01-45cc-42a9-8c59-2a52f556c987 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:44.261178 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c20aa01-45cc-42a9-8c59-2a52f556c987 None None] Bound using segment: {'id': '21f5129e-2933-4a07-b85d-25a530887e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:42:44.261659 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6c20aa01-45cc-42a9-8c59-2a52f556c987 None None] Bound port: 6a5d796d-c49d-4b6b-b140-bffc99677dc9, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f5129e-2933-4a07-b85d-25a530887e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:42:44.262113 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6c20aa01-45cc-42a9-8c59-2a52f556c987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6a5d796d-c49d-4b6b-b140-bffc99677dc9), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:44.276327 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-083aaa27-49b3-4bc3-b070-97591b769639 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b66f913e-271d-461c-b82b-80f3993e95a0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:44.383214 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-41cb1797-88ae-4530-8728-e4f11ea263b6 req-dbbf6caf-5a41-42b4-b0aa-47673e620a08 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Publish callbacks [] for security_group (c21a0f00-b39f-4407-b447-7b886d9a14b2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:44.393544 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-41cb1797-88ae-4530-8728-e4f11ea263b6 req-dbbf6caf-5a41-42b4-b0aa-47673e620a08 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c21a0f00-b39f-4407-b447-7b886d9a14b2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:44.397862 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083aaa27-49b3-4bc3-b070-97591b769639 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Network d7e6f497-e0bd-47f1-add8-b329ee75ad40 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:42:44.416393 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-083aaa27-49b3-4bc3-b070-97591b769639 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:42:44.436520 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083aaa27-49b3-4bc3-b070-97591b769639 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:42:44.488140 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6c20aa01-45cc-42a9-8c59-2a52f556c987 None None] For port 6a5d796d-c49d-4b6b-b140-bffc99677dc9, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:42:44.494681 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6c20aa01-45cc-42a9-8c59-2a52f556c987 None None] For port 6a5d796d-c49d-4b6b-b140-bffc99677dc9, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6a5d796d-c49d-4b6b-b140-bffc99677dc9,segment=NetworkSegment(21f5129e-2933-4a07-b85d-25a530887e02),segment_id=21f5129e-2933-4a07-b85d-25a530887e02)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:42:44.513399 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-41cb1797-88ae-4530-8728-e4f11ea263b6 req-dbbf6caf-5a41-42b4-b0aa-47673e620a08 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5072303 Feb 28 20:42:44.517562 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6c20aa01-45cc-42a9-8c59-2a52f556c987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6a5d796d-c49d-4b6b-b140-bffc99677dc9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:44.545380 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf6caf-5a41-42b4-b0aa-47673e620a08 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21a0f00-b39f-4407-b447-7b886d9a14b2,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:44.551494 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083aaa27-49b3-4bc3-b070-97591b769639 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'Port': ['ID=b66f913e-271d-461c-b82b-80f3993e95a0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:44.586214 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-083aaa27-49b3-4bc3-b070-97591b769639 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (15f30800-36ad-4ac0-b60f-6991a25a0162), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:44.680166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20aa01-45cc-42a9-8c59-2a52f556c987 None None] Pushing event updated for resources: {'Port': ['ID=6a5d796d-c49d-4b6b-b140-bffc99677dc9,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:45.007258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a1ac7-2fa0-42a0-8e27-27f82f8c30a2 req-3d8d9fa2-4d39-4fff-9164-9c9a3dec3606 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:45.015785 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cd5a1ac7-2fa0-42a0-8e27-27f82f8c30a2 req-3d8d9fa2-4d39-4fff-9164-9c9a3dec3606 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.2498522 Feb 28 20:42:45.038824 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-083aaa27-49b3-4bc3-b070-97591b769639 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b66f913e-271d-461c-b82b-80f3993e95a0), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:45.204071 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cd5a1ac7-2fa0-42a0-8e27-27f82f8c30a2 req-79f14a30-6082-420f-9938-72b041ef139f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871541 Feb 28 20:42:45.217226 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58440) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:45.463170 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5ba2f1ac-99b4-455c-ad4f-62ae8f2a2044 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/floatingips/f3db49aa-49d4-40c1-a163-578f93978afc HTTP/1.1" status: 200 len: 993 time: 0.2282150 Feb 28 20:42:45.801273 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0956e4d7-4fdd-4b5d-8091-ca964fb490f2 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:42:46.022309 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-ab1f335d-c594-4d66-8bff-229955507a8c req-fab15226-ce03-4768-8ad4-de271925db5a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:42:46.023315 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab1f335d-c594-4d66-8bff-229955507a8c req-fab15226-ce03-4768-8ad4-de271925db5a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061421 Feb 28 20:42:46.101684 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 0956e4d7-4fdd-4b5d-8091-ca964fb490f2 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:42:46.102040 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0956e4d7-4fdd-4b5d-8091-ca964fb490f2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:46.223857 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-083aaa27-49b3-4bc3-b070-97591b769639 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for port (b66f913e-271d-461c-b82b-80f3993e95a0), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:46.241480 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-083aaa27-49b3-4bc3-b070-97591b769639 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (b66f913e-271d-461c-b82b-80f3993e95a0), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:46.425219 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 0956e4d7-4fdd-4b5d-8091-ca964fb490f2 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:42:46.428271 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0956e4d7-4fdd-4b5d-8091-ca964fb490f2), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:46.723317 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 0956e4d7-4fdd-4b5d-8091-ca964fb490f2, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0956e4d7-4fdd-4b5d-8091-ca964fb490f2,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:42:46.730732 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4929583e-80ee-4b7a-88cf-16073ea6fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:46.736910 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0956e4d7-4fdd-4b5d-8091-ca964fb490f2), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:46.738770 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6a5d796d-c49d-4b6b-b140-bffc99677dc9 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:42:46.961114 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=0956e4d7-4fdd-4b5d-8091-ca964fb490f2,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:47.091054 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9196ad1-0e8b-41fa-8c05-979a0654f33c None None] Network d7e6f497-e0bd-47f1-add8-b329ee75ad40 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:42:47.095441 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 6a5d796d-c49d-4b6b-b140-bffc99677dc9 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:42:47.095841 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6a5d796d-c49d-4b6b-b140-bffc99677dc9), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:47.362638 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1dbb4418-a15d-4352-8a80-f338670e54e6 None None] Provisioning complete for port 6a5d796d-c49d-4b6b-b140-bffc99677dc9 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:42:47.363254 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4418-a15d-4352-8a80-f338670e54e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6a5d796d-c49d-4b6b-b140-bffc99677dc9), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:47.502196 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58542) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:47.703605 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-083aaa27-49b3-4bc3-b070-97591b769639 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (15f30800-36ad-4ac0-b60f-6991a25a0162), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:47.717739 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6a5d796d-c49d-4b6b-b140-bffc99677dc9 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:42:47.719366 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6a5d796d-c49d-4b6b-b140-bffc99677dc9), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:47.787290 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083aaa27-49b3-4bc3-b070-97591b769639 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'Port': ['ID=b66f913e-271d-461c-b82b-80f3993e95a0,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:47.797476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51a7a9-ff00-44c7-8ec0-f3123aebfa36 req-2072b582-d2d1-4ad0-a0e6-398440676727 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:47.815104 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e51a7a9-ff00-44c7-8ec0-f3123aebfa36 req-2072b582-d2d1-4ad0-a0e6-398440676727 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.1803195 Feb 28 20:42:47.843076 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 6a5d796d-c49d-4b6b-b140-bffc99677dc9, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6a5d796d-c49d-4b6b-b140-bffc99677dc9,segment=NetworkSegment(21f5129e-2933-4a07-b85d-25a530887e02),segment_id=21f5129e-2933-4a07-b85d-25a530887e02)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:42:47.925482 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6a5d796d-c49d-4b6b-b140-bffc99677dc9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:48.013491 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-f89f8ba2-e5c7-4a1d-b65a-6d39bb4f58d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5078576 Feb 28 20:42:48.020462 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-a9c18006-8ea1-4af9-8c9a-a89202e687d2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:42:48.035356 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-a9c18006-8ea1-4af9-8c9a-a89202e687d2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0208158 Feb 28 20:42:48.067090 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e51a7a9-ff00-44c7-8ec0-f3123aebfa36 req-8181644f-9271-4842-b872-10648e305952 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365999 Feb 28 20:42:48.076278 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083aaa27-49b3-4bc3-b070-97591b769639 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Network d7e6f497-e0bd-47f1-add8-b329ee75ad40 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:42:48.085883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-083aaa27-49b3-4bc3-b070-97591b769639 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:42:48.163466 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=6a5d796d-c49d-4b6b-b140-bffc99677dc9,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:48.220389 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0956e4d7-4fdd-4b5d-8091-ca964fb490f2 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:42:48.261975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1dbb4418-a15d-4352-8a80-f338670e54e6 None None] Current status of the port 6a5d796d-c49d-4b6b-b140-bffc99677dc9 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:42:48.366898 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 0956e4d7-4fdd-4b5d-8091-ca964fb490f2 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:42:48.368273 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0956e4d7-4fdd-4b5d-8091-ca964fb490f2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:48.414568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083aaa27-49b3-4bc3-b070-97591b769639 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Router 15f30800-36ad-4ac0-b60f-6991a25a0162 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:42:48.565180 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d79c0009-f522-4440-8da9-a3b7eddd7288 None None] Provisioning complete for port b66f913e-271d-461c-b82b-80f3993e95a0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:42:48.568778 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d79c0009-f522-4440-8da9-a3b7eddd7288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b66f913e-271d-461c-b82b-80f3993e95a0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:48.679333 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083aaa27-49b3-4bc3-b070-97591b769639 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:42:48.691640 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] Sync routers for ids ['15f30800-36ad-4ac0-b60f-6991a25a0162'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:42:48.717831 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-083aaa27-49b3-4bc3-b070-97591b769639 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "PUT /v2.0/routers/15f30800-36ad-4ac0-b60f-6991a25a0162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7465427 Feb 28 20:42:48.720743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58576) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:48.726885 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] Routers {'15f30800-36ad-4ac0-b60f-6991a25a0162'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:42:48.727532 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:42:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['15f30800-36ad-4ac0-b60f-6991a25a0162'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:42:48.781231 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d79c0009-f522-4440-8da9-a3b7eddd7288 None None] Port b66f913e-271d-461c-b82b-80f3993e95a0 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:42:48.841835 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58580) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:48.981358 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 0956e4d7-4fdd-4b5d-8091-ca964fb490f2 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:42:48.995457 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d79c0009-f522-4440-8da9-a3b7eddd7288 None None] Provisioning complete for port 6a5d796d-c49d-4b6b-b140-bffc99677dc9 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:42:48.996535 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d79c0009-f522-4440-8da9-a3b7eddd7288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6a5d796d-c49d-4b6b-b140-bffc99677dc9), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:49.044138 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] Set router 15f30800-36ad-4ac0-b60f-6991a25a0162 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:42:49.180132 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c433d430-ab0d-4954-a4b0-66101fa1f35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:49.420456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-47045a52-42dc-4dbb-b002-db95f73628a6 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:49.428448 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-47045a52-42dc-4dbb-b002-db95f73628a6 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/ports/494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba HTTP/1.1" status: 200 len: 1126 time: 0.5730977 Feb 28 20:42:49.568849 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d77c43-63e4-47df-afc5-c2c5de37507d tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:49.569335 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d77c43-63e4-47df-afc5-c2c5de37507d tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:49.569814 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d77c43-63e4-47df-afc5-c2c5de37507d tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:49.570283 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d77c43-63e4-47df-afc5-c2c5de37507d tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:49.570747 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d77c43-63e4-47df-afc5-c2c5de37507d tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:49.571215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d77c43-63e4-47df-afc5-c2c5de37507d tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:49.575922 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58592) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:49.604072 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-84d77c43-63e4-47df-afc5-c2c5de37507d tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4268 time: 0.8813021 Feb 28 20:42:49.672668 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648d5de-41d0-4b1f-8b95-2dffdef117d3 req-b1d95059-e19f-48b1-ba02-eb46e7a1e060 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:49.679806 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f648d5de-41d0-4b1f-8b95-2dffdef117d3 req-b1d95059-e19f-48b1-ba02-eb46e7a1e060 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.3724585 Feb 28 20:42:49.865369 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f648d5de-41d0-4b1f-8b95-2dffdef117d3 req-57c3e198-4b85-433c-b4ed-30bc91a316d6 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845801 Feb 28 20:42:49.892019 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0091aaaa-7887-4657-a047-42278b2c3e04 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:49.906812 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0091aaaa-7887-4657-a047-42278b2c3e04 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:49.907531 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0091aaaa-7887-4657-a047-42278b2c3e04 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:49.910170 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0091aaaa-7887-4657-a047-42278b2c3e04 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:49.910884 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0091aaaa-7887-4657-a047-42278b2c3e04 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:49.912195 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0091aaaa-7887-4657-a047-42278b2c3e04 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:49.917601 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0091aaaa-7887-4657-a047-42278b2c3e04 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3992 time: 0.3380454 Feb 28 20:42:49.918020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58602) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:49.924401 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:49.925756 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d79c0009-f522-4440-8da9-a3b7eddd7288 None None] Current status of the port 6a5d796d-c49d-4b6b-b140-bffc99677dc9 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:42:50.075414 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1a7ac219-bbac-4249-86fb-c0d5c4fffb51 None None] Provisioning complete for port b66f913e-271d-461c-b82b-80f3993e95a0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:42:50.075806 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac219-bbac-4249-86fb-c0d5c4fffb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b66f913e-271d-461c-b82b-80f3993e95a0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:50.090392 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6a5d796d-c49d-4b6b-b140-bffc99677dc9 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:42:50.325884 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'name': 'tempest-TestNetworkBasicOps-router-1806619863', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:42:37Z', 'updated_at': '2022-02-28T20:42:44Z', 'revision_number': 4, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:38Z', 'updated_at': '2022-02-28T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'b66f913e-271d-461c-b82b-80f3993e95a0', 'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:85:a9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:42Z', 'updated_at': '2022-02-28T20:42:45Z', 'revision_number': 2, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:42:50.396321 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] Checking router: 15f30800-36ad-4ac0-b60f-6991a25a0162 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:42:50.396885 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] Updating router 15f30800-36ad-4ac0-b60f-6991a25a0162 port b66f913e-271d-461c-b82b-80f3993e95a0 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:42:50.494055 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b66f913e-271d-461c-b82b-80f3993e95a0), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:50.533806 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:50.554912 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ac219-bbac-4249-86fb-c0d5c4fffb51 None None] Port b66f913e-271d-461c-b82b-80f3993e95a0 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:42:50.591390 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 6a5d796d-c49d-4b6b-b140-bffc99677dc9 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:42:50.591721 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6a5d796d-c49d-4b6b-b140-bffc99677dc9), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:50.828670 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6a5d796d-c49d-4b6b-b140-bffc99677dc9 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:42:51.260536 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] Publish callbacks [] for port (b66f913e-271d-461c-b82b-80f3993e95a0), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:51.276311 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b66f913e-271d-461c-b82b-80f3993e95a0), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:51.347912 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:51.355186 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96efab-099f-4b00-92ad-2482f6eb1a54 None None] Pushing event updated for resources: {'Port': ['ID=b66f913e-271d-461c-b82b-80f3993e95a0,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:51.371462 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96efab-099f-4b00-92ad-2482f6eb1a54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:51.372026 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96efab-099f-4b00-92ad-2482f6eb1a54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:51.372387 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96efab-099f-4b00-92ad-2482f6eb1a54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:51.372664 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96efab-099f-4b00-92ad-2482f6eb1a54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:51.373235 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96efab-099f-4b00-92ad-2482f6eb1a54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:51.373568 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96efab-099f-4b00-92ad-2482f6eb1a54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:51.373892 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96efab-099f-4b00-92ad-2482f6eb1a54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:51.374233 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96efab-099f-4b00-92ad-2482f6eb1a54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:51.374546 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96efab-099f-4b00-92ad-2482f6eb1a54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:51.374867 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96efab-099f-4b00-92ad-2482f6eb1a54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:51.375188 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96efab-099f-4b00-92ad-2482f6eb1a54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:51.375508 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96efab-099f-4b00-92ad-2482f6eb1a54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:51.375928 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96efab-099f-4b00-92ad-2482f6eb1a54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:42:51.541130 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] Attempting to bind port b66f913e-271d-461c-b82b-80f3993e95a0 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:42:51.541509 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] Attempting to bind port b66f913e-271d-461c-b82b-80f3993e95a0 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '21f5129e-2933-4a07-b85d-25a530887e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:42:51.541967 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] Attempting to bind port b66f913e-271d-461c-b82b-80f3993e95a0 on network d7e6f497-e0bd-47f1-add8-b329ee75ad40 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:42:51.564365 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:42:51.564739 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] Checking segment: {'id': '21f5129e-2933-4a07-b85d-25a530887e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:42:51.567335 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:51.567480 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] Bound using segment: {'id': '21f5129e-2933-4a07-b85d-25a530887e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:42:51.569448 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] Bound port: b66f913e-271d-461c-b82b-80f3993e95a0, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f5129e-2933-4a07-b85d-25a530887e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:42:51.569838 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b66f913e-271d-461c-b82b-80f3993e95a0), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:51.761168 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] For port b66f913e-271d-461c-b82b-80f3993e95a0, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:42:51.775830 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] For port b66f913e-271d-461c-b82b-80f3993e95a0, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b66f913e-271d-461c-b82b-80f3993e95a0,segment=NetworkSegment(21f5129e-2933-4a07-b85d-25a530887e02),segment_id=21f5129e-2933-4a07-b85d-25a530887e02)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:42:51.791136 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b66f913e-271d-461c-b82b-80f3993e95a0), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:51.889035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb53f8e-03bf-496a-bdcc-a5de42b2a83d req-ac5b952d-a12c-4579-9579-190cc967805e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:51.899354 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3cb53f8e-03bf-496a-bdcc-a5de42b2a83d req-ac5b952d-a12c-4579-9579-190cc967805e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.5537026 Feb 28 20:42:51.924440 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1075b679-4dfa-48fe-8034-05393ff87593 None None] Provisioning complete for port b66f913e-271d-461c-b82b-80f3993e95a0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:42:51.926177 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1075b679-4dfa-48fe-8034-05393ff87593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b66f913e-271d-461c-b82b-80f3993e95a0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:51.950965 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] Routers {'15f30800-36ad-4ac0-b60f-6991a25a0162'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:42:51.951822 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:42:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['15f30800-36ad-4ac0-b60f-6991a25a0162'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:42:51.982912 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-d7ca2fa0-ede6-4b99-9fcc-9b4e59e9e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:51.991121 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-d7ca2fa0-ede6-4b99-9fcc-9b4e59e9e943 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 1129 time: 0.6198447 Feb 28 20:42:52.077573 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96efab-099f-4b00-92ad-2482f6eb1a54 None None] Pushing event updated for resources: {'Port': ['ID=b66f913e-271d-461c-b82b-80f3993e95a0,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:52.201157 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1075b679-4dfa-48fe-8034-05393ff87593 None None] Current status of the port b66f913e-271d-461c-b82b-80f3993e95a0 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:42:52.201560 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1075b679-4dfa-48fe-8034-05393ff87593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b66f913e-271d-461c-b82b-80f3993e95a0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:52.273043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-921ccd5b-da10-4ee5-aa31-e48a03fe7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:52.278268 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-921ccd5b-da10-4ee5-aa31-e48a03fe7d4b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9118e8d-4696-4338-89e1-8f4af12b46fe HTTP/1.1" status: 200 len: 897 time: 0.2669404 Feb 28 20:42:52.294484 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-93d19419-f57f-4f85-82aa-f866843a5776 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 2.3745387 Feb 28 20:42:52.307931 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] Set router 15f30800-36ad-4ac0-b60f-6991a25a0162 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:42:52.311250 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1075b679-4dfa-48fe-8034-05393ff87593 None None] For port b66f913e-271d-461c-b82b-80f3993e95a0, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b66f913e-271d-461c-b82b-80f3993e95a0,segment=NetworkSegment(21f5129e-2933-4a07-b85d-25a530887e02),segment_id=21f5129e-2933-4a07-b85d-25a530887e02)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:42:52.324826 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1075b679-4dfa-48fe-8034-05393ff87593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b66f913e-271d-461c-b82b-80f3993e95a0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:52.458707 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-6d3792e8-65b5-4c2a-a24e-b9e494928d5b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba HTTP/1.1" status: 200 len: 1001 time: 0.1570165 Feb 28 20:42:52.491682 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075b679-4dfa-48fe-8034-05393ff87593 None None] Pushing event updated for resources: {'Port': ['ID=b66f913e-271d-461c-b82b-80f3993e95a0,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:52.508769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d4f7c968-b461-4931-a828-4f9cc0942f30 None None] Provisioning complete for port b66f913e-271d-461c-b82b-80f3993e95a0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:42:52.509145 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d4f7c968-b461-4931-a828-4f9cc0942f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b66f913e-271d-461c-b82b-80f3993e95a0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:52.546745 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3cb53f8e-03bf-496a-bdcc-a5de42b2a83d req-2a5ccbc4-e3f2-49d8-b4be-8dc072a189ee tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6454873 Feb 28 20:42:52.592419 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-4ada5b85-a783-4709-815c-66c44d30418e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:52.595981 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-4ada5b85-a783-4709-815c-66c44d30418e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=25b168de-d2e4-497b-ab0f-97ac84f5a373 HTTP/1.1" status: 200 len: 835 time: 0.1263075 Feb 28 20:42:52.640238 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:52.758209 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d4f7c968-b461-4931-a828-4f9cc0942f30 None None] Current status of the port b66f913e-271d-461c-b82b-80f3993e95a0 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:42:52.762493 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:52.789766 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-cc8a5af3-05bb-4e3d-9d5b-e21b97eda61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:52.791616 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'name': 'tempest-TestNetworkBasicOps-router-1806619863', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:42:37Z', 'updated_at': '2022-02-28T20:42:44Z', 'revision_number': 4, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:38Z', 'updated_at': '2022-02-28T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'b66f913e-271d-461c-b82b-80f3993e95a0', 'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:85:a9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:42Z', 'updated_at': '2022-02-28T20:42:51Z', 'revision_number': 4, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:42:52.801228 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-cc8a5af3-05bb-4e3d-9d5b-e21b97eda61e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9118e8d-4696-4338-89e1-8f4af12b46fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1897812 Feb 28 20:42:52.826671 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6863e7f3-c3ac-4540-8744-04ab696221bb None None] The sync data for ids ['15f30800-36ad-4ac0-b60f-6991a25a0162'] in n-d-820368-21 is: [{'id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'name': 'tempest-TestNetworkBasicOps-router-1806619863', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:42:37Z', 'updated_at': '2022-02-28T20:42:44Z', 'revision_number': 4, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:38Z', 'updated_at': '2022-02-28T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'b66f913e-271d-461c-b82b-80f3993e95a0', 'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:85:a9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:42Z', 'updated_at': '2022-02-28T20:42:51Z', 'revision_number': 4, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:42:53.120407 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-3e9f0592-5a91-48dc-a2ed-0bfb2c28dffd service neutron] 10.222.0.10 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121316 Feb 28 20:42:53.154316 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:42:53.335743 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-51c0e1dd-0d22-42de-a7d0-5c3e9d231623 service neutron] 10.222.0.10 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043824 Feb 28 20:42:53.727727 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58638) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:53.733407 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d70f1f57-fdd7-48fe-92b4-5acfb653e773 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1789319280', 'description': 'tempest-secgroup-smoke-1789319280 description', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:42:53.831805 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d70f1f57-fdd7-48fe-92b4-5acfb653e773 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:53.915722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ad9a3-3d95-42db-8a61-87e2176f1612 req-c5d491f6-f7cb-48ae-aaad-ff8fd1f7ba01 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:53.926515 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-148ad9a3-3d95-42db-8a61-87e2176f1612 req-c5d491f6-f7cb-48ae-aaad-ff8fd1f7ba01 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.1655662 Feb 28 20:42:53.969074 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d70f1f57-fdd7-48fe-92b4-5acfb653e773 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group (538b673c-34a3-4231-96b5-db11ddb68c04), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:53.978033 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d70f1f57-fdd7-48fe-92b4-5acfb653e773 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (538b673c-34a3-4231-96b5-db11ddb68c04), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:54.012361 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d70f1f57-fdd7-48fe-92b4-5acfb653e773 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:54.014347 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d70f1f57-fdd7-48fe-92b4-5acfb653e773 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2847981 Feb 28 20:42:54.020073 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58642) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:54.025717 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ac55a41b-464c-45c5-b6e7-75a635a2e450 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'security_group_rule': {'security_group_id': '538b673c-34a3-4231-96b5-db11ddb68c04', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:42:54.052184 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-148ad9a3-3d95-42db-8a61-87e2176f1612 req-6fa52aa1-4717-44bb-a269-0ba37390305b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223459 Feb 28 20:42:54.070496 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f1f57-fdd7-48fe-92b4-5acfb653e773 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=538b673c-34a3-4231-96b5-db11ddb68c04,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:54.105905 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac55a41b-464c-45c5-b6e7-75a635a2e450 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (e2f6f07d-1c0b-4449-9b78-99d0d302a258), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:54.172482 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b66f913e-271d-461c-b82b-80f3993e95a0 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:42:54.232191 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac55a41b-464c-45c5-b6e7-75a635a2e450 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (e2f6f07d-1c0b-4449-9b78-99d0d302a258), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:54.241600 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac55a41b-464c-45c5-b6e7-75a635a2e450 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (e2f6f07d-1c0b-4449-9b78-99d0d302a258), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:54.251961 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b66f913e-271d-461c-b82b-80f3993e95a0 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:42:54.252408 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b66f913e-271d-461c-b82b-80f3993e95a0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:54.297926 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55a41b-464c-45c5-b6e7-75a635a2e450 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f6f07d-1c0b-4449-9b78-99d0d302a258,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:54.317560 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac55a41b-464c-45c5-b6e7-75a635a2e450 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:54.321808 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58644) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:54.326590 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ac55a41b-464c-45c5-b6e7-75a635a2e450 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3051326 Feb 28 20:42:54.328233 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3786ddfc-6f00-4f9e-a234-45932dc0e09e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'security_group_rule': {'security_group_id': '538b673c-34a3-4231-96b5-db11ddb68c04', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:42:54.382790 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3786ddfc-6f00-4f9e-a234-45932dc0e09e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (3b12e93b-e404-4b28-b469-2c7c9ecbc413), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:54.445668 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b66f913e-271d-461c-b82b-80f3993e95a0 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:42:54.506638 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3786ddfc-6f00-4f9e-a234-45932dc0e09e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (3b12e93b-e404-4b28-b469-2c7c9ecbc413), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:54.515979 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3786ddfc-6f00-4f9e-a234-45932dc0e09e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (3b12e93b-e404-4b28-b469-2c7c9ecbc413), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:54.544276 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3786ddfc-6f00-4f9e-a234-45932dc0e09e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:54.546100 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3786ddfc-6f00-4f9e-a234-45932dc0e09e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2224741 Feb 28 20:42:54.549922 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58648) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:54.555798 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-039b653e-f6d6-4d87-aa16-35ed6a9d4859 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'security_group_rule': {'security_group_id': '538b673c-34a3-4231-96b5-db11ddb68c04', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:42:54.566500 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786ddfc-6f00-4f9e-a234-45932dc0e09e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b12e93b-e404-4b28-b469-2c7c9ecbc413,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:54.607173 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-039b653e-f6d6-4d87-aa16-35ed6a9d4859 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (e4676d36-351a-4477-b68c-15a27f2dff19), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:54.735747 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-039b653e-f6d6-4d87-aa16-35ed6a9d4859 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (e4676d36-351a-4477-b68c-15a27f2dff19), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:54.742405 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-039b653e-f6d6-4d87-aa16-35ed6a9d4859 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (e4676d36-351a-4477-b68c-15a27f2dff19), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:54.767198 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b653e-f6d6-4d87-aa16-35ed6a9d4859 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4676d36-351a-4477-b68c-15a27f2dff19,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:54.785721 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-039b653e-f6d6-4d87-aa16-35ed6a9d4859 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:54.789720 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-039b653e-f6d6-4d87-aa16-35ed6a9d4859 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2360229 Feb 28 20:42:54.789994 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58658) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:54.795200 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-55700922-a1c3-4fff-b6d5-db483a569641 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'security_group_rule': {'security_group_id': '538b673c-34a3-4231-96b5-db11ddb68c04', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:42:54.829951 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55700922-a1c3-4fff-b6d5-db483a569641 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (c8e6e70f-0f64-4e2c-b846-50846a6662ab), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:54.945460 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55700922-a1c3-4fff-b6d5-db483a569641 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (c8e6e70f-0f64-4e2c-b846-50846a6662ab), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:54.950311 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55700922-a1c3-4fff-b6d5-db483a569641 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (c8e6e70f-0f64-4e2c-b846-50846a6662ab), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:55.012242 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55700922-a1c3-4fff-b6d5-db483a569641 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e6e70f-0f64-4e2c-b846-50846a6662ab,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:55.038514 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55700922-a1c3-4fff-b6d5-db483a569641 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:55.041168 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-55700922-a1c3-4fff-b6d5-db483a569641 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2500153 Feb 28 20:42:55.044404 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 58666) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:55.049047 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-1c432d09-b457-420d-a567-ce59fd6f339b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'security_group_rule': {'security_group_id': '538b673c-34a3-4231-96b5-db11ddb68c04', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:42:55.087990 n-d-820368-21 neutron-server[103774]: INFO neutron.db.securitygroups_db [None req-1c432d09-b457-420d-a567-ce59fd6f339b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Project a1bbee6dfdd141e0ba964f8ab2a0a967 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:42:55.099831 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1c432d09-b457-420d-a567-ce59fd6f339b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (19c8997c-db9a-47e3-a9ac-4df9043a17c3), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:55.220730 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1c432d09-b457-420d-a567-ce59fd6f339b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (19c8997c-db9a-47e3-a9ac-4df9043a17c3), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:55.228739 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1c432d09-b457-420d-a567-ce59fd6f339b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (19c8997c-db9a-47e3-a9ac-4df9043a17c3), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:55.252949 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c432d09-b457-420d-a567-ce59fd6f339b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c8997c-db9a-47e3-a9ac-4df9043a17c3,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:55.273823 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484288c-369f-4798-906d-aed313683047 req-a10a99d3-160e-4114-868a-e3cb730abf79 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:55.275332 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5484288c-369f-4798-906d-aed313683047 req-a10a99d3-160e-4114-868a-e3cb730abf79 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.1062679 Feb 28 20:42:55.279267 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1c432d09-b457-420d-a567-ce59fd6f339b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:55.279267 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1c432d09-b457-420d-a567-ce59fd6f339b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2337043 Feb 28 20:42:55.282770 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 58670) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:42:55.294470 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-bf62164e-ebd0-41ca-b543-0a6206177138 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'security_group_rule': {'security_group_id': '538b673c-34a3-4231-96b5-db11ddb68c04', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:42:55.337130 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-bf62164e-ebd0-41ca-b543-0a6206177138 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Project a1bbee6dfdd141e0ba964f8ab2a0a967 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:42:55.342875 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bf62164e-ebd0-41ca-b543-0a6206177138 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (0d37bd64-1c32-43d8-95ee-84854e70a582), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:55.363897 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5484288c-369f-4798-906d-aed313683047 req-fcfb6901-aa5a-436a-9618-a62970a71ec7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670550 Feb 28 20:42:55.420707 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bf62164e-ebd0-41ca-b543-0a6206177138 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (0d37bd64-1c32-43d8-95ee-84854e70a582), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:55.429766 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bf62164e-ebd0-41ca-b543-0a6206177138 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (0d37bd64-1c32-43d8-95ee-84854e70a582), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:55.454672 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62164e-ebd0-41ca-b543-0a6206177138 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d37bd64-1c32-43d8-95ee-84854e70a582,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:55.465897 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bf62164e-ebd0-41ca-b543-0a6206177138 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:55.477392 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bf62164e-ebd0-41ca-b543-0a6206177138 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1833663 Feb 28 20:42:55.742352 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-a360d3ee-1b1f-46f4-910c-a99655ba1ef2 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789319280&fields=id&tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967 HTTP/1.1" status: 200 len: 267 time: 0.0574419 Feb 28 20:42:55.866412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-96c50599-6d02-4797-83a1-b23b0ddbb1c2 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:55.868023 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-96c50599-6d02-4797-83a1-b23b0ddbb1c2 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/networks?id=d7e6f497-e0bd-47f1-add8-b329ee75ad40 HTTP/1.1" status: 200 len: 797 time: 0.1159546 Feb 28 20:42:55.886402 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-f4c0f2cd-4107-496e-8c19-3188d8392850 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/quotas/a1bbee6dfdd141e0ba964f8ab2a0a967 HTTP/1.1" status: 200 len: 375 time: 0.0097866 Feb 28 20:42:55.968471 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-bdc0f3e6-de12-4916-b8f7-0f095f7b5c75 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756061 Feb 28 20:42:56.138272 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-e9d74102-8d4e-46bd-bbc1-a526a5ca299b service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6f497-e0bd-47f1-add8-b329ee75ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585071 Feb 28 20:42:56.271034 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-21ddd44b-aca9-4e94-9830-7102d84b1088 service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6f497-e0bd-47f1-add8-b329ee75ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245024 Feb 28 20:42:56.597588 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4369b099-04d3-4a47-b772-8b0273cfd2f7 req-069e2f74-1fac-42d2-b617-b14c96a73acf tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 210 time: 0.1029899 Feb 28 20:42:56.649426 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c4f2e-2b2a-44f6-8d35-c03993abb35d req-e56143e3-7f75-4d7f-b299-f92723cf40a6 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:56.657022 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c33c4f2e-2b2a-44f6-8d35-c03993abb35d req-e56143e3-7f75-4d7f-b299-f92723cf40a6 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.1752253 Feb 28 20:42:56.799139 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c33c4f2e-2b2a-44f6-8d35-c03993abb35d req-47a84b64-b5f1-4a7d-a9f5-eb0df67427b5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413937 Feb 28 20:42:57.787992 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7013ad95-3b37-4646-9d77-e4e8470e28f0 req-514a2649-09f9-4f37-939f-126c611fdb07 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 210 time: 0.0513394 Feb 28 20:42:58.263119 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add3692-1e6e-4190-9c0f-480fb0a5615a req-bf0dc974-0e19-4def-aa89-dd0987f0e7fe tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:58.265097 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0add3692-1e6e-4190-9c0f-480fb0a5615a req-bf0dc974-0e19-4def-aa89-dd0987f0e7fe tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.2863500 Feb 28 20:42:58.381226 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0add3692-1e6e-4190-9c0f-480fb0a5615a req-d31b4e7f-b423-4ee6-b23c-32b8275be0f5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062534 Feb 28 20:42:58.416985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-8ff3d649-8157-4813-92ed-27786780f84c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:58.419374 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-8ff3d649-8157-4813-92ed-27786780f84c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.10 "GET /v2.0/networks?id=d7e6f497-e0bd-47f1-add8-b329ee75ad40 HTTP/1.1" status: 200 len: 797 time: 0.3452511 Feb 28 20:42:58.517632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-e6f91c43-3b97-479b-8903-895e4f145f84 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967 HTTP/1.1" status: 200 len: 380 time: 0.0874083 Feb 28 20:42:58.529080 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-63fc8268-c028-4b53-8364-6b56957d32ee tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'port': {'device_id': '3b045ebe-01db-4e3d-ad59-4910d04d6f43', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'admin_state_up': True, 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'security_groups': ['538b673c-34a3-4231-96b5-db11ddb68c04']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:42:58.730040 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-63fc8268-c028-4b53-8364-6b56957d32ee tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Made reservation on behalf of a1bbee6dfdd141e0ba964f8ab2a0a967 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:42:58.738721 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-63fc8268-c028-4b53-8364-6b56957d32ee tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:58.972725 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-992003e5-8196-4bb2-a498-413a928b1ac9 req-32b5d31b-4a65-41f7-a754-c0fabdc7ffad tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 210 time: 0.0697448 Feb 28 20:42:59.116800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-63fc8268-c028-4b53-8364-6b56957d32ee tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Allocated IP 172.20.0.3 (d7e6f497-e0bd-47f1-add8-b329ee75ad40/3be1eafe-f5f5-40d8-b852-8948db986ed5/3349377e-5b19-411a-ae9c-ab6fe0fbbe93) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:42:59.323450 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-63fc8268-c028-4b53-8364-6b56957d32ee tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for port (3349377e-5b19-411a-ae9c-ab6fe0fbbe93), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:59.384271 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-63fc8268-c028-4b53-8364-6b56957d32ee tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (3349377e-5b19-411a-ae9c-ab6fe0fbbe93), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:59.478062 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-63fc8268-c028-4b53-8364-6b56957d32ee tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Network d7e6f497-e0bd-47f1-add8-b329ee75ad40 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:42:59.484151 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-63fc8268-c028-4b53-8364-6b56957d32ee tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:42:59.488833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-63fc8268-c028-4b53-8364-6b56957d32ee tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:42:59.554113 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc8268-c028-4b53-8364-6b56957d32ee tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'Port': ['ID=3349377e-5b19-411a-ae9c-ab6fe0fbbe93,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:42:59.608945 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-63fc8268-c028-4b53-8364-6b56957d32ee tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:59.609616 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-63fc8268-c028-4b53-8364-6b56957d32ee tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:59.662653 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-63fc8268-c028-4b53-8364-6b56957d32ee tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1389842 Feb 28 20:42:59.683146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] Request body: {'port': {'device_id': '3b045ebe-01db-4e3d-ad59-4910d04d6f43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:42:59.697809 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249662-fdb4-4c44-89d0-11772da6f04a req-3b1cbab6-c361-42b4-b727-e09197b59cff tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:42:59.699434 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd249662-fdb4-4c44-89d0-11772da6f04a req-3b1cbab6-c361-42b4-b727-e09197b59cff tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.1465011 Feb 28 20:42:59.850183 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd249662-fdb4-4c44-89d0-11772da6f04a req-51533e83-5591-4f58-ae26-efe7c48dcd17 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257067 Feb 28 20:42:59.861804 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3349377e-5b19-411a-ae9c-ab6fe0fbbe93), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:42:59.968775 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d478a54b-42fc-47f2-a323-e3a84d95c6b4 None None] Provisioning complete for port 3349377e-5b19-411a-ae9c-ab6fe0fbbe93 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:42:59.969274 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d478a54b-42fc-47f2-a323-e3a84d95c6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3349377e-5b19-411a-ae9c-ab6fe0fbbe93), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:00.105856 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d478a54b-42fc-47f2-a323-e3a84d95c6b4 None None] Port 3349377e-5b19-411a-ae9c-ab6fe0fbbe93 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:43:00.356874 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3349377e-5b19-411a-ae9c-ab6fe0fbbe93 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:43:00.368784 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] Publish callbacks [] for port (3349377e-5b19-411a-ae9c-ab6fe0fbbe93), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:00.391183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] Transition to ACTIVE for port object 3349377e-5b19-411a-ae9c-ab6fe0fbbe93 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:43:00.412093 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fe6a8-6e56-4081-ba01-8cd9129a0f74 req-9e5d2f82-3565-49c7-9ef6-a704ddd4ab31 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:00.419390 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff3fe6a8-6e56-4081-ba01-8cd9129a0f74 req-9e5d2f82-3565-49c7-9ef6-a704ddd4ab31 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 931 time: 0.2716253 Feb 28 20:43:00.424995 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (3349377e-5b19-411a-ae9c-ab6fe0fbbe93), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:00.525180 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] Pushing event updated for resources: {'Port': ['ID=3349377e-5b19-411a-ae9c-ab6fe0fbbe93,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:00.536452 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff3fe6a8-6e56-4081-ba01-8cd9129a0f74 req-1dde91eb-95e7-4b2b-a7b8-4e7655b6035b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=538b673c-34a3-4231-96b5-db11ddb68c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161749 Feb 28 20:43:00.700469 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] Attempting to bind port 3349377e-5b19-411a-ae9c-ab6fe0fbbe93 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:43:00.700989 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] Attempting to bind port 3349377e-5b19-411a-ae9c-ab6fe0fbbe93 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '21f5129e-2933-4a07-b85d-25a530887e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:43:00.701120 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] Attempting to bind port 3349377e-5b19-411a-ae9c-ab6fe0fbbe93 on network d7e6f497-e0bd-47f1-add8-b329ee75ad40 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:43:00.713676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] Port 3349377e-5b19-411a-ae9c-ab6fe0fbbe93 on network d7e6f497-e0bd-47f1-add8-b329ee75ad40 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:43:00.714307 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] Attempting to bind port 3349377e-5b19-411a-ae9c-ab6fe0fbbe93 on network d7e6f497-e0bd-47f1-add8-b329ee75ad40 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:43:00.741284 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:43:00.741909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] Checking segment: {'id': '21f5129e-2933-4a07-b85d-25a530887e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:43:00.742761 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] Bound using segment: {'id': '21f5129e-2933-4a07-b85d-25a530887e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:43:00.743581 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] Bound port: 3349377e-5b19-411a-ae9c-ab6fe0fbbe93, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f5129e-2933-4a07-b85d-25a530887e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:43:00.744418 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3349377e-5b19-411a-ae9c-ab6fe0fbbe93), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:00.892345 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] For port 3349377e-5b19-411a-ae9c-ab6fe0fbbe93, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:43:00.901202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] For port 3349377e-5b19-411a-ae9c-ab6fe0fbbe93, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=3349377e-5b19-411a-ae9c-ab6fe0fbbe93,segment=NetworkSegment(21f5129e-2933-4a07-b85d-25a530887e02),segment_id=21f5129e-2933-4a07-b85d-25a530887e02)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:43:00.916331 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (3349377e-5b19-411a-ae9c-ab6fe0fbbe93), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:00.987707 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:00.988383 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:01.000043 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] 10.222.0.10 "PUT /v2.0/ports/3349377e-5b19-411a-ae9c-ab6fe0fbbe93 HTTP/1.1" status: 200 len: 1092 time: 1.3263078 Feb 28 20:43:01.000637 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b045ebe-01db-4e3d-ad59-4910d04d6f43', 'tag': '3349377e-5b19-411a-ae9c-ab6fe0fbbe93'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:43:01.003866 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6c5ba5-15be-4b70-bfa3-ad06506abe4e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b045ebe-01db-4e3d-ad59-4910d04d6f43", "tag": "3349377e-5b19-411a-ae9c-ab6fe0fbbe93"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:43:01.206915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ecfdd-82d1-486c-b167-a6ff1d3db30f service neutron] Pushing event updated for resources: {'Port': ['ID=3349377e-5b19-411a-ae9c-ab6fe0fbbe93,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:01.232391 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb79c1b-d316-499e-a6dc-9e00788852a3 x-openstack-request-id: req-ceb79c1b-d316-499e-a6dc-9e00788852a3 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:43:01.232693 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b045ebe-01db-4e3d-ad59-4910d04d6f43", "tag": "3349377e-5b19-411a-ae9c-ab6fe0fbbe93", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:43:01.232961 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ceb79c1b-d316-499e-a6dc-9e00788852a3 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:43:01.233426 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b045ebe-01db-4e3d-ad59-4910d04d6f43', 'tag': '3349377e-5b19-411a-ae9c-ab6fe0fbbe93', 'status': 'completed', 'code': 200} Feb 28 20:43:01.271513 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-65611b03-ecbe-4013-860b-ca5a8320b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:01.273070 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-65611b03-ecbe-4013-860b-ca5a8320b7cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967&device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 1126 time: 0.2241127 Feb 28 20:43:01.292518 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aaaf48-4dcb-44b8-98bc-8c179d601753 req-be37e419-a8b8-4c93-92c3-9f393d4a7e98 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:01.294066 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69aaaf48-4dcb-44b8-98bc-8c179d601753 req-be37e419-a8b8-4c93-92c3-9f393d4a7e98 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.2636161 Feb 28 20:43:01.428819 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-9aef5fac-efde-44a5-83c2-6ee3c69de51b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3349377e-5b19-411a-ae9c-ab6fe0fbbe93 HTTP/1.1" status: 200 len: 217 time: 0.1333537 Feb 28 20:43:01.559341 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69aaaf48-4dcb-44b8-98bc-8c179d601753 req-8c05eee4-4106-492d-b8d8-196d48c8b237 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538755 Feb 28 20:43:01.593812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-eacaa1bc-0b7f-4480-96d2-6234eb6e81cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:01.596773 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-eacaa1bc-0b7f-4480-96d2-6234eb6e81cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3be1eafe-f5f5-40d8-b852-8948db986ed5 HTTP/1.1" status: 200 len: 834 time: 0.1522841 Feb 28 20:43:01.811990 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-88342036-6fac-4a82-8f70-a47f65b57ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:01.813510 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-88342036-6fac-4a82-8f70-a47f65b57ce0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7e6f497-e0bd-47f1-add8-b329ee75ad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2087367 Feb 28 20:43:01.924873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102b58f-17b8-4572-ab68-b5b33e0c3a40 req-ba5eea96-ed2c-4a96-81c9-3ac15facf760 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:01.927046 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5102b58f-17b8-4572-ab68-b5b33e0c3a40 req-ba5eea96-ed2c-4a96-81c9-3ac15facf760 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 943 time: 0.2421968 Feb 28 20:43:02.039937 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-691ec5ba-5d77-4fab-9d87-dd2318388354 service neutron] 10.222.0.10 "GET /v2.0/networks/d7e6f497-e0bd-47f1-add8-b329ee75ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133644 Feb 28 20:43:02.054975 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5102b58f-17b8-4572-ab68-b5b33e0c3a40 req-d0d09a7d-10bb-4530-8b5d-68d3e280e760 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=538b673c-34a3-4231-96b5-db11ddb68c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121054 Feb 28 20:43:02.250703 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cae8eebd-4854-4123-9ea4-6b7f2bc9d97f req-f3814f0d-3d68-46db-aafe-65c0afda6e5b service neutron] 10.222.0.10 "GET /v2.0/networks/d7e6f497-e0bd-47f1-add8-b329ee75ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938574 Feb 28 20:43:02.482025 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c5ba5-15be-4b70-bfa3-ad06506abe4e req-9a0822a6-56cc-415a-847d-d5f36d48ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:02.484494 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa6c5ba5-15be-4b70-bfa3-ad06506abe4e req-9a0822a6-56cc-415a-847d-d5f36d48ead6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967&device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 1126 time: 0.1571012 Feb 28 20:43:02.715131 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c5ba5-15be-4b70-bfa3-ad06506abe4e req-9d72647b-bc54-4c5a-bf6a-7dad3703fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:02.718293 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa6c5ba5-15be-4b70-bfa3-ad06506abe4e req-9d72647b-bc54-4c5a-bf6a-7dad3703fd81 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d7e6f497-e0bd-47f1-add8-b329ee75ad40 HTTP/1.1" status: 200 len: 897 time: 0.2223454 Feb 28 20:43:02.810480 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa6c5ba5-15be-4b70-bfa3-ad06506abe4e req-d440f2ad-5f88-40ca-b54b-a30bdc9d8ce2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3349377e-5b19-411a-ae9c-ab6fe0fbbe93 HTTP/1.1" status: 200 len: 217 time: 0.0782955 Feb 28 20:43:02.876022 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c5ba5-15be-4b70-bfa3-ad06506abe4e req-b9d7e3a6-fca5-40b8-a452-caa79ed08713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:02.880609 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa6c5ba5-15be-4b70-bfa3-ad06506abe4e req-b9d7e3a6-fca5-40b8-a452-caa79ed08713 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3be1eafe-f5f5-40d8-b852-8948db986ed5 HTTP/1.1" status: 200 len: 834 time: 0.0627394 Feb 28 20:43:02.991500 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9eb5e1-5cff-48bb-aaba-c64933bc199f req-89518985-4451-409e-9467-17e787315553 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:02.994649 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d9eb5e1-5cff-48bb-aaba-c64933bc199f req-89518985-4451-409e-9467-17e787315553 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.2746215 Feb 28 20:43:03.081195 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c5ba5-15be-4b70-bfa3-ad06506abe4e req-8df42fba-edad-41b1-9841-48bc4a6f3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:03.083389 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa6c5ba5-15be-4b70-bfa3-ad06506abe4e req-8df42fba-edad-41b1-9841-48bc4a6f3a9b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7e6f497-e0bd-47f1-add8-b329ee75ad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1935973 Feb 28 20:43:03.163505 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d9eb5e1-5cff-48bb-aaba-c64933bc199f req-2115577b-03b9-4028-99d3-a5cb3a21c9b0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567717 Feb 28 20:43:03.308152 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa6c5ba5-15be-4b70-bfa3-ad06506abe4e req-fc84d1de-fe2c-4e60-92ec-ff545ab8b55b service neutron] 10.222.0.10 "GET /v2.0/networks/d7e6f497-e0bd-47f1-add8-b329ee75ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160089 Feb 28 20:43:03.316365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896b0f4-a331-4bd5-87ce-8285d16067e6 req-ad37a860-0051-41c4-8ec1-981fd1419b56 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:03.317872 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4896b0f4-a331-4bd5-87ce-8285d16067e6 req-ad37a860-0051-41c4-8ec1-981fd1419b56 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 943 time: 0.1177032 Feb 28 20:43:03.428437 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4896b0f4-a331-4bd5-87ce-8285d16067e6 req-ccebf530-30ac-454c-981a-981219a519a2 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=538b673c-34a3-4231-96b5-db11ddb68c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018069 Feb 28 20:43:03.483996 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa6c5ba5-15be-4b70-bfa3-ad06506abe4e req-cb5e73be-a852-4675-a89c-3249cd758937 service neutron] 10.222.0.10 "GET /v2.0/networks/d7e6f497-e0bd-47f1-add8-b329ee75ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651275 Feb 28 20:43:04.286928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 3349377e-5b19-411a-ae9c-ab6fe0fbbe93 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:43:04.319652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83b41a-9bf0-4c32-ac92-3fed57e0a252 req-2be8401c-3a28-46cf-9329-fd8cce785bfc tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:04.321339 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8b83b41a-9bf0-4c32-ac92-3fed57e0a252 req-2be8401c-3a28-46cf-9329-fd8cce785bfc tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.0700002 Feb 28 20:43:04.462350 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8b83b41a-9bf0-4c32-ac92-3fed57e0a252 req-c616f93a-6ce6-40f3-ae0d-d16c50775f00 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341517 Feb 28 20:43:04.510879 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 3349377e-5b19-411a-ae9c-ab6fe0fbbe93, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=3349377e-5b19-411a-ae9c-ab6fe0fbbe93,segment=NetworkSegment(21f5129e-2933-4a07-b85d-25a530887e02),segment_id=21f5129e-2933-4a07-b85d-25a530887e02)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:43:04.539852 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '3349377e-5b19-411a-ae9c-ab6fe0fbbe93', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'port_id': '3349377e-5b19-411a-ae9c-ab6fe0fbbe93', 'mac_address': 'fa:16:3e:a5:b5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:43:04.678400 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 3349377e-5b19-411a-ae9c-ab6fe0fbbe93 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:43:04.678715 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3349377e-5b19-411a-ae9c-ab6fe0fbbe93), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:04.708637 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3349377e-5b19-411a-ae9c-ab6fe0fbbe93 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:43:04.732823 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 3349377e-5b19-411a-ae9c-ab6fe0fbbe93, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=3349377e-5b19-411a-ae9c-ab6fe0fbbe93,segment=NetworkSegment(21f5129e-2933-4a07-b85d-25a530887e02),segment_id=21f5129e-2933-4a07-b85d-25a530887e02)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:43:04.741076 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3349377e-5b19-411a-ae9c-ab6fe0fbbe93), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:04.746881 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1e8b1-012e-490f-9517-43377758047a req-cef0b645-8bf0-4ca3-a4c8-ed17f317e880 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:04.755068 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-04e1e8b1-012e-490f-9517-43377758047a req-cef0b645-8bf0-4ca3-a4c8-ed17f317e880 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 943 time: 0.1781650 Feb 28 20:43:04.841226 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=3349377e-5b19-411a-ae9c-ab6fe0fbbe93,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:04.856309 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-04e1e8b1-012e-490f-9517-43377758047a req-b1b70585-0261-4500-9bb7-c1663db9ddd4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=538b673c-34a3-4231-96b5-db11ddb68c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967770 Feb 28 20:43:05.025296 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['3349377e-5b19-411a-ae9c-ab6fe0fbbe93'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:43:05.706390 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-148f17a6-5c86-4944-a27b-58fd60be67e4 service neutron] show failed (client error): The resource could not be found. Feb 28 20:43:05.707338 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-148f17a6-5c86-4944-a27b-58fd60be67e4 service neutron] 10.222.0.10 "GET /v2.0/ports/494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba/bindings/n-h1-820368-21 HTTP/1.1" status: 404 len: 381 time: 0.1777101 Feb 28 20:43:05.783905 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d51146-89c6-475a-a961-01dae7458a2d req-cde9d4f2-2e5b-4a53-8000-626276da84df tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:05.785446 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53d51146-89c6-475a-a961-01dae7458a2d req-cde9d4f2-2e5b-4a53-8000-626276da84df tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.1118591 Feb 28 20:43:05.867586 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53d51146-89c6-475a-a961-01dae7458a2d req-6fef8c03-1d31-4052-b624-3bf82ac9c243 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731153 Feb 28 20:43:06.208526 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-f004da3f-b6d9-463a-8f0d-76e05e5509a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:06.221942 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-f004da3f-b6d9-463a-8f0d-76e05e5509a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e&tenant_id=1a7308829c1041378fe2c0c22726e9fa HTTP/1.1" status: 200 len: 1129 time: 0.2179270 Feb 28 20:43:06.232937 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820368-21', 'device_owner': 'compute:nova'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:43:06.283431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 3349377e-5b19-411a-ae9c-ab6fe0fbbe93 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:43:06.363151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 3349377e-5b19-411a-ae9c-ab6fe0fbbe93 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:43:06.372400 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 3349377e-5b19-411a-ae9c-ab6fe0fbbe93 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:43:06.373049 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3349377e-5b19-411a-ae9c-ab6fe0fbbe93), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:06.385769 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:06.561379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380c779-8149-4e33-8df1-6cd1daa40475 req-c39b8e16-89a9-4377-86d4-890798d9b362 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:06.562920 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9380c779-8149-4e33-8df1-6cd1daa40475 req-c39b8e16-89a9-4377-86d4-890798d9b362 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 944 time: 0.1279645 Feb 28 20:43:06.657479 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 3349377e-5b19-411a-ae9c-ab6fe0fbbe93 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:43:06.657883 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3349377e-5b19-411a-ae9c-ab6fe0fbbe93), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:06.668662 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9380c779-8149-4e33-8df1-6cd1daa40475 req-ca40efe4-a38f-44a6-98e3-e90e3b787821 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=538b673c-34a3-4231-96b5-db11ddb68c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808067 Feb 28 20:43:06.721962 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b045ebe-01db-4e3d-ad59-4910d04d6f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3349377e-5b19-411a-ae9c-ab6fe0fbbe93'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:43:06.731291 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5baad42-7fce-4c51-8406-eb977bf8b73f" -d '{"events": [{"server_uuid": "3b045ebe-01db-4e3d-ad59-4910d04d6f43", "name": "network-vif-plugged", "status": "completed", "tag": "3349377e-5b19-411a-ae9c-ab6fe0fbbe93"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:43:06.784068 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 3349377e-5b19-411a-ae9c-ab6fe0fbbe93, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=3349377e-5b19-411a-ae9c-ab6fe0fbbe93,segment=NetworkSegment(21f5129e-2933-4a07-b85d-25a530887e02),segment_id=21f5129e-2933-4a07-b85d-25a530887e02)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:43:06.797516 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3349377e-5b19-411a-ae9c-ab6fe0fbbe93), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:06.949378 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=3349377e-5b19-411a-ae9c-ab6fe0fbbe93,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:06.970294 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a37cb05-5aa6-4944-937c-2b7d9fc09829 x-openstack-request-id: req-5a37cb05-5aa6-4944-937c-2b7d9fc09829 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:43:06.970606 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b045ebe-01db-4e3d-ad59-4910d04d6f43", "name": "network-vif-plugged", "status": "completed", "tag": "3349377e-5b19-411a-ae9c-ab6fe0fbbe93", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:43:06.970886 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a37cb05-5aa6-4944-937c-2b7d9fc09829 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:43:06.971482 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b045ebe-01db-4e3d-ad59-4910d04d6f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3349377e-5b19-411a-ae9c-ab6fe0fbbe93', 'code': 200} Feb 28 20:43:06.984450 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] For port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba,segment=NetworkSegment(f4a02de2-cdf6-4098-b669-0b920a36b2dd),segment_id=f4a02de2-cdf6-4098-b669-0b920a36b2dd)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:43:07.060956 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] For port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:43:07.141437 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca890d59-1db8-4a5c-bdbd-35244d946d8d req-fc372e3b-a906-44f3-9b17-8337614b8a1d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:07.143864 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca890d59-1db8-4a5c-bdbd-35244d946d8d req-fc372e3b-a906-44f3-9b17-8337614b8a1d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.1329715 Feb 28 20:43:07.146069 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2dff5-6a0d-426e-8bae-1ba63c281e8b req-5dc77a03-5cc4-4738-bb0d-c07c1d5683a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:07.147625 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0e2dff5-6a0d-426e-8bae-1ba63c281e8b req-5dc77a03-5cc4-4738-bb0d-c07c1d5683a9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 1128 time: 0.0920904 Feb 28 20:43:07.159490 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Publish callbacks [] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:07.178980 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Transition to ACTIVE for port object 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:43:07.180211 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7327b16-f0cc-441c-8814-5256a407078e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:43:07.186883 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36300267-08c4-4090-ac07-8cc534c634e9" -d '{"events": [{"server_uuid": "a7327b16-f0cc-441c-8814-5256a407078e", "name": "network-vif-unplugged", "status": "completed", "tag": "494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:43:07.197761 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:07.529217 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0957779-0df3-4df1-9b88-8606727a9f10 x-openstack-request-id: req-a0957779-0df3-4df1-9b88-8606727a9f10 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:43:07.529869 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7327b16-f0cc-441c-8814-5256a407078e", "name": "network-vif-unplugged", "status": "completed", "tag": "494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:43:07.529869 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0957779-0df3-4df1-9b88-8606727a9f10 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:43:07.530427 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7327b16-f0cc-441c-8814-5256a407078e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba', 'code': 200} Feb 28 20:43:07.530795 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59310) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:07.599789 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Pushing event updated for resources: {'Port': ['ID=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba,revision_number=6']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:07.610246 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] No DVR routers for this DVR port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:43:08.013336 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6ddbfdff-7c92-4b9e-8526-a67f19ef8761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:08.041822 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Attempting to bind port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:43:08.042433 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Attempting to bind port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'f4a02de2-cdf6-4098-b669-0b920a36b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:43:08.042926 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Attempting to bind port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba on network b9118e8d-4696-4338-89e1-8f4af12b46fe {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:43:08.055664 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba on network b9118e8d-4696-4338-89e1-8f4af12b46fe not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:43:08.058251 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Attempting to bind port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba on network b9118e8d-4696-4338-89e1-8f4af12b46fe {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:43:08.075098 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:43:08.076476 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Checking segment: {'id': 'f4a02de2-cdf6-4098-b669-0b920a36b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:43:08.078510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Bound using segment: {'id': 'f4a02de2-cdf6-4098-b669-0b920a36b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:43:08.081434 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Bound port: 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a02de2-cdf6-4098-b669-0b920a36b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:43:08.082189 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:08.115170 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0e2dff5-6a0d-426e-8bae-1ba63c281e8b req-18975a8c-3567-4818-a633-d75ace98311b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=538b673c-34a3-4231-96b5-db11ddb68c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777217 Feb 28 20:43:08.156339 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca890d59-1db8-4a5c-bdbd-35244d946d8d req-e1515ef3-2b45-45bd-8517-d4bd9149ab93 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0059376 Feb 28 20:43:08.187668 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741844aa-96e1-457a-a778-51dd193f9963 req-564f0d11-d1c8-4e65-8ae1-c24c7a969c54 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:08.195748 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-741844aa-96e1-457a-a778-51dd193f9963 req-564f0d11-d1c8-4e65-8ae1-c24c7a969c54 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 945 time: 0.2549725 Feb 28 20:43:08.240003 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] For port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:43:08.244282 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] For port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba,segment=NetworkSegment(f4a02de2-cdf6-4098-b669-0b920a36b2dd),segment_id=f4a02de2-cdf6-4098-b669-0b920a36b2dd)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:43:08.261133 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:08.282914 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-741844aa-96e1-457a-a778-51dd193f9963 req-61c5ebb1-0c7a-47f5-9de5-4255a5eed577 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=538b673c-34a3-4231-96b5-db11ddb68c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815127 Feb 28 20:43:08.296939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:43:08.355522 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6ddbfdff-7c92-4b9e-8526-a67f19ef8761 admin admin] Publish callbacks [] for security_group (fd29c45a-c6c4-436d-9a08-86deebb55704), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:08.388361 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6ddbfdff-7c92-4b9e-8526-a67f19ef8761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fd29c45a-c6c4-436d-9a08-86deebb55704), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:08.430267 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] The host n-h2-820368-21 is not matching for port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba host n-h1-820368-21! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:43:08.430765 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:43:08.436434 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:08.437405 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:08.439081 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] 10.222.0.15 "PUT /v2.0/ports/494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba HTTP/1.1" status: 200 len: 1093 time: 2.2107008 Feb 28 20:43:08.446338 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6ddbfdff-7c92-4b9e-8526-a67f19ef8761 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff6fd876946947688b54a2721e00c0d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8418238 Feb 28 20:43:08.450067 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59324) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:08.480794 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Pushing event updated for resources: {'Port': ['ID=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba,revision_number=7']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:08.534673 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:08.537263 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:08.537890 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:08.538444 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:08.539020 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:08.539581 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:08.540163 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:08.540902 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:08.541451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:08.542006 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:08.542556 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:08.543110 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:08.543677 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20539d3a-d9cd-4a48-8db8-aa38f5046304 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:08.549606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbfdff-7c92-4b9e-8526-a67f19ef8761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd29c45a-c6c4-436d-9a08-86deebb55704,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:08.579199 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-83da9e01-483e-415a-b694-f78411488406 admin admin] Publish callbacks [] for security_group (fd29c45a-c6c4-436d-9a08-86deebb55704), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:08.601835 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-2d4784e1-2e62-4f2c-b8cc-da0da1511285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:08.603600 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-2d4784e1-2e62-4f2c-b8cc-da0da1511285 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 1127 time: 0.1351111 Feb 28 20:43:08.632185 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-83da9e01-483e-415a-b694-f78411488406 admin admin] Publish callbacks [] for security_group (fd29c45a-c6c4-436d-9a08-86deebb55704), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:08.726244 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-83da9e01-483e-415a-b694-f78411488406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fd29c45a-c6c4-436d-9a08-86deebb55704), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:08.728925 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-83da9e01-483e-415a-b694-f78411488406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:08.730102 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-83da9e01-483e-415a-b694-f78411488406 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd29c45a-c6c4-436d-9a08-86deebb55704 HTTP/1.1" status: 204 len: 168 time: 0.2790270 Feb 28 20:43:08.743599 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da9e01-483e-415a-b694-f78411488406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd29c45a-c6c4-436d-9a08-86deebb55704,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:08.826581 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-745a4bc9-6841-48c5-859b-2fa15adb15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:08.828726 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-745a4bc9-6841-48c5-859b-2fa15adb15b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b9118e8d-4696-4338-89e1-8f4af12b46fe HTTP/1.1" status: 200 len: 897 time: 0.2190540 Feb 28 20:43:09.097050 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-8756ca9a-7222-466c-aebe-1ee5931856ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba HTTP/1.1" status: 200 len: 999 time: 0.2608767 Feb 28 20:43:09.199439 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-9e7b3425-8336-434c-bc55-77121e191e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:09.204450 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-9e7b3425-8336-434c-bc55-77121e191e03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=25b168de-d2e4-497b-ab0f-97ac84f5a373 HTTP/1.1" status: 200 len: 835 time: 0.1017134 Feb 28 20:43:09.405804 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-e6a2e8a8-6def-4a92-b2d8-a7f57701fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:09.409911 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-e6a2e8a8-6def-4a92-b2d8-a7f57701fe65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b9118e8d-4696-4338-89e1-8f4af12b46fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1987057 Feb 28 20:43:09.434901 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d22fec-a7d1-44fe-a638-18f63742fbd5 req-c60f2c8a-0ed0-4a0e-958a-ab7a231b8917 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:09.442669 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-46d22fec-a7d1-44fe-a638-18f63742fbd5 req-c60f2c8a-0ed0-4a0e-958a-ab7a231b8917 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 944 time: 0.1688254 Feb 28 20:43:09.455015 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59340) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:09.499119 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-50180d5a-3bb4-4167-9b22-c74878f650b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:09.533679 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16284d6e-4aff-4076-b245-9127f735685a req-b75f27a3-1e8c-4f34-81a7-f44f44d25d48 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:09.540585 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-16284d6e-4aff-4076-b245-9127f735685a req-b75f27a3-1e8c-4f34-81a7-f44f44d25d48 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 945 time: 0.0957630 Feb 28 20:43:09.555492 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7327b16-f0cc-441c-8814-5256a407078e', 'tag': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:43:09.558680 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ed0d58-0312-4dea-beb8-dec83c9ee387" -d '{"events": [{"name": "network-changed", "server_uuid": "a7327b16-f0cc-441c-8814-5256a407078e", "tag": "494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:43:09.571104 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-46d22fec-a7d1-44fe-a638-18f63742fbd5 req-7e990ca1-eeee-4c43-bc21-af1753b9e91f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274636 Feb 28 20:43:09.660345 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-ce959077-3c85-4e87-9ecd-94314bbbf245 service neutron] 10.222.0.15 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440789 Feb 28 20:43:09.720098 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-16284d6e-4aff-4076-b245-9127f735685a req-84711ef5-b623-4513-b068-29845ce89064 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=538b673c-34a3-4231-96b5-db11ddb68c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764145 Feb 28 20:43:09.760820 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-50180d5a-3bb4-4167-9b22-c74878f650b6 admin admin] Publish callbacks [] for security_group (209da983-1149-4431-854b-51d46a2ba027), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:09.762947 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd25bcc-0dcd-4808-baff-9d6ab81867ad x-openstack-request-id: req-ffd25bcc-0dcd-4808-baff-9d6ab81867ad {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:43:09.763347 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7327b16-f0cc-441c-8814-5256a407078e", "tag": "494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:43:09.764104 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffd25bcc-0dcd-4808-baff-9d6ab81867ad {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:43:09.764576 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7327b16-f0cc-441c-8814-5256a407078e', 'tag': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba', 'status': 'completed', 'code': 200} Feb 28 20:43:09.869981 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-50180d5a-3bb4-4167-9b22-c74878f650b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (209da983-1149-4431-854b-51d46a2ba027), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:09.874796 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4d7f6d67-dc3d-4643-b360-a1eaa883a4d5 req-4563626a-d598-4a44-8efc-7d4a05ca12c0 service neutron] 10.222.0.15 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093726 Feb 28 20:43:09.884259 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed0d58-0312-4dea-beb8-dec83c9ee387 req-0f9c466d-38be-4e13-beac-7d5ec096ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:09.888295 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57ed0d58-0312-4dea-beb8-dec83c9ee387 req-0f9c466d-38be-4e13-beac-7d5ec096ba1f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 1127 time: 0.1597517 Feb 28 20:43:09.961386 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-50180d5a-3bb4-4167-9b22-c74878f650b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7416c06c3d74500ba4639aee3ed1949&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5004516 Feb 28 20:43:09.964586 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59346) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:09.982991 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50180d5a-3bb4-4167-9b22-c74878f650b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209da983-1149-4431-854b-51d46a2ba027,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:10.037473 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed0d58-0312-4dea-beb8-dec83c9ee387 req-41daffb9-3897-4d24-a15c-2953e12dea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:10.041806 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-57ed0d58-0312-4dea-beb8-dec83c9ee387 req-41daffb9-3897-4d24-a15c-2953e12dea69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 1127 time: 0.1036689 Feb 28 20:43:10.210246 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed0d58-0312-4dea-beb8-dec83c9ee387 req-25a0a425-4e8c-4c1c-957d-4b60fb78dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:10.211911 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-57ed0d58-0312-4dea-beb8-dec83c9ee387 req-25a0a425-4e8c-4c1c-957d-4b60fb78dfa0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b9118e8d-4696-4338-89e1-8f4af12b46fe HTTP/1.1" status: 200 len: 897 time: 0.1650548 Feb 28 20:43:10.242359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed0d58-0312-4dea-beb8-dec83c9ee387 req-b51bb529-2690-4d4c-9bf6-41f8a8ceaa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:10.244368 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57ed0d58-0312-4dea-beb8-dec83c9ee387 req-b51bb529-2690-4d4c-9bf6-41f8a8ceaa82 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9118e8d-4696-4338-89e1-8f4af12b46fe HTTP/1.1" status: 200 len: 897 time: 0.3487778 Feb 28 20:43:10.245476 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4c389582-18f0-4a93-9a49-772d1e845e19 admin admin] Publish callbacks [] for security_group (209da983-1149-4431-854b-51d46a2ba027), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:10.277904 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4c389582-18f0-4a93-9a49-772d1e845e19 admin admin] Publish callbacks [] for security_group (209da983-1149-4431-854b-51d46a2ba027), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:10.346270 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-57ed0d58-0312-4dea-beb8-dec83c9ee387 req-34fc42ec-f7fa-4225-b741-311d7fe8f0cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba HTTP/1.1" status: 200 len: 999 time: 0.1280265 Feb 28 20:43:10.423597 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57ed0d58-0312-4dea-beb8-dec83c9ee387 req-c7c05938-ef9b-47de-b361-3fe43952b93f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba HTTP/1.1" status: 200 len: 999 time: 0.0933623 Feb 28 20:43:10.426095 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4c389582-18f0-4a93-9a49-772d1e845e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (209da983-1149-4431-854b-51d46a2ba027), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:10.429235 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed0d58-0312-4dea-beb8-dec83c9ee387 req-1b28d498-a3d7-4db8-af3f-c3789102c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:10.430095 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4c389582-18f0-4a93-9a49-772d1e845e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:10.434124 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-57ed0d58-0312-4dea-beb8-dec83c9ee387 req-1b28d498-a3d7-4db8-af3f-c3789102c758 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=25b168de-d2e4-497b-ab0f-97ac84f5a373 HTTP/1.1" status: 200 len: 835 time: 0.0750189 Feb 28 20:43:10.435575 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4c389582-18f0-4a93-9a49-772d1e845e19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/209da983-1149-4431-854b-51d46a2ba027 HTTP/1.1" status: 204 len: 168 time: 0.4591811 Feb 28 20:43:10.474568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c389582-18f0-4a93-9a49-772d1e845e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209da983-1149-4431-854b-51d46a2ba027,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:10.498586 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed0d58-0312-4dea-beb8-dec83c9ee387 req-892d06aa-6a7a-49b4-9ea3-f24644383278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:10.502586 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57ed0d58-0312-4dea-beb8-dec83c9ee387 req-892d06aa-6a7a-49b4-9ea3-f24644383278 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=25b168de-d2e4-497b-ab0f-97ac84f5a373 HTTP/1.1" status: 200 len: 835 time: 0.0644689 Feb 28 20:43:10.572914 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed0d58-0312-4dea-beb8-dec83c9ee387 req-4cc7d0d1-999e-433d-8db6-fbec020e55b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:10.575480 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-57ed0d58-0312-4dea-beb8-dec83c9ee387 req-4cc7d0d1-999e-433d-8db6-fbec020e55b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b9118e8d-4696-4338-89e1-8f4af12b46fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1374936 Feb 28 20:43:10.654154 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed0d58-0312-4dea-beb8-dec83c9ee387 req-b0231127-1ae7-43a4-89d3-4d7f5f7ebed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:10.663303 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57ed0d58-0312-4dea-beb8-dec83c9ee387 req-b0231127-1ae7-43a4-89d3-4d7f5f7ebed0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9118e8d-4696-4338-89e1-8f4af12b46fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1507044 Feb 28 20:43:10.753716 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-57ed0d58-0312-4dea-beb8-dec83c9ee387 req-045b91a0-f205-46d0-a463-26c82b61337a service neutron] 10.222.0.15 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710997 Feb 28 20:43:10.952782 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff57805-fedf-403d-b641-749a66883d87 req-d4c61ee6-e881-49c9-8188-b674882e51de tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:10.954298 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ff57805-fedf-403d-b641-749a66883d87 req-d4c61ee6-e881-49c9-8188-b674882e51de tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 944 time: 0.2708592 Feb 28 20:43:10.984299 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-57ed0d58-0312-4dea-beb8-dec83c9ee387 req-322be184-cea9-49f3-bef1-af6c5ee34164 service neutron] 10.222.0.15 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175283 Feb 28 20:43:11.007497 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57ed0d58-0312-4dea-beb8-dec83c9ee387 req-156737ac-7ce7-4b6c-9b81-636eaa5cca13 service neutron] 10.222.0.10 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373542 Feb 28 20:43:11.023480 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba09561-1230-4678-9e8d-f3553cfe400e req-ef1fbffd-d567-4da2-b585-9b6bbedd00af tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:11.030418 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7ba09561-1230-4678-9e8d-f3553cfe400e req-ef1fbffd-d567-4da2-b585-9b6bbedd00af tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 945 time: 0.1638119 Feb 28 20:43:11.112222 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59372) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:11.128206 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c633731f-8584-4f4f-bbdd-7e76d7a4dfe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:11.143565 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ff57805-fedf-403d-b641-749a66883d87 req-4c68577b-2f5a-4eec-aef1-ca416b9e111f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793072 Feb 28 20:43:11.195703 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7ba09561-1230-4678-9e8d-f3553cfe400e req-ac513a00-511c-48cd-a925-bb0f49207259 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=538b673c-34a3-4231-96b5-db11ddb68c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643305 Feb 28 20:43:11.292032 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57ed0d58-0312-4dea-beb8-dec83c9ee387 req-45757a2f-c446-49d1-920c-671745117fed service neutron] 10.222.0.10 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438190 Feb 28 20:43:11.309285 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c633731f-8584-4f4f-bbdd-7e76d7a4dfe9 admin admin] Publish callbacks [] for security_group (bf023701-7353-43ef-8f15-bb7ce9180ea6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:11.317682 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c633731f-8584-4f4f-bbdd-7e76d7a4dfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (bf023701-7353-43ef-8f15-bb7ce9180ea6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:11.435351 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c633731f-8584-4f4f-bbdd-7e76d7a4dfe9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1773a9c77aa644f491bc212cdc9b3ca7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3196375 Feb 28 20:43:11.435351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633731f-8584-4f4f-bbdd-7e76d7a4dfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf023701-7353-43ef-8f15-bb7ce9180ea6,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:11.440029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59384) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:11.449031 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ccde9-099f-4daf-8559-18d9df4c9901 req-930032c3-1173-477c-b8a6-a3713432df30 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:11.454929 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5a0ccde9-099f-4daf-8559-18d9df4c9901 req-930032c3-1173-477c-b8a6-a3713432df30 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 945 time: 0.1029909 Feb 28 20:43:11.508963 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8908182c-05fe-4271-9aa9-4d2669ea58c8 admin admin] Publish callbacks [] for security_group (bf023701-7353-43ef-8f15-bb7ce9180ea6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:11.532812 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8908182c-05fe-4271-9aa9-4d2669ea58c8 admin admin] Publish callbacks [] for security_group (bf023701-7353-43ef-8f15-bb7ce9180ea6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:11.590838 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8908182c-05fe-4271-9aa9-4d2669ea58c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (bf023701-7353-43ef-8f15-bb7ce9180ea6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:11.593427 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5a0ccde9-099f-4daf-8559-18d9df4c9901 req-776da071-4711-4714-9395-fad535120134 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=538b673c-34a3-4231-96b5-db11ddb68c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326983 Feb 28 20:43:11.599480 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8908182c-05fe-4271-9aa9-4d2669ea58c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:11.601209 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308bc74-36d5-4fc6-b397-bb6c996dcbd0 req-a10ec06d-adbf-4f5b-a9dd-be47ea0eda3b tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:11.603697 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8908182c-05fe-4271-9aa9-4d2669ea58c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf023701-7353-43ef-8f15-bb7ce9180ea6 HTTP/1.1" status: 204 len: 168 time: 0.1610723 Feb 28 20:43:11.613806 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2308bc74-36d5-4fc6-b397-bb6c996dcbd0 req-a10ec06d-adbf-4f5b-a9dd-be47ea0eda3b tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddbfaaf1-1a1b-4156-b536-3db4c96f5712 HTTP/1.1" status: 200 len: 945 time: 0.1098943 Feb 28 20:43:11.624004 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59388) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:11.625564 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908182c-05fe-4271-9aa9-4d2669ea58c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf023701-7353-43ef-8f15-bb7ce9180ea6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:11.700777 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2308bc74-36d5-4fc6-b397-bb6c996dcbd0 req-907d283b-8227-499d-aff0-80de58d0d3d8 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859771 Feb 28 20:43:11.753708 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c194861b-5ae1-4f2c-a709-826ff5a3fd6b tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:11.759783 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59398) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:11.764414 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-5c185228-c079-4e73-8de9-bcb2d8743d1b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': '3349377e-5b19-411a-ae9c-ab6fe0fbbe93', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:43:11.768322 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c194861b-5ae1-4f2c-a709-826ff5a3fd6b tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 1123 time: 0.1193962 Feb 28 20:43:11.793710 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c185228-c079-4e73-8de9-bcb2d8743d1b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:11.949929 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c185228-c079-4e73-8de9-bcb2d8743d1b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:12.087104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-5c185228-c079-4e73-8de9-bcb2d8743d1b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Allocated IP 172.25.0.138 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/cf7d725a-6a18-44f1-a8d0-c06e8dfacc1c) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:43:12.317932 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c185228-c079-4e73-8de9-bcb2d8743d1b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for port (cf7d725a-6a18-44f1-a8d0-c06e8dfacc1c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:12.341859 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77538d-50c5-43a2-8294-9e024bd18a43 req-3c8f49f7-1ca8-44ed-9f65-ec7b575723a2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:12.352200 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc77538d-50c5-43a2-8294-9e024bd18a43 req-3c8f49f7-1ca8-44ed-9f65-ec7b575723a2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 944 time: 0.1029599 Feb 28 20:43:12.423245 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc77538d-50c5-43a2-8294-9e024bd18a43 req-2c0c4ff0-b801-4bc2-8d89-9d917fc6352a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699546 Feb 28 20:43:12.440062 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c185228-c079-4e73-8de9-bcb2d8743d1b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (cf7d725a-6a18-44f1-a8d0-c06e8dfacc1c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:12.579217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c185228-c079-4e73-8de9-bcb2d8743d1b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:43:12.597903 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-5c185228-c079-4e73-8de9-bcb2d8743d1b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:43:12.600466 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c185228-c079-4e73-8de9-bcb2d8743d1b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:43:12.671479 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c185228-c079-4e73-8de9-bcb2d8743d1b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'Port': ['ID=cf7d725a-6a18-44f1-a8d0-c06e8dfacc1c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:12.796255 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a44a34-406f-441d-b3f8-2e57dbeeca67 req-39d4b6a8-7ae0-4d6b-bead-a0b5f422b6a9 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:12.797971 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e3a44a34-406f-441d-b3f8-2e57dbeeca67 req-39d4b6a8-7ae0-4d6b-bead-a0b5f422b6a9 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 944 time: 0.1583073 Feb 28 20:43:13.067106 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4528d2-ed02-4cff-8364-25ea994b0c73 req-6684ea14-7daf-4600-998e-5bdb5aba7f1d tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:13.068872 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d4528d2-ed02-4cff-8364-25ea994b0c73 req-6684ea14-7daf-4600-998e-5bdb5aba7f1d tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddbfaaf1-1a1b-4156-b536-3db4c96f5712 HTTP/1.1" status: 200 len: 945 time: 0.2655001 Feb 28 20:43:13.208766 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b858f0-8301-418c-b743-086db837f645 req-a6af1a84-7d26-4b16-8765-332e6aa433ef tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:13.210408 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89b858f0-8301-418c-b743-086db837f645 req-a6af1a84-7d26-4b16-8765-332e6aa433ef tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e&tenant_id=1a7308829c1041378fe2c0c22726e9fa&binding%3Ahost_id=n-h1-820368-21 HTTP/1.1" status: 200 len: 944 time: 0.4081197 Feb 28 20:43:13.227685 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2b030-b1c3-4fe9-929e-ed53bd156ba2 req-ea7aac5a-bcf8-4c95-8231-f3dc2b187596 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:13.229329 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3d2b030-b1c3-4fe9-929e-ed53bd156ba2 req-ea7aac5a-bcf8-4c95-8231-f3dc2b187596 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddbfaaf1-1a1b-4156-b536-3db4c96f5712 HTTP/1.1" status: 200 len: 945 time: 0.1846778 Feb 28 20:43:13.355165 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e3a44a34-406f-441d-b3f8-2e57dbeeca67 req-454583b6-8625-4049-9739-8a02398a35ec tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4677563 Feb 28 20:43:13.391074 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-c3d2b030-b1c3-4fe9-929e-ed53bd156ba2 req-1cabd36f-04e8-41e7-8372-309ade2d269d tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Deleting port 34ccdea4-72cf-4f7d-86d7-aded72040388 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:43:13.391074 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c3d2b030-b1c3-4fe9-929e-ed53bd156ba2 req-1cabd36f-04e8-41e7-8372-309ade2d269d tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (34ccdea4-72cf-4f7d-86d7-aded72040388), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:13.503271 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d4528d2-ed02-4cff-8364-25ea994b0c73 req-41666e59-ec9c-489c-a9cd-16b98fff6007 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/security-groups?id=74e7d099-d603-4d36-80db-9ee8df84408c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396070 Feb 28 20:43:13.524845 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-89b858f0-8301-418c-b743-086db837f645 req-9cc3023e-89df-4faa-abe3-1b064330837e service neutron] delete failed (client error): The resource could not be found. Feb 28 20:43:13.526336 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89b858f0-8301-418c-b743-086db837f645 req-9cc3023e-89df-4faa-abe3-1b064330837e service neutron] 10.222.0.10 "DELETE /v2.0/ports/494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba/bindings/n-h2-820368-21 HTTP/1.1" status: 404 len: 381 time: 0.2930017 Feb 28 20:43:13.632938 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-c3d2b030-b1c3-4fe9-929e-ed53bd156ba2 req-1cabd36f-04e8-41e7-8372-309ade2d269d tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] For port 34ccdea4-72cf-4f7d-86d7-aded72040388, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=34ccdea4-72cf-4f7d-86d7-aded72040388,segment=NetworkSegment(ec22d32e-9205-4810-844d-5c9c50ed41e3),segment_id=ec22d32e-9205-4810-844d-5c9c50ed41e3)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:43:13.633329 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c3d2b030-b1c3-4fe9-929e-ed53bd156ba2 req-1cabd36f-04e8-41e7-8372-309ade2d269d tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (34ccdea4-72cf-4f7d-86d7-aded72040388), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:13.659526 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-c3d2b030-b1c3-4fe9-929e-ed53bd156ba2 req-1cabd36f-04e8-41e7-8372-309ade2d269d tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Calling delete_port for 34ccdea4-72cf-4f7d-86d7-aded72040388 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:43:13.972307 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c3d2b030-b1c3-4fe9-929e-ed53bd156ba2 req-1cabd36f-04e8-41e7-8372-309ade2d269d tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (34ccdea4-72cf-4f7d-86d7-aded72040388), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:13.984349 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['34ccdea4-72cf-4f7d-86d7-aded72040388'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:43:14.050120 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabd36f-04e8-41e7-8372-309ade2d269d tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Pushing event deleted for resources: {'Port': ['ID=34ccdea4-72cf-4f7d-86d7-aded72040388,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:14.186975 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c185228-c079-4e73-8de9-bcb2d8743d1b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for floatingip (3d42e3f5-ceba-4cc2-9488-74f88d31d0aa), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:14.239744 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d2b030-b1c3-4fe9-929e-ed53bd156ba2 req-1cabd36f-04e8-41e7-8372-309ade2d269d tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] No DVR routers for this DVR port 34ccdea4-72cf-4f7d-86d7-aded72040388 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:43:14.244866 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c3d2b030-b1c3-4fe9-929e-ed53bd156ba2 req-1cabd36f-04e8-41e7-8372-309ade2d269d tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:14.251363 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3d2b030-b1c3-4fe9-929e-ed53bd156ba2 req-1cabd36f-04e8-41e7-8372-309ade2d269d tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.15 "DELETE /v2.0/ports/34ccdea4-72cf-4f7d-86d7-aded72040388 HTTP/1.1" status: 204 len: 173 time: 1.0130110 Feb 28 20:43:14.253729 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbfaaf1-1a1b-4156-b536-3db4c96f5712', 'name': 'network-vif-deleted', 'tag': '34ccdea4-72cf-4f7d-86d7-aded72040388'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:43:14.268928 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6897e31d-bda1-4ec6-b8a1-17b9555d6d62" -d '{"events": [{"server_uuid": "ddbfaaf1-1a1b-4156-b536-3db4c96f5712", "name": "network-vif-deleted", "tag": "34ccdea4-72cf-4f7d-86d7-aded72040388"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:43:14.358553 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07355e5d-4b15-4c10-bc37-3460877ab7bf x-openstack-request-id: req-07355e5d-4b15-4c10-bc37-3460877ab7bf {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:43:14.359173 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbfaaf1-1a1b-4156-b536-3db4c96f5712", "name": "network-vif-deleted", "tag": "34ccdea4-72cf-4f7d-86d7-aded72040388", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:43:14.359871 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07355e5d-4b15-4c10-bc37-3460877ab7bf {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:43:14.360489 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddbfaaf1-1a1b-4156-b536-3db4c96f5712', 'name': 'network-vif-deleted', 'tag': '34ccdea4-72cf-4f7d-86d7-aded72040388', 'status': 'completed', 'code': 200} Feb 28 20:43:14.393311 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c185228-c079-4e73-8de9-bcb2d8743d1b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cf7d725a-6a18-44f1-a8d0-c06e8dfacc1c), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:14.461726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b858f0-8301-418c-b743-086db837f645 req-ecd6c2ce-85f9-413d-9f11-822b8ad4a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:14.463712 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89b858f0-8301-418c-b743-086db837f645 req-ecd6c2ce-85f9-413d-9f11-822b8ad4a439 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 1127 time: 0.7927065 Feb 28 20:43:14.586492 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:43:14.811901 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba,segment=NetworkSegment(f4a02de2-cdf6-4098-b669-0b920a36b2dd),segment_id=f4a02de2-cdf6-4098-b669-0b920a36b2dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:43:14.833066 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba', 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe', 'port_id': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba', 'mac_address': 'fa:16:3e:1b:5f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25b168de-d2e4-497b-ab0f-97ac84f5a373', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:43:14.877957 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:43:14.878726 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:14.894336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:43:14.916785 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba,segment=NetworkSegment(f4a02de2-cdf6-4098-b669-0b920a36b2dd),segment_id=f4a02de2-cdf6-4098-b669-0b920a36b2dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:43:14.922687 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:14.997722 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:15.154174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:43:15.250599 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-90970bd4-d79b-4651-a0a0-42763158a56f req-f772b0c5-b502-4c4a-a24b-2d94b20a6215 tempest-VolumesSnapshotTestJSON-1612002937 tempest-VolumesSnapshotTestJSON-1612002937-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddbfaaf1-1a1b-4156-b536-3db4c96f5712 HTTP/1.1" status: 200 len: 210 time: 0.0500515 Feb 28 20:43:15.393725 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b858f0-8301-418c-b743-086db837f645 req-e97d7849-2469-4c4b-9faa-a5f8550794b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:15.395137 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89b858f0-8301-418c-b743-086db837f645 req-e97d7849-2469-4c4b-9faa-a5f8550794b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9118e8d-4696-4338-89e1-8f4af12b46fe HTTP/1.1" status: 200 len: 897 time: 0.9175353 Feb 28 20:43:15.407723 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7851de0-9b1d-4660-9277-95d3798ae700 req-19114e39-369f-48f4-9397-e81095914017 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:15.410073 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7851de0-9b1d-4660-9277-95d3798ae700 req-19114e39-369f-48f4-9397-e81095914017 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 945 time: 0.2226248 Feb 28 20:43:15.583628 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c185228-c079-4e73-8de9-bcb2d8743d1b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for port (cf7d725a-6a18-44f1-a8d0-c06e8dfacc1c), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:15.595730 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c185228-c079-4e73-8de9-bcb2d8743d1b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (cf7d725a-6a18-44f1-a8d0-c06e8dfacc1c), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:15.712985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c185228-c079-4e73-8de9-bcb2d8743d1b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'Port': ['ID=cf7d725a-6a18-44f1-a8d0-c06e8dfacc1c,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:15.716814 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89b858f0-8301-418c-b743-086db837f645 req-f26c7590-d97f-4b62-ab90-32be6661da17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba HTTP/1.1" status: 200 len: 1000 time: 0.3036284 Feb 28 20:43:15.766563 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c185228-c079-4e73-8de9-bcb2d8743d1b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (3d42e3f5-ceba-4cc2-9488-74f88d31d0aa), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:15.898225 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-5c185228-c079-4e73-8de9-bcb2d8743d1b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Floating IP 3d42e3f5-ceba-4cc2-9488-74f88d31d0aa associated. External IP: 172.25.0.138, port: 3349377e-5b19-411a-ae9c-ab6fe0fbbe93. Feb 28 20:43:16.204241 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b858f0-8301-418c-b743-086db837f645 req-aeceb166-eb82-428a-ba2a-dd2ee9c49f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:16.209205 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89b858f0-8301-418c-b743-086db837f645 req-aeceb166-eb82-428a-ba2a-dd2ee9c49f1a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=25b168de-d2e4-497b-ab0f-97ac84f5a373 HTTP/1.1" status: 200 len: 835 time: 0.3140752 Feb 28 20:43:16.231990 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59488) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:16.238266 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-2737e0a3-2bd8-4cc4-8c38-5b92b3ed2adf tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Request body: {'network': {'name': 'tempest-network-smoke--2074572463', 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'port_security_enabled': True}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:43:16.277075 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2737e0a3-2bd8-4cc4-8c38-5b92b3ed2adf tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Made reservation on behalf of a44130e0e64c4d758649c1eb52acbb2f for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:43:16.280124 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7851de0-9b1d-4660-9277-95d3798ae700 req-690ca108-bf71-4f03-b01a-9a04f729088b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8567011 Feb 28 20:43:16.292871 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2737e0a3-2bd8-4cc4-8c38-5b92b3ed2adf tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:16.319374 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2737e0a3-2bd8-4cc4-8c38-5b92b3ed2adf tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:16.387967 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b858f0-8301-418c-b743-086db837f645 req-6eccb68f-b883-4343-9770-9b3056b43f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:16.389769 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89b858f0-8301-418c-b743-086db837f645 req-6eccb68f-b883-4343-9770-9b3056b43f92 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9118e8d-4696-4338-89e1-8f4af12b46fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1257365 Feb 28 20:43:16.465530 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d3be60df-d7d9-414a-960f-b3cd172bf5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:16.510375 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c185228-c079-4e73-8de9-bcb2d8743d1b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Router 15f30800-36ad-4ac0-b60f-6991a25a0162 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:43:16.532343 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2737e0a3-2bd8-4cc4-8c38-5b92b3ed2adf tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for security_group (5b671d26-445d-4826-89cb-c6dfa581bb6b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:16.540270 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2737e0a3-2bd8-4cc4-8c38-5b92b3ed2adf tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5b671d26-445d-4826-89cb-c6dfa581bb6b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:16.597377 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737e0a3-2bd8-4cc4-8c38-5b92b3ed2adf tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b671d26-445d-4826-89cb-c6dfa581bb6b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:16.602128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:43:16.606559 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2737e0a3-2bd8-4cc4-8c38-5b92b3ed2adf tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:43:16.629731 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2737e0a3-2bd8-4cc4-8c38-5b92b3ed2adf tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (9e14c9b1-bd83-4db0-8b2f-602859c44eea), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:16.630081 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-2737e0a3-2bd8-4cc4-8c38-5b92b3ed2adf tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Added segment 9e14c9b1-bd83-4db0-8b2f-602859c44eea of type vlan for network ad2e4d78-9699-4e3c-990f-c9e9aa273b43 Feb 28 20:43:16.641898 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89b858f0-8301-418c-b743-086db837f645 req-bb6f561f-a92f-4bcc-a83b-cb986d0ea183 service neutron] 10.222.0.10 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446115 Feb 28 20:43:16.676894 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:43:16.683365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:43:16.684121 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:16.796553 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:43:16.797009 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:16.800113 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2737e0a3-2bd8-4cc4-8c38-5b92b3ed2adf tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ad2e4d78-9699-4e3c-990f-c9e9aa273b43), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:16.834062 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c185228-c079-4e73-8de9-bcb2d8743d1b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:43:16.878855 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba,segment=NetworkSegment(f4a02de2-cdf6-4098-b669-0b920a36b2dd),segment_id=f4a02de2-cdf6-4098-b669-0b920a36b2dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:43:16.883963 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7327b16-f0cc-441c-8814-5256a407078e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:43:16.889698 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df579b2-3c5a-488b-bad2-2f5f45384b47" -d '{"events": [{"server_uuid": "a7327b16-f0cc-441c-8814-5256a407078e", "name": "network-vif-plugged", "status": "completed", "tag": "494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:43:16.890978 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2737e0a3-2bd8-4cc4-8c38-5b92b3ed2adf tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ad2e4d78-9699-4e3c-990f-c9e9aa273b43), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:16.903348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae349be6-5d1a-4db2-b30b-222839f8671d None None] Sync routers for ids ['15f30800-36ad-4ac0-b60f-6991a25a0162'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:43:16.913198 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89b858f0-8301-418c-b743-086db837f645 req-81703a55-e265-46d2-8358-5a2d970c13fe service neutron] 10.222.0.10 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575583 Feb 28 20:43:16.920085 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c185228-c079-4e73-8de9-bcb2d8743d1b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:16.920446 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2737e0a3-2bd8-4cc4-8c38-5b92b3ed2adf tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:16.921132 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2737e0a3-2bd8-4cc4-8c38-5b92b3ed2adf tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:16.935939 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:16.939987 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 34ccdea4-72cf-4f7d-86d7-aded72040388 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:43:17.015893 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2737e0a3-2bd8-4cc4-8c38-5b92b3ed2adf tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7820427 Feb 28 20:43:17.020234 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59502) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:17.025969 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-01aa414c-c9cb-4644-bfda-47dc8210a919 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-948241303', 'admin_state_up': True, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:43:17.041679 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59504) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:17.045592 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5c185228-c079-4e73-8de9-bcb2d8743d1b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2843397 Feb 28 20:43:17.047047 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba,revision_number=9']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:17.052722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b045ebe-01db-4e3d-ad59-4910d04d6f43', 'tag': '3349377e-5b19-411a-ae9c-ab6fe0fbbe93'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:43:17.062299 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e3e5e9-913e-4d90-bc97-40119d699d45" -d '{"events": [{"name": "network-changed", "server_uuid": "3b045ebe-01db-4e3d-ad59-4910d04d6f43", "tag": "3349377e-5b19-411a-ae9c-ab6fe0fbbe93"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:43:17.070658 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737e0a3-2bd8-4cc4-8c38-5b92b3ed2adf tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event updated for resources: {'Network': ['ID=ad2e4d78-9699-4e3c-990f-c9e9aa273b43,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:17.100189 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae349be6-5d1a-4db2-b30b-222839f8671d None None] Routers {'15f30800-36ad-4ac0-b60f-6991a25a0162'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:43:17.100887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ae349be6-5d1a-4db2-b30b-222839f8671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:42:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['15f30800-36ad-4ac0-b60f-6991a25a0162'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:17.156773 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c0fb12-8c19-4aaf-90b4-f5253c5635b4 x-openstack-request-id: req-77c0fb12-8c19-4aaf-90b4-f5253c5635b4 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:43:17.157069 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b045ebe-01db-4e3d-ad59-4910d04d6f43", "tag": "3349377e-5b19-411a-ae9c-ab6fe0fbbe93", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:43:17.157327 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77c0fb12-8c19-4aaf-90b4-f5253c5635b4 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:43:17.158081 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b045ebe-01db-4e3d-ad59-4910d04d6f43', 'tag': '3349377e-5b19-411a-ae9c-ab6fe0fbbe93', 'status': 'completed', 'code': 200} Feb 28 20:43:17.290844 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5506f1df-b2bf-4159-a952-0975d876cb54 x-openstack-request-id: req-5506f1df-b2bf-4159-a952-0975d876cb54 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:43:17.291183 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7327b16-f0cc-441c-8814-5256a407078e", "name": "network-vif-plugged", "status": "completed", "tag": "494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:43:17.291385 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5506f1df-b2bf-4159-a952-0975d876cb54 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:43:17.291826 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7327b16-f0cc-441c-8814-5256a407078e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba', 'code': 200} Feb 28 20:43:17.295602 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ad2e4d78-9699-4e3c-990f-c9e9aa273b43 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:43:17.297877 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e5e9-913e-4d90-bc97-40119d699d45 req-0579acfe-84a9-4d5a-9ade-1ae722f54742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:17.301181 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 34ccdea4-72cf-4f7d-86d7-aded72040388 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:43:17.301528 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 34ccdea4-72cf-4f7d-86d7-aded72040388 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:43:17.302454 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-43e3e5e9-913e-4d90-bc97-40119d699d45 req-0579acfe-84a9-4d5a-9ade-1ae722f54742 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967&device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 1128 time: 0.1196039 Feb 28 20:43:17.332559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-ae349be6-5d1a-4db2-b30b-222839f8671d None None] Set router 15f30800-36ad-4ac0-b60f-6991a25a0162 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:43:17.468358 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7dd2a678-342a-4e2d-887c-98b55d4bb7d7 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/floatingips/3d42e3f5-ceba-4cc2-9488-74f88d31d0aa HTTP/1.1" status: 200 len: 991 time: 0.4203179 Feb 28 20:43:17.494965 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01aa414c-c9cb-4644-bfda-47dc8210a919 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (f454dbe9-554c-4759-b5ba-1aed41ea70f3), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:17.497749 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01aa414c-c9cb-4644-bfda-47dc8210a919 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (f454dbe9-554c-4759-b5ba-1aed41ea70f3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:17.564593 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e5e9-913e-4d90-bc97-40119d699d45 req-9db1cf05-a82d-4c3d-9e83-01dc53e2a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:17.566942 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-43e3e5e9-913e-4d90-bc97-40119d699d45 req-9db1cf05-a82d-4c3d-9e83-01dc53e2a584 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d7e6f497-e0bd-47f1-add8-b329ee75ad40 HTTP/1.1" status: 200 len: 897 time: 0.2524266 Feb 28 20:43:17.709534 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-43e3e5e9-913e-4d90-bc97-40119d699d45 req-2386166e-2722-485d-a1f2-31d8c8152c01 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3349377e-5b19-411a-ae9c-ab6fe0fbbe93 HTTP/1.1" status: 200 len: 999 time: 0.1308253 Feb 28 20:43:17.737496 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01aa414c-c9cb-4644-bfda-47dc8210a919 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for router_controller (f454dbe9-554c-4759-b5ba-1aed41ea70f3), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:17.950215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e5e9-913e-4d90-bc97-40119d699d45 req-996e7cab-b565-4695-845e-c106bda04c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:17.951643 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-43e3e5e9-913e-4d90-bc97-40119d699d45 req-996e7cab-b565-4695-845e-c106bda04c5e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3be1eafe-f5f5-40d8-b852-8948db986ed5 HTTP/1.1" status: 200 len: 834 time: 0.1958745 Feb 28 20:43:18.047431 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3c10f-bbeb-4960-ab73-023adf9d02f6 req-ab64fcfb-607e-4449-b0b9-98214346bbc0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:18.050140 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68f3c10f-bbeb-4960-ab73-023adf9d02f6 req-ab64fcfb-607e-4449-b0b9-98214346bbc0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.4822881 Feb 28 20:43:18.117582 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e5e9-913e-4d90-bc97-40119d699d45 req-5f1f5838-1768-403b-baac-b6052bc5101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:18.119284 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-43e3e5e9-913e-4d90-bc97-40119d699d45 req-5f1f5838-1768-403b-baac-b6052bc5101b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7e6f497-e0bd-47f1-add8-b329ee75ad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1583304 Feb 28 20:43:18.144681 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ae349be6-5d1a-4db2-b30b-222839f8671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'name': 'tempest-TestNetworkBasicOps-router-1806619863', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:42:37Z', 'updated_at': '2022-02-28T20:42:44Z', 'revision_number': 4, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:38Z', 'updated_at': '2022-02-28T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3d42e3f5-ceba-4cc2-9488-74f88d31d0aa', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'port_id': '3349377e-5b19-411a-ae9c-ab6fe0fbbe93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'mac_address': 'fa:16:3e:a5:b5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b045ebe-01db-4e3d-ad59-4910d04d6f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:43:13Z', 'updated_at': '2022-02-28T20:43:13Z', 'revision_number': 0, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66f913e-271d-461c-b82b-80f3993e95a0', 'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:85:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:42Z', 'updated_at': '2022-02-28T20:42:52Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:18.233614 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae349be6-5d1a-4db2-b30b-222839f8671d None None] Checking router: 15f30800-36ad-4ac0-b60f-6991a25a0162 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:43:18.258249 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68f3c10f-bbeb-4960-ab73-023adf9d02f6 req-830d22ce-6e37-406b-92c7-fb387b7423ae tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009819 Feb 28 20:43:18.271861 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae349be6-5d1a-4db2-b30b-222839f8671d None None] Routers {'15f30800-36ad-4ac0-b60f-6991a25a0162'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:43:18.272385 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ae349be6-5d1a-4db2-b30b-222839f8671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:42:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['15f30800-36ad-4ac0-b60f-6991a25a0162'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:18.416999 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-43e3e5e9-913e-4d90-bc97-40119d699d45 req-7ae405ce-cbdf-4e8e-be85-b419d2def408 service neutron] 10.222.0.10 "GET /v2.0/networks/d7e6f497-e0bd-47f1-add8-b329ee75ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733371 Feb 28 20:43:18.470453 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-ae349be6-5d1a-4db2-b30b-222839f8671d None None] Set router 15f30800-36ad-4ac0-b60f-6991a25a0162 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:43:18.471520 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59520) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:18.741760 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e090a992-63f7-43d9-aa94-012782fe72a7 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/floatingips/3d42e3f5-ceba-4cc2-9488-74f88d31d0aa HTTP/1.1" status: 200 len: 991 time: 0.2662034 Feb 28 20:43:18.786065 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-43e3e5e9-913e-4d90-bc97-40119d699d45 req-94eeae84-5050-4509-a278-260c33f9fc3c service neutron] 10.222.0.10 "GET /v2.0/networks/d7e6f497-e0bd-47f1-add8-b329ee75ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595905 Feb 28 20:43:18.859844 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01aa414c-c9cb-4644-bfda-47dc8210a919 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for router_gateway (f454dbe9-554c-4759-b5ba-1aed41ea70f3), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:19.040389 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f58064bc-5f32-4802-acec-750cfb088946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:19.120951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ae349be6-5d1a-4db2-b30b-222839f8671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'name': 'tempest-TestNetworkBasicOps-router-1806619863', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:42:37Z', 'updated_at': '2022-02-28T20:42:44Z', 'revision_number': 4, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:38Z', 'updated_at': '2022-02-28T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3d42e3f5-ceba-4cc2-9488-74f88d31d0aa', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'port_id': '3349377e-5b19-411a-ae9c-ab6fe0fbbe93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'mac_address': 'fa:16:3e:a5:b5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b045ebe-01db-4e3d-ad59-4910d04d6f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:43:13Z', 'updated_at': '2022-02-28T20:43:13Z', 'revision_number': 0, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66f913e-271d-461c-b82b-80f3993e95a0', 'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:85:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:42Z', 'updated_at': '2022-02-28T20:42:52Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:19.196725 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae349be6-5d1a-4db2-b30b-222839f8671d None None] The sync data for ids ['15f30800-36ad-4ac0-b60f-6991a25a0162'] in n-d-820368-21 is: [{'id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'name': 'tempest-TestNetworkBasicOps-router-1806619863', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:42:37Z', 'updated_at': '2022-02-28T20:42:44Z', 'revision_number': 4, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:38Z', 'updated_at': '2022-02-28T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3d42e3f5-ceba-4cc2-9488-74f88d31d0aa', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'port_id': '3349377e-5b19-411a-ae9c-ab6fe0fbbe93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'mac_address': 'fa:16:3e:a5:b5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b045ebe-01db-4e3d-ad59-4910d04d6f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:43:13Z', 'updated_at': '2022-02-28T20:43:13Z', 'revision_number': 0, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66f913e-271d-461c-b82b-80f3993e95a0', 'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:85:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:42Z', 'updated_at': '2022-02-28T20:42:52Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:43:19.281138 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01aa414c-c9cb-4644-bfda-47dc8210a919 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for router_gateway (f454dbe9-554c-4759-b5ba-1aed41ea70f3), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:19.337615 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01aa414c-c9cb-4644-bfda-47dc8210a919 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:19.487703 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-01aa414c-c9cb-4644-bfda-47dc8210a919 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Allocated IP 172.25.0.153 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/f644d7c5-b9b1-4de3-aa0c-1cdce6251164) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:43:19.504761 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f404-1c57-4bcf-af6e-d6f6d01b0e29 req-8a2bea26-2655-4711-9c6c-54912389f9a2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:19.512824 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5135f404-1c57-4bcf-af6e-d6f6d01b0e29 req-8a2bea26-2655-4711-9c6c-54912389f9a2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.1135900 Feb 28 20:43:19.605179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5135f404-1c57-4bcf-af6e-d6f6d01b0e29 req-63710fd0-3a6b-4ae9-a365-0fb9c820fea3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911703 Feb 28 20:43:19.632717 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59530) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:19.653166 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8624eeaf-e44b-4be2-92b1-b8dbb831e871 None None] New status for floating IP 3d42e3f5-ceba-4cc2-9488-74f88d31d0aa: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:43:19.729897 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:19.749290 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59532) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:19.877436 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8b5126fd-2d3c-4d74-9a30-24f572b6b199 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/floatingips/f3db49aa-49d4-40c1-a163-578f93978afc HTTP/1.1" status: 200 len: 993 time: 0.2429924 Feb 28 20:43:19.878261 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01aa414c-c9cb-4644-bfda-47dc8210a919 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for port (f644d7c5-b9b1-4de3-aa0c-1cdce6251164), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:19.900033 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e24bcd9f-90d6-4ca2-a072-8ebcbf18ee31 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/floatingips/3d42e3f5-ceba-4cc2-9488-74f88d31d0aa HTTP/1.1" status: 200 len: 991 time: 0.1495683 Feb 28 20:43:19.976712 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01aa414c-c9cb-4644-bfda-47dc8210a919 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (f644d7c5-b9b1-4de3-aa0c-1cdce6251164), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:20.069311 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aa414c-c9cb-4644-bfda-47dc8210a919 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:43:20.072829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-01aa414c-c9cb-4644-bfda-47dc8210a919 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:43:20.078936 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aa414c-c9cb-4644-bfda-47dc8210a919 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:43:20.164161 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:20.179269 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa414c-c9cb-4644-bfda-47dc8210a919 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event updated for resources: {'Port': ['ID=f644d7c5-b9b1-4de3-aa0c-1cdce6251164,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:20.612931 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01aa414c-c9cb-4644-bfda-47dc8210a919 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for router_gateway (f454dbe9-554c-4759-b5ba-1aed41ea70f3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:20.910218 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59544) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:20.992928 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01aa414c-c9cb-4644-bfda-47dc8210a919 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (f454dbe9-554c-4759-b5ba-1aed41ea70f3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:21.125454 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4daf3edc-f060-49b0-9f55-649b1da15f96 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/floatingips/3d42e3f5-ceba-4cc2-9488-74f88d31d0aa HTTP/1.1" status: 200 len: 993 time: 0.2135913 Feb 28 20:43:21.347292 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01aa414c-c9cb-4644-bfda-47dc8210a919 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Router f454dbe9-554c-4759-b5ba-1aed41ea70f3 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:43:21.370094 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:21.506520 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01aa414c-c9cb-4644-bfda-47dc8210a919 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:43:21.533585 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] Sync routers for ids ['f454dbe9-554c-4759-b5ba-1aed41ea70f3'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:43:21.543261 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-01aa414c-c9cb-4644-bfda-47dc8210a919 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:21.548447 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-01aa414c-c9cb-4644-bfda-47dc8210a919 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.5265472 Feb 28 20:43:21.549330 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59550) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:21.575015 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] Routers {'f454dbe9-554c-4759-b5ba-1aed41ea70f3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:43:21.575655 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:43:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f454dbe9-554c-4759-b5ba-1aed41ea70f3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:21.769131 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] Set router f454dbe9-554c-4759-b5ba-1aed41ea70f3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:43:21.849995 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a27ee328-0ffe-4818-8794-b2e773a944f4 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a44130e0e64c4d758649c1eb52acbb2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2968791 Feb 28 20:43:21.850269 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59556) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:22.011200 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ba65b8-2bcd-44a2-bb56-9487e88550c8 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:22.015630 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-89ba65b8-2bcd-44a2-bb56-9487e88550c8 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1619933 Feb 28 20:43:22.015998 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59558) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:22.080084 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-50011a6b-b531-433f-8d4c-c5bd6d4ff80d tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0604088 Feb 28 20:43:22.080792 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59560) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:22.086453 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3ec40b6c-2eac-40ea-9915-57a2e2de6f9a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-324108527', 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43', 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:43:22.088124 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948241303', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:43:17Z', 'updated_at': '2022-02-28T20:43:20Z', 'revision_number': 3, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port': {'id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:43:19Z', 'updated_at': '2022-02-28T20:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:22.118670 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] Checking router: f454dbe9-554c-4759-b5ba-1aed41ea70f3 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:43:22.119421 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] Updating router f454dbe9-554c-4759-b5ba-1aed41ea70f3 port f644d7c5-b9b1-4de3-aa0c-1cdce6251164 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:43:22.150163 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f644d7c5-b9b1-4de3-aa0c-1cdce6251164), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:22.241190 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec40b6c-2eac-40ea-9915-57a2e2de6f9a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Made reservation on behalf of a44130e0e64c4d758649c1eb52acbb2f for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:43:22.244979 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ec40b6c-2eac-40ea-9915-57a2e2de6f9a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:22.566603 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ec40b6c-2eac-40ea-9915-57a2e2de6f9a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (0af08551-6f74-4693-962d-59a07fca1ebd), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:22.570021 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] Publish callbacks [] for port (f644d7c5-b9b1-4de3-aa0c-1cdce6251164), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:22.577051 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f644d7c5-b9b1-4de3-aa0c-1cdce6251164), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:22.686506 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec40b6c-2eac-40ea-9915-57a2e2de6f9a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event updated for resources: {'Subnet': ['ID=0af08551-6f74-4693-962d-59a07fca1ebd,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:22.724742 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec40b6c-2eac-40ea-9915-57a2e2de6f9a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Checking segment: {'id': '9e14c9b1-bd83-4db0-8b2f-602859c44eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:43:22.725526 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec40b6c-2eac-40ea-9915-57a2e2de6f9a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Network hostable DHCP agents. Network: ad2e4d78-9699-4e3c-990f-c9e9aa273b43, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:43:22.754324 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec40b6c-2eac-40ea-9915-57a2e2de6f9a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Network ad2e4d78-9699-4e3c-990f-c9e9aa273b43 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:43:22.772004 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-3ec40b6c-2eac-40ea-9915-57a2e2de6f9a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ad2e4d78-9699-4e3c-990f-c9e9aa273b43) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:43:22.789532 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec40b6c-2eac-40ea-9915-57a2e2de6f9a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:22.790947 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3ec40b6c-2eac-40ea-9915-57a2e2de6f9a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:22.821524 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3ec40b6c-2eac-40ea-9915-57a2e2de6f9a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7365508 Feb 28 20:43:22.821762 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59570) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:22.827911 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da186503-bdb8-4480-8e15-fe757969904d None None] Network ad2e4d78-9699-4e3c-990f-c9e9aa273b43 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:43:22.866074 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] Attempting to bind port f644d7c5-b9b1-4de3-aa0c-1cdce6251164 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:43:22.866442 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] Attempting to bind port f644d7c5-b9b1-4de3-aa0c-1cdce6251164 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:43:22.866805 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] Attempting to bind port f644d7c5-b9b1-4de3-aa0c-1cdce6251164 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:43:22.868891 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:22.874093 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:22.876230 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ff30d-80be-46b6-a717-d7f5442db5f1 None None] Pushing event updated for resources: {'Port': ['ID=f644d7c5-b9b1-4de3-aa0c-1cdce6251164,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:22.913351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:43:22.913351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:43:22.913351 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:22.913742 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:43:22.914233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] Bound port: f644d7c5-b9b1-4de3-aa0c-1cdce6251164, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:43:22.914600 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f644d7c5-b9b1-4de3-aa0c-1cdce6251164), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:23.142677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] For port f644d7c5-b9b1-4de3-aa0c-1cdce6251164, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:43:23.202417 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcb46a7-c8da-448d-b6e3-99d51e8ceeca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-ad2e4d78-9699-4e3c-990f-c9e9aa273b43', 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43', 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'fixed_ips': [{'subnet_id': '0af08551-6f74-4693-962d-59a07fca1ebd'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:43:23.203919 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5bcb46a7-c8da-448d-b6e3-99d51e8ceeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:23.209094 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] For port f644d7c5-b9b1-4de3-aa0c-1cdce6251164, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=f644d7c5-b9b1-4de3-aa0c-1cdce6251164,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:43:23.233837 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f644d7c5-b9b1-4de3-aa0c-1cdce6251164), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:23.412120 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] Routers {'f454dbe9-554c-4759-b5ba-1aed41ea70f3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:43:23.412708 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:43:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f454dbe9-554c-4759-b5ba-1aed41ea70f3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:23.480010 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ff30d-80be-46b6-a717-d7f5442db5f1 None None] Pushing event updated for resources: {'Port': ['ID=f644d7c5-b9b1-4de3-aa0c-1cdce6251164,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:23.683071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-5bcb46a7-c8da-448d-b6e3-99d51e8ceeca None None] Allocated IP 172.20.0.2 (ad2e4d78-9699-4e3c-990f-c9e9aa273b43/0af08551-6f74-4693-962d-59a07fca1ebd/91b25681-cf16-442f-9559-250c306c2a81) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:43:23.749167 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] Set router f454dbe9-554c-4759-b5ba-1aed41ea70f3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:43:23.900613 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09a2e821-d432-4564-8afb-2ee6cfb16076 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:24.210330 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5bcb46a7-c8da-448d-b6e3-99d51e8ceeca None None] Publish callbacks [] for port (91b25681-cf16-442f-9559-250c306c2a81), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:24.222692 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5bcb46a7-c8da-448d-b6e3-99d51e8ceeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (91b25681-cf16-442f-9559-250c306c2a81), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:24.302824 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcb46a7-c8da-448d-b6e3-99d51e8ceeca None None] Network ad2e4d78-9699-4e3c-990f-c9e9aa273b43 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:43:24.309418 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-5bcb46a7-c8da-448d-b6e3-99d51e8ceeca None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:43:24.318902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcb46a7-c8da-448d-b6e3-99d51e8ceeca None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:43:24.329861 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb46a7-c8da-448d-b6e3-99d51e8ceeca None None] Pushing event updated for resources: {'Port': ['ID=91b25681-cf16-442f-9559-250c306c2a81,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:24.343325 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948241303', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:43:17Z', 'updated_at': '2022-02-28T20:43:20Z', 'revision_number': 3, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port': {'id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:43:19Z', 'updated_at': '2022-02-28T20:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:24.387478 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977424d3-0641-475c-af27-7ef475abaca1 None None] The sync data for ids ['f454dbe9-554c-4759-b5ba-1aed41ea70f3'] in n-d-820368-21 is: [{'id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948241303', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:43:17Z', 'updated_at': '2022-02-28T20:43:20Z', 'revision_number': 3, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port': {'id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:43:19Z', 'updated_at': '2022-02-28T20:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:43:24.411094 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-09a2e821-d432-4564-8afb-2ee6cfb16076 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Allocated IP 172.20.0.1 (ad2e4d78-9699-4e3c-990f-c9e9aa273b43/0af08551-6f74-4693-962d-59a07fca1ebd/b1281cf3-790e-4bcf-9ece-029b93073bfc) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:43:24.622655 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-5bcb46a7-c8da-448d-b6e3-99d51e8ceeca None None] Attempting to bind port 91b25681-cf16-442f-9559-250c306c2a81 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:43:24.623286 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-5bcb46a7-c8da-448d-b6e3-99d51e8ceeca None None] Attempting to bind port 91b25681-cf16-442f-9559-250c306c2a81 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '9e14c9b1-bd83-4db0-8b2f-602859c44eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:43:24.626143 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcb46a7-c8da-448d-b6e3-99d51e8ceeca None None] Attempting to bind port 91b25681-cf16-442f-9559-250c306c2a81 on network ad2e4d78-9699-4e3c-990f-c9e9aa273b43 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:43:24.646501 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcb46a7-c8da-448d-b6e3-99d51e8ceeca None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:43:24.647213 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcb46a7-c8da-448d-b6e3-99d51e8ceeca None None] Checking segment: {'id': '9e14c9b1-bd83-4db0-8b2f-602859c44eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:43:24.649304 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5bcb46a7-c8da-448d-b6e3-99d51e8ceeca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:24.653853 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcb46a7-c8da-448d-b6e3-99d51e8ceeca None None] Bound using segment: {'id': '9e14c9b1-bd83-4db0-8b2f-602859c44eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:43:24.656507 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-5bcb46a7-c8da-448d-b6e3-99d51e8ceeca None None] Bound port: 91b25681-cf16-442f-9559-250c306c2a81, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e14c9b1-bd83-4db0-8b2f-602859c44eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:43:24.658356 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5bcb46a7-c8da-448d-b6e3-99d51e8ceeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (91b25681-cf16-442f-9559-250c306c2a81), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:24.670169 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09a2e821-d432-4564-8afb-2ee6cfb16076 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for port (b1281cf3-790e-4bcf-9ece-029b93073bfc), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:24.722733 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09a2e821-d432-4564-8afb-2ee6cfb16076 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b1281cf3-790e-4bcf-9ece-029b93073bfc), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:24.781983 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a2e821-d432-4564-8afb-2ee6cfb16076 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Network ad2e4d78-9699-4e3c-990f-c9e9aa273b43 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:43:24.786174 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-09a2e821-d432-4564-8afb-2ee6cfb16076 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:43:24.789389 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a2e821-d432-4564-8afb-2ee6cfb16076 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:43:24.864337 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2e821-d432-4564-8afb-2ee6cfb16076 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event updated for resources: {'Port': ['ID=b1281cf3-790e-4bcf-9ece-029b93073bfc,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:24.883677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5bcb46a7-c8da-448d-b6e3-99d51e8ceeca None None] For port 91b25681-cf16-442f-9559-250c306c2a81, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:43:24.886650 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09a2e821-d432-4564-8afb-2ee6cfb16076 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (f454dbe9-554c-4759-b5ba-1aed41ea70f3), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:24.891055 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5bcb46a7-c8da-448d-b6e3-99d51e8ceeca None None] For port 91b25681-cf16-442f-9559-250c306c2a81, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=91b25681-cf16-442f-9559-250c306c2a81,segment=NetworkSegment(9e14c9b1-bd83-4db0-8b2f-602859c44eea),segment_id=9e14c9b1-bd83-4db0-8b2f-602859c44eea)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:43:24.905712 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5bcb46a7-c8da-448d-b6e3-99d51e8ceeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (91b25681-cf16-442f-9559-250c306c2a81), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:25.084842 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb46a7-c8da-448d-b6e3-99d51e8ceeca None None] Pushing event updated for resources: {'Port': ['ID=91b25681-cf16-442f-9559-250c306c2a81,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:25.233758 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09a2e821-d432-4564-8afb-2ee6cfb16076 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b1281cf3-790e-4bcf-9ece-029b93073bfc), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:25.869517 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc2f39c2-1275-4c95-9b0a-1f24b7fabc65 req-f0159be8-8e2c-4be3-892c-05fc660c0457 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0828786 Feb 28 20:43:26.057257 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f39c2-1275-4c95-9b0a-1f24b7fabc65 req-f7964c4b-6356-4bcf-a137-66a4ceeb8624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:26.059101 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09a2e821-d432-4564-8afb-2ee6cfb16076 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for port (b1281cf3-790e-4bcf-9ece-029b93073bfc), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:26.066473 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc2f39c2-1275-4c95-9b0a-1f24b7fabc65 req-f7964c4b-6356-4bcf-a137-66a4ceeb8624 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967&device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 1128 time: 0.1145577 Feb 28 20:43:26.084449 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09a2e821-d432-4564-8afb-2ee6cfb16076 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (b1281cf3-790e-4bcf-9ece-029b93073bfc), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:26.228501 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f644d7c5-b9b1-4de3-aa0c-1cdce6251164 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:43:26.264150 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2e821-d432-4564-8afb-2ee6cfb16076 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event updated for resources: {'Port': ['ID=b1281cf3-790e-4bcf-9ece-029b93073bfc,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:26.279230 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09a2e821-d432-4564-8afb-2ee6cfb16076 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (f454dbe9-554c-4759-b5ba-1aed41ea70f3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:26.301024 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f39c2-1275-4c95-9b0a-1f24b7fabc65 req-09516b8f-781c-4687-aef9-4de8959db17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:26.305376 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc2f39c2-1275-4c95-9b0a-1f24b7fabc65 req-09516b8f-781c-4687-aef9-4de8959db17d service neutron] 10.222.0.10 "GET /v2.0/networks?id=d7e6f497-e0bd-47f1-add8-b329ee75ad40 HTTP/1.1" status: 200 len: 897 time: 0.2165480 Feb 28 20:43:26.342325 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port f644d7c5-b9b1-4de3-aa0c-1cdce6251164 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:43:26.342705 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f644d7c5-b9b1-4de3-aa0c-1cdce6251164), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:26.472212 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc2f39c2-1275-4c95-9b0a-1f24b7fabc65 req-5fc97fc1-aedf-4003-b391-4cf741d7c89b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3349377e-5b19-411a-ae9c-ab6fe0fbbe93 HTTP/1.1" status: 200 len: 1001 time: 0.1559227 Feb 28 20:43:26.473152 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port f644d7c5-b9b1-4de3-aa0c-1cdce6251164 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:43:26.474005 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f644d7c5-b9b1-4de3-aa0c-1cdce6251164), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:26.503215 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port f644d7c5-b9b1-4de3-aa0c-1cdce6251164, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=f644d7c5-b9b1-4de3-aa0c-1cdce6251164,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:43:26.510712 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f644d7c5-b9b1-4de3-aa0c-1cdce6251164), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:26.512782 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 91b25681-cf16-442f-9559-250c306c2a81 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:43:26.586537 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a2e821-d432-4564-8afb-2ee6cfb16076 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Network ad2e4d78-9699-4e3c-990f-c9e9aa273b43 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:43:26.590296 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-09a2e821-d432-4564-8afb-2ee6cfb16076 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:43:26.607513 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f39c2-1275-4c95-9b0a-1f24b7fabc65 req-79611d32-5ad8-47fc-ac36-0787a05ba428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:26.610220 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc2f39c2-1275-4c95-9b0a-1f24b7fabc65 req-79611d32-5ad8-47fc-ac36-0787a05ba428 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3be1eafe-f5f5-40d8-b852-8948db986ed5 HTTP/1.1" status: 200 len: 834 time: 0.1263463 Feb 28 20:43:26.695424 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f39c2-1275-4c95-9b0a-1f24b7fabc65 req-d9344d94-383f-4614-8cae-de3d11cb5751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:26.697767 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc2f39c2-1275-4c95-9b0a-1f24b7fabc65 req-d9344d94-383f-4614-8cae-de3d11cb5751 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7e6f497-e0bd-47f1-add8-b329ee75ad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0799315 Feb 28 20:43:26.717928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=f644d7c5-b9b1-4de3-aa0c-1cdce6251164,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:26.733726 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 91b25681-cf16-442f-9559-250c306c2a81 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:43:26.734328 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (91b25681-cf16-442f-9559-250c306c2a81), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:26.836730 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 91b25681-cf16-442f-9559-250c306c2a81 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:43:26.837054 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (91b25681-cf16-442f-9559-250c306c2a81), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:26.842011 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc2f39c2-1275-4c95-9b0a-1f24b7fabc65 req-93b3d294-97b5-4a61-8301-d111663c8dd6 service neutron] 10.222.0.10 "GET /v2.0/networks/d7e6f497-e0bd-47f1-add8-b329ee75ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365583 Feb 28 20:43:26.893478 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a690b16-06e1-470b-ad3c-a1419b579bfd None None] Network ad2e4d78-9699-4e3c-990f-c9e9aa273b43 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:43:26.893696 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a2e821-d432-4564-8afb-2ee6cfb16076 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Router f454dbe9-554c-4759-b5ba-1aed41ea70f3 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:43:26.976376 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 91b25681-cf16-442f-9559-250c306c2a81, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=91b25681-cf16-442f-9559-250c306c2a81,segment=NetworkSegment(9e14c9b1-bd83-4db0-8b2f-602859c44eea),segment_id=9e14c9b1-bd83-4db0-8b2f-602859c44eea)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:43:27.011785 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc2f39c2-1275-4c95-9b0a-1f24b7fabc65 req-c898ab6b-f636-4eeb-a625-073ec0faecc1 service neutron] 10.222.0.10 "GET /v2.0/networks/d7e6f497-e0bd-47f1-add8-b329ee75ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611555 Feb 28 20:43:27.051422 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (91b25681-cf16-442f-9559-250c306c2a81), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:27.071495 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5a9ad417-7eaf-4c4f-81e5-53f37b2ddc53 None None] Provisioning complete for port 91b25681-cf16-442f-9559-250c306c2a81 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:43:27.072153 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad417-7eaf-4c4f-81e5-53f37b2ddc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (91b25681-cf16-442f-9559-250c306c2a81), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:27.160950 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a2e821-d432-4564-8afb-2ee6cfb16076 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:43:27.197032 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59604) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:27.199107 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-09a2e821-d432-4564-8afb-2ee6cfb16076 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "PUT /v2.0/routers/f454dbe9-554c-4759-b5ba-1aed41ea70f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3761516 Feb 28 20:43:27.206466 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=91b25681-cf16-442f-9559-250c306c2a81,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:27.210544 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-950be7e7-6946-4f31-89f0-28c380bbe68c tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--145894244', 'description': 'tempest-secgroup_access--145894244 description', 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:43:27.259729 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-950be7e7-6946-4f31-89f0-28c380bbe68c tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:27.492489 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-950be7e7-6946-4f31-89f0-28c380bbe68c tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for security_group (3bbf537b-c740-4203-8ef0-a00d32a94053), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:27.501293 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-950be7e7-6946-4f31-89f0-28c380bbe68c tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3bbf537b-c740-4203-8ef0-a00d32a94053), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:27.555284 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] Sync routers for ids ['f454dbe9-554c-4759-b5ba-1aed41ea70f3'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:43:27.572326 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] Routers {'f454dbe9-554c-4759-b5ba-1aed41ea70f3'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:43:27.572865 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:43:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f454dbe9-554c-4759-b5ba-1aed41ea70f3'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:27.597548 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950be7e7-6946-4f31-89f0-28c380bbe68c tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbf537b-c740-4203-8ef0-a00d32a94053,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:27.621220 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-950be7e7-6946-4f31-89f0-28c380bbe68c tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:27.622805 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-950be7e7-6946-4f31-89f0-28c380bbe68c tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4242306 Feb 28 20:43:27.625552 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59612) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:27.629409 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5a9ad417-7eaf-4c4f-81e5-53f37b2ddc53 None None] Current status of the port 91b25681-cf16-442f-9559-250c306c2a81 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:43:27.630550 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6a7e2b25-61a2-44c1-9dea-5ec6143061e9 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1791945405', 'description': 'tempest-secgroup_general--1791945405 description', 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:43:27.709783 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6a7e2b25-61a2-44c1-9dea-5ec6143061e9 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:27.786936 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] Set router f454dbe9-554c-4759-b5ba-1aed41ea70f3 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:43:27.859861 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6a7e2b25-61a2-44c1-9dea-5ec6143061e9 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for security_group (9e34ff25-5d1d-424a-8083-a81040be9d65), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:27.865418 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6a7e2b25-61a2-44c1-9dea-5ec6143061e9 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9e34ff25-5d1d-424a-8083-a81040be9d65), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:27.912469 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6a7e2b25-61a2-44c1-9dea-5ec6143061e9 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:27.913764 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6a7e2b25-61a2-44c1-9dea-5ec6143061e9 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2870667 Feb 28 20:43:27.916839 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59618) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:27.921494 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-8bbf26b4-ceb3-4dd3-8162-6821e4ae3f71 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Request body: {'security_group_rule': {'security_group_id': '3bbf537b-c740-4203-8ef0-a00d32a94053', 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:43:27.957171 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e2b25-61a2-44c1-9dea-5ec6143061e9 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e34ff25-5d1d-424a-8083-a81040be9d65,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:27.991990 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8bbf26b4-ceb3-4dd3-8162-6821e4ae3f71 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for security_group_rule (47eb4c3f-ef1e-4fb0-b7c2-c27fd942e005), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:28.078984 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5d282338-96ca-46c5-9477-25a7ff4ac83b None None] Provisioning complete for port 91b25681-cf16-442f-9559-250c306c2a81 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:43:28.080303 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5d282338-96ca-46c5-9477-25a7ff4ac83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (91b25681-cf16-442f-9559-250c306c2a81), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:28.133301 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8bbf26b4-ceb3-4dd3-8162-6821e4ae3f71 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for security_group_rule (47eb4c3f-ef1e-4fb0-b7c2-c27fd942e005), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:28.139930 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8bbf26b4-ceb3-4dd3-8162-6821e4ae3f71 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (47eb4c3f-ef1e-4fb0-b7c2-c27fd942e005), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:28.171732 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f644d7c5-b9b1-4de3-aa0c-1cdce6251164 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:43:28.186607 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf26b4-ceb3-4dd3-8162-6821e4ae3f71 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47eb4c3f-ef1e-4fb0-b7c2-c27fd942e005,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:28.203277 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948241303', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:43:17Z', 'updated_at': '2022-02-28T20:43:25Z', 'revision_number': 4, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port': {'id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:43:19Z', 'updated_at': '2022-02-28T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'b1281cf3-790e-4bcf-9ece-029b93073bfc', 'name': '', 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'mac_address': 'fa:16:3e:d5:10:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0af08551-6f74-4693-962d-59a07fca1ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:43:24Z', 'updated_at': '2022-02-28T20:43:25Z', 'revision_number': 2, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'subnets': [{'id': '0af08551-6f74-4693-962d-59a07fca1ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:28.206970 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8bbf26b4-ceb3-4dd3-8162-6821e4ae3f71 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:28.218223 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8bbf26b4-ceb3-4dd3-8162-6821e4ae3f71 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3002131 Feb 28 20:43:28.251668 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port f644d7c5-b9b1-4de3-aa0c-1cdce6251164 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:43:28.252501 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f644d7c5-b9b1-4de3-aa0c-1cdce6251164), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:28.273659 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] Checking router: f454dbe9-554c-4759-b5ba-1aed41ea70f3 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:43:28.274018 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] Updating router f454dbe9-554c-4759-b5ba-1aed41ea70f3 port b1281cf3-790e-4bcf-9ece-029b93073bfc binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:43:28.318385 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5d282338-96ca-46c5-9477-25a7ff4ac83b None None] Current status of the port 91b25681-cf16-442f-9559-250c306c2a81 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:43:28.366886 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b1281cf3-790e-4bcf-9ece-029b93073bfc), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:28.371004 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5d282338-96ca-46c5-9477-25a7ff4ac83b None None] Provisioning complete for port b1281cf3-790e-4bcf-9ece-029b93073bfc triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:43:28.371461 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5d282338-96ca-46c5-9477-25a7ff4ac83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b1281cf3-790e-4bcf-9ece-029b93073bfc), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:28.434349 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5d282338-96ca-46c5-9477-25a7ff4ac83b None None] Port b1281cf3-790e-4bcf-9ece-029b93073bfc cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:43:28.504166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port f644d7c5-b9b1-4de3-aa0c-1cdce6251164 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:43:28.505276 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 91b25681-cf16-442f-9559-250c306c2a81 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:43:28.540332 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-e81d4903-4e45-4ff7-ba2a-aaf7fbe973e4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--145894244&fields=id&tenant_id=a44130e0e64c4d758649c1eb52acbb2f HTTP/1.1" status: 200 len: 267 time: 0.1216121 Feb 28 20:43:28.619951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-97b0d869-4c09-4588-922e-28cae22d9a94 None None] Provisioning complete for port b1281cf3-790e-4bcf-9ece-029b93073bfc triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:43:28.620371 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-97b0d869-4c09-4588-922e-28cae22d9a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b1281cf3-790e-4bcf-9ece-029b93073bfc), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:28.672553 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-072bcbb5-0c75-4b2a-b0d1-adfcde598b60 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--1791945405&fields=id&tenant_id=a44130e0e64c4d758649c1eb52acbb2f HTTP/1.1" status: 200 len: 267 time: 0.1280224 Feb 28 20:43:28.750284 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-97b0d869-4c09-4588-922e-28cae22d9a94 None None] Port b1281cf3-790e-4bcf-9ece-029b93073bfc cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:43:28.765716 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 91b25681-cf16-442f-9559-250c306c2a81 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:43:28.766090 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (91b25681-cf16-442f-9559-250c306c2a81), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:28.983877 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-1c319f97-ffa4-4a12-98e2-983703804653 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:28.991507 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-1c319f97-ffa4-4a12-98e2-983703804653 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/networks?id=ad2e4d78-9699-4e3c-990f-c9e9aa273b43 HTTP/1.1" status: 200 len: 797 time: 0.3173265 Feb 28 20:43:29.016174 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-b3af0053-a128-43a7-8289-6f1a103a8681 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/quotas/a44130e0e64c4d758649c1eb52acbb2f HTTP/1.1" status: 200 len: 375 time: 0.0170584 Feb 28 20:43:29.018527 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 91b25681-cf16-442f-9559-250c306c2a81 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:43:29.029853 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-2d3ad8ba-cc5e-4936-9ff7-a1d811de4c0c None None] Provisioning complete for port b1281cf3-790e-4bcf-9ece-029b93073bfc triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:43:29.030221 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2d3ad8ba-cc5e-4936-9ff7-a1d811de4c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b1281cf3-790e-4bcf-9ece-029b93073bfc), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:29.123359 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-cbe15588-b6b0-4f4a-838a-9d23761ad9d5 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a44130e0e64c4d758649c1eb52acbb2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000640 Feb 28 20:43:29.125466 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ad8ba-cc5e-4936-9ff7-a1d811de4c0c None None] Port b1281cf3-790e-4bcf-9ece-029b93073bfc cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:43:29.216440 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] Publish callbacks [] for port (b1281cf3-790e-4bcf-9ece-029b93073bfc), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:29.227442 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b1281cf3-790e-4bcf-9ece-029b93073bfc), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:29.356543 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] Attempting to bind port b1281cf3-790e-4bcf-9ece-029b93073bfc on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:43:29.357200 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] Attempting to bind port b1281cf3-790e-4bcf-9ece-029b93073bfc by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '9e14c9b1-bd83-4db0-8b2f-602859c44eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:43:29.357718 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] Attempting to bind port b1281cf3-790e-4bcf-9ece-029b93073bfc on network ad2e4d78-9699-4e3c-990f-c9e9aa273b43 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:43:29.365175 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:43:29.365851 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] Checking segment: {'id': '9e14c9b1-bd83-4db0-8b2f-602859c44eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:43:29.367546 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:29.368119 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] Bound using segment: {'id': '9e14c9b1-bd83-4db0-8b2f-602859c44eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:43:29.368769 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] Bound port: b1281cf3-790e-4bcf-9ece-029b93073bfc, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e14c9b1-bd83-4db0-8b2f-602859c44eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:43:29.369317 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b1281cf3-790e-4bcf-9ece-029b93073bfc), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:29.436800 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-924c7c11-25aa-40c0-971d-c54bac18b2a3 service neutron] 10.222.0.13 "GET /v2.0/networks/ad2e4d78-9699-4e3c-990f-c9e9aa273b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998941 Feb 28 20:43:29.464909 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] For port b1281cf3-790e-4bcf-9ece-029b93073bfc, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:43:29.477380 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] For port b1281cf3-790e-4bcf-9ece-029b93073bfc, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b1281cf3-790e-4bcf-9ece-029b93073bfc,segment=NetworkSegment(9e14c9b1-bd83-4db0-8b2f-602859c44eea),segment_id=9e14c9b1-bd83-4db0-8b2f-602859c44eea)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:43:29.488927 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b1281cf3-790e-4bcf-9ece-029b93073bfc), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:29.503613 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0ecb-27a5-4a30-b990-97a51a26ae7f None None] Pushing event updated for resources: {'Port': ['ID=b1281cf3-790e-4bcf-9ece-029b93073bfc,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:29.575499 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0ecb-27a5-4a30-b990-97a51a26ae7f None None] Pushing event updated for resources: {'Port': ['ID=b1281cf3-790e-4bcf-9ece-029b93073bfc,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:29.598213 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] Routers {'f454dbe9-554c-4759-b5ba-1aed41ea70f3'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:43:29.599204 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:43:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f454dbe9-554c-4759-b5ba-1aed41ea70f3'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:29.628558 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-d5e4285f-e524-464c-b68b-355547caece8 service neutron] 10.222.0.13 "GET /v2.0/networks/ad2e4d78-9699-4e3c-990f-c9e9aa273b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905277 Feb 28 20:43:29.666778 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e9df65bd-b44c-475b-8fa7-7018b62c16d8 None None] Provisioning complete for port b1281cf3-790e-4bcf-9ece-029b93073bfc triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:43:29.667314 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e9df65bd-b44c-475b-8fa7-7018b62c16d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b1281cf3-790e-4bcf-9ece-029b93073bfc), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:29.901988 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] Set router f454dbe9-554c-4759-b5ba-1aed41ea70f3 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:43:29.978357 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e9df65bd-b44c-475b-8fa7-7018b62c16d8 None None] Current status of the port b1281cf3-790e-4bcf-9ece-029b93073bfc is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:43:29.978916 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e9df65bd-b44c-475b-8fa7-7018b62c16d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b1281cf3-790e-4bcf-9ece-029b93073bfc), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:30.074385 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8d195ad0-e5e4-485e-b350-a35f456f92d2 req-659f5e34-478c-4a43-b319-92ede41afad7 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 210 time: 0.0804434 Feb 28 20:43:30.093663 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e9df65bd-b44c-475b-8fa7-7018b62c16d8 None None] For port b1281cf3-790e-4bcf-9ece-029b93073bfc, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b1281cf3-790e-4bcf-9ece-029b93073bfc,segment=NetworkSegment(9e14c9b1-bd83-4db0-8b2f-602859c44eea),segment_id=9e14c9b1-bd83-4db0-8b2f-602859c44eea)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:43:30.100364 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e9df65bd-b44c-475b-8fa7-7018b62c16d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b1281cf3-790e-4bcf-9ece-029b93073bfc), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:30.297142 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b1273bcb-4e90-453c-baf6-170d6e81ed74 None None] Provisioning complete for port b1281cf3-790e-4bcf-9ece-029b93073bfc triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:43:30.297620 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b1273bcb-4e90-453c-baf6-170d6e81ed74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b1281cf3-790e-4bcf-9ece-029b93073bfc), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:30.303673 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df65bd-b44c-475b-8fa7-7018b62c16d8 None None] Pushing event updated for resources: {'Port': ['ID=b1281cf3-790e-4bcf-9ece-029b93073bfc,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:30.343294 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:43:30.484249 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b1273bcb-4e90-453c-baf6-170d6e81ed74 None None] Current status of the port b1281cf3-790e-4bcf-9ece-029b93073bfc is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:43:30.554015 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948241303', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:43:17Z', 'updated_at': '2022-02-28T20:43:25Z', 'revision_number': 4, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port': {'id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:43:19Z', 'updated_at': '2022-02-28T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'b1281cf3-790e-4bcf-9ece-029b93073bfc', 'name': '', 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'mac_address': 'fa:16:3e:d5:10:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0af08551-6f74-4693-962d-59a07fca1ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:43:24Z', 'updated_at': '2022-02-28T20:43:29Z', 'revision_number': 4, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'subnets': [{'id': '0af08551-6f74-4693-962d-59a07fca1ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:30.601016 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec7e024-2549-46b7-9fe7-0a0df209c54c None None] The sync data for ids ['f454dbe9-554c-4759-b5ba-1aed41ea70f3'] in n-d-820368-21 is: [{'id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948241303', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:43:17Z', 'updated_at': '2022-02-28T20:43:25Z', 'revision_number': 4, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port': {'id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:43:19Z', 'updated_at': '2022-02-28T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'b1281cf3-790e-4bcf-9ece-029b93073bfc', 'name': '', 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'mac_address': 'fa:16:3e:d5:10:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0af08551-6f74-4693-962d-59a07fca1ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:43:24Z', 'updated_at': '2022-02-28T20:43:29Z', 'revision_number': 4, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'subnets': [{'id': '0af08551-6f74-4693-962d-59a07fca1ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:43:31.229812 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0344b0b3-2712-4026-be66-6fb46678da14 req-d0883e52-a349-479a-bced-98814ad949e6 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 210 time: 0.0372941 Feb 28 20:43:31.804028 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-b2ce5154-8608-4b83-97b6-8691f4eea6c0 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:31.806388 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-b2ce5154-8608-4b83-97b6-8691f4eea6c0 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.15 "GET /v2.0/networks?id=ad2e4d78-9699-4e3c-990f-c9e9aa273b43 HTTP/1.1" status: 200 len: 797 time: 0.1830785 Feb 28 20:43:31.913637 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-7a00388d-6b06-4cf3-8c74-f56380848317 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a44130e0e64c4d758649c1eb52acbb2f HTTP/1.1" status: 200 len: 477 time: 0.0934069 Feb 28 20:43:31.926278 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-10ac2741-0f1b-488c-96e7-6bba0991448f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Request body: {'port': {'device_id': '6de1dc8f-d3a7-4589-8104-f31b9387b1cf', 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43', 'admin_state_up': True, 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'security_groups': ['3bbf537b-c740-4203-8ef0-a00d32a94053', '9e34ff25-5d1d-424a-8083-a81040be9d65']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:43:32.241733 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b1281cf3-790e-4bcf-9ece-029b93073bfc up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:43:32.270729 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-10ac2741-0f1b-488c-96e7-6bba0991448f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Made reservation on behalf of a44130e0e64c4d758649c1eb52acbb2f for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:43:32.275443 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-10ac2741-0f1b-488c-96e7-6bba0991448f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:32.408712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b1281cf3-790e-4bcf-9ece-029b93073bfc triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:43:32.411266 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b1281cf3-790e-4bcf-9ece-029b93073bfc), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:32.417639 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ee2a587-5362-4738-bac8-c5b9d6e68a1a req-a4175791-fbf6-4b79-ae59-738aece791ce tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 210 time: 0.0549924 Feb 28 20:43:32.530378 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-10ac2741-0f1b-488c-96e7-6bba0991448f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Allocated IP 172.20.0.10 (ad2e4d78-9699-4e3c-990f-c9e9aa273b43/0af08551-6f74-4693-962d-59a07fca1ebd/1c21543d-4170-4412-bc70-272234f5d1c0) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:43:32.595473 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b1281cf3-790e-4bcf-9ece-029b93073bfc is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:43:32.770800 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-10ac2741-0f1b-488c-96e7-6bba0991448f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for port (1c21543d-4170-4412-bc70-272234f5d1c0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:32.813926 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-10ac2741-0f1b-488c-96e7-6bba0991448f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (1c21543d-4170-4412-bc70-272234f5d1c0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:32.874636 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-10ac2741-0f1b-488c-96e7-6bba0991448f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Network ad2e4d78-9699-4e3c-990f-c9e9aa273b43 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:43:32.878889 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-10ac2741-0f1b-488c-96e7-6bba0991448f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:43:32.896810 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-10ac2741-0f1b-488c-96e7-6bba0991448f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:43:32.905710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac2741-0f1b-488c-96e7-6bba0991448f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event updated for resources: {'Port': ['ID=1c21543d-4170-4412-bc70-272234f5d1c0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:33.062667 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-10ac2741-0f1b-488c-96e7-6bba0991448f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:33.073335 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-10ac2741-0f1b-488c-96e7-6bba0991448f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:33.134549 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-10ac2741-0f1b-488c-96e7-6bba0991448f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.2134633 Feb 28 20:43:33.146625 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] Request body: {'port': {'device_id': '6de1dc8f-d3a7-4589-8104-f31b9387b1cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:43:33.202666 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb5a0d62-eb8d-4436-9d0f-ec2fdf94ba54 req-7c5338b0-f81a-4fff-acf3-0583f349432d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2129171 Feb 28 20:43:33.296794 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1c21543d-4170-4412-bc70-272234f5d1c0), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:33.346151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-61fe97d5-808f-4278-a6a8-a6a20716945a None None] Provisioning complete for port 1c21543d-4170-4412-bc70-272234f5d1c0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:43:33.355234 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-61fe97d5-808f-4278-a6a8-a6a20716945a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1c21543d-4170-4412-bc70-272234f5d1c0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:33.389432 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a0d62-eb8d-4436-9d0f-ec2fdf94ba54 req-b3a516bb-92d3-409f-a84f-f0883ace235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:33.391044 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb5a0d62-eb8d-4436-9d0f-ec2fdf94ba54 req-b3a516bb-92d3-409f-a84f-f0883ace235d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 1129 time: 0.1344831 Feb 28 20:43:33.438312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-61fe97d5-808f-4278-a6a8-a6a20716945a None None] Port 1c21543d-4170-4412-bc70-272234f5d1c0 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:43:33.601166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a0d62-eb8d-4436-9d0f-ec2fdf94ba54 req-9bb06022-c6af-46c4-9137-465c154b31c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:33.603018 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb5a0d62-eb8d-4436-9d0f-ec2fdf94ba54 req-9bb06022-c6af-46c4-9137-465c154b31c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b9118e8d-4696-4338-89e1-8f4af12b46fe HTTP/1.1" status: 200 len: 897 time: 0.1303401 Feb 28 20:43:33.644952 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84951bd-ceb7-4877-a612-bbfb3c92dfb7 req-355b8554-06c0-40c2-93b0-636a560eb5cd tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:33.654205 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a84951bd-ceb7-4877-a612-bbfb3c92dfb7 req-355b8554-06c0-40c2-93b0-636a560eb5cd tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 971 time: 0.1249728 Feb 28 20:43:33.782951 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb5a0d62-eb8d-4436-9d0f-ec2fdf94ba54 req-d6c6d574-d7cb-4036-b025-4de6d3310316 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba HTTP/1.1" status: 200 len: 1001 time: 0.1702366 Feb 28 20:43:33.791372 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a84951bd-ceb7-4877-a612-bbfb3c92dfb7 req-5fe88b8c-63b8-4e2c-99d8-01754245b393 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/security-groups?id=3bbf537b-c740-4203-8ef0-a00d32a94053&id=9e34ff25-5d1d-424a-8083-a81040be9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1269989 Feb 28 20:43:33.967091 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a0d62-eb8d-4436-9d0f-ec2fdf94ba54 req-46681ff8-dcfa-4846-832a-df30d0416a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:33.968705 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb5a0d62-eb8d-4436-9d0f-ec2fdf94ba54 req-46681ff8-dcfa-4846-832a-df30d0416a45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=25b168de-d2e4-497b-ab0f-97ac84f5a373 HTTP/1.1" status: 200 len: 835 time: 0.1798267 Feb 28 20:43:34.020740 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c21543d-4170-4412-bc70-272234f5d1c0 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:43:34.039949 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] Publish callbacks [] for port (1c21543d-4170-4412-bc70-272234f5d1c0), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:34.058571 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] Transition to ACTIVE for port object 1c21543d-4170-4412-bc70-272234f5d1c0 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:43:34.066610 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (1c21543d-4170-4412-bc70-272234f5d1c0), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:34.173365 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a0d62-eb8d-4436-9d0f-ec2fdf94ba54 req-1774bc13-8050-46de-a950-28c579518417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:34.175916 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb5a0d62-eb8d-4436-9d0f-ec2fdf94ba54 req-1774bc13-8050-46de-a950-28c579518417 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b9118e8d-4696-4338-89e1-8f4af12b46fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1988862 Feb 28 20:43:34.311476 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c21543d-4170-4412-bc70-272234f5d1c0,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:34.400604 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb5a0d62-eb8d-4436-9d0f-ec2fdf94ba54 req-b16c7657-7691-4c9d-88e9-33af52fb2b22 service neutron] 10.222.0.15 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932130 Feb 28 20:43:34.450135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] Attempting to bind port 1c21543d-4170-4412-bc70-272234f5d1c0 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:43:34.450557 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] Attempting to bind port 1c21543d-4170-4412-bc70-272234f5d1c0 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '9e14c9b1-bd83-4db0-8b2f-602859c44eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:43:34.450943 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] Attempting to bind port 1c21543d-4170-4412-bc70-272234f5d1c0 on network ad2e4d78-9699-4e3c-990f-c9e9aa273b43 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:43:34.506379 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] Port 1c21543d-4170-4412-bc70-272234f5d1c0 on network ad2e4d78-9699-4e3c-990f-c9e9aa273b43 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:43:34.506713 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] Attempting to bind port 1c21543d-4170-4412-bc70-272234f5d1c0 on network ad2e4d78-9699-4e3c-990f-c9e9aa273b43 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:43:34.515747 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:43:34.516112 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] Checking segment: {'id': '9e14c9b1-bd83-4db0-8b2f-602859c44eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:43:34.517176 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] Bound using segment: {'id': '9e14c9b1-bd83-4db0-8b2f-602859c44eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:43:34.517494 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] Bound port: 1c21543d-4170-4412-bc70-272234f5d1c0, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e14c9b1-bd83-4db0-8b2f-602859c44eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:43:34.517853 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1c21543d-4170-4412-bc70-272234f5d1c0), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:34.628190 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb5a0d62-eb8d-4436-9d0f-ec2fdf94ba54 req-49f75bef-7ddb-47a4-b17f-835a13238d94 service neutron] 10.222.0.15 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144248 Feb 28 20:43:34.646006 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] For port 1c21543d-4170-4412-bc70-272234f5d1c0, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:43:34.652226 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] For port 1c21543d-4170-4412-bc70-272234f5d1c0, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=1c21543d-4170-4412-bc70-272234f5d1c0,segment=NetworkSegment(9e14c9b1-bd83-4db0-8b2f-602859c44eea),segment_id=9e14c9b1-bd83-4db0-8b2f-602859c44eea)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:43:34.661557 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (1c21543d-4170-4412-bc70-272234f5d1c0), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:34.733263 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:34.734277 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:34.737587 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] 10.222.0.15 "PUT /v2.0/ports/1c21543d-4170-4412-bc70-272234f5d1c0 HTTP/1.1" status: 200 len: 1132 time: 1.5961046 Feb 28 20:43:34.738292 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de1dc8f-d3a7-4589-8104-f31b9387b1cf', 'tag': '1c21543d-4170-4412-bc70-272234f5d1c0'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:43:34.744117 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fad3cf0-e24f-4902-b579-923ca8ab1291" -d '{"events": [{"name": "network-changed", "server_uuid": "6de1dc8f-d3a7-4589-8104-f31b9387b1cf", "tag": "1c21543d-4170-4412-bc70-272234f5d1c0"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:43:34.806774 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e27b1-4748-47b8-ae91-226dc0b6a2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c21543d-4170-4412-bc70-272234f5d1c0,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:34.863303 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-53e7a6ae-344c-47ae-ad19-00539bb9f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:34.865191 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-53e7a6ae-344c-47ae-ad19-00539bb9f42c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a44130e0e64c4d758649c1eb52acbb2f&device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 1166 time: 0.0754428 Feb 28 20:43:34.937933 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-43dc02b9-867d-4529-901e-cc1c73cd2994 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c21543d-4170-4412-bc70-272234f5d1c0 HTTP/1.1" status: 200 len: 217 time: 0.0641305 Feb 28 20:43:34.940185 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100b90a8-6509-49e4-ac31-c4086d5fbf2e x-openstack-request-id: req-100b90a8-6509-49e4-ac31-c4086d5fbf2e {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:43:34.940565 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de1dc8f-d3a7-4589-8104-f31b9387b1cf", "tag": "1c21543d-4170-4412-bc70-272234f5d1c0", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:43:34.940840 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-100b90a8-6509-49e4-ac31-c4086d5fbf2e {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:43:34.941409 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de1dc8f-d3a7-4589-8104-f31b9387b1cf', 'tag': '1c21543d-4170-4412-bc70-272234f5d1c0', 'status': 'completed', 'code': 200} Feb 28 20:43:35.014874 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f78d86-594f-4a85-9d58-8e18769fc05b req-32e644ba-afa8-47e4-8e6b-f9e1c61c30aa tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:35.017370 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21f78d86-594f-4a85-9d58-8e18769fc05b req-32e644ba-afa8-47e4-8e6b-f9e1c61c30aa tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 983 time: 0.1014812 Feb 28 20:43:35.042769 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-ac08b6d0-2111-45ab-b3e3-93d4acf6bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:35.044246 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-ac08b6d0-2111-45ab-b3e3-93d4acf6bc00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0af08551-6f74-4693-962d-59a07fca1ebd HTTP/1.1" status: 200 len: 834 time: 0.1010120 Feb 28 20:43:35.107172 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21f78d86-594f-4a85-9d58-8e18769fc05b req-10f5b266-7233-438f-bcbb-69a2fc732e2f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/security-groups?id=3bbf537b-c740-4203-8ef0-a00d32a94053&id=9e34ff25-5d1d-424a-8083-a81040be9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0813892 Feb 28 20:43:35.132351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-ed410f53-0a09-43a1-9e79-6dcafc8fbde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:35.133891 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-ed410f53-0a09-43a1-9e79-6dcafc8fbde2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad2e4d78-9699-4e3c-990f-c9e9aa273b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0806546 Feb 28 20:43:35.259406 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-339b6608-b1fe-4bb6-8613-52e4f51bc2ad service neutron] 10.222.0.15 "GET /v2.0/networks/ad2e4d78-9699-4e3c-990f-c9e9aa273b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194768 Feb 28 20:43:35.448877 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-32c2df80-e28f-4289-8587-e30f91d7d8c2 req-9f13c57f-c200-4e19-95c3-f48403cd0de6 service neutron] 10.222.0.15 "GET /v2.0/networks/ad2e4d78-9699-4e3c-990f-c9e9aa273b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834991 Feb 28 20:43:35.587432 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad3cf0-e24f-4902-b579-923ca8ab1291 req-49d44209-8fa5-4031-9c40-27cd2bdcc35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:35.589174 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5fad3cf0-e24f-4902-b579-923ca8ab1291 req-49d44209-8fa5-4031-9c40-27cd2bdcc35f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a44130e0e64c4d758649c1eb52acbb2f&device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 1166 time: 0.0735354 Feb 28 20:43:35.815185 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad3cf0-e24f-4902-b579-923ca8ab1291 req-761e6a04-c6e8-4473-9d5b-875eb717d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:35.817020 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5fad3cf0-e24f-4902-b579-923ca8ab1291 req-761e6a04-c6e8-4473-9d5b-875eb717d9a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad2e4d78-9699-4e3c-990f-c9e9aa273b43 HTTP/1.1" status: 200 len: 897 time: 0.2172861 Feb 28 20:43:35.879002 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5fad3cf0-e24f-4902-b579-923ca8ab1291 req-0054b1f1-b2ab-4188-9673-bf9774f386ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c21543d-4170-4412-bc70-272234f5d1c0 HTTP/1.1" status: 200 len: 217 time: 0.0522864 Feb 28 20:43:35.939408 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad3cf0-e24f-4902-b579-923ca8ab1291 req-a4f5b5c6-b805-4905-af57-602600f3347e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:35.941089 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5fad3cf0-e24f-4902-b579-923ca8ab1291 req-a4f5b5c6-b805-4905-af57-602600f3347e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0af08551-6f74-4693-962d-59a07fca1ebd HTTP/1.1" status: 200 len: 834 time: 0.0565915 Feb 28 20:43:36.028622 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad3cf0-e24f-4902-b579-923ca8ab1291 req-efd21085-9c62-4b5b-befd-876117081a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:36.034956 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5fad3cf0-e24f-4902-b579-923ca8ab1291 req-efd21085-9c62-4b5b-befd-876117081a4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad2e4d78-9699-4e3c-990f-c9e9aa273b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0872829 Feb 28 20:43:36.243015 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5fad3cf0-e24f-4902-b579-923ca8ab1291 req-0e9fb3b2-6716-47c4-ab59-9ba86469bf25 service neutron] 10.222.0.15 "GET /v2.0/networks/ad2e4d78-9699-4e3c-990f-c9e9aa273b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981993 Feb 28 20:43:36.359103 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba8c72-fa6e-4daa-91ec-c67ed52a6d0b req-968c21c0-d345-4107-849d-de5e62b2ff4b tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:36.359671 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4ba8c72-fa6e-4daa-91ec-c67ed52a6d0b req-968c21c0-d345-4107-849d-de5e62b2ff4b tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 983 time: 0.1464148 Feb 28 20:43:36.417869 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5fad3cf0-e24f-4902-b579-923ca8ab1291 req-e23f25ba-4bc7-4ccf-878f-841b6f2e4c8b service neutron] 10.222.0.15 "GET /v2.0/networks/ad2e4d78-9699-4e3c-990f-c9e9aa273b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538887 Feb 28 20:43:36.516974 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4ba8c72-fa6e-4daa-91ec-c67ed52a6d0b req-38cd5f42-8acb-4bba-89ab-62a51fa6032a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/security-groups?id=3bbf537b-c740-4203-8ef0-a00d32a94053&id=9e34ff25-5d1d-424a-8083-a81040be9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1316924 Feb 28 20:43:37.765295 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c7278-faf3-4304-a1b3-e458ae365e09 req-3e038934-e5d1-45a2-ad30-375b5efd3cdf tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:37.771400 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-655c7278-faf3-4304-a1b3-e458ae365e09 req-3e038934-e5d1-45a2-ad30-375b5efd3cdf tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 983 time: 0.1409278 Feb 28 20:43:38.454662 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-655c7278-faf3-4304-a1b3-e458ae365e09 req-5cc83e38-f456-423c-aa20-99c5ce43c8b0 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/security-groups?id=3bbf537b-c740-4203-8ef0-a00d32a94053&id=9e34ff25-5d1d-424a-8083-a81040be9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6767268 Feb 28 20:43:38.733359 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 1c21543d-4170-4412-bc70-272234f5d1c0 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:43:38.965988 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 1c21543d-4170-4412-bc70-272234f5d1c0, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=1c21543d-4170-4412-bc70-272234f5d1c0,segment=NetworkSegment(9e14c9b1-bd83-4db0-8b2f-602859c44eea),segment_id=9e14c9b1-bd83-4db0-8b2f-602859c44eea)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:43:38.982853 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '1c21543d-4170-4412-bc70-272234f5d1c0', 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43', 'port_id': '1c21543d-4170-4412-bc70-272234f5d1c0', 'mac_address': 'fa:16:3e:40:bf:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af08551-6f74-4693-962d-59a07fca1ebd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:43:39.024242 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 1c21543d-4170-4412-bc70-272234f5d1c0 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:43:39.024919 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1c21543d-4170-4412-bc70-272234f5d1c0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:39.068470 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c21543d-4170-4412-bc70-272234f5d1c0 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:43:39.092794 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 1c21543d-4170-4412-bc70-272234f5d1c0, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=1c21543d-4170-4412-bc70-272234f5d1c0,segment=NetworkSegment(9e14c9b1-bd83-4db0-8b2f-602859c44eea),segment_id=9e14c9b1-bd83-4db0-8b2f-602859c44eea)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:43:39.103930 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1c21543d-4170-4412-bc70-272234f5d1c0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:39.196680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=1c21543d-4170-4412-bc70-272234f5d1c0,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:39.328304 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['1c21543d-4170-4412-bc70-272234f5d1c0'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:43:39.673377 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a06b00-0440-4dba-9470-210536262c09 req-d600ce0d-9779-46fa-8742-c351fc6617db tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:39.675152 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82a06b00-0440-4dba-9470-210536262c09 req-d600ce0d-9779-46fa-8742-c351fc6617db tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 984 time: 0.0705228 Feb 28 20:43:39.749496 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82a06b00-0440-4dba-9470-210536262c09 req-e4ed0386-3603-4ab3-90a5-5f6bdae2c2ed tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/security-groups?id=3bbf537b-c740-4203-8ef0-a00d32a94053&id=9e34ff25-5d1d-424a-8083-a81040be9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0635691 Feb 28 20:43:40.755617 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 1c21543d-4170-4412-bc70-272234f5d1c0 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:43:40.867161 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 1c21543d-4170-4412-bc70-272234f5d1c0 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:43:40.888852 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 1c21543d-4170-4412-bc70-272234f5d1c0 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:43:40.890383 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1c21543d-4170-4412-bc70-272234f5d1c0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:40.983725 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287be5de-09bf-4bb5-bbe9-042e75a09945 req-d6a0cd51-98d0-462f-992b-b8795a6688d0 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:40.995120 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-287be5de-09bf-4bb5-bbe9-042e75a09945 req-d6a0cd51-98d0-462f-992b-b8795a6688d0 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 984 time: 0.1304150 Feb 28 20:43:41.063208 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-287be5de-09bf-4bb5-bbe9-042e75a09945 req-9efab4f8-d916-4c1a-8ec2-1eda08062526 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/security-groups?id=3bbf537b-c740-4203-8ef0-a00d32a94053&id=9e34ff25-5d1d-424a-8083-a81040be9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0668383 Feb 28 20:43:41.109676 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 1c21543d-4170-4412-bc70-272234f5d1c0 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:43:41.111074 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1c21543d-4170-4412-bc70-272234f5d1c0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:41.159023 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 1c21543d-4170-4412-bc70-272234f5d1c0, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=1c21543d-4170-4412-bc70-272234f5d1c0,segment=NetworkSegment(9e14c9b1-bd83-4db0-8b2f-602859c44eea),segment_id=9e14c9b1-bd83-4db0-8b2f-602859c44eea)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:43:41.160223 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de1dc8f-d3a7-4589-8104-f31b9387b1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c21543d-4170-4412-bc70-272234f5d1c0'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:43:41.162484 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dd2e34-27e2-40b1-a32d-1a8de84f0dc0" -d '{"events": [{"server_uuid": "6de1dc8f-d3a7-4589-8104-f31b9387b1cf", "name": "network-vif-plugged", "status": "completed", "tag": "1c21543d-4170-4412-bc70-272234f5d1c0"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:43:41.177542 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1c21543d-4170-4412-bc70-272234f5d1c0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:41.281083 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be50f89a-d023-4a59-b07f-5f89e9f1f0f2 x-openstack-request-id: req-be50f89a-d023-4a59-b07f-5f89e9f1f0f2 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:43:41.281736 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de1dc8f-d3a7-4589-8104-f31b9387b1cf", "name": "network-vif-plugged", "status": "completed", "tag": "1c21543d-4170-4412-bc70-272234f5d1c0", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:43:41.282327 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be50f89a-d023-4a59-b07f-5f89e9f1f0f2 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:43:41.283083 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de1dc8f-d3a7-4589-8104-f31b9387b1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c21543d-4170-4412-bc70-272234f5d1c0', 'code': 200} Feb 28 20:43:41.300668 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=1c21543d-4170-4412-bc70-272234f5d1c0,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:41.427027 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bb8cc-2e5e-48de-84b0-c0ab6229c2a0 req-2fa1701b-d70c-4dcd-be59-0457fd8502d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:41.430697 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c76bb8cc-2e5e-48de-84b0-c0ab6229c2a0 req-2fa1701b-d70c-4dcd-be59-0457fd8502d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 1168 time: 0.0682528 Feb 28 20:43:41.537646 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c76bb8cc-2e5e-48de-84b0-c0ab6229c2a0 req-73b061b6-d4f4-4f1f-b714-3de2c44ea5b6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9e34ff25-5d1d-424a-8083-a81040be9d65&id=3bbf537b-c740-4203-8ef0-a00d32a94053&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0950339 Feb 28 20:43:42.242951 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198ea71-6585-4960-a72b-eaf6a85470cf req-fec740fc-c018-4cd8-9349-b5aa7fbaf09b tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:42.252446 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9198ea71-6585-4960-a72b-eaf6a85470cf req-fec740fc-c018-4cd8-9349-b5aa7fbaf09b tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 985 time: 0.1016710 Feb 28 20:43:42.325046 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9198ea71-6585-4960-a72b-eaf6a85470cf req-887c5864-5443-4e9e-b992-ce24bb68f53a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/security-groups?id=3bbf537b-c740-4203-8ef0-a00d32a94053&id=9e34ff25-5d1d-424a-8083-a81040be9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0713739 Feb 28 20:43:43.550650 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf364437-7d6f-4653-a5b4-ae352e40f389 req-00552425-057a-41ba-8fe9-012ac7b1f122 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:43.552909 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf364437-7d6f-4653-a5b4-ae352e40f389 req-00552425-057a-41ba-8fe9-012ac7b1f122 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 985 time: 0.0914531 Feb 28 20:43:43.619565 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf364437-7d6f-4653-a5b4-ae352e40f389 req-fd0fe141-758f-4539-8d27-5717e8ef53d8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/security-groups?id=3bbf537b-c740-4203-8ef0-a00d32a94053&id=9e34ff25-5d1d-424a-8083-a81040be9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0587921 Feb 28 20:43:43.811404 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c9553-1b50-45fd-b825-2e09310bcff4 req-e1767875-1774-46bb-8d75-1d746b2da8b8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:43.814238 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-595c9553-1b50-45fd-b825-2e09310bcff4 req-e1767875-1774-46bb-8d75-1d746b2da8b8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 985 time: 0.0637577 Feb 28 20:43:43.931340 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-595c9553-1b50-45fd-b825-2e09310bcff4 req-e09b4fbb-ac2e-4799-b8e0-4bd36b97ee08 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/security-groups?id=3bbf537b-c740-4203-8ef0-a00d32a94053&id=9e34ff25-5d1d-424a-8083-a81040be9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1110978 Feb 28 20:43:44.151091 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af61e1-2804-4f73-a476-d4c347f5bcc6 req-b0ffeb6f-4301-4a4e-90af-9a684f99b162 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:44.153330 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-09af61e1-2804-4f73-a476-d4c347f5bcc6 req-b0ffeb6f-4301-4a4e-90af-9a684f99b162 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 1168 time: 0.1160426 Feb 28 20:43:44.217944 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-09af61e1-2804-4f73-a476-d4c347f5bcc6 req-faa27705-991c-464f-8e34-eee1c2289d22 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:44.417981 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-09af61e1-2804-4f73-a476-d4c347f5bcc6 req-faa27705-991c-464f-8e34-eee1c2289d22 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Publish callbacks [] for security_group (07c7d66f-f967-4904-a49e-f5fb66d76825), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:44.427066 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-09af61e1-2804-4f73-a476-d4c347f5bcc6 req-faa27705-991c-464f-8e34-eee1c2289d22 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (07c7d66f-f967-4904-a49e-f5fb66d76825), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:44.498597 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa27705-991c-464f-8e34-eee1c2289d22 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c7d66f-f967-4904-a49e-f5fb66d76825,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:44.540697 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-09af61e1-2804-4f73-a476-d4c347f5bcc6 req-faa27705-991c-464f-8e34-eee1c2289d22 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3bbf537b-c740-4203-8ef0-a00d32a94053&id=9e34ff25-5d1d-424a-8083-a81040be9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3751864 Feb 28 20:43:44.542926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa27705-991c-464f-8e34-eee1c2289d22 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:44.543469 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa27705-991c-464f-8e34-eee1c2289d22 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:44.544060 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa27705-991c-464f-8e34-eee1c2289d22 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:44.544666 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa27705-991c-464f-8e34-eee1c2289d22 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:44.545263 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa27705-991c-464f-8e34-eee1c2289d22 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:44.545828 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa27705-991c-464f-8e34-eee1c2289d22 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:44.546326 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa27705-991c-464f-8e34-eee1c2289d22 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:44.546920 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa27705-991c-464f-8e34-eee1c2289d22 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:44.547956 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa27705-991c-464f-8e34-eee1c2289d22 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:44.548568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa27705-991c-464f-8e34-eee1c2289d22 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:44.549344 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa27705-991c-464f-8e34-eee1c2289d22 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:44.549837 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa27705-991c-464f-8e34-eee1c2289d22 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:44.550464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa27705-991c-464f-8e34-eee1c2289d22 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:44.585327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59916) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:44.664053 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d669983-6fd7-4102-9847-2d53ee7608b1 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:44.673803 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0d669983-6fd7-4102-9847-2d53ee7608b1 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 1163 time: 0.0843892 Feb 28 20:43:44.674346 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 59920) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:44.678529 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-2914faab-a271-4fc3-8d51-8a93078d82c8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': '1c21543d-4170-4412-bc70-272234f5d1c0', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:43:44.839080 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2914faab-a271-4fc3-8d51-8a93078d82c8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:44.897295 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1e4e8-3c16-49e1-9dae-0c59fd86c920 req-aff60d55-60af-4c77-834a-5c6912503b18 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:44.905003 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85d1e4e8-3c16-49e1-9dae-0c59fd86c920 req-aff60d55-60af-4c77-834a-5c6912503b18 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 1129 time: 0.1855769 Feb 28 20:43:45.029924 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85d1e4e8-3c16-49e1-9dae-0c59fd86c920 req-18739b71-6005-4541-8dcc-c0e5eca4a35b tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236470 Feb 28 20:43:45.067779 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59926) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:45.136441 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2914faab-a271-4fc3-8d51-8a93078d82c8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:45.430169 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-71c5884b-36ab-42f4-8750-37a8a9582eaa tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Deleting port 2388cbd1-cd2f-4e50-9a4f-11204a344c19 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:43:45.430986 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71c5884b-36ab-42f4-8750-37a8a9582eaa tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2388cbd1-cd2f-4e50-9a4f-11204a344c19), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:45.436542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-2914faab-a271-4fc3-8d51-8a93078d82c8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Allocated IP 172.25.0.175 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/d70d9c7a-38fc-4fd2-b3b6-7225506d965d) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:43:45.792443 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2914faab-a271-4fc3-8d51-8a93078d82c8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for port (d70d9c7a-38fc-4fd2-b3b6-7225506d965d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:45.888369 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2914faab-a271-4fc3-8d51-8a93078d82c8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d70d9c7a-38fc-4fd2-b3b6-7225506d965d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:46.045322 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914faab-a271-4fc3-8d51-8a93078d82c8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event updated for resources: {'Port': ['ID=d70d9c7a-38fc-4fd2-b3b6-7225506d965d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:46.048001 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71c5884b-36ab-42f4-8750-37a8a9582eaa tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2388cbd1-cd2f-4e50-9a4f-11204a344c19), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:46.048994 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71c5884b-36ab-42f4-8750-37a8a9582eaa tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for floatingip (2388cbd1-cd2f-4e50-9a4f-11204a344c19), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:46.073965 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-71c5884b-36ab-42f4-8750-37a8a9582eaa tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Calling delete_port for 2388cbd1-cd2f-4e50-9a4f-11204a344c19 owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:43:46.105801 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2914faab-a271-4fc3-8d51-8a93078d82c8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:43:46.113228 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-2914faab-a271-4fc3-8d51-8a93078d82c8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:43:46.128286 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2914faab-a271-4fc3-8d51-8a93078d82c8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:43:46.480620 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-180c346c-f0f9-4001-bde6-a1cb2461ad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:46.555831 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71c5884b-36ab-42f4-8750-37a8a9582eaa tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (2388cbd1-cd2f-4e50-9a4f-11204a344c19), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:46.643563 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5884b-36ab-42f4-8750-37a8a9582eaa tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Port': ['ID=2388cbd1-cd2f-4e50-9a4f-11204a344c19,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:46.742722 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71c5884b-36ab-42f4-8750-37a8a9582eaa tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for floatingip (f3db49aa-49d4-40c1-a163-578f93978afc), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:46.743092 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-71c5884b-36ab-42f4-8750-37a8a9582eaa tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Floating IP f3db49aa-49d4-40c1-a163-578f93978afc disassociated (deleted). External IP: 172.25.0.10, port: 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba. Feb 28 20:43:47.113460 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2914faab-a271-4fc3-8d51-8a93078d82c8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for floatingip (ec95307d-1b77-4766-bff8-3c96518cf459), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:47.190390 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c5884b-36ab-42f4-8750-37a8a9582eaa tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Router a7bf4243-7abd-4216-822b-ff0fc64bdcff has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:43:47.222895 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2914faab-a271-4fc3-8d51-8a93078d82c8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d70d9c7a-38fc-4fd2-b3b6-7225506d965d), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:47.435366 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c5884b-36ab-42f4-8750-37a8a9582eaa tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:43:47.447312 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71c5884b-36ab-42f4-8750-37a8a9582eaa tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:47.452986 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2914faab-a271-4fc3-8d51-8a93078d82c8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for port (d70d9c7a-38fc-4fd2-b3b6-7225506d965d), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:47.455016 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e6b302-999a-4be6-99d3-0575686490a8 None None] Sync routers for ids ['a7bf4243-7abd-4216-822b-ff0fc64bdcff'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:43:47.463796 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2914faab-a271-4fc3-8d51-8a93078d82c8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d70d9c7a-38fc-4fd2-b3b6-7225506d965d), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:47.476613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e6b302-999a-4be6-99d3-0575686490a8 None None] Routers {'a7bf4243-7abd-4216-822b-ff0fc64bdcff'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:43:47.479441 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b6e6b302-999a-4be6-99d3-0575686490a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:43:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a7bf4243-7abd-4216-822b-ff0fc64bdcff'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:47.513446 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-71c5884b-36ab-42f4-8750-37a8a9582eaa tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "DELETE /v2.0/floatingips/f3db49aa-49d4-40c1-a163-578f93978afc HTTP/1.1" status: 204 len: 168 time: 2.4442139 Feb 28 20:43:47.514729 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7327b16-f0cc-441c-8814-5256a407078e', 'tag': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:43:47.526866 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e8217e-5489-454e-a008-c66ecb59a56d" -d '{"events": [{"name": "network-changed", "server_uuid": "a7327b16-f0cc-441c-8814-5256a407078e", "tag": "494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:43:47.580544 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914faab-a271-4fc3-8d51-8a93078d82c8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event updated for resources: {'Port': ['ID=d70d9c7a-38fc-4fd2-b3b6-7225506d965d,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:47.612745 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a098e8a-6556-4843-add3-4fd867f87b5a x-openstack-request-id: req-6a098e8a-6556-4843-add3-4fd867f87b5a {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:43:47.613618 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7327b16-f0cc-441c-8814-5256a407078e", "tag": "494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:43:47.614167 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a098e8a-6556-4843-add3-4fd867f87b5a {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:43:47.614961 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7327b16-f0cc-441c-8814-5256a407078e', 'tag': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba', 'status': 'completed', 'code': 200} Feb 28 20:43:47.729250 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2914faab-a271-4fc3-8d51-8a93078d82c8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (ec95307d-1b77-4766-bff8-3c96518cf459), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:47.778287 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8217e-5489-454e-a008-c66ecb59a56d req-bbabeb58-3ed6-4105-96c3-25007aca8c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:47.789371 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-42e8217e-5489-454e-a008-c66ecb59a56d req-bbabeb58-3ed6-4105-96c3-25007aca8c60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 1129 time: 0.1156650 Feb 28 20:43:47.817119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-b6e6b302-999a-4be6-99d3-0575686490a8 None None] Set router a7bf4243-7abd-4216-822b-ff0fc64bdcff gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:43:48.047938 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-2914faab-a271-4fc3-8d51-8a93078d82c8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Floating IP ec95307d-1b77-4766-bff8-3c96518cf459 associated. External IP: 172.25.0.175, port: 1c21543d-4170-4412-bc70-272234f5d1c0. Feb 28 20:43:48.101856 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8217e-5489-454e-a008-c66ecb59a56d req-eeddd3f8-0f60-43d6-b713-afb76fa82b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:48.109563 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-42e8217e-5489-454e-a008-c66ecb59a56d req-eeddd3f8-0f60-43d6-b713-afb76fa82b03 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b9118e8d-4696-4338-89e1-8f4af12b46fe HTTP/1.1" status: 200 len: 897 time: 0.3041706 Feb 28 20:43:48.226594 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-42e8217e-5489-454e-a008-c66ecb59a56d req-0bfd0f78-f7f5-42b3-80b1-65f2eefbc72a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba HTTP/1.1" status: 200 len: 217 time: 0.1090941 Feb 28 20:43:48.228383 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05923647-18f4-400a-a3db-fbe97678155c req-eb0aab4c-d12e-4009-8e7f-a05f1052412e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:48.233024 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05923647-18f4-400a-a3db-fbe97678155c req-eb0aab4c-d12e-4009-8e7f-a05f1052412e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.2998521 Feb 28 20:43:48.285749 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8217e-5489-454e-a008-c66ecb59a56d req-01da4f33-286d-485a-bc56-bd9e0357cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:48.287702 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-42e8217e-5489-454e-a008-c66ecb59a56d req-01da4f33-286d-485a-bc56-bd9e0357cadc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=25b168de-d2e4-497b-ab0f-97ac84f5a373 HTTP/1.1" status: 200 len: 835 time: 0.0556684 Feb 28 20:43:48.344822 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 59982) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:48.365725 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b6e6b302-999a-4be6-99d3-0575686490a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361137645', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:41:33Z', 'updated_at': '2022-02-28T20:41:41Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:34Z', 'updated_at': '2022-02-28T20:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'a86ce7d9-0546-460f-ad08-c1b38791dbc1', 'name': '', 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:1d:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '25b168de-d2e4-497b-ab0f-97ac84f5a373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:39Z', 'updated_at': '2022-02-28T20:41:46Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': '25b168de-d2e4-497b-ab0f-97ac84f5a373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:48.442884 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e6b302-999a-4be6-99d3-0575686490a8 None None] Checking router: a7bf4243-7abd-4216-822b-ff0fc64bdcff for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:43:48.463680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e6b302-999a-4be6-99d3-0575686490a8 None None] Routers {'a7bf4243-7abd-4216-822b-ff0fc64bdcff'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:43:48.464426 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b6e6b302-999a-4be6-99d3-0575686490a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:43:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a7bf4243-7abd-4216-822b-ff0fc64bdcff'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:48.543922 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8217e-5489-454e-a008-c66ecb59a56d req-38680b6c-0a4a-46e4-a489-179b60ea46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:48.545424 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-42e8217e-5489-454e-a008-c66ecb59a56d req-38680b6c-0a4a-46e4-a489-179b60ea46d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b9118e8d-4696-4338-89e1-8f4af12b46fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2515657 Feb 28 20:43:48.713774 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-b6e6b302-999a-4be6-99d3-0575686490a8 None None] Set router a7bf4243-7abd-4216-822b-ff0fc64bdcff gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:43:48.731996 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-42e8217e-5489-454e-a008-c66ecb59a56d req-cc15bd24-6c7e-45de-a66a-602c400d6f88 service neutron] 10.222.0.15 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737711 Feb 28 20:43:48.769177 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05923647-18f4-400a-a3db-fbe97678155c req-b40aa650-e8dc-4420-86fe-6c67662bf596 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5269406 Feb 28 20:43:48.781832 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0322bc5d-98fc-46b3-bd89-88c6018d27f9 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:48.781832 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0322bc5d-98fc-46b3-bd89-88c6018d27f9 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:48.781832 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0322bc5d-98fc-46b3-bd89-88c6018d27f9 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:48.781832 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0322bc5d-98fc-46b3-bd89-88c6018d27f9 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=a1bbee6dfdd141e0ba964f8ab2a0a967&network_id=d7e6f497-e0bd-47f1-add8-b329ee75ad40 HTTP/1.1" status: 200 len: 3075 time: 0.4266267 Feb 28 20:43:48.783680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2914faab-a271-4fc3-8d51-8a93078d82c8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Router f454dbe9-554c-4759-b5ba-1aed41ea70f3 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:43:48.918989 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-42e8217e-5489-454e-a008-c66ecb59a56d req-10203fed-0fc8-4d7b-8470-ca2951af02b8 service neutron] 10.222.0.15 "GET /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779716 Feb 28 20:43:49.080277 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4d4cac22-738e-4ba3-980f-e2df84f27dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:49.098237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2914faab-a271-4fc3-8d51-8a93078d82c8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:43:49.108751 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b041c5-344a-4da7-b7e0-e5437c3e2a53 None None] Sync routers for ids ['f454dbe9-554c-4759-b5ba-1aed41ea70f3'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:43:49.134990 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b041c5-344a-4da7-b7e0-e5437c3e2a53 None None] Routers {'f454dbe9-554c-4759-b5ba-1aed41ea70f3'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:43:49.136140 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2914faab-a271-4fc3-8d51-8a93078d82c8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:49.138059 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a0b041c5-344a-4da7-b7e0-e5437c3e2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:43:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f454dbe9-554c-4759-b5ba-1aed41ea70f3'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:49.242713 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-b6e6b302-999a-4be6-99d3-0575686490a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361137645', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:41:33Z', 'updated_at': '2022-02-28T20:41:41Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:34Z', 'updated_at': '2022-02-28T20:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'a86ce7d9-0546-460f-ad08-c1b38791dbc1', 'name': '', 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:1d:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '25b168de-d2e4-497b-ab0f-97ac84f5a373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:39Z', 'updated_at': '2022-02-28T20:41:46Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': '25b168de-d2e4-497b-ab0f-97ac84f5a373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:49.271894 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2914faab-a271-4fc3-8d51-8a93078d82c8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5968254 Feb 28 20:43:49.272564 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60004) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:49.273053 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de1dc8f-d3a7-4589-8104-f31b9387b1cf', 'tag': '1c21543d-4170-4412-bc70-272234f5d1c0'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:43:49.278887 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676bf5e6-9a22-43d6-bf40-c6c8d6bb97a8" -d '{"events": [{"name": "network-changed", "server_uuid": "6de1dc8f-d3a7-4589-8104-f31b9387b1cf", "tag": "1c21543d-4170-4412-bc70-272234f5d1c0"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:43:49.287449 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98787bc-568f-401a-bba0-d7597ba7b747 req-e6bc9537-fa58-44c3-910e-73fad99cbc6a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:49.289072 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c98787bc-568f-401a-bba0-d7597ba7b747 req-e6bc9537-fa58-44c3-910e-73fad99cbc6a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.1611884 Feb 28 20:43:49.293142 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e6b302-999a-4be6-99d3-0575686490a8 None None] The sync data for ids ['a7bf4243-7abd-4216-822b-ff0fc64bdcff'] in n-d-820368-21 is: [{'id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361137645', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:41:33Z', 'updated_at': '2022-02-28T20:41:41Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:34Z', 'updated_at': '2022-02-28T20:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'a86ce7d9-0546-460f-ad08-c1b38791dbc1', 'name': '', 'network_id': 'b9118e8d-4696-4338-89e1-8f4af12b46fe', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:1d:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '25b168de-d2e4-497b-ab0f-97ac84f5a373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:39Z', 'updated_at': '2022-02-28T20:41:46Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': '25b168de-d2e4-497b-ab0f-97ac84f5a373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:43:49.448913 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-a0b041c5-344a-4da7-b7e0-e5437c3e2a53 None None] Set router f454dbe9-554c-4759-b5ba-1aed41ea70f3 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:43:49.592672 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6c3ef1-efc6-4972-9d8d-285db09f0283 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:49.592672 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6c3ef1-efc6-4972-9d8d-285db09f0283 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:49.593032 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6c3ef1-efc6-4972-9d8d-285db09f0283 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:49.593470 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6c3ef1-efc6-4972-9d8d-285db09f0283 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:49.595792 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6c3ef1-efc6-4972-9d8d-285db09f0283 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:49.596343 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6c3ef1-efc6-4972-9d8d-285db09f0283 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:49.598973 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6c3ef1-efc6-4972-9d8d-285db09f0283 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:49.609700 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1e6c3ef1-efc6-4972-9d8d-285db09f0283 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4952 time: 0.3241110 Feb 28 20:43:49.616266 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1faf56-a330-4244-bbf5-2926ac181527 x-openstack-request-id: req-5a1faf56-a330-4244-bbf5-2926ac181527 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:43:49.616572 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de1dc8f-d3a7-4589-8104-f31b9387b1cf", "tag": "1c21543d-4170-4412-bc70-272234f5d1c0", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:43:49.616840 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a1faf56-a330-4244-bbf5-2926ac181527 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:43:49.617301 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de1dc8f-d3a7-4589-8104-f31b9387b1cf', 'tag': '1c21543d-4170-4412-bc70-272234f5d1c0', 'status': 'completed', 'code': 200} Feb 28 20:43:49.622837 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60008) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:49.685777 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bf5e6-9a22-43d6-bf40-c6c8d6bb97a8 req-a022ba2e-9193-458c-ba86-255f70012136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:49.689695 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-676bf5e6-9a22-43d6-bf40-c6c8d6bb97a8 req-a022ba2e-9193-458c-ba86-255f70012136 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a44130e0e64c4d758649c1eb52acbb2f&device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 1168 time: 0.2326312 Feb 28 20:43:49.777974 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:49.891478 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e0253-a07b-4565-ac4b-c16cdf0b6c99 None None] New status for floating IP f3db49aa-49d4-40c1-a163-578f93978afc: DOWN {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:43:49.958675 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e714d1-d5a6-46b3-9e5d-6206bdf6eb09 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:49.959154 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e714d1-d5a6-46b3-9e5d-6206bdf6eb09 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:49.964483 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e714d1-d5a6-46b3-9e5d-6206bdf6eb09 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:49.965027 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e714d1-d5a6-46b3-9e5d-6206bdf6eb09 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:49.965515 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e714d1-d5a6-46b3-9e5d-6206bdf6eb09 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:49.965978 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e714d1-d5a6-46b3-9e5d-6206bdf6eb09 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:49.966440 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e714d1-d5a6-46b3-9e5d-6206bdf6eb09 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:49.968072 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-c98787bc-568f-401a-bba0-d7597ba7b747 req-fe304580-e10b-4610-b550-54120c6322df tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Deleting port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:43:49.968443 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c98787bc-568f-401a-bba0-d7597ba7b747 req-fe304580-e10b-4610-b550-54120c6322df tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:49.972137 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-23e714d1-d5a6-46b3-9e5d-6206bdf6eb09 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4614 time: 0.3480825 Feb 28 20:43:49.975791 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60026) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:50.084716 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a0b041c5-344a-4da7-b7e0-e5437c3e2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948241303', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:43:17Z', 'updated_at': '2022-02-28T20:43:25Z', 'revision_number': 4, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port': {'id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:43:19Z', 'updated_at': '2022-02-28T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'ec95307d-1b77-4766-bff8-3c96518cf459', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'port_id': '1c21543d-4170-4412-bc70-272234f5d1c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43', 'mac_address': 'fa:16:3e:40:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de1dc8f-d3a7-4589-8104-f31b9387b1cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:43:46Z', 'updated_at': '2022-02-28T20:43:46Z', 'revision_number': 0, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1281cf3-790e-4bcf-9ece-029b93073bfc', 'name': '', 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'mac_address': 'fa:16:3e:d5:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0af08551-6f74-4693-962d-59a07fca1ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:43:24Z', 'updated_at': '2022-02-28T20:43:30Z', 'revision_number': 5, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'subnets': [{'id': '0af08551-6f74-4693-962d-59a07fca1ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:50.174850 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b041c5-344a-4da7-b7e0-e5437c3e2a53 None None] Checking router: f454dbe9-554c-4759-b5ba-1aed41ea70f3 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:43:50.185786 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:50.196609 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b041c5-344a-4da7-b7e0-e5437c3e2a53 None None] Routers {'f454dbe9-554c-4759-b5ba-1aed41ea70f3'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:43:50.197499 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a0b041c5-344a-4da7-b7e0-e5437c3e2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:43:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f454dbe9-554c-4759-b5ba-1aed41ea70f3'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:50.213884 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bf5e6-9a22-43d6-bf40-c6c8d6bb97a8 req-1be93b27-5533-489f-83a7-31a7414e725f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:50.220500 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-676bf5e6-9a22-43d6-bf40-c6c8d6bb97a8 req-1be93b27-5533-489f-83a7-31a7414e725f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad2e4d78-9699-4e3c-990f-c9e9aa273b43 HTTP/1.1" status: 200 len: 897 time: 0.5182252 Feb 28 20:43:50.318544 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4b11c-acf6-4c8e-b7d9-a6c389398d1c req-3b7c3134-595b-40c9-855a-6579e31f27a5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:50.330733 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-a0b041c5-344a-4da7-b7e0-e5437c3e2a53 None None] Set router f454dbe9-554c-4759-b5ba-1aed41ea70f3 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:43:50.341482 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4ec4b11c-acf6-4c8e-b7d9-a6c389398d1c req-3b7c3134-595b-40c9-855a-6579e31f27a5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 946 time: 0.3639386 Feb 28 20:43:50.423808 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-676bf5e6-9a22-43d6-bf40-c6c8d6bb97a8 req-ab61be66-5365-4abe-b4af-3de97d36a030 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c21543d-4170-4412-bc70-272234f5d1c0 HTTP/1.1" status: 200 len: 1000 time: 0.1857452 Feb 28 20:43:50.604559 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-c98787bc-568f-401a-bba0-d7597ba7b747 req-fe304580-e10b-4610-b550-54120c6322df tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] For port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba,segment=NetworkSegment(f4a02de2-cdf6-4098-b669-0b920a36b2dd),segment_id=f4a02de2-cdf6-4098-b669-0b920a36b2dd)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:43:50.604559 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c98787bc-568f-401a-bba0-d7597ba7b747 req-fe304580-e10b-4610-b550-54120c6322df tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:50.633715 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-c98787bc-568f-401a-bba0-d7597ba7b747 req-fe304580-e10b-4610-b550-54120c6322df tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Calling delete_port for 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:43:50.652013 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bf5e6-9a22-43d6-bf40-c6c8d6bb97a8 req-f8ba4f69-62a4-44c6-8fd3-2bce0732269d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:50.660693 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-676bf5e6-9a22-43d6-bf40-c6c8d6bb97a8 req-f8ba4f69-62a4-44c6-8fd3-2bce0732269d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0af08551-6f74-4693-962d-59a07fca1ebd HTTP/1.1" status: 200 len: 834 time: 0.2306991 Feb 28 20:43:50.691125 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4ec4b11c-acf6-4c8e-b7d9-a6c389398d1c req-4a55e0cb-2633-42f0-8f7f-8a44f021ef80 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43981f7-ac9b-4330-a3fc-d932149b5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3361356 Feb 28 20:43:50.788178 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cbdf9163-224d-43c6-ba54-a6e9a8e07dd6 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3060 time: 0.8092175 Feb 28 20:43:50.790705 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60036) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:50.897408 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdd6bf2-5f30-4389-8bd4-d58ba853a868 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:50.897408 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdd6bf2-5f30-4389-8bd4-d58ba853a868 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:50.899186 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5bdd6bf2-5f30-4389-8bd4-d58ba853a868 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f454dbe9-554c-4759-b5ba-1aed41ea70f3 HTTP/1.1" status: 200 len: 2064 time: 0.1072915 Feb 28 20:43:50.923619 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a0b041c5-344a-4da7-b7e0-e5437c3e2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948241303', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:43:17Z', 'updated_at': '2022-02-28T20:43:25Z', 'revision_number': 4, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port': {'id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:43:19Z', 'updated_at': '2022-02-28T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'ec95307d-1b77-4766-bff8-3c96518cf459', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'port_id': '1c21543d-4170-4412-bc70-272234f5d1c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43', 'mac_address': 'fa:16:3e:40:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de1dc8f-d3a7-4589-8104-f31b9387b1cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:43:46Z', 'updated_at': '2022-02-28T20:43:46Z', 'revision_number': 0, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1281cf3-790e-4bcf-9ece-029b93073bfc', 'name': '', 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'mac_address': 'fa:16:3e:d5:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0af08551-6f74-4693-962d-59a07fca1ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:43:24Z', 'updated_at': '2022-02-28T20:43:30Z', 'revision_number': 5, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'subnets': [{'id': '0af08551-6f74-4693-962d-59a07fca1ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:51.032188 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b041c5-344a-4da7-b7e0-e5437c3e2a53 None None] The sync data for ids ['f454dbe9-554c-4759-b5ba-1aed41ea70f3'] in n-d-820368-21 is: [{'id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948241303', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:43:17Z', 'updated_at': '2022-02-28T20:43:25Z', 'revision_number': 4, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port': {'id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:43:19Z', 'updated_at': '2022-02-28T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'ec95307d-1b77-4766-bff8-3c96518cf459', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'port_id': '1c21543d-4170-4412-bc70-272234f5d1c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43', 'mac_address': 'fa:16:3e:40:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de1dc8f-d3a7-4589-8104-f31b9387b1cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:43:46Z', 'updated_at': '2022-02-28T20:43:46Z', 'revision_number': 0, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1281cf3-790e-4bcf-9ece-029b93073bfc', 'name': '', 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'mac_address': 'fa:16:3e:d5:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0af08551-6f74-4693-962d-59a07fca1ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:43:24Z', 'updated_at': '2022-02-28T20:43:30Z', 'revision_number': 5, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'subnets': [{'id': '0af08551-6f74-4693-962d-59a07fca1ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:43:51.108603 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bf5e6-9a22-43d6-bf40-c6c8d6bb97a8 req-64b1d4d3-0ea1-4fda-be2e-9bc545405ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:51.110221 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-676bf5e6-9a22-43d6-bf40-c6c8d6bb97a8 req-64b1d4d3-0ea1-4fda-be2e-9bc545405ab9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad2e4d78-9699-4e3c-990f-c9e9aa273b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4427361 Feb 28 20:43:51.214691 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c98787bc-568f-401a-bba0-d7597ba7b747 req-fe304580-e10b-4610-b550-54120c6322df tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:51.371567 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe304580-e10b-4610-b550-54120c6322df tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Port': ['ID=494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:51.391167 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:51.466406 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98787bc-568f-401a-bba0-d7597ba7b747 req-fe304580-e10b-4610-b550-54120c6322df tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] No DVR routers for this DVR port 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:43:51.479808 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb587b3-ef7f-450c-9298-5079ae3a0e2e None None] New status for floating IP ec95307d-1b77-4766-bff8-3c96518cf459: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:43:51.483391 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c98787bc-568f-401a-bba0-d7597ba7b747 req-fe304580-e10b-4610-b550-54120c6322df tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:51.494882 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c98787bc-568f-401a-bba0-d7597ba7b747 req-fe304580-e10b-4610-b550-54120c6322df tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.15 "DELETE /v2.0/ports/494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba HTTP/1.1" status: 204 len: 173 time: 2.1940870 Feb 28 20:43:51.495378 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7327b16-f0cc-441c-8814-5256a407078e', 'name': 'network-vif-deleted', 'tag': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:43:51.497833 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022c5898-0de5-49f9-a6fe-4cb48584504c" -d '{"events": [{"server_uuid": "a7327b16-f0cc-441c-8814-5256a407078e", "name": "network-vif-deleted", "tag": "494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:43:51.590581 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-676bf5e6-9a22-43d6-bf40-c6c8d6bb97a8 req-9521728d-5558-407d-8449-505ac1381098 service neutron] 10.222.0.15 "GET /v2.0/networks/ad2e4d78-9699-4e3c-990f-c9e9aa273b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741139 Feb 28 20:43:51.597403 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7179f4-e4f8-45ce-b407-49799fe19c22 x-openstack-request-id: req-be7179f4-e4f8-45ce-b407-49799fe19c22 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:43:51.597708 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7327b16-f0cc-441c-8814-5256a407078e", "name": "network-vif-deleted", "tag": "494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:43:51.597996 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be7179f4-e4f8-45ce-b407-49799fe19c22 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:43:51.598433 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7327b16-f0cc-441c-8814-5256a407078e', 'name': 'network-vif-deleted', 'tag': '494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba', 'status': 'completed', 'code': 200} Feb 28 20:43:51.820251 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60060) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:51.917412 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-676bf5e6-9a22-43d6-bf40-c6c8d6bb97a8 req-b8274ded-f019-4696-831b-a3d8162351ed service neutron] 10.222.0.15 "GET /v2.0/networks/ad2e4d78-9699-4e3c-990f-c9e9aa273b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159790 Feb 28 20:43:52.040645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba2af7d4-d000-405f-9abc-d2b8cd33c4db req-25d3275d-cf28-4cb7-9627-dc2a5f221615 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7327b16-f0cc-441c-8814-5256a407078e HTTP/1.1" status: 200 len: 210 time: 0.1843724 Feb 28 20:43:52.275625 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7575d572-5937-411e-afcb-5db2307ce366 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:52.295351 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7575d572-5937-411e-afcb-5db2307ce366 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 HTTP/1.1" status: 200 len: 814 time: 0.4730461 Feb 28 20:43:52.625987 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:52.694981 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:52.853164 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:43:52.866959 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60080) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:52.873119 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ccf68f99-c073-4e68-952a-16a1e3d89d78 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'network': {'name': 'tempest-network-smoke--125652179', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'port_security_enabled': True}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:43:52.880216 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:43:52.880853 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 494ca8aa-8d17-4bb7-b8cb-e3e0a52eddba not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:43:52.898753 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf68f99-c073-4e68-952a-16a1e3d89d78 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Made reservation on behalf of a1bbee6dfdd141e0ba964f8ab2a0a967 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:43:52.913994 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ccf68f99-c073-4e68-952a-16a1e3d89d78 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:52.942527 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf68f99-c073-4e68-952a-16a1e3d89d78 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:43:52.958067 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ccf68f99-c073-4e68-952a-16a1e3d89d78 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:52.958569 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-ccf68f99-c073-4e68-952a-16a1e3d89d78 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Added segment 0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1 of type vlan for network dfb28eec-93ab-4c26-86f7-f873e8dcc23b Feb 28 20:43:53.004778 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ccf68f99-c073-4e68-952a-16a1e3d89d78 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (dfb28eec-93ab-4c26-86f7-f873e8dcc23b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:53.037681 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ccf68f99-c073-4e68-952a-16a1e3d89d78 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (dfb28eec-93ab-4c26-86f7-f873e8dcc23b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:53.043235 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf68f99-c073-4e68-952a-16a1e3d89d78 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:53.043892 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ccf68f99-c073-4e68-952a-16a1e3d89d78 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:53.104932 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60090) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:53.136701 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf68f99-c073-4e68-952a-16a1e3d89d78 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'Network': ['ID=dfb28eec-93ab-4c26-86f7-f873e8dcc23b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:53.147149 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ccf68f99-c073-4e68-952a-16a1e3d89d78 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2784507 Feb 28 20:43:53.149637 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60092) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:53.155480 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network dfb28eec-93ab-4c26-86f7-f873e8dcc23b details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:43:53.326719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4c52aa-acff-4374-82ba-08b4181bdb69 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:53.332829 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fa4c52aa-acff-4374-82ba-08b4181bdb69 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a1bbee6dfdd141e0ba964f8ab2a0a967&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1817837 Feb 28 20:43:53.333637 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60108) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:53.952159 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0596249c-734c-4b00-8c4a-1538a42a0ead tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:53.955212 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0596249c-734c-4b00-8c4a-1538a42a0ead tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6205394 Feb 28 20:43:53.958005 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60120) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:54.026371 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-55ac077a-567f-47d2-b4d0-b79f6058b24a tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0630667 Feb 28 20:43:54.027914 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60124) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:54.083029 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-545a5d9b-0f2c-4d64-992d-89c1ca4f7883 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a1bbee6dfdd141e0ba964f8ab2a0a967&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0527210 Feb 28 20:43:54.085959 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60130) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:54.229314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd13cd4-076d-4666-9546-3cfe61f634c2 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:54.233515 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7fd13cd4-076d-4666-9546-3cfe61f634c2 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1440074 Feb 28 20:43:54.234017 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60134) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:54.285954 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1394315b-3d4d-45f0-a919-e952fc88c81e tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0485103 Feb 28 20:43:54.286488 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60136) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:54.293051 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-b1ad09f1-1cb9-4c3d-a33e-82ed4ab26946 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-615957824', 'network_id': 'dfb28eec-93ab-4c26-86f7-f873e8dcc23b', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:43:54.318215 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c84e9d73-54b9-467a-b14f-12c0c36ea71f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (a7bf4243-7abd-4216-822b-ff0fc64bdcff), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:54.470630 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ad09f1-1cb9-4c3d-a33e-82ed4ab26946 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Made reservation on behalf of a1bbee6dfdd141e0ba964f8ab2a0a967 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:43:54.474630 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b1ad09f1-1cb9-4c3d-a33e-82ed4ab26946 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:54.721453 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b1ad09f1-1cb9-4c3d-a33e-82ed4ab26946 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (d1867315-7705-4f1c-b320-3606480de329), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:54.842647 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad09f1-1cb9-4c3d-a33e-82ed4ab26946 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'Subnet': ['ID=d1867315-7705-4f1c-b320-3606480de329,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:54.867533 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ad09f1-1cb9-4c3d-a33e-82ed4ab26946 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Checking segment: {'id': '0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dfb28eec-93ab-4c26-86f7-f873e8dcc23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:43:54.868076 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ad09f1-1cb9-4c3d-a33e-82ed4ab26946 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Network hostable DHCP agents. Network: dfb28eec-93ab-4c26-86f7-f873e8dcc23b, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:43:54.871343 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-c84e9d73-54b9-467a-b14f-12c0c36ea71f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Deleting port a86ce7d9-0546-460f-ad08-c1b38791dbc1 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:43:54.874473 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c84e9d73-54b9-467a-b14f-12c0c36ea71f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a86ce7d9-0546-460f-ad08-c1b38791dbc1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:54.895125 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ad09f1-1cb9-4c3d-a33e-82ed4ab26946 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Network dfb28eec-93ab-4c26-86f7-f873e8dcc23b is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:43:54.907567 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-b1ad09f1-1cb9-4c3d-a33e-82ed4ab26946 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, dfb28eec-93ab-4c26-86f7-f873e8dcc23b) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:43:54.919920 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3be70a-4d96-461c-8e4b-bfd19ba85a7a None None] Network dfb28eec-93ab-4c26-86f7-f873e8dcc23b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:43:54.926674 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ad09f1-1cb9-4c3d-a33e-82ed4ab26946 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:54.928092 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b1ad09f1-1cb9-4c3d-a33e-82ed4ab26946 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:54.949777 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b1ad09f1-1cb9-4c3d-a33e-82ed4ab26946 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6621041 Feb 28 20:43:55.079940 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-c84e9d73-54b9-467a-b14f-12c0c36ea71f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] For port a86ce7d9-0546-460f-ad08-c1b38791dbc1, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a86ce7d9-0546-460f-ad08-c1b38791dbc1,segment=NetworkSegment(f4a02de2-cdf6-4098-b669-0b920a36b2dd),segment_id=f4a02de2-cdf6-4098-b669-0b920a36b2dd)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:43:55.080209 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c84e9d73-54b9-467a-b14f-12c0c36ea71f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a86ce7d9-0546-460f-ad08-c1b38791dbc1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:55.096900 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-c84e9d73-54b9-467a-b14f-12c0c36ea71f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Calling delete_port for a86ce7d9-0546-460f-ad08-c1b38791dbc1 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:43:55.179232 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-dfb28eec-93ab-4c26-86f7-f873e8dcc23b', 'network_id': 'dfb28eec-93ab-4c26-86f7-f873e8dcc23b', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'fixed_ips': [{'subnet_id': 'd1867315-7705-4f1c-b320-3606480de329'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:43:55.180147 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:55.461153 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Allocated IP 172.20.0.18 (dfb28eec-93ab-4c26-86f7-f873e8dcc23b/d1867315-7705-4f1c-b320-3606480de329/f5df9432-d1fe-4faf-89dc-c6046b86c2b8) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:43:55.486467 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c84e9d73-54b9-467a-b14f-12c0c36ea71f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a86ce7d9-0546-460f-ad08-c1b38791dbc1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:55.542085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e9d73-54b9-467a-b14f-12c0c36ea71f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Port': ['ID=a86ce7d9-0546-460f-ad08-c1b38791dbc1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:55.807125 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60160) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:55.814040 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-30660aac-63d1-4a03-a4c0-da1b1413fdc9 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-539739085', 'description': 'tempest-secgroup-smoke-539739085 description', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:43:55.872884 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30660aac-63d1-4a03-a4c0-da1b1413fdc9 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:55.960072 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c84e9d73-54b9-467a-b14f-12c0c36ea71f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (a7bf4243-7abd-4216-822b-ff0fc64bdcff), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:56.114152 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30660aac-63d1-4a03-a4c0-da1b1413fdc9 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group (faf7557d-a328-4ef3-b0ef-e4489421140c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:56.129534 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30660aac-63d1-4a03-a4c0-da1b1413fdc9 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (faf7557d-a328-4ef3-b0ef-e4489421140c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:56.167475 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Publish callbacks [] for port (f5df9432-d1fe-4faf-89dc-c6046b86c2b8), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:56.169837 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30660aac-63d1-4a03-a4c0-da1b1413fdc9 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:56.171350 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-30660aac-63d1-4a03-a4c0-da1b1413fdc9 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3624601 Feb 28 20:43:56.174929 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60168) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:56.180292 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-2f3d15fe-1877-4076-a42d-516faf810aae tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'security_group_rule': {'security_group_id': 'faf7557d-a328-4ef3-b0ef-e4489421140c', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:43:56.186292 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30660aac-63d1-4a03-a4c0-da1b1413fdc9 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf7557d-a328-4ef3-b0ef-e4489421140c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:56.189389 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (f5df9432-d1fe-4faf-89dc-c6046b86c2b8), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:56.244594 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Network dfb28eec-93ab-4c26-86f7-f873e8dcc23b is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:43:56.256049 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:43:56.259291 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:43:56.304988 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2f3d15fe-1877-4076-a42d-516faf810aae tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (7d4d2dce-9cc6-4abb-b6c9-bb0b78c297c9), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:56.339174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Pushing event updated for resources: {'Port': ['ID=f5df9432-d1fe-4faf-89dc-c6046b86c2b8,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:56.359483 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:56.360027 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:56.360453 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:56.360787 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:56.361116 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:56.361493 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:56.361949 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:56.362280 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:56.362643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:56.362963 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:56.363281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:56.363646 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:56.363989 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:43:56.369232 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Attempting to bind port f5df9432-d1fe-4faf-89dc-c6046b86c2b8 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:43:56.369637 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Attempting to bind port f5df9432-d1fe-4faf-89dc-c6046b86c2b8 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dfb28eec-93ab-4c26-86f7-f873e8dcc23b'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:43:56.370005 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Attempting to bind port f5df9432-d1fe-4faf-89dc-c6046b86c2b8 on network dfb28eec-93ab-4c26-86f7-f873e8dcc23b {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:43:56.376099 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:43:56.376483 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Checking segment: {'id': '0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dfb28eec-93ab-4c26-86f7-f873e8dcc23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:43:56.376880 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:56.377285 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Bound using segment: {'id': '0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dfb28eec-93ab-4c26-86f7-f873e8dcc23b'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:43:56.378077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Bound port: f5df9432-d1fe-4faf-89dc-c6046b86c2b8, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dfb28eec-93ab-4c26-86f7-f873e8dcc23b'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:43:56.378453 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f5df9432-d1fe-4faf-89dc-c6046b86c2b8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:56.408742 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2f3d15fe-1877-4076-a42d-516faf810aae tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (7d4d2dce-9cc6-4abb-b6c9-bb0b78c297c9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:56.416015 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2f3d15fe-1877-4076-a42d-516faf810aae tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (7d4d2dce-9cc6-4abb-b6c9-bb0b78c297c9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:56.483324 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] For port f5df9432-d1fe-4faf-89dc-c6046b86c2b8, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:43:56.489362 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] For port f5df9432-d1fe-4faf-89dc-c6046b86c2b8, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=f5df9432-d1fe-4faf-89dc-c6046b86c2b8,segment=NetworkSegment(0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1),segment_id=0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:43:56.493637 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84e9d73-54b9-467a-b14f-12c0c36ea71f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Router a7bf4243-7abd-4216-822b-ff0fc64bdcff has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:43:56.497884 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d15fe-1877-4076-a42d-516faf810aae tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4d2dce-9cc6-4abb-b6c9-bb0b78c297c9,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:56.507740 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2f3d15fe-1877-4076-a42d-516faf810aae tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:56.511689 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2f3d15fe-1877-4076-a42d-516faf810aae tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3332613 Feb 28 20:43:56.511883 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f5df9432-d1fe-4faf-89dc-c6046b86c2b8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:56.512253 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60176) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:56.517411 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3d40debe-fa51-453f-b180-431f5b52ed7e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'security_group_rule': {'security_group_id': 'faf7557d-a328-4ef3-b0ef-e4489421140c', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:43:56.572996 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3d40debe-fa51-453f-b180-431f5b52ed7e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (29cfb690-42f4-43c4-8e1f-3a6ca136321b), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:56.598428 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a7343-45ad-4e77-a486-c264c519063a None None] Pushing event updated for resources: {'Port': ['ID=f5df9432-d1fe-4faf-89dc-c6046b86c2b8,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:56.666290 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3d40debe-fa51-453f-b180-431f5b52ed7e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (29cfb690-42f4-43c4-8e1f-3a6ca136321b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:56.676505 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3d40debe-fa51-453f-b180-431f5b52ed7e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (29cfb690-42f4-43c4-8e1f-3a6ca136321b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:56.687025 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84e9d73-54b9-467a-b14f-12c0c36ea71f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:43:56.702770 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677b6cbd-7b27-4854-9900-7a6f2182788b None None] Sync routers for ids ['a7bf4243-7abd-4216-822b-ff0fc64bdcff'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:43:56.713823 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c84e9d73-54b9-467a-b14f-12c0c36ea71f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "PUT /v2.0/routers/a7bf4243-7abd-4216-822b-ff0fc64bdcff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6069562 Feb 28 20:43:56.715013 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60178) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:56.721283 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40debe-fa51-453f-b180-431f5b52ed7e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29cfb690-42f4-43c4-8e1f-3a6ca136321b,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:56.721478 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677b6cbd-7b27-4854-9900-7a6f2182788b None None] Routers {'a7bf4243-7abd-4216-822b-ff0fc64bdcff'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:43:56.724278 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-677b6cbd-7b27-4854-9900-7a6f2182788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:43:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a7bf4243-7abd-4216-822b-ff0fc64bdcff'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:56.738619 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3d40debe-fa51-453f-b180-431f5b52ed7e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:56.744857 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3d40debe-fa51-453f-b180-431f5b52ed7e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2314703 Feb 28 20:43:56.745922 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60182) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:56.751382 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-cf739a64-b2a9-44bd-8ce0-9a8e781ba9b2 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'security_group_rule': {'security_group_id': 'faf7557d-a328-4ef3-b0ef-e4489421140c', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:43:56.801261 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf739a64-b2a9-44bd-8ce0-9a8e781ba9b2 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (6a73b3cf-6509-47d3-9770-b9726c0f9014), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:56.832679 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8c93ba-9407-48b9-99d5-7610ef070cb7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Deleting subnet 25b168de-d2e4-497b-ab0f-97ac84f5a373 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:43:56.836581 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c8c93ba-9407-48b9-99d5-7610ef070cb7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for subnet (25b168de-d2e4-497b-ab0f-97ac84f5a373), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:56.895974 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf739a64-b2a9-44bd-8ce0-9a8e781ba9b2 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (6a73b3cf-6509-47d3-9770-b9726c0f9014), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:56.910427 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf739a64-b2a9-44bd-8ce0-9a8e781ba9b2 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (6a73b3cf-6509-47d3-9770-b9726c0f9014), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:56.984378 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c8c93ba-9407-48b9-99d5-7610ef070cb7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (25b168de-d2e4-497b-ab0f-97ac84f5a373), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:57.000604 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf739a64-b2a9-44bd-8ce0-9a8e781ba9b2 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a73b3cf-6509-47d3-9770-b9726c0f9014,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:57.016475 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf739a64-b2a9-44bd-8ce0-9a8e781ba9b2 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:57.021341 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cf739a64-b2a9-44bd-8ce0-9a8e781ba9b2 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2739508 Feb 28 20:43:57.021673 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60188) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:57.061306 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-677b6cbd-7b27-4854-9900-7a6f2182788b None None] Set router a7bf4243-7abd-4216-822b-ff0fc64bdcff gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:43:57.068821 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-e7f1239c-bd06-4da5-a56b-5c574b7fa0fe tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'security_group_rule': {'security_group_id': 'faf7557d-a328-4ef3-b0ef-e4489421140c', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:43:57.262387 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7f1239c-bd06-4da5-a56b-5c574b7fa0fe tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (a79eec5c-d44e-4809-80e2-40dfdc127abe), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:57.347279 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c8c93ba-9407-48b9-99d5-7610ef070cb7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (25b168de-d2e4-497b-ab0f-97ac84f5a373), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:57.426725 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-677b6cbd-7b27-4854-9900-7a6f2182788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361137645', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:41:33Z', 'updated_at': '2022-02-28T20:43:55Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:34Z', 'updated_at': '2022-02-28T20:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:57.490883 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677b6cbd-7b27-4854-9900-7a6f2182788b None None] Checking router: a7bf4243-7abd-4216-822b-ff0fc64bdcff for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:43:57.500375 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7f1239c-bd06-4da5-a56b-5c574b7fa0fe tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (a79eec5c-d44e-4809-80e2-40dfdc127abe), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:57.500915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677b6cbd-7b27-4854-9900-7a6f2182788b None None] Routers {'a7bf4243-7abd-4216-822b-ff0fc64bdcff'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:43:57.501324 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-677b6cbd-7b27-4854-9900-7a6f2182788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:43:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a7bf4243-7abd-4216-822b-ff0fc64bdcff'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:57.505638 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c8c93ba-9407-48b9-99d5-7610ef070cb7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (25b168de-d2e4-497b-ab0f-97ac84f5a373), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:57.536308 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c93ba-9407-48b9-99d5-7610ef070cb7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Subnet': ['ID=25b168de-d2e4-497b-ab0f-97ac84f5a373,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:57.541323 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7f1239c-bd06-4da5-a56b-5c574b7fa0fe tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (a79eec5c-d44e-4809-80e2-40dfdc127abe), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:57.559869 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1239c-bd06-4da5-a56b-5c574b7fa0fe tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79eec5c-d44e-4809-80e2-40dfdc127abe,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:57.566214 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c8c93ba-9407-48b9-99d5-7610ef070cb7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:57.582269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9c8c93ba-9407-48b9-99d5-7610ef070cb7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "DELETE /v2.0/subnets/25b168de-d2e4-497b-ab0f-97ac84f5a373 HTTP/1.1" status: 204 len: 168 time: 0.8647940 Feb 28 20:43:57.585168 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60202) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:57.599202 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488f8a3c-3ed1-40a5-adef-21b7c82c47be None None] Network b9118e8d-4696-4338-89e1-8f4af12b46fe requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:43:57.613547 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7f1239c-bd06-4da5-a56b-5c574b7fa0fe tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:57.615651 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e7f1239c-bd06-4da5-a56b-5c574b7fa0fe tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5807371 Feb 28 20:43:57.618437 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60204) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:57.636578 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-40b90135-4ad5-4397-b2cb-c65fd9dda19b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'security_group_rule': {'security_group_id': 'faf7557d-a328-4ef3-b0ef-e4489421140c', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:43:57.692939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-677b6cbd-7b27-4854-9900-7a6f2182788b None None] Set router a7bf4243-7abd-4216-822b-ff0fc64bdcff gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:43:57.697516 n-d-820368-21 neutron-server[103774]: INFO neutron.db.securitygroups_db [None req-40b90135-4ad5-4397-b2cb-c65fd9dda19b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Project a1bbee6dfdd141e0ba964f8ab2a0a967 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:43:57.709435 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-40b90135-4ad5-4397-b2cb-c65fd9dda19b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (32862632-f630-4187-98c6-082bb0fc1295), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:57.805200 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7e2b2d7f-83df-4461-8c9e-21296cbcdca5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router (a7bf4243-7abd-4216-822b-ff0fc64bdcff), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:57.858639 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-40b90135-4ad5-4397-b2cb-c65fd9dda19b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (32862632-f630-4187-98c6-082bb0fc1295), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:57.880137 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-40b90135-4ad5-4397-b2cb-c65fd9dda19b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (32862632-f630-4187-98c6-082bb0fc1295), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:57.958123 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b90135-4ad5-4397-b2cb-c65fd9dda19b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32862632-f630-4187-98c6-082bb0fc1295,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:57.981195 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-40b90135-4ad5-4397-b2cb-c65fd9dda19b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:57.983545 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-40b90135-4ad5-4397-b2cb-c65fd9dda19b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3628795 Feb 28 20:43:57.986265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60218) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:57.995146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-7038d64e-b906-4b1f-8208-0be721578235 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'security_group_rule': {'security_group_id': 'faf7557d-a328-4ef3-b0ef-e4489421140c', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:43:58.045380 n-d-820368-21 neutron-server[103774]: INFO neutron.db.securitygroups_db [None req-7038d64e-b906-4b1f-8208-0be721578235 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Project a1bbee6dfdd141e0ba964f8ab2a0a967 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:43:58.054030 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7038d64e-b906-4b1f-8208-0be721578235 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (23169dcf-b8dd-433d-9067-4057ef579156), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:58.118202 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83152b3-84fd-40e1-a732-12d13bddd3f1 None None] DHCP port deletion for b9118e8d-4696-4338-89e1-8f4af12b46fe request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:43:58.133108 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7e2b2d7f-83df-4461-8c9e-21296cbcdca5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_gateway (a7bf4243-7abd-4216-822b-ff0fc64bdcff), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:58.232609 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-677b6cbd-7b27-4854-9900-7a6f2182788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361137645', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:41:33Z', 'updated_at': '2022-02-28T20:43:55Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:34Z', 'updated_at': '2022-02-28T20:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:43:58.255970 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7038d64e-b906-4b1f-8208-0be721578235 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (23169dcf-b8dd-433d-9067-4057ef579156), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:58.269108 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7038d64e-b906-4b1f-8208-0be721578235 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (23169dcf-b8dd-433d-9067-4057ef579156), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:58.293526 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b2d7f-83df-4461-8c9e-21296cbcdca5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Deleting port d5aafeab-bdaf-4a47-b3ca-44941c6e8264 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:43:58.294510 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7e2b2d7f-83df-4461-8c9e-21296cbcdca5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d5aafeab-bdaf-4a47-b3ca-44941c6e8264), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:58.306822 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677b6cbd-7b27-4854-9900-7a6f2182788b None None] The sync data for ids ['a7bf4243-7abd-4216-822b-ff0fc64bdcff'] in n-d-820368-21 is: [{'id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361137645', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:41:33Z', 'updated_at': '2022-02-28T20:43:55Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'd5aafeab-bdaf-4a47-b3ca-44941c6e8264', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf4243-7abd-4216-822b-ff0fc64bdcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:41:34Z', 'updated_at': '2022-02-28T20:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:43:58.326588 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f5df9432-d1fe-4faf-89dc-c6046b86c2b8 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:43:58.355154 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038d64e-b906-4b1f-8208-0be721578235 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23169dcf-b8dd-433d-9067-4057ef579156,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:58.385375 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7038d64e-b906-4b1f-8208-0be721578235 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:58.386828 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7038d64e-b906-4b1f-8208-0be721578235 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3991294 Feb 28 20:43:58.456505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d83152b3-84fd-40e1-a732-12d13bddd3f1 None None] Deleting port 6bdc11bb-c3de-4043-a434-7f20ce5adadf {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:43:58.459416 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d83152b3-84fd-40e1-a732-12d13bddd3f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6bdc11bb-c3de-4043-a434-7f20ce5adadf), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:58.514579 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-7e2b2d7f-83df-4461-8c9e-21296cbcdca5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] For port d5aafeab-bdaf-4a47-b3ca-44941c6e8264, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d5aafeab-bdaf-4a47-b3ca-44941c6e8264,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:43:58.515024 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7e2b2d7f-83df-4461-8c9e-21296cbcdca5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d5aafeab-bdaf-4a47-b3ca-44941c6e8264), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:58.563866 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b2d7f-83df-4461-8c9e-21296cbcdca5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Calling delete_port for d5aafeab-bdaf-4a47-b3ca-44941c6e8264 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:43:58.631554 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403d2f36-6421-463b-84eb-ae3a81e8ea9f None None] Network dfb28eec-93ab-4c26-86f7-f873e8dcc23b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:43:58.872542 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d83152b3-84fd-40e1-a732-12d13bddd3f1 None None] For port 6bdc11bb-c3de-4043-a434-7f20ce5adadf, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6bdc11bb-c3de-4043-a434-7f20ce5adadf,segment=NetworkSegment(f4a02de2-cdf6-4098-b669-0b920a36b2dd),segment_id=f4a02de2-cdf6-4098-b669-0b920a36b2dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:43:58.873350 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d83152b3-84fd-40e1-a732-12d13bddd3f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6bdc11bb-c3de-4043-a434-7f20ce5adadf), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:58.885093 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-17569906-02a3-4627-9163-0c728a6a3bd9 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-539739085&fields=id&tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967 HTTP/1.1" status: 200 len: 267 time: 0.1274424 Feb 28 20:43:58.888757 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port f5df9432-d1fe-4faf-89dc-c6046b86c2b8 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:43:58.889234 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f5df9432-d1fe-4faf-89dc-c6046b86c2b8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:58.991152 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7e2b2d7f-83df-4461-8c9e-21296cbcdca5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d5aafeab-bdaf-4a47-b3ca-44941c6e8264), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:59.027616 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d83152b3-84fd-40e1-a732-12d13bddd3f1 None None] Calling delete_port for 6bdc11bb-c3de-4043-a434-7f20ce5adadf owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:43:59.028870 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b2d7f-83df-4461-8c9e-21296cbcdca5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Port': ['ID=d5aafeab-bdaf-4a47-b3ca-44941c6e8264,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:59.127706 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-9969cf42-5d31-4fe7-9fa9-2dba0f8570b8 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:43:59.134722 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-9969cf42-5d31-4fe7-9fa9-2dba0f8570b8 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/networks?id=dfb28eec-93ab-4c26-86f7-f873e8dcc23b HTTP/1.1" status: 200 len: 796 time: 0.2402949 Feb 28 20:43:59.142802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f2527cac-b06e-4fa1-a9a8-c99eb7cd8fee None None] Provisioning complete for port f5df9432-d1fe-4faf-89dc-c6046b86c2b8 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:43:59.143185 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f2527cac-b06e-4fa1-a9a8-c99eb7cd8fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f5df9432-d1fe-4faf-89dc-c6046b86c2b8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:59.150173 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d83152b3-84fd-40e1-a732-12d13bddd3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (6bdc11bb-c3de-4043-a434-7f20ce5adadf), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:59.161050 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-48a85b1e-fe5b-4c8d-9852-dc97843a9903 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/quotas/a1bbee6dfdd141e0ba964f8ab2a0a967 HTTP/1.1" status: 200 len: 375 time: 0.0192046 Feb 28 20:43:59.192036 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7e2b2d7f-83df-4461-8c9e-21296cbcdca5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (a7bf4243-7abd-4216-822b-ff0fc64bdcff), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:59.276632 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83152b3-84fd-40e1-a732-12d13bddd3f1 None None] No DVR routers for this DVR port 6bdc11bb-c3de-4043-a434-7f20ce5adadf on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:43:59.280124 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83152b3-84fd-40e1-a732-12d13bddd3f1 None None] Pushing event deleted for resources: {'Port': ['ID=6bdc11bb-c3de-4043-a434-7f20ce5adadf,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:59.331872 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-7fa60276-2ccb-4e51-9791-050257093cae tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1653423 Feb 28 20:43:59.377093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port f5df9432-d1fe-4faf-89dc-c6046b86c2b8 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:43:59.377093 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f5df9432-d1fe-4faf-89dc-c6046b86c2b8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:59.524434 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port f5df9432-d1fe-4faf-89dc-c6046b86c2b8, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=f5df9432-d1fe-4faf-89dc-c6046b86c2b8,segment=NetworkSegment(0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1),segment_id=0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:43:59.525631 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f2527cac-b06e-4fa1-a9a8-c99eb7cd8fee None None] Current status of the port f5df9432-d1fe-4faf-89dc-c6046b86c2b8 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:43:59.527228 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f2527cac-b06e-4fa1-a9a8-c99eb7cd8fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f5df9432-d1fe-4faf-89dc-c6046b86c2b8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:59.532057 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7e2b2d7f-83df-4461-8c9e-21296cbcdca5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (a7bf4243-7abd-4216-822b-ff0fc64bdcff), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:59.537007 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7e2b2d7f-83df-4461-8c9e-21296cbcdca5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_controller (a7bf4243-7abd-4216-822b-ff0fc64bdcff), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:59.555286 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f5df9432-d1fe-4faf-89dc-c6046b86c2b8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:59.575607 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5b2887ca-80dc-4e9b-bb84-e200efe3598d service neutron] 10.222.0.13 "GET /v2.0/networks/dfb28eec-93ab-4c26-86f7-f873e8dcc23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328970 Feb 28 20:43:59.684612 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=f5df9432-d1fe-4faf-89dc-c6046b86c2b8,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:43:59.711014 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-0614d705-72d5-4635-a687-acfc99902e39 service neutron] 10.222.0.13 "GET /v2.0/networks/dfb28eec-93ab-4c26-86f7-f873e8dcc23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264348 Feb 28 20:43:59.744109 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7e2b2d7f-83df-4461-8c9e-21296cbcdca5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (a7bf4243-7abd-4216-822b-ff0fc64bdcff), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:59.745146 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2b2d7f-83df-4461-8c9e-21296cbcdca5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Fanout notify agent at l3_agent the message router_deleted on router a7bf4243-7abd-4216-822b-ff0fc64bdcff {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:43:59.753775 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7e2b2d7f-83df-4461-8c9e-21296cbcdca5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:43:59.758324 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60260) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:43:59.758959 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7e2b2d7f-83df-4461-8c9e-21296cbcdca5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "DELETE /v2.0/routers/a7bf4243-7abd-4216-822b-ff0fc64bdcff HTTP/1.1" status: 204 len: 168 time: 2.1722159 Feb 28 20:43:59.815927 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-f2527cac-b06e-4fa1-a9a8-c99eb7cd8fee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:43:59.816493 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-f2527cac-b06e-4fa1-a9a8-c99eb7cd8fee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:43:59.970230 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6882-5785-402f-aba6-0379ea3b1698 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (b9118e8d-4696-4338-89e1-8f4af12b46fe), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:00.137539 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6882-5785-402f-aba6-0379ea3b1698 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (b9118e8d-4696-4338-89e1-8f4af12b46fe), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:00.161915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-5b6d6882-5785-402f-aba6-0379ea3b1698 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9118e8d-4696-4338-89e1-8f4af12b46fe']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:00.182839 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-5b6d6882-5785-402f-aba6-0379ea3b1698 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a02de2-cdf6-4098-b669-0b920a36b2dd') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:00.183141 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-5b6d6882-5785-402f-aba6-0379ea3b1698 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a02de2-cdf6-4098-b669-0b920a36b2dd') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:00.244784 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e16011f-78d9-478d-8481-1146374aa78c req-d9e01cd5-cc96-404f-9a00-707c66a40233 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=82eef97f-c922-4652-873c-19ffe91ab453 HTTP/1.1" status: 200 len: 210 time: 0.0480218 Feb 28 20:44:00.246962 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6882-5785-402f-aba6-0379ea3b1698 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (f4a02de2-cdf6-4098-b669-0b920a36b2dd), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:00.301536 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6882-5785-402f-aba6-0379ea3b1698 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f4a02de2-cdf6-4098-b669-0b920a36b2dd), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:00.313197 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6d6882-5785-402f-aba6-0379ea3b1698 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:44:00.314663 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6882-5785-402f-aba6-0379ea3b1698 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (f4a02de2-cdf6-4098-b669-0b920a36b2dd), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:00.462301 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f2527cac-b06e-4fa1-a9a8-c99eb7cd8fee None None] Current status of the port f5df9432-d1fe-4faf-89dc-c6046b86c2b8 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:44:00.502374 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:44:00.529172 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6882-5785-402f-aba6-0379ea3b1698 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (b9118e8d-4696-4338-89e1-8f4af12b46fe), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:00.545342 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6882-5785-402f-aba6-0379ea3b1698 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:00.557021 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5b6d6882-5785-402f-aba6-0379ea3b1698 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "DELETE /v2.0/networks/b9118e8d-4696-4338-89e1-8f4af12b46fe HTTP/1.1" status: 204 len: 168 time: 0.7974436 Feb 28 20:44:00.559959 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60284) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:00.590508 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d6882-5785-402f-aba6-0379ea3b1698 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Network': ['ID=b9118e8d-4696-4338-89e1-8f4af12b46fe,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:00.592635 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8d6ff39f-a77b-4178-91c2-7de0a5e8029f None None] Provisioning complete for port f5df9432-d1fe-4faf-89dc-c6046b86c2b8 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:00.594805 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8d6ff39f-a77b-4178-91c2-7de0a5e8029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f5df9432-d1fe-4faf-89dc-c6046b86c2b8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:00.659834 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fae710d7-cd06-46d6-b577-86bf4de4bde5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (a43981f7-ac9b-4330-a3fc-d932149b5f7a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:00.698303 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fae710d7-cd06-46d6-b577-86bf4de4bde5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (a43981f7-ac9b-4330-a3fc-d932149b5f7a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:00.735345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f5df9432-d1fe-4faf-89dc-c6046b86c2b8 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:44:00.816782 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fae710d7-cd06-46d6-b577-86bf4de4bde5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a43981f7-ac9b-4330-a3fc-d932149b5f7a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:00.819836 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fae710d7-cd06-46d6-b577-86bf4de4bde5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:00.826747 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fae710d7-cd06-46d6-b577-86bf4de4bde5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "DELETE /v2.0/security-groups/a43981f7-ac9b-4330-a3fc-d932149b5f7a HTTP/1.1" status: 204 len: 168 time: 0.2636476 Feb 28 20:44:00.849101 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae710d7-cd06-46d6-b577-86bf4de4bde5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43981f7-ac9b-4330-a3fc-d932149b5f7a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:00.898284 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8d6ff39f-a77b-4178-91c2-7de0a5e8029f None None] Current status of the port f5df9432-d1fe-4faf-89dc-c6046b86c2b8 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:00.921663 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port f5df9432-d1fe-4faf-89dc-c6046b86c2b8 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:00.922495 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f5df9432-d1fe-4faf-89dc-c6046b86c2b8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:01.101157 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port f5df9432-d1fe-4faf-89dc-c6046b86c2b8 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:01.194043 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6bdc11bb-c3de-4043-a434-7f20ce5adadf no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:44:01.229169 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60300) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:01.233757 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-059ac42b-f9e2-493a-82da-30b5c5d63ad3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1475741048', 'description': 'tempest-secgroup-smoke-1475741048 description', 'project_id': '1a7308829c1041378fe2c0c22726e9fa'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:44:01.239072 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 6bdc11bb-c3de-4043-a434-7f20ce5adadf {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:44:01.240046 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6bdc11bb-c3de-4043-a434-7f20ce5adadf not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:44:01.244648 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a86ce7d9-0546-460f-ad08-c1b38791dbc1 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:44:01.272119 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-059ac42b-f9e2-493a-82da-30b5c5d63ad3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:01.290631 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: a86ce7d9-0546-460f-ad08-c1b38791dbc1 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:44:01.291469 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a86ce7d9-0546-460f-ad08-c1b38791dbc1 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:44:01.428049 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7121e965-60c8-4101-b1e1-fd09641a6f8e req-f9777bce-4b25-4700-a28a-180893a29755 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=82eef97f-c922-4652-873c-19ffe91ab453 HTTP/1.1" status: 200 len: 210 time: 0.0421441 Feb 28 20:44:01.486828 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-059ac42b-f9e2-493a-82da-30b5c5d63ad3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (a0f7cecf-b4db-4235-aaf1-15b3a6499858), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:01.495223 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-059ac42b-f9e2-493a-82da-30b5c5d63ad3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a0f7cecf-b4db-4235-aaf1-15b3a6499858), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:01.537000 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-059ac42b-f9e2-493a-82da-30b5c5d63ad3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:01.540880 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-059ac42b-f9e2-493a-82da-30b5c5d63ad3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3081317 Feb 28 20:44:01.540880 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ac42b-f9e2-493a-82da-30b5c5d63ad3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f7cecf-b4db-4235-aaf1-15b3a6499858,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:01.542189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60308) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:01.545829 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-e4fadcbd-86ec-4c70-bcc9-b704bbec73f3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': 'a0f7cecf-b4db-4235-aaf1-15b3a6499858', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:44:01.583048 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e4fadcbd-86ec-4c70-bcc9-b704bbec73f3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (c42ed297-c7aa-4e79-b365-957522b1ea12), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:01.775717 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e4fadcbd-86ec-4c70-bcc9-b704bbec73f3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (c42ed297-c7aa-4e79-b365-957522b1ea12), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:01.787442 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e4fadcbd-86ec-4c70-bcc9-b704bbec73f3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (c42ed297-c7aa-4e79-b365-957522b1ea12), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:01.823004 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fadcbd-86ec-4c70-bcc9-b704bbec73f3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42ed297-c7aa-4e79-b365-957522b1ea12,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:01.847381 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e4fadcbd-86ec-4c70-bcc9-b704bbec73f3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:01.851518 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e4fadcbd-86ec-4c70-bcc9-b704bbec73f3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3065293 Feb 28 20:44:01.851877 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60316) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:01.856958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-04f5673b-6ffb-4358-9eef-653dce738f45 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': 'a0f7cecf-b4db-4235-aaf1-15b3a6499858', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:44:01.886829 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-d9f9775f-8a2f-43fe-8412-49a2518eca94 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:01.889056 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-d9f9775f-8a2f-43fe-8412-49a2518eca94 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.10 "GET /v2.0/networks?id=dfb28eec-93ab-4c26-86f7-f873e8dcc23b HTTP/1.1" status: 200 len: 796 time: 0.3017178 Feb 28 20:44:01.897924 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04f5673b-6ffb-4358-9eef-653dce738f45 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (c03c137a-abe0-4a6b-b249-7fc77a7eaf37), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:02.002554 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04f5673b-6ffb-4358-9eef-653dce738f45 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (c03c137a-abe0-4a6b-b249-7fc77a7eaf37), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:02.012445 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04f5673b-6ffb-4358-9eef-653dce738f45 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (c03c137a-abe0-4a6b-b249-7fc77a7eaf37), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:02.035332 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d5aafeab-bdaf-4a47-b3ca-44941c6e8264 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:44:02.054104 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04f5673b-6ffb-4358-9eef-653dce738f45 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:02.058493 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-04f5673b-6ffb-4358-9eef-653dce738f45 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2028971 Feb 28 20:44:02.058863 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60318) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:02.065420 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-27dc2ce6-c73e-4d5b-93b0-8b78cd05dd6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': 'a0f7cecf-b4db-4235-aaf1-15b3a6499858', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:44:02.070042 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: d5aafeab-bdaf-4a47-b3ca-44941c6e8264 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:44:02.070238 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5673b-6ffb-4358-9eef-653dce738f45 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03c137a-abe0-4a6b-b249-7fc77a7eaf37,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:02.070809 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d5aafeab-bdaf-4a47-b3ca-44941c6e8264 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:44:02.096118 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-7c45d9e3-aaab-4902-b22b-0f4cc7237663 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967 HTTP/1.1" status: 200 len: 472 time: 0.1647708 Feb 28 20:44:02.119646 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5b82290c-4124-4875-b7a5-77dccedb0a91 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'port': {'device_id': '82eef97f-c922-4652-873c-19ffe91ab453', 'network_id': 'dfb28eec-93ab-4c26-86f7-f873e8dcc23b', 'admin_state_up': True, 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'security_groups': ['faf7557d-a328-4ef3-b0ef-e4489421140c']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:44:02.139995 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-27dc2ce6-c73e-4d5b-93b0-8b78cd05dd6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (a4638e9d-594e-477b-9920-9e0d66f9e863), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:02.273193 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-27dc2ce6-c73e-4d5b-93b0-8b78cd05dd6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (a4638e9d-594e-477b-9920-9e0d66f9e863), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:02.300220 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-27dc2ce6-c73e-4d5b-93b0-8b78cd05dd6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (a4638e9d-594e-477b-9920-9e0d66f9e863), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:02.320844 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc2ce6-c73e-4d5b-93b0-8b78cd05dd6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4638e9d-594e-477b-9920-9e0d66f9e863,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:02.339839 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-27dc2ce6-c73e-4d5b-93b0-8b78cd05dd6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:02.352416 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-27dc2ce6-c73e-4d5b-93b0-8b78cd05dd6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2823646 Feb 28 20:44:02.357331 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60326) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:02.368627 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3a222e0b-da55-4e24-b696-0a3260b545c5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': 'a0f7cecf-b4db-4235-aaf1-15b3a6499858', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:44:02.423854 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3a222e0b-da55-4e24-b696-0a3260b545c5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (d9c2467f-526d-4d72-aa5b-173d19257fe8), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:02.518008 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3a222e0b-da55-4e24-b696-0a3260b545c5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (d9c2467f-526d-4d72-aa5b-173d19257fe8), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:02.529881 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3a222e0b-da55-4e24-b696-0a3260b545c5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (d9c2467f-526d-4d72-aa5b-173d19257fe8), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:02.564552 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a222e0b-da55-4e24-b696-0a3260b545c5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c2467f-526d-4d72-aa5b-173d19257fe8,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:02.579525 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3a222e0b-da55-4e24-b696-0a3260b545c5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:02.581164 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3a222e0b-da55-4e24-b696-0a3260b545c5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2225003 Feb 28 20:44:02.583855 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60332) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:02.591421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4e685122-1a8d-4f2a-86a8-d8dec77ebc3d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': 'a0f7cecf-b4db-4235-aaf1-15b3a6499858', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:44:02.646932 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-4e685122-1a8d-4f2a-86a8-d8dec77ebc3d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Project 1a7308829c1041378fe2c0c22726e9fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:44:02.655268 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4e685122-1a8d-4f2a-86a8-d8dec77ebc3d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (a470fe0d-bc9c-4299-beb7-c4429745cb63), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:02.754548 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4e685122-1a8d-4f2a-86a8-d8dec77ebc3d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (a470fe0d-bc9c-4299-beb7-c4429745cb63), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:02.759891 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4e685122-1a8d-4f2a-86a8-d8dec77ebc3d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (a470fe0d-bc9c-4299-beb7-c4429745cb63), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:02.781705 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e685122-1a8d-4f2a-86a8-d8dec77ebc3d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a470fe0d-bc9c-4299-beb7-c4429745cb63,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:02.801629 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4e685122-1a8d-4f2a-86a8-d8dec77ebc3d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:02.807155 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4e685122-1a8d-4f2a-86a8-d8dec77ebc3d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2216382 Feb 28 20:44:02.808283 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60338) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:02.814201 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-b05ea96c-d026-433e-988c-b04bfdd89ac1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': 'a0f7cecf-b4db-4235-aaf1-15b3a6499858', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:44:02.841634 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-b05ea96c-d026-433e-988c-b04bfdd89ac1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Project 1a7308829c1041378fe2c0c22726e9fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:44:02.848547 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b05ea96c-d026-433e-988c-b04bfdd89ac1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (82b28798-e5bc-4f61-8a37-b7a53c9999af), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:02.859729 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28ce0471-6e46-4db7-9fad-1d60ed45d05d req-bbf0f2be-6273-4c37-9c8b-e1cc2227455d tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=82eef97f-c922-4652-873c-19ffe91ab453 HTTP/1.1" status: 200 len: 210 time: 0.0339258 Feb 28 20:44:02.951395 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5b82290c-4124-4875-b7a5-77dccedb0a91 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Made reservation on behalf of a1bbee6dfdd141e0ba964f8ab2a0a967 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:44:02.959134 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b05ea96c-d026-433e-988c-b04bfdd89ac1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (82b28798-e5bc-4f61-8a37-b7a53c9999af), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:02.959403 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5b82290c-4124-4875-b7a5-77dccedb0a91 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:02.964212 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b05ea96c-d026-433e-988c-b04bfdd89ac1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (82b28798-e5bc-4f61-8a37-b7a53c9999af), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:02.989063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ea96c-d026-433e-988c-b04bfdd89ac1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b28798-e5bc-4f61-8a37-b7a53c9999af,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:02.999381 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b05ea96c-d026-433e-988c-b04bfdd89ac1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:03.004834 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b05ea96c-d026-433e-988c-b04bfdd89ac1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1929162 Feb 28 20:44:03.008485 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60342) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:03.021585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-46ef4e23-385e-4c05-a3ce-aaf5fd3da84e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'network': {'name': 'tempest-network-smoke--2077899805', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'port_security_enabled': True}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:44:03.047326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ef4e23-385e-4c05-a3ce-aaf5fd3da84e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Made reservation on behalf of 1a7308829c1041378fe2c0c22726e9fa for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:44:03.050785 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46ef4e23-385e-4c05-a3ce-aaf5fd3da84e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:03.084169 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ef4e23-385e-4c05-a3ce-aaf5fd3da84e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:44:03.105658 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46ef4e23-385e-4c05-a3ce-aaf5fd3da84e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (cddc319a-d99b-4f81-9d76-50f737bcad5d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:03.107490 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-46ef4e23-385e-4c05-a3ce-aaf5fd3da84e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Added segment cddc319a-d99b-4f81-9d76-50f737bcad5d of type vlan for network 0d3ad149-d73d-45f3-a8b5-2e78d9de1830 Feb 28 20:44:03.170220 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46ef4e23-385e-4c05-a3ce-aaf5fd3da84e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (0d3ad149-d73d-45f3-a8b5-2e78d9de1830), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:03.210780 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46ef4e23-385e-4c05-a3ce-aaf5fd3da84e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (0d3ad149-d73d-45f3-a8b5-2e78d9de1830), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:03.220135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ef4e23-385e-4c05-a3ce-aaf5fd3da84e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:03.220771 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-46ef4e23-385e-4c05-a3ce-aaf5fd3da84e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:03.259679 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-46ef4e23-385e-4c05-a3ce-aaf5fd3da84e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2496791 Feb 28 20:44:03.268358 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60350) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:03.274064 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-518d93bb-d0e8-40bd-b4dc-e7c6cc142a28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-273822922', 'admin_state_up': True, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:44:03.280488 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5b82290c-4124-4875-b7a5-77dccedb0a91 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Allocated IP 172.20.0.28 (dfb28eec-93ab-4c26-86f7-f873e8dcc23b/d1867315-7705-4f1c-b320-3606480de329/7b24243b-2309-4965-9d39-0da16bcbecd3) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:44:03.315367 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-518d93bb-d0e8-40bd-b4dc-e7c6cc142a28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (6d03d39a-feb4-40f4-ab7f-78ac43e6fc08), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:03.316417 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-518d93bb-d0e8-40bd-b4dc-e7c6cc142a28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (6d03d39a-feb4-40f4-ab7f-78ac43e6fc08), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:03.322575 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef4e23-385e-4c05-a3ce-aaf5fd3da84e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Network': ['ID=0d3ad149-d73d-45f3-a8b5-2e78d9de1830,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:03.334309 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 0d3ad149-d73d-45f3-a8b5-2e78d9de1830 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:44:03.404571 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-518d93bb-d0e8-40bd-b4dc-e7c6cc142a28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_controller (6d03d39a-feb4-40f4-ab7f-78ac43e6fc08), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:03.612062 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5b82290c-4124-4875-b7a5-77dccedb0a91 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for port (7b24243b-2309-4965-9d39-0da16bcbecd3), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:03.656429 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-518d93bb-d0e8-40bd-b4dc-e7c6cc142a28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_gateway (6d03d39a-feb4-40f4-ab7f-78ac43e6fc08), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:03.747426 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5b82290c-4124-4875-b7a5-77dccedb0a91 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7b24243b-2309-4965-9d39-0da16bcbecd3), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:03.808952 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5b82290c-4124-4875-b7a5-77dccedb0a91 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Network dfb28eec-93ab-4c26-86f7-f873e8dcc23b is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:44:03.819808 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5b82290c-4124-4875-b7a5-77dccedb0a91 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:44:03.823677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5b82290c-4124-4875-b7a5-77dccedb0a91 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:44:03.828623 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82290c-4124-4875-b7a5-77dccedb0a91 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'Port': ['ID=7b24243b-2309-4965-9d39-0da16bcbecd3,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:03.887021 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5b82290c-4124-4875-b7a5-77dccedb0a91 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:03.887664 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5b82290c-4124-4875-b7a5-77dccedb0a91 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:03.918214 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5b82290c-4124-4875-b7a5-77dccedb0a91 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8136907 Feb 28 20:44:03.937056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] Request body: {'port': {'device_id': '82eef97f-c922-4652-873c-19ffe91ab453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:44:04.144379 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-518d93bb-d0e8-40bd-b4dc-e7c6cc142a28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_gateway (6d03d39a-feb4-40f4-ab7f-78ac43e6fc08), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:04.172065 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-518d93bb-d0e8-40bd-b4dc-e7c6cc142a28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:04.190415 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b24243b-2309-4965-9d39-0da16bcbecd3), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:04.247268 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d98ec-4bb5-4612-891c-1285887e1564 req-051c43d2-f23a-4608-b1ff-315955e0e775 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:04.250027 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-340d98ec-4bb5-4612-891c-1285887e1564 req-051c43d2-f23a-4608-b1ff-315955e0e775 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=82eef97f-c922-4652-873c-19ffe91ab453 HTTP/1.1" status: 200 len: 932 time: 0.2698026 Feb 28 20:44:04.274298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-2f70bb08-fcec-4005-ad8f-d873b4ee7a38 None None] Provisioning complete for port 7b24243b-2309-4965-9d39-0da16bcbecd3 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:04.275263 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2f70bb08-fcec-4005-ad8f-d873b4ee7a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7b24243b-2309-4965-9d39-0da16bcbecd3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:04.393845 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-2f70bb08-fcec-4005-ad8f-d873b4ee7a38 None None] Port 7b24243b-2309-4965-9d39-0da16bcbecd3 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:44:04.518719 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-340d98ec-4bb5-4612-891c-1285887e1564 req-ec3874bf-ff43-4c3b-8aa0-b8d98f3b9a0c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=faf7557d-a328-4ef3-b0ef-e4489421140c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260725 Feb 28 20:44:04.562479 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-518d93bb-d0e8-40bd-b4dc-e7c6cc142a28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Allocated IP 172.25.0.222 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/ffb7e10a-46c4-49e5-a7ee-b70da9f75980) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:44:04.853854 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b24243b-2309-4965-9d39-0da16bcbecd3 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:44:04.866844 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] Publish callbacks [] for port (7b24243b-2309-4965-9d39-0da16bcbecd3), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:04.881086 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-518d93bb-d0e8-40bd-b4dc-e7c6cc142a28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (ffb7e10a-46c4-49e5-a7ee-b70da9f75980), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:04.894994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] Transition to ACTIVE for port object 7b24243b-2309-4965-9d39-0da16bcbecd3 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:44:04.903963 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (7b24243b-2309-4965-9d39-0da16bcbecd3), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:05.034062 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] Pushing event updated for resources: {'Port': ['ID=7b24243b-2309-4965-9d39-0da16bcbecd3,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:05.044675 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-518d93bb-d0e8-40bd-b4dc-e7c6cc142a28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (ffb7e10a-46c4-49e5-a7ee-b70da9f75980), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:05.104256 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d93bb-d0e8-40bd-b4dc-e7c6cc142a28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=ffb7e10a-46c4-49e5-a7ee-b70da9f75980,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:05.118746 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518d93bb-d0e8-40bd-b4dc-e7c6cc142a28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:44:05.122074 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-518d93bb-d0e8-40bd-b4dc-e7c6cc142a28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:44:05.131674 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518d93bb-d0e8-40bd-b4dc-e7c6cc142a28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:44:05.210008 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] Attempting to bind port 7b24243b-2309-4965-9d39-0da16bcbecd3 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:44:05.210355 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] Attempting to bind port 7b24243b-2309-4965-9d39-0da16bcbecd3 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dfb28eec-93ab-4c26-86f7-f873e8dcc23b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:44:05.210692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] Attempting to bind port 7b24243b-2309-4965-9d39-0da16bcbecd3 on network dfb28eec-93ab-4c26-86f7-f873e8dcc23b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:44:05.220133 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] Port 7b24243b-2309-4965-9d39-0da16bcbecd3 on network dfb28eec-93ab-4c26-86f7-f873e8dcc23b not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:44:05.220462 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] Attempting to bind port 7b24243b-2309-4965-9d39-0da16bcbecd3 on network dfb28eec-93ab-4c26-86f7-f873e8dcc23b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:44:05.226420 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:44:05.226767 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] Checking segment: {'id': '0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dfb28eec-93ab-4c26-86f7-f873e8dcc23b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:44:05.227178 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] Bound using segment: {'id': '0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dfb28eec-93ab-4c26-86f7-f873e8dcc23b'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:44:05.227607 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] Bound port: 7b24243b-2309-4965-9d39-0da16bcbecd3, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dfb28eec-93ab-4c26-86f7-f873e8dcc23b'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:44:05.228165 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b24243b-2309-4965-9d39-0da16bcbecd3), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:05.443455 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] For port 7b24243b-2309-4965-9d39-0da16bcbecd3, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:44:05.446939 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] For port 7b24243b-2309-4965-9d39-0da16bcbecd3, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7b24243b-2309-4965-9d39-0da16bcbecd3,segment=NetworkSegment(0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1),segment_id=0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:44:05.489255 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (7b24243b-2309-4965-9d39-0da16bcbecd3), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:05.549727 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:05.549727 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:05.551606 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] 10.222.0.10 "PUT /v2.0/ports/7b24243b-2309-4965-9d39-0da16bcbecd3 HTTP/1.1" status: 200 len: 1093 time: 1.6196175 Feb 28 20:44:05.551606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82eef97f-c922-4652-873c-19ffe91ab453', 'tag': '7b24243b-2309-4965-9d39-0da16bcbecd3'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:44:05.554436 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358acf99-fe60-4d82-baca-2e93fb77818f" -d '{"events": [{"name": "network-changed", "server_uuid": "82eef97f-c922-4652-873c-19ffe91ab453", "tag": "7b24243b-2309-4965-9d39-0da16bcbecd3"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:44:05.653662 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ed5bed-5a35-4b44-806c-42f5caa99c23 x-openstack-request-id: req-40ed5bed-5a35-4b44-806c-42f5caa99c23 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:44:05.653962 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82eef97f-c922-4652-873c-19ffe91ab453", "tag": "7b24243b-2309-4965-9d39-0da16bcbecd3", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:44:05.654222 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40ed5bed-5a35-4b44-806c-42f5caa99c23 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:44:05.654643 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82eef97f-c922-4652-873c-19ffe91ab453', 'tag': '7b24243b-2309-4965-9d39-0da16bcbecd3', 'status': 'completed', 'code': 200} Feb 28 20:44:05.718690 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa57332-d4b2-4af0-ae7f-24d6c6649b0e service neutron] Pushing event updated for resources: {'Port': ['ID=7b24243b-2309-4965-9d39-0da16bcbecd3,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:05.797049 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-518d93bb-d0e8-40bd-b4dc-e7c6cc142a28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_gateway (6d03d39a-feb4-40f4-ab7f-78ac43e6fc08), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:05.891430 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f4cbf-543f-4531-991c-2994a46510f3 req-d40bec9e-093b-41c2-b1f4-22f368393f70 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:05.893362 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f37f4cbf-543f-4531-991c-2994a46510f3 req-d40bec9e-093b-41c2-b1f4-22f368393f70 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=82eef97f-c922-4652-873c-19ffe91ab453 HTTP/1.1" status: 200 len: 944 time: 0.2316933 Feb 28 20:44:05.899593 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-1ee37fd4-d65c-4428-8008-ad75b13749ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:05.902018 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-1ee37fd4-d65c-4428-8008-ad75b13749ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967&device_id=82eef97f-c922-4652-873c-19ffe91ab453 HTTP/1.1" status: 200 len: 1127 time: 0.2764733 Feb 28 20:44:06.000656 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-531c85bf-1135-4442-a897-67ed1cf91ed0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=7b24243b-2309-4965-9d39-0da16bcbecd3 HTTP/1.1" status: 200 len: 217 time: 0.0781937 Feb 28 20:44:06.077240 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f37f4cbf-543f-4531-991c-2994a46510f3 req-7b66e249-12d4-46c5-9274-584e9cfea113 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=faf7557d-a328-4ef3-b0ef-e4489421140c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720121 Feb 28 20:44:06.221983 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-d00fa6eb-9453-47c8-b2c1-a46e58936d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:06.223667 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-d00fa6eb-9453-47c8-b2c1-a46e58936d97 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d1867315-7705-4f1c-b320-3606480de329 HTTP/1.1" status: 200 len: 837 time: 0.2104468 Feb 28 20:44:06.606490 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-518d93bb-d0e8-40bd-b4dc-e7c6cc142a28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (6d03d39a-feb4-40f4-ab7f-78ac43e6fc08), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:06.726509 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-0b6add9d-a5f1-4a7b-93ce-53a6ef769335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:06.728053 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-0b6add9d-a5f1-4a7b-93ce-53a6ef769335 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dfb28eec-93ab-4c26-86f7-f873e8dcc23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.4837918 Feb 28 20:44:06.851671 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-d614cb33-a83c-47b1-b75f-e7c8bdc6e410 service neutron] 10.222.0.10 "GET /v2.0/networks/dfb28eec-93ab-4c26-86f7-f873e8dcc23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066360 Feb 28 20:44:06.943124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518d93bb-d0e8-40bd-b4dc-e7c6cc142a28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Router 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:44:07.037884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d8d96f6-0c4c-47b3-8c91-8d8648653db2 req-152f19f4-9345-4be4-b671-b865e5b4db48 service neutron] 10.222.0.10 "GET /v2.0/networks/dfb28eec-93ab-4c26-86f7-f873e8dcc23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754739 Feb 28 20:44:07.162877 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518d93bb-d0e8-40bd-b4dc-e7c6cc142a28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:44:07.186595 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:44:07.193103 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] Sync routers for ids ['6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:44:07.200909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358acf99-fe60-4d82-baca-2e93fb77818f req-ae693cc6-bc0f-49c6-85e1-fee1a81b1d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:07.203802 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-358acf99-fe60-4d82-baca-2e93fb77818f req-ae693cc6-bc0f-49c6-85e1-fee1a81b1d66 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967&device_id=82eef97f-c922-4652-873c-19ffe91ab453 HTTP/1.1" status: 200 len: 1127 time: 0.1020477 Feb 28 20:44:07.216107 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] Routers {'6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:44:07.220011 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:43:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:07.268727 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-518d93bb-d0e8-40bd-b4dc-e7c6cc142a28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:07.275515 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60428) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:07.279595 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-518d93bb-d0e8-40bd-b4dc-e7c6cc142a28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.0100408 Feb 28 20:44:07.357123 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5f63e6f9-b517-40c1-91c0-51db93496a69 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=1a7308829c1041378fe2c0c22726e9fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0780482 Feb 28 20:44:07.361507 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60430) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:07.459673 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4da05-2077-41f0-912d-396ec8dbee78 req-1885b0f4-b5a1-449f-9f82-dc9b8e1c9e38 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:07.462287 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0c4da05-2077-41f0-912d-396ec8dbee78 req-1885b0f4-b5a1-449f-9f82-dc9b8e1c9e38 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=82eef97f-c922-4652-873c-19ffe91ab453 HTTP/1.1" status: 200 len: 944 time: 0.2522714 Feb 28 20:44:07.494144 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] Set router 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:44:07.505216 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358acf99-fe60-4d82-baca-2e93fb77818f req-190b89f4-8f36-417d-b3f4-d631665192f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:07.506785 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-358acf99-fe60-4d82-baca-2e93fb77818f req-190b89f4-8f36-417d-b3f4-d631665192f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dfb28eec-93ab-4c26-86f7-f873e8dcc23b HTTP/1.1" status: 200 len: 896 time: 0.2834551 Feb 28 20:44:07.571995 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-358acf99-fe60-4d82-baca-2e93fb77818f req-fb103039-71bb-446c-ba7d-0ce4c08f0c2b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=7b24243b-2309-4965-9d39-0da16bcbecd3 HTTP/1.1" status: 200 len: 217 time: 0.0533764 Feb 28 20:44:07.627593 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5f7852-b381-46d7-a54a-e893365718ce tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:07.630602 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0d5f7852-b381-46d7-a54a-e893365718ce tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2678521 Feb 28 20:44:07.644687 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60438) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:07.673383 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358acf99-fe60-4d82-baca-2e93fb77818f req-51ba38d9-071b-403d-ba7c-8ffd2dfc00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:07.682407 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-358acf99-fe60-4d82-baca-2e93fb77818f req-51ba38d9-071b-403d-ba7c-8ffd2dfc00d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d1867315-7705-4f1c-b320-3606480de329 HTTP/1.1" status: 200 len: 837 time: 0.0968215 Feb 28 20:44:07.699024 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0e7cc7dc-2652-41e3-83ea-2552118cca0a tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0528207 Feb 28 20:44:07.705855 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60440) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:07.711327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-df8356df-6942-48ba-86b8-90b13b9d5101 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-909817504', 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:44:07.791320 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0c4da05-2077-41f0-912d-396ec8dbee78 req-753afd40-40a6-4512-b87d-b159036d96a6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=faf7557d-a328-4ef3-b0ef-e4489421140c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3218668 Feb 28 20:44:07.838260 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358acf99-fe60-4d82-baca-2e93fb77818f req-824719e8-1689-488b-a29c-5267caba065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:07.847613 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-358acf99-fe60-4d82-baca-2e93fb77818f req-824719e8-1689-488b-a29c-5267caba065d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dfb28eec-93ab-4c26-86f7-f873e8dcc23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1396840 Feb 28 20:44:07.987463 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273822922', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:03Z', 'updated_at': '2022-02-28T20:44:05Z', 'revision_number': 3, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:04Z', 'updated_at': '2022-02-28T20:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:08.012623 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8356df-6942-48ba-86b8-90b13b9d5101 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Made reservation on behalf of 1a7308829c1041378fe2c0c22726e9fa for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:44:08.016739 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df8356df-6942-48ba-86b8-90b13b9d5101 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:08.055657 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] Checking router: 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:44:08.056036 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] Updating router 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 port ffb7e10a-46c4-49e5-a7ee-b70da9f75980 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:44:08.109629 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ffb7e10a-46c4-49e5-a7ee-b70da9f75980), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:08.131316 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-358acf99-fe60-4d82-baca-2e93fb77818f req-d3ebe939-b078-4ad2-8dbc-51a2cec356de service neutron] 10.222.0.10 "GET /v2.0/networks/dfb28eec-93ab-4c26-86f7-f873e8dcc23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807539 Feb 28 20:44:08.370079 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df8356df-6942-48ba-86b8-90b13b9d5101 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (a792bfee-4d82-4cc8-8f52-66116f2e1445), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:08.488630 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-358acf99-fe60-4d82-baca-2e93fb77818f req-872309c2-d296-4a0b-a9b7-a3ec480591d2 service neutron] 10.222.0.10 "GET /v2.0/networks/dfb28eec-93ab-4c26-86f7-f873e8dcc23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501239 Feb 28 20:44:08.532718 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8356df-6942-48ba-86b8-90b13b9d5101 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Subnet': ['ID=a792bfee-4d82-4cc8-8f52-66116f2e1445,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:08.544773 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8356df-6942-48ba-86b8-90b13b9d5101 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Checking segment: {'id': 'cddc319a-d99b-4f81-9d76-50f737bcad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:44:08.545150 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8356df-6942-48ba-86b8-90b13b9d5101 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network hostable DHCP agents. Network: 0d3ad149-d73d-45f3-a8b5-2e78d9de1830, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:44:08.600164 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8356df-6942-48ba-86b8-90b13b9d5101 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network 0d3ad149-d73d-45f3-a8b5-2e78d9de1830 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:44:08.638003 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 7b24243b-2309-4965-9d39-0da16bcbecd3 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:44:08.687731 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-df8356df-6942-48ba-86b8-90b13b9d5101 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 0d3ad149-d73d-45f3-a8b5-2e78d9de1830) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:44:08.704306 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8356df-6942-48ba-86b8-90b13b9d5101 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:08.705187 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-df8356df-6942-48ba-86b8-90b13b9d5101 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:08.738185 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-df8356df-6942-48ba-86b8-90b13b9d5101 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0303814 Feb 28 20:44:08.741110 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60456) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:08.786782 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ad2ca8-1bce-4fc9-96a1-a9632bb0d737 None None] Network 0d3ad149-d73d-45f3-a8b5-2e78d9de1830 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:44:08.885517 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] Publish callbacks [] for port (ffb7e10a-46c4-49e5-a7ee-b70da9f75980), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:08.895768 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ffb7e10a-46c4-49e5-a7ee-b70da9f75980), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:09.042591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7aced-0d0d-4fd9-ae46-a2641b6f1e45 req-2c8e2159-8399-486c-becc-e61e0ba4fda5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:09.044750 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4dd7aced-0d0d-4fd9-ae46-a2641b6f1e45 req-2c8e2159-8399-486c-becc-e61e0ba4fda5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=82eef97f-c922-4652-873c-19ffe91ab453 HTTP/1.1" status: 200 len: 944 time: 0.1092880 Feb 28 20:44:09.053251 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] Attempting to bind port ffb7e10a-46c4-49e5-a7ee-b70da9f75980 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:44:09.053627 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] Attempting to bind port ffb7e10a-46c4-49e5-a7ee-b70da9f75980 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:44:09.054006 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] Attempting to bind port ffb7e10a-46c4-49e5-a7ee-b70da9f75980 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:44:09.064541 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabdc59-0526-4759-99b7-9f9925cf5226 None None] Pushing event updated for resources: {'Port': ['ID=ffb7e10a-46c4-49e5-a7ee-b70da9f75980,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:09.070595 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:44:09.072186 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:44:09.072610 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:09.073268 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:44:09.073810 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] Bound port: ffb7e10a-46c4-49e5-a7ee-b70da9f75980, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:44:09.075029 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ffb7e10a-46c4-49e5-a7ee-b70da9f75980), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:09.143349 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabdc59-0526-4759-99b7-9f9925cf5226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:09.143349 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabdc59-0526-4759-99b7-9f9925cf5226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:09.143349 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabdc59-0526-4759-99b7-9f9925cf5226 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:09.143349 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabdc59-0526-4759-99b7-9f9925cf5226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:09.144863 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabdc59-0526-4759-99b7-9f9925cf5226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:09.145187 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabdc59-0526-4759-99b7-9f9925cf5226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:09.145530 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabdc59-0526-4759-99b7-9f9925cf5226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:09.145870 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabdc59-0526-4759-99b7-9f9925cf5226 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:09.146202 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabdc59-0526-4759-99b7-9f9925cf5226 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:09.146631 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabdc59-0526-4759-99b7-9f9925cf5226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:09.149017 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabdc59-0526-4759-99b7-9f9925cf5226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:09.149017 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabdc59-0526-4759-99b7-9f9925cf5226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:09.149017 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabdc59-0526-4759-99b7-9f9925cf5226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:09.223454 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4dd7aced-0d0d-4fd9-ae46-a2641b6f1e45 req-2ab949aa-5118-4a33-9948-d7563b6568e6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=faf7557d-a328-4ef3-b0ef-e4489421140c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553266 Feb 28 20:44:09.286152 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] For port ffb7e10a-46c4-49e5-a7ee-b70da9f75980, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:44:09.290408 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] For port ffb7e10a-46c4-49e5-a7ee-b70da9f75980, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ffb7e10a-46c4-49e5-a7ee-b70da9f75980,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:44:09.300963 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ffb7e10a-46c4-49e5-a7ee-b70da9f75980), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:09.497455 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 7b24243b-2309-4965-9d39-0da16bcbecd3, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7b24243b-2309-4965-9d39-0da16bcbecd3,segment=NetworkSegment(0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1),segment_id=0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:09.507946 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] Routers {'6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:44:09.508712 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:43:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:09.570300 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '7b24243b-2309-4965-9d39-0da16bcbecd3', 'network_id': 'dfb28eec-93ab-4c26-86f7-f873e8dcc23b', 'port_id': '7b24243b-2309-4965-9d39-0da16bcbecd3', 'mac_address': 'fa:16:3e:07:a5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1867315-7705-4f1c-b320-3606480de329', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:44:09.575089 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0101b432-ae4e-4807-8be0-12882fc99342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-0d3ad149-d73d-45f3-a8b5-2e78d9de1830', 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'fixed_ips': [{'subnet_id': 'a792bfee-4d82-4cc8-8f52-66116f2e1445'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:44:09.576147 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0101b432-ae4e-4807-8be0-12882fc99342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:09.605462 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabdc59-0526-4759-99b7-9f9925cf5226 None None] Pushing event updated for resources: {'Port': ['ID=ffb7e10a-46c4-49e5-a7ee-b70da9f75980,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:09.621614 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 7b24243b-2309-4965-9d39-0da16bcbecd3 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:09.622243 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b24243b-2309-4965-9d39-0da16bcbecd3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:09.752300 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] Set router 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:44:09.768004 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b24243b-2309-4965-9d39-0da16bcbecd3 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:44:09.791414 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 7b24243b-2309-4965-9d39-0da16bcbecd3, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7b24243b-2309-4965-9d39-0da16bcbecd3,segment=NetworkSegment(0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1),segment_id=0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:09.814984 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7b24243b-2309-4965-9d39-0da16bcbecd3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:09.869996 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:09.925944 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=7b24243b-2309-4965-9d39-0da16bcbecd3,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:09.953641 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-0101b432-ae4e-4807-8be0-12882fc99342 None None] Allocated IP 172.20.0.2 (0d3ad149-d73d-45f3-a8b5-2e78d9de1830/a792bfee-4d82-4cc8-8f52-66116f2e1445/24a8dd37-ae02-4089-a10b-2ec3aa111507) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:44:10.167557 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['7b24243b-2309-4965-9d39-0da16bcbecd3'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:44:10.214005 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273822922', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:03Z', 'updated_at': '2022-02-28T20:44:05Z', 'revision_number': 3, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:04Z', 'updated_at': '2022-02-28T20:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:10.284461 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0101b432-ae4e-4807-8be0-12882fc99342 None None] Publish callbacks [] for port (24a8dd37-ae02-4089-a10b-2ec3aa111507), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:10.285605 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560d8e23-c296-4cd4-ba81-357260b5d6c0 None None] The sync data for ids ['6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'] in n-d-820368-21 is: [{'id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273822922', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:03Z', 'updated_at': '2022-02-28T20:44:05Z', 'revision_number': 3, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:04Z', 'updated_at': '2022-02-28T20:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:44:10.319212 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0101b432-ae4e-4807-8be0-12882fc99342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (24a8dd37-ae02-4089-a10b-2ec3aa111507), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:10.373863 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0101b432-ae4e-4807-8be0-12882fc99342 None None] Network 0d3ad149-d73d-45f3-a8b5-2e78d9de1830 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:44:10.395879 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-0101b432-ae4e-4807-8be0-12882fc99342 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:44:10.430127 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0101b432-ae4e-4807-8be0-12882fc99342 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:44:10.526437 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a085b4c-2e2e-49a8-aadc-eb63b662fb82 req-8b1f9c84-7f4c-47e8-9867-97235ed89329 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:10.528175 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a085b4c-2e2e-49a8-aadc-eb63b662fb82 req-8b1f9c84-7f4c-47e8-9867-97235ed89329 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=82eef97f-c922-4652-873c-19ffe91ab453 HTTP/1.1" status: 200 len: 945 time: 0.1809328 Feb 28 20:44:10.588710 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101b432-ae4e-4807-8be0-12882fc99342 None None] Pushing event updated for resources: {'Port': ['ID=24a8dd37-ae02-4089-a10b-2ec3aa111507,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:10.611406 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a085b4c-2e2e-49a8-aadc-eb63b662fb82 req-1670043f-4d5b-4924-902b-25cf08916469 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=faf7557d-a328-4ef3-b0ef-e4489421140c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760102 Feb 28 20:44:10.669541 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0101b432-ae4e-4807-8be0-12882fc99342 None None] Attempting to bind port 24a8dd37-ae02-4089-a10b-2ec3aa111507 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:44:10.669924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0101b432-ae4e-4807-8be0-12882fc99342 None None] Attempting to bind port 24a8dd37-ae02-4089-a10b-2ec3aa111507 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'cddc319a-d99b-4f81-9d76-50f737bcad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:44:10.670295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0101b432-ae4e-4807-8be0-12882fc99342 None None] Attempting to bind port 24a8dd37-ae02-4089-a10b-2ec3aa111507 on network 0d3ad149-d73d-45f3-a8b5-2e78d9de1830 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:44:10.724476 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0101b432-ae4e-4807-8be0-12882fc99342 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:44:10.725169 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0101b432-ae4e-4807-8be0-12882fc99342 None None] Checking segment: {'id': 'cddc319a-d99b-4f81-9d76-50f737bcad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:44:10.725810 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0101b432-ae4e-4807-8be0-12882fc99342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:10.726496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0101b432-ae4e-4807-8be0-12882fc99342 None None] Bound using segment: {'id': 'cddc319a-d99b-4f81-9d76-50f737bcad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:44:10.727224 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0101b432-ae4e-4807-8be0-12882fc99342 None None] Bound port: 24a8dd37-ae02-4089-a10b-2ec3aa111507, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cddc319a-d99b-4f81-9d76-50f737bcad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:44:10.727882 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0101b432-ae4e-4807-8be0-12882fc99342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (24a8dd37-ae02-4089-a10b-2ec3aa111507), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:10.755348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Allocated IP 172.20.0.1 (0d3ad149-d73d-45f3-a8b5-2e78d9de1830/a792bfee-4d82-4cc8-8f52-66116f2e1445/0c0b4613-a294-414e-8841-6fd03efc33b0) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:44:10.918309 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0101b432-ae4e-4807-8be0-12882fc99342 None None] For port 24a8dd37-ae02-4089-a10b-2ec3aa111507, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:44:10.939653 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0101b432-ae4e-4807-8be0-12882fc99342 None None] For port 24a8dd37-ae02-4089-a10b-2ec3aa111507, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=24a8dd37-ae02-4089-a10b-2ec3aa111507,segment=NetworkSegment(cddc319a-d99b-4f81-9d76-50f737bcad5d),segment_id=cddc319a-d99b-4f81-9d76-50f737bcad5d)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:44:10.977083 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (0c0b4613-a294-414e-8841-6fd03efc33b0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:11.036871 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0101b432-ae4e-4807-8be0-12882fc99342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (24a8dd37-ae02-4089-a10b-2ec3aa111507), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:11.102373 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0c0b4613-a294-414e-8841-6fd03efc33b0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:11.126045 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network 0d3ad149-d73d-45f3-a8b5-2e78d9de1830 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:44:11.129633 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:44:11.136744 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:44:11.223780 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101b432-ae4e-4807-8be0-12882fc99342 None None] Pushing event updated for resources: {'Port': ['ID=24a8dd37-ae02-4089-a10b-2ec3aa111507,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:11.327724 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (6d03d39a-feb4-40f4-ab7f-78ac43e6fc08), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:11.408562 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=0c0b4613-a294-414e-8841-6fd03efc33b0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:11.442281 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:11.442679 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:11.443017 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:11.443354 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:11.443683 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:11.444166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:11.444499 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:11.444828 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:11.445154 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:11.445492 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:11.449769 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:11.450527 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:11.453812 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:11.630847 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0c0b4613-a294-414e-8841-6fd03efc33b0), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:11.979733 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478eaea-f338-4fb1-9eb9-5c6dcde32f80 req-d83d583e-7cef-444d-b288-48a16abdabd2 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:11.982217 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a478eaea-f338-4fb1-9eb9-5c6dcde32f80 req-d83d583e-7cef-444d-b288-48a16abdabd2 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=82eef97f-c922-4652-873c-19ffe91ab453 HTTP/1.1" status: 200 len: 945 time: 0.1515462 Feb 28 20:44:12.261626 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a478eaea-f338-4fb1-9eb9-5c6dcde32f80 req-2e9dd9ae-43d3-43c8-a317-76be2e7b532c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=faf7557d-a328-4ef3-b0ef-e4489421140c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649477 Feb 28 20:44:12.288508 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 24a8dd37-ae02-4089-a10b-2ec3aa111507 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:44:12.294458 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (0c0b4613-a294-414e-8841-6fd03efc33b0), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:12.313670 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (0c0b4613-a294-414e-8841-6fd03efc33b0), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:12.464381 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 24a8dd37-ae02-4089-a10b-2ec3aa111507 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:12.464764 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (24a8dd37-ae02-4089-a10b-2ec3aa111507), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:12.477536 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (6d03d39a-feb4-40f4-ab7f-78ac43e6fc08), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:12.483280 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=0c0b4613-a294-414e-8841-6fd03efc33b0,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:12.667469 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 7b24243b-2309-4965-9d39-0da16bcbecd3 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:44:12.686434 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network 0d3ad149-d73d-45f3-a8b5-2e78d9de1830 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:44:12.694381 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:44:12.735458 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 24a8dd37-ae02-4089-a10b-2ec3aa111507 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:12.736130 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (24a8dd37-ae02-4089-a10b-2ec3aa111507), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:12.812464 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 24a8dd37-ae02-4089-a10b-2ec3aa111507, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=24a8dd37-ae02-4089-a10b-2ec3aa111507,segment=NetworkSegment(cddc319a-d99b-4f81-9d76-50f737bcad5d),segment_id=cddc319a-d99b-4f81-9d76-50f737bcad5d)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:12.817604 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 7b24243b-2309-4965-9d39-0da16bcbecd3 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:44:12.825315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 7b24243b-2309-4965-9d39-0da16bcbecd3 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:12.825315 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7b24243b-2309-4965-9d39-0da16bcbecd3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:12.915730 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (24a8dd37-ae02-4089-a10b-2ec3aa111507), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:12.916523 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ffb7e10a-46c4-49e5-a7ee-b70da9f75980 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:44:13.012963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Router 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:44:13.120262 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 7b24243b-2309-4965-9d39-0da16bcbecd3 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:13.120650 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7b24243b-2309-4965-9d39-0da16bcbecd3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:13.179824 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=24a8dd37-ae02-4089-a10b-2ec3aa111507,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:13.224989 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port ffb7e10a-46c4-49e5-a7ee-b70da9f75980 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:13.225212 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ffb7e10a-46c4-49e5-a7ee-b70da9f75980), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:13.309747 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2571c3d8-29ec-45a3-8b6c-d9144111562f None None] Network 0d3ad149-d73d-45f3-a8b5-2e78d9de1830 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:44:13.388471 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eef97f-c922-4652-873c-19ffe91ab453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b24243b-2309-4965-9d39-0da16bcbecd3'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:44:13.391297 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24f2216-f8fb-4e07-a090-df642568a0b1" -d '{"events": [{"server_uuid": "82eef97f-c922-4652-873c-19ffe91ab453", "name": "network-vif-plugged", "status": "completed", "tag": "7b24243b-2309-4965-9d39-0da16bcbecd3"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:44:13.461954 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-612c688b-b4cd-4bb6-a275-61ba7883cb72 None None] Provisioning complete for port 24a8dd37-ae02-4089-a10b-2ec3aa111507 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:13.462327 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-612c688b-b4cd-4bb6-a275-61ba7883cb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (24a8dd37-ae02-4089-a10b-2ec3aa111507), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:13.469756 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 7b24243b-2309-4965-9d39-0da16bcbecd3, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7b24243b-2309-4965-9d39-0da16bcbecd3,segment=NetworkSegment(0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1),segment_id=0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:13.577148 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12336ed0-b5d1-41e0-8f5c-efab95893f94 req-5e0e55f4-8d26-4812-b25a-edfe8d4c9153 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:13.580495 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12336ed0-b5d1-41e0-8f5c-efab95893f94 req-5e0e55f4-8d26-4812-b25a-edfe8d4c9153 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=82eef97f-c922-4652-873c-19ffe91ab453 HTTP/1.1" status: 200 len: 945 time: 0.1408103 Feb 28 20:44:13.613483 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0332e8d3-b417-440a-8bb7-6e88990d2185 x-openstack-request-id: req-0332e8d3-b417-440a-8bb7-6e88990d2185 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:44:13.619099 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eef97f-c922-4652-873c-19ffe91ab453", "name": "network-vif-plugged", "status": "completed", "tag": "7b24243b-2309-4965-9d39-0da16bcbecd3", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:44:13.619621 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0332e8d3-b417-440a-8bb7-6e88990d2185 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:44:13.621741 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eef97f-c922-4652-873c-19ffe91ab453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b24243b-2309-4965-9d39-0da16bcbecd3', 'code': 200} Feb 28 20:44:13.639879 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7b24243b-2309-4965-9d39-0da16bcbecd3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:13.679038 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12336ed0-b5d1-41e0-8f5c-efab95893f94 req-65cbd3ea-7009-4e04-8c54-d9e5c88d4a50 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=faf7557d-a328-4ef3-b0ef-e4489421140c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849504 Feb 28 20:44:13.834082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f347c82-8790-4c36-8900-34915f09ee40 req-cf89b558-d381-42cf-a2f5-3df340aff39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:13.839944 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f347c82-8790-4c36-8900-34915f09ee40 req-cf89b558-d381-42cf-a2f5-3df340aff39a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=82eef97f-c922-4652-873c-19ffe91ab453 HTTP/1.1" status: 200 len: 1129 time: 0.1814134 Feb 28 20:44:13.941609 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=7b24243b-2309-4965-9d39-0da16bcbecd3,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:13.950885 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port ffb7e10a-46c4-49e5-a7ee-b70da9f75980 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:13.953423 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ffb7e10a-46c4-49e5-a7ee-b70da9f75980), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:14.011402 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:44:14.026288 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f347c82-8790-4c36-8900-34915f09ee40 req-4be20604-dbdd-4225-b72c-32ce6cfb612d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=faf7557d-a328-4ef3-b0ef-e4489421140c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751745 Feb 28 20:44:14.030848 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-edf1b645-f895-4873-b687-907bd2f9ff58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "PUT /v2.0/routers/6d03d39a-feb4-40f4-ab7f-78ac43e6fc08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2886214 Feb 28 20:44:14.052936 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] Sync routers for ids ['6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:44:14.063480 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-612c688b-b4cd-4bb6-a275-61ba7883cb72 None None] Current status of the port 24a8dd37-ae02-4089-a10b-2ec3aa111507 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:14.068987 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port ffb7e10a-46c4-49e5-a7ee-b70da9f75980, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ffb7e10a-46c4-49e5-a7ee-b70da9f75980,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:14.079220 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ffb7e10a-46c4-49e5-a7ee-b70da9f75980), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:14.122278 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] Routers {'6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:44:14.123028 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:43:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:14.262043 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] Set router 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:44:14.482748 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 24a8dd37-ae02-4089-a10b-2ec3aa111507 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:44:14.485778 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=ffb7e10a-46c4-49e5-a7ee-b70da9f75980,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:14.675952 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-1689782b-710d-46c7-a51d-7f139f2abd2b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1475741048&fields=id&tenant_id=1a7308829c1041378fe2c0c22726e9fa HTTP/1.1" status: 200 len: 267 time: 0.0856640 Feb 28 20:44:14.853339 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-91a6e22e-8087-4eea-97ce-8bd968f2ad85 None None] Provisioning complete for port 24a8dd37-ae02-4089-a10b-2ec3aa111507 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:14.853339 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-91a6e22e-8087-4eea-97ce-8bd968f2ad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (24a8dd37-ae02-4089-a10b-2ec3aa111507), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:15.107423 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02794628-96c9-4c2e-8465-e1ca91c3fc2c req-b9c894ae-12cd-44d3-8e62-d6c4b9e402be tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:15.121345 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-02794628-96c9-4c2e-8465-e1ca91c3fc2c req-b9c894ae-12cd-44d3-8e62-d6c4b9e402be tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=82eef97f-c922-4652-873c-19ffe91ab453 HTTP/1.1" status: 200 len: 946 time: 0.2282233 Feb 28 20:44:15.256439 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-02794628-96c9-4c2e-8465-e1ca91c3fc2c req-97645ba0-c36a-442d-9090-86357749502f tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=faf7557d-a328-4ef3-b0ef-e4489421140c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265678 Feb 28 20:44:15.265166 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-38889d14-881c-41a7-b792-0b4fe8ab5d97 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:15.272616 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-38889d14-881c-41a7-b792-0b4fe8ab5d97 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/networks?id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830 HTTP/1.1" status: 200 len: 797 time: 0.5950348 Feb 28 20:44:15.292431 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-69de3244-69c4-4db4-b22c-d55a46e45882 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/quotas/1a7308829c1041378fe2c0c22726e9fa HTTP/1.1" status: 200 len: 375 time: 0.0187619 Feb 28 20:44:15.446138 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-4da5a9ce-3715-4b5b-bbda-8234f57e9426 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1528230 Feb 28 20:44:15.543573 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 24a8dd37-ae02-4089-a10b-2ec3aa111507 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:15.543573 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (24a8dd37-ae02-4089-a10b-2ec3aa111507), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:15.836403 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-44fa4632-984b-4222-a70a-add996c7c095 service neutron] 10.222.0.13 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688018 Feb 28 20:44:15.845925 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-91a6e22e-8087-4eea-97ce-8bd968f2ad85 None None] Current status of the port 24a8dd37-ae02-4089-a10b-2ec3aa111507 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:15.886820 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-91a6e22e-8087-4eea-97ce-8bd968f2ad85 None None] Provisioning complete for port 0c0b4613-a294-414e-8841-6fd03efc33b0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:15.887598 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-91a6e22e-8087-4eea-97ce-8bd968f2ad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0c0b4613-a294-414e-8841-6fd03efc33b0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:15.923425 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273822922', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:03Z', 'updated_at': '2022-02-28T20:44:11Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:04Z', 'updated_at': '2022-02-28T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '0c0b4613-a294-414e-8841-6fd03efc33b0', 'name': '', 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:83:8b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'a792bfee-4d82-4cc8-8f52-66116f2e1445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:10Z', 'updated_at': '2022-02-28T20:44:11Z', 'revision_number': 2, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'a792bfee-4d82-4cc8-8f52-66116f2e1445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:15.965272 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] Checking router: 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:44:15.965632 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] Updating router 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 port 0c0b4613-a294-414e-8841-6fd03efc33b0 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:44:15.994975 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-dccab0a3-2729-42f0-a1d3-fc9dd2b43300 service neutron] 10.222.0.13 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513636 Feb 28 20:44:16.006420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 24a8dd37-ae02-4089-a10b-2ec3aa111507 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:16.009073 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0c0b4613-a294-414e-8841-6fd03efc33b0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:16.011593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-91a6e22e-8087-4eea-97ce-8bd968f2ad85 None None] Port 0c0b4613-a294-414e-8841-6fd03efc33b0 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:44:16.347271 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c1f98362-d30e-4610-85be-10ba6f9b8838 req-938e2566-d321-4981-8192-48f2653f2ece tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 210 time: 0.0593879 Feb 28 20:44:16.648594 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27173d-3c80-4a08-be7d-cf0ad9222685 req-b66176c1-6f47-4c85-a871-66e5d8e50535 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:16.653056 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a27173d-3c80-4a08-be7d-cf0ad9222685 req-b66176c1-6f47-4c85-a871-66e5d8e50535 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=82eef97f-c922-4652-873c-19ffe91ab453 HTTP/1.1" status: 200 len: 946 time: 0.1893103 Feb 28 20:44:16.666082 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ffb7e10a-46c4-49e5-a7ee-b70da9f75980 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:44:16.674504 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] Publish callbacks [] for port (0c0b4613-a294-414e-8841-6fd03efc33b0), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:16.764736 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0c0b4613-a294-414e-8841-6fd03efc33b0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:16.782269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a27173d-3c80-4a08-be7d-cf0ad9222685 req-5b193412-cb5b-49a8-ad3a-6fcfd4a0a8ba tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=faf7557d-a328-4ef3-b0ef-e4489421140c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145594 Feb 28 20:44:16.791196 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a4664a70-d0f6-44cc-9aae-fc2408364ee1 None None] Provisioning complete for port 0c0b4613-a294-414e-8841-6fd03efc33b0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:16.791565 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a4664a70-d0f6-44cc-9aae-fc2408364ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0c0b4613-a294-414e-8841-6fd03efc33b0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:16.812764 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-553aeb43-0c5f-4d1e-8301-925bb8195229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:17.038631 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbdd78-641f-42ab-94db-2e06e3993f77 req-73df2bcb-34bb-4bde-861a-ce83ce1fb4f2 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:17.047378 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32cbdd78-641f-42ab-94db-2e06e3993f77 req-73df2bcb-34bb-4bde-861a-ce83ce1fb4f2 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=82eef97f-c922-4652-873c-19ffe91ab453 HTTP/1.1" status: 200 len: 946 time: 0.1301351 Feb 28 20:44:17.083148 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a4664a70-d0f6-44cc-9aae-fc2408364ee1 None None] Port 0c0b4613-a294-414e-8841-6fd03efc33b0 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:44:17.184776 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32cbdd78-641f-42ab-94db-2e06e3993f77 req-bf8a9208-507c-41f3-86ef-67ad69706bcb tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=faf7557d-a328-4ef3-b0ef-e4489421140c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359155 Feb 28 20:44:17.255826 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71985c76-63c7-48fa-87c1-1c464f18374f None None] Pushing event updated for resources: {'Port': ['ID=0c0b4613-a294-414e-8841-6fd03efc33b0,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:17.318828 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port ffb7e10a-46c4-49e5-a7ee-b70da9f75980 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:17.319467 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ffb7e10a-46c4-49e5-a7ee-b70da9f75980), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:17.377247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] Attempting to bind port 0c0b4613-a294-414e-8841-6fd03efc33b0 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:44:17.377951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] Attempting to bind port 0c0b4613-a294-414e-8841-6fd03efc33b0 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'cddc319a-d99b-4f81-9d76-50f737bcad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:44:17.378424 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] Attempting to bind port 0c0b4613-a294-414e-8841-6fd03efc33b0 on network 0d3ad149-d73d-45f3-a8b5-2e78d9de1830 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:44:17.443136 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:44:17.443828 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] Checking segment: {'id': 'cddc319a-d99b-4f81-9d76-50f737bcad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:44:17.444350 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:17.449505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] Bound using segment: {'id': 'cddc319a-d99b-4f81-9d76-50f737bcad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:44:17.449505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] Bound port: 0c0b4613-a294-414e-8841-6fd03efc33b0, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cddc319a-d99b-4f81-9d76-50f737bcad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:44:17.450174 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0c0b4613-a294-414e-8841-6fd03efc33b0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:17.522939 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ee794417-dcc4-4a55-b827-68fa9bfa9c89 req-43070419-f24d-4744-93a0-202edcc04699 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 210 time: 0.0467134 Feb 28 20:44:17.639258 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] For port 0c0b4613-a294-414e-8841-6fd03efc33b0, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:44:17.652426 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] For port 0c0b4613-a294-414e-8841-6fd03efc33b0, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0c0b4613-a294-414e-8841-6fd03efc33b0,segment=NetworkSegment(cddc319a-d99b-4f81-9d76-50f737bcad5d),segment_id=cddc319a-d99b-4f81-9d76-50f737bcad5d)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:44:17.690178 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0c0b4613-a294-414e-8841-6fd03efc33b0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:17.789556 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-05fc7280-57e1-4db0-9160-a26922a5ca80 None None] Provisioning complete for port 0c0b4613-a294-414e-8841-6fd03efc33b0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:17.789904 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-05fc7280-57e1-4db0-9160-a26922a5ca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0c0b4613-a294-414e-8841-6fd03efc33b0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:17.800386 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port ffb7e10a-46c4-49e5-a7ee-b70da9f75980 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:17.850620 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71985c76-63c7-48fa-87c1-1c464f18374f None None] Pushing event updated for resources: {'Port': ['ID=0c0b4613-a294-414e-8841-6fd03efc33b0,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:17.918038 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] Routers {'6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:44:17.919042 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:43:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:18.241138 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] Set router 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:44:18.245277 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-05fc7280-57e1-4db0-9160-a26922a5ca80 None None] Current status of the port 0c0b4613-a294-414e-8841-6fd03efc33b0 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:18.245741 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-05fc7280-57e1-4db0-9160-a26922a5ca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0c0b4613-a294-414e-8841-6fd03efc33b0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:18.351117 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-05fc7280-57e1-4db0-9160-a26922a5ca80 None None] For port 0c0b4613-a294-414e-8841-6fd03efc33b0, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0c0b4613-a294-414e-8841-6fd03efc33b0,segment=NetworkSegment(cddc319a-d99b-4f81-9d76-50f737bcad5d),segment_id=cddc319a-d99b-4f81-9d76-50f737bcad5d)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:18.386373 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-8e90a3a8-08c1-45c6-81d9-d784f3b784b1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:18.400176 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-8e90a3a8-08c1-45c6-81d9-d784f3b784b1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.15 "GET /v2.0/networks?id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830 HTTP/1.1" status: 200 len: 797 time: 0.3273866 Feb 28 20:44:18.400484 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-05fc7280-57e1-4db0-9160-a26922a5ca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0c0b4613-a294-414e-8841-6fd03efc33b0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:18.435818 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60640) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:18.510949 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc7280-57e1-4db0-9160-a26922a5ca80 None None] Pushing event updated for resources: {'Port': ['ID=0c0b4613-a294-414e-8841-6fd03efc33b0,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:18.580677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-400a1550-a25d-40b7-bea7-fa7dade3bea5 None None] Provisioning complete for port 0c0b4613-a294-414e-8841-6fd03efc33b0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:18.581059 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-400a1550-a25d-40b7-bea7-fa7dade3bea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0c0b4613-a294-414e-8841-6fd03efc33b0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:18.587949 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-049cf9d1-9070-439a-b441-dad4f408d438 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a7308829c1041378fe2c0c22726e9fa HTTP/1.1" status: 200 len: 380 time: 0.1787195 Feb 28 20:44:18.596100 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-8819450e-54bb-4d80-ba11-af8593aae055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'port': {'device_id': '866236a6-f181-41b1-a97a-d1258010b326', 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830', 'admin_state_up': True, 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'security_groups': ['a0f7cecf-b4db-4235-aaf1-15b3a6499858']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:44:18.723814 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9fb88957-46e4-4b2f-80c7-75f43ef6333c req-98880d1b-8716-4e50-96b3-bb6b1cc67ac3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 210 time: 0.0519793 Feb 28 20:44:18.752264 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e1f8c674-e0be-4c86-b45e-7e2d77c27b6c tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2675 time: 0.3115063 Feb 28 20:44:18.752264 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60644) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:18.754151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-400a1550-a25d-40b7-bea7-fa7dade3bea5 None None] Current status of the port 0c0b4613-a294-414e-8841-6fd03efc33b0 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:18.757559 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-85a2e5de-b892-4e8f-8507-73ccd5331fc8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Request body: {'network': {'name': 'tempest-network-smoke--1901528237', 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'port_security_enabled': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:44:18.770643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273822922', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:03Z', 'updated_at': '2022-02-28T20:44:11Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:04Z', 'updated_at': '2022-02-28T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '0c0b4613-a294-414e-8841-6fd03efc33b0', 'name': '', 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:83:8b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'a792bfee-4d82-4cc8-8f52-66116f2e1445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:10Z', 'updated_at': '2022-02-28T20:44:17Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'a792bfee-4d82-4cc8-8f52-66116f2e1445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:18.789035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60648) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:18.911735 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-8819450e-54bb-4d80-ba11-af8593aae055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Made reservation on behalf of 1a7308829c1041378fe2c0c22726e9fa for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:44:18.916101 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-8819450e-54bb-4d80-ba11-af8593aae055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:18.924664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967d212-b2ea-4d72-997b-64b6cddf3552 None None] The sync data for ids ['6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'] in n-d-820368-21 is: [{'id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273822922', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:03Z', 'updated_at': '2022-02-28T20:44:11Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:04Z', 'updated_at': '2022-02-28T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '0c0b4613-a294-414e-8841-6fd03efc33b0', 'name': '', 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:83:8b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'a792bfee-4d82-4cc8-8f52-66116f2e1445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:10Z', 'updated_at': '2022-02-28T20:44:17Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'a792bfee-4d82-4cc8-8f52-66116f2e1445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:44:19.030553 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a2e5de-b892-4e8f-8507-73ccd5331fc8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Made reservation on behalf of a44130e0e64c4d758649c1eb52acbb2f for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:44:19.040796 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-85a2e5de-b892-4e8f-8507-73ccd5331fc8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:19.088036 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c6732e24-d47d-4591-b75f-39c31aaa75cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:19.141825 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a2e5de-b892-4e8f-8507-73ccd5331fc8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:44:19.239315 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-8819450e-54bb-4d80-ba11-af8593aae055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Allocated IP 172.20.0.9 (0d3ad149-d73d-45f3-a8b5-2e78d9de1830/a792bfee-4d82-4cc8-8f52-66116f2e1445/8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:44:19.428289 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-85a2e5de-b892-4e8f-8507-73ccd5331fc8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (49fd095a-8a35-4901-93cc-52b57fd1cbc9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:19.428656 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-85a2e5de-b892-4e8f-8507-73ccd5331fc8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Added segment 49fd095a-8a35-4901-93cc-52b57fd1cbc9 of type vlan for network ce8f6d25-738c-4872-86c2-51ba36475a5f Feb 28 20:44:19.477003 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-8819450e-54bb-4d80-ba11-af8593aae055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:19.593366 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-8819450e-54bb-4d80-ba11-af8593aae055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:19.699863 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-85a2e5de-b892-4e8f-8507-73ccd5331fc8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ce8f6d25-738c-4872-86c2-51ba36475a5f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:19.707579 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819450e-54bb-4d80-ba11-af8593aae055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:19.745294 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-8819450e-54bb-4d80-ba11-af8593aae055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network 0d3ad149-d73d-45f3-a8b5-2e78d9de1830 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:44:19.748393 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:19.750659 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-8819450e-54bb-4d80-ba11-af8593aae055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:44:19.754641 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-8819450e-54bb-4d80-ba11-af8593aae055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:44:19.845854 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-8819450e-54bb-4d80-ba11-af8593aae055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:19.848055 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-8819450e-54bb-4d80-ba11-af8593aae055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:19.958252 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-8819450e-54bb-4d80-ba11-af8593aae055 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3643153 Feb 28 20:44:19.995349 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] Request body: {'port': {'device_id': '866236a6-f181-41b1-a97a-d1258010b326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:44:20.001418 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3fa1dd3a-cc90-426f-8c81-a81b53a6b630 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:20.044963 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-85a2e5de-b892-4e8f-8507-73ccd5331fc8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ce8f6d25-738c-4872-86c2-51ba36475a5f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:20.059450 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a2e5de-b892-4e8f-8507-73ccd5331fc8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:20.060132 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-85a2e5de-b892-4e8f-8507-73ccd5331fc8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:20.171736 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:20.223720 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:20.312976 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0c0b4613-a294-414e-8841-6fd03efc33b0 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:44:20.454194 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-00661c54-56aa-45e7-a163-56d55aeb8621 None None] Provisioning complete for port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:20.454741 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-00661c54-56aa-45e7-a163-56d55aeb8621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:20.492323 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-85a2e5de-b892-4e8f-8507-73ccd5331fc8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7390184 Feb 28 20:44:20.513651 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60682) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:20.519328 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-11713b3b-a261-4c4b-9501-405201160086 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-854684718', 'admin_state_up': True, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:44:20.545164 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 0c0b4613-a294-414e-8841-6fd03efc33b0 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:20.546066 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0c0b4613-a294-414e-8841-6fd03efc33b0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:20.584568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becf104-424a-4de5-ade6-cf27bdbdb02a req-ae160856-e10b-409b-81eb-755de12f1983 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:20.592595 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9becf104-424a-4de5-ade6-cf27bdbdb02a req-ae160856-e10b-409b-81eb-755de12f1983 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 931 time: 0.6914084 Feb 28 20:44:20.658683 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-00661c54-56aa-45e7-a163-56d55aeb8621 None None] Port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:44:20.701138 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2e5de-b892-4e8f-8507-73ccd5331fc8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event updated for resources: {'Network': ['ID=ce8f6d25-738c-4872-86c2-51ba36475a5f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:20.720883 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ce8f6d25-738c-4872-86c2-51ba36475a5f details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:44:20.730324 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9becf104-424a-4de5-ade6-cf27bdbdb02a req-ca7eb613-69cb-4cc3-bcc2-886c38f08e9d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347103 Feb 28 20:44:20.828879 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11713b3b-a261-4c4b-9501-405201160086 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:20.830180 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11713b3b-a261-4c4b-9501-405201160086 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:20.871113 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:44:20.894905 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] Publish callbacks [] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:20.926712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] Transition to ACTIVE for port object 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:44:20.932257 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:20.963854 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 0c0b4613-a294-414e-8841-6fd03efc33b0 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:21.023634 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] Pushing event updated for resources: {'Port': ['ID=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:21.223342 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] Attempting to bind port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:44:21.223699 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] Attempting to bind port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'cddc319a-d99b-4f81-9d76-50f737bcad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:44:21.224071 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] Attempting to bind port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c on network 0d3ad149-d73d-45f3-a8b5-2e78d9de1830 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:44:21.229545 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] Port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c on network 0d3ad149-d73d-45f3-a8b5-2e78d9de1830 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:44:21.229878 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] Attempting to bind port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c on network 0d3ad149-d73d-45f3-a8b5-2e78d9de1830 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:44:21.236251 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:44:21.236590 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] Checking segment: {'id': 'cddc319a-d99b-4f81-9d76-50f737bcad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:44:21.236993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] Bound using segment: {'id': 'cddc319a-d99b-4f81-9d76-50f737bcad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:44:21.237433 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] Bound port: 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cddc319a-d99b-4f81-9d76-50f737bcad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:44:21.237795 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:21.360847 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:21.383426 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] For port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:44:21.388759 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] For port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,segment=NetworkSegment(cddc319a-d99b-4f81-9d76-50f737bcad5d),segment_id=cddc319a-d99b-4f81-9d76-50f737bcad5d)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:44:21.398418 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:21.456037 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:21.456996 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:21.458755 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] 10.222.0.15 "PUT /v2.0/ports/8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c HTTP/1.1" status: 200 len: 1092 time: 1.4950514 Feb 28 20:44:21.459309 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866236a6-f181-41b1-a97a-d1258010b326', 'tag': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:44:21.462289 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cd616b-21f7-4774-ac25-980499bb7411" -d '{"events": [{"name": "network-changed", "server_uuid": "866236a6-f181-41b1-a97a-d1258010b326", "tag": "8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:44:21.588430 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e17d5a-b8f0-4d51-95ea-445bf9166ec8 x-openstack-request-id: req-97e17d5a-b8f0-4d51-95ea-445bf9166ec8 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:44:21.588735 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866236a6-f181-41b1-a97a-d1258010b326", "tag": "8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:44:21.588999 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97e17d5a-b8f0-4d51-95ea-445bf9166ec8 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:44:21.589412 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866236a6-f181-41b1-a97a-d1258010b326', 'tag': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c', 'status': 'completed', 'code': 200} Feb 28 20:44:21.599284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9665da-003c-4f76-bd8b-7823fc09fe7f service neutron] Pushing event updated for resources: {'Port': ['ID=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:21.614740 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-12691472-fb3c-4de6-a5f0-0479b6236873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:21.616574 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-12691472-fb3c-4de6-a5f0-0479b6236873 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 1126 time: 0.0867441 Feb 28 20:44:21.713914 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-645000be-1c62-4fde-b2f8-21cc76aaa3d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c HTTP/1.1" status: 200 len: 217 time: 0.0863550 Feb 28 20:44:21.833045 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-2339ab72-8fd2-4003-b027-297b6d77c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:21.840460 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-2339ab72-8fd2-4003-b027-297b6d77c5e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a792bfee-4d82-4cc8-8f52-66116f2e1445 HTTP/1.1" status: 200 len: 834 time: 0.1197288 Feb 28 20:44:21.949972 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11713b3b-a261-4c4b-9501-405201160086 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for router_controller (fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:21.985291 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-9ef8ad69-b093-49de-bcb3-e5302423d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:21.989602 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-9ef8ad69-b093-49de-bcb3-e5302423d4e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1416728 Feb 28 20:44:22.124247 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6543d-8584-4172-8ed4-f755b8be7601 req-2481f665-8e91-4753-8063-3600e3405cb9 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:22.126251 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4a6543d-8584-4172-8ed4-f755b8be7601 req-2481f665-8e91-4753-8063-3600e3405cb9 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 943 time: 0.2385669 Feb 28 20:44:22.222033 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-75f28a28-eb16-4db0-9d5f-08cfd7df30c7 service neutron] 10.222.0.15 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277663 Feb 28 20:44:22.343099 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4a6543d-8584-4172-8ed4-f755b8be7601 req-7a77f439-d847-40f7-92b4-7a1eec708e40 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890190 Feb 28 20:44:22.348020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-3fa1dd3a-cc90-426f-8c81-a81b53a6b630 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Allocated IP 172.20.0.17 (dfb28eec-93ab-4c26-86f7-f873e8dcc23b/d1867315-7705-4f1c-b320-3606480de329/4b1fafab-bd14-46a5-86de-f35a1325a8f8) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:44:22.352364 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11713b3b-a261-4c4b-9501-405201160086 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for router_gateway (fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:22.419550 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-82dc543a-62dc-4910-ab91-fabf3a8d9096 req-c6f33a04-e376-4756-9b81-fe233e2bc7cf service neutron] 10.222.0.15 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883891 Feb 28 20:44:22.552895 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd616b-21f7-4774-ac25-980499bb7411 req-5c35bd56-a161-4ee4-a180-76f7893e6576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:22.555572 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-77cd616b-21f7-4774-ac25-980499bb7411 req-5c35bd56-a161-4ee4-a180-76f7893e6576 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 1126 time: 0.0830185 Feb 28 20:44:22.587970 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3fa1dd3a-cc90-426f-8c81-a81b53a6b630 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for port (4b1fafab-bd14-46a5-86de-f35a1325a8f8), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:22.625760 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:22.700103 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:22.751601 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd616b-21f7-4774-ac25-980499bb7411 req-d8d7b337-bb4f-4a0b-aaa4-2662a1cdd638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:22.754529 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-77cd616b-21f7-4774-ac25-980499bb7411 req-d8d7b337-bb4f-4a0b-aaa4-2662a1cdd638 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830 HTTP/1.1" status: 200 len: 897 time: 0.1898184 Feb 28 20:44:22.763433 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3fa1dd3a-cc90-426f-8c81-a81b53a6b630 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4b1fafab-bd14-46a5-86de-f35a1325a8f8), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:22.802612 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11713b3b-a261-4c4b-9501-405201160086 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for router_gateway (fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:22.807654 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa1dd3a-cc90-426f-8c81-a81b53a6b630 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Network dfb28eec-93ab-4c26-86f7-f873e8dcc23b is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:44:22.817444 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-77cd616b-21f7-4774-ac25-980499bb7411 req-209f4229-137a-4c00-ad93-ae6111417039 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c HTTP/1.1" status: 200 len: 217 time: 0.0569813 Feb 28 20:44:22.850024 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-3fa1dd3a-cc90-426f-8c81-a81b53a6b630 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:44:22.864661 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa1dd3a-cc90-426f-8c81-a81b53a6b630 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:44:22.876033 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11713b3b-a261-4c4b-9501-405201160086 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:22.918060 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd616b-21f7-4774-ac25-980499bb7411 req-3d5a0563-1ead-4169-b07f-c99f353154f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:22.921687 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-77cd616b-21f7-4774-ac25-980499bb7411 req-3d5a0563-1ead-4169-b07f-c99f353154f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a792bfee-4d82-4cc8-8f52-66116f2e1445 HTTP/1.1" status: 200 len: 834 time: 0.0971260 Feb 28 20:44:23.001415 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3fa1dd3a-cc90-426f-8c81-a81b53a6b630 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (15f30800-36ad-4ac0-b60f-6991a25a0162), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:23.012661 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd616b-21f7-4774-ac25-980499bb7411 req-80b617cf-d858-4a77-b051-0848762ee5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:23.014263 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-77cd616b-21f7-4774-ac25-980499bb7411 req-80b617cf-d858-4a77-b051-0848762ee5cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0864720 Feb 28 20:44:23.211969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1dd3a-cc90-426f-8c81-a81b53a6b630 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'Port': ['ID=4b1fafab-bd14-46a5-86de-f35a1325a8f8,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:23.244169 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-77cd616b-21f7-4774-ac25-980499bb7411 req-895d00f7-aaf3-4ba2-bd09-b5d40ea32187 service neutron] 10.222.0.15 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207844 Feb 28 20:44:23.410424 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b02f0dd1-df73-4119-9ff3-493b14dab263 None None] Provisioning complete for port 4b1fafab-bd14-46a5-86de-f35a1325a8f8 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:23.410803 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b02f0dd1-df73-4119-9ff3-493b14dab263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4b1fafab-bd14-46a5-86de-f35a1325a8f8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:23.493835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b02f0dd1-df73-4119-9ff3-493b14dab263 None None] Port 4b1fafab-bd14-46a5-86de-f35a1325a8f8 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:44:23.520943 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-77cd616b-21f7-4774-ac25-980499bb7411 req-c5d78a80-a7cb-4e16-b148-bc3624b3b372 service neutron] 10.222.0.15 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703965 Feb 28 20:44:23.580302 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3fa1dd3a-cc90-426f-8c81-a81b53a6b630 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4b1fafab-bd14-46a5-86de-f35a1325a8f8), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:23.585913 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-11713b3b-a261-4c4b-9501-405201160086 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Allocated IP 172.25.0.6 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/0006e4b3-9b20-4fee-8b4b-8b7de566c423) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:44:23.631597 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb710545-4308-411e-838a-d4d747e9f5fd req-4a6f7f62-17e9-43db-af23-99033e5212a9 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:23.633100 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb710545-4308-411e-838a-d4d747e9f5fd req-4a6f7f62-17e9-43db-af23-99033e5212a9 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 943 time: 0.1135092 Feb 28 20:44:23.809322 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb710545-4308-411e-838a-d4d747e9f5fd req-5628438a-cc08-44f1-9912-2b7be4dcd8fb tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544771 Feb 28 20:44:23.886601 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11713b3b-a261-4c4b-9501-405201160086 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for port (0006e4b3-9b20-4fee-8b4b-8b7de566c423), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:23.993547 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11713b3b-a261-4c4b-9501-405201160086 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0006e4b3-9b20-4fee-8b4b-8b7de566c423), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:24.046696 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11713b3b-a261-4c4b-9501-405201160086 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:44:24.056134 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-11713b3b-a261-4c4b-9501-405201160086 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:44:24.061635 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11713b3b-a261-4c4b-9501-405201160086 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:44:24.092077 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11713b3b-a261-4c4b-9501-405201160086 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event updated for resources: {'Port': ['ID=0006e4b3-9b20-4fee-8b4b-8b7de566c423,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:24.168616 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3fa1dd3a-cc90-426f-8c81-a81b53a6b630 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for port (4b1fafab-bd14-46a5-86de-f35a1325a8f8), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:24.204511 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3fa1dd3a-cc90-426f-8c81-a81b53a6b630 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (4b1fafab-bd14-46a5-86de-f35a1325a8f8), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:24.278968 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3fa1dd3a-cc90-426f-8c81-a81b53a6b630 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (15f30800-36ad-4ac0-b60f-6991a25a0162), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:24.768173 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1dd3a-cc90-426f-8c81-a81b53a6b630 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'Port': ['ID=4b1fafab-bd14-46a5-86de-f35a1325a8f8,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:24.926724 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:44:24.943585 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa1dd3a-cc90-426f-8c81-a81b53a6b630 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Network dfb28eec-93ab-4c26-86f7-f873e8dcc23b is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:44:24.948233 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-3fa1dd3a-cc90-426f-8c81-a81b53a6b630 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:44:25.215051 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,segment=NetworkSegment(cddc319a-d99b-4f81-9d76-50f737bcad5d),segment_id=cddc319a-d99b-4f81-9d76-50f737bcad5d)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:25.223713 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11713b3b-a261-4c4b-9501-405201160086 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for router_gateway (fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:25.266865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c', 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830', 'port_id': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c', 'mac_address': 'fa:16:3e:fe:65:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a792bfee-4d82-4cc8-8f52-66116f2e1445', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:44:25.396363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:25.396766 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:25.428111 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:44:25.428664 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26bafd-3566-4f85-b7d8-56e488dec745 req-272fed3a-993f-407c-926e-33186c0ce9cd tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:25.431302 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e26bafd-3566-4f85-b7d8-56e488dec745 req-272fed3a-993f-407c-926e-33186c0ce9cd tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 943 time: 0.4672098 Feb 28 20:44:25.472356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,segment=NetworkSegment(cddc319a-d99b-4f81-9d76-50f737bcad5d),segment_id=cddc319a-d99b-4f81-9d76-50f737bcad5d)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:25.480185 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-be38afba-f01d-4e49-9a99-96f3c152588d None None] Provisioning complete for port 4b1fafab-bd14-46a5-86de-f35a1325a8f8 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:25.481399 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-be38afba-f01d-4e49-9a99-96f3c152588d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4b1fafab-bd14-46a5-86de-f35a1325a8f8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:25.484495 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:25.571015 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:25.594613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-be38afba-f01d-4e49-9a99-96f3c152588d None None] Port 4b1fafab-bd14-46a5-86de-f35a1325a8f8 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:44:25.613487 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e26bafd-3566-4f85-b7d8-56e488dec745 req-87e974fb-f173-44c7-9c27-c0da7a1f1dce tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728883 Feb 28 20:44:25.708944 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:44:25.890015 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11713b3b-a261-4c4b-9501-405201160086 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:25.903360 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa1dd3a-cc90-426f-8c81-a81b53a6b630 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Router 15f30800-36ad-4ac0-b60f-6991a25a0162 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:44:26.248824 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa1dd3a-cc90-426f-8c81-a81b53a6b630 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:44:26.259589 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3fa1dd3a-cc90-426f-8c81-a81b53a6b630 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "PUT /v2.0/routers/15f30800-36ad-4ac0-b60f-6991a25a0162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4561646 Feb 28 20:44:26.280174 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] Sync routers for ids ['15f30800-36ad-4ac0-b60f-6991a25a0162'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:44:26.295356 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d42d43a-11d8-4424-92d2-782c68ec2ae1 req-e3335882-e594-4505-b7ad-069eb4d905b9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3974218 Feb 28 20:44:26.309942 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] Routers {'15f30800-36ad-4ac0-b60f-6991a25a0162'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:44:26.310207 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:44:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['15f30800-36ad-4ac0-b60f-6991a25a0162'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:26.452102 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42d43a-11d8-4424-92d2-782c68ec2ae1 req-5eebb404-99d1-4d4d-83a6-0c73bd371c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:26.453872 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d42d43a-11d8-4424-92d2-782c68ec2ae1 req-5eebb404-99d1-4d4d-83a6-0c73bd371c8b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967&device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 1128 time: 0.0763161 Feb 28 20:44:26.589114 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] Set router 15f30800-36ad-4ac0-b60f-6991a25a0162 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:44:26.606020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11713b3b-a261-4c4b-9501-405201160086 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Router fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:44:26.734433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42d43a-11d8-4424-92d2-782c68ec2ae1 req-d40c467d-6d83-4181-9463-fb08d3fc4f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:26.742747 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d42d43a-11d8-4424-92d2-782c68ec2ae1 req-d40c467d-6d83-4181-9463-fb08d3fc4f5d service neutron] 10.222.0.10 "GET /v2.0/networks?id=d7e6f497-e0bd-47f1-add8-b329ee75ad40 HTTP/1.1" status: 200 len: 897 time: 0.2473211 Feb 28 20:44:26.939301 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:44:27.026101 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d42d43a-11d8-4424-92d2-782c68ec2ae1 req-6869422f-f9c3-4fe6-a33a-15ea96e25ffe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3349377e-5b19-411a-ae9c-ab6fe0fbbe93 HTTP/1.1" status: 200 len: 1001 time: 0.2711263 Feb 28 20:44:27.071003 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'name': 'tempest-TestNetworkBasicOps-router-1806619863', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:42:37Z', 'updated_at': '2022-02-28T20:44:23Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:38Z', 'updated_at': '2022-02-28T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3d42e3f5-ceba-4cc2-9488-74f88d31d0aa', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'port_id': '3349377e-5b19-411a-ae9c-ab6fe0fbbe93', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'mac_address': 'fa:16:3e:a5:b5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b045ebe-01db-4e3d-ad59-4910d04d6f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:43:13Z', 'updated_at': '2022-02-28T20:43:19Z', 'revision_number': 1, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b1fafab-bd14-46a5-86de-f35a1325a8f8', 'name': '', 'network_id': 'dfb28eec-93ab-4c26-86f7-f873e8dcc23b', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:0c:be:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd1867315-7705-4f1c-b320-3606480de329', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:20Z', 'updated_at': '2022-02-28T20:44:23Z', 'revision_number': 2, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': 'd1867315-7705-4f1c-b320-3606480de329', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b66f913e-271d-461c-b82b-80f3993e95a0', 'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:85:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:42Z', 'updated_at': '2022-02-28T20:42:52Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:27.072076 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:44:27.078878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:27.079256 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:27.148068 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11713b3b-a261-4c4b-9501-405201160086 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:44:27.171086 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] Sync routers for ids ['fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:44:27.194650 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] Checking router: 15f30800-36ad-4ac0-b60f-6991a25a0162 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:44:27.195006 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] Updating router 15f30800-36ad-4ac0-b60f-6991a25a0162 port 4b1fafab-bd14-46a5-86de-f35a1325a8f8 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:44:27.228624 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] Routers {'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:44:27.230684 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85128829-7b75-4d12-a411-e51b7a4befeb req-275a857a-3129-456c-95ee-2ee214c9ca61 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:27.231518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:44:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:27.239702 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85128829-7b75-4d12-a411-e51b7a4befeb req-275a857a-3129-456c-95ee-2ee214c9ca61 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 944 time: 0.4294333 Feb 28 20:44:27.262253 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11713b3b-a261-4c4b-9501-405201160086 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:27.267452 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60746) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:27.280429 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-11713b3b-a261-4c4b-9501-405201160086 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.7643964 Feb 28 20:44:27.291798 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4b1fafab-bd14-46a5-86de-f35a1325a8f8), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:27.374543 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77080673-dec7-4613-9d89-5ecc411e1281 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:27.380883 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42d43a-11d8-4424-92d2-782c68ec2ae1 req-6490dcd4-1641-4a74-8d56-c246c422c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:27.381646 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-77080673-dec7-4613-9d89-5ecc411e1281 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a44130e0e64c4d758649c1eb52acbb2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1125343 Feb 28 20:44:27.382466 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60748) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:27.386025 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d42d43a-11d8-4424-92d2-782c68ec2ae1 req-6490dcd4-1641-4a74-8d56-c246c422c054 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3be1eafe-f5f5-40d8-b852-8948db986ed5 HTTP/1.1" status: 200 len: 834 time: 0.3410773 Feb 28 20:44:27.500288 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85128829-7b75-4d12-a411-e51b7a4befeb req-e720787d-84bd-4d43-9136-ca12523e0152 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056174 Feb 28 20:44:27.555032 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42d43a-11d8-4424-92d2-782c68ec2ae1 req-7ef75012-d519-4f31-acf3-27081b1d0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:27.566042 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d42d43a-11d8-4424-92d2-782c68ec2ae1 req-7ef75012-d519-4f31-acf3-27081b1d0444 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7e6f497-e0bd-47f1-add8-b329ee75ad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1690345 Feb 28 20:44:27.601617 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5ff6f7-3696-43d6-8372-2923b461885e tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:27.606211 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1f5ff6f7-3696-43d6-8372-2923b461885e tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2209697 Feb 28 20:44:27.606838 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60752) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:27.684658 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-09c7b469-ad63-489b-b297-c865915f2191 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0764515 Feb 28 20:44:27.686751 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60754) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:27.755631 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7c303475-fbf0-4e71-ab59-4a2d83e1dd89 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a44130e0e64c4d758649c1eb52acbb2f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0599785 Feb 28 20:44:27.756618 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60758) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:27.799458 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d42d43a-11d8-4424-92d2-782c68ec2ae1 req-258884a3-74df-4c9d-b6a9-a37da2bfa71a service neutron] 10.222.0.10 "GET /v2.0/networks/d7e6f497-e0bd-47f1-add8-b329ee75ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260556 Feb 28 20:44:27.879033 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] Set router fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:44:27.945651 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:27.945651 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:27.969702 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a6ae95-afb4-4a54-9eeb-4c4faf4bec78 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:27.974355 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c6a6ae95-afb4-4a54-9eeb-4c4faf4bec78 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2167697 Feb 28 20:44:27.974961 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60760) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:28.078927 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d42d43a-11d8-4424-92d2-782c68ec2ae1 req-e5a611ac-b891-49b3-99f7-2f4b575d7231 service neutron] 10.222.0.10 "GET /v2.0/networks/d7e6f497-e0bd-47f1-add8-b329ee75ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696643 Feb 28 20:44:28.082272 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60764) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:28.095303 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3542bcac-9a2a-45a2-b3e0-2f83f1586e8a tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1190791 Feb 28 20:44:28.117366 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6d6b2206-467a-4976-b2f3-fab71a106bc5 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-136332507', 'network_id': 'ce8f6d25-738c-4872-86c2-51ba36475a5f', 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:44:28.160323 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,segment=NetworkSegment(cddc319a-d99b-4f81-9d76-50f737bcad5d),segment_id=cddc319a-d99b-4f81-9d76-50f737bcad5d)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:28.164488 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866236a6-f181-41b1-a97a-d1258010b326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:44:28.168906 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea14d7c-6e65-422b-a3af-95f473a38398" -d '{"events": [{"server_uuid": "866236a6-f181-41b1-a97a-d1258010b326", "name": "network-vif-plugged", "status": "completed", "tag": "8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:44:28.173453 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:28.233456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-854684718', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '0006e4b3-9b20-4fee-8b4b-8b7de566c423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:20Z', 'updated_at': '2022-02-28T20:44:24Z', 'revision_number': 3, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port': {'id': '0006e4b3-9b20-4fee-8b4b-8b7de566c423', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:22Z', 'updated_at': '2022-02-28T20:44:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:28.288477 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:28.307433 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cc6e04-e378-499a-953f-0ce926a9372f x-openstack-request-id: req-18cc6e04-e378-499a-953f-0ce926a9372f {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:44:28.307779 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866236a6-f181-41b1-a97a-d1258010b326", "name": "network-vif-plugged", "status": "completed", "tag": "8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:44:28.307999 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18cc6e04-e378-499a-953f-0ce926a9372f {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:44:28.308403 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866236a6-f181-41b1-a97a-d1258010b326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c', 'code': 200} Feb 28 20:44:28.317263 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] Publish callbacks [] for port (4b1fafab-bd14-46a5-86de-f35a1325a8f8), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:28.324965 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4b1fafab-bd14-46a5-86de-f35a1325a8f8), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:28.351640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6b2206-467a-4976-b2f3-fab71a106bc5 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Made reservation on behalf of a44130e0e64c4d758649c1eb52acbb2f for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:44:28.357273 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2206-467a-4976-b2f3-fab71a106bc5 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:28.383914 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] Checking router: fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:44:28.384268 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] Updating router fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6 port 0006e4b3-9b20-4fee-8b4b-8b7de566c423 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:44:28.397184 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e08df4-d2ee-49bd-8ea3-31024450ab61 None None] Pushing event updated for resources: {'Port': ['ID=4b1fafab-bd14-46a5-86de-f35a1325a8f8,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:28.425085 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe370e7c-2186-4aeb-9d6a-f95aa43e65cc req-9cba0368-01c6-43da-82dd-59152aee61e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:28.426592 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fe370e7c-2186-4aeb-9d6a-f95aa43e65cc req-9cba0368-01c6-43da-82dd-59152aee61e7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 1128 time: 0.1165795 Feb 28 20:44:28.479553 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0006e4b3-9b20-4fee-8b4b-8b7de566c423), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:28.504245 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] Attempting to bind port 4b1fafab-bd14-46a5-86de-f35a1325a8f8 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:44:28.504609 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] Attempting to bind port 4b1fafab-bd14-46a5-86de-f35a1325a8f8 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dfb28eec-93ab-4c26-86f7-f873e8dcc23b'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:44:28.504972 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] Attempting to bind port 4b1fafab-bd14-46a5-86de-f35a1325a8f8 on network dfb28eec-93ab-4c26-86f7-f873e8dcc23b {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:44:28.530282 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:44:28.531179 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] Checking segment: {'id': '0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dfb28eec-93ab-4c26-86f7-f873e8dcc23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:44:28.533620 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:28.534347 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] Bound using segment: {'id': '0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dfb28eec-93ab-4c26-86f7-f873e8dcc23b'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:44:28.536347 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fe370e7c-2186-4aeb-9d6a-f95aa43e65cc req-461e28ab-7093-4bfb-8a51-698f7ba58768 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015406 Feb 28 20:44:28.537126 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] Bound port: 4b1fafab-bd14-46a5-86de-f35a1325a8f8, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dfb28eec-93ab-4c26-86f7-f873e8dcc23b'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:44:28.538566 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4b1fafab-bd14-46a5-86de-f35a1325a8f8), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:28.786772 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] For port 4b1fafab-bd14-46a5-86de-f35a1325a8f8, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:44:28.793629 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] For port 4b1fafab-bd14-46a5-86de-f35a1325a8f8, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4b1fafab-bd14-46a5-86de-f35a1325a8f8,segment=NetworkSegment(0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1),segment_id=0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:44:28.813961 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4b1fafab-bd14-46a5-86de-f35a1325a8f8), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:28.865488 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7a9dd1b7-0f75-47ce-a752-d9a119967aaa None None] Provisioning complete for port 4b1fafab-bd14-46a5-86de-f35a1325a8f8 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:28.866012 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7a9dd1b7-0f75-47ce-a752-d9a119967aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4b1fafab-bd14-46a5-86de-f35a1325a8f8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:28.978390 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] Routers {'15f30800-36ad-4ac0-b60f-6991a25a0162'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:44:28.986549 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:44:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['15f30800-36ad-4ac0-b60f-6991a25a0162'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:29.089865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7a9dd1b7-0f75-47ce-a752-d9a119967aaa None None] Current status of the port 4b1fafab-bd14-46a5-86de-f35a1325a8f8 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:29.090300 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7a9dd1b7-0f75-47ce-a752-d9a119967aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4b1fafab-bd14-46a5-86de-f35a1325a8f8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:29.245497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-7a9dd1b7-0f75-47ce-a752-d9a119967aaa None None] For port 4b1fafab-bd14-46a5-86de-f35a1325a8f8, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4b1fafab-bd14-46a5-86de-f35a1325a8f8,segment=NetworkSegment(0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1),segment_id=0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:29.267675 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7a9dd1b7-0f75-47ce-a752-d9a119967aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4b1fafab-bd14-46a5-86de-f35a1325a8f8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:29.353527 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] Set router 15f30800-36ad-4ac0-b60f-6991a25a0162 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:44:29.405636 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9dd1b7-0f75-47ce-a752-d9a119967aaa None None] Pushing event updated for resources: {'Port': ['ID=4b1fafab-bd14-46a5-86de-f35a1325a8f8,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:29.424778 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2206-467a-4976-b2f3-fab71a106bc5 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (2a596b8d-0c5b-4f12-87fd-0a57cfad03dd), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:29.494381 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b2206-467a-4976-b2f3-fab71a106bc5 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event updated for resources: {'Subnet': ['ID=2a596b8d-0c5b-4f12-87fd-0a57cfad03dd,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:29.512860 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e5b2d-7fbf-4885-8c7d-4961d2986dc4 req-ef1c71b6-beec-4a79-88e4-766a92604b07 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:29.521344 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c9e5b2d-7fbf-4885-8c7d-4961d2986dc4 req-ef1c71b6-beec-4a79-88e4-766a92604b07 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 945 time: 0.8261087 Feb 28 20:44:29.567208 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ac63e9f1-b287-42de-8bad-5660d1939294 None None] Provisioning complete for port 4b1fafab-bd14-46a5-86de-f35a1325a8f8 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:29.567208 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ac63e9f1-b287-42de-8bad-5660d1939294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4b1fafab-bd14-46a5-86de-f35a1325a8f8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:29.619050 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6b2206-467a-4976-b2f3-fab71a106bc5 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Checking segment: {'id': '49fd095a-8a35-4901-93cc-52b57fd1cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce8f6d25-738c-4872-86c2-51ba36475a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:44:29.619619 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6b2206-467a-4976-b2f3-fab71a106bc5 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Network hostable DHCP agents. Network: ce8f6d25-738c-4872-86c2-51ba36475a5f, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:44:29.665705 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c9e5b2d-7fbf-4885-8c7d-4961d2986dc4 req-4192a4af-a4ba-40d1-961e-f9ad9cb5ad8d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430945 Feb 28 20:44:29.691495 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6b2206-467a-4976-b2f3-fab71a106bc5 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Network ce8f6d25-738c-4872-86c2-51ba36475a5f is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:44:29.704471 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] Publish callbacks [] for port (0006e4b3-9b20-4fee-8b4b-8b7de566c423), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:29.710413 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-6d6b2206-467a-4976-b2f3-fab71a106bc5 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ce8f6d25-738c-4872-86c2-51ba36475a5f) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:44:29.733571 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5a0b4f-d456-491b-8db0-99fa9488da8c None None] Network ce8f6d25-738c-4872-86c2-51ba36475a5f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:44:29.733863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6b2206-467a-4976-b2f3-fab71a106bc5 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:29.734180 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2206-467a-4976-b2f3-fab71a106bc5 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:29.773481 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6d6b2206-467a-4976-b2f3-fab71a106bc5 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6777458 Feb 28 20:44:29.776271 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60780) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:29.791196 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e08df4-d2ee-49bd-8ea3-31024450ab61 None None] Pushing event updated for resources: {'Port': ['ID=4b1fafab-bd14-46a5-86de-f35a1325a8f8,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:29.888897 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'name': 'tempest-TestNetworkBasicOps-router-1806619863', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:42:37Z', 'updated_at': '2022-02-28T20:44:23Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:38Z', 'updated_at': '2022-02-28T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3d42e3f5-ceba-4cc2-9488-74f88d31d0aa', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'port_id': '3349377e-5b19-411a-ae9c-ab6fe0fbbe93', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'mac_address': 'fa:16:3e:a5:b5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b045ebe-01db-4e3d-ad59-4910d04d6f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:43:13Z', 'updated_at': '2022-02-28T20:43:19Z', 'revision_number': 1, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b1fafab-bd14-46a5-86de-f35a1325a8f8', 'name': '', 'network_id': 'dfb28eec-93ab-4c26-86f7-f873e8dcc23b', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:0c:be:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd1867315-7705-4f1c-b320-3606480de329', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:20Z', 'updated_at': '2022-02-28T20:44:28Z', 'revision_number': 4, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': 'd1867315-7705-4f1c-b320-3606480de329', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b66f913e-271d-461c-b82b-80f3993e95a0', 'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:85:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:42Z', 'updated_at': '2022-02-28T20:42:52Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:29.916670 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0006e4b3-9b20-4fee-8b4b-8b7de566c423), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:29.989500 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] Attempting to bind port 0006e4b3-9b20-4fee-8b4b-8b7de566c423 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:44:29.989866 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] Attempting to bind port 0006e4b3-9b20-4fee-8b4b-8b7de566c423 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:44:29.990221 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] Attempting to bind port 0006e4b3-9b20-4fee-8b4b-8b7de566c423 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:44:29.996572 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce627668-e754-45cb-b38f-65af84f996f3 None None] The sync data for ids ['15f30800-36ad-4ac0-b60f-6991a25a0162'] in n-d-820368-21 is: [{'id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'name': 'tempest-TestNetworkBasicOps-router-1806619863', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:42:37Z', 'updated_at': '2022-02-28T20:44:23Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:38Z', 'updated_at': '2022-02-28T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3d42e3f5-ceba-4cc2-9488-74f88d31d0aa', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'port_id': '3349377e-5b19-411a-ae9c-ab6fe0fbbe93', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'mac_address': 'fa:16:3e:a5:b5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b045ebe-01db-4e3d-ad59-4910d04d6f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:43:13Z', 'updated_at': '2022-02-28T20:43:19Z', 'revision_number': 1, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b1fafab-bd14-46a5-86de-f35a1325a8f8', 'name': '', 'network_id': 'dfb28eec-93ab-4c26-86f7-f873e8dcc23b', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:0c:be:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd1867315-7705-4f1c-b320-3606480de329', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:20Z', 'updated_at': '2022-02-28T20:44:28Z', 'revision_number': 4, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': 'd1867315-7705-4f1c-b320-3606480de329', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b66f913e-271d-461c-b82b-80f3993e95a0', 'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:85:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:42Z', 'updated_at': '2022-02-28T20:42:52Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:44:30.011378 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fba28-4648-42d2-8bb7-9cf02ad5ff5f None None] Pushing event updated for resources: {'Port': ['ID=0006e4b3-9b20-4fee-8b4b-8b7de566c423,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:30.018872 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:44:30.019251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:44:30.019630 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:30.020038 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:44:30.020520 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] Bound port: 0006e4b3-9b20-4fee-8b4b-8b7de566c423, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:44:30.020893 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0006e4b3-9b20-4fee-8b4b-8b7de566c423), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:30.168409 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] For port 0006e4b3-9b20-4fee-8b4b-8b7de566c423, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:44:30.171856 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] For port 0006e4b3-9b20-4fee-8b4b-8b7de566c423, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0006e4b3-9b20-4fee-8b4b-8b7de566c423,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:44:30.180732 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0006e4b3-9b20-4fee-8b4b-8b7de566c423), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:30.469544 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4b1fafab-bd14-46a5-86de-f35a1325a8f8 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:44:30.558606 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2002f809-d069-452d-bd43-0324d14d833a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-ce8f6d25-738c-4872-86c2-51ba36475a5f', 'network_id': 'ce8f6d25-738c-4872-86c2-51ba36475a5f', 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'fixed_ips': [{'subnet_id': '2a596b8d-0c5b-4f12-87fd-0a57cfad03dd'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:44:30.567642 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2002f809-d069-452d-bd43-0324d14d833a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:30.669832 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ac63e9f1-b287-42de-8bad-5660d1939294 None None] Current status of the port 4b1fafab-bd14-46a5-86de-f35a1325a8f8 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:30.715412 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fba28-4648-42d2-8bb7-9cf02ad5ff5f None None] Pushing event updated for resources: {'Port': ['ID=0006e4b3-9b20-4fee-8b4b-8b7de566c423,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:30.726017 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] Routers {'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:44:30.726832 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:44:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:30.742576 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-99aab460-d657-4c20-b549-10424c97647d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:30.893560 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] Set router fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:44:30.939127 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96f278-266c-47af-a602-d3b827f69dd6 req-2b6314ec-d47a-4723-9617-40f61c5f04bf tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:30.940664 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-be96f278-266c-47af-a602-d3b827f69dd6 req-2b6314ec-d47a-4723-9617-40f61c5f04bf tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 945 time: 0.1355550 Feb 28 20:44:31.058436 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-be96f278-266c-47af-a602-d3b827f69dd6 req-17a3e7c2-93af-4a79-b11c-c634261c8773 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101809 Feb 28 20:44:31.329947 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fda58-946b-4739-8546-d309cf177f9d req-5804041a-e619-433d-ae26-193f824c4ee2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:31.334773 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b39fda58-946b-4739-8546-d309cf177f9d req-5804041a-e619-433d-ae26-193f824c4ee2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 945 time: 0.1292999 Feb 28 20:44:31.447533 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4b1fafab-bd14-46a5-86de-f35a1325a8f8 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:31.448122 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4b1fafab-bd14-46a5-86de-f35a1325a8f8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:31.466218 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b39fda58-946b-4739-8546-d309cf177f9d req-04ed378e-9283-46db-8448-399a08eafab1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275735 Feb 28 20:44:31.467700 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-99aab460-d657-4c20-b549-10424c97647d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Allocated IP 172.20.0.17 (ce8f6d25-738c-4872-86c2-51ba36475a5f/2a596b8d-0c5b-4f12-87fd-0a57cfad03dd/907526da-769f-46de-b83b-e5f10de946a9) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:44:31.540220 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60802) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:31.563649 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-854684718', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '0006e4b3-9b20-4fee-8b4b-8b7de566c423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:20Z', 'updated_at': '2022-02-28T20:44:24Z', 'revision_number': 3, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port': {'id': '0006e4b3-9b20-4fee-8b4b-8b7de566c423', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:22Z', 'updated_at': '2022-02-28T20:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:31.601193 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fff424-c664-4a0c-be86-63b438f33dac None None] The sync data for ids ['fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6'] in n-d-820368-21 is: [{'id': 'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-854684718', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '0006e4b3-9b20-4fee-8b4b-8b7de566c423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:20Z', 'updated_at': '2022-02-28T20:44:24Z', 'revision_number': 3, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port': {'id': '0006e4b3-9b20-4fee-8b4b-8b7de566c423', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:22Z', 'updated_at': '2022-02-28T20:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:44:31.635439 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8afe79f-fc87-46fc-a0df-cbf1df729135 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:31.644876 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b8afe79f-fc87-46fc-a0df-cbf1df729135 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 1123 time: 0.1034398 Feb 28 20:44:31.647564 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60804) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:31.653624 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-8bd70c57-0996-4d7e-99e4-dccd96592314 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:44:31.680121 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8bd70c57-0996-4d7e-99e4-dccd96592314 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:31.750917 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4b1fafab-bd14-46a5-86de-f35a1325a8f8 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:31.769483 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-99aab460-d657-4c20-b549-10424c97647d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for port (907526da-769f-46de-b83b-e5f10de946a9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:31.823718 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-99aab460-d657-4c20-b549-10424c97647d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (907526da-769f-46de-b83b-e5f10de946a9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:31.885295 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aab460-d657-4c20-b549-10424c97647d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Network ce8f6d25-738c-4872-86c2-51ba36475a5f is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:44:31.897233 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8bd70c57-0996-4d7e-99e4-dccd96592314 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:31.898335 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-99aab460-d657-4c20-b549-10424c97647d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:44:31.903365 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aab460-d657-4c20-b549-10424c97647d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:44:31.928264 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-2002f809-d069-452d-bd43-0324d14d833a None None] Allocated IP 172.20.0.18 (ce8f6d25-738c-4872-86c2-51ba36475a5f/2a596b8d-0c5b-4f12-87fd-0a57cfad03dd/ce793689-7b69-4dfd-b22c-aef42bfe8d67) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:44:31.946906 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aab460-d657-4c20-b549-10424c97647d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event updated for resources: {'Port': ['ID=907526da-769f-46de-b83b-e5f10de946a9,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:32.002669 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-99aab460-d657-4c20-b549-10424c97647d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:32.220252 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-8bd70c57-0996-4d7e-99e4-dccd96592314 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Allocated IP 172.25.0.234 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/e032433e-05dd-4cfc-aa6c-4463731bacfa) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:44:32.398705 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-99aab460-d657-4c20-b549-10424c97647d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (907526da-769f-46de-b83b-e5f10de946a9), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:32.504275 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8bd70c57-0996-4d7e-99e4-dccd96592314 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (e032433e-05dd-4cfc-aa6c-4463731bacfa), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:32.660591 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8bd70c57-0996-4d7e-99e4-dccd96592314 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e032433e-05dd-4cfc-aa6c-4463731bacfa), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:32.808593 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd70c57-0996-4d7e-99e4-dccd96592314 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=e032433e-05dd-4cfc-aa6c-4463731bacfa,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:32.855278 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd70c57-0996-4d7e-99e4-dccd96592314 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:44:32.859144 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-8bd70c57-0996-4d7e-99e4-dccd96592314 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:44:32.866888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd70c57-0996-4d7e-99e4-dccd96592314 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:44:32.916715 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2002f809-d069-452d-bd43-0324d14d833a None None] Publish callbacks [] for port (ce793689-7b69-4dfd-b22c-aef42bfe8d67), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:32.929338 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0006e4b3-9b20-4fee-8b4b-8b7de566c423 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:44:32.944482 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2002f809-d069-452d-bd43-0324d14d833a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (ce793689-7b69-4dfd-b22c-aef42bfe8d67), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:33.104292 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2002f809-d069-452d-bd43-0324d14d833a None None] Network ce8f6d25-738c-4872-86c2-51ba36475a5f is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:44:33.129330 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-2002f809-d069-452d-bd43-0324d14d833a None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:44:33.132905 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2002f809-d069-452d-bd43-0324d14d833a None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:44:33.193092 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002f809-d069-452d-bd43-0324d14d833a None None] Pushing event updated for resources: {'Port': ['ID=ce793689-7b69-4dfd-b22c-aef42bfe8d67,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:33.305532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2002f809-d069-452d-bd43-0324d14d833a None None] Attempting to bind port ce793689-7b69-4dfd-b22c-aef42bfe8d67 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:44:33.305868 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2002f809-d069-452d-bd43-0324d14d833a None None] Attempting to bind port ce793689-7b69-4dfd-b22c-aef42bfe8d67 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '49fd095a-8a35-4901-93cc-52b57fd1cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce8f6d25-738c-4872-86c2-51ba36475a5f'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:44:33.306460 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2002f809-d069-452d-bd43-0324d14d833a None None] Attempting to bind port ce793689-7b69-4dfd-b22c-aef42bfe8d67 on network ce8f6d25-738c-4872-86c2-51ba36475a5f {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:44:33.322455 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2002f809-d069-452d-bd43-0324d14d833a None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:44:33.322840 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2002f809-d069-452d-bd43-0324d14d833a None None] Checking segment: {'id': '49fd095a-8a35-4901-93cc-52b57fd1cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce8f6d25-738c-4872-86c2-51ba36475a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:44:33.323250 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2002f809-d069-452d-bd43-0324d14d833a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:33.323642 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2002f809-d069-452d-bd43-0324d14d833a None None] Bound using segment: {'id': '49fd095a-8a35-4901-93cc-52b57fd1cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce8f6d25-738c-4872-86c2-51ba36475a5f'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:44:33.324154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2002f809-d069-452d-bd43-0324d14d833a None None] Bound port: ce793689-7b69-4dfd-b22c-aef42bfe8d67, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49fd095a-8a35-4901-93cc-52b57fd1cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce8f6d25-738c-4872-86c2-51ba36475a5f'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:44:33.324545 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2002f809-d069-452d-bd43-0324d14d833a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ce793689-7b69-4dfd-b22c-aef42bfe8d67), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:33.337719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 0006e4b3-9b20-4fee-8b4b-8b7de566c423 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:33.338088 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0006e4b3-9b20-4fee-8b4b-8b7de566c423), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:33.598458 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-99aab460-d657-4c20-b549-10424c97647d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for port (907526da-769f-46de-b83b-e5f10de946a9), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:33.610053 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-99aab460-d657-4c20-b549-10424c97647d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (907526da-769f-46de-b83b-e5f10de946a9), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:33.615971 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2002f809-d069-452d-bd43-0324d14d833a None None] For port ce793689-7b69-4dfd-b22c-aef42bfe8d67, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:44:33.627309 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2002f809-d069-452d-bd43-0324d14d833a None None] For port ce793689-7b69-4dfd-b22c-aef42bfe8d67, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ce793689-7b69-4dfd-b22c-aef42bfe8d67,segment=NetworkSegment(49fd095a-8a35-4901-93cc-52b57fd1cbc9),segment_id=49fd095a-8a35-4901-93cc-52b57fd1cbc9)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:44:33.709853 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2002f809-d069-452d-bd43-0324d14d833a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ce793689-7b69-4dfd-b22c-aef42bfe8d67), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:33.739036 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-99aab460-d657-4c20-b549-10424c97647d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:33.742404 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aab460-d657-4c20-b549-10424c97647d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event updated for resources: {'Port': ['ID=907526da-769f-46de-b83b-e5f10de946a9,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:33.798014 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 0006e4b3-9b20-4fee-8b4b-8b7de566c423 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:33.798421 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0006e4b3-9b20-4fee-8b4b-8b7de566c423), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:33.873064 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aab460-d657-4c20-b549-10424c97647d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Network ce8f6d25-738c-4872-86c2-51ba36475a5f is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:44:33.882032 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-99aab460-d657-4c20-b549-10424c97647d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:44:33.890413 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8bd70c57-0996-4d7e-99e4-dccd96592314 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for floatingip (8056cd78-1b9e-4736-ab85-992a7d826788), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:33.901406 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 0006e4b3-9b20-4fee-8b4b-8b7de566c423, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0006e4b3-9b20-4fee-8b4b-8b7de566c423,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:33.926344 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0006e4b3-9b20-4fee-8b4b-8b7de566c423), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:33.940890 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002f809-d069-452d-bd43-0324d14d833a None None] Pushing event updated for resources: {'Port': ['ID=ce793689-7b69-4dfd-b22c-aef42bfe8d67,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:34.113452 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8bd70c57-0996-4d7e-99e4-dccd96592314 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e032433e-05dd-4cfc-aa6c-4463731bacfa), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:34.139055 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=0006e4b3-9b20-4fee-8b4b-8b7de566c423,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:34.319667 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99aab460-d657-4c20-b549-10424c97647d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Router fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:44:34.513201 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8bd70c57-0996-4d7e-99e4-dccd96592314 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (e032433e-05dd-4cfc-aa6c-4463731bacfa), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:34.519788 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8bd70c57-0996-4d7e-99e4-dccd96592314 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (e032433e-05dd-4cfc-aa6c-4463731bacfa), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:34.613977 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aab460-d657-4c20-b549-10424c97647d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:44:34.627994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd70c57-0996-4d7e-99e4-dccd96592314 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=e032433e-05dd-4cfc-aa6c-4463731bacfa,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:34.646839 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-99aab460-d657-4c20-b549-10424c97647d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "PUT /v2.0/routers/fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8687720 Feb 28 20:44:34.754211 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3bd1c6f4-3a7a-42ab-8f67-55b47bc3e420 req-421f1c7f-8c30-484a-84d8-5e245d1b3890 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1335561 Feb 28 20:44:34.787601 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8bd70c57-0996-4d7e-99e4-dccd96592314 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (8056cd78-1b9e-4736-ab85-992a7d826788), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:34.874580 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1c6f4-3a7a-42ab-8f67-55b47bc3e420 req-d2948542-d355-4212-863a-dca9a3c31bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:34.877247 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3bd1c6f4-3a7a-42ab-8f67-55b47bc3e420 req-d2948542-d355-4212-863a-dca9a3c31bb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a44130e0e64c4d758649c1eb52acbb2f&device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 1168 time: 0.0747461 Feb 28 20:44:35.024461 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1c6f4-3a7a-42ab-8f67-55b47bc3e420 req-8c9d0fad-850c-4a32-bb76-d1485b5bb296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:35.054303 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3bd1c6f4-3a7a-42ab-8f67-55b47bc3e420 req-8c9d0fad-850c-4a32-bb76-d1485b5bb296 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad2e4d78-9699-4e3c-990f-c9e9aa273b43 HTTP/1.1" status: 200 len: 897 time: 0.1491888 Feb 28 20:44:35.184829 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] Sync routers for ids ['fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:44:35.209788 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] Routers {'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:44:35.210422 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:44:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:35.295936 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3bd1c6f4-3a7a-42ab-8f67-55b47bc3e420 req-fd9efb56-e9ef-4e0c-8680-e08d10b925b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c21543d-4170-4412-bc70-272234f5d1c0 HTTP/1.1" status: 200 len: 1002 time: 0.2386966 Feb 28 20:44:35.311713 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-c918b741-0525-4700-b54c-eb803b4c6452 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:35.322590 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-c918b741-0525-4700-b54c-eb803b4c6452 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/networks?id=ce8f6d25-738c-4872-86c2-51ba36475a5f HTTP/1.1" status: 200 len: 798 time: 0.4519961 Feb 28 20:44:35.339610 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-8bd70c57-0996-4d7e-99e4-dccd96592314 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Floating IP 8056cd78-1b9e-4736-ab85-992a7d826788 associated. External IP: 172.25.0.234, port: 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c. Feb 28 20:44:35.415028 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] Set router fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:44:35.422204 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1c6f4-3a7a-42ab-8f67-55b47bc3e420 req-97a0790a-b42f-4b0a-b6f4-be46beaf7dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:35.423584 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3bd1c6f4-3a7a-42ab-8f67-55b47bc3e420 req-97a0790a-b42f-4b0a-b6f4-be46beaf7dd9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0af08551-6f74-4693-962d-59a07fca1ebd HTTP/1.1" status: 200 len: 834 time: 0.1216033 Feb 28 20:44:35.476884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-ca8ed40b-d267-4c7b-9fd9-c2acadbebf0a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/quotas/a44130e0e64c4d758649c1eb52acbb2f HTTP/1.1" status: 200 len: 375 time: 0.1532092 Feb 28 20:44:35.551563 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1c6f4-3a7a-42ab-8f67-55b47bc3e420 req-7e831402-4562-4449-8e13-999a1f0588bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:35.553135 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3bd1c6f4-3a7a-42ab-8f67-55b47bc3e420 req-7e831402-4562-4449-8e13-999a1f0588bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad2e4d78-9699-4e3c-990f-c9e9aa273b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1241155 Feb 28 20:44:35.714661 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-380e5a09-3f65-45d4-8f9c-a3371db9042a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a44130e0e64c4d758649c1eb52acbb2f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2298486 Feb 28 20:44:35.762213 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3bd1c6f4-3a7a-42ab-8f67-55b47bc3e420 req-6702b2e4-0008-475f-a651-ff517878d4a8 service neutron] 10.222.0.15 "GET /v2.0/networks/ad2e4d78-9699-4e3c-990f-c9e9aa273b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986454 Feb 28 20:44:35.790933 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f23c80e-55a9-43aa-bc2e-4d4d2cb07c3a None None] Network ce8f6d25-738c-4872-86c2-51ba36475a5f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:44:35.947351 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3bd1c6f4-3a7a-42ab-8f67-55b47bc3e420 req-c7f3ab20-93ec-4bfe-b58d-c412d7c90e9e service neutron] 10.222.0.15 "GET /v2.0/networks/ad2e4d78-9699-4e3c-990f-c9e9aa273b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790209 Feb 28 20:44:36.005531 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5212661a-742c-4924-a918-6678f275ae0f None None] Provisioning complete for port ce793689-7b69-4dfd-b22c-aef42bfe8d67 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:36.007242 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5212661a-742c-4924-a918-6678f275ae0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ce793689-7b69-4dfd-b22c-aef42bfe8d67), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:36.051424 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-854684718', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '0006e4b3-9b20-4fee-8b4b-8b7de566c423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:20Z', 'updated_at': '2022-02-28T20:44:32Z', 'revision_number': 4, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port': {'id': '0006e4b3-9b20-4fee-8b4b-8b7de566c423', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:22Z', 'updated_at': '2022-02-28T20:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '907526da-769f-46de-b83b-e5f10de946a9', 'name': '', 'network_id': 'ce8f6d25-738c-4872-86c2-51ba36475a5f', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'mac_address': 'fa:16:3e:92:35:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a596b8d-0c5b-4f12-87fd-0a57cfad03dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:31Z', 'updated_at': '2022-02-28T20:44:32Z', 'revision_number': 2, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'subnets': [{'id': '2a596b8d-0c5b-4f12-87fd-0a57cfad03dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:36.088164 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] Checking router: fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:44:36.088525 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] Updating router fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6 port 907526da-769f-46de-b83b-e5f10de946a9 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:44:36.088794 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-ea980a3f-606f-4b39-9196-b4f5446d6088 service neutron] 10.222.0.13 "GET /v2.0/networks/ce8f6d25-738c-4872-86c2-51ba36475a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726790 Feb 28 20:44:36.145639 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd70c57-0996-4d7e-99e4-dccd96592314 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Router 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:44:36.185617 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (907526da-769f-46de-b83b-e5f10de946a9), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:36.337461 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5212661a-742c-4924-a918-6678f275ae0f None None] Current status of the port ce793689-7b69-4dfd-b22c-aef42bfe8d67 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:36.337858 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5212661a-742c-4924-a918-6678f275ae0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ce793689-7b69-4dfd-b22c-aef42bfe8d67), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:36.402483 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5212661a-742c-4924-a918-6678f275ae0f None None] For port ce793689-7b69-4dfd-b22c-aef42bfe8d67, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ce793689-7b69-4dfd-b22c-aef42bfe8d67,segment=NetworkSegment(49fd095a-8a35-4901-93cc-52b57fd1cbc9),segment_id=49fd095a-8a35-4901-93cc-52b57fd1cbc9)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:36.409311 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5212661a-742c-4924-a918-6678f275ae0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ce793689-7b69-4dfd-b22c-aef42bfe8d67), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:36.529206 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-6c66c489-0173-4f06-bf33-3e4d0f263ae7 service neutron] 10.222.0.13 "GET /v2.0/networks/ce8f6d25-738c-4872-86c2-51ba36475a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308085 Feb 28 20:44:36.547239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212661a-742c-4924-a918-6678f275ae0f None None] Pushing event updated for resources: {'Port': ['ID=ce793689-7b69-4dfd-b22c-aef42bfe8d67,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:36.559890 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ce793689-7b69-4dfd-b22c-aef42bfe8d67 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:44:36.589615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd70c57-0996-4d7e-99e4-dccd96592314 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:44:36.620475 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8bd70c57-0996-4d7e-99e4-dccd96592314 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:36.640448 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1fa659-3693-4b5d-b22a-5a2c08e5bd33 None None] Sync routers for ids ['6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:44:36.677894 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8bd70c57-0996-4d7e-99e4-dccd96592314 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0281827 Feb 28 20:44:36.678490 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866236a6-f181-41b1-a97a-d1258010b326', 'tag': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:44:36.709671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1fa659-3693-4b5d-b22a-5a2c08e5bd33 None None] Routers {'6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:44:36.710238 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-eb1fa659-3693-4b5d-b22a-5a2c08e5bd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:44:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:36.713333 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63004d97-46eb-45ed-bee6-7d232fb35e72" -d '{"events": [{"name": "network-changed", "server_uuid": "866236a6-f181-41b1-a97a-d1258010b326", "tag": "8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:44:36.941555 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] Publish callbacks [] for port (907526da-769f-46de-b83b-e5f10de946a9), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:36.949803 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (907526da-769f-46de-b83b-e5f10de946a9), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:37.012793 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-eb1fa659-3693-4b5d-b22a-5a2c08e5bd33 None None] Set router 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:44:37.017418 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4763738f-afc6-44d3-892c-620aa120e153 x-openstack-request-id: req-4763738f-afc6-44d3-892c-620aa120e153 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:44:37.017674 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866236a6-f181-41b1-a97a-d1258010b326", "tag": "8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:44:37.019891 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4763738f-afc6-44d3-892c-620aa120e153 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:44:37.020401 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866236a6-f181-41b1-a97a-d1258010b326', 'tag': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c', 'status': 'completed', 'code': 200} Feb 28 20:44:37.089458 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c4985-bc0d-42f5-a628-cbc1de39b570 req-e52743cc-81fb-4751-8c44-5a9902041c65 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:37.099242 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a7c4985-bc0d-42f5-a628-cbc1de39b570 req-e52743cc-81fb-4751-8c44-5a9902041c65 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 945 time: 0.2304242 Feb 28 20:44:37.199015 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63004d97-46eb-45ed-bee6-7d232fb35e72 req-9efa19c9-b1d9-4703-9e5b-d3c8f2992f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:37.207620 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-63004d97-46eb-45ed-bee6-7d232fb35e72 req-9efa19c9-b1d9-4703-9e5b-d3c8f2992f7a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 1128 time: 0.1474242 Feb 28 20:44:37.239731 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c29571e7-e243-4eef-933d-98e756074f49 req-a59cbe00-cfe9-480e-88fd-50e660f5edbe tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=608d05fd-d869-4446-bcae-039163d2f390 HTTP/1.1" status: 200 len: 210 time: 0.1224670 Feb 28 20:44:37.257193 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a5b21-bcbe-45dd-8b08-afd52ae89258 None None] Pushing event updated for resources: {'Port': ['ID=907526da-769f-46de-b83b-e5f10de946a9,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:37.336221 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a7c4985-bc0d-42f5-a628-cbc1de39b570 req-feb231bf-ed4d-4aa1-ab6c-af5f4f712e2e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351863 Feb 28 20:44:37.367605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60870) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:37.380540 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] Attempting to bind port 907526da-769f-46de-b83b-e5f10de946a9 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:44:37.381055 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] Attempting to bind port 907526da-769f-46de-b83b-e5f10de946a9 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '49fd095a-8a35-4901-93cc-52b57fd1cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce8f6d25-738c-4872-86c2-51ba36475a5f'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:44:37.383897 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] Attempting to bind port 907526da-769f-46de-b83b-e5f10de946a9 on network ce8f6d25-738c-4872-86c2-51ba36475a5f {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:44:37.393989 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:44:37.394376 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] Checking segment: {'id': '49fd095a-8a35-4901-93cc-52b57fd1cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce8f6d25-738c-4872-86c2-51ba36475a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:44:37.394780 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:37.399392 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] Bound using segment: {'id': '49fd095a-8a35-4901-93cc-52b57fd1cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce8f6d25-738c-4872-86c2-51ba36475a5f'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:44:37.399988 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] Bound port: 907526da-769f-46de-b83b-e5f10de946a9, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49fd095a-8a35-4901-93cc-52b57fd1cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce8f6d25-738c-4872-86c2-51ba36475a5f'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:44:37.401309 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (907526da-769f-46de-b83b-e5f10de946a9), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:37.493003 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63004d97-46eb-45ed-bee6-7d232fb35e72 req-b5c582d7-a6a2-4260-b722-9f8798fe7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:37.495007 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-63004d97-46eb-45ed-bee6-7d232fb35e72 req-b5c582d7-a6a2-4260-b722-9f8798fe7396 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830 HTTP/1.1" status: 200 len: 897 time: 0.2815282 Feb 28 20:44:37.601430 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] For port 907526da-769f-46de-b83b-e5f10de946a9, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:44:37.605890 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] For port 907526da-769f-46de-b83b-e5f10de946a9, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=907526da-769f-46de-b83b-e5f10de946a9,segment=NetworkSegment(49fd095a-8a35-4901-93cc-52b57fd1cbc9),segment_id=49fd095a-8a35-4901-93cc-52b57fd1cbc9)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:44:37.623113 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (907526da-769f-46de-b83b-e5f10de946a9), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:37.642410 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9abef2e4-24ae-4257-adb6-d4263b8528f6 None None] Provisioning complete for port 907526da-769f-46de-b83b-e5f10de946a9 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:37.644699 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9abef2e4-24ae-4257-adb6-d4263b8528f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (907526da-769f-46de-b83b-e5f10de946a9), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:37.650059 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5dba2f09-fc05-4fbc-9a26-7e3312a98520 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/floatingips/8056cd78-1b9e-4736-ab85-992a7d826788 HTTP/1.1" status: 200 len: 991 time: 0.2811649 Feb 28 20:44:37.713410 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-63004d97-46eb-45ed-bee6-7d232fb35e72 req-b8e1169f-671f-4feb-8f60-92eaea78bcc3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c HTTP/1.1" status: 200 len: 999 time: 0.2125406 Feb 28 20:44:37.734417 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port ce793689-7b69-4dfd-b22c-aef42bfe8d67 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:37.739739 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ce793689-7b69-4dfd-b22c-aef42bfe8d67), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:37.788284 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] Routers {'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:44:37.789152 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:44:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:37.868912 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63004d97-46eb-45ed-bee6-7d232fb35e72 req-519b0de2-813a-406f-ad6c-71e85cc9d7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:37.870457 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-63004d97-46eb-45ed-bee6-7d232fb35e72 req-519b0de2-813a-406f-ad6c-71e85cc9d7ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a792bfee-4d82-4cc8-8f52-66116f2e1445 HTTP/1.1" status: 200 len: 834 time: 0.1510406 Feb 28 20:44:38.031048 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63004d97-46eb-45ed-bee6-7d232fb35e72 req-bf52ec24-275f-4192-94b6-2e1364c65aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:38.033913 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-63004d97-46eb-45ed-bee6-7d232fb35e72 req-bf52ec24-275f-4192-94b6-2e1364c65aff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1339056 Feb 28 20:44:38.115476 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a5b21-bcbe-45dd-8b08-afd52ae89258 None None] Pushing event updated for resources: {'Port': ['ID=907526da-769f-46de-b83b-e5f10de946a9,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:38.234173 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-eb1fa659-3693-4b5d-b22a-5a2c08e5bd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273822922', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:03Z', 'updated_at': '2022-02-28T20:44:11Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:04Z', 'updated_at': '2022-02-28T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '8056cd78-1b9e-4736-ab85-992a7d826788', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'port_id': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830', 'mac_address': 'fa:16:3e:fe:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866236a6-f181-41b1-a97a-d1258010b326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:44:33Z', 'updated_at': '2022-02-28T20:44:33Z', 'revision_number': 0, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0b4613-a294-414e-8841-6fd03efc33b0', 'name': '', 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:83:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'a792bfee-4d82-4cc8-8f52-66116f2e1445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:10Z', 'updated_at': '2022-02-28T20:44:18Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'a792bfee-4d82-4cc8-8f52-66116f2e1445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:38.315417 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1fa659-3693-4b5d-b22a-5a2c08e5bd33 None None] Checking router: 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:44:38.376358 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9abef2e4-24ae-4257-adb6-d4263b8528f6 None None] Current status of the port 907526da-769f-46de-b83b-e5f10de946a9 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:38.377027 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9abef2e4-24ae-4257-adb6-d4263b8528f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (907526da-769f-46de-b83b-e5f10de946a9), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:38.386217 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] Set router fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:44:38.410115 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-63004d97-46eb-45ed-bee6-7d232fb35e72 req-e017878c-19ae-4eb3-a953-1fd4359deb73 service neutron] 10.222.0.15 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666801 Feb 28 20:44:38.447771 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1fa659-3693-4b5d-b22a-5a2c08e5bd33 None None] Routers {'6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:44:38.448493 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-eb1fa659-3693-4b5d-b22a-5a2c08e5bd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:44:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:38.482079 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-9abef2e4-24ae-4257-adb6-d4263b8528f6 None None] For port 907526da-769f-46de-b83b-e5f10de946a9, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=907526da-769f-46de-b83b-e5f10de946a9,segment=NetworkSegment(49fd095a-8a35-4901-93cc-52b57fd1cbc9),segment_id=49fd095a-8a35-4901-93cc-52b57fd1cbc9)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:38.520413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port ce793689-7b69-4dfd-b22c-aef42bfe8d67 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:38.521696 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0006e4b3-9b20-4fee-8b4b-8b7de566c423 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:44:38.527121 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9abef2e4-24ae-4257-adb6-d4263b8528f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (907526da-769f-46de-b83b-e5f10de946a9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:38.534016 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1494868d-0740-4fe1-b5ec-d71638a5cd68 req-f2125955-769a-42bd-8c6e-94eb8e3c5632 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=608d05fd-d869-4446-bcae-039163d2f390 HTTP/1.1" status: 200 len: 210 time: 0.1234231 Feb 28 20:44:38.653156 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 60884) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:38.673836 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-63004d97-46eb-45ed-bee6-7d232fb35e72 req-32e00428-7215-4de4-9f90-a7622d28ad6c service neutron] 10.222.0.15 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577724 Feb 28 20:44:38.790427 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abef2e4-24ae-4257-adb6-d4263b8528f6 None None] Pushing event updated for resources: {'Port': ['ID=907526da-769f-46de-b83b-e5f10de946a9,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:38.812431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9abef2e4-24ae-4257-adb6-d4263b8528f6 None None] Provisioning complete for port ce793689-7b69-4dfd-b22c-aef42bfe8d67 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:38.812808 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9abef2e4-24ae-4257-adb6-d4263b8528f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ce793689-7b69-4dfd-b22c-aef42bfe8d67), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:38.876801 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ecb40969-125e-4c6c-b80e-0f3d3e17c6fc tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/floatingips/8056cd78-1b9e-4736-ab85-992a7d826788 HTTP/1.1" status: 200 len: 991 time: 0.2221797 Feb 28 20:44:38.920791 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 0006e4b3-9b20-4fee-8b4b-8b7de566c423 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:38.921244 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0006e4b3-9b20-4fee-8b4b-8b7de566c423), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:39.088800 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-854684718', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '0006e4b3-9b20-4fee-8b4b-8b7de566c423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:20Z', 'updated_at': '2022-02-28T20:44:32Z', 'revision_number': 4, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port': {'id': '0006e4b3-9b20-4fee-8b4b-8b7de566c423', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:22Z', 'updated_at': '2022-02-28T20:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '907526da-769f-46de-b83b-e5f10de946a9', 'name': '', 'network_id': 'ce8f6d25-738c-4872-86c2-51ba36475a5f', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'mac_address': 'fa:16:3e:92:35:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a596b8d-0c5b-4f12-87fd-0a57cfad03dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:31Z', 'updated_at': '2022-02-28T20:44:37Z', 'revision_number': 4, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'subnets': [{'id': '2a596b8d-0c5b-4f12-87fd-0a57cfad03dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:39.166560 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce8b38-126c-4c3f-b9e1-e37727717f38 None None] The sync data for ids ['fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6'] in n-d-820368-21 is: [{'id': 'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-854684718', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '0006e4b3-9b20-4fee-8b4b-8b7de566c423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:20Z', 'updated_at': '2022-02-28T20:44:32Z', 'revision_number': 4, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port': {'id': '0006e4b3-9b20-4fee-8b4b-8b7de566c423', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:22Z', 'updated_at': '2022-02-28T20:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '907526da-769f-46de-b83b-e5f10de946a9', 'name': '', 'network_id': 'ce8f6d25-738c-4872-86c2-51ba36475a5f', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'mac_address': 'fa:16:3e:92:35:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a596b8d-0c5b-4f12-87fd-0a57cfad03dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:31Z', 'updated_at': '2022-02-28T20:44:37Z', 'revision_number': 4, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'subnets': [{'id': '2a596b8d-0c5b-4f12-87fd-0a57cfad03dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:44:39.352887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-eb1fa659-3693-4b5d-b22a-5a2c08e5bd33 None None] Set router 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:44:39.869311 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9abef2e4-24ae-4257-adb6-d4263b8528f6 None None] Current status of the port ce793689-7b69-4dfd-b22c-aef42bfe8d67 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:39.880510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60900) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:39.923670 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d2c314c6-f5d1-4df1-9e60-e35090eca4f0 req-65c70b28-5df2-4a60-93d9-a2c8aa8223d7 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=608d05fd-d869-4446-bcae-039163d2f390 HTTP/1.1" status: 200 len: 210 time: 0.1694930 Feb 28 20:44:39.975695 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-3f9d2695-d03d-417f-9df4-bd12543535c9 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:39.978287 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-3f9d2695-d03d-417f-9df4-bd12543535c9 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.10 "GET /v2.0/networks?id=ce8f6d25-738c-4872-86c2-51ba36475a5f HTTP/1.1" status: 200 len: 798 time: 0.4539487 Feb 28 20:44:39.995604 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-38d8a7a6-469f-416f-a6a5-9580059209fb tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Request body: {'port': {'device_id': '608d05fd-d869-4446-bcae-039163d2f390', 'network_id': 'ce8f6d25-738c-4872-86c2-51ba36475a5f', 'admin_state_up': True, 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:44:40.035220 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 0006e4b3-9b20-4fee-8b4b-8b7de566c423 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:40.061444 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-42d24528-a387-4f89-aec5-8828f66b2248 None None] Provisioning complete for port 907526da-769f-46de-b83b-e5f10de946a9 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:40.061818 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-42d24528-a387-4f89-aec5-8828f66b2248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (907526da-769f-46de-b83b-e5f10de946a9), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:40.110927 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-410687ab-06df-4d90-9fcd-2f7dd3dd672c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/floatingips/8056cd78-1b9e-4736-ab85-992a7d826788 HTTP/1.1" status: 200 len: 991 time: 0.2254577 Feb 28 20:44:40.298191 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-42d24528-a387-4f89-aec5-8828f66b2248 None None] Current status of the port 907526da-769f-46de-b83b-e5f10de946a9 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:40.306393 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-38d8a7a6-469f-416f-a6a5-9580059209fb tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Made reservation on behalf of a44130e0e64c4d758649c1eb52acbb2f for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:44:40.310643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-eb1fa659-3693-4b5d-b22a-5a2c08e5bd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273822922', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:03Z', 'updated_at': '2022-02-28T20:44:11Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:04Z', 'updated_at': '2022-02-28T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '8056cd78-1b9e-4736-ab85-992a7d826788', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'port_id': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830', 'mac_address': 'fa:16:3e:fe:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866236a6-f181-41b1-a97a-d1258010b326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:44:33Z', 'updated_at': '2022-02-28T20:44:33Z', 'revision_number': 0, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0b4613-a294-414e-8841-6fd03efc33b0', 'name': '', 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:83:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'a792bfee-4d82-4cc8-8f52-66116f2e1445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:10Z', 'updated_at': '2022-02-28T20:44:18Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'a792bfee-4d82-4cc8-8f52-66116f2e1445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:40.311982 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-38d8a7a6-469f-416f-a6a5-9580059209fb tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:40.407352 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1fa659-3693-4b5d-b22a-5a2c08e5bd33 None None] The sync data for ids ['6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'] in n-d-820368-21 is: [{'id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273822922', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:03Z', 'updated_at': '2022-02-28T20:44:11Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:04Z', 'updated_at': '2022-02-28T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '8056cd78-1b9e-4736-ab85-992a7d826788', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'port_id': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830', 'mac_address': 'fa:16:3e:fe:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866236a6-f181-41b1-a97a-d1258010b326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:44:33Z', 'updated_at': '2022-02-28T20:44:33Z', 'revision_number': 0, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0b4613-a294-414e-8841-6fd03efc33b0', 'name': '', 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:83:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'a792bfee-4d82-4cc8-8f52-66116f2e1445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:10Z', 'updated_at': '2022-02-28T20:44:18Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'a792bfee-4d82-4cc8-8f52-66116f2e1445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:44:40.430790 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ce793689-7b69-4dfd-b22c-aef42bfe8d67 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:44:40.574393 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port ce793689-7b69-4dfd-b22c-aef42bfe8d67 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:40.574776 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ce793689-7b69-4dfd-b22c-aef42bfe8d67), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:40.720905 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-38d8a7a6-469f-416f-a6a5-9580059209fb tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Allocated IP 172.20.0.26 (ce8f6d25-738c-4872-86c2-51ba36475a5f/2a596b8d-0c5b-4f12-87fd-0a57cfad03dd/dea55a9e-a02d-451d-b43e-a95080531aa4) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:44:40.821551 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port ce793689-7b69-4dfd-b22c-aef42bfe8d67 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:40.822973 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 907526da-769f-46de-b83b-e5f10de946a9 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:44:40.943061 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 907526da-769f-46de-b83b-e5f10de946a9 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:40.943435 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (907526da-769f-46de-b83b-e5f10de946a9), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:40.993105 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc864dda-d91d-4543-9aed-b91eb9c98b88 None None] New status for floating IP 8056cd78-1b9e-4736-ab85-992a7d826788: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:44:41.038934 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-38d8a7a6-469f-416f-a6a5-9580059209fb tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for port (dea55a9e-a02d-451d-b43e-a95080531aa4), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:41.113598 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60912) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:41.122366 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 907526da-769f-46de-b83b-e5f10de946a9 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:41.254424 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8c4d1035-391f-4cbd-aa30-4c121d20aa5d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/floatingips/8056cd78-1b9e-4736-ab85-992a7d826788 HTTP/1.1" status: 200 len: 991 time: 0.1390102 Feb 28 20:44:41.258021 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-38d8a7a6-469f-416f-a6a5-9580059209fb tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (dea55a9e-a02d-451d-b43e-a95080531aa4), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:41.327065 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8a7a6-469f-416f-a6a5-9580059209fb tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event updated for resources: {'Port': ['ID=dea55a9e-a02d-451d-b43e-a95080531aa4,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:41.335868 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-38d8a7a6-469f-416f-a6a5-9580059209fb tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Network ce8f6d25-738c-4872-86c2-51ba36475a5f is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:44:41.344867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-38d8a7a6-469f-416f-a6a5-9580059209fb tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:44:41.348057 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-38d8a7a6-469f-416f-a6a5-9580059209fb tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:44:41.436208 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c58e5-98bc-45fe-9279-e1918ba75801 req-a2ba44fb-09a4-48da-a12f-cc1dcf5215e8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:41.438873 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-847c58e5-98bc-45fe-9279-e1918ba75801 req-a2ba44fb-09a4-48da-a12f-cc1dcf5215e8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=608d05fd-d869-4446-bcae-039163d2f390 HTTP/1.1" status: 200 len: 895 time: 0.2822921 Feb 28 20:44:41.477340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-38d8a7a6-469f-416f-a6a5-9580059209fb tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:41.478182 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-38d8a7a6-469f-416f-a6a5-9580059209fb tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:41.510457 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-38d8a7a6-469f-416f-a6a5-9580059209fb tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5214248 Feb 28 20:44:41.527380 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-9572142a-2303-4fa1-b535-74734208b291 service neutron] Request body: {'port': {'device_id': '608d05fd-d869-4446-bcae-039163d2f390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:44:41.678938 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-9572142a-2303-4fa1-b535-74734208b291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (dea55a9e-a02d-451d-b43e-a95080531aa4), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:41.957328 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8a96aab6-5cfb-4f0d-87d7-65f640040e24 None None] Provisioning complete for port dea55a9e-a02d-451d-b43e-a95080531aa4 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:41.958438 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8a96aab6-5cfb-4f0d-87d7-65f640040e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (dea55a9e-a02d-451d-b43e-a95080531aa4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:42.034921 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8a96aab6-5cfb-4f0d-87d7-65f640040e24 None None] Port dea55a9e-a02d-451d-b43e-a95080531aa4 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:44:42.259883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60920) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:42.393921 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ebe37f12-544c-43d4-9fee-64f30056ae92 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/floatingips/8056cd78-1b9e-4736-ab85-992a7d826788 HTTP/1.1" status: 200 len: 993 time: 0.1329160 Feb 28 20:44:42.516949 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-9572142a-2303-4fa1-b535-74734208b291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea55a9e-a02d-451d-b43e-a95080531aa4 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:44:42.533905 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-9572142a-2303-4fa1-b535-74734208b291 service neutron] Publish callbacks [] for port (dea55a9e-a02d-451d-b43e-a95080531aa4), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:42.554279 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-9572142a-2303-4fa1-b535-74734208b291 service neutron] Transition to ACTIVE for port object dea55a9e-a02d-451d-b43e-a95080531aa4 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:44:42.562397 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-9572142a-2303-4fa1-b535-74734208b291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (dea55a9e-a02d-451d-b43e-a95080531aa4), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:42.690188 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572142a-2303-4fa1-b535-74734208b291 service neutron] Pushing event updated for resources: {'Port': ['ID=dea55a9e-a02d-451d-b43e-a95080531aa4,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:42.760794 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b355781-b438-4a7f-b981-86922a860fa1 req-7d9b1c8f-04a9-4e70-9896-6ab6d5bd3d09 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:42.785560 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8b355781-b438-4a7f-b981-86922a860fa1 req-7d9b1c8f-04a9-4e70-9896-6ab6d5bd3d09 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=608d05fd-d869-4446-bcae-039163d2f390 HTTP/1.1" status: 200 len: 907 time: 0.2189372 Feb 28 20:44:42.885776 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-9572142a-2303-4fa1-b535-74734208b291 service neutron] Attempting to bind port dea55a9e-a02d-451d-b43e-a95080531aa4 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:44:42.886145 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-9572142a-2303-4fa1-b535-74734208b291 service neutron] Attempting to bind port dea55a9e-a02d-451d-b43e-a95080531aa4 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '49fd095a-8a35-4901-93cc-52b57fd1cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce8f6d25-738c-4872-86c2-51ba36475a5f'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:44:42.886847 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-9572142a-2303-4fa1-b535-74734208b291 service neutron] Attempting to bind port dea55a9e-a02d-451d-b43e-a95080531aa4 on network ce8f6d25-738c-4872-86c2-51ba36475a5f {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:44:42.893496 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 60934) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:42.893724 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-9572142a-2303-4fa1-b535-74734208b291 service neutron] Port dea55a9e-a02d-451d-b43e-a95080531aa4 on network ce8f6d25-738c-4872-86c2-51ba36475a5f not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:44:42.893821 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-9572142a-2303-4fa1-b535-74734208b291 service neutron] Attempting to bind port dea55a9e-a02d-451d-b43e-a95080531aa4 on network ce8f6d25-738c-4872-86c2-51ba36475a5f {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:44:42.909066 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-9572142a-2303-4fa1-b535-74734208b291 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:44:42.909332 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-9572142a-2303-4fa1-b535-74734208b291 service neutron] Checking segment: {'id': '49fd095a-8a35-4901-93cc-52b57fd1cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce8f6d25-738c-4872-86c2-51ba36475a5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:44:42.909720 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-9572142a-2303-4fa1-b535-74734208b291 service neutron] Bound using segment: {'id': '49fd095a-8a35-4901-93cc-52b57fd1cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce8f6d25-738c-4872-86c2-51ba36475a5f'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:44:42.912487 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-9572142a-2303-4fa1-b535-74734208b291 service neutron] Bound port: dea55a9e-a02d-451d-b43e-a95080531aa4, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49fd095a-8a35-4901-93cc-52b57fd1cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce8f6d25-738c-4872-86c2-51ba36475a5f'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:44:42.913020 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-9572142a-2303-4fa1-b535-74734208b291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (dea55a9e-a02d-451d-b43e-a95080531aa4), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:43.084211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-9572142a-2303-4fa1-b535-74734208b291 service neutron] For port dea55a9e-a02d-451d-b43e-a95080531aa4, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:44:43.091656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-9572142a-2303-4fa1-b535-74734208b291 service neutron] For port dea55a9e-a02d-451d-b43e-a95080531aa4, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=dea55a9e-a02d-451d-b43e-a95080531aa4,segment=NetworkSegment(49fd095a-8a35-4901-93cc-52b57fd1cbc9),segment_id=49fd095a-8a35-4901-93cc-52b57fd1cbc9)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:44:43.106712 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-9572142a-2303-4fa1-b535-74734208b291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (dea55a9e-a02d-451d-b43e-a95080531aa4), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:43.245233 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572142a-2303-4fa1-b535-74734208b291 service neutron] Pushing event updated for resources: {'Port': ['ID=dea55a9e-a02d-451d-b43e-a95080531aa4,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:43.271371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-9572142a-2303-4fa1-b535-74734208b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:43.272049 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-9572142a-2303-4fa1-b535-74734208b291 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:43.273508 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-9572142a-2303-4fa1-b535-74734208b291 service neutron] 10.222.0.10 "PUT /v2.0/ports/dea55a9e-a02d-451d-b43e-a95080531aa4 HTTP/1.1" status: 200 len: 1056 time: 1.7506218 Feb 28 20:44:43.274448 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608d05fd-d869-4446-bcae-039163d2f390', 'tag': 'dea55a9e-a02d-451d-b43e-a95080531aa4'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:44:43.276977 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c889f4c-c062-4e46-a8eb-0dc02c978de4" -d '{"events": [{"name": "network-changed", "server_uuid": "608d05fd-d869-4446-bcae-039163d2f390", "tag": "dea55a9e-a02d-451d-b43e-a95080531aa4"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:44:43.415292 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8582284b-a7cf-4222-958b-49bebb6ccbcf x-openstack-request-id: req-8582284b-a7cf-4222-958b-49bebb6ccbcf {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:44:43.415610 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608d05fd-d869-4446-bcae-039163d2f390", "tag": "dea55a9e-a02d-451d-b43e-a95080531aa4", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:44:43.415933 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8582284b-a7cf-4222-958b-49bebb6ccbcf {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:44:43.418044 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608d05fd-d869-4446-bcae-039163d2f390', 'tag': 'dea55a9e-a02d-451d-b43e-a95080531aa4', 'status': 'completed', 'code': 200} Feb 28 20:44:43.470329 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-0a20e2d9-876f-4b7b-aab1-46519a7bc972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:43.474944 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-0a20e2d9-876f-4b7b-aab1-46519a7bc972 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a44130e0e64c4d758649c1eb52acbb2f&device_id=608d05fd-d869-4446-bcae-039163d2f390 HTTP/1.1" status: 200 len: 1090 time: 0.1490653 Feb 28 20:44:43.573559 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-84d73ea1-c0dc-445d-b5e4-d3859af0f665 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=dea55a9e-a02d-451d-b43e-a95080531aa4 HTTP/1.1" status: 200 len: 217 time: 0.0899186 Feb 28 20:44:43.682641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-6bb27090-a211-453d-a69c-58b8e64db884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:43.684301 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-6bb27090-a211-453d-a69c-58b8e64db884 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a596b8d-0c5b-4f12-87fd-0a57cfad03dd HTTP/1.1" status: 200 len: 837 time: 0.1031444 Feb 28 20:44:43.780141 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-764185af-2696-4844-bf06-b90c6eabe588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:43.782150 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-764185af-2696-4844-bf06-b90c6eabe588 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce8f6d25-738c-4872-86c2-51ba36475a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0908539 Feb 28 20:44:44.092233 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-4a070650-da87-4d28-96f2-a74675d5117f service neutron] 10.222.0.10 "GET /v2.0/networks/ce8f6d25-738c-4872-86c2-51ba36475a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011384 Feb 28 20:44:44.147542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee279ed4-ab39-4a53-8d96-07346d7b2252 req-d4742b38-c684-43e0-b8a0-1d355888d589 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:44.164994 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ee279ed4-ab39-4a53-8d96-07346d7b2252 req-d4742b38-c684-43e0-b8a0-1d355888d589 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=608d05fd-d869-4446-bcae-039163d2f390 HTTP/1.1" status: 200 len: 907 time: 0.1720519 Feb 28 20:44:44.187031 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:44:44.334028 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf98e-936f-465b-821e-3e38d4bc7ab8 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (15f30800-36ad-4ac0-b60f-6991a25a0162), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:44.347539 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85b691ac-6bee-487e-858c-4bf699a2bf17 req-4247d5a7-34f2-4519-9d0f-fea9fdfc9971 service neutron] 10.222.0.10 "GET /v2.0/networks/ce8f6d25-738c-4872-86c2-51ba36475a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483392 Feb 28 20:44:44.532129 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c889f4c-c062-4e46-a8eb-0dc02c978de4 req-34eddccc-0456-4e16-94c7-3ec3838afac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:44.548989 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9c889f4c-c062-4e46-a8eb-0dc02c978de4 req-34eddccc-0456-4e16-94c7-3ec3838afac8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a44130e0e64c4d758649c1eb52acbb2f&device_id=608d05fd-d869-4446-bcae-039163d2f390 HTTP/1.1" status: 200 len: 1090 time: 0.1397889 Feb 28 20:44:44.745686 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c889f4c-c062-4e46-a8eb-0dc02c978de4 req-b838f305-f642-43d2-826f-a017b084a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:44.747437 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9c889f4c-c062-4e46-a8eb-0dc02c978de4 req-b838f305-f642-43d2-826f-a017b084a28d service neutron] 10.222.0.10 "GET /v2.0/networks?id=ce8f6d25-738c-4872-86c2-51ba36475a5f HTTP/1.1" status: 200 len: 898 time: 0.1912467 Feb 28 20:44:44.886340 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9c889f4c-c062-4e46-a8eb-0dc02c978de4 req-acbe737d-2cb8-474c-b6aa-77947231c534 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=dea55a9e-a02d-451d-b43e-a95080531aa4 HTTP/1.1" status: 200 len: 217 time: 0.1281166 Feb 28 20:44:45.095795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c889f4c-c062-4e46-a8eb-0dc02c978de4 req-f355ec31-45a9-4451-9fb2-a679b771d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:45.100030 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9c889f4c-c062-4e46-a8eb-0dc02c978de4 req-f355ec31-45a9-4451-9fb2-a679b771d71d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a596b8d-0c5b-4f12-87fd-0a57cfad03dd HTTP/1.1" status: 200 len: 837 time: 0.2021887 Feb 28 20:44:45.262195 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-fd9bf98e-936f-465b-821e-3e38d4bc7ab8 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Deleting port 4b1fafab-bd14-46a5-86de-f35a1325a8f8 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:44:45.262406 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf98e-936f-465b-821e-3e38d4bc7ab8 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4b1fafab-bd14-46a5-86de-f35a1325a8f8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:45.313605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c889f4c-c062-4e46-a8eb-0dc02c978de4 req-ce6ecb35-588e-40bb-88da-f82ee94efe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:45.315975 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9c889f4c-c062-4e46-a8eb-0dc02c978de4 req-ce6ecb35-588e-40bb-88da-f82ee94efe41 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce8f6d25-738c-4872-86c2-51ba36475a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.2045867 Feb 28 20:44:45.432320 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-fd9bf98e-936f-465b-821e-3e38d4bc7ab8 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] For port 4b1fafab-bd14-46a5-86de-f35a1325a8f8, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4b1fafab-bd14-46a5-86de-f35a1325a8f8,segment=NetworkSegment(0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1),segment_id=0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:45.433338 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf98e-936f-465b-821e-3e38d4bc7ab8 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4b1fafab-bd14-46a5-86de-f35a1325a8f8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:45.473240 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-fd9bf98e-936f-465b-821e-3e38d4bc7ab8 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Calling delete_port for 4b1fafab-bd14-46a5-86de-f35a1325a8f8 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:44:45.666554 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a07496-d83e-46be-ac05-600f7710c1ce req-224793f0-2b02-4fd4-b51d-93d960582f5a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:45.668181 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-59a07496-d83e-46be-ac05-600f7710c1ce req-224793f0-2b02-4fd4-b51d-93d960582f5a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=608d05fd-d869-4446-bcae-039163d2f390 HTTP/1.1" status: 200 len: 907 time: 0.2391021 Feb 28 20:44:45.682414 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9c889f4c-c062-4e46-a8eb-0dc02c978de4 req-956e8149-96b2-40d8-bbaa-006bd38efc21 service neutron] 10.222.0.10 "GET /v2.0/networks/ce8f6d25-738c-4872-86c2-51ba36475a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567679 Feb 28 20:44:45.823864 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9c889f4c-c062-4e46-a8eb-0dc02c978de4 req-00feef16-6fe4-4f5e-a89b-ee1e866c7cbf service neutron] 10.222.0.10 "GET /v2.0/networks/ce8f6d25-738c-4872-86c2-51ba36475a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318092 Feb 28 20:44:45.891060 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf98e-936f-465b-821e-3e38d4bc7ab8 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4b1fafab-bd14-46a5-86de-f35a1325a8f8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:46.130923 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bf98e-936f-465b-821e-3e38d4bc7ab8 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event deleted for resources: {'Port': ['ID=4b1fafab-bd14-46a5-86de-f35a1325a8f8,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:46.485737 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c14d2f1f-403d-4c2b-9c5f-5a44856e22e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:46.486485 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf98e-936f-465b-821e-3e38d4bc7ab8 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (15f30800-36ad-4ac0-b60f-6991a25a0162), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:46.810978 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device dea55a9e-a02d-451d-b43e-a95080531aa4 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:44:47.048338 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f824a-ff11-4318-b533-b1e6048b3e90 req-e2d758f4-97e5-4cda-9562-7a14058380bc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:47.069334 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c31f824a-ff11-4318-b533-b1e6048b3e90 req-e2d758f4-97e5-4cda-9562-7a14058380bc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=608d05fd-d869-4446-bcae-039163d2f390 HTTP/1.1" status: 200 len: 907 time: 0.2146728 Feb 28 20:44:47.076635 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port dea55a9e-a02d-451d-b43e-a95080531aa4, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=dea55a9e-a02d-451d-b43e-a95080531aa4,segment=NetworkSegment(49fd095a-8a35-4901-93cc-52b57fd1cbc9),segment_id=49fd095a-8a35-4901-93cc-52b57fd1cbc9)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:47.108403 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'dea55a9e-a02d-451d-b43e-a95080531aa4', 'network_id': 'ce8f6d25-738c-4872-86c2-51ba36475a5f', 'port_id': 'dea55a9e-a02d-451d-b43e-a95080531aa4', 'mac_address': 'fa:16:3e:c6:8a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a596b8d-0c5b-4f12-87fd-0a57cfad03dd', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:44:47.228613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port dea55a9e-a02d-451d-b43e-a95080531aa4 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:47.229010 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (dea55a9e-a02d-451d-b43e-a95080531aa4), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:47.279720 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea55a9e-a02d-451d-b43e-a95080531aa4 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:44:47.330057 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port dea55a9e-a02d-451d-b43e-a95080531aa4, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=dea55a9e-a02d-451d-b43e-a95080531aa4,segment=NetworkSegment(49fd095a-8a35-4901-93cc-52b57fd1cbc9),segment_id=49fd095a-8a35-4901-93cc-52b57fd1cbc9)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:47.339375 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (dea55a9e-a02d-451d-b43e-a95080531aa4), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:47.474464 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=dea55a9e-a02d-451d-b43e-a95080531aa4,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:47.641171 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['dea55a9e-a02d-451d-b43e-a95080531aa4'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:44:47.941776 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9bf98e-936f-465b-821e-3e38d4bc7ab8 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Router 15f30800-36ad-4ac0-b60f-6991a25a0162 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:44:48.239651 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9bf98e-936f-465b-821e-3e38d4bc7ab8 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:44:48.261408 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fd9bf98e-936f-465b-821e-3e38d4bc7ab8 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "PUT /v2.0/routers/15f30800-36ad-4ac0-b60f-6991a25a0162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3666012 Feb 28 20:44:48.264895 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7908f2-2b95-483c-8143-a9967c646003 None None] Sync routers for ids ['15f30800-36ad-4ac0-b60f-6991a25a0162'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:44:48.286232 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7908f2-2b95-483c-8143-a9967c646003 None None] Routers {'15f30800-36ad-4ac0-b60f-6991a25a0162'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:44:48.287482 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6e7908f2-2b95-483c-8143-a9967c646003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:44:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['15f30800-36ad-4ac0-b60f-6991a25a0162'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:48.375280 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf4f14-d23b-44ff-9a34-6b84ab5e0b1b req-eee3aa79-f3d4-4b4d-a40d-9dd01cd02ed1 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:48.377658 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3dcf4f14-d23b-44ff-9a34-6b84ab5e0b1b req-eee3aa79-f3d4-4b4d-a40d-9dd01cd02ed1 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=608d05fd-d869-4446-bcae-039163d2f390 HTTP/1.1" status: 200 len: 908 time: 0.1747582 Feb 28 20:44:48.545817 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-6e7908f2-2b95-483c-8143-a9967c646003 None None] Set router 15f30800-36ad-4ac0-b60f-6991a25a0162 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:44:48.791622 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39da53c-ed7a-46ae-a949-4298358fb4be req-5078c4f5-3636-432a-8a78-9548427f0798 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:48.799112 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e39da53c-ed7a-46ae-a949-4298358fb4be req-5078c4f5-3636-432a-8a78-9548427f0798 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=82eef97f-c922-4652-873c-19ffe91ab453 HTTP/1.1" status: 200 len: 946 time: 0.1055157 Feb 28 20:44:48.853404 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device dea55a9e-a02d-451d-b43e-a95080531aa4 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:44:48.900402 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e39da53c-ed7a-46ae-a949-4298358fb4be req-5bf68bae-c216-4800-8bbb-3a3ee576b67d tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=faf7557d-a328-4ef3-b0ef-e4489421140c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952368 Feb 28 20:44:48.962199 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6e7908f2-2b95-483c-8143-a9967c646003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'name': 'tempest-TestNetworkBasicOps-router-1806619863', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:42:37Z', 'updated_at': '2022-02-28T20:44:45Z', 'revision_number': 6, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:38Z', 'updated_at': '2022-02-28T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3d42e3f5-ceba-4cc2-9488-74f88d31d0aa', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'port_id': '3349377e-5b19-411a-ae9c-ab6fe0fbbe93', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'mac_address': 'fa:16:3e:a5:b5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b045ebe-01db-4e3d-ad59-4910d04d6f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:43:13Z', 'updated_at': '2022-02-28T20:43:19Z', 'revision_number': 1, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66f913e-271d-461c-b82b-80f3993e95a0', 'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:85:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:42Z', 'updated_at': '2022-02-28T20:42:52Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:48.992120 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7908f2-2b95-483c-8143-a9967c646003 None None] Checking router: 15f30800-36ad-4ac0-b60f-6991a25a0162 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:44:49.003738 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7908f2-2b95-483c-8143-a9967c646003 None None] Routers {'15f30800-36ad-4ac0-b60f-6991a25a0162'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:44:49.004641 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6e7908f2-2b95-483c-8143-a9967c646003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:44:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['15f30800-36ad-4ac0-b60f-6991a25a0162'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:49.126721 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port dea55a9e-a02d-451d-b43e-a95080531aa4 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:44:49.136572 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b3af4509-d1d7-4a73-ac38-375b72ea3306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:49.141860 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port dea55a9e-a02d-451d-b43e-a95080531aa4 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:44:49.142467 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (dea55a9e-a02d-451d-b43e-a95080531aa4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:49.167069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-6e7908f2-2b95-483c-8143-a9967c646003 None None] Set router 15f30800-36ad-4ac0-b60f-6991a25a0162 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:44:49.664530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aef57e-4483-4e00-b544-ca03fb444384 req-374aaa25-14a6-4711-ada7-ba6e65d85a97 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:49.675911 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-65aef57e-4483-4e00-b544-ca03fb444384 req-374aaa25-14a6-4711-ada7-ba6e65d85a97 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=608d05fd-d869-4446-bcae-039163d2f390 HTTP/1.1" status: 200 len: 908 time: 0.1149783 Feb 28 20:44:49.764922 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port dea55a9e-a02d-451d-b43e-a95080531aa4 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:44:49.765308 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (dea55a9e-a02d-451d-b43e-a95080531aa4), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:49.819715 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:49.846319 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port dea55a9e-a02d-451d-b43e-a95080531aa4, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=dea55a9e-a02d-451d-b43e-a95080531aa4,segment=NetworkSegment(49fd095a-8a35-4901-93cc-52b57fd1cbc9),segment_id=49fd095a-8a35-4901-93cc-52b57fd1cbc9)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:49.849641 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608d05fd-d869-4446-bcae-039163d2f390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea55a9e-a02d-451d-b43e-a95080531aa4'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:44:49.852296 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb15df90-483f-4380-a629-162ba22f2e00" -d '{"events": [{"server_uuid": "608d05fd-d869-4446-bcae-039163d2f390", "name": "network-vif-plugged", "status": "completed", "tag": "dea55a9e-a02d-451d-b43e-a95080531aa4"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:44:49.868477 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (dea55a9e-a02d-451d-b43e-a95080531aa4), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:50.026385 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda31274-58bb-4969-9802-7dce14bd7792 x-openstack-request-id: req-eda31274-58bb-4969-9802-7dce14bd7792 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:44:50.026680 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608d05fd-d869-4446-bcae-039163d2f390", "name": "network-vif-plugged", "status": "completed", "tag": "dea55a9e-a02d-451d-b43e-a95080531aa4", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:44:50.026943 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eda31274-58bb-4969-9802-7dce14bd7792 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:44:50.027343 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608d05fd-d869-4446-bcae-039163d2f390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea55a9e-a02d-451d-b43e-a95080531aa4', 'code': 200} Feb 28 20:44:50.046957 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=dea55a9e-a02d-451d-b43e-a95080531aa4,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:50.111444 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6e7908f2-2b95-483c-8143-a9967c646003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'name': 'tempest-TestNetworkBasicOps-router-1806619863', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:42:37Z', 'updated_at': '2022-02-28T20:44:45Z', 'revision_number': 6, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:38Z', 'updated_at': '2022-02-28T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3d42e3f5-ceba-4cc2-9488-74f88d31d0aa', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'port_id': '3349377e-5b19-411a-ae9c-ab6fe0fbbe93', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'mac_address': 'fa:16:3e:a5:b5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b045ebe-01db-4e3d-ad59-4910d04d6f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:43:13Z', 'updated_at': '2022-02-28T20:43:19Z', 'revision_number': 1, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66f913e-271d-461c-b82b-80f3993e95a0', 'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:85:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:42Z', 'updated_at': '2022-02-28T20:42:52Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:50.140171 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7908f2-2b95-483c-8143-a9967c646003 None None] The sync data for ids ['15f30800-36ad-4ac0-b60f-6991a25a0162'] in n-d-820368-21 is: [{'id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'name': 'tempest-TestNetworkBasicOps-router-1806619863', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:42:37Z', 'updated_at': '2022-02-28T20:44:45Z', 'revision_number': 6, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:38Z', 'updated_at': '2022-02-28T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3d42e3f5-ceba-4cc2-9488-74f88d31d0aa', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'port_id': '3349377e-5b19-411a-ae9c-ab6fe0fbbe93', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'mac_address': 'fa:16:3e:a5:b5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b045ebe-01db-4e3d-ad59-4910d04d6f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:43:13Z', 'updated_at': '2022-02-28T20:43:19Z', 'revision_number': 1, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66f913e-271d-461c-b82b-80f3993e95a0', 'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:85:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:42Z', 'updated_at': '2022-02-28T20:42:52Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:44:50.161990 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:50.210134 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d947d31-5c33-40c4-b9b1-df7a2e5b65a3 req-cd7550fb-af0c-443d-bf03-cbfdca2d48e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:50.221978 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d947d31-5c33-40c4-b9b1-df7a2e5b65a3 req-cd7550fb-af0c-443d-bf03-cbfdca2d48e0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=608d05fd-d869-4446-bcae-039163d2f390 HTTP/1.1" status: 200 len: 1092 time: 0.1161182 Feb 28 20:44:50.232162 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bf1f4-e332-45aa-a2e5-a83db3804153 req-d6113468-b86a-4f6f-962c-d7ef8aa8be65 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:50.239429 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed0bf1f4-e332-45aa-a2e5-a83db3804153 req-d6113468-b86a-4f6f-962c-d7ef8aa8be65 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=82eef97f-c922-4652-873c-19ffe91ab453 HTTP/1.1" status: 200 len: 946 time: 0.2226503 Feb 28 20:44:50.307242 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed0bf1f4-e332-45aa-a2e5-a83db3804153 req-0f124998-7537-4462-9ed0-7eb9ea0ac282 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=faf7557d-a328-4ef3-b0ef-e4489421140c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666337 Feb 28 20:44:50.791876 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb9b9c-f30d-4f1e-b7e8-10fb863e4080 req-85566ad0-3dd9-422f-a674-fa46de3c3ecd tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:50.793536 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2eb9b9c-f30d-4f1e-b7e8-10fb863e4080 req-85566ad0-3dd9-422f-a674-fa46de3c3ecd tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82eef97f-c922-4652-873c-19ffe91ab453 HTTP/1.1" status: 200 len: 946 time: 0.1076546 Feb 28 20:44:51.088535 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcff99-ee19-41c1-a38f-e3abbfc4b81e req-4b7026b7-8faf-41a2-8676-4716122b5bfe tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:51.090094 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cdbcff99-ee19-41c1-a38f-e3abbfc4b81e req-4b7026b7-8faf-41a2-8676-4716122b5bfe tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=608d05fd-d869-4446-bcae-039163d2f390 HTTP/1.1" status: 200 len: 909 time: 0.2948248 Feb 28 20:44:51.177527 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-c2eb9b9c-f30d-4f1e-b7e8-10fb863e4080 req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Deleting port 7b24243b-2309-4965-9d39-0da16bcbecd3 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:44:51.177892 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c2eb9b9c-f30d-4f1e-b7e8-10fb863e4080 req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7b24243b-2309-4965-9d39-0da16bcbecd3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:51.329368 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-c2eb9b9c-f30d-4f1e-b7e8-10fb863e4080 req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] For port 7b24243b-2309-4965-9d39-0da16bcbecd3, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7b24243b-2309-4965-9d39-0da16bcbecd3,segment=NetworkSegment(0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1),segment_id=0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:51.329740 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c2eb9b9c-f30d-4f1e-b7e8-10fb863e4080 req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7b24243b-2309-4965-9d39-0da16bcbecd3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:51.399642 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:51.436869 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-c2eb9b9c-f30d-4f1e-b7e8-10fb863e4080 req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Calling delete_port for 7b24243b-2309-4965-9d39-0da16bcbecd3 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:44:51.760638 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c2eb9b9c-f30d-4f1e-b7e8-10fb863e4080 req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7b24243b-2309-4965-9d39-0da16bcbecd3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:51.829822 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8502956c-3d6f-4a8a-93e0-c16176437f45 req-b47e14d4-c516-495f-818f-0aefd4ee939f tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=82eef97f-c922-4652-873c-19ffe91ab453 HTTP/1.1" status: 200 len: 210 time: 0.1394887 Feb 28 20:44:51.831640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event deleted for resources: {'Port': ['ID=7b24243b-2309-4965-9d39-0da16bcbecd3,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:51.846834 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:51.847247 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:51.847594 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:51.847959 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:51.848299 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:51.848644 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:51.849100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:51.850233 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:51.850233 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:51.850699 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:51.850885 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:51.851224 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:51.851557 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:44:51.942316 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2eb9b9c-f30d-4f1e-b7e8-10fb863e4080 req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] No DVR routers for this DVR port 7b24243b-2309-4965-9d39-0da16bcbecd3 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:44:51.945085 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-c2eb9b9c-f30d-4f1e-b7e8-10fb863e4080 req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:51.948769 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2eb9b9c-f30d-4f1e-b7e8-10fb863e4080 req-1fa2d246-e2d9-4614-8e9a-330367429f2a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.10 "DELETE /v2.0/ports/7b24243b-2309-4965-9d39-0da16bcbecd3 HTTP/1.1" status: 204 len: 173 time: 1.1295776 Feb 28 20:44:51.949292 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eef97f-c922-4652-873c-19ffe91ab453', 'name': 'network-vif-deleted', 'tag': '7b24243b-2309-4965-9d39-0da16bcbecd3'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:44:51.951907 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727c0068-a80a-45f4-933b-2f361a33415f" -d '{"events": [{"server_uuid": "82eef97f-c922-4652-873c-19ffe91ab453", "name": "network-vif-deleted", "tag": "7b24243b-2309-4965-9d39-0da16bcbecd3"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:44:52.015650 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4269c3-ec98-42da-801c-55edb86b12c9 x-openstack-request-id: req-1a4269c3-ec98-42da-801c-55edb86b12c9 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:44:52.016027 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eef97f-c922-4652-873c-19ffe91ab453", "name": "network-vif-deleted", "tag": "7b24243b-2309-4965-9d39-0da16bcbecd3", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:44:52.016343 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a4269c3-ec98-42da-801c-55edb86b12c9 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:44:52.016814 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eef97f-c922-4652-873c-19ffe91ab453', 'name': 'network-vif-deleted', 'tag': '7b24243b-2309-4965-9d39-0da16bcbecd3', 'status': 'completed', 'code': 200} Feb 28 20:44:52.138658 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4b1fafab-bd14-46a5-86de-f35a1325a8f8 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:44:52.173809 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 4b1fafab-bd14-46a5-86de-f35a1325a8f8 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:44:52.174163 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4b1fafab-bd14-46a5-86de-f35a1325a8f8 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:44:52.475991 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c2f09-dffb-493f-97dc-dcfb5ee8d06b req-ab3dbdb5-6fae-4927-9d18-7d1a953b4d4b tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:52.484980 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-968c2f09-dffb-493f-97dc-dcfb5ee8d06b req-ab3dbdb5-6fae-4927-9d18-7d1a953b4d4b tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=608d05fd-d869-4446-bcae-039163d2f390 HTTP/1.1" status: 200 len: 909 time: 0.1886792 Feb 28 20:44:52.708800 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:52.728907 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:52.780588 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39956bf2-b2a3-487c-a058-6486f4ad2ae6 req-7bf69b74-ba62-4b51-bb5d-bf426038610a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:52.782272 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39956bf2-b2a3-487c-a058-6486f4ad2ae6 req-7bf69b74-ba62-4b51-bb5d-bf426038610a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=608d05fd-d869-4446-bcae-039163d2f390 HTTP/1.1" status: 200 len: 909 time: 0.1294856 Feb 28 20:44:52.957693 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33268) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:52.984333 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c030ae-275f-4234-b5a7-e8f2ef2fa92e req-bd23f246-b6fc-4e35-b99e-93ff7ae787ab tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:53.008867 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a5c030ae-275f-4234-b5a7-e8f2ef2fa92e req-bd23f246-b6fc-4e35-b99e-93ff7ae787ab tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=608d05fd-d869-4446-bcae-039163d2f390 HTTP/1.1" status: 200 len: 1092 time: 0.0920873 Feb 28 20:44:53.098421 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8042ca7b-33bc-4e43-a017-3a23ba5fd220 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group (faf7557d-a328-4ef3-b0ef-e4489421140c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:53.182441 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8042ca7b-33bc-4e43-a017-3a23ba5fd220 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group (faf7557d-a328-4ef3-b0ef-e4489421140c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:53.218841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26f03a-876f-4dae-ad3e-b7f1e7a592f9 req-1a2b9ed1-3b92-4c3f-bd5e-47a902757418 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:53.228486 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af26f03a-876f-4dae-ad3e-b7f1e7a592f9 req-1a2b9ed1-3b92-4c3f-bd5e-47a902757418 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 1168 time: 0.1109080 Feb 28 20:44:53.312480 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8042ca7b-33bc-4e43-a017-3a23ba5fd220 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (faf7557d-a328-4ef3-b0ef-e4489421140c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:53.317070 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8042ca7b-33bc-4e43-a017-3a23ba5fd220 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:53.323473 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8042ca7b-33bc-4e43-a017-3a23ba5fd220 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "DELETE /v2.0/security-groups/faf7557d-a328-4ef3-b0ef-e4489421140c HTTP/1.1" status: 204 len: 168 time: 0.3646100 Feb 28 20:44:53.351495 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042ca7b-33bc-4e43-a017-3a23ba5fd220 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf7557d-a328-4ef3-b0ef-e4489421140c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:53.386399 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33276) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:53.406080 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af26f03a-876f-4dae-ad3e-b7f1e7a592f9 req-80208445-c91b-4285-a3e5-b6fec4f79a58 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3bbf537b-c740-4203-8ef0-a00d32a94053&id=9e34ff25-5d1d-424a-8083-a81040be9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1688471 Feb 28 20:44:53.429018 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33280) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:53.541661 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eba75f-02e0-49d5-97ea-ceb73c546487 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:53.544765 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-40eba75f-02e0-49d5-97ea-ceb73c546487 tempest-TestSecurityGroupsBasicOps-2047950521 tempest-TestSecurityGroupsBasicOps-2047950521-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=608d05fd-d869-4446-bcae-039163d2f390 HTTP/1.1" status: 200 len: 1087 time: 0.1135254 Feb 28 20:44:53.561754 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-4926dec8-c025-49e7-8c5e-67ac65640028 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Deleting subnet d1867315-7705-4f1c-b320-3606480de329 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:44:53.571205 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4926dec8-c025-49e7-8c5e-67ac65640028 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for subnet (d1867315-7705-4f1c-b320-3606480de329), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:53.674912 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4926dec8-c025-49e7-8c5e-67ac65640028 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (d1867315-7705-4f1c-b320-3606480de329), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:53.947875 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4926dec8-c025-49e7-8c5e-67ac65640028 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (d1867315-7705-4f1c-b320-3606480de329), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:54.017865 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae8c1a-dc1a-4f13-88ab-198cb8ea7f90 req-5beee108-2e99-4c90-8696-0a54fbb87f57 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:54.035100 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83ae8c1a-dc1a-4f13-88ab-198cb8ea7f90 req-5beee108-2e99-4c90-8696-0a54fbb87f57 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=608d05fd-d869-4446-bcae-039163d2f390 HTTP/1.1" status: 200 len: 909 time: 0.1326866 Feb 28 20:44:54.087821 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4926dec8-c025-49e7-8c5e-67ac65640028 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (d1867315-7705-4f1c-b320-3606480de329), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:54.121331 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926dec8-c025-49e7-8c5e-67ac65640028 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event deleted for resources: {'Subnet': ['ID=d1867315-7705-4f1c-b320-3606480de329,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:54.136436 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4926dec8-c025-49e7-8c5e-67ac65640028 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:54.143534 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4926dec8-c025-49e7-8c5e-67ac65640028 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "DELETE /v2.0/subnets/d1867315-7705-4f1c-b320-3606480de329 HTTP/1.1" status: 204 len: 168 time: 0.7542059 Feb 28 20:44:54.145935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd53296-2caf-4c31-9a4d-b4ef9b2d4218 None None] Network dfb28eec-93ab-4c26-86f7-f873e8dcc23b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:44:54.146404 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33288) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:54.385509 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e9e70ffb-c90b-4642-aef4-8a502265cfad tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (dfb28eec-93ab-4c26-86f7-f873e8dcc23b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:54.513540 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb661ba-75df-43da-8e41-04b4f58f0ee6 None None] DHCP port deletion for dfb28eec-93ab-4c26-86f7-f873e8dcc23b request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:44:54.628959 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-e9e70ffb-c90b-4642-aef4-8a502265cfad tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Deleting port f5df9432-d1fe-4faf-89dc-c6046b86c2b8 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:44:54.629594 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e9e70ffb-c90b-4642-aef4-8a502265cfad tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (f5df9432-d1fe-4faf-89dc-c6046b86c2b8), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:54.697667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-adb661ba-75df-43da-8e41-04b4f58f0ee6 None None] Deleting port f5df9432-d1fe-4faf-89dc-c6046b86c2b8 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:44:54.698424 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-adb661ba-75df-43da-8e41-04b4f58f0ee6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (f5df9432-d1fe-4faf-89dc-c6046b86c2b8), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:54.708679 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-e9e70ffb-c90b-4642-aef4-8a502265cfad tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] For port f5df9432-d1fe-4faf-89dc-c6046b86c2b8, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=f5df9432-d1fe-4faf-89dc-c6046b86c2b8,segment=NetworkSegment(0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1),segment_id=0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:54.709056 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e9e70ffb-c90b-4642-aef4-8a502265cfad tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (f5df9432-d1fe-4faf-89dc-c6046b86c2b8), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:54.725364 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-e9e70ffb-c90b-4642-aef4-8a502265cfad tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Calling delete_port for f5df9432-d1fe-4faf-89dc-c6046b86c2b8 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:44:54.825001 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e9e70ffb-c90b-4642-aef4-8a502265cfad tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (f5df9432-d1fe-4faf-89dc-c6046b86c2b8), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:54.846233 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e70ffb-c90b-4642-aef4-8a502265cfad tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] No DVR routers for this DVR port f5df9432-d1fe-4faf-89dc-c6046b86c2b8 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:44:54.849784 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 7b24243b-2309-4965-9d39-0da16bcbecd3 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:44:54.930120 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 7b24243b-2309-4965-9d39-0da16bcbecd3 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:44:54.930508 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 7b24243b-2309-4965-9d39-0da16bcbecd3 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:44:54.941156 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-adb661ba-75df-43da-8e41-04b4f58f0ee6 None None] For port f5df9432-d1fe-4faf-89dc-c6046b86c2b8, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=f5df9432-d1fe-4faf-89dc-c6046b86c2b8,segment=NetworkSegment(0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1),segment_id=0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:54.941799 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-adb661ba-75df-43da-8e41-04b4f58f0ee6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (f5df9432-d1fe-4faf-89dc-c6046b86c2b8), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:54.969509 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-adb661ba-75df-43da-8e41-04b4f58f0ee6 None None] Calling delete_port for f5df9432-d1fe-4faf-89dc-c6046b86c2b8 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:44:55.022129 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e9e70ffb-c90b-4642-aef4-8a502265cfad tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (dfb28eec-93ab-4c26-86f7-f873e8dcc23b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:55.046521 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e70ffb-c90b-4642-aef4-8a502265cfad tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event deleted for resources: {'Port': ['ID=f5df9432-d1fe-4faf-89dc-c6046b86c2b8,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:55.101263 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e9e70ffb-c90b-4642-aef4-8a502265cfad tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb28eec-93ab-4c26-86f7-f873e8dcc23b']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:55.111050 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-adb661ba-75df-43da-8e41-04b4f58f0ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (f5df9432-d1fe-4faf-89dc-c6046b86c2b8), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:55.141373 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e9e70ffb-c90b-4642-aef4-8a502265cfad tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:55.144392 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e9e70ffb-c90b-4642-aef4-8a502265cfad tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:55.161413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb661ba-75df-43da-8e41-04b4f58f0ee6 None None] Pushing event deleted for resources: {'Port': ['ID=f5df9432-d1fe-4faf-89dc-c6046b86c2b8,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:55.171394 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb661ba-75df-43da-8e41-04b4f58f0ee6 None None] No DVR routers for this DVR port f5df9432-d1fe-4faf-89dc-c6046b86c2b8 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:44:55.174404 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e9e70ffb-c90b-4642-aef4-8a502265cfad tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:55.255874 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e9e70ffb-c90b-4642-aef4-8a502265cfad tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:55.282740 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e70ffb-c90b-4642-aef4-8a502265cfad tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:44:55.284142 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e9e70ffb-c90b-4642-aef4-8a502265cfad tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (0fd7d9e4-71a5-4156-9d1b-bfbef1a607c1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:44:55.392425 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:44:55.402547 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e9e70ffb-c90b-4642-aef4-8a502265cfad tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (dfb28eec-93ab-4c26-86f7-f873e8dcc23b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:55.409441 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e9e70ffb-c90b-4642-aef4-8a502265cfad tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:55.413166 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e9e70ffb-c90b-4642-aef4-8a502265cfad tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "DELETE /v2.0/networks/dfb28eec-93ab-4c26-86f7-f873e8dcc23b HTTP/1.1" status: 204 len: 168 time: 1.2660239 Feb 28 20:44:55.417160 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33302) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:55.445676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990cc9c-a2c1-42c3-ab31-064c999dfd2c req-8ac3a45e-ec1e-4165-90b6-efb6d85bae59 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:55.447224 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1990cc9c-a2c1-42c3-ab31-064c999dfd2c req-8ac3a45e-ec1e-4165-90b6-efb6d85bae59 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=608d05fd-d869-4446-bcae-039163d2f390 HTTP/1.1" status: 200 len: 909 time: 0.2838874 Feb 28 20:44:55.453976 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e70ffb-c90b-4642-aef4-8a502265cfad tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event deleted for resources: {'Network': ['ID=dfb28eec-93ab-4c26-86f7-f873e8dcc23b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:55.805788 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79801b7-b9ad-481e-bcc0-5ebf8690718e req-08c9d84a-0095-4c1a-a2c4-eecf40bddc3c tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:55.807577 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b79801b7-b9ad-481e-bcc0-5ebf8690718e req-08c9d84a-0095-4c1a-a2c4-eecf40bddc3c tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.10 "GET /v2.0/ports?device_id=608d05fd-d869-4446-bcae-039163d2f390 HTTP/1.1" status: 200 len: 909 time: 0.1192355 Feb 28 20:44:55.810077 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-a590f4bf-d3d8-414b-b389-c1a3f089289b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Deleting port cf7d725a-6a18-44f1-a8d0-c06e8dfacc1c {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:44:55.811550 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a590f4bf-d3d8-414b-b389-c1a3f089289b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (cf7d725a-6a18-44f1-a8d0-c06e8dfacc1c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:55.944311 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a590f4bf-d3d8-414b-b389-c1a3f089289b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (cf7d725a-6a18-44f1-a8d0-c06e8dfacc1c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:55.944905 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a590f4bf-d3d8-414b-b389-c1a3f089289b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for floatingip (cf7d725a-6a18-44f1-a8d0-c06e8dfacc1c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:55.969127 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-a590f4bf-d3d8-414b-b389-c1a3f089289b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Calling delete_port for cf7d725a-6a18-44f1-a8d0-c06e8dfacc1c owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:44:56.047359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-b79801b7-b9ad-481e-bcc0-5ebf8690718e req-fbfe5b80-1443-4407-bf04-23b381e52a7a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Deleting port dea55a9e-a02d-451d-b43e-a95080531aa4 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:44:56.047831 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b79801b7-b9ad-481e-bcc0-5ebf8690718e req-fbfe5b80-1443-4407-bf04-23b381e52a7a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (dea55a9e-a02d-451d-b43e-a95080531aa4), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:56.187240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f5df9432-d1fe-4faf-89dc-c6046b86c2b8 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:44:56.256621 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: f5df9432-d1fe-4faf-89dc-c6046b86c2b8 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:44:56.257387 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f5df9432-d1fe-4faf-89dc-c6046b86c2b8 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:44:56.274479 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a590f4bf-d3d8-414b-b389-c1a3f089289b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (cf7d725a-6a18-44f1-a8d0-c06e8dfacc1c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:56.315641 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590f4bf-d3d8-414b-b389-c1a3f089289b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event deleted for resources: {'Port': ['ID=cf7d725a-6a18-44f1-a8d0-c06e8dfacc1c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:56.319965 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-b79801b7-b9ad-481e-bcc0-5ebf8690718e req-fbfe5b80-1443-4407-bf04-23b381e52a7a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] For port dea55a9e-a02d-451d-b43e-a95080531aa4, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=dea55a9e-a02d-451d-b43e-a95080531aa4,segment=NetworkSegment(49fd095a-8a35-4901-93cc-52b57fd1cbc9),segment_id=49fd095a-8a35-4901-93cc-52b57fd1cbc9)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:56.320540 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b79801b7-b9ad-481e-bcc0-5ebf8690718e req-fbfe5b80-1443-4407-bf04-23b381e52a7a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (dea55a9e-a02d-451d-b43e-a95080531aa4), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:56.353403 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-b79801b7-b9ad-481e-bcc0-5ebf8690718e req-fbfe5b80-1443-4407-bf04-23b381e52a7a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Calling delete_port for dea55a9e-a02d-451d-b43e-a95080531aa4 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:44:56.392506 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a590f4bf-d3d8-414b-b389-c1a3f089289b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for floatingip (3d42e3f5-ceba-4cc2-9488-74f88d31d0aa), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:56.392925 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-a590f4bf-d3d8-414b-b389-c1a3f089289b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Floating IP 3d42e3f5-ceba-4cc2-9488-74f88d31d0aa disassociated (deleted). External IP: 172.25.0.138, port: 3349377e-5b19-411a-ae9c-ab6fe0fbbe93. Feb 28 20:44:56.637836 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b79801b7-b9ad-481e-bcc0-5ebf8690718e req-fbfe5b80-1443-4407-bf04-23b381e52a7a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (dea55a9e-a02d-451d-b43e-a95080531aa4), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:56.709168 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea48d741-371d-4482-8469-8102142bab40 req-6bee9a64-4efd-48db-aecc-236f455d4bba tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=608d05fd-d869-4446-bcae-039163d2f390 HTTP/1.1" status: 200 len: 210 time: 0.0994842 Feb 28 20:44:56.775087 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a590f4bf-d3d8-414b-b389-c1a3f089289b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Router 15f30800-36ad-4ac0-b60f-6991a25a0162 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:44:56.810085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe5b80-1443-4407-bf04-23b381e52a7a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event deleted for resources: {'Port': ['ID=dea55a9e-a02d-451d-b43e-a95080531aa4,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:56.869900 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79801b7-b9ad-481e-bcc0-5ebf8690718e req-fbfe5b80-1443-4407-bf04-23b381e52a7a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] No DVR routers for this DVR port dea55a9e-a02d-451d-b43e-a95080531aa4 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:44:56.873663 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b79801b7-b9ad-481e-bcc0-5ebf8690718e req-fbfe5b80-1443-4407-bf04-23b381e52a7a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:56.877957 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b79801b7-b9ad-481e-bcc0-5ebf8690718e req-fbfe5b80-1443-4407-bf04-23b381e52a7a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.10 "DELETE /v2.0/ports/dea55a9e-a02d-451d-b43e-a95080531aa4 HTTP/1.1" status: 204 len: 173 time: 1.0506468 Feb 28 20:44:56.878871 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608d05fd-d869-4446-bcae-039163d2f390', 'name': 'network-vif-deleted', 'tag': 'dea55a9e-a02d-451d-b43e-a95080531aa4'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:44:56.882631 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d7df3f-7eba-4853-acf8-b56703c4e184" -d '{"events": [{"server_uuid": "608d05fd-d869-4446-bcae-039163d2f390", "name": "network-vif-deleted", "tag": "dea55a9e-a02d-451d-b43e-a95080531aa4"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:44:56.976816 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be2b7bc-a41d-483b-914b-23899185ad64 x-openstack-request-id: req-0be2b7bc-a41d-483b-914b-23899185ad64 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:44:56.977648 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608d05fd-d869-4446-bcae-039163d2f390", "name": "network-vif-deleted", "tag": "dea55a9e-a02d-451d-b43e-a95080531aa4", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:44:56.978370 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0be2b7bc-a41d-483b-914b-23899185ad64 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:44:56.979880 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608d05fd-d869-4446-bcae-039163d2f390', 'name': 'network-vif-deleted', 'tag': 'dea55a9e-a02d-451d-b43e-a95080531aa4', 'status': 'completed', 'code': 200} Feb 28 20:44:57.033828 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a590f4bf-d3d8-414b-b389-c1a3f089289b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:44:57.045910 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a590f4bf-d3d8-414b-b389-c1a3f089289b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:57.051624 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8900cd-0c7e-4690-97ec-a995b6458660 None None] Sync routers for ids ['15f30800-36ad-4ac0-b60f-6991a25a0162'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:44:57.091780 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8900cd-0c7e-4690-97ec-a995b6458660 None None] Routers {'15f30800-36ad-4ac0-b60f-6991a25a0162'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:44:57.092452 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-af8900cd-0c7e-4690-97ec-a995b6458660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:44:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['15f30800-36ad-4ac0-b60f-6991a25a0162'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:57.097222 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a590f4bf-d3d8-414b-b389-c1a3f089289b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "DELETE /v2.0/floatingips/3d42e3f5-ceba-4cc2-9488-74f88d31d0aa HTTP/1.1" status: 204 len: 168 time: 1.6785650 Feb 28 20:44:57.098761 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b045ebe-01db-4e3d-ad59-4910d04d6f43', 'tag': '3349377e-5b19-411a-ae9c-ab6fe0fbbe93'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:44:57.108555 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872be46e-5b70-4175-8858-bc8ad61188cd" -d '{"events": [{"name": "network-changed", "server_uuid": "3b045ebe-01db-4e3d-ad59-4910d04d6f43", "tag": "3349377e-5b19-411a-ae9c-ab6fe0fbbe93"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:44:57.160686 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26d7199-31a3-4005-8e93-881565467e04 x-openstack-request-id: req-d26d7199-31a3-4005-8e93-881565467e04 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:44:57.161497 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b045ebe-01db-4e3d-ad59-4910d04d6f43", "tag": "3349377e-5b19-411a-ae9c-ab6fe0fbbe93", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:44:57.161986 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d26d7199-31a3-4005-8e93-881565467e04 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:44:57.162648 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b045ebe-01db-4e3d-ad59-4910d04d6f43', 'tag': '3349377e-5b19-411a-ae9c-ab6fe0fbbe93', 'status': 'completed', 'code': 200} Feb 28 20:44:57.248204 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-af8900cd-0c7e-4690-97ec-a995b6458660 None None] Set router 15f30800-36ad-4ac0-b60f-6991a25a0162 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:44:57.268322 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872be46e-5b70-4175-8858-bc8ad61188cd req-71500c36-eea4-42ed-998d-47d53358e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:57.270657 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-872be46e-5b70-4175-8858-bc8ad61188cd req-71500c36-eea4-42ed-998d-47d53358e64e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967&device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 1128 time: 0.0786793 Feb 28 20:44:57.495260 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872be46e-5b70-4175-8858-bc8ad61188cd req-d2e07e9c-89e1-420c-8a72-f2ca17e63541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:57.496843 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-872be46e-5b70-4175-8858-bc8ad61188cd req-d2e07e9c-89e1-420c-8a72-f2ca17e63541 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d7e6f497-e0bd-47f1-add8-b329ee75ad40 HTTP/1.1" status: 200 len: 897 time: 0.2203362 Feb 28 20:44:57.561417 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-872be46e-5b70-4175-8858-bc8ad61188cd req-b4ab941e-6e19-4593-a278-725a0ca0b2ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3349377e-5b19-411a-ae9c-ab6fe0fbbe93 HTTP/1.1" status: 200 len: 217 time: 0.0499048 Feb 28 20:44:57.672767 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-af8900cd-0c7e-4690-97ec-a995b6458660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'name': 'tempest-TestNetworkBasicOps-router-1806619863', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:42:37Z', 'updated_at': '2022-02-28T20:44:45Z', 'revision_number': 6, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:38Z', 'updated_at': '2022-02-28T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'b66f913e-271d-461c-b82b-80f3993e95a0', 'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:85:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:42Z', 'updated_at': '2022-02-28T20:42:52Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:57.705829 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872be46e-5b70-4175-8858-bc8ad61188cd req-3ffe39c6-a4b6-4d0f-bfb9-1966db65c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:57.708236 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-872be46e-5b70-4175-8858-bc8ad61188cd req-3ffe39c6-a4b6-4d0f-bfb9-1966db65c67e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3be1eafe-f5f5-40d8-b852-8948db986ed5 HTTP/1.1" status: 200 len: 834 time: 0.1030383 Feb 28 20:44:57.719485 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8900cd-0c7e-4690-97ec-a995b6458660 None None] Checking router: 15f30800-36ad-4ac0-b60f-6991a25a0162 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:44:57.721447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd5a29-6d25-453b-b36f-02faa144404b req-70b8241f-7722-4f5f-adbd-ca14e7616b47 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:57.724061 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19bd5a29-6d25-453b-b36f-02faa144404b req-70b8241f-7722-4f5f-adbd-ca14e7616b47 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 945 time: 0.1608365 Feb 28 20:44:57.736203 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8900cd-0c7e-4690-97ec-a995b6458660 None None] Routers {'15f30800-36ad-4ac0-b60f-6991a25a0162'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:44:57.736746 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-af8900cd-0c7e-4690-97ec-a995b6458660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:44:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['15f30800-36ad-4ac0-b60f-6991a25a0162'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:57.814599 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33332) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:57.839043 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19bd5a29-6d25-453b-b36f-02faa144404b req-da0a277e-aa68-4b91-9681-50ab446164f8 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=538b673c-34a3-4231-96b5-db11ddb68c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734122 Feb 28 20:44:57.901076 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872be46e-5b70-4175-8858-bc8ad61188cd req-feee5185-94aa-4d17-b8ad-5087d0dcb4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:57.905310 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-872be46e-5b70-4175-8858-bc8ad61188cd req-feee5185-94aa-4d17-b8ad-5087d0dcb4ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7e6f497-e0bd-47f1-add8-b329ee75ad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1802809 Feb 28 20:44:57.946170 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-af8900cd-0c7e-4690-97ec-a995b6458660 None None] Set router 15f30800-36ad-4ac0-b60f-6991a25a0162 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:44:58.130136 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-872be46e-5b70-4175-8858-bc8ad61188cd req-8dea07ff-1b0d-4a6a-8d2a-ea66bc7bb8c4 service neutron] 10.222.0.10 "GET /v2.0/networks/d7e6f497-e0bd-47f1-add8-b329ee75ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121737 Feb 28 20:44:58.398114 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-872be46e-5b70-4175-8858-bc8ad61188cd req-ddab0eff-3baf-4dee-ad51-8f2747e68298 service neutron] 10.222.0.10 "GET /v2.0/networks/d7e6f497-e0bd-47f1-add8-b329ee75ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600064 Feb 28 20:44:58.417218 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-af8900cd-0c7e-4690-97ec-a995b6458660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'name': 'tempest-TestNetworkBasicOps-router-1806619863', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:42:37Z', 'updated_at': '2022-02-28T20:44:45Z', 'revision_number': 6, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:38Z', 'updated_at': '2022-02-28T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'b66f913e-271d-461c-b82b-80f3993e95a0', 'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:85:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:42Z', 'updated_at': '2022-02-28T20:42:52Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:44:58.479131 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8900cd-0c7e-4690-97ec-a995b6458660 None None] The sync data for ids ['15f30800-36ad-4ac0-b60f-6991a25a0162'] in n-d-820368-21 is: [{'id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'name': 'tempest-TestNetworkBasicOps-router-1806619863', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:42:37Z', 'updated_at': '2022-02-28T20:44:45Z', 'revision_number': 6, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:38Z', 'updated_at': '2022-02-28T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'b66f913e-271d-461c-b82b-80f3993e95a0', 'name': '', 'network_id': 'd7e6f497-e0bd-47f1-add8-b329ee75ad40', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:85:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:42Z', 'updated_at': '2022-02-28T20:42:52Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': '3be1eafe-f5f5-40d8-b852-8948db986ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:44:58.499188 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33342) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:58.689945 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-90d737cf-346e-43e3-8c0d-1ce4ba87cde3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:58.719987 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2f5ca38e-d2b3-41e4-aafa-bbb7b5a4e05a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:58.921188 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-90d737cf-346e-43e3-8c0d-1ce4ba87cde3 admin admin] Publish callbacks [] for security_group (7a93dbfd-9248-4d0a-9077-a875a28d5413), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:58.931085 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-90d737cf-346e-43e3-8c0d-1ce4ba87cde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7a93dbfd-9248-4d0a-9077-a875a28d5413), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:59.008433 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6165d04d-30c9-497c-807b-b36f1d47c90c None None] New status for floating IP 3d42e3f5-ceba-4cc2-9488-74f88d31d0aa: DOWN {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:44:59.157142 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d737cf-346e-43e3-8c0d-1ce4ba87cde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a93dbfd-9248-4d0a-9077-a875a28d5413,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:59.183931 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-90d737cf-346e-43e3-8c0d-1ce4ba87cde3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd893d3f0f8042698353c8381b12ddcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6834152 Feb 28 20:44:59.188386 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2f5ca38e-d2b3-41e4-aafa-bbb7b5a4e05a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Deleting port 907526da-769f-46de-b83b-e5f10de946a9 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:44:59.188925 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2f5ca38e-d2b3-41e4-aafa-bbb7b5a4e05a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (907526da-769f-46de-b83b-e5f10de946a9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:59.192825 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33350) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:44:59.206647 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100153d-7ee6-46f8-af0b-0b2e6d7e53f4 req-2ea87970-cd96-4f94-9eb4-bf4c02e1af60 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:59.208412 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4100153d-7ee6-46f8-af0b-0b2e6d7e53f4 req-2ea87970-cd96-4f94-9eb4-bf4c02e1af60 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 945 time: 0.2478456 Feb 28 20:44:59.222467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cfed0-db6c-4130-a2e8-a9aa2603c693 req-6740e50a-f0be-43bc-8664-c528e2576baf tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:44:59.224422 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e5cfed0-db6c-4130-a2e8-a9aa2603c693 req-6740e50a-f0be-43bc-8664-c528e2576baf tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 945 time: 0.1830533 Feb 28 20:44:59.337845 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a501398-e5fe-491c-b53a-6e3f93cf70cd admin admin] Publish callbacks [] for security_group (7a93dbfd-9248-4d0a-9077-a875a28d5413), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:59.349041 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e5cfed0-db6c-4130-a2e8-a9aa2603c693 req-e9fba125-1b11-4110-8181-28480f9c1571 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=538b673c-34a3-4231-96b5-db11ddb68c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154304 Feb 28 20:44:59.365129 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a501398-e5fe-491c-b53a-6e3f93cf70cd admin admin] Publish callbacks [] for security_group (7a93dbfd-9248-4d0a-9077-a875a28d5413), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:59.403044 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-4100153d-7ee6-46f8-af0b-0b2e6d7e53f4 req-732c8280-483e-4105-a98f-1537c2ab6fb6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Deleting port 3349377e-5b19-411a-ae9c-ab6fe0fbbe93 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:44:59.404122 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4100153d-7ee6-46f8-af0b-0b2e6d7e53f4 req-732c8280-483e-4105-a98f-1537c2ab6fb6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3349377e-5b19-411a-ae9c-ab6fe0fbbe93), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:59.437828 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a501398-e5fe-491c-b53a-6e3f93cf70cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7a93dbfd-9248-4d0a-9077-a875a28d5413), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:59.441747 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2a501398-e5fe-491c-b53a-6e3f93cf70cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:59.443054 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2a501398-e5fe-491c-b53a-6e3f93cf70cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a93dbfd-9248-4d0a-9077-a875a28d5413 HTTP/1.1" status: 204 len: 168 time: 0.2454700 Feb 28 20:44:59.473452 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a501398-e5fe-491c-b53a-6e3f93cf70cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a93dbfd-9248-4d0a-9077-a875a28d5413,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:59.479212 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-2f5ca38e-d2b3-41e4-aafa-bbb7b5a4e05a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] For port 907526da-769f-46de-b83b-e5f10de946a9, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=907526da-769f-46de-b83b-e5f10de946a9,segment=NetworkSegment(49fd095a-8a35-4901-93cc-52b57fd1cbc9),segment_id=49fd095a-8a35-4901-93cc-52b57fd1cbc9)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:59.479602 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2f5ca38e-d2b3-41e4-aafa-bbb7b5a4e05a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (907526da-769f-46de-b83b-e5f10de946a9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:59.499053 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2f5ca38e-d2b3-41e4-aafa-bbb7b5a4e05a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Calling delete_port for 907526da-769f-46de-b83b-e5f10de946a9 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:44:59.620530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-4100153d-7ee6-46f8-af0b-0b2e6d7e53f4 req-732c8280-483e-4105-a98f-1537c2ab6fb6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] For port 3349377e-5b19-411a-ae9c-ab6fe0fbbe93, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=3349377e-5b19-411a-ae9c-ab6fe0fbbe93,segment=NetworkSegment(21f5129e-2933-4a07-b85d-25a530887e02),segment_id=21f5129e-2933-4a07-b85d-25a530887e02)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:44:59.624047 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4100153d-7ee6-46f8-af0b-0b2e6d7e53f4 req-732c8280-483e-4105-a98f-1537c2ab6fb6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3349377e-5b19-411a-ae9c-ab6fe0fbbe93), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:59.657052 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-4100153d-7ee6-46f8-af0b-0b2e6d7e53f4 req-732c8280-483e-4105-a98f-1537c2ab6fb6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Calling delete_port for 3349377e-5b19-411a-ae9c-ab6fe0fbbe93 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:44:59.782156 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2f5ca38e-d2b3-41e4-aafa-bbb7b5a4e05a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (907526da-769f-46de-b83b-e5f10de946a9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:59.849459 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ca38e-d2b3-41e4-aafa-bbb7b5a4e05a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event deleted for resources: {'Port': ['ID=907526da-769f-46de-b83b-e5f10de946a9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:59.870471 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4100153d-7ee6-46f8-af0b-0b2e6d7e53f4 req-732c8280-483e-4105-a98f-1537c2ab6fb6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (3349377e-5b19-411a-ae9c-ab6fe0fbbe93), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:44:59.927261 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c8280-483e-4105-a98f-1537c2ab6fb6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event deleted for resources: {'Port': ['ID=3349377e-5b19-411a-ae9c-ab6fe0fbbe93,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:44:59.988832 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4100153d-7ee6-46f8-af0b-0b2e6d7e53f4 req-732c8280-483e-4105-a98f-1537c2ab6fb6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] No DVR routers for this DVR port 3349377e-5b19-411a-ae9c-ab6fe0fbbe93 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:44:59.995014 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4100153d-7ee6-46f8-af0b-0b2e6d7e53f4 req-732c8280-483e-4105-a98f-1537c2ab6fb6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:00.005109 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4100153d-7ee6-46f8-af0b-0b2e6d7e53f4 req-732c8280-483e-4105-a98f-1537c2ab6fb6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.10 "DELETE /v2.0/ports/3349377e-5b19-411a-ae9c-ab6fe0fbbe93 HTTP/1.1" status: 204 len: 173 time: 0.7796009 Feb 28 20:45:00.005723 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b045ebe-01db-4e3d-ad59-4910d04d6f43', 'name': 'network-vif-deleted', 'tag': '3349377e-5b19-411a-ae9c-ab6fe0fbbe93'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:45:00.020312 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746945ec-ddd7-46f2-955f-892fe70a9a24" -d '{"events": [{"server_uuid": "3b045ebe-01db-4e3d-ad59-4910d04d6f43", "name": "network-vif-deleted", "tag": "3349377e-5b19-411a-ae9c-ab6fe0fbbe93"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:45:00.134644 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0175417-c87b-4c85-acff-7844976105ba x-openstack-request-id: req-d0175417-c87b-4c85-acff-7844976105ba {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:45:00.134960 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b045ebe-01db-4e3d-ad59-4910d04d6f43", "name": "network-vif-deleted", "tag": "3349377e-5b19-411a-ae9c-ab6fe0fbbe93", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:45:00.135214 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0175417-c87b-4c85-acff-7844976105ba {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:45:00.135628 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b045ebe-01db-4e3d-ad59-4910d04d6f43', 'name': 'network-vif-deleted', 'tag': '3349377e-5b19-411a-ae9c-ab6fe0fbbe93', 'status': 'completed', 'code': 200} Feb 28 20:45:00.282925 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2f5ca38e-d2b3-41e4-aafa-bbb7b5a4e05a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:00.672421 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ac3fd30-aed0-404d-b4c5-26f9b1eb4776 req-5b30aa97-4c2a-4055-be16-fee7f9ac94eb tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b045ebe-01db-4e3d-ad59-4910d04d6f43 HTTP/1.1" status: 200 len: 210 time: 0.0757132 Feb 28 20:45:00.746056 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5ca38e-d2b3-41e4-aafa-bbb7b5a4e05a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Router fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:45:00.877837 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device dea55a9e-a02d-451d-b43e-a95080531aa4 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:45:00.968233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: dea55a9e-a02d-451d-b43e-a95080531aa4 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:45:00.970157 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device dea55a9e-a02d-451d-b43e-a95080531aa4 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:45:01.415103 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a43b64-ddd6-4062-b7c3-3034bac6b3e3 req-bcfa29ac-145b-41d4-a066-5dd97cd00090 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:01.421889 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82a43b64-ddd6-4062-b7c3-3034bac6b3e3 req-bcfa29ac-145b-41d4-a066-5dd97cd00090 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 1128 time: 0.0978723 Feb 28 20:45:01.528764 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82a43b64-ddd6-4062-b7c3-3034bac6b3e3 req-3be95840-61dc-4c2f-8758-0cc3448b3a7d tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941279 Feb 28 20:45:01.573556 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5ca38e-d2b3-41e4-aafa-bbb7b5a4e05a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:45:01.582750 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2f5ca38e-d2b3-41e4-aafa-bbb7b5a4e05a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "PUT /v2.0/routers/fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7642548 Feb 28 20:45:01.582946 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33398) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:01.589398 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08446a1-2277-47b2-9211-b4877800a767 None None] Sync routers for ids ['fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:45:01.612791 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08446a1-2277-47b2-9211-b4877800a767 None None] Routers {'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:01.614891 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d08446a1-2277-47b2-9211-b4877800a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:44:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:01.725956 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-93dcf151-4620-48ed-8f47-2e9db6bec19f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Deleting subnet 2a596b8d-0c5b-4f12-87fd-0a57cfad03dd {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:45:01.736547 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-93dcf151-4620-48ed-8f47-2e9db6bec19f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for subnet (2a596b8d-0c5b-4f12-87fd-0a57cfad03dd), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:01.826236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33404) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:01.843435 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-93dcf151-4620-48ed-8f47-2e9db6bec19f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (2a596b8d-0c5b-4f12-87fd-0a57cfad03dd), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:02.026776 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-93dcf151-4620-48ed-8f47-2e9db6bec19f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (2a596b8d-0c5b-4f12-87fd-0a57cfad03dd), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:02.084402 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-470ee2b6-44c2-4f16-b71d-2893ce30c786 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group (538b673c-34a3-4231-96b5-db11ddb68c04), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:02.155351 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a754a2-b189-4aeb-a2ba-5be5e255c4b0 req-d4144ec2-ff0e-4cd5-8a08-d5ae3cb88279 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:02.161267 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c5a754a2-b189-4aeb-a2ba-5be5e255c4b0 req-d4144ec2-ff0e-4cd5-8a08-d5ae3cb88279 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 945 time: 0.5036638 Feb 28 20:45:02.170237 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-93dcf151-4620-48ed-8f47-2e9db6bec19f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (2a596b8d-0c5b-4f12-87fd-0a57cfad03dd), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:02.271182 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcf151-4620-48ed-8f47-2e9db6bec19f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event deleted for resources: {'Subnet': ['ID=2a596b8d-0c5b-4f12-87fd-0a57cfad03dd,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:02.275013 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-93dcf151-4620-48ed-8f47-2e9db6bec19f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:02.280975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ea3996-9d8e-41b4-a7a2-f78baadb004b None None] Network ce8f6d25-738c-4872-86c2-51ba36475a5f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:45:02.304632 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-93dcf151-4620-48ed-8f47-2e9db6bec19f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "DELETE /v2.0/subnets/2a596b8d-0c5b-4f12-87fd-0a57cfad03dd HTTP/1.1" status: 204 len: 168 time: 0.7204421 Feb 28 20:45:02.311555 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33412) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:02.325987 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-470ee2b6-44c2-4f16-b71d-2893ce30c786 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group (538b673c-34a3-4231-96b5-db11ddb68c04), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:02.412905 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-d08446a1-2277-47b2-9211-b4877800a767 None None] Set router fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:45:02.452877 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c5a754a2-b189-4aeb-a2ba-5be5e255c4b0 req-700be813-5699-40a0-9cf2-12d57d5616da tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2774925 Feb 28 20:45:02.453581 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-470ee2b6-44c2-4f16-b71d-2893ce30c786 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (538b673c-34a3-4231-96b5-db11ddb68c04), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:02.462258 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-470ee2b6-44c2-4f16-b71d-2893ce30c786 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:02.465926 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-470ee2b6-44c2-4f16-b71d-2893ce30c786 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "DELETE /v2.0/security-groups/538b673c-34a3-4231-96b5-db11ddb68c04 HTTP/1.1" status: 204 len: 168 time: 0.6326175 Feb 28 20:45:02.492581 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33420) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:02.612661 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33422) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:02.613857 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ee2b6-44c2-4f16-b71d-2893ce30c786 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=538b673c-34a3-4231-96b5-db11ddb68c04,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:02.672543 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b108f6d-db90-43b8-9de2-682ae382d5b7 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for router (fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:02.689757 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7ee16a-7b83-4b3d-9f39-be555146a503 None None] DHCP port deletion for ce8f6d25-738c-4872-86c2-51ba36475a5f request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:45:02.768971 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d08446a1-2277-47b2-9211-b4877800a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-854684718', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '0006e4b3-9b20-4fee-8b4b-8b7de566c423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:20Z', 'updated_at': '2022-02-28T20:44:59Z', 'revision_number': 5, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port': {'id': '0006e4b3-9b20-4fee-8b4b-8b7de566c423', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:22Z', 'updated_at': '2022-02-28T20:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:02.814191 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3c7ee16a-7b83-4b3d-9f39-be555146a503 None None] Deleting port ce793689-7b69-4dfd-b22c-aef42bfe8d67 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:45:02.814484 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3c7ee16a-7b83-4b3d-9f39-be555146a503 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ce793689-7b69-4dfd-b22c-aef42bfe8d67), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:02.839591 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08446a1-2277-47b2-9211-b4877800a767 None None] Checking router: fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:45:02.865161 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08446a1-2277-47b2-9211-b4877800a767 None None] Routers {'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:02.865809 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d08446a1-2277-47b2-9211-b4877800a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:44:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:02.919790 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b108f6d-db90-43b8-9de2-682ae382d5b7 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for router_gateway (fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:02.958233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 3349377e-5b19-411a-ae9c-ab6fe0fbbe93 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:45:03.070860 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-d08446a1-2277-47b2-9211-b4877800a767 None None] Set router fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:45:03.077705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 3349377e-5b19-411a-ae9c-ab6fe0fbbe93 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:45:03.078061 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 3349377e-5b19-411a-ae9c-ab6fe0fbbe93 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:45:03.091890 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-5b108f6d-db90-43b8-9de2-682ae382d5b7 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Deleting port 0006e4b3-9b20-4fee-8b4b-8b7de566c423 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:45:03.092237 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b108f6d-db90-43b8-9de2-682ae382d5b7 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0006e4b3-9b20-4fee-8b4b-8b7de566c423), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:03.102181 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-3c7ee16a-7b83-4b3d-9f39-be555146a503 None None] For port ce793689-7b69-4dfd-b22c-aef42bfe8d67, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ce793689-7b69-4dfd-b22c-aef42bfe8d67,segment=NetworkSegment(49fd095a-8a35-4901-93cc-52b57fd1cbc9),segment_id=49fd095a-8a35-4901-93cc-52b57fd1cbc9)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:03.102581 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3c7ee16a-7b83-4b3d-9f39-be555146a503 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ce793689-7b69-4dfd-b22c-aef42bfe8d67), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:03.150820 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3c7ee16a-7b83-4b3d-9f39-be555146a503 None None] Calling delete_port for ce793689-7b69-4dfd-b22c-aef42bfe8d67 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:45:03.321376 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-5b108f6d-db90-43b8-9de2-682ae382d5b7 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] For port 0006e4b3-9b20-4fee-8b4b-8b7de566c423, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0006e4b3-9b20-4fee-8b4b-8b7de566c423,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:03.321645 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b108f6d-db90-43b8-9de2-682ae382d5b7 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0006e4b3-9b20-4fee-8b4b-8b7de566c423), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:03.355599 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-5b108f6d-db90-43b8-9de2-682ae382d5b7 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Calling delete_port for 0006e4b3-9b20-4fee-8b4b-8b7de566c423 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:45:03.384650 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3c7ee16a-7b83-4b3d-9f39-be555146a503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (ce793689-7b69-4dfd-b22c-aef42bfe8d67), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:03.403921 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d08446a1-2277-47b2-9211-b4877800a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-854684718', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '0006e4b3-9b20-4fee-8b4b-8b7de566c423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:20Z', 'updated_at': '2022-02-28T20:44:59Z', 'revision_number': 5, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port': {'id': '0006e4b3-9b20-4fee-8b4b-8b7de566c423', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:22Z', 'updated_at': '2022-02-28T20:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:03.409237 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7ee16a-7b83-4b3d-9f39-be555146a503 None None] No DVR routers for this DVR port ce793689-7b69-4dfd-b22c-aef42bfe8d67 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:45:03.495200 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ee16a-7b83-4b3d-9f39-be555146a503 None None] Pushing event deleted for resources: {'Port': ['ID=ce793689-7b69-4dfd-b22c-aef42bfe8d67,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:03.511850 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08446a1-2277-47b2-9211-b4877800a767 None None] The sync data for ids ['fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6'] in n-d-820368-21 is: [{'id': 'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-854684718', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '0006e4b3-9b20-4fee-8b4b-8b7de566c423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:20Z', 'updated_at': '2022-02-28T20:44:59Z', 'revision_number': 5, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port': {'id': '0006e4b3-9b20-4fee-8b4b-8b7de566c423', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:22Z', 'updated_at': '2022-02-28T20:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:45:03.516078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ee16a-7b83-4b3d-9f39-be555146a503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:03.516419 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ee16a-7b83-4b3d-9f39-be555146a503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:03.516753 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ee16a-7b83-4b3d-9f39-be555146a503 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:03.517082 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ee16a-7b83-4b3d-9f39-be555146a503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:03.517405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ee16a-7b83-4b3d-9f39-be555146a503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:03.518873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ee16a-7b83-4b3d-9f39-be555146a503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:03.523908 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ee16a-7b83-4b3d-9f39-be555146a503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:03.524640 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ee16a-7b83-4b3d-9f39-be555146a503 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:03.525132 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ee16a-7b83-4b3d-9f39-be555146a503 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:03.526155 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ee16a-7b83-4b3d-9f39-be555146a503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:03.526651 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ee16a-7b83-4b3d-9f39-be555146a503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:03.527144 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ee16a-7b83-4b3d-9f39-be555146a503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:03.527621 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ee16a-7b83-4b3d-9f39-be555146a503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:03.628897 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6cba4365-3fb1-48f9-9568-00c98b45d828 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/floatingips/8056cd78-1b9e-4736-ab85-992a7d826788 HTTP/1.1" status: 200 len: 993 time: 1.1337864 Feb 28 20:45:03.887637 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b108f6d-db90-43b8-9de2-682ae382d5b7 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0006e4b3-9b20-4fee-8b4b-8b7de566c423), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:03.953120 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b108f6d-db90-43b8-9de2-682ae382d5b7 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event deleted for resources: {'Port': ['ID=0006e4b3-9b20-4fee-8b4b-8b7de566c423,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:04.122836 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b108f6d-db90-43b8-9de2-682ae382d5b7 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:04.361066 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ce793689-7b69-4dfd-b22c-aef42bfe8d67 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:45:04.425546 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b108f6d-db90-43b8-9de2-682ae382d5b7 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:04.428381 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b108f6d-db90-43b8-9de2-682ae382d5b7 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for router_controller (fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:04.436178 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: ce793689-7b69-4dfd-b22c-aef42bfe8d67 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:45:04.436694 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ce793689-7b69-4dfd-b22c-aef42bfe8d67 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:45:04.440902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 907526da-769f-46de-b83b-e5f10de946a9 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:45:04.511387 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 907526da-769f-46de-b83b-e5f10de946a9 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:45:04.512109 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 907526da-769f-46de-b83b-e5f10de946a9 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:45:04.577165 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b108f6d-db90-43b8-9de2-682ae382d5b7 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:04.578037 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b108f6d-db90-43b8-9de2-682ae382d5b7 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Fanout notify agent at l3_agent the message router_deleted on router fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:45:04.586956 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b108f6d-db90-43b8-9de2-682ae382d5b7 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:04.589563 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5b108f6d-db90-43b8-9de2-682ae382d5b7 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "DELETE /v2.0/routers/fe36ab3d-3a90-4a93-9214-d7d97ce7f2c6 HTTP/1.1" status: 204 len: 168 time: 2.2711470 Feb 28 20:45:04.592414 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33448) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:04.855276 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c50f-d3e3-42f2-a4ff-ba81b3d005e9 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (ce8f6d25-738c-4872-86c2-51ba36475a5f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:04.901471 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-de8c5fb3-8c03-451f-ab45-e224f2bcb318 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (15f30800-36ad-4ac0-b60f-6991a25a0162), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:04.959640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f744bf-0405-4ccc-a70d-eb89a159263f req-33ab6fca-5b91-49fc-896a-bddc4926193b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:04.961177 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15f744bf-0405-4ccc-a70d-eb89a159263f req-33ab6fca-5b91-49fc-896a-bddc4926193b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 945 time: 0.3302667 Feb 28 20:45:04.964201 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-57ebc022-ce53-48dd-9591-a36155f0e238 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4154744 Feb 28 20:45:05.225783 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c50f-d3e3-42f2-a4ff-ba81b3d005e9 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (ce8f6d25-738c-4872-86c2-51ba36475a5f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:05.289679 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-e9a5c50f-d3e3-42f2-a4ff-ba81b3d005e9 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8f6d25-738c-4872-86c2-51ba36475a5f']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:05.297665 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15f744bf-0405-4ccc-a70d-eb89a159263f req-93a8f6ff-4487-4094-98a5-b1bea04b4c1d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231827 Feb 28 20:45:05.320235 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-e9a5c50f-d3e3-42f2-a4ff-ba81b3d005e9 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49fd095a-8a35-4901-93cc-52b57fd1cbc9') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:05.320529 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-e9a5c50f-d3e3-42f2-a4ff-ba81b3d005e9 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49fd095a-8a35-4901-93cc-52b57fd1cbc9') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:05.350340 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c50f-d3e3-42f2-a4ff-ba81b3d005e9 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (49fd095a-8a35-4901-93cc-52b57fd1cbc9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:05.375899 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c50f-d3e3-42f2-a4ff-ba81b3d005e9 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (49fd095a-8a35-4901-93cc-52b57fd1cbc9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:05.389431 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a5c50f-d3e3-42f2-a4ff-ba81b3d005e9 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:45:05.389704 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c50f-d3e3-42f2-a4ff-ba81b3d005e9 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (49fd095a-8a35-4901-93cc-52b57fd1cbc9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:45:05.397223 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:45:05.514572 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c50f-d3e3-42f2-a4ff-ba81b3d005e9 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (ce8f6d25-738c-4872-86c2-51ba36475a5f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:05.524898 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c50f-d3e3-42f2-a4ff-ba81b3d005e9 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:05.530173 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e9a5c50f-d3e3-42f2-a4ff-ba81b3d005e9 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "DELETE /v2.0/networks/ce8f6d25-738c-4872-86c2-51ba36475a5f HTTP/1.1" status: 204 len: 168 time: 0.9359159 Feb 28 20:45:05.545389 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33466) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:05.553840 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5c50f-d3e3-42f2-a4ff-ba81b3d005e9 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event deleted for resources: {'Network': ['ID=ce8f6d25-738c-4872-86c2-51ba36475a5f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:05.889456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-5a550579-676a-4b65-a624-020dc7898c2d tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:05.891139 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-5a550579-676a-4b65-a624-020dc7898c2d tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/ports/8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c HTTP/1.1" status: 200 len: 1125 time: 0.0858824 Feb 28 20:45:05.928099 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-0db0c0b8-731f-4981-aeda-d5a65404369d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Deleting port d70d9c7a-38fc-4fd2-b3b6-7225506d965d {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:45:05.928676 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0db0c0b8-731f-4981-aeda-d5a65404369d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d70d9c7a-38fc-4fd2-b3b6-7225506d965d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:05.994025 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-de8c5fb3-8c03-451f-ab45-e224f2bcb318 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Deleting port b66f913e-271d-461c-b82b-80f3993e95a0 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:45:05.994375 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-de8c5fb3-8c03-451f-ab45-e224f2bcb318 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b66f913e-271d-461c-b82b-80f3993e95a0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:06.083424 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0db0c0b8-731f-4981-aeda-d5a65404369d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d70d9c7a-38fc-4fd2-b3b6-7225506d965d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:06.083849 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0db0c0b8-731f-4981-aeda-d5a65404369d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for floatingip (d70d9c7a-38fc-4fd2-b3b6-7225506d965d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:06.106199 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-0db0c0b8-731f-4981-aeda-d5a65404369d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Calling delete_port for d70d9c7a-38fc-4fd2-b3b6-7225506d965d owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:45:06.113650 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0006e4b3-9b20-4fee-8b4b-8b7de566c423 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:45:06.138100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-de8c5fb3-8c03-451f-ab45-e224f2bcb318 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] For port b66f913e-271d-461c-b82b-80f3993e95a0, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b66f913e-271d-461c-b82b-80f3993e95a0,segment=NetworkSegment(21f5129e-2933-4a07-b85d-25a530887e02),segment_id=21f5129e-2933-4a07-b85d-25a530887e02)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:06.138492 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-de8c5fb3-8c03-451f-ab45-e224f2bcb318 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b66f913e-271d-461c-b82b-80f3993e95a0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:06.176113 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 0006e4b3-9b20-4fee-8b4b-8b7de566c423 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:45:06.176264 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0006e4b3-9b20-4fee-8b4b-8b7de566c423 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:45:06.236684 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-de8c5fb3-8c03-451f-ab45-e224f2bcb318 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Calling delete_port for b66f913e-271d-461c-b82b-80f3993e95a0 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:45:06.627463 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28605896-6950-436a-8e0b-3d6e6b672e2b req-1472c6aa-b492-47e3-9ebe-25e707b897d0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:06.634597 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28605896-6950-436a-8e0b-3d6e6b672e2b req-1472c6aa-b492-47e3-9ebe-25e707b897d0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 945 time: 0.1980667 Feb 28 20:45:06.752163 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28605896-6950-436a-8e0b-3d6e6b672e2b req-027ff417-4439-4d3b-af55-3e075e5f3663 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165459 Feb 28 20:45:06.759657 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0db0c0b8-731f-4981-aeda-d5a65404369d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d70d9c7a-38fc-4fd2-b3b6-7225506d965d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:06.846229 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-4877f1af-d97c-4e62-82ff-c67e7888ed75 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e9287f63668248148cab41ab80867ce5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817924 Feb 28 20:45:06.878393 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0c0b8-731f-4981-aeda-d5a65404369d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event deleted for resources: {'Port': ['ID=d70d9c7a-38fc-4fd2-b3b6-7225506d965d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:07.040634 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0db0c0b8-731f-4981-aeda-d5a65404369d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for floatingip (ec95307d-1b77-4766-bff8-3c96518cf459), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:07.041325 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-0db0c0b8-731f-4981-aeda-d5a65404369d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Floating IP ec95307d-1b77-4766-bff8-3c96518cf459 disassociated (deleted). External IP: 172.25.0.175, port: 1c21543d-4170-4412-bc70-272234f5d1c0. Feb 28 20:45:07.163349 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-c013e6d8-ecfb-4ecf-be20-13afd0ae7623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:07.172555 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-c013e6d8-ecfb-4ecf-be20-13afd0ae7623 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 1128 time: 0.1074586 Feb 28 20:45:07.205865 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-de8c5fb3-8c03-451f-ab45-e224f2bcb318 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (b66f913e-271d-461c-b82b-80f3993e95a0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:07.386813 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-ea21aac9-46ef-41ec-bce2-e16a03cb52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:07.388924 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-ea21aac9-46ef-41ec-bce2-e16a03cb52cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830 HTTP/1.1" status: 200 len: 897 time: 0.2100334 Feb 28 20:45:07.524535 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-6d11d745-5ec7-4421-b422-079bea8d802e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c HTTP/1.1" status: 200 len: 1001 time: 0.1287069 Feb 28 20:45:07.628214 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-33b9a419-3403-456d-b3b1-a47bd43133b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:07.634090 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-33b9a419-3403-456d-b3b1-a47bd43133b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a792bfee-4d82-4cc8-8f52-66116f2e1445 HTTP/1.1" status: 200 len: 834 time: 0.1029394 Feb 28 20:45:07.709618 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fef90f60-c64b-4abd-a95f-b57a9897c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:07.711344 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fef90f60-c64b-4abd-a95f-b57a9897c281 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0693059 Feb 28 20:45:07.907075 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-508fb3d6-3864-47f7-be8d-ea5668ba46ef service neutron] 10.222.0.15 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887681 Feb 28 20:45:08.022431 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-7f0553b7-877c-4a43-bc83-95c3d919ec60 service neutron] 10.222.0.15 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077948 Feb 28 20:45:08.057355 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c5fb3-8c03-451f-ab45-e224f2bcb318 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event deleted for resources: {'Port': ['ID=b66f913e-271d-461c-b82b-80f3993e95a0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:08.070621 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-1b60c473-5bdc-42ee-b2e3-60596e4390bd tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:08.072246 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-1b60c473-5bdc-42ee-b2e3-60596e4390bd tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2253189 Feb 28 20:45:08.074503 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db0c0b8-731f-4981-aeda-d5a65404369d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Router f454dbe9-554c-4759-b5ba-1aed41ea70f3 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:45:08.139619 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-c274d19f-dc8c-4fd6-a606-ebe42cb00d51 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/quotas/e9287f63668248148cab41ab80867ce5 HTTP/1.1" status: 200 len: 375 time: 0.0613558 Feb 28 20:45:08.238989 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-71de601d-81f3-4dc2-a824-7ee8cf536c31 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e9287f63668248148cab41ab80867ce5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440741 Feb 28 20:45:08.255415 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2b4c4-8c09-45eb-b0c4-7b19c07d3f33 req-59a6548a-66f1-46fa-a553-edd31039ad88 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:08.260264 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0dc2b4c4-8c09-45eb-b0c4-7b19c07d3f33 req-59a6548a-66f1-46fa-a553-edd31039ad88 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 945 time: 0.2441778 Feb 28 20:45:08.509968 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b1b89357-2841-415a-b7e0-a3808435912c req-9758d066-7112-4499-901d-b41d73d50192 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902c278-be1c-407c-8e75-8e930110a385 HTTP/1.1" status: 200 len: 210 time: 0.0540721 Feb 28 20:45:08.537716 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0dc2b4c4-8c09-45eb-b0c4-7b19c07d3f33 req-bf5df956-c820-4e9f-9d16-52296854d77c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180119 Feb 28 20:45:08.550788 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db0c0b8-731f-4981-aeda-d5a65404369d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:45:08.553162 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-de8c5fb3-8c03-451f-ab45-e224f2bcb318 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (15f30800-36ad-4ac0-b60f-6991a25a0162), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:08.557914 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0db0c0b8-731f-4981-aeda-d5a65404369d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:08.564244 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5aec3f-8b2c-4fd7-b798-5cba702ab682 None None] Sync routers for ids ['f454dbe9-554c-4759-b5ba-1aed41ea70f3'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:45:08.585529 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5aec3f-8b2c-4fd7-b798-5cba702ab682 None None] Routers {'f454dbe9-554c-4759-b5ba-1aed41ea70f3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:08.586872 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8c5aec3f-8b2c-4fd7-b798-5cba702ab682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:44:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f454dbe9-554c-4759-b5ba-1aed41ea70f3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:08.651297 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0db0c0b8-731f-4981-aeda-d5a65404369d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "DELETE /v2.0/floatingips/ec95307d-1b77-4766-bff8-3c96518cf459 HTTP/1.1" status: 204 len: 168 time: 3.1048243 Feb 28 20:45:08.654036 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de1dc8f-d3a7-4589-8104-f31b9387b1cf', 'tag': '1c21543d-4170-4412-bc70-272234f5d1c0'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:45:08.656424 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24abbdc6-f540-494a-9885-3331d6f750f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6de1dc8f-d3a7-4589-8104-f31b9387b1cf", "tag": "1c21543d-4170-4412-bc70-272234f5d1c0"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:45:08.737253 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70878d25-9b69-40c3-a346-fc819de02932 x-openstack-request-id: req-70878d25-9b69-40c3-a346-fc819de02932 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:45:08.737554 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de1dc8f-d3a7-4589-8104-f31b9387b1cf", "tag": "1c21543d-4170-4412-bc70-272234f5d1c0", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:45:08.737815 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70878d25-9b69-40c3-a346-fc819de02932 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:45:08.738218 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de1dc8f-d3a7-4589-8104-f31b9387b1cf', 'tag': '1c21543d-4170-4412-bc70-272234f5d1c0', 'status': 'completed', 'code': 200} Feb 28 20:45:08.781896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-8c5aec3f-8b2c-4fd7-b798-5cba702ab682 None None] Set router f454dbe9-554c-4759-b5ba-1aed41ea70f3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:45:08.804042 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abbdc6-f540-494a-9885-3331d6f750f6 req-beb934ed-a615-4d1a-8a7c-9457c2d46713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:08.806363 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-24abbdc6-f540-494a-9885-3331d6f750f6 req-beb934ed-a615-4d1a-8a7c-9457c2d46713 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a44130e0e64c4d758649c1eb52acbb2f&device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 1168 time: 0.0848129 Feb 28 20:45:09.066883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abbdc6-f540-494a-9885-3331d6f750f6 req-005ce239-4bd0-47f7-94a8-345cae8eebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:09.068648 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-24abbdc6-f540-494a-9885-3331d6f750f6 req-005ce239-4bd0-47f7-94a8-345cae8eebe0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad2e4d78-9699-4e3c-990f-c9e9aa273b43 HTTP/1.1" status: 200 len: 897 time: 0.2559521 Feb 28 20:45:09.097471 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8c5fb3-8c03-451f-ab45-e224f2bcb318 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Router 15f30800-36ad-4ac0-b60f-6991a25a0162 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:45:09.142327 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-24abbdc6-f540-494a-9885-3331d6f750f6 req-986d9e9e-6d03-4b69-b06a-9eab63f19512 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c21543d-4170-4412-bc70-272234f5d1c0 HTTP/1.1" status: 200 len: 217 time: 0.0667303 Feb 28 20:45:09.184450 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514d75b-f3cc-4cab-a13f-b57a3cfd03e2 req-9f458c53-7020-4210-ba27-09acf6680bcd tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:09.191511 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7514d75b-f3cc-4cab-a13f-b57a3cfd03e2 req-9f458c53-7020-4210-ba27-09acf6680bcd tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 985 time: 0.1544108 Feb 28 20:45:09.214146 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8c5aec3f-8b2c-4fd7-b798-5cba702ab682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948241303', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:43:17Z', 'updated_at': '2022-02-28T20:43:25Z', 'revision_number': 4, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port': {'id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:43:19Z', 'updated_at': '2022-02-28T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'b1281cf3-790e-4bcf-9ece-029b93073bfc', 'name': '', 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'mac_address': 'fa:16:3e:d5:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0af08551-6f74-4693-962d-59a07fca1ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:43:24Z', 'updated_at': '2022-02-28T20:43:30Z', 'revision_number': 5, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'subnets': [{'id': '0af08551-6f74-4693-962d-59a07fca1ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:09.264759 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abbdc6-f540-494a-9885-3331d6f750f6 req-1a8bff5a-7890-4221-acc1-a3fc227ba7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:09.266241 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-24abbdc6-f540-494a-9885-3331d6f750f6 req-1a8bff5a-7890-4221-acc1-a3fc227ba7fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0af08551-6f74-4693-962d-59a07fca1ebd HTTP/1.1" status: 200 len: 834 time: 0.1164315 Feb 28 20:45:09.272833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5aec3f-8b2c-4fd7-b798-5cba702ab682 None None] Checking router: f454dbe9-554c-4759-b5ba-1aed41ea70f3 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:45:09.301422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5aec3f-8b2c-4fd7-b798-5cba702ab682 None None] Routers {'f454dbe9-554c-4759-b5ba-1aed41ea70f3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:09.306835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8c5aec3f-8b2c-4fd7-b798-5cba702ab682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:44:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f454dbe9-554c-4759-b5ba-1aed41ea70f3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:09.342211 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abbdc6-f540-494a-9885-3331d6f750f6 req-7e73ac81-b84f-49ef-aa64-52c8e22c6fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:09.346274 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-24abbdc6-f540-494a-9885-3331d6f750f6 req-7e73ac81-b84f-49ef-aa64-52c8e22c6fe4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad2e4d78-9699-4e3c-990f-c9e9aa273b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0671990 Feb 28 20:45:09.382558 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7514d75b-f3cc-4cab-a13f-b57a3cfd03e2 req-4e82152b-9cd6-4284-bc84-102e43f7d41a tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/security-groups?id=3bbf537b-c740-4203-8ef0-a00d32a94053&id=9e34ff25-5d1d-424a-8083-a81040be9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1811221 Feb 28 20:45:09.385741 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8c5fb3-8c03-451f-ab45-e224f2bcb318 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:45:09.394056 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-de8c5fb3-8c03-451f-ab45-e224f2bcb318 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "PUT /v2.0/routers/15f30800-36ad-4ac0-b60f-6991a25a0162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7767932 Feb 28 20:45:09.396647 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4c5a8c-4975-4af4-bce2-ad8fa1a532de None None] Sync routers for ids ['15f30800-36ad-4ac0-b60f-6991a25a0162'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:45:09.410850 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33532) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:09.417082 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4c5a8c-4975-4af4-bce2-ad8fa1a532de None None] Routers {'15f30800-36ad-4ac0-b60f-6991a25a0162'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:09.420272 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6b4c5a8c-4975-4af4-bce2-ad8fa1a532de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:44:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['15f30800-36ad-4ac0-b60f-6991a25a0162'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:09.473942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-8c5aec3f-8b2c-4fd7-b798-5cba702ab682 None None] Set router f454dbe9-554c-4759-b5ba-1aed41ea70f3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:45:09.542202 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-6b4c5a8c-4975-4af4-bce2-ad8fa1a532de None None] Set router 15f30800-36ad-4ac0-b60f-6991a25a0162 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:45:09.576135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-634add6d-e958-43f5-90ed-794408c53dfb tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Deleting subnet 3be1eafe-f5f5-40d8-b852-8948db986ed5 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:45:09.587892 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-634add6d-e958-43f5-90ed-794408c53dfb tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for subnet (3be1eafe-f5f5-40d8-b852-8948db986ed5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:09.673298 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-634add6d-e958-43f5-90ed-794408c53dfb tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (3be1eafe-f5f5-40d8-b852-8948db986ed5), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:09.819362 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e9a427ae-a61d-45ab-8a4e-e9294495e569 req-7dda9b5f-b8b1-49ad-9a4a-528a9619efc1 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902c278-be1c-407c-8e75-8e930110a385 HTTP/1.1" status: 200 len: 210 time: 0.0912454 Feb 28 20:45:09.871655 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-634add6d-e958-43f5-90ed-794408c53dfb tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (3be1eafe-f5f5-40d8-b852-8948db986ed5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:09.874723 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8c5aec3f-8b2c-4fd7-b798-5cba702ab682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948241303', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:43:17Z', 'updated_at': '2022-02-28T20:43:25Z', 'revision_number': 4, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port': {'id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:43:19Z', 'updated_at': '2022-02-28T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'b1281cf3-790e-4bcf-9ece-029b93073bfc', 'name': '', 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'mac_address': 'fa:16:3e:d5:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0af08551-6f74-4693-962d-59a07fca1ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:43:24Z', 'updated_at': '2022-02-28T20:43:30Z', 'revision_number': 5, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'subnets': [{'id': '0af08551-6f74-4693-962d-59a07fca1ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:09.904578 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-0e76a02a-9e06-43b7-95b2-e6f39a7368e2 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e9287f63668248148cab41ab80867ce5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475469 Feb 28 20:45:09.911364 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5aec3f-8b2c-4fd7-b798-5cba702ab682 None None] The sync data for ids ['f454dbe9-554c-4759-b5ba-1aed41ea70f3'] in n-d-820368-21 is: [{'id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948241303', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:43:17Z', 'updated_at': '2022-02-28T20:43:25Z', 'revision_number': 4, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port': {'id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:43:19Z', 'updated_at': '2022-02-28T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'b1281cf3-790e-4bcf-9ece-029b93073bfc', 'name': '', 'network_id': 'ad2e4d78-9699-4e3c-990f-c9e9aa273b43', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'mac_address': 'fa:16:3e:d5:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0af08551-6f74-4693-962d-59a07fca1ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:43:24Z', 'updated_at': '2022-02-28T20:43:30Z', 'revision_number': 5, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'subnets': [{'id': '0af08551-6f74-4693-962d-59a07fca1ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:45:10.030577 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-634add6d-e958-43f5-90ed-794408c53dfb tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (3be1eafe-f5f5-40d8-b852-8948db986ed5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:10.033725 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90905c0-0f17-4839-a750-9734b8adba23 req-c1378a2f-44b0-4a8e-9e19-bdaa8cb90608 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:10.035257 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b90905c0-0f17-4839-a750-9734b8adba23 req-c1378a2f-44b0-4a8e-9e19-bdaa8cb90608 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 945 time: 0.3077030 Feb 28 20:45:10.070648 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6b4c5a8c-4975-4af4-bce2-ad8fa1a532de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'name': 'tempest-TestNetworkBasicOps-router-1806619863', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:42:37Z', 'updated_at': '2022-02-28T20:45:06Z', 'revision_number': 7, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:38Z', 'updated_at': '2022-02-28T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:10.138940 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-2b5558e0-f56d-4bc6-b029-dfea4bb60dc6 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:10.140550 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-2b5558e0-f56d-4bc6-b029-dfea4bb60dc6 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2295716 Feb 28 20:45:10.145931 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b90905c0-0f17-4839-a750-9734b8adba23 req-faabcbe8-24d2-458e-9ad4-89c381a224f6 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030738 Feb 28 20:45:10.156939 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-634add6d-e958-43f5-90ed-794408c53dfb tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:10.163820 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-78aeab0a-7c6a-4f99-aeaa-ad0bb6eaa703 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Request body: {'port': {'device_id': '9902c278-be1c-407c-8e75-8e930110a385', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'e9287f63668248148cab41ab80867ce5'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:10.166592 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-634add6d-e958-43f5-90ed-794408c53dfb tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "DELETE /v2.0/subnets/3be1eafe-f5f5-40d8-b852-8948db986ed5 HTTP/1.1" status: 204 len: 168 time: 0.7545943 Feb 28 20:45:10.167252 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33542) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:10.169145 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634add6d-e958-43f5-90ed-794408c53dfb tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event deleted for resources: {'Subnet': ['ID=3be1eafe-f5f5-40d8-b852-8948db986ed5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:10.179806 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14461cba-8378-476d-85a0-e5c75963ad72 None None] Network d7e6f497-e0bd-47f1-add8-b329ee75ad40 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:45:10.202680 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4c5a8c-4975-4af4-bce2-ad8fa1a532de None None] Checking router: 15f30800-36ad-4ac0-b60f-6991a25a0162 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:45:10.226538 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4c5a8c-4975-4af4-bce2-ad8fa1a532de None None] Routers {'15f30800-36ad-4ac0-b60f-6991a25a0162'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:10.229054 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6b4c5a8c-4975-4af4-bce2-ad8fa1a532de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:44:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['15f30800-36ad-4ac0-b60f-6991a25a0162'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:10.361095 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-24abbdc6-f540-494a-9885-3331d6f750f6 req-0290ff8c-a32c-4da5-83ea-950249552d89 service neutron] 10.222.0.15 "GET /v2.0/networks/ad2e4d78-9699-4e3c-990f-c9e9aa273b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0074766 Feb 28 20:45:10.430651 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-78aeab0a-7c6a-4f99-aeaa-ad0bb6eaa703 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Made reservation on behalf of e9287f63668248148cab41ab80867ce5 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:45:10.434712 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-78aeab0a-7c6a-4f99-aeaa-ad0bb6eaa703 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:10.450980 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-78aeab0a-7c6a-4f99-aeaa-ad0bb6eaa703 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:10.461337 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b60d8c0-4c6b-45b2-9940-abf1b1c7ee35 None None] DHCP port deletion for d7e6f497-e0bd-47f1-add8-b329ee75ad40 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:45:10.515142 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843edbe8-620a-4396-acec-1390d1368bf8 None None] New status for floating IP ec95307d-1b77-4766-bff8-3c96518cf459: DOWN {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:45:10.517683 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-6b4c5a8c-4975-4af4-bce2-ad8fa1a532de None None] Set router 15f30800-36ad-4ac0-b60f-6991a25a0162 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:45:10.566727 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4bf4e094-bebb-4c25-bfe9-0c9871ab5577 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for router (15f30800-36ad-4ac0-b60f-6991a25a0162), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:10.657981 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0b60d8c0-4c6b-45b2-9940-abf1b1c7ee35 None None] Deleting port 6a5d796d-c49d-4b6b-b140-bffc99677dc9 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:45:10.658479 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0b60d8c0-4c6b-45b2-9940-abf1b1c7ee35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6a5d796d-c49d-4b6b-b140-bffc99677dc9), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:10.729338 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280aa12-4fb0-4dc3-b49d-0ac157d20892 req-e9d0a6b2-30a7-4bd8-9b04-f0599a424a8b tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:10.736848 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6280aa12-4fb0-4dc3-b49d-0ac157d20892 req-e9d0a6b2-30a7-4bd8-9b04-f0599a424a8b tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 985 time: 0.1886995 Feb 28 20:45:10.753826 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0b60d8c0-4c6b-45b2-9940-abf1b1c7ee35 None None] For port 6a5d796d-c49d-4b6b-b140-bffc99677dc9, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6a5d796d-c49d-4b6b-b140-bffc99677dc9,segment=NetworkSegment(21f5129e-2933-4a07-b85d-25a530887e02),segment_id=21f5129e-2933-4a07-b85d-25a530887e02)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:10.754524 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0b60d8c0-4c6b-45b2-9940-abf1b1c7ee35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6a5d796d-c49d-4b6b-b140-bffc99677dc9), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:10.771323 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0b60d8c0-4c6b-45b2-9940-abf1b1c7ee35 None None] Calling delete_port for 6a5d796d-c49d-4b6b-b140-bffc99677dc9 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:45:10.786003 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4bf4e094-bebb-4c25-bfe9-0c9871ab5577 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for router_gateway (15f30800-36ad-4ac0-b60f-6991a25a0162), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:10.816970 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6280aa12-4fb0-4dc3-b49d-0ac157d20892 req-bcd298cf-fa74-42ec-ba99-cd4c6a251748 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/security-groups?id=3bbf537b-c740-4203-8ef0-a00d32a94053&id=9e34ff25-5d1d-424a-8083-a81040be9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0789909 Feb 28 20:45:10.825438 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-78aeab0a-7c6a-4f99-aeaa-ad0bb6eaa703 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Publish callbacks [] for security_group (3f2f9f10-b2d7-4b40-8bc5-8ed42e075613), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:10.850371 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-78aeab0a-7c6a-4f99-aeaa-ad0bb6eaa703 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3f2f9f10-b2d7-4b40-8bc5-8ed42e075613), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:10.881109 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0b60d8c0-4c6b-45b2-9940-abf1b1c7ee35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (6a5d796d-c49d-4b6b-b140-bffc99677dc9), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:10.902852 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67594232-6613-440e-99ae-bdbb60569d0f req-30a384b7-8aee-40f6-a6a8-e96d5d5de246 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:10.903710 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b60d8c0-4c6b-45b2-9940-abf1b1c7ee35 None None] No DVR routers for this DVR port 6a5d796d-c49d-4b6b-b140-bffc99677dc9 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:45:10.904662 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-67594232-6613-440e-99ae-bdbb60569d0f req-30a384b7-8aee-40f6-a6a8-e96d5d5de246 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 985 time: 0.5425127 Feb 28 20:45:10.949138 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6b4c5a8c-4975-4af4-bce2-ad8fa1a532de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'name': 'tempest-TestNetworkBasicOps-router-1806619863', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:42:37Z', 'updated_at': '2022-02-28T20:45:06Z', 'revision_number': 7, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:38Z', 'updated_at': '2022-02-28T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:10.954675 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60d8c0-4c6b-45b2-9940-abf1b1c7ee35 None None] Pushing event deleted for resources: {'Port': ['ID=6a5d796d-c49d-4b6b-b140-bffc99677dc9,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:10.998904 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aeab0a-7c6a-4f99-aeaa-ad0bb6eaa703 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2f9f10-b2d7-4b40-8bc5-8ed42e075613,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:11.027195 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-80887bbc-8875-42c9-92c7-ae1b4970b0ec req-c158e883-4ee6-4112-b5b3-64a3cd950411 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902c278-be1c-407c-8e75-8e930110a385 HTTP/1.1" status: 200 len: 210 time: 0.0605481 Feb 28 20:45:11.029437 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4c5a8c-4975-4af4-bce2-ad8fa1a532de None None] The sync data for ids ['15f30800-36ad-4ac0-b60f-6991a25a0162'] in n-d-820368-21 is: [{'id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'name': 'tempest-TestNetworkBasicOps-router-1806619863', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:42:37Z', 'updated_at': '2022-02-28T20:45:06Z', 'revision_number': 7, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '0956e4d7-4fdd-4b5d-8091-ca964fb490f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f30800-36ad-4ac0-b60f-6991a25a0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:42:38Z', 'updated_at': '2022-02-28T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:45:11.049385 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-24abbdc6-f540-494a-9885-3331d6f750f6 req-871d16de-c76b-4e28-866c-855bbc07c83e service neutron] 10.222.0.15 "GET /v2.0/networks/ad2e4d78-9699-4e3c-990f-c9e9aa273b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6560493 Feb 28 20:45:11.111262 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-4bf4e094-bebb-4c25-bfe9-0c9871ab5577 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Deleting port 0956e4d7-4fdd-4b5d-8091-ca964fb490f2 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:45:11.111605 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4bf4e094-bebb-4c25-bfe9-0c9871ab5577 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0956e4d7-4fdd-4b5d-8091-ca964fb490f2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:11.200205 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-67594232-6613-440e-99ae-bdbb60569d0f req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Deleting port 1c21543d-4170-4412-bc70-272234f5d1c0 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:45:11.200666 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-67594232-6613-440e-99ae-bdbb60569d0f req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1c21543d-4170-4412-bc70-272234f5d1c0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:11.203669 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-78aeab0a-7c6a-4f99-aeaa-ad0bb6eaa703 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Allocated IP 192.168.233.60 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/9e36dd7c-db8c-4d22-bde8-9ca892650116) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:45:11.299380 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-4bf4e094-bebb-4c25-bfe9-0c9871ab5577 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] For port 0956e4d7-4fdd-4b5d-8091-ca964fb490f2, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0956e4d7-4fdd-4b5d-8091-ca964fb490f2,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:11.299933 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4bf4e094-bebb-4c25-bfe9-0c9871ab5577 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0956e4d7-4fdd-4b5d-8091-ca964fb490f2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:11.323168 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-4bf4e094-bebb-4c25-bfe9-0c9871ab5577 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Calling delete_port for 0956e4d7-4fdd-4b5d-8091-ca964fb490f2 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:45:11.408014 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-67594232-6613-440e-99ae-bdbb60569d0f req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] For port 1c21543d-4170-4412-bc70-272234f5d1c0, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=1c21543d-4170-4412-bc70-272234f5d1c0,segment=NetworkSegment(9e14c9b1-bd83-4db0-8b2f-602859c44eea),segment_id=9e14c9b1-bd83-4db0-8b2f-602859c44eea)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:11.408610 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-67594232-6613-440e-99ae-bdbb60569d0f req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1c21543d-4170-4412-bc70-272234f5d1c0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:11.438072 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-67594232-6613-440e-99ae-bdbb60569d0f req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Calling delete_port for 1c21543d-4170-4412-bc70-272234f5d1c0 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:45:11.487862 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8f1f9-fd1c-429d-a30b-80f4621d89e4 req-ec97a91e-40fb-4ca9-a9ab-39bd124a906b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:11.489526 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28c8f1f9-fd1c-429d-a30b-80f4621d89e4 req-ec97a91e-40fb-4ca9-a9ab-39bd124a906b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 945 time: 0.1843736 Feb 28 20:45:11.515435 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-78aeab0a-7c6a-4f99-aeaa-ad0bb6eaa703 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Publish callbacks [] for port (9e36dd7c-db8c-4d22-bde8-9ca892650116), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:11.578624 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28c8f1f9-fd1c-429d-a30b-80f4621d89e4 req-1a0f925a-d675-4895-b851-85687a9637b8 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830610 Feb 28 20:45:11.595278 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-78aeab0a-7c6a-4f99-aeaa-ad0bb6eaa703 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (9e36dd7c-db8c-4d22-bde8-9ca892650116), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:11.646915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-78aeab0a-7c6a-4f99-aeaa-ad0bb6eaa703 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:45:11.647703 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-67594232-6613-440e-99ae-bdbb60569d0f req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (1c21543d-4170-4412-bc70-272234f5d1c0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:11.651226 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-78aeab0a-7c6a-4f99-aeaa-ad0bb6eaa703 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:11.659066 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-78aeab0a-7c6a-4f99-aeaa-ad0bb6eaa703 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:45:11.732252 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aeab0a-7c6a-4f99-aeaa-ad0bb6eaa703 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Pushing event updated for resources: {'Port': ['ID=9e36dd7c-db8c-4d22-bde8-9ca892650116,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:11.755216 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event deleted for resources: {'Port': ['ID=1c21543d-4170-4412-bc70-272234f5d1c0,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:11.781638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:11.782415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:11.782605 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:11.783054 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:11.783535 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:11.784016 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:11.784619 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:11.785370 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:11.785787 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:11.786181 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:11.786636 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:11.787072 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:11.787461 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:11.795058 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-78aeab0a-7c6a-4f99-aeaa-ad0bb6eaa703 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:11.795747 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-78aeab0a-7c6a-4f99-aeaa-ad0bb6eaa703 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:11.837182 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-78aeab0a-7c6a-4f99-aeaa-ad0bb6eaa703 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6844501 Feb 28 20:45:11.852685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] Request body: {'port': {'device_id': '9902c278-be1c-407c-8e75-8e930110a385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:11.862726 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-67594232-6613-440e-99ae-bdbb60569d0f req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] No DVR routers for this DVR port 1c21543d-4170-4412-bc70-272234f5d1c0 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:45:11.873020 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-67594232-6613-440e-99ae-bdbb60569d0f req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:11.877141 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-67594232-6613-440e-99ae-bdbb60569d0f req-e12151ef-9303-4c0c-97ea-e567e173d5fc tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.15 "DELETE /v2.0/ports/1c21543d-4170-4412-bc70-272234f5d1c0 HTTP/1.1" status: 204 len: 173 time: 0.9522562 Feb 28 20:45:11.877700 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de1dc8f-d3a7-4589-8104-f31b9387b1cf', 'name': 'network-vif-deleted', 'tag': '1c21543d-4170-4412-bc70-272234f5d1c0'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:45:11.880338 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de110328-26a9-441a-9816-f38768f7decd" -d '{"events": [{"server_uuid": "6de1dc8f-d3a7-4589-8104-f31b9387b1cf", "name": "network-vif-deleted", "tag": "1c21543d-4170-4412-bc70-272234f5d1c0"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:45:11.983614 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0544824-ff5d-4b0d-969c-e1cf6216bd6e x-openstack-request-id: req-e0544824-ff5d-4b0d-969c-e1cf6216bd6e {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:45:11.984320 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de1dc8f-d3a7-4589-8104-f31b9387b1cf", "name": "network-vif-deleted", "tag": "1c21543d-4170-4412-bc70-272234f5d1c0", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:45:11.984320 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0544824-ff5d-4b0d-969c-e1cf6216bd6e {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:45:11.984854 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de1dc8f-d3a7-4589-8104-f31b9387b1cf', 'name': 'network-vif-deleted', 'tag': '1c21543d-4170-4412-bc70-272234f5d1c0', 'status': 'completed', 'code': 200} Feb 28 20:45:11.986790 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4bf4e094-bebb-4c25-bfe9-0c9871ab5577 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0956e4d7-4fdd-4b5d-8091-ca964fb490f2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:12.036637 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4e094-bebb-4c25-bfe9-0c9871ab5577 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event deleted for resources: {'Port': ['ID=0956e4d7-4fdd-4b5d-8091-ca964fb490f2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:12.144690 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-79dd05b6-28dd-441a-816d-d78395f390f3 None None] Provisioning complete for port 9e36dd7c-db8c-4d22-bde8-9ca892650116 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:12.145633 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8374b5e8-3aea-4f93-b6b1-70957d86d622 req-a5227334-09de-47bd-a692-d19654d2d14d tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "GET /v2.0/ports?device_id=6de1dc8f-d3a7-4589-8104-f31b9387b1cf HTTP/1.1" status: 200 len: 210 time: 0.1634941 Feb 28 20:45:12.146177 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-79dd05b6-28dd-441a-816d-d78395f390f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9e36dd7c-db8c-4d22-bde8-9ca892650116), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:12.181849 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9e36dd7c-db8c-4d22-bde8-9ca892650116), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:12.188064 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4bf4e094-bebb-4c25-bfe9-0c9871ab5577 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (15f30800-36ad-4ac0-b60f-6991a25a0162), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:12.237375 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-79dd05b6-28dd-441a-816d-d78395f390f3 None None] Port 9e36dd7c-db8c-4d22-bde8-9ca892650116 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:45:12.366042 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b66f913e-271d-461c-b82b-80f3993e95a0 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:45:12.424015 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: b66f913e-271d-461c-b82b-80f3993e95a0 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:45:12.424419 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b66f913e-271d-461c-b82b-80f3993e95a0 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:45:12.424761 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6a5d796d-c49d-4b6b-b140-bffc99677dc9 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:45:12.475970 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 6a5d796d-c49d-4b6b-b140-bffc99677dc9 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:45:12.476352 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6a5d796d-c49d-4b6b-b140-bffc99677dc9 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:45:12.693001 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e36dd7c-db8c-4d22-bde8-9ca892650116 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:45:12.708338 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] Publish callbacks [] for port (9e36dd7c-db8c-4d22-bde8-9ca892650116), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:12.723110 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] Transition to ACTIVE for port object 9e36dd7c-db8c-4d22-bde8-9ca892650116 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:45:12.725371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33568) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:12.744042 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (9e36dd7c-db8c-4d22-bde8-9ca892650116), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:12.860456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] Pushing event updated for resources: {'Port': ['ID=9e36dd7c-db8c-4d22-bde8-9ca892650116,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:12.903293 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4bf4e094-bebb-4c25-bfe9-0c9871ab5577 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (15f30800-36ad-4ac0-b60f-6991a25a0162), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:12.917269 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4bf4e094-bebb-4c25-bfe9-0c9871ab5577 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for router_controller (15f30800-36ad-4ac0-b60f-6991a25a0162), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:12.935172 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b92cf-9546-413b-988c-6ba3ddf16c15 req-d8182d34-4039-4ddf-92c7-f8c02cbfb48d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:12.964841 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-180b92cf-9546-413b-988c-6ba3ddf16c15 req-d8182d34-4039-4ddf-92c7-f8c02cbfb48d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 945 time: 0.2271714 Feb 28 20:45:12.994995 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4bf4e094-bebb-4c25-bfe9-0c9871ab5577 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (15f30800-36ad-4ac0-b60f-6991a25a0162), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:12.995629 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf4e094-bebb-4c25-bfe9-0c9871ab5577 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Fanout notify agent at l3_agent the message router_deleted on router 15f30800-36ad-4ac0-b60f-6991a25a0162 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:45:13.004741 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4bf4e094-bebb-4c25-bfe9-0c9871ab5577 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.008097 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4bf4e094-bebb-4c25-bfe9-0c9871ab5577 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "DELETE /v2.0/routers/15f30800-36ad-4ac0-b60f-6991a25a0162 HTTP/1.1" status: 204 len: 168 time: 2.8331566 Feb 28 20:45:13.008555 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33578) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:13.030517 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f4ec8-81cb-4e20-886b-7adf89e9ff4f req-e8f61f78-2d0c-4242-986f-c52891875c44 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:13.032144 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e77f4ec8-81cb-4e20-886b-7adf89e9ff4f req-e8f61f78-2d0c-4242-986f-c52891875c44 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902c278-be1c-407c-8e75-8e930110a385 HTTP/1.1" status: 200 len: 947 time: 0.3076556 Feb 28 20:45:13.105609 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d2661c1a-03b6-439c-b876-fdd541106ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.126341 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c7f5a75e-a497-4b78-b1a4-4ccbf3dc24ca tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (d7e6f497-e0bd-47f1-add8-b329ee75ad40), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.165382 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 1c21543d-4170-4412-bc70-272234f5d1c0 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:45:13.171005 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] Attempting to bind port 9e36dd7c-db8c-4d22-bde8-9ca892650116 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:45:13.171352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] Attempting to bind port 9e36dd7c-db8c-4d22-bde8-9ca892650116 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:45:13.171687 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] Attempting to bind port 9e36dd7c-db8c-4d22-bde8-9ca892650116 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:45:13.213759 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 1c21543d-4170-4412-bc70-272234f5d1c0 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:45:13.217187 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 1c21543d-4170-4412-bc70-272234f5d1c0 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:45:13.230342 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] Port 9e36dd7c-db8c-4d22-bde8-9ca892650116 on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:45:13.231212 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] Attempting to bind port 9e36dd7c-db8c-4d22-bde8-9ca892650116 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:45:13.266564 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c7f5a75e-a497-4b78-b1a4-4ccbf3dc24ca tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (d7e6f497-e0bd-47f1-add8-b329ee75ad40), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.284754 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:45:13.285092 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:45:13.285478 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:45:13.285909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] Bound port: 9e36dd7c-db8c-4d22-bde8-9ca892650116, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:45:13.290238 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9e36dd7c-db8c-4d22-bde8-9ca892650116), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.293647 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c7f5a75e-a497-4b78-b1a4-4ccbf3dc24ca tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e6f497-e0bd-47f1-add8-b329ee75ad40']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:13.304795 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c7f5a75e-a497-4b78-b1a4-4ccbf3dc24ca tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f5129e-2933-4a07-b85d-25a530887e02') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:13.305314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-c7f5a75e-a497-4b78-b1a4-4ccbf3dc24ca tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f5129e-2933-4a07-b85d-25a530887e02') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:13.311224 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e77f4ec8-81cb-4e20-886b-7adf89e9ff4f req-00b34f23-443b-4762-81d8-8b3c9162e8d2 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2f9f10-b2d7-4b40-8bc5-8ed42e075613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444005 Feb 28 20:45:13.317904 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-180b92cf-9546-413b-988c-6ba3ddf16c15 req-4a13a096-bd75-4c0b-8a5f-efdd449185ae tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3511057 Feb 28 20:45:13.356122 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c7f5a75e-a497-4b78-b1a4-4ccbf3dc24ca tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (21f5129e-2933-4a07-b85d-25a530887e02), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.373134 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c7f5a75e-a497-4b78-b1a4-4ccbf3dc24ca tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (21f5129e-2933-4a07-b85d-25a530887e02), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.382352 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f5a75e-a497-4b78-b1a4-4ccbf3dc24ca tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:45:13.383268 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c7f5a75e-a497-4b78-b1a4-4ccbf3dc24ca tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (21f5129e-2933-4a07-b85d-25a530887e02), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:45:13.386979 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:45:13.405681 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] For port 9e36dd7c-db8c-4d22-bde8-9ca892650116, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:45:13.409330 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] For port 9e36dd7c-db8c-4d22-bde8-9ca892650116, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=9e36dd7c-db8c-4d22-bde8-9ca892650116,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:45:13.447673 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33582) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:13.461541 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d2661c1a-03b6-439c-b876-fdd541106ce3 admin admin] Publish callbacks [] for security_group (8ba83461-a270-4877-9f0c-1e447186aa79), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.465719 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (9e36dd7c-db8c-4d22-bde8-9ca892650116), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.523577 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d2661c1a-03b6-439c-b876-fdd541106ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8ba83461-a270-4877-9f0c-1e447186aa79), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.524283 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c7f5a75e-a497-4b78-b1a4-4ccbf3dc24ca tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (d7e6f497-e0bd-47f1-add8-b329ee75ad40), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.537195 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c7f5a75e-a497-4b78-b1a4-4ccbf3dc24ca tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.540371 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c7f5a75e-a497-4b78-b1a4-4ccbf3dc24ca tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "DELETE /v2.0/networks/d7e6f497-e0bd-47f1-add8-b329ee75ad40 HTTP/1.1" status: 204 len: 168 time: 0.5308807 Feb 28 20:45:13.564264 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33586) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:13.567619 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-264b4ce8-f1f7-43d5-a5cb-71f405d98522 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for security_group (9e34ff25-5d1d-424a-8083-a81040be9d65), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.571301 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5a75e-a497-4b78-b1a4-4ccbf3dc24ca tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event deleted for resources: {'Network': ['ID=d7e6f497-e0bd-47f1-add8-b329ee75ad40,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:13.585045 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d2661c1a-03b6-439c-b876-fdd541106ce3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ad60b81e559464cbca25e91b1ddb11d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8573196 Feb 28 20:45:13.587962 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33588) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:13.590597 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-f4302e85-1571-40ac-8ab7-c78bcccac6b6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'network': {'name': 'tempest-network-smoke--1671209609', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'port_security_enabled': True}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:13.626816 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:13.627530 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.629217 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] 10.222.0.10 "PUT /v2.0/ports/9e36dd7c-db8c-4d22-bde8-9ca892650116 HTTP/1.1" status: 200 len: 1096 time: 1.7806439 Feb 28 20:45:13.629946 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2661c1a-03b6-439c-b876-fdd541106ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba83461-a270-4877-9f0c-1e447186aa79,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:13.631296 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-264b4ce8-f1f7-43d5-a5cb-71f405d98522 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for security_group (9e34ff25-5d1d-424a-8083-a81040be9d65), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.632538 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9902c278-be1c-407c-8e75-8e930110a385', 'tag': '9e36dd7c-db8c-4d22-bde8-9ca892650116'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:45:13.641438 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac0c2a0-5328-4018-8b5f-f0d61472d4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9902c278-be1c-407c-8e75-8e930110a385", "tag": "9e36dd7c-db8c-4d22-bde8-9ca892650116"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:45:13.665601 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e9961-82d4-49f4-a895-dad081deeb52 service neutron] Pushing event updated for resources: {'Port': ['ID=9e36dd7c-db8c-4d22-bde8-9ca892650116,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:13.735488 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad33813b-778a-45a4-b412-2467d9b2078c x-openstack-request-id: req-ad33813b-778a-45a4-b412-2467d9b2078c {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:45:13.736593 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9902c278-be1c-407c-8e75-8e930110a385", "tag": "9e36dd7c-db8c-4d22-bde8-9ca892650116", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:45:13.737001 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad33813b-778a-45a4-b412-2467d9b2078c {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:45:13.737738 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9902c278-be1c-407c-8e75-8e930110a385', 'tag': '9e36dd7c-db8c-4d22-bde8-9ca892650116', 'status': 'completed', 'code': 200} Feb 28 20:45:13.755886 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4302e85-1571-40ac-8ab7-c78bcccac6b6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Made reservation on behalf of a1bbee6dfdd141e0ba964f8ab2a0a967 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:45:13.761284 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f4302e85-1571-40ac-8ab7-c78bcccac6b6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.769448 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c80d1178-f893-4391-b231-be7c00cad024 admin admin] Publish callbacks [] for security_group (8ba83461-a270-4877-9f0c-1e447186aa79), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.779933 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-7b0872b7-b1b1-4ba6-9663-afd8a38213c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:13.781435 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-7b0872b7-b1b1-4ba6-9663-afd8a38213c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9287f63668248148cab41ab80867ce5&device_id=9902c278-be1c-407c-8e75-8e930110a385 HTTP/1.1" status: 200 len: 1130 time: 0.0996327 Feb 28 20:45:13.827512 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c80d1178-f893-4391-b231-be7c00cad024 admin admin] Publish callbacks [] for security_group (8ba83461-a270-4877-9f0c-1e447186aa79), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.851730 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-97a3434f-da57-4c5d-937a-23055044ac02 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=9e36dd7c-db8c-4d22-bde8-9ca892650116 HTTP/1.1" status: 200 len: 217 time: 0.0602791 Feb 28 20:45:13.856259 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4302e85-1571-40ac-8ab7-c78bcccac6b6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:45:13.874554 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-264b4ce8-f1f7-43d5-a5cb-71f405d98522 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9e34ff25-5d1d-424a-8083-a81040be9d65), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.880712 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-264b4ce8-f1f7-43d5-a5cb-71f405d98522 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.884736 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-264b4ce8-f1f7-43d5-a5cb-71f405d98522 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "DELETE /v2.0/security-groups/9e34ff25-5d1d-424a-8083-a81040be9d65 HTTP/1.1" status: 204 len: 168 time: 0.4355092 Feb 28 20:45:13.913323 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33592) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:13.925581 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c80d1178-f893-4391-b231-be7c00cad024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8ba83461-a270-4877-9f0c-1e447186aa79), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.928722 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c80d1178-f893-4391-b231-be7c00cad024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.945368 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c80d1178-f893-4391-b231-be7c00cad024 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ba83461-a270-4877-9f0c-1e447186aa79 HTTP/1.1" status: 204 len: 168 time: 0.3437834 Feb 28 20:45:13.967542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-ecc92131-df9d-4748-aadc-e6f82e0e265b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:13.969418 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-ecc92131-df9d-4748-aadc-e6f82e0e265b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1074457 Feb 28 20:45:13.980925 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f4302e85-1571-40ac-8ab7-c78bcccac6b6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (90a96b2b-a062-4915-a045-82d9a03de661), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:13.981441 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-f4302e85-1571-40ac-8ab7-c78bcccac6b6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Added segment 90a96b2b-a062-4915-a045-82d9a03de661 of type vlan for network 2c3653ab-73fd-455c-b23c-86e24907f790 Feb 28 20:45:13.993781 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b4ce8-f1f7-43d5-a5cb-71f405d98522 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e34ff25-5d1d-424a-8083-a81040be9d65,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:14.067157 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d1178-f893-4391-b231-be7c00cad024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba83461-a270-4877-9f0c-1e447186aa79,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:14.105356 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f4302e85-1571-40ac-8ab7-c78bcccac6b6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (2c3653ab-73fd-455c-b23c-86e24907f790), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:14.120323 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f50cfe10-f12c-4f4a-b8d3-6d4bca4624a4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for security_group (3bbf537b-c740-4203-8ef0-a00d32a94053), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:14.144020 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f4302e85-1571-40ac-8ab7-c78bcccac6b6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (2c3653ab-73fd-455c-b23c-86e24907f790), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:14.146944 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0956e4d7-4fdd-4b5d-8091-ca964fb490f2 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:45:14.149641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4302e85-1571-40ac-8ab7-c78bcccac6b6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:14.150246 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f4302e85-1571-40ac-8ab7-c78bcccac6b6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:14.205820 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f4302e85-1571-40ac-8ab7-c78bcccac6b6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6196225 Feb 28 20:45:14.212824 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 0956e4d7-4fdd-4b5d-8091-ca964fb490f2 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:45:14.213351 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33596) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:14.214897 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0956e4d7-4fdd-4b5d-8091-ca964fb490f2 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:45:14.215541 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f50cfe10-f12c-4f4a-b8d3-6d4bca4624a4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for security_group (3bbf537b-c740-4203-8ef0-a00d32a94053), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:14.227822 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-c85bf596-3e08-4bc7-a1ee-b615acc63bb5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1895417016', 'admin_state_up': True, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:14.265199 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-39c4df7e-ee88-4c9e-80e9-7b77f5fa70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:14.267156 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-39c4df7e-ee88-4c9e-80e9-7b77f5fa70e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2839532 Feb 28 20:45:14.274330 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4302e85-1571-40ac-8ab7-c78bcccac6b6 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'Network': ['ID=2c3653ab-73fd-455c-b23c-86e24907f790,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:14.288137 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 2c3653ab-73fd-455c-b23c-86e24907f790 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:45:14.291463 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c85bf596-3e08-4bc7-a1ee-b615acc63bb5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (cc0edbc7-b075-4060-b6bb-2ef8b10bd44d), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:14.292745 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c85bf596-3e08-4bc7-a1ee-b615acc63bb5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (cc0edbc7-b075-4060-b6bb-2ef8b10bd44d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:14.326006 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f50cfe10-f12c-4f4a-b8d3-6d4bca4624a4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3bbf537b-c740-4203-8ef0-a00d32a94053), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:14.328595 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f50cfe10-f12c-4f4a-b8d3-6d4bca4624a4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:14.329776 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f50cfe10-f12c-4f4a-b8d3-6d4bca4624a4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "DELETE /v2.0/security-groups/3bbf537b-c740-4203-8ef0-a00d32a94053 HTTP/1.1" status: 204 len: 168 time: 0.4152129 Feb 28 20:45:14.335570 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33600) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:14.374134 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cfe10-f12c-4f4a-b8d3-6d4bca4624a4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbf537b-c740-4203-8ef0-a00d32a94053,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:14.470926 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c85bf596-3e08-4bc7-a1ee-b615acc63bb5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for router_controller (cc0edbc7-b075-4060-b6bb-2ef8b10bd44d), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:14.614765 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-4ce41337-58a0-4dc4-b909-18d12d403108 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362982 Feb 28 20:45:14.630168 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33608) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:14.649087 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f5d12438-ca2c-47bc-add5-1b1df4f55066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:14.709436 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c85bf596-3e08-4bc7-a1ee-b615acc63bb5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for router_gateway (cc0edbc7-b075-4060-b6bb-2ef8b10bd44d), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:14.837695 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f5d12438-ca2c-47bc-add5-1b1df4f55066 admin admin] Publish callbacks [] for security_group (8cb1d3d8-884e-46ed-aabc-d9fcab0f2a85), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:14.850409 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f5d12438-ca2c-47bc-add5-1b1df4f55066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8cb1d3d8-884e-46ed-aabc-d9fcab0f2a85), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:14.906538 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f5d12438-ca2c-47bc-add5-1b1df4f55066 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd307e0b1ca84672906f0dffb160477c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2751546 Feb 28 20:45:14.908476 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d12438-ca2c-47bc-add5-1b1df4f55066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb1d3d8-884e-46ed-aabc-d9fcab0f2a85,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:14.913049 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33610) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:15.023727 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-43d4c803-74d1-4d71-9f05-028424d0b7d6 admin admin] Publish callbacks [] for security_group (8cb1d3d8-884e-46ed-aabc-d9fcab0f2a85), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:15.086216 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-43d4c803-74d1-4d71-9f05-028424d0b7d6 admin admin] Publish callbacks [] for security_group (8cb1d3d8-884e-46ed-aabc-d9fcab0f2a85), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:15.183003 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-43d4c803-74d1-4d71-9f05-028424d0b7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8cb1d3d8-884e-46ed-aabc-d9fcab0f2a85), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:15.185739 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-43d4c803-74d1-4d71-9f05-028424d0b7d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:15.187177 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-43d4c803-74d1-4d71-9f05-028424d0b7d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cb1d3d8-884e-46ed-aabc-d9fcab0f2a85 HTTP/1.1" status: 204 len: 168 time: 0.2713642 Feb 28 20:45:15.188364 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c85bf596-3e08-4bc7-a1ee-b615acc63bb5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for router_gateway (cc0edbc7-b075-4060-b6bb-2ef8b10bd44d), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:15.221109 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c85bf596-3e08-4bc7-a1ee-b615acc63bb5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:15.223669 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4c803-74d1-4d71-9f05-028424d0b7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb1d3d8-884e-46ed-aabc-d9fcab0f2a85,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:15.378138 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043f1b8-4cdd-449a-a2d5-f9149229ca90 req-16bd0ad2-3d37-4bad-8410-88d9f06a6b10 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:15.379648 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d043f1b8-4cdd-449a-a2d5-f9149229ca90 req-16bd0ad2-3d37-4bad-8410-88d9f06a6b10 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 945 time: 0.8981149 Feb 28 20:45:15.388256 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-c85bf596-3e08-4bc7-a1ee-b615acc63bb5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Allocated IP 172.25.0.188 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:45:15.390490 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c2dea-0a32-4c4c-98be-1cb4178a3b13 req-ba1441db-2291-48d4-95f6-81bb8e9b4fe6 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:15.392046 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-121c2dea-0a32-4c4c-98be-1cb4178a3b13 req-ba1441db-2291-48d4-95f6-81bb8e9b4fe6 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902c278-be1c-407c-8e75-8e930110a385 HTTP/1.1" status: 200 len: 947 time: 0.9089181 Feb 28 20:45:15.495571 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9e262797-d94c-4abf-8a4f-086a7f155957 req-802162eb-a226-4356-baba-7a6f4bae6a7a service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8691857 Feb 28 20:45:15.524001 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c85bf596-3e08-4bc7-a1ee-b615acc63bb5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for port (8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:15.573076 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d043f1b8-4cdd-449a-a2d5-f9149229ca90 req-1098eba9-cba7-4136-b069-8d9830903cc0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767542 Feb 28 20:45:15.595692 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-121c2dea-0a32-4c4c-98be-1cb4178a3b13 req-eddc42b6-7a88-4b3e-9b2e-ad0e8cfcf9da tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2f9f10-b2d7-4b40-8bc5-8ed42e075613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825721 Feb 28 20:45:15.621881 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c85bf596-3e08-4bc7-a1ee-b615acc63bb5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:15.678501 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bf596-3e08-4bc7-a1ee-b615acc63bb5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'Port': ['ID=8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:15.687246 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0c2a0-5328-4018-8b5f-f0d61472d4ab req-d54c44cb-52b0-460f-aa01-ca9c84d5f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:15.692769 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85bf596-3e08-4bc7-a1ee-b615acc63bb5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:45:15.694570 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-c85bf596-3e08-4bc7-a1ee-b615acc63bb5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:15.695334 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ac0c2a0-5328-4018-8b5f-f0d61472d4ab req-d54c44cb-52b0-460f-aa01-ca9c84d5f94c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9287f63668248148cab41ab80867ce5&device_id=9902c278-be1c-407c-8e75-8e930110a385 HTTP/1.1" status: 200 len: 1130 time: 0.1253586 Feb 28 20:45:15.701373 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85bf596-3e08-4bc7-a1ee-b615acc63bb5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:45:15.856190 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0c2a0-5328-4018-8b5f-f0d61472d4ab req-cc99cd98-a588-44ef-a214-eb631f7e6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:15.857695 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ac0c2a0-5328-4018-8b5f-f0d61472d4ab req-cc99cd98-a588-44ef-a214-eb631f7e6a06 service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.1542757 Feb 28 20:45:15.864025 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9402022c-57fc-4e51-8c0e-dfa5c95d8bf4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (f454dbe9-554c-4759-b5ba-1aed41ea70f3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:15.940111 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ac0c2a0-5328-4018-8b5f-f0d61472d4ab req-63255be7-eefc-44ca-af73-853e5518aec6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=9e36dd7c-db8c-4d22-bde8-9ca892650116 HTTP/1.1" status: 200 len: 217 time: 0.0726469 Feb 28 20:45:16.039632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0c2a0-5328-4018-8b5f-f0d61472d4ab req-9e1331be-00d6-49cc-ac75-b1f7b4af991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:16.041189 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ac0c2a0-5328-4018-8b5f-f0d61472d4ab req-9e1331be-00d6-49cc-ac75-b1f7b4af991d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0937488 Feb 28 20:45:16.083507 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c85bf596-3e08-4bc7-a1ee-b615acc63bb5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for router_gateway (cc0edbc7-b075-4060-b6bb-2ef8b10bd44d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:16.157289 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0c2a0-5328-4018-8b5f-f0d61472d4ab req-d5431b6c-aa76-4c0c-9a78-9650a55c890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:16.158819 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ac0c2a0-5328-4018-8b5f-f0d61472d4ab req-d5431b6c-aa76-4c0c-9a78-9650a55c890f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1113086 Feb 28 20:45:16.341480 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ac0c2a0-5328-4018-8b5f-f0d61472d4ab req-999fca84-895f-4420-af23-a63982902a72 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720734 Feb 28 20:45:16.406918 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c85bf596-3e08-4bc7-a1ee-b615acc63bb5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (cc0edbc7-b075-4060-b6bb-2ef8b10bd44d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:16.447413 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-9402022c-57fc-4e51-8c0e-dfa5c95d8bf4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Deleting port b1281cf3-790e-4bcf-9ece-029b93073bfc {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:45:16.447974 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9402022c-57fc-4e51-8c0e-dfa5c95d8bf4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b1281cf3-790e-4bcf-9ece-029b93073bfc), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:16.488049 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a2f4768b-3635-4219-9fdf-ed99b199b324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:16.532966 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ac0c2a0-5328-4018-8b5f-f0d61472d4ab req-847f378e-62ce-446c-a4d7-8b2ebfa94dcf service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749203 Feb 28 20:45:16.587066 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-9402022c-57fc-4e51-8c0e-dfa5c95d8bf4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] For port b1281cf3-790e-4bcf-9ece-029b93073bfc, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b1281cf3-790e-4bcf-9ece-029b93073bfc,segment=NetworkSegment(9e14c9b1-bd83-4db0-8b2f-602859c44eea),segment_id=9e14c9b1-bd83-4db0-8b2f-602859c44eea)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:16.587427 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9402022c-57fc-4e51-8c0e-dfa5c95d8bf4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b1281cf3-790e-4bcf-9ece-029b93073bfc), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:16.607368 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-9402022c-57fc-4e51-8c0e-dfa5c95d8bf4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Calling delete_port for b1281cf3-790e-4bcf-9ece-029b93073bfc owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:45:16.615629 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85bf596-3e08-4bc7-a1ee-b615acc63bb5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Router cc0edbc7-b075-4060-b6bb-2ef8b10bd44d is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:45:16.826065 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85bf596-3e08-4bc7-a1ee-b615acc63bb5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:45:16.836687 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] Sync routers for ids ['cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:45:16.851200 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] Routers {'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:16.851901 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:44:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:16.862019 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c85bf596-3e08-4bc7-a1ee-b615acc63bb5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:16.869288 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33650) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:16.869501 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c85bf596-3e08-4bc7-a1ee-b615acc63bb5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6502554 Feb 28 20:45:16.876734 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031fa30-67fc-4bed-8c1b-657d055770df req-994017ce-cc5a-4fdd-83cb-0eff2a9f5233 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:16.878236 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7031fa30-67fc-4bed-8c1b-657d055770df req-994017ce-cc5a-4fdd-83cb-0eff2a9f5233 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 945 time: 0.1923404 Feb 28 20:45:16.944530 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8ed4eb67-ee37-4f9a-8583-71d931004479 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a1bbee6dfdd141e0ba964f8ab2a0a967&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0650716 Feb 28 20:45:16.947252 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33654) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:16.952376 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060fa65-bed3-4cd4-b0f7-0cc585ca78d4 req-101cea75-b3a4-4884-a8ed-a20e87b30787 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:16.953908 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e060fa65-bed3-4cd4-b0f7-0cc585ca78d4 req-101cea75-b3a4-4884-a8ed-a20e87b30787 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902c278-be1c-407c-8e75-8e930110a385 HTTP/1.1" status: 200 len: 947 time: 0.2213051 Feb 28 20:45:16.987659 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 9e36dd7c-db8c-4d22-bde8-9ca892650116 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:45:17.051295 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7031fa30-67fc-4bed-8c1b-657d055770df req-e2f034e6-d691-48ba-8350-9e8ac3177e1d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635067 Feb 28 20:45:17.118364 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e060fa65-bed3-4cd4-b0f7-0cc585ca78d4 req-4bf4748b-9835-4768-81e6-88736b3e6966 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2f9f10-b2d7-4b40-8bc5-8ed42e075613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124344 Feb 28 20:45:17.135690 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735249b4-df35-4aa0-a610-5e6b7087fff0 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:17.144810 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-735249b4-df35-4aa0-a610-5e6b7087fff0 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1964257 Feb 28 20:45:17.145670 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33658) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:17.174574 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] Set router cc0edbc7-b075-4060-b6bb-2ef8b10bd44d gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:45:17.200554 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9402022c-57fc-4e51-8c0e-dfa5c95d8bf4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (b1281cf3-790e-4bcf-9ece-029b93073bfc), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:17.212885 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bfa7e652-cbf2-4f75-b862-5b73b13affaa tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0658281 Feb 28 20:45:17.214157 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33664) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:17.221966 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-90437b58-7e8b-40a8-a572-7d88909dad7e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-380502704', 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:17.273153 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402022c-57fc-4e51-8c0e-dfa5c95d8bf4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event deleted for resources: {'Port': ['ID=b1281cf3-790e-4bcf-9ece-029b93073bfc,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:17.405563 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 9e36dd7c-db8c-4d22-bde8-9ca892650116, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=9e36dd7c-db8c-4d22-bde8-9ca892650116,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:17.422343 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '9e36dd7c-db8c-4d22-bde8-9ca892650116', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '9e36dd7c-db8c-4d22-bde8-9ca892650116', 'mac_address': 'fa:16:3e:57:7e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:45:17.481970 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 9e36dd7c-db8c-4d22-bde8-9ca892650116 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:17.482456 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9e36dd7c-db8c-4d22-bde8-9ca892650116), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:17.502113 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90437b58-7e8b-40a8-a572-7d88909dad7e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Made reservation on behalf of a1bbee6dfdd141e0ba964f8ab2a0a967 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:45:17.505405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e36dd7c-db8c-4d22-bde8-9ca892650116 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:45:17.525638 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-90437b58-7e8b-40a8-a572-7d88909dad7e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:17.557010 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 9e36dd7c-db8c-4d22-bde8-9ca892650116, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=9e36dd7c-db8c-4d22-bde8-9ca892650116,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:17.563785 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9e36dd7c-db8c-4d22-bde8-9ca892650116), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:17.597522 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'name': 'tempest-TestNetworkBasicOps-router-1895417016', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:14Z', 'updated_at': '2022-02-28T20:45:15Z', 'revision_number': 3, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:15Z', 'updated_at': '2022-02-28T20:45:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:17.641639 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] Checking router: cc0edbc7-b075-4060-b6bb-2ef8b10bd44d for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:45:17.642401 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] Updating router cc0edbc7-b075-4060-b6bb-2ef8b10bd44d port 8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:45:17.649881 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=9e36dd7c-db8c-4d22-bde8-9ca892650116,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:17.682695 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:17.717976 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9402022c-57fc-4e51-8c0e-dfa5c95d8bf4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (f454dbe9-554c-4759-b5ba-1aed41ea70f3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:17.807150 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['9e36dd7c-db8c-4d22-bde8-9ca892650116'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:45:18.017257 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-90437b58-7e8b-40a8-a572-7d88909dad7e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (d374a4d8-2a1d-4bc9-982a-5bc924927748), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:18.050088 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] Publish callbacks [] for port (8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:18.066137 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:18.155849 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9402022c-57fc-4e51-8c0e-dfa5c95d8bf4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Router f454dbe9-554c-4759-b5ba-1aed41ea70f3 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:45:18.177519 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90437b58-7e8b-40a8-a572-7d88909dad7e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'Subnet': ['ID=d374a4d8-2a1d-4bc9-982a-5bc924927748,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:18.203264 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90437b58-7e8b-40a8-a572-7d88909dad7e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Checking segment: {'id': '90a96b2b-a062-4915-a045-82d9a03de661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:45:18.203850 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90437b58-7e8b-40a8-a572-7d88909dad7e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Network hostable DHCP agents. Network: 2c3653ab-73fd-455c-b23c-86e24907f790, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:45:18.268950 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457aa81-2ddb-45a8-a43b-09db1f0ee0c7 None None] Pushing event updated for resources: {'Port': ['ID=8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:18.281368 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] Attempting to bind port 8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:45:18.281740 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] Attempting to bind port 8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:45:18.282622 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] Attempting to bind port 8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:45:18.286431 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457aa81-2ddb-45a8-a43b-09db1f0ee0c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:18.286870 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457aa81-2ddb-45a8-a43b-09db1f0ee0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:18.287118 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457aa81-2ddb-45a8-a43b-09db1f0ee0c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:18.287525 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457aa81-2ddb-45a8-a43b-09db1f0ee0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:18.287887 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457aa81-2ddb-45a8-a43b-09db1f0ee0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:18.288215 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457aa81-2ddb-45a8-a43b-09db1f0ee0c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:18.288539 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457aa81-2ddb-45a8-a43b-09db1f0ee0c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:18.288873 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457aa81-2ddb-45a8-a43b-09db1f0ee0c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:18.289202 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457aa81-2ddb-45a8-a43b-09db1f0ee0c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:18.289592 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457aa81-2ddb-45a8-a43b-09db1f0ee0c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:18.289919 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457aa81-2ddb-45a8-a43b-09db1f0ee0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:18.290365 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457aa81-2ddb-45a8-a43b-09db1f0ee0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:18.290622 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457aa81-2ddb-45a8-a43b-09db1f0ee0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:18.297258 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:45:18.297579 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:45:18.297980 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:18.298372 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:45:18.298856 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] Bound port: 8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:45:18.299234 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:18.364562 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] For port 8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:45:18.371117 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] For port 8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:45:18.377534 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:18.430885 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] Routers {'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:18.431622 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:44:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:18.503552 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457aa81-2ddb-45a8-a43b-09db1f0ee0c7 None None] Pushing event updated for resources: {'Port': ['ID=8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:18.584132 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] Set router cc0edbc7-b075-4060-b6bb-2ef8b10bd44d gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:45:18.779981 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90437b58-7e8b-40a8-a572-7d88909dad7e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Network 2c3653ab-73fd-455c-b23c-86e24907f790 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:45:18.804946 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ecee0-4d8c-4ce6-9062-82c909b3dd19 req-06fac956-e2d4-4f5c-9064-dddc8e57c457 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:18.806496 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-694ecee0-4d8c-4ce6-9062-82c909b3dd19 req-06fac956-e2d4-4f5c-9064-dddc8e57c457 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902c278-be1c-407c-8e75-8e930110a385 HTTP/1.1" status: 200 len: 948 time: 0.5326266 Feb 28 20:45:18.823163 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'name': 'tempest-TestNetworkBasicOps-router-1895417016', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:14Z', 'updated_at': '2022-02-28T20:45:15Z', 'revision_number': 3, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:15Z', 'updated_at': '2022-02-28T20:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:18.832485 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a577bef-f2cb-45ff-bee6-93a3570439ab req-501b51d5-e4a6-4cfa-90f0-dc804d9d113e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:18.833930 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a577bef-f2cb-45ff-bee6-93a3570439ab req-501b51d5-e4a6-4cfa-90f0-dc804d9d113e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 945 time: 0.5613184 Feb 28 20:45:18.840296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-90437b58-7e8b-40a8-a572-7d88909dad7e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 2c3653ab-73fd-455c-b23c-86e24907f790) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:18.848711 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c078c0-cf77-46a8-938f-050d23cebc69 None None] Network 2c3653ab-73fd-455c-b23c-86e24907f790 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:45:18.870219 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0406de3-715a-4800-899e-b8d76f920257 None None] The sync data for ids ['cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'] in n-d-820368-21 is: [{'id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'name': 'tempest-TestNetworkBasicOps-router-1895417016', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:14Z', 'updated_at': '2022-02-28T20:45:15Z', 'revision_number': 3, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:15Z', 'updated_at': '2022-02-28T20:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:45:18.880034 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90437b58-7e8b-40a8-a572-7d88909dad7e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:18.881014 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-90437b58-7e8b-40a8-a572-7d88909dad7e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:18.913293 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9402022c-57fc-4e51-8c0e-dfa5c95d8bf4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:45:18.930016 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33680) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:18.947716 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97526569-69e1-479c-8e81-979edec2a79c None None] Sync routers for ids ['f454dbe9-554c-4759-b5ba-1aed41ea70f3'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:45:18.952996 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9402022c-57fc-4e51-8c0e-dfa5c95d8bf4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "PUT /v2.0/routers/f454dbe9-554c-4759-b5ba-1aed41ea70f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5887299 Feb 28 20:45:18.997722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33684) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:19.018745 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 9e36dd7c-db8c-4d22-bde8-9ca892650116 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:45:19.020694 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97526569-69e1-479c-8e81-979edec2a79c None None] Routers {'f454dbe9-554c-4759-b5ba-1aed41ea70f3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:19.021363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-97526569-69e1-479c-8e81-979edec2a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:44:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f454dbe9-554c-4759-b5ba-1aed41ea70f3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:19.037594 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-90437b58-7e8b-40a8-a572-7d88909dad7e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8209431 Feb 28 20:45:19.051550 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33688) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:19.065727 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-694ecee0-4d8c-4ce6-9062-82c909b3dd19 req-532f3daa-cfae-4a29-95cb-d47b2c81599b tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2f9f10-b2d7-4b40-8bc5-8ed42e075613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478433 Feb 28 20:45:19.103554 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-930d7256-c6d7-4ffb-9f0f-da4406301fc8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Deleting subnet 0af08551-6f74-4693-962d-59a07fca1ebd {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:45:19.109678 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-930d7256-c6d7-4ffb-9f0f-da4406301fc8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for subnet (0af08551-6f74-4693-962d-59a07fca1ebd), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:19.130865 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a577bef-f2cb-45ff-bee6-93a3570439ab req-ee230d63-dcd4-4e44-80a7-dc26f151833e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2849722 Feb 28 20:45:19.195546 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-930d7256-c6d7-4ffb-9f0f-da4406301fc8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (0af08551-6f74-4693-962d-59a07fca1ebd), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:19.212733 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c82054f0-ff85-4132-8ff7-79d0b0619c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:19.249001 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5f0ab8-09ad-47a8-a051-680d32c4783b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-2c3653ab-73fd-455c-b23c-86e24907f790', 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'fixed_ips': [{'subnet_id': 'd374a4d8-2a1d-4bc9-982a-5bc924927748'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:45:19.249810 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c5f0ab8-09ad-47a8-a051-680d32c4783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:19.383617 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-97526569-69e1-479c-8e81-979edec2a79c None None] Set router f454dbe9-554c-4759-b5ba-1aed41ea70f3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:45:19.413301 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-930d7256-c6d7-4ffb-9f0f-da4406301fc8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (0af08551-6f74-4693-962d-59a07fca1ebd), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:19.531031 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-930d7256-c6d7-4ffb-9f0f-da4406301fc8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (0af08551-6f74-4693-962d-59a07fca1ebd), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:19.577848 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-289698c2-f88c-482e-84c0-8fce6a085b7a admin admin] Deleting subnet 8b3148af-a41b-4617-b66b-fd778a2aeee0 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:45:19.583131 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-289698c2-f88c-482e-84c0-8fce6a085b7a admin admin] Publish callbacks [] for subnet (8b3148af-a41b-4617-b66b-fd778a2aeee0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:19.611650 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-930d7256-c6d7-4ffb-9f0f-da4406301fc8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:19.624583 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33692) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:19.629116 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-930d7256-c6d7-4ffb-9f0f-da4406301fc8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "DELETE /v2.0/subnets/0af08551-6f74-4693-962d-59a07fca1ebd HTTP/1.1" status: 204 len: 168 time: 0.6879423 Feb 28 20:45:19.631268 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d7256-c6d7-4ffb-9f0f-da4406301fc8 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event deleted for resources: {'Subnet': ['ID=0af08551-6f74-4693-962d-59a07fca1ebd,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:19.675147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cfac6b-619f-4754-bbcb-100e6e72b251 None None] Network ad2e4d78-9699-4e3c-990f-c9e9aa273b43 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:45:19.720667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 9e36dd7c-db8c-4d22-bde8-9ca892650116 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:45:19.766199 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-289698c2-f88c-482e-84c0-8fce6a085b7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (8b3148af-a41b-4617-b66b-fd778a2aeee0), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:19.804163 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 9e36dd7c-db8c-4d22-bde8-9ca892650116 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:19.805582 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9e36dd7c-db8c-4d22-bde8-9ca892650116), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:19.947468 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:19.950342 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-289698c2-f88c-482e-84c0-8fce6a085b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (8b3148af-a41b-4617-b66b-fd778a2aeee0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:19.984884 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-95ef3520-3c1c-4985-a810-a9712b42a9b4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for router (f454dbe9-554c-4759-b5ba-1aed41ea70f3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:19.999429 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-5c5f0ab8-09ad-47a8-a051-680d32c4783b None None] Allocated IP 172.20.0.2 (2c3653ab-73fd-455c-b23c-86e24907f790/d374a4d8-2a1d-4bc9-982a-5bc924927748/4252676e-7f47-4065-9836-927e6c648d77) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:45:20.182922 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35766861-e079-472c-9a2c-03ebb39b73cc None None] DHCP port deletion for ad2e4d78-9699-4e3c-990f-c9e9aa273b43 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:45:20.303970 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-95ef3520-3c1c-4985-a810-a9712b42a9b4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for router_gateway (f454dbe9-554c-4759-b5ba-1aed41ea70f3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:20.363409 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:45:20.366290 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 9e36dd7c-db8c-4d22-bde8-9ca892650116 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:20.366931 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9e36dd7c-db8c-4d22-bde8-9ca892650116), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:20.372730 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:20.390800 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-97526569-69e1-479c-8e81-979edec2a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948241303', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:43:17Z', 'updated_at': '2022-02-28T20:45:17Z', 'revision_number': 5, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port': {'id': 'f644d7c5-b9b1-4de3-aa0c-1cdce6251164', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:43:19Z', 'updated_at': '2022-02-28T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:20.463358 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97526569-69e1-479c-8e81-979edec2a79c None None] Checking router: f454dbe9-554c-4759-b5ba-1aed41ea70f3 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:45:20.513295 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-289698c2-f88c-482e-84c0-8fce6a085b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (8b3148af-a41b-4617-b66b-fd778a2aeee0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:20.569210 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9902c278-be1c-407c-8e75-8e930110a385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e36dd7c-db8c-4d22-bde8-9ca892650116'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:45:20.571657 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f48d36-5711-4b0b-9a5b-263549885212" -d '{"events": [{"server_uuid": "9902c278-be1c-407c-8e75-8e930110a385", "name": "network-vif-plugged", "status": "completed", "tag": "9e36dd7c-db8c-4d22-bde8-9ca892650116"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:45:20.587356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97526569-69e1-479c-8e81-979edec2a79c None None] Routers {'f454dbe9-554c-4759-b5ba-1aed41ea70f3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:20.588120 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-97526569-69e1-479c-8e81-979edec2a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['f454dbe9-554c-4759-b5ba-1aed41ea70f3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:20.600341 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289698c2-f88c-482e-84c0-8fce6a085b7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b3148af-a41b-4617-b66b-fd778a2aeee0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:20.612506 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-289698c2-f88c-482e-84c0-8fce6a085b7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:20.622118 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-289698c2-f88c-482e-84c0-8fce6a085b7a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8b3148af-a41b-4617-b66b-fd778a2aeee0 HTTP/1.1" status: 204 len: 168 time: 1.6173496 Feb 28 20:45:20.622586 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33702) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:20.660329 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d05e49-794d-45ae-9521-c940703b0fda req-4fcb87b0-98d0-49bd-a867-28c3cb3b6146 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:20.662349 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-25d05e49-794d-45ae-9521-c940703b0fda req-4fcb87b0-98d0-49bd-a867-28c3cb3b6146 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 945 time: 0.3802924 Feb 28 20:45:20.670533 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 9e36dd7c-db8c-4d22-bde8-9ca892650116, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=9e36dd7c-db8c-4d22-bde8-9ca892650116,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:20.716474 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:20.716943 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:20.720808 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9e36dd7c-db8c-4d22-bde8-9ca892650116), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:20.731340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ada04-feb3-415c-adc0-5b423ac8ad5f req-5a0b90c0-89f8-4f86-839a-a0b4eafade84 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:20.733194 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab2ada04-feb3-415c-adc0-5b423ac8ad5f req-5a0b90c0-89f8-4f86-839a-a0b4eafade84 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902c278-be1c-407c-8e75-8e930110a385 HTTP/1.1" status: 200 len: 948 time: 0.4874022 Feb 28 20:45:20.764535 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-95ef3520-3c1c-4985-a810-a9712b42a9b4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Deleting port f644d7c5-b9b1-4de3-aa0c-1cdce6251164 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:45:20.764972 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-95ef3520-3c1c-4985-a810-a9712b42a9b4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (f644d7c5-b9b1-4de3-aa0c-1cdce6251164), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:20.766951 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-23d6ac42-38da-458f-a377-7c76b0e524d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (076ee1d5-8ea7-4f59-9381-7f18a96bc620), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:20.864577 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-95ef3520-3c1c-4985-a810-a9712b42a9b4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] For port f644d7c5-b9b1-4de3-aa0c-1cdce6251164, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=f644d7c5-b9b1-4de3-aa0c-1cdce6251164,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:20.865049 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-95ef3520-3c1c-4985-a810-a9712b42a9b4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (f644d7c5-b9b1-4de3-aa0c-1cdce6251164), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:20.868794 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-23d6ac42-38da-458f-a377-7c76b0e524d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (076ee1d5-8ea7-4f59-9381-7f18a96bc620), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:20.881795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-95ef3520-3c1c-4985-a810-a9712b42a9b4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Calling delete_port for f644d7c5-b9b1-4de3-aa0c-1cdce6251164 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:45:20.894348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-23d6ac42-38da-458f-a377-7c76b0e524d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076ee1d5-8ea7-4f59-9381-7f18a96bc620']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:20.906266 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-23d6ac42-38da-458f-a377-7c76b0e524d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec22d32e-9205-4810-844d-5c9c50ed41e3') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:20.906854 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-23d6ac42-38da-458f-a377-7c76b0e524d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec22d32e-9205-4810-844d-5c9c50ed41e3') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:20.919439 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-23d6ac42-38da-458f-a377-7c76b0e524d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (ec22d32e-9205-4810-844d-5c9c50ed41e3), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:20.936110 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-23d6ac42-38da-458f-a377-7c76b0e524d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (ec22d32e-9205-4810-844d-5c9c50ed41e3), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:20.943995 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d6ac42-38da-458f-a377-7c76b0e524d1 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:45:20.945022 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-23d6ac42-38da-458f-a377-7c76b0e524d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (ec22d32e-9205-4810-844d-5c9c50ed41e3), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:45:20.947245 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:45:20.990463 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-35766861-e079-472c-9a2c-03ebb39b73cc None None] Deleting port 91b25681-cf16-442f-9559-250c306c2a81 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:45:20.991087 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-35766861-e079-472c-9a2c-03ebb39b73cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (91b25681-cf16-442f-9559-250c306c2a81), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:21.025137 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-23d6ac42-38da-458f-a377-7c76b0e524d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (076ee1d5-8ea7-4f59-9381-7f18a96bc620), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:21.045923 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-23d6ac42-38da-458f-a377-7c76b0e524d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:21.049999 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-23d6ac42-38da-458f-a377-7c76b0e524d1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/076ee1d5-8ea7-4f59-9381-7f18a96bc620 HTTP/1.1" status: 204 len: 168 time: 0.4261839 Feb 28 20:45:21.051120 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6ac42-38da-458f-a377-7c76b0e524d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=076ee1d5-8ea7-4f59-9381-7f18a96bc620,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:21.071717 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=9e36dd7c-db8c-4d22-bde8-9ca892650116,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:21.109432 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab2ada04-feb3-415c-adc0-5b423ac8ad5f req-1dfe8380-9a0a-4021-8a7c-a1d25530be9b tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2f9f10-b2d7-4b40-8bc5-8ed42e075613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513143 Feb 28 20:45:21.115927 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d064ff06-1746-4e0e-bfb0-8ed554f2363c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:21.157560 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-25d05e49-794d-45ae-9521-c940703b0fda req-768242d0-f699-4199-9474-292820cbd5e3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4837143 Feb 28 20:45:21.193030 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:45:21.217272 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba92c70-5c2c-46da-a922-b6d92133a19e x-openstack-request-id: req-aba92c70-5c2c-46da-a922-b6d92133a19e {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:45:21.217699 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9902c278-be1c-407c-8e75-8e930110a385", "name": "network-vif-plugged", "status": "completed", "tag": "9e36dd7c-db8c-4d22-bde8-9ca892650116", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:45:21.217952 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aba92c70-5c2c-46da-a922-b6d92133a19e {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:45:21.218594 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9902c278-be1c-407c-8e75-8e930110a385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e36dd7c-db8c-4d22-bde8-9ca892650116', 'code': 200} Feb 28 20:45:21.276012 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-97526569-69e1-479c-8e81-979edec2a79c None None] Set router f454dbe9-554c-4759-b5ba-1aed41ea70f3 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:45:21.278400 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c5f0ab8-09ad-47a8-a051-680d32c4783b None None] Publish callbacks [] for port (4252676e-7f47-4065-9836-927e6c648d77), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:21.313902 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33706) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:21.326196 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-35766861-e079-472c-9a2c-03ebb39b73cc None None] For port 91b25681-cf16-442f-9559-250c306c2a81, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=91b25681-cf16-442f-9559-250c306c2a81,segment=NetworkSegment(9e14c9b1-bd83-4db0-8b2f-602859c44eea),segment_id=9e14c9b1-bd83-4db0-8b2f-602859c44eea)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:21.326476 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-35766861-e079-472c-9a2c-03ebb39b73cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (91b25681-cf16-442f-9559-250c306c2a81), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:21.376761 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c5f0ab8-09ad-47a8-a051-680d32c4783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (4252676e-7f47-4065-9836-927e6c648d77), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:21.378812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33708) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:21.380390 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f925691e-49ae-4270-835b-2488a4b9f565 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17ec8e1d26444f41b354e308f3f1325b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0624268 Feb 28 20:45:21.397960 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-97526569-69e1-479c-8e81-979edec2a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948241303', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:43:17Z', 'updated_at': '2022-02-28T20:45:20Z', 'revision_number': 6, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:21.432321 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-35766861-e079-472c-9a2c-03ebb39b73cc None None] Calling delete_port for 91b25681-cf16-442f-9559-250c306c2a81 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:45:21.586908 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac5f8b-77bd-4374-aec4-583fbb69265d req-13143b1f-f3fe-4b7b-9601-903c658508a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:21.589249 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c9ac5f8b-77bd-4374-aec4-583fbb69265d req-13143b1f-f3fe-4b7b-9601-903c658508a3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9902c278-be1c-407c-8e75-8e930110a385 HTTP/1.1" status: 200 len: 1132 time: 0.2994764 Feb 28 20:45:21.590742 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-95ef3520-3c1c-4985-a810-a9712b42a9b4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (f644d7c5-b9b1-4de3-aa0c-1cdce6251164), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:21.635156 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef3520-3c1c-4985-a810-a9712b42a9b4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event deleted for resources: {'Port': ['ID=f644d7c5-b9b1-4de3-aa0c-1cdce6251164,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:21.635713 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:21.637049 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:21.646679 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97526569-69e1-479c-8e81-979edec2a79c None None] The sync data for ids ['f454dbe9-554c-4759-b5ba-1aed41ea70f3'] in n-d-820368-21 is: [{'id': 'f454dbe9-554c-4759-b5ba-1aed41ea70f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948241303', 'tenant_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:43:17Z', 'updated_at': '2022-02-28T20:45:20Z', 'revision_number': 6, 'project_id': 'a44130e0e64c4d758649c1eb52acbb2f', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:45:21.673965 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-719c2da5-38c4-4641-b6c8-6cc9fd06a408 admin admin] Publish callbacks [] for security_group (74e7d099-d603-4d36-80db-9ee8df84408c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:21.696896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5f0ab8-09ad-47a8-a051-680d32c4783b None None] Network 2c3653ab-73fd-455c-b23c-86e24907f790 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:45:21.700246 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-719c2da5-38c4-4641-b6c8-6cc9fd06a408 admin admin] Publish callbacks [] for security_group (74e7d099-d603-4d36-80db-9ee8df84408c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:21.702050 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:21.724343 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-5c5f0ab8-09ad-47a8-a051-680d32c4783b None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:21.769285 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f0ab8-09ad-47a8-a051-680d32c4783b None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:45:21.802802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:21.808221 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f0ab8-09ad-47a8-a051-680d32c4783b None None] Pushing event updated for resources: {'Port': ['ID=4252676e-7f47-4065-9836-927e6c648d77,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:21.817368 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:21.911539 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-5c5f0ab8-09ad-47a8-a051-680d32c4783b None None] Attempting to bind port 4252676e-7f47-4065-9836-927e6c648d77 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:45:21.911835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-5c5f0ab8-09ad-47a8-a051-680d32c4783b None None] Attempting to bind port 4252676e-7f47-4065-9836-927e6c648d77 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '90a96b2b-a062-4915-a045-82d9a03de661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:45:21.912235 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f0ab8-09ad-47a8-a051-680d32c4783b None None] Attempting to bind port 4252676e-7f47-4065-9836-927e6c648d77 on network 2c3653ab-73fd-455c-b23c-86e24907f790 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:45:21.927497 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c9ac5f8b-77bd-4374-aec4-583fbb69265d req-5b42da9a-1c8f-41a2-bcfc-999ec2c04500 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3f2f9f10-b2d7-4b40-8bc5-8ed42e075613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658494 Feb 28 20:45:21.938434 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f0ab8-09ad-47a8-a051-680d32c4783b None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:45:21.938727 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f0ab8-09ad-47a8-a051-680d32c4783b None None] Checking segment: {'id': '90a96b2b-a062-4915-a045-82d9a03de661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:45:21.939279 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c5f0ab8-09ad-47a8-a051-680d32c4783b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:21.939871 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f0ab8-09ad-47a8-a051-680d32c4783b None None] Bound using segment: {'id': '90a96b2b-a062-4915-a045-82d9a03de661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:45:21.940559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-5c5f0ab8-09ad-47a8-a051-680d32c4783b None None] Bound port: 4252676e-7f47-4065-9836-927e6c648d77, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a96b2b-a062-4915-a045-82d9a03de661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:45:21.940793 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-95ef3520-3c1c-4985-a810-a9712b42a9b4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (f454dbe9-554c-4759-b5ba-1aed41ea70f3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:21.940969 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c5f0ab8-09ad-47a8-a051-680d32c4783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4252676e-7f47-4065-9836-927e6c648d77), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:21.993099 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:22.065164 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-35766861-e079-472c-9a2c-03ebb39b73cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (91b25681-cf16-442f-9559-250c306c2a81), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:22.086353 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-95ef3520-3c1c-4985-a810-a9712b42a9b4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (f454dbe9-554c-4759-b5ba-1aed41ea70f3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:22.088259 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-719c2da5-38c4-4641-b6c8-6cc9fd06a408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (74e7d099-d603-4d36-80db-9ee8df84408c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:22.091854 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-719c2da5-38c4-4641-b6c8-6cc9fd06a408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:22.093041 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-719c2da5-38c4-4641-b6c8-6cc9fd06a408 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74e7d099-d603-4d36-80db-9ee8df84408c HTTP/1.1" status: 204 len: 168 time: 0.7104483 Feb 28 20:45:22.097551 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-95ef3520-3c1c-4985-a810-a9712b42a9b4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for router_controller (f454dbe9-554c-4759-b5ba-1aed41ea70f3), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:22.159693 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35766861-e079-472c-9a2c-03ebb39b73cc None None] Pushing event deleted for resources: {'Port': ['ID=91b25681-cf16-442f-9559-250c306c2a81,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:22.210693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c2da5-38c4-4641-b6c8-6cc9fd06a408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e7d099-d603-4d36-80db-9ee8df84408c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:22.213714 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-d064ff06-1746-4e0e-bfb0-8ed554f2363c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Allocated IP 172.20.0.1 (2c3653ab-73fd-455c-b23c-86e24907f790/d374a4d8-2a1d-4bc9-982a-5bc924927748/c991a4c1-a115-48fd-a917-405f7f112c89) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:45:22.263927 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5c5f0ab8-09ad-47a8-a051-680d32c4783b None None] For port 4252676e-7f47-4065-9836-927e6c648d77, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:45:22.267946 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-95ef3520-3c1c-4985-a810-a9712b42a9b4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (f454dbe9-554c-4759-b5ba-1aed41ea70f3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:22.269576 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ef3520-3c1c-4985-a810-a9712b42a9b4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Fanout notify agent at l3_agent the message router_deleted on router f454dbe9-554c-4759-b5ba-1aed41ea70f3 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:45:22.272182 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5c5f0ab8-09ad-47a8-a051-680d32c4783b None None] For port 4252676e-7f47-4065-9836-927e6c648d77, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4252676e-7f47-4065-9836-927e6c648d77,segment=NetworkSegment(90a96b2b-a062-4915-a045-82d9a03de661),segment_id=90a96b2b-a062-4915-a045-82d9a03de661)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:45:22.279979 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-95ef3520-3c1c-4985-a810-a9712b42a9b4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:22.281173 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-95ef3520-3c1c-4985-a810-a9712b42a9b4 tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "DELETE /v2.0/routers/f454dbe9-554c-4759-b5ba-1aed41ea70f3 HTTP/1.1" status: 204 len: 168 time: 2.6556256 Feb 28 20:45:22.284064 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33728) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:22.297536 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35766861-e079-472c-9a2c-03ebb39b73cc None None] No DVR routers for this DVR port 91b25681-cf16-442f-9559-250c306c2a81 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:45:22.335428 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c5f0ab8-09ad-47a8-a051-680d32c4783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4252676e-7f47-4065-9836-927e6c648d77), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:22.432323 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-875c9b39-800b-453d-8967-a37c68d3026f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (ad2e4d78-9699-4e3c-990f-c9e9aa273b43), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:22.495684 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f0ab8-09ad-47a8-a051-680d32c4783b None None] Pushing event updated for resources: {'Port': ['ID=4252676e-7f47-4065-9836-927e6c648d77,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:22.601229 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-875c9b39-800b-453d-8967-a37c68d3026f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (ad2e4d78-9699-4e3c-990f-c9e9aa273b43), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:22.646266 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-875c9b39-800b-453d-8967-a37c68d3026f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2e4d78-9699-4e3c-990f-c9e9aa273b43']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:22.663557 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:22.678495 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-875c9b39-800b-453d-8967-a37c68d3026f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e14c9b1-bd83-4db0-8b2f-602859c44eea') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:22.678883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-875c9b39-800b-453d-8967-a37c68d3026f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e14c9b1-bd83-4db0-8b2f-602859c44eea') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:22.699587 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-875c9b39-800b-453d-8967-a37c68d3026f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (9e14c9b1-bd83-4db0-8b2f-602859c44eea), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:22.716712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:45:22.720009 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-875c9b39-800b-453d-8967-a37c68d3026f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (9e14c9b1-bd83-4db0-8b2f-602859c44eea), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:22.724055 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:22.746230 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875c9b39-800b-453d-8967-a37c68d3026f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:45:22.746940 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-875c9b39-800b-453d-8967-a37c68d3026f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (9e14c9b1-bd83-4db0-8b2f-602859c44eea), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:22.891844 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:22.896823 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:45:22.900551 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:45:22.909900 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-875c9b39-800b-453d-8967-a37c68d3026f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (ad2e4d78-9699-4e3c-990f-c9e9aa273b43), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:22.922947 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-875c9b39-800b-453d-8967-a37c68d3026f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:22.926820 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-875c9b39-800b-453d-8967-a37c68d3026f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] 10.222.0.13 "DELETE /v2.0/networks/ad2e4d78-9699-4e3c-990f-c9e9aa273b43 HTTP/1.1" status: 204 len: 168 time: 0.6402371 Feb 28 20:45:22.950575 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c9b39-800b-453d-8967-a37c68d3026f tempest-TestSecurityGroupsBasicOps-625435176 tempest-TestSecurityGroupsBasicOps-625435176-project] Pushing event deleted for resources: {'Network': ['ID=ad2e4d78-9699-4e3c-990f-c9e9aa273b43,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:23.234551 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:23.239094 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d38e6-89ea-4535-a349-54586c1daa5c req-cfdeab8b-7fc1-471a-a30a-645ff76a2e12 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:23.243133 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e2d38e6-89ea-4535-a349-54586c1daa5c req-cfdeab8b-7fc1-471a-a30a-645ff76a2e12 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 945 time: 0.2478256 Feb 28 20:45:23.265980 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5e979-b951-473e-88b4-8e1ff938ade1 req-869f323c-b4e9-4d60-9c7e-7b56583f9038 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:23.279016 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-78a5e979-b951-473e-88b4-8e1ff938ade1 req-869f323c-b4e9-4d60-9c7e-7b56583f9038 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902c278-be1c-407c-8e75-8e930110a385 HTTP/1.1" status: 200 len: 949 time: 0.9827719 Feb 28 20:45:23.312711 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d064ff06-1746-4e0e-bfb0-8ed554f2363c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for port (c991a4c1-a115-48fd-a917-405f7f112c89), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:23.317232 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b1281cf3-790e-4bcf-9ece-029b93073bfc no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:45:23.342287 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: b1281cf3-790e-4bcf-9ece-029b93073bfc {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:45:23.342760 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b1281cf3-790e-4bcf-9ece-029b93073bfc not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:45:23.343187 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 91b25681-cf16-442f-9559-250c306c2a81 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:45:23.377212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 91b25681-cf16-442f-9559-250c306c2a81 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:45:23.377689 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 91b25681-cf16-442f-9559-250c306c2a81 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:45:23.423505 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e2d38e6-89ea-4535-a349-54586c1daa5c req-83c2bbaf-3a8e-4a72-9021-d5a0343d6f59 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367781 Feb 28 20:45:23.430258 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-78a5e979-b951-473e-88b4-8e1ff938ade1 req-ae43eff1-e807-45eb-8e3a-8bb281c1beec tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2f9f10-b2d7-4b40-8bc5-8ed42e075613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253214 Feb 28 20:45:23.442276 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d064ff06-1746-4e0e-bfb0-8ed554f2363c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (c991a4c1-a115-48fd-a917-405f7f112c89), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:23.536295 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d064ff06-1746-4e0e-bfb0-8ed554f2363c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Network 2c3653ab-73fd-455c-b23c-86e24907f790 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:45:23.539790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-d064ff06-1746-4e0e-bfb0-8ed554f2363c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:23.542340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d064ff06-1746-4e0e-bfb0-8ed554f2363c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:45:23.553117 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33754) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:23.587671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064ff06-1746-4e0e-bfb0-8ed554f2363c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'Port': ['ID=c991a4c1-a115-48fd-a917-405f7f112c89,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:23.606964 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d064ff06-1746-4e0e-bfb0-8ed554f2363c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (cc0edbc7-b075-4060-b6bb-2ef8b10bd44d), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:23.697470 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-71f3e3fd-092a-4cd9-9bf1-c19ee849fd19 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-611068441-network', 'tenant_id': 'ce243a4d09f549aca072236d76785621'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:23.736158 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f3e3fd-092a-4cd9-9bf1-c19ee849fd19 admin admin] Made reservation on behalf of ce243a4d09f549aca072236d76785621 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:45:23.739577 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71f3e3fd-092a-4cd9-9bf1-c19ee849fd19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:23.760777 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71f3e3fd-092a-4cd9-9bf1-c19ee849fd19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:23.793475 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d064ff06-1746-4e0e-bfb0-8ed554f2363c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c991a4c1-a115-48fd-a917-405f7f112c89), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:23.912074 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71f3e3fd-092a-4cd9-9bf1-c19ee849fd19 admin admin] Publish callbacks [] for security_group (3d5e28c5-4b35-4df7-af88-739ba2695e87), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:23.918241 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71f3e3fd-092a-4cd9-9bf1-c19ee849fd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3d5e28c5-4b35-4df7-af88-739ba2695e87), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:23.943144 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33760) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:23.963131 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f3e3fd-092a-4cd9-9bf1-c19ee849fd19 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:45:23.992118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3e3fd-092a-4cd9-9bf1-c19ee849fd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5e28c5-4b35-4df7-af88-739ba2695e87,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:24.018119 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71f3e3fd-092a-4cd9-9bf1-c19ee849fd19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (d854fde1-6b9f-4c56-9c88-66553e1d3f22), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:24.019136 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-71f3e3fd-092a-4cd9-9bf1-c19ee849fd19 admin admin] Added segment d854fde1-6b9f-4c56-9c88-66553e1d3f22 of type vlan for network 8a29a05d-fb66-4b0e-8d23-41480f281d91 Feb 28 20:45:24.096716 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71f3e3fd-092a-4cd9-9bf1-c19ee849fd19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (8a29a05d-fb66-4b0e-8d23-41480f281d91), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:24.145804 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71f3e3fd-092a-4cd9-9bf1-c19ee849fd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (8a29a05d-fb66-4b0e-8d23-41480f281d91), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:24.151004 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f3e3fd-092a-4cd9-9bf1-c19ee849fd19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:24.151742 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-71f3e3fd-092a-4cd9-9bf1-c19ee849fd19 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:24.265067 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-71f3e3fd-092a-4cd9-9bf1-c19ee849fd19 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7071848 Feb 28 20:45:24.267834 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33766) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:24.284551 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4252676e-7f47-4065-9836-927e6c648d77 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:45:24.288506 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a6519b00-e5fa-4ea2-9c5b-eb1c79358d7d admin admin] Request body: {'subnet': {'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-611068441-subnet', 'tenant_id': 'ce243a4d09f549aca072236d76785621', 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:24.328679 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-27a13b20-3394-477b-b13b-f39e1dfaccca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a44130e0e64c4d758649c1eb52acbb2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3842900 Feb 28 20:45:24.335938 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33768) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:24.360926 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3e3fd-092a-4cd9-9bf1-c19ee849fd19 admin admin] Pushing event updated for resources: {'Network': ['ID=8a29a05d-fb66-4b0e-8d23-41480f281d91,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:24.392248 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6519b00-e5fa-4ea2-9c5b-eb1c79358d7d admin admin] Made reservation on behalf of ce243a4d09f549aca072236d76785621 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:45:24.393643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 8a29a05d-fb66-4b0e-8d23-41480f281d91 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:45:24.395485 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a6519b00-e5fa-4ea2-9c5b-eb1c79358d7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:24.404872 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd500bc-c594-4d67-a13c-ed72d5c02550 None None] Network 2c3653ab-73fd-455c-b23c-86e24907f790 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:45:24.437542 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d064ff06-1746-4e0e-bfb0-8ed554f2363c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for port (c991a4c1-a115-48fd-a917-405f7f112c89), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:24.444804 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1b3c4654-fa07-4561-9f14-d8d7cf3e5fcc admin admin] Publish callbacks [] for security_group (5b671d26-445d-4826-89cb-c6dfa581bb6b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:24.446957 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d064ff06-1746-4e0e-bfb0-8ed554f2363c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (c991a4c1-a115-48fd-a917-405f7f112c89), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:24.549610 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1b3c4654-fa07-4561-9f14-d8d7cf3e5fcc admin admin] Publish callbacks [] for security_group (5b671d26-445d-4826-89cb-c6dfa581bb6b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:24.584075 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4252676e-7f47-4065-9836-927e6c648d77 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:24.584465 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4252676e-7f47-4065-9836-927e6c648d77), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:24.610114 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-72260456-535d-44ff-acb0-3bea5cd67cba None None] Provisioning complete for port 4252676e-7f47-4065-9836-927e6c648d77 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:24.610489 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-72260456-535d-44ff-acb0-3bea5cd67cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4252676e-7f47-4065-9836-927e6c648d77), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:24.688596 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064ff06-1746-4e0e-bfb0-8ed554f2363c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'Port': ['ID=c991a4c1-a115-48fd-a917-405f7f112c89,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:24.699061 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d064ff06-1746-4e0e-bfb0-8ed554f2363c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (cc0edbc7-b075-4060-b6bb-2ef8b10bd44d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:24.788144 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743115f-d14c-4ce0-b274-e0932a417863 req-f3aa8189-5d24-4aad-b70b-f3e0f733a3e0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:24.793331 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4252676e-7f47-4065-9836-927e6c648d77 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:24.793726 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4252676e-7f47-4065-9836-927e6c648d77), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:24.796328 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9743115f-d14c-4ce0-b274-e0932a417863 req-f3aa8189-5d24-4aad-b70b-f3e0f733a3e0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 945 time: 0.2256222 Feb 28 20:45:24.813119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-72260456-535d-44ff-acb0-3bea5cd67cba None None] Current status of the port 4252676e-7f47-4065-9836-927e6c648d77 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:24.813512 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-72260456-535d-44ff-acb0-3bea5cd67cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4252676e-7f47-4065-9836-927e6c648d77), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:24.816222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bc153-ff28-469b-9200-70267a6d3308 req-a388e9c4-c547-46ec-b528-dedd817c73d7 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:24.817901 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-927bc153-ff28-469b-9200-70267a6d3308 req-a388e9c4-c547-46ec-b528-dedd817c73d7 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902c278-be1c-407c-8e75-8e930110a385 HTTP/1.1" status: 200 len: 949 time: 0.2709017 Feb 28 20:45:24.836456 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1b3c4654-fa07-4561-9f14-d8d7cf3e5fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5b671d26-445d-4826-89cb-c6dfa581bb6b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:24.839161 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1b3c4654-fa07-4561-9f14-d8d7cf3e5fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:24.840967 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1b3c4654-fa07-4561-9f14-d8d7cf3e5fcc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b671d26-445d-4826-89cb-c6dfa581bb6b HTTP/1.1" status: 204 len: 168 time: 0.5040526 Feb 28 20:45:24.859707 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 4252676e-7f47-4065-9836-927e6c648d77, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4252676e-7f47-4065-9836-927e6c648d77,segment=NetworkSegment(90a96b2b-a062-4915-a045-82d9a03de661),segment_id=90a96b2b-a062-4915-a045-82d9a03de661)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:24.937490 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-72260456-535d-44ff-acb0-3bea5cd67cba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:45:24.937863 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-72260456-535d-44ff-acb0-3bea5cd67cba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:45:24.938626 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4252676e-7f47-4065-9836-927e6c648d77), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:24.949217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c4654-fa07-4561-9f14-d8d7cf3e5fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b671d26-445d-4826-89cb-c6dfa581bb6b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:24.950966 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a6519b00-e5fa-4ea2-9c5b-eb1c79358d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (8dcabdc5-95be-4765-a42c-f60a7e997206), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:25.005084 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6519b00-e5fa-4ea2-9c5b-eb1c79358d7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dcabdc5-95be-4765-a42c-f60a7e997206,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:25.012251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f644d7c5-b9b1-4de3-aa0c-1cdce6251164 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:45:25.022215 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9743115f-d14c-4ce0-b274-e0932a417863 req-f937fbbb-e83c-4071-a2c7-ecb057c402cc tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247684 Feb 28 20:45:25.049455 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d064ff06-1746-4e0e-bfb0-8ed554f2363c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Network 2c3653ab-73fd-455c-b23c-86e24907f790 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:45:25.053363 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6519b00-e5fa-4ea2-9c5b-eb1c79358d7d admin admin] Checking segment: {'id': 'd854fde1-6b9f-4c56-9c88-66553e1d3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:45:25.053850 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6519b00-e5fa-4ea2-9c5b-eb1c79358d7d admin admin] Network hostable DHCP agents. Network: 8a29a05d-fb66-4b0e-8d23-41480f281d91, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:45:25.055469 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-d064ff06-1746-4e0e-bfb0-8ed554f2363c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:25.060576 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-927bc153-ff28-469b-9200-70267a6d3308 req-c9ca8d35-7fd6-4181-bb45-c8f949256588 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2f9f10-b2d7-4b40-8bc5-8ed42e075613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091177 Feb 28 20:45:25.071393 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: f644d7c5-b9b1-4de3-aa0c-1cdce6251164 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:45:25.071833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f644d7c5-b9b1-4de3-aa0c-1cdce6251164 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:45:25.075023 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6519b00-e5fa-4ea2-9c5b-eb1c79358d7d admin admin] Network 8a29a05d-fb66-4b0e-8d23-41480f281d91 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:45:25.090009 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-a6519b00-e5fa-4ea2-9c5b-eb1c79358d7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 8a29a05d-fb66-4b0e-8d23-41480f281d91) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:25.092494 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=4252676e-7f47-4065-9836-927e6c648d77,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:25.095723 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6519b00-e5fa-4ea2-9c5b-eb1c79358d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:25.096788 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a6519b00-e5fa-4ea2-9c5b-eb1c79358d7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:25.107060 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bc5a1a-3034-4cda-842d-6a6210505b7a None None] Network 8a29a05d-fb66-4b0e-8d23-41480f281d91 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:45:25.126729 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a6519b00-e5fa-4ea2-9c5b-eb1c79358d7d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8553114 Feb 28 20:45:25.127248 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33784) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:25.137551 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-fcb4f299-a3ff-46f7-b617-07b725e31f41 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-611068441-router', 'tenant_id': 'ce243a4d09f549aca072236d76785621', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:25.189908 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f299-a3ff-46f7-b617-07b725e31f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (68785188-b17d-4692-bbd6-0163e7169bc7), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:25.194084 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f299-a3ff-46f7-b617-07b725e31f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (68785188-b17d-4692-bbd6-0163e7169bc7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:25.237416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d064ff06-1746-4e0e-bfb0-8ed554f2363c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Router cc0edbc7-b075-4060-b6bb-2ef8b10bd44d has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:45:25.300820 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f299-a3ff-46f7-b617-07b725e31f41 admin admin] Publish callbacks [] for router_controller (68785188-b17d-4692-bbd6-0163e7169bc7), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:25.347736 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33788) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:25.360974 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a355b9f8-81af-4e8d-b184-7960febb487d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-8a29a05d-fb66-4b0e-8d23-41480f281d91', 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91', 'project_id': 'ce243a4d09f549aca072236d76785621', 'fixed_ips': [{'subnet_id': '8dcabdc5-95be-4765-a42c-f60a7e997206'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:45:25.361942 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a355b9f8-81af-4e8d-b184-7960febb487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:25.380757 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-760e6133-10d6-4729-bfcd-70f483d60b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:25.599724 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d064ff06-1746-4e0e-bfb0-8ed554f2363c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:45:25.613999 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] Sync routers for ids ['cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:45:25.619595 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d064ff06-1746-4e0e-bfb0-8ed554f2363c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "PUT /v2.0/routers/cc0edbc7-b075-4060-b6bb-2ef8b10bd44d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5658796 Feb 28 20:45:25.628999 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33796) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:25.650492 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] Routers {'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:25.652109 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:25.681140 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f299-a3ff-46f7-b617-07b725e31f41 admin admin] Publish callbacks [] for router_gateway (68785188-b17d-4692-bbd6-0163e7169bc7), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:25.720021 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-1e029d8c-409c-4234-92be-edbe1e86883c service neutron] show failed (client error): The resource could not be found. Feb 28 20:45:25.721543 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-1e029d8c-409c-4234-92be-edbe1e86883c service neutron] 10.222.0.15 "GET /v2.0/ports/8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c/bindings/n-h2-820368-21 HTTP/1.1" status: 404 len: 381 time: 0.2925820 Feb 28 20:45:25.785289 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-72260456-535d-44ff-acb0-3bea5cd67cba None None] Current status of the port 4252676e-7f47-4065-9836-927e6c648d77 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:25.807105 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9cbfa-78e7-4e34-b3f6-7f6dfaa72e5c req-99444bef-8dac-4ff2-8e0f-5bcd285db944 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:25.811640 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8de9cbfa-78e7-4e34-b3f6-7f6dfaa72e5c req-99444bef-8dac-4ff2-8e0f-5bcd285db944 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902c278-be1c-407c-8e75-8e930110a385 HTTP/1.1" status: 200 len: 949 time: 0.2860498 Feb 28 20:45:25.889878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-a355b9f8-81af-4e8d-b184-7960febb487d None None] Allocated IP 172.20.0.2 (8a29a05d-fb66-4b0e-8d23-41480f281d91/8dcabdc5-95be-4765-a42c-f60a7e997206/48761eba-27d0-4f4c-a9b8-55fbc673ff9b) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:45:25.900532 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] Set router cc0edbc7-b075-4060-b6bb-2ef8b10bd44d gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:45:25.907543 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-760e6133-10d6-4729-bfcd-70f483d60b45 admin admin] Publish callbacks [] for security_group (8215e612-2372-4eea-8535-a265c4da55b0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:25.946883 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8de9cbfa-78e7-4e34-b3f6-7f6dfaa72e5c req-1e80b66e-c3c9-44d1-8cc8-1ba585ff9d0a tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2f9f10-b2d7-4b40-8bc5-8ed42e075613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955465 Feb 28 20:45:25.948257 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-760e6133-10d6-4729-bfcd-70f483d60b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8215e612-2372-4eea-8535-a265c4da55b0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:25.993606 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5bd9eb84-422c-40c4-8607-c4dfe97d2ceb None None] Provisioning complete for port c991a4c1-a115-48fd-a917-405f7f112c89 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:25.993989 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5bd9eb84-422c-40c4-8607-c4dfe97d2ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c991a4c1-a115-48fd-a917-405f7f112c89), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:26.082729 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5bd9eb84-422c-40c4-8607-c4dfe97d2ceb None None] Port c991a4c1-a115-48fd-a917-405f7f112c89 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:45:26.116663 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-760e6133-10d6-4729-bfcd-70f483d60b45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da55109fcd7b4995b8dd977246d5f340&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7665031 Feb 28 20:45:26.124262 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33804) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:26.126364 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e6133-10d6-4729-bfcd-70f483d60b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8215e612-2372-4eea-8535-a265c4da55b0,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:26.272386 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-ec1fd89b-1c5b-4ef4-8781-a744a0c0aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:26.274187 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-ec1fd89b-1c5b-4ef4-8781-a744a0c0aa2a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326&tenant_id=1a7308829c1041378fe2c0c22726e9fa HTTP/1.1" status: 200 len: 1128 time: 0.1558959 Feb 28 20:45:26.301345 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159a348-6d4f-4bde-94ca-a6e03f5346ed req-25cdf834-e346-48f0-9ff7-2b61eb5d0533 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:26.302920 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3159a348-6d4f-4bde-94ca-a6e03f5346ed req-25cdf834-e346-48f0-9ff7-2b61eb5d0533 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 945 time: 0.1116433 Feb 28 20:45:26.311167 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820368-21', 'device_owner': 'compute:nova'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:26.347047 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d50afb0-6c8b-4d3c-a2fb-e7e0080401e6 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:26.347526 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d50afb0-6c8b-4d3c-a2fb-e7e0080401e6 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:26.348066 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d50afb0-6c8b-4d3c-a2fb-e7e0080401e6 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:26.348529 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d50afb0-6c8b-4d3c-a2fb-e7e0080401e6 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:26.349534 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d50afb0-6c8b-4d3c-a2fb-e7e0080401e6 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:26.350200 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d50afb0-6c8b-4d3c-a2fb-e7e0080401e6 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:26.354324 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1d50afb0-6c8b-4d3c-a2fb-e7e0080401e6 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4263 time: 0.7085843 Feb 28 20:45:26.360636 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33808) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:26.385637 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a355b9f8-81af-4e8d-b184-7960febb487d None None] Publish callbacks [] for port (48761eba-27d0-4f4c-a9b8-55fbc673ff9b), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:26.399143 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4252676e-7f47-4065-9836-927e6c648d77 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:45:26.408544 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'name': 'tempest-TestNetworkBasicOps-router-1895417016', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:14Z', 'updated_at': '2022-02-28T20:45:23Z', 'revision_number': 4, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:15Z', 'updated_at': '2022-02-28T20:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c991a4c1-a115-48fd-a917-405f7f112c89', 'name': '', 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:c1:16:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'd374a4d8-2a1d-4bc9-982a-5bc924927748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:21Z', 'updated_at': '2022-02-28T20:45:24Z', 'revision_number': 2, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': 'd374a4d8-2a1d-4bc9-982a-5bc924927748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:26.416850 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a355b9f8-81af-4e8d-b184-7960febb487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (48761eba-27d0-4f4c-a9b8-55fbc673ff9b), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:26.469500 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] Checking router: cc0edbc7-b075-4060-b6bb-2ef8b10bd44d for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:45:26.470363 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] Updating router cc0edbc7-b075-4060-b6bb-2ef8b10bd44d port c991a4c1-a115-48fd-a917-405f7f112c89 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:45:26.490687 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a355b9f8-81af-4e8d-b184-7960febb487d None None] Network 8a29a05d-fb66-4b0e-8d23-41480f281d91 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:45:26.498122 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5bd9eb84-422c-40c4-8607-c4dfe97d2ceb None None] Provisioning complete for port 4252676e-7f47-4065-9836-927e6c648d77 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:26.498514 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5bd9eb84-422c-40c4-8607-c4dfe97d2ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4252676e-7f47-4065-9836-927e6c648d77), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:26.507448 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3159a348-6d4f-4bde-94ca-a6e03f5346ed req-7bf972e0-19e1-4b3d-b230-a2b43b0e22f9 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894288 Feb 28 20:45:26.531530 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:26.538614 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c991a4c1-a115-48fd-a917-405f7f112c89), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:26.542942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-a355b9f8-81af-4e8d-b184-7960febb487d None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:26.566737 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360e1b12-ce28-4876-aea7-acc2a005cfc0 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:26.568382 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360e1b12-ce28-4876-aea7-acc2a005cfc0 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:26.568873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360e1b12-ce28-4876-aea7-acc2a005cfc0 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:26.569333 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360e1b12-ce28-4876-aea7-acc2a005cfc0 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:26.569787 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360e1b12-ce28-4876-aea7-acc2a005cfc0 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:26.570237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360e1b12-ce28-4876-aea7-acc2a005cfc0 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:26.570767 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a355b9f8-81af-4e8d-b184-7960febb487d None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:45:26.577402 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-360e1b12-ce28-4876-aea7-acc2a005cfc0 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3985 time: 0.2112303 Feb 28 20:45:26.579171 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33810) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:26.586907 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-833c4cc7-254b-463c-be5b-50e02d7c98c9 admin admin] Publish callbacks [] for security_group (8215e612-2372-4eea-8535-a265c4da55b0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:26.648106 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355b9f8-81af-4e8d-b184-7960febb487d None None] Pushing event updated for resources: {'Port': ['ID=48761eba-27d0-4f4c-a9b8-55fbc673ff9b,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:26.653967 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4252676e-7f47-4065-9836-927e6c648d77 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:26.654858 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4252676e-7f47-4065-9836-927e6c648d77), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:26.708355 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-833c4cc7-254b-463c-be5b-50e02d7c98c9 admin admin] Publish callbacks [] for security_group (8215e612-2372-4eea-8535-a265c4da55b0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:26.729179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a355b9f8-81af-4e8d-b184-7960febb487d None None] Attempting to bind port 48761eba-27d0-4f4c-a9b8-55fbc673ff9b on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:45:26.729686 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a355b9f8-81af-4e8d-b184-7960febb487d None None] Attempting to bind port 48761eba-27d0-4f4c-a9b8-55fbc673ff9b by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'd854fde1-6b9f-4c56-9c88-66553e1d3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:45:26.731043 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a355b9f8-81af-4e8d-b184-7960febb487d None None] Attempting to bind port 48761eba-27d0-4f4c-a9b8-55fbc673ff9b on network 8a29a05d-fb66-4b0e-8d23-41480f281d91 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:45:26.743420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a355b9f8-81af-4e8d-b184-7960febb487d None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:45:26.744029 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a355b9f8-81af-4e8d-b184-7960febb487d None None] Checking segment: {'id': 'd854fde1-6b9f-4c56-9c88-66553e1d3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:45:26.744656 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a355b9f8-81af-4e8d-b184-7960febb487d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:26.745032 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a355b9f8-81af-4e8d-b184-7960febb487d None None] Bound using segment: {'id': 'd854fde1-6b9f-4c56-9c88-66553e1d3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:45:26.746157 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a355b9f8-81af-4e8d-b184-7960febb487d None None] Bound port: 48761eba-27d0-4f4c-a9b8-55fbc673ff9b, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd854fde1-6b9f-4c56-9c88-66553e1d3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:45:26.746777 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a355b9f8-81af-4e8d-b184-7960febb487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (48761eba-27d0-4f4c-a9b8-55fbc673ff9b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:26.768178 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f299-a3ff-46f7-b617-07b725e31f41 admin admin] Publish callbacks [] for router_gateway (68785188-b17d-4692-bbd6-0163e7169bc7), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:26.809429 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f299-a3ff-46f7-b617-07b725e31f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:26.894645 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5bd9eb84-422c-40c4-8607-c4dfe97d2ceb None None] Current status of the port 4252676e-7f47-4065-9836-927e6c648d77 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:26.981563 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-833c4cc7-254b-463c-be5b-50e02d7c98c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8215e612-2372-4eea-8535-a265c4da55b0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:26.985712 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-833c4cc7-254b-463c-be5b-50e02d7c98c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:26.987062 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-833c4cc7-254b-463c-be5b-50e02d7c98c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8215e612-2372-4eea-8535-a265c4da55b0 HTTP/1.1" status: 204 len: 168 time: 0.8616936 Feb 28 20:45:27.020623 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c4cc7-254b-463c-be5b-50e02d7c98c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8215e612-2372-4eea-8535-a265c4da55b0,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:27.061578 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4252676e-7f47-4065-9836-927e6c648d77 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:27.098811 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-fcb4f299-a3ff-46f7-b617-07b725e31f41 admin admin] Allocated IP 172.25.0.109 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/d1476120-85cd-4cda-b49c-d064a0d1ec21) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:45:27.112249 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a355b9f8-81af-4e8d-b184-7960febb487d None None] For port 48761eba-27d0-4f4c-a9b8-55fbc673ff9b, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:45:27.126864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a355b9f8-81af-4e8d-b184-7960febb487d None None] For port 48761eba-27d0-4f4c-a9b8-55fbc673ff9b, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=48761eba-27d0-4f4c-a9b8-55fbc673ff9b,segment=NetworkSegment(d854fde1-6b9f-4c56-9c88-66553e1d3f22),segment_id=d854fde1-6b9f-4c56-9c88-66553e1d3f22)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:45:27.149964 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a355b9f8-81af-4e8d-b184-7960febb487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (48761eba-27d0-4f4c-a9b8-55fbc673ff9b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:27.162586 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] For port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,segment=NetworkSegment(cddc319a-d99b-4f81-9d76-50f737bcad5d),segment_id=cddc319a-d99b-4f81-9d76-50f737bcad5d)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:27.215825 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] For port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:45:27.220617 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] Publish callbacks [] for port (c991a4c1-a115-48fd-a917-405f7f112c89), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:27.245919 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c991a4c1-a115-48fd-a917-405f7f112c89), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:27.254324 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] Publish callbacks [] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:27.266518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-798711fa-5ed1-41bc-ad56-8b70f8823a0f None None] Provisioning complete for port c991a4c1-a115-48fd-a917-405f7f112c89 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:27.267149 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-798711fa-5ed1-41bc-ad56-8b70f8823a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c991a4c1-a115-48fd-a917-405f7f112c89), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:27.270190 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] Transition to ACTIVE for port object 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:45:27.273172 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355b9f8-81af-4e8d-b184-7960febb487d None None] Pushing event updated for resources: {'Port': ['ID=48761eba-27d0-4f4c-a9b8-55fbc673ff9b,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:27.274336 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866236a6-f181-41b1-a97a-d1258010b326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:45:27.278724 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6213c1-80a5-498a-9656-390b5ecf55e9" -d '{"events": [{"server_uuid": "866236a6-f181-41b1-a97a-d1258010b326", "name": "network-vif-unplugged", "status": "completed", "tag": "8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:45:27.359748 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-798711fa-5ed1-41bc-ad56-8b70f8823a0f None None] Port c991a4c1-a115-48fd-a917-405f7f112c89 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:45:27.379863 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:27.434760 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f299-a3ff-46f7-b617-07b725e31f41 admin admin] Publish callbacks [] for port (d1476120-85cd-4cda-b49c-d064a0d1ec21), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:27.489640 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643175b0-3b94-41eb-9e61-97151546a54b x-openstack-request-id: req-643175b0-3b94-41eb-9e61-97151546a54b {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:45:27.490245 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866236a6-f181-41b1-a97a-d1258010b326", "name": "network-vif-unplugged", "status": "completed", "tag": "8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:45:27.490836 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-643175b0-3b94-41eb-9e61-97151546a54b {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:45:27.491437 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866236a6-f181-41b1-a97a-d1258010b326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c', 'code': 200} Feb 28 20:45:27.541364 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f299-a3ff-46f7-b617-07b725e31f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d1476120-85cd-4cda-b49c-d064a0d1ec21), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:27.648128 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4f299-a3ff-46f7-b617-07b725e31f41 admin admin] Pushing event updated for resources: {'Port': ['ID=d1476120-85cd-4cda-b49c-d064a0d1ec21,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:27.681293 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb4f299-a3ff-46f7-b617-07b725e31f41 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:45:27.689898 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-fcb4f299-a3ff-46f7-b617-07b725e31f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:27.700780 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb4f299-a3ff-46f7-b617-07b725e31f41 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:45:27.710383 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa2d99-2827-4213-a1e2-2e9218f38f50 req-42704493-b5fc-4cc7-b4fe-b07feb92f2e4 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:27.722232 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a0a88-d160-40f4-9086-e060fc89e30d None None] Pushing event updated for resources: {'Port': ['ID=c991a4c1-a115-48fd-a917-405f7f112c89,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:27.731064 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5aa2d99-2827-4213-a1e2-2e9218f38f50 req-42704493-b5fc-4cc7-b4fe-b07feb92f2e4 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902c278-be1c-407c-8e75-8e930110a385 HTTP/1.1" status: 200 len: 949 time: 0.6177578 Feb 28 20:45:27.770895 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33824) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:27.864113 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ef05d2ba-c451-45d9-9302-f2a9f614a870 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2867 time: 1.2837479 Feb 28 20:45:27.865719 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] Attempting to bind port c991a4c1-a115-48fd-a917-405f7f112c89 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:45:27.866096 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] Attempting to bind port c991a4c1-a115-48fd-a917-405f7f112c89 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '90a96b2b-a062-4915-a045-82d9a03de661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:45:27.866468 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] Attempting to bind port c991a4c1-a115-48fd-a917-405f7f112c89 on network 2c3653ab-73fd-455c-b23c-86e24907f790 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:45:27.869050 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,revision_number=6']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:27.878455 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:45:27.878686 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] Checking segment: {'id': '90a96b2b-a062-4915-a045-82d9a03de661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:45:27.879486 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:27.879903 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] Bound using segment: {'id': '90a96b2b-a062-4915-a045-82d9a03de661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:45:27.880387 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] Bound port: c991a4c1-a115-48fd-a917-405f7f112c89, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a96b2b-a062-4915-a045-82d9a03de661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:45:27.880769 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c991a4c1-a115-48fd-a917-405f7f112c89), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:27.881961 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92410d-f9bb-493c-85a5-134eb9bc4aa3 req-708a28d6-ff1a-4739-ae10-da1d494a6b0e tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:27.883614 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d92410d-f9bb-493c-85a5-134eb9bc4aa3 req-708a28d6-ff1a-4739-ae10-da1d494a6b0e tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.10 "GET /v2.0/ports?device_id=9902c278-be1c-407c-8e75-8e930110a385 HTTP/1.1" status: 200 len: 949 time: 0.6112764 Feb 28 20:45:27.890781 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-bf432823-7f7c-4855-81c6-e210c67ad877 None None] Provisioning complete for port c991a4c1-a115-48fd-a917-405f7f112c89 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:27.891366 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bf432823-7f7c-4855-81c6-e210c67ad877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c991a4c1-a115-48fd-a917-405f7f112c89), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:27.996763 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] For port c991a4c1-a115-48fd-a917-405f7f112c89, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:45:28.000163 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] For port c991a4c1-a115-48fd-a917-405f7f112c89, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c991a4c1-a115-48fd-a917-405f7f112c89,segment=NetworkSegment(90a96b2b-a062-4915-a045-82d9a03de661),segment_id=90a96b2b-a062-4915-a045-82d9a03de661)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:45:28.004657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-bf432823-7f7c-4855-81c6-e210c67ad877 None None] Port c991a4c1-a115-48fd-a917-405f7f112c89 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:45:28.005838 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-164255ee-665d-458b-9dd6-697da45e96f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f00f4f36fc94553b74a7a3d259d5182&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2287211 Feb 28 20:45:28.012013 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33828) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:28.026116 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c991a4c1-a115-48fd-a917-405f7f112c89), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:28.097216 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a0a88-d160-40f4-9086-e060fc89e30d None None] Pushing event updated for resources: {'Port': ['ID=c991a4c1-a115-48fd-a917-405f7f112c89,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:28.124188 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] Routers {'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:28.125339 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:28.130423 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5aa2d99-2827-4213-a1e2-2e9218f38f50 req-bc643f74-a848-4cfc-b0e1-82b0e92b28a9 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2f9f10-b2d7-4b40-8bc5-8ed42e075613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984807 Feb 28 20:45:28.160382 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1e20cb5b-7306-48d7-8dfa-5397a0a0e701 admin admin] Publish callbacks [] for security_group (07c7d66f-f967-4904-a49e-f5fb66d76825), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:28.240328 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63509127-a723-4357-b836-0a8d0d6202ac req-93a3c4fd-a835-4fca-b84c-354a176b74c5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:28.241824 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63509127-a723-4357-b836-0a8d0d6202ac req-93a3c4fd-a835-4fca-b84c-354a176b74c5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 943 time: 0.5669956 Feb 28 20:45:28.259489 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1e20cb5b-7306-48d7-8dfa-5397a0a0e701 admin admin] Publish callbacks [] for security_group (07c7d66f-f967-4904-a49e-f5fb66d76825), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:28.273813 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] No DVR routers for this DVR port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:45:28.413372 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 48761eba-27d0-4f4c-a9b8-55fbc673ff9b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:45:28.463000 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] Set router cc0edbc7-b075-4060-b6bb-2ef8b10bd44d gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:45:28.503561 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1e20cb5b-7306-48d7-8dfa-5397a0a0e701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (07c7d66f-f967-4904-a49e-f5fb66d76825), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:28.507375 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1e20cb5b-7306-48d7-8dfa-5397a0a0e701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:28.508941 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1e20cb5b-7306-48d7-8dfa-5397a0a0e701 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07c7d66f-f967-4904-a49e-f5fb66d76825 HTTP/1.1" status: 204 len: 168 time: 0.4959068 Feb 28 20:45:28.521076 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63509127-a723-4357-b836-0a8d0d6202ac req-2451e477-0652-4e12-988a-b595c23c8f9f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504468 Feb 28 20:45:28.539171 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 48761eba-27d0-4f4c-a9b8-55fbc673ff9b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:28.539549 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (48761eba-27d0-4f4c-a9b8-55fbc673ff9b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:28.554719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20cb5b-7306-48d7-8dfa-5397a0a0e701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c7d66f-f967-4904-a49e-f5fb66d76825,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:28.584263 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-6d92410d-f9bb-493c-85a5-134eb9bc4aa3 req-df30c251-937b-4714-8aff-395a04d6eaf7 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Deleting port 9e36dd7c-db8c-4d22-bde8-9ca892650116 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:45:28.584631 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6d92410d-f9bb-493c-85a5-134eb9bc4aa3 req-df30c251-937b-4714-8aff-395a04d6eaf7 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (9e36dd7c-db8c-4d22-bde8-9ca892650116), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:28.706211 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33834) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:28.730763 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-05103af8-f230-4ecc-b0d8-866c00071367 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1969518031', 'description': 'tempest-secgroup-smoke-1969518031 description', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:28.789901 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-05103af8-f230-4ecc-b0d8-866c00071367 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:28.853352 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 48761eba-27d0-4f4c-a9b8-55fbc673ff9b is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:28.853789 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (48761eba-27d0-4f4c-a9b8-55fbc673ff9b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:28.904173 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 48761eba-27d0-4f4c-a9b8-55fbc673ff9b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=48761eba-27d0-4f4c-a9b8-55fbc673ff9b,segment=NetworkSegment(d854fde1-6b9f-4c56-9c88-66553e1d3f22),segment_id=d854fde1-6b9f-4c56-9c88-66553e1d3f22)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:28.907147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-bb072c2a-c9b4-49f2-8a8d-70c3546cf1b8 None None] Provisioning complete for port c991a4c1-a115-48fd-a917-405f7f112c89 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:28.907147 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bb072c2a-c9b4-49f2-8a8d-70c3546cf1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c991a4c1-a115-48fd-a917-405f7f112c89), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:28.941420 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (48761eba-27d0-4f4c-a9b8-55fbc673ff9b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:28.960840 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-05103af8-f230-4ecc-b0d8-866c00071367 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group (b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:28.966692 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f299-a3ff-46f7-b617-07b725e31f41 admin admin] Publish callbacks [] for router_gateway (68785188-b17d-4692-bbd6-0163e7169bc7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:29.038735 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=48761eba-27d0-4f4c-a9b8-55fbc673ff9b,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:29.057732 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-05103af8-f230-4ecc-b0d8-866c00071367 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:29.094686 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'name': 'tempest-TestNetworkBasicOps-router-1895417016', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:14Z', 'updated_at': '2022-02-28T20:45:23Z', 'revision_number': 4, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:15Z', 'updated_at': '2022-02-28T20:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c991a4c1-a115-48fd-a917-405f7f112c89', 'name': '', 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:c1:16:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'd374a4d8-2a1d-4bc9-982a-5bc924927748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:21Z', 'updated_at': '2022-02-28T20:45:27Z', 'revision_number': 4, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': 'd374a4d8-2a1d-4bc9-982a-5bc924927748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:29.097112 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-05103af8-f230-4ecc-b0d8-866c00071367 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:29.102323 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-05103af8-f230-4ecc-b0d8-866c00071367 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3916271 Feb 28 20:45:29.107630 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33838) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:29.114036 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ecc35b1b-c145-4132-b5e2-6f23ca26dd6c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'security_group_rule': {'security_group_id': 'b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:29.132968 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-bb072c2a-c9b4-49f2-8a8d-70c3546cf1b8 None None] Current status of the port c991a4c1-a115-48fd-a917-405f7f112c89 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:29.133597 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bb072c2a-c9b4-49f2-8a8d-70c3546cf1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c991a4c1-a115-48fd-a917-405f7f112c89), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:29.191223 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ecc35b1b-c145-4132-b5e2-6f23ca26dd6c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (d335c10b-633a-4632-9e75-fe7da42484f5), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:29.212904 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab1216-26bd-4c93-9876-933a0dbdcba9 None None] The sync data for ids ['cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'] in n-d-820368-21 is: [{'id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'name': 'tempest-TestNetworkBasicOps-router-1895417016', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:14Z', 'updated_at': '2022-02-28T20:45:23Z', 'revision_number': 4, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:15Z', 'updated_at': '2022-02-28T20:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c991a4c1-a115-48fd-a917-405f7f112c89', 'name': '', 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:c1:16:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'd374a4d8-2a1d-4bc9-982a-5bc924927748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:21Z', 'updated_at': '2022-02-28T20:45:27Z', 'revision_number': 4, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': 'd374a4d8-2a1d-4bc9-982a-5bc924927748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:45:29.236395 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05103af8-f230-4ecc-b0d8-866c00071367 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:29.267206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bb072c2a-c9b4-49f2-8a8d-70c3546cf1b8 None None] For port c991a4c1-a115-48fd-a917-405f7f112c89, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c991a4c1-a115-48fd-a917-405f7f112c89,segment=NetworkSegment(90a96b2b-a062-4915-a045-82d9a03de661),segment_id=90a96b2b-a062-4915-a045-82d9a03de661)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:29.275962 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:45:29.289514 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bb072c2a-c9b4-49f2-8a8d-70c3546cf1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c991a4c1-a115-48fd-a917-405f7f112c89), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:29.465089 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e599959-1393-49a3-b40c-8e8fc46ff9ed None None] Network 8a29a05d-fb66-4b0e-8d23-41480f281d91 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:45:29.472920 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] The host n-h1-820368-21 is not matching for port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c host n-h2-820368-21! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:45:29.473433 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:45:29.510281 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ecc35b1b-c145-4132-b5e2-6f23ca26dd6c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (d335c10b-633a-4632-9e75-fe7da42484f5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:29.530440 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ecc35b1b-c145-4132-b5e2-6f23ca26dd6c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (d335c10b-633a-4632-9e75-fe7da42484f5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:29.582110 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-6d92410d-f9bb-493c-85a5-134eb9bc4aa3 req-df30c251-937b-4714-8aff-395a04d6eaf7 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] For port 9e36dd7c-db8c-4d22-bde8-9ca892650116, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=9e36dd7c-db8c-4d22-bde8-9ca892650116,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:29.582753 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6d92410d-f9bb-493c-85a5-134eb9bc4aa3 req-df30c251-937b-4714-8aff-395a04d6eaf7 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (9e36dd7c-db8c-4d22-bde8-9ca892650116), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:29.603077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb072c2a-c9b4-49f2-8a8d-70c3546cf1b8 None None] Pushing event updated for resources: {'Port': ['ID=c991a4c1-a115-48fd-a917-405f7f112c89,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:29.610908 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0690d0ec-c7dd-4a4b-bb34-ecf662a9baf6 None None] Provisioning complete for port 48761eba-27d0-4f4c-a9b8-55fbc673ff9b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:29.610908 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0690d0ec-c7dd-4a4b-bb34-ecf662a9baf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (48761eba-27d0-4f4c-a9b8-55fbc673ff9b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:29.620216 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc35b1b-c145-4132-b5e2-6f23ca26dd6c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d335c10b-633a-4632-9e75-fe7da42484f5,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:29.629736 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-6d92410d-f9bb-493c-85a5-134eb9bc4aa3 req-df30c251-937b-4714-8aff-395a04d6eaf7 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Calling delete_port for 9e36dd7c-db8c-4d22-bde8-9ca892650116 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:45:29.630682 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ecc35b1b-c145-4132-b5e2-6f23ca26dd6c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:29.635056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] Attempting to bind port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:45:29.635598 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] Attempting to bind port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'cddc319a-d99b-4f81-9d76-50f737bcad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:45:29.636774 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] Attempting to bind port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c on network 0d3ad149-d73d-45f3-a8b5-2e78d9de1830 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:45:29.637497 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ecc35b1b-c145-4132-b5e2-6f23ca26dd6c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5285392 Feb 28 20:45:29.639044 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33860) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:29.674823 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-b15e6cd2-7c43-465e-a194-ab70c97729c3 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'security_group_rule': {'security_group_id': 'b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:29.689667 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f299-a3ff-46f7-b617-07b725e31f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (68785188-b17d-4692-bbd6-0163e7169bc7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:29.693851 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41b7b6-4d34-4289-8187-8f88f7519035 req-61217dd0-d5e1-4834-ad53-a109745d9c5e tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:29.695013 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6b41b7b6-4d34-4289-8187-8f88f7519035 req-61217dd0-d5e1-4834-ad53-a109745d9c5e tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902c278-be1c-407c-8e75-8e930110a385 HTTP/1.1" status: 200 len: 949 time: 0.3329451 Feb 28 20:45:29.695614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] Port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c on network 0d3ad149-d73d-45f3-a8b5-2e78d9de1830 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:45:29.695961 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] Attempting to bind port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c on network 0d3ad149-d73d-45f3-a8b5-2e78d9de1830 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:45:29.712867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:45:29.713509 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] Checking segment: {'id': 'cddc319a-d99b-4f81-9d76-50f737bcad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:45:29.714058 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] Bound using segment: {'id': 'cddc319a-d99b-4f81-9d76-50f737bcad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:45:29.714723 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] Bound port: 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cddc319a-d99b-4f81-9d76-50f737bcad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:45:29.715264 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:29.851725 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0690d0ec-c7dd-4a4b-bb34-ecf662a9baf6 None None] Current status of the port 48761eba-27d0-4f4c-a9b8-55fbc673ff9b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:29.939048 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b15e6cd2-7c43-465e-a194-ab70c97729c3 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (0ae760c5-1542-42df-a9d3-1a588c5ef208), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:29.992831 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb4f299-a3ff-46f7-b617-07b725e31f41 admin admin] Router 68785188-b17d-4692-bbd6-0163e7169bc7 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:45:30.046334 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] For port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:45:30.050176 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] For port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,segment=NetworkSegment(cddc319a-d99b-4f81-9d76-50f737bcad5d),segment_id=cddc319a-d99b-4f81-9d76-50f737bcad5d)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:45:30.065235 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6b41b7b6-4d34-4289-8187-8f88f7519035 req-4220167e-c01a-46ac-9229-19b7cfa92007 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2f9f10-b2d7-4b40-8bc5-8ed42e075613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555775 Feb 28 20:45:30.078866 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:30.217046 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b4dbd-4f6a-4781-9766-dd1daff23e41 req-8e8da584-ad91-41f0-9da6-ba59470c9d39 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:30.225238 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-840b4dbd-4f6a-4781-9766-dd1daff23e41 req-8e8da584-ad91-41f0-9da6-ba59470c9d39 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 943 time: 0.5018911 Feb 28 20:45:30.286751 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b15e6cd2-7c43-465e-a194-ab70c97729c3 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (0ae760c5-1542-42df-a9d3-1a588c5ef208), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:30.289260 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-2d9c49c6-a69a-48ca-9f99-249bcdc7ee7c None None] Provisioning complete for port 48761eba-27d0-4f4c-a9b8-55fbc673ff9b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:30.291204 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2d9c49c6-a69a-48ca-9f99-249bcdc7ee7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (48761eba-27d0-4f4c-a9b8-55fbc673ff9b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:30.307352 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33870) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:30.324712 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:30.325883 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:30.327377 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] 10.222.0.10 "PUT /v2.0/ports/8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c HTTP/1.1" status: 200 len: 1092 time: 4.0364041 Feb 28 20:45:30.359188 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb4f299-a3ff-46f7-b617-07b725e31f41 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:45:30.371544 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866236a6-f181-41b1-a97a-d1258010b326', 'tag': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:45:30.384411 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b084789f-3449-46eb-9716-2e668e5e58f2" -d '{"events": [{"name": "network-changed", "server_uuid": "866236a6-f181-41b1-a97a-d1258010b326", "tag": "8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:45:30.387702 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] Sync routers for ids ['68785188-b17d-4692-bbd6-0163e7169bc7'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:45:30.425001 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f299-a3ff-46f7-b617-07b725e31f41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:30.430102 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fcb4f299-a3ff-46f7-b617-07b725e31f41 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2996750 Feb 28 20:45:30.431810 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33876) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:30.484107 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-840b4dbd-4f6a-4781-9766-dd1daff23e41 req-3503d53c-164b-4032-8686-44840dbafce2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576711 Feb 28 20:45:30.485075 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b15e6cd2-7c43-465e-a194-ab70c97729c3 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (0ae760c5-1542-42df-a9d3-1a588c5ef208), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:30.603153 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9e6e0e-9901-4b8d-b4b5-17f414d6bece x-openstack-request-id: req-dd9e6e0e-9901-4b8d-b4b5-17f414d6bece {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:45:30.603817 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866236a6-f181-41b1-a97a-d1258010b326", "tag": "8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:45:30.603926 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd9e6e0e-9901-4b8d-b4b5-17f414d6bece {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:45:30.604262 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866236a6-f181-41b1-a97a-d1258010b326', 'tag': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c', 'status': 'completed', 'code': 200} Feb 28 20:45:30.623133 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c991a4c1-a115-48fd-a917-405f7f112c89 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:45:30.638938 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6d92410d-f9bb-493c-85a5-134eb9bc4aa3 req-df30c251-937b-4714-8aff-395a04d6eaf7 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (9e36dd7c-db8c-4d22-bde8-9ca892650116), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:30.691658 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-2d9c49c6-a69a-48ca-9f99-249bcdc7ee7c None None] Current status of the port 48761eba-27d0-4f4c-a9b8-55fbc673ff9b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:30.696711 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] Routers {'68785188-b17d-4692-bbd6-0163e7169bc7'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:30.697913 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['68785188-b17d-4692-bbd6-0163e7169bc7'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:30.699113 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40b377-2a9a-4161-a1c0-a5be3db58b40 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,revision_number=7']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:30.710822 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e6cd2-7c43-465e-a194-ab70c97729c3 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae760c5-1542-42df-a9d3-1a588c5ef208,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:30.722283 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b15e6cd2-7c43-465e-a194-ab70c97729c3 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:30.732399 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b15e6cd2-7c43-465e-a194-ab70c97729c3 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0861852 Feb 28 20:45:30.734365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33882) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:30.771143 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-40082054-d711-4c68-8729-b18f57510f8b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'security_group_rule': {'security_group_id': 'b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:30.795120 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30c251-937b-4714-8aff-395a04d6eaf7 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Pushing event deleted for resources: {'Port': ['ID=9e36dd7c-db8c-4d22-bde8-9ca892650116,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:30.852117 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d92410d-f9bb-493c-85a5-134eb9bc4aa3 req-df30c251-937b-4714-8aff-395a04d6eaf7 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] No DVR routers for this DVR port 9e36dd7c-db8c-4d22-bde8-9ca892650116 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:45:30.855947 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6d92410d-f9bb-493c-85a5-134eb9bc4aa3 req-df30c251-937b-4714-8aff-395a04d6eaf7 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:30.865737 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d92410d-f9bb-493c-85a5-134eb9bc4aa3 req-df30c251-937b-4714-8aff-395a04d6eaf7 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.10 "DELETE /v2.0/ports/9e36dd7c-db8c-4d22-bde8-9ca892650116 HTTP/1.1" status: 204 len: 173 time: 2.9698198 Feb 28 20:45:30.902607 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-0768e3f6-5419-4443-968c-531401ebea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:30.907112 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-0768e3f6-5419-4443-968c-531401ebea27 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 1126 time: 0.5086298 Feb 28 20:45:30.929115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] Set router 68785188-b17d-4692-bbd6-0163e7169bc7 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:45:31.045612 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 9e36dd7c-db8c-4d22-bde8-9ca892650116 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:45:31.172694 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 9e36dd7c-db8c-4d22-bde8-9ca892650116 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:45:31.174024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 9e36dd7c-db8c-4d22-bde8-9ca892650116 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:45:31.200214 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-40082054-d711-4c68-8729-b18f57510f8b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (ef6e6e6e-2cee-4b19-8a36-e69b4726388b), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:31.226954 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-2c72a3c7-fd4a-4314-aade-85e98ce71315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:31.229636 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-2c72a3c7-fd4a-4314-aade-85e98ce71315 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830 HTTP/1.1" status: 200 len: 897 time: 0.3143206 Feb 28 20:45:31.279157 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c991a4c1-a115-48fd-a917-405f7f112c89 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:31.279627 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c991a4c1-a115-48fd-a917-405f7f112c89), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:31.371904 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-8c63b75f-507a-45b9-b093-b5113075e2b3 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-108397561-network', 'tenant_id': '1e8d0aa8861647119697426d69f5cb62'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:31.411029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084789f-3449-46eb-9716-2e668e5e58f2 req-5a8e5fa6-839f-4826-a4ed-2bd48376bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:31.412557 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b084789f-3449-46eb-9716-2e668e5e58f2 req-5a8e5fa6-839f-4826-a4ed-2bd48376bb7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 1126 time: 0.8362420 Feb 28 20:45:31.428355 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e27467b-d5c7-444a-8981-b453f13f93bb req-10ac302a-464a-4acf-99e1-4dced8d29706 tempest-VolumesNegativeTest-765544291 tempest-VolumesNegativeTest-765544291-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902c278-be1c-407c-8e75-8e930110a385 HTTP/1.1" status: 200 len: 210 time: 0.1595547 Feb 28 20:45:31.447506 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c63b75f-507a-45b9-b093-b5113075e2b3 admin admin] Made reservation on behalf of 1e8d0aa8861647119697426d69f5cb62 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:45:31.449507 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68785188-b17d-4692-bbd6-0163e7169bc7', 'name': 'tempest-TestServerMultinode-611068441-router', 'tenant_id': 'ce243a4d09f549aca072236d76785621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd1476120-85cd-4cda-b49c-d064a0d1ec21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:25Z', 'updated_at': '2022-02-28T20:45:28Z', 'revision_number': 3, 'project_id': 'ce243a4d09f549aca072236d76785621', 'gw_port': {'id': 'd1476120-85cd-4cda-b49c-d064a0d1ec21', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68785188-b17d-4692-bbd6-0163e7169bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:26Z', 'updated_at': '2022-02-28T20:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:31.451245 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c63b75f-507a-45b9-b093-b5113075e2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:31.469486 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-51b4ceec-a1a7-4bf5-a1d0-33b80d4d3897 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c HTTP/1.1" status: 200 len: 999 time: 0.2248189 Feb 28 20:45:31.496835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] Checking router: 68785188-b17d-4692-bbd6-0163e7169bc7 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:45:31.497344 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-40082054-d711-4c68-8729-b18f57510f8b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (ef6e6e6e-2cee-4b19-8a36-e69b4726388b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:31.497481 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] Updating router 68785188-b17d-4692-bbd6-0163e7169bc7 port d1476120-85cd-4cda-b49c-d064a0d1ec21 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:45:31.537216 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1476120-85cd-4cda-b49c-d064a0d1ec21), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:31.543991 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-40082054-d711-4c68-8729-b18f57510f8b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (ef6e6e6e-2cee-4b19-8a36-e69b4726388b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:31.568171 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c991a4c1-a115-48fd-a917-405f7f112c89 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:31.570153 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 48761eba-27d0-4f4c-a9b8-55fbc673ff9b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:45:31.583428 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c63b75f-507a-45b9-b093-b5113075e2b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:31.604331 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40082054-d711-4c68-8729-b18f57510f8b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6e6e6e-2cee-4b19-8a36-e69b4726388b,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:31.641989 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-1b035dcb-e92c-41c8-9ac5-e7e51a318710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:31.643432 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-1b035dcb-e92c-41c8-9ac5-e7e51a318710 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a792bfee-4d82-4cc8-8f52-66116f2e1445 HTTP/1.1" status: 200 len: 834 time: 0.1643574 Feb 28 20:45:31.661112 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-40082054-d711-4c68-8729-b18f57510f8b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:31.668512 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-40082054-d711-4c68-8729-b18f57510f8b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9112630 Feb 28 20:45:31.676416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33892) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:31.752181 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3e8e570f-1456-475d-bf66-466ee2cee155 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'security_group_rule': {'security_group_id': 'b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:31.772614 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084789f-3449-46eb-9716-2e668e5e58f2 req-463b5849-ff84-4d4b-89d1-0dbd5259a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:31.774537 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b084789f-3449-46eb-9716-2e668e5e58f2 req-463b5849-ff84-4d4b-89d1-0dbd5259a954 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830 HTTP/1.1" status: 200 len: 897 time: 0.3538880 Feb 28 20:45:31.795435 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3e8e570f-1456-475d-bf66-466ee2cee155 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (ce9d40e0-a2ab-4b18-9794-4446e7e16696), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:31.824627 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-6dc7dfde-4cdb-495d-b1e9-2d79bf3469e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:31.826149 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-6dc7dfde-4cdb-495d-b1e9-2d79bf3469e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1565888 Feb 28 20:45:31.838018 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01907aa5-933b-445c-aa8b-4d0452d1eff5 req-accac0fa-d33b-4a13-8f4f-182bef7fcda2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:31.840408 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-01907aa5-933b-445c-aa8b-4d0452d1eff5 req-accac0fa-d33b-4a13-8f4f-182bef7fcda2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 943 time: 0.2169762 Feb 28 20:45:31.932075 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b084789f-3449-46eb-9716-2e668e5e58f2 req-5b232d64-1303-44c2-9c6d-a416fadb57b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c HTTP/1.1" status: 200 len: 999 time: 0.1508870 Feb 28 20:45:31.947386 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] Publish callbacks [] for port (d1476120-85cd-4cda-b49c-d064a0d1ec21), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:31.953209 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-01907aa5-933b-445c-aa8b-4d0452d1eff5 req-68d6ad17-8a68-4178-8f4e-b354fdf9367f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995600 Feb 28 20:45:31.967415 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d1476120-85cd-4cda-b49c-d064a0d1ec21), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:31.975130 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3e8e570f-1456-475d-bf66-466ee2cee155 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (ce9d40e0-a2ab-4b18-9794-4446e7e16696), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:31.976382 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 48761eba-27d0-4f4c-a9b8-55fbc673ff9b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:31.976766 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (48761eba-27d0-4f4c-a9b8-55fbc673ff9b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:31.996286 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3e8e570f-1456-475d-bf66-466ee2cee155 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (ce9d40e0-a2ab-4b18-9794-4446e7e16696), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:32.030675 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c63b75f-507a-45b9-b093-b5113075e2b3 admin admin] Publish callbacks [] for security_group (edc87669-0d7f-4327-ab93-6dedf33f099d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:32.046645 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3e8e570f-1456-475d-bf66-466ee2cee155 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:32.050548 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3e8e570f-1456-475d-bf66-466ee2cee155 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3475454 Feb 28 20:45:32.050548 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e570f-1456-475d-bf66-466ee2cee155 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9d40e0-a2ab-4b18-9794-4446e7e16696,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:32.060762 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33894) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:32.066109 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-c8cbe63e-f7e2-421f-847c-109828ade7ac tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'security_group_rule': {'security_group_id': 'b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:32.074259 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c63b75f-507a-45b9-b093-b5113075e2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (edc87669-0d7f-4327-ab93-6dedf33f099d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:32.077152 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-b83eeca9-654d-4347-8877-1ed66eb1e4c7 service neutron] 10.222.0.10 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358720 Feb 28 20:45:32.127169 n-d-820368-21 neutron-server[103774]: INFO neutron.db.securitygroups_db [None req-c8cbe63e-f7e2-421f-847c-109828ade7ac tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Project a1bbee6dfdd141e0ba964f8ab2a0a967 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:45:32.143048 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8cbe63e-f7e2-421f-847c-109828ade7ac tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (0aefd5a9-7ce1-433b-a67b-fe3ef523d081), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:32.152420 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c63b75f-507a-45b9-b093-b5113075e2b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:45:32.163334 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084789f-3449-46eb-9716-2e668e5e58f2 req-ecaf436a-fd66-4332-a51f-eb3f55f6f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:32.164838 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b084789f-3449-46eb-9716-2e668e5e58f2 req-ecaf436a-fd66-4332-a51f-eb3f55f6f39a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a792bfee-4d82-4cc8-8f52-66116f2e1445 HTTP/1.1" status: 200 len: 834 time: 0.2243469 Feb 28 20:45:32.232097 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c63b75f-507a-45b9-b093-b5113075e2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (3a171734-9191-4182-8980-aea074d45189), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:32.232474 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-8c63b75f-507a-45b9-b093-b5113075e2b3 admin admin] Added segment 3a171734-9191-4182-8980-aea074d45189 of type vlan for network 064cefb2-4815-4b17-a762-2ffa6f1e01f0 Feb 28 20:45:32.264558 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63b75f-507a-45b9-b093-b5113075e2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc87669-0d7f-4327-ab93-6dedf33f099d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:32.274189 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] Attempting to bind port d1476120-85cd-4cda-b49c-d064a0d1ec21 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:45:32.274594 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] Attempting to bind port d1476120-85cd-4cda-b49c-d064a0d1ec21 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:45:32.274968 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] Attempting to bind port d1476120-85cd-4cda-b49c-d064a0d1ec21 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:45:32.279469 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-fb491600-43c3-48f7-bef5-c173eaaf0897 service neutron] 10.222.0.10 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905887 Feb 28 20:45:32.284601 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:45:32.285002 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:45:32.285413 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:32.285820 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:45:32.286321 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] Bound port: d1476120-85cd-4cda-b49c-d064a0d1ec21, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:45:32.286709 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1476120-85cd-4cda-b49c-d064a0d1ec21), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:32.292557 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8cbe63e-f7e2-421f-847c-109828ade7ac tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (0aefd5a9-7ce1-433b-a67b-fe3ef523d081), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:32.299397 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8cbe63e-f7e2-421f-847c-109828ade7ac tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (0aefd5a9-7ce1-433b-a67b-fe3ef523d081), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:32.318596 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c63b75f-507a-45b9-b093-b5113075e2b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (064cefb2-4815-4b17-a762-2ffa6f1e01f0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:32.332295 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8cbe63e-f7e2-421f-847c-109828ade7ac tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:32.336015 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c8cbe63e-f7e2-421f-847c-109828ade7ac tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2716744 Feb 28 20:45:32.338582 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 33896) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:32.344132 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-c67e1765-95a7-4447-a7e7-358edcb0b18f tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'security_group_rule': {'security_group_id': 'b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4', 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:32.357098 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbe63e-f7e2-421f-847c-109828ade7ac tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aefd5a9-7ce1-433b-a67b-fe3ef523d081,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:32.357914 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084789f-3449-46eb-9716-2e668e5e58f2 req-1011b73d-e5e9-411c-9898-0ade9528cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:32.359417 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b084789f-3449-46eb-9716-2e668e5e58f2 req-1011b73d-e5e9-411c-9898-0ade9528cc59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1754055 Feb 28 20:45:32.398789 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] For port d1476120-85cd-4cda-b49c-d064a0d1ec21, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:45:32.405377 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] For port d1476120-85cd-4cda-b49c-d064a0d1ec21, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d1476120-85cd-4cda-b49c-d064a0d1ec21,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:45:32.438963 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084789f-3449-46eb-9716-2e668e5e58f2 req-f9f4d416-dd55-4189-a673-7f689f246fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:32.441292 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b084789f-3449-46eb-9716-2e668e5e58f2 req-f9f4d416-dd55-4189-a673-7f689f246fcb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 1126 time: 0.0813830 Feb 28 20:45:32.442972 n-d-820368-21 neutron-server[103774]: INFO neutron.db.securitygroups_db [None req-c67e1765-95a7-4447-a7e7-358edcb0b18f tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Project a1bbee6dfdd141e0ba964f8ab2a0a967 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:45:32.452092 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c67e1765-95a7-4447-a7e7-358edcb0b18f tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (d45b1683-931e-43ad-a50e-ac5873d25c2b), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:32.487053 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c63b75f-507a-45b9-b093-b5113075e2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (064cefb2-4815-4b17-a762-2ffa6f1e01f0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:32.488278 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c63b75f-507a-45b9-b093-b5113075e2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:32.488826 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c63b75f-507a-45b9-b093-b5113075e2b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:32.496858 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d1476120-85cd-4cda-b49c-d064a0d1ec21), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:32.543206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 48761eba-27d0-4f4c-a9b8-55fbc673ff9b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:32.582149 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc492693-da10-41af-b830-9e0409f1f50c None None] Pushing event updated for resources: {'Port': ['ID=d1476120-85cd-4cda-b49c-d064a0d1ec21,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:32.638143 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8c63b75f-507a-45b9-b093-b5113075e2b3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.3280218 Feb 28 20:45:32.640199 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9902c278-be1c-407c-8e75-8e930110a385', 'name': 'network-vif-deleted', 'tag': '9e36dd7c-db8c-4d22-bde8-9ca892650116'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:45:32.645143 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33908) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:32.646387 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfebcd2-88d4-46e9-84b1-7533a8cb2e31" -d '{"events": [{"server_uuid": "9902c278-be1c-407c-8e75-8e930110a385", "name": "network-vif-deleted", "tag": "9e36dd7c-db8c-4d22-bde8-9ca892650116"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:45:32.647583 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86c0fcb2-9f12-449a-a6d7-8e39ea87d5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:32.656939 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-237ee261-b42f-40ac-8843-be1a305c4825 admin admin] Request body: {'subnet': {'network_id': '064cefb2-4815-4b17-a762-2ffa6f1e01f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-108397561-subnet', 'tenant_id': '1e8d0aa8861647119697426d69f5cb62', 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:32.669021 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc492693-da10-41af-b830-9e0409f1f50c None None] Pushing event updated for resources: {'Port': ['ID=d1476120-85cd-4cda-b49c-d064a0d1ec21,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:32.700806 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] Routers {'68785188-b17d-4692-bbd6-0163e7169bc7'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:32.704292 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['68785188-b17d-4692-bbd6-0163e7169bc7'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:32.704610 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63b75f-507a-45b9-b093-b5113075e2b3 admin admin] Pushing event updated for resources: {'Network': ['ID=064cefb2-4815-4b17-a762-2ffa6f1e01f0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:32.713413 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237ee261-b42f-40ac-8843-be1a305c4825 admin admin] Made reservation on behalf of 1e8d0aa8861647119697426d69f5cb62 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:45:32.717016 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-237ee261-b42f-40ac-8843-be1a305c4825 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:32.725006 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b084789f-3449-46eb-9716-2e668e5e58f2 req-f422f740-52f7-4601-98d4-30521555e7ec service neutron] 10.222.0.15 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572648 Feb 28 20:45:32.726283 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c67e1765-95a7-4447-a7e7-358edcb0b18f tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (d45b1683-931e-43ad-a50e-ac5873d25c2b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:32.743882 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c67e1765-95a7-4447-a7e7-358edcb0b18f tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (d45b1683-931e-43ad-a50e-ac5873d25c2b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:32.765645 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f24f56-ced9-4ae2-a9fc-349adf22f14c x-openstack-request-id: req-06f24f56-ced9-4ae2-a9fc-349adf22f14c {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:45:32.765929 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 064cefb2-4815-4b17-a762-2ffa6f1e01f0 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:45:32.766046 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9902c278-be1c-407c-8e75-8e930110a385", "name": "network-vif-deleted", "tag": "9e36dd7c-db8c-4d22-bde8-9ca892650116", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:45:32.766162 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06f24f56-ced9-4ae2-a9fc-349adf22f14c {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:45:32.768054 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9902c278-be1c-407c-8e75-8e930110a385', 'name': 'network-vif-deleted', 'tag': '9e36dd7c-db8c-4d22-bde8-9ca892650116', 'status': 'completed', 'code': 200} Feb 28 20:45:32.812411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e1765-95a7-4447-a7e7-358edcb0b18f tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45b1683-931e-43ad-a50e-ac5873d25c2b,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:32.845825 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c67e1765-95a7-4447-a7e7-358edcb0b18f tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:32.851826 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c67e1765-95a7-4447-a7e7-358edcb0b18f tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5074465 Feb 28 20:45:32.867075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084789f-3449-46eb-9716-2e668e5e58f2 req-1b1524f8-e57e-4242-8ddb-990a7a3f992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:32.868755 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b084789f-3449-46eb-9716-2e668e5e58f2 req-1b1524f8-e57e-4242-8ddb-990a7a3f992e service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830 HTTP/1.1" status: 200 len: 897 time: 0.4184432 Feb 28 20:45:32.996879 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b084789f-3449-46eb-9716-2e668e5e58f2 req-a1eeec9b-01ff-4ad0-bfb5-528798ff3fa0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c HTTP/1.1" status: 200 len: 999 time: 0.1206200 Feb 28 20:45:33.129646 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] Set router 68785188-b17d-4692-bbd6-0163e7169bc7 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:45:33.274179 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b084789f-3449-46eb-9716-2e668e5e58f2 req-3ee5da7e-107f-4c26-8469-9dba449803b7 service neutron] 10.222.0.15 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158830 Feb 28 20:45:33.342659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084789f-3449-46eb-9716-2e668e5e58f2 req-00dca16d-0ca5-41f8-b5f7-0e55f34b0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:33.344425 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b084789f-3449-46eb-9716-2e668e5e58f2 req-00dca16d-0ca5-41f8-b5f7-0e55f34b0dd7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a792bfee-4d82-4cc8-8f52-66116f2e1445 HTTP/1.1" status: 200 len: 834 time: 0.3410339 Feb 28 20:45:33.409394 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa507f31-0291-47ae-8089-e01446444635 req-9eb21a68-52b8-42d5-adb1-fe37b1c54f72 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1969518031&fields=id&tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967 HTTP/1.1" status: 200 len: 267 time: 0.1561868 Feb 28 20:45:33.421824 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e75d42-3063-433a-89d5-06922db9a8a6 req-2f93a9e1-0fe6-4e3e-ada6-bd7258222ff4 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:33.423395 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0e75d42-3063-433a-89d5-06922db9a8a6 req-2f93a9e1-0fe6-4e3e-ada6-bd7258222ff4 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 943 time: 0.2508276 Feb 28 20:45:33.440008 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-86c0fcb2-9f12-449a-a6d7-8e39ea87d5f8 admin admin] Allocated IP 172.20.0.1 (8a29a05d-fb66-4b0e-8d23-41480f281d91/8dcabdc5-95be-4765-a42c-f60a7e997206/d1a7182b-4119-4642-8cbd-3fdae7349334) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:45:33.495895 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-237ee261-b42f-40ac-8843-be1a305c4825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (e66939ef-6ebf-4671-9148-50acc9eec05e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:33.516907 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68785188-b17d-4692-bbd6-0163e7169bc7', 'name': 'tempest-TestServerMultinode-611068441-router', 'tenant_id': 'ce243a4d09f549aca072236d76785621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd1476120-85cd-4cda-b49c-d064a0d1ec21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:25Z', 'updated_at': '2022-02-28T20:45:28Z', 'revision_number': 3, 'project_id': 'ce243a4d09f549aca072236d76785621', 'gw_port': {'id': 'd1476120-85cd-4cda-b49c-d064a0d1ec21', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68785188-b17d-4692-bbd6-0163e7169bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:26Z', 'updated_at': '2022-02-28T20:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:33.549191 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1b125-2eaa-402a-94a1-ab152e8565ec None None] The sync data for ids ['68785188-b17d-4692-bbd6-0163e7169bc7'] in n-d-820368-21 is: [{'id': '68785188-b17d-4692-bbd6-0163e7169bc7', 'name': 'tempest-TestServerMultinode-611068441-router', 'tenant_id': 'ce243a4d09f549aca072236d76785621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd1476120-85cd-4cda-b49c-d064a0d1ec21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:25Z', 'updated_at': '2022-02-28T20:45:28Z', 'revision_number': 3, 'project_id': 'ce243a4d09f549aca072236d76785621', 'gw_port': {'id': 'd1476120-85cd-4cda-b49c-d064a0d1ec21', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68785188-b17d-4692-bbd6-0163e7169bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:26Z', 'updated_at': '2022-02-28T20:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:45:33.569406 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084789f-3449-46eb-9716-2e668e5e58f2 req-beddd072-9dc6-41c2-8926-5aac9509d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:33.571100 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b084789f-3449-46eb-9716-2e668e5e58f2 req-beddd072-9dc6-41c2-8926-5aac9509d7ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2190068 Feb 28 20:45:33.599678 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0e75d42-3063-433a-89d5-06922db9a8a6 req-0aa5cd59-37a6-44b2-b7e0-8958fc522ac3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640239 Feb 28 20:45:33.633007 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ee261-b42f-40ac-8843-be1a305c4825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66939ef-6ebf-4671-9148-50acc9eec05e,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:33.659881 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237ee261-b42f-40ac-8843-be1a305c4825 admin admin] Checking segment: {'id': '3a171734-9191-4182-8980-aea074d45189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '064cefb2-4815-4b17-a762-2ffa6f1e01f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:45:33.660459 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237ee261-b42f-40ac-8843-be1a305c4825 admin admin] Network hostable DHCP agents. Network: 064cefb2-4815-4b17-a762-2ffa6f1e01f0, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:45:33.682131 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86c0fcb2-9f12-449a-a6d7-8e39ea87d5f8 admin admin] Publish callbacks [] for port (d1a7182b-4119-4642-8cbd-3fdae7349334), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:33.697615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa507f31-0291-47ae-8089-e01446444635 req-9991df6a-a57f-4930-8276-2283e4be83c3 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:33.699664 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa507f31-0291-47ae-8089-e01446444635 req-9991df6a-a57f-4930-8276-2283e4be83c3 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/networks?id=2c3653ab-73fd-455c-b23c-86e24907f790 HTTP/1.1" status: 200 len: 797 time: 0.2894490 Feb 28 20:45:33.716147 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237ee261-b42f-40ac-8843-be1a305c4825 admin admin] Network 064cefb2-4815-4b17-a762-2ffa6f1e01f0 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:45:33.733330 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa507f31-0291-47ae-8089-e01446444635 req-af772a6a-1a91-4d1d-900f-8be5294a7220 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/quotas/a1bbee6dfdd141e0ba964f8ab2a0a967 HTTP/1.1" status: 200 len: 375 time: 0.0233862 Feb 28 20:45:33.737237 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-237ee261-b42f-40ac-8843-be1a305c4825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 064cefb2-4815-4b17-a762-2ffa6f1e01f0) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:33.745513 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1fceed-18cd-4999-a134-70bfb21926f8 None None] Network 064cefb2-4815-4b17-a762-2ffa6f1e01f0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:45:33.748144 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b084789f-3449-46eb-9716-2e668e5e58f2 req-41361edc-32be-4a61-9ba2-616ee451be04 service neutron] 10.222.0.10 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666005 Feb 28 20:45:33.758391 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237ee261-b42f-40ac-8843-be1a305c4825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:33.759854 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-237ee261-b42f-40ac-8843-be1a305c4825 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:33.776489 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86c0fcb2-9f12-449a-a6d7-8e39ea87d5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d1a7182b-4119-4642-8cbd-3fdae7349334), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:33.859709 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-237ee261-b42f-40ac-8843-be1a305c4825 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2089183 Feb 28 20:45:33.862845 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 33982) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:33.872537 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c0fcb2-9f12-449a-a6d7-8e39ea87d5f8 admin admin] Network 8a29a05d-fb66-4b0e-8d23-41480f281d91 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:45:33.902021 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-37c3d5c2-f1d8-44e0-bf09-878a442b3951 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-108397561-router', 'tenant_id': '1e8d0aa8861647119697426d69f5cb62', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:33.915082 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-86c0fcb2-9f12-449a-a6d7-8e39ea87d5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:33.920072 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c0fcb2-9f12-449a-a6d7-8e39ea87d5f8 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:45:34.003098 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eedcf6-3f69-402a-8b55-aac80783fd0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-064cefb2-4815-4b17-a762-2ffa6f1e01f0', 'network_id': '064cefb2-4815-4b17-a762-2ffa6f1e01f0', 'project_id': '1e8d0aa8861647119697426d69f5cb62', 'fixed_ips': [{'subnet_id': 'e66939ef-6ebf-4671-9148-50acc9eec05e'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:45:34.004329 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b4eedcf6-3f69-402a-8b55-aac80783fd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:34.091103 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86c0fcb2-9f12-449a-a6d7-8e39ea87d5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (68785188-b17d-4692-bbd6-0163e7169bc7), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:34.173025 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa507f31-0291-47ae-8089-e01446444635 req-7c20a521-0c9b-475d-8e1d-092bf7cb85e4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4228344 Feb 28 20:45:34.196119 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b084789f-3449-46eb-9716-2e668e5e58f2 req-765d230d-379c-4bae-8354-23855ccd8b38 service neutron] 10.222.0.10 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357374 Feb 28 20:45:34.232450 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0fcb2-9f12-449a-a6d7-8e39ea87d5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d1a7182b-4119-4642-8cbd-3fdae7349334,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:34.309232 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-37c3d5c2-f1d8-44e0-bf09-878a442b3951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (46c272dc-ba26-40f2-8bee-9de550341f0b), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:34.328200 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-37c3d5c2-f1d8-44e0-bf09-878a442b3951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (46c272dc-ba26-40f2-8bee-9de550341f0b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:34.410878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-b4eedcf6-3f69-402a-8b55-aac80783fd0c None None] Allocated IP 172.20.0.2 (064cefb2-4815-4b17-a762-2ffa6f1e01f0/e66939ef-6ebf-4671-9148-50acc9eec05e/28d28b5c-d63f-4a88-8fbd-cc38db2d1234) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:45:34.778853 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b4eedcf6-3f69-402a-8b55-aac80783fd0c None None] Publish callbacks [] for port (28d28b5c-d63f-4a88-8fbd-cc38db2d1234), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:34.804102 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d1476120-85cd-4cda-b49c-d064a0d1ec21 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:45:34.816593 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa507f31-0291-47ae-8089-e01446444635 req-e4e66762-dddd-4447-a05a-cb986aaf2d95 service neutron] 10.222.0.13 "GET /v2.0/networks/2c3653ab-73fd-455c-b23c-86e24907f790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034389 Feb 28 20:45:34.886499 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-37c3d5c2-f1d8-44e0-bf09-878a442b3951 admin admin] Publish callbacks [] for router_controller (46c272dc-ba26-40f2-8bee-9de550341f0b), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:34.903205 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b4eedcf6-3f69-402a-8b55-aac80783fd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (28d28b5c-d63f-4a88-8fbd-cc38db2d1234), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:35.028505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eedcf6-3f69-402a-8b55-aac80783fd0c None None] Network 064cefb2-4815-4b17-a762-2ffa6f1e01f0 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:45:35.033508 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-b4eedcf6-3f69-402a-8b55-aac80783fd0c None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:35.041949 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-cc23326d-ce9b-425e-9f09-526fd2e096e8 None None] Provisioning complete for port d1a7182b-4119-4642-8cbd-3fdae7349334 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:35.043107 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cc23326d-ce9b-425e-9f09-526fd2e096e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d1a7182b-4119-4642-8cbd-3fdae7349334), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:35.048067 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eedcf6-3f69-402a-8b55-aac80783fd0c None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:45:35.054641 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:45:35.083113 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eedcf6-3f69-402a-8b55-aac80783fd0c None None] Pushing event updated for resources: {'Port': ['ID=28d28b5c-d63f-4a88-8fbd-cc38db2d1234,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:35.126258 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d1476120-85cd-4cda-b49c-d064a0d1ec21 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:35.128473 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d1476120-85cd-4cda-b49c-d064a0d1ec21), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:35.261896 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67241226-c948-438d-b351-d3a87b0d9617 req-65976eb1-3a8e-4463-9db8-fe8c6e30e6bd tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:35.263979 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-67241226-c948-438d-b351-d3a87b0d9617 req-65976eb1-3a8e-4463-9db8-fe8c6e30e6bd tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 943 time: 0.4396086 Feb 28 20:45:35.285924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-cc23326d-ce9b-425e-9f09-526fd2e096e8 None None] Port d1a7182b-4119-4642-8cbd-3fdae7349334 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:45:35.307068 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86c0fcb2-9f12-449a-a6d7-8e39ea87d5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1a7182b-4119-4642-8cbd-3fdae7349334), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:35.370030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b4eedcf6-3f69-402a-8b55-aac80783fd0c None None] Attempting to bind port 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:45:35.370700 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b4eedcf6-3f69-402a-8b55-aac80783fd0c None None] Attempting to bind port 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '3a171734-9191-4182-8980-aea074d45189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '064cefb2-4815-4b17-a762-2ffa6f1e01f0'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:45:35.371230 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eedcf6-3f69-402a-8b55-aac80783fd0c None None] Attempting to bind port 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 on network 064cefb2-4815-4b17-a762-2ffa6f1e01f0 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:45:35.387282 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa507f31-0291-47ae-8089-e01446444635 req-9ffc8c39-669c-45ee-8330-16211862e74e service neutron] 10.222.0.13 "GET /v2.0/networks/2c3653ab-73fd-455c-b23c-86e24907f790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695081 Feb 28 20:45:35.447296 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-67241226-c948-438d-b351-d3a87b0d9617 req-56ec2e82-1e98-4631-97df-95a4ec4d2a53 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588447 Feb 28 20:45:35.497606 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eedcf6-3f69-402a-8b55-aac80783fd0c None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:45:35.497998 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eedcf6-3f69-402a-8b55-aac80783fd0c None None] Checking segment: {'id': '3a171734-9191-4182-8980-aea074d45189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '064cefb2-4815-4b17-a762-2ffa6f1e01f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:45:35.498405 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b4eedcf6-3f69-402a-8b55-aac80783fd0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:35.498805 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eedcf6-3f69-402a-8b55-aac80783fd0c None None] Bound using segment: {'id': '3a171734-9191-4182-8980-aea074d45189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '064cefb2-4815-4b17-a762-2ffa6f1e01f0'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:45:35.499931 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b4eedcf6-3f69-402a-8b55-aac80783fd0c None None] Bound port: 28d28b5c-d63f-4a88-8fbd-cc38db2d1234, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a171734-9191-4182-8980-aea074d45189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '064cefb2-4815-4b17-a762-2ffa6f1e01f0'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:45:35.500334 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b4eedcf6-3f69-402a-8b55-aac80783fd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (28d28b5c-d63f-4a88-8fbd-cc38db2d1234), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:35.549897 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d1476120-85cd-4cda-b49c-d064a0d1ec21 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:35.550286 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1476120-85cd-4cda-b49c-d064a0d1ec21), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:35.576141 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port d1476120-85cd-4cda-b49c-d064a0d1ec21, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d1476120-85cd-4cda-b49c-d064a0d1ec21,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:35.639975 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d1476120-85cd-4cda-b49c-d064a0d1ec21), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:35.770726 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2ac45157-1456-45f5-91ac-1d9f51730ef4 req-3e194bd1-3ff5-46ab-929d-7462aada62f5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 210 time: 0.0563688 Feb 28 20:45:35.897754 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b4eedcf6-3f69-402a-8b55-aac80783fd0c None None] For port 28d28b5c-d63f-4a88-8fbd-cc38db2d1234, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:45:35.906148 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b4eedcf6-3f69-402a-8b55-aac80783fd0c None None] For port 28d28b5c-d63f-4a88-8fbd-cc38db2d1234, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=28d28b5c-d63f-4a88-8fbd-cc38db2d1234,segment=NetworkSegment(3a171734-9191-4182-8980-aea074d45189),segment_id=3a171734-9191-4182-8980-aea074d45189)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:45:36.142436 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,segment=NetworkSegment(cddc319a-d99b-4f81-9d76-50f737bcad5d),segment_id=cddc319a-d99b-4f81-9d76-50f737bcad5d)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:36.177654 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-d6d4d01e-93e4-46f3-8871-fbec3613db8b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:36.185026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-d6d4d01e-93e4-46f3-8871-fbec3613db8b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.10 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326&tenant_id=1a7308829c1041378fe2c0c22726e9fa&binding%3Ahost_id=n-h2-820368-21 HTTP/1.1" status: 200 len: 943 time: 0.1708767 Feb 28 20:45:36.219658 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0763d19-f0e3-42cb-8919-ad3db66b67e9 req-d2d54a15-1986-4b12-947d-b68e02b44558 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:36.226346 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c', 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830', 'port_id': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c', 'mac_address': 'fa:16:3e:fe:65:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a792bfee-4d82-4cc8-8f52-66116f2e1445', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:45:36.231254 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0763d19-f0e3-42cb-8919-ad3db66b67e9 req-d2d54a15-1986-4b12-947d-b68e02b44558 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 943 time: 0.1838257 Feb 28 20:45:36.240310 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b4eedcf6-3f69-402a-8b55-aac80783fd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (28d28b5c-d63f-4a88-8fbd-cc38db2d1234), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:36.374387 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0763d19-f0e3-42cb-8919-ad3db66b67e9 req-9bcd949f-831a-49d0-8ee9-d8cc149147ba tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416671 Feb 28 20:45:36.425196 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-c722e938-dce9-48c1-94ed-8a6d3e303f66 service neutron] 10.222.0.10 "GET /v2.0/ports/8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c/bindings/n-h2-820368-21 HTTP/1.1" status: 200 len: 383 time: 0.2317193 Feb 28 20:45:36.477084 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:36.477474 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:36.479405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=d1476120-85cd-4cda-b49c-d064a0d1ec21,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:36.584784 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-903de51f-1026-4ab0-9f21-49bf664623a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:36.592377 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-903de51f-1026-4ab0-9f21-49bf664623a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 1126 time: 0.1410484 Feb 28 20:45:36.633770 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eedcf6-3f69-402a-8b55-aac80783fd0c None None] Pushing event updated for resources: {'Port': ['ID=28d28b5c-d63f-4a88-8fbd-cc38db2d1234,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:36.660122 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:45:36.722484 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,segment=NetworkSegment(cddc319a-d99b-4f81-9d76-50f737bcad5d),segment_id=cddc319a-d99b-4f81-9d76-50f737bcad5d)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:36.728985 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:36.738145 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d1476120-85cd-4cda-b49c-d064a0d1ec21 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:45:36.749128 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-37c3d5c2-f1d8-44e0-bf09-878a442b3951 admin admin] Publish callbacks [] for router_gateway (46c272dc-ba26-40f2-8bee-9de550341f0b), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:36.908430 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-eef3f891-4c3e-41d9-91f3-47a64deb2146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:36.909983 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-eef3f891-4c3e-41d9-91f3-47a64deb2146 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830 HTTP/1.1" status: 200 len: 897 time: 0.3080740 Feb 28 20:45:36.989053 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d1476120-85cd-4cda-b49c-d064a0d1ec21 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:36.989564 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d1476120-85cd-4cda-b49c-d064a0d1ec21), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:37.062343 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:45:37.151565 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:37.162459 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-581b68b9-73ac-4f05-a0f2-e5110f659624 req-79fb6dfd-e532-41bf-aeee-46e9b837accb tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 210 time: 0.0974619 Feb 28 20:45:37.203576 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-e7b27ebd-dee6-4aa0-913e-4df444692752 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c HTTP/1.1" status: 200 len: 1000 time: 0.2779558 Feb 28 20:45:37.336567 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d1476120-85cd-4cda-b49c-d064a0d1ec21 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:37.386122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-637bd1fc-18b2-43a6-841d-acaa4269519f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:37.390975 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-637bd1fc-18b2-43a6-841d-acaa4269519f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a792bfee-4d82-4cc8-8f52-66116f2e1445 HTTP/1.1" status: 200 len: 834 time: 0.1737545 Feb 28 20:45:37.398752 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86c0fcb2-9f12-449a-a6d7-8e39ea87d5f8 admin admin] Publish callbacks [] for port (d1a7182b-4119-4642-8cbd-3fdae7349334), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:37.440592 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86c0fcb2-9f12-449a-a6d7-8e39ea87d5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (d1a7182b-4119-4642-8cbd-3fdae7349334), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:37.541355 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-0a16c415-a46e-4274-b896-b36a22e43566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:37.545431 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-0a16c415-a46e-4274-b896-b36a22e43566 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1466675 Feb 28 20:45:37.705446 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-86c0fcb2-9f12-449a-a6d7-8e39ea87d5f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (68785188-b17d-4692-bbd6-0163e7169bc7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:37.708330 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-e1682914-a703-4741-904e-2296366b3ad4 service neutron] 10.222.0.10 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435633 Feb 28 20:45:37.710120 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0fcb2-9f12-449a-a6d7-8e39ea87d5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d1a7182b-4119-4642-8cbd-3fdae7349334,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:38.045772 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53726c73-cc3e-4f3b-af3f-1a9067847fc0 req-0d57e581-54a1-4178-a325-19776235e998 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:38.060410 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53726c73-cc3e-4f3b-af3f-1a9067847fc0 req-0d57e581-54a1-4178-a325-19776235e998 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 944 time: 0.5139065 Feb 28 20:45:38.217294 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-1f1483d3-375c-4425-ae38-c46ae91d5ceb service neutron] 10.222.0.10 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629366 Feb 28 20:45:38.250548 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53726c73-cc3e-4f3b-af3f-1a9067847fc0 req-2b6a773c-7e7f-4495-8d85-89e63d194633 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662333 Feb 28 20:45:38.322402 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c0fcb2-9f12-449a-a6d7-8e39ea87d5f8 admin admin] Network 8a29a05d-fb66-4b0e-8d23-41480f281d91 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:45:38.331480 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-86c0fcb2-9f12-449a-a6d7-8e39ea87d5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:38.420758 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e37938-4f04-481a-9238-bb6a6b486534 None None] Network 064cefb2-4815-4b17-a762-2ffa6f1e01f0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:45:38.461396 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e694b2b-ed82-4efc-9907-2051369a0dac req-577c973d-c387-4c28-b1f4-5e6d05e96b00 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 210 time: 0.0955393 Feb 28 20:45:38.495406 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa507f31-0291-47ae-8089-e01446444635 req-719527bb-78e0-4569-8e7b-be7abc193271 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:38.496921 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fa507f31-0291-47ae-8089-e01446444635 req-719527bb-78e0-4569-8e7b-be7abc193271 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.15 "GET /v2.0/networks?id=2c3653ab-73fd-455c-b23c-86e24907f790 HTTP/1.1" status: 200 len: 797 time: 0.6395395 Feb 28 20:45:38.585448 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5fef18e9-8ad0-43f9-8e82-4e104405af8a None None] Provisioning complete for port 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:38.585829 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5fef18e9-8ad0-43f9-8e82-4e104405af8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (28d28b5c-d63f-4a88-8fbd-cc38db2d1234), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:38.687985 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-37c3d5c2-f1d8-44e0-bf09-878a442b3951 admin admin] Publish callbacks [] for router_gateway (46c272dc-ba26-40f2-8bee-9de550341f0b), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:38.730411 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-37c3d5c2-f1d8-44e0-bf09-878a442b3951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:38.799382 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5fef18e9-8ad0-43f9-8e82-4e104405af8a None None] Current status of the port 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:38.799828 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5fef18e9-8ad0-43f9-8e82-4e104405af8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (28d28b5c-d63f-4a88-8fbd-cc38db2d1234), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:38.905950 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fa507f31-0291-47ae-8089-e01446444635 req-89996a3b-2c8f-4e5f-a8c7-b279e8b949dc tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967 HTTP/1.1" status: 200 len: 380 time: 0.3118949 Feb 28 20:45:38.916321 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-fa507f31-0291-47ae-8089-e01446444635 req-106bd37e-986e-425c-9569-38c73dec1c5c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'port': {'device_id': '4b08e6d9-87a4-4a91-b6c7-6892f579d11a', 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790', 'admin_state_up': True, 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'security_groups': ['b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:39.115680 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c0fcb2-9f12-449a-a6d7-8e39ea87d5f8 admin admin] Router 68785188-b17d-4692-bbd6-0163e7169bc7 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:45:39.174177 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:45:39.181845 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:45:39.204206 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-37c3d5c2-f1d8-44e0-bf09-878a442b3951 admin admin] Allocated IP 172.25.0.185 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:45:39.291579 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5fef18e9-8ad0-43f9-8e82-4e104405af8a None None] For port 28d28b5c-d63f-4a88-8fbd-cc38db2d1234, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=28d28b5c-d63f-4a88-8fbd-cc38db2d1234,segment=NetworkSegment(3a171734-9191-4182-8980-aea074d45189),segment_id=3a171734-9191-4182-8980-aea074d45189)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:39.339960 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5fef18e9-8ad0-43f9-8e82-4e104405af8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (28d28b5c-d63f-4a88-8fbd-cc38db2d1234), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:39.396508 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-37c3d5c2-f1d8-44e0-bf09-878a442b3951 admin admin] Publish callbacks [] for port (b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:39.436154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:45:39.474786 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:39.475261 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:39.489105 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:39.489484 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (28d28b5c-d63f-4a88-8fbd-cc38db2d1234), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:39.510519 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e58f92-e488-46b5-b5bd-48030a620103 req-310878cb-a76d-463f-bdda-f641365872b0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:39.520561 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3e58f92-e488-46b5-b5bd-48030a620103 req-310878cb-a76d-463f-bdda-f641365872b0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 944 time: 0.1172185 Feb 28 20:45:39.638612 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef18e9-8ad0-43f9-8e82-4e104405af8a None None] Pushing event updated for resources: {'Port': ['ID=28d28b5c-d63f-4a88-8fbd-cc38db2d1234,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:39.663335 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-85d44b5e-3dc0-4d38-9c16-c48a817cd399 None None] Provisioning complete for port 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:39.664130 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-85d44b5e-3dc0-4d38-9c16-c48a817cd399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (28d28b5c-d63f-4a88-8fbd-cc38db2d1234), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:39.710935 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ab16fca-86a4-4482-8311-3c7aebd2f9a8 req-3e7ac948-f9e5-48a4-8f02-169ca3b72a5d tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 210 time: 0.1016545 Feb 28 20:45:39.715437 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3e58f92-e488-46b5-b5bd-48030a620103 req-4555800b-2503-4a26-863b-a8036e98c744 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880736 Feb 28 20:45:39.817075 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c0fcb2-9f12-449a-a6d7-8e39ea87d5f8 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:45:39.831809 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] Sync routers for ids ['68785188-b17d-4692-bbd6-0163e7169bc7'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:45:39.838550 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-86c0fcb2-9f12-449a-a6d7-8e39ea87d5f8 admin admin] 10.222.0.13 "PUT /v2.0/routers/68785188-b17d-4692-bbd6-0163e7169bc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4026756 Feb 28 20:45:39.859709 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] Routers {'68785188-b17d-4692-bbd6-0163e7169bc7'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:39.860819 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['68785188-b17d-4692-bbd6-0163e7169bc7'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:39.869121 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-37c3d5c2-f1d8-44e0-bf09-878a442b3951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:39.918312 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa507f31-0291-47ae-8089-e01446444635 req-106bd37e-986e-425c-9569-38c73dec1c5c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Made reservation on behalf of a1bbee6dfdd141e0ba964f8ab2a0a967 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:45:39.921812 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fa507f31-0291-47ae-8089-e01446444635 req-106bd37e-986e-425c-9569-38c73dec1c5c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:39.925089 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:39.929668 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:40.037454 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c3d5c2-f1d8-44e0-bf09-878a442b3951 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:45:40.051865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,segment=NetworkSegment(cddc319a-d99b-4f81-9d76-50f737bcad5d),segment_id=cddc319a-d99b-4f81-9d76-50f737bcad5d)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:40.057264 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:40.070840 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866236a6-f181-41b1-a97a-d1258010b326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:45:40.077121 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3d5c2-f1d8-44e0-bf09-878a442b3951 admin admin] Pushing event updated for resources: {'Port': ['ID=b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:40.079812 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dcc4fb-bbfc-4ec3-8526-48ec35636b7f" -d '{"events": [{"server_uuid": "866236a6-f181-41b1-a97a-d1258010b326", "name": "network-vif-plugged", "status": "completed", "tag": "8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:45:40.094904 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-37c3d5c2-f1d8-44e0-bf09-878a442b3951 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:40.098799 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:40.104006 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c3d5c2-f1d8-44e0-bf09-878a442b3951 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:45:40.163001 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] Set router 68785188-b17d-4692-bbd6-0163e7169bc7 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:45:40.324799 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f00007a-e6ca-41ff-b8c3-5dc4741eb4c4 x-openstack-request-id: req-2f00007a-e6ca-41ff-b8c3-5dc4741eb4c4 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:45:40.326607 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866236a6-f181-41b1-a97a-d1258010b326", "name": "network-vif-plugged", "status": "completed", "tag": "8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:45:40.326607 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f00007a-e6ca-41ff-b8c3-5dc4741eb4c4 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:45:40.326607 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866236a6-f181-41b1-a97a-d1258010b326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c', 'code': 200} Feb 28 20:45:40.330778 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-85d44b5e-3dc0-4d38-9c16-c48a817cd399 None None] Current status of the port 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:40.390138 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-85d44b5e-3dc0-4d38-9c16-c48a817cd399 None None] Provisioning complete for port d1a7182b-4119-4642-8cbd-3fdae7349334 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:40.390636 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-85d44b5e-3dc0-4d38-9c16-c48a817cd399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d1a7182b-4119-4642-8cbd-3fdae7349334), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:40.489241 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-85d44b5e-3dc0-4d38-9c16-c48a817cd399 None None] Port d1a7182b-4119-4642-8cbd-3fdae7349334 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:45:40.523234 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,revision_number=9']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:40.636381 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68785188-b17d-4692-bbd6-0163e7169bc7', 'name': 'tempest-TestServerMultinode-611068441-router', 'tenant_id': 'ce243a4d09f549aca072236d76785621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd1476120-85cd-4cda-b49c-d064a0d1ec21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:25Z', 'updated_at': '2022-02-28T20:45:35Z', 'revision_number': 4, 'project_id': 'ce243a4d09f549aca072236d76785621', 'gw_port': {'id': 'd1476120-85cd-4cda-b49c-d064a0d1ec21', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68785188-b17d-4692-bbd6-0163e7169bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:26Z', 'updated_at': '2022-02-28T20:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'd1a7182b-4119-4642-8cbd-3fdae7349334', 'name': '', 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91', 'tenant_id': 'ce243a4d09f549aca072236d76785621', 'mac_address': 'fa:16:3e:05:f3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68785188-b17d-4692-bbd6-0163e7169bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '8dcabdc5-95be-4765-a42c-f60a7e997206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:32Z', 'updated_at': '2022-02-28T20:45:36Z', 'revision_number': 2, 'project_id': 'ce243a4d09f549aca072236d76785621', 'subnets': [{'id': '8dcabdc5-95be-4765-a42c-f60a7e997206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:40.667133 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-fa507f31-0291-47ae-8089-e01446444635 req-106bd37e-986e-425c-9569-38c73dec1c5c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Allocated IP 172.20.0.6 (2c3653ab-73fd-455c-b23c-86e24907f790/d374a4d8-2a1d-4bc9-982a-5bc924927748/5cb502d8-2107-4950-a2f4-cf79cc16873d) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:45:40.726145 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:45:40.741316 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] Checking router: 68785188-b17d-4692-bbd6-0163e7169bc7 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:45:40.742009 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] Updating router 68785188-b17d-4692-bbd6-0163e7169bc7 port d1a7182b-4119-4642-8cbd-3fdae7349334 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:45:40.820511 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1a7182b-4119-4642-8cbd-3fdae7349334), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:40.922721 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:40.925011 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (28d28b5c-d63f-4a88-8fbd-cc38db2d1234), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:41.043174 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99f115d5-647b-40ba-a6e0-f40d28ab320b req-836e4e90-1dac-445f-ba5e-441f5c5b4740 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 210 time: 0.1590180 Feb 28 20:45:41.100201 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:41.115956 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abf013-ebba-4f18-a926-0f52e3345cf7 req-44bb3c84-044b-4c66-9b1f-2cc924c0bdf9 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:41.115956 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-58abf013-ebba-4f18-a926-0f52e3345cf7 req-44bb3c84-044b-4c66-9b1f-2cc924c0bdf9 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 945 time: 0.1758394 Feb 28 20:45:41.116370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34228) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:41.121862 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-db8b78c3-325b-40b0-8972-e45bf5a77c55 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-262796328-network', 'tenant_id': '1ce00107a4c24d3fa3b7a6d66921a73a'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:41.149329 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8b78c3-325b-40b0-8972-e45bf5a77c55 admin admin] Made reservation on behalf of 1ce00107a4c24d3fa3b7a6d66921a73a for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:45:41.152512 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db8b78c3-325b-40b0-8972-e45bf5a77c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:41.172005 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db8b78c3-325b-40b0-8972-e45bf5a77c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:41.194527 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-37c3d5c2-f1d8-44e0-bf09-878a442b3951 admin admin] Publish callbacks [] for router_gateway (46c272dc-ba26-40f2-8bee-9de550341f0b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:41.207601 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-58abf013-ebba-4f18-a926-0f52e3345cf7 req-89f3d551-4f6d-4098-9289-108f853ff9d7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673623 Feb 28 20:45:41.293318 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db8b78c3-325b-40b0-8972-e45bf5a77c55 admin admin] Publish callbacks [] for security_group (60be34bc-0a08-42f6-83a7-92e9bafb68f6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:41.307309 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db8b78c3-325b-40b0-8972-e45bf5a77c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (60be34bc-0a08-42f6-83a7-92e9bafb68f6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:41.323550 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8b78c3-325b-40b0-8972-e45bf5a77c55 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:45:41.345549 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db8b78c3-325b-40b0-8972-e45bf5a77c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (6d5c9143-cdb6-4699-b776-0428bb6f48be), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:41.346915 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-db8b78c3-325b-40b0-8972-e45bf5a77c55 admin admin] Added segment 6d5c9143-cdb6-4699-b776-0428bb6f48be of type vlan for network e5868025-4679-4a2a-951d-3b5398bc6d58 Feb 28 20:45:41.361377 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-2b41cb20-3363-4bdb-95b7-28f5594d5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:41.363013 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-2b41cb20-3363-4bdb-95b7-28f5594d5b18 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326&tenant_id=1a7308829c1041378fe2c0c22726e9fa HTTP/1.1" status: 200 len: 1128 time: 0.1636112 Feb 28 20:45:41.424136 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db8b78c3-325b-40b0-8972-e45bf5a77c55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (e5868025-4679-4a2a-951d-3b5398bc6d58), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:41.438834 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820368-21', 'device_owner': 'compute:nova'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:41.445724 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b78c3-325b-40b0-8972-e45bf5a77c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60be34bc-0a08-42f6-83a7-92e9bafb68f6,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:41.505799 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db8b78c3-325b-40b0-8972-e45bf5a77c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (e5868025-4679-4a2a-951d-3b5398bc6d58), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:41.506787 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8b78c3-325b-40b0-8972-e45bf5a77c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:41.507464 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db8b78c3-325b-40b0-8972-e45bf5a77c55 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:41.571681 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] Publish callbacks [] for port (d1a7182b-4119-4642-8cbd-3fdae7349334), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:41.583009 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fa507f31-0291-47ae-8089-e01446444635 req-106bd37e-986e-425c-9569-38c73dec1c5c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for port (5cb502d8-2107-4950-a2f4-cf79cc16873d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:41.585870 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d1a7182b-4119-4642-8cbd-3fdae7349334), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:41.592940 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-db8b78c3-325b-40b0-8972-e45bf5a77c55 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4748492 Feb 28 20:45:41.595677 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34234) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:41.611491 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4868e9c4-0578-4f67-b029-48e0671d2385 admin admin] Request body: {'subnet': {'network_id': 'e5868025-4679-4a2a-951d-3b5398bc6d58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-262796328-subnet', 'tenant_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:41.722496 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b78c3-325b-40b0-8972-e45bf5a77c55 admin admin] Pushing event updated for resources: {'Network': ['ID=e5868025-4679-4a2a-951d-3b5398bc6d58,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:41.735127 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network e5868025-4679-4a2a-951d-3b5398bc6d58 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:45:41.798121 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c6766-621b-4844-9421-a5c30fdc49c9 None None] Pushing event updated for resources: {'Port': ['ID=d1a7182b-4119-4642-8cbd-3fdae7349334,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:41.833563 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] Attempting to bind port d1a7182b-4119-4642-8cbd-3fdae7349334 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:45:41.833923 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] Attempting to bind port d1a7182b-4119-4642-8cbd-3fdae7349334 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'd854fde1-6b9f-4c56-9c88-66553e1d3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:45:41.834281 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] Attempting to bind port d1a7182b-4119-4642-8cbd-3fdae7349334 on network 8a29a05d-fb66-4b0e-8d23-41480f281d91 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:45:41.851234 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:45:41.851601 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] Checking segment: {'id': 'd854fde1-6b9f-4c56-9c88-66553e1d3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:45:41.852344 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:41.852905 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] Bound using segment: {'id': 'd854fde1-6b9f-4c56-9c88-66553e1d3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:45:41.853562 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] Bound port: d1a7182b-4119-4642-8cbd-3fdae7349334, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd854fde1-6b9f-4c56-9c88-66553e1d3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:45:41.854132 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1a7182b-4119-4642-8cbd-3fdae7349334), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:41.983465 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] For port d1a7182b-4119-4642-8cbd-3fdae7349334, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:45:41.997623 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] For port d1a7182b-4119-4642-8cbd-3fdae7349334, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d1a7182b-4119-4642-8cbd-3fdae7349334,segment=NetworkSegment(d854fde1-6b9f-4c56-9c88-66553e1d3f22),segment_id=d854fde1-6b9f-4c56-9c88-66553e1d3f22)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:45:42.021835 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d1a7182b-4119-4642-8cbd-3fdae7349334), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:42.078877 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] Routers {'68785188-b17d-4692-bbd6-0163e7169bc7'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:42.079731 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['68785188-b17d-4692-bbd6-0163e7169bc7'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:42.140720 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1825a68b-f4e6-4f85-893a-f0506c4f27a9 None None] Provisioning complete for port d1a7182b-4119-4642-8cbd-3fdae7349334 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:42.141096 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1825a68b-f4e6-4f85-893a-f0506c4f27a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d1a7182b-4119-4642-8cbd-3fdae7349334), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:42.241694 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a85ca797-351e-4590-9aeb-5ad70ac16302 req-f5fcd4bf-f17a-46e7-ba52-da0e8699b060 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 210 time: 0.0733299 Feb 28 20:45:42.321950 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] Set router 68785188-b17d-4692-bbd6-0163e7169bc7 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:45:42.357537 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:42.410673 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1825a68b-f4e6-4f85-893a-f0506c4f27a9 None None] Current status of the port d1a7182b-4119-4642-8cbd-3fdae7349334 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:42.411068 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1825a68b-f4e6-4f85-893a-f0506c4f27a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1a7182b-4119-4642-8cbd-3fdae7349334), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:42.495536 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1825a68b-f4e6-4f85-893a-f0506c4f27a9 None None] For port d1a7182b-4119-4642-8cbd-3fdae7349334, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d1a7182b-4119-4642-8cbd-3fdae7349334,segment=NetworkSegment(d854fde1-6b9f-4c56-9c88-66553e1d3f22),segment_id=d854fde1-6b9f-4c56-9c88-66553e1d3f22)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:42.500959 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c6766-621b-4844-9421-a5c30fdc49c9 None None] Pushing event updated for resources: {'Port': ['ID=d1a7182b-4119-4642-8cbd-3fdae7349334,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:42.512737 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1825a68b-f4e6-4f85-893a-f0506c4f27a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d1a7182b-4119-4642-8cbd-3fdae7349334), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:42.532911 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8dace-1f02-43da-94a4-44a5da48f835 req-bbf31f98-f5b4-440e-8e56-d31ab1813e56 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:42.549333 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83a8dace-1f02-43da-94a4-44a5da48f835 req-bbf31f98-f5b4-440e-8e56-d31ab1813e56 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 945 time: 0.1362748 Feb 28 20:45:42.571574 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4868e9c4-0578-4f67-b029-48e0671d2385 admin admin] Made reservation on behalf of 1ce00107a4c24d3fa3b7a6d66921a73a for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:45:42.576196 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4868e9c4-0578-4f67-b029-48e0671d2385 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:42.661705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825a68b-f4e6-4f85-893a-f0506c4f27a9 None None] Pushing event updated for resources: {'Port': ['ID=d1a7182b-4119-4642-8cbd-3fdae7349334,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:42.697920 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-107dfd99-d2d3-4364-ace8-548f9ffe7d7f None None] Provisioning complete for port d1a7182b-4119-4642-8cbd-3fdae7349334 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:42.698633 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-107dfd99-d2d3-4364-ace8-548f9ffe7d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d1a7182b-4119-4642-8cbd-3fdae7349334), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:42.708145 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83a8dace-1f02-43da-94a4-44a5da48f835 req-be73973e-5da0-4234-a7f9-133f48288004 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542897 Feb 28 20:45:42.810809 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fa507f31-0291-47ae-8089-e01446444635 req-106bd37e-986e-425c-9569-38c73dec1c5c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (5cb502d8-2107-4950-a2f4-cf79cc16873d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:42.834604 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68785188-b17d-4692-bbd6-0163e7169bc7', 'name': 'tempest-TestServerMultinode-611068441-router', 'tenant_id': 'ce243a4d09f549aca072236d76785621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd1476120-85cd-4cda-b49c-d064a0d1ec21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:25Z', 'updated_at': '2022-02-28T20:45:35Z', 'revision_number': 4, 'project_id': 'ce243a4d09f549aca072236d76785621', 'gw_port': {'id': 'd1476120-85cd-4cda-b49c-d064a0d1ec21', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68785188-b17d-4692-bbd6-0163e7169bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:26Z', 'updated_at': '2022-02-28T20:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'd1a7182b-4119-4642-8cbd-3fdae7349334', 'name': '', 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91', 'tenant_id': 'ce243a4d09f549aca072236d76785621', 'mac_address': 'fa:16:3e:05:f3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68785188-b17d-4692-bbd6-0163e7169bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '8dcabdc5-95be-4765-a42c-f60a7e997206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:32Z', 'updated_at': '2022-02-28T20:45:41Z', 'revision_number': 4, 'project_id': 'ce243a4d09f549aca072236d76785621', 'subnets': [{'id': '8dcabdc5-95be-4765-a42c-f60a7e997206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:42.933012 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-107dfd99-d2d3-4364-ace8-548f9ffe7d7f None None] Current status of the port d1a7182b-4119-4642-8cbd-3fdae7349334 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:42.934383 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa507f31-0291-47ae-8089-e01446444635 req-106bd37e-986e-425c-9569-38c73dec1c5c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Network 2c3653ab-73fd-455c-b23c-86e24907f790 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:45:42.942144 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106bd37e-986e-425c-9569-38c73dec1c5c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'Port': ['ID=5cb502d8-2107-4950-a2f4-cf79cc16873d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:42.946605 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-fa507f31-0291-47ae-8089-e01446444635 req-106bd37e-986e-425c-9569-38c73dec1c5c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:42.948886 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa507f31-0291-47ae-8089-e01446444635 req-106bd37e-986e-425c-9569-38c73dec1c5c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:45:43.027537 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c59fe23-05cf-4a70-a5c6-e67e11795b5e None None] The sync data for ids ['68785188-b17d-4692-bbd6-0163e7169bc7'] in n-d-820368-21 is: [{'id': '68785188-b17d-4692-bbd6-0163e7169bc7', 'name': 'tempest-TestServerMultinode-611068441-router', 'tenant_id': 'ce243a4d09f549aca072236d76785621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd1476120-85cd-4cda-b49c-d064a0d1ec21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:25Z', 'updated_at': '2022-02-28T20:45:35Z', 'revision_number': 4, 'project_id': 'ce243a4d09f549aca072236d76785621', 'gw_port': {'id': 'd1476120-85cd-4cda-b49c-d064a0d1ec21', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68785188-b17d-4692-bbd6-0163e7169bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:26Z', 'updated_at': '2022-02-28T20:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'd1a7182b-4119-4642-8cbd-3fdae7349334', 'name': '', 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91', 'tenant_id': 'ce243a4d09f549aca072236d76785621', 'mac_address': 'fa:16:3e:05:f3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68785188-b17d-4692-bbd6-0163e7169bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '8dcabdc5-95be-4765-a42c-f60a7e997206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:32Z', 'updated_at': '2022-02-28T20:45:41Z', 'revision_number': 4, 'project_id': 'ce243a4d09f549aca072236d76785621', 'subnets': [{'id': '8dcabdc5-95be-4765-a42c-f60a7e997206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:45:43.234347 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-37c3d5c2-f1d8-44e0-bf09-878a442b3951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (46c272dc-ba26-40f2-8bee-9de550341f0b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:43.284680 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa507f31-0291-47ae-8089-e01446444635 req-106bd37e-986e-425c-9569-38c73dec1c5c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:43.285661 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fa507f31-0291-47ae-8089-e01446444635 req-106bd37e-986e-425c-9569-38c73dec1c5c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:43.481942 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fa507f31-0291-47ae-8089-e01446444635 req-106bd37e-986e-425c-9569-38c73dec1c5c tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5691826 Feb 28 20:45:43.522112 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-fa507f31-0291-47ae-8089-e01446444635 req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] Request body: {'port': {'device_id': '4b08e6d9-87a4-4a91-b6c7-6892f579d11a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:43.529276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1951bc-e8f8-4674-89d6-d7db2b50c354 req-ef87fcf0-fb95-4da6-ae5f-bfcc0cb6f716 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:43.541544 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de1951bc-e8f8-4674-89d6-d7db2b50c354 req-ef87fcf0-fb95-4da6-ae5f-bfcc0cb6f716 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 931 time: 0.1584508 Feb 28 20:45:43.596455 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-cce4c779-6e63-47e5-a6a5-8f086d17c270 None None] Provisioning complete for port 5cb502d8-2107-4950-a2f4-cf79cc16873d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:43.597113 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cce4c779-6e63-47e5-a6a5-8f086d17c270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5cb502d8-2107-4950-a2f4-cf79cc16873d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:43.629625 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c3d5c2-f1d8-44e0-bf09-878a442b3951 admin admin] Router 46c272dc-ba26-40f2-8bee-9de550341f0b is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:45:43.655782 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de1951bc-e8f8-4674-89d6-d7db2b50c354 req-cf75ca36-9efe-4011-b273-01c5e6f98251 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038361 Feb 28 20:45:43.720324 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-cce4c779-6e63-47e5-a6a5-8f086d17c270 None None] Port 5cb502d8-2107-4950-a2f4-cf79cc16873d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:45:43.880926 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c3d5c2-f1d8-44e0-bf09-878a442b3951 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:45:43.892787 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] Sync routers for ids ['46c272dc-ba26-40f2-8bee-9de550341f0b'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:45:43.910033 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] Routers {'46c272dc-ba26-40f2-8bee-9de550341f0b'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:43.910670 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['46c272dc-ba26-40f2-8bee-9de550341f0b'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:43.924299 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] For port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,segment=NetworkSegment(cddc319a-d99b-4f81-9d76-50f737bcad5d),segment_id=cddc319a-d99b-4f81-9d76-50f737bcad5d)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:43.924997 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950c24d-dce4-4c21-9084-0e1db97d70a6 req-d4d5936c-10cf-4189-8606-bdb45bd4260f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:43.933261 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6950c24d-dce4-4c21-9084-0e1db97d70a6 req-d4d5936c-10cf-4189-8606-bdb45bd4260f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 945 time: 0.1111951 Feb 28 20:45:43.981379 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-37c3d5c2-f1d8-44e0-bf09-878a442b3951 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:43.983542 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-37c3d5c2-f1d8-44e0-bf09-878a442b3951 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 10.0943747 Feb 28 20:45:43.990384 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4868e9c4-0578-4f67-b029-48e0671d2385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (8626a01d-0fd2-4532-8c7b-1fcef93507c1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:44.002963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34256) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:44.034551 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fa507f31-0291-47ae-8089-e01446444635 req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5cb502d8-2107-4950-a2f4-cf79cc16873d), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:44.038621 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6950c24d-dce4-4c21-9084-0e1db97d70a6 req-26ded637-510d-40d1-a8d7-f05e8b8646c1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044066 Feb 28 20:45:44.165195 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] Set router 46c272dc-ba26-40f2-8bee-9de550341f0b gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:45:44.630709 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868e9c4-0578-4f67-b029-48e0671d2385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8626a01d-0fd2-4532-8c7b-1fcef93507c1,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:44.719029 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c272dc-ba26-40f2-8bee-9de550341f0b', 'name': 'tempest-ImageQuotaTest-108397561-router', 'tenant_id': '1e8d0aa8861647119697426d69f5cb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:34Z', 'updated_at': '2022-02-28T20:45:40Z', 'revision_number': 3, 'project_id': '1e8d0aa8861647119697426d69f5cb62', 'gw_port': {'id': 'b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:02:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c272dc-ba26-40f2-8bee-9de550341f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:38Z', 'updated_at': '2022-02-28T20:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:44.832631 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] For port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:45:44.874059 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d1a7182b-4119-4642-8cbd-3fdae7349334 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:45:44.987259 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] Checking router: 46c272dc-ba26-40f2-8bee-9de550341f0b for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:45:44.987859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] Updating router 46c272dc-ba26-40f2-8bee-9de550341f0b port b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:45:44.990481 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ba45a-000b-46b9-8711-085892a77679 req-b2c10bca-14a8-46ae-823e-74efd807932d tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:45.015147 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d01ba45a-000b-46b9-8711-085892a77679 req-b2c10bca-14a8-46ae-823e-74efd807932d tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 931 time: 0.2070847 Feb 28 20:45:45.025229 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868e9c4-0578-4f67-b029-48e0671d2385 admin admin] Checking segment: {'id': '6d5c9143-cdb6-4699-b776-0428bb6f48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e5868025-4679-4a2a-951d-3b5398bc6d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:45:45.025592 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4868e9c4-0578-4f67-b029-48e0671d2385 admin admin] Network hostable DHCP agents. Network: e5868025-4679-4a2a-951d-3b5398bc6d58, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:45:45.082502 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:45.090824 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866236a6-f181-41b1-a97a-d1258010b326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:45:45.093981 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b863527-fe02-4961-ad76-f881acfc35f5" -d '{"events": [{"server_uuid": "866236a6-f181-41b1-a97a-d1258010b326", "name": "network-vif-unplugged", "status": "completed", "tag": "8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:45:45.126072 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] Publish callbacks [] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:45.200446 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d01ba45a-000b-46b9-8711-085892a77679 req-4734dc16-bdc5-46bc-ac12-12e42017c678 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842670 Feb 28 20:45:45.233921 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4868e9c4-0578-4f67-b029-48e0671d2385 admin admin] Network e5868025-4679-4a2a-951d-3b5398bc6d58 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:45:45.286817 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] Transition to ACTIVE for port object 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:45:45.355697 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887dcd3-e5c6-46f0-a5b1-adada8a7c4d9 req-12e84ae5-8456-447d-8b55-cde5415c3b85 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:45.363363 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3887dcd3-e5c6-46f0-a5b1-adada8a7c4d9 req-12e84ae5-8456-447d-8b55-cde5415c3b85 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 945 time: 0.1352451 Feb 28 20:45:45.439930 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032f8325-ad30-4476-b52a-65d4683b37e3 x-openstack-request-id: req-032f8325-ad30-4476-b52a-65d4683b37e3 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:45:45.440221 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866236a6-f181-41b1-a97a-d1258010b326", "name": "network-vif-unplugged", "status": "completed", "tag": "8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:45:45.440476 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-032f8325-ad30-4476-b52a-65d4683b37e3 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:45:45.440878 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866236a6-f181-41b1-a97a-d1258010b326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c', 'code': 200} Feb 28 20:45:45.441451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-4868e9c4-0578-4f67-b029-48e0671d2385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, e5868025-4679-4a2a-951d-3b5398bc6d58) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:45.442989 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:45.452384 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3887dcd3-e5c6-46f0-a5b1-adada8a7c4d9 req-3aec5730-640c-4258-9d64-942c5f29178e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876663 Feb 28 20:45:45.495901 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4868e9c4-0578-4f67-b029-48e0671d2385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:45.496463 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4868e9c4-0578-4f67-b029-48e0671d2385 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:45.593874 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:45:45.622261 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f99e14-5669-46c1-a11a-2b0c91220ff1 None None] Network e5868025-4679-4a2a-951d-3b5398bc6d58 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:45:45.757077 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-fa507f31-0291-47ae-8089-e01446444635 req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb502d8-2107-4950-a2f4-cf79cc16873d {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:45:45.824332 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,revision_number=10']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:45.935275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34270) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:45.937315 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4868e9c4-0578-4f67-b029-48e0671d2385 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.3353016 Feb 28 20:45:45.940734 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-3cb884db-3958-4230-af7b-079a8ccae146 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-262796328-router', 'tenant_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:45.944767 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fa507f31-0291-47ae-8089-e01446444635 req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] Publish callbacks [] for port (5cb502d8-2107-4950-a2f4-cf79cc16873d), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:45.982608 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-fa507f31-0291-47ae-8089-e01446444635 req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] Transition to ACTIVE for port object 5cb502d8-2107-4950-a2f4-cf79cc16873d will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:45:45.985351 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3cb884db-3958-4230-af7b-079a8ccae146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (8575b087-70ac-4a09-88e7-1cb3b8349f0f), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:45.986799 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3cb884db-3958-4230-af7b-079a8ccae146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (8575b087-70ac-4a09-88e7-1cb3b8349f0f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:46.014020 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d1a7182b-4119-4642-8cbd-3fdae7349334 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:46.014529 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d1a7182b-4119-4642-8cbd-3fdae7349334), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:46.054708 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] No DVR routers for this DVR port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:45:46.058360 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fa507f31-0291-47ae-8089-e01446444635 req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (5cb502d8-2107-4950-a2f4-cf79cc16873d), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:46.121517 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3cb884db-3958-4230-af7b-079a8ccae146 admin admin] Publish callbacks [] for router_controller (8575b087-70ac-4a09-88e7-1cb3b8349f0f), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:46.209877 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] The host n-h2-820368-21 is not matching for port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c host n-h1-820368-21! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:45:46.213163 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:45:46.383665 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb502d8-2107-4950-a2f4-cf79cc16873d,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:46.432503 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba85629c-dc30-4a8f-8685-6ab7c6490f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-e5868025-4679-4a2a-951d-3b5398bc6d58', 'network_id': 'e5868025-4679-4a2a-951d-3b5398bc6d58', 'project_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'fixed_ips': [{'subnet_id': '8626a01d-0fd2-4532-8c7b-1fcef93507c1'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:45:46.433753 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ba85629c-dc30-4a8f-8685-6ab7c6490f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:46.639740 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d1a7182b-4119-4642-8cbd-3fdae7349334 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:46.719265 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6b7e6496-129f-47e9-9af5-622a60a15acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:46.905980 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] Publish callbacks [] for port (b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:46.956090 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:47.124094 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] Attempting to bind port b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:45:47.144410 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] Attempting to bind port b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:45:47.145072 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] Attempting to bind port b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:45:47.230423 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc6a01-22f5-4d63-8415-a06a00f023e8 None None] Pushing event updated for resources: {'Port': ['ID=b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:47.371836 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:45:47.372303 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:45:47.372629 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:47.388371 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:45:47.388905 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] Bound port: b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:45:47.389317 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:47.534737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-ba85629c-dc30-4a8f-8685-6ab7c6490f2c None None] Allocated IP 172.20.0.2 (e5868025-4679-4a2a-951d-3b5398bc6d58/8626a01d-0fd2-4532-8c7b-1fcef93507c1/2816e5ff-b840-4eff-aacf-03d6ce777338) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:45:47.601400 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] For port b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:45:47.613031 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] For port b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:45:47.633530 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34286) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:47.648634 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:47.674490 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-268a44c9-e46f-462f-9c0d-405245a6b054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:47.708501 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] Attempting to bind port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:45:47.709284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] Attempting to bind port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'cddc319a-d99b-4f81-9d76-50f737bcad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:45:47.711063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] Attempting to bind port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c on network 0d3ad149-d73d-45f3-a8b5-2e78d9de1830 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:45:47.716143 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-fa507f31-0291-47ae-8089-e01446444635 req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] Attempting to bind port 5cb502d8-2107-4950-a2f4-cf79cc16873d on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:45:47.716753 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-fa507f31-0291-47ae-8089-e01446444635 req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] Attempting to bind port 5cb502d8-2107-4950-a2f4-cf79cc16873d by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '90a96b2b-a062-4915-a045-82d9a03de661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:45:47.717785 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa507f31-0291-47ae-8089-e01446444635 req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] Attempting to bind port 5cb502d8-2107-4950-a2f4-cf79cc16873d on network 2c3653ab-73fd-455c-b23c-86e24907f790 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:45:47.727256 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa507f31-0291-47ae-8089-e01446444635 req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] Port 5cb502d8-2107-4950-a2f4-cf79cc16873d on network 2c3653ab-73fd-455c-b23c-86e24907f790 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:45:47.728016 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa507f31-0291-47ae-8089-e01446444635 req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] Attempting to bind port 5cb502d8-2107-4950-a2f4-cf79cc16873d on network 2c3653ab-73fd-455c-b23c-86e24907f790 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:45:47.768507 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] Port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c on network 0d3ad149-d73d-45f3-a8b5-2e78d9de1830 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:45:47.769279 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] Attempting to bind port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c on network 0d3ad149-d73d-45f3-a8b5-2e78d9de1830 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:45:47.787092 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa507f31-0291-47ae-8089-e01446444635 req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:45:47.788194 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa507f31-0291-47ae-8089-e01446444635 req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] Checking segment: {'id': '90a96b2b-a062-4915-a045-82d9a03de661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:45:47.788837 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa507f31-0291-47ae-8089-e01446444635 req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] Bound using segment: {'id': '90a96b2b-a062-4915-a045-82d9a03de661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:45:47.789751 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-fa507f31-0291-47ae-8089-e01446444635 req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] Bound port: 5cb502d8-2107-4950-a2f4-cf79cc16873d, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90a96b2b-a062-4915-a045-82d9a03de661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:45:47.790488 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fa507f31-0291-47ae-8089-e01446444635 req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5cb502d8-2107-4950-a2f4-cf79cc16873d), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:47.812216 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:45:47.812986 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] Checking segment: {'id': 'cddc319a-d99b-4f81-9d76-50f737bcad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:45:47.813638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] Bound using segment: {'id': 'cddc319a-d99b-4f81-9d76-50f737bcad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:45:47.814382 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] Bound port: 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cddc319a-d99b-4f81-9d76-50f737bcad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:45:47.815408 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:47.823937 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc6a01-22f5-4d63-8415-a06a00f023e8 None None] Pushing event updated for resources: {'Port': ['ID=b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:47.911959 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] Routers {'46c272dc-ba26-40f2-8bee-9de550341f0b'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:47.912982 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['46c272dc-ba26-40f2-8bee-9de550341f0b'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:47.963155 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3cb884db-3958-4230-af7b-079a8ccae146 admin admin] Publish callbacks [] for router_gateway (8575b087-70ac-4a09-88e7-1cb3b8349f0f), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:48.076633 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6a41b1f5-0552-4026-be09-dafa2ac80b9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9287f63668248148cab41ab80867ce5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4351628 Feb 28 20:45:48.083326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34290) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:48.124792 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc28b1c-9534-4105-938d-044ffb8b0398 req-a230a569-f210-4662-b29f-f6493adfbf72 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:48.132837 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-fa507f31-0291-47ae-8089-e01446444635 req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] For port 5cb502d8-2107-4950-a2f4-cf79cc16873d, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:45:48.136677 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cbc28b1c-9534-4105-938d-044ffb8b0398 req-a230a569-f210-4662-b29f-f6493adfbf72 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 944 time: 0.4927893 Feb 28 20:45:48.174998 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-fa507f31-0291-47ae-8089-e01446444635 req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] For port 5cb502d8-2107-4950-a2f4-cf79cc16873d, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=5cb502d8-2107-4950-a2f4-cf79cc16873d,segment=NetworkSegment(90a96b2b-a062-4915-a045-82d9a03de661),segment_id=90a96b2b-a062-4915-a045-82d9a03de661)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:45:48.243833 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cbc28b1c-9534-4105-938d-044ffb8b0398 req-a4d84bb5-ae5e-482a-92a0-149b8c157685 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061287 Feb 28 20:45:48.266048 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b8aa2-5762-4a03-9e1c-da4f975a7eec req-7c886d09-7e11-41ca-9cf2-c1732376d4be tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:48.273361 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-527b8aa2-5762-4a03-9e1c-da4f975a7eec req-7c886d09-7e11-41ca-9cf2-c1732376d4be tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 943 time: 0.6935718 Feb 28 20:45:48.281231 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4e76771e-792e-473d-bcf4-4a23dab92598 admin admin] Publish callbacks [] for security_group (3f2f9f10-b2d7-4b40-8bc5-8ed42e075613), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:48.297756 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fa507f31-0291-47ae-8089-e01446444635 req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (5cb502d8-2107-4950-a2f4-cf79cc16873d), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:48.353637 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-527b8aa2-5762-4a03-9e1c-da4f975a7eec req-9e2cee86-e6dd-41d6-b8d6-c45c3f2ddcc8 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788856 Feb 28 20:45:48.354738 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] For port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:45:48.427352 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-268a44c9-e46f-462f-9c0d-405245a6b054 admin admin] Allocated IP 172.20.0.1 (064cefb2-4815-4b17-a762-2ffa6f1e01f0/e66939ef-6ebf-4671-9148-50acc9eec05e/a8d4e7aa-7f42-474f-8e52-38912f6e383b) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:45:48.476264 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4e76771e-792e-473d-bcf4-4a23dab92598 admin admin] Publish callbacks [] for security_group (3f2f9f10-b2d7-4b40-8bc5-8ed42e075613), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:48.483892 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa507f31-0291-47ae-8089-e01446444635 req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:48.485532 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-fa507f31-0291-47ae-8089-e01446444635 req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:48.489895 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fa507f31-0291-47ae-8089-e01446444635 req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] 10.222.0.15 "PUT /v2.0/ports/5cb502d8-2107-4950-a2f4-cf79cc16873d HTTP/1.1" status: 200 len: 1092 time: 4.9777069 Feb 28 20:45:48.494301 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] For port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,segment=NetworkSegment(cddc319a-d99b-4f81-9d76-50f737bcad5d),segment_id=cddc319a-d99b-4f81-9d76-50f737bcad5d)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:45:48.503431 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b08e6d9-87a4-4a91-b6c7-6892f579d11a', 'tag': '5cb502d8-2107-4950-a2f4-cf79cc16873d'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:45:48.506256 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04656ba6-8c3e-4ce4-81b0-b7a8e1ead32e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b08e6d9-87a4-4a91-b6c7-6892f579d11a", "tag": "5cb502d8-2107-4950-a2f4-cf79cc16873d"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:45:48.637092 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:48.666881 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd469061-98d2-4cd1-822b-aa8b69e7681e x-openstack-request-id: req-bd469061-98d2-4cd1-822b-aa8b69e7681e {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:45:48.667612 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b08e6d9-87a4-4a91-b6c7-6892f579d11a", "tag": "5cb502d8-2107-4950-a2f4-cf79cc16873d", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:45:48.668130 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd469061-98d2-4cd1-822b-aa8b69e7681e {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:45:48.668800 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b08e6d9-87a4-4a91-b6c7-6892f579d11a', 'tag': '5cb502d8-2107-4950-a2f4-cf79cc16873d', 'status': 'completed', 'code': 200} Feb 28 20:45:48.688844 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3cb884db-3958-4230-af7b-079a8ccae146 admin admin] Publish callbacks [] for router_gateway (8575b087-70ac-4a09-88e7-1cb3b8349f0f), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:48.734642 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3cb884db-3958-4230-af7b-079a8ccae146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:48.798974 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a44288-f5a2-4e07-a293-b40e4f8609d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb502d8-2107-4950-a2f4-cf79cc16873d,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:48.805386 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ba85629c-dc30-4a8f-8685-6ab7c6490f2c None None] Publish callbacks [] for port (2816e5ff-b840-4eff-aacf-03d6ce777338), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:48.839701 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ba85629c-dc30-4a8f-8685-6ab7c6490f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (2816e5ff-b840-4eff-aacf-03d6ce777338), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:48.907219 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba85629c-dc30-4a8f-8685-6ab7c6490f2c None None] Network e5868025-4679-4a2a-951d-3b5398bc6d58 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:45:48.924531 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-ba85629c-dc30-4a8f-8685-6ab7c6490f2c None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:48.929588 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba85629c-dc30-4a8f-8685-6ab7c6490f2c None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:45:48.989301 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-3cb884db-3958-4230-af7b-079a8ccae146 admin admin] Allocated IP 172.25.0.232 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/c3e90c19-efb2-40e9-930b-d473a32284ae) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:45:49.015482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:49.016199 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:49.017601 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] 10.222.0.15 "PUT /v2.0/ports/8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c HTTP/1.1" status: 200 len: 1093 time: 7.5983086 Feb 28 20:45:49.045505 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa507f31-0291-47ae-8089-e01446444635 req-0eb6158d-c1b6-4e8b-95b2-fa24a91b3154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:49.049065 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85629c-dc30-4a8f-8685-6ab7c6490f2c None None] Pushing event updated for resources: {'Port': ['ID=2816e5ff-b840-4eff-aacf-03d6ce777338,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:49.061339 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fa507f31-0291-47ae-8089-e01446444635 req-0eb6158d-c1b6-4e8b-95b2-fa24a91b3154 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967&device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 1126 time: 0.5205619 Feb 28 20:45:49.116164 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] Set router 46c272dc-ba26-40f2-8bee-9de550341f0b gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:45:49.175898 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d74bbe-fce8-48c5-ba76-621f5e1ae857 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,revision_number=11']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:49.219850 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3cb884db-3958-4230-af7b-079a8ccae146 admin admin] Publish callbacks [] for port (c3e90c19-efb2-40e9-930b-d473a32284ae), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:49.334717 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3cb884db-3958-4230-af7b-079a8ccae146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (c3e90c19-efb2-40e9-930b-d473a32284ae), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:49.379120 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fa507f31-0291-47ae-8089-e01446444635 req-71ce575d-a767-4c57-abba-e933bec0b44f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cb502d8-2107-4950-a2f4-cf79cc16873d HTTP/1.1" status: 200 len: 217 time: 0.2043455 Feb 28 20:45:49.413817 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb884db-3958-4230-af7b-079a8ccae146 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:45:49.431848 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-3cb884db-3958-4230-af7b-079a8ccae146 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:49.436304 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4e76771e-792e-473d-bcf4-4a23dab92598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3f2f9f10-b2d7-4b40-8bc5-8ed42e075613), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:49.439459 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4e76771e-792e-473d-bcf4-4a23dab92598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:49.443392 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4e76771e-792e-473d-bcf4-4a23dab92598 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f2f9f10-b2d7-4b40-8bc5-8ed42e075613 HTTP/1.1" status: 204 len: 168 time: 1.3487098 Feb 28 20:45:49.443561 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb884db-3958-4230-af7b-079a8ccae146 admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:45:49.470752 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1ed1011c-fa0b-42d4-ac81-90e7d7dc8349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:49.529816 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ba85629c-dc30-4a8f-8685-6ab7c6490f2c None None] Attempting to bind port 2816e5ff-b840-4eff-aacf-03d6ce777338 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:45:49.537264 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ba85629c-dc30-4a8f-8685-6ab7c6490f2c None None] Attempting to bind port 2816e5ff-b840-4eff-aacf-03d6ce777338 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '6d5c9143-cdb6-4699-b776-0428bb6f48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e5868025-4679-4a2a-951d-3b5398bc6d58'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:45:49.537851 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba85629c-dc30-4a8f-8685-6ab7c6490f2c None None] Attempting to bind port 2816e5ff-b840-4eff-aacf-03d6ce777338 on network e5868025-4679-4a2a-951d-3b5398bc6d58 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:45:49.559334 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba85629c-dc30-4a8f-8685-6ab7c6490f2c None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:45:49.566949 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba85629c-dc30-4a8f-8685-6ab7c6490f2c None None] Checking segment: {'id': '6d5c9143-cdb6-4699-b776-0428bb6f48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e5868025-4679-4a2a-951d-3b5398bc6d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:45:49.567552 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ba85629c-dc30-4a8f-8685-6ab7c6490f2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:49.568093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba85629c-dc30-4a8f-8685-6ab7c6490f2c None None] Bound using segment: {'id': '6d5c9143-cdb6-4699-b776-0428bb6f48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e5868025-4679-4a2a-951d-3b5398bc6d58'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:45:49.568717 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ba85629c-dc30-4a8f-8685-6ab7c6490f2c None None] Bound port: 2816e5ff-b840-4eff-aacf-03d6ce777338, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5c9143-cdb6-4699-b776-0428bb6f48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e5868025-4679-4a2a-951d-3b5398bc6d58'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:45:49.569216 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ba85629c-dc30-4a8f-8685-6ab7c6490f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2816e5ff-b840-4eff-aacf-03d6ce777338), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:49.571458 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76771e-792e-473d-bcf4-4a23dab92598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2f9f10-b2d7-4b40-8bc5-8ed42e075613,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:49.584679 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-d1e8bd04-595e-4ce2-a21f-0a2037d58bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:49.587969 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-d1e8bd04-595e-4ce2-a21f-0a2037d58bc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 1127 time: 0.4474945 Feb 28 20:45:49.676793 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa507f31-0291-47ae-8089-e01446444635 req-74cf16e9-c2db-452a-8b7e-560c7c067b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:49.682518 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fa507f31-0291-47ae-8089-e01446444635 req-74cf16e9-c2db-452a-8b7e-560c7c067b34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d374a4d8-2a1d-4bc9-982a-5bc924927748 HTTP/1.1" status: 200 len: 834 time: 0.2738297 Feb 28 20:45:49.696598 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ba85629c-dc30-4a8f-8685-6ab7c6490f2c None None] For port 2816e5ff-b840-4eff-aacf-03d6ce777338, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:45:49.700731 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ba85629c-dc30-4a8f-8685-6ab7c6490f2c None None] For port 2816e5ff-b840-4eff-aacf-03d6ce777338, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2816e5ff-b840-4eff-aacf-03d6ce777338,segment=NetworkSegment(6d5c9143-cdb6-4699-b776-0428bb6f48be),segment_id=6d5c9143-cdb6-4699-b776-0428bb6f48be)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:45:49.721572 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb884db-3958-4230-af7b-079a8ccae146 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e90c19-efb2-40e9-930b-d473a32284ae,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:49.723860 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ba85629c-dc30-4a8f-8685-6ab7c6490f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2816e5ff-b840-4eff-aacf-03d6ce777338), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:49.833777 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:49.860986 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-268a44c9-e46f-462f-9c0d-405245a6b054 admin admin] Publish callbacks [] for port (a8d4e7aa-7f42-474f-8e52-38912f6e383b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:49.915051 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85629c-dc30-4a8f-8685-6ab7c6490f2c None None] Pushing event updated for resources: {'Port': ['ID=2816e5ff-b840-4eff-aacf-03d6ce777338,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:49.985435 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c272dc-ba26-40f2-8bee-9de550341f0b', 'name': 'tempest-ImageQuotaTest-108397561-router', 'tenant_id': '1e8d0aa8861647119697426d69f5cb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:34Z', 'updated_at': '2022-02-28T20:45:40Z', 'revision_number': 3, 'project_id': '1e8d0aa8861647119697426d69f5cb62', 'gw_port': {'id': 'b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:02:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c272dc-ba26-40f2-8bee-9de550341f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:38Z', 'updated_at': '2022-02-28T20:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:49.990155 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-e1350ee5-71fd-40b1-b92d-b7354f78bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:49.991689 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-e1350ee5-71fd-40b1-b92d-b7354f78bccf service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830 HTTP/1.1" status: 200 len: 897 time: 0.3948531 Feb 28 20:45:50.043452 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-268a44c9-e46f-462f-9c0d-405245a6b054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (a8d4e7aa-7f42-474f-8e52-38912f6e383b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:50.098497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f41183d-7fc2-4eca-ab88-67b381d35aa1 None None] The sync data for ids ['46c272dc-ba26-40f2-8bee-9de550341f0b'] in n-d-820368-21 is: [{'id': '46c272dc-ba26-40f2-8bee-9de550341f0b', 'name': 'tempest-ImageQuotaTest-108397561-router', 'tenant_id': '1e8d0aa8861647119697426d69f5cb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:34Z', 'updated_at': '2022-02-28T20:45:40Z', 'revision_number': 3, 'project_id': '1e8d0aa8861647119697426d69f5cb62', 'gw_port': {'id': 'b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:02:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c272dc-ba26-40f2-8bee-9de550341f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:38Z', 'updated_at': '2022-02-28T20:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:45:50.141471 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102f697-f9d8-48b3-8699-fdfc5d349c4f req-9e7731d7-a5fd-4c68-8ec7-c2edeee68fff tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:50.143117 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6102f697-f9d8-48b3-8699-fdfc5d349c4f req-9e7731d7-a5fd-4c68-8ec7-c2edeee68fff tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 944 time: 0.5371308 Feb 28 20:45:50.192611 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:50.288841 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a44c9-e46f-462f-9c0d-405245a6b054 admin admin] Pushing event updated for resources: {'Port': ['ID=a8d4e7aa-7f42-474f-8e52-38912f6e383b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:50.312357 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268a44c9-e46f-462f-9c0d-405245a6b054 admin admin] Network 064cefb2-4815-4b17-a762-2ffa6f1e01f0 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:45:50.316137 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-268a44c9-e46f-462f-9c0d-405245a6b054 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:50.322401 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa507f31-0291-47ae-8089-e01446444635 req-89b51911-43a8-4410-b55b-abd40e536aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:50.325379 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fa507f31-0291-47ae-8089-e01446444635 req-89b51911-43a8-4410-b55b-abd40e536aea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c3653ab-73fd-455c-b23c-86e24907f790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5801764 Feb 28 20:45:50.349346 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268a44c9-e46f-462f-9c0d-405245a6b054 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:45:50.392251 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-92c65f59-6eb1-43c6-85a0-2cef9c2dcc70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c HTTP/1.1" status: 200 len: 999 time: 0.3602054 Feb 28 20:45:50.434478 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6102f697-f9d8-48b3-8699-fdfc5d349c4f req-323ff6e2-80f7-44b0-b2fd-dc4e462ed5ac tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664406 Feb 28 20:45:50.475332 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9d666-a46b-4d03-bb55-c30303a91303 req-f283beff-70ad-43bd-a0fb-f04b4c6b71fa tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:50.488389 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6a9d666-a46b-4d03-bb55-c30303a91303 req-f283beff-70ad-43bd-a0fb-f04b4c6b71fa tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 943 time: 0.7775011 Feb 28 20:45:50.562700 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-6d38c9ab-193b-475c-a3dc-2cac1761990a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:50.584603 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-6d38c9ab-193b-475c-a3dc-2cac1761990a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a792bfee-4d82-4cc8-8f52-66116f2e1445 HTTP/1.1" status: 200 len: 834 time: 0.1512179 Feb 28 20:45:50.626450 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6a9d666-a46b-4d03-bb55-c30303a91303 req-47dc9566-2363-42f4-8c63-7cde57f9009a tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330886 Feb 28 20:45:50.769701 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866236a6-f181-41b1-a97a-d1258010b326', 'tag': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:45:50.786709 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebde354f-dc3a-4e1a-b900-846285136fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "866236a6-f181-41b1-a97a-d1258010b326", "tag": "8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:45:50.809129 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3cb884db-3958-4230-af7b-079a8ccae146 admin admin] Publish callbacks [] for router_gateway (8575b087-70ac-4a09-88e7-1cb3b8349f0f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:50.888194 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-268a44c9-e46f-462f-9c0d-405245a6b054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (46c272dc-ba26-40f2-8bee-9de550341f0b), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:50.950207 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2816e5ff-b840-4eff-aacf-03d6ce777338 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:45:50.971145 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ce0340-0fed-481a-bee6-a2315592ae8f x-openstack-request-id: req-65ce0340-0fed-481a-bee6-a2315592ae8f {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:45:50.971570 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866236a6-f181-41b1-a97a-d1258010b326", "tag": "8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:45:50.972028 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65ce0340-0fed-481a-bee6-a2315592ae8f {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:45:50.972648 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866236a6-f181-41b1-a97a-d1258010b326', 'tag': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c', 'status': 'completed', 'code': 200} Feb 28 20:45:51.140549 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-09663d93-903b-4233-bf0a-fe8974d818ef None None] Provisioning complete for port a8d4e7aa-7f42-474f-8e52-38912f6e383b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:51.146642 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-09663d93-903b-4233-bf0a-fe8974d818ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a8d4e7aa-7f42-474f-8e52-38912f6e383b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:51.210696 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde354f-dc3a-4e1a-b900-846285136fdc req-03c52bf8-856a-40c5-87d8-a3378ca48680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:51.212249 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebde354f-dc3a-4e1a-b900-846285136fdc req-03c52bf8-856a-40c5-87d8-a3378ca48680 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 1127 time: 0.1328506 Feb 28 20:45:51.222314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2816e5ff-b840-4eff-aacf-03d6ce777338 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:51.222988 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2816e5ff-b840-4eff-aacf-03d6ce777338), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:51.336298 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-268a44c9-e46f-462f-9c0d-405245a6b054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a8d4e7aa-7f42-474f-8e52-38912f6e383b), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:51.346569 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34326) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:51.351623 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde354f-dc3a-4e1a-b900-846285136fdc req-7bdadb84-c1c1-4c45-a5e2-3442d7e2e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:51.353960 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebde354f-dc3a-4e1a-b900-846285136fdc req-7bdadb84-c1c1-4c45-a5e2-3442d7e2e73b service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830 HTTP/1.1" status: 200 len: 897 time: 0.1244204 Feb 28 20:45:51.441263 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-09663d93-903b-4233-bf0a-fe8974d818ef None None] Port a8d4e7aa-7f42-474f-8e52-38912f6e383b cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:45:51.459717 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:51.480171 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-2ecfce76-2785-4f9b-b7c8-ec8e87770838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:51.481904 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-2ecfce76-2785-4f9b-b7c8-ec8e87770838 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8813777 Feb 28 20:45:51.486540 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fa507f31-0291-47ae-8089-e01446444635 req-36a9d473-3ebc-41ef-aeca-5e6ce96eb00c service neutron] 10.222.0.15 "GET /v2.0/networks/2c3653ab-73fd-455c-b23c-86e24907f790?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1323266 Feb 28 20:45:51.560455 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3cb884db-3958-4230-af7b-079a8ccae146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (8575b087-70ac-4a09-88e7-1cb3b8349f0f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:51.575316 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2816e5ff-b840-4eff-aacf-03d6ce777338 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:51.575711 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2816e5ff-b840-4eff-aacf-03d6ce777338), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:51.668324 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebde354f-dc3a-4e1a-b900-846285136fdc req-c1272a8a-6f88-48e2-8e24-a59d5c7c97e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c HTTP/1.1" status: 200 len: 999 time: 0.1147046 Feb 28 20:45:51.746205 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 2816e5ff-b840-4eff-aacf-03d6ce777338, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2816e5ff-b840-4eff-aacf-03d6ce777338,segment=NetworkSegment(6d5c9143-cdb6-4699-b776-0428bb6f48be),segment_id=6d5c9143-cdb6-4699-b776-0428bb6f48be)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:51.763973 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2816e5ff-b840-4eff-aacf-03d6ce777338), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:51.797500 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-88d3fce5-3511-4b5e-875c-2a9e3bd01b95 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-889007208-network', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:51.896878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=2816e5ff-b840-4eff-aacf-03d6ce777338,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:51.900315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e8c3cf-2e42-4162-8bed-cabfef3de1cf None None] Network e5868025-4679-4a2a-951d-3b5398bc6d58 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:45:51.987485 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde354f-dc3a-4e1a-b900-846285136fdc req-2337fe76-6d1e-47b5-ab36-875bacfa2c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:51.989269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebde354f-dc3a-4e1a-b900-846285136fdc req-2337fe76-6d1e-47b5-ab36-875bacfa2c8c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a792bfee-4d82-4cc8-8f52-66116f2e1445 HTTP/1.1" status: 200 len: 834 time: 0.1855512 Feb 28 20:45:52.039972 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-bb5b7b3a-1787-4fe5-8b91-ded3e852495d None None] Provisioning complete for port 2816e5ff-b840-4eff-aacf-03d6ce777338 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:52.046761 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bb5b7b3a-1787-4fe5-8b91-ded3e852495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2816e5ff-b840-4eff-aacf-03d6ce777338), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:52.054913 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-268a44c9-e46f-462f-9c0d-405245a6b054 admin admin] Publish callbacks [] for port (a8d4e7aa-7f42-474f-8e52-38912f6e383b), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:52.118827 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-268a44c9-e46f-462f-9c0d-405245a6b054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (a8d4e7aa-7f42-474f-8e52-38912f6e383b), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:52.190816 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a44c9-e46f-462f-9c0d-405245a6b054 admin admin] Pushing event updated for resources: {'Port': ['ID=a8d4e7aa-7f42-474f-8e52-38912f6e383b,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:52.288597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d3fce5-3511-4b5e-875c-2a9e3bd01b95 admin admin] Made reservation on behalf of ca8529a81e0e4fd1b8bc8761fee03695 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:45:52.291053 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-88d3fce5-3511-4b5e-875c-2a9e3bd01b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:52.313316 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-268a44c9-e46f-462f-9c0d-405245a6b054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (46c272dc-ba26-40f2-8bee-9de550341f0b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:52.320028 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b7b3a-1787-4fe5-8b91-ded3e852495d None None] Current status of the port 2816e5ff-b840-4eff-aacf-03d6ce777338 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:52.326388 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-88d3fce5-3511-4b5e-875c-2a9e3bd01b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:52.374709 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde354f-dc3a-4e1a-b900-846285136fdc req-ecd81e23-14d0-4289-bab5-829af874f1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:52.376464 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebde354f-dc3a-4e1a-b900-846285136fdc req-ecd81e23-14d0-4289-bab5-829af874f1a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3510654 Feb 28 20:45:52.382316 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fa507f31-0291-47ae-8089-e01446444635 req-53ac1aaf-454f-4f4d-9891-fe4c966a1c34 service neutron] 10.222.0.15 "GET /v2.0/networks/2c3653ab-73fd-455c-b23c-86e24907f790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8180120 Feb 28 20:45:52.384807 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cc9d8-7dff-4adb-b083-87d982947a34 req-0fa35513-9fb3-447f-81f8-7962ceadcbf0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:52.386840 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-059cc9d8-7dff-4adb-b083-87d982947a34 req-0fa35513-9fb3-447f-81f8-7962ceadcbf0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 944 time: 0.7142153 Feb 28 20:45:52.389601 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-eb244070-cfe2-4bcb-9c7d-25ae79ff3072 service neutron] 10.222.0.15 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8264565 Feb 28 20:45:52.390696 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb884db-3958-4230-af7b-079a8ccae146 admin admin] Router 8575b087-70ac-4a09-88e7-1cb3b8349f0f is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:45:52.494921 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebde354f-dc3a-4e1a-b900-846285136fdc req-4e28e41a-d25d-4205-bd18-eb69d7455f2d service neutron] 10.222.0.10 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046009 Feb 28 20:45:52.505135 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6a97b-4abf-42af-a3ee-b576632eb32c req-ba7f8344-f849-45d8-835e-26bd7fd5e83e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:52.507026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d7b6a97b-4abf-42af-a3ee-b576632eb32c req-ba7f8344-f849-45d8-835e-26bd7fd5e83e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 943 time: 0.5614207 Feb 28 20:45:52.644891 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:52.666177 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-88d3fce5-3511-4b5e-875c-2a9e3bd01b95 admin admin] Publish callbacks [] for security_group (40c92e98-1c7b-4b08-a2e3-82186d531a65), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:52.699261 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-88d3fce5-3511-4b5e-875c-2a9e3bd01b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (40c92e98-1c7b-4b08-a2e3-82186d531a65), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:52.718857 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d3fce5-3511-4b5e-875c-2a9e3bd01b95 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:45:52.728665 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-88d3fce5-3511-4b5e-875c-2a9e3bd01b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (42809b13-dc8c-49c8-a0bd-6f26afd2cb3b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:52.729045 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-88d3fce5-3511-4b5e-875c-2a9e3bd01b95 admin admin] Added segment 42809b13-dc8c-49c8-a0bd-6f26afd2cb3b of type vlan for network 6a548f2a-a902-43e4-ac58-86d308bca412 Feb 28 20:45:52.762677 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:52.777579 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-88d3fce5-3511-4b5e-875c-2a9e3bd01b95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (6a548f2a-a902-43e4-ac58-86d308bca412), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:52.806333 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb884db-3958-4230-af7b-079a8ccae146 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:45:52.817951 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] Sync routers for ids ['8575b087-70ac-4a09-88e7-1cb3b8349f0f'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:45:52.851309 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] Routers {'8575b087-70ac-4a09-88e7-1cb3b8349f0f'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:52.857070 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['8575b087-70ac-4a09-88e7-1cb3b8349f0f'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:52.868466 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-61bf7013-111f-4475-977b-236b6cc6f0a2 None None] Provisioning complete for port 2816e5ff-b840-4eff-aacf-03d6ce777338 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:52.869254 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-61bf7013-111f-4475-977b-236b6cc6f0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2816e5ff-b840-4eff-aacf-03d6ce777338), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:52.886024 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d7b6a97b-4abf-42af-a3ee-b576632eb32c req-42d5cc65-9be4-41eb-b293-a49a3968dd54 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986624 Feb 28 20:45:52.909302 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-059cc9d8-7dff-4adb-b083-87d982947a34 req-ab891c97-b179-466d-ad63-507d9028b8d5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4123156 Feb 28 20:45:52.912121 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebde354f-dc3a-4e1a-b900-846285136fdc req-ff538bb3-39e2-4cd0-8cea-6f76338bdfc6 service neutron] 10.222.0.10 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037240 Feb 28 20:45:52.945530 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3cb884db-3958-4230-af7b-079a8ccae146 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:52.948726 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3cb884db-3958-4230-af7b-079a8ccae146 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0116472 Feb 28 20:45:52.951333 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04656ba6-8c3e-4ce4-81b0-b7a8e1ead32e req-90096925-90c9-456b-b8b2-a1768895d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:52.951863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34340) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:52.955580 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-04656ba6-8c3e-4ce4-81b0-b7a8e1ead32e req-90096925-90c9-456b-b8b2-a1768895d038 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967&device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 1126 time: 0.4757383 Feb 28 20:45:52.965003 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-88d3fce5-3511-4b5e-875c-2a9e3bd01b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (6a548f2a-a902-43e4-ac58-86d308bca412), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:52.965963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d3fce5-3511-4b5e-875c-2a9e3bd01b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:52.966620 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-88d3fce5-3511-4b5e-875c-2a9e3bd01b95 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:52.969408 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3fce5-3511-4b5e-875c-2a9e3bd01b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c92e98-1c7b-4b08-a2e3-82186d531a65,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:53.082646 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2816e5ff-b840-4eff-aacf-03d6ce777338 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:45:53.084233 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] Set router 8575b087-70ac-4a09-88e7-1cb3b8349f0f gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:45:53.150108 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-88d3fce5-3511-4b5e-875c-2a9e3bd01b95 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7851851 Feb 28 20:45:53.163699 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34342) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:53.184339 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Request body: {'subnet': {'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-889007208-subnet', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:53.198936 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268a44c9-e46f-462f-9c0d-405245a6b054 admin admin] Network 064cefb2-4815-4b17-a762-2ffa6f1e01f0 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:45:53.200979 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3fce5-3511-4b5e-875c-2a9e3bd01b95 admin admin] Pushing event updated for resources: {'Network': ['ID=6a548f2a-a902-43e4-ac58-86d308bca412,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:53.204172 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-268a44c9-e46f-462f-9c0d-405245a6b054 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:53.223828 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 6a548f2a-a902-43e4-ac58-86d308bca412 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:45:53.233233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-61bf7013-111f-4475-977b-236b6cc6f0a2 None None] Current status of the port 2816e5ff-b840-4eff-aacf-03d6ce777338 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:53.274318 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb0dc189-851d-4afd-a90a-b04374c8c46d req-f9ba17d9-ee4c-4ab6-a969-3168290e0297 service neutron] 10.222.0.15 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8143020 Feb 28 20:45:53.389294 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Made reservation on behalf of ca8529a81e0e4fd1b8bc8761fee03695 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:45:53.393366 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:53.465456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2816e5ff-b840-4eff-aacf-03d6ce777338 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:53.465897 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2816e5ff-b840-4eff-aacf-03d6ce777338), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:53.556115 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8575b087-70ac-4a09-88e7-1cb3b8349f0f', 'name': 'tempest-TestServerMultinode-262796328-router', 'tenant_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'c3e90c19-efb2-40e9-930b-d473a32284ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:45Z', 'updated_at': '2022-02-28T20:45:50Z', 'revision_number': 3, 'project_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'gw_port': {'id': 'c3e90c19-efb2-40e9-930b-d473a32284ae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:30:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8575b087-70ac-4a09-88e7-1cb3b8349f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:48Z', 'updated_at': '2022-02-28T20:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:53.620864 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] Checking router: 8575b087-70ac-4a09-88e7-1cb3b8349f0f for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:45:53.621209 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] Updating router 8575b087-70ac-4a09-88e7-1cb3b8349f0f port c3e90c19-efb2-40e9-930b-d473a32284ae binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:45:53.632559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2816e5ff-b840-4eff-aacf-03d6ce777338 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:53.633673 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:45:53.667100 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c3e90c19-efb2-40e9-930b-d473a32284ae), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:53.754351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-fee4b709-f0f5-4c2a-92a5-049f044a22eb None None] Provisioning complete for port a8d4e7aa-7f42-474f-8e52-38912f6e383b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:53.756839 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fee4b709-f0f5-4c2a-92a5-049f044a22eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a8d4e7aa-7f42-474f-8e52-38912f6e383b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:53.840053 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-fee4b709-f0f5-4c2a-92a5-049f044a22eb None None] Port a8d4e7aa-7f42-474f-8e52-38912f6e383b cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:45:53.863001 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:53.863379 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:53.920766 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268a44c9-e46f-462f-9c0d-405245a6b054 admin admin] Router 46c272dc-ba26-40f2-8bee-9de550341f0b has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:45:54.048301 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] Publish callbacks [] for port (c3e90c19-efb2-40e9-930b-d473a32284ae), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:54.048834 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:54.048834 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:54.061813 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c3e90c19-efb2-40e9-930b-d473a32284ae), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:54.093321 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:54.106405 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:54.124828 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b3e50-e769-4ce8-addf-376bb3cde13c None None] Pushing event updated for resources: {'Port': ['ID=c3e90c19-efb2-40e9-930b-d473a32284ae,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:54.147345 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] Attempting to bind port c3e90c19-efb2-40e9-930b-d473a32284ae on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:45:54.147718 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] Attempting to bind port c3e90c19-efb2-40e9-930b-d473a32284ae by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:45:54.148273 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] Attempting to bind port c3e90c19-efb2-40e9-930b-d473a32284ae on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:45:54.155587 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:45:54.156137 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:45:54.156536 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:54.156968 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:45:54.157439 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] Bound port: c3e90c19-efb2-40e9-930b-d473a32284ae, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:45:54.157811 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c3e90c19-efb2-40e9-930b-d473a32284ae), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:54.233332 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:54.279889 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] For port c3e90c19-efb2-40e9-930b-d473a32284ae, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:45:54.284101 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] For port c3e90c19-efb2-40e9-930b-d473a32284ae, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c3e90c19-efb2-40e9-930b-d473a32284ae,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:45:54.295823 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c3e90c19-efb2-40e9-930b-d473a32284ae), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:54.296446 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04656ba6-8c3e-4ce4-81b0-b7a8e1ead32e req-bca8e2e2-46a1-4737-9e04-878e42540b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:54.297908 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-04656ba6-8c3e-4ce4-81b0-b7a8e1ead32e req-bca8e2e2-46a1-4737-9e04-878e42540b7a service neutron] 10.222.0.15 "GET /v2.0/networks?id=2c3653ab-73fd-455c-b23c-86e24907f790 HTTP/1.1" status: 200 len: 897 time: 1.3020313 Feb 28 20:45:54.310086 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde354f-dc3a-4e1a-b900-846285136fdc req-ef4fe11f-8763-4d77-ae1e-9594a69b1821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:54.311588 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ebde354f-dc3a-4e1a-b900-846285136fdc req-ef4fe11f-8763-4d77-ae1e-9594a69b1821 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 1127 time: 0.4160230 Feb 28 20:45:54.375101 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-04656ba6-8c3e-4ce4-81b0-b7a8e1ead32e req-9b0479b5-3af1-455d-9bfb-6c70eeb3d69a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cb502d8-2107-4950-a2f4-cf79cc16873d HTTP/1.1" status: 200 len: 217 time: 0.0623903 Feb 28 20:45:54.457629 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b3e50-e769-4ce8-addf-376bb3cde13c None None] Pushing event updated for resources: {'Port': ['ID=c3e90c19-efb2-40e9-930b-d473a32284ae,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:54.487508 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] Routers {'8575b087-70ac-4a09-88e7-1cb3b8349f0f'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:54.488299 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['8575b087-70ac-4a09-88e7-1cb3b8349f0f'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:54.526662 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883bb45-ad22-4cc5-8edc-69f872af0e43 req-59eb8a28-e06a-4f26-a90d-75402b9d6f60 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:54.528325 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b883bb45-ad22-4cc5-8edc-69f872af0e43 req-59eb8a28-e06a-4f26-a90d-75402b9d6f60 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 943 time: 0.3497679 Feb 28 20:45:54.530277 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde354f-dc3a-4e1a-b900-846285136fdc req-be17d833-0620-40a2-8fc9-6a8f5eefe9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:54.532133 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ebde354f-dc3a-4e1a-b900-846285136fdc req-be17d833-0620-40a2-8fc9-6a8f5eefe9c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830 HTTP/1.1" status: 200 len: 897 time: 0.2111256 Feb 28 20:45:54.567295 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6ef830c1-9700-408c-858d-16e66761c684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:54.587742 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268a44c9-e46f-462f-9c0d-405245a6b054 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:45:54.606199 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] Sync routers for ids ['46c272dc-ba26-40f2-8bee-9de550341f0b'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:45:54.622975 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-268a44c9-e46f-462f-9c0d-405245a6b054 admin admin] 10.222.0.13 "PUT /v2.0/routers/46c272dc-ba26-40f2-8bee-9de550341f0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5893493 Feb 28 20:45:54.640573 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] Routers {'46c272dc-ba26-40f2-8bee-9de550341f0b'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:54.646367 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['46c272dc-ba26-40f2-8bee-9de550341f0b'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:54.721414 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b883bb45-ad22-4cc5-8edc-69f872af0e43 req-4e6ff76c-2595-4b5a-83be-7319a8ace9d5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836364 Feb 28 20:45:54.776692 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] Set router 8575b087-70ac-4a09-88e7-1cb3b8349f0f gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:45:54.822684 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04656ba6-8c3e-4ce4-81b0-b7a8e1ead32e req-007b6ebe-1d16-41cd-acba-2bf47b2d339d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:54.833125 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-04656ba6-8c3e-4ce4-81b0-b7a8e1ead32e req-007b6ebe-1d16-41cd-acba-2bf47b2d339d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d374a4d8-2a1d-4bc9-982a-5bc924927748 HTTP/1.1" status: 200 len: 834 time: 0.4460194 Feb 28 20:45:54.852749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:45:54.928373 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ebde354f-dc3a-4e1a-b900-846285136fdc req-b00a845d-7dce-465c-b89b-f7902c390ffe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c HTTP/1.1" status: 200 len: 999 time: 0.3041725 Feb 28 20:45:54.955866 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6845a8-2740-40ab-b93f-d84c2078953d req-70c5f133-a5ba-4c7c-bbb0-89e6be650b9c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:54.957896 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1b6845a8-2740-40ab-b93f-d84c2078953d req-70c5f133-a5ba-4c7c-bbb0-89e6be650b9c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 944 time: 0.7613225 Feb 28 20:45:54.963933 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (48d25025-9917-4b37-b5f9-f84ea6650e18), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:54.991628 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde354f-dc3a-4e1a-b900-846285136fdc req-0080b63f-a8e5-4ded-842c-dd0d30f31fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:54.993118 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ebde354f-dc3a-4e1a-b900-846285136fdc req-0080b63f-a8e5-4ded-842c-dd0d30f31fd2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a792bfee-4d82-4cc8-8f52-66116f2e1445 HTTP/1.1" status: 200 len: 834 time: 0.0590930 Feb 28 20:45:55.025585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04656ba6-8c3e-4ce4-81b0-b7a8e1ead32e req-f1fa208d-9119-4571-aa12-491e9aedcda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:55.027226 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-04656ba6-8c3e-4ce4-81b0-b7a8e1ead32e req-f1fa208d-9119-4571-aa12-491e9aedcda8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c3653ab-73fd-455c-b23c-86e24907f790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1863954 Feb 28 20:45:55.091854 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:55.092411 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:55.230313 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] Set router 46c272dc-ba26-40f2-8bee-9de550341f0b gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:45:55.235287 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d25025-9917-4b37-b5f9-f84ea6650e18,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:55.252532 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde354f-dc3a-4e1a-b900-846285136fdc req-2bb67bc3-99d7-4715-9d61-b6369c70e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:55.254188 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ebde354f-dc3a-4e1a-b900-846285136fdc req-2bb67bc3-99d7-4715-9d61-b6369c70e1e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2489667 Feb 28 20:45:55.288552 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1b6845a8-2740-40ab-b93f-d84c2078953d req-399ff379-b51d-47ee-972c-8e89562e6322 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3220665 Feb 28 20:45:55.301217 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8575b087-70ac-4a09-88e7-1cb3b8349f0f', 'name': 'tempest-TestServerMultinode-262796328-router', 'tenant_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'c3e90c19-efb2-40e9-930b-d473a32284ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:45Z', 'updated_at': '2022-02-28T20:45:50Z', 'revision_number': 3, 'project_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'gw_port': {'id': 'c3e90c19-efb2-40e9-930b-d473a32284ae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:30:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8575b087-70ac-4a09-88e7-1cb3b8349f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:48Z', 'updated_at': '2022-02-28T20:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:55.301838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:55.301838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:55.308354 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:55.308782 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:55.309130 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:55.309471 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:55.309807 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:55.310139 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:55.310464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:55.310797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:55.311122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:55.311443 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:55.311790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:45:55.340405 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Checking segment: {'id': '42809b13-dc8c-49c8-a0bd-6f26afd2cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:45:55.340778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Network hostable DHCP agents. Network: 6a548f2a-a902-43e4-ac58-86d308bca412, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:45:55.352097 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436120ad-e1f3-49bd-b07b-379d2a04cd7c None None] The sync data for ids ['8575b087-70ac-4a09-88e7-1cb3b8349f0f'] in n-d-820368-21 is: [{'id': '8575b087-70ac-4a09-88e7-1cb3b8349f0f', 'name': 'tempest-TestServerMultinode-262796328-router', 'tenant_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'c3e90c19-efb2-40e9-930b-d473a32284ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:45Z', 'updated_at': '2022-02-28T20:45:50Z', 'revision_number': 3, 'project_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'gw_port': {'id': 'c3e90c19-efb2-40e9-930b-d473a32284ae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:30:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8575b087-70ac-4a09-88e7-1cb3b8349f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:48Z', 'updated_at': '2022-02-28T20:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:45:55.379532 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-6ef830c1-9700-408c-858d-16e66761c684 admin admin] Allocated IP 172.20.0.1 (e5868025-4679-4a2a-951d-3b5398bc6d58/8626a01d-0fd2-4532-8c7b-1fcef93507c1/e9fc1736-12e7-478d-9f17-e96ddd23fcc2) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:45:55.382309 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 5cb502d8-2107-4950-a2f4-cf79cc16873d details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:45:55.417347 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Network 6a548f2a-a902-43e4-ac58-86d308bca412 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:45:55.506926 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-04656ba6-8c3e-4ce4-81b0-b7a8e1ead32e req-24598e4d-811c-4510-b8ef-44d0f7b517f2 service neutron] 10.222.0.15 "GET /v2.0/networks/2c3653ab-73fd-455c-b23c-86e24907f790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722140 Feb 28 20:45:55.522921 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 6a548f2a-a902-43e4-ac58-86d308bca412) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:55.530863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:55.531529 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:55.575153 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fe17bd6d-e139-4a80-8373-e9e9e2f1a77f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4076784 Feb 28 20:45:55.576652 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34370) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:55.579339 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fe9659-efa6-42ad-b701-1f35830125d8 None None] Network 6a548f2a-a902-43e4-ac58-86d308bca412 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:45:55.601823 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-397ceddb-e908-410e-a601-46e712bf4f49 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-889007208-router', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:45:55.650138 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6ef830c1-9700-408c-858d-16e66761c684 admin admin] Publish callbacks [] for port (e9fc1736-12e7-478d-9f17-e96ddd23fcc2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:55.737505 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6ef830c1-9700-408c-858d-16e66761c684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e9fc1736-12e7-478d-9f17-e96ddd23fcc2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:55.826826 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ebde354f-dc3a-4e1a-b900-846285136fdc req-b29bd0cf-70c3-4069-a804-0449715b486e service neutron] 10.222.0.15 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643532 Feb 28 20:45:55.879720 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef830c1-9700-408c-858d-16e66761c684 admin admin] Network e5868025-4679-4a2a-951d-3b5398bc6d58 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:45:55.882851 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-6ef830c1-9700-408c-858d-16e66761c684 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:55.891402 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-397ceddb-e908-410e-a601-46e712bf4f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (5e0886e0-f525-41e8-ae54-c954a91e235c), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:55.902777 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef830c1-9700-408c-858d-16e66761c684 admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:45:55.913766 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-397ceddb-e908-410e-a601-46e712bf4f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (5e0886e0-f525-41e8-ae54-c954a91e235c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:55.956081 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6ef830c1-9700-408c-858d-16e66761c684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (8575b087-70ac-4a09-88e7-1cb3b8349f0f), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:55.997395 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 5cb502d8-2107-4950-a2f4-cf79cc16873d, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=5cb502d8-2107-4950-a2f4-cf79cc16873d,segment=NetworkSegment(90a96b2b-a062-4915-a045-82d9a03de661),segment_id=90a96b2b-a062-4915-a045-82d9a03de661)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:56.023702 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef830c1-9700-408c-858d-16e66761c684 admin admin] Pushing event updated for resources: {'Port': ['ID=e9fc1736-12e7-478d-9f17-e96ddd23fcc2,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:56.101570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '5cb502d8-2107-4950-a2f4-cf79cc16873d', 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790', 'port_id': '5cb502d8-2107-4950-a2f4-cf79cc16873d', 'mac_address': 'fa:16:3e:da:5c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd374a4d8-2a1d-4bc9-982a-5bc924927748', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:45:56.239020 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:56.315972 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-397ceddb-e908-410e-a601-46e712bf4f49 admin admin] Publish callbacks [] for router_controller (5e0886e0-f525-41e8-ae54-c954a91e235c), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:56.322487 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ebde354f-dc3a-4e1a-b900-846285136fdc req-75095775-45f0-4307-9173-766ab93a2a68 service neutron] 10.222.0.15 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458141 Feb 28 20:45:56.364299 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92202a6f-4fa0-46da-a0ab-01c3d261a1cf req-e88003b9-ebd3-4125-a35f-7418963e93b3 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:56.375911 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92202a6f-4fa0-46da-a0ab-01c3d261a1cf req-e88003b9-ebd3-4125-a35f-7418963e93b3 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 943 time: 0.4100361 Feb 28 20:45:56.444889 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6ef830c1-9700-408c-858d-16e66761c684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e9fc1736-12e7-478d-9f17-e96ddd23fcc2), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:56.480844 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-04656ba6-8c3e-4ce4-81b0-b7a8e1ead32e req-6c49906b-c1d6-4d80-89c1-7350d9fa2014 service neutron] 10.222.0.15 "GET /v2.0/networks/2c3653ab-73fd-455c-b23c-86e24907f790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9599144 Feb 28 20:45:56.573400 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92202a6f-4fa0-46da-a0ab-01c3d261a1cf req-450fa586-d6b1-4d2a-a32a-1f1d122935d7 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939597 Feb 28 20:45:56.737428 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-397ceddb-e908-410e-a601-46e712bf4f49 admin admin] Publish callbacks [] for router_gateway (5e0886e0-f525-41e8-ae54-c954a91e235c), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:56.808854 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c1274f-eeb0-42ab-8f4d-5ed3fef201b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-6a548f2a-a902-43e4-ac58-86d308bca412', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'fixed_ips': [{'subnet_id': '48d25025-9917-4b37-b5f9-f84ea6650e18'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:45:56.809634 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c5c1274f-eeb0-42ab-8f4d-5ed3fef201b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:56.810726 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6ef830c1-9700-408c-858d-16e66761c684 admin admin] Publish callbacks [] for port (e9fc1736-12e7-478d-9f17-e96ddd23fcc2), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:56.840235 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd043d-5f17-44e1-b334-5eb0555f5c84 req-e0dc6ea5-b02c-4f8f-a4eb-bdcae4cb0ecf tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:56.842564 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-defd043d-5f17-44e1-b334-5eb0555f5c84 req-e0dc6ea5-b02c-4f8f-a4eb-bdcae4cb0ecf tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 944 time: 0.3760779 Feb 28 20:45:56.843694 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6ef830c1-9700-408c-858d-16e66761c684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (e9fc1736-12e7-478d-9f17-e96ddd23fcc2), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:56.889652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c272dc-ba26-40f2-8bee-9de550341f0b', 'name': 'tempest-ImageQuotaTest-108397561-router', 'tenant_id': '1e8d0aa8861647119697426d69f5cb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:34Z', 'updated_at': '2022-02-28T20:45:51Z', 'revision_number': 4, 'project_id': '1e8d0aa8861647119697426d69f5cb62', 'gw_port': {'id': 'b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:02:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c272dc-ba26-40f2-8bee-9de550341f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:38Z', 'updated_at': '2022-02-28T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'a8d4e7aa-7f42-474f-8e52-38912f6e383b', 'name': '', 'network_id': '064cefb2-4815-4b17-a762-2ffa6f1e01f0', 'tenant_id': '1e8d0aa8861647119697426d69f5cb62', 'mac_address': 'fa:16:3e:b6:4f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c272dc-ba26-40f2-8bee-9de550341f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e66939ef-6ebf-4671-9148-50acc9eec05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:47Z', 'updated_at': '2022-02-28T20:45:51Z', 'revision_number': 2, 'project_id': '1e8d0aa8861647119697426d69f5cb62', 'subnets': [{'id': 'e66939ef-6ebf-4671-9148-50acc9eec05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:56.898497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8d384552-3a3d-4bf7-b739-17155e7ad7bf None None] Provisioning complete for port e9fc1736-12e7-478d-9f17-e96ddd23fcc2 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:56.898867 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8d384552-3a3d-4bf7-b739-17155e7ad7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e9fc1736-12e7-478d-9f17-e96ddd23fcc2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:56.987614 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8d384552-3a3d-4bf7-b739-17155e7ad7bf None None] Port e9fc1736-12e7-478d-9f17-e96ddd23fcc2 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:45:56.996423 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c3e90c19-efb2-40e9-930b-d473a32284ae up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:45:57.001658 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] Checking router: 46c272dc-ba26-40f2-8bee-9de550341f0b for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:45:57.002011 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] Updating router 46c272dc-ba26-40f2-8bee-9de550341f0b port a8d4e7aa-7f42-474f-8e52-38912f6e383b binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:45:57.037161 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6ef830c1-9700-408c-858d-16e66761c684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (8575b087-70ac-4a09-88e7-1cb3b8349f0f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:57.091332 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a8d4e7aa-7f42-474f-8e52-38912f6e383b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:57.095913 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34384) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:57.109517 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef830c1-9700-408c-858d-16e66761c684 admin admin] Pushing event updated for resources: {'Port': ['ID=e9fc1736-12e7-478d-9f17-e96ddd23fcc2,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:57.116240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 5cb502d8-2107-4950-a2f4-cf79cc16873d is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:57.116631 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5cb502d8-2107-4950-a2f4-cf79cc16873d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:57.188517 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb502d8-2107-4950-a2f4-cf79cc16873d {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:45:57.242998 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-397ceddb-e908-410e-a601-46e712bf4f49 admin admin] Publish callbacks [] for router_gateway (5e0886e0-f525-41e8-ae54-c954a91e235c), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:57.273064 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-397ceddb-e908-410e-a601-46e712bf4f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:57.356082 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-defd043d-5f17-44e1-b334-5eb0555f5c84 req-d1120d81-2073-49c9-a1e7-350ce46fcf04 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4278510 Feb 28 20:45:57.398364 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34386) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:57.467555 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] Publish callbacks [] for port (a8d4e7aa-7f42-474f-8e52-38912f6e383b), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:57.493915 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a8d4e7aa-7f42-474f-8e52-38912f6e383b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:57.504641 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d0f2adcb-deb3-4e7b-9cf0-d1f23a4af361 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/floatingips/8056cd78-1b9e-4736-ab85-992a7d826788 HTTP/1.1" status: 200 len: 991 time: 0.1047468 Feb 28 20:45:57.545762 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-397ceddb-e908-410e-a601-46e712bf4f49 admin admin] Allocated IP 172.25.0.112 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/a9da90f4-5361-41b8-ac02-006af575e9c3) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:45:57.606639 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c67ac-cec2-4b04-97ae-a5f8b0727eea None None] Pushing event updated for resources: {'Port': ['ID=a8d4e7aa-7f42-474f-8e52-38912f6e383b,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:57.617187 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 5cb502d8-2107-4950-a2f4-cf79cc16873d, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=5cb502d8-2107-4950-a2f4-cf79cc16873d,segment=NetworkSegment(90a96b2b-a062-4915-a045-82d9a03de661),segment_id=90a96b2b-a062-4915-a045-82d9a03de661)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:57.661668 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5cb502d8-2107-4950-a2f4-cf79cc16873d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:57.694653 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-397ceddb-e908-410e-a601-46e712bf4f49 admin admin] Publish callbacks [] for port (a9da90f4-5361-41b8-ac02-006af575e9c3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:57.749923 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-397ceddb-e908-410e-a601-46e712bf4f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (a9da90f4-5361-41b8-ac02-006af575e9c3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:57.779215 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=5cb502d8-2107-4950-a2f4-cf79cc16873d,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:57.787647 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:45:57.825175 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ceddb-e908-410e-a601-46e712bf4f49 admin admin] Pushing event updated for resources: {'Port': ['ID=a9da90f4-5361-41b8-ac02-006af575e9c3,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:57.842448 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397ceddb-e908-410e-a601-46e712bf4f49 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:45:57.844296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef830c1-9700-408c-858d-16e66761c684 admin admin] Network e5868025-4679-4a2a-951d-3b5398bc6d58 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:45:57.844757 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-397ceddb-e908-410e-a601-46e712bf4f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:57.850313 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-6ef830c1-9700-408c-858d-16e66761c684 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:45:57.852172 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397ceddb-e908-410e-a601-46e712bf4f49 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:45:58.102883 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec116c-9b73-4607-870b-c7d85f473544 req-09284f0b-02f0-49f4-bb8e-e7b9ca8cea71 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:58.114212 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c5ec116c-9b73-4607-870b-c7d85f473544 req-09284f0b-02f0-49f4-bb8e-e7b9ca8cea71 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 944 time: 0.3998907 Feb 28 20:45:58.128947 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,segment=NetworkSegment(cddc319a-d99b-4f81-9d76-50f737bcad5d),segment_id=cddc319a-d99b-4f81-9d76-50f737bcad5d)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:58.146572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['5cb502d8-2107-4950-a2f4-cf79cc16873d'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:45:58.158549 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c', 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830', 'port_id': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c', 'mac_address': 'fa:16:3e:fe:65:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a792bfee-4d82-4cc8-8f52-66116f2e1445', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:45:58.193832 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:45:58.296774 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-397ceddb-e908-410e-a601-46e712bf4f49 admin admin] Publish callbacks [] for router_gateway (5e0886e0-f525-41e8-ae54-c954a91e235c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:58.315280 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] Attempting to bind port a8d4e7aa-7f42-474f-8e52-38912f6e383b on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:45:58.315662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] Attempting to bind port a8d4e7aa-7f42-474f-8e52-38912f6e383b by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '3a171734-9191-4182-8980-aea074d45189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '064cefb2-4815-4b17-a762-2ffa6f1e01f0'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:45:58.316794 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] Attempting to bind port a8d4e7aa-7f42-474f-8e52-38912f6e383b on network 064cefb2-4815-4b17-a762-2ffa6f1e01f0 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:45:58.348525 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c3e90c19-efb2-40e9-930b-d473a32284ae triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:58.349164 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c3e90c19-efb2-40e9-930b-d473a32284ae), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:58.392712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:45:58.393030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] Checking segment: {'id': '3a171734-9191-4182-8980-aea074d45189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '064cefb2-4815-4b17-a762-2ffa6f1e01f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:45:58.393384 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:58.393768 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] Bound using segment: {'id': '3a171734-9191-4182-8980-aea074d45189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '064cefb2-4815-4b17-a762-2ffa6f1e01f0'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:45:58.394254 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] Bound port: a8d4e7aa-7f42-474f-8e52-38912f6e383b, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a171734-9191-4182-8980-aea074d45189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '064cefb2-4815-4b17-a762-2ffa6f1e01f0'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:45:58.394636 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a8d4e7aa-7f42-474f-8e52-38912f6e383b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:58.401648 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-c5c1274f-eeb0-42ab-8f4d-5ed3fef201b2 None None] Allocated IP 172.20.0.2 (6a548f2a-a902-43e4-ac58-86d308bca412/48d25025-9917-4b37-b5f9-f84ea6650e18/80b1ab38-1a5b-42cb-a809-b5831af1ba64) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:45:58.412016 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c5ec116c-9b73-4607-870b-c7d85f473544 req-896f4e61-376e-4f96-b385-3cd863237bd4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2964520 Feb 28 20:45:58.433976 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:58.436028 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:58.457942 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef830c1-9700-408c-858d-16e66761c684 admin admin] Router 8575b087-70ac-4a09-88e7-1cb3b8349f0f has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:45:58.505568 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:45:58.639877 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,segment=NetworkSegment(cddc319a-d99b-4f81-9d76-50f737bcad5d),segment_id=cddc319a-d99b-4f81-9d76-50f737bcad5d)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:58.671941 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0a517942-814e-448a-800d-24a290688ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (46c272dc-ba26-40f2-8bee-9de550341f0b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:58.676418 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-397ceddb-e908-410e-a601-46e712bf4f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (5e0886e0-f525-41e8-ae54-c954a91e235c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:58.729792 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef830c1-9700-408c-858d-16e66761c684 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:45:58.736139 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6ef830c1-9700-408c-858d-16e66761c684 admin admin] 10.222.0.13 "PUT /v2.0/routers/8575b087-70ac-4a09-88e7-1cb3b8349f0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7832429 Feb 28 20:45:58.747569 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:58.749818 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] Sync routers for ids ['8575b087-70ac-4a09-88e7-1cb3b8349f0f'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:45:58.783815 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] Routers {'8575b087-70ac-4a09-88e7-1cb3b8349f0f'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:58.784982 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['8575b087-70ac-4a09-88e7-1cb3b8349f0f'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:58.812060 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8dab29a2-0480-4ee6-bf69-f2e03bb6e1fd None None] Provisioning complete for port a8d4e7aa-7f42-474f-8e52-38912f6e383b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:58.812986 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8dab29a2-0480-4ee6-bf69-f2e03bb6e1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a8d4e7aa-7f42-474f-8e52-38912f6e383b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:58.855042 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] For port a8d4e7aa-7f42-474f-8e52-38912f6e383b, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:45:58.917471 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] For port a8d4e7aa-7f42-474f-8e52-38912f6e383b, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a8d4e7aa-7f42-474f-8e52-38912f6e383b,segment=NetworkSegment(3a171734-9191-4182-8980-aea074d45189),segment_id=3a171734-9191-4182-8980-aea074d45189)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:45:58.954928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c3e90c19-efb2-40e9-930b-d473a32284ae is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:45:58.955229 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c3e90c19-efb2-40e9-930b-d473a32284ae), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:58.976046 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397ceddb-e908-410e-a601-46e712bf4f49 admin admin] Router 5e0886e0-f525-41e8-ae54-c954a91e235c is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:45:58.981346 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a8d4e7aa-7f42-474f-8e52-38912f6e383b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:59.012599 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:45:59.043397 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8dab29a2-0480-4ee6-bf69-f2e03bb6e1fd None None] Port a8d4e7aa-7f42-474f-8e52-38912f6e383b cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:45:59.060496 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] Set router 8575b087-70ac-4a09-88e7-1cb3b8349f0f gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:45:59.075785 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,revision_number=12']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:59.107491 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port c3e90c19-efb2-40e9-930b-d473a32284ae, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c3e90c19-efb2-40e9-930b-d473a32284ae,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:59.173526 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c3e90c19-efb2-40e9-930b-d473a32284ae), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:59.211591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-0a517942-814e-448a-800d-24a290688ac0 admin admin] Deleting port a8d4e7aa-7f42-474f-8e52-38912f6e383b {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:45:59.212154 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0a517942-814e-448a-800d-24a290688ac0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a8d4e7aa-7f42-474f-8e52-38912f6e383b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:59.263025 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397ceddb-e908-410e-a601-46e712bf4f49 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:45:59.290832 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] Sync routers for ids ['5e0886e0-f525-41e8-ae54-c954a91e235c'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:45:59.303561 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-397ceddb-e908-410e-a601-46e712bf4f49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:59.308529 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-397ceddb-e908-410e-a601-46e712bf4f49 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7258534 Feb 28 20:45:59.309173 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34404) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:45:59.386512 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c5c1274f-eeb0-42ab-8f4d-5ed3fef201b2 None None] Publish callbacks [] for port (80b1ab38-1a5b-42cb-a809-b5831af1ba64), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:59.388321 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] Routers {'46c272dc-ba26-40f2-8bee-9de550341f0b'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:59.389814 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['46c272dc-ba26-40f2-8bee-9de550341f0b'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:59.396076 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-0a517942-814e-448a-800d-24a290688ac0 admin admin] For port a8d4e7aa-7f42-474f-8e52-38912f6e383b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a8d4e7aa-7f42-474f-8e52-38912f6e383b,segment=NetworkSegment(3a171734-9191-4182-8980-aea074d45189),segment_id=3a171734-9191-4182-8980-aea074d45189)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:45:59.396451 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0a517942-814e-448a-800d-24a290688ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a8d4e7aa-7f42-474f-8e52-38912f6e383b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:59.413407 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-102ad690-3c0e-412a-a944-bc7ea01e11cb None None] Provisioning complete for port e9fc1736-12e7-478d-9f17-e96ddd23fcc2 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:45:59.413598 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-102ad690-3c0e-412a-a944-bc7ea01e11cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e9fc1736-12e7-478d-9f17-e96ddd23fcc2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:59.421901 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-0a517942-814e-448a-800d-24a290688ac0 admin admin] Calling delete_port for a8d4e7aa-7f42-474f-8e52-38912f6e383b owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:45:59.515392 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8575b087-70ac-4a09-88e7-1cb3b8349f0f', 'name': 'tempest-TestServerMultinode-262796328-router', 'tenant_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'c3e90c19-efb2-40e9-930b-d473a32284ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:45Z', 'updated_at': '2022-02-28T20:45:56Z', 'revision_number': 4, 'project_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'gw_port': {'id': 'c3e90c19-efb2-40e9-930b-d473a32284ae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:30:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8575b087-70ac-4a09-88e7-1cb3b8349f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:48Z', 'updated_at': '2022-02-28T20:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e9fc1736-12e7-478d-9f17-e96ddd23fcc2', 'name': '', 'network_id': 'e5868025-4679-4a2a-951d-3b5398bc6d58', 'tenant_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'mac_address': 'fa:16:3e:3f:9e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8575b087-70ac-4a09-88e7-1cb3b8349f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '8626a01d-0fd2-4532-8c7b-1fcef93507c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:54Z', 'updated_at': '2022-02-28T20:45:56Z', 'revision_number': 2, 'project_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'subnets': [{'id': '8626a01d-0fd2-4532-8c7b-1fcef93507c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:59.569711 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] Checking router: 8575b087-70ac-4a09-88e7-1cb3b8349f0f for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:45:59.570144 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] Updating router 8575b087-70ac-4a09-88e7-1cb3b8349f0f port e9fc1736-12e7-478d-9f17-e96ddd23fcc2 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:45:59.626062 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e9fc1736-12e7-478d-9f17-e96ddd23fcc2), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:59.642990 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c5c1274f-eeb0-42ab-8f4d-5ed3fef201b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (80b1ab38-1a5b-42cb-a809-b5831af1ba64), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:45:59.667511 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c67ac-cec2-4b04-97ae-a5f8b0727eea None None] Pushing event updated for resources: {'Port': ['ID=a8d4e7aa-7f42-474f-8e52-38912f6e383b,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:45:59.708895 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] Routers {'5e0886e0-f525-41e8-ae54-c954a91e235c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:45:59.709902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5e0886e0-f525-41e8-ae54-c954a91e235c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:45:59.735530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-15319eb7-e274-4f72-b66b-30b1f0772973 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:45:59.737841 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-15319eb7-e274-4f72-b66b-30b1f0772973 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/networks?id=8a29a05d-fb66-4b0e-8d23-41480f281d91 HTTP/1.1" status: 200 len: 909 time: 0.1273525 Feb 28 20:46:00.072904 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c1274f-eeb0-42ab-8f4d-5ed3fef201b2 None None] Network 6a548f2a-a902-43e4-ac58-86d308bca412 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:46:00.084935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-102ad690-3c0e-412a-a944-bc7ea01e11cb None None] Port e9fc1736-12e7-478d-9f17-e96ddd23fcc2 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:46:00.104543 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-c5c1274f-eeb0-42ab-8f4d-5ed3fef201b2 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:46:00.107143 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c1274f-eeb0-42ab-8f4d-5ed3fef201b2 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:46:00.172345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=c3e90c19-efb2-40e9-930b-d473a32284ae,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:00.187615 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-aa46f06f-4de3-478d-bb0c-50dbba345d2d tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/quotas/1ce00107a4c24d3fa3b7a6d66921a73a HTTP/1.1" status: 200 len: 375 time: 0.4436085 Feb 28 20:46:00.268202 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] Publish callbacks [] for port (e9fc1736-12e7-478d-9f17-e96ddd23fcc2), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:00.285852 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e9fc1736-12e7-478d-9f17-e96ddd23fcc2), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:00.292682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87358b2-502d-46c7-acb7-5a2d96cbb88a req-decdce4c-68f4-45d6-a822-29ca9d392979 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:00.294237 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c87358b2-502d-46c7-acb7-5a2d96cbb88a req-decdce4c-68f4-45d6-a822-29ca9d392979 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 944 time: 0.6850741 Feb 28 20:46:00.332413 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8919e8-fe9c-4f5f-b141-05a1971387b7 None None] Pushing event updated for resources: {'Port': ['ID=e9fc1736-12e7-478d-9f17-e96ddd23fcc2,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:00.414224 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-b3529c9e-b288-49f0-ab64-46077b3d5aee tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ce00107a4c24d3fa3b7a6d66921a73a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2198417 Feb 28 20:46:00.427043 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] Set router 46c272dc-ba26-40f2-8bee-9de550341f0b gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:00.434090 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c87358b2-502d-46c7-acb7-5a2d96cbb88a req-eb2e79a1-6ce2-4ad8-945e-095b84c0b897 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289620 Feb 28 20:46:00.461867 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] Attempting to bind port e9fc1736-12e7-478d-9f17-e96ddd23fcc2 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:46:00.462573 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] Attempting to bind port e9fc1736-12e7-478d-9f17-e96ddd23fcc2 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '6d5c9143-cdb6-4699-b776-0428bb6f48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e5868025-4679-4a2a-951d-3b5398bc6d58'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:46:00.463133 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] Attempting to bind port e9fc1736-12e7-478d-9f17-e96ddd23fcc2 on network e5868025-4679-4a2a-951d-3b5398bc6d58 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:46:00.473346 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:46:00.476181 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] Checking segment: {'id': '6d5c9143-cdb6-4699-b776-0428bb6f48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e5868025-4679-4a2a-951d-3b5398bc6d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:46:00.476773 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:00.477331 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] Bound using segment: {'id': '6d5c9143-cdb6-4699-b776-0428bb6f48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e5868025-4679-4a2a-951d-3b5398bc6d58'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:46:00.477978 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] Bound port: e9fc1736-12e7-478d-9f17-e96ddd23fcc2, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5c9143-cdb6-4699-b776-0428bb6f48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e5868025-4679-4a2a-951d-3b5398bc6d58'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:46:00.479068 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e9fc1736-12e7-478d-9f17-e96ddd23fcc2), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:00.510048 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a82594b6-233c-495e-941c-73af861e5945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:00.563064 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] For port e9fc1736-12e7-478d-9f17-e96ddd23fcc2, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:46:00.565673 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] Set router 5e0886e0-f525-41e8-ae54-c954a91e235c gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:00.568633 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] For port e9fc1736-12e7-478d-9f17-e96ddd23fcc2, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e9fc1736-12e7-478d-9f17-e96ddd23fcc2,segment=NetworkSegment(6d5c9143-cdb6-4699-b776-0428bb6f48be),segment_id=6d5c9143-cdb6-4699-b776-0428bb6f48be)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:46:00.585469 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e9fc1736-12e7-478d-9f17-e96ddd23fcc2), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:00.602291 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-ee413d93-9e66-456e-9daf-4a9171f50d49 service neutron] 10.222.0.13 "GET /v2.0/networks/8a29a05d-fb66-4b0e-8d23-41480f281d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671526 Feb 28 20:46:00.656953 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8919e8-fe9c-4f5f-b141-05a1971387b7 None None] Pushing event updated for resources: {'Port': ['ID=e9fc1736-12e7-478d-9f17-e96ddd23fcc2,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:00.660531 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1274f-eeb0-42ab-8f4d-5ed3fef201b2 None None] Pushing event updated for resources: {'Port': ['ID=80b1ab38-1a5b-42cb-a809-b5831af1ba64,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:00.706866 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] Routers {'8575b087-70ac-4a09-88e7-1cb3b8349f0f'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:00.707514 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['8575b087-70ac-4a09-88e7-1cb3b8349f0f'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:00.739440 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-1bf0dbe0-c8fc-45c8-ae08-6fef5d31d025 service neutron] 10.222.0.13 "GET /v2.0/networks/8a29a05d-fb66-4b0e-8d23-41480f281d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253192 Feb 28 20:46:00.743268 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0a517942-814e-448a-800d-24a290688ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a8d4e7aa-7f42-474f-8e52-38912f6e383b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:00.751496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f4b68c14-2cb8-4b31-82cb-b801be225601 None None] Provisioning complete for port a8d4e7aa-7f42-474f-8e52-38912f6e383b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:00.755743 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f4b68c14-2cb8-4b31-82cb-b801be225601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a8d4e7aa-7f42-474f-8e52-38912f6e383b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:00.819580 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a517942-814e-448a-800d-24a290688ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8d4e7aa-7f42-474f-8e52-38912f6e383b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:00.821273 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-a82594b6-233c-495e-941c-73af861e5945 admin admin] Allocated IP 172.20.0.1 (6a548f2a-a902-43e4-ac58-86d308bca412/48d25025-9917-4b37-b5f9-f84ea6650e18/c1b54c36-94b9-45b3-877e-c3e80da62faa) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:46:00.858198 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c5c1274f-eeb0-42ab-8f4d-5ed3fef201b2 None None] Attempting to bind port 80b1ab38-1a5b-42cb-a809-b5831af1ba64 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:46:00.859824 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c5c1274f-eeb0-42ab-8f4d-5ed3fef201b2 None None] Attempting to bind port 80b1ab38-1a5b-42cb-a809-b5831af1ba64 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '42809b13-dc8c-49c8-a0bd-6f26afd2cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:46:00.860160 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c1274f-eeb0-42ab-8f4d-5ed3fef201b2 None None] Attempting to bind port 80b1ab38-1a5b-42cb-a809-b5831af1ba64 on network 6a548f2a-a902-43e4-ac58-86d308bca412 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:46:00.875591 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f4b68c14-2cb8-4b31-82cb-b801be225601 None None] Port a8d4e7aa-7f42-474f-8e52-38912f6e383b was deleted so its status cannot be updated. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 28 20:46:01.018504 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] Set router 8575b087-70ac-4a09-88e7-1cb3b8349f0f gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:01.085121 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a82594b6-233c-495e-941c-73af861e5945 admin admin] Publish callbacks [] for port (c1b54c36-94b9-45b3-877e-c3e80da62faa), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:01.118144 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c1274f-eeb0-42ab-8f4d-5ed3fef201b2 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:46:01.118610 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c1274f-eeb0-42ab-8f4d-5ed3fef201b2 None None] Checking segment: {'id': '42809b13-dc8c-49c8-a0bd-6f26afd2cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:46:01.119667 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c5c1274f-eeb0-42ab-8f4d-5ed3fef201b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:01.120151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c1274f-eeb0-42ab-8f4d-5ed3fef201b2 None None] Bound using segment: {'id': '42809b13-dc8c-49c8-a0bd-6f26afd2cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:46:01.120778 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c5c1274f-eeb0-42ab-8f4d-5ed3fef201b2 None None] Bound port: 80b1ab38-1a5b-42cb-a809-b5831af1ba64, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42809b13-dc8c-49c8-a0bd-6f26afd2cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:46:01.121157 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c5c1274f-eeb0-42ab-8f4d-5ed3fef201b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (80b1ab38-1a5b-42cb-a809-b5831af1ba64), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:01.207629 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a82594b6-233c-495e-941c-73af861e5945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c1b54c36-94b9-45b3-877e-c3e80da62faa), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:01.222388 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e0c0d5e-deb8-4c8d-b283-5396c9e29773 req-33609afa-07c0-4cd9-9ba5-c39dd356752c tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=212986d7-a40f-495c-8021-d106035c18e3 HTTP/1.1" status: 200 len: 210 time: 0.1273680 Feb 28 20:46:01.274706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-6aff18d4-cb8a-4be5-82cb-b298c26be8d8 None None] Provisioning complete for port e9fc1736-12e7-478d-9f17-e96ddd23fcc2 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:01.276505 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6aff18d4-cb8a-4be5-82cb-b298c26be8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e9fc1736-12e7-478d-9f17-e96ddd23fcc2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:01.298750 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82594b6-233c-495e-941c-73af861e5945 admin admin] Network 6a548f2a-a902-43e4-ac58-86d308bca412 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:46:01.332237 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-a82594b6-233c-495e-941c-73af861e5945 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:46:01.339862 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82594b6-233c-495e-941c-73af861e5945 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:46:01.378835 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0a517942-814e-448a-800d-24a290688ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (46c272dc-ba26-40f2-8bee-9de550341f0b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:01.390639 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82594b6-233c-495e-941c-73af861e5945 admin admin] Pushing event updated for resources: {'Port': ['ID=c1b54c36-94b9-45b3-877e-c3e80da62faa,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:01.416749 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a82594b6-233c-495e-941c-73af861e5945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (5e0886e0-f525-41e8-ae54-c954a91e235c), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:01.448147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c5c1274f-eeb0-42ab-8f4d-5ed3fef201b2 None None] For port 80b1ab38-1a5b-42cb-a809-b5831af1ba64, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:46:01.461215 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c5c1274f-eeb0-42ab-8f4d-5ed3fef201b2 None None] For port 80b1ab38-1a5b-42cb-a809-b5831af1ba64, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=80b1ab38-1a5b-42cb-a809-b5831af1ba64,segment=NetworkSegment(42809b13-dc8c-49c8-a0bd-6f26afd2cb3b),segment_id=42809b13-dc8c-49c8-a0bd-6f26afd2cb3b)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:46:01.515426 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c3e90c19-efb2-40e9-930b-d473a32284ae up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:01.532212 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c5c1274f-eeb0-42ab-8f4d-5ed3fef201b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (80b1ab38-1a5b-42cb-a809-b5831af1ba64), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:01.672369 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a82594b6-233c-495e-941c-73af861e5945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c1b54c36-94b9-45b3-877e-c3e80da62faa), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:01.723211 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 5cb502d8-2107-4950-a2f4-cf79cc16873d up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:01.753697 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8575b087-70ac-4a09-88e7-1cb3b8349f0f', 'name': 'tempest-TestServerMultinode-262796328-router', 'tenant_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'c3e90c19-efb2-40e9-930b-d473a32284ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:45Z', 'updated_at': '2022-02-28T20:45:56Z', 'revision_number': 4, 'project_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'gw_port': {'id': 'c3e90c19-efb2-40e9-930b-d473a32284ae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:30:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8575b087-70ac-4a09-88e7-1cb3b8349f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:48Z', 'updated_at': '2022-02-28T20:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e9fc1736-12e7-478d-9f17-e96ddd23fcc2', 'name': '', 'network_id': 'e5868025-4679-4a2a-951d-3b5398bc6d58', 'tenant_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'mac_address': 'fa:16:3e:3f:9e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8575b087-70ac-4a09-88e7-1cb3b8349f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '8626a01d-0fd2-4532-8c7b-1fcef93507c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:54Z', 'updated_at': '2022-02-28T20:46:00Z', 'revision_number': 4, 'project_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'subnets': [{'id': '8626a01d-0fd2-4532-8c7b-1fcef93507c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:01.793318 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36768c43-a5f7-43e9-b972-768443755bd8 req-e6a52f99-8868-4486-b873-16a44322c080 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:01.797003 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae61bca-2935-40b4-bf7d-32ea0ea5463e None None] The sync data for ids ['8575b087-70ac-4a09-88e7-1cb3b8349f0f'] in n-d-820368-21 is: [{'id': '8575b087-70ac-4a09-88e7-1cb3b8349f0f', 'name': 'tempest-TestServerMultinode-262796328-router', 'tenant_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'c3e90c19-efb2-40e9-930b-d473a32284ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:45Z', 'updated_at': '2022-02-28T20:45:56Z', 'revision_number': 4, 'project_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'gw_port': {'id': 'c3e90c19-efb2-40e9-930b-d473a32284ae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:30:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8575b087-70ac-4a09-88e7-1cb3b8349f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:48Z', 'updated_at': '2022-02-28T20:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e9fc1736-12e7-478d-9f17-e96ddd23fcc2', 'name': '', 'network_id': 'e5868025-4679-4a2a-951d-3b5398bc6d58', 'tenant_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'mac_address': 'fa:16:3e:3f:9e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8575b087-70ac-4a09-88e7-1cb3b8349f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '8626a01d-0fd2-4532-8c7b-1fcef93507c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:54Z', 'updated_at': '2022-02-28T20:46:00Z', 'revision_number': 4, 'project_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'subnets': [{'id': '8626a01d-0fd2-4532-8c7b-1fcef93507c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:46:01.811649 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36768c43-a5f7-43e9-b972-768443755bd8 req-e6a52f99-8868-4486-b873-16a44322c080 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 944 time: 0.2211282 Feb 28 20:46:01.854662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1274f-eeb0-42ab-8f4d-5ed3fef201b2 None None] Pushing event updated for resources: {'Port': ['ID=80b1ab38-1a5b-42cb-a809-b5831af1ba64,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:01.875779 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6aff18d4-cb8a-4be5-82cb-b298c26be8d8 None None] Current status of the port e9fc1736-12e7-478d-9f17-e96ddd23fcc2 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:01.878229 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6aff18d4-cb8a-4be5-82cb-b298c26be8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e9fc1736-12e7-478d-9f17-e96ddd23fcc2), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:02.123311 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a82594b6-233c-495e-941c-73af861e5945 admin admin] Publish callbacks [] for port (c1b54c36-94b9-45b3-877e-c3e80da62faa), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:02.124057 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c3e90c19-efb2-40e9-930b-d473a32284ae triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:02.124590 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c3e90c19-efb2-40e9-930b-d473a32284ae), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:02.128515 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a82594b6-233c-495e-941c-73af861e5945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (c1b54c36-94b9-45b3-877e-c3e80da62faa), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:02.194279 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36768c43-a5f7-43e9-b972-768443755bd8 req-01f91a0b-a0e7-44f8-be4f-36d38b6037e5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3695917 Feb 28 20:46:02.238124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a517942-814e-448a-800d-24a290688ac0 admin admin] Router 46c272dc-ba26-40f2-8bee-9de550341f0b has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:46:02.257665 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a82594b6-233c-495e-941c-73af861e5945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (5e0886e0-f525-41e8-ae54-c954a91e235c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:02.259850 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82594b6-233c-495e-941c-73af861e5945 admin admin] Pushing event updated for resources: {'Port': ['ID=c1b54c36-94b9-45b3-877e-c3e80da62faa,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:02.291978 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6aff18d4-cb8a-4be5-82cb-b298c26be8d8 None None] For port e9fc1736-12e7-478d-9f17-e96ddd23fcc2, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e9fc1736-12e7-478d-9f17-e96ddd23fcc2,segment=NetworkSegment(6d5c9143-cdb6-4699-b776-0428bb6f48be),segment_id=6d5c9143-cdb6-4699-b776-0428bb6f48be)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:02.374092 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6aff18d4-cb8a-4be5-82cb-b298c26be8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e9fc1736-12e7-478d-9f17-e96ddd23fcc2), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:02.378455 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 5cb502d8-2107-4950-a2f4-cf79cc16873d completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:46:02.466240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 5cb502d8-2107-4950-a2f4-cf79cc16873d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:02.466616 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5cb502d8-2107-4950-a2f4-cf79cc16873d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:02.482936 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a393b0d-019c-4f12-bcf5-c480ec93204a req-3f1acf92-f2fa-4269-9bfd-350269a4dcf5 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=212986d7-a40f-495c-8021-d106035c18e3 HTTP/1.1" status: 200 len: 210 time: 0.0844409 Feb 28 20:46:02.507236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34442) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:02.547733 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82594b6-233c-495e-941c-73af861e5945 admin admin] Network 6a548f2a-a902-43e4-ac58-86d308bca412 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:46:02.553006 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-a82594b6-233c-495e-941c-73af861e5945 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:46:02.598737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'name': 'tempest-TestVolumeBackupRestore-889007208-router', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:55Z', 'updated_at': '2022-02-28T20:45:58Z', 'revision_number': 3, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'gw_port': {'id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:57Z', 'updated_at': '2022-02-28T20:45:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:02.677293 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a517942-814e-448a-800d-24a290688ac0 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:46:02.692321 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0a517942-814e-448a-800d-24a290688ac0 admin admin] 10.222.0.13 "PUT /v2.0/routers/46c272dc-ba26-40f2-8bee-9de550341f0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5947490 Feb 28 20:46:02.693320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34446) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:02.708873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c272dc-ba26-40f2-8bee-9de550341f0b', 'name': 'tempest-ImageQuotaTest-108397561-router', 'tenant_id': '1e8d0aa8861647119697426d69f5cb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:34Z', 'updated_at': '2022-02-28T20:45:51Z', 'revision_number': 4, 'project_id': '1e8d0aa8861647119697426d69f5cb62', 'gw_port': {'id': 'b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:02:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c272dc-ba26-40f2-8bee-9de550341f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:38Z', 'updated_at': '2022-02-28T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'a8d4e7aa-7f42-474f-8e52-38912f6e383b', 'name': '', 'network_id': '064cefb2-4815-4b17-a762-2ffa6f1e01f0', 'tenant_id': '1e8d0aa8861647119697426d69f5cb62', 'mac_address': 'fa:16:3e:b6:4f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c272dc-ba26-40f2-8bee-9de550341f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e66939ef-6ebf-4671-9148-50acc9eec05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:47Z', 'updated_at': '2022-02-28T20:45:58Z', 'revision_number': 4, 'project_id': '1e8d0aa8861647119697426d69f5cb62', 'subnets': [{'id': 'e66939ef-6ebf-4671-9148-50acc9eec05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:02.715528 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] Checking router: 5e0886e0-f525-41e8-ae54-c954a91e235c for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:46:02.715893 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] Updating router 5e0886e0-f525-41e8-ae54-c954a91e235c port a9da90f4-5361-41b8-ac02-006af575e9c3 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:46:02.723316 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff18d4-cb8a-4be5-82cb-b298c26be8d8 None None] Pushing event updated for resources: {'Port': ['ID=e9fc1736-12e7-478d-9f17-e96ddd23fcc2,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:02.807926 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82594b6-233c-495e-941c-73af861e5945 admin admin] Router 5e0886e0-f525-41e8-ae54-c954a91e235c has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:46:02.852999 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-09079ebb-75b6-44f4-ad4d-076048d05a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:02.896207 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d8d9c1-640f-4cde-9a6c-5f0a10b42395 None None] The sync data for ids ['46c272dc-ba26-40f2-8bee-9de550341f0b'] in n-d-820368-21 is: [{'id': '46c272dc-ba26-40f2-8bee-9de550341f0b', 'name': 'tempest-ImageQuotaTest-108397561-router', 'tenant_id': '1e8d0aa8861647119697426d69f5cb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:34Z', 'updated_at': '2022-02-28T20:45:51Z', 'revision_number': 4, 'project_id': '1e8d0aa8861647119697426d69f5cb62', 'gw_port': {'id': 'b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:02:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c272dc-ba26-40f2-8bee-9de550341f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:38Z', 'updated_at': '2022-02-28T20:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'a8d4e7aa-7f42-474f-8e52-38912f6e383b', 'name': '', 'network_id': '064cefb2-4815-4b17-a762-2ffa6f1e01f0', 'tenant_id': '1e8d0aa8861647119697426d69f5cb62', 'mac_address': 'fa:16:3e:b6:4f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c272dc-ba26-40f2-8bee-9de550341f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e66939ef-6ebf-4671-9148-50acc9eec05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:47Z', 'updated_at': '2022-02-28T20:45:58Z', 'revision_number': 4, 'project_id': '1e8d0aa8861647119697426d69f5cb62', 'subnets': [{'id': 'e66939ef-6ebf-4671-9148-50acc9eec05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:46:02.905802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-71498824-f4b4-45db-a9aa-189e5a75aec0 None None] Provisioning complete for port e9fc1736-12e7-478d-9f17-e96ddd23fcc2 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:02.906174 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-71498824-f4b4-45db-a9aa-189e5a75aec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e9fc1736-12e7-478d-9f17-e96ddd23fcc2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:03.027357 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c3e90c19-efb2-40e9-930b-d473a32284ae is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:03.032376 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a9da90f4-5361-41b8-ac02-006af575e9c3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:03.042880 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a50b0320-92b3-4409-b6a7-ef2f1f8cb101 admin admin] Publish callbacks [] for router (46c272dc-ba26-40f2-8bee-9de550341f0b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:03.068122 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82594b6-233c-495e-941c-73af861e5945 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:46:03.117225 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a82594b6-233c-495e-941c-73af861e5945 admin admin] 10.222.0.13 "PUT /v2.0/routers/5e0886e0-f525-41e8-ae54-c954a91e235c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8069592 Feb 28 20:46:03.640927 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-8636c623-82ac-4453-8b8d-5a6eba58b58a tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:03.642445 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-8636c623-82ac-4453-8b8d-5a6eba58b58a tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.10 "GET /v2.0/networks?id=8a29a05d-fb66-4b0e-8d23-41480f281d91 HTTP/1.1" status: 200 len: 909 time: 0.3088839 Feb 28 20:46:03.692655 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-40115e7b-358f-4949-b49b-948e6a03afe4 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Request body: {'port': {'device_id': '212986d7-a40f-495c-8021-d106035c18e3', 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91', 'admin_state_up': True, 'tenant_id': '1ce00107a4c24d3fa3b7a6d66921a73a'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:46:03.805702 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-40115e7b-358f-4949-b49b-948e6a03afe4 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Made reservation on behalf of 1ce00107a4c24d3fa3b7a6d66921a73a for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:46:03.808544 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-40115e7b-358f-4949-b49b-948e6a03afe4 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:03.826213 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a50b0320-92b3-4409-b6a7-ef2f1f8cb101 admin admin] Publish callbacks [] for router_gateway (46c272dc-ba26-40f2-8bee-9de550341f0b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:03.869687 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e452db78-775e-4e23-8a2a-c96abb55410e req-93f09845-57b9-4f8a-8fae-1a91124c829b tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=212986d7-a40f-495c-8021-d106035c18e3 HTTP/1.1" status: 200 len: 210 time: 0.1540649 Feb 28 20:46:03.988498 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] Publish callbacks [] for port (a9da90f4-5361-41b8-ac02-006af575e9c3), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:03.999212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e9fc1736-12e7-478d-9f17-e96ddd23fcc2 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:04.066454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8546d2a0-26d8-4312-9c28-0ff3ea3d7409 None None] Network 6a548f2a-a902-43e4-ac58-86d308bca412 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:46:04.074025 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae70cd4-0ce1-459e-9681-d55a84a710d1 req-ed7b931b-c1ba-45d0-beff-7489fba06fc3 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:04.075591 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7ae70cd4-0ce1-459e-9681-d55a84a710d1 req-ed7b931b-c1ba-45d0-beff-7489fba06fc3 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 944 time: 0.4302382 Feb 28 20:46:04.149860 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-09079ebb-75b6-44f4-ad4d-076048d05a38 admin admin] Publish callbacks [] for security_group (971f4ac6-a37f-4065-898d-0c98fb725bd1), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:04.179921 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a9da90f4-5361-41b8-ac02-006af575e9c3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:04.190991 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-09079ebb-75b6-44f4-ad4d-076048d05a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (971f4ac6-a37f-4065-898d-0c98fb725bd1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:04.289022 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34466) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:04.293079 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60110271-5d74-4d18-a67c-949c786dd017 None None] Pushing event updated for resources: {'Port': ['ID=a9da90f4-5361-41b8-ac02-006af575e9c3,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:04.296664 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-05c10f73-968b-4ac8-b5f7-9e186f7c62c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1024038449-network', 'tenant_id': '1da36d430886405cb54b7dfe8d83c578'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:46:04.320336 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c10f73-968b-4ac8-b5f7-9e186f7c62c2 admin admin] Made reservation on behalf of 1da36d430886405cb54b7dfe8d83c578 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:46:04.320964 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7ae70cd4-0ce1-459e-9681-d55a84a710d1 req-ad0bdb9f-7659-4c55-8834-ad820aef6514 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275651 Feb 28 20:46:04.324131 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-05c10f73-968b-4ac8-b5f7-9e186f7c62c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:04.331654 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-09079ebb-75b6-44f4-ad4d-076048d05a38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8243bbf07b6c4cafa1e3fdbb3bc37ade&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8071876 Feb 28 20:46:04.340142 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34468) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:04.347031 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60110271-5d74-4d18-a67c-949c786dd017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:04.347384 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60110271-5d74-4d18-a67c-949c786dd017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:04.347727 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60110271-5d74-4d18-a67c-949c786dd017 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:04.348281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60110271-5d74-4d18-a67c-949c786dd017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:04.348627 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60110271-5d74-4d18-a67c-949c786dd017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:04.348960 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60110271-5d74-4d18-a67c-949c786dd017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:04.349314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60110271-5d74-4d18-a67c-949c786dd017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:04.350224 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60110271-5d74-4d18-a67c-949c786dd017 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:04.350554 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60110271-5d74-4d18-a67c-949c786dd017 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:04.350883 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60110271-5d74-4d18-a67c-949c786dd017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:04.351270 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60110271-5d74-4d18-a67c-949c786dd017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:04.352069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60110271-5d74-4d18-a67c-949c786dd017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:04.352407 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60110271-5d74-4d18-a67c-949c786dd017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:04.357424 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-05c10f73-968b-4ac8-b5f7-9e186f7c62c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:04.359956 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09079ebb-75b6-44f4-ad4d-076048d05a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971f4ac6-a37f-4065-898d-0c98fb725bd1,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:04.372097 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-a50b0320-92b3-4409-b6a7-ef2f1f8cb101 admin admin] Deleting port b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:46:04.375641 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a50b0320-92b3-4409-b6a7-ef2f1f8cb101 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:04.378131 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 5cb502d8-2107-4950-a2f4-cf79cc16873d is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:04.379067 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5cb502d8-2107-4950-a2f4-cf79cc16873d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:04.408101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-40115e7b-358f-4949-b49b-948e6a03afe4 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Allocated IP 172.20.0.11 (8a29a05d-fb66-4b0e-8d23-41480f281d91/8dcabdc5-95be-4765-a42c-f60a7e997206/19a4e6df-1dba-486f-bfaf-0226591d1086) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:46:04.471598 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] Attempting to bind port a9da90f4-5361-41b8-ac02-006af575e9c3 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:46:04.472208 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] Attempting to bind port a9da90f4-5361-41b8-ac02-006af575e9c3 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:46:04.472385 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] Attempting to bind port a9da90f4-5361-41b8-ac02-006af575e9c3 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:46:04.481001 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:46:04.481385 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:46:04.481778 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:04.482172 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:46:04.482662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] Bound port: a9da90f4-5361-41b8-ac02-006af575e9c3, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:46:04.483041 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a9da90f4-5361-41b8-ac02-006af575e9c3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:04.538167 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-05c10f73-968b-4ac8-b5f7-9e186f7c62c2 admin admin] Publish callbacks [] for security_group (e1cef9b9-84bc-4e01-8bbe-d66b1df778e1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:04.542958 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b08e6d9-87a4-4a91-b6c7-6892f579d11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb502d8-2107-4950-a2f4-cf79cc16873d'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:46:04.544801 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-05c10f73-968b-4ac8-b5f7-9e186f7c62c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e1cef9b9-84bc-4e01-8bbe-d66b1df778e1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:04.545695 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a155ae25-dfab-45b9-a0eb-8e7aa5499b12" -d '{"events": [{"server_uuid": "4b08e6d9-87a4-4a91-b6c7-6892f579d11a", "name": "network-vif-plugged", "status": "completed", "tag": "5cb502d8-2107-4950-a2f4-cf79cc16873d"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:46:04.565480 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c10f73-968b-4ac8-b5f7-9e186f7c62c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:46:04.582907 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-05c10f73-968b-4ac8-b5f7-9e186f7c62c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (a16ea567-4825-4bff-beef-569b9f22d5ee), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:04.583382 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-05c10f73-968b-4ac8-b5f7-9e186f7c62c2 admin admin] Added segment a16ea567-4825-4bff-beef-569b9f22d5ee of type vlan for network bb1b66c1-0843-4609-b1cf-60cb9752a86e Feb 28 20:46:04.644598 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d50d9ca8-db90-4f64-8cfd-b012b61fe4fe admin admin] Publish callbacks [] for security_group (971f4ac6-a37f-4065-898d-0c98fb725bd1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:04.647356 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-a50b0320-92b3-4409-b6a7-ef2f1f8cb101 admin admin] For port b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:04.647594 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-05c10f73-968b-4ac8-b5f7-9e186f7c62c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (bb1b66c1-0843-4609-b1cf-60cb9752a86e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:04.647733 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a50b0320-92b3-4409-b6a7-ef2f1f8cb101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:04.652861 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 5cb502d8-2107-4950-a2f4-cf79cc16873d, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=5cb502d8-2107-4950-a2f4-cf79cc16873d,segment=NetworkSegment(90a96b2b-a062-4915-a045-82d9a03de661),segment_id=90a96b2b-a062-4915-a045-82d9a03de661)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:04.659545 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port e9fc1736-12e7-478d-9f17-e96ddd23fcc2 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:04.660370 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e9fc1736-12e7-478d-9f17-e96ddd23fcc2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:04.667824 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76198150-47fb-4272-adcf-44cd1e4b8779 x-openstack-request-id: req-76198150-47fb-4272-adcf-44cd1e4b8779 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:46:04.668339 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b08e6d9-87a4-4a91-b6c7-6892f579d11a", "name": "network-vif-plugged", "status": "completed", "tag": "5cb502d8-2107-4950-a2f4-cf79cc16873d", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:46:04.668784 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76198150-47fb-4272-adcf-44cd1e4b8779 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:46:04.669561 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b08e6d9-87a4-4a91-b6c7-6892f579d11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb502d8-2107-4950-a2f4-cf79cc16873d', 'code': 200} Feb 28 20:46:04.715790 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5cb502d8-2107-4950-a2f4-cf79cc16873d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:04.719821 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-a50b0320-92b3-4409-b6a7-ef2f1f8cb101 admin admin] Calling delete_port for b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:46:04.734218 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:04.744789 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c10f73-968b-4ac8-b5f7-9e186f7c62c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cef9b9-84bc-4e01-8bbe-d66b1df778e1,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:04.765104 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-05c10f73-968b-4ac8-b5f7-9e186f7c62c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (bb1b66c1-0843-4609-b1cf-60cb9752a86e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:04.766306 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c10f73-968b-4ac8-b5f7-9e186f7c62c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:04.769444 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-05c10f73-968b-4ac8-b5f7-9e186f7c62c2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:04.810059 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-05c10f73-968b-4ac8-b5f7-9e186f7c62c2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5191696 Feb 28 20:46:04.812469 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34472) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:04.838421 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d50d9ca8-db90-4f64-8cfd-b012b61fe4fe admin admin] Publish callbacks [] for security_group (971f4ac6-a37f-4065-898d-0c98fb725bd1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:04.841161 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-329e27cf-deea-42cf-b2f0-9a7fa83cfc98 admin admin] Request body: {'subnet': {'network_id': 'bb1b66c1-0843-4609-b1cf-60cb9752a86e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1024038449-subnet', 'tenant_id': '1da36d430886405cb54b7dfe8d83c578', 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:46:04.885552 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329e27cf-deea-42cf-b2f0-9a7fa83cfc98 admin admin] Made reservation on behalf of 1da36d430886405cb54b7dfe8d83c578 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:46:04.888195 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-329e27cf-deea-42cf-b2f0-9a7fa83cfc98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:04.896307 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-71498824-f4b4-45db-a9aa-189e5a75aec0 None None] Current status of the port e9fc1736-12e7-478d-9f17-e96ddd23fcc2 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:04.912869 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] For port a9da90f4-5361-41b8-ac02-006af575e9c3, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:46:04.998846 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d50d9ca8-db90-4f64-8cfd-b012b61fe4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (971f4ac6-a37f-4065-898d-0c98fb725bd1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:05.000304 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] For port a9da90f4-5361-41b8-ac02-006af575e9c3, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a9da90f4-5361-41b8-ac02-006af575e9c3,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:46:05.001759 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d50d9ca8-db90-4f64-8cfd-b012b61fe4fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:05.003448 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d50d9ca8-db90-4f64-8cfd-b012b61fe4fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/971f4ac6-a37f-4065-898d-0c98fb725bd1 HTTP/1.1" status: 204 len: 168 time: 0.6577888 Feb 28 20:46:05.039551 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a9da90f4-5361-41b8-ac02-006af575e9c3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:05.044716 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d9ca8-db90-4f64-8cfd-b012b61fe4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971f4ac6-a37f-4065-898d-0c98fb725bd1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:05.053390 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=5cb502d8-2107-4950-a2f4-cf79cc16873d,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:05.199229 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-05b6ce45-e495-4ef3-9e70-b408faf82f25 None None] Provisioning complete for port 80b1ab38-1a5b-42cb-a809-b5831af1ba64 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:05.199747 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-05b6ce45-e495-4ef3-9e70-b408faf82f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (80b1ab38-1a5b-42cb-a809-b5831af1ba64), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:05.263663 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:46:05.282530 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port e9fc1736-12e7-478d-9f17-e96ddd23fcc2 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:05.289484 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 80b1ab38-1a5b-42cb-a809-b5831af1ba64 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:05.291442 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] Routers {'5e0886e0-f525-41e8-ae54-c954a91e235c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:05.292229 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5e0886e0-f525-41e8-ae54-c954a91e235c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:05.299833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:05.300367 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:05.412478 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4400194-0591-46b3-b5af-817aeaa4ad8d req-b94b5ee2-4423-4246-8a46-4d852e93f83e tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=212986d7-a40f-495c-8021-d106035c18e3 HTTP/1.1" status: 200 len: 210 time: 0.3644154 Feb 28 20:46:05.427864 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-329e27cf-deea-42cf-b2f0-9a7fa83cfc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (6462f7ac-8381-4c9c-b68f-c4c8ef761879), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:05.434831 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60110271-5d74-4d18-a67c-949c786dd017 None None] Pushing event updated for resources: {'Port': ['ID=a9da90f4-5361-41b8-ac02-006af575e9c3,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:05.551518 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e27cf-deea-42cf-b2f0-9a7fa83cfc98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6462f7ac-8381-4c9c-b68f-c4c8ef761879,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:05.582036 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-40115e7b-358f-4949-b49b-948e6a03afe4 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Publish callbacks [] for port (19a4e6df-1dba-486f-bfaf-0226591d1086), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:05.602359 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4549c-334b-4d6b-81c0-f06ef96a41fc req-caf20e5f-9815-4b74-a539-8b6af0e9698b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:05.614848 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-41e4549c-334b-4d6b-81c0-f06ef96a41fc req-caf20e5f-9815-4b74-a539-8b6af0e9698b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 1128 time: 0.8711646 Feb 28 20:46:05.624642 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329e27cf-deea-42cf-b2f0-9a7fa83cfc98 admin admin] Checking segment: {'id': 'a16ea567-4825-4bff-beef-569b9f22d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bb1b66c1-0843-4609-b1cf-60cb9752a86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:46:05.625030 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329e27cf-deea-42cf-b2f0-9a7fa83cfc98 admin admin] Network hostable DHCP agents. Network: bb1b66c1-0843-4609-b1cf-60cb9752a86e, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:46:05.630518 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c10f73-968b-4ac8-b5f7-9e186f7c62c2 admin admin] Pushing event updated for resources: {'Network': ['ID=bb1b66c1-0843-4609-b1cf-60cb9752a86e,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:05.661333 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network bb1b66c1-0843-4609-b1cf-60cb9752a86e details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:46:05.695097 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a50b0320-92b3-4409-b6a7-ef2f1f8cb101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:05.716676 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34482) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:05.728595 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b3dc8-ee1a-4456-a55d-7f833247ded9 req-fb6fbca4-f7de-4d0b-8b26-dc84add5e9f0 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:05.736438 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329e27cf-deea-42cf-b2f0-9a7fa83cfc98 admin admin] Network bb1b66c1-0843-4609-b1cf-60cb9752a86e is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:46:05.741229 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df7b3dc8-ee1a-4456-a55d-7f833247ded9 req-fb6fbca4-f7de-4d0b-8b26-dc84add5e9f0 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 945 time: 0.2886758 Feb 28 20:46:05.778825 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b0320-92b3-4409-b6a7-ef2f1f8cb101 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:05.781842 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc907be7-99ca-467d-b22e-d1a4fb122eae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:05.802975 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-329e27cf-deea-42cf-b2f0-9a7fa83cfc98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, bb1b66c1-0843-4609-b1cf-60cb9752a86e) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:46:05.820737 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329e27cf-deea-42cf-b2f0-9a7fa83cfc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:05.821325 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-329e27cf-deea-42cf-b2f0-9a7fa83cfc98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:05.832562 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-40115e7b-358f-4949-b49b-948e6a03afe4 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (19a4e6df-1dba-486f-bfaf-0226591d1086), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:05.846804 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-41e4549c-334b-4d6b-81c0-f06ef96a41fc req-4f257ac0-004f-4378-859a-5f6675ac8625 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244244 Feb 28 20:46:05.863177 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6099e2-f77f-488c-bf88-23ac7be6eb82 None None] Network bb1b66c1-0843-4609-b1cf-60cb9752a86e requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:46:05.881419 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-329e27cf-deea-42cf-b2f0-9a7fa83cfc98 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0456281 Feb 28 20:46:05.887358 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34484) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:05.893508 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-dcbb62fc-aa1e-43ed-a9fd-8903fd3819e5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1024038449-router', 'tenant_id': '1da36d430886405cb54b7dfe8d83c578', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:46:05.912209 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 80b1ab38-1a5b-42cb-a809-b5831af1ba64 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:05.912578 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (80b1ab38-1a5b-42cb-a809-b5831af1ba64), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:05.915462 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] Set router 5e0886e0-f525-41e8-ae54-c954a91e235c gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:05.947804 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40115e7b-358f-4949-b49b-948e6a03afe4 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Pushing event updated for resources: {'Port': ['ID=19a4e6df-1dba-486f-bfaf-0226591d1086,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:05.964715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-40115e7b-358f-4949-b49b-948e6a03afe4 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Network 8a29a05d-fb66-4b0e-8d23-41480f281d91 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:46:05.966010 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dcbb62fc-aa1e-43ed-a9fd-8903fd3819e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (9358cba7-dfde-4d68-af17-59cbf3dafff7), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:05.971124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-40115e7b-358f-4949-b49b-948e6a03afe4 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:46:05.975572 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-40115e7b-358f-4949-b49b-948e6a03afe4 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:46:05.991708 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dcbb62fc-aa1e-43ed-a9fd-8903fd3819e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (9358cba7-dfde-4d68-af17-59cbf3dafff7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.003269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df7b3dc8-ee1a-4456-a55d-7f833247ded9 req-ea32acba-10a1-4d69-b766-311c7f25d708 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503116 Feb 28 20:46:06.028325 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-05b6ce45-e495-4ef3-9e70-b408faf82f25 None None] Current status of the port 80b1ab38-1a5b-42cb-a809-b5831af1ba64 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:06.028867 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-05b6ce45-e495-4ef3-9e70-b408faf82f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (80b1ab38-1a5b-42cb-a809-b5831af1ba64), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.045536 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a50b0320-92b3-4409-b6a7-ef2f1f8cb101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (46c272dc-ba26-40f2-8bee-9de550341f0b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.082967 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dcbb62fc-aa1e-43ed-a9fd-8903fd3819e5 admin admin] Publish callbacks [] for router_controller (9358cba7-dfde-4d68-af17-59cbf3dafff7), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.090126 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:06.107263 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.148422 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-40115e7b-358f-4949-b49b-948e6a03afe4 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:06.148971 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-40115e7b-358f-4949-b49b-948e6a03afe4 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.195991 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,segment=NetworkSegment(cddc319a-d99b-4f81-9d76-50f737bcad5d),segment_id=cddc319a-d99b-4f81-9d76-50f737bcad5d)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:06.239748 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a50b0320-92b3-4409-b6a7-ef2f1f8cb101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (46c272dc-ba26-40f2-8bee-9de550341f0b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.249294 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a50b0320-92b3-4409-b6a7-ef2f1f8cb101 admin admin] Publish callbacks [] for router_controller (46c272dc-ba26-40f2-8bee-9de550341f0b), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.256014 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-40115e7b-358f-4949-b49b-948e6a03afe4 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5904572 Feb 28 20:46:06.258138 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc907be7-99ca-467d-b22e-d1a4fb122eae admin admin] Publish callbacks [] for security_group (ddee2144-8cbb-48d3-a4b6-966124576b75), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.280810 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.324116 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] Request body: {'port': {'device_id': '212986d7-a40f-495c-8021-d106035c18e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:46:06.329796 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc907be7-99ca-467d-b22e-d1a4fb122eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ddee2144-8cbb-48d3-a4b6-966124576b75), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.378759 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a50b0320-92b3-4409-b6a7-ef2f1f8cb101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (46c272dc-ba26-40f2-8bee-9de550341f0b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.379669 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50b0320-92b3-4409-b6a7-ef2f1f8cb101 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46c272dc-ba26-40f2-8bee-9de550341f0b {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:46:06.385615 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,revision_number=13']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:06.387886 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a50b0320-92b3-4409-b6a7-ef2f1f8cb101 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.390562 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dcbb62fc-aa1e-43ed-a9fd-8903fd3819e5 admin admin] Publish callbacks [] for router_gateway (9358cba7-dfde-4d68-af17-59cbf3dafff7), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.398302 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a50b0320-92b3-4409-b6a7-ef2f1f8cb101 admin admin] 10.222.0.13 "DELETE /v2.0/routers/46c272dc-ba26-40f2-8bee-9de550341f0b HTTP/1.1" status: 204 len: 168 time: 3.7036242 Feb 28 20:46:06.405121 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34486) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:06.454505 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (19a4e6df-1dba-486f-bfaf-0226591d1086), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.469147 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bc907be7-99ca-467d-b22e-d1a4fb122eae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05553a45f4744143a4370629a949fdbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7483516 Feb 28 20:46:06.470505 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34490) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:06.480328 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-05b6ce45-e495-4ef3-9e70-b408faf82f25 None None] For port 80b1ab38-1a5b-42cb-a809-b5831af1ba64, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=80b1ab38-1a5b-42cb-a809-b5831af1ba64,segment=NetworkSegment(42809b13-dc8c-49c8-a0bd-6f26afd2cb3b),segment_id=42809b13-dc8c-49c8-a0bd-6f26afd2cb3b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:06.482761 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc907be7-99ca-467d-b22e-d1a4fb122eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddee2144-8cbb-48d3-a4b6-966124576b75,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:06.534521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f90aef4a-0d5a-4949-b2f5-f295c54a9380 admin admin] Deleting subnet e66939ef-6ebf-4671-9148-50acc9eec05e {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:46:06.536717 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799c92b3-c9d7-4dc3-9079-b46be904c80f None None] Sync routers for ids ['46c272dc-ba26-40f2-8bee-9de550341f0b'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:46:06.547156 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f90aef4a-0d5a-4949-b2f5-f295c54a9380 admin admin] Publish callbacks [] for subnet (e66939ef-6ebf-4671-9148-50acc9eec05e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.552900 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799c92b3-c9d7-4dc3-9079-b46be904c80f None None] Routers set() bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:06.553407 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799c92b3-c9d7-4dc3-9079-b46be904c80f None None] Router IDs set() for agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 20:46:06.554295 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_agentschedulers_db [None req-799c92b3-c9d7-4dc3-9079-b46be904c80f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'46c272dc-ba26-40f2-8bee-9de550341f0b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent'). {{(pid=103776) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 20:46:06.582183 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799c92b3-c9d7-4dc3-9079-b46be904c80f None None] Routers set() bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:06.582544 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799c92b3-c9d7-4dc3-9079-b46be904c80f None None] Router IDs set() for agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 20:46:06.583147 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_agentschedulers_db [None req-799c92b3-c9d7-4dc3-9079-b46be904c80f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'46c272dc-ba26-40f2-8bee-9de550341f0b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent'). {{(pid=103776) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 20:46:06.583514 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799c92b3-c9d7-4dc3-9079-b46be904c80f None None] The sync data for ids ['46c272dc-ba26-40f2-8bee-9de550341f0b'] in n-d-820368-21 is: [] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:46:06.672184 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f90aef4a-0d5a-4949-b2f5-f295c54a9380 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (e66939ef-6ebf-4671-9148-50acc9eec05e), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.674372 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4000935-bb91-4d52-a8ee-d40080632350 admin admin] Publish callbacks [] for security_group (ddee2144-8cbb-48d3-a4b6-966124576b75), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.730716 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54efc1-35bb-4df5-8917-aad04e47bb43 req-46207805-7c41-4d15-bcca-3fe6304f7027 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:06.731394 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4000935-bb91-4d52-a8ee-d40080632350 admin admin] Publish callbacks [] for security_group (ddee2144-8cbb-48d3-a4b6-966124576b75), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.732543 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7f54efc1-35bb-4df5-8917-aad04e47bb43 req-46207805-7c41-4d15-bcca-3fe6304f7027 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=212986d7-a40f-495c-8021-d106035c18e3 HTTP/1.1" status: 200 len: 1028 time: 0.1631367 Feb 28 20:46:06.766174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866236a6-f181-41b1-a97a-d1258010b326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:46:06.768464 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed32e57-6ddf-4ed8-a8ea-e8b79c24b578" -d '{"events": [{"server_uuid": "866236a6-f181-41b1-a97a-d1258010b326", "name": "network-vif-plugged", "status": "completed", "tag": "8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:46:06.816142 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f90aef4a-0d5a-4949-b2f5-f295c54a9380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (e66939ef-6ebf-4671-9148-50acc9eec05e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.827434 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402af8e8-a9ea-4f18-a026-a37d22afa727 x-openstack-request-id: req-402af8e8-a9ea-4f18-a026-a37d22afa727 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:46:06.828163 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866236a6-f181-41b1-a97a-d1258010b326", "name": "network-vif-plugged", "status": "completed", "tag": "8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:46:06.828658 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-402af8e8-a9ea-4f18-a026-a37d22afa727 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:46:06.829359 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866236a6-f181-41b1-a97a-d1258010b326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c', 'code': 200} Feb 28 20:46:06.832521 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-05b6ce45-e495-4ef3-9e70-b408faf82f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (80b1ab38-1a5b-42cb-a809-b5831af1ba64), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.843742 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7f54efc1-35bb-4df5-8917-aad04e47bb43 req-450fb3ce-8bb8-438a-8640-ed4007c5154a tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044168 Feb 28 20:46:06.880030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d4af92-9f82-43fc-961a-1c22b08317ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-bb1b66c1-0843-4609-b1cf-60cb9752a86e', 'network_id': 'bb1b66c1-0843-4609-b1cf-60cb9752a86e', 'project_id': '1da36d430886405cb54b7dfe8d83c578', 'fixed_ips': [{'subnet_id': '6462f7ac-8381-4c9c-b68f-c4c8ef761879'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:46:06.880681 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-96d4af92-9f82-43fc-961a-1c22b08317ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.895057 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4000935-bb91-4d52-a8ee-d40080632350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ddee2144-8cbb-48d3-a4b6-966124576b75), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.897649 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4000935-bb91-4d52-a8ee-d40080632350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.901772 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e4000935-bb91-4d52-a8ee-d40080632350 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ddee2144-8cbb-48d3-a4b6-966124576b75 HTTP/1.1" status: 204 len: 168 time: 0.4171178 Feb 28 20:46:06.927342 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 80b1ab38-1a5b-42cb-a809-b5831af1ba64 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:06.928701 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (80b1ab38-1a5b-42cb-a809-b5831af1ba64), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:06.952497 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4000935-bb91-4d52-a8ee-d40080632350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddee2144-8cbb-48d3-a4b6-966124576b75,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:06.976670 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-05b6ce45-e495-4ef3-9e70-b408faf82f25 None None] Provisioning complete for port c1b54c36-94b9-45b3-877e-c3e80da62faa triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:06.977076 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-05b6ce45-e495-4ef3-9e70-b408faf82f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c1b54c36-94b9-45b3-877e-c3e80da62faa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:07.048292 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f90aef4a-0d5a-4949-b2f5-f295c54a9380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (e66939ef-6ebf-4671-9148-50acc9eec05e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:07.095836 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a4e6df-1dba-486f-bfaf-0226591d1086 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:46:07.116336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6ce45-e495-4ef3-9e70-b408faf82f25 None None] Pushing event updated for resources: {'Port': ['ID=80b1ab38-1a5b-42cb-a809-b5831af1ba64,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:07.121446 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dcbb62fc-aa1e-43ed-a9fd-8903fd3819e5 admin admin] Publish callbacks [] for router_gateway (9358cba7-dfde-4d68-af17-59cbf3dafff7), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:07.143632 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] Publish callbacks [] for port (19a4e6df-1dba-486f-bfaf-0226591d1086), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:07.145169 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90aef4a-0d5a-4949-b2f5-f295c54a9380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e66939ef-6ebf-4671-9148-50acc9eec05e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:07.148260 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f90aef4a-0d5a-4949-b2f5-f295c54a9380 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:07.154234 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f90aef4a-0d5a-4949-b2f5-f295c54a9380 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e66939ef-6ebf-4671-9148-50acc9eec05e HTTP/1.1" status: 204 len: 168 time: 0.7458682 Feb 28 20:46:07.154234 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dcbb62fc-aa1e-43ed-a9fd-8903fd3819e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:07.155363 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34498) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:07.190548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d0b0d2-89e3-40ee-ba47-db2d0d2841c8 None None] Network 064cefb2-4815-4b17-a762-2ffa6f1e01f0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:46:07.230189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] Transition to ACTIVE for port object 19a4e6df-1dba-486f-bfaf-0226591d1086 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:46:07.238591 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-05b6ce45-e495-4ef3-9e70-b408faf82f25 None None] Port c1b54c36-94b9-45b3-877e-c3e80da62faa cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:46:07.264100 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (19a4e6df-1dba-486f-bfaf-0226591d1086), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:07.315541 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:46:07.315946 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:46:07.357396 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d33d1fe5-e4c5-4616-9af1-3bd04d911603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (064cefb2-4815-4b17-a762-2ffa6f1e01f0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:07.364689 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-96d4af92-9f82-43fc-961a-1c22b08317ef None None] Allocated IP 172.20.0.2 (bb1b66c1-0843-4609-b1cf-60cb9752a86e/6462f7ac-8381-4c9c-b68f-c4c8ef761879/23648602-d1d0-47f4-86d0-4e2e73c8ea2b) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:46:07.373028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] Pushing event updated for resources: {'Port': ['ID=19a4e6df-1dba-486f-bfaf-0226591d1086,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:07.404481 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-dcbb62fc-aa1e-43ed-a9fd-8903fd3819e5 admin admin] Allocated IP 172.25.0.233 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/d9aa2f80-134e-4bff-a535-306b17b450b1) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:46:07.439049 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b8f7c-4813-4ad3-a2af-6e445c10a57b req-3e8eb562-50b0-44a0-8323-8c8e60bd6cef tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:07.441460 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-994b8f7c-4813-4ad3-a2af-6e445c10a57b req-3e8eb562-50b0-44a0-8323-8c8e60bd6cef tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 945 time: 0.2761719 Feb 28 20:46:07.443588 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'name': 'tempest-TestVolumeBackupRestore-889007208-router', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:55Z', 'updated_at': '2022-02-28T20:46:01Z', 'revision_number': 4, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'gw_port': {'id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:57Z', 'updated_at': '2022-02-28T20:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c1b54c36-94b9-45b3-877e-c3e80da62faa', 'name': '', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'mac_address': 'fa:16:3e:bf:57:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:00Z', 'updated_at': '2022-02-28T20:46:01Z', 'revision_number': 2, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'subnets': [{'id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:07.564451 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeec0b7-fefe-4bed-85fb-1d2b28ebf355 None None] The sync data for ids ['5e0886e0-f525-41e8-ae54-c954a91e235c'] in n-d-820368-21 is: [{'id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'name': 'tempest-TestVolumeBackupRestore-889007208-router', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:55Z', 'updated_at': '2022-02-28T20:46:01Z', 'revision_number': 4, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'gw_port': {'id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:57Z', 'updated_at': '2022-02-28T20:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c1b54c36-94b9-45b3-877e-c3e80da62faa', 'name': '', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'mac_address': 'fa:16:3e:bf:57:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:00Z', 'updated_at': '2022-02-28T20:46:01Z', 'revision_number': 2, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'subnets': [{'id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:46:07.588152 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a84a2ac-5688-4455-a064-fc4c0e325b13 None None] DHCP port deletion for 064cefb2-4815-4b17-a762-2ffa6f1e01f0 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:46:07.596040 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-d33d1fe5-e4c5-4616-9af1-3bd04d911603 admin admin] Deleting port 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:46:07.601613 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d33d1fe5-e4c5-4616-9af1-3bd04d911603 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (28d28b5c-d63f-4a88-8fbd-cc38db2d1234), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:07.610421 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c7e0c61e-6746-4a3b-98b8-cee1371f44c4 None None] Provisioning complete for port c1b54c36-94b9-45b3-877e-c3e80da62faa triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:07.610795 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c7e0c61e-6746-4a3b-98b8-cee1371f44c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c1b54c36-94b9-45b3-877e-c3e80da62faa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:07.736585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-d33d1fe5-e4c5-4616-9af1-3bd04d911603 admin admin] For port 28d28b5c-d63f-4a88-8fbd-cc38db2d1234, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=28d28b5c-d63f-4a88-8fbd-cc38db2d1234,segment=NetworkSegment(3a171734-9191-4182-8980-aea074d45189),segment_id=3a171734-9191-4182-8980-aea074d45189)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:07.737226 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] Attempting to bind port 19a4e6df-1dba-486f-bfaf-0226591d1086 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:46:07.737716 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d33d1fe5-e4c5-4616-9af1-3bd04d911603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (28d28b5c-d63f-4a88-8fbd-cc38db2d1234), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:07.738199 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] Attempting to bind port 19a4e6df-1dba-486f-bfaf-0226591d1086 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'd854fde1-6b9f-4c56-9c88-66553e1d3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:46:07.738724 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] Attempting to bind port 19a4e6df-1dba-486f-bfaf-0226591d1086 on network 8a29a05d-fb66-4b0e-8d23-41480f281d91 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:46:07.746422 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] Port 19a4e6df-1dba-486f-bfaf-0226591d1086 on network 8a29a05d-fb66-4b0e-8d23-41480f281d91 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:46:07.747480 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] Attempting to bind port 19a4e6df-1dba-486f-bfaf-0226591d1086 on network 8a29a05d-fb66-4b0e-8d23-41480f281d91 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:46:07.754383 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:46:07.755056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] Checking segment: {'id': 'd854fde1-6b9f-4c56-9c88-66553e1d3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:46:07.755611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] Bound using segment: {'id': 'd854fde1-6b9f-4c56-9c88-66553e1d3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:46:07.756477 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] Bound port: 19a4e6df-1dba-486f-bfaf-0226591d1086, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd854fde1-6b9f-4c56-9c88-66553e1d3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:46:07.757351 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (19a4e6df-1dba-486f-bfaf-0226591d1086), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:07.768530 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-d33d1fe5-e4c5-4616-9af1-3bd04d911603 admin admin] Calling delete_port for 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:46:07.777894 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-994b8f7c-4813-4ad3-a2af-6e445c10a57b req-b3228a7c-e242-4ff0-81bb-4830b3008316 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912617 Feb 28 20:46:07.804166 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dcbb62fc-aa1e-43ed-a9fd-8903fd3819e5 admin admin] Publish callbacks [] for port (d9aa2f80-134e-4bff-a535-306b17b450b1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:07.856747 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] For port 19a4e6df-1dba-486f-bfaf-0226591d1086, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:46:07.861500 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0c61e-6746-4a3b-98b8-cee1371f44c4 None None] Port c1b54c36-94b9-45b3-877e-c3e80da62faa cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:46:07.863572 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] For port 19a4e6df-1dba-486f-bfaf-0226591d1086, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=19a4e6df-1dba-486f-bfaf-0226591d1086,segment=NetworkSegment(d854fde1-6b9f-4c56-9c88-66553e1d3f22),segment_id=d854fde1-6b9f-4c56-9c88-66553e1d3f22)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:46:07.874596 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (19a4e6df-1dba-486f-bfaf-0226591d1086), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:07.907358 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-96d4af92-9f82-43fc-961a-1c22b08317ef None None] Publish callbacks [] for port (23648602-d1d0-47f4-86d0-4e2e73c8ea2b), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:07.964693 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-96d4af92-9f82-43fc-961a-1c22b08317ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (23648602-d1d0-47f4-86d0-4e2e73c8ea2b), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:07.966745 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dcbb62fc-aa1e-43ed-a9fd-8903fd3819e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d9aa2f80-134e-4bff-a535-306b17b450b1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:08.019219 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb62fc-aa1e-43ed-a9fd-8903fd3819e5 admin admin] Pushing event updated for resources: {'Port': ['ID=d9aa2f80-134e-4bff-a535-306b17b450b1,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:08.058064 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d33d1fe5-e4c5-4616-9af1-3bd04d911603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (28d28b5c-d63f-4a88-8fbd-cc38db2d1234), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:08.079684 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33d1fe5-e4c5-4616-9af1-3bd04d911603 admin admin] No DVR routers for this DVR port 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:46:08.128121 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 80b1ab38-1a5b-42cb-a809-b5831af1ba64 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:08.138451 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d4af92-9f82-43fc-961a-1c22b08317ef None None] Network bb1b66c1-0843-4609-b1cf-60cb9752a86e is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:46:08.156386 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d1fe5-e4c5-4616-9af1-3bd04d911603 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d28b5c-d63f-4a88-8fbd-cc38db2d1234,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:08.164919 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-96d4af92-9f82-43fc-961a-1c22b08317ef None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:46:08.179924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbb62fc-aa1e-43ed-a9fd-8903fd3819e5 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:46:08.192054 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d4af92-9f82-43fc-961a-1c22b08317ef None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:46:08.205379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4af92-9f82-43fc-961a-1c22b08317ef None None] Pushing event updated for resources: {'Port': ['ID=23648602-d1d0-47f4-86d0-4e2e73c8ea2b,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:08.235788 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-dcbb62fc-aa1e-43ed-a9fd-8903fd3819e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:46:08.253560 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbb62fc-aa1e-43ed-a9fd-8903fd3819e5 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:46:08.283003 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6a84a2ac-5688-4455-a064-fc4c0e325b13 None None] Deleting port 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:46:08.283906 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6a84a2ac-5688-4455-a064-fc4c0e325b13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (28d28b5c-d63f-4a88-8fbd-cc38db2d1234), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:08.400025 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 80b1ab38-1a5b-42cb-a809-b5831af1ba64 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:08.405715 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d33d1fe5-e4c5-4616-9af1-3bd04d911603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (064cefb2-4815-4b17-a762-2ffa6f1e01f0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:08.430441 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-96d4af92-9f82-43fc-961a-1c22b08317ef None None] Attempting to bind port 23648602-d1d0-47f4-86d0-4e2e73c8ea2b on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:46:08.430811 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-96d4af92-9f82-43fc-961a-1c22b08317ef None None] Attempting to bind port 23648602-d1d0-47f4-86d0-4e2e73c8ea2b by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'a16ea567-4825-4bff-beef-569b9f22d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bb1b66c1-0843-4609-b1cf-60cb9752a86e'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:46:08.432054 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d4af92-9f82-43fc-961a-1c22b08317ef None None] Attempting to bind port 23648602-d1d0-47f4-86d0-4e2e73c8ea2b on network bb1b66c1-0843-4609-b1cf-60cb9752a86e {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:46:08.433203 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-d33d1fe5-e4c5-4616-9af1-3bd04d911603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064cefb2-4815-4b17-a762-2ffa6f1e01f0']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:08.454214 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-d33d1fe5-e4c5-4616-9af1-3bd04d911603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a171734-9191-4182-8980-aea074d45189') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:08.454508 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-d33d1fe5-e4c5-4616-9af1-3bd04d911603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a171734-9191-4182-8980-aea074d45189') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:08.456692 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6a84a2ac-5688-4455-a064-fc4c0e325b13 None None] For port 28d28b5c-d63f-4a88-8fbd-cc38db2d1234, host n-d-820368-21, got binding levels [] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:08.457285 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6a84a2ac-5688-4455-a064-fc4c0e325b13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (28d28b5c-d63f-4a88-8fbd-cc38db2d1234), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:08.460343 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d4af92-9f82-43fc-961a-1c22b08317ef None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:46:08.460982 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d4af92-9f82-43fc-961a-1c22b08317ef None None] Checking segment: {'id': 'a16ea567-4825-4bff-beef-569b9f22d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bb1b66c1-0843-4609-b1cf-60cb9752a86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:46:08.461387 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-96d4af92-9f82-43fc-961a-1c22b08317ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:08.461775 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d4af92-9f82-43fc-961a-1c22b08317ef None None] Bound using segment: {'id': 'a16ea567-4825-4bff-beef-569b9f22d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bb1b66c1-0843-4609-b1cf-60cb9752a86e'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:46:08.462447 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-96d4af92-9f82-43fc-961a-1c22b08317ef None None] Bound port: 23648602-d1d0-47f4-86d0-4e2e73c8ea2b, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16ea567-4825-4bff-beef-569b9f22d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bb1b66c1-0843-4609-b1cf-60cb9752a86e'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:46:08.462589 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] Pushing event updated for resources: {'Port': ['ID=19a4e6df-1dba-486f-bfaf-0226591d1086,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:08.463119 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-96d4af92-9f82-43fc-961a-1c22b08317ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (23648602-d1d0-47f4-86d0-4e2e73c8ea2b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:08.494287 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d33d1fe5-e4c5-4616-9af1-3bd04d911603 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (3a171734-9191-4182-8980-aea074d45189), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:08.506385 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6a84a2ac-5688-4455-a064-fc4c0e325b13 None None] Calling delete_port for 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:46:08.510280 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:08.511648 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:08.513278 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-0410aed1-c2dc-40b6-b6c0-08333e4f9c4a service neutron] 10.222.0.10 "PUT /v2.0/ports/19a4e6df-1dba-486f-bfaf-0226591d1086 HTTP/1.1" status: 200 len: 1093 time: 2.2481439 Feb 28 20:46:08.513594 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.ipam_backend_mixin [None req-6a84a2ac-5688-4455-a064-fc4c0e325b13 None None] Port 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 was not found and therefore no delete operation was performed {{(pid=103775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 20:46:08.514229 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212986d7-a40f-495c-8021-d106035c18e3', 'tag': '19a4e6df-1dba-486f-bfaf-0226591d1086'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:46:08.517660 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889f665d-03d9-45f9-9bc9-195657d1bf80" -d '{"events": [{"name": "network-changed", "server_uuid": "212986d7-a40f-495c-8021-d106035c18e3", "tag": "19a4e6df-1dba-486f-bfaf-0226591d1086"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:46:08.521037 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6a84a2ac-5688-4455-a064-fc4c0e325b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (28d28b5c-d63f-4a88-8fbd-cc38db2d1234), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:08.543411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02720c4b-c995-4ef6-aac5-cfd046763977 req-38c558ab-df01-431d-84a1-c23ca01879fd tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:08.545410 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-02720c4b-c995-4ef6-aac5-cfd046763977 req-38c558ab-df01-431d-84a1-c23ca01879fd tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=212986d7-a40f-495c-8021-d106035c18e3 HTTP/1.1" status: 200 len: 1127 time: 0.0781128 Feb 28 20:46:08.577900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84a2ac-5688-4455-a064-fc4c0e325b13 None None] Pushing event deleted for resources: {'Port': ['ID=28d28b5c-d63f-4a88-8fbd-cc38db2d1234,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:08.614179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a84a2ac-5688-4455-a064-fc4c0e325b13 None None] No DVR routers for this DVR port 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:46:08.666889 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a498ef2-8b47-472a-89bb-13da62f33d6f x-openstack-request-id: req-3a498ef2-8b47-472a-89bb-13da62f33d6f {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:46:08.667532 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212986d7-a40f-495c-8021-d106035c18e3", "tag": "19a4e6df-1dba-486f-bfaf-0226591d1086", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:46:08.667532 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a498ef2-8b47-472a-89bb-13da62f33d6f {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:46:08.667988 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212986d7-a40f-495c-8021-d106035c18e3', 'tag': '19a4e6df-1dba-486f-bfaf-0226591d1086', 'status': 'completed', 'code': 200} Feb 28 20:46:08.677353 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 80b1ab38-1a5b-42cb-a809-b5831af1ba64 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:08.677739 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (80b1ab38-1a5b-42cb-a809-b5831af1ba64), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:08.680005 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-96d4af92-9f82-43fc-961a-1c22b08317ef None None] For port 23648602-d1d0-47f4-86d0-4e2e73c8ea2b, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:46:08.696438 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-96d4af92-9f82-43fc-961a-1c22b08317ef None None] For port 23648602-d1d0-47f4-86d0-4e2e73c8ea2b, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=23648602-d1d0-47f4-86d0-4e2e73c8ea2b,segment=NetworkSegment(a16ea567-4825-4bff-beef-569b9f22d5ee),segment_id=a16ea567-4825-4bff-beef-569b9f22d5ee)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:46:08.718381 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-02720c4b-c995-4ef6-aac5-cfd046763977 req-01833250-e956-4f87-be7b-9ab75fd1ceec tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659369 Feb 28 20:46:08.721238 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-659e99f4-c89e-442f-8a93-1ef052737a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:08.722938 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-659e99f4-c89e-442f-8a93-1ef052737a59 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ce00107a4c24d3fa3b7a6d66921a73a&device_id=212986d7-a40f-495c-8021-d106035c18e3 HTTP/1.1" status: 200 len: 1127 time: 0.1499689 Feb 28 20:46:08.764754 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-96d4af92-9f82-43fc-961a-1c22b08317ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (23648602-d1d0-47f4-86d0-4e2e73c8ea2b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:08.781499 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d33d1fe5-e4c5-4616-9af1-3bd04d911603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (3a171734-9191-4182-8980-aea074d45189), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:08.827319 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-8ae9fbe1-b9e2-4eca-9488-de0720ab6443 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19a4e6df-1dba-486f-bfaf-0226591d1086 HTTP/1.1" status: 200 len: 217 time: 0.0911727 Feb 28 20:46:08.828201 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33d1fe5-e4c5-4616-9af1-3bd04d911603 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:46:08.828998 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d33d1fe5-e4c5-4616-9af1-3bd04d911603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (3a171734-9191-4182-8980-aea074d45189), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:46:08.832621 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:46:08.898303 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-a29f5b11-8743-4c6e-9f8b-99ec77b639e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:08.900143 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-a29f5b11-8743-4c6e-9f8b-99ec77b639e5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8dcabdc5-95be-4765-a42c-f60a7e997206 HTTP/1.1" status: 200 len: 848 time: 0.0621336 Feb 28 20:46:08.981822 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4af92-9f82-43fc-961a-1c22b08317ef None None] Pushing event updated for resources: {'Port': ['ID=23648602-d1d0-47f4-86d0-4e2e73c8ea2b,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:08.997994 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 80b1ab38-1a5b-42cb-a809-b5831af1ba64 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:09.084909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-f52ea44c-d5a4-4aa7-9ad4-7b7bb29b47f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:09.086882 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-f52ea44c-d5a4-4aa7-9ad4-7b7bb29b47f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a29a05d-fb66-4b0e-8d23-41480f281d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1738713 Feb 28 20:46:09.112845 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:46:09.117433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a976f-b3d7-4cc5-a1e1-75c1f6be45ca req-00d56094-ccd7-40b5-a1a8-0a1c5ed625ac tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:09.119071 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb8a976f-b3d7-4cc5-a1e1-75c1f6be45ca req-00d56094-ccd7-40b5-a1a8-0a1c5ed625ac tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 945 time: 0.1739166 Feb 28 20:46:09.161597 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:46:09.162164 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 28d28b5c-d63f-4a88-8fbd-cc38db2d1234 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:46:09.164632 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a8d4e7aa-7f42-474f-8e52-38912f6e383b no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:46:09.213344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: a8d4e7aa-7f42-474f-8e52-38912f6e383b {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:46:09.213589 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a8d4e7aa-7f42-474f-8e52-38912f6e383b not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:46:09.214043 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:46:09.258705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:46:09.259368 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b0dfdb74-b85e-45b1-9c5b-e8ff3dbc1654 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:46:09.296473 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb8a976f-b3d7-4cc5-a1e1-75c1f6be45ca req-8bb455a2-f035-44cd-bccf-379ae9657012 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689849 Feb 28 20:46:09.325471 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-3d647041-c793-4119-8839-177b8949945d service neutron] 10.222.0.10 "GET /v2.0/networks/8a29a05d-fb66-4b0e-8d23-41480f281d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052646 Feb 28 20:46:09.585731 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868878cb-21be-48f5-93ec-f55152004796 req-b22fc125-e13a-440e-86fc-32010bb2d46b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:09.587290 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-868878cb-21be-48f5-93ec-f55152004796 req-b22fc125-e13a-440e-86fc-32010bb2d46b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 945 time: 0.1590147 Feb 28 20:46:09.594594 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06e0ebbe-0603-4097-a6e3-6545c8d86a78 req-eb321e38-705b-4264-bb01-f8f10e05436e service neutron] 10.222.0.10 "GET /v2.0/networks/8a29a05d-fb66-4b0e-8d23-41480f281d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613947 Feb 28 20:46:09.624097 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d33d1fe5-e4c5-4616-9af1-3bd04d911603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (064cefb2-4815-4b17-a762-2ffa6f1e01f0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:09.662501 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-868878cb-21be-48f5-93ec-f55152004796 req-125dc71c-73eb-40c0-b0ce-e57c25804169 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665479 Feb 28 20:46:09.671889 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d33d1fe5-e4c5-4616-9af1-3bd04d911603 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:09.675333 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d33d1fe5-e4c5-4616-9af1-3bd04d911603 admin admin] 10.222.0.13 "DELETE /v2.0/networks/064cefb2-4815-4b17-a762-2ffa6f1e01f0 HTTP/1.1" status: 204 len: 168 time: 2.5187445 Feb 28 20:46:09.691129 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34572) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:09.718809 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d1fe5-e4c5-4616-9af1-3bd04d911603 admin admin] Pushing event deleted for resources: {'Network': ['ID=064cefb2-4815-4b17-a762-2ffa6f1e01f0,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:09.800636 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edf0afc-5109-400f-9cd6-256f0dfc5122 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:09.804872 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3edf0afc-5109-400f-9cd6-256f0dfc5122 tempest-TestNetworkBasicOps-796411546 tempest-TestNetworkBasicOps-796411546-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 1123 time: 0.1091833 Feb 28 20:46:09.807491 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34582) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:09.816458 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-db766814-7ac3-47b9-aa2c-5d724012a0e4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': '5cb502d8-2107-4950-a2f4-cf79cc16873d', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:46:09.825348 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f665d-03d9-45f9-9bc9-195657d1bf80 req-e515e87b-901d-43a6-b4d3-f37d74d6b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:09.826964 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-889f665d-03d9-45f9-9bc9-195657d1bf80 req-e515e87b-901d-43a6-b4d3-f37d74d6b506 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ce00107a4c24d3fa3b7a6d66921a73a&device_id=212986d7-a40f-495c-8021-d106035c18e3 HTTP/1.1" status: 200 len: 1127 time: 0.1222193 Feb 28 20:46:09.928198 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dcbb62fc-aa1e-43ed-a9fd-8903fd3819e5 admin admin] Publish callbacks [] for router_gateway (9358cba7-dfde-4d68-af17-59cbf3dafff7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:09.935045 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db766814-7ac3-47b9-aa2c-5d724012a0e4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:10.125118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34608) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:10.205877 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff3e7c-370c-4728-b0fa-9d4419e8121f req-defe80a2-b098-4540-97a1-7474cad7af62 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:10.209112 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bbff3e7c-370c-4728-b0fa-9d4419e8121f req-defe80a2-b098-4540-97a1-7474cad7af62 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=212986d7-a40f-495c-8021-d106035c18e3 HTTP/1.1" status: 200 len: 1127 time: 0.3201773 Feb 28 20:46:10.243004 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f665d-03d9-45f9-9bc9-195657d1bf80 req-2ab74463-2f36-4b59-9434-d4c8c521d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:10.246016 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-889f665d-03d9-45f9-9bc9-195657d1bf80 req-2ab74463-2f36-4b59-9434-d4c8c521d8a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a29a05d-fb66-4b0e-8d23-41480f281d91 HTTP/1.1" status: 200 len: 909 time: 0.4070551 Feb 28 20:46:10.312732 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a9f3ed04-fcb3-4ea2-9d0b-0622e73d3040 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e8d0aa8861647119697426d69f5cb62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1857300 Feb 28 20:46:10.315243 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34610) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:10.401556 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 23648602-d1d0-47f4-86d0-4e2e73c8ea2b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:10.408066 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-889f665d-03d9-45f9-9bc9-195657d1bf80 req-3cf86d59-8097-4e45-81c5-a659d2836925 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19a4e6df-1dba-486f-bfaf-0226591d1086 HTTP/1.1" status: 200 len: 217 time: 0.1352255 Feb 28 20:46:10.474005 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bbff3e7c-370c-4728-b0fa-9d4419e8121f req-5b275cb8-3689-43e9-8d5b-8ed48b5e58ae tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326708 Feb 28 20:46:10.486531 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dcbb62fc-aa1e-43ed-a9fd-8903fd3819e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (9358cba7-dfde-4d68-af17-59cbf3dafff7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:10.490219 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-66b4777f-5d0a-4445-88d2-a4cd10e7ff9e admin admin] Publish callbacks [] for security_group (edc87669-0d7f-4327-ab93-6dedf33f099d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:10.492633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 23648602-d1d0-47f4-86d0-4e2e73c8ea2b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:10.495444 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (23648602-d1d0-47f4-86d0-4e2e73c8ea2b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:10.515572 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db766814-7ac3-47b9-aa2c-5d724012a0e4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:10.517828 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-66b4777f-5d0a-4445-88d2-a4cd10e7ff9e admin admin] Publish callbacks [] for security_group (edc87669-0d7f-4327-ab93-6dedf33f099d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:10.547935 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f665d-03d9-45f9-9bc9-195657d1bf80 req-660376b7-1fa7-4a5e-8140-80652c1e7d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:10.552649 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-889f665d-03d9-45f9-9bc9-195657d1bf80 req-660376b7-1fa7-4a5e-8140-80652c1e7d7a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8dcabdc5-95be-4765-a42c-f60a7e997206 HTTP/1.1" status: 200 len: 848 time: 0.1310780 Feb 28 20:46:10.677378 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 23648602-d1d0-47f4-86d0-4e2e73c8ea2b is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:10.678451 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (23648602-d1d0-47f4-86d0-4e2e73c8ea2b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:10.721151 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-66b4777f-5d0a-4445-88d2-a4cd10e7ff9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (edc87669-0d7f-4327-ab93-6dedf33f099d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:10.723712 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-66b4777f-5d0a-4445-88d2-a4cd10e7ff9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:10.724946 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-66b4777f-5d0a-4445-88d2-a4cd10e7ff9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/edc87669-0d7f-4327-ab93-6dedf33f099d HTTP/1.1" status: 204 len: 168 time: 0.4086831 Feb 28 20:46:10.739675 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 23648602-d1d0-47f4-86d0-4e2e73c8ea2b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=23648602-d1d0-47f4-86d0-4e2e73c8ea2b,segment=NetworkSegment(a16ea567-4825-4bff-beef-569b9f22d5ee),segment_id=a16ea567-4825-4bff-beef-569b9f22d5ee)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:10.751010 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (23648602-d1d0-47f4-86d0-4e2e73c8ea2b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:10.753915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a9da90f4-5361-41b8-ac02-006af575e9c3 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:10.756235 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4777f-5d0a-4445-88d2-a4cd10e7ff9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc87669-0d7f-4327-ab93-6dedf33f099d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:10.769907 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f665d-03d9-45f9-9bc9-195657d1bf80 req-c618c6ca-bc0b-4942-8d31-b1e80e74f3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:10.774129 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-889f665d-03d9-45f9-9bc9-195657d1bf80 req-c618c6ca-bc0b-4942-8d31-b1e80e74f3c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a29a05d-fb66-4b0e-8d23-41480f281d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2123418 Feb 28 20:46:10.823909 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbb62fc-aa1e-43ed-a9fd-8903fd3819e5 admin admin] Router 9358cba7-dfde-4d68-af17-59cbf3dafff7 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:46:10.860310 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e995522-5698-4322-a98a-5e09012576a2 None None] Network bb1b66c1-0843-4609-b1cf-60cb9752a86e requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:46:10.881232 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-889f665d-03d9-45f9-9bc9-195657d1bf80 req-bec6879e-cecf-42f5-a1bf-d6c0eadcb42a service neutron] 10.222.0.10 "GET /v2.0/networks/8a29a05d-fb66-4b0e-8d23-41480f281d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985546 Feb 28 20:46:10.907217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=23648602-d1d0-47f4-86d0-4e2e73c8ea2b,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:10.976093 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbb62fc-aa1e-43ed-a9fd-8903fd3819e5 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:46:10.992878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3c580981-f887-4436-9f8b-a67cdfd39e16 None None] Provisioning complete for port 23648602-d1d0-47f4-86d0-4e2e73c8ea2b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:10.993382 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3c580981-f887-4436-9f8b-a67cdfd39e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (23648602-d1d0-47f4-86d0-4e2e73c8ea2b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:11.002695 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] Sync routers for ids ['9358cba7-dfde-4d68-af17-59cbf3dafff7'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:46:11.026768 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dcbb62fc-aa1e-43ed-a9fd-8903fd3819e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:11.037286 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-dcbb62fc-aa1e-43ed-a9fd-8903fd3819e5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1482794 Feb 28 20:46:11.037784 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34616) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:11.082276 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-889f665d-03d9-45f9-9bc9-195657d1bf80 req-0240c7d1-fb93-43d0-b2ac-8b00412da66b service neutron] 10.222.0.10 "GET /v2.0/networks/8a29a05d-fb66-4b0e-8d23-41480f281d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881082 Feb 28 20:46:11.097586 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-db766814-7ac3-47b9-aa2c-5d724012a0e4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Allocated IP 172.25.0.111 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/d1409eb7-4cb9-47b1-aab2-a837319b0c4e) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:46:11.100680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] Routers {'9358cba7-dfde-4d68-af17-59cbf3dafff7'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:11.101485 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['9358cba7-dfde-4d68-af17-59cbf3dafff7'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:11.104433 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port a9da90f4-5361-41b8-ac02-006af575e9c3 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:11.104934 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a9da90f4-5361-41b8-ac02-006af575e9c3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:11.316071 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db766814-7ac3-47b9-aa2c-5d724012a0e4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for port (d1409eb7-4cb9-47b1-aab2-a837319b0c4e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:11.414793 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db766814-7ac3-47b9-aa2c-5d724012a0e4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d1409eb7-4cb9-47b1-aab2-a837319b0c4e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:11.544734 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34622) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:11.555784 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db766814-7ac3-47b9-aa2c-5d724012a0e4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:46:11.577530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-db766814-7ac3-47b9-aa2c-5d724012a0e4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:46:11.581115 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cefadf9c-89cb-4c8a-a28d-6594e8e8c3af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:11.594110 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db766814-7ac3-47b9-aa2c-5d724012a0e4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:46:11.626700 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] Sync routers for ids ['5e0886e0-f525-41e8-ae54-c954a91e235c'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:46:11.637801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3c580981-f887-4436-9f8b-a67cdfd39e16 None None] Current status of the port 23648602-d1d0-47f4-86d0-4e2e73c8ea2b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:11.643469 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] Routers {'5e0886e0-f525-41e8-ae54-c954a91e235c'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:11.644151 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5e0886e0-f525-41e8-ae54-c954a91e235c'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:11.703366 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] Set router 9358cba7-dfde-4d68-af17-59cbf3dafff7 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:11.778099 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db766814-7ac3-47b9-aa2c-5d724012a0e4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'Port': ['ID=d1409eb7-4cb9-47b1-aab2-a837319b0c4e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:11.807547 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port a9da90f4-5361-41b8-ac02-006af575e9c3 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:11.807969 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a9da90f4-5361-41b8-ac02-006af575e9c3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:11.859576 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port a9da90f4-5361-41b8-ac02-006af575e9c3, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a9da90f4-5361-41b8-ac02-006af575e9c3,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:11.887776 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cefadf9c-89cb-4c8a-a28d-6594e8e8c3af admin admin] Publish callbacks [] for security_group (80257105-a74d-4935-8539-2dbff795512b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:11.899834 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cefadf9c-89cb-4c8a-a28d-6594e8e8c3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (80257105-a74d-4935-8539-2dbff795512b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:11.910311 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a9da90f4-5361-41b8-ac02-006af575e9c3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:11.948421 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] Set router 5e0886e0-f525-41e8-ae54-c954a91e235c gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:11.957625 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c377160-16dd-459d-a948-6bbeda369025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:11.986720 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aedd06d-9ace-4f94-b5ea-711cb13b2c84 req-294de52b-facf-4387-8f10-1492e2d70cb8 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:11.988313 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0aedd06d-9ace-4f94-b5ea-711cb13b2c84 req-294de52b-facf-4387-8f10-1492e2d70cb8 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=212986d7-a40f-495c-8021-d106035c18e3 HTTP/1.1" status: 200 len: 1127 time: 0.3875160 Feb 28 20:46:12.018865 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefadf9c-89cb-4c8a-a28d-6594e8e8c3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80257105-a74d-4935-8539-2dbff795512b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:12.035249 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cefadf9c-89cb-4c8a-a28d-6594e8e8c3af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.4881253 Feb 28 20:46:12.036325 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=a9da90f4-5361-41b8-ac02-006af575e9c3,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:12.042012 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34626) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:12.065105 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefadf9c-89cb-4c8a-a28d-6594e8e8c3af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:12.065445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefadf9c-89cb-4c8a-a28d-6594e8e8c3af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:12.065783 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefadf9c-89cb-4c8a-a28d-6594e8e8c3af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:12.066122 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefadf9c-89cb-4c8a-a28d-6594e8e8c3af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:12.066456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefadf9c-89cb-4c8a-a28d-6594e8e8c3af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:12.066786 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefadf9c-89cb-4c8a-a28d-6594e8e8c3af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:12.067115 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefadf9c-89cb-4c8a-a28d-6594e8e8c3af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:12.070694 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9358cba7-dfde-4d68-af17-59cbf3dafff7', 'name': 'tempest-TestVolumeBackupRestore-1024038449-router', 'tenant_id': '1da36d430886405cb54b7dfe8d83c578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2f80-134e-4bff-a535-306b17b450b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:06Z', 'updated_at': '2022-02-28T20:46:09Z', 'revision_number': 3, 'project_id': '1da36d430886405cb54b7dfe8d83c578', 'gw_port': {'id': 'd9aa2f80-134e-4bff-a535-306b17b450b1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9358cba7-dfde-4d68-af17-59cbf3dafff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:07Z', 'updated_at': '2022-02-28T20:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:12.079949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefadf9c-89cb-4c8a-a28d-6594e8e8c3af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:12.080438 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefadf9c-89cb-4c8a-a28d-6594e8e8c3af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:12.080786 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefadf9c-89cb-4c8a-a28d-6594e8e8c3af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:12.081125 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefadf9c-89cb-4c8a-a28d-6594e8e8c3af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:12.081460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefadf9c-89cb-4c8a-a28d-6594e8e8c3af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:12.081791 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefadf9c-89cb-4c8a-a28d-6594e8e8c3af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:12.109578 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] Checking router: 9358cba7-dfde-4d68-af17-59cbf3dafff7 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:46:12.109998 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] Updating router 9358cba7-dfde-4d68-af17-59cbf3dafff7 port d9aa2f80-134e-4bff-a535-306b17b450b1 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:46:12.146909 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d9aa2f80-134e-4bff-a535-306b17b450b1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:12.221549 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'name': 'tempest-TestVolumeBackupRestore-889007208-router', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:55Z', 'updated_at': '2022-02-28T20:46:01Z', 'revision_number': 4, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'gw_port': {'id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:57Z', 'updated_at': '2022-02-28T20:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c1b54c36-94b9-45b3-877e-c3e80da62faa', 'name': '', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'mac_address': 'fa:16:3e:bf:57:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:00Z', 'updated_at': '2022-02-28T20:46:01Z', 'revision_number': 2, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'subnets': [{'id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:12.222332 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0aedd06d-9ace-4f94-b5ea-711cb13b2c84 req-ec4ebe3d-2a7c-4040-8035-1b08e7ad2d8a tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995311 Feb 28 20:46:12.288786 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-00155721-3874-4aff-aa1b-0d00623a2f3b None None] Provisioning complete for port 23648602-d1d0-47f4-86d0-4e2e73c8ea2b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:12.289082 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-00155721-3874-4aff-aa1b-0d00623a2f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (23648602-d1d0-47f4-86d0-4e2e73c8ea2b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:12.289904 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] Checking router: 5e0886e0-f525-41e8-ae54-c954a91e235c for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:46:12.291052 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] Updating router 5e0886e0-f525-41e8-ae54-c954a91e235c port c1b54c36-94b9-45b3-877e-c3e80da62faa binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:46:12.347239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 23648602-d1d0-47f4-86d0-4e2e73c8ea2b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:12.354162 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c1b54c36-94b9-45b3-877e-c3e80da62faa), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:12.362958 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d9866aab-b7fb-4964-81e3-4e3f1e0f3338 admin admin] Publish callbacks [] for security_group (80257105-a74d-4935-8539-2dbff795512b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:12.441803 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d9866aab-b7fb-4964-81e3-4e3f1e0f3338 admin admin] Publish callbacks [] for security_group (80257105-a74d-4935-8539-2dbff795512b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:12.509694 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-8c377160-16dd-459d-a948-6bbeda369025 admin admin] Allocated IP 172.20.0.1 (bb1b66c1-0843-4609-b1cf-60cb9752a86e/6462f7ac-8381-4c9c-b68f-c4c8ef761879/4d2b14f0-16f5-45c2-bfdb-01152feee2d8) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:46:12.527971 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db766814-7ac3-47b9-aa2c-5d724012a0e4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for floatingip (3179bf04-9c30-4970-b55c-b5c826da4ad8), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:12.578985 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d9866aab-b7fb-4964-81e3-4e3f1e0f3338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (80257105-a74d-4935-8539-2dbff795512b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:12.582253 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d9866aab-b7fb-4964-81e3-4e3f1e0f3338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:12.586303 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d9866aab-b7fb-4964-81e3-4e3f1e0f3338 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80257105-a74d-4935-8539-2dbff795512b HTTP/1.1" status: 204 len: 168 time: 0.5433426 Feb 28 20:46:12.602503 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9866aab-b7fb-4964-81e3-4e3f1e0f3338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80257105-a74d-4935-8539-2dbff795512b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:12.607119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-00155721-3874-4aff-aa1b-0d00623a2f3b None None] Current status of the port 23648602-d1d0-47f4-86d0-4e2e73c8ea2b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:12.613465 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 23648602-d1d0-47f4-86d0-4e2e73c8ea2b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:12.613835 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (23648602-d1d0-47f4-86d0-4e2e73c8ea2b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:12.657877 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c377160-16dd-459d-a948-6bbeda369025 admin admin] Publish callbacks [] for port (4d2b14f0-16f5-45c2-bfdb-01152feee2d8), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:12.677235 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db766814-7ac3-47b9-aa2c-5d724012a0e4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1409eb7-4cb9-47b1-aab2-a837319b0c4e), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:12.757562 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c377160-16dd-459d-a948-6bbeda369025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4d2b14f0-16f5-45c2-bfdb-01152feee2d8), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:12.803865 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c377160-16dd-459d-a948-6bbeda369025 admin admin] Network bb1b66c1-0843-4609-b1cf-60cb9752a86e is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:46:12.809334 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] Publish callbacks [] for port (d9aa2f80-134e-4bff-a535-306b17b450b1), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:12.812938 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-8c377160-16dd-459d-a948-6bbeda369025 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:46:12.828768 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d9aa2f80-134e-4bff-a535-306b17b450b1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:12.873983 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c377160-16dd-459d-a948-6bbeda369025 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:46:12.927175 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5f834-9e30-4d2a-8dfd-2b832b5c5929 None None] Pushing event updated for resources: {'Port': ['ID=d9aa2f80-134e-4bff-a535-306b17b450b1,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:12.932630 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 23648602-d1d0-47f4-86d0-4e2e73c8ea2b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:12.933781 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a9da90f4-5361-41b8-ac02-006af575e9c3 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:12.990122 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] Publish callbacks [] for port (c1b54c36-94b9-45b3-877e-c3e80da62faa), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:12.991350 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c377160-16dd-459d-a948-6bbeda369025 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2b14f0-16f5-45c2-bfdb-01152feee2d8,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:13.008395 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c1b54c36-94b9-45b3-877e-c3e80da62faa), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:13.011936 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] Attempting to bind port d9aa2f80-134e-4bff-a535-306b17b450b1 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:46:13.012362 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] Attempting to bind port d9aa2f80-134e-4bff-a535-306b17b450b1 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:46:13.012729 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] Attempting to bind port d9aa2f80-134e-4bff-a535-306b17b450b1 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:46:13.030042 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c377160-16dd-459d-a948-6bbeda369025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (9358cba7-dfde-4d68-af17-59cbf3dafff7), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:13.031290 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:46:13.031679 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:46:13.032124 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:13.032590 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:46:13.033157 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] Bound port: d9aa2f80-134e-4bff-a535-306b17b450b1, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:46:13.033548 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d9aa2f80-134e-4bff-a535-306b17b450b1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:13.109909 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] For port d9aa2f80-134e-4bff-a535-306b17b450b1, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:46:13.115507 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] For port d9aa2f80-134e-4bff-a535-306b17b450b1, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d9aa2f80-134e-4bff-a535-306b17b450b1,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:46:13.128244 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db766814-7ac3-47b9-aa2c-5d724012a0e4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for port (d1409eb7-4cb9-47b1-aab2-a837319b0c4e), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:13.132536 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d9aa2f80-134e-4bff-a535-306b17b450b1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:13.142431 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db766814-7ac3-47b9-aa2c-5d724012a0e4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d1409eb7-4cb9-47b1-aab2-a837319b0c4e), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:13.162749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 19a4e6df-1dba-486f-bfaf-0226591d1086 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:46:13.190742 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa1195-5d8b-4b80-b8f5-44bef69609ec None None] Pushing event updated for resources: {'Port': ['ID=c1b54c36-94b9-45b3-877e-c3e80da62faa,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:13.237389 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port a9da90f4-5361-41b8-ac02-006af575e9c3 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:13.238043 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a9da90f4-5361-41b8-ac02-006af575e9c3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:13.308059 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] Routers {'9358cba7-dfde-4d68-af17-59cbf3dafff7'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:13.308850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['9358cba7-dfde-4d68-af17-59cbf3dafff7'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:13.420052 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.resource_extend [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:46:13.421617 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] Attempting to bind port c1b54c36-94b9-45b3-877e-c3e80da62faa on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:46:13.421988 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] Attempting to bind port c1b54c36-94b9-45b3-877e-c3e80da62faa by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '42809b13-dc8c-49c8-a0bd-6f26afd2cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:46:13.422348 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] Attempting to bind port c1b54c36-94b9-45b3-877e-c3e80da62faa on network 6a548f2a-a902-43e4-ac58-86d308bca412 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:46:13.441214 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:46:13.441492 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] Checking segment: {'id': '42809b13-dc8c-49c8-a0bd-6f26afd2cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:46:13.441991 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:13.442277 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] Bound using segment: {'id': '42809b13-dc8c-49c8-a0bd-6f26afd2cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:46:13.442748 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] Bound port: c1b54c36-94b9-45b3-877e-c3e80da62faa, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42809b13-dc8c-49c8-a0bd-6f26afd2cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:46:13.443121 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c1b54c36-94b9-45b3-877e-c3e80da62faa), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:13.451612 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db766814-7ac3-47b9-aa2c-5d724012a0e4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (3179bf04-9c30-4970-b55c-b5c826da4ad8), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:13.476927 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5f834-9e30-4d2a-8dfd-2b832b5c5929 None None] Pushing event updated for resources: {'Port': ['ID=d9aa2f80-134e-4bff-a535-306b17b450b1,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:13.542595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port a9da90f4-5361-41b8-ac02-006af575e9c3 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:13.579737 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c377160-16dd-459d-a948-6bbeda369025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4d2b14f0-16f5-45c2-bfdb-01152feee2d8), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:13.586890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db766814-7ac3-47b9-aa2c-5d724012a0e4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event updated for resources: {'Port': ['ID=d1409eb7-4cb9-47b1-aab2-a837319b0c4e,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:13.634166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-dc0afb5b-f829-41bc-bb70-b439b0765e76 None None] Provisioning complete for port 4d2b14f0-16f5-45c2-bfdb-01152feee2d8 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:13.634746 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dc0afb5b-f829-41bc-bb70-b439b0765e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4d2b14f0-16f5-45c2-bfdb-01152feee2d8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:13.635561 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-db766814-7ac3-47b9-aa2c-5d724012a0e4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Floating IP 3179bf04-9c30-4970-b55c-b5c826da4ad8 associated. External IP: 172.25.0.111, port: 5cb502d8-2107-4950-a2f4-cf79cc16873d. Feb 28 20:46:13.657216 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] For port c1b54c36-94b9-45b3-877e-c3e80da62faa, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:46:13.665945 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] For port c1b54c36-94b9-45b3-877e-c3e80da62faa, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c1b54c36-94b9-45b3-877e-c3e80da62faa,segment=NetworkSegment(42809b13-dc8c-49c8-a0bd-6f26afd2cb3b),segment_id=42809b13-dc8c-49c8-a0bd-6f26afd2cb3b)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:46:13.679019 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c1b54c36-94b9-45b3-877e-c3e80da62faa), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:13.730826 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 19a4e6df-1dba-486f-bfaf-0226591d1086, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=19a4e6df-1dba-486f-bfaf-0226591d1086,segment=NetworkSegment(d854fde1-6b9f-4c56-9c88-66553e1d3f22),segment_id=d854fde1-6b9f-4c56-9c88-66553e1d3f22)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:13.734569 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] Set router 9358cba7-dfde-4d68-af17-59cbf3dafff7 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:13.736554 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-dc0afb5b-f829-41bc-bb70-b439b0765e76 None None] Port 4d2b14f0-16f5-45c2-bfdb-01152feee2d8 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:46:13.769623 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2f9d7-1087-43af-b353-dbfc9b76e77c req-c79af7ed-983b-4310-ae3b-4fb6bc09a528 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:13.779303 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85d2f9d7-1087-43af-b353-dbfc9b76e77c req-c79af7ed-983b-4310-ae3b-4fb6bc09a528 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=212986d7-a40f-495c-8021-d106035c18e3 HTTP/1.1" status: 200 len: 1127 time: 0.3293173 Feb 28 20:46:13.806320 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '19a4e6df-1dba-486f-bfaf-0226591d1086', 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91', 'port_id': '19a4e6df-1dba-486f-bfaf-0226591d1086', 'mac_address': 'fa:16:3e:dd:8b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dcabdc5-95be-4765-a42c-f60a7e997206', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:46:13.912307 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85d2f9d7-1087-43af-b353-dbfc9b76e77c req-08dba347-6783-42cc-b658-485bb9d55c3d tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313586 Feb 28 20:46:13.944989 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] Routers {'5e0886e0-f525-41e8-ae54-c954a91e235c'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:13.946089 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5e0886e0-f525-41e8-ae54-c954a91e235c'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:13.950320 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa1195-5d8b-4b80-b8f5-44bef69609ec None None] Pushing event updated for resources: {'Port': ['ID=c1b54c36-94b9-45b3-877e-c3e80da62faa,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:13.953616 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c377160-16dd-459d-a948-6bbeda369025 admin admin] Publish callbacks [] for port (4d2b14f0-16f5-45c2-bfdb-01152feee2d8), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:13.966281 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c377160-16dd-459d-a948-6bbeda369025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (4d2b14f0-16f5-45c2-bfdb-01152feee2d8), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:14.005294 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 19a4e6df-1dba-486f-bfaf-0226591d1086 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:14.005881 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (19a4e6df-1dba-486f-bfaf-0226591d1086), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:14.037062 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a4e6df-1dba-486f-bfaf-0226591d1086 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:46:14.115112 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 19a4e6df-1dba-486f-bfaf-0226591d1086, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=19a4e6df-1dba-486f-bfaf-0226591d1086,segment=NetworkSegment(d854fde1-6b9f-4c56-9c88-66553e1d3f22),segment_id=d854fde1-6b9f-4c56-9c88-66553e1d3f22)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:14.136600 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8c377160-16dd-459d-a948-6bbeda369025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (9358cba7-dfde-4d68-af17-59cbf3dafff7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:14.142820 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c377160-16dd-459d-a948-6bbeda369025 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2b14f0-16f5-45c2-bfdb-01152feee2d8,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:14.143009 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (19a4e6df-1dba-486f-bfaf-0226591d1086), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:14.150851 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5498c778-19c2-49f4-9f56-6357dd12889d None None] Provisioning complete for port c1b54c36-94b9-45b3-877e-c3e80da62faa triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:14.151089 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5498c778-19c2-49f4-9f56-6357dd12889d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c1b54c36-94b9-45b3-877e-c3e80da62faa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:14.153705 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] Set router 5e0886e0-f525-41e8-ae54-c954a91e235c gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:14.191622 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db766814-7ac3-47b9-aa2c-5d724012a0e4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Router cc0edbc7-b075-4060-b6bb-2ef8b10bd44d has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:46:14.312900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=19a4e6df-1dba-486f-bfaf-0226591d1086,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:14.369189 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c377160-16dd-459d-a948-6bbeda369025 admin admin] Network bb1b66c1-0843-4609-b1cf-60cb9752a86e is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:46:14.372557 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-8c377160-16dd-459d-a948-6bbeda369025 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:46:14.390378 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c1b54c36-94b9-45b3-877e-c3e80da62faa up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:14.430041 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db766814-7ac3-47b9-aa2c-5d724012a0e4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:46:14.475322 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['19a4e6df-1dba-486f-bfaf-0226591d1086'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:46:14.479202 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4a6bb9-30c6-4c10-afbf-605ed7096a6e None None] Sync routers for ids ['cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:46:14.489961 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-db766814-7ac3-47b9-aa2c-5d724012a0e4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:14.522102 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4a6bb9-30c6-4c10-afbf-605ed7096a6e None None] Routers {'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:14.523083 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2b4a6bb9-30c6-4c10-afbf-605ed7096a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:14.552054 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-db766814-7ac3-47b9-aa2c-5d724012a0e4 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7429380 Feb 28 20:46:14.553456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b08e6d9-87a4-4a91-b6c7-6892f579d11a', 'tag': '5cb502d8-2107-4950-a2f4-cf79cc16873d'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:46:14.558641 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4250fd99-7fba-4748-96ba-f6a70efaac37" -d '{"events": [{"name": "network-changed", "server_uuid": "4b08e6d9-87a4-4a91-b6c7-6892f579d11a", "tag": "5cb502d8-2107-4950-a2f4-cf79cc16873d"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:46:14.559964 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34636) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:14.636524 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f68efc5-37cf-4199-9d5b-81264de559a9 x-openstack-request-id: req-2f68efc5-37cf-4199-9d5b-81264de559a9 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:46:14.637027 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'name': 'tempest-TestVolumeBackupRestore-889007208-router', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:55Z', 'updated_at': '2022-02-28T20:46:01Z', 'revision_number': 4, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'gw_port': {'id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:57Z', 'updated_at': '2022-02-28T20:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c1b54c36-94b9-45b3-877e-c3e80da62faa', 'name': '', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'mac_address': 'fa:16:3e:bf:57:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:00Z', 'updated_at': '2022-02-28T20:46:13Z', 'revision_number': 4, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'subnets': [{'id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:14.637613 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b08e6d9-87a4-4a91-b6c7-6892f579d11a", "tag": "5cb502d8-2107-4950-a2f4-cf79cc16873d", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:46:14.638169 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f68efc5-37cf-4199-9d5b-81264de559a9 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:46:14.638890 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b08e6d9-87a4-4a91-b6c7-6892f579d11a', 'tag': '5cb502d8-2107-4950-a2f4-cf79cc16873d', 'status': 'completed', 'code': 200} Feb 28 20:46:14.675717 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c377160-16dd-459d-a948-6bbeda369025 admin admin] Router 9358cba7-dfde-4d68-af17-59cbf3dafff7 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:46:14.714428 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cc4a4d-43b0-476b-ae9c-e704dfd017ed None None] The sync data for ids ['5e0886e0-f525-41e8-ae54-c954a91e235c'] in n-d-820368-21 is: [{'id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'name': 'tempest-TestVolumeBackupRestore-889007208-router', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:55Z', 'updated_at': '2022-02-28T20:46:01Z', 'revision_number': 4, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'gw_port': {'id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:57Z', 'updated_at': '2022-02-28T20:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c1b54c36-94b9-45b3-877e-c3e80da62faa', 'name': '', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'mac_address': 'fa:16:3e:bf:57:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:00Z', 'updated_at': '2022-02-28T20:46:13Z', 'revision_number': 4, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'subnets': [{'id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:46:14.724636 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-543a1484-f484-49b8-b3e4-9b142baccd21 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/floatingips/3179bf04-9c30-4970-b55c-b5c826da4ad8 HTTP/1.1" status: 200 len: 991 time: 0.1599836 Feb 28 20:46:14.784647 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250fd99-7fba-4748-96ba-f6a70efaac37 req-e3b2b1a6-abfa-4e72-bb39-a1cb40ff5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:14.786466 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4250fd99-7fba-4748-96ba-f6a70efaac37 req-e3b2b1a6-abfa-4e72-bb39-a1cb40ff5ebe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967&device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 1128 time: 0.1249208 Feb 28 20:46:14.955382 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c1b54c36-94b9-45b3-877e-c3e80da62faa triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:14.955814 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c1b54c36-94b9-45b3-877e-c3e80da62faa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:15.045768 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5498c778-19c2-49f4-9f56-6357dd12889d None None] Current status of the port c1b54c36-94b9-45b3-877e-c3e80da62faa is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:15.046453 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5498c778-19c2-49f4-9f56-6357dd12889d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c1b54c36-94b9-45b3-877e-c3e80da62faa), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:15.050325 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-2b4a6bb9-30c6-4c10-afbf-605ed7096a6e None None] Set router cc0edbc7-b075-4060-b6bb-2ef8b10bd44d gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:15.099244 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9358cba7-dfde-4d68-af17-59cbf3dafff7', 'name': 'tempest-TestVolumeBackupRestore-1024038449-router', 'tenant_id': '1da36d430886405cb54b7dfe8d83c578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2f80-134e-4bff-a535-306b17b450b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:06Z', 'updated_at': '2022-02-28T20:46:09Z', 'revision_number': 3, 'project_id': '1da36d430886405cb54b7dfe8d83c578', 'gw_port': {'id': 'd9aa2f80-134e-4bff-a535-306b17b450b1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9358cba7-dfde-4d68-af17-59cbf3dafff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:07Z', 'updated_at': '2022-02-28T20:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:15.119803 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344721c-885d-49a7-8ce0-051fc08fe12c req-ef562036-a34c-4eb9-a35a-4c4f2f2c2250 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:15.129961 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2344721c-885d-49a7-8ce0-051fc08fe12c req-ef562036-a34c-4eb9-a35a-4c4f2f2c2250 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=212986d7-a40f-495c-8021-d106035c18e3 HTTP/1.1" status: 200 len: 1128 time: 0.0766978 Feb 28 20:46:15.170916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d064da-64ae-4637-8633-8fef03e925e6 None None] The sync data for ids ['9358cba7-dfde-4d68-af17-59cbf3dafff7'] in n-d-820368-21 is: [{'id': '9358cba7-dfde-4d68-af17-59cbf3dafff7', 'name': 'tempest-TestVolumeBackupRestore-1024038449-router', 'tenant_id': '1da36d430886405cb54b7dfe8d83c578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2f80-134e-4bff-a535-306b17b450b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:06Z', 'updated_at': '2022-02-28T20:46:09Z', 'revision_number': 3, 'project_id': '1da36d430886405cb54b7dfe8d83c578', 'gw_port': {'id': 'd9aa2f80-134e-4bff-a535-306b17b450b1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9358cba7-dfde-4d68-af17-59cbf3dafff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:07Z', 'updated_at': '2022-02-28T20:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:46:15.208563 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2344721c-885d-49a7-8ce0-051fc08fe12c req-6304bda0-d65c-4cb8-928a-2b607574d895 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770919 Feb 28 20:46:15.337350 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c377160-16dd-459d-a948-6bbeda369025 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:46:15.343441 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5498c778-19c2-49f4-9f56-6357dd12889d None None] For port c1b54c36-94b9-45b3-877e-c3e80da62faa, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c1b54c36-94b9-45b3-877e-c3e80da62faa,segment=NetworkSegment(42809b13-dc8c-49c8-a0bd-6f26afd2cb3b),segment_id=42809b13-dc8c-49c8-a0bd-6f26afd2cb3b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:15.349706 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8c377160-16dd-459d-a948-6bbeda369025 admin admin] 10.222.0.13 "PUT /v2.0/routers/9358cba7-dfde-4d68-af17-59cbf3dafff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3097301 Feb 28 20:46:15.372056 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5498c778-19c2-49f4-9f56-6357dd12889d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c1b54c36-94b9-45b3-877e-c3e80da62faa), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:15.385232 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250fd99-7fba-4748-96ba-f6a70efaac37 req-de3c55f2-4700-4104-ae59-78ff7e321b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:15.386828 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4250fd99-7fba-4748-96ba-f6a70efaac37 req-de3c55f2-4700-4104-ae59-78ff7e321b39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2c3653ab-73fd-455c-b23c-86e24907f790 HTTP/1.1" status: 200 len: 897 time: 0.5925984 Feb 28 20:46:15.530724 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4250fd99-7fba-4748-96ba-f6a70efaac37 req-0ced810f-4fba-4ea8-9277-05e3801214b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cb502d8-2107-4950-a2f4-cf79cc16873d HTTP/1.1" status: 200 len: 999 time: 0.1336613 Feb 28 20:46:15.531958 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c778-19c2-49f4-9f56-6357dd12889d None None] Pushing event updated for resources: {'Port': ['ID=c1b54c36-94b9-45b3-877e-c3e80da62faa,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:15.588119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c1b54c36-94b9-45b3-877e-c3e80da62faa is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:15.668754 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250fd99-7fba-4748-96ba-f6a70efaac37 req-b75f03f5-1d94-4931-8940-ba80dffdd27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:15.670376 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4250fd99-7fba-4748-96ba-f6a70efaac37 req-b75f03f5-1d94-4931-8940-ba80dffdd27e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d374a4d8-2a1d-4bc9-982a-5bc924927748 HTTP/1.1" status: 200 len: 834 time: 0.1326389 Feb 28 20:46:15.727827 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-00c46b9e-c5dd-49c7-8c94-896c872dd307 None None] Provisioning complete for port 4d2b14f0-16f5-45c2-bfdb-01152feee2d8 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:15.728662 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-00c46b9e-c5dd-49c7-8c94-896c872dd307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4d2b14f0-16f5-45c2-bfdb-01152feee2d8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:15.729667 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34652) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:15.769210 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250fd99-7fba-4748-96ba-f6a70efaac37 req-bdd9b180-4d73-4ee0-a06e-27f0b048d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:15.770737 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4250fd99-7fba-4748-96ba-f6a70efaac37 req-bdd9b180-4d73-4ee0-a06e-27f0b048d65c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c3653ab-73fd-455c-b23c-86e24907f790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0931132 Feb 28 20:46:15.863454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-00c46b9e-c5dd-49c7-8c94-896c872dd307 None None] Port 4d2b14f0-16f5-45c2-bfdb-01152feee2d8 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:46:15.905178 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-00c46b9e-c5dd-49c7-8c94-896c872dd307 None None] Provisioning complete for port c1b54c36-94b9-45b3-877e-c3e80da62faa triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:15.905553 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-00c46b9e-c5dd-49c7-8c94-896c872dd307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c1b54c36-94b9-45b3-877e-c3e80da62faa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:15.912936 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6778ffc7-543d-485c-bc1c-e7abe9bd1da5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/floatingips/3179bf04-9c30-4970-b55c-b5c826da4ad8 HTTP/1.1" status: 200 len: 991 time: 0.1794171 Feb 28 20:46:15.952534 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2b4a6bb9-30c6-4c10-afbf-605ed7096a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'name': 'tempest-TestNetworkBasicOps-router-1895417016', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:14Z', 'updated_at': '2022-02-28T20:45:23Z', 'revision_number': 4, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:15Z', 'updated_at': '2022-02-28T20:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3179bf04-9c30-4970-b55c-b5c826da4ad8', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'floating_ip_address': '172.25.0.111', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'port_id': '5cb502d8-2107-4950-a2f4-cf79cc16873d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790', 'mac_address': 'fa:16:3e:da:5c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08e6d9-87a4-4a91-b6c7-6892f579d11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:46:12Z', 'updated_at': '2022-02-28T20:46:12Z', 'revision_number': 0, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c991a4c1-a115-48fd-a917-405f7f112c89', 'name': '', 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:c1:16:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'd374a4d8-2a1d-4bc9-982a-5bc924927748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:21Z', 'updated_at': '2022-02-28T20:45:29Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': 'd374a4d8-2a1d-4bc9-982a-5bc924927748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:15.996863 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4250fd99-7fba-4748-96ba-f6a70efaac37 req-eb52d046-8302-41e8-8e3a-f07d37f8f234 service neutron] 10.222.0.15 "GET /v2.0/networks/2c3653ab-73fd-455c-b23c-86e24907f790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158341 Feb 28 20:46:16.021614 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4a6bb9-30c6-4c10-afbf-605ed7096a6e None None] Checking router: cc0edbc7-b075-4060-b6bb-2ef8b10bd44d for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:46:16.039132 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4a6bb9-30c6-4c10-afbf-605ed7096a6e None None] Routers {'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:16.039796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2b4a6bb9-30c6-4c10-afbf-605ed7096a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:16.208995 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-00c46b9e-c5dd-49c7-8c94-896c872dd307 None None] Current status of the port c1b54c36-94b9-45b3-877e-c3e80da62faa is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:16.218617 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4250fd99-7fba-4748-96ba-f6a70efaac37 req-c46fee18-5177-4064-94e5-e461737ae7d9 service neutron] 10.222.0.15 "GET /v2.0/networks/2c3653ab-73fd-455c-b23c-86e24907f790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946330 Feb 28 20:46:16.378593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-2b4a6bb9-30c6-4c10-afbf-605ed7096a6e None None] Set router cc0edbc7-b075-4060-b6bb-2ef8b10bd44d gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:16.526055 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d9aa2f80-134e-4bff-a535-306b17b450b1 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:16.585403 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-911f8c2d-3ebe-4757-a60a-72d8b3c295d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:16.675878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d9aa2f80-134e-4bff-a535-306b17b450b1 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:16.676396 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d9aa2f80-134e-4bff-a535-306b17b450b1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:16.712999 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f323b-2955-46a5-b312-6486f096d91e req-9569f034-10f0-44cd-b0d6-3331306ecbc4 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:16.714589 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e3f323b-2955-46a5-b312-6486f096d91e req-9569f034-10f0-44cd-b0d6-3331306ecbc4 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=212986d7-a40f-495c-8021-d106035c18e3 HTTP/1.1" status: 200 len: 1128 time: 0.3706992 Feb 28 20:46:16.826495 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e3f323b-2955-46a5-b312-6486f096d91e req-0ed91496-ff84-4841-a76a-7fdaf8a5ac9c tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056094 Feb 28 20:46:16.866695 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d9aa2f80-134e-4bff-a535-306b17b450b1 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:16.867084 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d9aa2f80-134e-4bff-a535-306b17b450b1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:16.893463 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2b4a6bb9-30c6-4c10-afbf-605ed7096a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'name': 'tempest-TestNetworkBasicOps-router-1895417016', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:14Z', 'updated_at': '2022-02-28T20:45:23Z', 'revision_number': 4, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:15Z', 'updated_at': '2022-02-28T20:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3179bf04-9c30-4970-b55c-b5c826da4ad8', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'floating_ip_address': '172.25.0.111', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'port_id': '5cb502d8-2107-4950-a2f4-cf79cc16873d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790', 'mac_address': 'fa:16:3e:da:5c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08e6d9-87a4-4a91-b6c7-6892f579d11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:46:12Z', 'updated_at': '2022-02-28T20:46:12Z', 'revision_number': 0, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c991a4c1-a115-48fd-a917-405f7f112c89', 'name': '', 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:c1:16:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'd374a4d8-2a1d-4bc9-982a-5bc924927748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:21Z', 'updated_at': '2022-02-28T20:45:29Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': 'd374a4d8-2a1d-4bc9-982a-5bc924927748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:16.898635 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port d9aa2f80-134e-4bff-a535-306b17b450b1, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d9aa2f80-134e-4bff-a535-306b17b450b1,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:16.916426 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34698) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:16.923081 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d9aa2f80-134e-4bff-a535-306b17b450b1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:16.923886 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c1b54c36-94b9-45b3-877e-c3e80da62faa up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:16.927235 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4a6bb9-30c6-4c10-afbf-605ed7096a6e None None] The sync data for ids ['cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'] in n-d-820368-21 is: [{'id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'name': 'tempest-TestNetworkBasicOps-router-1895417016', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:14Z', 'updated_at': '2022-02-28T20:45:23Z', 'revision_number': 4, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:15Z', 'updated_at': '2022-02-28T20:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3179bf04-9c30-4970-b55c-b5c826da4ad8', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'floating_ip_address': '172.25.0.111', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'port_id': '5cb502d8-2107-4950-a2f4-cf79cc16873d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790', 'mac_address': 'fa:16:3e:da:5c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08e6d9-87a4-4a91-b6c7-6892f579d11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:46:12Z', 'updated_at': '2022-02-28T20:46:12Z', 'revision_number': 0, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c991a4c1-a115-48fd-a917-405f7f112c89', 'name': '', 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:c1:16:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'd374a4d8-2a1d-4bc9-982a-5bc924927748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:21Z', 'updated_at': '2022-02-28T20:45:29Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': 'd374a4d8-2a1d-4bc9-982a-5bc924927748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:46:17.000882 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f5c0e9bb-fb5e-4f33-a7da-569cd7be489e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/floatingips/3179bf04-9c30-4970-b55c-b5c826da4ad8 HTTP/1.1" status: 200 len: 991 time: 0.0832236 Feb 28 20:46:17.012806 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=d9aa2f80-134e-4bff-a535-306b17b450b1,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:17.025192 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c1b54c36-94b9-45b3-877e-c3e80da62faa triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:17.025432 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c1b54c36-94b9-45b3-877e-c3e80da62faa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:17.127333 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c1b54c36-94b9-45b3-877e-c3e80da62faa is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:17.147878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 19a4e6df-1dba-486f-bfaf-0226591d1086 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:17.205804 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 19a4e6df-1dba-486f-bfaf-0226591d1086 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:46:17.211925 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 19a4e6df-1dba-486f-bfaf-0226591d1086 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:17.214625 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (19a4e6df-1dba-486f-bfaf-0226591d1086), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:17.335951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 19a4e6df-1dba-486f-bfaf-0226591d1086 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:17.336372 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (19a4e6df-1dba-486f-bfaf-0226591d1086), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:17.369467 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212986d7-a40f-495c-8021-d106035c18e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a4e6df-1dba-486f-bfaf-0226591d1086'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:46:17.371989 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9919a28f-c58b-485e-b19c-fd1078365a6a" -d '{"events": [{"server_uuid": "212986d7-a40f-495c-8021-d106035c18e3", "name": "network-vif-plugged", "status": "completed", "tag": "19a4e6df-1dba-486f-bfaf-0226591d1086"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:46:17.388681 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 19a4e6df-1dba-486f-bfaf-0226591d1086, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=19a4e6df-1dba-486f-bfaf-0226591d1086,segment=NetworkSegment(d854fde1-6b9f-4c56-9c88-66553e1d3f22),segment_id=d854fde1-6b9f-4c56-9c88-66553e1d3f22)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:17.394843 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (19a4e6df-1dba-486f-bfaf-0226591d1086), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:17.425547 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80428b9-e03e-4d99-af37-49d7e717d1b1 x-openstack-request-id: req-e80428b9-e03e-4d99-af37-49d7e717d1b1 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:46:17.425836 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212986d7-a40f-495c-8021-d106035c18e3", "name": "network-vif-plugged", "status": "completed", "tag": "19a4e6df-1dba-486f-bfaf-0226591d1086", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:46:17.426092 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e80428b9-e03e-4d99-af37-49d7e717d1b1 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:46:17.426617 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212986d7-a40f-495c-8021-d106035c18e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a4e6df-1dba-486f-bfaf-0226591d1086', 'code': 200} Feb 28 20:46:17.464897 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=19a4e6df-1dba-486f-bfaf-0226591d1086,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:17.540868 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01aaacc-6858-48e0-9de5-3fe880ba1eca req-b851914f-ce29-4e72-8191-98361e5d0a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:17.542483 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a01aaacc-6858-48e0-9de5-3fe880ba1eca req-b851914f-ce29-4e72-8191-98361e5d0a5e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=212986d7-a40f-495c-8021-d106035c18e3 HTTP/1.1" status: 200 len: 1129 time: 0.0528953 Feb 28 20:46:17.595254 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a01aaacc-6858-48e0-9de5-3fe880ba1eca req-d393208b-bfc2-4006-9667-85254fc61197 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449433 Feb 28 20:46:17.692480 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1507580-e8cd-4b55-92bf-523d9cf88cfb None None] New status for floating IP 3179bf04-9c30-4970-b55c-b5c826da4ad8: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:46:17.975474 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332bf02-c4ae-48bb-832c-33970e3f0bfe req-26d41492-9a46-4af5-ade9-6abd3101dc1a tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:17.977180 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5332bf02-c4ae-48bb-832c-33970e3f0bfe req-26d41492-9a46-4af5-ade9-6abd3101dc1a tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=212986d7-a40f-495c-8021-d106035c18e3 HTTP/1.1" status: 200 len: 1129 time: 0.0538139 Feb 28 20:46:18.004966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34738) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:18.044230 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5332bf02-c4ae-48bb-832c-33970e3f0bfe req-e5992ccb-b4f2-4dbc-8183-da792d6722cc tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573959 Feb 28 20:46:18.086692 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e3bad2e8-2f37-4d5d-b0df-f2b0634824d3 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/floatingips/3179bf04-9c30-4970-b55c-b5c826da4ad8 HTTP/1.1" status: 200 len: 993 time: 0.0802257 Feb 28 20:46:18.238176 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] Sync routers for ids ['9358cba7-dfde-4d68-af17-59cbf3dafff7'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:46:18.240486 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d9aa2f80-134e-4bff-a535-306b17b450b1 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:18.278970 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] Routers {'9358cba7-dfde-4d68-af17-59cbf3dafff7'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:18.279621 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:45:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['9358cba7-dfde-4d68-af17-59cbf3dafff7'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:18.403051 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d9aa2f80-134e-4bff-a535-306b17b450b1 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:18.403683 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d9aa2f80-134e-4bff-a535-306b17b450b1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:18.452967 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] Set router 9358cba7-dfde-4d68-af17-59cbf3dafff7 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:18.810355 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d9aa2f80-134e-4bff-a535-306b17b450b1 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:18.914801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9358cba7-dfde-4d68-af17-59cbf3dafff7', 'name': 'tempest-TestVolumeBackupRestore-1024038449-router', 'tenant_id': '1da36d430886405cb54b7dfe8d83c578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2f80-134e-4bff-a535-306b17b450b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:06Z', 'updated_at': '2022-02-28T20:46:13Z', 'revision_number': 4, 'project_id': '1da36d430886405cb54b7dfe8d83c578', 'gw_port': {'id': 'd9aa2f80-134e-4bff-a535-306b17b450b1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9358cba7-dfde-4d68-af17-59cbf3dafff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:07Z', 'updated_at': '2022-02-28T20:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '4d2b14f0-16f5-45c2-bfdb-01152feee2d8', 'name': '', 'network_id': 'bb1b66c1-0843-4609-b1cf-60cb9752a86e', 'tenant_id': '1da36d430886405cb54b7dfe8d83c578', 'mac_address': 'fa:16:3e:d5:1b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9358cba7-dfde-4d68-af17-59cbf3dafff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6462f7ac-8381-4c9c-b68f-c4c8ef761879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:12Z', 'updated_at': '2022-02-28T20:46:13Z', 'revision_number': 2, 'project_id': '1da36d430886405cb54b7dfe8d83c578', 'subnets': [{'id': '6462f7ac-8381-4c9c-b68f-c4c8ef761879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:18.945434 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] Checking router: 9358cba7-dfde-4d68-af17-59cbf3dafff7 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:46:18.945792 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] Updating router 9358cba7-dfde-4d68-af17-59cbf3dafff7 port 4d2b14f0-16f5-45c2-bfdb-01152feee2d8 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:46:18.975486 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4d2b14f0-16f5-45c2-bfdb-01152feee2d8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:19.109814 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e6f36f0b-3388-46ee-9cfc-3a36c5b29458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:19.180686 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724099b-49e8-4f88-9cc6-ff5eb7fa805b req-d0bdae14-2535-4af6-9b21-d50d2e0ab736 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:19.188320 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5724099b-49e8-4f88-9cc6-ff5eb7fa805b req-d0bdae14-2535-4af6-9b21-d50d2e0ab736 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=212986d7-a40f-495c-8021-d106035c18e3 HTTP/1.1" status: 200 len: 1129 time: 0.0530093 Feb 28 20:46:19.238627 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5724099b-49e8-4f88-9cc6-ff5eb7fa805b req-4e2d5a03-b6c5-42d7-9aca-9c47a9db812a tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493212 Feb 28 20:46:19.301802 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] Publish callbacks [] for port (4d2b14f0-16f5-45c2-bfdb-01152feee2d8), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:19.308257 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4d2b14f0-16f5-45c2-bfdb-01152feee2d8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:19.387486 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e7b1d-e5ea-48c4-b97a-d859af21de64 None None] Pushing event updated for resources: {'Port': ['ID=4d2b14f0-16f5-45c2-bfdb-01152feee2d8,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:19.417119 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136e88f-30b3-4dfe-9762-db08ba1ed0c8 req-c25530da-c4fd-4927-b6b6-3b2e2751241a tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:19.422510 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b136e88f-30b3-4dfe-9762-db08ba1ed0c8 req-c25530da-c4fd-4927-b6b6-3b2e2751241a tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=212986d7-a40f-495c-8021-d106035c18e3 HTTP/1.1" status: 200 len: 1129 time: 0.1085234 Feb 28 20:46:19.444817 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] Attempting to bind port 4d2b14f0-16f5-45c2-bfdb-01152feee2d8 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:46:19.445199 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] Attempting to bind port 4d2b14f0-16f5-45c2-bfdb-01152feee2d8 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'a16ea567-4825-4bff-beef-569b9f22d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bb1b66c1-0843-4609-b1cf-60cb9752a86e'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:46:19.445567 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] Attempting to bind port 4d2b14f0-16f5-45c2-bfdb-01152feee2d8 on network bb1b66c1-0843-4609-b1cf-60cb9752a86e {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:46:19.455788 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:46:19.456192 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] Checking segment: {'id': 'a16ea567-4825-4bff-beef-569b9f22d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bb1b66c1-0843-4609-b1cf-60cb9752a86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:46:19.456613 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:19.457019 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] Bound using segment: {'id': 'a16ea567-4825-4bff-beef-569b9f22d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bb1b66c1-0843-4609-b1cf-60cb9752a86e'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:46:19.457508 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] Bound port: 4d2b14f0-16f5-45c2-bfdb-01152feee2d8, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16ea567-4825-4bff-beef-569b9f22d5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bb1b66c1-0843-4609-b1cf-60cb9752a86e'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:46:19.457904 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4d2b14f0-16f5-45c2-bfdb-01152feee2d8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:19.492019 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b136e88f-30b3-4dfe-9762-db08ba1ed0c8 req-60a7c327-8fa8-4e3d-91b8-9c924880a9fe tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634060 Feb 28 20:46:19.566706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] For port 4d2b14f0-16f5-45c2-bfdb-01152feee2d8, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:46:19.570420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] For port 4d2b14f0-16f5-45c2-bfdb-01152feee2d8, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4d2b14f0-16f5-45c2-bfdb-01152feee2d8,segment=NetworkSegment(a16ea567-4825-4bff-beef-569b9f22d5ee),segment_id=a16ea567-4825-4bff-beef-569b9f22d5ee)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:46:19.579797 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4d2b14f0-16f5-45c2-bfdb-01152feee2d8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:19.645612 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8036d-a641-4139-9767-57a1318d0d80 req-7fa9484c-018b-40dc-b773-2ca093d028d0 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:19.647684 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fcf8036d-a641-4139-9767-57a1318d0d80 req-7fa9484c-018b-40dc-b773-2ca093d028d0 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=212986d7-a40f-495c-8021-d106035c18e3 HTTP/1.1" status: 200 len: 1129 time: 0.0701184 Feb 28 20:46:19.667089 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] Routers {'9358cba7-dfde-4d68-af17-59cbf3dafff7'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:19.667870 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['9358cba7-dfde-4d68-af17-59cbf3dafff7'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:19.726377 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e7b1d-e5ea-48c4-b97a-d859af21de64 None None] Pushing event updated for resources: {'Port': ['ID=4d2b14f0-16f5-45c2-bfdb-01152feee2d8,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:19.768359 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fcf8036d-a641-4139-9767-57a1318d0d80 req-d199aa28-37d2-497a-add1-f4339d8f1d7e tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143343 Feb 28 20:46:19.851835 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:19.852839 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-85257b3b-eafe-4d33-be84-2c4881f6312e None None] Provisioning complete for port 4d2b14f0-16f5-45c2-bfdb-01152feee2d8 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:19.853293 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-85257b3b-eafe-4d33-be84-2c4881f6312e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4d2b14f0-16f5-45c2-bfdb-01152feee2d8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:19.911674 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] Set router 9358cba7-dfde-4d68-af17-59cbf3dafff7 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:20.077412 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-85257b3b-eafe-4d33-be84-2c4881f6312e None None] Current status of the port 4d2b14f0-16f5-45c2-bfdb-01152feee2d8 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:20.077797 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-85257b3b-eafe-4d33-be84-2c4881f6312e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4d2b14f0-16f5-45c2-bfdb-01152feee2d8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:20.123335 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-85257b3b-eafe-4d33-be84-2c4881f6312e None None] For port 4d2b14f0-16f5-45c2-bfdb-01152feee2d8, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4d2b14f0-16f5-45c2-bfdb-01152feee2d8,segment=NetworkSegment(a16ea567-4825-4bff-beef-569b9f22d5ee),segment_id=a16ea567-4825-4bff-beef-569b9f22d5ee)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:20.129485 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-85257b3b-eafe-4d33-be84-2c4881f6312e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4d2b14f0-16f5-45c2-bfdb-01152feee2d8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:20.218720 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:20.227876 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85257b3b-eafe-4d33-be84-2c4881f6312e None None] Pushing event updated for resources: {'Port': ['ID=4d2b14f0-16f5-45c2-bfdb-01152feee2d8,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:20.263297 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a119fc56-084a-4de8-991f-e5283990f798 None None] Provisioning complete for port 4d2b14f0-16f5-45c2-bfdb-01152feee2d8 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:20.263680 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a119fc56-084a-4de8-991f-e5283990f798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4d2b14f0-16f5-45c2-bfdb-01152feee2d8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:20.300260 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9358cba7-dfde-4d68-af17-59cbf3dafff7', 'name': 'tempest-TestVolumeBackupRestore-1024038449-router', 'tenant_id': '1da36d430886405cb54b7dfe8d83c578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2f80-134e-4bff-a535-306b17b450b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:06Z', 'updated_at': '2022-02-28T20:46:13Z', 'revision_number': 4, 'project_id': '1da36d430886405cb54b7dfe8d83c578', 'gw_port': {'id': 'd9aa2f80-134e-4bff-a535-306b17b450b1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9358cba7-dfde-4d68-af17-59cbf3dafff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:07Z', 'updated_at': '2022-02-28T20:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '4d2b14f0-16f5-45c2-bfdb-01152feee2d8', 'name': '', 'network_id': 'bb1b66c1-0843-4609-b1cf-60cb9752a86e', 'tenant_id': '1da36d430886405cb54b7dfe8d83c578', 'mac_address': 'fa:16:3e:d5:1b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9358cba7-dfde-4d68-af17-59cbf3dafff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6462f7ac-8381-4c9c-b68f-c4c8ef761879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:12Z', 'updated_at': '2022-02-28T20:46:19Z', 'revision_number': 4, 'project_id': '1da36d430886405cb54b7dfe8d83c578', 'subnets': [{'id': '6462f7ac-8381-4c9c-b68f-c4c8ef761879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:20.331586 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed94d241-0b87-4c52-8fda-1a3e24213f82 None None] The sync data for ids ['9358cba7-dfde-4d68-af17-59cbf3dafff7'] in n-d-820368-21 is: [{'id': '9358cba7-dfde-4d68-af17-59cbf3dafff7', 'name': 'tempest-TestVolumeBackupRestore-1024038449-router', 'tenant_id': '1da36d430886405cb54b7dfe8d83c578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2f80-134e-4bff-a535-306b17b450b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:06Z', 'updated_at': '2022-02-28T20:46:13Z', 'revision_number': 4, 'project_id': '1da36d430886405cb54b7dfe8d83c578', 'gw_port': {'id': 'd9aa2f80-134e-4bff-a535-306b17b450b1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9358cba7-dfde-4d68-af17-59cbf3dafff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:07Z', 'updated_at': '2022-02-28T20:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '4d2b14f0-16f5-45c2-bfdb-01152feee2d8', 'name': '', 'network_id': 'bb1b66c1-0843-4609-b1cf-60cb9752a86e', 'tenant_id': '1da36d430886405cb54b7dfe8d83c578', 'mac_address': 'fa:16:3e:d5:1b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9358cba7-dfde-4d68-af17-59cbf3dafff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6462f7ac-8381-4c9c-b68f-c4c8ef761879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:12Z', 'updated_at': '2022-02-28T20:46:19Z', 'revision_number': 4, 'project_id': '1da36d430886405cb54b7dfe8d83c578', 'subnets': [{'id': '6462f7ac-8381-4c9c-b68f-c4c8ef761879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:46:20.381397 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a119fc56-084a-4de8-991f-e5283990f798 None None] Current status of the port 4d2b14f0-16f5-45c2-bfdb-01152feee2d8 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:21.359890 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:22.239887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4d2b14f0-16f5-45c2-bfdb-01152feee2d8 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:22.293256 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4d2b14f0-16f5-45c2-bfdb-01152feee2d8 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:22.293771 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4d2b14f0-16f5-45c2-bfdb-01152feee2d8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:22.376372 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4d2b14f0-16f5-45c2-bfdb-01152feee2d8 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:22.645825 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:22.710664 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:26.095091 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30a6c6-7fc6-49aa-8c1f-efdcab945344 req-0b3e3c31-ba88-427e-9da3-fffed50bedbe tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:26.100227 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df30a6c6-7fc6-49aa-8c1f-efdcab945344 req-0b3e3c31-ba88-427e-9da3-fffed50bedbe tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 1129 time: 0.0523629 Feb 28 20:46:26.150279 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df30a6c6-7fc6-49aa-8c1f-efdcab945344 req-28157f56-2309-48f6-8a35-d88e679bbd0d tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465214 Feb 28 20:46:26.172432 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34794) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:26.346717 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-3a128580-0343-4fb2-9689-bd742b14cee2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Deleting port e032433e-05dd-4cfc-aa6c-4463731bacfa {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:46:26.347064 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3a128580-0343-4fb2-9689-bd742b14cee2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e032433e-05dd-4cfc-aa6c-4463731bacfa), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:26.433562 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3a128580-0343-4fb2-9689-bd742b14cee2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e032433e-05dd-4cfc-aa6c-4463731bacfa), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:26.433890 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3a128580-0343-4fb2-9689-bd742b14cee2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for floatingip (e032433e-05dd-4cfc-aa6c-4463731bacfa), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:26.445853 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-3a128580-0343-4fb2-9689-bd742b14cee2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Calling delete_port for e032433e-05dd-4cfc-aa6c-4463731bacfa owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:46:26.617201 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3a128580-0343-4fb2-9689-bd742b14cee2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (e032433e-05dd-4cfc-aa6c-4463731bacfa), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:26.645261 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a128580-0343-4fb2-9689-bd742b14cee2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Port': ['ID=e032433e-05dd-4cfc-aa6c-4463731bacfa,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:26.701483 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-a94f3355-bee9-4db8-82a6-7a5f93f46e2b tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:26.703934 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-a94f3355-bee9-4db8-82a6-7a5f93f46e2b tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/networks?id=8a29a05d-fb66-4b0e-8d23-41480f281d91 HTTP/1.1" status: 200 len: 909 time: 0.1147840 Feb 28 20:46:26.719798 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3a128580-0343-4fb2-9689-bd742b14cee2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for floatingip (8056cd78-1b9e-4736-ab85-992a7d826788), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:26.720158 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-3a128580-0343-4fb2-9689-bd742b14cee2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Floating IP 8056cd78-1b9e-4736-ab85-992a7d826788 disassociated (deleted). External IP: 172.25.0.234, port: 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c. Feb 28 20:46:26.721557 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-9878afea-87c4-49bd-8db0-57376aff9d5b tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/quotas/1ce00107a4c24d3fa3b7a6d66921a73a HTTP/1.1" status: 200 len: 375 time: 0.0109210 Feb 28 20:46:26.785797 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-c020dcd8-4594-44cc-8080-6b63d9e3dff7 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ce00107a4c24d3fa3b7a6d66921a73a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563354 Feb 28 20:46:27.000007 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a128580-0343-4fb2-9689-bd742b14cee2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Router 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:46:27.139795 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a128580-0343-4fb2-9689-bd742b14cee2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:46:27.144373 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3a128580-0343-4fb2-9689-bd742b14cee2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:27.152344 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a64ed2a-98e5-438e-9ac4-1fcf808e7b32 None None] Sync routers for ids ['6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:46:27.167723 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a64ed2a-98e5-438e-9ac4-1fcf808e7b32 None None] Routers {'6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:27.168648 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6a64ed2a-98e5-438e-9ac4-1fcf808e7b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:27.186314 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3a128580-0343-4fb2-9689-bd742b14cee2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "DELETE /v2.0/floatingips/8056cd78-1b9e-4736-ab85-992a7d826788 HTTP/1.1" status: 204 len: 168 time: 1.0116203 Feb 28 20:46:27.188609 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866236a6-f181-41b1-a97a-d1258010b326', 'tag': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:46:27.203494 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f808f30-9df1-4a5b-af44-89e7c3e218f1" -d '{"events": [{"name": "network-changed", "server_uuid": "866236a6-f181-41b1-a97a-d1258010b326", "tag": "8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:46:27.355848 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-6a64ed2a-98e5-438e-9ac4-1fcf808e7b32 None None] Set router 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:27.408243 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-27624f9b-a77c-4108-8e7c-a1a38f77ca95 service neutron] 10.222.0.13 "GET /v2.0/networks/8a29a05d-fb66-4b0e-8d23-41480f281d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6115465 Feb 28 20:46:27.536250 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-c1390cd1-08f4-40fe-ae79-fd9a0d9f85ce service neutron] 10.222.0.13 "GET /v2.0/networks/8a29a05d-fb66-4b0e-8d23-41480f281d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138811 Feb 28 20:46:27.570467 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c9da8a-6fc6-43ad-97ad-2d68842b58ca x-openstack-request-id: req-32c9da8a-6fc6-43ad-97ad-2d68842b58ca {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:46:27.571640 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866236a6-f181-41b1-a97a-d1258010b326", "tag": "8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:46:27.572182 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32c9da8a-6fc6-43ad-97ad-2d68842b58ca {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:46:27.572971 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866236a6-f181-41b1-a97a-d1258010b326', 'tag': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c', 'status': 'completed', 'code': 200} Feb 28 20:46:27.637758 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6a64ed2a-98e5-438e-9ac4-1fcf808e7b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273822922', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:03Z', 'updated_at': '2022-02-28T20:44:11Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:04Z', 'updated_at': '2022-02-28T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '0c0b4613-a294-414e-8841-6fd03efc33b0', 'name': '', 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:83:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'a792bfee-4d82-4cc8-8f52-66116f2e1445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:10Z', 'updated_at': '2022-02-28T20:44:18Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'a792bfee-4d82-4cc8-8f52-66116f2e1445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:27.680066 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a64ed2a-98e5-438e-9ac4-1fcf808e7b32 None None] Checking router: 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:46:27.700087 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a64ed2a-98e5-438e-9ac4-1fcf808e7b32 None None] Routers {'6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:27.700731 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6a64ed2a-98e5-438e-9ac4-1fcf808e7b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:27.739708 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f808f30-9df1-4a5b-af44-89e7c3e218f1 req-886d7ced-cf7b-4d3b-bd31-f76f48e54527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:27.748389 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1f808f30-9df1-4a5b-af44-89e7c3e218f1 req-886d7ced-cf7b-4d3b-bd31-f76f48e54527 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 1129 time: 0.1647003 Feb 28 20:46:27.837517 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-6a64ed2a-98e5-438e-9ac4-1fcf808e7b32 None None] Set router 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:27.914220 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70f98630-3490-4854-8592-041267501ba5 req-efa40111-61c6-4e28-a7d9-348d554f8d4d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=212986d7-a40f-495c-8021-d106035c18e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2027962 Feb 28 20:46:27.941001 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f3883-3a2d-4f07-9237-1c53b9f83b2b req-90dea763-30e3-4a89-a97e-2096c5863bfb tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:27.942787 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a51f3883-3a2d-4f07-9237-1c53b9f83b2b req-90dea763-30e3-4a89-a97e-2096c5863bfb tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 946 time: 0.1717141 Feb 28 20:46:27.962140 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-406a0ef4-6f36-4fa8-b8bf-d19961b52400 req-f75be24e-06b3-4ec1-b8f0-ef3b58cb856b tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69207aa6-6a95-47c5-a99d-9b5085c801ee HTTP/1.1" status: 200 len: 210 time: 0.0751328 Feb 28 20:46:28.055336 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a51f3883-3a2d-4f07-9237-1c53b9f83b2b req-7707a7bf-0d70-497f-a5f3-a2da108a4a8c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921235 Feb 28 20:46:28.077405 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f808f30-9df1-4a5b-af44-89e7c3e218f1 req-ba64f929-4c97-41a5-8444-e14890efb343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:28.078011 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f98630-3490-4854-8592-041267501ba5 req-38694fca-4a3b-4ed1-93d9-0c386e4d8cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:28.079166 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1f808f30-9df1-4a5b-af44-89e7c3e218f1 req-ba64f929-4c97-41a5-8444-e14890efb343 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830 HTTP/1.1" status: 200 len: 897 time: 0.3283393 Feb 28 20:46:28.080416 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70f98630-3490-4854-8592-041267501ba5 req-38694fca-4a3b-4ed1-93d9-0c386e4d8cd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ce00107a4c24d3fa3b7a6d66921a73a&device_id=212986d7-a40f-495c-8021-d106035c18e3 HTTP/1.1" status: 200 len: 1129 time: 0.0794632 Feb 28 20:46:28.161496 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1f808f30-9df1-4a5b-af44-89e7c3e218f1 req-fc17fd11-7bdd-4355-9b39-e0f25fd39622 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c HTTP/1.1" status: 200 len: 217 time: 0.0735788 Feb 28 20:46:28.256020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f98630-3490-4854-8592-041267501ba5 req-6870459c-d654-49f2-aaf9-a8d69c50480a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:28.262888 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6a64ed2a-98e5-438e-9ac4-1fcf808e7b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273822922', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:03Z', 'updated_at': '2022-02-28T20:44:11Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:04Z', 'updated_at': '2022-02-28T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '0c0b4613-a294-414e-8841-6fd03efc33b0', 'name': '', 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:83:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'a792bfee-4d82-4cc8-8f52-66116f2e1445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:10Z', 'updated_at': '2022-02-28T20:44:18Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'a792bfee-4d82-4cc8-8f52-66116f2e1445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:28.264156 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70f98630-3490-4854-8592-041267501ba5 req-6870459c-d654-49f2-aaf9-a8d69c50480a service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a29a05d-fb66-4b0e-8d23-41480f281d91 HTTP/1.1" status: 200 len: 909 time: 0.1534665 Feb 28 20:46:28.266888 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f808f30-9df1-4a5b-af44-89e7c3e218f1 req-36ae1bec-bfea-451e-bd87-60db326c5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:28.270892 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1f808f30-9df1-4a5b-af44-89e7c3e218f1 req-36ae1bec-bfea-451e-bd87-60db326c5148 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a792bfee-4d82-4cc8-8f52-66116f2e1445 HTTP/1.1" status: 200 len: 834 time: 0.1017423 Feb 28 20:46:28.349967 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a64ed2a-98e5-438e-9ac4-1fcf808e7b32 None None] The sync data for ids ['6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'] in n-d-820368-21 is: [{'id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273822922', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:03Z', 'updated_at': '2022-02-28T20:44:11Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:04Z', 'updated_at': '2022-02-28T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '0c0b4613-a294-414e-8841-6fd03efc33b0', 'name': '', 'network_id': '0d3ad149-d73d-45f3-a8b5-2e78d9de1830', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:83:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'a792bfee-4d82-4cc8-8f52-66116f2e1445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:10Z', 'updated_at': '2022-02-28T20:44:18Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'a792bfee-4d82-4cc8-8f52-66116f2e1445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:46:28.358700 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70f98630-3490-4854-8592-041267501ba5 req-bb380ed5-abfb-4884-ac0e-e3b3beec1f10 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19a4e6df-1dba-486f-bfaf-0226591d1086 HTTP/1.1" status: 200 len: 217 time: 0.0801227 Feb 28 20:46:28.369403 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f808f30-9df1-4a5b-af44-89e7c3e218f1 req-02785379-2061-40bd-ac78-e9ac6150acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:28.371591 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1f808f30-9df1-4a5b-af44-89e7c3e218f1 req-02785379-2061-40bd-ac78-e9ac6150acd4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d3ad149-d73d-45f3-a8b5-2e78d9de1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0905929 Feb 28 20:46:28.386672 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-1f808f30-9df1-4a5b-af44-89e7c3e218f1 req-97f35e83-a443-4a4e-8d33-4224a4398fa7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:46:28.388115 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1f808f30-9df1-4a5b-af44-89e7c3e218f1 req-97f35e83-a443-4a4e-8d33-4224a4398fa7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062165 Feb 28 20:46:28.426226 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f98630-3490-4854-8592-041267501ba5 req-a51d7d1a-ae0e-4e3e-b66f-a84b974b84ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:28.428639 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70f98630-3490-4854-8592-041267501ba5 req-a51d7d1a-ae0e-4e3e-b66f-a84b974b84ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8dcabdc5-95be-4765-a42c-f60a7e997206 HTTP/1.1" status: 200 len: 848 time: 0.0680044 Feb 28 20:46:28.506478 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f98630-3490-4854-8592-041267501ba5 req-37e2fac9-6e35-4493-ac91-6d3061902ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:28.508358 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70f98630-3490-4854-8592-041267501ba5 req-37e2fac9-6e35-4493-ac91-6d3061902ce5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a29a05d-fb66-4b0e-8d23-41480f281d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0726411 Feb 28 20:46:28.527694 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-70f98630-3490-4854-8592-041267501ba5 req-2cca9330-be82-4056-88ac-2b875f2fc019 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:46:28.529604 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70f98630-3490-4854-8592-041267501ba5 req-2cca9330-be82-4056-88ac-2b875f2fc019 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064905 Feb 28 20:46:28.563330 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1f808f30-9df1-4a5b-af44-89e7c3e218f1 req-ed52a2fc-79c1-4837-872b-623c3f98f936 service neutron] 10.222.0.15 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685336 Feb 28 20:46:28.686255 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70f98630-3490-4854-8592-041267501ba5 req-27089879-a242-4793-8715-09cd8b05b923 service neutron] 10.222.0.10 "GET /v2.0/networks/8a29a05d-fb66-4b0e-8d23-41480f281d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498795 Feb 28 20:46:28.782370 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1f808f30-9df1-4a5b-af44-89e7c3e218f1 req-b031f129-e64f-4785-8c12-91bcc1c1e18b service neutron] 10.222.0.15 "GET /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022474 Feb 28 20:46:28.819332 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e58c9-062c-482e-920e-96f69c9630da None None] New status for floating IP 8056cd78-1b9e-4736-ab85-992a7d826788: DOWN {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:46:28.836103 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70f98630-3490-4854-8592-041267501ba5 req-6992dc29-e1ad-4cae-80b1-8397eebf3252 service neutron] 10.222.0.10 "GET /v2.0/networks/8a29a05d-fb66-4b0e-8d23-41480f281d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401725 Feb 28 20:46:29.104639 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97e9e8bc-38bf-4cee-9ddb-b021d52beb8c req-d6b9a791-feb6-40f6-a862-e09c15a79207 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69207aa6-6a95-47c5-a99d-9b5085c801ee HTTP/1.1" status: 200 len: 210 time: 0.0469565 Feb 28 20:46:29.349721 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6385107-2fa1-4124-ad04-5e2ec6bed113 req-aab614da-f85c-4bc4-9701-65de7d0d50de tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:29.353279 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e6385107-2fa1-4124-ad04-5e2ec6bed113 req-aab614da-f85c-4bc4-9701-65de7d0d50de tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.15 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 946 time: 0.4022939 Feb 28 20:46:29.395474 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3523fa-89c7-4afa-b0a3-43933f31f741 req-457d7b3c-8842-4354-b9a4-e435537ed55b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:29.398067 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5a3523fa-89c7-4afa-b0a3-43933f31f741 req-457d7b3c-8842-4354-b9a4-e435537ed55b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=866236a6-f181-41b1-a97a-d1258010b326 HTTP/1.1" status: 200 len: 946 time: 0.0733178 Feb 28 20:46:29.476567 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5a3523fa-89c7-4afa-b0a3-43933f31f741 req-0b0f2841-b84c-498f-b3ad-7e3e5d052117 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0f7cecf-b4db-4235-aaf1-15b3a6499858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696018 Feb 28 20:46:29.630213 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-e6385107-2fa1-4124-ad04-5e2ec6bed113 req-d81f3d3b-3925-4299-8d39-2db65f62bf8b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Deleting port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:46:29.630638 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e6385107-2fa1-4124-ad04-5e2ec6bed113 req-d81f3d3b-3925-4299-8d39-2db65f62bf8b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:29.699705 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-28007b1c-14b6-4f25-abb4-29a0a2481c52 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:29.701239 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-28007b1c-14b6-4f25-abb4-29a0a2481c52 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.15 "GET /v2.0/networks?id=8a29a05d-fb66-4b0e-8d23-41480f281d91 HTTP/1.1" status: 200 len: 909 time: 0.2562931 Feb 28 20:46:29.717000 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-cb30d00d-9d95-4c43-a68e-c4d42ffbe237 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Request body: {'port': {'device_id': '69207aa6-6a95-47c5-a99d-9b5085c801ee', 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91', 'admin_state_up': True, 'tenant_id': '1ce00107a4c24d3fa3b7a6d66921a73a'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:46:29.759795 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-e6385107-2fa1-4124-ad04-5e2ec6bed113 req-d81f3d3b-3925-4299-8d39-2db65f62bf8b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] For port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,segment=NetworkSegment(cddc319a-d99b-4f81-9d76-50f737bcad5d),segment_id=cddc319a-d99b-4f81-9d76-50f737bcad5d)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:29.760328 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e6385107-2fa1-4124-ad04-5e2ec6bed113 req-d81f3d3b-3925-4299-8d39-2db65f62bf8b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:29.762558 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-cb30d00d-9d95-4c43-a68e-c4d42ffbe237 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Made reservation on behalf of 1ce00107a4c24d3fa3b7a6d66921a73a for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:46:29.765039 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-cb30d00d-9d95-4c43-a68e-c4d42ffbe237 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:29.784572 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-e6385107-2fa1-4124-ad04-5e2ec6bed113 req-d81f3d3b-3925-4299-8d39-2db65f62bf8b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Calling delete_port for 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:46:29.947299 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-cb30d00d-9d95-4c43-a68e-c4d42ffbe237 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Allocated IP 172.20.0.4 (8a29a05d-fb66-4b0e-8d23-41480f281d91/8dcabdc5-95be-4765-a42c-f60a7e997206/94c12090-51b1-4bf5-bdb4-5cb0a4be38f8) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:46:30.054579 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e6385107-2fa1-4124-ad04-5e2ec6bed113 req-d81f3d3b-3925-4299-8d39-2db65f62bf8b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:30.135962 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f3d3b-3925-4299-8d39-2db65f62bf8b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Port': ['ID=8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:30.200681 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6385107-2fa1-4124-ad04-5e2ec6bed113 req-d81f3d3b-3925-4299-8d39-2db65f62bf8b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] No DVR routers for this DVR port 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:46:30.205308 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e6385107-2fa1-4124-ad04-5e2ec6bed113 req-d81f3d3b-3925-4299-8d39-2db65f62bf8b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:30.209502 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e6385107-2fa1-4124-ad04-5e2ec6bed113 req-d81f3d3b-3925-4299-8d39-2db65f62bf8b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.15 "DELETE /v2.0/ports/8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c HTTP/1.1" status: 204 len: 173 time: 0.8471882 Feb 28 20:46:30.209981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866236a6-f181-41b1-a97a-d1258010b326', 'name': 'network-vif-deleted', 'tag': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:46:30.212934 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6065a3e0-7949-4468-9aa9-75187e723ce1" -d '{"events": [{"server_uuid": "866236a6-f181-41b1-a97a-d1258010b326", "name": "network-vif-deleted", "tag": "8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:46:30.275981 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-cb30d00d-9d95-4c43-a68e-c4d42ffbe237 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Publish callbacks [] for port (94c12090-51b1-4bf5-bdb4-5cb0a4be38f8), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:30.279941 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2efcab-4a9f-4caf-b768-9b48efcb7f97 x-openstack-request-id: req-5b2efcab-4a9f-4caf-b768-9b48efcb7f97 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:46:30.280704 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866236a6-f181-41b1-a97a-d1258010b326", "name": "network-vif-deleted", "tag": "8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:46:30.281116 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b2efcab-4a9f-4caf-b768-9b48efcb7f97 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:46:30.281682 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866236a6-f181-41b1-a97a-d1258010b326', 'name': 'network-vif-deleted', 'tag': '8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c', 'status': 'completed', 'code': 200} Feb 28 20:46:30.285829 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ddce1df9-33e9-47e5-a820-dd2c8c59c39b req-1511ec13-df53-4b32-a2d3-900c7d81b91a tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69207aa6-6a95-47c5-a99d-9b5085c801ee HTTP/1.1" status: 200 len: 210 time: 0.0689297 Feb 28 20:46:30.341317 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-cb30d00d-9d95-4c43-a68e-c4d42ffbe237 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (94c12090-51b1-4bf5-bdb4-5cb0a4be38f8), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:30.357856 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['19a4e6df-1dba-486f-bfaf-0226591d1086'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:46:30.396716 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-cb30d00d-9d95-4c43-a68e-c4d42ffbe237 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Network 8a29a05d-fb66-4b0e-8d23-41480f281d91 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:46:30.404957 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-cb30d00d-9d95-4c43-a68e-c4d42ffbe237 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:46:30.409691 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-cb30d00d-9d95-4c43-a68e-c4d42ffbe237 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:46:30.443220 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30d00d-9d95-4c43-a68e-c4d42ffbe237 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Pushing event updated for resources: {'Port': ['ID=94c12090-51b1-4bf5-bdb4-5cb0a4be38f8,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:30.472576 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-cb30d00d-9d95-4c43-a68e-c4d42ffbe237 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:30.473193 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-cb30d00d-9d95-4c43-a68e-c4d42ffbe237 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:30.505582 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-cb30d00d-9d95-4c43-a68e-c4d42ffbe237 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7940884 Feb 28 20:46:30.522984 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] Request body: {'port': {'device_id': '69207aa6-6a95-47c5-a99d-9b5085c801ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:46:30.601434 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34862) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:30.660582 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (94c12090-51b1-4bf5-bdb4-5cb0a4be38f8), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:31.047354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-4c88b69e-ea3e-476f-b25f-97703a619b5b None None] Provisioning complete for port 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:31.048028 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4c88b69e-ea3e-476f-b25f-97703a619b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (94c12090-51b1-4bf5-bdb4-5cb0a4be38f8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:31.112084 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4c88b69e-ea3e-476f-b25f-97703a619b5b None None] Port 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:46:31.213801 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:46:31.224941 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] Publish callbacks [] for port (94c12090-51b1-4bf5-bdb4-5cb0a4be38f8), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:31.245741 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] Transition to ACTIVE for port object 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:46:31.257245 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (94c12090-51b1-4bf5-bdb4-5cb0a4be38f8), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:31.322629 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] Pushing event updated for resources: {'Port': ['ID=94c12090-51b1-4bf5-bdb4-5cb0a4be38f8,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:31.452455 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] Attempting to bind port 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:46:31.453319 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] Attempting to bind port 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'd854fde1-6b9f-4c56-9c88-66553e1d3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:46:31.453319 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] Attempting to bind port 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 on network 8a29a05d-fb66-4b0e-8d23-41480f281d91 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:46:31.464608 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] Port 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 on network 8a29a05d-fb66-4b0e-8d23-41480f281d91 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:46:31.464928 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] Attempting to bind port 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 on network 8a29a05d-fb66-4b0e-8d23-41480f281d91 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:46:31.472009 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:46:31.472355 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] Checking segment: {'id': 'd854fde1-6b9f-4c56-9c88-66553e1d3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:46:31.472733 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] Bound using segment: {'id': 'd854fde1-6b9f-4c56-9c88-66553e1d3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:46:31.473159 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] Bound port: 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd854fde1-6b9f-4c56-9c88-66553e1d3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:46:31.473511 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (94c12090-51b1-4bf5-bdb4-5cb0a4be38f8), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:31.548645 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f443dfa0-6549-4446-a59b-920ea6723433 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (6d03d39a-feb4-40f4-ab7f-78ac43e6fc08), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:31.553254 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] For port 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:46:31.558665 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] For port 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=94c12090-51b1-4bf5-bdb4-5cb0a4be38f8,segment=NetworkSegment(d854fde1-6b9f-4c56-9c88-66553e1d3f22),segment_id=d854fde1-6b9f-4c56-9c88-66553e1d3f22)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:46:31.570268 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (94c12090-51b1-4bf5-bdb4-5cb0a4be38f8), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:31.607659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640006d-e069-4c5c-88a8-442d1b2a8974 req-0557e80a-e1d1-4e44-8676-9526903fd644 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:31.610193 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b640006d-e069-4c5c-88a8-442d1b2a8974 req-0557e80a-e1d1-4e44-8676-9526903fd644 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69207aa6-6a95-47c5-a99d-9b5085c801ee HTTP/1.1" status: 200 len: 1053 time: 0.1648986 Feb 28 20:46:31.644538 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] Pushing event updated for resources: {'Port': ['ID=94c12090-51b1-4bf5-bdb4-5cb0a4be38f8,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:31.678220 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:31.679646 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:31.681710 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-bfcf2088-9d2a-4d7a-9f69-db098a51e084 service neutron] 10.222.0.15 "PUT /v2.0/ports/94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 HTTP/1.1" status: 200 len: 1092 time: 1.1688948 Feb 28 20:46:31.749934 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b640006d-e069-4c5c-88a8-442d1b2a8974 req-c9d7ee60-637c-4d14-811d-82ab3d912762 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302326 Feb 28 20:46:31.887428 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-0bdc3818-c5e3-411b-ba23-4bf1873c445b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:31.891404 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-0bdc3818-c5e3-411b-ba23-4bf1873c445b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ce00107a4c24d3fa3b7a6d66921a73a&device_id=69207aa6-6a95-47c5-a99d-9b5085c801ee HTTP/1.1" status: 200 len: 1126 time: 0.1316204 Feb 28 20:46:31.958403 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-dc410ed8-7017-46c8-8aee-a4d433a47359 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 HTTP/1.1" status: 200 len: 217 time: 0.0574505 Feb 28 20:46:32.033970 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-c067882e-d1cc-41a6-a595-c4eb4f0032c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:32.035463 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-c067882e-d1cc-41a6-a595-c4eb4f0032c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dcabdc5-95be-4765-a42c-f60a7e997206 HTTP/1.1" status: 200 len: 848 time: 0.0699968 Feb 28 20:46:32.063179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-f443dfa0-6549-4446-a59b-920ea6723433 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Deleting port 0c0b4613-a294-414e-8841-6fd03efc33b0 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:46:32.063674 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f443dfa0-6549-4446-a59b-920ea6723433 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0c0b4613-a294-414e-8841-6fd03efc33b0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:32.091088 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-a6f86ef8-15d1-465b-902f-16529b23b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:32.093115 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-a6f86ef8-15d1-465b-902f-16529b23b2e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8a29a05d-fb66-4b0e-8d23-41480f281d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513446 Feb 28 20:46:32.182021 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-f443dfa0-6549-4446-a59b-920ea6723433 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] For port 0c0b4613-a294-414e-8841-6fd03efc33b0, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0c0b4613-a294-414e-8841-6fd03efc33b0,segment=NetworkSegment(cddc319a-d99b-4f81-9d76-50f737bcad5d),segment_id=cddc319a-d99b-4f81-9d76-50f737bcad5d)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:32.182397 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f443dfa0-6549-4446-a59b-920ea6723433 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0c0b4613-a294-414e-8841-6fd03efc33b0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:32.198670 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-f443dfa0-6549-4446-a59b-920ea6723433 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Calling delete_port for 0c0b4613-a294-414e-8841-6fd03efc33b0 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:46:32.217117 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-489b9d19-6de6-4c97-a33a-51e7ebd7f833 service neutron] 10.222.0.15 "GET /v2.0/networks/8a29a05d-fb66-4b0e-8d23-41480f281d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170907 Feb 28 20:46:32.292656 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69207aa6-6a95-47c5-a99d-9b5085c801ee', 'tag': '94c12090-51b1-4bf5-bdb4-5cb0a4be38f8'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:46:32.295033 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2987dc8e-a20f-4e1b-b27d-1fb74e2f3c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "69207aa6-6a95-47c5-a99d-9b5085c801ee", "tag": "94c12090-51b1-4bf5-bdb4-5cb0a4be38f8"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:46:32.355809 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6a69f1-1f8f-4694-91cb-31d86d035228 x-openstack-request-id: req-cc6a69f1-1f8f-4694-91cb-31d86d035228 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:46:32.356114 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69207aa6-6a95-47c5-a99d-9b5085c801ee", "tag": "94c12090-51b1-4bf5-bdb4-5cb0a4be38f8", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:46:32.356368 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc6a69f1-1f8f-4694-91cb-31d86d035228 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:46:32.356759 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69207aa6-6a95-47c5-a99d-9b5085c801ee', 'tag': '94c12090-51b1-4bf5-bdb4-5cb0a4be38f8', 'status': 'completed', 'code': 200} Feb 28 20:46:32.359499 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a012a75d-5362-4d61-80e8-0961384a40b1 req-0a7c1c99-e610-4332-b9bb-0ae958457236 service neutron] 10.222.0.15 "GET /v2.0/networks/8a29a05d-fb66-4b0e-8d23-41480f281d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340277 Feb 28 20:46:32.480967 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987dc8e-a20f-4e1b-b27d-1fb74e2f3c7a req-7e3fe5ce-fc88-4482-93ab-77fbec4010ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:32.482507 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2987dc8e-a20f-4e1b-b27d-1fb74e2f3c7a req-7e3fe5ce-fc88-4482-93ab-77fbec4010ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ce00107a4c24d3fa3b7a6d66921a73a&device_id=69207aa6-6a95-47c5-a99d-9b5085c801ee HTTP/1.1" status: 200 len: 1126 time: 0.0622180 Feb 28 20:46:32.490950 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f443dfa0-6549-4446-a59b-920ea6723433 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0c0b4613-a294-414e-8841-6fd03efc33b0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:32.526765 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443dfa0-6549-4446-a59b-920ea6723433 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Port': ['ID=0c0b4613-a294-414e-8841-6fd03efc33b0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:32.613949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987dc8e-a20f-4e1b-b27d-1fb74e2f3c7a req-64e30779-cfce-4c5b-ab06-9f5491745d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:32.615875 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2987dc8e-a20f-4e1b-b27d-1fb74e2f3c7a req-64e30779-cfce-4c5b-ab06-9f5491745d13 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8a29a05d-fb66-4b0e-8d23-41480f281d91 HTTP/1.1" status: 200 len: 909 time: 0.1264644 Feb 28 20:46:32.673194 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2987dc8e-a20f-4e1b-b27d-1fb74e2f3c7a req-01a9f909-be8e-4ad0-9332-10e454a24cea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 HTTP/1.1" status: 200 len: 217 time: 0.0512064 Feb 28 20:46:32.739745 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987dc8e-a20f-4e1b-b27d-1fb74e2f3c7a req-81e82150-beb0-4765-8aab-6f33942bca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:32.741249 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2987dc8e-a20f-4e1b-b27d-1fb74e2f3c7a req-81e82150-beb0-4765-8aab-6f33942bca7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dcabdc5-95be-4765-a42c-f60a7e997206 HTTP/1.1" status: 200 len: 848 time: 0.0602779 Feb 28 20:46:32.805541 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f443dfa0-6549-4446-a59b-920ea6723433 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (6d03d39a-feb4-40f4-ab7f-78ac43e6fc08), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:32.820322 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987dc8e-a20f-4e1b-b27d-1fb74e2f3c7a req-8278d60a-a989-404e-916e-8295c23da983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:32.823229 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2987dc8e-a20f-4e1b-b27d-1fb74e2f3c7a req-8278d60a-a989-404e-916e-8295c23da983 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8a29a05d-fb66-4b0e-8d23-41480f281d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0746617 Feb 28 20:46:33.040793 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dccbe5-bbca-4d30-831c-a1ba3011679e req-c17fc8bc-8cdc-4f6a-8115-6b9f9f9fa49d tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:33.043590 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-33dccbe5-bbca-4d30-831c-a1ba3011679e req-c17fc8bc-8cdc-4f6a-8115-6b9f9f9fa49d tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69207aa6-6a95-47c5-a99d-9b5085c801ee HTTP/1.1" status: 200 len: 1126 time: 0.1196532 Feb 28 20:46:33.150445 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-33dccbe5-bbca-4d30-831c-a1ba3011679e req-aa523e08-68de-4dac-ba99-c28f319bf867 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001544 Feb 28 20:46:33.238745 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f443dfa0-6549-4446-a59b-920ea6723433 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Router 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:46:33.358998 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2987dc8e-a20f-4e1b-b27d-1fb74e2f3c7a req-f9f03e54-6a27-4e5e-af17-cd008c23fced service neutron] 10.222.0.15 "GET /v2.0/networks/8a29a05d-fb66-4b0e-8d23-41480f281d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277765 Feb 28 20:46:33.403425 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f443dfa0-6549-4446-a59b-920ea6723433 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:46:33.417251 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f443dfa0-6549-4446-a59b-920ea6723433 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "PUT /v2.0/routers/6d03d39a-feb4-40f4-ab7f-78ac43e6fc08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8098159 Feb 28 20:46:33.419206 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27e0bd9-02eb-4a61-b4c6-f082e48e0efa None None] Sync routers for ids ['6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:46:33.420479 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34892) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:33.438985 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27e0bd9-02eb-4a61-b4c6-f082e48e0efa None None] Routers {'6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:33.439613 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f27e0bd9-02eb-4a61-b4c6-f082e48e0efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:33.484001 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1943a835-cff5-4e95-b6eb-dcc044031b3b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Deleting subnet a792bfee-4d82-4cc8-8f52-66116f2e1445 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:46:33.487981 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1943a835-cff5-4e95-b6eb-dcc044031b3b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for subnet (a792bfee-4d82-4cc8-8f52-66116f2e1445), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:33.553459 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1943a835-cff5-4e95-b6eb-dcc044031b3b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (a792bfee-4d82-4cc8-8f52-66116f2e1445), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:33.564473 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2987dc8e-a20f-4e1b-b27d-1fb74e2f3c7a req-05beab5f-e09a-433a-a205-6bdfa07abfb9 service neutron] 10.222.0.15 "GET /v2.0/networks/8a29a05d-fb66-4b0e-8d23-41480f281d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995361 Feb 28 20:46:33.616896 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-f27e0bd9-02eb-4a61-b4c6-f082e48e0efa None None] Set router 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:33.647239 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1943a835-cff5-4e95-b6eb-dcc044031b3b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (a792bfee-4d82-4cc8-8f52-66116f2e1445), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:33.730841 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1943a835-cff5-4e95-b6eb-dcc044031b3b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (a792bfee-4d82-4cc8-8f52-66116f2e1445), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:33.768265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943a835-cff5-4e95-b6eb-dcc044031b3b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Subnet': ['ID=a792bfee-4d82-4cc8-8f52-66116f2e1445,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:33.778997 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:46:33.785022 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1943a835-cff5-4e95-b6eb-dcc044031b3b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:33.788771 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1943a835-cff5-4e95-b6eb-dcc044031b3b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "DELETE /v2.0/subnets/a792bfee-4d82-4cc8-8f52-66116f2e1445 HTTP/1.1" status: 204 len: 168 time: 0.3672867 Feb 28 20:46:33.791379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34902) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:33.818413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:46:33.819024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 8d7b7d5e-cf7b-48b6-a232-8066ad13fc0c not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:46:33.822061 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eeeeb6-89e9-458a-a24d-58e236df1e58 None None] Network 0d3ad149-d73d-45f3-a8b5-2e78d9de1830 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:46:33.926369 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f27e0bd9-02eb-4a61-b4c6-f082e48e0efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273822922', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:03Z', 'updated_at': '2022-02-28T20:46:32Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:04Z', 'updated_at': '2022-02-28T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:33.937382 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-feaa1582-a079-4f4f-96e2-b996c6d15070 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router (6d03d39a-feb4-40f4-ab7f-78ac43e6fc08), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:33.957661 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27e0bd9-02eb-4a61-b4c6-f082e48e0efa None None] Checking router: 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:46:33.967607 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27e0bd9-02eb-4a61-b4c6-f082e48e0efa None None] Routers {'6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:33.968838 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f27e0bd9-02eb-4a61-b4c6-f082e48e0efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:34.073572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbff902-7bde-474c-8931-252211ee53ca None None] DHCP port deletion for 0d3ad149-d73d-45f3-a8b5-2e78d9de1830 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:46:34.077543 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-feaa1582-a079-4f4f-96e2-b996c6d15070 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_gateway (6d03d39a-feb4-40f4-ab7f-78ac43e6fc08), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:34.128116 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-f27e0bd9-02eb-4a61-b4c6-f082e48e0efa None None] Set router 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:34.157363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-acbff902-7bde-474c-8931-252211ee53ca None None] Deleting port 24a8dd37-ae02-4089-a10b-2ec3aa111507 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:46:34.158143 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-acbff902-7bde-474c-8931-252211ee53ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (24a8dd37-ae02-4089-a10b-2ec3aa111507), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:34.236512 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-feaa1582-a079-4f4f-96e2-b996c6d15070 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Deleting port ffb7e10a-46c4-49e5-a7ee-b70da9f75980 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:46:34.236864 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-feaa1582-a079-4f4f-96e2-b996c6d15070 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ffb7e10a-46c4-49e5-a7ee-b70da9f75980), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:34.247557 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-acbff902-7bde-474c-8931-252211ee53ca None None] For port 24a8dd37-ae02-4089-a10b-2ec3aa111507, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=24a8dd37-ae02-4089-a10b-2ec3aa111507,segment=NetworkSegment(cddc319a-d99b-4f81-9d76-50f737bcad5d),segment_id=cddc319a-d99b-4f81-9d76-50f737bcad5d)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:34.248744 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-acbff902-7bde-474c-8931-252211ee53ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (24a8dd37-ae02-4089-a10b-2ec3aa111507), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:34.282477 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-acbff902-7bde-474c-8931-252211ee53ca None None] Calling delete_port for 24a8dd37-ae02-4089-a10b-2ec3aa111507 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:46:34.377106 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-feaa1582-a079-4f4f-96e2-b996c6d15070 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] For port ffb7e10a-46c4-49e5-a7ee-b70da9f75980, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ffb7e10a-46c4-49e5-a7ee-b70da9f75980,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:34.377475 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-feaa1582-a079-4f4f-96e2-b996c6d15070 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ffb7e10a-46c4-49e5-a7ee-b70da9f75980), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:34.404492 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-feaa1582-a079-4f4f-96e2-b996c6d15070 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Calling delete_port for ffb7e10a-46c4-49e5-a7ee-b70da9f75980 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:46:34.437495 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f27e0bd9-02eb-4a61-b4c6-f082e48e0efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273822922', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:03Z', 'updated_at': '2022-02-28T20:46:32Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:04Z', 'updated_at': '2022-02-28T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:34.440116 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-acbff902-7bde-474c-8931-252211ee53ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (24a8dd37-ae02-4089-a10b-2ec3aa111507), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:34.482623 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27e0bd9-02eb-4a61-b4c6-f082e48e0efa None None] The sync data for ids ['6d03d39a-feb4-40f4-ab7f-78ac43e6fc08'] in n-d-820368-21 is: [{'id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273822922', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:44:03Z', 'updated_at': '2022-02-28T20:46:32Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'ffb7e10a-46c4-49e5-a7ee-b70da9f75980', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03d39a-feb4-40f4-ab7f-78ac43e6fc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:44:04Z', 'updated_at': '2022-02-28T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:46:34.506899 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 24a8dd37-ae02-4089-a10b-2ec3aa111507 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:46:34.521070 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbff902-7bde-474c-8931-252211ee53ca None None] Pushing event deleted for resources: {'Port': ['ID=24a8dd37-ae02-4089-a10b-2ec3aa111507,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:34.562801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbff902-7bde-474c-8931-252211ee53ca None None] No DVR routers for this DVR port 24a8dd37-ae02-4089-a10b-2ec3aa111507 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:46:34.569912 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 24a8dd37-ae02-4089-a10b-2ec3aa111507 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:46:34.572969 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 24a8dd37-ae02-4089-a10b-2ec3aa111507 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:46:34.661973 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-feaa1582-a079-4f4f-96e2-b996c6d15070 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (ffb7e10a-46c4-49e5-a7ee-b70da9f75980), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:34.701487 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6e7e8-959e-4b46-aa7c-8035363063c8 req-69ff0b5e-a10d-49b7-a55e-66bed0d8cbba tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:34.703096 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9cb6e7e8-959e-4b46-aa7c-8035363063c8 req-69ff0b5e-a10d-49b7-a55e-66bed0d8cbba tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69207aa6-6a95-47c5-a99d-9b5085c801ee HTTP/1.1" status: 200 len: 1126 time: 0.0966086 Feb 28 20:46:34.705777 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa1582-a079-4f4f-96e2-b996c6d15070 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Port': ['ID=ffb7e10a-46c4-49e5-a7ee-b70da9f75980,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:34.815272 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-feaa1582-a079-4f4f-96e2-b996c6d15070 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (6d03d39a-feb4-40f4-ab7f-78ac43e6fc08), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:35.193234 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:46:35.275489 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9cb6e7e8-959e-4b46-aa7c-8035363063c8 req-0349d58d-bf42-4696-ab60-895911b0b470 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5598140 Feb 28 20:46:35.359858 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-feaa1582-a079-4f4f-96e2-b996c6d15070 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (6d03d39a-feb4-40f4-ab7f-78ac43e6fc08), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:35.362876 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-feaa1582-a079-4f4f-96e2-b996c6d15070 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_controller (6d03d39a-feb4-40f4-ab7f-78ac43e6fc08), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:35.416612 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-feaa1582-a079-4f4f-96e2-b996c6d15070 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (6d03d39a-feb4-40f4-ab7f-78ac43e6fc08), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:35.417152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feaa1582-a079-4f4f-96e2-b996c6d15070 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Fanout notify agent at l3_agent the message router_deleted on router 6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:46:35.424577 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-feaa1582-a079-4f4f-96e2-b996c6d15070 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:35.428471 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-feaa1582-a079-4f4f-96e2-b996c6d15070 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "DELETE /v2.0/routers/6d03d39a-feb4-40f4-ab7f-78ac43e6fc08 HTTP/1.1" status: 204 len: 168 time: 1.6329014 Feb 28 20:46:35.428735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34924) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:35.521467 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-23246598-21bc-4c5f-ad84-6e6e7c3a6292 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (0d3ad149-d73d-45f3-a8b5-2e78d9de1830), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:35.636529 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-23246598-21bc-4c5f-ad84-6e6e7c3a6292 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (0d3ad149-d73d-45f3-a8b5-2e78d9de1830), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:35.686525 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-23246598-21bc-4c5f-ad84-6e6e7c3a6292 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3ad149-d73d-45f3-a8b5-2e78d9de1830']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:35.697042 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-23246598-21bc-4c5f-ad84-6e6e7c3a6292 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cddc319a-d99b-4f81-9d76-50f737bcad5d') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:35.697348 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-23246598-21bc-4c5f-ad84-6e6e7c3a6292 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cddc319a-d99b-4f81-9d76-50f737bcad5d') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:35.706959 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-23246598-21bc-4c5f-ad84-6e6e7c3a6292 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (cddc319a-d99b-4f81-9d76-50f737bcad5d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:35.720610 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-23246598-21bc-4c5f-ad84-6e6e7c3a6292 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (cddc319a-d99b-4f81-9d76-50f737bcad5d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:35.727901 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23246598-21bc-4c5f-ad84-6e6e7c3a6292 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:46:35.728261 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-23246598-21bc-4c5f-ad84-6e6e7c3a6292 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (cddc319a-d99b-4f81-9d76-50f737bcad5d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:46:35.731500 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:46:35.804294 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-23246598-21bc-4c5f-ad84-6e6e7c3a6292 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (0d3ad149-d73d-45f3-a8b5-2e78d9de1830), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:35.809653 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:46:35.812183 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-23246598-21bc-4c5f-ad84-6e6e7c3a6292 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:35.818560 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-23246598-21bc-4c5f-ad84-6e6e7c3a6292 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "DELETE /v2.0/networks/0d3ad149-d73d-45f3-a8b5-2e78d9de1830 HTTP/1.1" status: 204 len: 168 time: 0.3859832 Feb 28 20:46:35.818692 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34928) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:35.832065 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23246598-21bc-4c5f-ad84-6e6e7c3a6292 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Network': ['ID=0d3ad149-d73d-45f3-a8b5-2e78d9de1830,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:35.895318 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16e5c439-22b6-4334-93bc-c728ab61eba1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (a0f7cecf-b4db-4235-aaf1-15b3a6499858), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:35.931319 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16e5c439-22b6-4334-93bc-c728ab61eba1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (a0f7cecf-b4db-4235-aaf1-15b3a6499858), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:35.948934 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=94c12090-51b1-4bf5-bdb4-5cb0a4be38f8,segment=NetworkSegment(d854fde1-6b9f-4c56-9c88-66553e1d3f22),segment_id=d854fde1-6b9f-4c56-9c88-66553e1d3f22)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:35.983554 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '94c12090-51b1-4bf5-bdb4-5cb0a4be38f8', 'network_id': '8a29a05d-fb66-4b0e-8d23-41480f281d91', 'port_id': '94c12090-51b1-4bf5-bdb4-5cb0a4be38f8', 'mac_address': 'fa:16:3e:25:25:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dcabdc5-95be-4765-a42c-f60a7e997206', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:46:36.013027 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16e5c439-22b6-4334-93bc-c728ab61eba1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a0f7cecf-b4db-4235-aaf1-15b3a6499858), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:36.016963 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-16e5c439-22b6-4334-93bc-c728ab61eba1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:36.019276 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-16e5c439-22b6-4334-93bc-c728ab61eba1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "DELETE /v2.0/security-groups/a0f7cecf-b4db-4235-aaf1-15b3a6499858 HTTP/1.1" status: 204 len: 168 time: 0.1997077 Feb 28 20:46:36.030732 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5c439-22b6-4334-93bc-c728ab61eba1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f7cecf-b4db-4235-aaf1-15b3a6499858,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:36.091987 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:36.091987 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (94c12090-51b1-4bf5-bdb4-5cb0a4be38f8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:36.105871 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:46:36.184440 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=94c12090-51b1-4bf5-bdb4-5cb0a4be38f8,segment=NetworkSegment(d854fde1-6b9f-4c56-9c88-66553e1d3f22),segment_id=d854fde1-6b9f-4c56-9c88-66553e1d3f22)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:36.194089 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (94c12090-51b1-4bf5-bdb4-5cb0a4be38f8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:36.284093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=94c12090-51b1-4bf5-bdb4-5cb0a4be38f8,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:36.308769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0c0b4613-a294-414e-8841-6fd03efc33b0 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:46:36.334383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 0c0b4613-a294-414e-8841-6fd03efc33b0 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:46:36.334872 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0c0b4613-a294-414e-8841-6fd03efc33b0 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:46:36.335376 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ffb7e10a-46c4-49e5-a7ee-b70da9f75980 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:46:36.387146 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: ffb7e10a-46c4-49e5-a7ee-b70da9f75980 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:46:36.387662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ffb7e10a-46c4-49e5-a7ee-b70da9f75980 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:46:36.470817 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['94c12090-51b1-4bf5-bdb4-5cb0a4be38f8'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:46:36.501471 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59d7c9-2dbd-4df0-85a5-a74fe77e5f1c req-712a9dc7-690b-493e-b877-26b1b6483f1b tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:36.504504 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a59d7c9-2dbd-4df0-85a5-a74fe77e5f1c req-712a9dc7-690b-493e-b877-26b1b6483f1b tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69207aa6-6a95-47c5-a99d-9b5085c801ee HTTP/1.1" status: 200 len: 1127 time: 0.0976930 Feb 28 20:46:36.515271 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fd045665-c77e-4d4d-a271-b9585768f0f1 req-bb943efc-321f-43ff-9e73-e676b810da83 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1070058 Feb 28 20:46:36.518432 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34938) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:36.523692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-f56adc00-66bb-4527-8fc9-82f8532415a3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-429773235', 'description': 'tempest-secgroup-smoke-429773235 description', 'project_id': '1a7308829c1041378fe2c0c22726e9fa'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:46:36.565373 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f56adc00-66bb-4527-8fc9-82f8532415a3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:36.660036 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd045665-c77e-4d4d-a271-b9585768f0f1 req-c9c2eff2-8065-4484-818f-2ffb6caa92c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:36.661640 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fd045665-c77e-4d4d-a271-b9585768f0f1 req-c9c2eff2-8065-4484-818f-2ffb6caa92c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967&device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 1128 time: 0.0900106 Feb 28 20:46:36.721978 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a59d7c9-2dbd-4df0-85a5-a74fe77e5f1c req-a47051f0-5d35-4fd9-9a71-c5c44cb8c77c tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101932 Feb 28 20:46:36.751009 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f56adc00-66bb-4527-8fc9-82f8532415a3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (562d6c0f-80bc-40c3-8a45-531620a56a00), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:36.757130 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f56adc00-66bb-4527-8fc9-82f8532415a3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (562d6c0f-80bc-40c3-8a45-531620a56a00), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:36.797957 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f56adc00-66bb-4527-8fc9-82f8532415a3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:36.804164 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34942) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:36.804787 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f56adc00-66bb-4527-8fc9-82f8532415a3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2849278 Feb 28 20:46:36.810909 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-424a2972-d810-4be8-8237-9a97e15bcc28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': '562d6c0f-80bc-40c3-8a45-531620a56a00', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:46:36.816035 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd045665-c77e-4d4d-a271-b9585768f0f1 req-9f5ad5fd-7def-4a8b-81f9-463de8e5eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:36.817501 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fd045665-c77e-4d4d-a271-b9585768f0f1 req-9f5ad5fd-7def-4a8b-81f9-463de8e5eb89 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2c3653ab-73fd-455c-b23c-86e24907f790 HTTP/1.1" status: 200 len: 897 time: 0.1350815 Feb 28 20:46:36.823952 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56adc00-66bb-4527-8fc9-82f8532415a3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562d6c0f-80bc-40c3-8a45-531620a56a00,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:36.898282 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fd045665-c77e-4d4d-a271-b9585768f0f1 req-abdfa357-07cb-4f45-b0b5-6ea6c65dd97d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cb502d8-2107-4950-a2f4-cf79cc16873d HTTP/1.1" status: 200 len: 1001 time: 0.0739591 Feb 28 20:46:36.900532 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-424a2972-d810-4be8-8237-9a97e15bcc28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (1aa23aed-0429-4796-a54d-ce0ccb566b9c), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:36.982191 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd045665-c77e-4d4d-a271-b9585768f0f1 req-e96c46b6-904f-4fe9-95c8-7cff21928c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:36.983683 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fd045665-c77e-4d4d-a271-b9585768f0f1 req-e96c46b6-904f-4fe9-95c8-7cff21928c29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d374a4d8-2a1d-4bc9-982a-5bc924927748 HTTP/1.1" status: 200 len: 834 time: 0.0788434 Feb 28 20:46:37.000930 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-424a2972-d810-4be8-8237-9a97e15bcc28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (1aa23aed-0429-4796-a54d-ce0ccb566b9c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.020509 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-424a2972-d810-4be8-8237-9a97e15bcc28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (1aa23aed-0429-4796-a54d-ce0ccb566b9c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.049345 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a2972-d810-4be8-8237-9a97e15bcc28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa23aed-0429-4796-a54d-ce0ccb566b9c,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:37.055621 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-424a2972-d810-4be8-8237-9a97e15bcc28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.059833 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-424a2972-d810-4be8-8237-9a97e15bcc28 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2537386 Feb 28 20:46:37.060438 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34946) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:37.069260 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d4256b63-a617-4197-a3af-4720c556074c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': '562d6c0f-80bc-40c3-8a45-531620a56a00', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:46:37.069885 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd045665-c77e-4d4d-a271-b9585768f0f1 req-984b9bfe-0112-48d8-9f99-08046bbe5468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:37.071605 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fd045665-c77e-4d4d-a271-b9585768f0f1 req-984b9bfe-0112-48d8-9f99-08046bbe5468 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c3653ab-73fd-455c-b23c-86e24907f790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0795760 Feb 28 20:46:37.109975 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d4256b63-a617-4197-a3af-4720c556074c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (523b4806-4a50-453c-8733-cef920976666), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.170167 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d4256b63-a617-4197-a3af-4720c556074c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (523b4806-4a50-453c-8733-cef920976666), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.175097 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d4256b63-a617-4197-a3af-4720c556074c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (523b4806-4a50-453c-8733-cef920976666), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.182433 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fd045665-c77e-4d4d-a271-b9585768f0f1 req-df3a2dc6-1c6d-4fc8-b8e0-dc946a8935ea service neutron] 10.222.0.15 "GET /v2.0/networks/2c3653ab-73fd-455c-b23c-86e24907f790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044862 Feb 28 20:46:37.198158 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4256b63-a617-4197-a3af-4720c556074c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523b4806-4a50-453c-8733-cef920976666,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:37.227217 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d4256b63-a617-4197-a3af-4720c556074c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.232481 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d4256b63-a617-4197-a3af-4720c556074c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1683638 Feb 28 20:46:37.235036 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34950) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:37.246051 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-1e50d27e-31bb-40db-9e0d-d5506992cf91 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': '562d6c0f-80bc-40c3-8a45-531620a56a00', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:46:37.303160 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fd045665-c77e-4d4d-a271-b9585768f0f1 req-46d2e05a-6a36-4449-a75b-18edd66eaee1 service neutron] 10.222.0.15 "GET /v2.0/networks/2c3653ab-73fd-455c-b23c-86e24907f790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149538 Feb 28 20:46:37.305665 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e50d27e-31bb-40db-9e0d-d5506992cf91 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (7524d366-b654-4bed-8bca-dd4d0b6336e6), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.370782 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e50d27e-31bb-40db-9e0d-d5506992cf91 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (7524d366-b654-4bed-8bca-dd4d0b6336e6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.375593 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e50d27e-31bb-40db-9e0d-d5506992cf91 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (7524d366-b654-4bed-8bca-dd4d0b6336e6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.396651 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50d27e-31bb-40db-9e0d-d5506992cf91 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7524d366-b654-4bed-8bca-dd4d0b6336e6,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:37.404372 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e50d27e-31bb-40db-9e0d-d5506992cf91 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.408410 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1e50d27e-31bb-40db-9e0d-d5506992cf91 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1695418 Feb 28 20:46:37.408605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34952) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:37.413125 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-cfc32eac-ec2a-4d60-8b68-29696766e83b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': '562d6c0f-80bc-40c3-8a45-531620a56a00', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:46:37.441298 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cfc32eac-ec2a-4d60-8b68-29696766e83b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (0add273b-53bd-4055-8b8a-9e65ea79ea2d), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.520843 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cfc32eac-ec2a-4d60-8b68-29696766e83b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (0add273b-53bd-4055-8b8a-9e65ea79ea2d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.526698 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cfc32eac-ec2a-4d60-8b68-29696766e83b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (0add273b-53bd-4055-8b8a-9e65ea79ea2d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.546308 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc32eac-ec2a-4d60-8b68-29696766e83b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0add273b-53bd-4055-8b8a-9e65ea79ea2d,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:37.556384 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cfc32eac-ec2a-4d60-8b68-29696766e83b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.560356 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cfc32eac-ec2a-4d60-8b68-29696766e83b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1481926 Feb 28 20:46:37.560811 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34954) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:37.565499 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-b93bbcbf-1e11-43cf-bccb-c395bb38e662 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': '562d6c0f-80bc-40c3-8a45-531620a56a00', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:46:37.590629 n-d-820368-21 neutron-server[103774]: INFO neutron.db.securitygroups_db [None req-b93bbcbf-1e11-43cf-bccb-c395bb38e662 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Project 1a7308829c1041378fe2c0c22726e9fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:46:37.596382 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b93bbcbf-1e11-43cf-bccb-c395bb38e662 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (239b74c5-0943-4ec2-a0a1-7ee67e13e550), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.666255 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b93bbcbf-1e11-43cf-bccb-c395bb38e662 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (239b74c5-0943-4ec2-a0a1-7ee67e13e550), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.673030 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b93bbcbf-1e11-43cf-bccb-c395bb38e662 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (239b74c5-0943-4ec2-a0a1-7ee67e13e550), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.690802 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bbcbf-1e11-43cf-bccb-c395bb38e662 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239b74c5-0943-4ec2-a0a1-7ee67e13e550,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:37.720053 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b93bbcbf-1e11-43cf-bccb-c395bb38e662 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.723951 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b93bbcbf-1e11-43cf-bccb-c395bb38e662 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1593113 Feb 28 20:46:37.724154 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34958) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:37.729248 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-b92c6b95-94bd-4b6a-9fe4-d44b005696c7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': '562d6c0f-80bc-40c3-8a45-531620a56a00', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:46:37.775264 n-d-820368-21 neutron-server[103774]: INFO neutron.db.securitygroups_db [None req-b92c6b95-94bd-4b6a-9fe4-d44b005696c7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Project 1a7308829c1041378fe2c0c22726e9fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:46:37.788861 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b92c6b95-94bd-4b6a-9fe4-d44b005696c7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (21ddf843-b118-42cd-8d60-2942a013d5ee), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.823103 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:37.912814 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:46:37.924415 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:37.925270 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (94c12090-51b1-4bf5-bdb4-5cb0a4be38f8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.926548 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b92c6b95-94bd-4b6a-9fe4-d44b005696c7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (21ddf843-b118-42cd-8d60-2942a013d5ee), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.932708 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b92c6b95-94bd-4b6a-9fe4-d44b005696c7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (21ddf843-b118-42cd-8d60-2942a013d5ee), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:37.953460 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729e99a-f9a6-4925-aa36-889b0c31e936 req-fcfd0b4a-f215-40c3-af4a-9c08d580d0ca tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:37.956109 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2729e99a-f9a6-4925-aa36-889b0c31e936 req-fcfd0b4a-f215-40c3-af4a-9c08d580d0ca tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69207aa6-6a95-47c5-a99d-9b5085c801ee HTTP/1.1" status: 200 len: 1127 time: 0.1137414 Feb 28 20:46:37.964321 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c6b95-94bd-4b6a-9fe4-d44b005696c7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ddf843-b118-42cd-8d60-2942a013d5ee,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:38.021098 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b92c6b95-94bd-4b6a-9fe4-d44b005696c7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:38.026119 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b92c6b95-94bd-4b6a-9fe4-d44b005696c7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2972689 Feb 28 20:46:38.026119 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34962) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:38.031122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-e67a03d4-4435-406b-a990-51cbb2964435 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'network': {'name': 'tempest-network-smoke--463878148', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'port_security_enabled': True}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:46:38.091506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2729e99a-f9a6-4925-aa36-889b0c31e936 req-424de236-aa56-417c-b6fe-c1f1a5ba0a51 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150417 Feb 28 20:46:38.093498 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67a03d4-4435-406b-a990-51cbb2964435 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Made reservation on behalf of 1a7308829c1041378fe2c0c22726e9fa for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:46:38.098922 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e67a03d4-4435-406b-a990-51cbb2964435 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:38.142924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:38.143543 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (94c12090-51b1-4bf5-bdb4-5cb0a4be38f8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:38.145467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67a03d4-4435-406b-a990-51cbb2964435 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:46:38.189164 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69207aa6-6a95-47c5-a99d-9b5085c801ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c12090-51b1-4bf5-bdb4-5cb0a4be38f8'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:46:38.190228 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e67a03d4-4435-406b-a990-51cbb2964435 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (dcd6458f-30f8-4f5a-b023-066bb1211a85), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:38.191170 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-e67a03d4-4435-406b-a990-51cbb2964435 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Added segment dcd6458f-30f8-4f5a-b023-066bb1211a85 of type vlan for network a784316a-d734-45b9-a490-65227908c5c6 Feb 28 20:46:38.193602 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bd0821-b0b6-49eb-acdb-0066220156b2" -d '{"events": [{"server_uuid": "69207aa6-6a95-47c5-a99d-9b5085c801ee", "name": "network-vif-plugged", "status": "completed", "tag": "94c12090-51b1-4bf5-bdb4-5cb0a4be38f8"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:46:38.211213 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=94c12090-51b1-4bf5-bdb4-5cb0a4be38f8,segment=NetworkSegment(d854fde1-6b9f-4c56-9c88-66553e1d3f22),segment_id=d854fde1-6b9f-4c56-9c88-66553e1d3f22)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:38.220755 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (94c12090-51b1-4bf5-bdb4-5cb0a4be38f8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:38.287496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=94c12090-51b1-4bf5-bdb4-5cb0a4be38f8,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:38.291504 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fa2659-9a2d-49db-8881-f3452f8b7735 x-openstack-request-id: req-96fa2659-9a2d-49db-8881-f3452f8b7735 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:46:38.292082 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69207aa6-6a95-47c5-a99d-9b5085c801ee", "name": "network-vif-plugged", "status": "completed", "tag": "94c12090-51b1-4bf5-bdb4-5cb0a4be38f8", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:46:38.292602 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96fa2659-9a2d-49db-8881-f3452f8b7735 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:46:38.293134 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69207aa6-6a95-47c5-a99d-9b5085c801ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c12090-51b1-4bf5-bdb4-5cb0a4be38f8', 'code': 200} Feb 28 20:46:38.350181 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e67a03d4-4435-406b-a990-51cbb2964435 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (a784316a-d734-45b9-a490-65227908c5c6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:38.401562 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e67a03d4-4435-406b-a990-51cbb2964435 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (a784316a-d734-45b9-a490-65227908c5c6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:38.407603 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67a03d4-4435-406b-a990-51cbb2964435 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:38.408490 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e67a03d4-4435-406b-a990-51cbb2964435 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:38.434623 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e67a03d4-4435-406b-a990-51cbb2964435 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4075565 Feb 28 20:46:38.441661 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb0866-0b60-4f68-84ad-2fdf25a7c977 req-c4f2f792-ee81-4fb3-9550-b24252c101a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:38.444054 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-46cb0866-0b60-4f68-84ad-2fdf25a7c977 req-c4f2f792-ee81-4fb3-9550-b24252c101a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=69207aa6-6a95-47c5-a99d-9b5085c801ee HTTP/1.1" status: 200 len: 1128 time: 0.0720646 Feb 28 20:46:38.444775 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34976) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:38.452180 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-36983dce-7fc7-4319-b050-cb9f00bcc833 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1428130440', 'admin_state_up': True, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:46:38.503838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a03d4-4435-406b-a990-51cbb2964435 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Network': ['ID=a784316a-d734-45b9-a490-65227908c5c6,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:38.516754 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network a784316a-d734-45b9-a490-65227908c5c6 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:46:38.526446 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-46cb0866-0b60-4f68-84ad-2fdf25a7c977 req-e3d1e540-07b1-4398-abd2-faded8cbb26f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669827 Feb 28 20:46:38.542915 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36983dce-7fc7-4319-b050-cb9f00bcc833 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:38.543280 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36983dce-7fc7-4319-b050-cb9f00bcc833 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:38.607390 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36983dce-7fc7-4319-b050-cb9f00bcc833 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_controller (2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:38.779023 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36983dce-7fc7-4319-b050-cb9f00bcc833 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_gateway (2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:38.985141 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36983dce-7fc7-4319-b050-cb9f00bcc833 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_gateway (2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:39.008298 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36983dce-7fc7-4319-b050-cb9f00bcc833 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:39.118401 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-36983dce-7fc7-4319-b050-cb9f00bcc833 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Allocated IP 172.25.0.47 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/a9c4bd93-66e8-465c-b28a-adc4b7465ba4) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:46:39.255926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d27de6-a6fd-4b5d-b90c-78ed0a804822 req-4380135e-a668-4ab4-b6c4-c854055a372c tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:39.260400 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38d27de6-a6fd-4b5d-b90c-78ed0a804822 req-4380135e-a668-4ab4-b6c4-c854055a372c tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69207aa6-6a95-47c5-a99d-9b5085c801ee HTTP/1.1" status: 200 len: 1128 time: 0.0599983 Feb 28 20:46:39.260862 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36983dce-7fc7-4319-b050-cb9f00bcc833 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (a9c4bd93-66e8-465c-b28a-adc4b7465ba4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:39.311567 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36983dce-7fc7-4319-b050-cb9f00bcc833 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (a9c4bd93-66e8-465c-b28a-adc4b7465ba4), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:39.337025 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38d27de6-a6fd-4b5d-b90c-78ed0a804822 req-bdc7aaa3-3b54-4ec1-8a48-4b1715d6cf74 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676320 Feb 28 20:46:39.363427 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36983dce-7fc7-4319-b050-cb9f00bcc833 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:46:39.366664 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-36983dce-7fc7-4319-b050-cb9f00bcc833 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:46:39.371454 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36983dce-7fc7-4319-b050-cb9f00bcc833 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:46:39.374493 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36983dce-7fc7-4319-b050-cb9f00bcc833 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=a9c4bd93-66e8-465c-b28a-adc4b7465ba4,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:39.691865 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36983dce-7fc7-4319-b050-cb9f00bcc833 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_gateway (2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:39.969852 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36983dce-7fc7-4319-b050-cb9f00bcc833 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:40.131883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36983dce-7fc7-4319-b050-cb9f00bcc833 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Router 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:46:40.261256 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36983dce-7fc7-4319-b050-cb9f00bcc833 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:46:40.274770 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] Sync routers for ids ['2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:46:40.288051 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] Routers {'2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:40.288308 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36983dce-7fc7-4319-b050-cb9f00bcc833 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:40.292607 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:40.292824 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-36983dce-7fc7-4319-b050-cb9f00bcc833 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8418462 Feb 28 20:46:40.292824 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34986) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:40.438816 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] Set router 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:40.496453 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a12968-32f0-4e77-b6b4-27aa40c508ba req-011ba0f8-13d3-4c62-8fb7-ff78d6380aee tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:40.498452 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d32460ae-b120-4622-ad84-fcfe1d50f7a8 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=1a7308829c1041378fe2c0c22726e9fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2044642 Feb 28 20:46:40.500010 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c1a12968-32f0-4e77-b6b4-27aa40c508ba req-011ba0f8-13d3-4c62-8fb7-ff78d6380aee tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69207aa6-6a95-47c5-a99d-9b5085c801ee HTTP/1.1" status: 200 len: 1128 time: 0.0723369 Feb 28 20:46:40.501159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 34996) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:40.637732 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c1a12968-32f0-4e77-b6b4-27aa40c508ba req-ab1ec0a2-22d9-45b3-9dea-09190428ecf9 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077013 Feb 28 20:46:40.662441 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428130440', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:38Z', 'updated_at': '2022-02-28T20:46:39Z', 'revision_number': 3, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:39Z', 'updated_at': '2022-02-28T20:46:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:40.664438 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c81f89-5746-4eb3-ac43-1b2c0185c3d3 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:40.676753 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-05c81f89-5746-4eb3-ac43-1b2c0185c3d3 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1638539 Feb 28 20:46:40.676983 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 34998) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:40.718133 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] Checking router: 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:46:40.718969 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9faaddcc-16c2-483b-9edf-55b9e2763ca8 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0487225 Feb 28 20:46:40.721430 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35002) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:40.721799 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] Updating router 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 port a9c4bd93-66e8-465c-b28a-adc4b7465ba4 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:46:40.726413 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-0315e2d3-83ff-46aa-ae65-59cc0a79539c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1896497343', 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:46:40.753384 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a9c4bd93-66e8-465c-b28a-adc4b7465ba4), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:40.804649 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fd0e3-eccc-4d18-af4e-657b6f1c4908 req-cac5c940-9147-4161-94ff-105b36e278ea tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:40.806839 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea1fd0e3-eccc-4d18-af4e-657b6f1c4908 req-cac5c940-9147-4161-94ff-105b36e278ea tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69207aa6-6a95-47c5-a99d-9b5085c801ee HTTP/1.1" status: 200 len: 1128 time: 0.0516033 Feb 28 20:46:40.841409 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0315e2d3-83ff-46aa-ae65-59cc0a79539c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Made reservation on behalf of 1a7308829c1041378fe2c0c22726e9fa for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:46:40.848238 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0315e2d3-83ff-46aa-ae65-59cc0a79539c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:40.863004 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea1fd0e3-eccc-4d18-af4e-657b6f1c4908 req-cd37d3c9-b6b7-485d-8bc8-a7c48565d29b tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500741 Feb 28 20:46:41.092128 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7592cd-f0b5-4c22-b1c8-3efcbf34a246 req-6304b953-4101-4bdc-8974-3280807f79b6 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:41.095511 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb7592cd-f0b5-4c22-b1c8-3efcbf34a246 req-6304b953-4101-4bdc-8974-3280807f79b6 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69207aa6-6a95-47c5-a99d-9b5085c801ee HTTP/1.1" status: 200 len: 1128 time: 0.0948250 Feb 28 20:46:41.165593 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] Publish callbacks [] for port (a9c4bd93-66e8-465c-b28a-adc4b7465ba4), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:41.169312 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0315e2d3-83ff-46aa-ae65-59cc0a79539c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (c6994a30-3e50-4b89-a402-b412a443f27a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:41.174281 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a9c4bd93-66e8-465c-b28a-adc4b7465ba4), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:41.185460 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb7592cd-f0b5-4c22-b1c8-3efcbf34a246 req-578b46ee-459e-43dc-b9d8-da72a261e3ea tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772238 Feb 28 20:46:41.278495 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] Attempting to bind port a9c4bd93-66e8-465c-b28a-adc4b7465ba4 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:46:41.279111 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] Attempting to bind port a9c4bd93-66e8-465c-b28a-adc4b7465ba4 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:46:41.279586 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] Attempting to bind port a9c4bd93-66e8-465c-b28a-adc4b7465ba4 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:46:41.283387 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315e2d3-83ff-46aa-ae65-59cc0a79539c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Subnet': ['ID=c6994a30-3e50-4b89-a402-b412a443f27a,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:41.292515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:46:41.292902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:46:41.293310 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:41.294209 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:46:41.294209 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] Bound port: a9c4bd93-66e8-465c-b28a-adc4b7465ba4, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:46:41.294620 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a9c4bd93-66e8-465c-b28a-adc4b7465ba4), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:41.343855 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315e2d3-83ff-46aa-ae65-59cc0a79539c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Checking segment: {'id': 'dcd6458f-30f8-4f5a-b023-066bb1211a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:46:41.344210 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0315e2d3-83ff-46aa-ae65-59cc0a79539c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network hostable DHCP agents. Network: a784316a-d734-45b9-a490-65227908c5c6, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:46:41.386945 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0315e2d3-83ff-46aa-ae65-59cc0a79539c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network a784316a-d734-45b9-a490-65227908c5c6 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:46:41.421928 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-0315e2d3-83ff-46aa-ae65-59cc0a79539c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, a784316a-d734-45b9-a490-65227908c5c6) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:46:41.432738 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0315e2d3-83ff-46aa-ae65-59cc0a79539c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:41.436486 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0315e2d3-83ff-46aa-ae65-59cc0a79539c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:41.465866 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbda5075-b61f-49d3-bcd5-93917475cc18 None None] Network a784316a-d734-45b9-a490-65227908c5c6 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:46:41.496645 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35022) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:41.500058 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0315e2d3-83ff-46aa-ae65-59cc0a79539c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7739010 Feb 28 20:46:41.513115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437229a4-b173-4b31-9e76-8b9aaa1b68a4 None None] Pushing event updated for resources: {'Port': ['ID=a9c4bd93-66e8-465c-b28a-adc4b7465ba4,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:41.529159 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] For port a9c4bd93-66e8-465c-b28a-adc4b7465ba4, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:46:41.593133 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] For port a9c4bd93-66e8-465c-b28a-adc4b7465ba4, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a9c4bd93-66e8-465c-b28a-adc4b7465ba4,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:46:41.603015 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a9c4bd93-66e8-465c-b28a-adc4b7465ba4), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:41.681231 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] Routers {'2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:41.682007 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:41.748537 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9aedc6-d81c-44a1-bbec-7ae39e587490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-a784316a-d734-45b9-a490-65227908c5c6', 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'fixed_ips': [{'subnet_id': 'c6994a30-3e50-4b89-a402-b412a443f27a'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:46:41.749548 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1f9aedc6-d81c-44a1-bbec-7ae39e587490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:41.753908 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437229a4-b173-4b31-9e76-8b9aaa1b68a4 None None] Pushing event updated for resources: {'Port': ['ID=a9c4bd93-66e8-465c-b28a-adc4b7465ba4,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:41.907492 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-1f9aedc6-d81c-44a1-bbec-7ae39e587490 None None] Allocated IP 172.20.0.2 (a784316a-d734-45b9-a490-65227908c5c6/c6994a30-3e50-4b89-a402-b412a443f27a/2cf52619-0554-413f-a518-54f3f775267b) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:46:42.056567 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1f9aedc6-d81c-44a1-bbec-7ae39e587490 None None] Publish callbacks [] for port (2cf52619-0554-413f-a518-54f3f775267b), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:42.066152 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1f9aedc6-d81c-44a1-bbec-7ae39e587490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (2cf52619-0554-413f-a518-54f3f775267b), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:42.080321 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218efbd1-8556-4edf-9821-f919d5020f71 req-20c461d0-fd35-4004-b89d-c9a16e09bebb tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:42.082114 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-218efbd1-8556-4edf-9821-f919d5020f71 req-20c461d0-fd35-4004-b89d-c9a16e09bebb tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69207aa6-6a95-47c5-a99d-9b5085c801ee HTTP/1.1" status: 200 len: 1128 time: 0.3785555 Feb 28 20:46:42.119800 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9aedc6-d81c-44a1-bbec-7ae39e587490 None None] Pushing event updated for resources: {'Port': ['ID=2cf52619-0554-413f-a518-54f3f775267b,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:42.167905 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9aedc6-d81c-44a1-bbec-7ae39e587490 None None] Network a784316a-d734-45b9-a490-65227908c5c6 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:46:42.173113 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-1f9aedc6-d81c-44a1-bbec-7ae39e587490 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:46:42.177320 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9aedc6-d81c-44a1-bbec-7ae39e587490 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:46:42.214663 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-218efbd1-8556-4edf-9821-f919d5020f71 req-1eb07402-4027-4fba-a934-dba419cd2890 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100910 Feb 28 20:46:42.225080 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] Set router 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:42.310117 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-1f9aedc6-d81c-44a1-bbec-7ae39e587490 None None] Attempting to bind port 2cf52619-0554-413f-a518-54f3f775267b on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:46:42.310117 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-1f9aedc6-d81c-44a1-bbec-7ae39e587490 None None] Attempting to bind port 2cf52619-0554-413f-a518-54f3f775267b by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'dcd6458f-30f8-4f5a-b023-066bb1211a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:46:42.310939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9aedc6-d81c-44a1-bbec-7ae39e587490 None None] Attempting to bind port 2cf52619-0554-413f-a518-54f3f775267b on network a784316a-d734-45b9-a490-65227908c5c6 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:46:42.318970 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9aedc6-d81c-44a1-bbec-7ae39e587490 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:46:42.319265 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9aedc6-d81c-44a1-bbec-7ae39e587490 None None] Checking segment: {'id': 'dcd6458f-30f8-4f5a-b023-066bb1211a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:46:42.319590 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1f9aedc6-d81c-44a1-bbec-7ae39e587490 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:42.320020 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9aedc6-d81c-44a1-bbec-7ae39e587490 None None] Bound using segment: {'id': 'dcd6458f-30f8-4f5a-b023-066bb1211a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:46:42.320575 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-1f9aedc6-d81c-44a1-bbec-7ae39e587490 None None] Bound port: 2cf52619-0554-413f-a518-54f3f775267b, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd6458f-30f8-4f5a-b023-066bb1211a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:46:42.320962 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1f9aedc6-d81c-44a1-bbec-7ae39e587490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2cf52619-0554-413f-a518-54f3f775267b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:42.325335 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f95b8a51-fe36-4a7a-b1a8-56eed5298821 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:42.450859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1f9aedc6-d81c-44a1-bbec-7ae39e587490 None None] For port 2cf52619-0554-413f-a518-54f3f775267b, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:46:42.455511 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1f9aedc6-d81c-44a1-bbec-7ae39e587490 None None] For port 2cf52619-0554-413f-a518-54f3f775267b, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2cf52619-0554-413f-a518-54f3f775267b,segment=NetworkSegment(dcd6458f-30f8-4f5a-b023-066bb1211a85),segment_id=dcd6458f-30f8-4f5a-b023-066bb1211a85)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:46:42.483571 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1f9aedc6-d81c-44a1-bbec-7ae39e587490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2cf52619-0554-413f-a518-54f3f775267b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:42.577108 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9aedc6-d81c-44a1-bbec-7ae39e587490 None None] Pushing event updated for resources: {'Port': ['ID=2cf52619-0554-413f-a518-54f3f775267b,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:42.584731 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428130440', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:38Z', 'updated_at': '2022-02-28T20:46:39Z', 'revision_number': 3, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:39Z', 'updated_at': '2022-02-28T20:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:42.616211 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c2b5a0-bcd9-4e0c-ba2c-2667d512dce2 None None] The sync data for ids ['2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'] in n-d-820368-21 is: [{'id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428130440', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:38Z', 'updated_at': '2022-02-28T20:46:39Z', 'revision_number': 3, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:39Z', 'updated_at': '2022-02-28T20:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:46:42.809913 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-f95b8a51-fe36-4a7a-b1a8-56eed5298821 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Allocated IP 172.20.0.1 (a784316a-d734-45b9-a490-65227908c5c6/c6994a30-3e50-4b89-a402-b412a443f27a/c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:46:42.987804 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3c290-6674-4b94-b450-1a7d1f46f185 req-596d0ecc-f6a9-4396-bb4a-08b3f164e6be tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:42.993206 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f95b8a51-fe36-4a7a-b1a8-56eed5298821 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:42.993625 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-05c3c290-6674-4b94-b450-1a7d1f46f185 req-596d0ecc-f6a9-4396-bb4a-08b3f164e6be tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=69207aa6-6a95-47c5-a99d-9b5085c801ee HTTP/1.1" status: 200 len: 1128 time: 0.1077206 Feb 28 20:46:43.060449 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f95b8a51-fe36-4a7a-b1a8-56eed5298821 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:43.161198 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95b8a51-fe36-4a7a-b1a8-56eed5298821 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network a784316a-d734-45b9-a490-65227908c5c6 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:46:43.192307 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-f95b8a51-fe36-4a7a-b1a8-56eed5298821 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:46:43.212919 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95b8a51-fe36-4a7a-b1a8-56eed5298821 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:46:43.265205 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-05c3c290-6674-4b94-b450-1a7d1f46f185 req-dfecd142-b828-4d73-9cee-e95ba53f2ad9 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Deleting port 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:46:43.265670 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-05c3c290-6674-4b94-b450-1a7d1f46f185 req-dfecd142-b828-4d73-9cee-e95ba53f2ad9 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (94c12090-51b1-4bf5-bdb4-5cb0a4be38f8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:43.276161 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b8a51-fe36-4a7a-b1a8-56eed5298821 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:43.332304 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f95b8a51-fe36-4a7a-b1a8-56eed5298821 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:43.437658 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-05c3c290-6674-4b94-b450-1a7d1f46f185 req-dfecd142-b828-4d73-9cee-e95ba53f2ad9 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] For port 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=94c12090-51b1-4bf5-bdb4-5cb0a4be38f8,segment=NetworkSegment(d854fde1-6b9f-4c56-9c88-66553e1d3f22),segment_id=d854fde1-6b9f-4c56-9c88-66553e1d3f22)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:43.438027 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-05c3c290-6674-4b94-b450-1a7d1f46f185 req-dfecd142-b828-4d73-9cee-e95ba53f2ad9 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (94c12090-51b1-4bf5-bdb4-5cb0a4be38f8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:43.460408 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-05c3c290-6674-4b94-b450-1a7d1f46f185 req-dfecd142-b828-4d73-9cee-e95ba53f2ad9 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Calling delete_port for 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:46:43.511564 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ac45e-c2c9-4125-80de-2e4bdb94e087 req-32cef3ac-8e69-4494-93fb-290f412745a9 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:43.528078 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-349ac45e-c2c9-4125-80de-2e4bdb94e087 req-32cef3ac-8e69-4494-93fb-290f412745a9 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69207aa6-6a95-47c5-a99d-9b5085c801ee HTTP/1.1" status: 200 len: 1128 time: 0.1238177 Feb 28 20:46:43.607066 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f95b8a51-fe36-4a7a-b1a8-56eed5298821 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:43.658041 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-349ac45e-c2c9-4125-80de-2e4bdb94e087 req-00adf782-5576-4893-b07f-7950c38459d3 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242750 Feb 28 20:46:43.716168 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-05c3c290-6674-4b94-b450-1a7d1f46f185 req-dfecd142-b828-4d73-9cee-e95ba53f2ad9 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (94c12090-51b1-4bf5-bdb4-5cb0a4be38f8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:43.728481 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['94c12090-51b1-4bf5-bdb4-5cb0a4be38f8'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:46:43.730846 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['19a4e6df-1dba-486f-bfaf-0226591d1086'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:46:43.801087 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecd142-b828-4d73-9cee-e95ba53f2ad9 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Pushing event deleted for resources: {'Port': ['ID=94c12090-51b1-4bf5-bdb4-5cb0a4be38f8,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:43.981314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c3c290-6674-4b94-b450-1a7d1f46f185 req-dfecd142-b828-4d73-9cee-e95ba53f2ad9 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] No DVR routers for this DVR port 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:46:43.985181 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-05c3c290-6674-4b94-b450-1a7d1f46f185 req-dfecd142-b828-4d73-9cee-e95ba53f2ad9 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:43.992936 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-05c3c290-6674-4b94-b450-1a7d1f46f185 req-dfecd142-b828-4d73-9cee-e95ba53f2ad9 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.15 "DELETE /v2.0/ports/94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 HTTP/1.1" status: 204 len: 173 time: 0.9932775 Feb 28 20:46:43.993631 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69207aa6-6a95-47c5-a99d-9b5085c801ee', 'name': 'network-vif-deleted', 'tag': '94c12090-51b1-4bf5-bdb4-5cb0a4be38f8'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:46:43.999959 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2dc38f-0eae-4678-8127-fc4e7da9b0cf" -d '{"events": [{"server_uuid": "69207aa6-6a95-47c5-a99d-9b5085c801ee", "name": "network-vif-deleted", "tag": "94c12090-51b1-4bf5-bdb4-5cb0a4be38f8"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:46:44.106361 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2336b027-2a33-4e9a-ac3a-f6b44cab8a02 x-openstack-request-id: req-2336b027-2a33-4e9a-ac3a-f6b44cab8a02 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:46:44.107425 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69207aa6-6a95-47c5-a99d-9b5085c801ee", "name": "network-vif-deleted", "tag": "94c12090-51b1-4bf5-bdb4-5cb0a4be38f8", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:46:44.109123 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2336b027-2a33-4e9a-ac3a-f6b44cab8a02 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:46:44.110041 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69207aa6-6a95-47c5-a99d-9b5085c801ee', 'name': 'network-vif-deleted', 'tag': '94c12090-51b1-4bf5-bdb4-5cb0a4be38f8', 'status': 'completed', 'code': 200} Feb 28 20:46:44.471300 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2cf52619-0554-413f-a518-54f3f775267b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:44.581784 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2cf52619-0554-413f-a518-54f3f775267b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:44.581987 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2cf52619-0554-413f-a518-54f3f775267b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:44.687595 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f95b8a51-fe36-4a7a-b1a8-56eed5298821 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:44.706359 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f95b8a51-fe36-4a7a-b1a8-56eed5298821 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:44.859744 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2cf52619-0554-413f-a518-54f3f775267b is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:44.860224 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2cf52619-0554-413f-a518-54f3f775267b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:44.874275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b8a51-fe36-4a7a-b1a8-56eed5298821 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:44.910413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c930288c-8fcc-4a80-a535-460864a7673c None None] Network a784316a-d734-45b9-a490-65227908c5c6 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:46:44.961624 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b1d426ce-8738-4668-96a9-ca65f09c91a7 req-0aed1bd4-6859-4bc0-a450-8fdf40ea1623 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69207aa6-6a95-47c5-a99d-9b5085c801ee HTTP/1.1" status: 200 len: 210 time: 0.1328371 Feb 28 20:46:44.996522 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f95b8a51-fe36-4a7a-b1a8-56eed5298821 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:45.128783 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 2cf52619-0554-413f-a518-54f3f775267b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2cf52619-0554-413f-a518-54f3f775267b,segment=NetworkSegment(dcd6458f-30f8-4f5a-b023-066bb1211a85),segment_id=dcd6458f-30f8-4f5a-b023-066bb1211a85)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:45.143747 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95b8a51-fe36-4a7a-b1a8-56eed5298821 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network a784316a-d734-45b9-a490-65227908c5c6 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:46:45.145531 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-f95b8a51-fe36-4a7a-b1a8-56eed5298821 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:46:45.163038 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2cf52619-0554-413f-a518-54f3f775267b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:45.164720 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a9c4bd93-66e8-465c-b28a-adc4b7465ba4 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:45.199166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-bd1fe3fc-0a50-476f-a073-4ef8d0b2d1d9 None None] Provisioning complete for port 2cf52619-0554-413f-a518-54f3f775267b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:45.199913 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe3fc-0a50-476f-a073-4ef8d0b2d1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2cf52619-0554-413f-a518-54f3f775267b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:45.207593 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35050) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:45.330306 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d668775a-318c-4b20-9c7a-1b64b3ff8906 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/floatingips/3179bf04-9c30-4970-b55c-b5c826da4ad8 HTTP/1.1" status: 200 len: 993 time: 0.1213527 Feb 28 20:46:45.436787 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95b8a51-fe36-4a7a-b1a8-56eed5298821 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Router 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:46:45.656942 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35056) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:45.658526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95b8a51-fe36-4a7a-b1a8-56eed5298821 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:46:45.665969 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f95b8a51-fe36-4a7a-b1a8-56eed5298821 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "PUT /v2.0/routers/2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1675725 Feb 28 20:46:45.729341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=2cf52619-0554-413f-a518-54f3f775267b,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:45.760063 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-bd1fe3fc-0a50-476f-a073-4ef8d0b2d1d9 None None] Current status of the port 2cf52619-0554-413f-a518-54f3f775267b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:45.800751 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port a9c4bd93-66e8-465c-b28a-adc4b7465ba4 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:45.801300 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a9c4bd93-66e8-465c-b28a-adc4b7465ba4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:45.864850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:46:45.891888 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:46:45.892290 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 94c12090-51b1-4bf5-bdb4-5cb0a4be38f8 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:46:46.005356 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] Sync routers for ids ['2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:46:46.030410 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] Routers {'2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:46.031142 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08b2d205-9550-4366-b579-6374689e320f req-8835b89c-58bf-4b98-b5c6-1e5b32b214c2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-429773235&fields=id&tenant_id=1a7308829c1041378fe2c0c22726e9fa HTTP/1.1" status: 200 len: 267 time: 0.1570332 Feb 28 20:46:46.032391 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:46.041819 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port a9c4bd93-66e8-465c-b28a-adc4b7465ba4 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:46.047697 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a9c4bd93-66e8-465c-b28a-adc4b7465ba4), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:46.069138 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2897fcb4-6e21-42ad-a3c7-ac9988dc5888 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Deleting port d1409eb7-4cb9-47b1-aab2-a837319b0c4e {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:46:46.069138 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2897fcb4-6e21-42ad-a3c7-ac9988dc5888 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d1409eb7-4cb9-47b1-aab2-a837319b0c4e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:46.129646 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port a9c4bd93-66e8-465c-b28a-adc4b7465ba4, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a9c4bd93-66e8-465c-b28a-adc4b7465ba4,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:46.148825 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a9c4bd93-66e8-465c-b28a-adc4b7465ba4), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:46.236924 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2897fcb4-6e21-42ad-a3c7-ac9988dc5888 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d1409eb7-4cb9-47b1-aab2-a837319b0c4e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:46.238873 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2897fcb4-6e21-42ad-a3c7-ac9988dc5888 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for floatingip (d1409eb7-4cb9-47b1-aab2-a837319b0c4e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:46.270273 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2897fcb4-6e21-42ad-a3c7-ac9988dc5888 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Calling delete_port for d1409eb7-4cb9-47b1-aab2-a837319b0c4e owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:46:46.276053 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=a9c4bd93-66e8-465c-b28a-adc4b7465ba4,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:46.356988 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] Set router 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:46.363082 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2cf52619-0554-413f-a518-54f3f775267b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:46.364857 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d205-9550-4366-b579-6374689e320f req-0bee279b-e75c-4952-a06d-88e29a93a799 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:46.373395 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08b2d205-9550-4366-b579-6374689e320f req-0bee279b-e75c-4952-a06d-88e29a93a799 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/networks?id=a784316a-d734-45b9-a490-65227908c5c6 HTTP/1.1" status: 200 len: 796 time: 0.3412144 Feb 28 20:46:46.409607 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08b2d205-9550-4366-b579-6374689e320f req-36278a16-bcab-423a-bd83-e3c92500c70b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/quotas/1a7308829c1041378fe2c0c22726e9fa HTTP/1.1" status: 200 len: 375 time: 0.0347497 Feb 28 20:46:46.540986 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-722e038a-2677-4156-bf56-e58bd9e47827 None None] Provisioning complete for port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:46.541637 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-722e038a-2677-4156-bf56-e58bd9e47827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:46.560145 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08b2d205-9550-4366-b579-6374689e320f req-7664199c-9581-4e22-8b0f-746ee9309cb8 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1491990 Feb 28 20:46:46.624775 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3e60236c-ddee-49ab-8c94-b9759502a9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:46.679993 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-722e038a-2677-4156-bf56-e58bd9e47827 None None] Port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:46:46.697916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2cf52619-0554-413f-a518-54f3f775267b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:46.698302 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2cf52619-0554-413f-a518-54f3f775267b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:46.733079 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2897fcb4-6e21-42ad-a3c7-ac9988dc5888 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d1409eb7-4cb9-47b1-aab2-a837319b0c4e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:46.788038 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08b2d205-9550-4366-b579-6374689e320f req-09a1d989-7288-4cb5-9444-7ffd8c91e197 service neutron] 10.222.0.13 "GET /v2.0/networks/a784316a-d734-45b9-a490-65227908c5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220845 Feb 28 20:46:46.803619 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-722e038a-2677-4156-bf56-e58bd9e47827 None None] Provisioning complete for port 2cf52619-0554-413f-a518-54f3f775267b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:46.804027 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-722e038a-2677-4156-bf56-e58bd9e47827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2cf52619-0554-413f-a518-54f3f775267b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:46.812860 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897fcb4-6e21-42ad-a3c7-ac9988dc5888 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event deleted for resources: {'Port': ['ID=d1409eb7-4cb9-47b1-aab2-a837319b0c4e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:47.006950 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2897fcb4-6e21-42ad-a3c7-ac9988dc5888 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for floatingip (3179bf04-9c30-4970-b55c-b5c826da4ad8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:47.007989 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-2897fcb4-6e21-42ad-a3c7-ac9988dc5888 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Floating IP 3179bf04-9c30-4970-b55c-b5c826da4ad8 disassociated (deleted). External IP: 172.25.0.111, port: 5cb502d8-2107-4950-a2f4-cf79cc16873d. Feb 28 20:46:47.021824 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428130440', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:38Z', 'updated_at': '2022-02-28T20:46:43Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:39Z', 'updated_at': '2022-02-28T20:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b', 'name': '', 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:60:4e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'c6994a30-3e50-4b89-a402-b412a443f27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:42Z', 'updated_at': '2022-02-28T20:46:44Z', 'revision_number': 2, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'c6994a30-3e50-4b89-a402-b412a443f27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:47.046737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2cf52619-0554-413f-a518-54f3f775267b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:47.097990 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-722e038a-2677-4156-bf56-e58bd9e47827 None None] Current status of the port 2cf52619-0554-413f-a518-54f3f775267b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:47.106345 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] Checking router: 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:46:47.106704 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] Updating router 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:46:47.181941 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:47.192484 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08b2d205-9550-4366-b579-6374689e320f req-7f3ac28e-56b3-4e3e-9900-f65ad082b68f service neutron] 10.222.0.13 "GET /v2.0/networks/a784316a-d734-45b9-a490-65227908c5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034998 Feb 28 20:46:47.196788 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e21b7c-3329-4adb-9aa8-ea1b4dbeac28 req-a88c4680-83f4-48f0-95d1-08585bcdbef5 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:47.198830 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55e21b7c-3329-4adb-9aa8-ea1b4dbeac28 req-a88c4680-83f4-48f0-95d1-08585bcdbef5 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=212986d7-a40f-495c-8021-d106035c18e3 HTTP/1.1" status: 200 len: 1129 time: 0.2540348 Feb 28 20:46:47.268944 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ce633dcc-c82a-4a37-9e71-ca5d1a494656 None None] Provisioning complete for port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:47.270833 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ce633dcc-c82a-4a37-9e71-ca5d1a494656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:47.382295 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55e21b7c-3329-4adb-9aa8-ea1b4dbeac28 req-5fef11d2-e27b-4cd1-9ad7-aecffa3e7d58 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680803 Feb 28 20:46:47.415465 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ce633dcc-c82a-4a37-9e71-ca5d1a494656 None None] Port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:46:47.550980 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e7d877a9-97c5-4610-9fdf-679bd2c0e974 None None] Provisioning complete for port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:47.551365 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e7d877a9-97c5-4610-9fdf-679bd2c0e974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:47.639569 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e7d877a9-97c5-4610-9fdf-679bd2c0e974 None None] Port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:46:47.640411 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e78600a-b6db-4e8f-8088-ff018358f0ef req-e5fbf8b2-3e48-4ff3-b8cd-a878eb3eec1e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 210 time: 0.0823617 Feb 28 20:46:47.784183 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2897fcb4-6e21-42ad-a3c7-ac9988dc5888 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Router cc0edbc7-b075-4060-b6bb-2ef8b10bd44d has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:46:47.879122 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] Publish callbacks [] for port (c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:47.887154 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:47.999410 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f42fd-6d5f-4f83-a35b-d3e6f59d33ea None None] Pushing event updated for resources: {'Port': ['ID=c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:48.032818 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2897fcb4-6e21-42ad-a3c7-ac9988dc5888 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:46:48.048062 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab102bb-189d-4736-b32f-2090271d3a74 None None] Sync routers for ids ['cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:46:48.050785 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2897fcb4-6e21-42ad-a3c7-ac9988dc5888 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:48.066844 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab102bb-189d-4736-b32f-2090271d3a74 None None] Routers {'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:48.070452 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5ab102bb-189d-4736-b32f-2090271d3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:48.094772 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2897fcb4-6e21-42ad-a3c7-ac9988dc5888 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "DELETE /v2.0/floatingips/3179bf04-9c30-4970-b55c-b5c826da4ad8 HTTP/1.1" status: 204 len: 168 time: 2.4365759 Feb 28 20:46:48.095870 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b08e6d9-87a4-4a91-b6c7-6892f579d11a', 'tag': '5cb502d8-2107-4950-a2f4-cf79cc16873d'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:46:48.098771 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a452099-73a8-4359-b46d-526988f1d06e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b08e6d9-87a4-4a91-b6c7-6892f579d11a", "tag": "5cb502d8-2107-4950-a2f4-cf79cc16873d"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:46:48.112767 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992f42fd-6d5f-4f83-a35b-d3e6f59d33ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:48.113327 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992f42fd-6d5f-4f83-a35b-d3e6f59d33ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:48.113825 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992f42fd-6d5f-4f83-a35b-d3e6f59d33ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:48.114377 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992f42fd-6d5f-4f83-a35b-d3e6f59d33ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:48.114933 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992f42fd-6d5f-4f83-a35b-d3e6f59d33ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:48.115491 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992f42fd-6d5f-4f83-a35b-d3e6f59d33ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:48.119224 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992f42fd-6d5f-4f83-a35b-d3e6f59d33ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:48.122965 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992f42fd-6d5f-4f83-a35b-d3e6f59d33ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:48.124056 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992f42fd-6d5f-4f83-a35b-d3e6f59d33ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:48.124312 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992f42fd-6d5f-4f83-a35b-d3e6f59d33ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:48.124843 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992f42fd-6d5f-4f83-a35b-d3e6f59d33ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:48.125406 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992f42fd-6d5f-4f83-a35b-d3e6f59d33ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:48.125965 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992f42fd-6d5f-4f83-a35b-d3e6f59d33ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:48.231820 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe7223a-909d-44a5-b7ed-9762d93f69a4 x-openstack-request-id: req-efe7223a-909d-44a5-b7ed-9762d93f69a4 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:46:48.232251 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b08e6d9-87a4-4a91-b6c7-6892f579d11a", "tag": "5cb502d8-2107-4950-a2f4-cf79cc16873d", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:46:48.232633 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efe7223a-909d-44a5-b7ed-9762d93f69a4 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:46:48.233989 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b08e6d9-87a4-4a91-b6c7-6892f579d11a', 'tag': '5cb502d8-2107-4950-a2f4-cf79cc16873d', 'status': 'completed', 'code': 200} Feb 28 20:46:48.318800 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] Attempting to bind port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:46:48.319055 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] Attempting to bind port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'dcd6458f-30f8-4f5a-b023-066bb1211a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:46:48.332126 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] Attempting to bind port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b on network a784316a-d734-45b9-a490-65227908c5c6 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:46:48.369031 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:46:48.371750 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] Checking segment: {'id': 'dcd6458f-30f8-4f5a-b023-066bb1211a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:46:48.372419 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:48.373049 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] Bound using segment: {'id': 'dcd6458f-30f8-4f5a-b023-066bb1211a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:46:48.379334 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] Bound port: c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd6458f-30f8-4f5a-b023-066bb1211a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:46:48.380059 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:48.424177 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a9c4bd93-66e8-465c-b28a-adc4b7465ba4 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:48.468577 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7ec50-9b0d-419a-b106-a45717706802 req-38fcc62b-7084-426c-a87e-b08d5cf04d72 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:48.485798 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08e7ec50-9b0d-419a-b106-a45717706802 req-38fcc62b-7084-426c-a87e-b08d5cf04d72 tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=212986d7-a40f-495c-8021-d106035c18e3 HTTP/1.1" status: 200 len: 1129 time: 0.2920465 Feb 28 20:46:48.526084 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a452099-73a8-4359-b46d-526988f1d06e req-b45616d5-b888-4d0d-9fd3-f037c1be2af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:48.540305 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9a452099-73a8-4359-b46d-526988f1d06e req-b45616d5-b888-4d0d-9fd3-f037c1be2af2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967&device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 1128 time: 0.2682133 Feb 28 20:46:48.688422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-5ab102bb-189d-4736-b32f-2090271d3a74 None None] Set router cc0edbc7-b075-4060-b6bb-2ef8b10bd44d gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:48.688682 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] For port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:46:48.696666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-71cb5778-b43e-4030-a387-bf045f5c0cd9 None None] Provisioning complete for port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:48.697578 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-71cb5778-b43e-4030-a387-bf045f5c0cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:48.699584 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] For port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b,segment=NetworkSegment(dcd6458f-30f8-4f5a-b023-066bb1211a85),segment_id=dcd6458f-30f8-4f5a-b023-066bb1211a85)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:46:48.720989 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:48.848658 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a452099-73a8-4359-b46d-526988f1d06e req-deb24786-9b51-4bf3-bff0-0bb408f44ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:48.852025 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9a452099-73a8-4359-b46d-526988f1d06e req-deb24786-9b51-4bf3-bff0-0bb408f44ad5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2c3653ab-73fd-455c-b23c-86e24907f790 HTTP/1.1" status: 200 len: 897 time: 0.2997143 Feb 28 20:46:48.890717 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] Routers {'2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:48.891789 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:48.924128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-71cb5778-b43e-4030-a387-bf045f5c0cd9 None None] Port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:46:48.967137 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9a452099-73a8-4359-b46d-526988f1d06e req-9ad5d8e9-8081-4ffc-b20e-915ccd2addf6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cb502d8-2107-4950-a2f4-cf79cc16873d HTTP/1.1" status: 200 len: 217 time: 0.0997262 Feb 28 20:46:49.103935 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a452099-73a8-4359-b46d-526988f1d06e req-cc080470-e688-402d-b84c-9ede74b8156d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:49.107435 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9a452099-73a8-4359-b46d-526988f1d06e req-cc080470-e688-402d-b84c-9ede74b8156d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d374a4d8-2a1d-4bc9-982a-5bc924927748 HTTP/1.1" status: 200 len: 834 time: 0.1394739 Feb 28 20:46:49.216340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c26217-941a-4912-a532-2aa8a6f5a999 req-c1a085f5-6ca5-478b-a659-cb1455a4897b tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:49.231832 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98c26217-941a-4912-a532-2aa8a6f5a999 req-c1a085f5-6ca5-478b-a659-cb1455a4897b tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=212986d7-a40f-495c-8021-d106035c18e3 HTTP/1.1" status: 200 len: 1129 time: 0.5621290 Feb 28 20:46:49.239932 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a452099-73a8-4359-b46d-526988f1d06e req-e171ebf4-b44b-45be-9e5b-5447e187e961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:49.254273 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9a452099-73a8-4359-b46d-526988f1d06e req-e171ebf4-b44b-45be-9e5b-5447e187e961 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c3653ab-73fd-455c-b23c-86e24907f790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1395080 Feb 28 20:46:49.287312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-08e7ec50-9b0d-419a-b106-a45717706802 req-1ede9a93-eccf-4ab8-b606-fade8dc8d9ea tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Deleting port 19a4e6df-1dba-486f-bfaf-0226591d1086 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:46:49.288061 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-08e7ec50-9b0d-419a-b106-a45717706802 req-1ede9a93-eccf-4ab8-b606-fade8dc8d9ea tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (19a4e6df-1dba-486f-bfaf-0226591d1086), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:49.304483 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f42fd-6d5f-4f83-a35b-d3e6f59d33ea None None] Pushing event updated for resources: {'Port': ['ID=c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:49.352183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e914ee7-9824-4d35-aaf4-1433ac34a9ad req-2be63215-37b4-4cb2-b6ce-6a78dc0ed123 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:49.369043 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e914ee7-9824-4d35-aaf4-1433ac34a9ad req-2be63215-37b4-4cb2-b6ce-6a78dc0ed123 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 945 time: 0.6256359 Feb 28 20:46:49.406918 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port a9c4bd93-66e8-465c-b28a-adc4b7465ba4 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:49.407483 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a9c4bd93-66e8-465c-b28a-adc4b7465ba4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:49.463714 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] Set router 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:49.502505 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9a452099-73a8-4359-b46d-526988f1d06e req-e3d84785-8dfe-4135-b80a-43d106e2baf0 service neutron] 10.222.0.15 "GET /v2.0/networks/2c3653ab-73fd-455c-b23c-86e24907f790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408447 Feb 28 20:46:49.532738 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-089bfda1-655f-4655-80fc-b8f1a7b2bdc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:49.582133 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ec917bbf-f017-47fb-bb48-553bf44deb76 None None] Provisioning complete for port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:49.583092 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ec917bbf-f017-47fb-bb48-553bf44deb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:49.675603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5ab102bb-189d-4736-b32f-2090271d3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'name': 'tempest-TestNetworkBasicOps-router-1895417016', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:14Z', 'updated_at': '2022-02-28T20:45:23Z', 'revision_number': 4, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:15Z', 'updated_at': '2022-02-28T20:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c991a4c1-a115-48fd-a917-405f7f112c89', 'name': '', 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:c1:16:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'd374a4d8-2a1d-4bc9-982a-5bc924927748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:21Z', 'updated_at': '2022-02-28T20:45:29Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': 'd374a4d8-2a1d-4bc9-982a-5bc924927748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:49.738179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab102bb-189d-4736-b32f-2090271d3a74 None None] Checking router: cc0edbc7-b075-4060-b6bb-2ef8b10bd44d for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:46:49.827693 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab102bb-189d-4736-b32f-2090271d3a74 None None] Routers {'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:49.839858 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5ab102bb-189d-4736-b32f-2090271d3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:49.966948 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428130440', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:38Z', 'updated_at': '2022-02-28T20:46:43Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:39Z', 'updated_at': '2022-02-28T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b', 'name': '', 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:60:4e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'c6994a30-3e50-4b89-a402-b412a443f27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:42Z', 'updated_at': '2022-02-28T20:46:48Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'c6994a30-3e50-4b89-a402-b412a443f27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:49.985394 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:49.992835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port a9c4bd93-66e8-465c-b28a-adc4b7465ba4 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:50.037326 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee15d201-be39-4e98-b0b9-bdf0a18568ac None None] The sync data for ids ['2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'] in n-d-820368-21 is: [{'id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428130440', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:38Z', 'updated_at': '2022-02-28T20:46:43Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:39Z', 'updated_at': '2022-02-28T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b', 'name': '', 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:60:4e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'c6994a30-3e50-4b89-a402-b412a443f27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:42Z', 'updated_at': '2022-02-28T20:46:48Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'c6994a30-3e50-4b89-a402-b412a443f27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:46:50.424276 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:50.438927 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ec917bbf-f017-47fb-bb48-553bf44deb76 None None] Current status of the port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:50.443524 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ec917bbf-f017-47fb-bb48-553bf44deb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:50.447733 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:50.557597 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-08e7ec50-9b0d-419a-b106-a45717706802 req-1ede9a93-eccf-4ab8-b606-fade8dc8d9ea tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] For port 19a4e6df-1dba-486f-bfaf-0226591d1086, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=19a4e6df-1dba-486f-bfaf-0226591d1086,segment=NetworkSegment(d854fde1-6b9f-4c56-9c88-66553e1d3f22),segment_id=d854fde1-6b9f-4c56-9c88-66553e1d3f22)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:50.558193 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-08e7ec50-9b0d-419a-b106-a45717706802 req-1ede9a93-eccf-4ab8-b606-fade8dc8d9ea tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (19a4e6df-1dba-486f-bfaf-0226591d1086), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:50.575702 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-08e7ec50-9b0d-419a-b106-a45717706802 req-1ede9a93-eccf-4ab8-b606-fade8dc8d9ea tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Calling delete_port for 19a4e6df-1dba-486f-bfaf-0226591d1086 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:46:50.577590 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.15', 58845) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:50.578146 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35126) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:50.609863 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-5ab102bb-189d-4736-b32f-2090271d3a74 None None] Set router cc0edbc7-b075-4060-b6bb-2ef8b10bd44d gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:50.753160 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ec917bbf-f017-47fb-bb48-553bf44deb76 None None] For port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b,segment=NetworkSegment(dcd6458f-30f8-4f5a-b023-066bb1211a85),segment_id=dcd6458f-30f8-4f5a-b023-066bb1211a85)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:50.759341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:50.760136 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:50.854421 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-08e7ec50-9b0d-419a-b106-a45717706802 req-1ede9a93-eccf-4ab8-b606-fade8dc8d9ea tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (19a4e6df-1dba-486f-bfaf-0226591d1086), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:50.861906 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ec917bbf-f017-47fb-bb48-553bf44deb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:50.868805 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98c26217-941a-4912-a532-2aa8a6f5a999 req-0598b962-47bb-45ec-a45e-646e019c59ec tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60be34bc-0a08-42f6-83a7-92e9bafb68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6301248 Feb 28 20:46:50.961524 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede9a93-eccf-4ab8-b606-fade8dc8d9ea tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Pushing event deleted for resources: {'Port': ['ID=19a4e6df-1dba-486f-bfaf-0226591d1086,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:51.021969 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26389b7-9db5-4848-872c-7b9485ed3882 req-ff41fbea-6479-4da7-ad6e-82caad4c4d93 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:51.024626 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c26389b7-9db5-4848-872c-7b9485ed3882 req-ff41fbea-6479-4da7-ad6e-82caad4c4d93 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 945 time: 0.4378672 Feb 28 20:46:51.028037 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9a452099-73a8-4359-b46d-526988f1d06e req-106006eb-20f4-43be-a102-68baf769a46b service neutron] 10.222.0.15 "GET /v2.0/networks/2c3653ab-73fd-455c-b23c-86e24907f790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5181134 Feb 28 20:46:51.076863 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b33a33b-10b6-4afc-8782-b9f033cd98f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:51.097591 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec917bbf-f017-47fb-bb48-553bf44deb76 None None] Pushing event updated for resources: {'Port': ['ID=c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:51.105242 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['19a4e6df-1dba-486f-bfaf-0226591d1086'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:46:51.129811 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e7ec50-9b0d-419a-b106-a45717706802 req-1ede9a93-eccf-4ab8-b606-fade8dc8d9ea tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] No DVR routers for this DVR port 19a4e6df-1dba-486f-bfaf-0226591d1086 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:46:51.143389 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e914ee7-9824-4d35-aaf4-1433ac34a9ad req-ab26a91c-4e48-429b-87f8-f0676444b419 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7734466 Feb 28 20:46:51.169108 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d205-9550-4366-b579-6374689e320f req-d28da2f2-7bb9-41fd-bde8-a4b31a0e7750 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:51.171424 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-08b2d205-9550-4366-b579-6374689e320f req-d28da2f2-7bb9-41fd-bde8-a4b31a0e7750 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.15 "GET /v2.0/networks?id=a784316a-d734-45b9-a490-65227908c5c6 HTTP/1.1" status: 200 len: 796 time: 0.5812342 Feb 28 20:46:51.178519 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-08e7ec50-9b0d-419a-b106-a45717706802 req-1ede9a93-eccf-4ab8-b606-fade8dc8d9ea tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:51.185830 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08e7ec50-9b0d-419a-b106-a45717706802 req-1ede9a93-eccf-4ab8-b606-fade8dc8d9ea tempest-TestServerMultinode-475071763 tempest-TestServerMultinode-475071763-project-admin] 10.222.0.10 "DELETE /v2.0/ports/19a4e6df-1dba-486f-bfaf-0226591d1086 HTTP/1.1" status: 204 len: 173 time: 2.6938119 Feb 28 20:46:51.187316 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212986d7-a40f-495c-8021-d106035c18e3', 'name': 'network-vif-deleted', 'tag': '19a4e6df-1dba-486f-bfaf-0226591d1086'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:46:51.193159 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dd93b8-8e6d-4a90-b894-4344e5caa00b" -d '{"events": [{"server_uuid": "212986d7-a40f-495c-8021-d106035c18e3", "name": "network-vif-deleted", "tag": "19a4e6df-1dba-486f-bfaf-0226591d1086"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:46:51.204586 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-65b5aacd-b0eb-4470-9b3e-25aa2fa1a35b req-ebcc8b39-08d0-4bbf-b8e0-2f64a4b2afd3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 210 time: 0.1515055 Feb 28 20:46:51.276413 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-08b2d205-9550-4366-b579-6374689e320f req-207e2c0d-813d-43a4-83b5-55129bdcd078 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a7308829c1041378fe2c0c22726e9fa HTTP/1.1" status: 200 len: 379 time: 0.0929735 Feb 28 20:46:51.294065 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ef78ab-d76e-40d1-a9cb-be2a7e30b5d7 x-openstack-request-id: req-a3ef78ab-d76e-40d1-a9cb-be2a7e30b5d7 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:46:51.294065 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212986d7-a40f-495c-8021-d106035c18e3", "name": "network-vif-deleted", "tag": "19a4e6df-1dba-486f-bfaf-0226591d1086", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:46:51.294065 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3ef78ab-d76e-40d1-a9cb-be2a7e30b5d7 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:46:51.294065 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212986d7-a40f-495c-8021-d106035c18e3', 'name': 'network-vif-deleted', 'tag': '19a4e6df-1dba-486f-bfaf-0226591d1086', 'status': 'completed', 'code': 200} Feb 28 20:46:51.296467 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-08b2d205-9550-4366-b579-6374689e320f req-db5c03f8-7201-498c-8639-6c628783a4b1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'port': {'device_id': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6', 'admin_state_up': True, 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'security_groups': ['562d6c0f-80bc-40c3-8a45-531620a56a00']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:46:51.423248 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:51.468892 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:51.471247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-5ab102bb-189d-4736-b32f-2090271d3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'name': 'tempest-TestNetworkBasicOps-router-1895417016', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:14Z', 'updated_at': '2022-02-28T20:45:23Z', 'revision_number': 4, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:15Z', 'updated_at': '2022-02-28T20:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c991a4c1-a115-48fd-a917-405f7f112c89', 'name': '', 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:c1:16:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'd374a4d8-2a1d-4bc9-982a-5bc924927748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:21Z', 'updated_at': '2022-02-28T20:45:29Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': 'd374a4d8-2a1d-4bc9-982a-5bc924927748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:51.514113 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab102bb-189d-4736-b32f-2090271d3a74 None None] The sync data for ids ['cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'] in n-d-820368-21 is: [{'id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'name': 'tempest-TestNetworkBasicOps-router-1895417016', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:14Z', 'updated_at': '2022-02-28T20:45:23Z', 'revision_number': 4, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:15Z', 'updated_at': '2022-02-28T20:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c991a4c1-a115-48fd-a917-405f7f112c89', 'name': '', 'network_id': '2c3653ab-73fd-455c-b23c-86e24907f790', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'mac_address': 'fa:16:3e:c1:16:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'd374a4d8-2a1d-4bc9-982a-5bc924927748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:21Z', 'updated_at': '2022-02-28T20:45:29Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'subnets': [{'id': 'd374a4d8-2a1d-4bc9-982a-5bc924927748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:46:51.761790 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b33a33b-10b6-4afc-8782-b9f033cd98f6 admin admin] Publish callbacks [] for security_group (484d4268-c31a-408d-890c-69a26a921c35), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:51.786057 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-c26389b7-9db5-4848-872c-7b9485ed3882 req-87b70e2f-9c13-40e4-9eba-93fdb5ebe614 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Deleting port 5cb502d8-2107-4950-a2f4-cf79cc16873d {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:46:51.786416 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c26389b7-9db5-4848-872c-7b9485ed3882 req-87b70e2f-9c13-40e4-9eba-93fdb5ebe614 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (5cb502d8-2107-4950-a2f4-cf79cc16873d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:51.789702 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b33a33b-10b6-4afc-8782-b9f033cd98f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (484d4268-c31a-408d-890c-69a26a921c35), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:51.845666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b2d205-9550-4366-b579-6374689e320f req-db5c03f8-7201-498c-8639-6c628783a4b1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Made reservation on behalf of 1a7308829c1041378fe2c0c22726e9fa for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:46:51.849289 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-08b2d205-9550-4366-b579-6374689e320f req-db5c03f8-7201-498c-8639-6c628783a4b1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:51.969284 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0b33a33b-10b6-4afc-8782-b9f033cd98f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79f198286a3b4352a8b5ae54a170939b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3513062 Feb 28 20:46:51.969903 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35140) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:51.990903 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33a33b-10b6-4afc-8782-b9f033cd98f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484d4268-c31a-408d-890c-69a26a921c35,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:51.995288 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35142) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:52.117587 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-c26389b7-9db5-4848-872c-7b9485ed3882 req-87b70e2f-9c13-40e4-9eba-93fdb5ebe614 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] For port 5cb502d8-2107-4950-a2f4-cf79cc16873d, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=5cb502d8-2107-4950-a2f4-cf79cc16873d,segment=NetworkSegment(90a96b2b-a062-4915-a045-82d9a03de661),segment_id=90a96b2b-a062-4915-a045-82d9a03de661)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:52.117958 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c26389b7-9db5-4848-872c-7b9485ed3882 req-87b70e2f-9c13-40e4-9eba-93fdb5ebe614 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (5cb502d8-2107-4950-a2f4-cf79cc16873d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:52.129144 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a4b98d-4e11-4ab9-b39f-401e9bbe8ca9 None None] New status for floating IP 3179bf04-9c30-4970-b55c-b5c826da4ad8: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:46:52.146187 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-c26389b7-9db5-4848-872c-7b9485ed3882 req-87b70e2f-9c13-40e4-9eba-93fdb5ebe614 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Calling delete_port for 5cb502d8-2107-4950-a2f4-cf79cc16873d owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:46:52.401383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:46:52.561159 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:52.563507 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:52.649599 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-08b2d205-9550-4366-b579-6374689e320f req-db5c03f8-7201-498c-8639-6c628783a4b1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Allocated IP 172.20.0.10 (a784316a-d734-45b9-a490-65227908c5c6/c6994a30-3e50-4b89-a402-b412a443f27a/4d828473-e041-453c-a70c-6875d36e81e4) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:46:52.665461 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6a1d8bb1-cb4d-4299-b71c-a51c206b5bf6 admin admin] Publish callbacks [] for security_group (484d4268-c31a-408d-890c-69a26a921c35), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:52.703730 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b88c04d3-d389-4e2f-aa5c-8a723b69f409 req-219c201c-e3a8-4204-9316-2e6df9e8afbf tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 210 time: 0.2282608 Feb 28 20:46:52.749024 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:52.768943 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:52.798045 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6a1d8bb1-cb4d-4299-b71c-a51c206b5bf6 admin admin] Publish callbacks [] for security_group (484d4268-c31a-408d-890c-69a26a921c35), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:52.806631 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ebdfc-3daa-4a74-9935-156fd19fe4d2 req-204b18f4-85af-4e53-bad1-a03383651cf5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:52.808307 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb1ebdfc-3daa-4a74-9935-156fd19fe4d2 req-204b18f4-85af-4e53-bad1-a03383651cf5 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b08e6d9-87a4-4a91-b6c7-6892f579d11a HTTP/1.1" status: 200 len: 945 time: 0.4556346 Feb 28 20:46:52.845050 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:46:52.876106 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c26389b7-9db5-4848-872c-7b9485ed3882 req-87b70e2f-9c13-40e4-9eba-93fdb5ebe614 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (5cb502d8-2107-4950-a2f4-cf79cc16873d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:52.911200 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b70e2f-9c13-40e4-9eba-93fdb5ebe614 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event deleted for resources: {'Port': ['ID=5cb502d8-2107-4950-a2f4-cf79cc16873d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:52.968160 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb1ebdfc-3daa-4a74-9935-156fd19fe4d2 req-e3b72174-55aa-48fa-b805-b3d3bc65eb8b tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516528 Feb 28 20:46:52.974829 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6a1d8bb1-cb4d-4299-b71c-a51c206b5bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (484d4268-c31a-408d-890c-69a26a921c35), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:52.977770 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6a1d8bb1-cb4d-4299-b71c-a51c206b5bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:52.980731 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04a3fd0a-0edd-4d25-b7a7-c1f26b0976cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (68785188-b17d-4692-bbd6-0163e7169bc7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:52.982864 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6a1d8bb1-cb4d-4299-b71c-a51c206b5bf6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/484d4268-c31a-408d-890c-69a26a921c35 HTTP/1.1" status: 204 len: 168 time: 0.9840097 Feb 28 20:46:53.018401 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26389b7-9db5-4848-872c-7b9485ed3882 req-87b70e2f-9c13-40e4-9eba-93fdb5ebe614 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] No DVR routers for this DVR port 5cb502d8-2107-4950-a2f4-cf79cc16873d on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:46:53.024056 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-c26389b7-9db5-4848-872c-7b9485ed3882 req-87b70e2f-9c13-40e4-9eba-93fdb5ebe614 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:53.027221 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c26389b7-9db5-4848-872c-7b9485ed3882 req-87b70e2f-9c13-40e4-9eba-93fdb5ebe614 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.15 "DELETE /v2.0/ports/5cb502d8-2107-4950-a2f4-cf79cc16873d HTTP/1.1" status: 204 len: 173 time: 1.9884877 Feb 28 20:46:53.056653 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b08e6d9-87a4-4a91-b6c7-6892f579d11a', 'name': 'network-vif-deleted', 'tag': '5cb502d8-2107-4950-a2f4-cf79cc16873d'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:46:53.058578 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297549f1-95c1-4a08-bf25-ce88cc576b2c" -d '{"events": [{"server_uuid": "4b08e6d9-87a4-4a91-b6c7-6892f579d11a", "name": "network-vif-deleted", "tag": "5cb502d8-2107-4950-a2f4-cf79cc16873d"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:46:53.076410 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d8bb1-cb4d-4299-b71c-a51c206b5bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484d4268-c31a-408d-890c-69a26a921c35,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:53.168852 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c5d1ea-76f0-4f2f-a6a1-025b152e5ab8 x-openstack-request-id: req-85c5d1ea-76f0-4f2f-a6a1-025b152e5ab8 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:46:53.169145 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b08e6d9-87a4-4a91-b6c7-6892f579d11a", "name": "network-vif-deleted", "tag": "5cb502d8-2107-4950-a2f4-cf79cc16873d", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:46:53.169399 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85c5d1ea-76f0-4f2f-a6a1-025b152e5ab8 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:46:53.169806 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b08e6d9-87a4-4a91-b6c7-6892f579d11a', 'name': 'network-vif-deleted', 'tag': '5cb502d8-2107-4950-a2f4-cf79cc16873d', 'status': 'completed', 'code': 200} Feb 28 20:46:53.219817 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-08b2d205-9550-4366-b579-6374689e320f req-db5c03f8-7201-498c-8639-6c628783a4b1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (4d828473-e041-453c-a70c-6875d36e81e4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:53.240835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 19a4e6df-1dba-486f-bfaf-0226591d1086 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:46:53.313944 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 19a4e6df-1dba-486f-bfaf-0226591d1086 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:46:53.314223 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 19a4e6df-1dba-486f-bfaf-0226591d1086 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:46:53.341559 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-08b2d205-9550-4366-b579-6374689e320f req-db5c03f8-7201-498c-8639-6c628783a4b1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4d828473-e041-453c-a70c-6875d36e81e4), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:53.454619 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b2d205-9550-4366-b579-6374689e320f req-db5c03f8-7201-498c-8639-6c628783a4b1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network a784316a-d734-45b9-a490-65227908c5c6 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:46:53.470220 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-08b2d205-9550-4366-b579-6374689e320f req-db5c03f8-7201-498c-8639-6c628783a4b1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:46:53.470580 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-04a3fd0a-0edd-4d25-b7a7-c1f26b0976cd admin admin] Deleting port d1a7182b-4119-4642-8cbd-3fdae7349334 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:46:53.471127 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04a3fd0a-0edd-4d25-b7a7-c1f26b0976cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d1a7182b-4119-4642-8cbd-3fdae7349334), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:53.474722 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b2d205-9550-4366-b579-6374689e320f req-db5c03f8-7201-498c-8639-6c628783a4b1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:46:53.492892 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c03f8-7201-498c-8639-6c628783a4b1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=4d828473-e041-453c-a70c-6875d36e81e4,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:53.620478 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d205-9550-4366-b579-6374689e320f req-db5c03f8-7201-498c-8639-6c628783a4b1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:53.621118 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-08b2d205-9550-4366-b579-6374689e320f req-db5c03f8-7201-498c-8639-6c628783a4b1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:53.665286 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-04a3fd0a-0edd-4d25-b7a7-c1f26b0976cd admin admin] For port d1a7182b-4119-4642-8cbd-3fdae7349334, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d1a7182b-4119-4642-8cbd-3fdae7349334,segment=NetworkSegment(d854fde1-6b9f-4c56-9c88-66553e1d3f22),segment_id=d854fde1-6b9f-4c56-9c88-66553e1d3f22)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:53.665652 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04a3fd0a-0edd-4d25-b7a7-c1f26b0976cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d1a7182b-4119-4642-8cbd-3fdae7349334), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:53.672026 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-08b2d205-9550-4366-b579-6374689e320f req-db5c03f8-7201-498c-8639-6c628783a4b1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3888133 Feb 28 20:46:53.683398 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-08b2d205-9550-4366-b579-6374689e320f req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] Request body: {'port': {'device_id': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:46:53.705213 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-04a3fd0a-0edd-4d25-b7a7-c1f26b0976cd admin admin] Calling delete_port for d1a7182b-4119-4642-8cbd-3fdae7349334 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:46:53.870675 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 5cb502d8-2107-4950-a2f4-cf79cc16873d no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:46:53.879049 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-08b2d205-9550-4366-b579-6374689e320f req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4d828473-e041-453c-a70c-6875d36e81e4), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:53.937574 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 5cb502d8-2107-4950-a2f4-cf79cc16873d {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:46:53.937929 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 5cb502d8-2107-4950-a2f4-cf79cc16873d not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:46:54.046593 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e5bb3-366f-41cd-82a0-50c3d2c1a098 req-8bb3e56b-b597-4286-9395-c0393a87fec5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:54.059788 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7f87ad02-c1f2-407a-bcec-f79d9cfaacd1 None None] Provisioning complete for port 4d828473-e041-453c-a70c-6875d36e81e4 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:46:54.060511 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7f87ad02-c1f2-407a-bcec-f79d9cfaacd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4d828473-e041-453c-a70c-6875d36e81e4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:54.064444 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4b2e5bb3-366f-41cd-82a0-50c3d2c1a098 req-8bb3e56b-b597-4286-9395-c0393a87fec5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 932 time: 0.2107415 Feb 28 20:46:54.080518 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35172) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:54.156358 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7f87ad02-c1f2-407a-bcec-f79d9cfaacd1 None None] Port 4d828473-e041-453c-a70c-6875d36e81e4 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:46:54.225959 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4b2e5bb3-366f-41cd-82a0-50c3d2c1a098 req-cf07c829-f5c2-4e30-9965-3a9ac6028fb8 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606135 Feb 28 20:46:54.250019 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fbe632af-8377-4748-a61b-d4d47500bcaa tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group (b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:54.283778 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04a3fd0a-0edd-4d25-b7a7-c1f26b0976cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d1a7182b-4119-4642-8cbd-3fdae7349334), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:54.287344 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fbe632af-8377-4748-a61b-d4d47500bcaa tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group (b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:54.330850 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3fd0a-0edd-4d25-b7a7-c1f26b0976cd admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a7182b-4119-4642-8cbd-3fdae7349334,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:54.358456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-08b2d205-9550-4366-b579-6374689e320f req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d828473-e041-453c-a70c-6875d36e81e4 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:46:54.368336 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-08b2d205-9550-4366-b579-6374689e320f req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] Publish callbacks [] for port (4d828473-e041-453c-a70c-6875d36e81e4), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:54.389282 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-08b2d205-9550-4366-b579-6374689e320f req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] Transition to ACTIVE for port object 4d828473-e041-453c-a70c-6875d36e81e4 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:46:54.397329 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-08b2d205-9550-4366-b579-6374689e320f req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (4d828473-e041-453c-a70c-6875d36e81e4), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:54.482115 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=4d828473-e041-453c-a70c-6875d36e81e4,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:54.608866 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fbe632af-8377-4748-a61b-d4d47500bcaa tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:54.611563 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fbe632af-8377-4748-a61b-d4d47500bcaa tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:54.620886 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-08b2d205-9550-4366-b579-6374689e320f req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] Attempting to bind port 4d828473-e041-453c-a70c-6875d36e81e4 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:46:54.621537 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-08b2d205-9550-4366-b579-6374689e320f req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] Attempting to bind port 4d828473-e041-453c-a70c-6875d36e81e4 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'dcd6458f-30f8-4f5a-b023-066bb1211a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:46:54.621971 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b2d205-9550-4366-b579-6374689e320f req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] Attempting to bind port 4d828473-e041-453c-a70c-6875d36e81e4 on network a784316a-d734-45b9-a490-65227908c5c6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:46:54.627776 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b2d205-9550-4366-b579-6374689e320f req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] Port 4d828473-e041-453c-a70c-6875d36e81e4 on network a784316a-d734-45b9-a490-65227908c5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:46:54.628219 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b2d205-9550-4366-b579-6374689e320f req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] Attempting to bind port 4d828473-e041-453c-a70c-6875d36e81e4 on network a784316a-d734-45b9-a490-65227908c5c6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:46:54.638577 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fbe632af-8377-4748-a61b-d4d47500bcaa tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "DELETE /v2.0/security-groups/b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4 HTTP/1.1" status: 204 len: 168 time: 0.5525916 Feb 28 20:46:54.638792 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b2d205-9550-4366-b579-6374689e320f req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:46:54.639145 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b2d205-9550-4366-b579-6374689e320f req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] Checking segment: {'id': 'dcd6458f-30f8-4f5a-b023-066bb1211a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:46:54.639690 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b2d205-9550-4366-b579-6374689e320f req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] Bound using segment: {'id': 'dcd6458f-30f8-4f5a-b023-066bb1211a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:46:54.640207 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-08b2d205-9550-4366-b579-6374689e320f req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] Bound port: 4d828473-e041-453c-a70c-6875d36e81e4, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcd6458f-30f8-4f5a-b023-066bb1211a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:46:54.640869 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-08b2d205-9550-4366-b579-6374689e320f req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4d828473-e041-453c-a70c-6875d36e81e4), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:54.659830 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35188) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:54.688369 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04a3fd0a-0edd-4d25-b7a7-c1f26b0976cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (68785188-b17d-4692-bbd6-0163e7169bc7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:54.698063 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe632af-8377-4748-a61b-d4d47500bcaa tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a0bb0e-6b30-4212-bc4d-0aec4dff44d4,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:54.877495 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-08b2d205-9550-4366-b579-6374689e320f req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] For port 4d828473-e041-453c-a70c-6875d36e81e4, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:46:54.896951 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-08b2d205-9550-4366-b579-6374689e320f req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] For port 4d828473-e041-453c-a70c-6875d36e81e4, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4d828473-e041-453c-a70c-6875d36e81e4,segment=NetworkSegment(dcd6458f-30f8-4f5a-b023-066bb1211a85),segment_id=dcd6458f-30f8-4f5a-b023-066bb1211a85)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:46:54.917548 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-08b2d205-9550-4366-b579-6374689e320f req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (4d828473-e041-453c-a70c-6875d36e81e4), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:55.092465 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a3fd0a-0edd-4d25-b7a7-c1f26b0976cd admin admin] Router 68785188-b17d-4692-bbd6-0163e7169bc7 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:46:55.093187 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d205-9550-4366-b579-6374689e320f req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:55.093467 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-08b2d205-9550-4366-b579-6374689e320f req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:55.094914 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-08b2d205-9550-4366-b579-6374689e320f req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] 10.222.0.15 "PUT /v2.0/ports/4d828473-e041-453c-a70c-6875d36e81e4 HTTP/1.1" status: 200 len: 1093 time: 1.4163420 Feb 28 20:46:55.186790 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'tag': '4d828473-e041-453c-a70c-6875d36e81e4'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:46:55.190978 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fdd44c-d38a-4d51-9fc7-4dd89204e691" -d '{"events": [{"name": "network-changed", "server_uuid": "bada30c3-1b0b-4a5d-85f1-54ed9996b402", "tag": "4d828473-e041-453c-a70c-6875d36e81e4"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:46:55.282426 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a3fd0a-0edd-4d25-b7a7-c1f26b0976cd admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:46:55.296048 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1c5c96-e5f0-43cf-9a4d-97ff7882734f None None] Sync routers for ids ['68785188-b17d-4692-bbd6-0163e7169bc7'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:46:55.305770 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-04a3fd0a-0edd-4d25-b7a7-c1f26b0976cd admin admin] 10.222.0.13 "PUT /v2.0/routers/68785188-b17d-4692-bbd6-0163e7169bc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3331711 Feb 28 20:46:55.307975 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35200) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:55.314571 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0a424-4753-41a6-8616-5b5e23cb4fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=4d828473-e041-453c-a70c-6875d36e81e4,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:55.318233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1c5c96-e5f0-43cf-9a4d-97ff7882734f None None] Routers {'68785188-b17d-4692-bbd6-0163e7169bc7'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:55.318876 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-cf1c5c96-e5f0-43cf-9a4d-97ff7882734f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['68785188-b17d-4692-bbd6-0163e7169bc7'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:55.388119 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb7306e-3179-44fb-862a-96e107f2fa16 x-openstack-request-id: req-efb7306e-3179-44fb-862a-96e107f2fa16 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:46:55.388418 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bada30c3-1b0b-4a5d-85f1-54ed9996b402", "tag": "4d828473-e041-453c-a70c-6875d36e81e4", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:46:55.388672 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efb7306e-3179-44fb-862a-96e107f2fa16 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:46:55.389066 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'tag': '4d828473-e041-453c-a70c-6875d36e81e4', 'status': 'completed', 'code': 200} Feb 28 20:46:55.414026 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d205-9550-4366-b579-6374689e320f req-6388cf2a-8b4c-4fa6-b88b-fc669daf0b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:55.416680 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-08b2d205-9550-4366-b579-6374689e320f req-6388cf2a-8b4c-4fa6-b88b-fc669daf0b32 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 1127 time: 0.1491041 Feb 28 20:46:55.469765 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-08b2d205-9550-4366-b579-6374689e320f req-e8cb60ce-4fb0-4d1f-b3db-a6132c11a4db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d828473-e041-453c-a70c-6875d36e81e4 HTTP/1.1" status: 200 len: 217 time: 0.0460694 Feb 28 20:46:55.517280 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-cf1c5c96-e5f0-43cf-9a4d-97ff7882734f None None] Set router 68785188-b17d-4692-bbd6-0163e7169bc7 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:55.536468 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dede03-d052-4b67-bfa2-308e24c3ad82 req-a2c65097-4754-46b8-a286-9dee5ad44a6b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:55.538010 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70dede03-d052-4b67-bfa2-308e24c3ad82 req-a2c65097-4754-46b8-a286-9dee5ad44a6b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 944 time: 0.1317148 Feb 28 20:46:55.558577 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Publish callbacks [] for router (68785188-b17d-4692-bbd6-0163e7169bc7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:55.582024 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d205-9550-4366-b579-6374689e320f req-721490a7-abf5-4c41-98e3-f7b6da95fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:55.583485 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-08b2d205-9550-4366-b579-6374689e320f req-721490a7-abf5-4c41-98e3-f7b6da95fbd5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6994a30-3e50-4b89-a402-b412a443f27a HTTP/1.1" status: 200 len: 835 time: 0.1040223 Feb 28 20:46:55.652102 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-098838d3-2a53-4342-a288-c968294fbd4e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (cc0edbc7-b075-4060-b6bb-2ef8b10bd44d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:55.656721 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70dede03-d052-4b67-bfa2-308e24c3ad82 req-4a74e9ed-39b0-49bf-86a7-f15d68e05faf tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073306 Feb 28 20:46:55.725506 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Publish callbacks [] for router_gateway (68785188-b17d-4692-bbd6-0163e7169bc7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:55.786672 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d205-9550-4366-b579-6374689e320f req-23a298d0-2598-48e7-9164-32c3a23a924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:55.789084 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-08b2d205-9550-4366-b579-6374689e320f req-23a298d0-2598-48e7-9164-32c3a23a924b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a784316a-d734-45b9-a490-65227908c5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1986151 Feb 28 20:46:55.803514 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Deleting port d1476120-85cd-4cda-b49c-d064a0d1ec21 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:46:55.803896 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d1476120-85cd-4cda-b49c-d064a0d1ec21), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:55.904868 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] For port d1476120-85cd-4cda-b49c-d064a0d1ec21, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d1476120-85cd-4cda-b49c-d064a0d1ec21,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:55.905278 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d1476120-85cd-4cda-b49c-d064a0d1ec21), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:55.933561 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Calling delete_port for d1476120-85cd-4cda-b49c-d064a0d1ec21 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:46:56.031332 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-08b2d205-9550-4366-b579-6374689e320f req-4c45ab9e-9ffc-4273-9158-06b3e8d4f990 service neutron] 10.222.0.15 "GET /v2.0/networks/a784316a-d734-45b9-a490-65227908c5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311647 Feb 28 20:46:56.042717 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-cf1c5c96-e5f0-43cf-9a4d-97ff7882734f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68785188-b17d-4692-bbd6-0163e7169bc7', 'name': 'tempest-TestServerMultinode-611068441-router', 'tenant_id': 'ce243a4d09f549aca072236d76785621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd1476120-85cd-4cda-b49c-d064a0d1ec21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:25Z', 'updated_at': '2022-02-28T20:46:54Z', 'revision_number': 5, 'project_id': 'ce243a4d09f549aca072236d76785621', 'gw_port': {'id': 'd1476120-85cd-4cda-b49c-d064a0d1ec21', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68785188-b17d-4692-bbd6-0163e7169bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:26Z', 'updated_at': '2022-02-28T20:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:56.105579 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1c5c96-e5f0-43cf-9a4d-97ff7882734f None None] Checking router: 68785188-b17d-4692-bbd6-0163e7169bc7 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:46:56.124182 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1c5c96-e5f0-43cf-9a4d-97ff7882734f None None] Routers {'68785188-b17d-4692-bbd6-0163e7169bc7'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:56.125167 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-cf1c5c96-e5f0-43cf-9a4d-97ff7882734f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['68785188-b17d-4692-bbd6-0163e7169bc7'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:56.170308 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d1476120-85cd-4cda-b49c-d064a0d1ec21), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:56.239733 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-cf1c5c96-e5f0-43cf-9a4d-97ff7882734f None None] Set router 68785188-b17d-4692-bbd6-0163e7169bc7 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:56.295113 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Pushing event deleted for resources: {'Port': ['ID=d1476120-85cd-4cda-b49c-d064a0d1ec21,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:56.316714 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-cf1c5c96-e5f0-43cf-9a4d-97ff7882734f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68785188-b17d-4692-bbd6-0163e7169bc7', 'name': 'tempest-TestServerMultinode-611068441-router', 'tenant_id': 'ce243a4d09f549aca072236d76785621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:25Z', 'updated_at': '2022-02-28T20:46:55Z', 'revision_number': 6, 'project_id': 'ce243a4d09f549aca072236d76785621', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:56.320364 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-08b2d205-9550-4366-b579-6374689e320f req-b20001a7-e858-4d30-aeb2-1c9bc6b9fb6d service neutron] 10.222.0.15 "GET /v2.0/networks/a784316a-d734-45b9-a490-65227908c5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804706 Feb 28 20:46:56.327835 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:56.328185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:56.328537 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:56.328876 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:56.329209 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:56.329539 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:56.329978 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:56.330312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:56.330635 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:56.330958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:56.331280 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:56.331600 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:56.331943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:46:56.344719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-098838d3-2a53-4342-a288-c968294fbd4e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Deleting port c991a4c1-a115-48fd-a917-405f7f112c89 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:46:56.345028 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-098838d3-2a53-4342-a288-c968294fbd4e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c991a4c1-a115-48fd-a917-405f7f112c89), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:56.363266 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1c5c96-e5f0-43cf-9a4d-97ff7882734f None None] The sync data for ids ['68785188-b17d-4692-bbd6-0163e7169bc7'] in n-d-820368-21 is: [{'id': '68785188-b17d-4692-bbd6-0163e7169bc7', 'name': 'tempest-TestServerMultinode-611068441-router', 'tenant_id': 'ce243a4d09f549aca072236d76785621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:25Z', 'updated_at': '2022-02-28T20:46:55Z', 'revision_number': 6, 'project_id': 'ce243a4d09f549aca072236d76785621', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:46:56.376075 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (68785188-b17d-4692-bbd6-0163e7169bc7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:56.524766 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdd44c-d38a-4d51-9fc7-4dd89204e691 req-ca0dacd2-2bac-4e03-8df5-9c54aa2ba660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:56.526245 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f1fdd44c-d38a-4d51-9fc7-4dd89204e691 req-ca0dacd2-2bac-4e03-8df5-9c54aa2ba660 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 1127 time: 0.1317322 Feb 28 20:46:56.532941 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (68785188-b17d-4692-bbd6-0163e7169bc7), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:56.534680 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-098838d3-2a53-4342-a288-c968294fbd4e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] For port c991a4c1-a115-48fd-a917-405f7f112c89, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c991a4c1-a115-48fd-a917-405f7f112c89,segment=NetworkSegment(90a96b2b-a062-4915-a045-82d9a03de661),segment_id=90a96b2b-a062-4915-a045-82d9a03de661)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:56.535056 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-098838d3-2a53-4342-a288-c968294fbd4e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c991a4c1-a115-48fd-a917-405f7f112c89), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:56.535197 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Publish callbacks [] for router_controller (68785188-b17d-4692-bbd6-0163e7169bc7), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:56.571792 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-098838d3-2a53-4342-a288-c968294fbd4e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Calling delete_port for c991a4c1-a115-48fd-a917-405f7f112c89 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:46:56.583623 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (68785188-b17d-4692-bbd6-0163e7169bc7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:56.584348 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68785188-b17d-4692-bbd6-0163e7169bc7 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:46:56.589851 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:56.593728 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9779bf6b-2f7c-44bc-b6c8-73c92e33ddbf admin admin] 10.222.0.13 "DELETE /v2.0/routers/68785188-b17d-4692-bbd6-0163e7169bc7 HTTP/1.1" status: 204 len: 168 time: 1.2798612 Feb 28 20:46:56.593968 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35206) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:56.659289 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-6369c001-c5c5-471b-996a-10c5f117139c admin admin] Deleting subnet 8dcabdc5-95be-4765-a42c-f60a7e997206 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:46:56.663642 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6369c001-c5c5-471b-996a-10c5f117139c admin admin] Publish callbacks [] for subnet (8dcabdc5-95be-4765-a42c-f60a7e997206), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:56.707363 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6369c001-c5c5-471b-996a-10c5f117139c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (8dcabdc5-95be-4765-a42c-f60a7e997206), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:56.819025 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6369c001-c5c5-471b-996a-10c5f117139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (8dcabdc5-95be-4765-a42c-f60a7e997206), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:56.906071 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6369c001-c5c5-471b-996a-10c5f117139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (8dcabdc5-95be-4765-a42c-f60a7e997206), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:56.967833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369c001-c5c5-471b-996a-10c5f117139c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dcabdc5-95be-4765-a42c-f60a7e997206,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:56.979513 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6369c001-c5c5-471b-996a-10c5f117139c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:56.984477 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6369c001-c5c5-471b-996a-10c5f117139c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8dcabdc5-95be-4765-a42c-f60a7e997206 HTTP/1.1" status: 204 len: 168 time: 0.3893650 Feb 28 20:46:56.987477 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d730dd8a-5d32-411c-ba1b-9454a2087e83 None None] Network 8a29a05d-fb66-4b0e-8d23-41480f281d91 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:46:56.988581 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35212) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:57.076077 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f6096-20b6-4083-9892-a9a09007883c req-dbc7e636-c9e3-46c9-9c80-d58d44359666 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:57.077986 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-382f6096-20b6-4083-9892-a9a09007883c req-dbc7e636-c9e3-46c9-9c80-d58d44359666 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 944 time: 0.1857326 Feb 28 20:46:57.121716 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-111a438c-cb75-4529-a5da-7f95648fc764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (8a29a05d-fb66-4b0e-8d23-41480f281d91), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:57.135836 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdd44c-d38a-4d51-9fc7-4dd89204e691 req-4b22a42f-7dde-44be-8115-e9ca5fa4da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:57.139835 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f1fdd44c-d38a-4d51-9fc7-4dd89204e691 req-4b22a42f-7dde-44be-8115-e9ca5fa4da1a service neutron] 10.222.0.15 "GET /v2.0/networks?id=a784316a-d734-45b9-a490-65227908c5c6 HTTP/1.1" status: 200 len: 896 time: 0.6045151 Feb 28 20:46:57.275401 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f1fdd44c-d38a-4d51-9fc7-4dd89204e691 req-c9d27678-821f-4fa8-99b4-bfec4cd2af82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d828473-e041-453c-a70c-6875d36e81e4 HTTP/1.1" status: 200 len: 217 time: 0.1301203 Feb 28 20:46:57.286808 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae0be18-7d42-4afd-90e0-68478dc563d3 None None] DHCP port deletion for 8a29a05d-fb66-4b0e-8d23-41480f281d91 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:46:57.290155 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-382f6096-20b6-4083-9892-a9a09007883c req-6501604d-e476-40e5-b255-d4651901dba2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028570 Feb 28 20:46:57.333312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-111a438c-cb75-4529-a5da-7f95648fc764 admin admin] Deleting port 48761eba-27d0-4f4c-a9b8-55fbc673ff9b {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:46:57.333596 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-111a438c-cb75-4529-a5da-7f95648fc764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (48761eba-27d0-4f4c-a9b8-55fbc673ff9b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:57.382725 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdd44c-d38a-4d51-9fc7-4dd89204e691 req-027023a0-f3bb-465a-8f2e-8c355f8a756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:57.384438 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f1fdd44c-d38a-4d51-9fc7-4dd89204e691 req-027023a0-f3bb-465a-8f2e-8c355f8a756a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6994a30-3e50-4b89-a402-b412a443f27a HTTP/1.1" status: 200 len: 835 time: 0.0986078 Feb 28 20:46:57.398892 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0be18-7d42-4afd-90e0-68478dc563d3 None None] Deleting port 48761eba-27d0-4f4c-a9b8-55fbc673ff9b {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:46:57.399382 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8ae0be18-7d42-4afd-90e0-68478dc563d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (48761eba-27d0-4f4c-a9b8-55fbc673ff9b), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:57.478464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-111a438c-cb75-4529-a5da-7f95648fc764 admin admin] For port 48761eba-27d0-4f4c-a9b8-55fbc673ff9b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=48761eba-27d0-4f4c-a9b8-55fbc673ff9b,segment=NetworkSegment(d854fde1-6b9f-4c56-9c88-66553e1d3f22),segment_id=d854fde1-6b9f-4c56-9c88-66553e1d3f22)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:57.478904 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-111a438c-cb75-4529-a5da-7f95648fc764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (48761eba-27d0-4f4c-a9b8-55fbc673ff9b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:57.506615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-111a438c-cb75-4529-a5da-7f95648fc764 admin admin] Calling delete_port for 48761eba-27d0-4f4c-a9b8-55fbc673ff9b owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:46:57.511373 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdd44c-d38a-4d51-9fc7-4dd89204e691 req-eb15a659-52d9-4460-99f8-811b6caa7012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:57.514047 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f1fdd44c-d38a-4d51-9fc7-4dd89204e691 req-eb15a659-52d9-4460-99f8-811b6caa7012 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a784316a-d734-45b9-a490-65227908c5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1203852 Feb 28 20:46:57.535644 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-8ae0be18-7d42-4afd-90e0-68478dc563d3 None None] For port 48761eba-27d0-4f4c-a9b8-55fbc673ff9b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=48761eba-27d0-4f4c-a9b8-55fbc673ff9b,segment=NetworkSegment(d854fde1-6b9f-4c56-9c88-66553e1d3f22),segment_id=d854fde1-6b9f-4c56-9c88-66553e1d3f22)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:57.536182 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8ae0be18-7d42-4afd-90e0-68478dc563d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (48761eba-27d0-4f4c-a9b8-55fbc673ff9b), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:57.556566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0be18-7d42-4afd-90e0-68478dc563d3 None None] Calling delete_port for 48761eba-27d0-4f4c-a9b8-55fbc673ff9b owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:46:57.603920 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-098838d3-2a53-4342-a288-c968294fbd4e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c991a4c1-a115-48fd-a917-405f7f112c89), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:57.646803 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-111a438c-cb75-4529-a5da-7f95648fc764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (48761eba-27d0-4f4c-a9b8-55fbc673ff9b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:57.668644 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8ae0be18-7d42-4afd-90e0-68478dc563d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (48761eba-27d0-4f4c-a9b8-55fbc673ff9b), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:57.678719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098838d3-2a53-4342-a288-c968294fbd4e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event deleted for resources: {'Port': ['ID=c991a4c1-a115-48fd-a917-405f7f112c89,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:57.716354 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a438c-cb75-4529-a5da-7f95648fc764 admin admin] Pushing event deleted for resources: {'Port': ['ID=48761eba-27d0-4f4c-a9b8-55fbc673ff9b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:57.719549 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0be18-7d42-4afd-90e0-68478dc563d3 None None] Pushing event deleted for resources: {'Port': ['ID=48761eba-27d0-4f4c-a9b8-55fbc673ff9b,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:57.726148 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae0be18-7d42-4afd-90e0-68478dc563d3 None None] No DVR routers for this DVR port 48761eba-27d0-4f4c-a9b8-55fbc673ff9b on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:46:57.740744 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111a438c-cb75-4529-a5da-7f95648fc764 admin admin] No DVR routers for this DVR port 48761eba-27d0-4f4c-a9b8-55fbc673ff9b on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:46:57.802987 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f1fdd44c-d38a-4d51-9fc7-4dd89204e691 req-cdbff311-5ad2-428a-a89f-bfaa6f92b6af service neutron] 10.222.0.15 "GET /v2.0/networks/a784316a-d734-45b9-a490-65227908c5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804711 Feb 28 20:46:57.873337 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-111a438c-cb75-4529-a5da-7f95648fc764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (8a29a05d-fb66-4b0e-8d23-41480f281d91), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:57.914855 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-111a438c-cb75-4529-a5da-7f95648fc764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a29a05d-fb66-4b0e-8d23-41480f281d91']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:57.927547 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-111a438c-cb75-4529-a5da-7f95648fc764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd854fde1-6b9f-4c56-9c88-66553e1d3f22') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:57.928232 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-111a438c-cb75-4529-a5da-7f95648fc764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd854fde1-6b9f-4c56-9c88-66553e1d3f22') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:57.945899 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-111a438c-cb75-4529-a5da-7f95648fc764 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (d854fde1-6b9f-4c56-9c88-66553e1d3f22), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:57.960982 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-111a438c-cb75-4529-a5da-7f95648fc764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (d854fde1-6b9f-4c56-9c88-66553e1d3f22), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:57.970776 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111a438c-cb75-4529-a5da-7f95648fc764 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:46:57.970776 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-111a438c-cb75-4529-a5da-7f95648fc764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (d854fde1-6b9f-4c56-9c88-66553e1d3f22), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:46:57.982572 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:46:58.013270 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f1fdd44c-d38a-4d51-9fc7-4dd89204e691 req-0d2b1077-b329-43b4-a206-d0bcc5baaf79 service neutron] 10.222.0.15 "GET /v2.0/networks/a784316a-d734-45b9-a490-65227908c5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515522 Feb 28 20:46:58.014315 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-098838d3-2a53-4342-a288-c968294fbd4e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (cc0edbc7-b075-4060-b6bb-2ef8b10bd44d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:58.042340 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-111a438c-cb75-4529-a5da-7f95648fc764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (8a29a05d-fb66-4b0e-8d23-41480f281d91), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:58.052864 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-111a438c-cb75-4529-a5da-7f95648fc764 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:58.059922 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-111a438c-cb75-4529-a5da-7f95648fc764 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8a29a05d-fb66-4b0e-8d23-41480f281d91 HTTP/1.1" status: 204 len: 168 time: 1.0670772 Feb 28 20:46:58.060135 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35218) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:58.119659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a438c-cb75-4529-a5da-7f95648fc764 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a29a05d-fb66-4b0e-8d23-41480f281d91,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:58.290140 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098838d3-2a53-4342-a288-c968294fbd4e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Router cc0edbc7-b075-4060-b6bb-2ef8b10bd44d has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:46:58.375223 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 48761eba-27d0-4f4c-a9b8-55fbc673ff9b no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:46:58.410990 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 48761eba-27d0-4f4c-a9b8-55fbc673ff9b {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:46:58.411712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 48761eba-27d0-4f4c-a9b8-55fbc673ff9b not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:46:58.411877 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d1476120-85cd-4cda-b49c-d064a0d1ec21 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:46:58.437108 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: d1476120-85cd-4cda-b49c-d064a0d1ec21 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:46:58.437942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d1476120-85cd-4cda-b49c-d064a0d1ec21 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:46:58.438533 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d1a7182b-4119-4642-8cbd-3fdae7349334 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:46:58.465083 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: d1a7182b-4119-4642-8cbd-3fdae7349334 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:46:58.465705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d1a7182b-4119-4642-8cbd-3fdae7349334 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:46:58.486905 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098838d3-2a53-4342-a288-c968294fbd4e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:46:58.494906 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-098838d3-2a53-4342-a288-c968294fbd4e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "PUT /v2.0/routers/cc0edbc7-b075-4060-b6bb-2ef8b10bd44d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8339005 Feb 28 20:46:58.497600 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35226) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:58.500806 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9bcf67-ec4f-4400-b47f-6dfd0b46abe9 None None] Sync routers for ids ['cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:46:58.517925 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9bcf67-ec4f-4400-b47f-6dfd0b46abe9 None None] Routers {'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:58.518546 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-fc9bcf67-ec4f-4400-b47f-6dfd0b46abe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:58.597598 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2fd7f7-be82-4735-ac21-dd30f00591f7 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Deleting subnet d374a4d8-2a1d-4bc9-982a-5bc924927748 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:46:58.607288 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2f2fd7f7-be82-4735-ac21-dd30f00591f7 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for subnet (d374a4d8-2a1d-4bc9-982a-5bc924927748), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:58.631676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91ae63-bdc3-489b-9e62-bc0cfdf28ad4 req-fdb25b70-55ee-4025-97fe-3a31208d8145 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:46:58.633484 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5a91ae63-bdc3-489b-9e62-bc0cfdf28ad4 req-fdb25b70-55ee-4025-97fe-3a31208d8145 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 944 time: 0.1975443 Feb 28 20:46:58.689083 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2f2fd7f7-be82-4735-ac21-dd30f00591f7 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (d374a4d8-2a1d-4bc9-982a-5bc924927748), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:58.707381 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-fc9bcf67-ec4f-4400-b47f-6dfd0b46abe9 None None] Set router cc0edbc7-b075-4060-b6bb-2ef8b10bd44d gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:58.724294 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5a91ae63-bdc3-489b-9e62-bc0cfdf28ad4 req-280a06b9-efe5-4a1d-b710-e24adc80f525 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838056 Feb 28 20:46:58.799003 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2f2fd7f7-be82-4735-ac21-dd30f00591f7 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (d374a4d8-2a1d-4bc9-982a-5bc924927748), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:58.814663 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cf4ceccb-335f-4afb-acd1-3c332293f57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (8575b087-70ac-4a09-88e7-1cb3b8349f0f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:58.918741 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-fc9bcf67-ec4f-4400-b47f-6dfd0b46abe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'name': 'tempest-TestNetworkBasicOps-router-1895417016', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:14Z', 'updated_at': '2022-02-28T20:46:57Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:15Z', 'updated_at': '2022-02-28T20:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:58.925210 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2f2fd7f7-be82-4735-ac21-dd30f00591f7 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (d374a4d8-2a1d-4bc9-982a-5bc924927748), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:58.957332 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9bcf67-ec4f-4400-b47f-6dfd0b46abe9 None None] Checking router: cc0edbc7-b075-4060-b6bb-2ef8b10bd44d for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:46:58.967999 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9bcf67-ec4f-4400-b47f-6dfd0b46abe9 None None] Routers {'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:46:58.968915 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-fc9bcf67-ec4f-4400-b47f-6dfd0b46abe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:59.000141 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7c50c2-ba7c-4cc1-8824-cc6a9b279c67 None None] Network 2c3653ab-73fd-455c-b23c-86e24907f790 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:46:59.014158 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2f2fd7f7-be82-4735-ac21-dd30f00591f7 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:59.019129 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2f2fd7f7-be82-4735-ac21-dd30f00591f7 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "DELETE /v2.0/subnets/d374a4d8-2a1d-4bc9-982a-5bc924927748 HTTP/1.1" status: 204 len: 168 time: 0.5203187 Feb 28 20:46:59.022403 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fd7f7-be82-4735-ac21-dd30f00591f7 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event deleted for resources: {'Subnet': ['ID=d374a4d8-2a1d-4bc9-982a-5bc924927748,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:59.036410 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35232) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:46:59.167786 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-fc9bcf67-ec4f-4400-b47f-6dfd0b46abe9 None None] Set router cc0edbc7-b075-4060-b6bb-2ef8b10bd44d gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:46:59.174656 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb1c9c10-4f62-42ac-a27c-8677f2d7261e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for router (cc0edbc7-b075-4060-b6bb-2ef8b10bd44d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:59.303246 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4034060-7112-4cd4-be17-80c8f133202b None None] DHCP port deletion for 2c3653ab-73fd-455c-b23c-86e24907f790 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:46:59.391793 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb1c9c10-4f62-42ac-a27c-8677f2d7261e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for router_gateway (cc0edbc7-b075-4060-b6bb-2ef8b10bd44d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:59.407232 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d4034060-7112-4cd4-be17-80c8f133202b None None] Deleting port 4252676e-7f47-4065-9836-927e6c648d77 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:46:59.408860 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d4034060-7112-4cd4-be17-80c8f133202b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4252676e-7f47-4065-9836-927e6c648d77), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:59.490301 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-fc9bcf67-ec4f-4400-b47f-6dfd0b46abe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'name': 'tempest-TestNetworkBasicOps-router-1895417016', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:14Z', 'updated_at': '2022-02-28T20:46:57Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:15Z', 'updated_at': '2022-02-28T20:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:46:59.534950 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9bcf67-ec4f-4400-b47f-6dfd0b46abe9 None None] The sync data for ids ['cc0edbc7-b075-4060-b6bb-2ef8b10bd44d'] in n-d-820368-21 is: [{'id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'name': 'tempest-TestNetworkBasicOps-router-1895417016', 'tenant_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:14Z', 'updated_at': '2022-02-28T20:46:57Z', 'revision_number': 5, 'project_id': 'a1bbee6dfdd141e0ba964f8ab2a0a967', 'gw_port': {'id': '8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0edbc7-b075-4060-b6bb-2ef8b10bd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:15Z', 'updated_at': '2022-02-28T20:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:46:59.541624 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d4034060-7112-4cd4-be17-80c8f133202b None None] For port 4252676e-7f47-4065-9836-927e6c648d77, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4252676e-7f47-4065-9836-927e6c648d77,segment=NetworkSegment(90a96b2b-a062-4915-a045-82d9a03de661),segment_id=90a96b2b-a062-4915-a045-82d9a03de661)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:59.542037 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d4034060-7112-4cd4-be17-80c8f133202b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4252676e-7f47-4065-9836-927e6c648d77), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:59.578315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d4034060-7112-4cd4-be17-80c8f133202b None None] Calling delete_port for 4252676e-7f47-4065-9836-927e6c648d77 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:46:59.581506 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-fb1c9c10-4f62-42ac-a27c-8677f2d7261e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Deleting port 8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:46:59.582057 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb1c9c10-4f62-42ac-a27c-8677f2d7261e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:59.670925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-fb1c9c10-4f62-42ac-a27c-8677f2d7261e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] For port 8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:46:59.671618 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb1c9c10-4f62-42ac-a27c-8677f2d7261e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:59.685521 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-fb1c9c10-4f62-42ac-a27c-8677f2d7261e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Calling delete_port for 8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:46:59.693948 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d4034060-7112-4cd4-be17-80c8f133202b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (4252676e-7f47-4065-9836-927e6c648d77), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:59.698834 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ceccb-335f-4afb-acd1-3c332293f57c admin admin] Deleting port e9fc1736-12e7-478d-9f17-e96ddd23fcc2 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:46:59.699365 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cf4ceccb-335f-4afb-acd1-3c332293f57c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e9fc1736-12e7-478d-9f17-e96ddd23fcc2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:46:59.734824 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4034060-7112-4cd4-be17-80c8f133202b None None] Pushing event deleted for resources: {'Port': ['ID=4252676e-7f47-4065-9836-927e6c648d77,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:46:59.740045 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4034060-7112-4cd4-be17-80c8f133202b None None] No DVR routers for this DVR port 4252676e-7f47-4065-9836-927e6c648d77 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:46:59.882296 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 4d828473-e041-453c-a70c-6875d36e81e4 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:47:00.010550 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 4d828473-e041-453c-a70c-6875d36e81e4, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4d828473-e041-453c-a70c-6875d36e81e4,segment=NetworkSegment(dcd6458f-30f8-4f5a-b023-066bb1211a85),segment_id=dcd6458f-30f8-4f5a-b023-066bb1211a85)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:47:00.023616 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '4d828473-e041-453c-a70c-6875d36e81e4', 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6', 'port_id': '4d828473-e041-453c-a70c-6875d36e81e4', 'mac_address': 'fa:16:3e:21:25:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6994a30-3e50-4b89-a402-b412a443f27a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:47:00.065353 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 4d828473-e041-453c-a70c-6875d36e81e4 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:00.065753 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4d828473-e041-453c-a70c-6875d36e81e4), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:00.084365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d828473-e041-453c-a70c-6875d36e81e4 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:47:00.125574 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 4d828473-e041-453c-a70c-6875d36e81e4, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4d828473-e041-453c-a70c-6875d36e81e4,segment=NetworkSegment(dcd6458f-30f8-4f5a-b023-066bb1211a85),segment_id=dcd6458f-30f8-4f5a-b023-066bb1211a85)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:47:00.135032 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4d828473-e041-453c-a70c-6875d36e81e4), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:00.197569 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=4d828473-e041-453c-a70c-6875d36e81e4,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:00.308349 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c991a4c1-a115-48fd-a917-405f7f112c89 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:47:00.341662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: c991a4c1-a115-48fd-a917-405f7f112c89 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:47:00.342514 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c991a4c1-a115-48fd-a917-405f7f112c89 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:47:00.343491 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4252676e-7f47-4065-9836-927e6c648d77 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:47:00.368764 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 4252676e-7f47-4065-9836-927e6c648d77 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:47:00.369150 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4252676e-7f47-4065-9836-927e6c648d77 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:47:00.371905 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['4d828473-e041-453c-a70c-6875d36e81e4'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:47:00.412108 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-cf4ceccb-335f-4afb-acd1-3c332293f57c admin admin] For port e9fc1736-12e7-478d-9f17-e96ddd23fcc2, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e9fc1736-12e7-478d-9f17-e96ddd23fcc2,segment=NetworkSegment(6d5c9143-cdb6-4699-b776-0428bb6f48be),segment_id=6d5c9143-cdb6-4699-b776-0428bb6f48be)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:47:00.412108 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cf4ceccb-335f-4afb-acd1-3c332293f57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e9fc1736-12e7-478d-9f17-e96ddd23fcc2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:00.426582 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5eab72-575f-4590-9072-2e067e6091fb req-798ce91b-06cb-4bd2-9e06-4a44036c9a29 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:00.428388 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5a5eab72-575f-4590-9072-2e067e6091fb req-798ce91b-06cb-4bd2-9e06-4a44036c9a29 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 945 time: 0.2629879 Feb 28 20:47:00.436992 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ceccb-335f-4afb-acd1-3c332293f57c admin admin] Calling delete_port for e9fc1736-12e7-478d-9f17-e96ddd23fcc2 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:47:00.494250 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5a5eab72-575f-4590-9072-2e067e6091fb req-668d111a-4d86-414f-988b-a75b9b80587d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589645 Feb 28 20:47:00.634500 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb1c9c10-4f62-42ac-a27c-8677f2d7261e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:00.725107 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c9c10-4f62-42ac-a27c-8677f2d7261e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event deleted for resources: {'Port': ['ID=8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:00.805737 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb1c9c10-4f62-42ac-a27c-8677f2d7261e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (cc0edbc7-b075-4060-b6bb-2ef8b10bd44d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:00.934243 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb1c9c10-4f62-42ac-a27c-8677f2d7261e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (cc0edbc7-b075-4060-b6bb-2ef8b10bd44d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:00.937608 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb1c9c10-4f62-42ac-a27c-8677f2d7261e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for router_controller (cc0edbc7-b075-4060-b6bb-2ef8b10bd44d), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:00.993497 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cf4ceccb-335f-4afb-acd1-3c332293f57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e9fc1736-12e7-478d-9f17-e96ddd23fcc2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:01.024709 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb1c9c10-4f62-42ac-a27c-8677f2d7261e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (cc0edbc7-b075-4060-b6bb-2ef8b10bd44d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:01.025709 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1c9c10-4f62-42ac-a27c-8677f2d7261e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Fanout notify agent at l3_agent the message router_deleted on router cc0edbc7-b075-4060-b6bb-2ef8b10bd44d {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:47:01.054622 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ceccb-335f-4afb-acd1-3c332293f57c admin admin] Pushing event deleted for resources: {'Port': ['ID=e9fc1736-12e7-478d-9f17-e96ddd23fcc2,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:01.062576 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-fb1c9c10-4f62-42ac-a27c-8677f2d7261e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:01.066075 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-fb1c9c10-4f62-42ac-a27c-8677f2d7261e tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "DELETE /v2.0/routers/cc0edbc7-b075-4060-b6bb-2ef8b10bd44d HTTP/1.1" status: 204 len: 168 time: 2.0263202 Feb 28 20:47:01.066485 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35244) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:01.235637 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8ebb503c-d4be-42e8-8736-d809db2e4021 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (2c3653ab-73fd-455c-b23c-86e24907f790), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:01.320464 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cf4ceccb-335f-4afb-acd1-3c332293f57c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (8575b087-70ac-4a09-88e7-1cb3b8349f0f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:01.369636 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8ebb503c-d4be-42e8-8736-d809db2e4021 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (2c3653ab-73fd-455c-b23c-86e24907f790), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:01.399458 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-8ebb503c-d4be-42e8-8736-d809db2e4021 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3653ab-73fd-455c-b23c-86e24907f790']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:01.412441 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-8ebb503c-d4be-42e8-8736-d809db2e4021 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a96b2b-a062-4915-a045-82d9a03de661') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:01.413138 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-8ebb503c-d4be-42e8-8736-d809db2e4021 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a96b2b-a062-4915-a045-82d9a03de661') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:01.424470 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8ebb503c-d4be-42e8-8736-d809db2e4021 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (90a96b2b-a062-4915-a045-82d9a03de661), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:01.445889 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8ebb503c-d4be-42e8-8736-d809db2e4021 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (90a96b2b-a062-4915-a045-82d9a03de661), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:01.457615 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ebb503c-d4be-42e8-8736-d809db2e4021 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:47:01.458018 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8ebb503c-d4be-42e8-8736-d809db2e4021 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (90a96b2b-a062-4915-a045-82d9a03de661), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:47:01.461177 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:47:01.617275 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8ebb503c-d4be-42e8-8736-d809db2e4021 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (2c3653ab-73fd-455c-b23c-86e24907f790), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:01.637765 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8ebb503c-d4be-42e8-8736-d809db2e4021 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:01.680177 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8ebb503c-d4be-42e8-8736-d809db2e4021 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] 10.222.0.13 "DELETE /v2.0/networks/2c3653ab-73fd-455c-b23c-86e24907f790 HTTP/1.1" status: 204 len: 168 time: 0.6123171 Feb 28 20:47:01.725360 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb503c-d4be-42e8-8736-d809db2e4021 tempest-TestNetworkBasicOps-1160382765 tempest-TestNetworkBasicOps-1160382765-project] Pushing event deleted for resources: {'Network': ['ID=2c3653ab-73fd-455c-b23c-86e24907f790,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:01.755637 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4ceccb-335f-4afb-acd1-3c332293f57c admin admin] Router 8575b087-70ac-4a09-88e7-1cb3b8349f0f has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:47:01.877693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a91174-81e7-44aa-b9ea-33d1dfd97698 req-965c63e8-0832-4d5b-9915-b0ce93452cce tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:01.882715 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 4d828473-e041-453c-a70c-6875d36e81e4 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:47:01.886710 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24a91174-81e7-44aa-b9ea-33d1dfd97698 req-965c63e8-0832-4d5b-9915-b0ce93452cce tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 945 time: 0.1233950 Feb 28 20:47:01.971409 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 4d828473-e041-453c-a70c-6875d36e81e4 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:47:01.980073 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 4d828473-e041-453c-a70c-6875d36e81e4 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:01.980923 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4d828473-e041-453c-a70c-6875d36e81e4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:02.011708 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24a91174-81e7-44aa-b9ea-33d1dfd97698 req-8e32056d-6147-4cd9-a6f7-4fde7a4c2f45 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156533 Feb 28 20:47:02.023137 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4ceccb-335f-4afb-acd1-3c332293f57c admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:47:02.033025 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65df6e91-e3e9-4f33-ae7d-d2202470a6a5 None None] Sync routers for ids ['8575b087-70ac-4a09-88e7-1cb3b8349f0f'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:47:02.034149 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35256) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:02.044187 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cf4ceccb-335f-4afb-acd1-3c332293f57c admin admin] 10.222.0.13 "PUT /v2.0/routers/8575b087-70ac-4a09-88e7-1cb3b8349f0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9723752 Feb 28 20:47:02.060778 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65df6e91-e3e9-4f33-ae7d-d2202470a6a5 None None] Routers {'8575b087-70ac-4a09-88e7-1cb3b8349f0f'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:47:02.061921 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-65df6e91-e3e9-4f33-ae7d-d2202470a6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['8575b087-70ac-4a09-88e7-1cb3b8349f0f'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:02.133515 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35258) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:02.182806 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 4d828473-e041-453c-a70c-6875d36e81e4 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:02.183289 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4d828473-e041-453c-a70c-6875d36e81e4), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:02.208907 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b43a7a0-5138-4641-9f33-40c6c07e8a13 admin admin] Publish callbacks [] for router (8575b087-70ac-4a09-88e7-1cb3b8349f0f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:02.226167 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 4d828473-e041-453c-a70c-6875d36e81e4, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4d828473-e041-453c-a70c-6875d36e81e4,segment=NetworkSegment(dcd6458f-30f8-4f5a-b023-066bb1211a85),segment_id=dcd6458f-30f8-4f5a-b023-066bb1211a85)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:47:02.229431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d828473-e041-453c-a70c-6875d36e81e4'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:47:02.231895 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed78cace-daac-4658-afd0-4e7e3a88b0b7" -d '{"events": [{"server_uuid": "bada30c3-1b0b-4a5d-85f1-54ed9996b402", "name": "network-vif-plugged", "status": "completed", "tag": "4d828473-e041-453c-a70c-6875d36e81e4"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:47:02.240543 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4d828473-e041-453c-a70c-6875d36e81e4), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:02.277162 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-65df6e91-e3e9-4f33-ae7d-d2202470a6a5 None None] Set router 8575b087-70ac-4a09-88e7-1cb3b8349f0f gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:47:02.322245 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbac265-6dfa-4a0b-8dfb-18345517fd04 x-openstack-request-id: req-2dbac265-6dfa-4a0b-8dfb-18345517fd04 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:47:02.323173 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bada30c3-1b0b-4a5d-85f1-54ed9996b402", "name": "network-vif-plugged", "status": "completed", "tag": "4d828473-e041-453c-a70c-6875d36e81e4", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:47:02.323173 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2dbac265-6dfa-4a0b-8dfb-18345517fd04 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:47:02.323618 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d828473-e041-453c-a70c-6875d36e81e4', 'code': 200} Feb 28 20:47:02.386397 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:47:02.396196 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-11e2dd21-8946-4c6c-8bbb-ecaf0ed71d4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1bbee6dfdd141e0ba964f8ab2a0a967&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2613518 Feb 28 20:47:02.398221 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=4d828473-e041-453c-a70c-6875d36e81e4,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:02.399109 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35264) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:02.454044 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:47:02.454388 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8fbf8d3a-1ba4-4b4c-a81a-d161074fe2dc not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:47:02.463652 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f9f1cf6a-347f-4b96-aa30-489b69aed048 admin admin] Publish callbacks [] for security_group (d74f93b2-a97c-4d71-9d11-3b7a9fcdd4a1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:02.466567 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b43a7a0-5138-4641-9f33-40c6c07e8a13 admin admin] Publish callbacks [] for router_gateway (8575b087-70ac-4a09-88e7-1cb3b8349f0f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:02.480945 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146d708-4ce9-4559-8480-67094cd6c97d req-3fbf626c-9146-4eea-b940-37d0f1a68f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:02.482430 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1146d708-4ce9-4559-8480-67094cd6c97d req-3fbf626c-9146-4eea-b940-37d0f1a68f32 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 1129 time: 0.0868425 Feb 28 20:47:02.493573 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f9f1cf6a-347f-4b96-aa30-489b69aed048 admin admin] Publish callbacks [] for security_group (d74f93b2-a97c-4d71-9d11-3b7a9fcdd4a1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:02.553327 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-65df6e91-e3e9-4f33-ae7d-d2202470a6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8575b087-70ac-4a09-88e7-1cb3b8349f0f', 'name': 'tempest-TestServerMultinode-262796328-router', 'tenant_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'c3e90c19-efb2-40e9-930b-d473a32284ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:45Z', 'updated_at': '2022-02-28T20:47:00Z', 'revision_number': 5, 'project_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'gw_port': {'id': 'c3e90c19-efb2-40e9-930b-d473a32284ae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:30:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8575b087-70ac-4a09-88e7-1cb3b8349f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:48Z', 'updated_at': '2022-02-28T20:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:02.556899 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f9f1cf6a-347f-4b96-aa30-489b69aed048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d74f93b2-a97c-4d71-9d11-3b7a9fcdd4a1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:02.560005 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f9f1cf6a-347f-4b96-aa30-489b69aed048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:02.563216 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f9f1cf6a-347f-4b96-aa30-489b69aed048 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d74f93b2-a97c-4d71-9d11-3b7a9fcdd4a1 HTTP/1.1" status: 204 len: 168 time: 0.1623709 Feb 28 20:47:02.573006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1cf6a-347f-4b96-aa30-489b69aed048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74f93b2-a97c-4d71-9d11-3b7a9fcdd4a1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:02.576979 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1146d708-4ce9-4559-8480-67094cd6c97d req-ad48bf22-2002-407c-93a2-1af283656bcd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729604 Feb 28 20:47:02.589432 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-0b43a7a0-5138-4641-9f33-40c6c07e8a13 admin admin] Deleting port c3e90c19-efb2-40e9-930b-d473a32284ae {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:47:02.589903 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b43a7a0-5138-4641-9f33-40c6c07e8a13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c3e90c19-efb2-40e9-930b-d473a32284ae), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:02.596849 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65df6e91-e3e9-4f33-ae7d-d2202470a6a5 None None] Checking router: 8575b087-70ac-4a09-88e7-1cb3b8349f0f for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:47:02.618599 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65df6e91-e3e9-4f33-ae7d-d2202470a6a5 None None] Routers {'8575b087-70ac-4a09-88e7-1cb3b8349f0f'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:47:02.619240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-65df6e91-e3e9-4f33-ae7d-d2202470a6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['8575b087-70ac-4a09-88e7-1cb3b8349f0f'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:02.709298 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-0b43a7a0-5138-4641-9f33-40c6c07e8a13 admin admin] For port c3e90c19-efb2-40e9-930b-d473a32284ae, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c3e90c19-efb2-40e9-930b-d473a32284ae,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:47:02.709934 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b43a7a0-5138-4641-9f33-40c6c07e8a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c3e90c19-efb2-40e9-930b-d473a32284ae), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:02.729445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-0b43a7a0-5138-4641-9f33-40c6c07e8a13 admin admin] Calling delete_port for c3e90c19-efb2-40e9-930b-d473a32284ae owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:47:02.730942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-65df6e91-e3e9-4f33-ae7d-d2202470a6a5 None None] Set router 8575b087-70ac-4a09-88e7-1cb3b8349f0f gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:47:02.809200 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-65df6e91-e3e9-4f33-ae7d-d2202470a6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8575b087-70ac-4a09-88e7-1cb3b8349f0f', 'name': 'tempest-TestServerMultinode-262796328-router', 'tenant_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:45Z', 'updated_at': '2022-02-28T20:47:02Z', 'revision_number': 6, 'project_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:02.841158 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65df6e91-e3e9-4f33-ae7d-d2202470a6a5 None None] The sync data for ids ['8575b087-70ac-4a09-88e7-1cb3b8349f0f'] in n-d-820368-21 is: [{'id': '8575b087-70ac-4a09-88e7-1cb3b8349f0f', 'name': 'tempest-TestServerMultinode-262796328-router', 'tenant_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:45Z', 'updated_at': '2022-02-28T20:47:02Z', 'revision_number': 6, 'project_id': '1ce00107a4c24d3fa3b7a6d66921a73a', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:47:02.948769 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35276) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:02.965116 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ac1d4cf-bc8c-4a9b-b898-3242dfbf35e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:02.988634 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b43a7a0-5138-4641-9f33-40c6c07e8a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c3e90c19-efb2-40e9-930b-d473a32284ae), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:03.022126 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43a7a0-5138-4641-9f33-40c6c07e8a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e90c19-efb2-40e9-930b-d473a32284ae,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:03.089730 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ac1d4cf-bc8c-4a9b-b898-3242dfbf35e1 admin admin] Publish callbacks [] for security_group (c0106953-5578-4f26-a519-4fada557cca6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:03.103319 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7ac1d4cf-bc8c-4a9b-b898-3242dfbf35e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c0106953-5578-4f26-a519-4fada557cca6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:03.120848 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b43a7a0-5138-4641-9f33-40c6c07e8a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (8575b087-70ac-4a09-88e7-1cb3b8349f0f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:03.171247 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1d4cf-bc8c-4a9b-b898-3242dfbf35e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0106953-5578-4f26-a519-4fada557cca6,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:03.233638 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7ac1d4cf-bc8c-4a9b-b898-3242dfbf35e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9996c385121440c0a4535fbd0d322265&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2833567 Feb 28 20:47:03.237755 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35282) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:03.247058 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b43a7a0-5138-4641-9f33-40c6c07e8a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (8575b087-70ac-4a09-88e7-1cb3b8349f0f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:03.249926 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b43a7a0-5138-4641-9f33-40c6c07e8a13 admin admin] Publish callbacks [] for router_controller (8575b087-70ac-4a09-88e7-1cb3b8349f0f), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:03.274668 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fb74e-a4a8-48d1-a9ed-997b48cd3d11 req-406a675c-a84a-41a5-81e4-7552b1e37fac tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:03.282345 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4a6fb74e-a4a8-48d1-a9ed-997b48cd3d11 req-406a675c-a84a-41a5-81e4-7552b1e37fac tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 946 time: 0.1208212 Feb 28 20:47:03.357143 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b43a7a0-5138-4641-9f33-40c6c07e8a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (8575b087-70ac-4a09-88e7-1cb3b8349f0f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:03.357855 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b43a7a0-5138-4641-9f33-40c6c07e8a13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8575b087-70ac-4a09-88e7-1cb3b8349f0f {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:47:03.363647 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b43a7a0-5138-4641-9f33-40c6c07e8a13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:03.369414 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0b43a7a0-5138-4641-9f33-40c6c07e8a13 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8575b087-70ac-4a09-88e7-1cb3b8349f0f HTTP/1.1" status: 204 len: 168 time: 1.3338697 Feb 28 20:47:03.373412 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4a6fb74e-a4a8-48d1-a9ed-997b48cd3d11 req-20aaf455-ff48-4c97-842b-cb69ad2f67df tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899992 Feb 28 20:47:03.373969 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35284) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:03.415812 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac75d65d-8871-43d0-a1cc-271ced7a36f7 admin admin] Publish callbacks [] for security_group (c0106953-5578-4f26-a519-4fada557cca6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:03.450122 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac75d65d-8871-43d0-a1cc-271ced7a36f7 admin admin] Publish callbacks [] for security_group (c0106953-5578-4f26-a519-4fada557cca6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:03.459218 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e312c611-1c86-46e6-bd77-55c89bd03acf admin admin] Deleting subnet 8626a01d-0fd2-4532-8c7b-1fcef93507c1 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:47:03.467227 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e312c611-1c86-46e6-bd77-55c89bd03acf admin admin] Publish callbacks [] for subnet (8626a01d-0fd2-4532-8c7b-1fcef93507c1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:03.516711 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e312c611-1c86-46e6-bd77-55c89bd03acf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (8626a01d-0fd2-4532-8c7b-1fcef93507c1), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:03.561550 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac75d65d-8871-43d0-a1cc-271ced7a36f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c0106953-5578-4f26-a519-4fada557cca6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:03.564171 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ac75d65d-8871-43d0-a1cc-271ced7a36f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:03.568908 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ac75d65d-8871-43d0-a1cc-271ced7a36f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0106953-5578-4f26-a519-4fada557cca6 HTTP/1.1" status: 204 len: 168 time: 0.3266473 Feb 28 20:47:03.604921 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75d65d-8871-43d0-a1cc-271ced7a36f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0106953-5578-4f26-a519-4fada557cca6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:03.618873 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e312c611-1c86-46e6-bd77-55c89bd03acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (8626a01d-0fd2-4532-8c7b-1fcef93507c1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:03.721675 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e312c611-1c86-46e6-bd77-55c89bd03acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (8626a01d-0fd2-4532-8c7b-1fcef93507c1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:03.755861 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312c611-1c86-46e6-bd77-55c89bd03acf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8626a01d-0fd2-4532-8c7b-1fcef93507c1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:03.765376 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e312c611-1c86-46e6-bd77-55c89bd03acf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:03.776024 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e312c611-1c86-46e6-bd77-55c89bd03acf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8626a01d-0fd2-4532-8c7b-1fcef93507c1 HTTP/1.1" status: 204 len: 168 time: 0.3983405 Feb 28 20:47:03.776174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ab4150-7e4a-446b-990c-e10d6a0c42e3 None None] Network e5868025-4679-4a2a-951d-3b5398bc6d58 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:47:03.777634 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35288) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:03.878092 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-922745b0-e682-427a-9c96-840eb9453b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (e5868025-4679-4a2a-951d-3b5398bc6d58), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:03.993301 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-922745b0-e682-427a-9c96-840eb9453b13 admin admin] Deleting port 2816e5ff-b840-4eff-aacf-03d6ce777338 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:47:03.993915 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-922745b0-e682-427a-9c96-840eb9453b13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2816e5ff-b840-4eff-aacf-03d6ce777338), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:04.166902 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-922745b0-e682-427a-9c96-840eb9453b13 admin admin] For port 2816e5ff-b840-4eff-aacf-03d6ce777338, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2816e5ff-b840-4eff-aacf-03d6ce777338,segment=NetworkSegment(6d5c9143-cdb6-4699-b776-0428bb6f48be),segment_id=6d5c9143-cdb6-4699-b776-0428bb6f48be)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:47:04.167422 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-922745b0-e682-427a-9c96-840eb9453b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2816e5ff-b840-4eff-aacf-03d6ce777338), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:04.202399 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-922745b0-e682-427a-9c96-840eb9453b13 admin admin] Calling delete_port for 2816e5ff-b840-4eff-aacf-03d6ce777338 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:47:04.354993 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c3e90c19-efb2-40e9-930b-d473a32284ae no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:47:04.377172 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-922745b0-e682-427a-9c96-840eb9453b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (2816e5ff-b840-4eff-aacf-03d6ce777338), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:04.381688 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: c3e90c19-efb2-40e9-930b-d473a32284ae {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:47:04.382371 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c3e90c19-efb2-40e9-930b-d473a32284ae not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:47:04.383006 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e9fc1736-12e7-478d-9f17-e96ddd23fcc2 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:47:04.448867 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922745b0-e682-427a-9c96-840eb9453b13 admin admin] No DVR routers for this DVR port 2816e5ff-b840-4eff-aacf-03d6ce777338 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:47:04.450838 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922745b0-e682-427a-9c96-840eb9453b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=2816e5ff-b840-4eff-aacf-03d6ce777338,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:04.456901 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: e9fc1736-12e7-478d-9f17-e96ddd23fcc2 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:47:04.457266 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e9fc1736-12e7-478d-9f17-e96ddd23fcc2 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:47:04.487656 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3260f2-17fb-4efa-8983-030210602972 None None] DHCP port deletion for e5868025-4679-4a2a-951d-3b5398bc6d58 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:47:04.571807 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046100b-99d0-4823-92d1-515f2ea09cda req-2f72c897-7454-4c03-86ef-fe278763f3fa tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:04.574465 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f046100b-99d0-4823-92d1-515f2ea09cda req-2f72c897-7454-4c03-86ef-fe278763f3fa tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 946 time: 0.0902548 Feb 28 20:47:04.579055 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-922745b0-e682-427a-9c96-840eb9453b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (e5868025-4679-4a2a-951d-3b5398bc6d58), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:04.610338 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-922745b0-e682-427a-9c96-840eb9453b13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5868025-4679-4a2a-951d-3b5398bc6d58']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:04.621248 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-922745b0-e682-427a-9c96-840eb9453b13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5c9143-cdb6-4699-b776-0428bb6f48be') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:04.621486 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-922745b0-e682-427a-9c96-840eb9453b13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5c9143-cdb6-4699-b776-0428bb6f48be') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:04.630622 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f046100b-99d0-4823-92d1-515f2ea09cda req-1e93c1d5-7881-4949-9ac0-7229812552b1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498767 Feb 28 20:47:04.631999 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-922745b0-e682-427a-9c96-840eb9453b13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (6d5c9143-cdb6-4699-b776-0428bb6f48be), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:04.647416 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-922745b0-e682-427a-9c96-840eb9453b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (6d5c9143-cdb6-4699-b776-0428bb6f48be), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:04.655708 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922745b0-e682-427a-9c96-840eb9453b13 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:47:04.656416 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-922745b0-e682-427a-9c96-840eb9453b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (6d5c9143-cdb6-4699-b776-0428bb6f48be), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:47:04.658486 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:47:04.738497 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-922745b0-e682-427a-9c96-840eb9453b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (e5868025-4679-4a2a-951d-3b5398bc6d58), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:04.753403 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-922745b0-e682-427a-9c96-840eb9453b13 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:04.760698 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-922745b0-e682-427a-9c96-840eb9453b13 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e5868025-4679-4a2a-951d-3b5398bc6d58 HTTP/1.1" status: 204 len: 168 time: 0.9778063 Feb 28 20:47:04.772349 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922745b0-e682-427a-9c96-840eb9453b13 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5868025-4679-4a2a-951d-3b5398bc6d58,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:04.775473 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb66960-acb5-46b0-a7f3-aae66228638f req-571b0e2f-7d48-4b88-9227-c1b82b1510e1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:04.777180 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8cb66960-acb5-46b0-a7f3-aae66228638f req-571b0e2f-7d48-4b88-9227-c1b82b1510e1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 946 time: 0.0727239 Feb 28 20:47:04.835268 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8cb66960-acb5-46b0-a7f3-aae66228638f req-02a65093-02d4-4796-8e5e-54f46c7c06a4 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517490 Feb 28 20:47:04.858738 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35300) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:04.922331 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dfa941-30e6-4a6b-930e-7b6391e2762d tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:04.924244 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a2dfa941-30e6-4a6b-930e-7b6391e2762d tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 1124 time: 0.0641170 Feb 28 20:47:04.927282 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35302) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:04.934577 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-7eebb841-fa29-42bf-a7e7-2c01114b3b6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': '4d828473-e041-453c-a70c-6875d36e81e4', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:47:04.968894 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35306) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:04.978491 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7eebb841-fa29-42bf-a7e7-2c01114b3b6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:05.031687 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-64b3d3b4-7ce4-42be-bd68-490f825627c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce243a4d09f549aca072236d76785621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0594590 Feb 28 20:47:05.031949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35308) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:05.100507 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7eebb841-fa29-42bf-a7e7-2c01114b3b6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:05.100930 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8fae4148-98ee-4f56-8830-1e1410e54901 admin admin] Publish callbacks [] for security_group (3d5e28c5-4b35-4df7-af88-739ba2695e87), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:05.131139 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8fae4148-98ee-4f56-8830-1e1410e54901 admin admin] Publish callbacks [] for security_group (3d5e28c5-4b35-4df7-af88-739ba2695e87), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:05.195268 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8fae4148-98ee-4f56-8830-1e1410e54901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (3d5e28c5-4b35-4df7-af88-739ba2695e87), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:05.202113 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8fae4148-98ee-4f56-8830-1e1410e54901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:05.204493 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8fae4148-98ee-4f56-8830-1e1410e54901 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d5e28c5-4b35-4df7-af88-739ba2695e87 HTTP/1.1" status: 204 len: 168 time: 0.1713932 Feb 28 20:47:05.216722 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae4148-98ee-4f56-8830-1e1410e54901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5e28c5-4b35-4df7-af88-739ba2695e87,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:05.304275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-7eebb841-fa29-42bf-a7e7-2c01114b3b6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Allocated IP 172.25.0.214 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/fafe9816-61aa-4c76-b611-4277b49ace08) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:47:05.430657 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7eebb841-fa29-42bf-a7e7-2c01114b3b6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (fafe9816-61aa-4c76-b611-4277b49ace08), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:05.474535 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7eebb841-fa29-42bf-a7e7-2c01114b3b6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (fafe9816-61aa-4c76-b611-4277b49ace08), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:05.550102 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eebb841-fa29-42bf-a7e7-2c01114b3b6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:47:05.554720 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-7eebb841-fa29-42bf-a7e7-2c01114b3b6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:47:05.557119 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eebb841-fa29-42bf-a7e7-2c01114b3b6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:47:05.559420 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebb841-fa29-42bf-a7e7-2c01114b3b6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=fafe9816-61aa-4c76-b611-4277b49ace08,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:05.704799 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35316) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:05.763877 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b91f63f9-3762-454e-93b5-d7377183883f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ce00107a4c24d3fa3b7a6d66921a73a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0579348 Feb 28 20:47:05.764143 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35320) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:05.867775 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b7a3-e6a6-47d6-bd4a-2070ba515430 admin admin] Publish callbacks [] for security_group (60be34bc-0a08-42f6-83a7-92e9bafb68f6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:05.936056 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b7a3-e6a6-47d6-bd4a-2070ba515430 admin admin] Publish callbacks [] for security_group (60be34bc-0a08-42f6-83a7-92e9bafb68f6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:06.062233 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b7a3-e6a6-47d6-bd4a-2070ba515430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (60be34bc-0a08-42f6-83a7-92e9bafb68f6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:06.065016 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b7a3-e6a6-47d6-bd4a-2070ba515430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:06.066222 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6ee7b7a3-e6a6-47d6-bd4a-2070ba515430 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60be34bc-0a08-42f6-83a7-92e9bafb68f6 HTTP/1.1" status: 204 len: 168 time: 0.3004930 Feb 28 20:47:06.081563 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7b7a3-e6a6-47d6-bd4a-2070ba515430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60be34bc-0a08-42f6-83a7-92e9bafb68f6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:06.088723 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7eebb841-fa29-42bf-a7e7-2c01114b3b6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for floatingip (6f4d97bd-50e6-444e-80e0-2eb8644eac3a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:06.169002 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7eebb841-fa29-42bf-a7e7-2c01114b3b6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (fafe9816-61aa-4c76-b611-4277b49ace08), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:06.343398 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2816e5ff-b840-4eff-aacf-03d6ce777338 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:47:06.392148 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 2816e5ff-b840-4eff-aacf-03d6ce777338 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:47:06.392980 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2816e5ff-b840-4eff-aacf-03d6ce777338 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:47:06.471741 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7eebb841-fa29-42bf-a7e7-2c01114b3b6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (fafe9816-61aa-4c76-b611-4277b49ace08), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:06.486066 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7eebb841-fa29-42bf-a7e7-2c01114b3b6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (fafe9816-61aa-4c76-b611-4277b49ace08), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:06.570566 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebb841-fa29-42bf-a7e7-2c01114b3b6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=fafe9816-61aa-4c76-b611-4277b49ace08,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:06.579788 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7eebb841-fa29-42bf-a7e7-2c01114b3b6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (6f4d97bd-50e6-444e-80e0-2eb8644eac3a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:06.682868 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-7eebb841-fa29-42bf-a7e7-2c01114b3b6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Floating IP 6f4d97bd-50e6-444e-80e0-2eb8644eac3a associated. External IP: 172.25.0.214, port: 4d828473-e041-453c-a70c-6875d36e81e4. Feb 28 20:47:06.923057 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eebb841-fa29-42bf-a7e7-2c01114b3b6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Router 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:47:06.932428 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35346) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:07.040762 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eebb841-fa29-42bf-a7e7-2c01114b3b6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:47:07.049321 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-0f82b361-0ae7-4c88-b31f-3a973e7e78f8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1094992906-network', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:47:07.056829 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821319ff-15e9-4e06-8044-6acac19443c7 None None] Sync routers for ids ['2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:47:07.068729 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7eebb841-fa29-42bf-a7e7-2c01114b3b6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:07.078260 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821319ff-15e9-4e06-8044-6acac19443c7 None None] Routers {'2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:47:07.079218 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-821319ff-15e9-4e06-8044-6acac19443c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:07.079873 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f82b361-0ae7-4c88-b31f-3a973e7e78f8 admin admin] Made reservation on behalf of 58bfb457c00e4b538fbd5bd4fd7cfdd5 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:47:07.083366 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0f82b361-0ae7-4c88-b31f-3a973e7e78f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:07.092362 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0f82b361-0ae7-4c88-b31f-3a973e7e78f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:07.101177 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7eebb841-fa29-42bf-a7e7-2c01114b3b6d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1726277 Feb 28 20:47:07.101871 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'tag': '4d828473-e041-453c-a70c-6875d36e81e4'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:47:07.115216 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fb275f-74a0-4df8-b722-b8b58b2b8d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "bada30c3-1b0b-4a5d-85f1-54ed9996b402", "tag": "4d828473-e041-453c-a70c-6875d36e81e4"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:47:07.207323 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0f82b361-0ae7-4c88-b31f-3a973e7e78f8 admin admin] Publish callbacks [] for security_group (00576dff-3009-4336-b653-de0baa5b9fab), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:07.210220 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87325d6-b6d4-4ae2-bcbe-865a7e002afb x-openstack-request-id: req-a87325d6-b6d4-4ae2-bcbe-865a7e002afb {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:47:07.210729 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bada30c3-1b0b-4a5d-85f1-54ed9996b402", "tag": "4d828473-e041-453c-a70c-6875d36e81e4", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:47:07.211573 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a87325d6-b6d4-4ae2-bcbe-865a7e002afb {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:47:07.212316 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'tag': '4d828473-e041-453c-a70c-6875d36e81e4', 'status': 'completed', 'code': 200} Feb 28 20:47:07.217261 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0f82b361-0ae7-4c88-b31f-3a973e7e78f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (00576dff-3009-4336-b653-de0baa5b9fab), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:07.241055 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f82b361-0ae7-4c88-b31f-3a973e7e78f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:47:07.251831 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dbf1b-3df3-4edc-903b-413c65d52823 req-84822fc9-3328-4b97-90cc-dc5aca12b54b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:07.253480 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed6dbf1b-3df3-4edc-903b-413c65d52823 req-84822fc9-3328-4b97-90cc-dc5aca12b54b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 946 time: 0.0944171 Feb 28 20:47:07.270187 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-821319ff-15e9-4e06-8044-6acac19443c7 None None] Set router 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:47:07.273664 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0f82b361-0ae7-4c88-b31f-3a973e7e78f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (7e9d9909-401e-433b-a5d1-da36fb450dd2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:07.276518 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-0f82b361-0ae7-4c88-b31f-3a973e7e78f8 admin admin] Added segment 7e9d9909-401e-433b-a5d1-da36fb450dd2 of type vlan for network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a Feb 28 20:47:07.320720 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed6dbf1b-3df3-4edc-903b-413c65d52823 req-2298dac2-51e8-4139-81e4-6e48b459a532 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546815 Feb 28 20:47:07.346151 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35360) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:07.364824 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0f82b361-0ae7-4c88-b31f-3a973e7e78f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (f9183e88-ab23-4a0b-8f98-2c8f78d76e4a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:07.428435 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b73cdf75-0888-4c85-bc03-81021e42f15d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/floatingips/6f4d97bd-50e6-444e-80e0-2eb8644eac3a HTTP/1.1" status: 200 len: 992 time: 0.0804148 Feb 28 20:47:07.457917 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0f82b361-0ae7-4c88-b31f-3a973e7e78f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (f9183e88-ab23-4a0b-8f98-2c8f78d76e4a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:07.458983 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f82b361-0ae7-4c88-b31f-3a973e7e78f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:07.460013 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0f82b361-0ae7-4c88-b31f-3a973e7e78f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:07.563215 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82b361-0ae7-4c88-b31f-3a973e7e78f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00576dff-3009-4336-b653-de0baa5b9fab,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:07.595671 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0f82b361-0ae7-4c88-b31f-3a973e7e78f8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6582706 Feb 28 20:47:07.596892 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35364) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:07.599965 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82b361-0ae7-4c88-b31f-3a973e7e78f8 admin admin] Pushing event updated for resources: {'Network': ['ID=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:07.603274 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-01977640-a981-4a89-9f13-22098cc5d010 admin admin] Request body: {'subnet': {'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1094992906-subnet', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:47:07.611030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:47:07.620857 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb275f-74a0-4df8-b722-b8b58b2b8d8a req-e3e63422-7f37-487a-90b4-f10fdf0867e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:07.622790 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22fb275f-74a0-4df8-b722-b8b58b2b8d8a req-e3e63422-7f37-487a-90b4-f10fdf0867e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 1129 time: 0.1887105 Feb 28 20:47:07.649386 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01977640-a981-4a89-9f13-22098cc5d010 admin admin] Made reservation on behalf of 58bfb457c00e4b538fbd5bd4fd7cfdd5 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:47:07.651832 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-01977640-a981-4a89-9f13-22098cc5d010 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:07.721434 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-821319ff-15e9-4e06-8044-6acac19443c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428130440', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:38Z', 'updated_at': '2022-02-28T20:46:43Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:39Z', 'updated_at': '2022-02-28T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '6f4d97bd-50e6-444e-80e0-2eb8644eac3a', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'port_id': '4d828473-e041-453c-a70c-6875d36e81e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6', 'mac_address': 'fa:16:3e:21:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:47:05Z', 'updated_at': '2022-02-28T20:47:05Z', 'revision_number': 0, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b', 'name': '', 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:60:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'c6994a30-3e50-4b89-a402-b412a443f27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:42Z', 'updated_at': '2022-02-28T20:46:50Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'c6994a30-3e50-4b89-a402-b412a443f27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:07.756773 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821319ff-15e9-4e06-8044-6acac19443c7 None None] Checking router: 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:47:07.766065 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821319ff-15e9-4e06-8044-6acac19443c7 None None] Routers {'2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:47:07.766807 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-821319ff-15e9-4e06-8044-6acac19443c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:07.774315 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb275f-74a0-4df8-b722-b8b58b2b8d8a req-7627c18e-2e8c-4f40-a167-6e454482a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:07.775805 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22fb275f-74a0-4df8-b722-b8b58b2b8d8a req-7627c18e-2e8c-4f40-a167-6e454482a8cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=a784316a-d734-45b9-a490-65227908c5c6 HTTP/1.1" status: 200 len: 896 time: 0.1454208 Feb 28 20:47:07.873961 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22fb275f-74a0-4df8-b722-b8b58b2b8d8a req-6f5b19af-0b8b-43e8-80c8-cd95fb3d949e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d828473-e041-453c-a70c-6875d36e81e4 HTTP/1.1" status: 200 len: 1000 time: 0.0897448 Feb 28 20:47:07.920885 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-821319ff-15e9-4e06-8044-6acac19443c7 None None] Set router 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:47:07.926054 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb275f-74a0-4df8-b722-b8b58b2b8d8a req-98fc5ffc-58d5-437c-8745-031b556e09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:07.927571 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22fb275f-74a0-4df8-b722-b8b58b2b8d8a req-98fc5ffc-58d5-437c-8745-031b556e09d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6994a30-3e50-4b89-a402-b412a443f27a HTTP/1.1" status: 200 len: 835 time: 0.0456321 Feb 28 20:47:07.982013 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb275f-74a0-4df8-b722-b8b58b2b8d8a req-686c7ef0-c336-4c91-a720-f4554363c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:07.984778 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22fb275f-74a0-4df8-b722-b8b58b2b8d8a req-686c7ef0-c336-4c91-a720-f4554363c5ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a784316a-d734-45b9-a490-65227908c5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509753 Feb 28 20:47:08.029584 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-01977640-a981-4a89-9f13-22098cc5d010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (2443cf2a-2cd1-4640-b0ef-22386bc2104e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:08.108685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01977640-a981-4a89-9f13-22098cc5d010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2443cf2a-2cd1-4640-b0ef-22386bc2104e,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:08.126743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01977640-a981-4a89-9f13-22098cc5d010 admin admin] Checking segment: {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:47:08.127086 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01977640-a981-4a89-9f13-22098cc5d010 admin admin] Network hostable DHCP agents. Network: f9183e88-ab23-4a0b-8f98-2c8f78d76e4a, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:47:08.147494 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01977640-a981-4a89-9f13-22098cc5d010 admin admin] Network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:47:08.161117 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-01977640-a981-4a89-9f13-22098cc5d010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, f9183e88-ab23-4a0b-8f98-2c8f78d76e4a) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:47:08.170051 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dae442-d862-4e25-bdb2-46c4a494cbee None None] Network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:47:08.174293 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01977640-a981-4a89-9f13-22098cc5d010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:08.175153 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-01977640-a981-4a89-9f13-22098cc5d010 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:08.209962 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-01977640-a981-4a89-9f13-22098cc5d010 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6116295 Feb 28 20:47:08.215133 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35368) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:08.224444 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-9b7b650c-be34-410b-86f7-19e80305fdf6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:47:08.230722 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22fb275f-74a0-4df8-b722-b8b58b2b8d8a req-0f34c668-fe49-4d33-827f-3fd23d3ff87e service neutron] 10.222.0.15 "GET /v2.0/networks/a784316a-d734-45b9-a490-65227908c5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393811 Feb 28 20:47:08.254869 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b7b650c-be34-410b-86f7-19e80305fdf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (1b8ac6dd-8096-4919-b2c6-e9c1c131c85b), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:08.258380 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b7b650c-be34-410b-86f7-19e80305fdf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (1b8ac6dd-8096-4919-b2c6-e9c1c131c85b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:08.287371 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-821319ff-15e9-4e06-8044-6acac19443c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428130440', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:38Z', 'updated_at': '2022-02-28T20:46:43Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:39Z', 'updated_at': '2022-02-28T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '6f4d97bd-50e6-444e-80e0-2eb8644eac3a', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'port_id': '4d828473-e041-453c-a70c-6875d36e81e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6', 'mac_address': 'fa:16:3e:21:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:47:05Z', 'updated_at': '2022-02-28T20:47:05Z', 'revision_number': 0, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b', 'name': '', 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:60:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'c6994a30-3e50-4b89-a402-b412a443f27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:42Z', 'updated_at': '2022-02-28T20:46:50Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'c6994a30-3e50-4b89-a402-b412a443f27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:08.325223 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821319ff-15e9-4e06-8044-6acac19443c7 None None] The sync data for ids ['2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'] in n-d-820368-21 is: [{'id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428130440', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:38Z', 'updated_at': '2022-02-28T20:46:43Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:39Z', 'updated_at': '2022-02-28T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '6f4d97bd-50e6-444e-80e0-2eb8644eac3a', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'port_id': '4d828473-e041-453c-a70c-6875d36e81e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6', 'mac_address': 'fa:16:3e:21:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:47:05Z', 'updated_at': '2022-02-28T20:47:05Z', 'revision_number': 0, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b', 'name': '', 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:60:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'c6994a30-3e50-4b89-a402-b412a443f27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:42Z', 'updated_at': '2022-02-28T20:46:50Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'c6994a30-3e50-4b89-a402-b412a443f27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:47:08.354333 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:47:08.355562 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:08.362225 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b7b650c-be34-410b-86f7-19e80305fdf6 admin admin] Publish callbacks [] for router_controller (1b8ac6dd-8096-4919-b2c6-e9c1c131c85b), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:08.437801 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35370) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:08.613003 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Allocated IP 172.20.0.2 (f9183e88-ab23-4a0b-8f98-2c8f78d76e4a/2443cf2a-2cd1-4640-b0ef-22386bc2104e/a4b8acbd-2e89-4e49-aec1-321a465f9a9c) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:47:08.853538 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97c3c81-e1c6-4097-ad64-dbd84f0e34ea None None] New status for floating IP 6f4d97bd-50e6-444e-80e0-2eb8644eac3a: ACTIVE {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:47:08.991137 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22fb275f-74a0-4df8-b722-b8b58b2b8d8a req-96158a4c-1641-4994-b279-c3b11c9d0cbc service neutron] 10.222.0.15 "GET /v2.0/networks/a784316a-d734-45b9-a490-65227908c5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7539003 Feb 28 20:47:09.026834 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e6e5d3f8-f583-470a-8df9-2b568bb33595 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/floatingips/6f4d97bd-50e6-444e-80e0-2eb8644eac3a HTTP/1.1" status: 200 len: 992 time: 0.5878887 Feb 28 20:47:09.032305 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Publish callbacks [] for port (a4b8acbd-2e89-4e49-aec1-321a465f9a9c), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:09.046370 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (a4b8acbd-2e89-4e49-aec1-321a465f9a9c), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:09.090473 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b7b650c-be34-410b-86f7-19e80305fdf6 admin admin] Publish callbacks [] for router_gateway (1b8ac6dd-8096-4919-b2c6-e9c1c131c85b), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:09.146122 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Pushing event updated for resources: {'Port': ['ID=a4b8acbd-2e89-4e49-aec1-321a465f9a9c,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:09.166685 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:47:09.168862 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:09.169206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:09.169547 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:09.169881 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:09.170213 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:09.170540 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:09.170863 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:09.171183 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:09.171506 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:09.172941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:09.173473 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:09.174638 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:09.175132 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:09.187871 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:47:09.191422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:47:09.284202 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Attempting to bind port a4b8acbd-2e89-4e49-aec1-321a465f9a9c on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:47:09.284564 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Attempting to bind port a4b8acbd-2e89-4e49-aec1-321a465f9a9c by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:47:09.285734 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Attempting to bind port a4b8acbd-2e89-4e49-aec1-321a465f9a9c on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:47:09.291655 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:47:09.292272 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Checking segment: {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:47:09.292894 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:09.293477 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Bound using segment: {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:47:09.294136 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Bound port: a4b8acbd-2e89-4e49-aec1-321a465f9a9c, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:47:09.294699 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a4b8acbd-2e89-4e49-aec1-321a465f9a9c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:09.372352 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] For port a4b8acbd-2e89-4e49-aec1-321a465f9a9c, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:47:09.374194 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b7b650c-be34-410b-86f7-19e80305fdf6 admin admin] Publish callbacks [] for router_gateway (1b8ac6dd-8096-4919-b2c6-e9c1c131c85b), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:09.377090 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] For port a4b8acbd-2e89-4e49-aec1-321a465f9a9c, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a4b8acbd-2e89-4e49-aec1-321a465f9a9c,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:47:09.385932 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a4b8acbd-2e89-4e49-aec1-321a465f9a9c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:09.401244 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b7b650c-be34-410b-86f7-19e80305fdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:09.486844 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fc436-980d-4c54-9963-e28371c9a4df None None] Pushing event updated for resources: {'Port': ['ID=a4b8acbd-2e89-4e49-aec1-321a465f9a9c,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:09.569238 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-9b7b650c-be34-410b-86f7-19e80305fdf6 admin admin] Allocated IP 172.25.0.203 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/948cf740-4e44-4469-b012-7e3950347bae) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:47:09.713937 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b7b650c-be34-410b-86f7-19e80305fdf6 admin admin] Publish callbacks [] for port (948cf740-4e44-4469-b012-7e3950347bae), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:09.781360 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b7b650c-be34-410b-86f7-19e80305fdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (948cf740-4e44-4469-b012-7e3950347bae), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:09.842598 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7b650c-be34-410b-86f7-19e80305fdf6 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:47:09.844565 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b650c-be34-410b-86f7-19e80305fdf6 admin admin] Pushing event updated for resources: {'Port': ['ID=948cf740-4e44-4469-b012-7e3950347bae,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:09.847537 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-9b7b650c-be34-410b-86f7-19e80305fdf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:47:09.849943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7b650c-be34-410b-86f7-19e80305fdf6 admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:47:10.029087 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35406) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:10.106509 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fa7eb23f-9deb-4645-a356-4ed24b4c11fb tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/floatingips/6f4d97bd-50e6-444e-80e0-2eb8644eac3a HTTP/1.1" status: 200 len: 994 time: 0.0756652 Feb 28 20:47:10.203995 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b7b650c-be34-410b-86f7-19e80305fdf6 admin admin] Publish callbacks [] for router_gateway (1b8ac6dd-8096-4919-b2c6-e9c1c131c85b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:10.359686 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a4b8acbd-2e89-4e49-aec1-321a465f9a9c up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:47:10.490991 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port a4b8acbd-2e89-4e49-aec1-321a465f9a9c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:10.490991 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a4b8acbd-2e89-4e49-aec1-321a465f9a9c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:10.506513 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b7b650c-be34-410b-86f7-19e80305fdf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (1b8ac6dd-8096-4919-b2c6-e9c1c131c85b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:10.703857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port a4b8acbd-2e89-4e49-aec1-321a465f9a9c is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:10.704344 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a4b8acbd-2e89-4e49-aec1-321a465f9a9c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:10.750548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port a4b8acbd-2e89-4e49-aec1-321a465f9a9c, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a4b8acbd-2e89-4e49-aec1-321a465f9a9c,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:47:10.754375 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7b650c-be34-410b-86f7-19e80305fdf6 admin admin] Router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:47:10.757156 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a4b8acbd-2e89-4e49-aec1-321a465f9a9c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:10.815995 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=a4b8acbd-2e89-4e49-aec1-321a465f9a9c,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:10.925417 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7b650c-be34-410b-86f7-19e80305fdf6 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:47:10.935501 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] Sync routers for ids ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:47:10.938897 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188692da-bd5e-4c02-94b9-d9756150bec7 None None] Network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:47:10.962431 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9b7b650c-be34-410b-86f7-19e80305fdf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:10.963703 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9b7b650c-be34-410b-86f7-19e80305fdf6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7472923 Feb 28 20:47:10.966439 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35416) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:10.980950 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] Routers {'1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:47:10.983566 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:11.120800 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-70f57922-02a3-43dd-8bb2-1b0354370085 None None] Provisioning complete for port a4b8acbd-2e89-4e49-aec1-321a465f9a9c triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:11.121115 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-70f57922-02a3-43dd-8bb2-1b0354370085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a4b8acbd-2e89-4e49-aec1-321a465f9a9c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:11.225171 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] Set router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:47:11.261803 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-70f57922-02a3-43dd-8bb2-1b0354370085 None None] Current status of the port a4b8acbd-2e89-4e49-aec1-321a465f9a9c is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:11.502214 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:10Z', 'revision_number': 3, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:11.540295 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] Checking router: 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:47:11.540642 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] Updating router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b port 948cf740-4e44-4469-b012-7e3950347bae binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:47:11.575816 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (948cf740-4e44-4469-b012-7e3950347bae), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:11.587871 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:11.592103 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ab5ef8fe-78e9-415f-911d-914a4a5dcf81 None None] Provisioning complete for port a4b8acbd-2e89-4e49-aec1-321a465f9a9c triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:11.592946 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ab5ef8fe-78e9-415f-911d-914a4a5dcf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a4b8acbd-2e89-4e49-aec1-321a465f9a9c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:11.725655 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ab5ef8fe-78e9-415f-911d-914a4a5dcf81 None None] Current status of the port a4b8acbd-2e89-4e49-aec1-321a465f9a9c is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:11.828768 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Allocated IP 172.20.0.1 (f9183e88-ab23-4a0b-8f98-2c8f78d76e4a/2443cf2a-2cd1-4640-b0ef-22386bc2104e/c71ce6b1-da76-45f5-89ea-ef7147e449de) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:47:11.905817 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] Publish callbacks [] for port (948cf740-4e44-4469-b012-7e3950347bae), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:11.921801 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (948cf740-4e44-4469-b012-7e3950347bae), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:11.980514 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] Attempting to bind port 948cf740-4e44-4469-b012-7e3950347bae on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:47:11.981616 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] Attempting to bind port 948cf740-4e44-4469-b012-7e3950347bae by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:47:11.982208 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] Attempting to bind port 948cf740-4e44-4469-b012-7e3950347bae on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:47:11.996412 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:47:11.997106 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:47:11.997685 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:11.998393 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:47:11.999053 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] Bound port: 948cf740-4e44-4469-b012-7e3950347bae, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:47:11.999600 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (948cf740-4e44-4469-b012-7e3950347bae), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:12.001551 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Publish callbacks [] for port (c71ce6b1-da76-45f5-89ea-ef7147e449de), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:12.031883 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3aed7-4cea-4df2-a491-79f27ce398b3 None None] Pushing event updated for resources: {'Port': ['ID=948cf740-4e44-4469-b012-7e3950347bae,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:12.046721 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c71ce6b1-da76-45f5-89ea-ef7147e449de), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:12.069730 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] For port 948cf740-4e44-4469-b012-7e3950347bae, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:47:12.073349 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] For port 948cf740-4e44-4469-b012-7e3950347bae, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=948cf740-4e44-4469-b012-7e3950347bae,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:47:12.081781 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (948cf740-4e44-4469-b012-7e3950347bae), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:12.104250 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:47:12.107517 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:47:12.110298 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:47:12.145129 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Pushing event updated for resources: {'Port': ['ID=c71ce6b1-da76-45f5-89ea-ef7147e449de,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:12.157818 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:12.158104 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:12.158448 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:12.158815 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:12.159122 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:12.159454 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:12.160091 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:12.160221 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:12.160446 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:12.160773 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:12.161098 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:12.161420 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:12.162055 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:12.164736 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] Routers {'1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:47:12.165312 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:12.169289 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3aed7-4cea-4df2-a491-79f27ce398b3 None None] Pushing event updated for resources: {'Port': ['ID=948cf740-4e44-4469-b012-7e3950347bae,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:12.179436 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (1b8ac6dd-8096-4919-b2c6-e9c1c131c85b), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:12.234210 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:47:12.321245 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a4b8acbd-2e89-4e49-aec1-321a465f9a9c up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:47:12.349013 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] Set router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:47:12.402489 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port a4b8acbd-2e89-4e49-aec1-321a465f9a9c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:12.403305 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a4b8acbd-2e89-4e49-aec1-321a465f9a9c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:12.412711 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c71ce6b1-da76-45f5-89ea-ef7147e449de), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:12.531742 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port a4b8acbd-2e89-4e49-aec1-321a465f9a9c is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:12.658571 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-177add46-b84a-4cec-9b26-e876f039d0d6 None None] Provisioning complete for port c71ce6b1-da76-45f5-89ea-ef7147e449de triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:12.659231 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-177add46-b84a-4cec-9b26-e876f039d0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c71ce6b1-da76-45f5-89ea-ef7147e449de), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:12.713828 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Publish callbacks [] for port (c71ce6b1-da76-45f5-89ea-ef7147e449de), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:12.728610 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (c71ce6b1-da76-45f5-89ea-ef7147e449de), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:12.735126 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-177add46-b84a-4cec-9b26-e876f039d0d6 None None] Port c71ce6b1-da76-45f5-89ea-ef7147e449de cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:47:12.752974 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:10Z', 'revision_number': 3, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:12.775274 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (1b8ac6dd-8096-4919-b2c6-e9c1c131c85b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:12.789766 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a16ca74-2459-490f-8bcb-7f9813e55982 None None] The sync data for ids ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'] in n-d-820368-21 is: [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:10Z', 'revision_number': 3, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:47:12.904702 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Pushing event updated for resources: {'Port': ['ID=c71ce6b1-da76-45f5-89ea-ef7147e449de,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:12.946256 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:47:12.947700 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:47:13.174566 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:47:13.273202 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1c22acf7-b0e6-4e05-8a40-996edf687ee2 None None] Provisioning complete for port c71ce6b1-da76-45f5-89ea-ef7147e449de triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:13.273489 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1c22acf7-b0e6-4e05-8a40-996edf687ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c71ce6b1-da76-45f5-89ea-ef7147e449de), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:13.328234 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1c22acf7-b0e6-4e05-8a40-996edf687ee2 None None] Port c71ce6b1-da76-45f5-89ea-ef7147e449de cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:47:13.356302 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:47:13.368011 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2419492e-3006-4bf0-83b4-bf3accb350d6 admin admin] 10.222.0.13 "PUT /v2.0/routers/1b8ac6dd-8096-4919-b2c6-e9c1c131c85b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3990049 Feb 28 20:47:14.096851 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35456) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:14.102434 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-515661bc-f21a-4b81-b45a-6b8d7c20e687 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-648628710-network', 'tenant_id': '4560348d43ca4ca29ca54293c897f91c'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:47:14.126079 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515661bc-f21a-4b81-b45a-6b8d7c20e687 admin admin] Made reservation on behalf of 4560348d43ca4ca29ca54293c897f91c for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:47:14.129706 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-515661bc-f21a-4b81-b45a-6b8d7c20e687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:14.147062 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-515661bc-f21a-4b81-b45a-6b8d7c20e687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:14.247789 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-515661bc-f21a-4b81-b45a-6b8d7c20e687 admin admin] Publish callbacks [] for security_group (8c6a940e-ecc7-42f7-858f-ace2926e571a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:14.262273 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-515661bc-f21a-4b81-b45a-6b8d7c20e687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8c6a940e-ecc7-42f7-858f-ace2926e571a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:14.314175 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515661bc-f21a-4b81-b45a-6b8d7c20e687 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:47:14.347137 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-515661bc-f21a-4b81-b45a-6b8d7c20e687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (e13c5687-3670-47cc-ae6e-fbf11ad36d03), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:14.347700 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-515661bc-f21a-4b81-b45a-6b8d7c20e687 admin admin] Added segment e13c5687-3670-47cc-ae6e-fbf11ad36d03 of type vlan for network ec818206-7d81-476f-87d7-f53bfb81b803 Feb 28 20:47:14.349579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515661bc-f21a-4b81-b45a-6b8d7c20e687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6a940e-ecc7-42f7-858f-ace2926e571a,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:14.392280 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 948cf740-4e44-4469-b012-7e3950347bae up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:47:14.419421 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-515661bc-f21a-4b81-b45a-6b8d7c20e687 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ec818206-7d81-476f-87d7-f53bfb81b803), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:14.449210 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-515661bc-f21a-4b81-b45a-6b8d7c20e687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ec818206-7d81-476f-87d7-f53bfb81b803), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:14.450625 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515661bc-f21a-4b81-b45a-6b8d7c20e687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:14.451359 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-515661bc-f21a-4b81-b45a-6b8d7c20e687 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:14.452325 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 948cf740-4e44-4469-b012-7e3950347bae triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:14.453682 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (948cf740-4e44-4469-b012-7e3950347bae), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:14.528998 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-515661bc-f21a-4b81-b45a-6b8d7c20e687 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4284081 Feb 28 20:47:14.529254 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35464) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:14.535999 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6895413a-6c5f-4c7e-acef-ce4521e507a3 admin admin] Request body: {'subnet': {'network_id': 'ec818206-7d81-476f-87d7-f53bfb81b803', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-648628710-subnet', 'tenant_id': '4560348d43ca4ca29ca54293c897f91c', 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:47:14.544943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515661bc-f21a-4b81-b45a-6b8d7c20e687 admin admin] Pushing event updated for resources: {'Network': ['ID=ec818206-7d81-476f-87d7-f53bfb81b803,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:14.559559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 948cf740-4e44-4469-b012-7e3950347bae is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:14.559975 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (948cf740-4e44-4469-b012-7e3950347bae), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:14.574858 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6895413a-6c5f-4c7e-acef-ce4521e507a3 admin admin] Made reservation on behalf of 4560348d43ca4ca29ca54293c897f91c for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:47:14.578662 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6895413a-6c5f-4c7e-acef-ce4521e507a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:14.591111 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 948cf740-4e44-4469-b012-7e3950347bae, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=948cf740-4e44-4469-b012-7e3950347bae,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:47:14.594328 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ec818206-7d81-476f-87d7-f53bfb81b803 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:47:14.636167 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (948cf740-4e44-4469-b012-7e3950347bae), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:14.762960 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=948cf740-4e44-4469-b012-7e3950347bae,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:14.819239 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6895413a-6c5f-4c7e-acef-ce4521e507a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (296ba399-4fea-4e10-9f0b-63ed90f06f36), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:14.877421 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895413a-6c5f-4c7e-acef-ce4521e507a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=296ba399-4fea-4e10-9f0b-63ed90f06f36,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:14.894041 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6895413a-6c5f-4c7e-acef-ce4521e507a3 admin admin] Checking segment: {'id': 'e13c5687-3670-47cc-ae6e-fbf11ad36d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ec818206-7d81-476f-87d7-f53bfb81b803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:47:14.894545 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6895413a-6c5f-4c7e-acef-ce4521e507a3 admin admin] Network hostable DHCP agents. Network: ec818206-7d81-476f-87d7-f53bfb81b803, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:47:14.915871 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6895413a-6c5f-4c7e-acef-ce4521e507a3 admin admin] Network ec818206-7d81-476f-87d7-f53bfb81b803 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:47:14.927085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-6895413a-6c5f-4c7e-acef-ce4521e507a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ec818206-7d81-476f-87d7-f53bfb81b803) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:47:14.932298 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6895413a-6c5f-4c7e-acef-ce4521e507a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:14.932861 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6895413a-6c5f-4c7e-acef-ce4521e507a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:14.940765 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29be7e48-7d12-402f-b018-06e4b36edcfd None None] Network ec818206-7d81-476f-87d7-f53bfb81b803 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:47:14.983165 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6895413a-6c5f-4c7e-acef-ce4521e507a3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4505770 Feb 28 20:47:14.983811 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35472) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:14.989186 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-5bfea255-dea7-4f3b-8470-7242ce23f301 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-648628710-router', 'tenant_id': '4560348d43ca4ca29ca54293c897f91c', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:47:15.044153 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5bfea255-dea7-4f3b-8470-7242ce23f301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (43af83a6-f2bd-46df-9eab-ef93d21db73e), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:15.045946 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5bfea255-dea7-4f3b-8470-7242ce23f301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (43af83a6-f2bd-46df-9eab-ef93d21db73e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:15.106633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4cc054-ee1a-49af-8686-ba778da8c7f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-ec818206-7d81-476f-87d7-f53bfb81b803', 'network_id': 'ec818206-7d81-476f-87d7-f53bfb81b803', 'project_id': '4560348d43ca4ca29ca54293c897f91c', 'fixed_ips': [{'subnet_id': '296ba399-4fea-4e10-9f0b-63ed90f06f36'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:47:15.107829 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9c4cc054-ee1a-49af-8686-ba778da8c7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:15.170996 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5bfea255-dea7-4f3b-8470-7242ce23f301 admin admin] Publish callbacks [] for router_controller (43af83a6-f2bd-46df-9eab-ef93d21db73e), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:15.312946 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-9c4cc054-ee1a-49af-8686-ba778da8c7f9 None None] Allocated IP 172.20.0.2 (ec818206-7d81-476f-87d7-f53bfb81b803/296ba399-4fea-4e10-9f0b-63ed90f06f36/7a70d401-1d2c-458b-b05c-5966a0516501) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:47:15.354408 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] Sync routers for ids ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:47:15.397294 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5bfea255-dea7-4f3b-8470-7242ce23f301 admin admin] Publish callbacks [] for router_gateway (43af83a6-f2bd-46df-9eab-ef93d21db73e), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:15.414255 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] Routers {'1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:47:15.415594 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:15.656454 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5bfea255-dea7-4f3b-8470-7242ce23f301 admin admin] Publish callbacks [] for router_gateway (43af83a6-f2bd-46df-9eab-ef93d21db73e), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:15.690329 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5bfea255-dea7-4f3b-8470-7242ce23f301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:15.776226 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9c4cc054-ee1a-49af-8686-ba778da8c7f9 None None] Publish callbacks [] for port (7a70d401-1d2c-458b-b05c-5966a0516501), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:15.790294 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9c4cc054-ee1a-49af-8686-ba778da8c7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (7a70d401-1d2c-458b-b05c-5966a0516501), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:15.801018 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] Set router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:47:15.823945 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-5bfea255-dea7-4f3b-8470-7242ce23f301 admin admin] Allocated IP 172.25.0.123 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/0ed66aba-529c-40e1-8c7e-dcecad582fb1) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:47:15.862341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4cc054-ee1a-49af-8686-ba778da8c7f9 None None] Network ec818206-7d81-476f-87d7-f53bfb81b803 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:47:15.874751 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-9c4cc054-ee1a-49af-8686-ba778da8c7f9 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:47:15.877816 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4cc054-ee1a-49af-8686-ba778da8c7f9 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:47:15.955180 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5bfea255-dea7-4f3b-8470-7242ce23f301 admin admin] Publish callbacks [] for port (0ed66aba-529c-40e1-8c7e-dcecad582fb1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:16.002607 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5bfea255-dea7-4f3b-8470-7242ce23f301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0ed66aba-529c-40e1-8c7e-dcecad582fb1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:16.050672 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfea255-dea7-4f3b-8470-7242ce23f301 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:47:16.057834 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-5bfea255-dea7-4f3b-8470-7242ce23f301 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:47:16.069569 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfea255-dea7-4f3b-8470-7242ce23f301 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:47:16.073383 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfea255-dea7-4f3b-8470-7242ce23f301 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed66aba-529c-40e1-8c7e-dcecad582fb1,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:16.078141 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4cc054-ee1a-49af-8686-ba778da8c7f9 None None] Pushing event updated for resources: {'Port': ['ID=7a70d401-1d2c-458b-b05c-5966a0516501,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:16.129462 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-9c4cc054-ee1a-49af-8686-ba778da8c7f9 None None] Attempting to bind port 7a70d401-1d2c-458b-b05c-5966a0516501 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:47:16.129980 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-9c4cc054-ee1a-49af-8686-ba778da8c7f9 None None] Attempting to bind port 7a70d401-1d2c-458b-b05c-5966a0516501 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e13c5687-3670-47cc-ae6e-fbf11ad36d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ec818206-7d81-476f-87d7-f53bfb81b803'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:47:16.130436 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4cc054-ee1a-49af-8686-ba778da8c7f9 None None] Attempting to bind port 7a70d401-1d2c-458b-b05c-5966a0516501 on network ec818206-7d81-476f-87d7-f53bfb81b803 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:47:16.141474 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4cc054-ee1a-49af-8686-ba778da8c7f9 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:47:16.142170 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4cc054-ee1a-49af-8686-ba778da8c7f9 None None] Checking segment: {'id': 'e13c5687-3670-47cc-ae6e-fbf11ad36d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ec818206-7d81-476f-87d7-f53bfb81b803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:47:16.142632 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9c4cc054-ee1a-49af-8686-ba778da8c7f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:16.143118 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4cc054-ee1a-49af-8686-ba778da8c7f9 None None] Bound using segment: {'id': 'e13c5687-3670-47cc-ae6e-fbf11ad36d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ec818206-7d81-476f-87d7-f53bfb81b803'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:47:16.143698 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-9c4cc054-ee1a-49af-8686-ba778da8c7f9 None None] Bound port: 7a70d401-1d2c-458b-b05c-5966a0516501, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13c5687-3670-47cc-ae6e-fbf11ad36d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ec818206-7d81-476f-87d7-f53bfb81b803'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:47:16.144203 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9c4cc054-ee1a-49af-8686-ba778da8c7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7a70d401-1d2c-458b-b05c-5966a0516501), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:16.195265 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c71ce6b1-da76-45f5-89ea-ef7147e449de', 'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'mac_address': 'fa:16:3e:41:23:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:11Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 2, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'subnets': [{'id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:16.233239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] Checking router: 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:47:16.233699 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] Updating router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b port c71ce6b1-da76-45f5-89ea-ef7147e449de binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:47:16.280776 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c71ce6b1-da76-45f5-89ea-ef7147e449de), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:16.296596 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-9c4cc054-ee1a-49af-8686-ba778da8c7f9 None None] For port 7a70d401-1d2c-458b-b05c-5966a0516501, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:47:16.335749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-9c4cc054-ee1a-49af-8686-ba778da8c7f9 None None] For port 7a70d401-1d2c-458b-b05c-5966a0516501, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7a70d401-1d2c-458b-b05c-5966a0516501,segment=NetworkSegment(e13c5687-3670-47cc-ae6e-fbf11ad36d03),segment_id=e13c5687-3670-47cc-ae6e-fbf11ad36d03)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:47:16.339607 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 948cf740-4e44-4469-b012-7e3950347bae up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:47:16.424038 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9c4cc054-ee1a-49af-8686-ba778da8c7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7a70d401-1d2c-458b-b05c-5966a0516501), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:16.460836 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5bfea255-dea7-4f3b-8470-7242ce23f301 admin admin] Publish callbacks [] for router_gateway (43af83a6-f2bd-46df-9eab-ef93d21db73e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:16.498392 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4cc054-ee1a-49af-8686-ba778da8c7f9 None None] Pushing event updated for resources: {'Port': ['ID=7a70d401-1d2c-458b-b05c-5966a0516501,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:16.620708 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-21f06725-7898-4579-896a-4dd9f2bd5cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:16.658295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 948cf740-4e44-4469-b012-7e3950347bae triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:16.658812 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (948cf740-4e44-4469-b012-7e3950347bae), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:16.749254 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5bfea255-dea7-4f3b-8470-7242ce23f301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (43af83a6-f2bd-46df-9eab-ef93d21db73e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:16.907424 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 948cf740-4e44-4469-b012-7e3950347bae is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:16.919209 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfea255-dea7-4f3b-8470-7242ce23f301 admin admin] Router 43af83a6-f2bd-46df-9eab-ef93d21db73e is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:47:17.035268 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] Publish callbacks [] for port (c71ce6b1-da76-45f5-89ea-ef7147e449de), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:17.049530 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c71ce6b1-da76-45f5-89ea-ef7147e449de), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:17.067542 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfea255-dea7-4f3b-8470-7242ce23f301 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:47:17.081447 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] Sync routers for ids ['43af83a6-f2bd-46df-9eab-ef93d21db73e'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:47:17.104143 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] Routers {'43af83a6-f2bd-46df-9eab-ef93d21db73e'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:47:17.106111 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5bfea255-dea7-4f3b-8470-7242ce23f301 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:17.106903 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['43af83a6-f2bd-46df-9eab-ef93d21db73e'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:17.107305 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5bfea255-dea7-4f3b-8470-7242ce23f301 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1223636 Feb 28 20:47:17.110384 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35500) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:17.176183 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f56e5-fb8a-41cf-a377-6850f318e2c4 None None] Pushing event updated for resources: {'Port': ['ID=c71ce6b1-da76-45f5-89ea-ef7147e449de,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:17.280725 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] Attempting to bind port c71ce6b1-da76-45f5-89ea-ef7147e449de on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:47:17.281269 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] Attempting to bind port c71ce6b1-da76-45f5-89ea-ef7147e449de by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:47:17.281938 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] Attempting to bind port c71ce6b1-da76-45f5-89ea-ef7147e449de on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:47:17.288035 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:47:17.288678 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] Checking segment: {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:47:17.289759 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:17.290327 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] Bound using segment: {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:47:17.290956 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] Bound port: c71ce6b1-da76-45f5-89ea-ef7147e449de, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:47:17.291512 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c71ce6b1-da76-45f5-89ea-ef7147e449de), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:17.322837 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] Set router 43af83a6-f2bd-46df-9eab-ef93d21db73e gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:47:17.454045 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] For port c71ce6b1-da76-45f5-89ea-ef7147e449de, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:47:17.460900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] For port c71ce6b1-da76-45f5-89ea-ef7147e449de, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c71ce6b1-da76-45f5-89ea-ef7147e449de,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:47:17.475108 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c71ce6b1-da76-45f5-89ea-ef7147e449de), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:17.590959 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f56e5-fb8a-41cf-a377-6850f318e2c4 None None] Pushing event updated for resources: {'Port': ['ID=c71ce6b1-da76-45f5-89ea-ef7147e449de,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:17.620810 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] Routers {'1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:47:17.621522 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:17.637741 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f04fc540-f650-4489-ae5e-dc46104642de None None] Provisioning complete for port c71ce6b1-da76-45f5-89ea-ef7147e449de triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:17.638253 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f04fc540-f650-4489-ae5e-dc46104642de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c71ce6b1-da76-45f5-89ea-ef7147e449de), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:17.716110 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af83a6-f2bd-46df-9eab-ef93d21db73e', 'name': 'tempest-TestVolumeBootPattern-648628710-router', 'tenant_id': '4560348d43ca4ca29ca54293c897f91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '0ed66aba-529c-40e1-8c7e-dcecad582fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:15Z', 'updated_at': '2022-02-28T20:47:16Z', 'revision_number': 3, 'project_id': '4560348d43ca4ca29ca54293c897f91c', 'gw_port': {'id': '0ed66aba-529c-40e1-8c7e-dcecad582fb1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:15:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43af83a6-f2bd-46df-9eab-ef93d21db73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:15Z', 'updated_at': '2022-02-28T20:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:17.781295 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] Checking router: 43af83a6-f2bd-46df-9eab-ef93d21db73e for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:47:17.784722 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] Updating router 43af83a6-f2bd-46df-9eab-ef93d21db73e port 0ed66aba-529c-40e1-8c7e-dcecad582fb1 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:47:17.842269 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0ed66aba-529c-40e1-8c7e-dcecad582fb1), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:17.879731 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] Set router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:47:17.951536 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f04fc540-f650-4489-ae5e-dc46104642de None None] Current status of the port c71ce6b1-da76-45f5-89ea-ef7147e449de is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:17.951954 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f04fc540-f650-4489-ae5e-dc46104642de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c71ce6b1-da76-45f5-89ea-ef7147e449de), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:18.063250 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-146775e8-1a23-44f2-888f-47ff0005c531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:18.064174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f04fc540-f650-4489-ae5e-dc46104642de None None] For port c71ce6b1-da76-45f5-89ea-ef7147e449de, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c71ce6b1-da76-45f5-89ea-ef7147e449de,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:47:18.124202 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f04fc540-f650-4489-ae5e-dc46104642de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c71ce6b1-da76-45f5-89ea-ef7147e449de), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:18.243067 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fc540-f650-4489-ae5e-dc46104642de None None] Pushing event updated for resources: {'Port': ['ID=c71ce6b1-da76-45f5-89ea-ef7147e449de,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:18.296311 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ab7daf91-f24c-4aae-bc7d-71d08f424a3d None None] Provisioning complete for port c71ce6b1-da76-45f5-89ea-ef7147e449de triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:18.296311 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ab7daf91-f24c-4aae-bc7d-71d08f424a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c71ce6b1-da76-45f5-89ea-ef7147e449de), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:18.438214 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-146775e8-1a23-44f2-888f-47ff0005c531 admin admin] Allocated IP 172.20.0.1 (ec818206-7d81-476f-87d7-f53bfb81b803/296ba399-4fea-4e10-9f0b-63ed90f06f36/6687e4fe-f19d-41e1-b40d-649febd17431) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:47:18.485192 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] Publish callbacks [] for port (0ed66aba-529c-40e1-8c7e-dcecad582fb1), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:18.501935 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0ed66aba-529c-40e1-8c7e-dcecad582fb1), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:18.532060 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7a70d401-1d2c-458b-b05c-5966a0516501 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:47:18.600105 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6afe3ec-60eb-4ba1-8cfa-faae612f2dc6 None None] Network ec818206-7d81-476f-87d7-f53bfb81b803 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:47:18.601465 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-146775e8-1a23-44f2-888f-47ff0005c531 admin admin] Publish callbacks [] for port (6687e4fe-f19d-41e1-b40d-649febd17431), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:18.613846 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] Attempting to bind port 0ed66aba-529c-40e1-8c7e-dcecad582fb1 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:47:18.614211 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] Attempting to bind port 0ed66aba-529c-40e1-8c7e-dcecad582fb1 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:47:18.614562 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] Attempting to bind port 0ed66aba-529c-40e1-8c7e-dcecad582fb1 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:47:18.634075 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:47:18.634494 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:47:18.634824 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:18.635208 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:47:18.635677 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] Bound port: 0ed66aba-529c-40e1-8c7e-dcecad582fb1, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:47:18.636073 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0ed66aba-529c-40e1-8c7e-dcecad582fb1), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:18.650244 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-146775e8-1a23-44f2-888f-47ff0005c531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (6687e4fe-f19d-41e1-b40d-649febd17431), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:18.668774 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55bce8-35d8-4129-b3b6-828d758dec39 None None] Pushing event updated for resources: {'Port': ['ID=0ed66aba-529c-40e1-8c7e-dcecad582fb1,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:18.731295 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146775e8-1a23-44f2-888f-47ff0005c531 admin admin] Pushing event updated for resources: {'Port': ['ID=6687e4fe-f19d-41e1-b40d-649febd17431,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:18.763836 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146775e8-1a23-44f2-888f-47ff0005c531 admin admin] Network ec818206-7d81-476f-87d7-f53bfb81b803 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:47:18.766440 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-146775e8-1a23-44f2-888f-47ff0005c531 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:47:18.770733 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] For port 0ed66aba-529c-40e1-8c7e-dcecad582fb1, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:47:18.774532 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] For port 0ed66aba-529c-40e1-8c7e-dcecad582fb1, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0ed66aba-529c-40e1-8c7e-dcecad582fb1,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:47:18.779444 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146775e8-1a23-44f2-888f-47ff0005c531 admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:47:18.784496 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0ed66aba-529c-40e1-8c7e-dcecad582fb1), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:18.839387 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-146775e8-1a23-44f2-888f-47ff0005c531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (43af83a6-f2bd-46df-9eab-ef93d21db73e), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:18.889196 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] Routers {'43af83a6-f2bd-46df-9eab-ef93d21db73e'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:47:18.889827 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:46:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['43af83a6-f2bd-46df-9eab-ef93d21db73e'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:18.909996 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ab7daf91-f24c-4aae-bc7d-71d08f424a3d None None] Current status of the port c71ce6b1-da76-45f5-89ea-ef7147e449de is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:18.949596 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55bce8-35d8-4129-b3b6-828d758dec39 None None] Pushing event updated for resources: {'Port': ['ID=0ed66aba-529c-40e1-8c7e-dcecad582fb1,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:18.984162 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c71ce6b1-da76-45f5-89ea-ef7147e449de', 'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'mac_address': 'fa:16:3e:41:23:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:11Z', 'updated_at': '2022-02-28T20:47:17Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'subnets': [{'id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:19.027162 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495cb567-ee76-4595-8bfd-e61abb385f79 None None] The sync data for ids ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'] in n-d-820368-21 is: [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c71ce6b1-da76-45f5-89ea-ef7147e449de', 'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'mac_address': 'fa:16:3e:41:23:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:11Z', 'updated_at': '2022-02-28T20:47:17Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'subnets': [{'id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:47:19.065823 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] Set router 43af83a6-f2bd-46df-9eab-ef93d21db73e gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:47:19.147232 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-146775e8-1a23-44f2-888f-47ff0005c531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6687e4fe-f19d-41e1-b40d-649febd17431), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:19.159574 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 7a70d401-1d2c-458b-b05c-5966a0516501 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:19.173270 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7a70d401-1d2c-458b-b05c-5966a0516501), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:19.215159 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-136a477c-987d-44ae-99a6-3dcef84352fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:19.229692 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a672782c-c442-4eb5-bfa8-c9e4266609c7 None None] Provisioning complete for port 7a70d401-1d2c-458b-b05c-5966a0516501 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:19.230281 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a672782c-c442-4eb5-bfa8-c9e4266609c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7a70d401-1d2c-458b-b05c-5966a0516501), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:19.458806 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a672782c-c442-4eb5-bfa8-c9e4266609c7 None None] Current status of the port 7a70d401-1d2c-458b-b05c-5966a0516501 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:19.459029 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a672782c-c442-4eb5-bfa8-c9e4266609c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7a70d401-1d2c-458b-b05c-5966a0516501), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:19.465497 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-146775e8-1a23-44f2-888f-47ff0005c531 admin admin] Publish callbacks [] for port (6687e4fe-f19d-41e1-b40d-649febd17431), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:19.466358 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af83a6-f2bd-46df-9eab-ef93d21db73e', 'name': 'tempest-TestVolumeBootPattern-648628710-router', 'tenant_id': '4560348d43ca4ca29ca54293c897f91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '0ed66aba-529c-40e1-8c7e-dcecad582fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:15Z', 'updated_at': '2022-02-28T20:47:16Z', 'revision_number': 3, 'project_id': '4560348d43ca4ca29ca54293c897f91c', 'gw_port': {'id': '0ed66aba-529c-40e1-8c7e-dcecad582fb1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:15:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43af83a6-f2bd-46df-9eab-ef93d21db73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:15Z', 'updated_at': '2022-02-28T20:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:19.475396 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-146775e8-1a23-44f2-888f-47ff0005c531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (6687e4fe-f19d-41e1-b40d-649febd17431), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:19.529652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7a70d401-1d2c-458b-b05c-5966a0516501 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:19.536238 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ba3ae-ba44-43c0-bc55-757418442763 None None] The sync data for ids ['43af83a6-f2bd-46df-9eab-ef93d21db73e'] in n-d-820368-21 is: [{'id': '43af83a6-f2bd-46df-9eab-ef93d21db73e', 'name': 'tempest-TestVolumeBootPattern-648628710-router', 'tenant_id': '4560348d43ca4ca29ca54293c897f91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '0ed66aba-529c-40e1-8c7e-dcecad582fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:15Z', 'updated_at': '2022-02-28T20:47:16Z', 'revision_number': 3, 'project_id': '4560348d43ca4ca29ca54293c897f91c', 'gw_port': {'id': '0ed66aba-529c-40e1-8c7e-dcecad582fb1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:15:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43af83a6-f2bd-46df-9eab-ef93d21db73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:15Z', 'updated_at': '2022-02-28T20:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:47:19.537061 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7a70d401-1d2c-458b-b05c-5966a0516501), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:19.597335 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a672782c-c442-4eb5-bfa8-c9e4266609c7 None None] For port 7a70d401-1d2c-458b-b05c-5966a0516501, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7a70d401-1d2c-458b-b05c-5966a0516501,segment=NetworkSegment(e13c5687-3670-47cc-ae6e-fbf11ad36d03),segment_id=e13c5687-3670-47cc-ae6e-fbf11ad36d03)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:47:19.637971 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a672782c-c442-4eb5-bfa8-c9e4266609c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7a70d401-1d2c-458b-b05c-5966a0516501), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:19.718402 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-146775e8-1a23-44f2-888f-47ff0005c531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (43af83a6-f2bd-46df-9eab-ef93d21db73e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:19.721884 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146775e8-1a23-44f2-888f-47ff0005c531 admin admin] Pushing event updated for resources: {'Port': ['ID=6687e4fe-f19d-41e1-b40d-649febd17431,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:19.908310 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:19.942463 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:47:19.942814 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:47:19.951575 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146775e8-1a23-44f2-888f-47ff0005c531 admin admin] Network ec818206-7d81-476f-87d7-f53bfb81b803 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:47:19.953861 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-146775e8-1a23-44f2-888f-47ff0005c531 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:47:19.967683 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f6c4b83b-b682-4fbb-a55a-08d798ba02e3 None None] Provisioning complete for port 7a70d401-1d2c-458b-b05c-5966a0516501 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:19.968090 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f6c4b83b-b682-4fbb-a55a-08d798ba02e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7a70d401-1d2c-458b-b05c-5966a0516501), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:20.058900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672782c-c442-4eb5-bfa8-c9e4266609c7 None None] Pushing event updated for resources: {'Port': ['ID=7a70d401-1d2c-458b-b05c-5966a0516501,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:20.269878 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:20.271352 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f6c4b83b-b682-4fbb-a55a-08d798ba02e3 None None] Current status of the port 7a70d401-1d2c-458b-b05c-5966a0516501 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:20.290165 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f6c4b83b-b682-4fbb-a55a-08d798ba02e3 None None] Provisioning complete for port 6687e4fe-f19d-41e1-b40d-649febd17431 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:20.290689 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f6c4b83b-b682-4fbb-a55a-08d798ba02e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6687e4fe-f19d-41e1-b40d-649febd17431), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:20.327864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146775e8-1a23-44f2-888f-47ff0005c531 admin admin] Router 43af83a6-f2bd-46df-9eab-ef93d21db73e has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:47:20.373211 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f6c4b83b-b682-4fbb-a55a-08d798ba02e3 None None] Port 6687e4fe-f19d-41e1-b40d-649febd17431 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:47:20.545414 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c0ad7567-7a73-411f-b3f0-dc8cc10f25f1 None None] Provisioning complete for port 6687e4fe-f19d-41e1-b40d-649febd17431 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:20.546034 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c0ad7567-7a73-411f-b3f0-dc8cc10f25f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6687e4fe-f19d-41e1-b40d-649febd17431), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:20.605414 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c0ad7567-7a73-411f-b3f0-dc8cc10f25f1 None None] Port 6687e4fe-f19d-41e1-b40d-649febd17431 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:47:20.609224 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7a70d401-1d2c-458b-b05c-5966a0516501 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:20.697767 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146775e8-1a23-44f2-888f-47ff0005c531 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:47:20.706773 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-146775e8-1a23-44f2-888f-47ff0005c531 admin admin] 10.222.0.13 "PUT /v2.0/routers/43af83a6-f2bd-46df-9eab-ef93d21db73e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5952942 Feb 28 20:47:20.746929 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-387d9fb4-56e0-45ce-a113-38c1c09929a9 None None] Provisioning complete for port 6687e4fe-f19d-41e1-b40d-649febd17431 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:20.749190 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-387d9fb4-56e0-45ce-a113-38c1c09929a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6687e4fe-f19d-41e1-b40d-649febd17431), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:20.838759 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-387d9fb4-56e0-45ce-a113-38c1c09929a9 None None] Port 6687e4fe-f19d-41e1-b40d-649febd17431 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:47:21.002869 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0ed66aba-529c-40e1-8c7e-dcecad582fb1 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:47:21.145577 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 0ed66aba-529c-40e1-8c7e-dcecad582fb1 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:21.146362 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0ed66aba-529c-40e1-8c7e-dcecad582fb1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:21.433294 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 0ed66aba-529c-40e1-8c7e-dcecad582fb1 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:21.433774 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0ed66aba-529c-40e1-8c7e-dcecad582fb1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:21.474631 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 0ed66aba-529c-40e1-8c7e-dcecad582fb1, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0ed66aba-529c-40e1-8c7e-dcecad582fb1,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:47:21.480621 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:21.489846 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0ed66aba-529c-40e1-8c7e-dcecad582fb1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:21.490828 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c71ce6b1-da76-45f5-89ea-ef7147e449de up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:47:21.608507 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=0ed66aba-529c-40e1-8c7e-dcecad582fb1,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:21.690240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c71ce6b1-da76-45f5-89ea-ef7147e449de triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:21.690630 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c71ce6b1-da76-45f5-89ea-ef7147e449de), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:21.814967 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c71ce6b1-da76-45f5-89ea-ef7147e449de is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:21.815671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7a70d401-1d2c-458b-b05c-5966a0516501 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:47:21.906030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 7a70d401-1d2c-458b-b05c-5966a0516501 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:21.906402 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7a70d401-1d2c-458b-b05c-5966a0516501), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:22.064719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7a70d401-1d2c-458b-b05c-5966a0516501 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:22.683738 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:22.748692 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:22.793051 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0ed66aba-529c-40e1-8c7e-dcecad582fb1 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:47:22.854909 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 0ed66aba-529c-40e1-8c7e-dcecad582fb1 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:22.855037 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0ed66aba-529c-40e1-8c7e-dcecad582fb1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:22.976195 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 0ed66aba-529c-40e1-8c7e-dcecad582fb1 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:23.020039 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393600ea-e46d-4566-af30-1ef930209941 None None] Sync routers for ids ['43af83a6-f2bd-46df-9eab-ef93d21db73e'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:47:23.032281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393600ea-e46d-4566-af30-1ef930209941 None None] Routers {'43af83a6-f2bd-46df-9eab-ef93d21db73e'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:47:23.033322 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-393600ea-e46d-4566-af30-1ef930209941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:47:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['43af83a6-f2bd-46df-9eab-ef93d21db73e'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:23.187644 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-393600ea-e46d-4566-af30-1ef930209941 None None] Set router 43af83a6-f2bd-46df-9eab-ef93d21db73e gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:47:23.426987 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-393600ea-e46d-4566-af30-1ef930209941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af83a6-f2bd-46df-9eab-ef93d21db73e', 'name': 'tempest-TestVolumeBootPattern-648628710-router', 'tenant_id': '4560348d43ca4ca29ca54293c897f91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '0ed66aba-529c-40e1-8c7e-dcecad582fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:15Z', 'updated_at': '2022-02-28T20:47:19Z', 'revision_number': 4, 'project_id': '4560348d43ca4ca29ca54293c897f91c', 'gw_port': {'id': '0ed66aba-529c-40e1-8c7e-dcecad582fb1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:15:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af83a6-f2bd-46df-9eab-ef93d21db73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:15Z', 'updated_at': '2022-02-28T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '6687e4fe-f19d-41e1-b40d-649febd17431', 'name': '', 'network_id': 'ec818206-7d81-476f-87d7-f53bfb81b803', 'tenant_id': '4560348d43ca4ca29ca54293c897f91c', 'mac_address': 'fa:16:3e:ec:40:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43af83a6-f2bd-46df-9eab-ef93d21db73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '296ba399-4fea-4e10-9f0b-63ed90f06f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:18Z', 'updated_at': '2022-02-28T20:47:19Z', 'revision_number': 2, 'project_id': '4560348d43ca4ca29ca54293c897f91c', 'subnets': [{'id': '296ba399-4fea-4e10-9f0b-63ed90f06f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:23.456088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393600ea-e46d-4566-af30-1ef930209941 None None] Checking router: 43af83a6-f2bd-46df-9eab-ef93d21db73e for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:47:23.456447 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393600ea-e46d-4566-af30-1ef930209941 None None] Updating router 43af83a6-f2bd-46df-9eab-ef93d21db73e port 6687e4fe-f19d-41e1-b40d-649febd17431 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:47:23.485539 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-393600ea-e46d-4566-af30-1ef930209941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6687e4fe-f19d-41e1-b40d-649febd17431), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:23.791079 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-393600ea-e46d-4566-af30-1ef930209941 None None] Publish callbacks [] for port (6687e4fe-f19d-41e1-b40d-649febd17431), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:23.801148 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-393600ea-e46d-4566-af30-1ef930209941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6687e4fe-f19d-41e1-b40d-649febd17431), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:23.852784 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05a87f-5e21-4c05-9ca4-4f8807b0b2f5 None None] Pushing event updated for resources: {'Port': ['ID=6687e4fe-f19d-41e1-b40d-649febd17431,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:23.944780 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-393600ea-e46d-4566-af30-1ef930209941 None None] Attempting to bind port 6687e4fe-f19d-41e1-b40d-649febd17431 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:47:23.945553 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-393600ea-e46d-4566-af30-1ef930209941 None None] Attempting to bind port 6687e4fe-f19d-41e1-b40d-649febd17431 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e13c5687-3670-47cc-ae6e-fbf11ad36d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ec818206-7d81-476f-87d7-f53bfb81b803'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:47:23.946651 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393600ea-e46d-4566-af30-1ef930209941 None None] Attempting to bind port 6687e4fe-f19d-41e1-b40d-649febd17431 on network ec818206-7d81-476f-87d7-f53bfb81b803 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:47:23.953240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393600ea-e46d-4566-af30-1ef930209941 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:47:23.954010 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393600ea-e46d-4566-af30-1ef930209941 None None] Checking segment: {'id': 'e13c5687-3670-47cc-ae6e-fbf11ad36d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ec818206-7d81-476f-87d7-f53bfb81b803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:47:23.954467 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-393600ea-e46d-4566-af30-1ef930209941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:23.954896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393600ea-e46d-4566-af30-1ef930209941 None None] Bound using segment: {'id': 'e13c5687-3670-47cc-ae6e-fbf11ad36d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ec818206-7d81-476f-87d7-f53bfb81b803'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:47:23.955367 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-393600ea-e46d-4566-af30-1ef930209941 None None] Bound port: 6687e4fe-f19d-41e1-b40d-649febd17431, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13c5687-3670-47cc-ae6e-fbf11ad36d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ec818206-7d81-476f-87d7-f53bfb81b803'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:47:23.955780 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-393600ea-e46d-4566-af30-1ef930209941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6687e4fe-f19d-41e1-b40d-649febd17431), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:24.032560 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-393600ea-e46d-4566-af30-1ef930209941 None None] For port 6687e4fe-f19d-41e1-b40d-649febd17431, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:47:24.037518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-393600ea-e46d-4566-af30-1ef930209941 None None] For port 6687e4fe-f19d-41e1-b40d-649febd17431, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6687e4fe-f19d-41e1-b40d-649febd17431,segment=NetworkSegment(e13c5687-3670-47cc-ae6e-fbf11ad36d03),segment_id=e13c5687-3670-47cc-ae6e-fbf11ad36d03)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:47:24.051288 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-393600ea-e46d-4566-af30-1ef930209941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6687e4fe-f19d-41e1-b40d-649febd17431), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:24.110273 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05a87f-5e21-4c05-9ca4-4f8807b0b2f5 None None] Pushing event updated for resources: {'Port': ['ID=6687e4fe-f19d-41e1-b40d-649febd17431,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:24.145821 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393600ea-e46d-4566-af30-1ef930209941 None None] Routers {'43af83a6-f2bd-46df-9eab-ef93d21db73e'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:47:24.146744 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-393600ea-e46d-4566-af30-1ef930209941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:47:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['43af83a6-f2bd-46df-9eab-ef93d21db73e'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:24.340013 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-393600ea-e46d-4566-af30-1ef930209941 None None] Set router 43af83a6-f2bd-46df-9eab-ef93d21db73e gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:47:24.342862 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-4fedec49-e046-42e4-a8a1-432af1339ff0 None None] Provisioning complete for port 6687e4fe-f19d-41e1-b40d-649febd17431 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:24.343231 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4fedec49-e046-42e4-a8a1-432af1339ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6687e4fe-f19d-41e1-b40d-649febd17431), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:24.713029 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c0f19-da7a-4138-96c4-db24309dab65 req-dd6af2c5-c8a1-4493-b046-38338fbecaa7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:24.715163 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-026c0f19-da7a-4138-96c4-db24309dab65 req-dd6af2c5-c8a1-4493-b046-38338fbecaa7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 812 time: 0.1317327 Feb 28 20:47:24.732640 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-026c0f19-da7a-4138-96c4-db24309dab65 req-85db5aac-4b66-4d3a-85c7-1c21dc2a2c7c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/quotas/58bfb457c00e4b538fbd5bd4fd7cfdd5 HTTP/1.1" status: 200 len: 375 time: 0.0103111 Feb 28 20:47:24.759141 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4fedec49-e046-42e4-a8a1-432af1339ff0 None None] Current status of the port 6687e4fe-f19d-41e1-b40d-649febd17431 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:24.759520 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4fedec49-e046-42e4-a8a1-432af1339ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (6687e4fe-f19d-41e1-b40d-649febd17431), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:24.812336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4fedec49-e046-42e4-a8a1-432af1339ff0 None None] For port 6687e4fe-f19d-41e1-b40d-649febd17431, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6687e4fe-f19d-41e1-b40d-649febd17431,segment=NetworkSegment(e13c5687-3670-47cc-ae6e-fbf11ad36d03),segment_id=e13c5687-3670-47cc-ae6e-fbf11ad36d03)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:47:24.820506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-026c0f19-da7a-4138-96c4-db24309dab65 req-9569b748-0044-494f-981c-f2a91dd119c1 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795970 Feb 28 20:47:24.842171 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4fedec49-e046-42e4-a8a1-432af1339ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (6687e4fe-f19d-41e1-b40d-649febd17431), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:24.904957 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedec49-e046-42e4-a8a1-432af1339ff0 None None] Pushing event updated for resources: {'Port': ['ID=6687e4fe-f19d-41e1-b40d-649febd17431,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:24.916455 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-393600ea-e46d-4566-af30-1ef930209941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af83a6-f2bd-46df-9eab-ef93d21db73e', 'name': 'tempest-TestVolumeBootPattern-648628710-router', 'tenant_id': '4560348d43ca4ca29ca54293c897f91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '0ed66aba-529c-40e1-8c7e-dcecad582fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:15Z', 'updated_at': '2022-02-28T20:47:19Z', 'revision_number': 4, 'project_id': '4560348d43ca4ca29ca54293c897f91c', 'gw_port': {'id': '0ed66aba-529c-40e1-8c7e-dcecad582fb1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:15:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af83a6-f2bd-46df-9eab-ef93d21db73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:15Z', 'updated_at': '2022-02-28T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '6687e4fe-f19d-41e1-b40d-649febd17431', 'name': '', 'network_id': 'ec818206-7d81-476f-87d7-f53bfb81b803', 'tenant_id': '4560348d43ca4ca29ca54293c897f91c', 'mac_address': 'fa:16:3e:ec:40:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43af83a6-f2bd-46df-9eab-ef93d21db73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '296ba399-4fea-4e10-9f0b-63ed90f06f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:18Z', 'updated_at': '2022-02-28T20:47:24Z', 'revision_number': 4, 'project_id': '4560348d43ca4ca29ca54293c897f91c', 'subnets': [{'id': '296ba399-4fea-4e10-9f0b-63ed90f06f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:24.941753 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-026c0f19-da7a-4138-96c4-db24309dab65 req-4dbf373a-514c-4b18-886e-75c5281067d7 service neutron] 10.222.0.13 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198943 Feb 28 20:47:24.950415 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393600ea-e46d-4566-af30-1ef930209941 None None] The sync data for ids ['43af83a6-f2bd-46df-9eab-ef93d21db73e'] in n-d-820368-21 is: [{'id': '43af83a6-f2bd-46df-9eab-ef93d21db73e', 'name': 'tempest-TestVolumeBootPattern-648628710-router', 'tenant_id': '4560348d43ca4ca29ca54293c897f91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '0ed66aba-529c-40e1-8c7e-dcecad582fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:15Z', 'updated_at': '2022-02-28T20:47:19Z', 'revision_number': 4, 'project_id': '4560348d43ca4ca29ca54293c897f91c', 'gw_port': {'id': '0ed66aba-529c-40e1-8c7e-dcecad582fb1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:15:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af83a6-f2bd-46df-9eab-ef93d21db73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:15Z', 'updated_at': '2022-02-28T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '6687e4fe-f19d-41e1-b40d-649febd17431', 'name': '', 'network_id': 'ec818206-7d81-476f-87d7-f53bfb81b803', 'tenant_id': '4560348d43ca4ca29ca54293c897f91c', 'mac_address': 'fa:16:3e:ec:40:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43af83a6-f2bd-46df-9eab-ef93d21db73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '296ba399-4fea-4e10-9f0b-63ed90f06f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:18Z', 'updated_at': '2022-02-28T20:47:24Z', 'revision_number': 4, 'project_id': '4560348d43ca4ca29ca54293c897f91c', 'subnets': [{'id': '296ba399-4fea-4e10-9f0b-63ed90f06f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:47:24.990883 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c4550628-2167-4937-981d-ad2c92486b1e None None] Provisioning complete for port 6687e4fe-f19d-41e1-b40d-649febd17431 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:24.991261 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c4550628-2167-4937-981d-ad2c92486b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6687e4fe-f19d-41e1-b40d-649febd17431), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:25.136233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c4550628-2167-4937-981d-ad2c92486b1e None None] Current status of the port 6687e4fe-f19d-41e1-b40d-649febd17431 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:25.216962 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-026c0f19-da7a-4138-96c4-db24309dab65 req-5307000c-d505-4ae9-8e0f-b8eac16d8289 service neutron] 10.222.0.13 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736194 Feb 28 20:47:25.586310 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-106a37e6-33ec-4cf6-84fd-32b243f58c2e req-895478d4-0872-4a68-93c5-0de116a3d0a5 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 210 time: 0.0363538 Feb 28 20:47:26.976525 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-069a49dc-2fff-452c-b6b3-10ea6e1e7a78 req-9680cc7f-974c-4fe8-a875-ef320a86302a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 210 time: 0.1007624 Feb 28 20:47:26.982625 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6687e4fe-f19d-41e1-b40d-649febd17431 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:47:26.993795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c0f19-da7a-4138-96c4-db24309dab65 req-62da2ee6-b5e4-45b9-a577-a2cb1f1a5a11 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:26.995567 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-026c0f19-da7a-4138-96c4-db24309dab65 req-62da2ee6-b5e4-45b9-a577-a2cb1f1a5a11 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.10 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 812 time: 0.4310246 Feb 28 20:47:27.021862 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-026c0f19-da7a-4138-96c4-db24309dab65 req-d69742b8-eda2-4ec9-9fc5-0168e7750fdb tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Request body: {'port': {'device_id': 'cd793d2e-0b97-4213-b5dc-38c99636dcce', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'admin_state_up': True, 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:47:27.051918 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 6687e4fe-f19d-41e1-b40d-649febd17431 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:27.052636 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (6687e4fe-f19d-41e1-b40d-649febd17431), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:27.196408 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 6687e4fe-f19d-41e1-b40d-649febd17431 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:27.260179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026c0f19-da7a-4138-96c4-db24309dab65 req-d69742b8-eda2-4ec9-9fc5-0168e7750fdb tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Made reservation on behalf of 58bfb457c00e4b538fbd5bd4fd7cfdd5 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:47:27.264511 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-026c0f19-da7a-4138-96c4-db24309dab65 req-d69742b8-eda2-4ec9-9fc5-0168e7750fdb tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:27.440519 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-026c0f19-da7a-4138-96c4-db24309dab65 req-d69742b8-eda2-4ec9-9fc5-0168e7750fdb tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Allocated IP 172.20.0.6 (f9183e88-ab23-4a0b-8f98-2c8f78d76e4a/2443cf2a-2cd1-4640-b0ef-22386bc2104e/ec466278-3ff5-43f6-a8f8-8ba6bd896231) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:47:27.676059 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-026c0f19-da7a-4138-96c4-db24309dab65 req-d69742b8-eda2-4ec9-9fc5-0168e7750fdb tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for port (ec466278-3ff5-43f6-a8f8-8ba6bd896231), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:27.752939 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-026c0f19-da7a-4138-96c4-db24309dab65 req-d69742b8-eda2-4ec9-9fc5-0168e7750fdb tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (ec466278-3ff5-43f6-a8f8-8ba6bd896231), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:27.842287 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026c0f19-da7a-4138-96c4-db24309dab65 req-d69742b8-eda2-4ec9-9fc5-0168e7750fdb tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:47:27.844156 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69742b8-eda2-4ec9-9fc5-0168e7750fdb tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event updated for resources: {'Port': ['ID=ec466278-3ff5-43f6-a8f8-8ba6bd896231,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:27.847270 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-026c0f19-da7a-4138-96c4-db24309dab65 req-d69742b8-eda2-4ec9-9fc5-0168e7750fdb tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:47:27.850265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-026c0f19-da7a-4138-96c4-db24309dab65 req-d69742b8-eda2-4ec9-9fc5-0168e7750fdb tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:47:27.932010 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c0f19-da7a-4138-96c4-db24309dab65 req-d69742b8-eda2-4ec9-9fc5-0168e7750fdb tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:27.932010 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-026c0f19-da7a-4138-96c4-db24309dab65 req-d69742b8-eda2-4ec9-9fc5-0168e7750fdb tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:27.982111 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-026c0f19-da7a-4138-96c4-db24309dab65 req-d69742b8-eda2-4ec9-9fc5-0168e7750fdb tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9720645 Feb 28 20:47:28.150683 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562c591-9d71-462b-a32a-467d52f85433 req-8ba037f2-d566-4eeb-aa0b-5c8a00a194f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:28.158065 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7562c591-9d71-462b-a32a-467d52f85433 req-8ba037f2-d566-4eeb-aa0b-5c8a00a194f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 931 time: 0.0648260 Feb 28 20:47:28.173796 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-026c0f19-da7a-4138-96c4-db24309dab65 req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] Request body: {'port': {'device_id': 'cd793d2e-0b97-4213-b5dc-38c99636dcce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:47:28.299393 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7562c591-9d71-462b-a32a-467d52f85433 req-a77edfd5-6aab-4b8a-9634-756a5f4f93cc tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251440 Feb 28 20:47:28.326426 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f9a28ba9-bbf2-44c1-a333-c2a12a178094 None None] Provisioning complete for port ec466278-3ff5-43f6-a8f8-8ba6bd896231 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:28.327322 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f9a28ba9-bbf2-44c1-a333-c2a12a178094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ec466278-3ff5-43f6-a8f8-8ba6bd896231), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:28.358867 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-026c0f19-da7a-4138-96c4-db24309dab65 req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ec466278-3ff5-43f6-a8f8-8ba6bd896231), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:28.371340 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f9a28ba9-bbf2-44c1-a333-c2a12a178094 None None] Port ec466278-3ff5-43f6-a8f8-8ba6bd896231 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:47:28.718525 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-026c0f19-da7a-4138-96c4-db24309dab65 req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec466278-3ff5-43f6-a8f8-8ba6bd896231 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:47:28.729323 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-026c0f19-da7a-4138-96c4-db24309dab65 req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] Publish callbacks [] for port (ec466278-3ff5-43f6-a8f8-8ba6bd896231), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:28.744406 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-026c0f19-da7a-4138-96c4-db24309dab65 req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] Transition to ACTIVE for port object ec466278-3ff5-43f6-a8f8-8ba6bd896231 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:47:28.763087 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-026c0f19-da7a-4138-96c4-db24309dab65 req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (ec466278-3ff5-43f6-a8f8-8ba6bd896231), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:29.430702 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] Pushing event updated for resources: {'Port': ['ID=ec466278-3ff5-43f6-a8f8-8ba6bd896231,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:29.544926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecbe1b-d1a7-43c6-88a7-f8379535fb52 req-c7273965-b100-4ca1-a64c-0990ad10079a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:29.546453 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-edecbe1b-d1a7-43c6-88a7-f8379535fb52 req-c7273965-b100-4ca1-a64c-0990ad10079a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 943 time: 0.1027646 Feb 28 20:47:29.575637 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-026c0f19-da7a-4138-96c4-db24309dab65 req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] Attempting to bind port ec466278-3ff5-43f6-a8f8-8ba6bd896231 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:47:29.576009 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-026c0f19-da7a-4138-96c4-db24309dab65 req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] Attempting to bind port ec466278-3ff5-43f6-a8f8-8ba6bd896231 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:47:29.576361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026c0f19-da7a-4138-96c4-db24309dab65 req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] Attempting to bind port ec466278-3ff5-43f6-a8f8-8ba6bd896231 on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:47:29.583873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026c0f19-da7a-4138-96c4-db24309dab65 req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] Port ec466278-3ff5-43f6-a8f8-8ba6bd896231 on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:47:29.584204 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026c0f19-da7a-4138-96c4-db24309dab65 req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] Attempting to bind port ec466278-3ff5-43f6-a8f8-8ba6bd896231 on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:47:29.621181 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-edecbe1b-d1a7-43c6-88a7-f8379535fb52 req-a0096973-5a15-4ef6-9da7-cced09750df4 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641551 Feb 28 20:47:29.622682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026c0f19-da7a-4138-96c4-db24309dab65 req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:47:29.623030 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026c0f19-da7a-4138-96c4-db24309dab65 req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] Checking segment: {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:47:29.623644 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026c0f19-da7a-4138-96c4-db24309dab65 req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] Bound using segment: {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:47:29.624142 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-026c0f19-da7a-4138-96c4-db24309dab65 req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] Bound port: ec466278-3ff5-43f6-a8f8-8ba6bd896231, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:47:29.624588 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-026c0f19-da7a-4138-96c4-db24309dab65 req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ec466278-3ff5-43f6-a8f8-8ba6bd896231), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:29.717475 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-026c0f19-da7a-4138-96c4-db24309dab65 req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] For port ec466278-3ff5-43f6-a8f8-8ba6bd896231, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:47:29.720813 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-026c0f19-da7a-4138-96c4-db24309dab65 req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] For port ec466278-3ff5-43f6-a8f8-8ba6bd896231, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=ec466278-3ff5-43f6-a8f8-8ba6bd896231,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:47:29.729317 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-026c0f19-da7a-4138-96c4-db24309dab65 req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (ec466278-3ff5-43f6-a8f8-8ba6bd896231), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:29.786556 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c0f19-da7a-4138-96c4-db24309dab65 req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:29.788101 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-026c0f19-da7a-4138-96c4-db24309dab65 req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:29.791676 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-026c0f19-da7a-4138-96c4-db24309dab65 req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] 10.222.0.10 "PUT /v2.0/ports/ec466278-3ff5-43f6-a8f8-8ba6bd896231 HTTP/1.1" status: 200 len: 1092 time: 1.8006315 Feb 28 20:47:29.792408 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd793d2e-0b97-4213-b5dc-38c99636dcce', 'tag': 'ec466278-3ff5-43f6-a8f8-8ba6bd896231'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:47:29.795046 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d3167a-f5b6-44f1-a580-de5774240333" -d '{"events": [{"name": "network-changed", "server_uuid": "cd793d2e-0b97-4213-b5dc-38c99636dcce", "tag": "ec466278-3ff5-43f6-a8f8-8ba6bd896231"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:47:29.935631 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6833e6-c81e-4c3f-9160-d8458f04c4e2 x-openstack-request-id: req-cb6833e6-c81e-4c3f-9160-d8458f04c4e2 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:47:29.936390 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd793d2e-0b97-4213-b5dc-38c99636dcce", "tag": "ec466278-3ff5-43f6-a8f8-8ba6bd896231", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:47:29.936809 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb6833e6-c81e-4c3f-9160-d8458f04c4e2 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:47:29.937388 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd793d2e-0b97-4213-b5dc-38c99636dcce', 'tag': 'ec466278-3ff5-43f6-a8f8-8ba6bd896231', 'status': 'completed', 'code': 200} Feb 28 20:47:29.963425 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26447bcc-d268-4e0e-a60b-816bdd31b81d service neutron] Pushing event updated for resources: {'Port': ['ID=ec466278-3ff5-43f6-a8f8-8ba6bd896231,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:29.996089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c0f19-da7a-4138-96c4-db24309dab65 req-9d2c695d-203c-4c19-a88b-84b6efa5597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:30.004402 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-026c0f19-da7a-4138-96c4-db24309dab65 req-9d2c695d-203c-4c19-a88b-84b6efa5597f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 1126 time: 0.1592579 Feb 28 20:47:30.074743 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-026c0f19-da7a-4138-96c4-db24309dab65 req-8b9168a9-b488-407f-934c-e8457220a9c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec466278-3ff5-43f6-a8f8-8ba6bd896231 HTTP/1.1" status: 200 len: 217 time: 0.0611591 Feb 28 20:47:30.128396 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c0f19-da7a-4138-96c4-db24309dab65 req-13b82918-3f34-4b93-b6ce-14a0bb5e3df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:30.130228 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-026c0f19-da7a-4138-96c4-db24309dab65 req-13b82918-3f34-4b93-b6ce-14a0bb5e3df6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0477300 Feb 28 20:47:30.191562 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c0f19-da7a-4138-96c4-db24309dab65 req-20d5298f-3016-42e6-82b7-a43bd9892786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:30.193477 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-026c0f19-da7a-4138-96c4-db24309dab65 req-20d5298f-3016-42e6-82b7-a43bd9892786 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0564785 Feb 28 20:47:30.348623 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-026c0f19-da7a-4138-96c4-db24309dab65 req-eabe053a-dc39-497d-9126-86e0eedf8698 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412568 Feb 28 20:47:30.456904 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-026c0f19-da7a-4138-96c4-db24309dab65 req-605e8e86-71a7-4df5-b4ff-374402bcd5bf service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009691 Feb 28 20:47:30.592570 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3167a-f5b6-44f1-a580-de5774240333 req-6869460d-3e45-4361-9ce9-382e424cc2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:30.594396 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05d3167a-f5b6-44f1-a580-de5774240333 req-6869460d-3e45-4361-9ce9-382e424cc2e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 1126 time: 0.0875032 Feb 28 20:47:30.779972 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3167a-f5b6-44f1-a580-de5774240333 req-70c0229b-3e7e-4f1b-bd45-e2e829af5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:30.781513 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05d3167a-f5b6-44f1-a580-de5774240333 req-70c0229b-3e7e-4f1b-bd45-e2e829af5cc3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 912 time: 0.1690598 Feb 28 20:47:30.835731 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05d3167a-f5b6-44f1-a580-de5774240333 req-fe8266af-f741-4f67-b352-413ded7cd3fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec466278-3ff5-43f6-a8f8-8ba6bd896231 HTTP/1.1" status: 200 len: 217 time: 0.0469501 Feb 28 20:47:30.855023 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb8671-82ea-4634-9ce1-0248a6c8e42e req-8c2e95a6-d7db-49a2-84d6-3e7b5ca825b7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:30.856799 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6fb8671-82ea-4634-9ce1-0248a6c8e42e req-8c2e95a6-d7db-49a2-84d6-3e7b5ca825b7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 943 time: 0.1234295 Feb 28 20:47:30.931478 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3167a-f5b6-44f1-a580-de5774240333 req-68bccaeb-d416-4fde-b757-c617050dafe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:30.933154 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05d3167a-f5b6-44f1-a580-de5774240333 req-68bccaeb-d416-4fde-b757-c617050dafe5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0866377 Feb 28 20:47:31.041204 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6fb8671-82ea-4634-9ce1-0248a6c8e42e req-ce3da514-8fa4-4414-8d19-ec04b50ae5c3 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771121 Feb 28 20:47:31.073716 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3167a-f5b6-44f1-a580-de5774240333 req-164ce985-af98-4c2e-917f-1f957f289d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:31.075373 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05d3167a-f5b6-44f1-a580-de5774240333 req-164ce985-af98-4c2e-917f-1f957f289d04 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1317048 Feb 28 20:47:31.184800 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05d3167a-f5b6-44f1-a580-de5774240333 req-034a953d-caa9-4ba1-9703-8f46dd59cbf5 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024301 Feb 28 20:47:31.291530 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05d3167a-f5b6-44f1-a580-de5774240333 req-8dd351e1-eafe-46bb-a76b-258bcbea9306 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996053 Feb 28 20:47:32.209055 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ea414-bd87-4fda-9d8a-1db77bfcc5a3 req-47937754-47f0-4d47-a6d5-808d81c6520c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:32.210503 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa5ea414-bd87-4fda-9d8a-1db77bfcc5a3 req-47937754-47f0-4d47-a6d5-808d81c6520c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 943 time: 0.0669792 Feb 28 20:47:32.263587 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa5ea414-bd87-4fda-9d8a-1db77bfcc5a3 req-f13c3a98-c065-4b02-8d9a-a5129c46422b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471182 Feb 28 20:47:33.410456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677c44a-1896-498a-b422-cc8f0b4a0056 req-705bae97-c680-4a1c-b3c9-7e4d1b8244e5 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:33.420244 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5677c44a-1896-498a-b422-cc8f0b4a0056 req-705bae97-c680-4a1c-b3c9-7e4d1b8244e5 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 943 time: 0.0718937 Feb 28 20:47:33.470714 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5677c44a-1896-498a-b422-cc8f0b4a0056 req-67a028d4-308f-47b1-854e-d86ddb016c23 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493579 Feb 28 20:47:34.690619 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92753b7e-20c7-4914-9cea-d3e25dacab0e req-5cb48e63-5c01-4add-b7af-fc81cddc146a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:34.692254 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92753b7e-20c7-4914-9cea-d3e25dacab0e req-5cb48e63-5c01-4add-b7af-fc81cddc146a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 943 time: 0.1266096 Feb 28 20:47:34.804160 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92753b7e-20c7-4914-9cea-d3e25dacab0e req-2549e865-b060-4a1b-bf50-c5467f97e2a6 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918446 Feb 28 20:47:35.759583 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-93829fa6-e2f3-4f40-a118-d5d03f654b67 req-1480cd7d-ddaa-4eb9-b3d2-dc2f62ee776a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0494385 Feb 28 20:47:35.951296 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93829fa6-e2f3-4f40-a118-d5d03f654b67 req-7019ca2d-c73e-4c19-b799-7b5cb285b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:35.963928 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-93829fa6-e2f3-4f40-a118-d5d03f654b67 req-7019ca2d-c73e-4c19-b799-7b5cb285b5de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 1129 time: 0.1615024 Feb 28 20:47:36.052658 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00499167-94a0-4fe9-9c65-8d5513eed85d req-ab17d57e-60a0-406c-a569-083d6805dc0e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:36.058097 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-00499167-94a0-4fe9-9c65-8d5513eed85d req-ab17d57e-60a0-406c-a569-083d6805dc0e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 943 time: 0.0975308 Feb 28 20:47:36.133514 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-00499167-94a0-4fe9-9c65-8d5513eed85d req-0146613c-d667-44fd-89e0-d277024e6157 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664413 Feb 28 20:47:36.148615 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93829fa6-e2f3-4f40-a118-d5d03f654b67 req-5ac411fa-b9f3-4a24-9537-dde072c31dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:36.161226 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-93829fa6-e2f3-4f40-a118-d5d03f654b67 req-5ac411fa-b9f3-4a24-9537-dde072c31dcb service neutron] 10.222.0.15 "GET /v2.0/networks?id=a784316a-d734-45b9-a490-65227908c5c6 HTTP/1.1" status: 200 len: 896 time: 0.1727426 Feb 28 20:47:36.234435 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-93829fa6-e2f3-4f40-a118-d5d03f654b67 req-38ee1a87-7c9d-4d1e-8015-008daf5565d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d828473-e041-453c-a70c-6875d36e81e4 HTTP/1.1" status: 200 len: 1002 time: 0.0667806 Feb 28 20:47:36.288725 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93829fa6-e2f3-4f40-a118-d5d03f654b67 req-857dbea3-2b04-4dab-8a44-e21ec3631490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:36.290464 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-93829fa6-e2f3-4f40-a118-d5d03f654b67 req-857dbea3-2b04-4dab-8a44-e21ec3631490 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6994a30-3e50-4b89-a402-b412a443f27a HTTP/1.1" status: 200 len: 835 time: 0.0515392 Feb 28 20:47:36.362874 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93829fa6-e2f3-4f40-a118-d5d03f654b67 req-747254f1-90ef-48d5-8f60-e4de69979acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:36.364818 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-93829fa6-e2f3-4f40-a118-d5d03f654b67 req-747254f1-90ef-48d5-8f60-e4de69979acc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a784316a-d734-45b9-a490-65227908c5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0680366 Feb 28 20:47:36.698902 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-93829fa6-e2f3-4f40-a118-d5d03f654b67 req-d28c6597-aa7e-41bd-aaf8-e8f2e22a8468 service neutron] 10.222.0.15 "GET /v2.0/networks/a784316a-d734-45b9-a490-65227908c5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274553 Feb 28 20:47:36.853132 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-93829fa6-e2f3-4f40-a118-d5d03f654b67 req-71bc1a1b-ecbf-4bfb-afb4-44aca3c62f89 service neutron] 10.222.0.15 "GET /v2.0/networks/a784316a-d734-45b9-a490-65227908c5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445010 Feb 28 20:47:37.285105 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d79a2-512b-4132-98aa-4b79d6cd8546 req-9d92897f-dee8-49a8-b9e9-c865782ed05f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:37.293850 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e5d79a2-512b-4132-98aa-4b79d6cd8546 req-9d92897f-dee8-49a8-b9e9-c865782ed05f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 943 time: 0.0784028 Feb 28 20:47:37.360210 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e5d79a2-512b-4132-98aa-4b79d6cd8546 req-12b208b2-2cf4-40e7-bca3-7003ea36876b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549386 Feb 28 20:47:38.541037 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732af0b-76cb-4538-997d-d0c999ffe407 req-70da83d0-f2e6-4470-8003-f008aa1fd082 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:38.547496 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8732af0b-76cb-4538-997d-d0c999ffe407 req-70da83d0-f2e6-4470-8003-f008aa1fd082 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 943 time: 0.0817902 Feb 28 20:47:38.684687 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8732af0b-76cb-4538-997d-d0c999ffe407 req-e57960c8-a431-4501-91ce-f3d77b72b317 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205971 Feb 28 20:47:39.491846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365854bd-4ea7-4052-ba12-34b58c31c736 req-1f14d6d0-9ec2-453f-a0db-9c8d1543e17a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:39.494057 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-365854bd-4ea7-4052-ba12-34b58c31c736 req-1f14d6d0-9ec2-453f-a0db-9c8d1543e17a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 946 time: 0.0656478 Feb 28 20:47:39.557672 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-365854bd-4ea7-4052-ba12-34b58c31c736 req-58f9a4f2-cb98-4d7d-a8ea-a588c4600c1b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576608 Feb 28 20:47:39.582618 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35766) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:39.652248 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-94fad332-5740-460f-b84b-2ba12debcbb4 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/floatingips/6f4d97bd-50e6-444e-80e0-2eb8644eac3a HTTP/1.1" status: 200 len: 994 time: 0.0623920 Feb 28 20:47:39.854801 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980aa71b-2998-4efb-bbed-a4487d63e669 req-73597def-c832-4cea-8b97-ea582112e196 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:39.856613 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-980aa71b-2998-4efb-bbed-a4487d63e669 req-73597def-c832-4cea-8b97-ea582112e196 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 943 time: 0.0660827 Feb 28 20:47:39.947490 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-980aa71b-2998-4efb-bbed-a4487d63e669 req-a351eb30-7d16-4d82-a1c7-6dda2729f427 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799000 Feb 28 20:47:40.077566 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700c9a9-aa57-4956-821e-ab6a6280e997 req-06a59d28-e106-4864-ba7f-0f7f4df4456d tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:40.079150 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b700c9a9-aa57-4956-821e-ab6a6280e997 req-06a59d28-e106-4864-ba7f-0f7f4df4456d tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 1129 time: 0.0611916 Feb 28 20:47:40.133386 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b700c9a9-aa57-4956-821e-ab6a6280e997 req-a71a258a-7746-4d9c-9627-76387b2a0862 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484209 Feb 28 20:47:40.758255 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35808) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:40.866338 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-5041db9b-6043-41eb-863e-b131c880e509 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1067283 Feb 28 20:47:40.875046 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-41792bc1-3775-4a18-9c2b-9292db28168c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:47:40.876158 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-41792bc1-3775-4a18-9c2b-9292db28168c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051813 Feb 28 20:47:40.904895 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 35814) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:41.129056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-ed64f1cb-9fcd-429a-bec6-f4ed95e1317f tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:41.130380 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-ed64f1cb-9fcd-429a-bec6-f4ed95e1317f tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/ports/4d828473-e041-453c-a70c-6875d36e81e4 HTTP/1.1" status: 200 len: 1126 time: 0.2244866 Feb 28 20:47:41.149832 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd336af-9040-4e53-96d2-e93c2f860abd req-9bc882ca-dea4-44d4-8143-370d76944f22 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:41.152663 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0fd336af-9040-4e53-96d2-e93c2f860abd req-9bc882ca-dea4-44d4-8143-370d76944f22 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 943 time: 0.1106575 Feb 28 20:47:41.228163 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0fd336af-9040-4e53-96d2-e93c2f860abd req-83432f1d-2dd3-458f-8fbb-d5915e53f922 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681357 Feb 28 20:47:41.710174 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-18f4855a-92ab-46d6-98e4-7f5df3bc88da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:41.711870 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-18f4855a-92ab-46d6-98e4-7f5df3bc88da service neutron] 10.222.0.13 "GET /v2.0/ports/4d828473-e041-453c-a70c-6875d36e81e4 HTTP/1.1" status: 200 len: 1126 time: 0.0443094 Feb 28 20:47:41.721083 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-b57a33c8-01b2-4fa9-ab93-aa4e684e8bd9 service neutron] Request body: {'binding': {'host': 'n-h2-820368-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:47:41.721537 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-b57a33c8-01b2-4fa9-ab93-aa4e684e8bd9 service neutron] Unknown quota resources ['binding']. {{(pid=103773) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 20:47:42.171579 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-b57a33c8-01b2-4fa9-ab93-aa4e684e8bd9 service neutron] Attempting to bind port 4d828473-e041-453c-a70c-6875d36e81e4 on host n-h2-820368-21 for vnic_type normal with profile None {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:47:42.172685 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-b57a33c8-01b2-4fa9-ab93-aa4e684e8bd9 service neutron] Attempting to bind port 4d828473-e041-453c-a70c-6875d36e81e4 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'dcd6458f-30f8-4f5a-b023-066bb1211a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:47:42.173039 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-b57a33c8-01b2-4fa9-ab93-aa4e684e8bd9 service neutron] Attempting to bind port 4d828473-e041-453c-a70c-6875d36e81e4 on network a784316a-d734-45b9-a490-65227908c5c6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:47:42.181771 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-b57a33c8-01b2-4fa9-ab93-aa4e684e8bd9 service neutron] Port 4d828473-e041-453c-a70c-6875d36e81e4 on network a784316a-d734-45b9-a490-65227908c5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:47:42.181771 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-b57a33c8-01b2-4fa9-ab93-aa4e684e8bd9 service neutron] Attempting to bind port 4d828473-e041-453c-a70c-6875d36e81e4 on network a784316a-d734-45b9-a490-65227908c5c6 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:47:42.183480 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-b57a33c8-01b2-4fa9-ab93-aa4e684e8bd9 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:47:42.183849 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-b57a33c8-01b2-4fa9-ab93-aa4e684e8bd9 service neutron] Checking segment: {'id': 'dcd6458f-30f8-4f5a-b023-066bb1211a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:47:42.184235 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-b57a33c8-01b2-4fa9-ab93-aa4e684e8bd9 service neutron] Bound using segment: {'id': 'dcd6458f-30f8-4f5a-b023-066bb1211a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:47:42.184663 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-b57a33c8-01b2-4fa9-ab93-aa4e684e8bd9 service neutron] Bound port: 4d828473-e041-453c-a70c-6875d36e81e4, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcd6458f-30f8-4f5a-b023-066bb1211a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:47:42.287859 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-b57a33c8-01b2-4fa9-ab93-aa4e684e8bd9 service neutron] For port 4d828473-e041-453c-a70c-6875d36e81e4, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=4d828473-e041-453c-a70c-6875d36e81e4,segment=NetworkSegment(dcd6458f-30f8-4f5a-b023-066bb1211a85),segment_id=dcd6458f-30f8-4f5a-b023-066bb1211a85)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:47:42.297158 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-b57a33c8-01b2-4fa9-ab93-aa4e684e8bd9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:42.299813 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-b57a33c8-01b2-4fa9-ab93-aa4e684e8bd9 service neutron] 10.222.0.13 "POST /v2.0/ports/4d828473-e041-453c-a70c-6875d36e81e4/bindings HTTP/1.1" status: 201 len: 390 time: 0.5819077 Feb 28 20:47:42.404418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41e38a-c63a-4a6a-acf0-c43787e503c3 req-f3c7587c-d11d-434a-a483-6c7ab2f9f106 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:42.431506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e41e38a-c63a-4a6a-acf0-c43787e503c3 req-f3c7587c-d11d-434a-a483-6c7ab2f9f106 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 943 time: 0.1366713 Feb 28 20:47:42.553360 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e41e38a-c63a-4a6a-acf0-c43787e503c3 req-560b20b1-aa3d-4ef9-987c-27c8bd57994e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208587 Feb 28 20:47:42.593063 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b64ce-6e95-405b-ad32-4cfcd97497e2 req-abcfd77b-3454-4229-b45d-210c23e7c58d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:42.594756 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e8b64ce-6e95-405b-ad32-4cfcd97497e2 req-abcfd77b-3454-4229-b45d-210c23e7c58d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 946 time: 0.0916109 Feb 28 20:47:42.686547 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e8b64ce-6e95-405b-ad32-4cfcd97497e2 req-40197dbc-6934-495c-83b6-522f655f2833 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848606 Feb 28 20:47:42.699133 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-34544ce7-0115-4b54-87e8-fcb791743707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:42.701130 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-34544ce7-0115-4b54-87e8-fcb791743707 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 1129 time: 0.0967979 Feb 28 20:47:42.799700 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-be1e02fa-4ea7-4795-b3f7-df9e0b70fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:42.801243 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-be1e02fa-4ea7-4795-b3f7-df9e0b70fbb3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a784316a-d734-45b9-a490-65227908c5c6 HTTP/1.1" status: 200 len: 896 time: 0.0936923 Feb 28 20:47:42.876801 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-b3d395d7-41c3-4ac1-8bbd-6cb0d619631b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d828473-e041-453c-a70c-6875d36e81e4 HTTP/1.1" status: 200 len: 1002 time: 0.0677910 Feb 28 20:47:42.928628 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-43cfaf1a-1bf0-476a-a318-e4c07e17657a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:42.930434 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-43cfaf1a-1bf0-476a-a318-e4c07e17657a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6994a30-3e50-4b89-a402-b412a443f27a HTTP/1.1" status: 200 len: 835 time: 0.0465455 Feb 28 20:47:42.982769 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-f3418079-b32b-4967-8ae1-579761382679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:42.984628 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-f3418079-b32b-4967-8ae1-579761382679 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a784316a-d734-45b9-a490-65227908c5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479751 Feb 28 20:47:43.096042 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-6e4340d6-a128-4f34-a502-6bb2e9eca899 service neutron] 10.222.0.10 "GET /v2.0/networks/a784316a-d734-45b9-a490-65227908c5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963554 Feb 28 20:47:43.193951 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-7a9c25af-15f4-45b8-9620-cbd45db9e84d service neutron] 10.222.0.10 "GET /v2.0/networks/a784316a-d734-45b9-a490-65227908c5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910029 Feb 28 20:47:43.353557 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-40c81861-6007-44d0-8f34-5e190cb8ab80 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:43.355093 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-40c81861-6007-44d0-8f34-5e190cb8ab80 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402&tenant_id=1a7308829c1041378fe2c0c22726e9fa&binding%3Ahost_id=n-h1-820368-21 HTTP/1.1" status: 200 len: 1129 time: 0.0971045 Feb 28 20:47:43.367277 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820368-21'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:47:43.431509 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4d828473-e041-453c-a70c-6875d36e81e4), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:43.567541 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] For port 4d828473-e041-453c-a70c-6875d36e81e4, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4d828473-e041-453c-a70c-6875d36e81e4,segment=NetworkSegment(dcd6458f-30f8-4f5a-b023-066bb1211a85),segment_id=dcd6458f-30f8-4f5a-b023-066bb1211a85)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:47:43.614795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] For port 4d828473-e041-453c-a70c-6875d36e81e4, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:47:43.692943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d828473-e041-453c-a70c-6875d36e81e4'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:47:43.695176 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b88d23a-54b6-4a05-9632-cbe7bad07133" -d '{"events": [{"server_uuid": "bada30c3-1b0b-4a5d-85f1-54ed9996b402", "name": "network-vif-unplugged", "status": "completed", "tag": "4d828473-e041-453c-a70c-6875d36e81e4"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:47:43.702237 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] Publish callbacks [] for port (4d828473-e041-453c-a70c-6875d36e81e4), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:43.730829 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (4d828473-e041-453c-a70c-6875d36e81e4), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:43.749978 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba72458-82b5-4317-a71b-3d7655485ce1 req-b233191f-6638-4a11-b819-03968804f5f2 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:43.752253 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aba72458-82b5-4317-a71b-3d7655485ce1 req-b233191f-6638-4a11-b819-03968804f5f2 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 943 time: 0.1105843 Feb 28 20:47:43.753791 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8a3e44-ff4a-4c06-bdae-3c5563fecf9c x-openstack-request-id: req-7f8a3e44-ff4a-4c06-bdae-3c5563fecf9c {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:47:43.754075 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bada30c3-1b0b-4a5d-85f1-54ed9996b402", "name": "network-vif-unplugged", "status": "completed", "tag": "4d828473-e041-453c-a70c-6875d36e81e4", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:47:43.754329 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f8a3e44-ff4a-4c06-bdae-3c5563fecf9c {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:47:43.754714 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d828473-e041-453c-a70c-6875d36e81e4', 'code': 200} Feb 28 20:47:43.910203 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aba72458-82b5-4317-a71b-3d7655485ce1 req-71cd0580-b206-4047-b1c8-793912c96ad9 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216540 Feb 28 20:47:43.978425 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] Pushing event updated for resources: {'Port': ['ID=4d828473-e041-453c-a70c-6875d36e81e4,revision_number=7']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:44.024786 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f22706ce-3bd4-4832-a395-c2945a260bce None None] Provisioning complete for port 4d828473-e041-453c-a70c-6875d36e81e4 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:44.026214 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f22706ce-3bd4-4832-a395-c2945a260bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4d828473-e041-453c-a70c-6875d36e81e4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:44.041195 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] Attempting to bind port 4d828473-e041-453c-a70c-6875d36e81e4 on host n-h1-820368-21 for vnic_type normal with profile {"migrating_to": "n-h2-820368-21"} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:47:44.041513 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] Attempting to bind port 4d828473-e041-453c-a70c-6875d36e81e4 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'dcd6458f-30f8-4f5a-b023-066bb1211a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:47:44.041848 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] Attempting to bind port 4d828473-e041-453c-a70c-6875d36e81e4 on network a784316a-d734-45b9-a490-65227908c5c6 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:47:44.050400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] Port 4d828473-e041-453c-a70c-6875d36e81e4 on network a784316a-d734-45b9-a490-65227908c5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:47:44.050612 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] Attempting to bind port 4d828473-e041-453c-a70c-6875d36e81e4 on network a784316a-d734-45b9-a490-65227908c5c6 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:47:44.059205 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:47:44.059552 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] Checking segment: {'id': 'dcd6458f-30f8-4f5a-b023-066bb1211a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:47:44.059982 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] Bound using segment: {'id': 'dcd6458f-30f8-4f5a-b023-066bb1211a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:47:44.060430 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] Bound port: 4d828473-e041-453c-a70c-6875d36e81e4, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcd6458f-30f8-4f5a-b023-066bb1211a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:47:44.060860 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4d828473-e041-453c-a70c-6875d36e81e4), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:44.069627 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bd87a-861f-42a2-be2d-bd01b49256aa req-10bd8cb1-275b-4329-9065-9ae7bfbbc9a2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:44.071180 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e24bd87a-861f-42a2-be2d-bd01b49256aa req-10bd8cb1-275b-4329-9065-9ae7bfbbc9a2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 944 time: 0.2295027 Feb 28 20:47:44.079528 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f22706ce-3bd4-4832-a395-c2945a260bce None None] Port 4d828473-e041-453c-a70c-6875d36e81e4 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:47:44.157435 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e24bd87a-861f-42a2-be2d-bd01b49256aa req-bee29ced-7aff-4396-a6a1-361364ff1c0f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783873 Feb 28 20:47:44.174653 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] For port 4d828473-e041-453c-a70c-6875d36e81e4, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:47:44.186313 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] For port 4d828473-e041-453c-a70c-6875d36e81e4, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4d828473-e041-453c-a70c-6875d36e81e4,segment=NetworkSegment(dcd6458f-30f8-4f5a-b023-066bb1211a85),segment_id=dcd6458f-30f8-4f5a-b023-066bb1211a85)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:47:44.195933 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (4d828473-e041-453c-a70c-6875d36e81e4), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:44.330937 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] Pushing event updated for resources: {'Port': ['ID=4d828473-e041-453c-a70c-6875d36e81e4,revision_number=8']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:44.362771 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:44.363398 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:44.364901 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c26f95d0-cef0-4d6d-897a-9997c43da006 service neutron] 10.222.0.10 "PUT /v2.0/ports/4d828473-e041-453c-a70c-6875d36e81e4 HTTP/1.1" status: 200 len: 1124 time: 1.0019550 Feb 28 20:47:44.434705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['4d828473-e041-453c-a70c-6875d36e81e4'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:47:44.738942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-102e52fb-e150-4d8b-86ba-59ca48ac83c6 None None] Provisioning complete for port 4d828473-e041-453c-a70c-6875d36e81e4 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:44.739470 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-102e52fb-e150-4d8b-86ba-59ca48ac83c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4d828473-e041-453c-a70c-6875d36e81e4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:44.844861 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-102e52fb-e150-4d8b-86ba-59ca48ac83c6 None None] Current status of the port 4d828473-e041-453c-a70c-6875d36e81e4 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:44.845587 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-102e52fb-e150-4d8b-86ba-59ca48ac83c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4d828473-e041-453c-a70c-6875d36e81e4), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:44.889059 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-102e52fb-e150-4d8b-86ba-59ca48ac83c6 None None] For port 4d828473-e041-453c-a70c-6875d36e81e4, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4d828473-e041-453c-a70c-6875d36e81e4,segment=NetworkSegment(dcd6458f-30f8-4f5a-b023-066bb1211a85),segment_id=dcd6458f-30f8-4f5a-b023-066bb1211a85)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:47:44.890967 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d828473-e041-453c-a70c-6875d36e81e4'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:47:44.894994 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9614050f-f809-4fa4-b541-529c7a7fdb91" -d '{"events": [{"server_uuid": "bada30c3-1b0b-4a5d-85f1-54ed9996b402", "name": "network-vif-plugged", "status": "completed", "tag": "4d828473-e041-453c-a70c-6875d36e81e4"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:47:44.900742 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-102e52fb-e150-4d8b-86ba-59ca48ac83c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4d828473-e041-453c-a70c-6875d36e81e4), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:45.077512 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d414359a-af2c-4453-935a-71a944056158 x-openstack-request-id: req-d414359a-af2c-4453-935a-71a944056158 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:47:45.078148 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bada30c3-1b0b-4a5d-85f1-54ed9996b402", "name": "network-vif-plugged", "status": "completed", "tag": "4d828473-e041-453c-a70c-6875d36e81e4", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:47:45.078148 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d414359a-af2c-4453-935a-71a944056158 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:47:45.078526 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d828473-e041-453c-a70c-6875d36e81e4', 'code': 200} Feb 28 20:47:45.142902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e52fb-e150-4d8b-86ba-59ca48ac83c6 None None] Pushing event updated for resources: {'Port': ['ID=4d828473-e041-453c-a70c-6875d36e81e4,revision_number=9']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:45.154599 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd687a-845c-45c4-acc3-bd83992019d0 req-495e3c1d-ca48-47ee-9e89-f5fcf24b9547 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:45.163912 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10cd687a-845c-45c4-acc3-bd83992019d0 req-495e3c1d-ca48-47ee-9e89-f5fcf24b9547 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 943 time: 0.0948253 Feb 28 20:47:45.279200 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10cd687a-845c-45c4-acc3-bd83992019d0 req-b4d82e89-5d68-4189-984a-cbbe51af9193 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058116 Feb 28 20:47:45.406102 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e25da5-6091-441c-a2c6-be1bd11a32e0 req-cbccd36e-dd11-4536-9d07-0413593e1087 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:45.407963 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9e25da5-6091-441c-a2c6-be1bd11a32e0 req-cbccd36e-dd11-4536-9d07-0413593e1087 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 946 time: 0.0778499 Feb 28 20:47:45.475856 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9e25da5-6091-441c-a2c6-be1bd11a32e0 req-11ea253f-fdfe-495e-93c9-7bbaf2edd205 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617099 Feb 28 20:47:45.755644 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'tag': '4d828473-e041-453c-a70c-6875d36e81e4'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:47:45.758739 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978f6b83-8dfa-4271-a53f-5959d178094b" -d '{"events": [{"name": "network-changed", "server_uuid": "bada30c3-1b0b-4a5d-85f1-54ed9996b402", "tag": "4d828473-e041-453c-a70c-6875d36e81e4"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:47:45.799892 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a70060b-515d-4a40-9b38-73b6eb34a143 x-openstack-request-id: req-5a70060b-515d-4a40-9b38-73b6eb34a143 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:47:45.800430 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bada30c3-1b0b-4a5d-85f1-54ed9996b402", "tag": "4d828473-e041-453c-a70c-6875d36e81e4", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:47:45.800858 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a70060b-515d-4a40-9b38-73b6eb34a143 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:47:45.801424 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'tag': '4d828473-e041-453c-a70c-6875d36e81e4', 'status': 'completed', 'code': 200} Feb 28 20:47:45.883286 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f6b83-8dfa-4271-a53f-5959d178094b req-dded44b3-ad79-496d-86ab-81a61f191381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:45.885653 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-978f6b83-8dfa-4271-a53f-5959d178094b req-dded44b3-ad79-496d-86ab-81a61f191381 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 1160 time: 0.0644178 Feb 28 20:47:45.984303 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f6b83-8dfa-4271-a53f-5959d178094b req-142ab36a-fda6-4973-895f-8a85715f9eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:45.986487 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-978f6b83-8dfa-4271-a53f-5959d178094b req-142ab36a-fda6-4973-895f-8a85715f9eca service neutron] 10.222.0.15 "GET /v2.0/networks?id=a784316a-d734-45b9-a490-65227908c5c6 HTTP/1.1" status: 200 len: 896 time: 0.0947630 Feb 28 20:47:46.074240 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-978f6b83-8dfa-4271-a53f-5959d178094b req-7fadc3c9-2a4b-48b8-a847-15293f4f0452 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d828473-e041-453c-a70c-6875d36e81e4 HTTP/1.1" status: 200 len: 1002 time: 0.0816197 Feb 28 20:47:46.126972 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f6b83-8dfa-4271-a53f-5959d178094b req-ec38fd42-34bc-4623-a328-41614c1311c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:46.128706 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-978f6b83-8dfa-4271-a53f-5959d178094b req-ec38fd42-34bc-4623-a328-41614c1311c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6994a30-3e50-4b89-a402-b412a443f27a HTTP/1.1" status: 200 len: 835 time: 0.0486214 Feb 28 20:47:46.194445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f6b83-8dfa-4271-a53f-5959d178094b req-3c669199-4f4a-4fcf-a05e-f9a81a28c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:46.197189 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-978f6b83-8dfa-4271-a53f-5959d178094b req-3c669199-4f4a-4fcf-a05e-f9a81a28c489 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a784316a-d734-45b9-a490-65227908c5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0610387 Feb 28 20:47:46.334778 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-978f6b83-8dfa-4271-a53f-5959d178094b req-d34fe29c-5059-4c68-88be-12f56cb73aac service neutron] 10.222.0.15 "GET /v2.0/networks/a784316a-d734-45b9-a490-65227908c5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325953 Feb 28 20:47:46.493833 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-978f6b83-8dfa-4271-a53f-5959d178094b req-7bebe3bf-f07f-4777-bc73-f26f5a5f90ec service neutron] 10.222.0.15 "GET /v2.0/networks/a784316a-d734-45b9-a490-65227908c5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517017 Feb 28 20:47:46.503252 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefa65d-f2e2-413f-ba77-4edc32c7d639 req-882573f4-9c96-44f5-896c-dfa0f4b98277 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:46.513300 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7fefa65d-f2e2-413f-ba77-4edc32c7d639 req-882573f4-9c96-44f5-896c-dfa0f4b98277 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 943 time: 0.1000373 Feb 28 20:47:46.513810 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5523bea3-823c-47c5-afee-7c731e9019c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:46.601372 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7fefa65d-f2e2-413f-ba77-4edc32c7d639 req-a877a0b6-df96-4331-906c-b544d320031b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869100 Feb 28 20:47:46.744909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cb2f9-bdeb-4f86-8e16-e5d7c5e83290 req-35fddb6d-fd51-4c8e-83cf-24708adc2be3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:46.747905 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e70cb2f9-bdeb-4f86-8e16-e5d7c5e83290 req-35fddb6d-fd51-4c8e-83cf-24708adc2be3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 946 time: 0.1151063 Feb 28 20:47:46.848634 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e70cb2f9-bdeb-4f86-8e16-e5d7c5e83290 req-146be3ce-6f08-4963-9d16-eec410ce0752 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772233 Feb 28 20:47:47.478288 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 4d828473-e041-453c-a70c-6875d36e81e4 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:47:47.672694 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 4d828473-e041-453c-a70c-6875d36e81e4, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4d828473-e041-453c-a70c-6875d36e81e4,segment=NetworkSegment(dcd6458f-30f8-4f5a-b023-066bb1211a85),segment_id=dcd6458f-30f8-4f5a-b023-066bb1211a85)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:47:47.701363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 4d828473-e041-453c-a70c-6875d36e81e4 has no active binding in host n-h2-820368-21 {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 28 20:47:47.701735 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device ec466278-3ff5-43f6-a8f8-8ba6bd896231 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:47:47.861239 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c40c0-54ec-43f9-b226-d0bd5f1319a7 req-08e94ddf-d63f-4167-8ffc-9befa52489a2 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:47.882389 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad2c40c0-54ec-43f9-b226-d0bd5f1319a7 req-08e94ddf-d63f-4167-8ffc-9befa52489a2 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 943 time: 0.1583486 Feb 28 20:47:48.027185 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port ec466278-3ff5-43f6-a8f8-8ba6bd896231, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=ec466278-3ff5-43f6-a8f8-8ba6bd896231,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:47:48.068161 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'ec466278-3ff5-43f6-a8f8-8ba6bd896231', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'port_id': 'ec466278-3ff5-43f6-a8f8-8ba6bd896231', 'mac_address': 'fa:16:3e:16:0a:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:47:48.143059 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port ec466278-3ff5-43f6-a8f8-8ba6bd896231 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:48.143365 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ec466278-3ff5-43f6-a8f8-8ba6bd896231), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:48.174170 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec466278-3ff5-43f6-a8f8-8ba6bd896231 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:47:48.203945 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port ec466278-3ff5-43f6-a8f8-8ba6bd896231, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=ec466278-3ff5-43f6-a8f8-8ba6bd896231,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:47:48.209122 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ec466278-3ff5-43f6-a8f8-8ba6bd896231), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:48.218109 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad2c40c0-54ec-43f9-b226-d0bd5f1319a7 req-f31d15cc-2ee2-4f62-a58b-6ace15aeebed tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273966 Feb 28 20:47:48.284671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8850d-9322-4410-8b8b-280c28410f9d req-e1d1e4f8-4dca-4d48-8034-dece580a9784 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:48.287595 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ecc8850d-9322-4410-8b8b-280c28410f9d req-e1d1e4f8-4dca-4d48-8034-dece580a9784 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 946 time: 0.2666175 Feb 28 20:47:48.303580 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=ec466278-3ff5-43f6-a8f8-8ba6bd896231,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:48.364848 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ecc8850d-9322-4410-8b8b-280c28410f9d req-1196dd13-7192-42f9-9dd6-914fb021e228 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635421 Feb 28 20:47:48.481528 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['ec466278-3ff5-43f6-a8f8-8ba6bd896231'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:47:49.055988 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-050b2352-f4e9-4840-91d2-4a7056874bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:49.226782 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:47:49.410816 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-fa5cbb13-79cc-4d4d-980c-4c2cd0064bdf service neutron] 10.222.0.15 "GET /v2.0/ports/4d828473-e041-453c-a70c-6875d36e81e4/bindings/n-h2-820368-21 HTTP/1.1" status: 200 len: 385 time: 0.0763972 Feb 28 20:47:49.413839 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb22a5b-bd71-4b7a-9ec4-c1706e4dd494 req-832eed4d-b329-4b68-9275-e5e17894a042 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:49.416015 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dcb22a5b-bd71-4b7a-9ec4-c1706e4dd494 req-832eed4d-b329-4b68-9275-e5e17894a042 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 944 time: 0.0927050 Feb 28 20:47:49.468938 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dcb22a5b-bd71-4b7a-9ec4-c1706e4dd494 req-5217534c-9dcb-4c44-a455-ab1a10f6353f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467851 Feb 28 20:47:49.477661 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device ec466278-3ff5-43f6-a8f8-8ba6bd896231 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:47:49.636261 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port ec466278-3ff5-43f6-a8f8-8ba6bd896231 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:47:49.648367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff96b65-341c-47f1-8d7a-ec4b3480328a req-dd271f1e-cfa4-4d37-a995-80dfb1f7b121 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:49.650419 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port ec466278-3ff5-43f6-a8f8-8ba6bd896231 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:47:49.654075 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ec466278-3ff5-43f6-a8f8-8ba6bd896231), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:49.656474 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eff96b65-341c-47f1-8d7a-ec4b3480328a req-dd271f1e-cfa4-4d37-a995-80dfb1f7b121 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 946 time: 0.1268706 Feb 28 20:47:49.698682 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-7b88000b-c297-442a-b889-02a896bb3bad service neutron] For port 4d828473-e041-453c-a70c-6875d36e81e4, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4d828473-e041-453c-a70c-6875d36e81e4,segment=NetworkSegment(dcd6458f-30f8-4f5a-b023-066bb1211a85),segment_id=dcd6458f-30f8-4f5a-b023-066bb1211a85)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:47:49.725721 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-7b88000b-c297-442a-b889-02a896bb3bad service neutron] For port 4d828473-e041-453c-a70c-6875d36e81e4, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:47:49.754535 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eff96b65-341c-47f1-8d7a-ec4b3480328a req-43f278ad-e0a5-4c68-88bb-593b272aa410 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968075 Feb 28 20:47:49.786006 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-7b88000b-c297-442a-b889-02a896bb3bad service neutron] For port 4d828473-e041-453c-a70c-6875d36e81e4, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=4d828473-e041-453c-a70c-6875d36e81e4,segment=NetworkSegment(dcd6458f-30f8-4f5a-b023-066bb1211a85),segment_id=dcd6458f-30f8-4f5a-b023-066bb1211a85)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:47:49.797121 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d828473-e041-453c-a70c-6875d36e81e4'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:47:49.799909 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c4350d-9fcf-4f51-971d-044d38c79cce" -d '{"events": [{"server_uuid": "bada30c3-1b0b-4a5d-85f1-54ed9996b402", "name": "network-vif-unplugged", "status": "completed", "tag": "4d828473-e041-453c-a70c-6875d36e81e4"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:47:49.809302 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port ec466278-3ff5-43f6-a8f8-8ba6bd896231 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:47:49.809873 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ec466278-3ff5-43f6-a8f8-8ba6bd896231), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:49.812548 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-7b88000b-c297-442a-b889-02a896bb3bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4d828473-e041-453c-a70c-6875d36e81e4), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:49.866111 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd793d2e-0b97-4213-b5dc-38c99636dcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec466278-3ff5-43f6-a8f8-8ba6bd896231'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:47:49.869335 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2839a97-6bb4-4c75-b5d8-2f6841251bc9" -d '{"events": [{"server_uuid": "cd793d2e-0b97-4213-b5dc-38c99636dcce", "name": "network-vif-plugged", "status": "completed", "tag": "ec466278-3ff5-43f6-a8f8-8ba6bd896231"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:47:49.875697 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:49.887225 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port ec466278-3ff5-43f6-a8f8-8ba6bd896231, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=ec466278-3ff5-43f6-a8f8-8ba6bd896231,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:47:49.898297 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ec466278-3ff5-43f6-a8f8-8ba6bd896231), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:49.923331 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964258c0-0705-466f-9a40-9c752d1e53ed x-openstack-request-id: req-964258c0-0705-466f-9a40-9c752d1e53ed {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:47:49.923687 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd793d2e-0b97-4213-b5dc-38c99636dcce", "name": "network-vif-plugged", "status": "completed", "tag": "ec466278-3ff5-43f6-a8f8-8ba6bd896231", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:47:49.923919 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-964258c0-0705-466f-9a40-9c752d1e53ed {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:47:49.924327 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd793d2e-0b97-4213-b5dc-38c99636dcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec466278-3ff5-43f6-a8f8-8ba6bd896231', 'code': 200} Feb 28 20:47:49.929217 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-7b88000b-c297-442a-b889-02a896bb3bad service neutron] Transition to ACTIVE for port object 4d828473-e041-453c-a70c-6875d36e81e4 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:47:49.945166 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-7b88000b-c297-442a-b889-02a896bb3bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (4d828473-e041-453c-a70c-6875d36e81e4), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:50.031132 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 20:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0a5258-c253-45a6-a40e-536fc9b3aab8 x-openstack-request-id: req-3a0a5258-c253-45a6-a40e-536fc9b3aab8 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:47:50.031502 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bada30c3-1b0b-4a5d-85f1-54ed9996b402", "name": "network-vif-unplugged", "status": "completed", "tag": "4d828473-e041-453c-a70c-6875d36e81e4", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:47:50.031678 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a0a5258-c253-45a6-a40e-536fc9b3aab8 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:47:50.032211 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d828473-e041-453c-a70c-6875d36e81e4', 'code': 200} Feb 28 20:47:50.035297 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=ec466278-3ff5-43f6-a8f8-8ba6bd896231,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:50.101869 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99045b6-936c-4d5d-8410-f855a6ce7397 req-245a9801-8ff9-4a49-953f-da9ce82ba248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:50.107515 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a99045b6-936c-4d5d-8410-f855a6ce7397 req-245a9801-8ff9-4a49-953f-da9ce82ba248 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 1128 time: 0.1123171 Feb 28 20:47:50.199158 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:50.205367 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a99045b6-936c-4d5d-8410-f855a6ce7397 req-4402f005-bd89-4886-9f42-362d999025fe service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899830 Feb 28 20:47:50.245309 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88000b-c297-442a-b889-02a896bb3bad service neutron] Pushing event updated for resources: {'Port': ['ID=4d828473-e041-453c-a70c-6875d36e81e4,revision_number=11']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:50.287722 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-7b88000b-c297-442a-b889-02a896bb3bad service neutron] No DVR routers for this DVR port 4d828473-e041-453c-a70c-6875d36e81e4 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:47:50.437174 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-7b88000b-c297-442a-b889-02a896bb3bad service neutron] 10.222.0.15 "PUT /v2.0/ports/4d828473-e041-453c-a70c-6875d36e81e4/bindings/n-h2-820368-21/activate HTTP/1.1" status: 200 len: 370 time: 1.0193088 Feb 28 20:47:50.552735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-b5a0e695-e04b-470a-b27b-bcb49ecfeb2f tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:50.554458 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-b5a0e695-e04b-470a-b27b-bcb49ecfeb2f tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402&tenant_id=1a7308829c1041378fe2c0c22726e9fa&binding%3Ahost_id=n-h1-820368-21 HTTP/1.1" status: 200 len: 1128 time: 0.0580704 Feb 28 20:47:50.619372 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c4051693-959c-4aa3-a31e-e4d91a564238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:50.621003 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-c4051693-959c-4aa3-a31e-e4d91a564238 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402&tenant_id=1a7308829c1041378fe2c0c22726e9fa HTTP/1.1" status: 200 len: 1128 time: 0.0584121 Feb 28 20:47:50.744763 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10a6b4-7dba-488f-8bb8-77ee77e1d2a2 req-5febeb66-5760-4326-a83c-a92604e5a239 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:50.746400 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e10a6b4-7dba-488f-8bb8-77ee77e1d2a2 req-5febeb66-5760-4326-a83c-a92604e5a239 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 945 time: 0.1095660 Feb 28 20:47:50.754623 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-48ba5845-a3ed-4527-95fd-bdb1ad76e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:50.756167 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-48ba5845-a3ed-4527-95fd-bdb1ad76e090 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 1128 time: 0.0957522 Feb 28 20:47:50.946000 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e10a6b4-7dba-488f-8bb8-77ee77e1d2a2 req-aef8e65e-e79d-4841-b919-0ef9f086a01b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887465 Feb 28 20:47:50.962840 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-0b853650-6919-456f-9c21-0c6801d1ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:50.963179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-0b853650-6919-456f-9c21-0c6801d1ae53 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a784316a-d734-45b9-a490-65227908c5c6 HTTP/1.1" status: 200 len: 896 time: 0.1931274 Feb 28 20:47:51.053327 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0321d8b-6a2a-469e-8316-7d5df1411fb7 req-aeeced8c-8803-4973-a0c3-a7d06a8acc6a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:51.054947 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0321d8b-6a2a-469e-8316-7d5df1411fb7 req-aeeced8c-8803-4973-a0c3-a7d06a8acc6a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 945 time: 0.1287570 Feb 28 20:47:51.060467 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-33f47d64-aa8e-4790-a945-12ea0500038a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d828473-e041-453c-a70c-6875d36e81e4 HTTP/1.1" status: 200 len: 1000 time: 0.0888948 Feb 28 20:47:51.169491 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-2abc6444-adc5-401b-84ad-71158aef1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:51.171322 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-2abc6444-adc5-401b-84ad-71158aef1763 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6994a30-3e50-4b89-a402-b412a443f27a HTTP/1.1" status: 200 len: 835 time: 0.0921385 Feb 28 20:47:51.179805 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0321d8b-6a2a-469e-8316-7d5df1411fb7 req-06261e0b-cbbc-4689-b5b5-29d4358eb6b2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163223 Feb 28 20:47:51.249798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-7afa7164-9cd1-40d8-8d76-34dab1d3b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:51.262207 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-7afa7164-9cd1-40d8-8d76-34dab1d3b30e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a784316a-d734-45b9-a490-65227908c5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0793498 Feb 28 20:47:51.381821 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:51.445803 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-07ade80d-d6c9-4b86-bc8d-279b6015603a service neutron] 10.222.0.10 "GET /v2.0/networks/a784316a-d734-45b9-a490-65227908c5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719611 Feb 28 20:47:51.578124 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-f0556588-927e-45ab-b259-bacdee560fd6 service neutron] 10.222.0.10 "GET /v2.0/networks/a784316a-d734-45b9-a490-65227908c5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179843 Feb 28 20:47:51.838364 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-df8ee39e-8adb-44c9-8e37-63ce363ecbea tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:51.840112 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-df8ee39e-8adb-44c9-8e37-63ce363ecbea tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402&tenant_id=1a7308829c1041378fe2c0c22726e9fa&binding%3Ahost_id=n-h2-820368-21 HTTP/1.1" status: 200 len: 1128 time: 0.0510709 Feb 28 20:47:52.007678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-8ded7a88-aa6a-4332-b3a4-cea3eed583a3 service neutron] For port 4d828473-e041-453c-a70c-6875d36e81e4, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:47:52.011467 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-8ded7a88-aa6a-4332-b3a4-cea3eed583a3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:52.013016 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-8ded7a88-aa6a-4332-b3a4-cea3eed583a3 service neutron] 10.222.0.10 "DELETE /v2.0/ports/4d828473-e041-453c-a70c-6875d36e81e4/bindings/n-h1-820368-21 HTTP/1.1" status: 204 len: 173 time: 0.1660104 Feb 28 20:47:52.087429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04baa64-5e13-4ed1-b04d-1b5a927c06bd req-b8454da9-f616-4322-a7f1-92181204784c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:52.092255 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c04baa64-5e13-4ed1-b04d-1b5a927c06bd req-b8454da9-f616-4322-a7f1-92181204784c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 945 time: 0.0700216 Feb 28 20:47:52.153494 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c04baa64-5e13-4ed1-b04d-1b5a927c06bd req-4db96d05-634a-4e9c-8777-bef0a48f09b9 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548759 Feb 28 20:47:52.189705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 4d828473-e041-453c-a70c-6875d36e81e4 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:47:52.235873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] The host n-h1-820368-21 is not matching for port 4d828473-e041-453c-a70c-6875d36e81e4 host n-h2-820368-21! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 20:47:52.236581 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 4d828473-e041-453c-a70c-6875d36e81e4 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:47:52.371453 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f04aa9-065b-4c2e-91fd-eb56c87e34c5 req-5e2177f5-a03b-447c-a369-dd5d8b3d5553 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:52.373061 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f2f04aa9-065b-4c2e-91fd-eb56c87e34c5 req-5e2177f5-a03b-447c-a369-dd5d8b3d5553 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 945 time: 0.0762866 Feb 28 20:47:52.380056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c39af-5fda-4486-bd49-631dc44cc663 req-4b2ae9bf-9726-4992-9bc0-7ae27ab6355f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:52.381734 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c7c39af-5fda-4486-bd49-631dc44cc663 req-4b2ae9bf-9726-4992-9bc0-7ae27ab6355f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 945 time: 0.1467514 Feb 28 20:47:52.477647 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f2f04aa9-065b-4c2e-91fd-eb56c87e34c5 req-f6dd86d4-a304-47ce-9857-727ab6256222 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946941 Feb 28 20:47:52.483465 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c7c39af-5fda-4486-bd49-631dc44cc663 req-8563ee5d-c845-41f2-9b76-c8b1c6481645 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915170 Feb 28 20:47:52.676185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af2bea-8d6d-44c2-96b6-4e9c345ef79e req-dad20769-178c-4c66-bfcc-1839c0e6046e tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:52.678202 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15af2bea-8d6d-44c2-96b6-4e9c345ef79e req-dad20769-178c-4c66-bfcc-1839c0e6046e tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 1128 time: 0.1049049 Feb 28 20:47:52.686438 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0ba7d-f386-441a-ae41-1a12f1a46f16 req-41100864-33c3-4746-ba77-8d56051e231d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:52.688072 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e1a0ba7d-f386-441a-ae41-1a12f1a46f16 req-41100864-33c3-4746-ba77-8d56051e231d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 945 time: 0.1063731 Feb 28 20:47:52.695275 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:52.723680 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:52.769412 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e1a0ba7d-f386-441a-ae41-1a12f1a46f16 req-9d90e28c-4719-4f34-8b21-0382f5297b40 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721469 Feb 28 20:47:52.772290 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15af2bea-8d6d-44c2-96b6-4e9c345ef79e req-38bdcefa-478c-4fc3-a851-94f186e42df8 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831966 Feb 28 20:47:52.996097 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e413aac-bc7d-4be0-bf85-276a38a5cbe6 req-c2d9a9f0-fa22-4d09-9687-6d5007a6c5cd tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:53.002149 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8e413aac-bc7d-4be0-bf85-276a38a5cbe6 req-c2d9a9f0-fa22-4d09-9687-6d5007a6c5cd tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 945 time: 0.1181297 Feb 28 20:47:53.132568 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8e413aac-bc7d-4be0-bf85-276a38a5cbe6 req-72fff49f-3ac1-4750-b4e4-d7280bcfde8d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121864 Feb 28 20:47:53.157650 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 35984) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:53.209656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05696862-681f-42ae-9f06-fe7ae99edf28 req-b7368f42-f58e-4201-a40a-cb96dc8d98fa tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:53.215391 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05696862-681f-42ae-9f06-fe7ae99edf28 req-b7368f42-f58e-4201-a40a-cb96dc8d98fa tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 945 time: 0.1693640 Feb 28 20:47:53.263524 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-80818a07-5d54-4086-96dd-a29f172625a9 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/floatingips/6f4d97bd-50e6-444e-80e0-2eb8644eac3a HTTP/1.1" status: 200 len: 992 time: 0.1037397 Feb 28 20:47:53.303102 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05696862-681f-42ae-9f06-fe7ae99edf28 req-06f23872-49f3-455a-9b29-767ca1634d25 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753322 Feb 28 20:47:53.954757 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36008) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:54.083350 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36172ae5-6873-4e1d-be04-862475d44427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:54.172284 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36172ae5-6873-4e1d-be04-862475d44427 admin admin] Publish callbacks [] for security_group (4127683c-9cbe-4062-9d7d-bedb467c51ba), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:54.177725 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-36172ae5-6873-4e1d-be04-862475d44427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4127683c-9cbe-4062-9d7d-bedb467c51ba), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:54.227883 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-36172ae5-6873-4e1d-be04-862475d44427 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f983c6ae5d7c4e26b72a59a9f6127172&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2688842 Feb 28 20:47:54.227883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36172ae5-6873-4e1d-be04-862475d44427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4127683c-9cbe-4062-9d7d-bedb467c51ba,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:54.228256 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36012) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:54.302967 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-84d2c9e2-3535-44fa-96dd-10741475885c admin admin] Publish callbacks [] for security_group (4127683c-9cbe-4062-9d7d-bedb467c51ba), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:54.339948 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-84d2c9e2-3535-44fa-96dd-10741475885c admin admin] Publish callbacks [] for security_group (4127683c-9cbe-4062-9d7d-bedb467c51ba), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:54.418357 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-84d2c9e2-3535-44fa-96dd-10741475885c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4127683c-9cbe-4062-9d7d-bedb467c51ba), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:54.421978 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-84d2c9e2-3535-44fa-96dd-10741475885c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:54.423471 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-84d2c9e2-3535-44fa-96dd-10741475885c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4127683c-9cbe-4062-9d7d-bedb467c51ba HTTP/1.1" status: 204 len: 168 time: 0.1942096 Feb 28 20:47:54.457949 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2c9e2-3535-44fa-96dd-10741475885c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4127683c-9cbe-4062-9d7d-bedb467c51ba,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:54.527580 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7c3b8-3999-4950-997b-e3d9216477f8 req-28c7e51a-0457-4e80-a893-f4c3de0c6e21 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:54.529471 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-58f7c3b8-3999-4950-997b-e3d9216477f8 req-28c7e51a-0457-4e80-a893-f4c3de0c6e21 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 945 time: 0.0883746 Feb 28 20:47:54.588172 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-58f7c3b8-3999-4950-997b-e3d9216477f8 req-b8c5c132-5ea7-45b2-9572-4c023b1de9f5 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528786 Feb 28 20:47:54.861907 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc23b7a-0910-4cfe-820e-c24ca7fef31a req-62905cd4-3437-42eb-b65c-ecd231ec5e9b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:54.864964 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5fc23b7a-0910-4cfe-820e-c24ca7fef31a req-62905cd4-3437-42eb-b65c-ecd231ec5e9b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 945 time: 0.0767968 Feb 28 20:47:54.981083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-5fc23b7a-0910-4cfe-820e-c24ca7fef31a req-ada6fdcd-3dd6-4893-b385-3c7c8295260c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Deleting port ec466278-3ff5-43f6-a8f8-8ba6bd896231 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:47:54.981713 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-5fc23b7a-0910-4cfe-820e-c24ca7fef31a req-ada6fdcd-3dd6-4893-b385-3c7c8295260c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ec466278-3ff5-43f6-a8f8-8ba6bd896231), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:55.090958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-5fc23b7a-0910-4cfe-820e-c24ca7fef31a req-ada6fdcd-3dd6-4893-b385-3c7c8295260c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] For port ec466278-3ff5-43f6-a8f8-8ba6bd896231, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=ec466278-3ff5-43f6-a8f8-8ba6bd896231,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:47:55.091345 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-5fc23b7a-0910-4cfe-820e-c24ca7fef31a req-ada6fdcd-3dd6-4893-b385-3c7c8295260c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ec466278-3ff5-43f6-a8f8-8ba6bd896231), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:55.116657 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-5fc23b7a-0910-4cfe-820e-c24ca7fef31a req-ada6fdcd-3dd6-4893-b385-3c7c8295260c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Calling delete_port for ec466278-3ff5-43f6-a8f8-8ba6bd896231 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:47:55.286316 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-5fc23b7a-0910-4cfe-820e-c24ca7fef31a req-ada6fdcd-3dd6-4893-b385-3c7c8295260c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (ec466278-3ff5-43f6-a8f8-8ba6bd896231), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:55.302228 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['ec466278-3ff5-43f6-a8f8-8ba6bd896231'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:47:55.320963 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6fdcd-3dd6-4893-b385-3c7c8295260c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event deleted for resources: {'Port': ['ID=ec466278-3ff5-43f6-a8f8-8ba6bd896231,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:55.407007 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc23b7a-0910-4cfe-820e-c24ca7fef31a req-ada6fdcd-3dd6-4893-b385-3c7c8295260c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] No DVR routers for this DVR port ec466278-3ff5-43f6-a8f8-8ba6bd896231 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:47:55.415839 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-5fc23b7a-0910-4cfe-820e-c24ca7fef31a req-ada6fdcd-3dd6-4893-b385-3c7c8295260c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:55.425012 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5fc23b7a-0910-4cfe-820e-c24ca7fef31a req-ada6fdcd-3dd6-4893-b385-3c7c8295260c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.10 "DELETE /v2.0/ports/ec466278-3ff5-43f6-a8f8-8ba6bd896231 HTTP/1.1" status: 204 len: 173 time: 0.5517321 Feb 28 20:47:55.425672 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd793d2e-0b97-4213-b5dc-38c99636dcce', 'name': 'network-vif-deleted', 'tag': 'ec466278-3ff5-43f6-a8f8-8ba6bd896231'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:47:55.430074 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6f5e25-97ca-4259-a78a-c0e2ffe5a690" -d '{"events": [{"server_uuid": "cd793d2e-0b97-4213-b5dc-38c99636dcce", "name": "network-vif-deleted", "tag": "ec466278-3ff5-43f6-a8f8-8ba6bd896231"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:47:55.520452 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52dc682-85fe-4d8f-b9b9-35be0545d990 x-openstack-request-id: req-a52dc682-85fe-4d8f-b9b9-35be0545d990 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:47:55.520452 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd793d2e-0b97-4213-b5dc-38c99636dcce", "name": "network-vif-deleted", "tag": "ec466278-3ff5-43f6-a8f8-8ba6bd896231", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:47:55.520452 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a52dc682-85fe-4d8f-b9b9-35be0545d990 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:47:55.520452 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd793d2e-0b97-4213-b5dc-38c99636dcce', 'name': 'network-vif-deleted', 'tag': 'ec466278-3ff5-43f6-a8f8-8ba6bd896231', 'status': 'completed', 'code': 200} Feb 28 20:47:55.532779 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36054) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:47:55.781671 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-295c6075-ff85-40c1-88d0-5f0730603ebb req-7f879ab9-c2b9-4e8f-8321-59b9bf66ec1c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 210 time: 0.0575857 Feb 28 20:47:55.816288 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-81039689-dca7-44b5-b756-7d8aa17f7cbc tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Deleting port fafe9816-61aa-4c76-b611-4277b49ace08 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:47:55.816635 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-81039689-dca7-44b5-b756-7d8aa17f7cbc tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (fafe9816-61aa-4c76-b611-4277b49ace08), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:55.921095 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-81039689-dca7-44b5-b756-7d8aa17f7cbc tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (fafe9816-61aa-4c76-b611-4277b49ace08), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:55.921703 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-81039689-dca7-44b5-b756-7d8aa17f7cbc tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for floatingip (fafe9816-61aa-4c76-b611-4277b49ace08), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:55.940874 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-81039689-dca7-44b5-b756-7d8aa17f7cbc tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Calling delete_port for fafe9816-61aa-4c76-b611-4277b49ace08 owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:47:56.172291 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-81039689-dca7-44b5-b756-7d8aa17f7cbc tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (fafe9816-61aa-4c76-b611-4277b49ace08), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:56.214085 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81039689-dca7-44b5-b756-7d8aa17f7cbc tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Port': ['ID=fafe9816-61aa-4c76-b611-4277b49ace08,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:56.287526 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-81039689-dca7-44b5-b756-7d8aa17f7cbc tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for floatingip (6f4d97bd-50e6-444e-80e0-2eb8644eac3a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:56.287940 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-81039689-dca7-44b5-b756-7d8aa17f7cbc tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Floating IP 6f4d97bd-50e6-444e-80e0-2eb8644eac3a disassociated (deleted). External IP: 172.25.0.214, port: 4d828473-e041-453c-a70c-6875d36e81e4. Feb 28 20:47:56.567031 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81039689-dca7-44b5-b756-7d8aa17f7cbc tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Router 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:47:56.710231 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81039689-dca7-44b5-b756-7d8aa17f7cbc tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:47:56.715529 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-81039689-dca7-44b5-b756-7d8aa17f7cbc tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:56.720519 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4550bfdc-d26f-416b-a8f3-a83a4250c590 None None] Sync routers for ids ['2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:47:56.733046 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4550bfdc-d26f-416b-a8f3-a83a4250c590 None None] Routers {'2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:47:56.733657 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-4550bfdc-d26f-416b-a8f3-a83a4250c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:47:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:56.755938 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-81039689-dca7-44b5-b756-7d8aa17f7cbc tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "DELETE /v2.0/floatingips/6f4d97bd-50e6-444e-80e0-2eb8644eac3a HTTP/1.1" status: 204 len: 168 time: 1.2200017 Feb 28 20:47:56.756881 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'tag': '4d828473-e041-453c-a70c-6875d36e81e4'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:47:56.759507 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97952664-3a1f-4504-82d9-f72ad4cc2b04" -d '{"events": [{"name": "network-changed", "server_uuid": "bada30c3-1b0b-4a5d-85f1-54ed9996b402", "tag": "4d828473-e041-453c-a70c-6875d36e81e4"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:47:56.882629 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-4550bfdc-d26f-416b-a8f3-a83a4250c590 None None] Set router 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:47:56.885366 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c7f934-1d73-431b-88ad-298f9786a50e x-openstack-request-id: req-b0c7f934-1d73-431b-88ad-298f9786a50e {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:47:56.885659 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bada30c3-1b0b-4a5d-85f1-54ed9996b402", "tag": "4d828473-e041-453c-a70c-6875d36e81e4", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:47:56.885940 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0c7f934-1d73-431b-88ad-298f9786a50e {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:47:56.886345 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'tag': '4d828473-e041-453c-a70c-6875d36e81e4', 'status': 'completed', 'code': 200} Feb 28 20:47:56.982366 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97952664-3a1f-4504-82d9-f72ad4cc2b04 req-40637a15-15e8-4662-855e-24cb9f517946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:56.983970 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97952664-3a1f-4504-82d9-f72ad4cc2b04 req-40637a15-15e8-4662-855e-24cb9f517946 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 1128 time: 0.1084721 Feb 28 20:47:57.025830 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a5044701-1b3f-4bec-af8a-1718c8e99ece req-d6b84b29-d106-4cb6-9fed-0b81aacc582a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 210 time: 0.0511026 Feb 28 20:47:57.253143 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdeda4-1e61-4828-b77a-17f880a41f13 req-a1e141b4-b6e5-47f2-aef7-153317556478 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:57.264892 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-13cdeda4-1e61-4828-b77a-17f880a41f13 req-a1e141b4-b6e5-47f2-aef7-153317556478 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 945 time: 0.1076767 Feb 28 20:47:57.295418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97952664-3a1f-4504-82d9-f72ad4cc2b04 req-ea60e4ae-7624-49ba-94cd-877e6d3a7558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:57.297327 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97952664-3a1f-4504-82d9-f72ad4cc2b04 req-ea60e4ae-7624-49ba-94cd-877e6d3a7558 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a784316a-d734-45b9-a490-65227908c5c6 HTTP/1.1" status: 200 len: 896 time: 0.3040197 Feb 28 20:47:57.400970 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97952664-3a1f-4504-82d9-f72ad4cc2b04 req-4ef4d8bd-9753-4783-b1ba-9f28f504f376 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d828473-e041-453c-a70c-6875d36e81e4 HTTP/1.1" status: 200 len: 217 time: 0.0894437 Feb 28 20:47:57.439917 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-4550bfdc-d26f-416b-a8f3-a83a4250c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428130440', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:38Z', 'updated_at': '2022-02-28T20:46:43Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:39Z', 'updated_at': '2022-02-28T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b', 'name': '', 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:60:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'c6994a30-3e50-4b89-a402-b412a443f27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:42Z', 'updated_at': '2022-02-28T20:46:50Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'c6994a30-3e50-4b89-a402-b412a443f27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:57.467885 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4550bfdc-d26f-416b-a8f3-a83a4250c590 None None] Checking router: 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:47:57.481773 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4550bfdc-d26f-416b-a8f3-a83a4250c590 None None] Routers {'2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:47:57.482807 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-4550bfdc-d26f-416b-a8f3-a83a4250c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:47:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:57.492493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97952664-3a1f-4504-82d9-f72ad4cc2b04 req-ad8fa814-1fec-43c9-be57-28f7b40520ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:57.494729 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97952664-3a1f-4504-82d9-f72ad4cc2b04 req-ad8fa814-1fec-43c9-be57-28f7b40520ed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6994a30-3e50-4b89-a402-b412a443f27a HTTP/1.1" status: 200 len: 835 time: 0.0784669 Feb 28 20:47:57.507011 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-13cdeda4-1e61-4828-b77a-17f880a41f13 req-e9e1427a-e53a-4c7b-a1bb-2d52797bd620 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407885 Feb 28 20:47:57.715469 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-4550bfdc-d26f-416b-a8f3-a83a4250c590 None None] Set router 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:47:58.048603 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-4550bfdc-d26f-416b-a8f3-a83a4250c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428130440', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:38Z', 'updated_at': '2022-02-28T20:46:43Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:39Z', 'updated_at': '2022-02-28T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b', 'name': '', 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:60:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'c6994a30-3e50-4b89-a402-b412a443f27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:42Z', 'updated_at': '2022-02-28T20:46:50Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'c6994a30-3e50-4b89-a402-b412a443f27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:47:58.072098 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97952664-3a1f-4504-82d9-f72ad4cc2b04 req-be448d90-cc3f-44a7-a648-9fa65173f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:58.075938 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97952664-3a1f-4504-82d9-f72ad4cc2b04 req-be448d90-cc3f-44a7-a648-9fa65173f13e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a784316a-d734-45b9-a490-65227908c5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5678267 Feb 28 20:47:58.081575 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4550bfdc-d26f-416b-a8f3-a83a4250c590 None None] The sync data for ids ['2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'] in n-d-820368-21 is: [{'id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428130440', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:38Z', 'updated_at': '2022-02-28T20:46:43Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:39Z', 'updated_at': '2022-02-28T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b', 'name': '', 'network_id': 'a784316a-d734-45b9-a490-65227908c5c6', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:60:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'c6994a30-3e50-4b89-a402-b412a443f27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:42Z', 'updated_at': '2022-02-28T20:46:50Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'c6994a30-3e50-4b89-a402-b412a443f27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:47:58.203533 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c26a36-87cd-41e8-9b70-6a9311da1b64 req-4340edbd-cd6b-46f5-8d2f-62c6e8f5dd25 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:58.205658 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55c26a36-87cd-41e8-9b70-6a9311da1b64 req-4340edbd-cd6b-46f5-8d2f-62c6e8f5dd25 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.10 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 945 time: 0.6154974 Feb 28 20:47:58.299596 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b75c9e08-3444-4079-8efe-9de8770c301a req-da583478-f73a-4737-a9dd-29a74c13f550 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 210 time: 0.0929081 Feb 28 20:47:58.302570 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97952664-3a1f-4504-82d9-f72ad4cc2b04 req-4d1b519d-687b-4b85-a1ad-41e0b9b1157a service neutron] 10.222.0.10 "GET /v2.0/networks/a784316a-d734-45b9-a490-65227908c5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190161 Feb 28 20:47:58.416383 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-cfe2a29e-4567-4df3-9c2c-87e891eb0abc tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b7bbc55336d34940a8bfb7efd1994988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335002 Feb 28 20:47:58.530349 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad1e4a8-ffce-4813-b495-c6328a600f24 None None] New status for floating IP 6f4d97bd-50e6-444e-80e0-2eb8644eac3a: DOWN {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:47:58.566733 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-55c26a36-87cd-41e8-9b70-6a9311da1b64 req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Deleting port 4d828473-e041-453c-a70c-6875d36e81e4 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:47:58.566733 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-55c26a36-87cd-41e8-9b70-6a9311da1b64 req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4d828473-e041-453c-a70c-6875d36e81e4), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:58.728487 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-55c26a36-87cd-41e8-9b70-6a9311da1b64 req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] For port 4d828473-e041-453c-a70c-6875d36e81e4, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=4d828473-e041-453c-a70c-6875d36e81e4,segment=NetworkSegment(dcd6458f-30f8-4f5a-b023-066bb1211a85),segment_id=dcd6458f-30f8-4f5a-b023-066bb1211a85)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:47:58.728957 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-55c26a36-87cd-41e8-9b70-6a9311da1b64 req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4d828473-e041-453c-a70c-6875d36e81e4), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:58.746593 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97952664-3a1f-4504-82d9-f72ad4cc2b04 req-9a3ec046-7569-4eab-afa8-69ba5051b54a service neutron] 10.222.0.10 "GET /v2.0/networks/a784316a-d734-45b9-a490-65227908c5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184561 Feb 28 20:47:58.756723 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-55c26a36-87cd-41e8-9b70-6a9311da1b64 req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Calling delete_port for 4d828473-e041-453c-a70c-6875d36e81e4 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:47:58.776732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-95566a51-0fc9-4683-8d67-15321e776125 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:58.778413 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-95566a51-0fc9-4683-8d67-15321e776125 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3608339 Feb 28 20:47:58.834611 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-422d8a9e-f147-4357-810d-188c9c10b62c tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/quotas/b7bbc55336d34940a8bfb7efd1994988 HTTP/1.1" status: 200 len: 375 time: 0.0493913 Feb 28 20:47:58.858708 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166e7aa-0961-41f1-aad4-d2b4a595066b req-dd052c32-1aca-41db-a715-7d2a98924e35 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:47:58.860220 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d166e7aa-0961-41f1-aad4-d2b4a595066b req-dd052c32-1aca-41db-a715-7d2a98924e35 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=bada30c3-1b0b-4a5d-85f1-54ed9996b402 HTTP/1.1" status: 200 len: 945 time: 0.2150311 Feb 28 20:47:58.902963 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-4dde89cf-72bf-4c51-a0a8-29a5f9ac56bf tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7bbc55336d34940a8bfb7efd1994988&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582697 Feb 28 20:47:58.948446 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d166e7aa-0961-41f1-aad4-d2b4a595066b req-1005e12f-87ea-46d1-ab84-768a2bc022ae tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=562d6c0f-80bc-40c3-8a45-531620a56a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787723 Feb 28 20:47:59.017976 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-55c26a36-87cd-41e8-9b70-6a9311da1b64 req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4d828473-e041-453c-a70c-6875d36e81e4), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:59.070509 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Port': ['ID=4d828473-e041-453c-a70c-6875d36e81e4,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:47:59.168411 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0a4fbcc-6bd1-446e-882c-33cfc172a1ea req-9c347242-9f2a-4614-8828-d2b4f87cd540 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3f4b996-5aed-492d-8219-486253775b7a HTTP/1.1" status: 200 len: 210 time: 0.0784028 Feb 28 20:47:59.174025 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:59.174382 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:59.174724 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:59.175063 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:59.175403 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:59.175735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:59.184418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:59.185012 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:59.185565 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:59.186110 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:59.186649 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:59.187193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:59.187730 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:47:59.240895 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c26a36-87cd-41e8-9b70-6a9311da1b64 req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] No DVR routers for this DVR port 4d828473-e041-453c-a70c-6875d36e81e4 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:47:59.245211 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-55c26a36-87cd-41e8-9b70-6a9311da1b64 req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:47:59.249508 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55c26a36-87cd-41e8-9b70-6a9311da1b64 req-d34418ef-3380-48eb-a31c-3f40eb1dedf7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.10 "DELETE /v2.0/ports/4d828473-e041-453c-a70c-6875d36e81e4 HTTP/1.1" status: 204 len: 173 time: 1.0206394 Feb 28 20:47:59.250041 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'name': 'network-vif-deleted', 'tag': '4d828473-e041-453c-a70c-6875d36e81e4'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:47:59.253031 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c0a525-0ce3-44ad-a421-f60f7e232056" -d '{"events": [{"server_uuid": "bada30c3-1b0b-4a5d-85f1-54ed9996b402", "name": "network-vif-deleted", "tag": "4d828473-e041-453c-a70c-6875d36e81e4"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:47:59.297605 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3ad832-32f1-4882-b9f3-fd7a22afcc01 x-openstack-request-id: req-2f3ad832-32f1-4882-b9f3-fd7a22afcc01 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:47:59.298309 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bada30c3-1b0b-4a5d-85f1-54ed9996b402", "name": "network-vif-deleted", "tag": "4d828473-e041-453c-a70c-6875d36e81e4", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:47:59.298828 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f3ad832-32f1-4882-b9f3-fd7a22afcc01 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:47:59.298959 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bada30c3-1b0b-4a5d-85f1-54ed9996b402', 'name': 'network-vif-deleted', 'tag': '4d828473-e041-453c-a70c-6875d36e81e4', 'status': 'completed', 'code': 200} Feb 28 20:47:59.449972 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82772217-81b9-4d44-820a-edaf62ec0ffe req-37caacac-28d2-4581-a48c-deb604d7893e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 210 time: 0.0548518 Feb 28 20:47:59.529197 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 4d828473-e041-453c-a70c-6875d36e81e4 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:47:59.574690 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 4d828473-e041-453c-a70c-6875d36e81e4 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:47:59.593909 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 4d828473-e041-453c-a70c-6875d36e81e4 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:47:59.594475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device ec466278-3ff5-43f6-a8f8-8ba6bd896231 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:47:59.637356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: ec466278-3ff5-43f6-a8f8-8ba6bd896231 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:47:59.637978 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device ec466278-3ff5-43f6-a8f8-8ba6bd896231 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:48:00.026261 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36156) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:00.284034 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2d4e7372-4e70-4aa8-876f-26da9fe6a810 req-d138be4c-09fd-4749-813e-0e8e8c76f379 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3f4b996-5aed-492d-8219-486253775b7a HTTP/1.1" status: 200 len: 210 time: 0.0476484 Feb 28 20:48:00.403043 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-ef3ef84f-5e38-470f-a63c-50b1e2359259 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b7bbc55336d34940a8bfb7efd1994988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604224 Feb 28 20:48:00.573029 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f2a7a8af-c770-491f-9dbd-c1d9f506bfc6 req-e95cb364-9984-412c-8ac9-07ad2c918767 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 210 time: 0.0292423 Feb 28 20:48:00.707178 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-ce0b3851-635c-4ddd-84e7-fdf01336c91a tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:00.708786 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-ce0b3851-635c-4ddd-84e7-fdf01336c91a tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2509062 Feb 28 20:48:00.726983 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-72d17314-2a96-428a-8700-6b64c509ee92 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Request body: {'port': {'device_id': 'b3f4b996-5aed-492d-8219-486253775b7a', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'b7bbc55336d34940a8bfb7efd1994988'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:48:00.897104 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ca752db-fb60-4f91-b57a-e6671ef9f06c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:00.900207 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-72d17314-2a96-428a-8700-6b64c509ee92 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Made reservation on behalf of b7bbc55336d34940a8bfb7efd1994988 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:48:00.903740 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-72d17314-2a96-428a-8700-6b64c509ee92 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:00.948377 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-72d17314-2a96-428a-8700-6b64c509ee92 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:01.142709 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-72d17314-2a96-428a-8700-6b64c509ee92 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Publish callbacks [] for security_group (d87612e6-fd93-430a-883a-07fe5ca5308d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:01.150033 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-72d17314-2a96-428a-8700-6b64c509ee92 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d87612e6-fd93-430a-883a-07fe5ca5308d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:01.260561 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d17314-2a96-428a-8700-6b64c509ee92 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87612e6-fd93-430a-883a-07fe5ca5308d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:01.355274 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-72d17314-2a96-428a-8700-6b64c509ee92 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Allocated IP 192.168.233.239 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/4ab273ed-d0db-4439-b362-b4d1941f5553) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:48:01.392217 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-9ca752db-fb60-4f91-b57a-e6671ef9f06c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Deleting port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:48:01.392217 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ca752db-fb60-4f91-b57a-e6671ef9f06c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:01.442006 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-922c7085-9e17-4109-99c9-f061d7448b75 req-6ee93ba7-dc4d-49dd-b553-85ce960aee74 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3f4b996-5aed-492d-8219-486253775b7a HTTP/1.1" status: 200 len: 210 time: 0.0551658 Feb 28 20:48:01.571750 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-9ca752db-fb60-4f91-b57a-e6671ef9f06c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] For port c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b,segment=NetworkSegment(dcd6458f-30f8-4f5a-b023-066bb1211a85),segment_id=dcd6458f-30f8-4f5a-b023-066bb1211a85)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:48:01.572238 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ca752db-fb60-4f91-b57a-e6671ef9f06c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:01.592380 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-9ca752db-fb60-4f91-b57a-e6671ef9f06c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Calling delete_port for c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:48:01.655068 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-72d17314-2a96-428a-8700-6b64c509ee92 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Publish callbacks [] for port (4ab273ed-d0db-4439-b362-b4d1941f5553), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:01.741367 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d8d0ffd-2cb4-4876-87fb-9a0216dcff42 req-30e3701a-d3ee-4ce5-87ab-7d6e1eb62d67 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 210 time: 0.0352042 Feb 28 20:48:01.791368 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-72d17314-2a96-428a-8700-6b64c509ee92 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4ab273ed-d0db-4439-b362-b4d1941f5553), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:01.846618 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-72d17314-2a96-428a-8700-6b64c509ee92 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:48:01.860020 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-72d17314-2a96-428a-8700-6b64c509ee92 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:48:01.865806 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-72d17314-2a96-428a-8700-6b64c509ee92 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:48:01.870591 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d17314-2a96-428a-8700-6b64c509ee92 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Pushing event updated for resources: {'Port': ['ID=4ab273ed-d0db-4439-b362-b4d1941f5553,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:01.964127 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ca752db-fb60-4f91-b57a-e6671ef9f06c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:02.176462 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f54b3c27-daca-4757-8110-685d1d773903 None None] Provisioning complete for port 4ab273ed-d0db-4439-b362-b4d1941f5553 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:48:02.177027 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f54b3c27-daca-4757-8110-685d1d773903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4ab273ed-d0db-4439-b362-b4d1941f5553), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:02.227883 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f54b3c27-daca-4757-8110-685d1d773903 None None] Port 4ab273ed-d0db-4439-b362-b4d1941f5553 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:48:02.324889 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-72d17314-2a96-428a-8700-6b64c509ee92 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:02.325643 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-72d17314-2a96-428a-8700-6b64c509ee92 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:02.331488 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca752db-fb60-4f91-b57a-e6671ef9f06c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Port': ['ID=c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:02.366732 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-72d17314-2a96-428a-8700-6b64c509ee92 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6437593 Feb 28 20:48:02.412874 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] Request body: {'port': {'device_id': 'b3f4b996-5aed-492d-8219-486253775b7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:48:02.582447 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4ab273ed-d0db-4439-b362-b4d1941f5553), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:02.612249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f5bd1-c6f4-4ae3-8e65-f1baf3207723 req-230c33f0-f014-4ff6-87d0-67efe04ba1a6 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:02.614474 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-338f5bd1-c6f4-4ae3-8e65-f1baf3207723 req-230c33f0-f014-4ff6-87d0-67efe04ba1a6 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3f4b996-5aed-492d-8219-486253775b7a HTTP/1.1" status: 200 len: 936 time: 0.0577099 Feb 28 20:48:02.659617 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9ca752db-fb60-4f91-b57a-e6671ef9f06c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:02.723205 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-338f5bd1-c6f4-4ae3-8e65-f1baf3207723 req-b0f74466-13f2-4228-8145-7bc3f54126ca tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87612e6-fd93-430a-883a-07fe5ca5308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973828 Feb 28 20:48:02.869268 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8e9880e5-4842-4e67-8c7d-c44b4c7457f6 req-e6d3684b-6962-4264-b006-4dc4f3d37db1 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 210 time: 0.0451839 Feb 28 20:48:03.115649 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab273ed-d0db-4439-b362-b4d1941f5553 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:48:03.125907 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] Publish callbacks [] for port (4ab273ed-d0db-4439-b362-b4d1941f5553), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:03.131788 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca752db-fb60-4f91-b57a-e6671ef9f06c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Router 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:48:03.145161 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] Transition to ACTIVE for port object 4ab273ed-d0db-4439-b362-b4d1941f5553 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:48:03.187792 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (4ab273ed-d0db-4439-b362-b4d1941f5553), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:03.255826 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] Pushing event updated for resources: {'Port': ['ID=4ab273ed-d0db-4439-b362-b4d1941f5553,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:03.360776 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca752db-fb60-4f91-b57a-e6671ef9f06c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:48:03.368285 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9ca752db-fb60-4f91-b57a-e6671ef9f06c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "PUT /v2.0/routers/2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3406801 Feb 28 20:48:03.371010 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36204) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:03.377120 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a662cc-af5f-4aa0-9a1e-e81e87428579 None None] Sync routers for ids ['2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:48:03.390615 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a662cc-af5f-4aa0-9a1e-e81e87428579 None None] Routers {'2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:48:03.397370 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-53a662cc-af5f-4aa0-9a1e-e81e87428579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:47:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:48:03.411096 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] Attempting to bind port 4ab273ed-d0db-4439-b362-b4d1941f5553 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:48:03.411579 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] Attempting to bind port 4ab273ed-d0db-4439-b362-b4d1941f5553 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:48:03.411946 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] Attempting to bind port 4ab273ed-d0db-4439-b362-b4d1941f5553 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:48:03.421284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] Port 4ab273ed-d0db-4439-b362-b4d1941f5553 on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:48:03.421757 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] Attempting to bind port 4ab273ed-d0db-4439-b362-b4d1941f5553 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:48:03.433237 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:48:03.433606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:48:03.433971 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:48:03.434415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] Bound port: 4ab273ed-d0db-4439-b362-b4d1941f5553, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:48:03.434776 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4ab273ed-d0db-4439-b362-b4d1941f5553), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:03.450998 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9f5347-2524-45b7-90be-c12d82f77570 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Deleting subnet c6994a30-3e50-4b89-a402-b412a443f27a {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:48:03.458133 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc9f5347-2524-45b7-90be-c12d82f77570 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for subnet (c6994a30-3e50-4b89-a402-b412a443f27a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:03.556094 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc9f5347-2524-45b7-90be-c12d82f77570 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (c6994a30-3e50-4b89-a402-b412a443f27a), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:03.590306 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-53a662cc-af5f-4aa0-9a1e-e81e87428579 None None] Set router 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:48:03.633073 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] For port 4ab273ed-d0db-4439-b362-b4d1941f5553, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:48:03.684565 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] For port 4ab273ed-d0db-4439-b362-b4d1941f5553, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4ab273ed-d0db-4439-b362-b4d1941f5553,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:48:03.696292 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (4ab273ed-d0db-4439-b362-b4d1941f5553), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:03.715425 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc9f5347-2524-45b7-90be-c12d82f77570 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (c6994a30-3e50-4b89-a402-b412a443f27a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:03.739713 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:03.740353 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:03.741777 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] 10.222.0.15 "PUT /v2.0/ports/4ab273ed-d0db-4439-b362-b4d1941f5553 HTTP/1.1" status: 200 len: 1097 time: 1.3354282 Feb 28 20:48:03.742401 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f4b996-5aed-492d-8219-486253775b7a', 'tag': '4ab273ed-d0db-4439-b362-b4d1941f5553'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:48:03.753234 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f832bc-67d2-4023-bfdd-ca5cc304cde8" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f4b996-5aed-492d-8219-486253775b7a", "tag": "4ab273ed-d0db-4439-b362-b4d1941f5553"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:48:03.862442 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0865855-d3fe-4727-b17d-0ab6d972c225 x-openstack-request-id: req-f0865855-d3fe-4727-b17d-0ab6d972c225 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:48:03.862812 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f4b996-5aed-492d-8219-486253775b7a", "tag": "4ab273ed-d0db-4439-b362-b4d1941f5553", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:48:03.863132 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0865855-d3fe-4727-b17d-0ab6d972c225 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:48:03.864389 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f4b996-5aed-492d-8219-486253775b7a', 'tag': '4ab273ed-d0db-4439-b362-b4d1941f5553', 'status': 'completed', 'code': 200} Feb 28 20:48:03.908386 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-53a662cc-af5f-4aa0-9a1e-e81e87428579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428130440', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:38Z', 'updated_at': '2022-02-28T20:48:01Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:39Z', 'updated_at': '2022-02-28T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:48:03.945326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8a0a0-4a27-4ab8-a694-97a350d6d88c service neutron] Pushing event updated for resources: {'Port': ['ID=4ab273ed-d0db-4439-b362-b4d1941f5553,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:03.992082 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-fd088e6f-816b-4de1-8c48-fd36adf00824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:03.994176 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-fd088e6f-816b-4de1-8c48-fd36adf00824 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7bbc55336d34940a8bfb7efd1994988&device_id=b3f4b996-5aed-492d-8219-486253775b7a HTTP/1.1" status: 200 len: 1131 time: 0.1412082 Feb 28 20:48:03.996578 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc9f5347-2524-45b7-90be-c12d82f77570 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (c6994a30-3e50-4b89-a402-b412a443f27a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:04.041493 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a662cc-af5f-4aa0-9a1e-e81e87428579 None None] Checking router: 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:48:04.064514 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a662cc-af5f-4aa0-9a1e-e81e87428579 None None] Routers {'2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:48:04.065148 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-53a662cc-af5f-4aa0-9a1e-e81e87428579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:47:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:48:04.092523 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18e7d9-c3c0-46eb-8b83-e7eadffdd9ec req-c167fdcc-0167-4ba6-b73a-170fd13735f4 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:04.100513 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1b18e7d9-c3c0-46eb-8b83-e7eadffdd9ec req-c167fdcc-0167-4ba6-b73a-170fd13735f4 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3f4b996-5aed-492d-8219-486253775b7a HTTP/1.1" status: 200 len: 948 time: 0.2460344 Feb 28 20:48:04.109528 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ebbe0e9d-3b13-4b1c-98d4-5b5078b9d093 req-4789d4fe-7aa0-4058-b3dc-fc30362a5d15 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 210 time: 0.0884902 Feb 28 20:48:04.165098 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1b18e7d9-c3c0-46eb-8b83-e7eadffdd9ec req-80f98b60-2b6c-4e63-99ae-0ae01907214d tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87612e6-fd93-430a-883a-07fe5ca5308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636148 Feb 28 20:48:04.175274 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f5347-2524-45b7-90be-c12d82f77570 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Subnet': ['ID=c6994a30-3e50-4b89-a402-b412a443f27a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:04.182129 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-d0a02eec-fd4b-40ec-9b4c-02f3fcecf085 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=4ab273ed-d0db-4439-b362-b4d1941f5553 HTTP/1.1" status: 200 len: 217 time: 0.1803997 Feb 28 20:48:04.183197 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc9f5347-2524-45b7-90be-c12d82f77570 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:04.192039 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fc9f5347-2524-45b7-90be-c12d82f77570 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "DELETE /v2.0/subnets/c6994a30-3e50-4b89-a402-b412a443f27a HTTP/1.1" status: 204 len: 168 time: 0.8173289 Feb 28 20:48:04.193743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36222) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:04.199390 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859e58a7-71bb-4af5-876e-97f114a81b4d None None] Network a784316a-d734-45b9-a490-65227908c5c6 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:48:04.275459 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-53a662cc-af5f-4aa0-9a1e-e81e87428579 None None] Set router 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:48:04.315789 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-49cf831d-5647-4a96-90df-e9a06f1312ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:04.320351 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-49cf831d-5647-4a96-90df-e9a06f1312ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1299148 Feb 28 20:48:04.432284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-ed60be1e-9d8d-4098-9762-b7e10b3ed88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:04.435423 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-ed60be1e-9d8d-4098-9762-b7e10b3ed88f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1077588 Feb 28 20:48:04.444034 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d45120ce-2ecd-4c7a-92c8-f44fad65a471 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router (2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:04.448170 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a467c41c-304f-45e5-b43e-6ad62411f1dc None None] DHCP port deletion for a784316a-d734-45b9-a490-65227908c5c6 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:48:04.549058 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a467c41c-304f-45e5-b43e-6ad62411f1dc None None] Deleting port 2cf52619-0554-413f-a518-54f3f775267b {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:48:04.549737 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a467c41c-304f-45e5-b43e-6ad62411f1dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2cf52619-0554-413f-a518-54f3f775267b), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:04.584374 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-53a662cc-af5f-4aa0-9a1e-e81e87428579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428130440', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:38Z', 'updated_at': '2022-02-28T20:48:01Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:39Z', 'updated_at': '2022-02-28T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:48:04.601955 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d45120ce-2ecd-4c7a-92c8-f44fad65a471 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_gateway (2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:04.627729 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-678fadaf-e42d-4393-937d-0a4c445bdc4a service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851597 Feb 28 20:48:04.665074 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a662cc-af5f-4aa0-9a1e-e81e87428579 None None] The sync data for ids ['2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97'] in n-d-820368-21 is: [{'id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428130440', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:38Z', 'updated_at': '2022-02-28T20:48:01Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': 'a9c4bd93-66e8-465c-b28a-adc4b7465ba4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:39Z', 'updated_at': '2022-02-28T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:48:04.693787 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a467c41c-304f-45e5-b43e-6ad62411f1dc None None] For port 2cf52619-0554-413f-a518-54f3f775267b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2cf52619-0554-413f-a518-54f3f775267b,segment=NetworkSegment(dcd6458f-30f8-4f5a-b023-066bb1211a85),segment_id=dcd6458f-30f8-4f5a-b023-066bb1211a85)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:48:04.696331 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a467c41c-304f-45e5-b43e-6ad62411f1dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2cf52619-0554-413f-a518-54f3f775267b), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:04.734059 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-d45120ce-2ecd-4c7a-92c8-f44fad65a471 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Deleting port a9c4bd93-66e8-465c-b28a-adc4b7465ba4 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:48:04.734059 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d45120ce-2ecd-4c7a-92c8-f44fad65a471 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a9c4bd93-66e8-465c-b28a-adc4b7465ba4), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:04.735306 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a467c41c-304f-45e5-b43e-6ad62411f1dc None None] Calling delete_port for 2cf52619-0554-413f-a518-54f3f775267b owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:48:04.772707 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89ee3b96-b214-4027-a811-171d11f8afd5 req-e8d3c2b9-a00e-44bc-8aa7-81f91264ae5e service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333356 Feb 28 20:48:04.888075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-d45120ce-2ecd-4c7a-92c8-f44fad65a471 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] For port a9c4bd93-66e8-465c-b28a-adc4b7465ba4, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a9c4bd93-66e8-465c-b28a-adc4b7465ba4,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:48:04.888764 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d45120ce-2ecd-4c7a-92c8-f44fad65a471 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a9c4bd93-66e8-465c-b28a-adc4b7465ba4), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:04.898928 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f832bc-67d2-4023-bfdd-ca5cc304cde8 req-2f92f1b2-7f2d-4ef3-8530-c5dcbc418f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:04.901826 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d7f832bc-67d2-4023-bfdd-ca5cc304cde8 req-2f92f1b2-7f2d-4ef3-8530-c5dcbc418f43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7bbc55336d34940a8bfb7efd1994988&device_id=b3f4b996-5aed-492d-8219-486253775b7a HTTP/1.1" status: 200 len: 1131 time: 0.0632038 Feb 28 20:48:04.905866 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a467c41c-304f-45e5-b43e-6ad62411f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (2cf52619-0554-413f-a518-54f3f775267b), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:04.912845 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-d45120ce-2ecd-4c7a-92c8-f44fad65a471 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Calling delete_port for a9c4bd93-66e8-465c-b28a-adc4b7465ba4 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:48:04.954461 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467c41c-304f-45e5-b43e-6ad62411f1dc None None] Pushing event deleted for resources: {'Port': ['ID=2cf52619-0554-413f-a518-54f3f775267b,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:04.956469 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a467c41c-304f-45e5-b43e-6ad62411f1dc None None] No DVR routers for this DVR port 2cf52619-0554-413f-a518-54f3f775267b on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:48:05.046547 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f832bc-67d2-4023-bfdd-ca5cc304cde8 req-73f8c26d-9c65-4340-a344-b93f6cb8622d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:05.048567 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d7f832bc-67d2-4023-bfdd-ca5cc304cde8 req-73f8c26d-9c65-4340-a344-b93f6cb8622d service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.1279235 Feb 28 20:48:05.093558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2cf52619-0554-413f-a518-54f3f775267b no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:48:05.119887 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d7f832bc-67d2-4023-bfdd-ca5cc304cde8 req-3e53da9c-3606-4efa-ac1c-cd6bd69002fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=4ab273ed-d0db-4439-b362-b4d1941f5553 HTTP/1.1" status: 200 len: 217 time: 0.0644777 Feb 28 20:48:05.130875 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 2cf52619-0554-413f-a518-54f3f775267b {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:48:05.131256 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2cf52619-0554-413f-a518-54f3f775267b not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:48:05.215920 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f832bc-67d2-4023-bfdd-ca5cc304cde8 req-990cf278-461c-43d9-965e-46e48602b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:05.217594 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d7f832bc-67d2-4023-bfdd-ca5cc304cde8 req-990cf278-461c-43d9-965e-46e48602b6f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0920386 Feb 28 20:48:05.223667 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d45120ce-2ecd-4c7a-92c8-f44fad65a471 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a9c4bd93-66e8-465c-b28a-adc4b7465ba4), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:05.292734 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f832bc-67d2-4023-bfdd-ca5cc304cde8 req-bcf15953-6869-4939-a28e-ae309d639782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:05.294335 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d7f832bc-67d2-4023-bfdd-ca5cc304cde8 req-bcf15953-6869-4939-a28e-ae309d639782 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0646186 Feb 28 20:48:05.341413 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ac4a0c7-734b-46e5-b351-7ef6e3355aea req-31acd9a4-63e0-4ad4-92e2-8e7dcbbfd62a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 210 time: 0.0967026 Feb 28 20:48:05.362964 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45120ce-2ecd-4c7a-92c8-f44fad65a471 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Port': ['ID=a9c4bd93-66e8-465c-b28a-adc4b7465ba4,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:05.436441 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d7f832bc-67d2-4023-bfdd-ca5cc304cde8 req-d4cb5ea1-3564-4263-ac37-debc37fe0dff service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350884 Feb 28 20:48:05.458958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b1fd8-0fdf-4665-aca2-4b153559af4c req-b53ca7d7-3d92-44c2-b663-a121a3567d12 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:05.460700 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7d0b1fd8-0fdf-4665-aca2-4b153559af4c req-b53ca7d7-3d92-44c2-b663-a121a3567d12 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3f4b996-5aed-492d-8219-486253775b7a HTTP/1.1" status: 200 len: 948 time: 0.1183250 Feb 28 20:48:05.470096 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d45120ce-2ecd-4c7a-92c8-f44fad65a471 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:05.564262 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d7f832bc-67d2-4023-bfdd-ca5cc304cde8 req-c11bf676-7f17-47e2-8723-3f776ef15c27 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204128 Feb 28 20:48:05.585782 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d45120ce-2ecd-4c7a-92c8-f44fad65a471 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:05.588594 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d45120ce-2ecd-4c7a-92c8-f44fad65a471 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_controller (2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:05.658979 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d45120ce-2ecd-4c7a-92c8-f44fad65a471 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:05.659551 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45120ce-2ecd-4c7a-92c8-f44fad65a471 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Fanout notify agent at l3_agent the message router_deleted on router 2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:48:05.667731 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d45120ce-2ecd-4c7a-92c8-f44fad65a471 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:05.669006 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d45120ce-2ecd-4c7a-92c8-f44fad65a471 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "DELETE /v2.0/routers/2d0bf11b-f0e6-4b13-b9c4-8d4e15d75b97 HTTP/1.1" status: 204 len: 168 time: 1.4717183 Feb 28 20:48:05.672791 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36234) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:05.710596 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7d0b1fd8-0fdf-4665-aca2-4b153559af4c req-5187d7e6-3793-4590-bb77-169c4bb177fd tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87612e6-fd93-430a-883a-07fe5ca5308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200411 Feb 28 20:48:05.767664 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33c6548f-480d-4fe7-8650-97c429eb7ca7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (a784316a-d734-45b9-a490-65227908c5c6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:05.872412 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33c6548f-480d-4fe7-8650-97c429eb7ca7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (a784316a-d734-45b9-a490-65227908c5c6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:05.895451 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-33c6548f-480d-4fe7-8650-97c429eb7ca7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a784316a-d734-45b9-a490-65227908c5c6']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:48:05.907232 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-33c6548f-480d-4fe7-8650-97c429eb7ca7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd6458f-30f8-4f5a-b023-066bb1211a85') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:48:05.907678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-33c6548f-480d-4fe7-8650-97c429eb7ca7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd6458f-30f8-4f5a-b023-066bb1211a85') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:48:05.920175 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33c6548f-480d-4fe7-8650-97c429eb7ca7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (dcd6458f-30f8-4f5a-b023-066bb1211a85), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:05.937748 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33c6548f-480d-4fe7-8650-97c429eb7ca7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (dcd6458f-30f8-4f5a-b023-066bb1211a85), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:05.945351 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c6548f-480d-4fe7-8650-97c429eb7ca7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:48:05.945931 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33c6548f-480d-4fe7-8650-97c429eb7ca7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (dcd6458f-30f8-4f5a-b023-066bb1211a85), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:48:05.950428 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:48:06.026213 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33c6548f-480d-4fe7-8650-97c429eb7ca7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (a784316a-d734-45b9-a490-65227908c5c6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:06.031804 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-33c6548f-480d-4fe7-8650-97c429eb7ca7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:06.036050 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-33c6548f-480d-4fe7-8650-97c429eb7ca7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "DELETE /v2.0/networks/a784316a-d734-45b9-a490-65227908c5c6 HTTP/1.1" status: 204 len: 168 time: 0.3622925 Feb 28 20:48:06.038825 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36238) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:06.052186 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6548f-480d-4fe7-8650-97c429eb7ca7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Network': ['ID=a784316a-d734-45b9-a490-65227908c5c6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:06.108267 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6e085df3-b1f4-4465-a43b-75cae211d435 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (562d6c0f-80bc-40c3-8a45-531620a56a00), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:06.134096 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6e085df3-b1f4-4465-a43b-75cae211d435 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (562d6c0f-80bc-40c3-8a45-531620a56a00), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:06.205430 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6e085df3-b1f4-4465-a43b-75cae211d435 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (562d6c0f-80bc-40c3-8a45-531620a56a00), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:06.208711 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6e085df3-b1f4-4465-a43b-75cae211d435 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:06.212698 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6e085df3-b1f4-4465-a43b-75cae211d435 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "DELETE /v2.0/security-groups/562d6c0f-80bc-40c3-8a45-531620a56a00 HTTP/1.1" status: 204 len: 168 time: 0.1697261 Feb 28 20:48:06.222566 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e085df3-b1f4-4465-a43b-75cae211d435 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=562d6c0f-80bc-40c3-8a45-531620a56a00,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:06.445319 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2f1db785-6b95-464c-b3b4-5c8f00a06076 req-6f979c57-fa37-404b-b4cd-8dc8001cd395 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 210 time: 0.0283148 Feb 28 20:48:06.746571 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:48:06.778295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:48:06.779897 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c3419e08-bfc2-4b9d-9982-aa1ebf0b5c1b not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:48:06.783819 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a9c4bd93-66e8-465c-b28a-adc4b7465ba4 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:48:06.823508 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: a9c4bd93-66e8-465c-b28a-adc4b7465ba4 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:48:06.826527 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a9c4bd93-66e8-465c-b28a-adc4b7465ba4 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:48:06.905718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d308383-ef0e-4378-ad73-b723c43573f0 req-ab4ea162-11d0-4f7b-9de3-5a11f1096625 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:06.908369 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d308383-ef0e-4378-ad73-b723c43573f0 req-ab4ea162-11d0-4f7b-9de3-5a11f1096625 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3f4b996-5aed-492d-8219-486253775b7a HTTP/1.1" status: 200 len: 948 time: 0.0672116 Feb 28 20:48:06.999243 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d308383-ef0e-4378-ad73-b723c43573f0 req-7552061e-3242-4e76-b44d-ffa61b617b37 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87612e6-fd93-430a-883a-07fe5ca5308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779002 Feb 28 20:48:07.003728 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36258) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:07.009112 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-9af2d09e-8556-4d84-b47d-3bdc6a95da1a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-615974093', 'description': 'tempest-secgroup-smoke-615974093 description', 'project_id': '1a7308829c1041378fe2c0c22726e9fa'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:48:07.035012 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9af2d09e-8556-4d84-b47d-3bdc6a95da1a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.116268 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9af2d09e-8556-4d84-b47d-3bdc6a95da1a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (70095175-cf2b-48ef-9696-4846565fd0e6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.120770 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9af2d09e-8556-4d84-b47d-3bdc6a95da1a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (70095175-cf2b-48ef-9696-4846565fd0e6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.150790 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2d09e-8556-4d84-b47d-3bdc6a95da1a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70095175-cf2b-48ef-9696-4846565fd0e6,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:07.155878 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9af2d09e-8556-4d84-b47d-3bdc6a95da1a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.157141 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9af2d09e-8556-4d84-b47d-3bdc6a95da1a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1520026 Feb 28 20:48:07.160045 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36260) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:07.164621 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-6b9848f2-39fa-4657-8657-f5bd0e74cdf5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': '70095175-cf2b-48ef-9696-4846565fd0e6', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:48:07.198411 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b9848f2-39fa-4657-8657-f5bd0e74cdf5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (d41fba1e-1206-4eb3-a94d-027f0ba74b14), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.261979 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b9848f2-39fa-4657-8657-f5bd0e74cdf5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (d41fba1e-1206-4eb3-a94d-027f0ba74b14), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.267796 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b9848f2-39fa-4657-8657-f5bd0e74cdf5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (d41fba1e-1206-4eb3-a94d-027f0ba74b14), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.286304 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9848f2-39fa-4657-8657-f5bd0e74cdf5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41fba1e-1206-4eb3-a94d-027f0ba74b14,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:07.300903 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6b9848f2-39fa-4657-8657-f5bd0e74cdf5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.302632 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6b9848f2-39fa-4657-8657-f5bd0e74cdf5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415358 Feb 28 20:48:07.305498 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36266) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:07.310691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-5c9cb2dd-3e13-4e9c-9893-c63fcb99ff3a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': '70095175-cf2b-48ef-9696-4846565fd0e6', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:48:07.347637 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c9cb2dd-3e13-4e9c-9893-c63fcb99ff3a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (3305ca37-2411-4828-9557-48e7100d2e50), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.414862 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c9cb2dd-3e13-4e9c-9893-c63fcb99ff3a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (3305ca37-2411-4828-9557-48e7100d2e50), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.421099 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c9cb2dd-3e13-4e9c-9893-c63fcb99ff3a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (3305ca37-2411-4828-9557-48e7100d2e50), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.446226 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cb2dd-3e13-4e9c-9893-c63fcb99ff3a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3305ca37-2411-4828-9557-48e7100d2e50,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:07.452746 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c9cb2dd-3e13-4e9c-9893-c63fcb99ff3a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.457255 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5c9cb2dd-3e13-4e9c-9893-c63fcb99ff3a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1467836 Feb 28 20:48:07.457497 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36268) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:07.461995 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-a9b855c4-d900-4f5c-a940-8652dbf07991 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': '70095175-cf2b-48ef-9696-4846565fd0e6', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:48:07.506675 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9b855c4-d900-4f5c-a940-8652dbf07991 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (6466771e-2f07-4656-bbb1-abc083fbc40f), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.583221 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a648f871-a8d0-4d0f-8e93-9974c1fdd97d req-49f3fdb7-fa86-4272-ad44-5b31641f105f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd793d2e-0b97-4213-b5dc-38c99636dcce HTTP/1.1" status: 200 len: 210 time: 0.0368464 Feb 28 20:48:07.604848 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9b855c4-d900-4f5c-a940-8652dbf07991 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (6466771e-2f07-4656-bbb1-abc083fbc40f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.612465 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9b855c4-d900-4f5c-a940-8652dbf07991 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (6466771e-2f07-4656-bbb1-abc083fbc40f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.641405 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b855c4-d900-4f5c-a940-8652dbf07991 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6466771e-2f07-4656-bbb1-abc083fbc40f,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:07.651110 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9b855c4-d900-4f5c-a940-8652dbf07991 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.652454 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a9b855c4-d900-4f5c-a940-8652dbf07991 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1939933 Feb 28 20:48:07.655740 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36276) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:07.661680 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3424eb18-2cce-4b08-abc3-e0f86051e386 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': '70095175-cf2b-48ef-9696-4846565fd0e6', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:48:07.689846 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3424eb18-2cce-4b08-abc3-e0f86051e386 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (42230cbe-eb33-4843-9b81-b5c994e03bbf), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.752289 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3424eb18-2cce-4b08-abc3-e0f86051e386 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (42230cbe-eb33-4843-9b81-b5c994e03bbf), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.757030 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3424eb18-2cce-4b08-abc3-e0f86051e386 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (42230cbe-eb33-4843-9b81-b5c994e03bbf), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.774360 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424eb18-2cce-4b08-abc3-e0f86051e386 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42230cbe-eb33-4843-9b81-b5c994e03bbf,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:07.783489 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3424eb18-2cce-4b08-abc3-e0f86051e386 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.784643 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3424eb18-2cce-4b08-abc3-e0f86051e386 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274195 Feb 28 20:48:07.787332 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36278) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:07.792245 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-06097b0c-df22-4cee-a644-3d2edb9b3a43 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': '70095175-cf2b-48ef-9696-4846565fd0e6', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:48:07.812915 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-06097b0c-df22-4cee-a644-3d2edb9b3a43 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Project 1a7308829c1041378fe2c0c22726e9fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:48:07.817847 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-06097b0c-df22-4cee-a644-3d2edb9b3a43 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (f94ddc07-40cd-43eb-8ee9-1a289f903973), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.881033 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-06097b0c-df22-4cee-a644-3d2edb9b3a43 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (f94ddc07-40cd-43eb-8ee9-1a289f903973), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.884747 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-06097b0c-df22-4cee-a644-3d2edb9b3a43 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (f94ddc07-40cd-43eb-8ee9-1a289f903973), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.913182 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06097b0c-df22-4cee-a644-3d2edb9b3a43 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94ddc07-40cd-43eb-8ee9-1a289f903973,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:07.919706 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-06097b0c-df22-4cee-a644-3d2edb9b3a43 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:07.923807 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-06097b0c-df22-4cee-a644-3d2edb9b3a43 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1328278 Feb 28 20:48:07.924332 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36284) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:07.929008 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-29ec367f-32ba-46b1-abc1-ba8b81732396 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'security_group_rule': {'security_group_id': '70095175-cf2b-48ef-9696-4846565fd0e6', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:48:07.951961 n-d-820368-21 neutron-server[103774]: INFO neutron.db.securitygroups_db [None req-29ec367f-32ba-46b1-abc1-ba8b81732396 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Project 1a7308829c1041378fe2c0c22726e9fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:48:07.956806 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-29ec367f-32ba-46b1-abc1-ba8b81732396 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (37cfe130-6b6e-4c5c-af8f-4c08d7b75368), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:08.021619 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-29ec367f-32ba-46b1-abc1-ba8b81732396 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (37cfe130-6b6e-4c5c-af8f-4c08d7b75368), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:08.026552 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-29ec367f-32ba-46b1-abc1-ba8b81732396 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (37cfe130-6b6e-4c5c-af8f-4c08d7b75368), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:08.046068 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec367f-32ba-46b1-abc1-ba8b81732396 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37cfe130-6b6e-4c5c-af8f-4c08d7b75368,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:08.057643 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-29ec367f-32ba-46b1-abc1-ba8b81732396 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:08.061707 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-29ec367f-32ba-46b1-abc1-ba8b81732396 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1338866 Feb 28 20:48:08.061939 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36290) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:08.067098 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-0c5cd54a-f2f8-4ab4-9f6c-f9f2d06c80d0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'network': {'name': 'tempest-network-smoke--164661160', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'port_security_enabled': True}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:48:08.126902 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5cd54a-f2f8-4ab4-9f6c-f9f2d06c80d0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Made reservation on behalf of 1a7308829c1041378fe2c0c22726e9fa for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:48:08.130887 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0c5cd54a-f2f8-4ab4-9f6c-f9f2d06c80d0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:08.159934 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45766844-d643-465d-b2b9-c89f84b1bf9a req-75604997-0841-4dd5-99b4-d84ecc3aaae6 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:08.161464 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45766844-d643-465d-b2b9-c89f84b1bf9a req-75604997-0841-4dd5-99b4-d84ecc3aaae6 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3f4b996-5aed-492d-8219-486253775b7a HTTP/1.1" status: 200 len: 948 time: 0.0909665 Feb 28 20:48:08.183386 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5cd54a-f2f8-4ab4-9f6c-f9f2d06c80d0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:48:08.205986 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0c5cd54a-f2f8-4ab4-9f6c-f9f2d06c80d0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (c6ab6a49-4bc7-4123-9f31-d102ea1ea981), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:08.206355 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-0c5cd54a-f2f8-4ab4-9f6c-f9f2d06c80d0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Added segment c6ab6a49-4bc7-4123-9f31-d102ea1ea981 of type vlan for network 278b0d9b-6873-4b35-a1c6-06ba81c51709 Feb 28 20:48:08.251363 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45766844-d643-465d-b2b9-c89f84b1bf9a req-d636d747-470f-4243-ba4d-d338aacce401 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87612e6-fd93-430a-883a-07fe5ca5308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821912 Feb 28 20:48:08.260682 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0c5cd54a-f2f8-4ab4-9f6c-f9f2d06c80d0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (278b0d9b-6873-4b35-a1c6-06ba81c51709), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:08.265893 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 4ab273ed-d0db-4439-b362-b4d1941f5553 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:48:08.288504 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0c5cd54a-f2f8-4ab4-9f6c-f9f2d06c80d0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (278b0d9b-6873-4b35-a1c6-06ba81c51709), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:08.294224 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5cd54a-f2f8-4ab4-9f6c-f9f2d06c80d0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:08.294832 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0c5cd54a-f2f8-4ab4-9f6c-f9f2d06c80d0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:08.330675 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0c5cd54a-f2f8-4ab4-9f6c-f9f2d06c80d0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2650294 Feb 28 20:48:08.330900 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36296) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:08.335104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-c4e486f0-62d6-4e58-8e0d-9309253d8f50 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1562631815', 'admin_state_up': True, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:48:08.381171 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 4ab273ed-d0db-4439-b362-b4d1941f5553, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4ab273ed-d0db-4439-b362-b4d1941f5553,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:48:08.390805 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5cd54a-f2f8-4ab4-9f6c-f9f2d06c80d0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Network': ['ID=278b0d9b-6873-4b35-a1c6-06ba81c51709,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:08.395916 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c4e486f0-62d6-4e58-8e0d-9309253d8f50 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (1aecdc6b-b2d7-4547-b96c-2ca9874010ed), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:08.397099 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c4e486f0-62d6-4e58-8e0d-9309253d8f50 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (1aecdc6b-b2d7-4547-b96c-2ca9874010ed), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:08.397833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '4ab273ed-d0db-4439-b362-b4d1941f5553', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': '4ab273ed-d0db-4439-b362-b4d1941f5553', 'mac_address': 'fa:16:3e:5e:c7:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:48:08.403427 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 278b0d9b-6873-4b35-a1c6-06ba81c51709 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:48:08.453055 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c4e486f0-62d6-4e58-8e0d-9309253d8f50 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_controller (1aecdc6b-b2d7-4547-b96c-2ca9874010ed), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:08.503392 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 4ab273ed-d0db-4439-b362-b4d1941f5553 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:48:08.503790 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4ab273ed-d0db-4439-b362-b4d1941f5553), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:08.521186 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab273ed-d0db-4439-b362-b4d1941f5553 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:48:08.546345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 4ab273ed-d0db-4439-b362-b4d1941f5553, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4ab273ed-d0db-4439-b362-b4d1941f5553,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:48:08.550675 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4ab273ed-d0db-4439-b362-b4d1941f5553), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:08.602645 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=4ab273ed-d0db-4439-b362-b4d1941f5553,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:08.623942 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c4e486f0-62d6-4e58-8e0d-9309253d8f50 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_gateway (1aecdc6b-b2d7-4547-b96c-2ca9874010ed), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:08.763672 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['4ab273ed-d0db-4439-b362-b4d1941f5553'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:48:08.870240 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c4e486f0-62d6-4e58-8e0d-9309253d8f50 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_gateway (1aecdc6b-b2d7-4547-b96c-2ca9874010ed), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:08.890638 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c4e486f0-62d6-4e58-8e0d-9309253d8f50 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:09.002962 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-c4e486f0-62d6-4e58-8e0d-9309253d8f50 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Allocated IP 172.25.0.213 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/2567d912-fa14-4fd4-940d-4a7634791095) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:48:09.126655 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c4e486f0-62d6-4e58-8e0d-9309253d8f50 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (2567d912-fa14-4fd4-940d-4a7634791095), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:09.160817 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c4e486f0-62d6-4e58-8e0d-9309253d8f50 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (2567d912-fa14-4fd4-940d-4a7634791095), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:09.208991 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e486f0-62d6-4e58-8e0d-9309253d8f50 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:48:09.211899 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-c4e486f0-62d6-4e58-8e0d-9309253d8f50 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:48:09.216504 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e486f0-62d6-4e58-8e0d-9309253d8f50 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:48:09.222140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e486f0-62d6-4e58-8e0d-9309253d8f50 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=2567d912-fa14-4fd4-940d-4a7634791095,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:09.470590 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1f034-f9e0-4fa0-b652-589f8b579bd2 req-ee559ebe-a428-4e4a-bae8-4d7b8ee54fa3 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:09.472503 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1aa1f034-f9e0-4fa0-b652-589f8b579bd2 req-ee559ebe-a428-4e4a-bae8-4d7b8ee54fa3 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3f4b996-5aed-492d-8219-486253775b7a HTTP/1.1" status: 200 len: 949 time: 0.1277971 Feb 28 20:48:09.580117 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1aa1f034-f9e0-4fa0-b652-589f8b579bd2 req-eb440e2a-135d-461f-88fe-076c458d0147 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87612e6-fd93-430a-883a-07fe5ca5308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980577 Feb 28 20:48:09.580853 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c4e486f0-62d6-4e58-8e0d-9309253d8f50 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_gateway (1aecdc6b-b2d7-4547-b96c-2ca9874010ed), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:10.178062 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c4e486f0-62d6-4e58-8e0d-9309253d8f50 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (1aecdc6b-b2d7-4547-b96c-2ca9874010ed), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:10.279249 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 4ab273ed-d0db-4439-b362-b4d1941f5553 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:48:10.328276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e486f0-62d6-4e58-8e0d-9309253d8f50 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Router 1aecdc6b-b2d7-4547-b96c-2ca9874010ed is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:48:10.348129 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 4ab273ed-d0db-4439-b362-b4d1941f5553 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:48:10.354080 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 4ab273ed-d0db-4439-b362-b4d1941f5553 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:48:10.354546 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4ab273ed-d0db-4439-b362-b4d1941f5553), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:10.471798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e486f0-62d6-4e58-8e0d-9309253d8f50 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:48:10.509819 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c4e486f0-62d6-4e58-8e0d-9309253d8f50 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:10.516795 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36348) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:10.517492 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c4e486f0-62d6-4e58-8e0d-9309253d8f50 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1854770 Feb 28 20:48:10.547195 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3b4e6ea3-51e6-4a38-9fde-75f5a799ef0c tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=1a7308829c1041378fe2c0c22726e9fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284047 Feb 28 20:48:10.550333 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 36350) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:10.622557 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] Sync routers for ids ['1aecdc6b-b2d7-4547-b96c-2ca9874010ed'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:48:10.647469 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] Routers {'1aecdc6b-b2d7-4547-b96c-2ca9874010ed'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:48:10.648553 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:47:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1aecdc6b-b2d7-4547-b96c-2ca9874010ed'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:48:10.651888 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 4ab273ed-d0db-4439-b362-b4d1941f5553 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:48:10.651888 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4ab273ed-d0db-4439-b362-b4d1941f5553), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:10.693860 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bddf52-9e5b-4316-9375-8307a4781b74 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:10.698898 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b6bddf52-9e5b-4316-9375-8307a4781b74 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1435347 Feb 28 20:48:10.699241 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36356) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:10.737380 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b9bd9bb7-cc6f-4b23-b47c-97f45f1ffb46 tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360627 Feb 28 20:48:10.738249 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36360) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:10.744594 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-88092ef3-7327-4197-acd3-607f90450cf6 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-88888152', 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:48:10.755148 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f4b996-5aed-492d-8219-486253775b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab273ed-d0db-4439-b362-b4d1941f5553'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:48:10.758008 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741f84c1-94d4-450d-aaa2-7cdb018b07e6" -d '{"events": [{"server_uuid": "b3f4b996-5aed-492d-8219-486253775b7a", "name": "network-vif-plugged", "status": "completed", "tag": "4ab273ed-d0db-4439-b362-b4d1941f5553"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:48:10.782971 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 4ab273ed-d0db-4439-b362-b4d1941f5553, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4ab273ed-d0db-4439-b362-b4d1941f5553,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:48:10.837945 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a9304-615b-4d14-9db2-4c91aa846dbc req-a4ce8b06-2dc4-493f-8908-54b9181f74b1 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:10.838189 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4ab273ed-d0db-4439-b362-b4d1941f5553), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:10.854645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-279a9304-615b-4d14-9db2-4c91aa846dbc req-a4ce8b06-2dc4-493f-8908-54b9181f74b1 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3f4b996-5aed-492d-8219-486253775b7a HTTP/1.1" status: 200 len: 949 time: 0.1522062 Feb 28 20:48:10.899353 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=4ab273ed-d0db-4439-b362-b4d1941f5553,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:10.913281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:10.913630 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:10.913971 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:10.914305 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:10.914636 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:10.914963 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:10.915331 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:10.915656 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:10.916083 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:10.916356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:10.916632 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:10.916950 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:10.917268 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:10.946378 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-279a9304-615b-4d14-9db2-4c91aa846dbc req-07159cad-cb41-4252-9ad1-3722f5dfb738 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87612e6-fd93-430a-883a-07fe5ca5308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907865 Feb 28 20:48:10.971641 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] Set router 1aecdc6b-b2d7-4547-b96c-2ca9874010ed gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:48:10.976556 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88092ef3-7327-4197-acd3-607f90450cf6 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Made reservation on behalf of 1a7308829c1041378fe2c0c22726e9fa for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:48:10.981926 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-88092ef3-7327-4197-acd3-607f90450cf6 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:11.095012 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e36789-be82-4b6e-8b35-805211c679e6 x-openstack-request-id: req-f9e36789-be82-4b6e-8b35-805211c679e6 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:48:11.095428 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f4b996-5aed-492d-8219-486253775b7a", "name": "network-vif-plugged", "status": "completed", "tag": "4ab273ed-d0db-4439-b362-b4d1941f5553", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:48:11.095688 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9e36789-be82-4b6e-8b35-805211c679e6 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:48:11.096712 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f4b996-5aed-492d-8219-486253775b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab273ed-d0db-4439-b362-b4d1941f5553', 'code': 200} Feb 28 20:48:11.275866 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562631815', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2567d912-fa14-4fd4-940d-4a7634791095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:09Z', 'revision_number': 3, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': '2567d912-fa14-4fd4-940d-4a7634791095', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:48:11.292333 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022cce2-f2a3-4041-bc52-0f06b3caa4af req-f7096fbd-4734-4046-86ae-0e73a0e9b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:11.294396 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3022cce2-f2a3-4041-bc52-0f06b3caa4af req-f7096fbd-4734-4046-86ae-0e73a0e9b2fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3f4b996-5aed-492d-8219-486253775b7a HTTP/1.1" status: 200 len: 1133 time: 0.1219912 Feb 28 20:48:11.302926 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] Checking router: 1aecdc6b-b2d7-4547-b96c-2ca9874010ed for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:48:11.303447 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] Updating router 1aecdc6b-b2d7-4547-b96c-2ca9874010ed port 2567d912-fa14-4fd4-940d-4a7634791095 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:48:11.324356 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-88092ef3-7327-4197-acd3-607f90450cf6 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (e6c97f4c-3a92-400f-9cf8-dff7a2673ba2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:11.333066 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2567d912-fa14-4fd4-940d-4a7634791095), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:11.400454 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3022cce2-f2a3-4041-bc52-0f06b3caa4af req-cb46a99d-290f-4d89-a7f1-9d40962a4b66 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d87612e6-fd93-430a-883a-07fe5ca5308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978453 Feb 28 20:48:11.409558 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88092ef3-7327-4197-acd3-607f90450cf6 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Subnet': ['ID=e6c97f4c-3a92-400f-9cf8-dff7a2673ba2,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:11.432581 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88092ef3-7327-4197-acd3-607f90450cf6 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Checking segment: {'id': 'c6ab6a49-4bc7-4123-9f31-d102ea1ea981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:48:11.432950 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88092ef3-7327-4197-acd3-607f90450cf6 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network hostable DHCP agents. Network: 278b0d9b-6873-4b35-a1c6-06ba81c51709, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:48:11.453822 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88092ef3-7327-4197-acd3-607f90450cf6 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network 278b0d9b-6873-4b35-a1c6-06ba81c51709 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:48:11.467809 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-88092ef3-7327-4197-acd3-607f90450cf6 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 278b0d9b-6873-4b35-a1c6-06ba81c51709) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:48:11.472882 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88092ef3-7327-4197-acd3-607f90450cf6 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:11.473483 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-88092ef3-7327-4197-acd3-607f90450cf6 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:11.483138 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63808d2b-aaa3-4c4c-be77-757ab18aa92c None None] Network 278b0d9b-6873-4b35-a1c6-06ba81c51709 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:48:11.500357 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-88092ef3-7327-4197-acd3-607f90450cf6 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7582388 Feb 28 20:48:11.500577 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36378) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:11.684016 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f749be2f-f589-4391-ba9b-9c72b9542970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-278b0d9b-6873-4b35-a1c6-06ba81c51709', 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709', 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'fixed_ips': [{'subnet_id': 'e6c97f4c-3a92-400f-9cf8-dff7a2673ba2'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:48:11.686968 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f749be2f-f589-4391-ba9b-9c72b9542970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:11.917370 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] Publish callbacks [] for port (2567d912-fa14-4fd4-940d-4a7634791095), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:11.922395 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-f749be2f-f589-4391-ba9b-9c72b9542970 None None] Allocated IP 172.20.0.2 (278b0d9b-6873-4b35-a1c6-06ba81c51709/e6c97f4c-3a92-400f-9cf8-dff7a2673ba2/804f4551-7352-4eee-a171-c8a771a3b9c3) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:48:11.936118 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2567d912-fa14-4fd4-940d-4a7634791095), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:12.039190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c55160-e6ba-43e3-9f8e-05492426d185 None None] Pushing event updated for resources: {'Port': ['ID=2567d912-fa14-4fd4-940d-4a7634791095,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:12.077828 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] Attempting to bind port 2567d912-fa14-4fd4-940d-4a7634791095 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:48:12.078199 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] Attempting to bind port 2567d912-fa14-4fd4-940d-4a7634791095 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:48:12.078560 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] Attempting to bind port 2567d912-fa14-4fd4-940d-4a7634791095 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:48:12.103966 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:12.105467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed916fb8-737c-4a9d-9aac-f83b0d3044e9 req-64614c42-d809-40ca-850d-7b3fb9d38a55 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:12.116341 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed916fb8-737c-4a9d-9aac-f83b0d3044e9 req-64614c42-d809-40ca-850d-7b3fb9d38a55 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3f4b996-5aed-492d-8219-486253775b7a HTTP/1.1" status: 200 len: 950 time: 0.0929728 Feb 28 20:48:12.120247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:48:12.120626 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:48:12.121036 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:12.121498 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:48:12.121996 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] Bound port: 2567d912-fa14-4fd4-940d-4a7634791095, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:48:12.124191 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2567d912-fa14-4fd4-940d-4a7634791095), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:12.198414 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed916fb8-737c-4a9d-9aac-f83b0d3044e9 req-9380906e-3a4e-49d4-9491-c4a0143ef3af tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87612e6-fd93-430a-883a-07fe5ca5308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819480 Feb 28 20:48:12.278662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] For port 2567d912-fa14-4fd4-940d-4a7634791095, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:48:12.297528 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] For port 2567d912-fa14-4fd4-940d-4a7634791095, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2567d912-fa14-4fd4-940d-4a7634791095,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:48:12.312728 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f749be2f-f589-4391-ba9b-9c72b9542970 None None] Publish callbacks [] for port (804f4551-7352-4eee-a171-c8a771a3b9c3), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:12.316595 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2567d912-fa14-4fd4-940d-4a7634791095), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:12.347804 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f749be2f-f589-4391-ba9b-9c72b9542970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (804f4551-7352-4eee-a171-c8a771a3b9c3), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:12.387674 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] Routers {'1aecdc6b-b2d7-4547-b96c-2ca9874010ed'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:48:12.388452 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:47:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1aecdc6b-b2d7-4547-b96c-2ca9874010ed'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:48:12.398582 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f749be2f-f589-4391-ba9b-9c72b9542970 None None] Network 278b0d9b-6873-4b35-a1c6-06ba81c51709 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:48:12.438839 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-f749be2f-f589-4391-ba9b-9c72b9542970 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:48:12.464723 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f749be2f-f589-4391-ba9b-9c72b9542970 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:48:12.467272 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c55160-e6ba-43e3-9f8e-05492426d185 None None] Pushing event updated for resources: {'Port': ['ID=2567d912-fa14-4fd4-940d-4a7634791095,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:12.640552 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749be2f-f589-4391-ba9b-9c72b9542970 None None] Pushing event updated for resources: {'Port': ['ID=804f4551-7352-4eee-a171-c8a771a3b9c3,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:12.670864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f749be2f-f589-4391-ba9b-9c72b9542970 None None] Attempting to bind port 804f4551-7352-4eee-a171-c8a771a3b9c3 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:48:12.671423 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f749be2f-f589-4391-ba9b-9c72b9542970 None None] Attempting to bind port 804f4551-7352-4eee-a171-c8a771a3b9c3 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'c6ab6a49-4bc7-4123-9f31-d102ea1ea981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:48:12.672457 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f749be2f-f589-4391-ba9b-9c72b9542970 None None] Attempting to bind port 804f4551-7352-4eee-a171-c8a771a3b9c3 on network 278b0d9b-6873-4b35-a1c6-06ba81c51709 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:48:12.682570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f749be2f-f589-4391-ba9b-9c72b9542970 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:48:12.683201 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f749be2f-f589-4391-ba9b-9c72b9542970 None None] Checking segment: {'id': 'c6ab6a49-4bc7-4123-9f31-d102ea1ea981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:48:12.683819 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f749be2f-f589-4391-ba9b-9c72b9542970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:12.684550 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f749be2f-f589-4391-ba9b-9c72b9542970 None None] Bound using segment: {'id': 'c6ab6a49-4bc7-4123-9f31-d102ea1ea981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:48:12.685209 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f749be2f-f589-4391-ba9b-9c72b9542970 None None] Bound port: 804f4551-7352-4eee-a171-c8a771a3b9c3, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ab6a49-4bc7-4123-9f31-d102ea1ea981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:48:12.685767 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f749be2f-f589-4391-ba9b-9c72b9542970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (804f4551-7352-4eee-a171-c8a771a3b9c3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:12.691663 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] Set router 1aecdc6b-b2d7-4547-b96c-2ca9874010ed gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:48:12.894458 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f749be2f-f589-4391-ba9b-9c72b9542970 None None] For port 804f4551-7352-4eee-a171-c8a771a3b9c3, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:48:12.915096 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f749be2f-f589-4391-ba9b-9c72b9542970 None None] For port 804f4551-7352-4eee-a171-c8a771a3b9c3, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=804f4551-7352-4eee-a171-c8a771a3b9c3,segment=NetworkSegment(c6ab6a49-4bc7-4123-9f31-d102ea1ea981),segment_id=c6ab6a49-4bc7-4123-9f31-d102ea1ea981)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:48:12.931473 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f749be2f-f589-4391-ba9b-9c72b9542970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (804f4551-7352-4eee-a171-c8a771a3b9c3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:12.961216 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Allocated IP 172.20.0.1 (278b0d9b-6873-4b35-a1c6-06ba81c51709/e6c97f4c-3a92-400f-9cf8-dff7a2673ba2/c4866060-7359-4427-aa3c-49864ce06b76) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:48:13.046741 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749be2f-f589-4391-ba9b-9c72b9542970 None None] Pushing event updated for resources: {'Port': ['ID=804f4551-7352-4eee-a171-c8a771a3b9c3,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:13.065576 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562631815', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2567d912-fa14-4fd4-940d-4a7634791095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:09Z', 'revision_number': 3, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': '2567d912-fa14-4fd4-940d-4a7634791095', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:48:13.104115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf077f11-160c-4f17-832c-4f8fd561109e None None] The sync data for ids ['1aecdc6b-b2d7-4547-b96c-2ca9874010ed'] in n-d-820368-21 is: [{'id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562631815', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2567d912-fa14-4fd4-940d-4a7634791095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:09Z', 'revision_number': 3, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': '2567d912-fa14-4fd4-940d-4a7634791095', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:48:13.162744 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (c4866060-7359-4427-aa3c-49864ce06b76), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:13.252206 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c4866060-7359-4427-aa3c-49864ce06b76), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:13.306697 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=c4866060-7359-4427-aa3c-49864ce06b76,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:13.335880 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:13.337239 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:13.338319 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:13.361801 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:13.362291 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:13.362657 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:13.366215 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:13.366576 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:13.369166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:13.369540 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:13.369889 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:13.370233 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:13.370574 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:13.393257 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network 278b0d9b-6873-4b35-a1c6-06ba81c51709 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:48:13.395805 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:48:13.398830 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:48:13.441617 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4bbc4-33dc-4b40-bb4d-44da6c91ccb9 req-0f5b3765-b2a5-4603-863c-8280c5c9ac93 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:13.444164 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1e4bbc4-33dc-4b40-bb4d-44da6c91ccb9 req-0f5b3765-b2a5-4603-863c-8280c5c9ac93 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3f4b996-5aed-492d-8219-486253775b7a HTTP/1.1" status: 200 len: 950 time: 0.1018269 Feb 28 20:48:13.506405 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (1aecdc6b-b2d7-4547-b96c-2ca9874010ed), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:13.569311 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1e4bbc4-33dc-4b40-bb4d-44da6c91ccb9 req-b12e275a-50af-4c93-b2e5-491ddd902b5f tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87612e6-fd93-430a-883a-07fe5ca5308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121161 Feb 28 20:48:13.757858 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c4866060-7359-4427-aa3c-49864ce06b76), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:14.444904 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (c4866060-7359-4427-aa3c-49864ce06b76), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:14.451472 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (c4866060-7359-4427-aa3c-49864ce06b76), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:14.592729 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=c4866060-7359-4427-aa3c-49864ce06b76,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:14.620553 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (1aecdc6b-b2d7-4547-b96c-2ca9874010ed), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:14.644099 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41e42e3-d293-4d3a-8e78-1a0168577263 None None] Network 278b0d9b-6873-4b35-a1c6-06ba81c51709 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:48:14.799378 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network 278b0d9b-6873-4b35-a1c6-06ba81c51709 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:48:14.801232 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:48:14.806893 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-470ddc8d-2e07-48d4-a32f-6ee07b686471 None None] Provisioning complete for port 804f4551-7352-4eee-a171-c8a771a3b9c3 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:48:14.807497 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-470ddc8d-2e07-48d4-a32f-6ee07b686471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (804f4551-7352-4eee-a171-c8a771a3b9c3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:14.944365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-470ddc8d-2e07-48d4-a32f-6ee07b686471 None None] Current status of the port 804f4551-7352-4eee-a171-c8a771a3b9c3 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:48:14.944891 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-470ddc8d-2e07-48d4-a32f-6ee07b686471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (804f4551-7352-4eee-a171-c8a771a3b9c3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:14.947666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2567d912-fa14-4fd4-940d-4a7634791095 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:48:15.004221 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Router 1aecdc6b-b2d7-4547-b96c-2ca9874010ed has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:48:15.071613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-470ddc8d-2e07-48d4-a32f-6ee07b686471 None None] For port 804f4551-7352-4eee-a171-c8a771a3b9c3, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=804f4551-7352-4eee-a171-c8a771a3b9c3,segment=NetworkSegment(c6ab6a49-4bc7-4123-9f31-d102ea1ea981),segment_id=c6ab6a49-4bc7-4123-9f31-d102ea1ea981)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:48:15.093956 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-470ddc8d-2e07-48d4-a32f-6ee07b686471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (804f4551-7352-4eee-a171-c8a771a3b9c3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:15.156494 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:48:15.170805 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-09e3cf5d-49ba-4186-8635-46b02845d312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "PUT /v2.0/routers/1aecdc6b-b2d7-4547-b96c-2ca9874010ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6691732 Feb 28 20:48:15.224722 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ddc8d-2e07-48d4-a32f-6ee07b686471 None None] Pushing event updated for resources: {'Port': ['ID=804f4551-7352-4eee-a171-c8a771a3b9c3,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:15.240431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2567d912-fa14-4fd4-940d-4a7634791095 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:48:15.241344 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2567d912-fa14-4fd4-940d-4a7634791095), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:15.323835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b5ca16fa-c6a5-4811-b08c-2115edc24e1d None None] Provisioning complete for port 804f4551-7352-4eee-a171-c8a771a3b9c3 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:48:15.324182 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b5ca16fa-c6a5-4811-b08c-2115edc24e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (804f4551-7352-4eee-a171-c8a771a3b9c3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:15.703882 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ec5921db-c654-4df1-8ed9-f91985adcbad tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-615974093&fields=id&tenant_id=1a7308829c1041378fe2c0c22726e9fa HTTP/1.1" status: 200 len: 267 time: 0.1165986 Feb 28 20:48:15.834158 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2567d912-fa14-4fd4-940d-4a7634791095 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:48:15.834752 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2567d912-fa14-4fd4-940d-4a7634791095), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:15.877431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b5ca16fa-c6a5-4811-b08c-2115edc24e1d None None] Current status of the port 804f4551-7352-4eee-a171-c8a771a3b9c3 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:48:15.890953 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-15063951-44ae-45b0-bc22-191524565fd5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:15.893025 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-15063951-44ae-45b0-bc22-191524565fd5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/networks?id=278b0d9b-6873-4b35-a1c6-06ba81c51709 HTTP/1.1" status: 200 len: 796 time: 0.1802089 Feb 28 20:48:15.921328 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 2567d912-fa14-4fd4-940d-4a7634791095, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2567d912-fa14-4fd4-940d-4a7634791095,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:48:15.930254 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-89d674e4-2ef1-40d4-ae24-b1534ff82764 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/quotas/1a7308829c1041378fe2c0c22726e9fa HTTP/1.1" status: 200 len: 375 time: 0.0309279 Feb 28 20:48:15.945131 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2567d912-fa14-4fd4-940d-4a7634791095), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:15.946057 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 804f4551-7352-4eee-a171-c8a771a3b9c3 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:48:16.032219 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b5ca16fa-c6a5-4811-b08c-2115edc24e1d None None] Provisioning complete for port c4866060-7359-4427-aa3c-49864ce06b76 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:48:16.032741 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b5ca16fa-c6a5-4811-b08c-2115edc24e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c4866060-7359-4427-aa3c-49864ce06b76), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:16.055024 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-a29ddc13-7e59-44a4-b992-14d49d370258 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1203659 Feb 28 20:48:16.078297 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=2567d912-fa14-4fd4-940d-4a7634791095,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:16.080876 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-196486b4-2fa9-47c4-8c18-cea67cbef39b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:48:16.081987 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-196486b4-2fa9-47c4-8c18-cea67cbef39b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077262 Feb 28 20:48:16.083094 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b5ca16fa-c6a5-4811-b08c-2115edc24e1d None None] Port c4866060-7359-4427-aa3c-49864ce06b76 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:48:16.154277 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 804f4551-7352-4eee-a171-c8a771a3b9c3 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:48:16.154652 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (804f4551-7352-4eee-a171-c8a771a3b9c3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:16.241646 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-109eee58-b529-4846-87a7-96adea67901c None None] Provisioning complete for port c4866060-7359-4427-aa3c-49864ce06b76 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:48:16.242014 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-109eee58-b529-4846-87a7-96adea67901c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c4866060-7359-4427-aa3c-49864ce06b76), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:16.259951 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] Sync routers for ids ['1aecdc6b-b2d7-4547-b96c-2ca9874010ed'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:48:16.264530 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-0dde2ab9-90eb-4854-9832-111ccfc69a42 service neutron] 10.222.0.13 "GET /v2.0/networks/278b0d9b-6873-4b35-a1c6-06ba81c51709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558664 Feb 28 20:48:16.284836 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] Routers {'1aecdc6b-b2d7-4547-b96c-2ca9874010ed'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:48:16.285468 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:47:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1aecdc6b-b2d7-4547-b96c-2ca9874010ed'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:48:16.301001 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-109eee58-b529-4846-87a7-96adea67901c None None] Port c4866060-7359-4427-aa3c-49864ce06b76 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:48:16.386556 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 804f4551-7352-4eee-a171-c8a771a3b9c3 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:48:16.388115 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-7d4fe6b9-5207-48f8-b7e0-966c2d097d7a service neutron] 10.222.0.13 "GET /v2.0/networks/278b0d9b-6873-4b35-a1c6-06ba81c51709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170595 Feb 28 20:48:16.511041 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7be936f8-f286-4131-a3ec-813e9c07252d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:16.688989 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aaf5277f-3058-4008-a049-140a28535873 req-15371cf8-1e81-466b-b82e-1c5666bd258c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 210 time: 0.0524337 Feb 28 20:48:16.790532 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] Set router 1aecdc6b-b2d7-4547-b96c-2ca9874010ed gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:48:16.844494 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 804f4551-7352-4eee-a171-c8a771a3b9c3 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:48:16.966176 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 804f4551-7352-4eee-a171-c8a771a3b9c3 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:48:16.966627 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (804f4551-7352-4eee-a171-c8a771a3b9c3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:17.133493 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 804f4551-7352-4eee-a171-c8a771a3b9c3 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:48:17.135247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2567d912-fa14-4fd4-940d-4a7634791095 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:48:17.223422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2567d912-fa14-4fd4-940d-4a7634791095 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:48:17.224719 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2567d912-fa14-4fd4-940d-4a7634791095), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:17.285928 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562631815', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2567d912-fa14-4fd4-940d-4a7634791095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:13Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': '2567d912-fa14-4fd4-940d-4a7634791095', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c4866060-7359-4427-aa3c-49864ce06b76', 'name': '', 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:54:95:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e6c97f4c-3a92-400f-9cf8-dff7a2673ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:12Z', 'updated_at': '2022-02-28T20:48:14Z', 'revision_number': 2, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'e6c97f4c-3a92-400f-9cf8-dff7a2673ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:48:17.329210 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] Checking router: 1aecdc6b-b2d7-4547-b96c-2ca9874010ed for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:48:17.329570 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] Updating router 1aecdc6b-b2d7-4547-b96c-2ca9874010ed port c4866060-7359-4427-aa3c-49864ce06b76 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:48:17.401690 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c4866060-7359-4427-aa3c-49864ce06b76), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:17.422137 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2567d912-fa14-4fd4-940d-4a7634791095 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:48:17.910896 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-08a95005-d1c6-44b2-89aa-9b00b77ace79 req-19e20f6a-c636-44b9-8014-00ee907607a0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 210 time: 0.0868461 Feb 28 20:48:18.053836 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] Publish callbacks [] for port (c4866060-7359-4427-aa3c-49864ce06b76), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:18.066155 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c4866060-7359-4427-aa3c-49864ce06b76), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:18.122355 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d3a10-29e0-4b7c-b6fe-f80a64d8584f None None] Pushing event updated for resources: {'Port': ['ID=c4866060-7359-4427-aa3c-49864ce06b76,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:18.133368 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3a10-29e0-4b7c-b6fe-f80a64d8584f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:18.134023 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3a10-29e0-4b7c-b6fe-f80a64d8584f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:18.135095 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3a10-29e0-4b7c-b6fe-f80a64d8584f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:18.135603 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3a10-29e0-4b7c-b6fe-f80a64d8584f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:18.136162 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3a10-29e0-4b7c-b6fe-f80a64d8584f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:18.136688 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3a10-29e0-4b7c-b6fe-f80a64d8584f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:18.137189 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3a10-29e0-4b7c-b6fe-f80a64d8584f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:18.137688 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3a10-29e0-4b7c-b6fe-f80a64d8584f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:18.138337 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3a10-29e0-4b7c-b6fe-f80a64d8584f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:18.138835 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3a10-29e0-4b7c-b6fe-f80a64d8584f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:18.139515 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3a10-29e0-4b7c-b6fe-f80a64d8584f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:18.151517 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3a10-29e0-4b7c-b6fe-f80a64d8584f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:18.153620 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3a10-29e0-4b7c-b6fe-f80a64d8584f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:48:18.297290 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] Attempting to bind port c4866060-7359-4427-aa3c-49864ce06b76 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:48:18.298712 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] Attempting to bind port c4866060-7359-4427-aa3c-49864ce06b76 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'c6ab6a49-4bc7-4123-9f31-d102ea1ea981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:48:18.299326 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] Attempting to bind port c4866060-7359-4427-aa3c-49864ce06b76 on network 278b0d9b-6873-4b35-a1c6-06ba81c51709 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:48:18.330123 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:48:18.333149 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] Checking segment: {'id': 'c6ab6a49-4bc7-4123-9f31-d102ea1ea981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:48:18.333739 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:18.335623 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] Bound using segment: {'id': 'c6ab6a49-4bc7-4123-9f31-d102ea1ea981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:48:18.336388 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] Bound port: c4866060-7359-4427-aa3c-49864ce06b76, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ab6a49-4bc7-4123-9f31-d102ea1ea981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:48:18.336855 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c4866060-7359-4427-aa3c-49864ce06b76), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:18.482527 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] For port c4866060-7359-4427-aa3c-49864ce06b76, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:48:18.491095 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] For port c4866060-7359-4427-aa3c-49864ce06b76, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c4866060-7359-4427-aa3c-49864ce06b76,segment=NetworkSegment(c6ab6a49-4bc7-4123-9f31-d102ea1ea981),segment_id=c6ab6a49-4bc7-4123-9f31-d102ea1ea981)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:48:18.505372 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c4866060-7359-4427-aa3c-49864ce06b76), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:18.560382 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-60190698-eb75-4491-a36f-c5afdd4c3630 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:18.569565 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-60190698-eb75-4491-a36f-c5afdd4c3630 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.10 "GET /v2.0/networks?id=278b0d9b-6873-4b35-a1c6-06ba81c51709 HTTP/1.1" status: 200 len: 796 time: 0.2065542 Feb 28 20:48:18.625815 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d3a10-29e0-4b7c-b6fe-f80a64d8584f None None] Pushing event updated for resources: {'Port': ['ID=c4866060-7359-4427-aa3c-49864ce06b76,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:18.686513 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] Routers {'1aecdc6b-b2d7-4547-b96c-2ca9874010ed'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:48:18.687194 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:47:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1aecdc6b-b2d7-4547-b96c-2ca9874010ed'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:48:18.764921 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-f06e10e7-3c59-4c57-bca1-7012abf67c57 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a7308829c1041378fe2c0c22726e9fa HTTP/1.1" status: 200 len: 379 time: 0.1844521 Feb 28 20:48:18.769868 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c86ac2f0-5c99-45c8-b64c-ed39afac05fa None None] Provisioning complete for port c4866060-7359-4427-aa3c-49864ce06b76 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:48:18.773855 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c86ac2f0-5c99-45c8-b64c-ed39afac05fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c4866060-7359-4427-aa3c-49864ce06b76), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:18.788893 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-810d3c72-26e6-423a-8032-9488fa69d5c7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'port': {'device_id': '563f7b87-f9be-4c6d-83e9-09d65df0017e', 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709', 'admin_state_up': True, 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'security_groups': ['70095175-cf2b-48ef-9696-4846565fd0e6']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:48:18.952703 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] Set router 1aecdc6b-b2d7-4547-b96c-2ca9874010ed gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:48:19.004209 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c86ac2f0-5c99-45c8-b64c-ed39afac05fa None None] Current status of the port c4866060-7359-4427-aa3c-49864ce06b76 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:48:19.004769 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c86ac2f0-5c99-45c8-b64c-ed39afac05fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c4866060-7359-4427-aa3c-49864ce06b76), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:19.098741 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c86ac2f0-5c99-45c8-b64c-ed39afac05fa None None] For port c4866060-7359-4427-aa3c-49864ce06b76, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c4866060-7359-4427-aa3c-49864ce06b76,segment=NetworkSegment(c6ab6a49-4bc7-4123-9f31-d102ea1ea981),segment_id=c6ab6a49-4bc7-4123-9f31-d102ea1ea981)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:48:19.112752 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c86ac2f0-5c99-45c8-b64c-ed39afac05fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c4866060-7359-4427-aa3c-49864ce06b76), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:19.175997 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4709d66e-8fc5-4d02-9d1c-429ed9138d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:19.223286 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d55834f0-bfa3-49ad-bb88-5b3dd7d1e61f req-b3084e93-7386-41ac-b13c-c2b3e9c3027b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 210 time: 0.1296208 Feb 28 20:48:19.231669 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-810d3c72-26e6-423a-8032-9488fa69d5c7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Made reservation on behalf of 1a7308829c1041378fe2c0c22726e9fa for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:48:19.234778 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-810d3c72-26e6-423a-8032-9488fa69d5c7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:19.280487 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ac2f0-5c99-45c8-b64c-ed39afac05fa None None] Pushing event updated for resources: {'Port': ['ID=c4866060-7359-4427-aa3c-49864ce06b76,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:19.311791 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c0e12c95-c8b0-429a-93aa-1c10c0405318 None None] Provisioning complete for port c4866060-7359-4427-aa3c-49864ce06b76 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:48:19.312483 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c0e12c95-c8b0-429a-93aa-1c10c0405318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c4866060-7359-4427-aa3c-49864ce06b76), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:19.451802 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562631815', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2567d912-fa14-4fd4-940d-4a7634791095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:13Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': '2567d912-fa14-4fd4-940d-4a7634791095', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c4866060-7359-4427-aa3c-49864ce06b76', 'name': '', 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:54:95:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e6c97f4c-3a92-400f-9cf8-dff7a2673ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:12Z', 'updated_at': '2022-02-28T20:48:18Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'e6c97f4c-3a92-400f-9cf8-dff7a2673ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:48:19.488973 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-810d3c72-26e6-423a-8032-9488fa69d5c7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Allocated IP 172.20.0.12 (278b0d9b-6873-4b35-a1c6-06ba81c51709/e6c97f4c-3a92-400f-9cf8-dff7a2673ba2/1dcd873f-5d72-42e6-accc-f0febec451bc) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:48:19.491291 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aadf05-1d1a-4bc7-a899-726a6387f18a None None] The sync data for ids ['1aecdc6b-b2d7-4547-b96c-2ca9874010ed'] in n-d-820368-21 is: [{'id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562631815', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2567d912-fa14-4fd4-940d-4a7634791095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:13Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': '2567d912-fa14-4fd4-940d-4a7634791095', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c4866060-7359-4427-aa3c-49864ce06b76', 'name': '', 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:54:95:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e6c97f4c-3a92-400f-9cf8-dff7a2673ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:12Z', 'updated_at': '2022-02-28T20:48:18Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'e6c97f4c-3a92-400f-9cf8-dff7a2673ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:48:19.513538 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c0e12c95-c8b0-429a-93aa-1c10c0405318 None None] Current status of the port c4866060-7359-4427-aa3c-49864ce06b76 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:48:19.840330 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-810d3c72-26e6-423a-8032-9488fa69d5c7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (1dcd873f-5d72-42e6-accc-f0febec451bc), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:19.863656 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:19.941689 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-810d3c72-26e6-423a-8032-9488fa69d5c7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (1dcd873f-5d72-42e6-accc-f0febec451bc), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:19.977228 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-810d3c72-26e6-423a-8032-9488fa69d5c7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network 278b0d9b-6873-4b35-a1c6-06ba81c51709 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:48:19.981047 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-810d3c72-26e6-423a-8032-9488fa69d5c7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:48:19.991740 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-810d3c72-26e6-423a-8032-9488fa69d5c7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:48:20.197790 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:20.220467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d3c72-26e6-423a-8032-9488fa69d5c7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=1dcd873f-5d72-42e6-accc-f0febec451bc,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:20.229844 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-810d3c72-26e6-423a-8032-9488fa69d5c7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:20.230604 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-810d3c72-26e6-423a-8032-9488fa69d5c7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:20.265537 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-810d3c72-26e6-423a-8032-9488fa69d5c7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4895313 Feb 28 20:48:20.294037 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] Request body: {'port': {'device_id': '563f7b87-f9be-4c6d-83e9-09d65df0017e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:48:20.549815 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1dcd873f-5d72-42e6-accc-f0febec451bc), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:20.560271 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e3e56-c93f-48ec-a86d-df9cdc50036a req-230e7b2c-1a3c-42e0-9c77-2734d8547874 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:20.574478 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-882da37e-fee2-4a32-a56d-dccccd551eca None None] Provisioning complete for port 1dcd873f-5d72-42e6-accc-f0febec451bc triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:48:20.577535 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-613e3e56-c93f-48ec-a86d-df9cdc50036a req-230e7b2c-1a3c-42e0-9c77-2734d8547874 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 932 time: 0.2628245 Feb 28 20:48:20.580433 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-882da37e-fee2-4a32-a56d-dccccd551eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1dcd873f-5d72-42e6-accc-f0febec451bc), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:20.655326 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-882da37e-fee2-4a32-a56d-dccccd551eca None None] Port 1dcd873f-5d72-42e6-accc-f0febec451bc cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:48:20.740300 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-613e3e56-c93f-48ec-a86d-df9cdc50036a req-70d3c02b-02d3-40f6-ad7c-58adb2b97140 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581001 Feb 28 20:48:20.908635 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c4866060-7359-4427-aa3c-49864ce06b76 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:48:21.053091 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c4866060-7359-4427-aa3c-49864ce06b76 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:48:21.053766 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c4866060-7359-4427-aa3c-49864ce06b76), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:21.346963 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c4866060-7359-4427-aa3c-49864ce06b76 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:48:21.377661 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:21.423612 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dcd873f-5d72-42e6-accc-f0febec451bc {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:48:21.435945 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] Publish callbacks [] for port (1dcd873f-5d72-42e6-accc-f0febec451bc), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:21.465168 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] Transition to ACTIVE for port object 1dcd873f-5d72-42e6-accc-f0febec451bc will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:48:21.477573 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (1dcd873f-5d72-42e6-accc-f0febec451bc), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:21.658104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] Pushing event updated for resources: {'Port': ['ID=1dcd873f-5d72-42e6-accc-f0febec451bc,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:21.734257 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] Attempting to bind port 1dcd873f-5d72-42e6-accc-f0febec451bc on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:48:21.735467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] Attempting to bind port 1dcd873f-5d72-42e6-accc-f0febec451bc by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'c6ab6a49-4bc7-4123-9f31-d102ea1ea981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:48:21.735972 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] Attempting to bind port 1dcd873f-5d72-42e6-accc-f0febec451bc on network 278b0d9b-6873-4b35-a1c6-06ba81c51709 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:48:21.752832 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] Port 1dcd873f-5d72-42e6-accc-f0febec451bc on network 278b0d9b-6873-4b35-a1c6-06ba81c51709 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:48:21.754133 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] Attempting to bind port 1dcd873f-5d72-42e6-accc-f0febec451bc on network 278b0d9b-6873-4b35-a1c6-06ba81c51709 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:48:21.780239 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:48:21.782924 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] Checking segment: {'id': 'c6ab6a49-4bc7-4123-9f31-d102ea1ea981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:48:21.784588 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] Bound using segment: {'id': 'c6ab6a49-4bc7-4123-9f31-d102ea1ea981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:48:21.787143 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] Bound port: 1dcd873f-5d72-42e6-accc-f0febec451bc, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ab6a49-4bc7-4123-9f31-d102ea1ea981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:48:21.788593 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1dcd873f-5d72-42e6-accc-f0febec451bc), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:22.015850 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] For port 1dcd873f-5d72-42e6-accc-f0febec451bc, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:48:22.021274 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] For port 1dcd873f-5d72-42e6-accc-f0febec451bc, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=1dcd873f-5d72-42e6-accc-f0febec451bc,segment=NetworkSegment(c6ab6a49-4bc7-4123-9f31-d102ea1ea981),segment_id=c6ab6a49-4bc7-4123-9f31-d102ea1ea981)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:48:22.033420 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb5261-b973-47e6-8443-f1b9582d9084 req-541f8074-0d74-4429-b425-97827382e178 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:22.035415 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b0eb5261-b973-47e6-8443-f1b9582d9084 req-541f8074-0d74-4429-b425-97827382e178 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 944 time: 0.1179037 Feb 28 20:48:22.037187 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (1dcd873f-5d72-42e6-accc-f0febec451bc), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:22.146886 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] Pushing event updated for resources: {'Port': ['ID=1dcd873f-5d72-42e6-accc-f0febec451bc,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:22.158269 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:22.159059 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:22.162159 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-ab100cca-a12e-4ecd-a40c-83398e1e0009 service neutron] 10.222.0.10 "PUT /v2.0/ports/1dcd873f-5d72-42e6-accc-f0febec451bc HTTP/1.1" status: 200 len: 1093 time: 1.8873222 Feb 28 20:48:22.162159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563f7b87-f9be-4c6d-83e9-09d65df0017e', 'tag': '1dcd873f-5d72-42e6-accc-f0febec451bc'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:48:22.164238 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b712a2-f2e4-4a67-9306-c17a92ffec5f" -d '{"events": [{"name": "network-changed", "server_uuid": "563f7b87-f9be-4c6d-83e9-09d65df0017e", "tag": "1dcd873f-5d72-42e6-accc-f0febec451bc"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:48:22.333678 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b0eb5261-b973-47e6-8443-f1b9582d9084 req-de8a9cc9-0e43-434c-b731-d2528ab2c2fe tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2843914 Feb 28 20:48:22.368006 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cce80e-8de3-4f1c-b492-6e27689137fa x-openstack-request-id: req-25cce80e-8de3-4f1c-b492-6e27689137fa {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:48:22.369405 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563f7b87-f9be-4c6d-83e9-09d65df0017e", "tag": "1dcd873f-5d72-42e6-accc-f0febec451bc", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:48:22.369709 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25cce80e-8de3-4f1c-b492-6e27689137fa {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:48:22.371423 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563f7b87-f9be-4c6d-83e9-09d65df0017e', 'tag': '1dcd873f-5d72-42e6-accc-f0febec451bc', 'status': 'completed', 'code': 200} Feb 28 20:48:22.383413 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-4dc9036f-fc4a-4714-ba97-fdd05c5de6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:22.385718 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-4dc9036f-fc4a-4714-ba97-fdd05c5de6c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 1127 time: 0.1700716 Feb 28 20:48:22.491354 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-79e6d8fe-ddf4-45ae-b9fc-088c85dc60a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dcd873f-5d72-42e6-accc-f0febec451bc HTTP/1.1" status: 200 len: 217 time: 0.0932031 Feb 28 20:48:22.565370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-22ec969c-630c-4cb9-900d-fd237fc53ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:22.567299 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-22ec969c-630c-4cb9-900d-fd237fc53ccc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e6c97f4c-3a92-400f-9cf8-dff7a2673ba2 HTTP/1.1" status: 200 len: 833 time: 0.0697477 Feb 28 20:48:22.662980 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-725bdbc0-dd6e-48bd-b26a-e29a9a189291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:22.664875 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-725bdbc0-dd6e-48bd-b26a-e29a9a189291 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=278b0d9b-6873-4b35-a1c6-06ba81c51709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0894544 Feb 28 20:48:22.727372 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:22.739542 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:22.807846 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-c9cf37ae-a998-4dbb-af57-718e490f0fc1 service neutron] 10.222.0.10 "GET /v2.0/networks/278b0d9b-6873-4b35-a1c6-06ba81c51709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201618 Feb 28 20:48:22.922468 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbfa44a6-060f-4a1b-bf83-28624f15bdf8 req-f5fe03df-0291-401e-bef2-8dad39fcfac7 service neutron] 10.222.0.10 "GET /v2.0/networks/278b0d9b-6873-4b35-a1c6-06ba81c51709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082499 Feb 28 20:48:23.036973 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b712a2-f2e4-4a67-9306-c17a92ffec5f req-b23f7ed4-819f-4e0a-ba3b-75680e29ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:23.038765 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e9b712a2-f2e4-4a67-9306-c17a92ffec5f req-b23f7ed4-819f-4e0a-ba3b-75680e29ae27 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 1127 time: 0.0651481 Feb 28 20:48:23.140659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b712a2-f2e4-4a67-9306-c17a92ffec5f req-0ed44a00-3ec9-483c-b875-adca0afb2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:23.142280 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e9b712a2-f2e4-4a67-9306-c17a92ffec5f req-0ed44a00-3ec9-483c-b875-adca0afb2923 service neutron] 10.222.0.10 "GET /v2.0/networks?id=278b0d9b-6873-4b35-a1c6-06ba81c51709 HTTP/1.1" status: 200 len: 896 time: 0.0962894 Feb 28 20:48:23.218052 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e9b712a2-f2e4-4a67-9306-c17a92ffec5f req-79fe6d88-6b5f-417c-890c-bac260fd441f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dcd873f-5d72-42e6-accc-f0febec451bc HTTP/1.1" status: 200 len: 217 time: 0.0653932 Feb 28 20:48:23.290660 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b712a2-f2e4-4a67-9306-c17a92ffec5f req-5756c75c-7816-4fa7-8651-ee62d4c2a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:23.294234 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e9b712a2-f2e4-4a67-9306-c17a92ffec5f req-5756c75c-7816-4fa7-8651-ee62d4c2a2e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e6c97f4c-3a92-400f-9cf8-dff7a2673ba2 HTTP/1.1" status: 200 len: 833 time: 0.0663016 Feb 28 20:48:23.383413 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b712a2-f2e4-4a67-9306-c17a92ffec5f req-ffcf7a5e-5aab-4455-aca1-9713af2a8d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:23.385889 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e9b712a2-f2e4-4a67-9306-c17a92ffec5f req-ffcf7a5e-5aab-4455-aca1-9713af2a8d26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=278b0d9b-6873-4b35-a1c6-06ba81c51709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0829928 Feb 28 20:48:23.539790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ad11f-641d-49d8-8c31-db531324ff10 req-1a0c3a4e-65f6-42d2-bb78-22c7ae1fba7a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:23.541340 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d3ad11f-641d-49d8-8c31-db531324ff10 req-1a0c3a4e-65f6-42d2-bb78-22c7ae1fba7a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 944 time: 0.1167960 Feb 28 20:48:23.547254 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e9b712a2-f2e4-4a67-9306-c17a92ffec5f req-c13ffdae-2b45-4a04-8879-d0af30a2742c service neutron] 10.222.0.10 "GET /v2.0/networks/278b0d9b-6873-4b35-a1c6-06ba81c51709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514108 Feb 28 20:48:23.662518 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d3ad11f-641d-49d8-8c31-db531324ff10 req-a4d48028-3262-4356-83d7-15e438abd05d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142659 Feb 28 20:48:23.691052 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e9b712a2-f2e4-4a67-9306-c17a92ffec5f req-d35b2369-c1f0-4dd2-82fa-ed57c30290bc service neutron] 10.222.0.10 "GET /v2.0/networks/278b0d9b-6873-4b35-a1c6-06ba81c51709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369376 Feb 28 20:48:24.798144 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1d992-7e23-4e96-8adf-3faeed723051 req-65841c69-82a8-482e-a373-e6ad141cfbd2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:24.800139 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-90e1d992-7e23-4e96-8adf-3faeed723051 req-65841c69-82a8-482e-a373-e6ad141cfbd2 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 944 time: 0.0574439 Feb 28 20:48:24.855016 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-90e1d992-7e23-4e96-8adf-3faeed723051 req-ffb22355-161d-4eb7-992c-3d978c40f44f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469596 Feb 28 20:48:25.622712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 1dcd873f-5d72-42e6-accc-f0febec451bc details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:48:25.758420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 1dcd873f-5d72-42e6-accc-f0febec451bc, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=1dcd873f-5d72-42e6-accc-f0febec451bc,segment=NetworkSegment(c6ab6a49-4bc7-4123-9f31-d102ea1ea981),segment_id=c6ab6a49-4bc7-4123-9f31-d102ea1ea981)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:48:25.770537 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '1dcd873f-5d72-42e6-accc-f0febec451bc', 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709', 'port_id': '1dcd873f-5d72-42e6-accc-f0febec451bc', 'mac_address': 'fa:16:3e:01:08:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c97f4c-3a92-400f-9cf8-dff7a2673ba2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:48:25.814306 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 1dcd873f-5d72-42e6-accc-f0febec451bc is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:48:25.814949 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1dcd873f-5d72-42e6-accc-f0febec451bc), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:25.829119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dcd873f-5d72-42e6-accc-f0febec451bc {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:48:25.849495 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 1dcd873f-5d72-42e6-accc-f0febec451bc, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=1dcd873f-5d72-42e6-accc-f0febec451bc,segment=NetworkSegment(c6ab6a49-4bc7-4123-9f31-d102ea1ea981),segment_id=c6ab6a49-4bc7-4123-9f31-d102ea1ea981)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:48:25.854660 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1dcd873f-5d72-42e6-accc-f0febec451bc), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:25.922127 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=1dcd873f-5d72-42e6-accc-f0febec451bc,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:25.995890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76adf4-3936-4c9a-9728-61e0aa401e13 req-9213f22c-4509-4784-aa09-524d87cbcfaf tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:25.997570 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6f76adf4-3936-4c9a-9728-61e0aa401e13 req-9213f22c-4509-4784-aa09-524d87cbcfaf tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 945 time: 0.0716312 Feb 28 20:48:26.063391 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6f76adf4-3936-4c9a-9728-61e0aa401e13 req-dfe7d7b0-fb63-425e-9947-9d7622a0dbed tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585246 Feb 28 20:48:26.093760 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['1dcd873f-5d72-42e6-accc-f0febec451bc'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:48:26.218571 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:48:27.200036 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93a9f7-f475-454b-b241-89a6ef92db6f req-c8552451-19f4-4980-b380-6f1dfb39a500 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:27.201534 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5a93a9f7-f475-454b-b241-89a6ef92db6f req-c8552451-19f4-4980-b380-6f1dfb39a500 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 945 time: 0.0585897 Feb 28 20:48:27.256716 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5a93a9f7-f475-454b-b241-89a6ef92db6f req-27811f1e-6b94-46f9-ab5e-84baca14699f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488725 Feb 28 20:48:27.651798 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 1dcd873f-5d72-42e6-accc-f0febec451bc up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:48:27.708217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 1dcd873f-5d72-42e6-accc-f0febec451bc completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:48:27.712312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 1dcd873f-5d72-42e6-accc-f0febec451bc triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:48:27.712728 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1dcd873f-5d72-42e6-accc-f0febec451bc), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:27.802811 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 1dcd873f-5d72-42e6-accc-f0febec451bc is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:48:27.803537 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1dcd873f-5d72-42e6-accc-f0febec451bc), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:27.828496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563f7b87-f9be-4c6d-83e9-09d65df0017e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcd873f-5d72-42e6-accc-f0febec451bc'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:48:27.830972 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b975c3a-5ebd-4a8b-ac04-fcee8755888b" -d '{"events": [{"server_uuid": "563f7b87-f9be-4c6d-83e9-09d65df0017e", "name": "network-vif-plugged", "status": "completed", "tag": "1dcd873f-5d72-42e6-accc-f0febec451bc"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:48:27.846440 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 1dcd873f-5d72-42e6-accc-f0febec451bc, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=1dcd873f-5d72-42e6-accc-f0febec451bc,segment=NetworkSegment(c6ab6a49-4bc7-4123-9f31-d102ea1ea981),segment_id=c6ab6a49-4bc7-4123-9f31-d102ea1ea981)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:48:27.852352 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1dcd873f-5d72-42e6-accc-f0febec451bc), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:27.880158 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8b7979-99bb-4368-a316-5651b6487d5a x-openstack-request-id: req-1c8b7979-99bb-4368-a316-5651b6487d5a {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:48:27.880496 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563f7b87-f9be-4c6d-83e9-09d65df0017e", "name": "network-vif-plugged", "status": "completed", "tag": "1dcd873f-5d72-42e6-accc-f0febec451bc", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:48:27.880752 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c8b7979-99bb-4368-a316-5651b6487d5a {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:48:27.881148 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563f7b87-f9be-4c6d-83e9-09d65df0017e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcd873f-5d72-42e6-accc-f0febec451bc', 'code': 200} Feb 28 20:48:27.914678 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=1dcd873f-5d72-42e6-accc-f0febec451bc,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:28.000122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f3a9e-bfd0-4a07-9276-25584acae90e req-9539f81c-27c8-4446-b94a-a4df258822c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:28.001632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e7f3a9e-bfd0-4a07-9276-25584acae90e req-9539f81c-27c8-4446-b94a-a4df258822c6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 1129 time: 0.0525742 Feb 28 20:48:28.052817 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e7f3a9e-bfd0-4a07-9276-25584acae90e req-0c6c8570-fee7-4132-9916-acdfdec591da service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443926 Feb 28 20:48:28.413060 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b4ef4-ebae-4daa-8743-7f4b50df406f req-ac95ff6e-cf69-4fd8-8b39-6b729a0af50a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:28.414776 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff6b4ef4-ebae-4daa-8743-7f4b50df406f req-ac95ff6e-cf69-4fd8-8b39-6b729a0af50a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 946 time: 0.0693643 Feb 28 20:48:28.484817 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff6b4ef4-ebae-4daa-8743-7f4b50df406f req-819bf460-7076-40bc-92d1-03da6e84a0e3 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634415 Feb 28 20:48:29.625942 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadb444-2629-4beb-8ee1-8c99bd259f7d req-d3f5e0a3-061a-4a8d-ac6e-1cdc9e701cca tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:29.629850 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efadb444-2629-4beb-8ee1-8c99bd259f7d req-d3f5e0a3-061a-4a8d-ac6e-1cdc9e701cca tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 946 time: 0.0629780 Feb 28 20:48:29.698347 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efadb444-2629-4beb-8ee1-8c99bd259f7d req-cc22573f-e137-4ee0-a4f0-e8d9ae09a04b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644145 Feb 28 20:48:29.775636 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-edd2a169-a4cf-4c20-9430-f311b4e0954c req-7c5cf75b-b525-4592-86f5-ccb645f809d3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0755415 Feb 28 20:48:29.887533 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991bd1d-7fda-4ca2-95a9-6c53bbd36952 req-7ce58c7c-c0db-4eec-bbca-56c56af093c1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:29.889207 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1991bd1d-7fda-4ca2-95a9-6c53bbd36952 req-7ce58c7c-c0db-4eec-bbca-56c56af093c1 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 946 time: 0.1127083 Feb 28 20:48:29.895970 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2a169-a4cf-4c20-9430-f311b4e0954c req-516785ec-771a-4482-828e-02f1e31f1784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:29.897538 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-edd2a169-a4cf-4c20-9430-f311b4e0954c req-516785ec-771a-4482-828e-02f1e31f1784 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 1129 time: 0.0706081 Feb 28 20:48:30.006849 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1991bd1d-7fda-4ca2-95a9-6c53bbd36952 req-18a929a7-e635-4d89-bc75-7cabd1fb33b0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082323 Feb 28 20:48:30.030803 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36726) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:30.047574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2a169-a4cf-4c20-9430-f311b4e0954c req-40b7595b-28e0-4863-b1cd-791cc5d906d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:30.049261 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-edd2a169-a4cf-4c20-9430-f311b4e0954c req-40b7595b-28e0-4863-b1cd-791cc5d906d0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=278b0d9b-6873-4b35-a1c6-06ba81c51709 HTTP/1.1" status: 200 len: 896 time: 0.1285636 Feb 28 20:48:30.084960 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca070be-1bb8-4c10-a2ac-3299d0ec8d4f tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:30.086815 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4ca070be-1bb8-4c10-a2ac-3299d0ec8d4f tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 1124 time: 0.0539434 Feb 28 20:48:30.090173 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36728) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:30.096233 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-18eec251-8b8f-48c3-b8b2-c807be9a4130 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': '1dcd873f-5d72-42e6-accc-f0febec451bc', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:48:30.107287 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-edd2a169-a4cf-4c20-9430-f311b4e0954c req-ead2da1a-7660-4095-9ccc-41a70991fdfa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dcd873f-5d72-42e6-accc-f0febec451bc HTTP/1.1" status: 200 len: 217 time: 0.0498409 Feb 28 20:48:30.119819 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18eec251-8b8f-48c3-b8b2-c807be9a4130 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:30.175638 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2a169-a4cf-4c20-9430-f311b4e0954c req-17f4a5a6-6465-4efe-a0fe-3b9712d0fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:30.178099 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-edd2a169-a4cf-4c20-9430-f311b4e0954c req-17f4a5a6-6465-4efe-a0fe-3b9712d0fdb8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e6c97f4c-3a92-400f-9cf8-dff7a2673ba2 HTTP/1.1" status: 200 len: 833 time: 0.0650616 Feb 28 20:48:30.231958 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18eec251-8b8f-48c3-b8b2-c807be9a4130 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:30.239061 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2a169-a4cf-4c20-9430-f311b4e0954c req-944df89b-9498-43b5-b665-62eb5f00df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:30.241885 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-edd2a169-a4cf-4c20-9430-f311b4e0954c req-944df89b-9498-43b5-b665-62eb5f00df0d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=278b0d9b-6873-4b35-a1c6-06ba81c51709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0578339 Feb 28 20:48:30.356510 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-edd2a169-a4cf-4c20-9430-f311b4e0954c req-5ff6eadf-7210-4c56-b148-3061a21293a8 service neutron] 10.222.0.10 "GET /v2.0/networks/278b0d9b-6873-4b35-a1c6-06ba81c51709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076274 Feb 28 20:48:30.363097 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-18eec251-8b8f-48c3-b8b2-c807be9a4130 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Allocated IP 172.25.0.232 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/b7ed4083-effe-4f26-b468-b10c793811ef) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:48:30.466095 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-edd2a169-a4cf-4c20-9430-f311b4e0954c req-d74109a5-f11f-424a-8665-a571e20f6993 service neutron] 10.222.0.10 "GET /v2.0/networks/278b0d9b-6873-4b35-a1c6-06ba81c51709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030762 Feb 28 20:48:30.494177 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18eec251-8b8f-48c3-b8b2-c807be9a4130 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (b7ed4083-effe-4f26-b468-b10c793811ef), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:30.533824 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18eec251-8b8f-48c3-b8b2-c807be9a4130 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b7ed4083-effe-4f26-b468-b10c793811ef), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:30.581812 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eec251-8b8f-48c3-b8b2-c807be9a4130 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:48:30.584970 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-18eec251-8b8f-48c3-b8b2-c807be9a4130 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:48:30.591043 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eec251-8b8f-48c3-b8b2-c807be9a4130 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:48:30.594201 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eec251-8b8f-48c3-b8b2-c807be9a4130 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=b7ed4083-effe-4f26-b468-b10c793811ef,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:31.031791 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18eec251-8b8f-48c3-b8b2-c807be9a4130 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for floatingip (3ee952d2-4162-461b-8f89-ff20b84c367a), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:31.109526 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18eec251-8b8f-48c3-b8b2-c807be9a4130 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b7ed4083-effe-4f26-b468-b10c793811ef), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:31.280444 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18eec251-8b8f-48c3-b8b2-c807be9a4130 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for port (b7ed4083-effe-4f26-b468-b10c793811ef), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:31.289120 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18eec251-8b8f-48c3-b8b2-c807be9a4130 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (b7ed4083-effe-4f26-b468-b10c793811ef), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:31.359734 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eec251-8b8f-48c3-b8b2-c807be9a4130 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event updated for resources: {'Port': ['ID=b7ed4083-effe-4f26-b468-b10c793811ef,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:31.372556 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18eec251-8b8f-48c3-b8b2-c807be9a4130 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (3ee952d2-4162-461b-8f89-ff20b84c367a), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:31.485490 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-18eec251-8b8f-48c3-b8b2-c807be9a4130 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Floating IP 3ee952d2-4162-461b-8f89-ff20b84c367a associated. External IP: 172.25.0.232, port: 1dcd873f-5d72-42e6-accc-f0febec451bc. Feb 28 20:48:31.709889 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18eec251-8b8f-48c3-b8b2-c807be9a4130 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Router 1aecdc6b-b2d7-4547-b96c-2ca9874010ed has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:48:31.843352 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18eec251-8b8f-48c3-b8b2-c807be9a4130 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:48:31.855116 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ec368f-4e26-4a52-b86e-2b3afc4ef514 None None] Sync routers for ids ['1aecdc6b-b2d7-4547-b96c-2ca9874010ed'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:48:31.872930 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-18eec251-8b8f-48c3-b8b2-c807be9a4130 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:31.874080 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ec368f-4e26-4a52-b86e-2b3afc4ef514 None None] Routers {'1aecdc6b-b2d7-4547-b96c-2ca9874010ed'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:48:31.875515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c2ec368f-4e26-4a52-b86e-2b3afc4ef514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:48:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1aecdc6b-b2d7-4547-b96c-2ca9874010ed'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:48:31.908477 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-18eec251-8b8f-48c3-b8b2-c807be9a4130 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8170333 Feb 28 20:48:31.909502 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563f7b87-f9be-4c6d-83e9-09d65df0017e', 'tag': '1dcd873f-5d72-42e6-accc-f0febec451bc'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:48:31.912741 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3ea916-2f8c-4e3a-9e65-f148cf3b6c02" -d '{"events": [{"name": "network-changed", "server_uuid": "563f7b87-f9be-4c6d-83e9-09d65df0017e", "tag": "1dcd873f-5d72-42e6-accc-f0febec451bc"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:48:31.957207 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac2434d-2af3-4484-9cdf-2bcc0d5ed9bd x-openstack-request-id: req-eac2434d-2af3-4484-9cdf-2bcc0d5ed9bd {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:48:31.957743 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563f7b87-f9be-4c6d-83e9-09d65df0017e", "tag": "1dcd873f-5d72-42e6-accc-f0febec451bc", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:48:31.958302 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eac2434d-2af3-4484-9cdf-2bcc0d5ed9bd {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:48:31.958966 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563f7b87-f9be-4c6d-83e9-09d65df0017e', 'tag': '1dcd873f-5d72-42e6-accc-f0febec451bc', 'status': 'completed', 'code': 200} Feb 28 20:48:32.038219 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-c2ec368f-4e26-4a52-b86e-2b3afc4ef514 None None] Set router 1aecdc6b-b2d7-4547-b96c-2ca9874010ed gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:48:32.093164 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ea916-2f8c-4e3a-9e65-f148cf3b6c02 req-e271b3bb-1b59-401c-9453-0797aee6d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:32.094424 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a3ea916-2f8c-4e3a-9e65-f148cf3b6c02 req-e271b3bb-1b59-401c-9453-0797aee6d8d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 1129 time: 0.1107423 Feb 28 20:48:32.107671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699c34b-01a3-439b-9bd8-179503192e4b req-d31f9003-9945-4b88-b155-e9b436d8a8cc tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:32.115093 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3699c34b-01a3-439b-9bd8-179503192e4b req-d31f9003-9945-4b88-b155-e9b436d8a8cc tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 946 time: 0.0984395 Feb 28 20:48:32.237331 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3699c34b-01a3-439b-9bd8-179503192e4b req-0ee963c1-347a-4fc8-b9ab-f7e5c49be0c0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191745 Feb 28 20:48:32.253945 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36754) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:32.285532 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ea916-2f8c-4e3a-9e65-f148cf3b6c02 req-c1f7cf5e-b710-49d2-8a10-7d21f4c52e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:32.287448 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a3ea916-2f8c-4e3a-9e65-f148cf3b6c02 req-c1f7cf5e-b710-49d2-8a10-7d21f4c52e34 service neutron] 10.222.0.10 "GET /v2.0/networks?id=278b0d9b-6873-4b35-a1c6-06ba81c51709 HTTP/1.1" status: 200 len: 896 time: 0.1703658 Feb 28 20:48:32.338675 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c2ec368f-4e26-4a52-b86e-2b3afc4ef514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562631815', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2567d912-fa14-4fd4-940d-4a7634791095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:13Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': '2567d912-fa14-4fd4-940d-4a7634791095', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3ee952d2-4162-461b-8f89-ff20b84c367a', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'port_id': '1dcd873f-5d72-42e6-accc-f0febec451bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709', 'mac_address': 'fa:16:3e:01:08:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563f7b87-f9be-4c6d-83e9-09d65df0017e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:48:30Z', 'updated_at': '2022-02-28T20:48:30Z', 'revision_number': 0, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4866060-7359-4427-aa3c-49864ce06b76', 'name': '', 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:54:95:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e6c97f4c-3a92-400f-9cf8-dff7a2673ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:12Z', 'updated_at': '2022-02-28T20:48:19Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'e6c97f4c-3a92-400f-9cf8-dff7a2673ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:48:32.375749 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-97a08f61-18a4-4134-9c9b-fa628633d7f4 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/floatingips/3ee952d2-4162-461b-8f89-ff20b84c367a HTTP/1.1" status: 200 len: 992 time: 0.1198993 Feb 28 20:48:32.379212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ec368f-4e26-4a52-b86e-2b3afc4ef514 None None] Checking router: 1aecdc6b-b2d7-4547-b96c-2ca9874010ed for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:48:32.380023 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a3ea916-2f8c-4e3a-9e65-f148cf3b6c02 req-eac87e17-0e08-4b4a-8df2-86c9b2d1d58e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dcd873f-5d72-42e6-accc-f0febec451bc HTTP/1.1" status: 200 len: 1000 time: 0.0859509 Feb 28 20:48:32.390411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ec368f-4e26-4a52-b86e-2b3afc4ef514 None None] Routers {'1aecdc6b-b2d7-4547-b96c-2ca9874010ed'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:48:32.391182 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c2ec368f-4e26-4a52-b86e-2b3afc4ef514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:48:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1aecdc6b-b2d7-4547-b96c-2ca9874010ed'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:48:32.440207 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ea916-2f8c-4e3a-9e65-f148cf3b6c02 req-38e885fe-3065-4e8c-8145-83655f985ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:32.442787 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a3ea916-2f8c-4e3a-9e65-f148cf3b6c02 req-38e885fe-3065-4e8c-8145-83655f985ebf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e6c97f4c-3a92-400f-9cf8-dff7a2673ba2 HTTP/1.1" status: 200 len: 833 time: 0.0558865 Feb 28 20:48:32.508838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ea916-2f8c-4e3a-9e65-f148cf3b6c02 req-60510d4f-d70b-4fc3-8e08-604c543f83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:32.511222 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a3ea916-2f8c-4e3a-9e65-f148cf3b6c02 req-60510d4f-d70b-4fc3-8e08-604c543f83fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=278b0d9b-6873-4b35-a1c6-06ba81c51709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0613441 Feb 28 20:48:32.527198 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-c2ec368f-4e26-4a52-b86e-2b3afc4ef514 None None] Set router 1aecdc6b-b2d7-4547-b96c-2ca9874010ed gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:48:32.607217 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a3ea916-2f8c-4e3a-9e65-f148cf3b6c02 req-b7737bc8-ce42-4486-85b0-3ee8b0b1804e service neutron] 10.222.0.10 "GET /v2.0/networks/278b0d9b-6873-4b35-a1c6-06ba81c51709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891912 Feb 28 20:48:32.742570 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a3ea916-2f8c-4e3a-9e65-f148cf3b6c02 req-842ef4c2-a96e-4aaa-926b-0018c6ff7680 service neutron] 10.222.0.10 "GET /v2.0/networks/278b0d9b-6873-4b35-a1c6-06ba81c51709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280653 Feb 28 20:48:32.814880 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c2ec368f-4e26-4a52-b86e-2b3afc4ef514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562631815', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2567d912-fa14-4fd4-940d-4a7634791095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:13Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': '2567d912-fa14-4fd4-940d-4a7634791095', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3ee952d2-4162-461b-8f89-ff20b84c367a', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'port_id': '1dcd873f-5d72-42e6-accc-f0febec451bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709', 'mac_address': 'fa:16:3e:01:08:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563f7b87-f9be-4c6d-83e9-09d65df0017e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:48:30Z', 'updated_at': '2022-02-28T20:48:30Z', 'revision_number': 0, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4866060-7359-4427-aa3c-49864ce06b76', 'name': '', 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:54:95:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e6c97f4c-3a92-400f-9cf8-dff7a2673ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:12Z', 'updated_at': '2022-02-28T20:48:19Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'e6c97f4c-3a92-400f-9cf8-dff7a2673ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:48:32.845713 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ec368f-4e26-4a52-b86e-2b3afc4ef514 None None] The sync data for ids ['1aecdc6b-b2d7-4547-b96c-2ca9874010ed'] in n-d-820368-21 is: [{'id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562631815', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2567d912-fa14-4fd4-940d-4a7634791095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:13Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': '2567d912-fa14-4fd4-940d-4a7634791095', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3ee952d2-4162-461b-8f89-ff20b84c367a', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'port_id': '1dcd873f-5d72-42e6-accc-f0febec451bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709', 'mac_address': 'fa:16:3e:01:08:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563f7b87-f9be-4c6d-83e9-09d65df0017e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:48:30Z', 'updated_at': '2022-02-28T20:48:30Z', 'revision_number': 0, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4866060-7359-4427-aa3c-49864ce06b76', 'name': '', 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:54:95:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e6c97f4c-3a92-400f-9cf8-dff7a2673ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:12Z', 'updated_at': '2022-02-28T20:48:19Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'e6c97f4c-3a92-400f-9cf8-dff7a2673ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:48:33.078747 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fc4318-fad1-4830-8643-e57693dbd495 None None] New status for floating IP 3ee952d2-4162-461b-8f89-ff20b84c367a: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:48:33.377627 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 36770) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:48:33.451125 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-32d619c5-fdc4-40a7-a618-cfad415e59c5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/floatingips/3ee952d2-4162-461b-8f89-ff20b84c367a HTTP/1.1" status: 200 len: 994 time: 0.0631666 Feb 28 20:48:37.759033 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e11ea304-4f74-4f1b-af2a-ed8ceb698d5f req-d33f9bd4-bab7-4504-8e0e-a57ba45f0c77 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3f4b996-5aed-492d-8219-486253775b7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0477092 Feb 28 20:48:37.849231 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ea304-4f74-4f1b-af2a-ed8ceb698d5f req-41da8f65-581c-424e-9c79-ce2cafd0839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:37.850876 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e11ea304-4f74-4f1b-af2a-ed8ceb698d5f req-41da8f65-581c-424e-9c79-ce2cafd0839e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7bbc55336d34940a8bfb7efd1994988&device_id=b3f4b996-5aed-492d-8219-486253775b7a HTTP/1.1" status: 200 len: 1133 time: 0.0491641 Feb 28 20:48:37.974155 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ea304-4f74-4f1b-af2a-ed8ceb698d5f req-12187cb6-5c8a-4a71-9c7c-613ff4d429ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:37.975662 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e11ea304-4f74-4f1b-af2a-ed8ceb698d5f req-12187cb6-5c8a-4a71-9c7c-613ff4d429ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.1001904 Feb 28 20:48:38.018039 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e11ea304-4f74-4f1b-af2a-ed8ceb698d5f req-71517e7f-a271-4f44-9aef-186872f5e82a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=4ab273ed-d0db-4439-b362-b4d1941f5553 HTTP/1.1" status: 200 len: 217 time: 0.0361838 Feb 28 20:48:38.070805 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ea304-4f74-4f1b-af2a-ed8ceb698d5f req-2bb564f1-5548-435c-932f-ced9763917c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:38.072389 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e11ea304-4f74-4f1b-af2a-ed8ceb698d5f req-2bb564f1-5548-435c-932f-ced9763917c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0487959 Feb 28 20:48:38.126605 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ea304-4f74-4f1b-af2a-ed8ceb698d5f req-d2aac1c9-2df9-4f90-919a-01905de80da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:38.128626 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e11ea304-4f74-4f1b-af2a-ed8ceb698d5f req-d2aac1c9-2df9-4f90-919a-01905de80da0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0500362 Feb 28 20:48:38.269650 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e11ea304-4f74-4f1b-af2a-ed8ceb698d5f req-c6c20e24-451d-4ed4-bd66-210a025dd2e4 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346340 Feb 28 20:48:38.402639 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e11ea304-4f74-4f1b-af2a-ed8ceb698d5f req-fcc4707d-e946-40c1-9dad-1ea624c069d6 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273475 Feb 28 20:48:46.250824 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-34d25086-06b4-4079-8e97-442b5ef4455e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:46.258241 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-34d25086-06b4-4079-8e97-442b5ef4455e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 812 time: 0.1159701 Feb 28 20:48:46.275071 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-93bbd386-c691-4439-9148-fd40f515b789 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/quotas/58bfb457c00e4b538fbd5bd4fd7cfdd5 HTTP/1.1" status: 200 len: 375 time: 0.0158410 Feb 28 20:48:46.336667 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-85febae7-c679-4cea-91eb-1b666ef5405d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604689 Feb 28 20:48:46.518619 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-98183d6a-3e24-408d-a1e1-ac610312b17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:46.570518 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-2b3338b1-2b67-4205-808b-b6e08bd9286f service neutron] 10.222.0.13 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329154 Feb 28 20:48:46.693073 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-b6165c22-aa38-4b19-89e3-7643d7f21795 service neutron] 10.222.0.13 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211038 Feb 28 20:48:46.997628 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c948276-4765-4315-8734-b1092da8c1c9 req-64cd6bb6-dd63-4316-a9fc-c82c2f69c55a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 210 time: 0.0777488 Feb 28 20:48:48.169088 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6605c043-ad8c-49e7-a6f3-815860c55607 req-f49a4e4c-a990-43c2-943d-df9c70c1eedc tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 210 time: 0.0765934 Feb 28 20:48:48.240560 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-2f06f9b1-dc7e-4b6d-bd1d-cc16e3259dc6 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:48.242660 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-2f06f9b1-dc7e-4b6d-bd1d-cc16e3259dc6 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.15 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 812 time: 0.1981313 Feb 28 20:48:48.256729 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-830fdf45-c020-4e51-9e0b-54e8bcb9cdae tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Request body: {'port': {'device_id': '0a8f5b16-de8e-4058-ac87-21a5e81519cc', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'admin_state_up': True, 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:48:48.411087 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-830fdf45-c020-4e51-9e0b-54e8bcb9cdae tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Made reservation on behalf of 58bfb457c00e4b538fbd5bd4fd7cfdd5 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:48:48.428814 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-830fdf45-c020-4e51-9e0b-54e8bcb9cdae tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:48.696638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-830fdf45-c020-4e51-9e0b-54e8bcb9cdae tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Allocated IP 172.20.0.7 (f9183e88-ab23-4a0b-8f98-2c8f78d76e4a/2443cf2a-2cd1-4640-b0ef-22386bc2104e/0e86760f-d312-4e15-87dd-d9d51e128e11) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:48:48.995180 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-830fdf45-c020-4e51-9e0b-54e8bcb9cdae tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for port (0e86760f-d312-4e15-87dd-d9d51e128e11), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:49.048658 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-830fdf45-c020-4e51-9e0b-54e8bcb9cdae tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0e86760f-d312-4e15-87dd-d9d51e128e11), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:49.064177 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-de12a4cd-0f47-45b7-b646-90b945a7588f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:49.123966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-830fdf45-c020-4e51-9e0b-54e8bcb9cdae tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:48:49.127944 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-830fdf45-c020-4e51-9e0b-54e8bcb9cdae tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:48:49.130108 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fdf45-c020-4e51-9e0b-54e8bcb9cdae tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event updated for resources: {'Port': ['ID=0e86760f-d312-4e15-87dd-d9d51e128e11,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:49.132340 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-830fdf45-c020-4e51-9e0b-54e8bcb9cdae tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:48:49.213098 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-830fdf45-c020-4e51-9e0b-54e8bcb9cdae tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:49.214131 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-830fdf45-c020-4e51-9e0b-54e8bcb9cdae tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:49.261156 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-830fdf45-c020-4e51-9e0b-54e8bcb9cdae tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0080421 Feb 28 20:48:49.284338 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] Request body: {'port': {'device_id': '0a8f5b16-de8e-4058-ac87-21a5e81519cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:48:49.463386 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0e86760f-d312-4e15-87dd-d9d51e128e11), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:49.501608 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d79a6-2c86-4583-ba58-375b7ab05967 req-11b7cb21-c026-4b61-8fbe-8b9b799cdbf7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:49.518255 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-007d79a6-2c86-4583-ba58-375b7ab05967 req-11b7cb21-c026-4b61-8fbe-8b9b799cdbf7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 931 time: 0.1822839 Feb 28 20:48:49.624636 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-007d79a6-2c86-4583-ba58-375b7ab05967 req-41466024-5575-4120-8bd3-70cf18a90197 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998375 Feb 28 20:48:49.701925 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d09ccd95-c13a-443b-ba43-221563ae239a None None] Provisioning complete for port 0e86760f-d312-4e15-87dd-d9d51e128e11 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:48:49.702503 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d09ccd95-c13a-443b-ba43-221563ae239a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0e86760f-d312-4e15-87dd-d9d51e128e11), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:49.862314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d09ccd95-c13a-443b-ba43-221563ae239a None None] Port 0e86760f-d312-4e15-87dd-d9d51e128e11 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:48:49.890413 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:50.003331 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e86760f-d312-4e15-87dd-d9d51e128e11 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:48:50.013929 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] Publish callbacks [] for port (0e86760f-d312-4e15-87dd-d9d51e128e11), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:50.031690 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] Transition to ACTIVE for port object 0e86760f-d312-4e15-87dd-d9d51e128e11 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:48:50.040117 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (0e86760f-d312-4e15-87dd-d9d51e128e11), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:50.241378 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] Pushing event updated for resources: {'Port': ['ID=0e86760f-d312-4e15-87dd-d9d51e128e11,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:50.243142 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:50.302739 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] Attempting to bind port 0e86760f-d312-4e15-87dd-d9d51e128e11 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:48:50.307184 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] Attempting to bind port 0e86760f-d312-4e15-87dd-d9d51e128e11 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:48:50.308676 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] Attempting to bind port 0e86760f-d312-4e15-87dd-d9d51e128e11 on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:48:50.321993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] Port 0e86760f-d312-4e15-87dd-d9d51e128e11 on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:48:50.321993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] Attempting to bind port 0e86760f-d312-4e15-87dd-d9d51e128e11 on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:48:50.328414 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:48:50.328841 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] Checking segment: {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:48:50.329605 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] Bound using segment: {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:48:50.330179 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] Bound port: 0e86760f-d312-4e15-87dd-d9d51e128e11, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:48:50.330179 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0e86760f-d312-4e15-87dd-d9d51e128e11), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:50.433631 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] For port 0e86760f-d312-4e15-87dd-d9d51e128e11, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:48:50.438603 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] For port 0e86760f-d312-4e15-87dd-d9d51e128e11, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0e86760f-d312-4e15-87dd-d9d51e128e11,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:48:50.454714 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (0e86760f-d312-4e15-87dd-d9d51e128e11), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:50.511302 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:50.511847 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:50.513373 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] 10.222.0.15 "PUT /v2.0/ports/0e86760f-d312-4e15-87dd-d9d51e128e11 HTTP/1.1" status: 200 len: 1092 time: 1.2474148 Feb 28 20:48:50.513854 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8f5b16-de8e-4058-ac87-21a5e81519cc', 'tag': '0e86760f-d312-4e15-87dd-d9d51e128e11'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:48:50.516443 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2348fb44-5d86-4128-a449-21c343b0b99b" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8f5b16-de8e-4058-ac87-21a5e81519cc", "tag": "0e86760f-d312-4e15-87dd-d9d51e128e11"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:48:50.575117 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc092274-63b2-420c-8b62-c796b8ae910b service neutron] Pushing event updated for resources: {'Port': ['ID=0e86760f-d312-4e15-87dd-d9d51e128e11,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:48:50.606840 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4128d1c8-bff9-478f-bab1-dc953d152555 x-openstack-request-id: req-4128d1c8-bff9-478f-bab1-dc953d152555 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:48:50.607451 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8f5b16-de8e-4058-ac87-21a5e81519cc", "tag": "0e86760f-d312-4e15-87dd-d9d51e128e11", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:48:50.607706 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4128d1c8-bff9-478f-bab1-dc953d152555 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:48:50.608200 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8f5b16-de8e-4058-ac87-21a5e81519cc', 'tag': '0e86760f-d312-4e15-87dd-d9d51e128e11', 'status': 'completed', 'code': 200} Feb 28 20:48:50.651616 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-358041dc-ebd1-4268-a337-2f8cd93600df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:50.661895 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-358041dc-ebd1-4268-a337-2f8cd93600df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 1126 time: 0.0972469 Feb 28 20:48:50.739305 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-9b51a286-1c2e-4d55-8d0e-630c7526612a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e86760f-d312-4e15-87dd-d9d51e128e11 HTTP/1.1" status: 200 len: 217 time: 0.0652781 Feb 28 20:48:50.886906 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d98bf-01a4-44a7-bac0-296aabd48052 req-3222be32-28aa-4df8-8787-7c9725765b8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:50.896727 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e1d98bf-01a4-44a7-bac0-296aabd48052 req-3222be32-28aa-4df8-8787-7c9725765b8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.1606996 Feb 28 20:48:50.918840 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-4cef3d94-e8db-46b6-a7e6-344726c2b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:50.920797 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-4cef3d94-e8db-46b6-a7e6-344726c2b265 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.1601360 Feb 28 20:48:51.052245 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e1d98bf-01a4-44a7-bac0-296aabd48052 req-09e359b4-0d4a-463b-b5e6-1eba3301a3fd tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386061 Feb 28 20:48:51.069168 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-0d837de0-5728-4b75-b701-2d0bd48b5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:51.070756 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-0d837de0-5728-4b75-b701-2d0bd48b5ba8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1434636 Feb 28 20:48:51.261170 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-cc94963e-17b4-4a90-8f40-7a09f1fdc368 service neutron] 10.222.0.15 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841528 Feb 28 20:48:51.369636 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1eedb747-87be-4e1b-9d9d-678cb75dd80a req-7f02cc49-f2f1-41ba-9ea2-15964fadae47 service neutron] 10.222.0.15 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019056 Feb 28 20:48:51.391634 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:51.511510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348fb44-5d86-4128-a449-21c343b0b99b req-c735ca9e-ca48-49d5-9525-079e12e992cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:51.513520 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2348fb44-5d86-4128-a449-21c343b0b99b req-c735ca9e-ca48-49d5-9525-079e12e992cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 1126 time: 0.0588455 Feb 28 20:48:52.127439 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348fb44-5d86-4128-a449-21c343b0b99b req-403a1f2d-73fc-414a-9715-19c280ee8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:52.129325 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2348fb44-5d86-4128-a449-21c343b0b99b req-403a1f2d-73fc-414a-9715-19c280ee8cb1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 912 time: 0.6087534 Feb 28 20:48:52.236809 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2348fb44-5d86-4128-a449-21c343b0b99b req-b8ecdae6-0a0e-4cf8-81d4-791d78a4c8f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e86760f-d312-4e15-87dd-d9d51e128e11 HTTP/1.1" status: 200 len: 217 time: 0.0972464 Feb 28 20:48:52.292135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348fb44-5d86-4128-a449-21c343b0b99b req-dc98abb2-4e73-4e4f-bc3e-346ab119b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:52.293614 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2348fb44-5d86-4128-a449-21c343b0b99b req-dc98abb2-4e73-4e4f-bc3e-346ab119b689 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0516629 Feb 28 20:48:52.311414 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb39b5-4d3b-40b8-b8e6-c574ae1f0c37 req-fb314df2-6416-4e2f-b6e1-ad53044add48 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:52.313069 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83eb39b5-4d3b-40b8-b8e6-c574ae1f0c37 req-fb314df2-6416-4e2f-b6e1-ad53044add48 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.0843406 Feb 28 20:48:52.380912 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83eb39b5-4d3b-40b8-b8e6-c574ae1f0c37 req-b254bc8e-a7fb-4afa-a8e7-17a461f70ed3 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607646 Feb 28 20:48:52.428016 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348fb44-5d86-4128-a449-21c343b0b99b req-3a824659-44e7-4499-8659-28ce93b1cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:52.429891 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2348fb44-5d86-4128-a449-21c343b0b99b req-3a824659-44e7-4499-8659-28ce93b1cf5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1302094 Feb 28 20:48:52.678523 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2348fb44-5d86-4128-a449-21c343b0b99b req-c6442962-5c4d-47fe-b2a3-3d0bdf7a2b17 service neutron] 10.222.0.15 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407703 Feb 28 20:48:52.798617 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:52.805989 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:48:52.824417 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2348fb44-5d86-4128-a449-21c343b0b99b req-ee2e0ce0-8eaa-4b6c-9ebc-34e04271d568 service neutron] 10.222.0.15 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401246 Feb 28 20:48:53.597618 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96f247-c2b2-435a-b9d9-72e8793083df req-a9c2422d-4823-47a1-879a-34100156089e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:53.600960 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df96f247-c2b2-435a-b9d9-72e8793083df req-a9c2422d-4823-47a1-879a-34100156089e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.0950365 Feb 28 20:48:53.669418 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df96f247-c2b2-435a-b9d9-72e8793083df req-4499cd10-957a-4dd0-93a0-5fc393d7cd5d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612302 Feb 28 20:48:54.860888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78bcaa-a210-42c4-86b7-08129033737d req-c5a30ac0-237e-40ff-90cf-2d73f547e373 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:54.869765 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f78bcaa-a210-42c4-86b7-08129033737d req-c5a30ac0-237e-40ff-90cf-2d73f547e373 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.0801473 Feb 28 20:48:54.932601 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f78bcaa-a210-42c4-86b7-08129033737d req-73b127bb-5644-4e11-882f-5f0a4a6dbfd0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618227 Feb 28 20:48:56.144492 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118f283-1f77-4acc-b7fa-d4bc00474e32 req-4bbd3f66-ba76-4f00-8f47-df584ee1dd4a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:56.156090 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5118f283-1f77-4acc-b7fa-d4bc00474e32 req-4bbd3f66-ba76-4f00-8f47-df584ee1dd4a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.1130769 Feb 28 20:48:56.210042 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5118f283-1f77-4acc-b7fa-d4bc00474e32 req-458bc9be-044a-4154-bfee-7f3e01ee9361 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527627 Feb 28 20:48:57.436842 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48d4bf-926c-4f8d-a5b7-dab77bb07200 req-ee6eddbf-364a-4fd9-b80c-f4b2b646de11 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:57.440067 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8d48d4bf-926c-4f8d-a5b7-dab77bb07200 req-ee6eddbf-364a-4fd9-b80c-f4b2b646de11 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.1131852 Feb 28 20:48:57.566467 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8d48d4bf-926c-4f8d-a5b7-dab77bb07200 req-3bf7eaa9-3370-45cd-9815-5f273c3c6240 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074829 Feb 28 20:48:58.862060 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0859450-03d7-43fd-8000-e0943cdced4a req-09ebada3-0dcb-4fd4-b113-8ecc21eac29b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:48:58.864054 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0859450-03d7-43fd-8000-e0943cdced4a req-09ebada3-0dcb-4fd4-b113-8ecc21eac29b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.1252985 Feb 28 20:48:58.948275 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0859450-03d7-43fd-8000-e0943cdced4a req-70625a4a-f8b5-4144-835b-79f8bcaeb460 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637529 Feb 28 20:49:00.131129 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a3dc4-1ce4-406b-a93a-f2400f56ab36 req-ad11dcec-b2a6-4ea2-8929-c4a3bfb1f721 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:00.132770 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f44a3dc4-1ce4-406b-a93a-f2400f56ab36 req-ad11dcec-b2a6-4ea2-8929-c4a3bfb1f721 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.0729945 Feb 28 20:49:00.230339 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f44a3dc4-1ce4-406b-a93a-f2400f56ab36 req-819b2fd9-c1d3-4ec5-8f44-cc0885997d49 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858865 Feb 28 20:49:01.425364 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9b726-b279-4b70-9530-7eae823b8c84 req-4cecc6d0-cb13-4d85-b8f1-f1394f3b91b4 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:01.433815 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fcd9b726-b279-4b70-9530-7eae823b8c84 req-4cecc6d0-cb13-4d85-b8f1-f1394f3b91b4 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.1279211 Feb 28 20:49:01.527113 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fcd9b726-b279-4b70-9530-7eae823b8c84 req-cae575b7-7bee-49a6-b41f-b8709d46ef9e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899267 Feb 28 20:49:02.669658 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aff419-fa57-4c30-a65d-db31f1fcad7a req-322a2855-6aca-488e-be12-7e0801b3dbb0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:02.671217 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0aff419-fa57-4c30-a65d-db31f1fcad7a req-322a2855-6aca-488e-be12-7e0801b3dbb0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.0713243 Feb 28 20:49:02.723219 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0aff419-fa57-4c30-a65d-db31f1fcad7a req-911d79a8-23c3-405b-ab01-9dfc5e31e80e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453422 Feb 28 20:49:03.220468 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:49:03.855731 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e848996-9dc2-4243-9b50-f730f14ff9c7 req-c79c9d69-35af-4aac-b881-c5a96aa23088 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:03.858979 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e848996-9dc2-4243-9b50-f730f14ff9c7 req-c79c9d69-35af-4aac-b881-c5a96aa23088 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.0657301 Feb 28 20:49:03.919048 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e848996-9dc2-4243-9b50-f730f14ff9c7 req-cbb99491-35d2-4a6a-a2e9-9656de483355 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518253 Feb 28 20:49:05.074656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2815443-4c44-447c-be06-7f6d33eab28c req-c11f902c-71c3-4772-842e-a33ad6b86fdc tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:05.077231 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e2815443-4c44-447c-be06-7f6d33eab28c req-c11f902c-71c3-4772-842e-a33ad6b86fdc tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.0775030 Feb 28 20:49:05.141867 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e2815443-4c44-447c-be06-7f6d33eab28c req-dfffd471-1201-403d-80d3-4cf5577de3eb tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590405 Feb 28 20:49:06.301020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d416f-4d26-42c8-880c-957c695e2285 req-423c643f-c76b-4618-8740-3653aabbe6a0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:06.302728 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-698d416f-4d26-42c8-880c-957c695e2285 req-423c643f-c76b-4618-8740-3653aabbe6a0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.0706515 Feb 28 20:49:06.355556 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-698d416f-4d26-42c8-880c-957c695e2285 req-b181b709-d710-4326-a2fa-0fa7b14bf079 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455358 Feb 28 20:49:07.317612 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ea312-fa9d-49f7-88c0-821f8e9f6942 req-d367abb0-7efe-4dc6-9c85-45112b405d67 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:07.326417 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-845ea312-fa9d-49f7-88c0-821f8e9f6942 req-d367abb0-7efe-4dc6-9c85-45112b405d67 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 946 time: 0.0937164 Feb 28 20:49:07.383045 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-845ea312-fa9d-49f7-88c0-821f8e9f6942 req-08c89868-238a-48fb-a89b-3f6675fcebc7 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553880 Feb 28 20:49:07.535824 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16fe8d-bd2d-4cfe-bd3f-b388a30ea4cb req-467ddcac-18a3-4302-8ac1-73c4f00c4571 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:07.542182 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8b16fe8d-bd2d-4cfe-bd3f-b388a30ea4cb req-467ddcac-18a3-4302-8ac1-73c4f00c4571 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.1029341 Feb 28 20:49:07.627865 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8b16fe8d-bd2d-4cfe-bd3f-b388a30ea4cb req-4093bded-6072-4eed-b854-b28f5f6d59c3 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784218 Feb 28 20:49:09.059116 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed7105-15cb-40a0-9e96-1397facaaf65 req-d9f79b11-88ff-4ac8-ac52-dfdaaaf1cc8c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:09.060709 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61ed7105-15cb-40a0-9e96-1397facaaf65 req-d9f79b11-88ff-4ac8-ac52-dfdaaaf1cc8c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 946 time: 0.5791788 Feb 28 20:49:09.081290 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9a393-47d5-4116-a8a0-71ec8c1fd4a2 req-2a29680e-53f0-4985-bd2d-bfece793a4b3 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:09.082762 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fdd9a393-47d5-4116-a8a0-71ec8c1fd4a2 req-2a29680e-53f0-4985-bd2d-bfece793a4b3 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.0828063 Feb 28 20:49:09.164040 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fdd9a393-47d5-4116-a8a0-71ec8c1fd4a2 req-e7bf291a-9116-4288-9bbe-94e1516a6a72 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673575 Feb 28 20:49:09.168833 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61ed7105-15cb-40a0-9e96-1397facaaf65 req-22db73df-49bb-4c5b-b39e-1535947d15ea tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983274 Feb 28 20:49:10.425741 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c4346-8006-4012-834b-cc05ec31dd3a req-52ec691d-54a8-42d7-bf3d-fbd2abdce8aa tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:10.432698 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e0c4346-8006-4012-834b-cc05ec31dd3a req-52ec691d-54a8-42d7-bf3d-fbd2abdce8aa tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.0746377 Feb 28 20:49:10.440922 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaab7d-835e-44d9-83a6-d32ec4e9dd91 req-32260e90-5312-4435-bfcc-b76269eff27a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:10.442452 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccfaab7d-835e-44d9-83a6-d32ec4e9dd91 req-32260e90-5312-4435-bfcc-b76269eff27a tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 946 time: 0.1347282 Feb 28 20:49:10.503068 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccfaab7d-835e-44d9-83a6-d32ec4e9dd91 req-cb42f9e3-8486-43ab-a60f-2719dcd7145f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533354 Feb 28 20:49:10.548809 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e0c4346-8006-4012-834b-cc05ec31dd3a req-10af506c-0e79-4250-9afb-ac732b9025fc tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095150 Feb 28 20:49:11.687124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef80cc6-2d52-4cd9-8dda-09f9d5e36f1b req-52cf99db-85ce-4f3f-931f-49702df23faf tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:11.693659 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7ef80cc6-2d52-4cd9-8dda-09f9d5e36f1b req-52cf99db-85ce-4f3f-931f-49702df23faf tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 946 time: 0.1149240 Feb 28 20:49:11.730422 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad988103-f689-4011-ac16-56cab4f1e490 req-68b8e698-5460-42b2-aeaa-4c4ce015c035 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:11.737549 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad988103-f689-4011-ac16-56cab4f1e490 req-68b8e698-5460-42b2-aeaa-4c4ce015c035 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.1025915 Feb 28 20:49:11.802378 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7ef80cc6-2d52-4cd9-8dda-09f9d5e36f1b req-583a5158-b99f-43e2-9dd9-a9830f1c8dad tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074889 Feb 28 20:49:11.846265 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad988103-f689-4011-ac16-56cab4f1e490 req-638e7cd4-f43a-4391-94f1-f58ae7c012b3 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047268 Feb 28 20:49:12.989946 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d300ed6-9c93-40e5-b6e8-2a51f5d92aaf req-60fe999e-c728-4646-8288-e25049d0f23e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:12.991495 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d300ed6-9c93-40e5-b6e8-2a51f5d92aaf req-60fe999e-c728-4646-8288-e25049d0f23e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 946 time: 0.1090853 Feb 28 20:49:13.029082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59b304-85f9-461b-80cf-8cd653b72760 req-6fb3fb43-43c7-40ce-bed6-8b670f2e12da tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:13.030608 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d59b304-85f9-461b-80cf-8cd653b72760 req-6fb3fb43-43c7-40ce-bed6-8b670f2e12da tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.0999954 Feb 28 20:49:13.093671 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d300ed6-9c93-40e5-b6e8-2a51f5d92aaf req-f6fe3de1-d64a-4889-a0fc-1017e6708d51 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911429 Feb 28 20:49:13.107362 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d59b304-85f9-461b-80cf-8cd653b72760 req-adace94c-0e51-446a-9e58-31a136c62774 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633712 Feb 28 20:49:14.278771 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a4bec-e5cb-4529-8bfc-134caeed97c3 req-f880f766-1946-4607-87ab-7895de8231d5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:14.280381 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d6a4bec-e5cb-4529-8bfc-134caeed97c3 req-f880f766-1946-4607-87ab-7895de8231d5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 946 time: 0.0993555 Feb 28 20:49:14.319374 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0def27-5a0e-4b10-b28c-30b58a64da4f req-9de85108-442a-4628-90ba-dc2eac92e937 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:14.321118 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ee0def27-5a0e-4b10-b28c-30b58a64da4f req-9de85108-442a-4628-90ba-dc2eac92e937 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.1033869 Feb 28 20:49:14.365313 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d6a4bec-e5cb-4529-8bfc-134caeed97c3 req-6f98bd0a-ecc2-44bd-a485-cc0802323b90 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773365 Feb 28 20:49:14.392215 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ee0def27-5a0e-4b10-b28c-30b58a64da4f req-851b88b8-6fec-459b-8e3c-9d7c1ddf3479 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604703 Feb 28 20:49:15.539720 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88215ac3-6e26-4964-a112-ce8ce475c373 req-52ec1154-33c2-49da-8589-914c339a3d53 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:15.541908 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-88215ac3-6e26-4964-a112-ce8ce475c373 req-52ec1154-33c2-49da-8589-914c339a3d53 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 946 time: 0.1052289 Feb 28 20:49:15.585939 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5a3cb-85ef-461c-b3c0-ec8acdcb03b3 req-74f4ed50-ca49-4264-9f9b-422f87bffd41 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:15.587629 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21a5a3cb-85ef-461c-b3c0-ec8acdcb03b3 req-74f4ed50-ca49-4264-9f9b-422f87bffd41 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.1078362 Feb 28 20:49:15.631484 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-88215ac3-6e26-4964-a112-ce8ce475c373 req-33f35d29-2b87-4a52-a2dd-6567b9071acd tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837364 Feb 28 20:49:15.677150 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21a5a3cb-85ef-461c-b3c0-ec8acdcb03b3 req-ff418411-5bc9-43e3-935b-76e3f0a514c2 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745122 Feb 28 20:49:16.493717 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e2979e12-3ca9-4921-aeb2-dc8521db33d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:16.765555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde29d63-2ccc-413f-bf03-53645a369652 req-bf4bed03-7965-4de7-aa19-3d3d25d55b11 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:16.769323 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bde29d63-2ccc-413f-bf03-53645a369652 req-bf4bed03-7965-4de7-aa19-3d3d25d55b11 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 946 time: 0.0628405 Feb 28 20:49:16.873035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe2771-3376-418f-a7f8-4765e79772dd req-c12fefba-08fa-4c06-a2f2-e5afc3b9943f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:16.874597 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85fe2771-3376-418f-a7f8-4765e79772dd req-c12fefba-08fa-4c06-a2f2-e5afc3b9943f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.0978963 Feb 28 20:49:16.884262 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bde29d63-2ccc-413f-bf03-53645a369652 req-545fe6db-3045-48d4-b450-fe21da6f2bf5 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982335 Feb 28 20:49:16.941183 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-85fe2771-3376-418f-a7f8-4765e79772dd req-30ff3d80-5c69-4342-9e5a-88257c345841 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550189 Feb 28 20:49:18.067504 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bb8aa-beba-4572-9806-cb4d07a1af55 req-b47f21da-31c6-4889-8f5c-dd633e01ba59 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:18.069322 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-663bb8aa-beba-4572-9806-cb4d07a1af55 req-b47f21da-31c6-4889-8f5c-dd633e01ba59 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 946 time: 0.1015127 Feb 28 20:49:18.138320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee5a9d-1352-4223-ad05-cd7d7561040d req-735981f3-b4d2-4924-a49b-f73028756ee7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:18.139595 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27ee5a9d-1352-4223-ad05-cd7d7561040d req-735981f3-b4d2-4924-a49b-f73028756ee7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.1181352 Feb 28 20:49:18.144636 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-663bb8aa-beba-4572-9806-cb4d07a1af55 req-ac5c920b-579f-4006-826f-b5d51d95b24b tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693524 Feb 28 20:49:18.206874 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27ee5a9d-1352-4223-ad05-cd7d7561040d req-86ff1d72-3298-4e82-a951-66e1770bfa9a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593793 Feb 28 20:49:19.052954 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f13fc8da-49f2-4a43-9e02-379df56970a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:19.294355 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518015a-b565-47f9-a0fe-b2b91796cd30 req-29c31cde-6182-4218-b46e-55b45088af06 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:19.296048 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b518015a-b565-47f9-a0fe-b2b91796cd30 req-29c31cde-6182-4218-b46e-55b45088af06 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 946 time: 0.0642180 Feb 28 20:49:19.377969 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b518015a-b565-47f9-a0fe-b2b91796cd30 req-00fed55a-03ff-432c-bf1f-799d5f1820cc tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721471 Feb 28 20:49:19.388721 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0825643-0464-430f-9263-4ef5e8864ec2 req-7817a8c9-a682-4970-8aac-638a4f50dad1 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:19.390594 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0825643-0464-430f-9263-4ef5e8864ec2 req-7817a8c9-a682-4970-8aac-638a4f50dad1 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.0933499 Feb 28 20:49:19.455872 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0825643-0464-430f-9263-4ef5e8864ec2 req-a494faca-f433-418e-8c98-d3dba1ca08a2 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523825 Feb 28 20:49:19.862634 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:20.192879 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:20.383662 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670acfd4-0e6f-4b8a-b390-d478719a6641 req-4619d8a0-afa8-43fc-822f-5ced15b1006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:20.385803 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-670acfd4-0e6f-4b8a-b390-d478719a6641 req-4619d8a0-afa8-43fc-822f-5ced15b1006c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 1129 time: 0.0501814 Feb 28 20:49:20.435898 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-670acfd4-0e6f-4b8a-b390-d478719a6641 req-2e0cfb12-8038-4af8-9583-123cf36b612a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440907 Feb 28 20:49:20.514246 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceeddac-63ad-48bb-8d01-bc9ca57c9edb req-c7a5626b-7c89-43b6-b8fa-5a97c3c5fd55 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:20.515820 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bceeddac-63ad-48bb-8d01-bc9ca57c9edb req-c7a5626b-7c89-43b6-b8fa-5a97c3c5fd55 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 946 time: 0.0601850 Feb 28 20:49:20.590882 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bceeddac-63ad-48bb-8d01-bc9ca57c9edb req-fff7aa43-e9b2-422e-a32d-a3808e368766 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689414 Feb 28 20:49:20.639680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842047a-eaa4-4700-9328-3c00e05b00a7 req-25d6cc49-7a42-4f50-9f49-6cce87ca6492 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:20.643082 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2842047a-eaa4-4700-9328-3c00e05b00a7 req-25d6cc49-7a42-4f50-9f49-6cce87ca6492 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.0689836 Feb 28 20:49:20.695163 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2842047a-eaa4-4700-9328-3c00e05b00a7 req-276de113-7a13-49fd-a12f-ac294a31f123 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457838 Feb 28 20:49:21.537831 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:21.755950 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42ce04-af92-4ca3-aa29-e644b224ec69 req-bfd04c9b-6aec-4a52-ba20-f49332434f58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:21.758537 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd42ce04-af92-4ca3-aa29-e644b224ec69 req-bfd04c9b-6aec-4a52-ba20-f49332434f58 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 946 time: 0.0752702 Feb 28 20:49:21.884316 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd42ce04-af92-4ca3-aa29-e644b224ec69 req-75c15b3a-458d-4f2b-aa5c-e7a9f1b662ff tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174426 Feb 28 20:49:21.927738 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37552) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:49:21.937700 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dba83d-45ba-48fc-99a1-4aa520db7e9b req-139285e7-b584-4cb0-af65-68741ee022de tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:21.939559 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0dba83d-45ba-48fc-99a1-4aa520db7e9b req-139285e7-b584-4cb0-af65-68741ee022de tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.1314647 Feb 28 20:49:21.949865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 1dcd873f-5d72-42e6-accc-f0febec451bc details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:49:22.081981 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5bc48df7-0fad-46b6-8a80-c9a25eec7f4c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/floatingips/3ee952d2-4162-461b-8f89-ff20b84c367a HTTP/1.1" status: 200 len: 994 time: 0.1521378 Feb 28 20:49:22.091607 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0dba83d-45ba-48fc-99a1-4aa520db7e9b req-51cb9c6d-1d0e-4cdd-9595-5cd04c39411d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413414 Feb 28 20:49:22.133203 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 1dcd873f-5d72-42e6-accc-f0febec451bc, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=1dcd873f-5d72-42e6-accc-f0febec451bc,segment=NetworkSegment(c6ab6a49-4bc7-4123-9f31-d102ea1ea981),segment_id=c6ab6a49-4bc7-4123-9f31-d102ea1ea981)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:49:22.146439 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '1dcd873f-5d72-42e6-accc-f0febec451bc', 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709', 'port_id': '1dcd873f-5d72-42e6-accc-f0febec451bc', 'mac_address': 'fa:16:3e:01:08:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c97f4c-3a92-400f-9cf8-dff7a2673ba2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:49:22.187843 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 1dcd873f-5d72-42e6-accc-f0febec451bc is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:49:22.188239 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1dcd873f-5d72-42e6-accc-f0febec451bc), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:22.202015 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1dcd873f-5d72-42e6-accc-f0febec451bc {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:49:22.221350 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 1dcd873f-5d72-42e6-accc-f0febec451bc, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=1dcd873f-5d72-42e6-accc-f0febec451bc,segment=NetworkSegment(c6ab6a49-4bc7-4123-9f31-d102ea1ea981),segment_id=c6ab6a49-4bc7-4123-9f31-d102ea1ea981)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:49:22.226075 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1dcd873f-5d72-42e6-accc-f0febec451bc), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:22.287811 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=1dcd873f-5d72-42e6-accc-f0febec451bc,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:49:22.297025 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:22.298071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:22.298071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:22.298071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:22.298431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:22.298743 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:22.299340 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:22.299915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:22.300267 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:22.301389 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:22.301921 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:22.302256 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:22.303285 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:22.484075 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['1dcd873f-5d72-42e6-accc-f0febec451bc'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:49:22.753409 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:22.759334 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:23.235293 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4a3b5-85fe-48ee-a25e-493553461623 req-3f16fbd9-020b-4438-8b43-dc6f683c42c7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:23.237178 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6f4a3b5-85fe-48ee-a25e-493553461623 req-3f16fbd9-020b-4438-8b43-dc6f683c42c7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.0777469 Feb 28 20:49:23.290040 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6f4a3b5-85fe-48ee-a25e-493553461623 req-189d76a1-2ace-4526-9eff-db14ba071754 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465958 Feb 28 20:49:23.962532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 1dcd873f-5d72-42e6-accc-f0febec451bc up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:49:24.039468 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 1dcd873f-5d72-42e6-accc-f0febec451bc triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:49:24.039879 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1dcd873f-5d72-42e6-accc-f0febec451bc), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:24.140629 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 1dcd873f-5d72-42e6-accc-f0febec451bc is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:49:24.141289 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1dcd873f-5d72-42e6-accc-f0febec451bc), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:24.167590 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563f7b87-f9be-4c6d-83e9-09d65df0017e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcd873f-5d72-42e6-accc-f0febec451bc'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:49:24.170370 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bff2f00-1219-40c1-935c-510a670a9ff5" -d '{"events": [{"server_uuid": "563f7b87-f9be-4c6d-83e9-09d65df0017e", "name": "network-vif-plugged", "status": "completed", "tag": "1dcd873f-5d72-42e6-accc-f0febec451bc"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:49:24.191859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 1dcd873f-5d72-42e6-accc-f0febec451bc, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=1dcd873f-5d72-42e6-accc-f0febec451bc,segment=NetworkSegment(c6ab6a49-4bc7-4123-9f31-d102ea1ea981),segment_id=c6ab6a49-4bc7-4123-9f31-d102ea1ea981)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:49:24.198801 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1dcd873f-5d72-42e6-accc-f0febec451bc), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:24.230458 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f87fe2-1235-4df5-a09b-807000cd7c26 x-openstack-request-id: req-f1f87fe2-1235-4df5-a09b-807000cd7c26 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:49:24.230762 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563f7b87-f9be-4c6d-83e9-09d65df0017e", "name": "network-vif-plugged", "status": "completed", "tag": "1dcd873f-5d72-42e6-accc-f0febec451bc", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:49:24.231023 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1f87fe2-1235-4df5-a09b-807000cd7c26 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:49:24.231418 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563f7b87-f9be-4c6d-83e9-09d65df0017e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcd873f-5d72-42e6-accc-f0febec451bc', 'code': 200} Feb 28 20:49:24.258748 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=1dcd873f-5d72-42e6-accc-f0febec451bc,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:49:24.420126 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a14e4-4415-4773-a3e0-184148583e1f req-6c92f990-875c-4efa-a966-092bbc4ba421 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:24.421789 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-131a14e4-4415-4773-a3e0-184148583e1f req-6c92f990-875c-4efa-a966-092bbc4ba421 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.0603240 Feb 28 20:49:24.482779 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-131a14e4-4415-4773-a3e0-184148583e1f req-420e444e-a4bd-437c-971d-4285f01f1690 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551751 Feb 28 20:49:25.617862 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e5ca5-8b05-4f69-8a79-c531ca20ebf3 req-82b5f624-a4d2-4c00-8aae-e212739a2cb6 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:25.620867 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a90e5ca5-8b05-4f69-8a79-c531ca20ebf3 req-82b5f624-a4d2-4c00-8aae-e212739a2cb6 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.0621927 Feb 28 20:49:25.669480 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a90e5ca5-8b05-4f69-8a79-c531ca20ebf3 req-c113147f-85ee-43fe-9d4c-ca55bed54e24 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432482 Feb 28 20:49:26.796747 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25bc3e-d400-4e95-a7e7-1b1cb373b7a0 req-f0137177-b5de-415c-979e-8196f5a3a32a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:26.798270 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a25bc3e-d400-4e95-a7e7-1b1cb373b7a0 req-f0137177-b5de-415c-979e-8196f5a3a32a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.0584295 Feb 28 20:49:26.858805 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a25bc3e-d400-4e95-a7e7-1b1cb373b7a0 req-2e0aefe4-7077-4e50-9746-5f38386789f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544343 Feb 28 20:49:27.987743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ec596-f43d-4f72-acbc-c9432201df9f req-dbcba6ef-422c-4639-a574-6f6b1ec7d81f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:27.989272 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e8ec596-f43d-4f72-acbc-c9432201df9f req-dbcba6ef-422c-4639-a574-6f6b1ec7d81f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.0584228 Feb 28 20:49:28.041191 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e8ec596-f43d-4f72-acbc-c9432201df9f req-34ee0d7e-0b86-43e0-b063-abe719419b64 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453253 Feb 28 20:49:28.536457 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37696) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:49:28.542349 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-2fdbb55b-66b7-4127-8077-50d6d71ddc9e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2056778985', 'description': 'tempest-secgroup-smoke-2056778985 description', 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:49:28.565072 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2fdbb55b-66b7-4127-8077-50d6d71ddc9e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:28.630787 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2fdbb55b-66b7-4127-8077-50d6d71ddc9e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group (09431c32-436e-487d-8bdc-17bfdb89d8b0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:28.637152 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2fdbb55b-66b7-4127-8077-50d6d71ddc9e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (09431c32-436e-487d-8bdc-17bfdb89d8b0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:28.668103 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2fdbb55b-66b7-4127-8077-50d6d71ddc9e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:28.669236 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2fdbb55b-66b7-4127-8077-50d6d71ddc9e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1317661 Feb 28 20:49:28.672365 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37698) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:49:28.676660 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e82fca19-4901-4267-854a-93a4fb858e18 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Request body: {'security_group_rule': {'security_group_id': '09431c32-436e-487d-8bdc-17bfdb89d8b0', 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:49:28.683050 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbb55b-66b7-4127-8077-50d6d71ddc9e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09431c32-436e-487d-8bdc-17bfdb89d8b0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:49:28.698531 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb55b-66b7-4127-8077-50d6d71ddc9e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:28.698929 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb55b-66b7-4127-8077-50d6d71ddc9e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:28.699269 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb55b-66b7-4127-8077-50d6d71ddc9e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:28.699606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb55b-66b7-4127-8077-50d6d71ddc9e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:28.699960 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb55b-66b7-4127-8077-50d6d71ddc9e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:28.700288 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb55b-66b7-4127-8077-50d6d71ddc9e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:28.700614 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb55b-66b7-4127-8077-50d6d71ddc9e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:28.701002 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb55b-66b7-4127-8077-50d6d71ddc9e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:28.701262 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb55b-66b7-4127-8077-50d6d71ddc9e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:28.701587 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb55b-66b7-4127-8077-50d6d71ddc9e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:28.701903 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb55b-66b7-4127-8077-50d6d71ddc9e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:28.702331 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb55b-66b7-4127-8077-50d6d71ddc9e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:28.702535 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb55b-66b7-4127-8077-50d6d71ddc9e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:28.725989 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e82fca19-4901-4267-854a-93a4fb858e18 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group_rule (eae664ad-b5c9-46da-972c-33dd806c7416), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:28.797464 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e82fca19-4901-4267-854a-93a4fb858e18 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group_rule (eae664ad-b5c9-46da-972c-33dd806c7416), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:28.801613 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e82fca19-4901-4267-854a-93a4fb858e18 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (eae664ad-b5c9-46da-972c-33dd806c7416), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:28.818909 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fca19-4901-4267-854a-93a4fb858e18 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae664ad-b5c9-46da-972c-33dd806c7416,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:49:28.830841 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e82fca19-4901-4267-854a-93a4fb858e18 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:28.834560 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e82fca19-4901-4267-854a-93a4fb858e18 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1587691 Feb 28 20:49:28.834761 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37704) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:49:28.839571 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d6420807-222f-42ad-83e1-942d6a9e8601 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Request body: {'security_group_rule': {'security_group_id': '09431c32-436e-487d-8bdc-17bfdb89d8b0', 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:49:28.865538 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6420807-222f-42ad-83e1-942d6a9e8601 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group_rule (47454b81-94f0-43fb-8a61-b77850c2266d), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:28.924732 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6420807-222f-42ad-83e1-942d6a9e8601 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group_rule (47454b81-94f0-43fb-8a61-b77850c2266d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:28.928783 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6420807-222f-42ad-83e1-942d6a9e8601 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (47454b81-94f0-43fb-8a61-b77850c2266d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:28.948221 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6420807-222f-42ad-83e1-942d6a9e8601 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47454b81-94f0-43fb-8a61-b77850c2266d,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:49:28.967205 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d6420807-222f-42ad-83e1-942d6a9e8601 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:28.968633 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d6420807-222f-42ad-83e1-942d6a9e8601 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327434 Feb 28 20:49:28.971286 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37710) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:49:28.976048 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-8905306f-d910-4472-a582-1d74ef46db7c tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Request body: {'security_group_rule': {'security_group_id': '09431c32-436e-487d-8bdc-17bfdb89d8b0', 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:49:29.005821 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8905306f-d910-4472-a582-1d74ef46db7c tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group_rule (44b698fe-bb03-471b-919d-14148e90007f), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:29.091949 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8905306f-d910-4472-a582-1d74ef46db7c tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group_rule (44b698fe-bb03-471b-919d-14148e90007f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:29.096594 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8905306f-d910-4472-a582-1d74ef46db7c tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (44b698fe-bb03-471b-919d-14148e90007f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:29.118348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905306f-d910-4472-a582-1d74ef46db7c tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b698fe-bb03-471b-919d-14148e90007f,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:49:29.125588 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8905306f-d910-4472-a582-1d74ef46db7c tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:29.129466 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8905306f-d910-4472-a582-1d74ef46db7c tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1542945 Feb 28 20:49:29.129822 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37714) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:49:29.134194 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-81e7b69a-55b7-4288-9b35-1c0cb59e0b57 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Request body: {'security_group_rule': {'security_group_id': '09431c32-436e-487d-8bdc-17bfdb89d8b0', 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:49:29.160343 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-81e7b69a-55b7-4288-9b35-1c0cb59e0b57 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group_rule (ba7be315-f212-4ce7-9385-465614ab22cc), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:29.191950 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc7232-df6a-4ee4-9379-5fbf8e4cc66c req-9b7ce5c3-fbe8-4d81-bb77-86c9bd7e9fac tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:29.194364 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-20cc7232-df6a-4ee4-9379-5fbf8e4cc66c req-9b7ce5c3-fbe8-4d81-bb77-86c9bd7e9fac tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.0751801 Feb 28 20:49:29.224255 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-81e7b69a-55b7-4288-9b35-1c0cb59e0b57 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group_rule (ba7be315-f212-4ce7-9385-465614ab22cc), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:29.228441 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-81e7b69a-55b7-4288-9b35-1c0cb59e0b57 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (ba7be315-f212-4ce7-9385-465614ab22cc), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:29.244420 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7b69a-55b7-4288-9b35-1c0cb59e0b57 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7be315-f212-4ce7-9385-465614ab22cc,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:49:29.252458 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-20cc7232-df6a-4ee4-9379-5fbf8e4cc66c req-01f76f05-35b9-4c35-85e8-40ad1ac42417 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466225 Feb 28 20:49:29.265023 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-81e7b69a-55b7-4288-9b35-1c0cb59e0b57 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:29.268764 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-81e7b69a-55b7-4288-9b35-1c0cb59e0b57 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357167 Feb 28 20:49:29.269259 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37722) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:49:29.273671 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d56b0f4a-01b7-4dfc-90a7-8a14a927d13d tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Request body: {'security_group_rule': {'security_group_id': '09431c32-436e-487d-8bdc-17bfdb89d8b0', 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:49:29.298632 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-d56b0f4a-01b7-4dfc-90a7-8a14a927d13d tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Project ca8529a81e0e4fd1b8bc8761fee03695 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:49:29.304121 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d56b0f4a-01b7-4dfc-90a7-8a14a927d13d tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group_rule (4a1a9f5b-53db-41c2-8e01-9c8659ab0842), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:29.366675 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d56b0f4a-01b7-4dfc-90a7-8a14a927d13d tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group_rule (4a1a9f5b-53db-41c2-8e01-9c8659ab0842), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:29.370427 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d56b0f4a-01b7-4dfc-90a7-8a14a927d13d tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (4a1a9f5b-53db-41c2-8e01-9c8659ab0842), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:29.389849 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b0f4a-01b7-4dfc-90a7-8a14a927d13d tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1a9f5b-53db-41c2-8e01-9c8659ab0842,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:49:29.395440 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d56b0f4a-01b7-4dfc-90a7-8a14a927d13d tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:29.396660 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d56b0f4a-01b7-4dfc-90a7-8a14a927d13d tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264265 Feb 28 20:49:29.399332 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 37724) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:49:29.407539 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-357d8052-b982-4751-aede-26a0555acf0e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Request body: {'security_group_rule': {'security_group_id': '09431c32-436e-487d-8bdc-17bfdb89d8b0', 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:49:29.428148 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-357d8052-b982-4751-aede-26a0555acf0e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Project ca8529a81e0e4fd1b8bc8761fee03695 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:49:29.433061 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-357d8052-b982-4751-aede-26a0555acf0e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group_rule (4ae5a4f1-287b-4ea9-86ff-18b0079a6129), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:29.493513 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-357d8052-b982-4751-aede-26a0555acf0e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group_rule (4ae5a4f1-287b-4ea9-86ff-18b0079a6129), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:29.497872 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-357d8052-b982-4751-aede-26a0555acf0e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (4ae5a4f1-287b-4ea9-86ff-18b0079a6129), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:29.518846 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d8052-b982-4751-aede-26a0555acf0e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae5a4f1-287b-4ea9-86ff-18b0079a6129,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:49:29.528538 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-357d8052-b982-4751-aede-26a0555acf0e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:29.531441 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-357d8052-b982-4751-aede-26a0555acf0e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1256223 Feb 28 20:49:29.740363 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-5259fd83-e01d-4f41-9304-e93e06ccedc8 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056778985&fields=id&tenant_id=ca8529a81e0e4fd1b8bc8761fee03695 HTTP/1.1" status: 200 len: 267 time: 0.0447946 Feb 28 20:49:29.855677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-20935324-532c-4cf2-bcef-11b75321f9ac tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:29.857224 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-20935324-532c-4cf2-bcef-11b75321f9ac tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/networks?id=6a548f2a-a902-43e4-ac58-86d308bca412 HTTP/1.1" status: 200 len: 813 time: 0.1105814 Feb 28 20:49:29.871923 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-bce540e4-00a0-483c-be9c-ddffe7c83302 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/quotas/ca8529a81e0e4fd1b8bc8761fee03695 HTTP/1.1" status: 200 len: 375 time: 0.0092640 Feb 28 20:49:29.929101 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-12b0e287-f452-4638-9077-c451a28f7483 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca8529a81e0e4fd1b8bc8761fee03695&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521741 Feb 28 20:49:30.030852 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-8f9cee26-7ed9-406e-9685-19e41ddb15af service neutron] 10.222.0.13 "GET /v2.0/networks/6a548f2a-a902-43e4-ac58-86d308bca412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901046 Feb 28 20:49:30.128352 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-56954716-cce1-44a1-8a82-536144a7cfff service neutron] 10.222.0.13 "GET /v2.0/networks/6a548f2a-a902-43e4-ac58-86d308bca412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915873 Feb 28 20:49:30.392483 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847610f-41ff-4565-8c79-05ae43f330d7 req-612d6ecc-ada3-4e5e-b9a3-490730bcdba5 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:30.400345 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0847610f-41ff-4565-8c79-05ae43f330d7 req-612d6ecc-ada3-4e5e-b9a3-490730bcdba5 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 943 time: 0.0730522 Feb 28 20:49:30.469422 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5c06e968-e0e2-45c2-90a8-1857853dba79 req-77d54ce0-4bf8-45e7-9ebe-cad5886a5e34 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 210 time: 0.0433106 Feb 28 20:49:30.477290 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0847610f-41ff-4565-8c79-05ae43f330d7 req-5ac10bed-8daa-4363-b71b-0a6d9628a8f9 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760617 Feb 28 20:49:30.651008 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0e86760f-d312-4e15-87dd-d9d51e128e11 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:49:30.762332 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 0e86760f-d312-4e15-87dd-d9d51e128e11, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0e86760f-d312-4e15-87dd-d9d51e128e11,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:49:30.775145 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '0e86760f-d312-4e15-87dd-d9d51e128e11', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'port_id': '0e86760f-d312-4e15-87dd-d9d51e128e11', 'mac_address': 'fa:16:3e:4a:8b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:49:30.818943 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 0e86760f-d312-4e15-87dd-d9d51e128e11 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:49:30.819510 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0e86760f-d312-4e15-87dd-d9d51e128e11), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:30.835700 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e86760f-d312-4e15-87dd-d9d51e128e11 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:49:30.859641 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 0e86760f-d312-4e15-87dd-d9d51e128e11, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0e86760f-d312-4e15-87dd-d9d51e128e11,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:49:30.863645 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0e86760f-d312-4e15-87dd-d9d51e128e11), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:30.921740 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=0e86760f-d312-4e15-87dd-d9d51e128e11,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:49:31.078941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['0e86760f-d312-4e15-87dd-d9d51e128e11'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:49:31.652523 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fcf35525-c169-43ac-9728-a3a0b1a3dee3 req-e954f06f-9ed6-47c1-aa98-0d9e11d5a27c tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 210 time: 0.0602679 Feb 28 20:49:31.712476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-408f4aa9-e0eb-4dba-a525-11dd8c2f2f9a tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:31.713729 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-408f4aa9-e0eb-4dba-a525-11dd8c2f2f9a tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.10 "GET /v2.0/networks?id=6a548f2a-a902-43e4-ac58-86d308bca412 HTTP/1.1" status: 200 len: 813 time: 0.2512290 Feb 28 20:49:31.747750 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d95c3-531c-409b-8ec2-26484c5e948c req-85aca1fc-2f64-407d-b0c7-226af013ecf2 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:31.749461 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e08d95c3-531c-409b-8ec2-26484c5e948c req-85aca1fc-2f64-407d-b0c7-226af013ecf2 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 944 time: 0.1584241 Feb 28 20:49:31.839634 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-653c9b65-b192-4c42-a63b-b959b3079f96 req-f8cd0044-eab3-4d37-accc-774e9c0951e7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1496866 Feb 28 20:49:31.849245 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e08d95c3-531c-409b-8ec2-26484c5e948c req-b38ccf52-2924-45f7-a55c-193410248de1 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921435 Feb 28 20:49:31.854474 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-cf662c8b-12fb-40fd-b8ef-75e57247898e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca8529a81e0e4fd1b8bc8761fee03695 HTTP/1.1" status: 200 len: 380 time: 0.1234336 Feb 28 20:49:31.880047 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Request body: {'port': {'device_id': '4b9a4915-5603-4bd5-8b5c-f77c0d025a68', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'admin_state_up': True, 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'security_groups': ['09431c32-436e-487d-8bdc-17bfdb89d8b0']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:49:32.021409 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c9b65-b192-4c42-a63b-b959b3079f96 req-78a2dc76-6347-44ee-8acb-6590d217cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:32.022945 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-653c9b65-b192-4c42-a63b-b959b3079f96 req-78a2dc76-6347-44ee-8acb-6590d217cc68 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 1129 time: 0.1131196 Feb 28 20:49:32.054320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Made reservation on behalf of ca8529a81e0e4fd1b8bc8761fee03695 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:49:32.058367 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:32.217224 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c9b65-b192-4c42-a63b-b959b3079f96 req-cd4f76c0-5d0f-40fd-90ae-b4660236d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:32.218939 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-653c9b65-b192-4c42-a63b-b959b3079f96 req-cd4f76c0-5d0f-40fd-90ae-b4660236d339 service neutron] 10.222.0.10 "GET /v2.0/networks?id=278b0d9b-6873-4b35-a1c6-06ba81c51709 HTTP/1.1" status: 200 len: 896 time: 0.1733720 Feb 28 20:49:32.328169 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-653c9b65-b192-4c42-a63b-b959b3079f96 req-d9b71bc4-1bed-445b-aa82-7338e8f930e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dcd873f-5d72-42e6-accc-f0febec451bc HTTP/1.1" status: 200 len: 1002 time: 0.1002574 Feb 28 20:49:32.329222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Allocated IP 172.20.0.7 (6a548f2a-a902-43e4-ac58-86d308bca412/48d25025-9917-4b37-b5f9-f84ea6650e18/10fb9bbc-a826-4739-85d8-ada46201d257) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:49:32.413881 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c9b65-b192-4c42-a63b-b959b3079f96 req-997c5ec2-80ce-4491-a997-d89604f18ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:32.415303 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-653c9b65-b192-4c42-a63b-b959b3079f96 req-997c5ec2-80ce-4491-a997-d89604f18ea1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e6c97f4c-3a92-400f-9cf8-dff7a2673ba2 HTTP/1.1" status: 200 len: 833 time: 0.0798829 Feb 28 20:49:32.539217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c9b65-b192-4c42-a63b-b959b3079f96 req-cc0fc56b-b45a-4875-ae35-1e688e2b39be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:32.540785 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-653c9b65-b192-4c42-a63b-b959b3079f96 req-cc0fc56b-b45a-4875-ae35-1e688e2b39be service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=278b0d9b-6873-4b35-a1c6-06ba81c51709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1063955 Feb 28 20:49:32.621896 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for port (10fb9bbc-a826-4739-85d8-ada46201d257), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:32.640105 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0e86760f-d312-4e15-87dd-d9d51e128e11 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:49:32.679555 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-653c9b65-b192-4c42-a63b-b959b3079f96 req-7659b632-b4df-4d73-b0a2-7b6e4b1a8cb9 service neutron] 10.222.0.10 "GET /v2.0/networks/278b0d9b-6873-4b35-a1c6-06ba81c51709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309423 Feb 28 20:49:32.689166 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (10fb9bbc-a826-4739-85d8-ada46201d257), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:32.730779 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 0e86760f-d312-4e15-87dd-d9d51e128e11 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:49:32.737219 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 0e86760f-d312-4e15-87dd-d9d51e128e11 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:49:32.737617 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0e86760f-d312-4e15-87dd-d9d51e128e11), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:32.770205 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Network 6a548f2a-a902-43e4-ac58-86d308bca412 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:49:32.842234 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:49:32.845487 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:49:32.853681 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Pushing event updated for resources: {'Port': ['ID=10fb9bbc-a826-4739-85d8-ada46201d257,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:49:32.859890 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 0e86760f-d312-4e15-87dd-d9d51e128e11 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:49:32.860487 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0e86760f-d312-4e15-87dd-d9d51e128e11), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:32.898836 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:32.899190 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:32.899547 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:32.899929 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:32.900266 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:32.900654 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:32.901486 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:32.901828 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:32.902160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:32.902486 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:32.902812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:32.903161 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:32.903485 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:49:32.912319 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 0e86760f-d312-4e15-87dd-d9d51e128e11, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0e86760f-d312-4e15-87dd-d9d51e128e11,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:49:32.915498 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8f5b16-de8e-4058-ac87-21a5e81519cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e86760f-d312-4e15-87dd-d9d51e128e11'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:49:32.925654 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd7775a-db05-4616-a14e-89ee0748b7d8" -d '{"events": [{"server_uuid": "0a8f5b16-de8e-4058-ac87-21a5e81519cc", "name": "network-vif-plugged", "status": "completed", "tag": "0e86760f-d312-4e15-87dd-d9d51e128e11"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:49:32.930063 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0e86760f-d312-4e15-87dd-d9d51e128e11), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:33.004646 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=0e86760f-d312-4e15-87dd-d9d51e128e11,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:49:33.005250 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-653c9b65-b192-4c42-a63b-b959b3079f96 req-c64147e2-896d-4af1-8dbc-ea9d5001c975 service neutron] 10.222.0.10 "GET /v2.0/networks/278b0d9b-6873-4b35-a1c6-06ba81c51709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139491 Feb 28 20:49:33.044992 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:33.045680 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:33.062043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d38f2-5ea9-486f-89e6-ed15a383d3b7 req-05c2ce48-b9b7-48c8-b6a3-544f52249c34 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:33.065088 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d25d38f2-5ea9-486f-89e6-ed15a383d3b7 req-05c2ce48-b9b7-48c8-b6a3-544f52249c34 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 931 time: 0.2965956 Feb 28 20:49:33.117068 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-91c5e29a-c1ab-4b03-9b61-976491565cbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2482991 Feb 28 20:49:33.137415 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] Request body: {'port': {'device_id': '4b9a4915-5603-4bd5-8b5c-f77c0d025a68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:49:33.193128 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d4bca-9809-4c98-b715-e2fed4612c29 req-337ec510-b102-443c-856b-178f2ebb93af tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:33.195050 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e37d4bca-9809-4c98-b715-e2fed4612c29 req-337ec510-b102-443c-856b-178f2ebb93af tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 945 time: 0.2117891 Feb 28 20:49:33.207466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d25d38f2-5ea9-486f-89e6-ed15a383d3b7 req-2b21aef8-0b29-4b0e-bc31-a45d0b22c857 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321723 Feb 28 20:49:33.252601 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b9586b3c-b616-4722-adfc-d732d48c7ad9 None None] Provisioning complete for port 10fb9bbc-a826-4739-85d8-ada46201d257 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:49:33.253265 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b9586b3c-b616-4722-adfc-d732d48c7ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (10fb9bbc-a826-4739-85d8-ada46201d257), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:33.303159 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e37d4bca-9809-4c98-b715-e2fed4612c29 req-ca3eacfa-0d45-4f89-8006-cf6aa2eaa99d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934949 Feb 28 20:49:33.304399 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (10fb9bbc-a826-4739-85d8-ada46201d257), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:33.342161 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b9586b3c-b616-4722-adfc-d732d48c7ad9 None None] Port 10fb9bbc-a826-4739-85d8-ada46201d257 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:49:33.589334 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543ba47d-296a-4e17-8294-0e922275b0c8 x-openstack-request-id: req-543ba47d-296a-4e17-8294-0e922275b0c8 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:49:33.589634 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8f5b16-de8e-4058-ac87-21a5e81519cc", "name": "network-vif-plugged", "status": "completed", "tag": "0e86760f-d312-4e15-87dd-d9d51e128e11", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:49:33.589892 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-543ba47d-296a-4e17-8294-0e922275b0c8 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:49:33.590291 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8f5b16-de8e-4058-ac87-21a5e81519cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e86760f-d312-4e15-87dd-d9d51e128e11', 'code': 200} Feb 28 20:49:33.683045 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10fb9bbc-a826-4739-85d8-ada46201d257 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:49:33.691623 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] Publish callbacks [] for port (10fb9bbc-a826-4739-85d8-ada46201d257), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:33.707116 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] Transition to ACTIVE for port object 10fb9bbc-a826-4739-85d8-ada46201d257 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:49:33.711191 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (10fb9bbc-a826-4739-85d8-ada46201d257), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:33.724782 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50ee5a-2971-41a6-87af-bf7773bb1b95 req-8ad8c841-947f-45e5-ad69-5236bb9d9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:33.727426 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf50ee5a-2971-41a6-87af-bf7773bb1b95 req-8ad8c841-947f-45e5-ad69-5236bb9d9521 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 1128 time: 0.0662398 Feb 28 20:49:33.767115 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] Pushing event updated for resources: {'Port': ['ID=10fb9bbc-a826-4739-85d8-ada46201d257,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:49:33.812195 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf50ee5a-2971-41a6-87af-bf7773bb1b95 req-7401ccd5-e545-4767-b8a6-91937b07c8b6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791767 Feb 28 20:49:33.868100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] Attempting to bind port 10fb9bbc-a826-4739-85d8-ada46201d257 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:49:33.869956 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] Attempting to bind port 10fb9bbc-a826-4739-85d8-ada46201d257 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '42809b13-dc8c-49c8-a0bd-6f26afd2cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:49:33.870471 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] Attempting to bind port 10fb9bbc-a826-4739-85d8-ada46201d257 on network 6a548f2a-a902-43e4-ac58-86d308bca412 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:49:33.880985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] Port 10fb9bbc-a826-4739-85d8-ada46201d257 on network 6a548f2a-a902-43e4-ac58-86d308bca412 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:49:33.881316 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] Attempting to bind port 10fb9bbc-a826-4739-85d8-ada46201d257 on network 6a548f2a-a902-43e4-ac58-86d308bca412 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:49:33.887181 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:49:33.887526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] Checking segment: {'id': '42809b13-dc8c-49c8-a0bd-6f26afd2cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:49:33.887948 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] Bound using segment: {'id': '42809b13-dc8c-49c8-a0bd-6f26afd2cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:49:33.888744 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] Bound port: 10fb9bbc-a826-4739-85d8-ada46201d257, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42809b13-dc8c-49c8-a0bd-6f26afd2cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:49:33.888744 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (10fb9bbc-a826-4739-85d8-ada46201d257), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:33.958751 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] For port 10fb9bbc-a826-4739-85d8-ada46201d257, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:49:33.962328 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] For port 10fb9bbc-a826-4739-85d8-ada46201d257, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=10fb9bbc-a826-4739-85d8-ada46201d257,segment=NetworkSegment(42809b13-dc8c-49c8-a0bd-6f26afd2cb3b),segment_id=42809b13-dc8c-49c8-a0bd-6f26afd2cb3b)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:49:33.969659 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (10fb9bbc-a826-4739-85d8-ada46201d257), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:34.017376 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:34.018187 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:34.019808 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] 10.222.0.10 "PUT /v2.0/ports/10fb9bbc-a826-4739-85d8-ada46201d257 HTTP/1.1" status: 200 len: 1092 time: 0.8882380 Feb 28 20:49:34.020349 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9a4915-5603-4bd5-8b5c-f77c0d025a68', 'tag': '10fb9bbc-a826-4739-85d8-ada46201d257'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:49:34.023226 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7242d18-9ee4-45bd-b423-32204facbed9" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9a4915-5603-4bd5-8b5c-f77c0d025a68", "tag": "10fb9bbc-a826-4739-85d8-ada46201d257"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:49:34.056819 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a53e6e-a56c-4260-b914-316e0731041e service neutron] Pushing event updated for resources: {'Port': ['ID=10fb9bbc-a826-4739-85d8-ada46201d257,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:49:34.148051 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-cbc768c3-c06f-47bd-ba36-fb94d1a34061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:34.149609 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-cbc768c3-c06f-47bd-ba36-fb94d1a34061 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca8529a81e0e4fd1b8bc8761fee03695&device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 1126 time: 0.0809619 Feb 28 20:49:34.153515 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccb39d4-a48e-4a03-a2f9-a11b4d375b78 x-openstack-request-id: req-9ccb39d4-a48e-4a03-a2f9-a11b4d375b78 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:49:34.153808 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9a4915-5603-4bd5-8b5c-f77c0d025a68", "tag": "10fb9bbc-a826-4739-85d8-ada46201d257", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:49:34.154069 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ccb39d4-a48e-4a03-a2f9-a11b4d375b78 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:49:34.154747 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9a4915-5603-4bd5-8b5c-f77c0d025a68', 'tag': '10fb9bbc-a826-4739-85d8-ada46201d257', 'status': 'completed', 'code': 200} Feb 28 20:49:34.232958 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-d12ae94a-1017-46a2-a2ce-d992650d37f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10fb9bbc-a826-4739-85d8-ada46201d257 HTTP/1.1" status: 200 len: 217 time: 0.0652030 Feb 28 20:49:34.298821 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-e06957cd-5d94-41c6-831d-417e28e1ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:34.300324 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-e06957cd-5d94-41c6-831d-417e28e1ed6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48d25025-9917-4b37-b5f9-f84ea6650e18 HTTP/1.1" status: 200 len: 852 time: 0.0576723 Feb 28 20:49:34.480236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-b9a8eb9b-22eb-4f27-92dc-9c33e9f5025d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:34.482141 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-b9a8eb9b-22eb-4f27-92dc-9c33e9f5025d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6a548f2a-a902-43e4-ac58-86d308bca412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1675820 Feb 28 20:49:34.561790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124b349-4d0a-4c1d-bd33-4f7ab22c5d49 req-4bbefc39-c15a-4628-986d-7c03198a129d tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:34.563298 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b124b349-4d0a-4c1d-bd33-4f7ab22c5d49 req-4bbefc39-c15a-4628-986d-7c03198a129d tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 943 time: 0.1866741 Feb 28 20:49:34.572493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994050d-5f1e-466c-877f-e9f1542facb3 req-1aa6dfe9-c22b-4a1a-b499-2d727cb655b5 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:34.574490 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8994050d-5f1e-466c-877f-e9f1542facb3 req-1aa6dfe9-c22b-4a1a-b499-2d727cb655b5 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 945 time: 0.1569428 Feb 28 20:49:35.070051 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8994050d-5f1e-466c-877f-e9f1542facb3 req-a89f8486-17bf-4405-b90c-6fb0e368c347 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987284 Feb 28 20:49:35.073594 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-8babe9e6-55f6-49b7-9061-267581d27523 service neutron] 10.222.0.10 "GET /v2.0/networks/6a548f2a-a902-43e4-ac58-86d308bca412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789020 Feb 28 20:49:35.077310 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b124b349-4d0a-4c1d-bd33-4f7ab22c5d49 req-b2caf29e-6847-4e39-9c11-735842fea6c0 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105838 Feb 28 20:49:35.219890 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19a19561-15e1-4f90-a92d-b35da2e61f24 req-1c4886a6-6a90-44e3-88fe-26ea9855ff49 service neutron] 10.222.0.10 "GET /v2.0/networks/6a548f2a-a902-43e4-ac58-86d308bca412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391933 Feb 28 20:49:35.347430 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7242d18-9ee4-45bd-b423-32204facbed9 req-87dd2f27-d061-4eff-9a6a-522743368fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:35.349062 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7242d18-9ee4-45bd-b423-32204facbed9 req-87dd2f27-d061-4eff-9a6a-522743368fdb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca8529a81e0e4fd1b8bc8761fee03695&device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 1126 time: 0.0568419 Feb 28 20:49:35.469972 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7242d18-9ee4-45bd-b423-32204facbed9 req-2bebcdd1-f19e-467e-936f-a43fab92417b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:35.471810 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7242d18-9ee4-45bd-b423-32204facbed9 req-2bebcdd1-f19e-467e-936f-a43fab92417b service neutron] 10.222.0.10 "GET /v2.0/networks?id=6a548f2a-a902-43e4-ac58-86d308bca412 HTTP/1.1" status: 200 len: 913 time: 0.1140087 Feb 28 20:49:35.514854 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7242d18-9ee4-45bd-b423-32204facbed9 req-3b7c96f4-6e77-4218-9e64-77dc104945a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10fb9bbc-a826-4739-85d8-ada46201d257 HTTP/1.1" status: 200 len: 217 time: 0.0361834 Feb 28 20:49:35.570921 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7242d18-9ee4-45bd-b423-32204facbed9 req-4eb24a4e-fab0-4a5a-b81b-41d631681cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:35.572531 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7242d18-9ee4-45bd-b423-32204facbed9 req-4eb24a4e-fab0-4a5a-b81b-41d631681cd0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48d25025-9917-4b37-b5f9-f84ea6650e18 HTTP/1.1" status: 200 len: 852 time: 0.0502956 Feb 28 20:49:35.644797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7242d18-9ee4-45bd-b423-32204facbed9 req-7b401c11-40aa-4919-9e97-2325b5c4e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:35.647291 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7242d18-9ee4-45bd-b423-32204facbed9 req-7b401c11-40aa-4919-9e97-2325b5c4e86a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6a548f2a-a902-43e4-ac58-86d308bca412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0649002 Feb 28 20:49:35.746776 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7242d18-9ee4-45bd-b423-32204facbed9 req-496f507f-525b-4aae-8816-3066609e5417 service neutron] 10.222.0.10 "GET /v2.0/networks/6a548f2a-a902-43e4-ac58-86d308bca412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914621 Feb 28 20:49:35.856744 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f7242d18-9ee4-45bd-b423-32204facbed9 req-16c19f59-8917-480c-abe0-de3980fef0a8 service neutron] 10.222.0.10 "GET /v2.0/networks/6a548f2a-a902-43e4-ac58-86d308bca412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987184 Feb 28 20:49:36.261746 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9c424-c379-4d4e-b12b-0260b7fc2002 req-36af8241-c1ff-49de-a5b3-2f6757119c31 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:36.264288 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fc9c424-c379-4d4e-b12b-0260b7fc2002 req-36af8241-c1ff-49de-a5b3-2f6757119c31 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 945 time: 0.0903969 Feb 28 20:49:36.288612 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa579c-8a08-4638-bd86-38b64fafa9a4 req-8c0f1c6f-0373-4102-8dc0-fa899e2449f5 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:36.289702 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8faa579c-8a08-4638-bd86-38b64fafa9a4 req-8c0f1c6f-0373-4102-8dc0-fa899e2449f5 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 943 time: 0.1059580 Feb 28 20:49:36.371013 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fc9c424-c379-4d4e-b12b-0260b7fc2002 req-c0622c9f-fbac-4f67-86a2-b3728f64c267 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798643 Feb 28 20:49:36.375050 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8faa579c-8a08-4638-bd86-38b64fafa9a4 req-a88aaef4-0ec0-410e-9d59-c64dbadb75a9 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779891 Feb 28 20:49:36.522611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc64ae-958a-4413-b9dc-2b84401644d0 req-d8660ddc-8724-4ceb-b081-b4224290dd7d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:36.526124 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06bc64ae-958a-4413-b9dc-2b84401644d0 req-d8660ddc-8724-4ceb-b081-b4224290dd7d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 945 time: 0.0605085 Feb 28 20:49:36.589871 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-06bc64ae-958a-4413-b9dc-2b84401644d0 req-69296cd7-a4c6-4d22-9810-5818f839f44c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593231 Feb 28 20:49:36.721521 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287c68e-099b-4781-b762-e935762a936b req-aa907b91-c993-4a9b-a2b2-b67a69618221 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:36.723005 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6287c68e-099b-4781-b762-e935762a936b req-aa907b91-c993-4a9b-a2b2-b67a69618221 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 945 time: 0.0580282 Feb 28 20:49:36.778630 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6287c68e-099b-4781-b762-e935762a936b req-c5fb75e6-cb45-4e3b-93f2-6daa63990232 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490944 Feb 28 20:49:37.154677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b93b4-f87c-48c0-8992-e1ccaa9feb34 req-15ef6578-8f99-4e84-b6a9-8029a1d46a0d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:37.156244 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a5b93b4-f87c-48c0-8992-e1ccaa9feb34 req-15ef6578-8f99-4e84-b6a9-8029a1d46a0d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 945 time: 0.0799003 Feb 28 20:49:37.219546 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a5b93b4-f87c-48c0-8992-e1ccaa9feb34 req-c75947ac-9684-4796-ab11-44db242c63d0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569780 Feb 28 20:49:37.529391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0925a0c-ce1c-4700-881c-209c7c194233 req-ba4c293a-50c0-4b15-b167-6bf999083236 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:37.530964 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0925a0c-ce1c-4700-881c-209c7c194233 req-ba4c293a-50c0-4b15-b167-6bf999083236 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 943 time: 0.0563636 Feb 28 20:49:37.589277 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0925a0c-ce1c-4700-881c-209c7c194233 req-b8a6f074-6303-45d3-a018-766dd3e15bb7 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495067 Feb 28 20:49:38.348545 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90dea0-0258-40b8-8ff0-4b3976c4bf28 req-b32f875a-e3a2-43f8-9bc9-036aa2443645 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:38.350319 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e90dea0-0258-40b8-8ff0-4b3976c4bf28 req-b32f875a-e3a2-43f8-9bc9-036aa2443645 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 945 time: 0.0588901 Feb 28 20:49:38.405100 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e90dea0-0258-40b8-8ff0-4b3976c4bf28 req-37f44cb9-799c-42e9-9b8c-13168906f474 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481329 Feb 28 20:49:38.524941 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d7fa0-eb63-4a9b-b9b4-8fed4fc58c20 req-939ba73e-d64d-4319-933c-3e42c7690cfb tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:38.526566 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-763d7fa0-eb63-4a9b-b9b4-8fed4fc58c20 req-939ba73e-d64d-4319-933c-3e42c7690cfb tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 945 time: 0.0591512 Feb 28 20:49:38.630803 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-763d7fa0-eb63-4a9b-b9b4-8fed4fc58c20 req-05cde324-c92e-4fa6-a2fb-accb7bde058d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Deleting port 0e86760f-d312-4e15-87dd-d9d51e128e11 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:49:38.631707 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-763d7fa0-eb63-4a9b-b9b4-8fed4fc58c20 req-05cde324-c92e-4fa6-a2fb-accb7bde058d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0e86760f-d312-4e15-87dd-d9d51e128e11), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:38.763875 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8606a3b-ea7b-4216-8f4b-a2f4a7b87a2e req-19e15ad0-f631-484d-8e79-13565829bf05 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:38.770957 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a8606a3b-ea7b-4216-8f4b-a2f4a7b87a2e req-19e15ad0-f631-484d-8e79-13565829bf05 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 943 time: 0.1073179 Feb 28 20:49:38.823507 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-603d34a4-c1d9-40cc-aabe-0223eba0975d req-2d1bb808-65b4-4873-824f-a10013ada0cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3f4b996-5aed-492d-8219-486253775b7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0668159 Feb 28 20:49:38.825341 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a8606a3b-ea7b-4216-8f4b-a2f4a7b87a2e req-eff93ad6-5589-4acc-b36b-b1fc244bec59 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532832 Feb 28 20:49:38.865311 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-763d7fa0-eb63-4a9b-b9b4-8fed4fc58c20 req-05cde324-c92e-4fa6-a2fb-accb7bde058d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] For port 0e86760f-d312-4e15-87dd-d9d51e128e11, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0e86760f-d312-4e15-87dd-d9d51e128e11,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:49:38.866303 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-763d7fa0-eb63-4a9b-b9b4-8fed4fc58c20 req-05cde324-c92e-4fa6-a2fb-accb7bde058d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0e86760f-d312-4e15-87dd-d9d51e128e11), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:38.906269 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-763d7fa0-eb63-4a9b-b9b4-8fed4fc58c20 req-05cde324-c92e-4fa6-a2fb-accb7bde058d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Calling delete_port for 0e86760f-d312-4e15-87dd-d9d51e128e11 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:49:38.971465 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d34a4-c1d9-40cc-aabe-0223eba0975d req-2ba3b2fe-b0aa-4b39-bcbc-22c81323a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:38.973037 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-603d34a4-c1d9-40cc-aabe-0223eba0975d req-2ba3b2fe-b0aa-4b39-bcbc-22c81323a460 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7bbc55336d34940a8bfb7efd1994988&device_id=b3f4b996-5aed-492d-8219-486253775b7a HTTP/1.1" status: 200 len: 1133 time: 0.0986171 Feb 28 20:49:39.170751 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d34a4-c1d9-40cc-aabe-0223eba0975d req-32742276-522e-4cca-acc2-5fd2cf51c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:39.172475 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-603d34a4-c1d9-40cc-aabe-0223eba0975d req-32742276-522e-4cca-acc2-5fd2cf51c134 service neutron] 10.222.0.15 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.1467273 Feb 28 20:49:39.173051 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-763d7fa0-eb63-4a9b-b9b4-8fed4fc58c20 req-05cde324-c92e-4fa6-a2fb-accb7bde058d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0e86760f-d312-4e15-87dd-d9d51e128e11), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:39.186815 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['0e86760f-d312-4e15-87dd-d9d51e128e11'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:49:39.238150 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cde324-c92e-4fa6-a2fb-accb7bde058d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event deleted for resources: {'Port': ['ID=0e86760f-d312-4e15-87dd-d9d51e128e11,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:49:39.242482 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-603d34a4-c1d9-40cc-aabe-0223eba0975d req-fa0763a8-ed14-4cd8-a7d5-9adee06804d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=4ab273ed-d0db-4439-b362-b4d1941f5553 HTTP/1.1" status: 200 len: 217 time: 0.0609384 Feb 28 20:49:39.324548 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-763d7fa0-eb63-4a9b-b9b4-8fed4fc58c20 req-05cde324-c92e-4fa6-a2fb-accb7bde058d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] No DVR routers for this DVR port 0e86760f-d312-4e15-87dd-d9d51e128e11 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:49:39.328658 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-763d7fa0-eb63-4a9b-b9b4-8fed4fc58c20 req-05cde324-c92e-4fa6-a2fb-accb7bde058d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:39.334726 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-763d7fa0-eb63-4a9b-b9b4-8fed4fc58c20 req-05cde324-c92e-4fa6-a2fb-accb7bde058d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.15 "DELETE /v2.0/ports/0e86760f-d312-4e15-87dd-d9d51e128e11 HTTP/1.1" status: 204 len: 173 time: 0.8030040 Feb 28 20:49:39.339765 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8f5b16-de8e-4058-ac87-21a5e81519cc', 'name': 'network-vif-deleted', 'tag': '0e86760f-d312-4e15-87dd-d9d51e128e11'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:49:39.344167 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0bff18-28b9-470d-8457-e6d6eec4911c" -d '{"events": [{"server_uuid": "0a8f5b16-de8e-4058-ac87-21a5e81519cc", "name": "network-vif-deleted", "tag": "0e86760f-d312-4e15-87dd-d9d51e128e11"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:49:39.378041 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d34a4-c1d9-40cc-aabe-0223eba0975d req-cc452285-5246-4ab0-9ff5-44511a297815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:39.381575 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-603d34a4-c1d9-40cc-aabe-0223eba0975d req-cc452285-5246-4ab0-9ff5-44511a297815 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.1316876 Feb 28 20:49:39.436188 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714dcb62-7ed5-442f-8702-cd8c58906112 x-openstack-request-id: req-714dcb62-7ed5-442f-8702-cd8c58906112 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:49:39.436188 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8f5b16-de8e-4058-ac87-21a5e81519cc", "name": "network-vif-deleted", "tag": "0e86760f-d312-4e15-87dd-d9d51e128e11", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:49:39.436188 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-714dcb62-7ed5-442f-8702-cd8c58906112 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:49:39.436188 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8f5b16-de8e-4058-ac87-21a5e81519cc', 'name': 'network-vif-deleted', 'tag': '0e86760f-d312-4e15-87dd-d9d51e128e11', 'status': 'completed', 'code': 200} Feb 28 20:49:39.531915 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d34a4-c1d9-40cc-aabe-0223eba0975d req-736c57d8-8155-4693-bc37-9f174bf31471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:39.535659 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-603d34a4-c1d9-40cc-aabe-0223eba0975d req-736c57d8-8155-4693-bc37-9f174bf31471 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1439536 Feb 28 20:49:39.568392 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac7c6e8e-0e8e-4c49-80e8-6d2681c2b253 req-4a47f327-d59b-4d73-bff4-6e35cc3a4886 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 210 time: 0.0455160 Feb 28 20:49:39.653382 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-603d34a4-c1d9-40cc-aabe-0223eba0975d req-6204ad9b-91bd-40cc-a2f7-48da71976482 service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125290 Feb 28 20:49:39.752204 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-603d34a4-c1d9-40cc-aabe-0223eba0975d req-8fc4ce4c-6f81-470c-b95b-f7d009ec777f service neutron] 10.222.0.15 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936377 Feb 28 20:49:39.958641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da4df6-adb2-48b0-8177-ea24b82d0a62 req-d415f3a9-c8c5-4748-a7e9-db6957887717 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:39.960391 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-78da4df6-adb2-48b0-8177-ea24b82d0a62 req-d415f3a9-c8c5-4748-a7e9-db6957887717 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 943 time: 0.0585093 Feb 28 20:49:40.030611 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-78da4df6-adb2-48b0-8177-ea24b82d0a62 req-7e7a167f-7da3-4cfc-ba32-6f4d1a6ea731 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640104 Feb 28 20:49:40.219856 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:49:40.673671 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c8aa8f9-6503-457a-b169-20a1940b0432 req-6d20d84f-cc8d-4a6a-880a-590f45f546e7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 210 time: 0.0321333 Feb 28 20:49:41.198200 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c53a63-806f-4916-9b71-7027865d390b req-d1c89a77-887e-4f73-8674-2d4e116f5ed2 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:41.199897 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d8c53a63-806f-4916-9b71-7027865d390b req-d1c89a77-887e-4f73-8674-2d4e116f5ed2 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 943 time: 0.0692301 Feb 28 20:49:41.281393 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d8c53a63-806f-4916-9b71-7027865d390b req-578dc791-f830-4e3c-be87-5b21972467b3 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756791 Feb 28 20:49:41.775103 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da27bb36-95c8-4f87-a03d-8c35626cb3ab req-432307e4-d4fa-4271-a8fd-5fb6e7a83001 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 210 time: 0.0301299 Feb 28 20:49:42.412295 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43da548-98d0-40e2-9b10-6aa629c7082d req-e107e47b-54d8-4a09-8f4f-d4b55349d903 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:42.413776 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c43da548-98d0-40e2-9b10-6aa629c7082d req-e107e47b-54d8-4a09-8f4f-d4b55349d903 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 943 time: 0.0592387 Feb 28 20:49:42.465752 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c43da548-98d0-40e2-9b10-6aa629c7082d req-f97fce90-de5a-416d-b9f5-828abfc74aee tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453486 Feb 28 20:49:42.709878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0e86760f-d312-4e15-87dd-d9d51e128e11 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:49:42.733833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 0e86760f-d312-4e15-87dd-d9d51e128e11 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:49:42.734178 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0e86760f-d312-4e15-87dd-d9d51e128e11 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:49:42.878416 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bfb465c5-c9be-4762-a98c-a30c83fe135f req-6e640a07-e855-4550-9c96-826ad1079d9e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 210 time: 0.0290864 Feb 28 20:49:43.604431 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247b332-7768-4171-853d-df424a8bfda3 req-425688f3-cb87-4381-bf57-eaf56b8de95b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:43.605887 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1247b332-7768-4171-853d-df424a8bfda3 req-425688f3-cb87-4381-bf57-eaf56b8de95b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 943 time: 0.0684829 Feb 28 20:49:43.680406 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1247b332-7768-4171-853d-df424a8bfda3 req-43a4dd33-0d25-4372-8fe0-388bc7385253 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655177 Feb 28 20:49:43.983041 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4770e5fe-7036-4163-b4df-d6fbd5ef66cd req-2d2366ba-9398-4cde-8471-b14242237255 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 210 time: 0.0296781 Feb 28 20:49:44.814830 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b287113-c0a4-478d-b0ec-ae3faa477b5e req-68661dfd-9e90-49e2-a077-1cddb4dd2943 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:44.817348 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6b287113-c0a4-478d-b0ec-ae3faa477b5e req-68661dfd-9e90-49e2-a077-1cddb4dd2943 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 943 time: 0.0612576 Feb 28 20:49:44.873605 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6b287113-c0a4-478d-b0ec-ae3faa477b5e req-2fa2c2cc-62c2-4c98-8856-c3101fa51ff8 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497031 Feb 28 20:49:45.087989 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55c06e52-27bf-48b8-a7cd-2076817ffe74 req-cd636e3a-8eac-4189-9d65-77f7a40972ab tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 210 time: 0.0306902 Feb 28 20:49:46.021094 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a923d5a-92cb-4237-aa6d-49448114ce15 req-26446b3c-6096-417a-9fb8-1dc424e930f9 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:46.022716 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a923d5a-92cb-4237-aa6d-49448114ce15 req-26446b3c-6096-417a-9fb8-1dc424e930f9 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 943 time: 0.0643146 Feb 28 20:49:46.079580 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a923d5a-92cb-4237-aa6d-49448114ce15 req-81fa2a4c-811f-4473-b7e6-bf5aec3b48db tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502341 Feb 28 20:49:46.211507 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e74a8fc8-93f0-412f-9d57-ddb9761a3e58 req-3004678e-1597-4a7b-a733-bb394839d27d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 210 time: 0.0452917 Feb 28 20:49:46.498918 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-959d871e-cecd-46f5-9052-67c85e891dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:47.207485 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190121c-b223-4337-be92-93c5deb12ab3 req-3205fff1-0fcb-4d9a-9ab9-e893410ae687 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:47.209160 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c190121c-b223-4337-be92-93c5deb12ab3 req-3205fff1-0fcb-4d9a-9ab9-e893410ae687 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 943 time: 0.0540581 Feb 28 20:49:47.278457 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c190121c-b223-4337-be92-93c5deb12ab3 req-92e4405a-9526-463d-9b3e-53de948ce652 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626335 Feb 28 20:49:47.317275 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-037ba7ed-634c-4d5c-9665-04b6bbb382d5 req-eb94f509-9ca0-4980-a144-7b0b9b86e80e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 210 time: 0.0349524 Feb 28 20:49:48.431998 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e6fbbf3c-28d2-446b-be11-0971d4644a7f req-64618975-1521-4e4e-930d-ce7c5b963ff7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 210 time: 0.0366437 Feb 28 20:49:48.448783 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14ccd5-a28a-4c77-ac05-acd8f67a81c4 req-40807249-f9cd-4ff0-b334-9a8d1dea334c tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:48.450427 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb14ccd5-a28a-4c77-ac05-acd8f67a81c4 req-40807249-f9cd-4ff0-b334-9a8d1dea334c tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 943 time: 0.0946715 Feb 28 20:49:48.514316 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb14ccd5-a28a-4c77-ac05-acd8f67a81c4 req-6605eee1-c79f-4e6d-8000-40491cf8863b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555642 Feb 28 20:49:49.057556 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6f73879a-2b5b-4458-b075-27406de0f578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:49.540239 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45bce170-221f-497b-b3fd-9ef5b8317ff7 req-d05c26ab-75e1-4035-9e09-e3693146502b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 210 time: 0.0298247 Feb 28 20:49:49.650226 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de9fe9-f670-462e-9bc9-4ff21bf79479 req-40997c8b-0ad8-47e0-80b2-031548c24c52 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:49.651748 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4de9fe9-f670-462e-9bc9-4ff21bf79479 req-40997c8b-0ad8-47e0-80b2-031548c24c52 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 943 time: 0.0605409 Feb 28 20:49:49.704585 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4de9fe9-f670-462e-9bc9-4ff21bf79479 req-5ef2f6c8-0448-4712-af96-b73b3fdaf8bb tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464604 Feb 28 20:49:49.858821 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:50.184139 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:50.647163 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-416732a6-0ca1-483b-8ee7-d987fcf77c7a req-e47e52a5-b707-42dd-82af-4b619c77a498 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 210 time: 0.0307074 Feb 28 20:49:50.841233 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03328168-0763-4b81-ae91-d7f3fddd9e41 req-21dd46f8-c31d-4133-9c98-f4ad6bf70652 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:50.842790 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-03328168-0763-4b81-ae91-d7f3fddd9e41 req-21dd46f8-c31d-4133-9c98-f4ad6bf70652 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 943 time: 0.0672109 Feb 28 20:49:50.903095 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-03328168-0763-4b81-ae91-d7f3fddd9e41 req-843ad814-74c8-4c67-a3de-cb7aecee35c6 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535557 Feb 28 20:49:51.384478 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:51.755027 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc3c4499-83fd-481c-9a32-086f57955714 req-db60eab0-acd6-4c3d-92bf-e8c5a1077e82 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f5b16-de8e-4058-ac87-21a5e81519cc HTTP/1.1" status: 200 len: 210 time: 0.0271444 Feb 28 20:49:52.027702 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9327c-a2ac-4f36-8075-40e1cdece2eb req-dfed2988-8e8c-4d5f-bea0-ac9cb24ee64d tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:52.029229 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53a9327c-a2ac-4f36-8075-40e1cdece2eb req-dfed2988-8e8c-4d5f-bea0-ac9cb24ee64d tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 943 time: 0.0563016 Feb 28 20:49:52.084275 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53a9327c-a2ac-4f36-8075-40e1cdece2eb req-0bf81333-d006-447d-840f-a967ac373375 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492547 Feb 28 20:49:52.143678 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 10fb9bbc-a826-4739-85d8-ada46201d257 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:49:52.258636 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 10fb9bbc-a826-4739-85d8-ada46201d257, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=10fb9bbc-a826-4739-85d8-ada46201d257,segment=NetworkSegment(42809b13-dc8c-49c8-a0bd-6f26afd2cb3b),segment_id=42809b13-dc8c-49c8-a0bd-6f26afd2cb3b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:49:52.271897 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '10fb9bbc-a826-4739-85d8-ada46201d257', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'port_id': '10fb9bbc-a826-4739-85d8-ada46201d257', 'mac_address': 'fa:16:3e:1d:53:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:49:52.318251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 10fb9bbc-a826-4739-85d8-ada46201d257 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:49:52.318636 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (10fb9bbc-a826-4739-85d8-ada46201d257), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:52.337448 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10fb9bbc-a826-4739-85d8-ada46201d257 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:49:52.375169 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 10fb9bbc-a826-4739-85d8-ada46201d257, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=10fb9bbc-a826-4739-85d8-ada46201d257,segment=NetworkSegment(42809b13-dc8c-49c8-a0bd-6f26afd2cb3b),segment_id=42809b13-dc8c-49c8-a0bd-6f26afd2cb3b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:49:52.380162 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (10fb9bbc-a826-4739-85d8-ada46201d257), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:52.448891 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=10fb9bbc-a826-4739-85d8-ada46201d257,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:49:52.621484 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['10fb9bbc-a826-4739-85d8-ada46201d257'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:49:52.750397 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:52.758252 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:53.216929 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada31b8-8ed1-4c29-b184-4a446ebc8003 req-587ca9b9-b400-46bb-b391-4e01539eefe2 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:53.218603 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ada31b8-8ed1-4c29-b184-4a446ebc8003 req-587ca9b9-b400-46bb-b391-4e01539eefe2 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 944 time: 0.0593216 Feb 28 20:49:53.286797 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ada31b8-8ed1-4c29-b184-4a446ebc8003 req-d7692978-91cc-454d-9eae-6c5f197a9302 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600832 Feb 28 20:49:54.154235 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 10fb9bbc-a826-4739-85d8-ada46201d257 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:49:54.209184 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 10fb9bbc-a826-4739-85d8-ada46201d257 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:49:54.213811 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 10fb9bbc-a826-4739-85d8-ada46201d257 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:49:54.214180 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (10fb9bbc-a826-4739-85d8-ada46201d257), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:54.299106 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 10fb9bbc-a826-4739-85d8-ada46201d257 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:49:54.299487 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (10fb9bbc-a826-4739-85d8-ada46201d257), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:54.323203 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9a4915-5603-4bd5-8b5c-f77c0d025a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fb9bbc-a826-4739-85d8-ada46201d257'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:49:54.325703 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96085fe2-c93f-4fff-9e0e-9bbc82d457f8" -d '{"events": [{"server_uuid": "4b9a4915-5603-4bd5-8b5c-f77c0d025a68", "name": "network-vif-plugged", "status": "completed", "tag": "10fb9bbc-a826-4739-85d8-ada46201d257"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:49:54.349492 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 10fb9bbc-a826-4739-85d8-ada46201d257, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=10fb9bbc-a826-4739-85d8-ada46201d257,segment=NetworkSegment(42809b13-dc8c-49c8-a0bd-6f26afd2cb3b),segment_id=42809b13-dc8c-49c8-a0bd-6f26afd2cb3b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:49:54.355133 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (10fb9bbc-a826-4739-85d8-ada46201d257), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:54.389065 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bfc581-5498-42d5-9685-3b2209a37a73 x-openstack-request-id: req-c0bfc581-5498-42d5-9685-3b2209a37a73 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:49:54.389429 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9a4915-5603-4bd5-8b5c-f77c0d025a68", "name": "network-vif-plugged", "status": "completed", "tag": "10fb9bbc-a826-4739-85d8-ada46201d257", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:49:54.389783 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0bfc581-5498-42d5-9685-3b2209a37a73 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:49:54.390305 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9a4915-5603-4bd5-8b5c-f77c0d025a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fb9bbc-a826-4739-85d8-ada46201d257', 'code': 200} Feb 28 20:49:54.425981 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=10fb9bbc-a826-4739-85d8-ada46201d257,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:49:54.505575 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df4f54-fd5c-466f-97d8-fa4bcdec6cb2 req-517a5fbe-20fd-43e3-be10-0c0f3c562dc4 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:54.507067 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5df4f54-fd5c-466f-97d8-fa4bcdec6cb2 req-517a5fbe-20fd-43e3-be10-0c0f3c562dc4 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 945 time: 0.1121426 Feb 28 20:49:54.512563 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160f7f9-6d9b-4e44-b6d0-e340be1504bc req-7ec50e83-88c1-4f72-a426-a96afc1fb2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:54.514545 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b160f7f9-6d9b-4e44-b6d0-e340be1504bc req-7ec50e83-88c1-4f72-a426-a96afc1fb2d4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 1128 time: 0.0692942 Feb 28 20:49:54.594966 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5df4f54-fd5c-466f-97d8-fa4bcdec6cb2 req-7b17d243-6f55-48c7-b11a-aca6b80bbaaa tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792301 Feb 28 20:49:54.602192 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b160f7f9-6d9b-4e44-b6d0-e340be1504bc req-6426d4dc-a990-42ff-91ed-2a41402dcec7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754478 Feb 28 20:49:55.737732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93ac35-1d70-4c5e-a6ed-965b2c4ea582 req-7ceec6c0-88d0-46d5-bf6f-e9f9fc993163 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:55.739507 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa93ac35-1d70-4c5e-a6ed-965b2c4ea582 req-7ceec6c0-88d0-46d5-bf6f-e9f9fc993163 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 945 time: 0.0628331 Feb 28 20:49:55.821428 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa93ac35-1d70-4c5e-a6ed-965b2c4ea582 req-21341926-59c4-4b63-bfce-a109a19694db tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720592 Feb 28 20:49:56.959053 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d49dd7-d393-4060-9069-53e5b3a1bf5f req-a5c48861-ecde-4578-b359-4a3573732f25 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:56.960602 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91d49dd7-d393-4060-9069-53e5b3a1bf5f req-a5c48861-ecde-4578-b359-4a3573732f25 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 945 time: 0.0554655 Feb 28 20:49:57.015711 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91d49dd7-d393-4060-9069-53e5b3a1bf5f req-439a386c-c5aa-4115-9284-7fbf86b31add tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489748 Feb 28 20:49:57.154293 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009ae39-dc1b-4351-9dbb-ab5dc1bc00bd req-fe9e8fa6-de25-42a5-851c-0ba1049a3f91 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:57.155926 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b009ae39-dc1b-4351-9dbb-ab5dc1bc00bd req-fe9e8fa6-de25-42a5-851c-0ba1049a3f91 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 945 time: 0.0659516 Feb 28 20:49:57.210832 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b009ae39-dc1b-4351-9dbb-ab5dc1bc00bd req-66319e0b-b751-4c1d-b029-b126779998c7 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488460 Feb 28 20:49:57.234331 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38070) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:49:57.399521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd43f162-cb15-4293-994b-8f77fe10abd6 tempest-TestVolumeBackupRestore-1234680090 tempest-TestVolumeBackupRestore-1234680090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:57.403995 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38076) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:49:57.404360 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-dd43f162-cb15-4293-994b-8f77fe10abd6 tempest-TestVolumeBackupRestore-1234680090 tempest-TestVolumeBackupRestore-1234680090-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 1123 time: 0.1684973 Feb 28 20:49:57.409147 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-dfc47057-0a86-4a92-9a8d-0e23d892495b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': '10fb9bbc-a826-4739-85d8-ada46201d257', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:49:57.431421 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dfc47057-0a86-4a92-9a8d-0e23d892495b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:57.550992 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dfc47057-0a86-4a92-9a8d-0e23d892495b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:57.680475 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-dfc47057-0a86-4a92-9a8d-0e23d892495b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Allocated IP 172.25.0.120 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/78e703b3-b96f-4077-9057-a17e1518be03) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:49:57.832840 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dfc47057-0a86-4a92-9a8d-0e23d892495b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for port (78e703b3-b96f-4077-9057-a17e1518be03), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:57.887169 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dfc47057-0a86-4a92-9a8d-0e23d892495b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (78e703b3-b96f-4077-9057-a17e1518be03), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:57.938991 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc47057-0a86-4a92-9a8d-0e23d892495b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:49:57.942584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-dfc47057-0a86-4a92-9a8d-0e23d892495b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:49:57.948738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc47057-0a86-4a92-9a8d-0e23d892495b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:49:57.950938 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc47057-0a86-4a92-9a8d-0e23d892495b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Pushing event updated for resources: {'Port': ['ID=78e703b3-b96f-4077-9057-a17e1518be03,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:49:58.424234 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dfc47057-0a86-4a92-9a8d-0e23d892495b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for floatingip (6ba74df9-1048-4c9d-83f6-a6fb393ea56f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:58.512342 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dfc47057-0a86-4a92-9a8d-0e23d892495b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (78e703b3-b96f-4077-9057-a17e1518be03), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:58.697391 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dfc47057-0a86-4a92-9a8d-0e23d892495b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for port (78e703b3-b96f-4077-9057-a17e1518be03), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:58.702813 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dfc47057-0a86-4a92-9a8d-0e23d892495b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (78e703b3-b96f-4077-9057-a17e1518be03), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:58.778232 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc47057-0a86-4a92-9a8d-0e23d892495b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Pushing event updated for resources: {'Port': ['ID=78e703b3-b96f-4077-9057-a17e1518be03,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:49:58.790731 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dfc47057-0a86-4a92-9a8d-0e23d892495b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (6ba74df9-1048-4c9d-83f6-a6fb393ea56f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:58.913343 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-dfc47057-0a86-4a92-9a8d-0e23d892495b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Floating IP 6ba74df9-1048-4c9d-83f6-a6fb393ea56f associated. External IP: 172.25.0.120, port: 10fb9bbc-a826-4739-85d8-ada46201d257. Feb 28 20:49:59.171298 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc47057-0a86-4a92-9a8d-0e23d892495b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Router 5e0886e0-f525-41e8-ae54-c954a91e235c has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:49:59.216917 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38086) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:49:59.302444 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc47057-0a86-4a92-9a8d-0e23d892495b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:49:59.314020 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a17ae-e74a-455e-a270-8e0211df2fb6 None None] Sync routers for ids ['5e0886e0-f525-41e8-ae54-c954a91e235c'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:49:59.334194 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066a17ae-e74a-455e-a270-8e0211df2fb6 None None] Routers {'5e0886e0-f525-41e8-ae54-c954a91e235c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:49:59.335456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-066a17ae-e74a-455e-a270-8e0211df2fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:49:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5e0886e0-f525-41e8-ae54-c954a91e235c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:49:59.337053 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dfc47057-0a86-4a92-9a8d-0e23d892495b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:59.374029 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-dfc47057-0a86-4a92-9a8d-0e23d892495b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9687645 Feb 28 20:49:59.374731 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38090) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:49:59.375283 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9a4915-5603-4bd5-8b5c-f77c0d025a68', 'tag': '10fb9bbc-a826-4739-85d8-ada46201d257'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:49:59.377671 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da59a00-cb25-4a56-a135-98115770b03a" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9a4915-5603-4bd5-8b5c-f77c0d025a68", "tag": "10fb9bbc-a826-4739-85d8-ada46201d257"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:49:59.468021 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9c6199-f931-4355-b0a8-e2c65e648808 tempest-TestVolumeBackupRestore-1234680090 tempest-TestVolumeBackupRestore-1234680090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:59.477098 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6e9c6199-f931-4355-b0a8-e2c65e648808 tempest-TestVolumeBackupRestore-1234680090 tempest-TestVolumeBackupRestore-1234680090-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 1123 time: 0.0938601 Feb 28 20:49:59.478237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38094) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:49:59.484100 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904ac92c-e7c5-4c28-bbd7-4233981c40dc x-openstack-request-id: req-904ac92c-e7c5-4c28-bbd7-4233981c40dc {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:49:59.484834 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9a4915-5603-4bd5-8b5c-f77c0d025a68", "tag": "10fb9bbc-a826-4739-85d8-ada46201d257", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:49:59.485220 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-904ac92c-e7c5-4c28-bbd7-4233981c40dc {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:49:59.485655 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9a4915-5603-4bd5-8b5c-f77c0d025a68', 'tag': '10fb9bbc-a826-4739-85d8-ada46201d257', 'status': 'completed', 'code': 200} Feb 28 20:49:59.492273 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-cd3523b4-8d20-43a5-8e3d-b5a53f0bb4b2 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Request body: {'floatingip': {'port_id': '10fb9bbc-a826-4739-85d8-ada46201d257'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:49:59.515324 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-066a17ae-e74a-455e-a270-8e0211df2fb6 None None] Set router 5e0886e0-f525-41e8-ae54-c954a91e235c gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:49:59.546355 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-0b4a9cae-b5d4-421c-bd90-e6b4924f3d4c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Deleting port b7ed4083-effe-4f26-b468-b10c793811ef {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:49:59.547377 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b4a9cae-b5d4-421c-bd90-e6b4924f3d4c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b7ed4083-effe-4f26-b468-b10c793811ef), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:59.639513 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd3523b4-8d20-43a5-8e3d-b5a53f0bb4b2 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for floatingip (6ba74df9-1048-4c9d-83f6-a6fb393ea56f), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:59.715485 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b4a9cae-b5d4-421c-bd90-e6b4924f3d4c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b7ed4083-effe-4f26-b468-b10c793811ef), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:59.715842 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b4a9cae-b5d4-421c-bd90-e6b4924f3d4c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for floatingip (b7ed4083-effe-4f26-b468-b10c793811ef), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:59.731195 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-0b4a9cae-b5d4-421c-bd90-e6b4924f3d4c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Calling delete_port for b7ed4083-effe-4f26-b468-b10c793811ef owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:49:59.742033 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da59a00-cb25-4a56-a135-98115770b03a req-d8800f2c-5747-4f26-8e01-83b2013562c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:59.743738 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1da59a00-cb25-4a56-a135-98115770b03a req-d8800f2c-5747-4f26-8e01-83b2013562c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca8529a81e0e4fd1b8bc8761fee03695&device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 1128 time: 0.2014747 Feb 28 20:49:59.851837 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da59a00-cb25-4a56-a135-98115770b03a req-c24ed6ad-2b21-4800-8ae7-44e5c00ba067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:49:59.854575 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1da59a00-cb25-4a56-a135-98115770b03a req-c24ed6ad-2b21-4800-8ae7-44e5c00ba067 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6a548f2a-a902-43e4-ac58-86d308bca412 HTTP/1.1" status: 200 len: 913 time: 0.0958185 Feb 28 20:49:59.898531 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b4a9cae-b5d4-421c-bd90-e6b4924f3d4c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b7ed4083-effe-4f26-b468-b10c793811ef), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:49:59.959106 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1da59a00-cb25-4a56-a135-98115770b03a req-758fffd1-6c1a-4c02-a531-ec191ce0650e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10fb9bbc-a826-4739-85d8-ada46201d257 HTTP/1.1" status: 200 len: 999 time: 0.0808311 Feb 28 20:49:59.961351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-066a17ae-e74a-455e-a270-8e0211df2fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'name': 'tempest-TestVolumeBackupRestore-889007208-router', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:55Z', 'updated_at': '2022-02-28T20:46:01Z', 'revision_number': 4, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'gw_port': {'id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:57Z', 'updated_at': '2022-02-28T20:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '6ba74df9-1048-4c9d-83f6-a6fb393ea56f', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'floating_ip_address': '172.25.0.120', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'port_id': '10fb9bbc-a826-4739-85d8-ada46201d257', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'mac_address': 'fa:16:3e:1d:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a4915-5603-4bd5-8b5c-f77c0d025a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:49:58Z', 'updated_at': '2022-02-28T20:49:58Z', 'revision_number': 0, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1b54c36-94b9-45b3-877e-c3e80da62faa', 'name': '', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'mac_address': 'fa:16:3e:bf:57:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:00Z', 'updated_at': '2022-02-28T20:46:15Z', 'revision_number': 5, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'subnets': [{'id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:00.011252 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a17ae-e74a-455e-a270-8e0211df2fb6 None None] Checking router: 5e0886e0-f525-41e8-ae54-c954a91e235c for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:50:00.022095 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066a17ae-e74a-455e-a270-8e0211df2fb6 None None] Routers {'5e0886e0-f525-41e8-ae54-c954a91e235c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:50:00.022871 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-066a17ae-e74a-455e-a270-8e0211df2fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:49:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5e0886e0-f525-41e8-ae54-c954a91e235c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:00.035839 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a9cae-b5d4-421c-bd90-e6b4924f3d4c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Port': ['ID=b7ed4083-effe-4f26-b468-b10c793811ef,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:00.072212 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da59a00-cb25-4a56-a135-98115770b03a req-a88af32c-98fe-4144-894a-be7a294d91a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:00.074464 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1da59a00-cb25-4a56-a135-98115770b03a req-a88af32c-98fe-4144-894a-be7a294d91a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48d25025-9917-4b37-b5f9-f84ea6650e18 HTTP/1.1" status: 200 len: 852 time: 0.1043103 Feb 28 20:50:00.129978 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b4a9cae-b5d4-421c-bd90-e6b4924f3d4c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for floatingip (3ee952d2-4162-461b-8f89-ff20b84c367a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:00.130385 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-0b4a9cae-b5d4-421c-bd90-e6b4924f3d4c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Floating IP 3ee952d2-4162-461b-8f89-ff20b84c367a disassociated (deleted). External IP: 172.25.0.232, port: 1dcd873f-5d72-42e6-accc-f0febec451bc. Feb 28 20:50:00.220095 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da59a00-cb25-4a56-a135-98115770b03a req-b1286b76-70c4-4e34-9af3-40ee4b3cec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:00.221508 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1da59a00-cb25-4a56-a135-98115770b03a req-b1286b76-70c4-4e34-9af3-40ee4b3cec26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6a548f2a-a902-43e4-ac58-86d308bca412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0993574 Feb 28 20:50:00.276769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-066a17ae-e74a-455e-a270-8e0211df2fb6 None None] Set router 5e0886e0-f525-41e8-ae54-c954a91e235c gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:50:00.347370 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1da59a00-cb25-4a56-a135-98115770b03a req-7d5aa854-6a9a-4e7a-a048-1f30307a1f06 service neutron] 10.222.0.10 "GET /v2.0/networks/6a548f2a-a902-43e4-ac58-86d308bca412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105115 Feb 28 20:50:00.621213 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4a9cae-b5d4-421c-bd90-e6b4924f3d4c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Router 1aecdc6b-b2d7-4547-b96c-2ca9874010ed has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:50:00.791036 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-066a17ae-e74a-455e-a270-8e0211df2fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'name': 'tempest-TestVolumeBackupRestore-889007208-router', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:55Z', 'updated_at': '2022-02-28T20:46:01Z', 'revision_number': 4, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'gw_port': {'id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:57Z', 'updated_at': '2022-02-28T20:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '6ba74df9-1048-4c9d-83f6-a6fb393ea56f', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'floating_ip_address': '172.25.0.120', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'port_id': '10fb9bbc-a826-4739-85d8-ada46201d257', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'mac_address': 'fa:16:3e:1d:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a4915-5603-4bd5-8b5c-f77c0d025a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:49:58Z', 'updated_at': '2022-02-28T20:49:58Z', 'revision_number': 0, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1b54c36-94b9-45b3-877e-c3e80da62faa', 'name': '', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'mac_address': 'fa:16:3e:bf:57:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:00Z', 'updated_at': '2022-02-28T20:46:15Z', 'revision_number': 5, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'subnets': [{'id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:00.834206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a17ae-e74a-455e-a270-8e0211df2fb6 None None] The sync data for ids ['5e0886e0-f525-41e8-ae54-c954a91e235c'] in n-d-820368-21 is: [{'id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'name': 'tempest-TestVolumeBackupRestore-889007208-router', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:55Z', 'updated_at': '2022-02-28T20:46:01Z', 'revision_number': 4, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'gw_port': {'id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:57Z', 'updated_at': '2022-02-28T20:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '6ba74df9-1048-4c9d-83f6-a6fb393ea56f', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'floating_ip_address': '172.25.0.120', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'port_id': '10fb9bbc-a826-4739-85d8-ada46201d257', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'mac_address': 'fa:16:3e:1d:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a4915-5603-4bd5-8b5c-f77c0d025a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:49:58Z', 'updated_at': '2022-02-28T20:49:58Z', 'revision_number': 0, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1b54c36-94b9-45b3-877e-c3e80da62faa', 'name': '', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'mac_address': 'fa:16:3e:bf:57:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:00Z', 'updated_at': '2022-02-28T20:46:15Z', 'revision_number': 5, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'subnets': [{'id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:50:00.899369 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4a9cae-b5d4-421c-bd90-e6b4924f3d4c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:50:00.905039 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0b4a9cae-b5d4-421c-bd90-e6b4924f3d4c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:00.919288 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b036e7-08ce-44b2-bf85-dc4cdbf756f6 None None] Sync routers for ids ['1aecdc6b-b2d7-4547-b96c-2ca9874010ed'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:50:00.935869 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b036e7-08ce-44b2-bf85-dc4cdbf756f6 None None] Routers {'1aecdc6b-b2d7-4547-b96c-2ca9874010ed'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:50:00.938351 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a2b036e7-08ce-44b2-bf85-dc4cdbf756f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:49:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1aecdc6b-b2d7-4547-b96c-2ca9874010ed'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:00.984398 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0b4a9cae-b5d4-421c-bd90-e6b4924f3d4c tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "DELETE /v2.0/floatingips/3ee952d2-4162-461b-8f89-ff20b84c367a HTTP/1.1" status: 204 len: 168 time: 1.7648802 Feb 28 20:50:00.985008 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563f7b87-f9be-4c6d-83e9-09d65df0017e', 'tag': '1dcd873f-5d72-42e6-accc-f0febec451bc'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:50:00.993605 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91a5fc7-053a-458b-8bab-b529dbcd3c66" -d '{"events": [{"name": "network-changed", "server_uuid": "563f7b87-f9be-4c6d-83e9-09d65df0017e", "tag": "1dcd873f-5d72-42e6-accc-f0febec451bc"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:50:01.087932 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465aa903-ecdf-44d4-a73d-6b471e50a965 x-openstack-request-id: req-465aa903-ecdf-44d4-a73d-6b471e50a965 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:50:01.088253 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563f7b87-f9be-4c6d-83e9-09d65df0017e", "tag": "1dcd873f-5d72-42e6-accc-f0febec451bc", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:50:01.089066 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-465aa903-ecdf-44d4-a73d-6b471e50a965 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:50:01.089618 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563f7b87-f9be-4c6d-83e9-09d65df0017e', 'tag': '1dcd873f-5d72-42e6-accc-f0febec451bc', 'status': 'completed', 'code': 200} Feb 28 20:50:01.252369 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-a2b036e7-08ce-44b2-bf85-dc4cdbf756f6 None None] Set router 1aecdc6b-b2d7-4547-b96c-2ca9874010ed gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:50:01.296906 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b7377-b520-438c-8481-e3d43b91dbfe None None] New status for floating IP 6ba74df9-1048-4c9d-83f6-a6fb393ea56f: ACTIVE {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:50:01.400363 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1da59a00-cb25-4a56-a135-98115770b03a req-0a2f1506-c41b-45b0-8769-4822e7b9fb9f service neutron] 10.222.0.10 "GET /v2.0/networks/6a548f2a-a902-43e4-ac58-86d308bca412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0443177 Feb 28 20:50:01.531820 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a5fc7-053a-458b-8bab-b529dbcd3c66 req-90ce8852-fc68-4cad-b8a3-159dba621441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:01.534112 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f91a5fc7-053a-458b-8bab-b529dbcd3c66 req-90ce8852-fc68-4cad-b8a3-159dba621441 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a7308829c1041378fe2c0c22726e9fa&device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 1129 time: 0.4003475 Feb 28 20:50:01.653481 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc68dd8-278a-4585-84da-14f351b84b10 req-e389f660-6614-49d4-a09e-7aa45829c07d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:01.663601 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9cc68dd8-278a-4585-84da-14f351b84b10 req-e389f660-6614-49d4-a09e-7aa45829c07d tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 946 time: 0.2516294 Feb 28 20:50:01.799583 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.db.resource_extend [None req-cd3523b4-8d20-43a5-8e3d-b5a53f0bb4b2 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 20:50:01.859618 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a2b036e7-08ce-44b2-bf85-dc4cdbf756f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562631815', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2567d912-fa14-4fd4-940d-4a7634791095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:13Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': '2567d912-fa14-4fd4-940d-4a7634791095', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c4866060-7359-4427-aa3c-49864ce06b76', 'name': '', 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:54:95:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e6c97f4c-3a92-400f-9cf8-dff7a2673ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:12Z', 'updated_at': '2022-02-28T20:48:19Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'e6c97f4c-3a92-400f-9cf8-dff7a2673ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:01.897735 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b036e7-08ce-44b2-bf85-dc4cdbf756f6 None None] Checking router: 1aecdc6b-b2d7-4547-b96c-2ca9874010ed for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:50:01.912641 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b036e7-08ce-44b2-bf85-dc4cdbf756f6 None None] Routers {'1aecdc6b-b2d7-4547-b96c-2ca9874010ed'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:50:01.913206 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a2b036e7-08ce-44b2-bf85-dc4cdbf756f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:49:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1aecdc6b-b2d7-4547-b96c-2ca9874010ed'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:01.918818 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9cc68dd8-278a-4585-84da-14f351b84b10 req-48946038-496c-4641-9aba-5ac3260366b4 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536824 Feb 28 20:50:01.923455 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a5fc7-053a-458b-8bab-b529dbcd3c66 req-38494081-8b3c-4d82-95d7-d31d9e246ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:01.927173 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f91a5fc7-053a-458b-8bab-b529dbcd3c66 req-38494081-8b3c-4d82-95d7-d31d9e246ea7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=278b0d9b-6873-4b35-a1c6-06ba81c51709 HTTP/1.1" status: 200 len: 896 time: 0.3790925 Feb 28 20:50:01.941094 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd3523b4-8d20-43a5-8e3d-b5a53f0bb4b2 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:01.953280 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-361b7377-b520-438c-8481-e3d43b91dbfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:50:01.954081 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-361b7377-b520-438c-8481-e3d43b91dbfe None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:50:01.958527 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd3523b4-8d20-43a5-8e3d-b5a53f0bb4b2 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (6ba74df9-1048-4c9d-83f6-a6fb393ea56f), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:02.078068 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-a2b036e7-08ce-44b2-bf85-dc4cdbf756f6 None None] Set router 1aecdc6b-b2d7-4547-b96c-2ca9874010ed gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:50:02.083102 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f91a5fc7-053a-458b-8bab-b529dbcd3c66 req-25f577f1-c945-4604-aa1e-bcc119ac4adc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dcd873f-5d72-42e6-accc-f0febec451bc HTTP/1.1" status: 200 len: 217 time: 0.1391299 Feb 28 20:50:02.217262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a5fc7-053a-458b-8bab-b529dbcd3c66 req-2ead38d0-e4ab-4ce7-a8bc-4970848d766d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:02.220435 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f91a5fc7-053a-458b-8bab-b529dbcd3c66 req-2ead38d0-e4ab-4ce7-a8bc-4970848d766d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e6c97f4c-3a92-400f-9cf8-dff7a2673ba2 HTTP/1.1" status: 200 len: 833 time: 0.1258738 Feb 28 20:50:02.363295 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a5fc7-053a-458b-8bab-b529dbcd3c66 req-5e6af7df-deb5-49a1-a45e-7f75ca7474a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:02.363801 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f91a5fc7-053a-458b-8bab-b529dbcd3c66 req-5e6af7df-deb5-49a1-a45e-7f75ca7474a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=278b0d9b-6873-4b35-a1c6-06ba81c51709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1335440 Feb 28 20:50:02.372817 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a2b036e7-08ce-44b2-bf85-dc4cdbf756f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562631815', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2567d912-fa14-4fd4-940d-4a7634791095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:13Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': '2567d912-fa14-4fd4-940d-4a7634791095', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c4866060-7359-4427-aa3c-49864ce06b76', 'name': '', 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:54:95:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e6c97f4c-3a92-400f-9cf8-dff7a2673ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:12Z', 'updated_at': '2022-02-28T20:48:19Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'e6c97f4c-3a92-400f-9cf8-dff7a2673ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:02.413730 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b036e7-08ce-44b2-bf85-dc4cdbf756f6 None None] The sync data for ids ['1aecdc6b-b2d7-4547-b96c-2ca9874010ed'] in n-d-820368-21 is: [{'id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562631815', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2567d912-fa14-4fd4-940d-4a7634791095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:13Z', 'revision_number': 4, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': '2567d912-fa14-4fd4-940d-4a7634791095', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c4866060-7359-4427-aa3c-49864ce06b76', 'name': '', 'network_id': '278b0d9b-6873-4b35-a1c6-06ba81c51709', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'mac_address': 'fa:16:3e:54:95:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e6c97f4c-3a92-400f-9cf8-dff7a2673ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:12Z', 'updated_at': '2022-02-28T20:48:19Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'subnets': [{'id': 'e6c97f4c-3a92-400f-9cf8-dff7a2673ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:50:02.455716 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b7377-b520-438c-8481-e3d43b91dbfe None None] New status for floating IP 6ba74df9-1048-4c9d-83f6-a6fb393ea56f: ACTIVE {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:50:02.573050 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3523b4-8d20-43a5-8e3d-b5a53f0bb4b2 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Router 5e0886e0-f525-41e8-ae54-c954a91e235c has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:50:02.725024 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f91a5fc7-053a-458b-8bab-b529dbcd3c66 req-094c161c-7154-419f-b404-d5f778f0dd6a service neutron] 10.222.0.10 "GET /v2.0/networks/278b0d9b-6873-4b35-a1c6-06ba81c51709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458657 Feb 28 20:50:02.890377 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3523b4-8d20-43a5-8e3d-b5a53f0bb4b2 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:50:02.895634 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd3523b4-8d20-43a5-8e3d-b5a53f0bb4b2 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:02.901309 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f91a5fc7-053a-458b-8bab-b529dbcd3c66 req-38817758-1dc5-4872-92a8-b8d274d38a1c service neutron] 10.222.0.10 "GET /v2.0/networks/278b0d9b-6873-4b35-a1c6-06ba81c51709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602731 Feb 28 20:50:02.909024 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f756e-c454-48d8-9506-f66b50854ba8 None None] Sync routers for ids ['5e0886e0-f525-41e8-ae54-c954a91e235c'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:50:02.946248 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10f756e-c454-48d8-9506-f66b50854ba8 None None] Routers {'5e0886e0-f525-41e8-ae54-c954a91e235c'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:50:02.947204 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a10f756e-c454-48d8-9506-f66b50854ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:49:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5e0886e0-f525-41e8-ae54-c954a91e235c'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:02.967224 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c0b324-3dde-4a78-aee6-f1e93fa22959 None None] New status for floating IP 3ee952d2-4162-461b-8f89-ff20b84c367a: DOWN {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:50:03.028985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9a4915-5603-4bd5-8b5c-f77c0d025a68', 'tag': '10fb9bbc-a826-4739-85d8-ada46201d257'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:50:03.032812 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3673da6c-cd5f-4bcc-85ee-41e2be026077" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9a4915-5603-4bd5-8b5c-f77c0d025a68", "tag": "10fb9bbc-a826-4739-85d8-ada46201d257"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:50:03.038396 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cd3523b4-8d20-43a5-8e3d-b5a53f0bb4b2 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "PUT /v2.0/floatingips/6ba74df9-1048-4c9d-83f6-a6fb393ea56f HTTP/1.1" status: 200 len: 991 time: 3.5502112 Feb 28 20:50:03.157973 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c12253-59ce-4d67-b241-f289a2b2e1f1 x-openstack-request-id: req-91c12253-59ce-4d67-b241-f289a2b2e1f1 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:50:03.158272 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9a4915-5603-4bd5-8b5c-f77c0d025a68", "tag": "10fb9bbc-a826-4739-85d8-ada46201d257", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:50:03.158531 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91c12253-59ce-4d67-b241-f289a2b2e1f1 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:50:03.158942 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9a4915-5603-4bd5-8b5c-f77c0d025a68', 'tag': '10fb9bbc-a826-4739-85d8-ada46201d257', 'status': 'completed', 'code': 200} Feb 28 20:50:03.195034 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-a10f756e-c454-48d8-9506-f66b50854ba8 None None] Set router 5e0886e0-f525-41e8-ae54-c954a91e235c gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:50:03.357493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da775c69-87eb-4764-8a56-5e2ff4a074cb req-738f86db-beaf-4eca-acc1-ec4325b04438 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:03.365569 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da775c69-87eb-4764-8a56-5e2ff4a074cb req-738f86db-beaf-4eca-acc1-ec4325b04438 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 946 time: 0.2562661 Feb 28 20:50:03.405862 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf0720-8fc7-4c16-a160-13f79fae5c6a req-6b6a01de-a95f-41c5-9d5b-4436914725d0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:03.410234 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0fbf0720-8fc7-4c16-a160-13f79fae5c6a req-6b6a01de-a95f-41c5-9d5b-4436914725d0 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.10 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 946 time: 0.2359252 Feb 28 20:50:03.479722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673da6c-cd5f-4bcc-85ee-41e2be026077 req-125889c5-cc37-4f0c-b73f-5023fa0189d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:03.481719 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3673da6c-cd5f-4bcc-85ee-41e2be026077 req-125889c5-cc37-4f0c-b73f-5023fa0189d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca8529a81e0e4fd1b8bc8761fee03695&device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 1128 time: 0.2516508 Feb 28 20:50:03.501756 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a10f756e-c454-48d8-9506-f66b50854ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'name': 'tempest-TestVolumeBackupRestore-889007208-router', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:55Z', 'updated_at': '2022-02-28T20:46:01Z', 'revision_number': 4, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'gw_port': {'id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:57Z', 'updated_at': '2022-02-28T20:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '6ba74df9-1048-4c9d-83f6-a6fb393ea56f', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'floating_ip_address': '172.25.0.120', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'port_id': '10fb9bbc-a826-4739-85d8-ada46201d257', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'mac_address': 'fa:16:3e:1d:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a4915-5603-4bd5-8b5c-f77c0d025a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:49:58Z', 'updated_at': '2022-02-28T20:50:02Z', 'revision_number': 2, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1b54c36-94b9-45b3-877e-c3e80da62faa', 'name': '', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'mac_address': 'fa:16:3e:bf:57:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:00Z', 'updated_at': '2022-02-28T20:46:15Z', 'revision_number': 5, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'subnets': [{'id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:03.536853 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f756e-c454-48d8-9506-f66b50854ba8 None None] Checking router: 5e0886e0-f525-41e8-ae54-c954a91e235c for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:50:03.548873 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10f756e-c454-48d8-9506-f66b50854ba8 None None] Routers {'5e0886e0-f525-41e8-ae54-c954a91e235c'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:50:03.549908 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a10f756e-c454-48d8-9506-f66b50854ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:49:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5e0886e0-f525-41e8-ae54-c954a91e235c'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:03.574381 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da775c69-87eb-4764-8a56-5e2ff4a074cb req-bb2c4200-7150-4192-9f38-f66bd95c86ce tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/security-groups?id=70095175-cf2b-48ef-9696-4846565fd0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078598 Feb 28 20:50:03.664530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673da6c-cd5f-4bcc-85ee-41e2be026077 req-2672a5a2-eb0a-4fd8-b493-7791914c3bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:03.666539 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3673da6c-cd5f-4bcc-85ee-41e2be026077 req-2672a5a2-eb0a-4fd8-b493-7791914c3bee service neutron] 10.222.0.10 "GET /v2.0/networks?id=6a548f2a-a902-43e4-ac58-86d308bca412 HTTP/1.1" status: 200 len: 913 time: 0.1759875 Feb 28 20:50:03.673799 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-0fbf0720-8fc7-4c16-a160-13f79fae5c6a req-ccbfd9e2-b543-45a4-baf3-51952079afff tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Deleting port 1dcd873f-5d72-42e6-accc-f0febec451bc {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:50:03.674430 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0fbf0720-8fc7-4c16-a160-13f79fae5c6a req-ccbfd9e2-b543-45a4-baf3-51952079afff tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1dcd873f-5d72-42e6-accc-f0febec451bc), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:03.694010 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-a10f756e-c454-48d8-9506-f66b50854ba8 None None] Set router 5e0886e0-f525-41e8-ae54-c954a91e235c gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:50:03.854353 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-0fbf0720-8fc7-4c16-a160-13f79fae5c6a req-ccbfd9e2-b543-45a4-baf3-51952079afff tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] For port 1dcd873f-5d72-42e6-accc-f0febec451bc, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=1dcd873f-5d72-42e6-accc-f0febec451bc,segment=NetworkSegment(c6ab6a49-4bc7-4123-9f31-d102ea1ea981),segment_id=c6ab6a49-4bc7-4123-9f31-d102ea1ea981)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:50:03.854731 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0fbf0720-8fc7-4c16-a160-13f79fae5c6a req-ccbfd9e2-b543-45a4-baf3-51952079afff tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1dcd873f-5d72-42e6-accc-f0febec451bc), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:03.870755 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-0fbf0720-8fc7-4c16-a160-13f79fae5c6a req-ccbfd9e2-b543-45a4-baf3-51952079afff tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Calling delete_port for 1dcd873f-5d72-42e6-accc-f0febec451bc owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:50:03.982533 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-a10f756e-c454-48d8-9506-f66b50854ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'name': 'tempest-TestVolumeBackupRestore-889007208-router', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:55Z', 'updated_at': '2022-02-28T20:46:01Z', 'revision_number': 4, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'gw_port': {'id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:57Z', 'updated_at': '2022-02-28T20:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '6ba74df9-1048-4c9d-83f6-a6fb393ea56f', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'floating_ip_address': '172.25.0.120', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'port_id': '10fb9bbc-a826-4739-85d8-ada46201d257', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'mac_address': 'fa:16:3e:1d:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a4915-5603-4bd5-8b5c-f77c0d025a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:49:58Z', 'updated_at': '2022-02-28T20:50:02Z', 'revision_number': 2, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1b54c36-94b9-45b3-877e-c3e80da62faa', 'name': '', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'mac_address': 'fa:16:3e:bf:57:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:00Z', 'updated_at': '2022-02-28T20:46:15Z', 'revision_number': 5, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'subnets': [{'id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:04.031509 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3673da6c-cd5f-4bcc-85ee-41e2be026077 req-25d7b031-005c-4193-a1b5-ef597107d1da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10fb9bbc-a826-4739-85d8-ada46201d257 HTTP/1.1" status: 200 len: 1001 time: 0.3523343 Feb 28 20:50:04.033020 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0fbf0720-8fc7-4c16-a160-13f79fae5c6a req-ccbfd9e2-b543-45a4-baf3-51952079afff tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (1dcd873f-5d72-42e6-accc-f0febec451bc), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:04.040723 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f756e-c454-48d8-9506-f66b50854ba8 None None] The sync data for ids ['5e0886e0-f525-41e8-ae54-c954a91e235c'] in n-d-820368-21 is: [{'id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'name': 'tempest-TestVolumeBackupRestore-889007208-router', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:55Z', 'updated_at': '2022-02-28T20:46:01Z', 'revision_number': 4, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'gw_port': {'id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:57Z', 'updated_at': '2022-02-28T20:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '6ba74df9-1048-4c9d-83f6-a6fb393ea56f', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'floating_ip_address': '172.25.0.120', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'port_id': '10fb9bbc-a826-4739-85d8-ada46201d257', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'mac_address': 'fa:16:3e:1d:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a4915-5603-4bd5-8b5c-f77c0d025a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:49:58Z', 'updated_at': '2022-02-28T20:50:02Z', 'revision_number': 2, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1b54c36-94b9-45b3-877e-c3e80da62faa', 'name': '', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'mac_address': 'fa:16:3e:bf:57:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:00Z', 'updated_at': '2022-02-28T20:46:15Z', 'revision_number': 5, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'subnets': [{'id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:50:04.107740 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbfd9e2-b543-45a4-baf3-51952079afff tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Port': ['ID=1dcd873f-5d72-42e6-accc-f0febec451bc,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:04.148003 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673da6c-cd5f-4bcc-85ee-41e2be026077 req-84a67b55-9335-468d-b8a0-b7bf8c0ba80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:04.149517 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3673da6c-cd5f-4bcc-85ee-41e2be026077 req-84a67b55-9335-468d-b8a0-b7bf8c0ba80f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48d25025-9917-4b37-b5f9-f84ea6650e18 HTTP/1.1" status: 200 len: 852 time: 0.1087530 Feb 28 20:50:04.178857 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbf0720-8fc7-4c16-a160-13f79fae5c6a req-ccbfd9e2-b543-45a4-baf3-51952079afff tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] No DVR routers for this DVR port 1dcd873f-5d72-42e6-accc-f0febec451bc on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:50:04.183785 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0fbf0720-8fc7-4c16-a160-13f79fae5c6a req-ccbfd9e2-b543-45a4-baf3-51952079afff tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:04.186672 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0fbf0720-8fc7-4c16-a160-13f79fae5c6a req-ccbfd9e2-b543-45a4-baf3-51952079afff tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.10 "DELETE /v2.0/ports/1dcd873f-5d72-42e6-accc-f0febec451bc HTTP/1.1" status: 204 len: 173 time: 0.7709141 Feb 28 20:50:04.245041 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673da6c-cd5f-4bcc-85ee-41e2be026077 req-4f1e5ba4-5511-4ab4-bed1-d917a294c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:04.247034 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3673da6c-cd5f-4bcc-85ee-41e2be026077 req-4f1e5ba4-5511-4ab4-bed1-d917a294c819 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6a548f2a-a902-43e4-ac58-86d308bca412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0770037 Feb 28 20:50:04.443607 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3673da6c-cd5f-4bcc-85ee-41e2be026077 req-f770e403-4bc0-45a9-b7c7-e7f05e58a52b service neutron] 10.222.0.10 "GET /v2.0/networks/6a548f2a-a902-43e4-ac58-86d308bca412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820900 Feb 28 20:50:04.592633 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3673da6c-cd5f-4bcc-85ee-41e2be026077 req-0bf12595-8e62-47a0-b7f9-e55bdeb7ef02 service neutron] 10.222.0.10 "GET /v2.0/networks/6a548f2a-a902-43e4-ac58-86d308bca412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353281 Feb 28 20:50:04.785705 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-797ef0a4-b156-4b26-9d38-c7788b4bd163 req-fdf4c767-7575-42c7-85c0-722014f051af tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "GET /v2.0/ports?device_id=563f7b87-f9be-4c6d-83e9-09d65df0017e HTTP/1.1" status: 200 len: 210 time: 0.0548913 Feb 28 20:50:05.160136 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9a4915-5603-4bd5-8b5c-f77c0d025a68', 'tag': '10fb9bbc-a826-4739-85d8-ada46201d257'}, {'server_uuid': '563f7b87-f9be-4c6d-83e9-09d65df0017e', 'name': 'network-vif-deleted', 'tag': '1dcd873f-5d72-42e6-accc-f0febec451bc'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:50:05.162857 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27582d2e-e57c-4898-8695-4ce717fe1ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9a4915-5603-4bd5-8b5c-f77c0d025a68", "tag": "10fb9bbc-a826-4739-85d8-ada46201d257"}, {"server_uuid": "563f7b87-f9be-4c6d-83e9-09d65df0017e", "name": "network-vif-deleted", "tag": "1dcd873f-5d72-42e6-accc-f0febec451bc"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:50:05.221391 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 28 Feb 2022 20:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067bf558-a662-4b34-88b5-ee09bc559a47 x-openstack-request-id: req-067bf558-a662-4b34-88b5-ee09bc559a47 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:50:05.221773 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9a4915-5603-4bd5-8b5c-f77c0d025a68", "tag": "10fb9bbc-a826-4739-85d8-ada46201d257", "status": "completed", "code": 200}, {"server_uuid": "563f7b87-f9be-4c6d-83e9-09d65df0017e", "name": "network-vif-deleted", "tag": "1dcd873f-5d72-42e6-accc-f0febec451bc", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:50:05.222090 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-067bf558-a662-4b34-88b5-ee09bc559a47 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:50:05.222556 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9a4915-5603-4bd5-8b5c-f77c0d025a68', 'tag': '10fb9bbc-a826-4739-85d8-ada46201d257', 'status': 'completed', 'code': 200} Feb 28 20:50:05.222878 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563f7b87-f9be-4c6d-83e9-09d65df0017e', 'name': 'network-vif-deleted', 'tag': '1dcd873f-5d72-42e6-accc-f0febec451bc', 'status': 'completed', 'code': 200} Feb 28 20:50:05.303085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27582d2e-e57c-4898-8695-4ce717fe1ddc req-a3f3e2b1-5462-4bc6-9de8-0849c8e69c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:05.304716 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27582d2e-e57c-4898-8695-4ce717fe1ddc req-a3f3e2b1-5462-4bc6-9de8-0849c8e69c5c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca8529a81e0e4fd1b8bc8761fee03695&device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 1128 time: 0.0589786 Feb 28 20:50:05.432083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27582d2e-e57c-4898-8695-4ce717fe1ddc req-96d7c29f-8935-462d-95ac-5c066c231820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:05.433976 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27582d2e-e57c-4898-8695-4ce717fe1ddc req-96d7c29f-8935-462d-95ac-5c066c231820 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6a548f2a-a902-43e4-ac58-86d308bca412 HTTP/1.1" status: 200 len: 913 time: 0.1216772 Feb 28 20:50:05.513922 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27582d2e-e57c-4898-8695-4ce717fe1ddc req-727278eb-d854-475a-b9fc-ab8788822918 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10fb9bbc-a826-4739-85d8-ada46201d257 HTTP/1.1" status: 200 len: 1001 time: 0.0730531 Feb 28 20:50:05.566958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27582d2e-e57c-4898-8695-4ce717fe1ddc req-12d15a9f-e263-4cf5-9a79-205cb868182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:05.568816 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27582d2e-e57c-4898-8695-4ce717fe1ddc req-12d15a9f-e263-4cf5-9a79-205cb868182a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48d25025-9917-4b37-b5f9-f84ea6650e18 HTTP/1.1" status: 200 len: 852 time: 0.0487361 Feb 28 20:50:05.623113 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27582d2e-e57c-4898-8695-4ce717fe1ddc req-bdfbf75c-fe17-4c82-a3a5-1b411dbd4cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:05.624879 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27582d2e-e57c-4898-8695-4ce717fe1ddc req-bdfbf75c-fe17-4c82-a3a5-1b411dbd4cf2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6a548f2a-a902-43e4-ac58-86d308bca412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499189 Feb 28 20:50:05.735612 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27582d2e-e57c-4898-8695-4ce717fe1ddc req-b5d0c40f-8e83-433f-8c83-c245b7083366 service neutron] 10.222.0.10 "GET /v2.0/networks/6a548f2a-a902-43e4-ac58-86d308bca412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022155 Feb 28 20:50:05.851554 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27582d2e-e57c-4898-8695-4ce717fe1ddc req-a9b0d00e-c3ae-4213-bf17-0f399f58df83 service neutron] 10.222.0.10 "GET /v2.0/networks/6a548f2a-a902-43e4-ac58-86d308bca412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098778 Feb 28 20:50:05.869167 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38142) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:06.245264 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 1dcd873f-5d72-42e6-accc-f0febec451bc no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:50:06.314578 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 1dcd873f-5d72-42e6-accc-f0febec451bc {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:50:06.315318 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 1dcd873f-5d72-42e6-accc-f0febec451bc not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:50:06.371400 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9aea786c-d123-4e06-a9da-4f583b37256e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (1aecdc6b-b2d7-4547-b96c-2ca9874010ed), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:06.815712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-9aea786c-d123-4e06-a9da-4f583b37256e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Deleting port c4866060-7359-4427-aa3c-49864ce06b76 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:50:06.816464 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9aea786c-d123-4e06-a9da-4f583b37256e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c4866060-7359-4427-aa3c-49864ce06b76), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:06.986119 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-9aea786c-d123-4e06-a9da-4f583b37256e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] For port c4866060-7359-4427-aa3c-49864ce06b76, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c4866060-7359-4427-aa3c-49864ce06b76,segment=NetworkSegment(c6ab6a49-4bc7-4123-9f31-d102ea1ea981),segment_id=c6ab6a49-4bc7-4123-9f31-d102ea1ea981)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:50:06.987868 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9aea786c-d123-4e06-a9da-4f583b37256e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c4866060-7359-4427-aa3c-49864ce06b76), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:07.013680 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-9aea786c-d123-4e06-a9da-4f583b37256e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Calling delete_port for c4866060-7359-4427-aa3c-49864ce06b76 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:50:07.298282 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9aea786c-d123-4e06-a9da-4f583b37256e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c4866060-7359-4427-aa3c-49864ce06b76), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:07.331638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea786c-d123-4e06-a9da-4f583b37256e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Port': ['ID=c4866060-7359-4427-aa3c-49864ce06b76,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:07.570114 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9aea786c-d123-4e06-a9da-4f583b37256e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (1aecdc6b-b2d7-4547-b96c-2ca9874010ed), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:08.234058 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aea786c-d123-4e06-a9da-4f583b37256e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Router 1aecdc6b-b2d7-4547-b96c-2ca9874010ed has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:50:08.427512 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aea786c-d123-4e06-a9da-4f583b37256e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:50:08.443073 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf326fc4-3305-40b0-919d-73fb924c68c4 None None] Sync routers for ids ['1aecdc6b-b2d7-4547-b96c-2ca9874010ed'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:50:08.448452 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9aea786c-d123-4e06-a9da-4f583b37256e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "PUT /v2.0/routers/1aecdc6b-b2d7-4547-b96c-2ca9874010ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5770712 Feb 28 20:50:08.450940 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38422) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:08.482367 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf326fc4-3305-40b0-919d-73fb924c68c4 None None] Routers {'1aecdc6b-b2d7-4547-b96c-2ca9874010ed'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:50:08.482367 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-cf326fc4-3305-40b0-919d-73fb924c68c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:49:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1aecdc6b-b2d7-4547-b96c-2ca9874010ed'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:08.549807 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5d88e2-ae34-4426-9663-39ffb5fa399f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Deleting subnet e6c97f4c-3a92-400f-9cf8-dff7a2673ba2 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:50:08.562207 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf5d88e2-ae34-4426-9663-39ffb5fa399f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for subnet (e6c97f4c-3a92-400f-9cf8-dff7a2673ba2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:08.617450 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf5d88e2-ae34-4426-9663-39ffb5fa399f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (e6c97f4c-3a92-400f-9cf8-dff7a2673ba2), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:08.676470 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-cf326fc4-3305-40b0-919d-73fb924c68c4 None None] Set router 1aecdc6b-b2d7-4547-b96c-2ca9874010ed gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:50:08.885892 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf5d88e2-ae34-4426-9663-39ffb5fa399f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (e6c97f4c-3a92-400f-9cf8-dff7a2673ba2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:09.008922 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf5d88e2-ae34-4426-9663-39ffb5fa399f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (e6c97f4c-3a92-400f-9cf8-dff7a2673ba2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:09.040106 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2200a9-2546-44bb-9ec5-4a19f3efa81d None None] Network 278b0d9b-6873-4b35-a1c6-06ba81c51709 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:50:09.055803 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf5d88e2-ae34-4426-9663-39ffb5fa399f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:09.062478 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38488) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:09.063012 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bf5d88e2-ae34-4426-9663-39ffb5fa399f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "DELETE /v2.0/subnets/e6c97f4c-3a92-400f-9cf8-dff7a2673ba2 HTTP/1.1" status: 204 len: 168 time: 0.6104426 Feb 28 20:50:09.064607 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d88e2-ae34-4426-9663-39ffb5fa399f tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c97f4c-3a92-400f-9cf8-dff7a2673ba2,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:09.148015 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-cf326fc4-3305-40b0-919d-73fb924c68c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562631815', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2567d912-fa14-4fd4-940d-4a7634791095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:50:07Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': '2567d912-fa14-4fd4-940d-4a7634791095', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:09.215496 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf326fc4-3305-40b0-919d-73fb924c68c4 None None] Checking router: 1aecdc6b-b2d7-4547-b96c-2ca9874010ed for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:50:09.237495 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf326fc4-3305-40b0-919d-73fb924c68c4 None None] Routers {'1aecdc6b-b2d7-4547-b96c-2ca9874010ed'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:50:09.240118 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-cf326fc4-3305-40b0-919d-73fb924c68c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:49:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1aecdc6b-b2d7-4547-b96c-2ca9874010ed'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:09.429010 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dbe7b3-84fc-47f3-bf93-9b04140ecdbf None None] DHCP port deletion for 278b0d9b-6873-4b35-a1c6-06ba81c51709 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:50:09.441730 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc313b48-57c8-4c10-a9dc-a3a187294312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router (1aecdc6b-b2d7-4547-b96c-2ca9874010ed), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:09.507974 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-45dbe7b3-84fc-47f3-bf93-9b04140ecdbf None None] Deleting port 804f4551-7352-4eee-a171-c8a771a3b9c3 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:50:09.508646 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-45dbe7b3-84fc-47f3-bf93-9b04140ecdbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (804f4551-7352-4eee-a171-c8a771a3b9c3), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:09.577708 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-cf326fc4-3305-40b0-919d-73fb924c68c4 None None] Set router 1aecdc6b-b2d7-4547-b96c-2ca9874010ed gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:50:09.665565 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-45dbe7b3-84fc-47f3-bf93-9b04140ecdbf None None] For port 804f4551-7352-4eee-a171-c8a771a3b9c3, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=804f4551-7352-4eee-a171-c8a771a3b9c3,segment=NetworkSegment(c6ab6a49-4bc7-4123-9f31-d102ea1ea981),segment_id=c6ab6a49-4bc7-4123-9f31-d102ea1ea981)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:50:09.670335 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-45dbe7b3-84fc-47f3-bf93-9b04140ecdbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (804f4551-7352-4eee-a171-c8a771a3b9c3), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:09.696508 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-45dbe7b3-84fc-47f3-bf93-9b04140ecdbf None None] Calling delete_port for 804f4551-7352-4eee-a171-c8a771a3b9c3 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:50:09.743285 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc313b48-57c8-4c10-a9dc-a3a187294312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_gateway (1aecdc6b-b2d7-4547-b96c-2ca9874010ed), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:09.835248 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-cc313b48-57c8-4c10-a9dc-a3a187294312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Deleting port 2567d912-fa14-4fd4-940d-4a7634791095 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:50:09.835924 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc313b48-57c8-4c10-a9dc-a3a187294312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2567d912-fa14-4fd4-940d-4a7634791095), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:09.942537 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-45dbe7b3-84fc-47f3-bf93-9b04140ecdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (804f4551-7352-4eee-a171-c8a771a3b9c3), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:09.956151 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-cf326fc4-3305-40b0-919d-73fb924c68c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562631815', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2567d912-fa14-4fd4-940d-4a7634791095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:50:07Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': '2567d912-fa14-4fd4-940d-4a7634791095', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:09.961076 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-cc313b48-57c8-4c10-a9dc-a3a187294312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] For port 2567d912-fa14-4fd4-940d-4a7634791095, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2567d912-fa14-4fd4-940d-4a7634791095,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:50:09.961521 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc313b48-57c8-4c10-a9dc-a3a187294312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2567d912-fa14-4fd4-940d-4a7634791095), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:09.977515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbe7b3-84fc-47f3-bf93-9b04140ecdbf None None] Pushing event deleted for resources: {'Port': ['ID=804f4551-7352-4eee-a171-c8a771a3b9c3,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:09.978993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-cc313b48-57c8-4c10-a9dc-a3a187294312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Calling delete_port for 2567d912-fa14-4fd4-940d-4a7634791095 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:50:09.982769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dbe7b3-84fc-47f3-bf93-9b04140ecdbf None None] No DVR routers for this DVR port 804f4551-7352-4eee-a171-c8a771a3b9c3 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:50:09.995285 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf326fc4-3305-40b0-919d-73fb924c68c4 None None] The sync data for ids ['1aecdc6b-b2d7-4547-b96c-2ca9874010ed'] in n-d-820368-21 is: [{'id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562631815', 'tenant_id': '1a7308829c1041378fe2c0c22726e9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2567d912-fa14-4fd4-940d-4a7634791095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:50:07Z', 'revision_number': 5, 'project_id': '1a7308829c1041378fe2c0c22726e9fa', 'gw_port': {'id': '2567d912-fa14-4fd4-940d-4a7634791095', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aecdc6b-b2d7-4547-b96c-2ca9874010ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:48:08Z', 'updated_at': '2022-02-28T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:50:10.264198 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc313b48-57c8-4c10-a9dc-a3a187294312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (2567d912-fa14-4fd4-940d-4a7634791095), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:10.289700 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc313b48-57c8-4c10-a9dc-a3a187294312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Port': ['ID=2567d912-fa14-4fd4-940d-4a7634791095,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:10.412867 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc313b48-57c8-4c10-a9dc-a3a187294312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (1aecdc6b-b2d7-4547-b96c-2ca9874010ed), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:10.560745 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc313b48-57c8-4c10-a9dc-a3a187294312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (1aecdc6b-b2d7-4547-b96c-2ca9874010ed), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:10.571346 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc313b48-57c8-4c10-a9dc-a3a187294312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router_controller (1aecdc6b-b2d7-4547-b96c-2ca9874010ed), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:10.688944 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc313b48-57c8-4c10-a9dc-a3a187294312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (1aecdc6b-b2d7-4547-b96c-2ca9874010ed), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:10.689905 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc313b48-57c8-4c10-a9dc-a3a187294312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Fanout notify agent at l3_agent the message router_deleted on router 1aecdc6b-b2d7-4547-b96c-2ca9874010ed {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:50:10.713941 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cc313b48-57c8-4c10-a9dc-a3a187294312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:10.719053 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38614) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:10.722182 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cc313b48-57c8-4c10-a9dc-a3a187294312 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "DELETE /v2.0/routers/1aecdc6b-b2d7-4547-b96c-2ca9874010ed HTTP/1.1" status: 204 len: 168 time: 1.6523089 Feb 28 20:50:10.851923 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-47cd2721-20f0-43f1-b7f6-a824b6d40d2e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (278b0d9b-6873-4b35-a1c6-06ba81c51709), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:10.954361 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c4866060-7359-4427-aa3c-49864ce06b76 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:50:10.990482 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: c4866060-7359-4427-aa3c-49864ce06b76 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:50:10.990821 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c4866060-7359-4427-aa3c-49864ce06b76 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:50:10.991703 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 804f4551-7352-4eee-a171-c8a771a3b9c3 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:50:11.036414 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 804f4551-7352-4eee-a171-c8a771a3b9c3 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:50:11.037058 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 804f4551-7352-4eee-a171-c8a771a3b9c3 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:50:11.410326 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-47cd2721-20f0-43f1-b7f6-a824b6d40d2e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (278b0d9b-6873-4b35-a1c6-06ba81c51709), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:11.449079 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-47cd2721-20f0-43f1-b7f6-a824b6d40d2e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278b0d9b-6873-4b35-a1c6-06ba81c51709']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:11.462815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-47cd2721-20f0-43f1-b7f6-a824b6d40d2e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ab6a49-4bc7-4123-9f31-d102ea1ea981') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:11.463491 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-47cd2721-20f0-43f1-b7f6-a824b6d40d2e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ab6a49-4bc7-4123-9f31-d102ea1ea981') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:11.478493 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-47cd2721-20f0-43f1-b7f6-a824b6d40d2e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (c6ab6a49-4bc7-4123-9f31-d102ea1ea981), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:11.505668 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-47cd2721-20f0-43f1-b7f6-a824b6d40d2e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (c6ab6a49-4bc7-4123-9f31-d102ea1ea981), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:11.520002 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47cd2721-20f0-43f1-b7f6-a824b6d40d2e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:50:11.520873 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-47cd2721-20f0-43f1-b7f6-a824b6d40d2e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (c6ab6a49-4bc7-4123-9f31-d102ea1ea981), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:50:11.525125 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:50:11.621730 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-47cd2721-20f0-43f1-b7f6-a824b6d40d2e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (278b0d9b-6873-4b35-a1c6-06ba81c51709), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:11.627625 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-47cd2721-20f0-43f1-b7f6-a824b6d40d2e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:11.639953 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38618) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:11.647825 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-47cd2721-20f0-43f1-b7f6-a824b6d40d2e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "DELETE /v2.0/networks/278b0d9b-6873-4b35-a1c6-06ba81c51709 HTTP/1.1" status: 204 len: 168 time: 0.9105268 Feb 28 20:50:11.671707 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd2721-20f0-43f1-b7f6-a824b6d40d2e tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'Network': ['ID=278b0d9b-6873-4b35-a1c6-06ba81c51709,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:11.728310 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f200943-1e74-4bd7-b0a4-e5dd79b864b6 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (70095175-cf2b-48ef-9696-4846565fd0e6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:11.775115 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f200943-1e74-4bd7-b0a4-e5dd79b864b6 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (70095175-cf2b-48ef-9696-4846565fd0e6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:11.853642 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f200943-1e74-4bd7-b0a4-e5dd79b864b6 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (70095175-cf2b-48ef-9696-4846565fd0e6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:11.857301 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7f200943-1e74-4bd7-b0a4-e5dd79b864b6 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:11.861508 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7f200943-1e74-4bd7-b0a4-e5dd79b864b6 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] 10.222.0.13 "DELETE /v2.0/security-groups/70095175-cf2b-48ef-9696-4846565fd0e6 HTTP/1.1" status: 204 len: 168 time: 0.2176194 Feb 28 20:50:11.873118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f200943-1e74-4bd7-b0a4-e5dd79b864b6 tempest-TestNetworkAdvancedServerOps-1343440566 tempest-TestNetworkAdvancedServerOps-1343440566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70095175-cf2b-48ef-9696-4846565fd0e6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:12.216838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38628) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:12.376887 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-47770e71-5b8a-4984-9e09-9cff5e3bd250 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a7308829c1041378fe2c0c22726e9fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1588693 Feb 28 20:50:12.379707 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38632) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:12.436044 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0ecac4b2-4bf6-49b2-9c3e-7e397fac53ba admin admin] Publish callbacks [] for security_group (1a535634-ed21-49ab-8732-d648b93c2409), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:12.462149 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0ecac4b2-4bf6-49b2-9c3e-7e397fac53ba admin admin] Publish callbacks [] for security_group (1a535634-ed21-49ab-8732-d648b93c2409), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:12.516920 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0ecac4b2-4bf6-49b2-9c3e-7e397fac53ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1a535634-ed21-49ab-8732-d648b93c2409), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:12.520493 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0ecac4b2-4bf6-49b2-9c3e-7e397fac53ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:12.521938 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0ecac4b2-4bf6-49b2-9c3e-7e397fac53ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a535634-ed21-49ab-8732-d648b93c2409 HTTP/1.1" status: 204 len: 168 time: 0.1409359 Feb 28 20:50:12.531627 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecac4b2-4bf6-49b2-9c3e-7e397fac53ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a535634-ed21-49ab-8732-d648b93c2409,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:12.793552 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2567d912-fa14-4fd4-940d-4a7634791095 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:50:12.822124 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 2567d912-fa14-4fd4-940d-4a7634791095 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:50:12.822870 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2567d912-fa14-4fd4-940d-4a7634791095 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:50:12.880669 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38642) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:12.932924 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ac33896e-644d-4130-b0e8-7cb32ac561bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4921a2a64e5487ea79041f1e4751514&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0501034 Feb 28 20:50:12.933328 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38644) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:12.989978 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ec5138de-3ac8-4832-b308-1d659c6237ed admin admin] Publish callbacks [] for security_group (c21a0f00-b39f-4407-b447-7b886d9a14b2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:13.014800 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ec5138de-3ac8-4832-b308-1d659c6237ed admin admin] Publish callbacks [] for security_group (c21a0f00-b39f-4407-b447-7b886d9a14b2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:13.068165 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ec5138de-3ac8-4832-b308-1d659c6237ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (c21a0f00-b39f-4407-b447-7b886d9a14b2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:13.071349 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ec5138de-3ac8-4832-b308-1d659c6237ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:13.075639 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ec5138de-3ac8-4832-b308-1d659c6237ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c21a0f00-b39f-4407-b447-7b886d9a14b2 HTTP/1.1" status: 204 len: 168 time: 0.1376283 Feb 28 20:50:13.082784 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5138de-3ac8-4832-b308-1d659c6237ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21a0f00-b39f-4407-b447-7b886d9a14b2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:13.931337 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38708) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:14.059369 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e4cbc43b-aec8-438c-b761-44c6f1559912 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-125657804-network', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:50:14.097931 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cbc43b-aec8-438c-b761-44c6f1559912 admin admin] Made reservation on behalf of f6116361ccba47c3b35ad4fce1da6a49 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:50:14.101367 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc43b-aec8-438c-b761-44c6f1559912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:14.117040 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc43b-aec8-438c-b761-44c6f1559912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:14.255856 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc43b-aec8-438c-b761-44c6f1559912 admin admin] Publish callbacks [] for security_group (5f677835-d528-4f4a-820a-76fc781a1517), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:14.263003 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc43b-aec8-438c-b761-44c6f1559912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5f677835-d528-4f4a-820a-76fc781a1517), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:14.293849 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cbc43b-aec8-438c-b761-44c6f1559912 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:50:14.313267 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbc43b-aec8-438c-b761-44c6f1559912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f677835-d528-4f4a-820a-76fc781a1517,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:14.319462 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc43b-aec8-438c-b761-44c6f1559912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (45ad9cc7-f545-48dd-8327-a484e95ccf39), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:14.319843 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-e4cbc43b-aec8-438c-b761-44c6f1559912 admin admin] Added segment 45ad9cc7-f545-48dd-8327-a484e95ccf39 of type vlan for network 4f9a971c-6543-4054-8397-e614a2e5941b Feb 28 20:50:14.385096 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc43b-aec8-438c-b761-44c6f1559912 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (4f9a971c-6543-4054-8397-e614a2e5941b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:14.433274 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc43b-aec8-438c-b761-44c6f1559912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (4f9a971c-6543-4054-8397-e614a2e5941b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:14.434533 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cbc43b-aec8-438c-b761-44c6f1559912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:14.435306 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc43b-aec8-438c-b761-44c6f1559912 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:14.520979 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbc43b-aec8-438c-b761-44c6f1559912 admin admin] Pushing event updated for resources: {'Network': ['ID=4f9a971c-6543-4054-8397-e614a2e5941b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:14.534993 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e4cbc43b-aec8-438c-b761-44c6f1559912 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6016760 Feb 28 20:50:14.538698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38726) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:14.540364 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 4f9a971c-6543-4054-8397-e614a2e5941b details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:50:14.543611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-9e0855b4-28d8-4e52-8a9c-248702158e11 admin admin] Request body: {'subnet': {'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-125657804-subnet', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:50:14.585314 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0855b4-28d8-4e52-8a9c-248702158e11 admin admin] Made reservation on behalf of f6116361ccba47c3b35ad4fce1da6a49 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:50:14.587987 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e0855b4-28d8-4e52-8a9c-248702158e11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:14.848373 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e0855b4-28d8-4e52-8a9c-248702158e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (ea22d25c-3fd1-4923-bf74-f28de2f38614), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:14.917310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0855b4-28d8-4e52-8a9c-248702158e11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea22d25c-3fd1-4923-bf74-f28de2f38614,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:14.924242 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0855b4-28d8-4e52-8a9c-248702158e11 admin admin] Checking segment: {'id': '45ad9cc7-f545-48dd-8327-a484e95ccf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:50:14.925119 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0855b4-28d8-4e52-8a9c-248702158e11 admin admin] Network hostable DHCP agents. Network: 4f9a971c-6543-4054-8397-e614a2e5941b, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:50:14.945945 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0855b4-28d8-4e52-8a9c-248702158e11 admin admin] Network 4f9a971c-6543-4054-8397-e614a2e5941b is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:50:14.958297 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-9e0855b4-28d8-4e52-8a9c-248702158e11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 4f9a971c-6543-4054-8397-e614a2e5941b) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:50:14.963211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0855b4-28d8-4e52-8a9c-248702158e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:14.964029 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e0855b4-28d8-4e52-8a9c-248702158e11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:14.974761 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb3ad78-e9c5-4c7a-b755-24b741d5a5d8 None None] Network 4f9a971c-6543-4054-8397-e614a2e5941b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:50:14.984047 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9e0855b4-28d8-4e52-8a9c-248702158e11 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4441962 Feb 28 20:50:14.986660 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38752) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:14.991815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-2dd7f18c-82cf-4f4d-82b7-7c2dcde14752 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-125657804-router', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:50:15.015580 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f18c-82cf-4f4d-82b7-7c2dcde14752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (b322c89f-c6f4-483f-800c-ecdadb28e424), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:15.017337 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f18c-82cf-4f4d-82b7-7c2dcde14752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (b322c89f-c6f4-483f-800c-ecdadb28e424), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:15.094704 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f18c-82cf-4f4d-82b7-7c2dcde14752 admin admin] Publish callbacks [] for router_controller (b322c89f-c6f4-483f-800c-ecdadb28e424), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:15.134570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352b39e7-8b9c-47bc-b877-38c51c9f9be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-4f9a971c-6543-4054-8397-e614a2e5941b', 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b', 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'fixed_ips': [{'subnet_id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:50:15.135692 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-352b39e7-8b9c-47bc-b877-38c51c9f9be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:15.317590 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f18c-82cf-4f4d-82b7-7c2dcde14752 admin admin] Publish callbacks [] for router_gateway (b322c89f-c6f4-483f-800c-ecdadb28e424), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:15.432664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-352b39e7-8b9c-47bc-b877-38c51c9f9be1 None None] Allocated IP 172.20.0.2 (4f9a971c-6543-4054-8397-e614a2e5941b/ea22d25c-3fd1-4923-bf74-f28de2f38614/2a62ce82-b758-40ce-9807-c5ccfd6506c1) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:50:15.638026 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-352b39e7-8b9c-47bc-b877-38c51c9f9be1 None None] Publish callbacks [] for port (2a62ce82-b758-40ce-9807-c5ccfd6506c1), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:15.646115 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-352b39e7-8b9c-47bc-b877-38c51c9f9be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (2a62ce82-b758-40ce-9807-c5ccfd6506c1), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:15.672300 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f18c-82cf-4f4d-82b7-7c2dcde14752 admin admin] Publish callbacks [] for router_gateway (b322c89f-c6f4-483f-800c-ecdadb28e424), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:15.685964 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352b39e7-8b9c-47bc-b877-38c51c9f9be1 None None] Network 4f9a971c-6543-4054-8397-e614a2e5941b is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:50:15.694133 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-352b39e7-8b9c-47bc-b877-38c51c9f9be1 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:50:15.697612 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f18c-82cf-4f4d-82b7-7c2dcde14752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:15.700917 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b39e7-8b9c-47bc-b877-38c51c9f9be1 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:50:15.742599 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b39e7-8b9c-47bc-b877-38c51c9f9be1 None None] Pushing event updated for resources: {'Port': ['ID=2a62ce82-b758-40ce-9807-c5ccfd6506c1,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:15.786090 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-352b39e7-8b9c-47bc-b877-38c51c9f9be1 None None] Attempting to bind port 2a62ce82-b758-40ce-9807-c5ccfd6506c1 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:50:15.786626 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-352b39e7-8b9c-47bc-b877-38c51c9f9be1 None None] Attempting to bind port 2a62ce82-b758-40ce-9807-c5ccfd6506c1 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '45ad9cc7-f545-48dd-8327-a484e95ccf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:50:15.787101 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352b39e7-8b9c-47bc-b877-38c51c9f9be1 None None] Attempting to bind port 2a62ce82-b758-40ce-9807-c5ccfd6506c1 on network 4f9a971c-6543-4054-8397-e614a2e5941b {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:50:15.793560 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352b39e7-8b9c-47bc-b877-38c51c9f9be1 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:50:15.794100 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352b39e7-8b9c-47bc-b877-38c51c9f9be1 None None] Checking segment: {'id': '45ad9cc7-f545-48dd-8327-a484e95ccf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:50:15.794615 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-352b39e7-8b9c-47bc-b877-38c51c9f9be1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:15.795114 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352b39e7-8b9c-47bc-b877-38c51c9f9be1 None None] Bound using segment: {'id': '45ad9cc7-f545-48dd-8327-a484e95ccf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:50:15.795838 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-352b39e7-8b9c-47bc-b877-38c51c9f9be1 None None] Bound port: 2a62ce82-b758-40ce-9807-c5ccfd6506c1, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ad9cc7-f545-48dd-8327-a484e95ccf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:50:15.796337 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-352b39e7-8b9c-47bc-b877-38c51c9f9be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2a62ce82-b758-40ce-9807-c5ccfd6506c1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:15.860830 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-2dd7f18c-82cf-4f4d-82b7-7c2dcde14752 admin admin] Allocated IP 172.25.0.218 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/275c9705-d159-4e8d-828e-32c0959377b4) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:50:15.878306 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-352b39e7-8b9c-47bc-b877-38c51c9f9be1 None None] For port 2a62ce82-b758-40ce-9807-c5ccfd6506c1, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:50:15.886792 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-352b39e7-8b9c-47bc-b877-38c51c9f9be1 None None] For port 2a62ce82-b758-40ce-9807-c5ccfd6506c1, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2a62ce82-b758-40ce-9807-c5ccfd6506c1,segment=NetworkSegment(45ad9cc7-f545-48dd-8327-a484e95ccf39),segment_id=45ad9cc7-f545-48dd-8327-a484e95ccf39)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:50:15.895523 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-352b39e7-8b9c-47bc-b877-38c51c9f9be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2a62ce82-b758-40ce-9807-c5ccfd6506c1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:15.987413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b39e7-8b9c-47bc-b877-38c51c9f9be1 None None] Pushing event updated for resources: {'Port': ['ID=2a62ce82-b758-40ce-9807-c5ccfd6506c1,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:16.044600 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f18c-82cf-4f4d-82b7-7c2dcde14752 admin admin] Publish callbacks [] for port (275c9705-d159-4e8d-828e-32c0959377b4), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:16.103136 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f18c-82cf-4f4d-82b7-7c2dcde14752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (275c9705-d159-4e8d-828e-32c0959377b4), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:16.156949 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd7f18c-82cf-4f4d-82b7-7c2dcde14752 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:50:16.160603 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-2dd7f18c-82cf-4f4d-82b7-7c2dcde14752 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:50:16.167815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd7f18c-82cf-4f4d-82b7-7c2dcde14752 admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:50:16.247279 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7f18c-82cf-4f4d-82b7-7c2dcde14752 admin admin] Pushing event updated for resources: {'Port': ['ID=275c9705-d159-4e8d-828e-32c0959377b4,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:16.507368 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cd34ea42-7f5f-40dc-80a9-99d281ff72ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:16.562279 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f18c-82cf-4f4d-82b7-7c2dcde14752 admin admin] Publish callbacks [] for router_gateway (b322c89f-c6f4-483f-800c-ecdadb28e424), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:16.810846 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f18c-82cf-4f4d-82b7-7c2dcde14752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (b322c89f-c6f4-483f-800c-ecdadb28e424), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:16.939915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2a62ce82-b758-40ce-9807-c5ccfd6506c1 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:50:17.024669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2a62ce82-b758-40ce-9807-c5ccfd6506c1 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:17.025064 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2a62ce82-b758-40ce-9807-c5ccfd6506c1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:17.028087 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd7f18c-82cf-4f4d-82b7-7c2dcde14752 admin admin] Router b322c89f-c6f4-483f-800c-ecdadb28e424 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:50:17.125960 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2a62ce82-b758-40ce-9807-c5ccfd6506c1 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:50:17.126387 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2a62ce82-b758-40ce-9807-c5ccfd6506c1), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:17.170599 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 2a62ce82-b758-40ce-9807-c5ccfd6506c1, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2a62ce82-b758-40ce-9807-c5ccfd6506c1,segment=NetworkSegment(45ad9cc7-f545-48dd-8327-a484e95ccf39),segment_id=45ad9cc7-f545-48dd-8327-a484e95ccf39)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:50:17.175865 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2a62ce82-b758-40ce-9807-c5ccfd6506c1), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:17.221051 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:50:17.244078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=2a62ce82-b758-40ce-9807-c5ccfd6506c1,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:17.264217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd7f18c-82cf-4f4d-82b7-7c2dcde14752 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:50:17.279086 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] Sync routers for ids ['b322c89f-c6f4-483f-800c-ecdadb28e424'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:50:17.286198 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f18c-82cf-4f4d-82b7-7c2dcde14752 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:17.287751 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2dd7f18c-82cf-4f4d-82b7-7c2dcde14752 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2998610 Feb 28 20:50:17.291185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38762) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:17.294663 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] Routers {'b322c89f-c6f4-483f-800c-ecdadb28e424'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:50:17.295562 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:49:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['b322c89f-c6f4-483f-800c-ecdadb28e424'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:17.352324 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c7b62f-9855-4782-b8ae-baa6266377d8 None None] Network 4f9a971c-6543-4054-8397-e614a2e5941b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:50:17.511498 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-66be9d1d-6dd1-4128-ad95-7ccd2b42c4ac None None] Provisioning complete for port 2a62ce82-b758-40ce-9807-c5ccfd6506c1 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:17.511819 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-66be9d1d-6dd1-4128-ad95-7ccd2b42c4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2a62ce82-b758-40ce-9807-c5ccfd6506c1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:17.564337 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] Set router b322c89f-c6f4-483f-800c-ecdadb28e424 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:50:17.836933 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-66be9d1d-6dd1-4128-ad95-7ccd2b42c4ac None None] Current status of the port 2a62ce82-b758-40ce-9807-c5ccfd6506c1 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:50:17.890074 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-16884a89-060b-4f07-b5ee-3c817d9d9cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:17.892383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'name': 'tempest-TestServerBasicOps-125657804-router', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '275c9705-d159-4e8d-828e-32c0959377b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:16Z', 'revision_number': 3, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'gw_port': {'id': '275c9705-d159-4e8d-828e-32c0959377b4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fa:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:17.970382 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] Checking router: b322c89f-c6f4-483f-800c-ecdadb28e424 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:50:17.971093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] Updating router b322c89f-c6f4-483f-800c-ecdadb28e424 port 275c9705-d159-4e8d-828e-32c0959377b4 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:50:18.046344 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (275c9705-d159-4e8d-828e-32c0959377b4), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:18.123673 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-16884a89-060b-4f07-b5ee-3c817d9d9cb1 admin admin] Allocated IP 172.20.0.1 (4f9a971c-6543-4054-8397-e614a2e5941b/ea22d25c-3fd1-4923-bf74-f28de2f38614/7dabb535-b05c-4a45-85a4-9607d4060b5a) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:50:18.277881 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-16884a89-060b-4f07-b5ee-3c817d9d9cb1 admin admin] Publish callbacks [] for port (7dabb535-b05c-4a45-85a4-9607d4060b5a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:18.332988 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-16884a89-060b-4f07-b5ee-3c817d9d9cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7dabb535-b05c-4a45-85a4-9607d4060b5a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:18.378791 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-07f8949a-4a29-42b9-95fa-f17d59ceb19b None None] Provisioning complete for port 2a62ce82-b758-40ce-9807-c5ccfd6506c1 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:18.379241 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-07f8949a-4a29-42b9-95fa-f17d59ceb19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2a62ce82-b758-40ce-9807-c5ccfd6506c1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:18.408474 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16884a89-060b-4f07-b5ee-3c817d9d9cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=7dabb535-b05c-4a45-85a4-9607d4060b5a,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:18.422977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16884a89-060b-4f07-b5ee-3c817d9d9cb1 admin admin] Network 4f9a971c-6543-4054-8397-e614a2e5941b is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:50:18.425750 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-16884a89-060b-4f07-b5ee-3c817d9d9cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:50:18.428607 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16884a89-060b-4f07-b5ee-3c817d9d9cb1 admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:50:18.509281 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-16884a89-060b-4f07-b5ee-3c817d9d9cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (b322c89f-c6f4-483f-800c-ecdadb28e424), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:18.566725 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-07f8949a-4a29-42b9-95fa-f17d59ceb19b None None] Current status of the port 2a62ce82-b758-40ce-9807-c5ccfd6506c1 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:50:18.717167 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] Publish callbacks [] for port (275c9705-d159-4e8d-828e-32c0959377b4), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:18.736967 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (275c9705-d159-4e8d-828e-32c0959377b4), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:18.783528 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-16884a89-060b-4f07-b5ee-3c817d9d9cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7dabb535-b05c-4a45-85a4-9607d4060b5a), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:18.822659 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0b534-0301-4d88-ab59-86b396c69d74 None None] Pushing event updated for resources: {'Port': ['ID=275c9705-d159-4e8d-828e-32c0959377b4,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:18.843559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] Attempting to bind port 275c9705-d159-4e8d-828e-32c0959377b4 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:50:18.843974 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] Attempting to bind port 275c9705-d159-4e8d-828e-32c0959377b4 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:50:18.844335 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] Attempting to bind port 275c9705-d159-4e8d-828e-32c0959377b4 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:50:18.850797 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:50:18.851111 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:50:18.851644 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:18.852071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:50:18.852546 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] Bound port: 275c9705-d159-4e8d-828e-32c0959377b4, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:50:18.852924 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (275c9705-d159-4e8d-828e-32c0959377b4), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:18.881093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2a62ce82-b758-40ce-9807-c5ccfd6506c1 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:50:18.954281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-4d917048-40e3-4d9d-b138-d739f009bdc8 None None] Provisioning complete for port 7dabb535-b05c-4a45-85a4-9607d4060b5a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:18.954575 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4d917048-40e3-4d9d-b138-d739f009bdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7dabb535-b05c-4a45-85a4-9607d4060b5a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:18.996325 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] For port 275c9705-d159-4e8d-828e-32c0959377b4, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:50:19.017435 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] For port 275c9705-d159-4e8d-828e-32c0959377b4, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=275c9705-d159-4e8d-828e-32c0959377b4,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:50:19.024305 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4d917048-40e3-4d9d-b138-d739f009bdc8 None None] Port 7dabb535-b05c-4a45-85a4-9607d4060b5a cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:50:19.028860 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (275c9705-d159-4e8d-828e-32c0959377b4), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:19.078432 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2a62ce82-b758-40ce-9807-c5ccfd6506c1 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:19.078809 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2a62ce82-b758-40ce-9807-c5ccfd6506c1), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:19.084995 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-16884a89-060b-4f07-b5ee-3c817d9d9cb1 admin admin] Publish callbacks [] for port (7dabb535-b05c-4a45-85a4-9607d4060b5a), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:19.090944 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-16884a89-060b-4f07-b5ee-3c817d9d9cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (7dabb535-b05c-4a45-85a4-9607d4060b5a), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:19.171068 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-aab38cf6-a3d5-4bfd-ba4b-a1a0fb2ab118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:19.177514 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] Routers {'b322c89f-c6f4-483f-800c-ecdadb28e424'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:50:19.178575 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:49:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['b322c89f-c6f4-483f-800c-ecdadb28e424'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:19.217182 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0b534-0301-4d88-ab59-86b396c69d74 None None] Pushing event updated for resources: {'Port': ['ID=275c9705-d159-4e8d-828e-32c0959377b4,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:19.242596 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-16884a89-060b-4f07-b5ee-3c817d9d9cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (b322c89f-c6f4-483f-800c-ecdadb28e424), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:19.271586 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16884a89-060b-4f07-b5ee-3c817d9d9cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=7dabb535-b05c-4a45-85a4-9607d4060b5a,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:19.349330 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2a62ce82-b758-40ce-9807-c5ccfd6506c1 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:50:19.366910 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] Set router b322c89f-c6f4-483f-800c-ecdadb28e424 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:50:19.410901 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16884a89-060b-4f07-b5ee-3c817d9d9cb1 admin admin] Network 4f9a971c-6543-4054-8397-e614a2e5941b is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:50:19.412609 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-16884a89-060b-4f07-b5ee-3c817d9d9cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:50:19.576409 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16884a89-060b-4f07-b5ee-3c817d9d9cb1 admin admin] Router b322c89f-c6f4-483f-800c-ecdadb28e424 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:50:19.764217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16884a89-060b-4f07-b5ee-3c817d9d9cb1 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:50:19.770910 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-16884a89-060b-4f07-b5ee-3c817d9d9cb1 admin admin] 10.222.0.13 "PUT /v2.0/routers/b322c89f-c6f4-483f-800c-ecdadb28e424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4774666 Feb 28 20:50:19.794105 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'name': 'tempest-TestServerBasicOps-125657804-router', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '275c9705-d159-4e8d-828e-32c0959377b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:18Z', 'revision_number': 4, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'gw_port': {'id': '275c9705-d159-4e8d-828e-32c0959377b4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fa:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '7dabb535-b05c-4a45-85a4-9607d4060b5a', 'name': '', 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'mac_address': 'fa:16:3e:c0:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:17Z', 'updated_at': '2022-02-28T20:50:18Z', 'revision_number': 2, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'subnets': [{'id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:19.796253 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a63e4e3b-ce37-4628-9eb7-12b4b084c053 None None] Provisioning complete for port 7dabb535-b05c-4a45-85a4-9607d4060b5a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:19.796710 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a63e4e3b-ce37-4628-9eb7-12b4b084c053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7dabb535-b05c-4a45-85a4-9607d4060b5a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:19.858773 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d79910-f6e8-46d8-bdb1-304989bc8a14 None None] The sync data for ids ['b322c89f-c6f4-483f-800c-ecdadb28e424'] in n-d-820368-21 is: [{'id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'name': 'tempest-TestServerBasicOps-125657804-router', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '275c9705-d159-4e8d-828e-32c0959377b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:18Z', 'revision_number': 4, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'gw_port': {'id': '275c9705-d159-4e8d-828e-32c0959377b4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fa:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '7dabb535-b05c-4a45-85a4-9607d4060b5a', 'name': '', 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'mac_address': 'fa:16:3e:c0:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:17Z', 'updated_at': '2022-02-28T20:50:18Z', 'revision_number': 2, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'subnets': [{'id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:50:19.892223 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a63e4e3b-ce37-4628-9eb7-12b4b084c053 None None] Port 7dabb535-b05c-4a45-85a4-9607d4060b5a cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:50:19.905088 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:20.212448 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:20.507665 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38790) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:20.524781 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-731ff830-decf-4622-9d0d-d48e9b14b4f5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1884942499-network', 'tenant_id': '15cf9a552b7642bd99f01064b21dd774'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:50:20.564926 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731ff830-decf-4622-9d0d-d48e9b14b4f5 admin admin] Made reservation on behalf of 15cf9a552b7642bd99f01064b21dd774 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:50:20.568971 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-731ff830-decf-4622-9d0d-d48e9b14b4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:20.581090 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-731ff830-decf-4622-9d0d-d48e9b14b4f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:20.694124 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-731ff830-decf-4622-9d0d-d48e9b14b4f5 admin admin] Publish callbacks [] for security_group (a9fe74c4-5713-451f-86fa-19289d2d0876), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:20.700432 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-731ff830-decf-4622-9d0d-d48e9b14b4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a9fe74c4-5713-451f-86fa-19289d2d0876), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:20.729657 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ff830-decf-4622-9d0d-d48e9b14b4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fe74c4-5713-451f-86fa-19289d2d0876,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:20.743614 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731ff830-decf-4622-9d0d-d48e9b14b4f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:50:20.762446 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-731ff830-decf-4622-9d0d-d48e9b14b4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (934b20ca-f9c2-4729-b0b1-b41e5a356a0f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:20.762781 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-731ff830-decf-4622-9d0d-d48e9b14b4f5 admin admin] Added segment 934b20ca-f9c2-4729-b0b1-b41e5a356a0f of type vlan for network 7de8eb86-082a-4329-8404-4844679223fe Feb 28 20:50:20.866644 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-731ff830-decf-4622-9d0d-d48e9b14b4f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (7de8eb86-082a-4329-8404-4844679223fe), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:20.937997 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-731ff830-decf-4622-9d0d-d48e9b14b4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (7de8eb86-082a-4329-8404-4844679223fe), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:20.940946 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731ff830-decf-4622-9d0d-d48e9b14b4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:20.942294 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-731ff830-decf-4622-9d0d-d48e9b14b4f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:21.052206 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-731ff830-decf-4622-9d0d-d48e9b14b4f5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5356812 Feb 28 20:50:21.055175 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38796) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:21.062030 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-8d1459f0-fc34-405d-ad94-b4d26fe277b0 admin admin] Request body: {'subnet': {'network_id': '7de8eb86-082a-4329-8404-4844679223fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1884942499-subnet', 'tenant_id': '15cf9a552b7642bd99f01064b21dd774', 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:50:21.076179 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ff830-decf-4622-9d0d-d48e9b14b4f5 admin admin] Pushing event updated for resources: {'Network': ['ID=7de8eb86-082a-4329-8404-4844679223fe,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:21.089981 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 7de8eb86-082a-4329-8404-4844679223fe details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:50:21.117051 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1459f0-fc34-405d-ad94-b4d26fe277b0 admin admin] Made reservation on behalf of 15cf9a552b7642bd99f01064b21dd774 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:50:21.124789 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8d1459f0-fc34-405d-ad94-b4d26fe277b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:21.395090 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:21.405281 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8d1459f0-fc34-405d-ad94-b4d26fe277b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (866ac6e9-e7d5-40e5-a33c-d0965e8aec67), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:21.482903 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1459f0-fc34-405d-ad94-b4d26fe277b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=866ac6e9-e7d5-40e5-a33c-d0965e8aec67,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:21.488691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1459f0-fc34-405d-ad94-b4d26fe277b0 admin admin] Checking segment: {'id': '934b20ca-f9c2-4729-b0b1-b41e5a356a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7de8eb86-082a-4329-8404-4844679223fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:50:21.489041 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1459f0-fc34-405d-ad94-b4d26fe277b0 admin admin] Network hostable DHCP agents. Network: 7de8eb86-082a-4329-8404-4844679223fe, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:50:21.510155 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1459f0-fc34-405d-ad94-b4d26fe277b0 admin admin] Network 7de8eb86-082a-4329-8404-4844679223fe is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:50:21.524205 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-8d1459f0-fc34-405d-ad94-b4d26fe277b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 7de8eb86-082a-4329-8404-4844679223fe) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:50:21.535052 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cebf1c-e291-4506-a2f1-961723122688 None None] Network 7de8eb86-082a-4329-8404-4844679223fe requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:50:21.536755 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1459f0-fc34-405d-ad94-b4d26fe277b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:21.538262 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8d1459f0-fc34-405d-ad94-b4d26fe277b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:21.570599 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8d1459f0-fc34-405d-ad94-b4d26fe277b0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5135939 Feb 28 20:50:21.574782 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38798) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:21.585472 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-aed51960-f348-4912-bac1-0b0e66db099b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1884942499-router', 'tenant_id': '15cf9a552b7642bd99f01064b21dd774', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:50:21.631971 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aed51960-f348-4912-bac1-0b0e66db099b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (bbba4cc9-fd06-4738-af14-32dace13e139), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:21.633784 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aed51960-f348-4912-bac1-0b0e66db099b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (bbba4cc9-fd06-4738-af14-32dace13e139), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:21.722422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-7de8eb86-082a-4329-8404-4844679223fe', 'network_id': '7de8eb86-082a-4329-8404-4844679223fe', 'project_id': '15cf9a552b7642bd99f01064b21dd774', 'fixed_ips': [{'subnet_id': '866ac6e9-e7d5-40e5-a33c-d0965e8aec67'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:50:21.723322 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:21.734749 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aed51960-f348-4912-bac1-0b0e66db099b admin admin] Publish callbacks [] for router_controller (bbba4cc9-fd06-4738-af14-32dace13e139), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:21.909298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Allocated IP 172.20.0.2 (7de8eb86-082a-4329-8404-4844679223fe/866ac6e9-e7d5-40e5-a33c-d0965e8aec67/c4e73535-7e72-4596-97b3-1d54394d650c) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:50:21.975081 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aed51960-f348-4912-bac1-0b0e66db099b admin admin] Publish callbacks [] for router_gateway (bbba4cc9-fd06-4738-af14-32dace13e139), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:22.161888 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Publish callbacks [] for port (c4e73535-7e72-4596-97b3-1d54394d650c), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:22.170907 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (c4e73535-7e72-4596-97b3-1d54394d650c), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:22.225451 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Network 7de8eb86-082a-4329-8404-4844679223fe is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:50:22.230031 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:50:22.236617 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:50:22.247899 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Pushing event updated for resources: {'Port': ['ID=c4e73535-7e72-4596-97b3-1d54394d650c,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:22.311819 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Attempting to bind port c4e73535-7e72-4596-97b3-1d54394d650c on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:50:22.312292 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Attempting to bind port c4e73535-7e72-4596-97b3-1d54394d650c by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '934b20ca-f9c2-4729-b0b1-b41e5a356a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7de8eb86-082a-4329-8404-4844679223fe'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:50:22.312931 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Attempting to bind port c4e73535-7e72-4596-97b3-1d54394d650c on network 7de8eb86-082a-4329-8404-4844679223fe {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:50:22.320203 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:50:22.320472 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Checking segment: {'id': '934b20ca-f9c2-4729-b0b1-b41e5a356a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7de8eb86-082a-4329-8404-4844679223fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:50:22.320738 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:22.321136 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Bound using segment: {'id': '934b20ca-f9c2-4729-b0b1-b41e5a356a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7de8eb86-082a-4329-8404-4844679223fe'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:50:22.321633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Bound port: c4e73535-7e72-4596-97b3-1d54394d650c, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934b20ca-f9c2-4729-b0b1-b41e5a356a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7de8eb86-082a-4329-8404-4844679223fe'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:50:22.322021 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c4e73535-7e72-4596-97b3-1d54394d650c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:22.408572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] For port c4e73535-7e72-4596-97b3-1d54394d650c, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:50:22.413092 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] For port c4e73535-7e72-4596-97b3-1d54394d650c, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c4e73535-7e72-4596-97b3-1d54394d650c,segment=NetworkSegment(934b20ca-f9c2-4729-b0b1-b41e5a356a0f),segment_id=934b20ca-f9c2-4729-b0b1-b41e5a356a0f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:50:22.422863 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c4e73535-7e72-4596-97b3-1d54394d650c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:22.549118 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Pushing event updated for resources: {'Port': ['ID=c4e73535-7e72-4596-97b3-1d54394d650c,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:22.570709 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:22.572465 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:22.572796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:22.576876 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:22.577315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:22.578794 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:22.579174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:22.579520 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:22.579880 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:22.580243 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:22.580536 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:22.580861 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:22.581185 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2d6fa-9722-49d4-ae4f-c005395e9af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:22.776752 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:22.803271 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aed51960-f348-4912-bac1-0b0e66db099b admin admin] Publish callbacks [] for router_gateway (bbba4cc9-fd06-4738-af14-32dace13e139), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:22.823245 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:22.829225 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aed51960-f348-4912-bac1-0b0e66db099b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:23.022726 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c4e73535-7e72-4596-97b3-1d54394d650c up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:50:23.047821 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-aed51960-f348-4912-bac1-0b0e66db099b admin admin] Allocated IP 172.25.0.7 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/baf267b0-39e7-41c2-a7f6-e2b21c5b2a02) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:50:23.107905 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c4e73535-7e72-4596-97b3-1d54394d650c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:23.108446 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c4e73535-7e72-4596-97b3-1d54394d650c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:23.203183 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aed51960-f348-4912-bac1-0b0e66db099b admin admin] Publish callbacks [] for port (baf267b0-39e7-41c2-a7f6-e2b21c5b2a02), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:23.226685 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c4e73535-7e72-4596-97b3-1d54394d650c is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:50:23.226997 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (c4e73535-7e72-4596-97b3-1d54394d650c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:23.280801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port c4e73535-7e72-4596-97b3-1d54394d650c, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c4e73535-7e72-4596-97b3-1d54394d650c,segment=NetworkSegment(934b20ca-f9c2-4729-b0b1-b41e5a356a0f),segment_id=934b20ca-f9c2-4729-b0b1-b41e5a356a0f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:50:23.284043 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aed51960-f348-4912-bac1-0b0e66db099b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (baf267b0-39e7-41c2-a7f6-e2b21c5b2a02), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:23.293437 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (c4e73535-7e72-4596-97b3-1d54394d650c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:23.295603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 275c9705-d159-4e8d-828e-32c0959377b4 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:50:23.351135 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed51960-f348-4912-bac1-0b0e66db099b admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:50:23.356522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-aed51960-f348-4912-bac1-0b0e66db099b admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:50:23.366362 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed51960-f348-4912-bac1-0b0e66db099b admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:50:23.397538 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=c4e73535-7e72-4596-97b3-1d54394d650c,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:23.413676 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 275c9705-d159-4e8d-828e-32c0959377b4 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:23.414320 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (275c9705-d159-4e8d-828e-32c0959377b4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:23.431685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed51960-f348-4912-bac1-0b0e66db099b admin admin] Pushing event updated for resources: {'Port': ['ID=baf267b0-39e7-41c2-a7f6-e2b21c5b2a02,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:23.522477 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 275c9705-d159-4e8d-828e-32c0959377b4 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:50:23.522938 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (275c9705-d159-4e8d-828e-32c0959377b4), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:23.554187 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 275c9705-d159-4e8d-828e-32c0959377b4, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=275c9705-d159-4e8d-828e-32c0959377b4,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:50:23.560681 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (275c9705-d159-4e8d-828e-32c0959377b4), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:23.571400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a084e-7e6b-4a6c-85c5-bf211da9b259 req-9117c6f9-9b90-4257-b503-bbe3f1f0ea2d tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:23.575896 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-812a084e-7e6b-4a6c-85c5-bf211da9b259 req-9117c6f9-9b90-4257-b503-bbe3f1f0ea2d tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3f4b996-5aed-492d-8219-486253775b7a HTTP/1.1" status: 200 len: 950 time: 0.1779125 Feb 28 20:50:23.629052 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=275c9705-d159-4e8d-828e-32c0959377b4,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:23.655182 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] Sync routers for ids ['b322c89f-c6f4-483f-800c-ecdadb28e424'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:50:23.673310 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] Routers {'b322c89f-c6f4-483f-800c-ecdadb28e424'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:50:23.673310 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:50:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['b322c89f-c6f4-483f-800c-ecdadb28e424'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:23.717576 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-812a084e-7e6b-4a6c-85c5-bf211da9b259 req-1e1c2b18-9da8-4f20-a6f7-6fd293b37bc0 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87612e6-fd93-430a-883a-07fe5ca5308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375115 Feb 28 20:50:23.808291 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] Set router b322c89f-c6f4-483f-800c-ecdadb28e424 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:50:23.812240 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aed51960-f348-4912-bac1-0b0e66db099b admin admin] Publish callbacks [] for router_gateway (bbba4cc9-fd06-4738-af14-32dace13e139), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:24.019750 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46517cb2-5bef-4048-83ac-ff2b98f3cc0a None None] Network 7de8eb86-082a-4329-8404-4844679223fe requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:50:24.033769 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'name': 'tempest-TestServerBasicOps-125657804-router', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '275c9705-d159-4e8d-828e-32c0959377b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:18Z', 'revision_number': 4, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'gw_port': {'id': '275c9705-d159-4e8d-828e-32c0959377b4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '7dabb535-b05c-4a45-85a4-9607d4060b5a', 'name': '', 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'mac_address': 'fa:16:3e:c0:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:17Z', 'updated_at': '2022-02-28T20:50:18Z', 'revision_number': 2, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'subnets': [{'id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:24.074586 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] Checking router: b322c89f-c6f4-483f-800c-ecdadb28e424 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:50:24.075165 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] Updating router b322c89f-c6f4-483f-800c-ecdadb28e424 port 7dabb535-b05c-4a45-85a4-9607d4060b5a binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:50:24.094527 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aed51960-f348-4912-bac1-0b0e66db099b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (bbba4cc9-fd06-4738-af14-32dace13e139), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:24.108998 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7dabb535-b05c-4a45-85a4-9607d4060b5a), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:24.122795 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5fcfa3cf-8862-4781-9b11-586093083ae7 None None] Provisioning complete for port c4e73535-7e72-4596-97b3-1d54394d650c triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:24.123334 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa3cf-8862-4781-9b11-586093083ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c4e73535-7e72-4596-97b3-1d54394d650c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:24.288224 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed51960-f348-4912-bac1-0b0e66db099b admin admin] Router bbba4cc9-fd06-4738-af14-32dace13e139 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:50:24.426956 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed51960-f348-4912-bac1-0b0e66db099b admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:50:24.454649 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] Sync routers for ids ['bbba4cc9-fd06-4738-af14-32dace13e139'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:50:24.455461 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aed51960-f348-4912-bac1-0b0e66db099b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:24.460346 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38814) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:24.462293 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-aed51960-f348-4912-bac1-0b0e66db099b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8838482 Feb 28 20:50:24.481540 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] Routers {'bbba4cc9-fd06-4738-af14-32dace13e139'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:50:24.482301 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:50:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['bbba4cc9-fd06-4738-af14-32dace13e139'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:24.532216 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5fcfa3cf-8862-4781-9b11-586093083ae7 None None] Current status of the port c4e73535-7e72-4596-97b3-1d54394d650c is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:50:24.604772 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] Publish callbacks [] for port (7dabb535-b05c-4a45-85a4-9607d4060b5a), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:24.614807 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7dabb535-b05c-4a45-85a4-9607d4060b5a), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:24.635261 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] Set router bbba4cc9-fd06-4738-af14-32dace13e139 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:50:24.721517 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad049a-a22a-4ac6-a2dc-8eb7415f860b None None] Pushing event updated for resources: {'Port': ['ID=7dabb535-b05c-4a45-85a4-9607d4060b5a,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:24.742383 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad049a-a22a-4ac6-a2dc-8eb7415f860b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:24.742730 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad049a-a22a-4ac6-a2dc-8eb7415f860b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:24.747522 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad049a-a22a-4ac6-a2dc-8eb7415f860b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:24.747911 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad049a-a22a-4ac6-a2dc-8eb7415f860b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:24.748233 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad049a-a22a-4ac6-a2dc-8eb7415f860b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:24.749401 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad049a-a22a-4ac6-a2dc-8eb7415f860b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:24.749738 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad049a-a22a-4ac6-a2dc-8eb7415f860b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:24.750073 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad049a-a22a-4ac6-a2dc-8eb7415f860b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:24.752000 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad049a-a22a-4ac6-a2dc-8eb7415f860b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:24.752000 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad049a-a22a-4ac6-a2dc-8eb7415f860b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:24.753900 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad049a-a22a-4ac6-a2dc-8eb7415f860b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:24.754079 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad049a-a22a-4ac6-a2dc-8eb7415f860b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:24.754329 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ad049a-a22a-4ac6-a2dc-8eb7415f860b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:24.869436 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-defbec67-5f6f-4e63-99c4-b1436728400e None None] Provisioning complete for port c4e73535-7e72-4596-97b3-1d54394d650c triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:24.870569 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-defbec67-5f6f-4e63-99c4-b1436728400e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c4e73535-7e72-4596-97b3-1d54394d650c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:24.895946 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] Attempting to bind port 7dabb535-b05c-4a45-85a4-9607d4060b5a on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:50:24.897014 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] Attempting to bind port 7dabb535-b05c-4a45-85a4-9607d4060b5a by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '45ad9cc7-f545-48dd-8327-a484e95ccf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:50:24.898278 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] Attempting to bind port 7dabb535-b05c-4a45-85a4-9607d4060b5a on network 4f9a971c-6543-4054-8397-e614a2e5941b {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:50:24.910602 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:50:24.911072 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] Checking segment: {'id': '45ad9cc7-f545-48dd-8327-a484e95ccf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:50:24.914065 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:24.916466 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] Bound using segment: {'id': '45ad9cc7-f545-48dd-8327-a484e95ccf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:50:24.919143 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] Bound port: 7dabb535-b05c-4a45-85a4-9607d4060b5a, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ad9cc7-f545-48dd-8327-a484e95ccf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:50:24.919556 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7dabb535-b05c-4a45-85a4-9607d4060b5a), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:24.980946 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c4e73535-7e72-4596-97b3-1d54394d650c up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:50:25.003418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ecba32-156e-4bd2-b380-463f35df3276 req-c6f2b398-032f-40a7-9f28-e0e4293f2cdf tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:25.008331 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-29ecba32-156e-4bd2-b380-463f35df3276 req-c6f2b398-032f-40a7-9f28-e0e4293f2cdf tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3f4b996-5aed-492d-8219-486253775b7a HTTP/1.1" status: 200 len: 950 time: 0.1708100 Feb 28 20:50:25.070516 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] For port 7dabb535-b05c-4a45-85a4-9607d4060b5a, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:50:25.077906 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] For port 7dabb535-b05c-4a45-85a4-9607d4060b5a, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7dabb535-b05c-4a45-85a4-9607d4060b5a,segment=NetworkSegment(45ad9cc7-f545-48dd-8327-a484e95ccf39),segment_id=45ad9cc7-f545-48dd-8327-a484e95ccf39)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:50:25.094615 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7dabb535-b05c-4a45-85a4-9607d4060b5a), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:25.122049 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-29ecba32-156e-4bd2-b380-463f35df3276 req-067e08a6-a40f-4d9b-8a98-66752c96c9ad tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87612e6-fd93-430a-883a-07fe5ca5308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025991 Feb 28 20:50:25.200891 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-defbec67-5f6f-4e63-99c4-b1436728400e None None] Current status of the port c4e73535-7e72-4596-97b3-1d54394d650c is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:50:25.224192 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port c4e73535-7e72-4596-97b3-1d54394d650c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:25.224654 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (c4e73535-7e72-4596-97b3-1d54394d650c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:25.227247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbba4cc9-fd06-4738-af14-32dace13e139', 'name': 'tempest-TestServerBasicOps-1884942499-router', 'tenant_id': '15cf9a552b7642bd99f01064b21dd774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'baf267b0-39e7-41c2-a7f6-e2b21c5b2a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:21Z', 'updated_at': '2022-02-28T20:50:23Z', 'revision_number': 3, 'project_id': '15cf9a552b7642bd99f01064b21dd774', 'gw_port': {'id': 'baf267b0-39e7-41c2-a7f6-e2b21c5b2a02', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:91:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbba4cc9-fd06-4738-af14-32dace13e139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:22Z', 'updated_at': '2022-02-28T20:50:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:25.241075 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2c50d-30cb-4052-b073-fb8f1f4f7eb4 req-9b5a7da9-3c11-41bd-a451-5a27068e5f5c tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:25.243159 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7e2c50d-30cb-4052-b073-fb8f1f4f7eb4 req-9b5a7da9-3c11-41bd-a451-5a27068e5f5c tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3f4b996-5aed-492d-8219-486253775b7a HTTP/1.1" status: 200 len: 950 time: 0.3608065 Feb 28 20:50:25.263213 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] Routers {'b322c89f-c6f4-483f-800c-ecdadb28e424'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:50:25.263970 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:50:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['b322c89f-c6f4-483f-800c-ecdadb28e424'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:25.267785 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad049a-a22a-4ac6-a2dc-8eb7415f860b None None] Pushing event updated for resources: {'Port': ['ID=7dabb535-b05c-4a45-85a4-9607d4060b5a,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:25.280367 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] Checking router: bbba4cc9-fd06-4738-af14-32dace13e139 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:50:25.280715 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] Updating router bbba4cc9-fd06-4738-af14-32dace13e139 port baf267b0-39e7-41c2-a7f6-e2b21c5b2a02 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:50:25.344112 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (baf267b0-39e7-41c2-a7f6-e2b21c5b2a02), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:25.390878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3a74822e-5716-4804-9bc0-ae20f5d82119 None None] Provisioning complete for port 7dabb535-b05c-4a45-85a4-9607d4060b5a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:25.391885 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3a74822e-5716-4804-9bc0-ae20f5d82119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7dabb535-b05c-4a45-85a4-9607d4060b5a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:25.526255 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] Set router b322c89f-c6f4-483f-800c-ecdadb28e424 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:50:25.562221 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port c4e73535-7e72-4596-97b3-1d54394d650c is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:50:25.563365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 275c9705-d159-4e8d-828e-32c0959377b4 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:50:25.567387 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c759389d-3e64-4fcf-ae41-520b1f5508a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:25.574374 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-f7e2c50d-30cb-4052-b073-fb8f1f4f7eb4 req-7acaa35d-3f78-4947-a6b0-1647ea0024e3 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Deleting port 4ab273ed-d0db-4439-b362-b4d1941f5553 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:50:25.574588 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7e2c50d-30cb-4052-b073-fb8f1f4f7eb4 req-7acaa35d-3f78-4947-a6b0-1647ea0024e3 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4ab273ed-d0db-4439-b362-b4d1941f5553), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:25.728971 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3a74822e-5716-4804-9bc0-ae20f5d82119 None None] Current status of the port 7dabb535-b05c-4a45-85a4-9607d4060b5a is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:50:25.729964 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3a74822e-5716-4804-9bc0-ae20f5d82119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7dabb535-b05c-4a45-85a4-9607d4060b5a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:25.778629 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 275c9705-d159-4e8d-828e-32c0959377b4 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:25.779077 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (275c9705-d159-4e8d-828e-32c0959377b4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:25.781222 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f7e2c50d-30cb-4052-b073-fb8f1f4f7eb4 req-7acaa35d-3f78-4947-a6b0-1647ea0024e3 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] For port 4ab273ed-d0db-4439-b362-b4d1941f5553, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=4ab273ed-d0db-4439-b362-b4d1941f5553,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:50:25.781572 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7e2c50d-30cb-4052-b073-fb8f1f4f7eb4 req-7acaa35d-3f78-4947-a6b0-1647ea0024e3 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4ab273ed-d0db-4439-b362-b4d1941f5553), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:25.802140 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-f7e2c50d-30cb-4052-b073-fb8f1f4f7eb4 req-7acaa35d-3f78-4947-a6b0-1647ea0024e3 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Calling delete_port for 4ab273ed-d0db-4439-b362-b4d1941f5553 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:50:25.816003 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'name': 'tempest-TestServerBasicOps-125657804-router', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '275c9705-d159-4e8d-828e-32c0959377b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:18Z', 'revision_number': 4, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'gw_port': {'id': '275c9705-d159-4e8d-828e-32c0959377b4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '7dabb535-b05c-4a45-85a4-9607d4060b5a', 'name': '', 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'mac_address': 'fa:16:3e:c0:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:17Z', 'updated_at': '2022-02-28T20:50:25Z', 'revision_number': 4, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'subnets': [{'id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:25.838932 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-3a74822e-5716-4804-9bc0-ae20f5d82119 None None] For port 7dabb535-b05c-4a45-85a4-9607d4060b5a, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7dabb535-b05c-4a45-85a4-9607d4060b5a,segment=NetworkSegment(45ad9cc7-f545-48dd-8327-a484e95ccf39),segment_id=45ad9cc7-f545-48dd-8327-a484e95ccf39)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:50:25.852403 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdd93e7-d21a-4ac5-82fd-8ff2074c0934 None None] The sync data for ids ['b322c89f-c6f4-483f-800c-ecdadb28e424'] in n-d-820368-21 is: [{'id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'name': 'tempest-TestServerBasicOps-125657804-router', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '275c9705-d159-4e8d-828e-32c0959377b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:18Z', 'revision_number': 4, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'gw_port': {'id': '275c9705-d159-4e8d-828e-32c0959377b4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '7dabb535-b05c-4a45-85a4-9607d4060b5a', 'name': '', 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'mac_address': 'fa:16:3e:c0:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:17Z', 'updated_at': '2022-02-28T20:50:25Z', 'revision_number': 4, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'subnets': [{'id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:50:25.855220 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3a74822e-5716-4804-9bc0-ae20f5d82119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7dabb535-b05c-4a45-85a4-9607d4060b5a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:25.955365 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] Publish callbacks [] for port (baf267b0-39e7-41c2-a7f6-e2b21c5b2a02), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:25.955631 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-c759389d-3e64-4fcf-ae41-520b1f5508a0 admin admin] Allocated IP 172.20.0.1 (7de8eb86-082a-4329-8404-4844679223fe/866ac6e9-e7d5-40e5-a33c-d0965e8aec67/0dffeb63-ed37-46a7-bcbc-470ba732bae7) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:50:25.963569 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74822e-5716-4804-9bc0-ae20f5d82119 None None] Pushing event updated for resources: {'Port': ['ID=7dabb535-b05c-4a45-85a4-9607d4060b5a,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:25.971907 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (baf267b0-39e7-41c2-a7f6-e2b21c5b2a02), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:26.094432 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7e2c50d-30cb-4052-b073-fb8f1f4f7eb4 req-7acaa35d-3f78-4947-a6b0-1647ea0024e3 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4ab273ed-d0db-4439-b362-b4d1941f5553), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:26.113882 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] Attempting to bind port baf267b0-39e7-41c2-a7f6-e2b21c5b2a02 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:50:26.114300 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] Attempting to bind port baf267b0-39e7-41c2-a7f6-e2b21c5b2a02 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:50:26.114689 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] Attempting to bind port baf267b0-39e7-41c2-a7f6-e2b21c5b2a02 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:50:26.120962 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['4ab273ed-d0db-4439-b362-b4d1941f5553'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:50:26.130736 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acaa35d-3f78-4947-a6b0-1647ea0024e3 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Pushing event deleted for resources: {'Port': ['ID=4ab273ed-d0db-4439-b362-b4d1941f5553,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:26.161616 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20db21e-2dae-4e2c-8053-7b336d74dd95 None None] Pushing event updated for resources: {'Port': ['ID=baf267b0-39e7-41c2-a7f6-e2b21c5b2a02,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:26.170434 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 275c9705-d159-4e8d-828e-32c0959377b4 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:50:26.180452 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:50:26.180452 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:50:26.180452 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:26.180452 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:50:26.180452 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] Bound port: baf267b0-39e7-41c2-a7f6-e2b21c5b2a02, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:50:26.180452 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (baf267b0-39e7-41c2-a7f6-e2b21c5b2a02), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:26.188485 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0344e18b-788b-4e9e-98e5-faa57291ccce None None] Provisioning complete for port 7dabb535-b05c-4a45-85a4-9607d4060b5a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:26.188927 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0344e18b-788b-4e9e-98e5-faa57291ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7dabb535-b05c-4a45-85a4-9607d4060b5a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:26.260791 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e2c50d-30cb-4052-b073-fb8f1f4f7eb4 req-7acaa35d-3f78-4947-a6b0-1647ea0024e3 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] No DVR routers for this DVR port 4ab273ed-d0db-4439-b362-b4d1941f5553 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:50:26.265237 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f7e2c50d-30cb-4052-b073-fb8f1f4f7eb4 req-7acaa35d-3f78-4947-a6b0-1647ea0024e3 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:26.268841 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f7e2c50d-30cb-4052-b073-fb8f1f4f7eb4 req-7acaa35d-3f78-4947-a6b0-1647ea0024e3 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.15 "DELETE /v2.0/ports/4ab273ed-d0db-4439-b362-b4d1941f5553 HTTP/1.1" status: 204 len: 173 time: 1.0202196 Feb 28 20:50:26.288037 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c759389d-3e64-4fcf-ae41-520b1f5508a0 admin admin] Publish callbacks [] for port (0dffeb63-ed37-46a7-bcbc-470ba732bae7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:26.294992 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-138019db-d820-45d2-b711-f2bec790e7c2 req-b343ea1b-511e-447f-9a97-61ec72dc9644 tempest-VolumesBackupsTest-815264522 tempest-VolumesBackupsTest-815264522-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3f4b996-5aed-492d-8219-486253775b7a HTTP/1.1" status: 200 len: 210 time: 0.0512786 Feb 28 20:50:26.316058 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] For port baf267b0-39e7-41c2-a7f6-e2b21c5b2a02, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:50:26.320210 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f4b996-5aed-492d-8219-486253775b7a', 'name': 'network-vif-deleted', 'tag': '4ab273ed-d0db-4439-b362-b4d1941f5553'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:50:26.323282 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb29a1fa-372d-473f-a45d-c427793209ac" -d '{"events": [{"server_uuid": "b3f4b996-5aed-492d-8219-486253775b7a", "name": "network-vif-deleted", "tag": "4ab273ed-d0db-4439-b362-b4d1941f5553"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:50:26.327433 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] For port baf267b0-39e7-41c2-a7f6-e2b21c5b2a02, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=baf267b0-39e7-41c2-a7f6-e2b21c5b2a02,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:50:26.340204 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (baf267b0-39e7-41c2-a7f6-e2b21c5b2a02), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:26.375853 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c759389d-3e64-4fcf-ae41-520b1f5508a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0dffeb63-ed37-46a7-bcbc-470ba732bae7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:26.392518 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbe0015-7acf-4ba8-a946-cb737d14207e x-openstack-request-id: req-7dbe0015-7acf-4ba8-a946-cb737d14207e {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:50:26.392835 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f4b996-5aed-492d-8219-486253775b7a", "name": "network-vif-deleted", "tag": "4ab273ed-d0db-4439-b362-b4d1941f5553", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:50:26.393082 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dbe0015-7acf-4ba8-a946-cb737d14207e {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:50:26.393609 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f4b996-5aed-492d-8219-486253775b7a', 'name': 'network-vif-deleted', 'tag': '4ab273ed-d0db-4439-b362-b4d1941f5553', 'status': 'completed', 'code': 200} Feb 28 20:50:26.458686 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0344e18b-788b-4e9e-98e5-faa57291ccce None None] Current status of the port 7dabb535-b05c-4a45-85a4-9607d4060b5a is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:50:26.481413 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c759389d-3e64-4fcf-ae41-520b1f5508a0 admin admin] Network 7de8eb86-082a-4329-8404-4844679223fe is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:50:26.486508 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-c759389d-3e64-4fcf-ae41-520b1f5508a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:50:26.490891 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c759389d-3e64-4fcf-ae41-520b1f5508a0 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:50:26.502498 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759389d-3e64-4fcf-ae41-520b1f5508a0 admin admin] Pushing event updated for resources: {'Port': ['ID=0dffeb63-ed37-46a7-bcbc-470ba732bae7,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:26.518344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] Routers {'bbba4cc9-fd06-4738-af14-32dace13e139'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:50:26.521445 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:50:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['bbba4cc9-fd06-4738-af14-32dace13e139'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:26.567358 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c759389d-3e64-4fcf-ae41-520b1f5508a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (bbba4cc9-fd06-4738-af14-32dace13e139), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:26.579941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20db21e-2dae-4e2c-8053-7b336d74dd95 None None] Pushing event updated for resources: {'Port': ['ID=baf267b0-39e7-41c2-a7f6-e2b21c5b2a02,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:26.765617 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] Set router bbba4cc9-fd06-4738-af14-32dace13e139 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:50:26.794733 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c759389d-3e64-4fcf-ae41-520b1f5508a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0dffeb63-ed37-46a7-bcbc-470ba732bae7), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:27.017932 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7dabb535-b05c-4a45-85a4-9607d4060b5a up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:50:27.110596 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c759389d-3e64-4fcf-ae41-520b1f5508a0 admin admin] Publish callbacks [] for port (0dffeb63-ed37-46a7-bcbc-470ba732bae7), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:27.130944 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c759389d-3e64-4fcf-ae41-520b1f5508a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (0dffeb63-ed37-46a7-bcbc-470ba732bae7), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:27.267371 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759389d-3e64-4fcf-ae41-520b1f5508a0 admin admin] Pushing event updated for resources: {'Port': ['ID=0dffeb63-ed37-46a7-bcbc-470ba732bae7,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:27.271460 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c759389d-3e64-4fcf-ae41-520b1f5508a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (bbba4cc9-fd06-4738-af14-32dace13e139), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:27.379447 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c759389d-3e64-4fcf-ae41-520b1f5508a0 admin admin] Network 7de8eb86-082a-4329-8404-4844679223fe is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:50:27.381112 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-c759389d-3e64-4fcf-ae41-520b1f5508a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:50:27.390511 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-792c5ea5-0020-48e9-99f8-6e1966b22e03 None None] Provisioning complete for port 0dffeb63-ed37-46a7-bcbc-470ba732bae7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:27.390882 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-792c5ea5-0020-48e9-99f8-6e1966b22e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0dffeb63-ed37-46a7-bcbc-470ba732bae7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:27.434855 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 7dabb535-b05c-4a45-85a4-9607d4060b5a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:27.435230 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7dabb535-b05c-4a45-85a4-9607d4060b5a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:27.469079 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-792c5ea5-0020-48e9-99f8-6e1966b22e03 None None] Port 0dffeb63-ed37-46a7-bcbc-470ba732bae7 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:50:27.499631 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbba4cc9-fd06-4738-af14-32dace13e139', 'name': 'tempest-TestServerBasicOps-1884942499-router', 'tenant_id': '15cf9a552b7642bd99f01064b21dd774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'baf267b0-39e7-41c2-a7f6-e2b21c5b2a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:21Z', 'updated_at': '2022-02-28T20:50:23Z', 'revision_number': 3, 'project_id': '15cf9a552b7642bd99f01064b21dd774', 'gw_port': {'id': 'baf267b0-39e7-41c2-a7f6-e2b21c5b2a02', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:91:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbba4cc9-fd06-4738-af14-32dace13e139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:22Z', 'updated_at': '2022-02-28T20:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:27.560085 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d46bab4-c81f-4455-a0cf-4cf735ecfd4c None None] The sync data for ids ['bbba4cc9-fd06-4738-af14-32dace13e139'] in n-d-820368-21 is: [{'id': 'bbba4cc9-fd06-4738-af14-32dace13e139', 'name': 'tempest-TestServerBasicOps-1884942499-router', 'tenant_id': '15cf9a552b7642bd99f01064b21dd774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'baf267b0-39e7-41c2-a7f6-e2b21c5b2a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:21Z', 'updated_at': '2022-02-28T20:50:23Z', 'revision_number': 3, 'project_id': '15cf9a552b7642bd99f01064b21dd774', 'gw_port': {'id': 'baf267b0-39e7-41c2-a7f6-e2b21c5b2a02', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:91:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbba4cc9-fd06-4738-af14-32dace13e139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:22Z', 'updated_at': '2022-02-28T20:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:50:27.611375 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 7dabb535-b05c-4a45-85a4-9607d4060b5a is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:50:27.628883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c759389d-3e64-4fcf-ae41-520b1f5508a0 admin admin] Router bbba4cc9-fd06-4738-af14-32dace13e139 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:50:27.785600 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c759389d-3e64-4fcf-ae41-520b1f5508a0 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:50:27.791600 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c759389d-3e64-4fcf-ae41-520b1f5508a0 admin admin] 10.222.0.13 "PUT /v2.0/routers/bbba4cc9-fd06-4738-af14-32dace13e139/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3301604 Feb 28 20:50:27.805532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-93b0a9ae-9ac8-47b1-8d6b-adce477f7845 None None] Provisioning complete for port 0dffeb63-ed37-46a7-bcbc-470ba732bae7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:27.805750 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-93b0a9ae-9ac8-47b1-8d6b-adce477f7845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0dffeb63-ed37-46a7-bcbc-470ba732bae7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:27.864836 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-93b0a9ae-9ac8-47b1-8d6b-adce477f7845 None None] Port 0dffeb63-ed37-46a7-bcbc-470ba732bae7 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:50:28.851728 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38846) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:28.858499 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-56de6662-8aa4-4d43-8bcb-c07d448270bb tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-564947095', 'description': 'tempest-secgroup-smoke-564947095 description', 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:50:28.901864 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-56de6662-8aa4-4d43-8bcb-c07d448270bb tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:28.922722 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 4ab273ed-d0db-4439-b362-b4d1941f5553 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:50:28.950188 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device baf267b0-39e7-41c2-a7f6-e2b21c5b2a02 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:50:28.997628 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 4ab273ed-d0db-4439-b362-b4d1941f5553 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:50:28.998788 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 4ab273ed-d0db-4439-b362-b4d1941f5553 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:50:29.033829 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-56de6662-8aa4-4d43-8bcb-c07d448270bb tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group (9bdfc153-7100-4880-be95-30bf67bded54), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.043401 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-56de6662-8aa4-4d43-8bcb-c07d448270bb tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9bdfc153-7100-4880-be95-30bf67bded54), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.074631 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port baf267b0-39e7-41c2-a7f6-e2b21c5b2a02 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:29.075295 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (baf267b0-39e7-41c2-a7f6-e2b21c5b2a02), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.100747 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-56de6662-8aa4-4d43-8bcb-c07d448270bb tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.102500 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-56de6662-8aa4-4d43-8bcb-c07d448270bb tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2488511 Feb 28 20:50:29.104560 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de6662-8aa4-4d43-8bcb-c07d448270bb tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdfc153-7100-4880-be95-30bf67bded54,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:29.106506 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38848) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:29.112758 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d616cf34-0ca3-4ace-a5cb-12b4c2585312 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Request body: {'security_group_rule': {'security_group_id': '9bdfc153-7100-4880-be95-30bf67bded54', 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:50:29.123352 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de6662-8aa4-4d43-8bcb-c07d448270bb tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:29.123833 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de6662-8aa4-4d43-8bcb-c07d448270bb tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:29.124057 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de6662-8aa4-4d43-8bcb-c07d448270bb tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:29.124397 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de6662-8aa4-4d43-8bcb-c07d448270bb tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:29.124743 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de6662-8aa4-4d43-8bcb-c07d448270bb tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:29.125071 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de6662-8aa4-4d43-8bcb-c07d448270bb tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:29.125411 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de6662-8aa4-4d43-8bcb-c07d448270bb tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:29.125736 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de6662-8aa4-4d43-8bcb-c07d448270bb tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:29.126084 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de6662-8aa4-4d43-8bcb-c07d448270bb tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:29.126386 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de6662-8aa4-4d43-8bcb-c07d448270bb tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:29.126713 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de6662-8aa4-4d43-8bcb-c07d448270bb tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:29.127035 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de6662-8aa4-4d43-8bcb-c07d448270bb tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:29.127366 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de6662-8aa4-4d43-8bcb-c07d448270bb tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:29.143562 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d616cf34-0ca3-4ace-a5cb-12b4c2585312 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group_rule (003f4683-2728-4f13-8e8e-4b05b8f6e658), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.224992 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d616cf34-0ca3-4ace-a5cb-12b4c2585312 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group_rule (003f4683-2728-4f13-8e8e-4b05b8f6e658), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.231458 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d616cf34-0ca3-4ace-a5cb-12b4c2585312 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (003f4683-2728-4f13-8e8e-4b05b8f6e658), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.240652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port baf267b0-39e7-41c2-a7f6-e2b21c5b2a02 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:50:29.241519 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (baf267b0-39e7-41c2-a7f6-e2b21c5b2a02), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.262142 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d616cf34-0ca3-4ace-a5cb-12b4c2585312 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.264617 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d616cf34-0ca3-4ace-a5cb-12b4c2585312 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562898 Feb 28 20:50:29.266089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616cf34-0ca3-4ace-a5cb-12b4c2585312 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003f4683-2728-4f13-8e8e-4b05b8f6e658,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:29.267633 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 38850) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:29.272345 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-c809109f-e064-4196-9597-340afbdf927a tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Request body: {'security_group_rule': {'security_group_id': '9bdfc153-7100-4880-be95-30bf67bded54', 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:50:29.301256 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port baf267b0-39e7-41c2-a7f6-e2b21c5b2a02, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=baf267b0-39e7-41c2-a7f6-e2b21c5b2a02,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:50:29.305917 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (baf267b0-39e7-41c2-a7f6-e2b21c5b2a02), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.313433 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c809109f-e064-4196-9597-340afbdf927a tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group_rule (1a1b9375-ecdf-474a-a838-3db10307cf7e), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.370573 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=baf267b0-39e7-41c2-a7f6-e2b21c5b2a02,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:29.405434 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c809109f-e064-4196-9597-340afbdf927a tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group_rule (1a1b9375-ecdf-474a-a838-3db10307cf7e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.409677 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c809109f-e064-4196-9597-340afbdf927a tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (1a1b9375-ecdf-474a-a838-3db10307cf7e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.433895 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809109f-e064-4196-9597-340afbdf927a tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1b9375-ecdf-474a-a838-3db10307cf7e,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:29.443689 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c809109f-e064-4196-9597-340afbdf927a tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.448440 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c809109f-e064-4196-9597-340afbdf927a tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1767190 Feb 28 20:50:29.448698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38852) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:29.453141 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-466d0de8-bfac-43bd-a093-4d5a08f3b567 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Request body: {'security_group_rule': {'security_group_id': '9bdfc153-7100-4880-be95-30bf67bded54', 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:50:29.486488 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-466d0de8-bfac-43bd-a093-4d5a08f3b567 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group_rule (b394d463-84f3-4feb-916d-a2c5825fbac8), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.559674 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-466d0de8-bfac-43bd-a093-4d5a08f3b567 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group_rule (b394d463-84f3-4feb-916d-a2c5825fbac8), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.564589 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-466d0de8-bfac-43bd-a093-4d5a08f3b567 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (b394d463-84f3-4feb-916d-a2c5825fbac8), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.585509 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d0de8-bfac-43bd-a093-4d5a08f3b567 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b394d463-84f3-4feb-916d-a2c5825fbac8,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:29.596204 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-466d0de8-bfac-43bd-a093-4d5a08f3b567 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.598105 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-466d0de8-bfac-43bd-a093-4d5a08f3b567 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479640 Feb 28 20:50:29.600401 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38854) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:29.605993 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-f39ec7af-d269-42ed-a486-23b8e930cda4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Request body: {'security_group_rule': {'security_group_id': '9bdfc153-7100-4880-be95-30bf67bded54', 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:50:29.641664 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f39ec7af-d269-42ed-a486-23b8e930cda4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group_rule (793886e5-ed01-4c0b-a42c-d2abdeeddcc2), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.774696 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f39ec7af-d269-42ed-a486-23b8e930cda4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group_rule (793886e5-ed01-4c0b-a42c-d2abdeeddcc2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.783652 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f39ec7af-d269-42ed-a486-23b8e930cda4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (793886e5-ed01-4c0b-a42c-d2abdeeddcc2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.806474 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ec7af-d269-42ed-a486-23b8e930cda4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793886e5-ed01-4c0b-a42c-d2abdeeddcc2,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:29.826634 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f39ec7af-d269-42ed-a486-23b8e930cda4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.828185 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f39ec7af-d269-42ed-a486-23b8e930cda4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2266769 Feb 28 20:50:29.831165 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38864) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:29.836961 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d97bdda0-2c71-4a77-adde-8eda8aec9b12 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Request body: {'security_group_rule': {'security_group_id': '9bdfc153-7100-4880-be95-30bf67bded54', 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:50:29.861219 n-d-820368-21 neutron-server[103774]: INFO neutron.db.securitygroups_db [None req-d97bdda0-2c71-4a77-adde-8eda8aec9b12 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Project f6116361ccba47c3b35ad4fce1da6a49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:50:29.867162 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d97bdda0-2c71-4a77-adde-8eda8aec9b12 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group_rule (4d403eeb-0d06-41e3-9f63-4b15096f75df), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.942271 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d97bdda0-2c71-4a77-adde-8eda8aec9b12 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group_rule (4d403eeb-0d06-41e3-9f63-4b15096f75df), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.952721 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d97bdda0-2c71-4a77-adde-8eda8aec9b12 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (4d403eeb-0d06-41e3-9f63-4b15096f75df), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:29.981773 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bdda0-2c71-4a77-adde-8eda8aec9b12 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d403eeb-0d06-41e3-9f63-4b15096f75df,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:29.995711 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d97bdda0-2c71-4a77-adde-8eda8aec9b12 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:30.000945 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] Sync routers for ids ['bbba4cc9-fd06-4738-af14-32dace13e139'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:50:30.001627 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d97bdda0-2c71-4a77-adde-8eda8aec9b12 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1655641 Feb 28 20:50:30.002140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 38866) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:30.006675 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-68284e95-17e5-4831-9af4-20cb87de4d5c tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Request body: {'security_group_rule': {'security_group_id': '9bdfc153-7100-4880-be95-30bf67bded54', 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:50:30.013566 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] Routers {'bbba4cc9-fd06-4738-af14-32dace13e139'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:50:30.014398 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:50:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['bbba4cc9-fd06-4738-af14-32dace13e139'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:30.031694 n-d-820368-21 neutron-server[103774]: INFO neutron.db.securitygroups_db [None req-68284e95-17e5-4831-9af4-20cb87de4d5c tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Project f6116361ccba47c3b35ad4fce1da6a49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:50:30.037727 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-68284e95-17e5-4831-9af4-20cb87de4d5c tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group_rule (cfc25a30-8eaa-4673-a72a-1bc857e49002), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:30.118222 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-68284e95-17e5-4831-9af4-20cb87de4d5c tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group_rule (cfc25a30-8eaa-4673-a72a-1bc857e49002), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:30.125439 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-68284e95-17e5-4831-9af4-20cb87de4d5c tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (cfc25a30-8eaa-4673-a72a-1bc857e49002), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:30.146868 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68284e95-17e5-4831-9af4-20cb87de4d5c tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc25a30-8eaa-4673-a72a-1bc857e49002,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:30.165147 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-68284e95-17e5-4831-9af4-20cb87de4d5c tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:30.176124 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-68284e95-17e5-4831-9af4-20cb87de4d5c tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1641526 Feb 28 20:50:30.297020 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] Set router bbba4cc9-fd06-4738-af14-32dace13e139 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:50:30.379859 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-081178b0-c77d-4c56-bed5-4c627309f49f tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-564947095&fields=id&tenant_id=f6116361ccba47c3b35ad4fce1da6a49 HTTP/1.1" status: 200 len: 267 time: 0.0487168 Feb 28 20:50:30.541495 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-ca590719-5931-45e6-8770-c2db87e9245a tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:30.543172 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-ca590719-5931-45e6-8770-c2db87e9245a tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/networks?id=4f9a971c-6543-4054-8397-e614a2e5941b HTTP/1.1" status: 200 len: 808 time: 0.1551743 Feb 28 20:50:30.564939 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-44d6f59b-0be0-4d54-9345-ebcfa974a427 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/quotas/f6116361ccba47c3b35ad4fce1da6a49 HTTP/1.1" status: 200 len: 375 time: 0.0151496 Feb 28 20:50:30.590290 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbba4cc9-fd06-4738-af14-32dace13e139', 'name': 'tempest-TestServerBasicOps-1884942499-router', 'tenant_id': '15cf9a552b7642bd99f01064b21dd774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'baf267b0-39e7-41c2-a7f6-e2b21c5b2a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:21Z', 'updated_at': '2022-02-28T20:50:26Z', 'revision_number': 4, 'project_id': '15cf9a552b7642bd99f01064b21dd774', 'gw_port': {'id': 'baf267b0-39e7-41c2-a7f6-e2b21c5b2a02', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:91:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbba4cc9-fd06-4738-af14-32dace13e139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:22Z', 'updated_at': '2022-02-28T20:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '0dffeb63-ed37-46a7-bcbc-470ba732bae7', 'name': '', 'network_id': '7de8eb86-082a-4329-8404-4844679223fe', 'tenant_id': '15cf9a552b7642bd99f01064b21dd774', 'mac_address': 'fa:16:3e:5d:21:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbba4cc9-fd06-4738-af14-32dace13e139', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '866ac6e9-e7d5-40e5-a33c-d0965e8aec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:25Z', 'updated_at': '2022-02-28T20:50:26Z', 'revision_number': 2, 'project_id': '15cf9a552b7642bd99f01064b21dd774', 'subnets': [{'id': '866ac6e9-e7d5-40e5-a33c-d0965e8aec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:30.629855 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] Checking router: bbba4cc9-fd06-4738-af14-32dace13e139 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:50:30.630534 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] Updating router bbba4cc9-fd06-4738-af14-32dace13e139 port 0dffeb63-ed37-46a7-bcbc-470ba732bae7 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:50:30.637065 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-7098a6b7-d8a6-44ce-b8f1-2ed26c4ce6c9 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6116361ccba47c3b35ad4fce1da6a49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660071 Feb 28 20:50:30.670378 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0dffeb63-ed37-46a7-bcbc-470ba732bae7), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:30.910880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-cd664639-61f4-4809-9254-65f3a106ee74 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:50:30.912123 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-cd664639-61f4-4809-9254-65f3a106ee74 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2611783 Feb 28 20:50:30.959000 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device baf267b0-39e7-41c2-a7f6-e2b21c5b2a02 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:50:31.039351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port baf267b0-39e7-41c2-a7f6-e2b21c5b2a02 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:31.039746 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (baf267b0-39e7-41c2-a7f6-e2b21c5b2a02), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:31.040168 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-31897bd8-2699-48ad-92e8-8788c2c88d02 service neutron] 10.222.0.13 "GET /v2.0/networks/4f9a971c-6543-4054-8397-e614a2e5941b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204462 Feb 28 20:50:31.048777 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] Publish callbacks [] for port (0dffeb63-ed37-46a7-bcbc-470ba732bae7), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:31.061333 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0dffeb63-ed37-46a7-bcbc-470ba732bae7), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:31.215685 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port baf267b0-39e7-41c2-a7f6-e2b21c5b2a02 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:50:31.244118 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8d970-ec35-4c77-9a4c-65397df024e9 None None] Pushing event updated for resources: {'Port': ['ID=0dffeb63-ed37-46a7-bcbc-470ba732bae7,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:31.258423 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] Attempting to bind port 0dffeb63-ed37-46a7-bcbc-470ba732bae7 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:50:31.259230 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] Attempting to bind port 0dffeb63-ed37-46a7-bcbc-470ba732bae7 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '934b20ca-f9c2-4729-b0b1-b41e5a356a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7de8eb86-082a-4329-8404-4844679223fe'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:50:31.259963 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] Attempting to bind port 0dffeb63-ed37-46a7-bcbc-470ba732bae7 on network 7de8eb86-082a-4329-8404-4844679223fe {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:50:31.263547 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-69e7cba6-99d0-44c0-9523-96e548d4759e service neutron] 10.222.0.13 "GET /v2.0/networks/4f9a971c-6543-4054-8397-e614a2e5941b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092605 Feb 28 20:50:31.269541 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:50:31.270236 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] Checking segment: {'id': '934b20ca-f9c2-4729-b0b1-b41e5a356a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7de8eb86-082a-4329-8404-4844679223fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:50:31.270876 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:31.271507 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] Bound using segment: {'id': '934b20ca-f9c2-4729-b0b1-b41e5a356a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7de8eb86-082a-4329-8404-4844679223fe'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:50:31.272317 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] Bound port: 0dffeb63-ed37-46a7-bcbc-470ba732bae7, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934b20ca-f9c2-4729-b0b1-b41e5a356a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7de8eb86-082a-4329-8404-4844679223fe'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:50:31.272983 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0dffeb63-ed37-46a7-bcbc-470ba732bae7), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:31.392135 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] For port 0dffeb63-ed37-46a7-bcbc-470ba732bae7, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:50:31.396226 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] For port 0dffeb63-ed37-46a7-bcbc-470ba732bae7, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0dffeb63-ed37-46a7-bcbc-470ba732bae7,segment=NetworkSegment(934b20ca-f9c2-4729-b0b1-b41e5a356a0f),segment_id=934b20ca-f9c2-4729-b0b1-b41e5a356a0f)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:50:31.403700 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0dffeb63-ed37-46a7-bcbc-470ba732bae7), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:31.549913 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] Routers {'bbba4cc9-fd06-4738-af14-32dace13e139'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:50:31.550587 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:50:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['bbba4cc9-fd06-4738-af14-32dace13e139'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:31.590039 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-76804e3a-52d4-48b9-a767-26747fca3b47 None None] Provisioning complete for port 0dffeb63-ed37-46a7-bcbc-470ba732bae7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:31.590701 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-76804e3a-52d4-48b9-a767-26747fca3b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0dffeb63-ed37-46a7-bcbc-470ba732bae7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:31.623221 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8d970-ec35-4c77-9a4c-65397df024e9 None None] Pushing event updated for resources: {'Port': ['ID=0dffeb63-ed37-46a7-bcbc-470ba732bae7,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:31.704664 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6b69dd1a-44b4-4988-a0b6-e36c1e9273fe req-1b44273a-5cc9-4b06-818d-b878fc73eca2 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/ports?device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 210 time: 0.0930996 Feb 28 20:50:31.799990 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] Set router bbba4cc9-fd06-4738-af14-32dace13e139 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:50:31.843455 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd1923b2-1f97-49ed-b1ef-b5d56ad31c58 req-cb57829b-994a-430e-99ba-f2595fa7b6fa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1482685 Feb 28 20:50:31.888062 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-76804e3a-52d4-48b9-a767-26747fca3b47 None None] Current status of the port 0dffeb63-ed37-46a7-bcbc-470ba732bae7 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:50:31.888472 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-76804e3a-52d4-48b9-a767-26747fca3b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0dffeb63-ed37-46a7-bcbc-470ba732bae7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:32.001504 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-76804e3a-52d4-48b9-a767-26747fca3b47 None None] For port 0dffeb63-ed37-46a7-bcbc-470ba732bae7, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0dffeb63-ed37-46a7-bcbc-470ba732bae7,segment=NetworkSegment(934b20ca-f9c2-4729-b0b1-b41e5a356a0f),segment_id=934b20ca-f9c2-4729-b0b1-b41e5a356a0f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:50:32.013680 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-76804e3a-52d4-48b9-a767-26747fca3b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0dffeb63-ed37-46a7-bcbc-470ba732bae7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:32.066353 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1923b2-1f97-49ed-b1ef-b5d56ad31c58 req-62e65c35-814a-4f20-9908-665200f1b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:32.070152 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd1923b2-1f97-49ed-b1ef-b5d56ad31c58 req-62e65c35-814a-4f20-9908-665200f1b75d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca8529a81e0e4fd1b8bc8761fee03695&device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 1128 time: 0.1547055 Feb 28 20:50:32.117985 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76804e3a-52d4-48b9-a767-26747fca3b47 None None] Pushing event updated for resources: {'Port': ['ID=0dffeb63-ed37-46a7-bcbc-470ba732bae7,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:32.152301 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-eb70fd75-262a-465d-812b-6c38cc5b29eb None None] Provisioning complete for port 0dffeb63-ed37-46a7-bcbc-470ba732bae7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:32.152704 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb70fd75-262a-465d-812b-6c38cc5b29eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0dffeb63-ed37-46a7-bcbc-470ba732bae7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:32.245879 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1923b2-1f97-49ed-b1ef-b5d56ad31c58 req-de8dd028-e8b0-404d-93fd-5bd14f6d4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:32.247580 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd1923b2-1f97-49ed-b1ef-b5d56ad31c58 req-de8dd028-e8b0-404d-93fd-5bd14f6d4d67 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6a548f2a-a902-43e4-ac58-86d308bca412 HTTP/1.1" status: 200 len: 913 time: 0.1551440 Feb 28 20:50:32.306493 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbba4cc9-fd06-4738-af14-32dace13e139', 'name': 'tempest-TestServerBasicOps-1884942499-router', 'tenant_id': '15cf9a552b7642bd99f01064b21dd774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'baf267b0-39e7-41c2-a7f6-e2b21c5b2a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:21Z', 'updated_at': '2022-02-28T20:50:26Z', 'revision_number': 4, 'project_id': '15cf9a552b7642bd99f01064b21dd774', 'gw_port': {'id': 'baf267b0-39e7-41c2-a7f6-e2b21c5b2a02', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:91:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbba4cc9-fd06-4738-af14-32dace13e139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:22Z', 'updated_at': '2022-02-28T20:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '0dffeb63-ed37-46a7-bcbc-470ba732bae7', 'name': '', 'network_id': '7de8eb86-082a-4329-8404-4844679223fe', 'tenant_id': '15cf9a552b7642bd99f01064b21dd774', 'mac_address': 'fa:16:3e:5d:21:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbba4cc9-fd06-4738-af14-32dace13e139', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '866ac6e9-e7d5-40e5-a33c-d0965e8aec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:25Z', 'updated_at': '2022-02-28T20:50:31Z', 'revision_number': 4, 'project_id': '15cf9a552b7642bd99f01064b21dd774', 'subnets': [{'id': '866ac6e9-e7d5-40e5-a33c-d0965e8aec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:32.321151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-eb70fd75-262a-465d-812b-6c38cc5b29eb None None] Current status of the port 0dffeb63-ed37-46a7-bcbc-470ba732bae7 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:50:32.350909 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd1923b2-1f97-49ed-b1ef-b5d56ad31c58 req-0878b893-1592-427d-a676-7f5eb9247fe2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10fb9bbc-a826-4739-85d8-ada46201d257 HTTP/1.1" status: 200 len: 1001 time: 0.0945866 Feb 28 20:50:32.371722 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1b5155-e978-4fb1-98f2-0f49ee3c2750 None None] The sync data for ids ['bbba4cc9-fd06-4738-af14-32dace13e139'] in n-d-820368-21 is: [{'id': 'bbba4cc9-fd06-4738-af14-32dace13e139', 'name': 'tempest-TestServerBasicOps-1884942499-router', 'tenant_id': '15cf9a552b7642bd99f01064b21dd774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'baf267b0-39e7-41c2-a7f6-e2b21c5b2a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:21Z', 'updated_at': '2022-02-28T20:50:26Z', 'revision_number': 4, 'project_id': '15cf9a552b7642bd99f01064b21dd774', 'gw_port': {'id': 'baf267b0-39e7-41c2-a7f6-e2b21c5b2a02', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:91:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbba4cc9-fd06-4738-af14-32dace13e139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:22Z', 'updated_at': '2022-02-28T20:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '0dffeb63-ed37-46a7-bcbc-470ba732bae7', 'name': '', 'network_id': '7de8eb86-082a-4329-8404-4844679223fe', 'tenant_id': '15cf9a552b7642bd99f01064b21dd774', 'mac_address': 'fa:16:3e:5d:21:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbba4cc9-fd06-4738-af14-32dace13e139', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '866ac6e9-e7d5-40e5-a33c-d0965e8aec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:25Z', 'updated_at': '2022-02-28T20:50:31Z', 'revision_number': 4, 'project_id': '15cf9a552b7642bd99f01064b21dd774', 'subnets': [{'id': '866ac6e9-e7d5-40e5-a33c-d0965e8aec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:50:32.470113 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1923b2-1f97-49ed-b1ef-b5d56ad31c58 req-224a90f2-6554-457d-88a0-fd01c63cbdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:32.471923 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd1923b2-1f97-49ed-b1ef-b5d56ad31c58 req-224a90f2-6554-457d-88a0-fd01c63cbdf7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48d25025-9917-4b37-b5f9-f84ea6650e18 HTTP/1.1" status: 200 len: 852 time: 0.1143565 Feb 28 20:50:32.540016 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1923b2-1f97-49ed-b1ef-b5d56ad31c58 req-250a6c0c-41ee-43ab-bf96-3989bd1d4486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:32.542277 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd1923b2-1f97-49ed-b1ef-b5d56ad31c58 req-250a6c0c-41ee-43ab-bf96-3989bd1d4486 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6a548f2a-a902-43e4-ac58-86d308bca412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0628872 Feb 28 20:50:32.683138 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd1923b2-1f97-49ed-b1ef-b5d56ad31c58 req-e4683ab0-b3ce-4537-888f-8d32fece074d service neutron] 10.222.0.10 "GET /v2.0/networks/6a548f2a-a902-43e4-ac58-86d308bca412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309316 Feb 28 20:50:32.911681 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bd1923b2-1f97-49ed-b1ef-b5d56ad31c58 req-0d8e2083-52ef-41c5-be50-82ff9038a433 service neutron] 10.222.0.10 "GET /v2.0/networks/6a548f2a-a902-43e4-ac58-86d308bca412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163286 Feb 28 20:50:32.951579 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1c5afbbb-928b-46e9-8a9b-f69e9c367666 req-440cac91-f0ae-4918-9fd0-761feb98bdb5 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/ports?device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 210 time: 0.0940022 Feb 28 20:50:32.957679 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0dffeb63-ed37-46a7-bcbc-470ba732bae7 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:50:33.048971 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 0dffeb63-ed37-46a7-bcbc-470ba732bae7 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:33.050349 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0dffeb63-ed37-46a7-bcbc-470ba732bae7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:33.203983 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 0dffeb63-ed37-46a7-bcbc-470ba732bae7 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:50:33.336940 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-1a5c5172-081d-4db3-9dcf-c99b47c61ccc tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:33.341054 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-1a5c5172-081d-4db3-9dcf-c99b47c61ccc tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.15 "GET /v2.0/networks?id=4f9a971c-6543-4054-8397-e614a2e5941b HTTP/1.1" status: 200 len: 808 time: 0.1685698 Feb 28 20:50:33.430718 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-d627e4be-de91-491e-84a6-0bfb60d9cb35 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6116361ccba47c3b35ad4fce1da6a49 HTTP/1.1" status: 200 len: 379 time: 0.0821881 Feb 28 20:50:33.442398 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-38a23bb2-52e9-4095-b3d2-adcc0564ce3a tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Request body: {'port': {'device_id': '0daef6c6-df2e-42e4-82c7-5fb777676769', 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b', 'admin_state_up': True, 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'security_groups': ['9bdfc153-7100-4880-be95-30bf67bded54']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:50:33.596907 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-38a23bb2-52e9-4095-b3d2-adcc0564ce3a tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Made reservation on behalf of f6116361ccba47c3b35ad4fce1da6a49 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:50:33.601787 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-38a23bb2-52e9-4095-b3d2-adcc0564ce3a tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:33.761874 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-38a23bb2-52e9-4095-b3d2-adcc0564ce3a tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Allocated IP 172.20.0.4 (4f9a971c-6543-4054-8397-e614a2e5941b/ea22d25c-3fd1-4923-bf74-f28de2f38614/b87a1f21-daf6-4aa5-b417-b467e8c99141) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:50:33.945300 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-38a23bb2-52e9-4095-b3d2-adcc0564ce3a tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for port (b87a1f21-daf6-4aa5-b417-b467e8c99141), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:33.989484 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-38a23bb2-52e9-4095-b3d2-adcc0564ce3a tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b87a1f21-daf6-4aa5-b417-b467e8c99141), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:34.124088 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-38a23bb2-52e9-4095-b3d2-adcc0564ce3a tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Network 4f9a971c-6543-4054-8397-e614a2e5941b is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:50:34.132345 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-38a23bb2-52e9-4095-b3d2-adcc0564ce3a tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:50:34.143553 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-38a23bb2-52e9-4095-b3d2-adcc0564ce3a tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:50:34.198290 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-38a23bb2-52e9-4095-b3d2-adcc0564ce3a tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:34.198940 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-38a23bb2-52e9-4095-b3d2-adcc0564ce3a tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:34.223041 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a23bb2-52e9-4095-b3d2-adcc0564ce3a tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Pushing event updated for resources: {'Port': ['ID=b87a1f21-daf6-4aa5-b417-b467e8c99141,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:34.245143 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-38a23bb2-52e9-4095-b3d2-adcc0564ce3a tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7997184 Feb 28 20:50:34.248285 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cb163-a7db-4b6b-85b6-e840bfd0de7b req-8f24959b-27fd-4e11-b1a0-4b36b55c0924 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:34.249876 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f04cb163-a7db-4b6b-85b6-e840bfd0de7b req-8f24959b-27fd-4e11-b1a0-4b36b55c0924 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/ports?device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 931 time: 0.1391277 Feb 28 20:50:34.264455 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] Request body: {'port': {'device_id': '0daef6c6-df2e-42e4-82c7-5fb777676769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:50:34.331630 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f04cb163-a7db-4b6b-85b6-e840bfd0de7b req-17695c55-ffa5-4a11-91b2-76f7b6267084 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdfc153-7100-4880-be95-30bf67bded54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699477 Feb 28 20:50:34.382946 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b87a1f21-daf6-4aa5-b417-b467e8c99141), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:34.565846 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-63fd2d4e-58c4-4096-925a-47c7c696c2fd None None] Provisioning complete for port b87a1f21-daf6-4aa5-b417-b467e8c99141 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:34.566911 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-63fd2d4e-58c4-4096-925a-47c7c696c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b87a1f21-daf6-4aa5-b417-b467e8c99141), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:34.611331 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-63fd2d4e-58c4-4096-925a-47c7c696c2fd None None] Port b87a1f21-daf6-4aa5-b417-b467e8c99141 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:50:34.726581 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87a1f21-daf6-4aa5-b417-b467e8c99141 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:50:34.735612 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] Publish callbacks [] for port (b87a1f21-daf6-4aa5-b417-b467e8c99141), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:34.749075 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] Transition to ACTIVE for port object b87a1f21-daf6-4aa5-b417-b467e8c99141 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:50:34.752823 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (b87a1f21-daf6-4aa5-b417-b467e8c99141), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:34.852027 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b87a1f21-daf6-4aa5-b417-b467e8c99141,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:34.883308 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] Attempting to bind port b87a1f21-daf6-4aa5-b417-b467e8c99141 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:50:34.884054 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] Attempting to bind port b87a1f21-daf6-4aa5-b417-b467e8c99141 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '45ad9cc7-f545-48dd-8327-a484e95ccf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:50:34.884628 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] Attempting to bind port b87a1f21-daf6-4aa5-b417-b467e8c99141 on network 4f9a971c-6543-4054-8397-e614a2e5941b {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:50:34.889834 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] Port b87a1f21-daf6-4aa5-b417-b467e8c99141 on network 4f9a971c-6543-4054-8397-e614a2e5941b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:50:34.890430 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] Attempting to bind port b87a1f21-daf6-4aa5-b417-b467e8c99141 on network 4f9a971c-6543-4054-8397-e614a2e5941b {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:50:34.896539 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:50:34.897500 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] Checking segment: {'id': '45ad9cc7-f545-48dd-8327-a484e95ccf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:50:34.897948 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] Bound using segment: {'id': '45ad9cc7-f545-48dd-8327-a484e95ccf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:50:34.898470 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] Bound port: b87a1f21-daf6-4aa5-b417-b467e8c99141, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45ad9cc7-f545-48dd-8327-a484e95ccf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:50:34.898906 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b87a1f21-daf6-4aa5-b417-b467e8c99141), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:34.981377 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] For port b87a1f21-daf6-4aa5-b417-b467e8c99141, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:50:34.985888 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] For port b87a1f21-daf6-4aa5-b417-b467e8c99141, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b87a1f21-daf6-4aa5-b417-b467e8c99141,segment=NetworkSegment(45ad9cc7-f545-48dd-8327-a484e95ccf39),segment_id=45ad9cc7-f545-48dd-8327-a484e95ccf39)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:50:34.993166 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (b87a1f21-daf6-4aa5-b417-b467e8c99141), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:35.031391 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:35.032106 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:35.033833 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] 10.222.0.15 "PUT /v2.0/ports/b87a1f21-daf6-4aa5-b417-b467e8c99141 HTTP/1.1" status: 200 len: 1092 time: 0.7875919 Feb 28 20:50:35.034118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0daef6c6-df2e-42e4-82c7-5fb777676769', 'tag': 'b87a1f21-daf6-4aa5-b417-b467e8c99141'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:50:35.036441 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9040f09d-ee72-4191-babd-b76b13c8a4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0daef6c6-df2e-42e4-82c7-5fb777676769", "tag": "b87a1f21-daf6-4aa5-b417-b467e8c99141"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:50:35.073974 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6ddf6-10a5-482a-aa60-5ec0b62fc7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b87a1f21-daf6-4aa5-b417-b467e8c99141,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:35.138291 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40df6f20-baf2-4359-b03f-2e1cfe652cdc x-openstack-request-id: req-40df6f20-baf2-4359-b03f-2e1cfe652cdc {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:50:35.138643 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0daef6c6-df2e-42e4-82c7-5fb777676769", "tag": "b87a1f21-daf6-4aa5-b417-b467e8c99141", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:50:35.138949 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40df6f20-baf2-4359-b03f-2e1cfe652cdc {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:50:35.139485 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0daef6c6-df2e-42e4-82c7-5fb777676769', 'tag': 'b87a1f21-daf6-4aa5-b417-b467e8c99141', 'status': 'completed', 'code': 200} Feb 28 20:50:35.189000 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-67ff6bc7-5884-4364-8a82-abb256bd5db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:35.189000 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-67ff6bc7-5884-4364-8a82-abb256bd5db9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6116361ccba47c3b35ad4fce1da6a49&device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 1126 time: 0.1036129 Feb 28 20:50:35.281670 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-0b5c53f6-0f92-4985-be3b-c60879657ea1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b87a1f21-daf6-4aa5-b417-b467e8c99141 HTTP/1.1" status: 200 len: 217 time: 0.0869198 Feb 28 20:50:35.398314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-c232aebe-f573-4cf6-a873-a9f63caa3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:35.400207 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-c232aebe-f573-4cf6-a873-a9f63caa3a78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea22d25c-3fd1-4923-bf74-f28de2f38614 HTTP/1.1" status: 200 len: 847 time: 0.1090438 Feb 28 20:50:35.494109 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-0f2d80ee-79d6-44bf-a84a-f7723d8c73e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:35.497391 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-0f2d80ee-79d6-44bf-a84a-f7723d8c73e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f9a971c-6543-4054-8397-e614a2e5941b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0879247 Feb 28 20:50:35.604940 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a9a06-9a9b-4b1e-a2e7-2982d9f98aa1 req-f9e768fd-f466-4bab-80ff-805456ebc3b6 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:35.615512 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-729a9a06-9a9b-4b1e-a2e7-2982d9f98aa1 req-f9e768fd-f466-4bab-80ff-805456ebc3b6 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/ports?device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 943 time: 0.1223280 Feb 28 20:50:35.629244 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-b1a78dc3-ba27-4fba-8c37-58e943884ff9 service neutron] 10.222.0.15 "GET /v2.0/networks/4f9a971c-6543-4054-8397-e614a2e5941b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260266 Feb 28 20:50:35.680486 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-729a9a06-9a9b-4b1e-a2e7-2982d9f98aa1 req-1c9898d2-dae5-446e-b583-ab2d0f53edc2 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdfc153-7100-4880-be95-30bf67bded54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587099 Feb 28 20:50:35.784526 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-68e9e84b-4adb-4741-8a57-992c115e71bc req-776fc725-006b-4c87-ab34-63640e1a01c7 service neutron] 10.222.0.15 "GET /v2.0/networks/4f9a971c-6543-4054-8397-e614a2e5941b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480665 Feb 28 20:50:35.956326 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040f09d-ee72-4191-babd-b76b13c8a4c4 req-502eb757-553a-4ed2-9d49-ec300d37fe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:35.959684 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9040f09d-ee72-4191-babd-b76b13c8a4c4 req-502eb757-553a-4ed2-9d49-ec300d37fe38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6116361ccba47c3b35ad4fce1da6a49&device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 1126 time: 0.1009769 Feb 28 20:50:36.059659 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040f09d-ee72-4191-babd-b76b13c8a4c4 req-7712ab27-0e7c-46f3-b280-968c5ac98593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:36.061637 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9040f09d-ee72-4191-babd-b76b13c8a4c4 req-7712ab27-0e7c-46f3-b280-968c5ac98593 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4f9a971c-6543-4054-8397-e614a2e5941b HTTP/1.1" status: 200 len: 908 time: 0.0945811 Feb 28 20:50:36.113379 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9040f09d-ee72-4191-babd-b76b13c8a4c4 req-35c68235-d721-4495-a384-8c150d09d7cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b87a1f21-daf6-4aa5-b417-b467e8c99141 HTTP/1.1" status: 200 len: 217 time: 0.0459046 Feb 28 20:50:36.168146 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040f09d-ee72-4191-babd-b76b13c8a4c4 req-1ff8753f-c59e-465d-be6c-fd971c415838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:36.170302 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9040f09d-ee72-4191-babd-b76b13c8a4c4 req-1ff8753f-c59e-465d-be6c-fd971c415838 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea22d25c-3fd1-4923-bf74-f28de2f38614 HTTP/1.1" status: 200 len: 847 time: 0.0510421 Feb 28 20:50:36.233943 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040f09d-ee72-4191-babd-b76b13c8a4c4 req-085f065b-0b3f-4759-94ab-9ba6b886904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:36.236645 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9040f09d-ee72-4191-babd-b76b13c8a4c4 req-085f065b-0b3f-4759-94ab-9ba6b886904f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f9a971c-6543-4054-8397-e614a2e5941b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0600817 Feb 28 20:50:36.392719 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9040f09d-ee72-4191-babd-b76b13c8a4c4 req-60cacf11-9a68-475a-896c-d029b87c53c2 service neutron] 10.222.0.15 "GET /v2.0/networks/4f9a971c-6543-4054-8397-e614a2e5941b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492913 Feb 28 20:50:36.528951 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9040f09d-ee72-4191-babd-b76b13c8a4c4 req-a4c1fa98-4fd0-46f6-90c1-64d9f67e6d17 service neutron] 10.222.0.15 "GET /v2.0/networks/4f9a971c-6543-4054-8397-e614a2e5941b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263254 Feb 28 20:50:36.856107 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a37e7-8894-4089-9f6e-ce4704ae262c req-7bc14ff6-b57b-4af6-b847-c9c316d77ea5 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:36.857816 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-184a37e7-8894-4089-9f6e-ce4704ae262c req-7bc14ff6-b57b-4af6-b847-c9c316d77ea5 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/ports?device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 943 time: 0.0770972 Feb 28 20:50:36.915228 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-184a37e7-8894-4089-9f6e-ce4704ae262c req-b76eec6f-6504-4c7f-a061-503cae42822e tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdfc153-7100-4880-be95-30bf67bded54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517497 Feb 28 20:50:38.088293 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb7f46-ed0d-419b-9ce5-8f0010fab0cf req-2bc8b860-4cf0-484d-9b28-d9d54504d89d tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:38.091419 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0dcb7f46-ed0d-419b-9ce5-8f0010fab0cf req-2bc8b860-4cf0-484d-9b28-d9d54504d89d tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/ports?device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 943 time: 0.0702085 Feb 28 20:50:38.156833 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0dcb7f46-ed0d-419b-9ce5-8f0010fab0cf req-d0468d4a-7fce-488d-b47d-df95bb04fe3d tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdfc153-7100-4880-be95-30bf67bded54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583620 Feb 28 20:50:38.171546 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39032) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:38.739655 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-21a98f8e-091b-472d-9bff-e5890b13dcf7 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Deleting port 78e703b3-b96f-4077-9057-a17e1518be03 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:50:38.740554 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21a98f8e-091b-472d-9bff-e5890b13dcf7 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (78e703b3-b96f-4077-9057-a17e1518be03), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:38.832203 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21a98f8e-091b-472d-9bff-e5890b13dcf7 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (78e703b3-b96f-4077-9057-a17e1518be03), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:38.832546 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21a98f8e-091b-472d-9bff-e5890b13dcf7 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for floatingip (78e703b3-b96f-4077-9057-a17e1518be03), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:38.845829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-21a98f8e-091b-472d-9bff-e5890b13dcf7 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Calling delete_port for 78e703b3-b96f-4077-9057-a17e1518be03 owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:50:38.938145 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device b87a1f21-daf6-4aa5-b417-b467e8c99141 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:50:39.032511 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21a98f8e-091b-472d-9bff-e5890b13dcf7 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (78e703b3-b96f-4077-9057-a17e1518be03), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:39.087024 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a98f8e-091b-472d-9bff-e5890b13dcf7 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Pushing event deleted for resources: {'Port': ['ID=78e703b3-b96f-4077-9057-a17e1518be03,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:39.105713 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port b87a1f21-daf6-4aa5-b417-b467e8c99141, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b87a1f21-daf6-4aa5-b417-b467e8c99141,segment=NetworkSegment(45ad9cc7-f545-48dd-8327-a484e95ccf39),segment_id=45ad9cc7-f545-48dd-8327-a484e95ccf39)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:50:39.133728 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'b87a1f21-daf6-4aa5-b417-b467e8c99141', 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b', 'port_id': 'b87a1f21-daf6-4aa5-b417-b467e8c99141', 'mac_address': 'fa:16:3e:01:0a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:50:39.193341 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21a98f8e-091b-472d-9bff-e5890b13dcf7 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for floatingip (6ba74df9-1048-4c9d-83f6-a6fb393ea56f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:39.193848 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-21a98f8e-091b-472d-9bff-e5890b13dcf7 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Floating IP 6ba74df9-1048-4c9d-83f6-a6fb393ea56f disassociated (deleted). External IP: 172.25.0.120, port: 10fb9bbc-a826-4739-85d8-ada46201d257. Feb 28 20:50:39.201547 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port b87a1f21-daf6-4aa5-b417-b467e8c99141 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:50:39.201933 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b87a1f21-daf6-4aa5-b417-b467e8c99141), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:39.224469 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87a1f21-daf6-4aa5-b417-b467e8c99141 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:50:39.261414 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port b87a1f21-daf6-4aa5-b417-b467e8c99141, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b87a1f21-daf6-4aa5-b417-b467e8c99141,segment=NetworkSegment(45ad9cc7-f545-48dd-8327-a484e95ccf39),segment_id=45ad9cc7-f545-48dd-8327-a484e95ccf39)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:50:39.269766 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b87a1f21-daf6-4aa5-b417-b467e8c99141), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:39.338729 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=b87a1f21-daf6-4aa5-b417-b467e8c99141,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:39.359491 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e022d7-c416-4796-acee-4aa531ee15ac req-017e9831-d637-46b4-8c42-59d4db9062b8 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:39.362322 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26e022d7-c416-4796-acee-4aa531ee15ac req-017e9831-d637-46b4-8c42-59d4db9062b8 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/ports?device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 943 time: 0.1194327 Feb 28 20:50:39.433570 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26e022d7-c416-4796-acee-4aa531ee15ac req-77d115c7-e2d7-4085-af95-521863fda1fc tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdfc153-7100-4880-be95-30bf67bded54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645418 Feb 28 20:50:39.486855 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['b87a1f21-daf6-4aa5-b417-b467e8c99141'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:50:39.592964 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a98f8e-091b-472d-9bff-e5890b13dcf7 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Router 5e0886e0-f525-41e8-ae54-c954a91e235c has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:50:39.757112 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a98f8e-091b-472d-9bff-e5890b13dcf7 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:50:39.767669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614757e4-4ee4-4c58-adc5-54a4313e1da2 None None] Sync routers for ids ['5e0886e0-f525-41e8-ae54-c954a91e235c'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:50:39.768475 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-21a98f8e-091b-472d-9bff-e5890b13dcf7 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:39.800115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614757e4-4ee4-4c58-adc5-54a4313e1da2 None None] Routers {'5e0886e0-f525-41e8-ae54-c954a91e235c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:50:39.801122 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-614757e4-4ee4-4c58-adc5-54a4313e1da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:50:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5e0886e0-f525-41e8-ae54-c954a91e235c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:39.803271 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-21a98f8e-091b-472d-9bff-e5890b13dcf7 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "DELETE /v2.0/floatingips/6ba74df9-1048-4c9d-83f6-a6fb393ea56f HTTP/1.1" status: 204 len: 168 time: 1.6296349 Feb 28 20:50:39.804032 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9a4915-5603-4bd5-8b5c-f77c0d025a68', 'tag': '10fb9bbc-a826-4739-85d8-ada46201d257'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:50:39.806310 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d1be94-2ca1-4723-bf21-b7bddc571923" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9a4915-5603-4bd5-8b5c-f77c0d025a68", "tag": "10fb9bbc-a826-4739-85d8-ada46201d257"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:50:39.870134 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45a8908-4272-43fc-ac78-a16010cfd60a x-openstack-request-id: req-b45a8908-4272-43fc-ac78-a16010cfd60a {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:50:39.870602 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9a4915-5603-4bd5-8b5c-f77c0d025a68", "tag": "10fb9bbc-a826-4739-85d8-ada46201d257", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:50:39.871018 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b45a8908-4272-43fc-ac78-a16010cfd60a {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:50:39.871654 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9a4915-5603-4bd5-8b5c-f77c0d025a68', 'tag': '10fb9bbc-a826-4739-85d8-ada46201d257', 'status': 'completed', 'code': 200} Feb 28 20:50:40.002106 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1be94-2ca1-4723-bf21-b7bddc571923 req-c5c2cf95-49ab-4494-9745-82e775b1430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:40.005579 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3d1be94-2ca1-4723-bf21-b7bddc571923 req-c5c2cf95-49ab-4494-9745-82e775b1430d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca8529a81e0e4fd1b8bc8761fee03695&device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 1128 time: 0.1010602 Feb 28 20:50:40.112358 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-614757e4-4ee4-4c58-adc5-54a4313e1da2 None None] Set router 5e0886e0-f525-41e8-ae54-c954a91e235c gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:50:40.203748 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1be94-2ca1-4723-bf21-b7bddc571923 req-1316dbef-bfc9-4f22-8821-0620674e63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:40.206585 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3d1be94-2ca1-4723-bf21-b7bddc571923 req-1316dbef-bfc9-4f22-8821-0620674e63b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6a548f2a-a902-43e4-ac58-86d308bca412 HTTP/1.1" status: 200 len: 913 time: 0.1909437 Feb 28 20:50:40.217973 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eefde-90b5-4b08-98ad-16a194c5d476 req-294055c2-8cc0-439e-8e47-96174158aa55 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:40.226345 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e60eefde-90b5-4b08-98ad-16a194c5d476 req-294055c2-8cc0-439e-8e47-96174158aa55 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 945 time: 0.1248815 Feb 28 20:50:40.313091 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3d1be94-2ca1-4723-bf21-b7bddc571923 req-099d47c3-7805-45fa-859d-f970fe6fef43 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10fb9bbc-a826-4739-85d8-ada46201d257 HTTP/1.1" status: 200 len: 217 time: 0.0696461 Feb 28 20:50:40.398269 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1be94-2ca1-4723-bf21-b7bddc571923 req-edf53b3d-062d-4862-9e23-7bf817dc2e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:40.399750 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3d1be94-2ca1-4723-bf21-b7bddc571923 req-edf53b3d-062d-4862-9e23-7bf817dc2e79 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48d25025-9917-4b37-b5f9-f84ea6650e18 HTTP/1.1" status: 200 len: 852 time: 0.0688071 Feb 28 20:50:40.433712 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e60eefde-90b5-4b08-98ad-16a194c5d476 req-11f72563-70b4-41b1-aade-6fa73cc7fdeb tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062712 Feb 28 20:50:40.474924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-614757e4-4ee4-4c58-adc5-54a4313e1da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'name': 'tempest-TestVolumeBackupRestore-889007208-router', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:55Z', 'updated_at': '2022-02-28T20:46:01Z', 'revision_number': 4, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'gw_port': {'id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:57Z', 'updated_at': '2022-02-28T20:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c1b54c36-94b9-45b3-877e-c3e80da62faa', 'name': '', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'mac_address': 'fa:16:3e:bf:57:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:00Z', 'updated_at': '2022-02-28T20:46:15Z', 'revision_number': 5, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'subnets': [{'id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:40.493910 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1be94-2ca1-4723-bf21-b7bddc571923 req-c225286b-8128-4e92-92db-824dcd10da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:40.495813 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3d1be94-2ca1-4723-bf21-b7bddc571923 req-c225286b-8128-4e92-92db-824dcd10da54 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6a548f2a-a902-43e4-ac58-86d308bca412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0853341 Feb 28 20:50:40.519237 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614757e4-4ee4-4c58-adc5-54a4313e1da2 None None] Checking router: 5e0886e0-f525-41e8-ae54-c954a91e235c for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:50:40.539411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614757e4-4ee4-4c58-adc5-54a4313e1da2 None None] Routers {'5e0886e0-f525-41e8-ae54-c954a91e235c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:50:40.540074 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-614757e4-4ee4-4c58-adc5-54a4313e1da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:50:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5e0886e0-f525-41e8-ae54-c954a91e235c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:40.705078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-614757e4-4ee4-4c58-adc5-54a4313e1da2 None None] Set router 5e0886e0-f525-41e8-ae54-c954a91e235c gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:50:40.714502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3560ceb-6cdd-4586-8262-089f34722360 req-bd560c88-951c-4818-8fc6-cc05422460ac tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:40.721717 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3560ceb-6cdd-4586-8262-089f34722360 req-bd560c88-951c-4818-8fc6-cc05422460ac tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/ports?device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 944 time: 0.1607945 Feb 28 20:50:40.731648 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3d1be94-2ca1-4723-bf21-b7bddc571923 req-f65ae625-c38b-4bee-add5-aeaac6f05848 service neutron] 10.222.0.10 "GET /v2.0/networks/6a548f2a-a902-43e4-ac58-86d308bca412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263358 Feb 28 20:50:40.925608 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3560ceb-6cdd-4586-8262-089f34722360 req-e9ab8bc7-8883-4b7c-9d64-a9037e7de8ba tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdfc153-7100-4880-be95-30bf67bded54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026770 Feb 28 20:50:40.951391 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3d1be94-2ca1-4723-bf21-b7bddc571923 req-757aa283-1aa0-45b1-b156-5c9a0970dd1e service neutron] 10.222.0.10 "GET /v2.0/networks/6a548f2a-a902-43e4-ac58-86d308bca412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041528 Feb 28 20:50:40.969635 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device b87a1f21-daf6-4aa5-b417-b467e8c99141 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:50:41.111491 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port b87a1f21-daf6-4aa5-b417-b467e8c99141 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:50:41.118474 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port b87a1f21-daf6-4aa5-b417-b467e8c99141 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:41.119485 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b87a1f21-daf6-4aa5-b417-b467e8c99141), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:41.185424 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-614757e4-4ee4-4c58-adc5-54a4313e1da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'name': 'tempest-TestVolumeBackupRestore-889007208-router', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:55Z', 'updated_at': '2022-02-28T20:46:01Z', 'revision_number': 4, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'gw_port': {'id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:57Z', 'updated_at': '2022-02-28T20:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c1b54c36-94b9-45b3-877e-c3e80da62faa', 'name': '', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'mac_address': 'fa:16:3e:bf:57:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:00Z', 'updated_at': '2022-02-28T20:46:15Z', 'revision_number': 5, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'subnets': [{'id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:41.231806 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614757e4-4ee4-4c58-adc5-54a4313e1da2 None None] The sync data for ids ['5e0886e0-f525-41e8-ae54-c954a91e235c'] in n-d-820368-21 is: [{'id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'name': 'tempest-TestVolumeBackupRestore-889007208-router', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:55Z', 'updated_at': '2022-02-28T20:46:01Z', 'revision_number': 4, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'gw_port': {'id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:57Z', 'updated_at': '2022-02-28T20:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c1b54c36-94b9-45b3-877e-c3e80da62faa', 'name': '', 'network_id': '6a548f2a-a902-43e4-ac58-86d308bca412', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'mac_address': 'fa:16:3e:bf:57:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:00Z', 'updated_at': '2022-02-28T20:46:15Z', 'revision_number': 5, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'subnets': [{'id': '48d25025-9917-4b37-b5f9-f84ea6650e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:50:41.303896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port b87a1f21-daf6-4aa5-b417-b467e8c99141 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:50:41.304765 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b87a1f21-daf6-4aa5-b417-b467e8c99141), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:41.418329 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port b87a1f21-daf6-4aa5-b417-b467e8c99141, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b87a1f21-daf6-4aa5-b417-b467e8c99141,segment=NetworkSegment(45ad9cc7-f545-48dd-8327-a484e95ccf39),segment_id=45ad9cc7-f545-48dd-8327-a484e95ccf39)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:50:41.420492 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daef6c6-df2e-42e4-82c7-5fb777676769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87a1f21-daf6-4aa5-b417-b467e8c99141'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:50:41.424257 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dea94c8-b137-46b5-ad0d-4bf781809190" -d '{"events": [{"server_uuid": "0daef6c6-df2e-42e4-82c7-5fb777676769", "name": "network-vif-plugged", "status": "completed", "tag": "b87a1f21-daf6-4aa5-b417-b467e8c99141"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:50:41.447125 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b87a1f21-daf6-4aa5-b417-b467e8c99141), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:41.589185 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a2740f-51a9-4cf7-bded-7939b435bece x-openstack-request-id: req-22a2740f-51a9-4cf7-bded-7939b435bece {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:50:41.589639 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0daef6c6-df2e-42e4-82c7-5fb777676769", "name": "network-vif-plugged", "status": "completed", "tag": "b87a1f21-daf6-4aa5-b417-b467e8c99141", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:50:41.590048 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22a2740f-51a9-4cf7-bded-7939b435bece {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:50:41.593459 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0daef6c6-df2e-42e4-82c7-5fb777676769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87a1f21-daf6-4aa5-b417-b467e8c99141', 'code': 200} Feb 28 20:50:41.724706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=b87a1f21-daf6-4aa5-b417-b467e8c99141,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:41.773029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdafc4-fb41-40bb-9eed-a6bd1c3dc30a req-c550b15a-0a63-487c-9206-760362e54fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:41.778019 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-28fdafc4-fb41-40bb-9eed-a6bd1c3dc30a req-c550b15a-0a63-487c-9206-760362e54fcf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 1128 time: 0.1125939 Feb 28 20:50:41.816074 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2df28-271c-4a02-965a-dd10ec839420 req-4d645ce9-6f0d-4e69-9e82-46bdf7cfc8e0 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:41.834509 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bbb2df28-271c-4a02-965a-dd10ec839420 req-4d645ce9-6f0d-4e69-9e82-46bdf7cfc8e0 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 945 time: 0.2143512 Feb 28 20:50:41.891629 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-28fdafc4-fb41-40bb-9eed-a6bd1c3dc30a req-945bc373-6b3f-4245-9164-1c2ef91325a7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9bdfc153-7100-4880-be95-30bf67bded54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069732 Feb 28 20:50:41.916404 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bbb2df28-271c-4a02-965a-dd10ec839420 req-ac268f38-4cc3-4b25-a529-488d23d30ff0 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/security-groups?id=09431c32-436e-487d-8bdc-17bfdb89d8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789373 Feb 28 20:50:41.932170 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb7c006-9151-484a-a2d6-99d79e5c8cce None None] New status for floating IP 6ba74df9-1048-4c9d-83f6-a6fb393ea56f: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:50:42.107527 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f743183-819c-4592-8c35-1eb068965c9b req-4620bfde-c2c5-4039-bf8b-1bccea807809 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:42.110138 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f743183-819c-4592-8c35-1eb068965c9b req-4620bfde-c2c5-4039-bf8b-1bccea807809 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 945 time: 0.1003244 Feb 28 20:50:42.124854 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d884787-2cc5-4b10-9f9c-6a37b0133d8e req-521507c0-4949-4ac1-bae9-926fba17c9ad tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:42.126632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d884787-2cc5-4b10-9f9c-6a37b0133d8e req-521507c0-4949-4ac1-bae9-926fba17c9ad tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/ports?device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 945 time: 0.1190989 Feb 28 20:50:42.271129 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d884787-2cc5-4b10-9f9c-6a37b0133d8e req-72038c26-28e5-4f6d-a1aa-a15d3f2097f0 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdfc153-7100-4880-be95-30bf67bded54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309509 Feb 28 20:50:42.317314 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-4f743183-819c-4592-8c35-1eb068965c9b req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Deleting port 10fb9bbc-a826-4739-85d8-ada46201d257 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:50:42.317837 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4f743183-819c-4592-8c35-1eb068965c9b req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (10fb9bbc-a826-4739-85d8-ada46201d257), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:42.440943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-4f743183-819c-4592-8c35-1eb068965c9b req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] For port 10fb9bbc-a826-4739-85d8-ada46201d257, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=10fb9bbc-a826-4739-85d8-ada46201d257,segment=NetworkSegment(42809b13-dc8c-49c8-a0bd-6f26afd2cb3b),segment_id=42809b13-dc8c-49c8-a0bd-6f26afd2cb3b)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:50:42.441626 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4f743183-819c-4592-8c35-1eb068965c9b req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (10fb9bbc-a826-4739-85d8-ada46201d257), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:42.459473 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-4f743183-819c-4592-8c35-1eb068965c9b req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Calling delete_port for 10fb9bbc-a826-4739-85d8-ada46201d257 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:50:42.647940 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4f743183-819c-4592-8c35-1eb068965c9b req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (10fb9bbc-a826-4739-85d8-ada46201d257), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:42.692232 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Pushing event deleted for resources: {'Port': ['ID=10fb9bbc-a826-4739-85d8-ada46201d257,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:42.720951 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:42.721451 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:42.721906 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:42.722376 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:42.722862 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:42.723307 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:42.723794 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:42.724250 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:42.724702 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:42.725149 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:42.725595 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:42.726044 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:42.726475 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:50:42.746084 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f743183-819c-4592-8c35-1eb068965c9b req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] No DVR routers for this DVR port 10fb9bbc-a826-4739-85d8-ada46201d257 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:50:42.749968 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4f743183-819c-4592-8c35-1eb068965c9b req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:42.753567 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f743183-819c-4592-8c35-1eb068965c9b req-537b6a2a-d6c8-4c8f-b70d-9d853c12f277 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.10 "DELETE /v2.0/ports/10fb9bbc-a826-4739-85d8-ada46201d257 HTTP/1.1" status: 204 len: 173 time: 0.6258004 Feb 28 20:50:42.754128 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9a4915-5603-4bd5-8b5c-f77c0d025a68', 'name': 'network-vif-deleted', 'tag': '10fb9bbc-a826-4739-85d8-ada46201d257'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:50:42.756865 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d1cd87-320a-40f6-8bfa-91aaefecd6fc" -d '{"events": [{"server_uuid": "4b9a4915-5603-4bd5-8b5c-f77c0d025a68", "name": "network-vif-deleted", "tag": "10fb9bbc-a826-4739-85d8-ada46201d257"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:50:42.804566 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bba164-3051-4a65-814e-9f04e791a7cd x-openstack-request-id: req-69bba164-3051-4a65-814e-9f04e791a7cd {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:50:42.805207 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9a4915-5603-4bd5-8b5c-f77c0d025a68", "name": "network-vif-deleted", "tag": "10fb9bbc-a826-4739-85d8-ada46201d257", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:50:42.805441 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69bba164-3051-4a65-814e-9f04e791a7cd {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:50:42.805852 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9a4915-5603-4bd5-8b5c-f77c0d025a68', 'name': 'network-vif-deleted', 'tag': '10fb9bbc-a826-4739-85d8-ada46201d257', 'status': 'completed', 'code': 200} Feb 28 20:50:43.055697 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eecbb4bf-df91-4798-9bcb-a8d98e136bc8 req-a91fa8be-db39-46da-8593-0776937c9efb tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 210 time: 0.0414877 Feb 28 20:50:43.450163 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc97b3-7083-4115-9a1d-4154681c3d18 req-9741c0fe-066d-42d3-8b27-84abed47f740 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:43.461265 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f2cc97b3-7083-4115-9a1d-4154681c3d18 req-9741c0fe-066d-42d3-8b27-84abed47f740 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/ports?device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 945 time: 0.0968313 Feb 28 20:50:43.528260 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f2cc97b3-7083-4115-9a1d-4154681c3d18 req-fb44c645-688a-40c6-bea0-4fc0cbc5ef9c tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdfc153-7100-4880-be95-30bf67bded54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657306 Feb 28 20:50:43.692493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4e0c4-dadc-4bde-93e4-85bc01b0f761 req-47a541f0-73bc-4e5e-8a7f-2cfdd58a0516 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:43.694001 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1bf4e0c4-dadc-4bde-93e4-85bc01b0f761 req-47a541f0-73bc-4e5e-8a7f-2cfdd58a0516 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/ports?device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 945 time: 0.0785246 Feb 28 20:50:43.756024 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1bf4e0c4-dadc-4bde-93e4-85bc01b0f761 req-fbd12aec-2d8a-4d0c-98b1-ed1f092b9dd1 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdfc153-7100-4880-be95-30bf67bded54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532908 Feb 28 20:50:43.950257 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe3fc6-8c6f-4681-875d-d556c84a8fe8 req-6699d211-f543-4407-b6a6-e4d4b6d163bb tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:43.951672 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-90fe3fc6-8c6f-4681-875d-d556c84a8fe8 req-6699d211-f543-4407-b6a6-e4d4b6d163bb tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/ports?device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 945 time: 0.0789251 Feb 28 20:50:44.065886 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-90fe3fc6-8c6f-4681-875d-d556c84a8fe8 req-665d0e4d-c9e6-4d0c-944d-e2b498f777a5 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdfc153-7100-4880-be95-30bf67bded54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077132 Feb 28 20:50:44.089806 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39086) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:44.210633 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-544ec4f7-1069-42f3-99f0-43432525d209 req-6bed5940-2180-45ed-b9f4-afa82ed1d13b tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 210 time: 0.0445585 Feb 28 20:50:44.236043 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed147d30-05e2-407c-a9eb-d0a1c0bc331d tempest-TestServerBasicOps-866370471 tempest-TestServerBasicOps-866370471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:44.242584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39090) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:44.243788 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ed147d30-05e2-407c-a9eb-d0a1c0bc331d tempest-TestServerBasicOps-866370471 tempest-TestServerBasicOps-866370471-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 1123 time: 0.1528616 Feb 28 20:50:44.247592 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d8567e26-034b-464b-a962-d512935ce1d4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': 'b87a1f21-daf6-4aa5-b417-b467e8c99141', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:50:44.281643 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d8567e26-034b-464b-a962-d512935ce1d4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:44.412101 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d8567e26-034b-464b-a962-d512935ce1d4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:44.537536 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-d8567e26-034b-464b-a962-d512935ce1d4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Allocated IP 172.25.0.128 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/82f0eb30-c77f-4886-a437-9b39dc701426) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:50:44.654033 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d8567e26-034b-464b-a962-d512935ce1d4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for port (82f0eb30-c77f-4886-a437-9b39dc701426), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:44.696525 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d8567e26-034b-464b-a962-d512935ce1d4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (82f0eb30-c77f-4886-a437-9b39dc701426), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:44.744571 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8567e26-034b-464b-a962-d512935ce1d4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:50:44.750680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-d8567e26-034b-464b-a962-d512935ce1d4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:50:44.753383 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8567e26-034b-464b-a962-d512935ce1d4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:50:44.785276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8567e26-034b-464b-a962-d512935ce1d4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Pushing event updated for resources: {'Port': ['ID=82f0eb30-c77f-4886-a437-9b39dc701426,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:45.666942 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c8464a69-6812-4adb-b419-9e8467c4b27e req-eda8631c-527e-44bf-a911-608c91e51a94 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 210 time: 0.0499187 Feb 28 20:50:45.890317 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2309a3-865f-4994-9acf-5099e830c3de req-47cb8057-260b-4754-a3bb-eac4cf166da2 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:45.891786 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf2309a3-865f-4994-9acf-5099e830c3de req-47cb8057-260b-4754-a3bb-eac4cf166da2 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 812 time: 0.2764359 Feb 28 20:50:45.896426 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d8567e26-034b-464b-a962-d512935ce1d4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for floatingip (23d9e1d0-2809-48da-baef-737dba49ea79), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:45.940743 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf2309a3-865f-4994-9acf-5099e830c3de req-978eab50-8e2a-4f08-925c-31122a38080a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/quotas/58bfb457c00e4b538fbd5bd4fd7cfdd5 HTTP/1.1" status: 200 len: 375 time: 0.0415685 Feb 28 20:50:46.015679 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d8567e26-034b-464b-a962-d512935ce1d4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (82f0eb30-c77f-4886-a437-9b39dc701426), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:46.062542 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf2309a3-865f-4994-9acf-5099e830c3de req-2d2d53aa-d3ba-4270-8896-751730940c66 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095667 Feb 28 20:50:46.225889 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf2309a3-865f-4994-9acf-5099e830c3de req-58811471-dd9f-4070-88bc-10d0d6cf1fd0 service neutron] 10.222.0.13 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335087 Feb 28 20:50:46.364900 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d8567e26-034b-464b-a962-d512935ce1d4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for port (82f0eb30-c77f-4886-a437-9b39dc701426), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:46.369480 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf2309a3-865f-4994-9acf-5099e830c3de req-cec17ab4-fea1-48a6-a767-fff4a338640c service neutron] 10.222.0.13 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318696 Feb 28 20:50:46.375052 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d8567e26-034b-464b-a962-d512935ce1d4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (82f0eb30-c77f-4886-a437-9b39dc701426), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:46.399272 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 10fb9bbc-a826-4739-85d8-ada46201d257 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:50:46.475352 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 10fb9bbc-a826-4739-85d8-ada46201d257 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:50:46.477449 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 10fb9bbc-a826-4739-85d8-ada46201d257 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:50:46.546540 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8567e26-034b-464b-a962-d512935ce1d4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Pushing event updated for resources: {'Port': ['ID=82f0eb30-c77f-4886-a437-9b39dc701426,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:46.548808 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9f0af08a-ee71-42ff-9a28-90d109d1a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:46.569674 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d8567e26-034b-464b-a962-d512935ce1d4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (23d9e1d0-2809-48da-baef-737dba49ea79), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:46.812463 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-d8567e26-034b-464b-a962-d512935ce1d4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Floating IP 23d9e1d0-2809-48da-baef-737dba49ea79 associated. External IP: 172.25.0.128, port: b87a1f21-daf6-4aa5-b417-b467e8c99141. Feb 28 20:50:46.975129 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-546e1b1c-2f8e-4e2e-ae8f-8faf47c72f28 req-f639673d-ff23-41bb-81f5-ec91c919081c tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 210 time: 0.0820467 Feb 28 20:50:47.050112 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1e5de46f-4e1b-4754-bc59-2affe1c99893 req-3b931352-5d2e-4433-bcbf-bc82b53354e9 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 210 time: 0.0716853 Feb 28 20:50:47.253057 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8567e26-034b-464b-a962-d512935ce1d4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Router b322c89f-c6f4-483f-800c-ecdadb28e424 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:50:47.425853 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8567e26-034b-464b-a962-d512935ce1d4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:50:47.443921 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c754b677-e07c-43ae-b2e1-ecc1b502f20c None None] Sync routers for ids ['b322c89f-c6f4-483f-800c-ecdadb28e424'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:50:47.448884 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d8567e26-034b-464b-a962-d512935ce1d4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:47.455070 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c754b677-e07c-43ae-b2e1-ecc1b502f20c None None] Routers {'b322c89f-c6f4-483f-800c-ecdadb28e424'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:50:47.456015 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c754b677-e07c-43ae-b2e1-ecc1b502f20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:50:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['b322c89f-c6f4-483f-800c-ecdadb28e424'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:47.512082 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d8567e26-034b-464b-a962-d512935ce1d4 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2682288 Feb 28 20:50:47.512748 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0daef6c6-df2e-42e4-82c7-5fb777676769', 'tag': 'b87a1f21-daf6-4aa5-b417-b467e8c99141'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:50:47.516797 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb38a524-66e9-4c8f-a42c-e4dcabe92c28" -d '{"events": [{"name": "network-changed", "server_uuid": "0daef6c6-df2e-42e4-82c7-5fb777676769", "tag": "b87a1f21-daf6-4aa5-b417-b467e8c99141"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:50:47.568510 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8571140e-1896-4c36-8c02-e217b8f1e297 x-openstack-request-id: req-8571140e-1896-4c36-8c02-e217b8f1e297 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:50:47.568844 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0daef6c6-df2e-42e4-82c7-5fb777676769", "tag": "b87a1f21-daf6-4aa5-b417-b467e8c99141", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:50:47.569428 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8571140e-1896-4c36-8c02-e217b8f1e297 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:50:47.569944 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0daef6c6-df2e-42e4-82c7-5fb777676769', 'tag': 'b87a1f21-daf6-4aa5-b417-b467e8c99141', 'status': 'completed', 'code': 200} Feb 28 20:50:47.610916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-c754b677-e07c-43ae-b2e1-ecc1b502f20c None None] Set router b322c89f-c6f4-483f-800c-ecdadb28e424 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:50:47.653908 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38a524-66e9-4c8f-a42c-e4dcabe92c28 req-41ada4ed-9d18-4f7a-9148-708d67cb0807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:47.656825 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb38a524-66e9-4c8f-a42c-e4dcabe92c28 req-41ada4ed-9d18-4f7a-9148-708d67cb0807 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6116361ccba47c3b35ad4fce1da6a49&device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 1128 time: 0.0636437 Feb 28 20:50:47.775528 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38a524-66e9-4c8f-a42c-e4dcabe92c28 req-79e601a1-6b58-44dd-89d4-e29a3b6623a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:47.779710 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb38a524-66e9-4c8f-a42c-e4dcabe92c28 req-79e601a1-6b58-44dd-89d4-e29a3b6623a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4f9a971c-6543-4054-8397-e614a2e5941b HTTP/1.1" status: 200 len: 908 time: 0.1171381 Feb 28 20:50:47.916513 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb38a524-66e9-4c8f-a42c-e4dcabe92c28 req-765a56f0-2a71-4245-bf3a-8e7b930bbe39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b87a1f21-daf6-4aa5-b417-b467e8c99141 HTTP/1.1" status: 200 len: 999 time: 0.1315777 Feb 28 20:50:48.016637 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38a524-66e9-4c8f-a42c-e4dcabe92c28 req-51315e55-d20b-4e41-a2fb-29c59880fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:48.019562 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb38a524-66e9-4c8f-a42c-e4dcabe92c28 req-51315e55-d20b-4e41-a2fb-29c59880fe27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea22d25c-3fd1-4923-bf74-f28de2f38614 HTTP/1.1" status: 200 len: 847 time: 0.0947814 Feb 28 20:50:48.129568 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3b4457e-aad3-4dec-b000-f8a44607139a req-0d07e8ff-3e5a-478d-928c-3c928456986f tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 210 time: 0.0445275 Feb 28 20:50:48.132260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38a524-66e9-4c8f-a42c-e4dcabe92c28 req-dee4af80-dbe9-4b2e-83a4-aadbb567e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:48.144189 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb38a524-66e9-4c8f-a42c-e4dcabe92c28 req-dee4af80-dbe9-4b2e-83a4-aadbb567e2c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f9a971c-6543-4054-8397-e614a2e5941b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1099520 Feb 28 20:50:48.225745 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-091fb94b-b557-4fde-bf6f-a89772e288e8 req-995c7400-e2f4-4c8c-9888-ffd072e5802f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 210 time: 0.0551507 Feb 28 20:50:48.306180 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb38a524-66e9-4c8f-a42c-e4dcabe92c28 req-dbf3b2d4-418a-4ddc-b00b-005f6b1a75f1 service neutron] 10.222.0.15 "GET /v2.0/networks/4f9a971c-6543-4054-8397-e614a2e5941b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608634 Feb 28 20:50:48.333079 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c754b677-e07c-43ae-b2e1-ecc1b502f20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'name': 'tempest-TestServerBasicOps-125657804-router', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '275c9705-d159-4e8d-828e-32c0959377b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:18Z', 'revision_number': 4, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'gw_port': {'id': '275c9705-d159-4e8d-828e-32c0959377b4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '23d9e1d0-2809-48da-baef-737dba49ea79', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'port_id': 'b87a1f21-daf6-4aa5-b417-b467e8c99141', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b', 'mac_address': 'fa:16:3e:01:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daef6c6-df2e-42e4-82c7-5fb777676769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:50:45Z', 'updated_at': '2022-02-28T20:50:45Z', 'revision_number': 0, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dabb535-b05c-4a45-85a4-9607d4060b5a', 'name': '', 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'mac_address': 'fa:16:3e:c0:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:17Z', 'updated_at': '2022-02-28T20:50:25Z', 'revision_number': 5, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'subnets': [{'id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:48.379258 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c754b677-e07c-43ae-b2e1-ecc1b502f20c None None] Checking router: b322c89f-c6f4-483f-800c-ecdadb28e424 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:50:48.393082 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c754b677-e07c-43ae-b2e1-ecc1b502f20c None None] Routers {'b322c89f-c6f4-483f-800c-ecdadb28e424'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:50:48.393827 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c754b677-e07c-43ae-b2e1-ecc1b502f20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:50:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['b322c89f-c6f4-483f-800c-ecdadb28e424'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:48.515099 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eb38a524-66e9-4c8f-a42c-e4dcabe92c28 req-9085a20f-8546-42f9-80a7-12167815799f service neutron] 10.222.0.15 "GET /v2.0/networks/4f9a971c-6543-4054-8397-e614a2e5941b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998808 Feb 28 20:50:48.525370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2309a3-865f-4994-9acf-5099e830c3de req-fffc18c7-6cb3-483d-81d9-8fd25f090638 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:48.527924 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf2309a3-865f-4994-9acf-5099e830c3de req-fffc18c7-6cb3-483d-81d9-8fd25f090638 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.10 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 812 time: 0.2043915 Feb 28 20:50:48.544864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-bf2309a3-865f-4994-9acf-5099e830c3de req-97862f8d-f4f3-452b-821d-4ecacbb6c9ee tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Request body: {'port': {'device_id': '0942ec79-f53d-4b39-8179-f9f642aecc0b', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'admin_state_up': True, 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:50:48.561585 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-c754b677-e07c-43ae-b2e1-ecc1b502f20c None None] Set router b322c89f-c6f4-483f-800c-ecdadb28e424 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:50:48.758994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2309a3-865f-4994-9acf-5099e830c3de req-97862f8d-f4f3-452b-821d-4ecacbb6c9ee tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Made reservation on behalf of 58bfb457c00e4b538fbd5bd4fd7cfdd5 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:50:48.761180 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bf2309a3-865f-4994-9acf-5099e830c3de req-97862f8d-f4f3-452b-821d-4ecacbb6c9ee tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:48.936761 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c754b677-e07c-43ae-b2e1-ecc1b502f20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'name': 'tempest-TestServerBasicOps-125657804-router', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '275c9705-d159-4e8d-828e-32c0959377b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:18Z', 'revision_number': 4, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'gw_port': {'id': '275c9705-d159-4e8d-828e-32c0959377b4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '23d9e1d0-2809-48da-baef-737dba49ea79', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'port_id': 'b87a1f21-daf6-4aa5-b417-b467e8c99141', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b', 'mac_address': 'fa:16:3e:01:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daef6c6-df2e-42e4-82c7-5fb777676769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:50:45Z', 'updated_at': '2022-02-28T20:50:45Z', 'revision_number': 0, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dabb535-b05c-4a45-85a4-9607d4060b5a', 'name': '', 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'mac_address': 'fa:16:3e:c0:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:17Z', 'updated_at': '2022-02-28T20:50:25Z', 'revision_number': 5, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'subnets': [{'id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:50:48.971148 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-bf2309a3-865f-4994-9acf-5099e830c3de req-97862f8d-f4f3-452b-821d-4ecacbb6c9ee tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Allocated IP 172.20.0.11 (f9183e88-ab23-4a0b-8f98-2c8f78d76e4a/2443cf2a-2cd1-4640-b0ef-22386bc2104e/5fc45294-6f25-4c4b-ac72-b3a1164a0986) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:50:49.020459 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c754b677-e07c-43ae-b2e1-ecc1b502f20c None None] The sync data for ids ['b322c89f-c6f4-483f-800c-ecdadb28e424'] in n-d-820368-21 is: [{'id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'name': 'tempest-TestServerBasicOps-125657804-router', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '275c9705-d159-4e8d-828e-32c0959377b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:18Z', 'revision_number': 4, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'gw_port': {'id': '275c9705-d159-4e8d-828e-32c0959377b4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '23d9e1d0-2809-48da-baef-737dba49ea79', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'port_id': 'b87a1f21-daf6-4aa5-b417-b467e8c99141', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b', 'mac_address': 'fa:16:3e:01:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daef6c6-df2e-42e4-82c7-5fb777676769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:50:45Z', 'updated_at': '2022-02-28T20:50:45Z', 'revision_number': 0, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dabb535-b05c-4a45-85a4-9607d4060b5a', 'name': '', 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'mac_address': 'fa:16:3e:c0:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:17Z', 'updated_at': '2022-02-28T20:50:25Z', 'revision_number': 5, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'subnets': [{'id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:50:49.076629 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0ba59cc7-8be2-4fbf-b741-e09754406967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:49.169495 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bf2309a3-865f-4994-9acf-5099e830c3de req-97862f8d-f4f3-452b-821d-4ecacbb6c9ee tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for port (5fc45294-6f25-4c4b-ac72-b3a1164a0986), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:49.224738 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bf2309a3-865f-4994-9acf-5099e830c3de req-97862f8d-f4f3-452b-821d-4ecacbb6c9ee tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (5fc45294-6f25-4c4b-ac72-b3a1164a0986), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:49.319185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97862f8d-f4f3-452b-821d-4ecacbb6c9ee tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event updated for resources: {'Port': ['ID=5fc45294-6f25-4c4b-ac72-b3a1164a0986,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:49.362714 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2175e436-b68a-4683-9268-6a4c9d1832f4 req-f065098d-bad4-45ba-8aa9-dee2ee52cfbd tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 210 time: 0.1300461 Feb 28 20:50:49.364535 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2309a3-865f-4994-9acf-5099e830c3de req-97862f8d-f4f3-452b-821d-4ecacbb6c9ee tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:50:49.366134 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-bf2309a3-865f-4994-9acf-5099e830c3de req-97862f8d-f4f3-452b-821d-4ecacbb6c9ee tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:50:49.425755 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2309a3-865f-4994-9acf-5099e830c3de req-97862f8d-f4f3-452b-821d-4ecacbb6c9ee tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:50:49.497147 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5532f0-ae0f-405b-9d9e-e6485f67056f None None] New status for floating IP 23d9e1d0-2809-48da-baef-737dba49ea79: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:50:49.502635 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf7644-5b72-4f64-9721-27d14a0c732c req-ca576f28-27e8-4d00-805d-f6c85443e5cd tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:49.505014 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8cbf7644-5b72-4f64-9721-27d14a0c732c req-ca576f28-27e8-4d00-805d-f6c85443e5cd tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 932 time: 0.1363404 Feb 28 20:50:49.538095 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2309a3-865f-4994-9acf-5099e830c3de req-97862f8d-f4f3-452b-821d-4ecacbb6c9ee tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:49.538692 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bf2309a3-865f-4994-9acf-5099e830c3de req-97862f8d-f4f3-452b-821d-4ecacbb6c9ee tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:49.566707 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf2309a3-865f-4994-9acf-5099e830c3de req-97862f8d-f4f3-452b-821d-4ecacbb6c9ee tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0296135 Feb 28 20:50:49.579133 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-bf2309a3-865f-4994-9acf-5099e830c3de req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] Request body: {'port': {'device_id': '0942ec79-f53d-4b39-8179-f9f642aecc0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:50:49.645108 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8cbf7644-5b72-4f64-9721-27d14a0c732c req-064aead6-3030-4770-a393-8314a84192c3 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345911 Feb 28 20:50:49.720873 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bf2309a3-865f-4994-9acf-5099e830c3de req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5fc45294-6f25-4c4b-ac72-b3a1164a0986), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:49.853459 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d42f2bbe-daa2-476d-a188-df67845a6ab1 None None] Provisioning complete for port 5fc45294-6f25-4c4b-ac72-b3a1164a0986 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:50:49.855004 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d42f2bbe-daa2-476d-a188-df67845a6ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5fc45294-6f25-4c4b-ac72-b3a1164a0986), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:49.950802 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:49.951518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d42f2bbe-daa2-476d-a188-df67845a6ab1 None None] Port 5fc45294-6f25-4c4b-ac72-b3a1164a0986 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:50:50.142165 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-bf2309a3-865f-4994-9acf-5099e830c3de req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc45294-6f25-4c4b-ac72-b3a1164a0986 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:50:50.155321 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bf2309a3-865f-4994-9acf-5099e830c3de req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] Publish callbacks [] for port (5fc45294-6f25-4c4b-ac72-b3a1164a0986), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:50.168625 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-bf2309a3-865f-4994-9acf-5099e830c3de req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] Transition to ACTIVE for port object 5fc45294-6f25-4c4b-ac72-b3a1164a0986 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:50:50.180391 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bf2309a3-865f-4994-9acf-5099e830c3de req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (5fc45294-6f25-4c4b-ac72-b3a1164a0986), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:50.202603 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:50.246543 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] Pushing event updated for resources: {'Port': ['ID=5fc45294-6f25-4c4b-ac72-b3a1164a0986,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:50.349194 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-bf2309a3-865f-4994-9acf-5099e830c3de req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] Attempting to bind port 5fc45294-6f25-4c4b-ac72-b3a1164a0986 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:50:50.349765 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-bf2309a3-865f-4994-9acf-5099e830c3de req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] Attempting to bind port 5fc45294-6f25-4c4b-ac72-b3a1164a0986 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:50:50.350210 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2309a3-865f-4994-9acf-5099e830c3de req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] Attempting to bind port 5fc45294-6f25-4c4b-ac72-b3a1164a0986 on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:50:50.356274 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2309a3-865f-4994-9acf-5099e830c3de req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] Port 5fc45294-6f25-4c4b-ac72-b3a1164a0986 on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:50:50.356660 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2309a3-865f-4994-9acf-5099e830c3de req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] Attempting to bind port 5fc45294-6f25-4c4b-ac72-b3a1164a0986 on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:50:50.362319 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2309a3-865f-4994-9acf-5099e830c3de req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:50:50.362870 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2309a3-865f-4994-9acf-5099e830c3de req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] Checking segment: {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:50:50.363195 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2309a3-865f-4994-9acf-5099e830c3de req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] Bound using segment: {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:50:50.363688 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-bf2309a3-865f-4994-9acf-5099e830c3de req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] Bound port: 5fc45294-6f25-4c4b-ac72-b3a1164a0986, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:50:50.364138 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bf2309a3-865f-4994-9acf-5099e830c3de req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5fc45294-6f25-4c4b-ac72-b3a1164a0986), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:50.439279 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-bf2309a3-865f-4994-9acf-5099e830c3de req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] For port 5fc45294-6f25-4c4b-ac72-b3a1164a0986, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:50:50.442811 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-bf2309a3-865f-4994-9acf-5099e830c3de req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] For port 5fc45294-6f25-4c4b-ac72-b3a1164a0986, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=5fc45294-6f25-4c4b-ac72-b3a1164a0986,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:50:50.458090 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bf2309a3-865f-4994-9acf-5099e830c3de req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (5fc45294-6f25-4c4b-ac72-b3a1164a0986), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:50.533171 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2309a3-865f-4994-9acf-5099e830c3de req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:50.533807 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-bf2309a3-865f-4994-9acf-5099e830c3de req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:50.535483 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf2309a3-865f-4994-9acf-5099e830c3de req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] 10.222.0.10 "PUT /v2.0/ports/5fc45294-6f25-4c4b-ac72-b3a1164a0986 HTTP/1.1" status: 200 len: 1093 time: 0.9608748 Feb 28 20:50:50.537858 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6b43ab4-f5ee-4386-b666-10a89b7e969d req-dac90667-9a7d-4189-a715-44e485f6950e tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 210 time: 0.0490084 Feb 28 20:50:50.538309 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0942ec79-f53d-4b39-8179-f9f642aecc0b', 'tag': '5fc45294-6f25-4c4b-ac72-b3a1164a0986'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:50:50.540735 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19d77de-4990-40e3-abd2-4b88bf7033ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0942ec79-f53d-4b39-8179-f9f642aecc0b", "tag": "5fc45294-6f25-4c4b-ac72-b3a1164a0986"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:50:50.572351 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870f4d8-ada6-4e61-b29c-3d7e14a1f25d service neutron] Pushing event updated for resources: {'Port': ['ID=5fc45294-6f25-4c4b-ac72-b3a1164a0986,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:50.618047 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5781bc9-304c-4069-8780-4d5089a842ca x-openstack-request-id: req-f5781bc9-304c-4069-8780-4d5089a842ca {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:50:50.618335 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0942ec79-f53d-4b39-8179-f9f642aecc0b", "tag": "5fc45294-6f25-4c4b-ac72-b3a1164a0986", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:50:50.618597 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5781bc9-304c-4069-8780-4d5089a842ca {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:50:50.619125 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0942ec79-f53d-4b39-8179-f9f642aecc0b', 'tag': '5fc45294-6f25-4c4b-ac72-b3a1164a0986', 'status': 'completed', 'code': 200} Feb 28 20:50:50.674032 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2309a3-865f-4994-9acf-5099e830c3de req-08c406a4-b70f-41d6-b424-90df2bf68255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:50.679917 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf2309a3-865f-4994-9acf-5099e830c3de req-08c406a4-b70f-41d6-b424-90df2bf68255 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 1127 time: 0.0719917 Feb 28 20:50:50.747688 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf2309a3-865f-4994-9acf-5099e830c3de req-39b385bc-5438-4006-92b0-fe74b8aad86e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fc45294-6f25-4c4b-ac72-b3a1164a0986 HTTP/1.1" status: 200 len: 217 time: 0.0567696 Feb 28 20:50:50.839322 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2309a3-865f-4994-9acf-5099e830c3de req-965ea314-2cd3-438e-92bc-1f94e661fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:50.845402 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf2309a3-865f-4994-9acf-5099e830c3de req-965ea314-2cd3-438e-92bc-1f94e661fbaa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0839436 Feb 28 20:50:50.848428 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003c50b-1b9c-48df-adb1-7c4e040c12e8 req-50458a37-3f86-42b9-870a-7a0c9bfa8d9a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:50.856113 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9003c50b-1b9c-48df-adb1-7c4e040c12e8 req-50458a37-3f86-42b9-870a-7a0c9bfa8d9a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 944 time: 0.1135802 Feb 28 20:50:50.944959 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9003c50b-1b9c-48df-adb1-7c4e040c12e8 req-f207d27d-2aa7-4025-8dee-ef81877a3907 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875337 Feb 28 20:50:50.953065 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2309a3-865f-4994-9acf-5099e830c3de req-1a373ae5-1d54-4691-9fd0-76a7af2024a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:50.955484 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf2309a3-865f-4994-9acf-5099e830c3de req-1a373ae5-1d54-4691-9fd0-76a7af2024a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0974383 Feb 28 20:50:51.067199 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf2309a3-865f-4994-9acf-5099e830c3de req-7a243d40-8b87-4a48-ace9-2d7bf515d39f service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042302 Feb 28 20:50:51.167311 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf2309a3-865f-4994-9acf-5099e830c3de req-3d216ed0-14f0-46ec-b6d1-a75fcdafb912 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902188 Feb 28 20:50:51.292549 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d77de-4990-40e3-abd2-4b88bf7033ec req-5f166763-8dd1-4b67-9a87-820e63f2e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:51.294355 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a19d77de-4990-40e3-abd2-4b88bf7033ec req-5f166763-8dd1-4b67-9a87-820e63f2e1bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 1127 time: 0.0699666 Feb 28 20:50:51.390137 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:51.399975 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d77de-4990-40e3-abd2-4b88bf7033ec req-b97d457b-88fb-46da-a7fa-0f3e6cd805a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:51.401956 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a19d77de-4990-40e3-abd2-4b88bf7033ec req-b97d457b-88fb-46da-a7fa-0f3e6cd805a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 912 time: 0.0992770 Feb 28 20:50:51.453086 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a19d77de-4990-40e3-abd2-4b88bf7033ec req-a7b2a945-e6b7-4fae-93ba-80d9db5d4f24 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fc45294-6f25-4c4b-ac72-b3a1164a0986 HTTP/1.1" status: 200 len: 217 time: 0.0445447 Feb 28 20:50:51.503832 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d77de-4990-40e3-abd2-4b88bf7033ec req-ae82825e-0116-4533-9512-dde6955146be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:51.505551 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a19d77de-4990-40e3-abd2-4b88bf7033ec req-ae82825e-0116-4533-9512-dde6955146be service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0467741 Feb 28 20:50:51.561907 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d77de-4990-40e3-abd2-4b88bf7033ec req-0143ba9c-4f61-45eb-ba87-a2f9d8fc45af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:51.563611 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a19d77de-4990-40e3-abd2-4b88bf7033ec req-0143ba9c-4f61-45eb-ba87-a2f9d8fc45af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494719 Feb 28 20:50:51.677862 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47b11184-26ef-494d-917d-c8aff3477188 req-04a6ebbb-38f3-4426-9127-4d794bd516ed tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 210 time: 0.0357664 Feb 28 20:50:51.716607 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a19d77de-4990-40e3-abd2-4b88bf7033ec req-6bc7b769-bbd2-4ac9-8df8-680377943bc9 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414611 Feb 28 20:50:51.815462 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a19d77de-4990-40e3-abd2-4b88bf7033ec req-19b6c8c2-6a69-42c9-a9c8-275017c0c24d service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929017 Feb 28 20:50:52.087093 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598774d-fb10-40e2-8d0d-75529087ff0e req-ed1b8988-7578-46d1-a793-67e70c81ecae tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:52.089430 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d598774d-fb10-40e2-8d0d-75529087ff0e req-ed1b8988-7578-46d1-a793-67e70c81ecae tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 944 time: 0.0676522 Feb 28 20:50:52.141968 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d598774d-fb10-40e2-8d0d-75529087ff0e req-e99f699f-23bb-4c30-8b09-2905e4ebd913 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462067 Feb 28 20:50:52.751681 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:52.754039 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:52.808370 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-101fb0e6-d21d-4c9e-81cb-ecf6ca328d77 req-faaf37ae-71ec-4b81-952f-d2abde3846ff tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 210 time: 0.0312119 Feb 28 20:50:53.270905 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc851018-4c6f-4b27-ae4a-3c18d754cdff req-6ce2f99c-1292-43dc-b505-7dc139aa7a34 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:53.272570 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc851018-4c6f-4b27-ae4a-3c18d754cdff req-6ce2f99c-1292-43dc-b505-7dc139aa7a34 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 944 time: 0.0609710 Feb 28 20:50:53.323655 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc851018-4c6f-4b27-ae4a-3c18d754cdff req-6410dda1-3b43-44c3-9e5a-ca85ed8c8c3c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438716 Feb 28 20:50:53.925338 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6684a1ae-8b20-4b19-8774-6a9936f60b82 req-08643d65-d209-4ca8-8f87-fb41eb3dd345 tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9a4915-5603-4bd5-8b5c-f77c0d025a68 HTTP/1.1" status: 200 len: 210 time: 0.0351164 Feb 28 20:50:54.224024 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:50:54.500758 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47713c-be3c-4432-861a-0dcf5e619af2 req-7c681770-c526-4e7e-a7d9-0e089042b931 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:54.503246 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e47713c-be3c-4432-861a-0dcf5e619af2 req-7c681770-c526-4e7e-a7d9-0e089042b931 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 944 time: 0.0784426 Feb 28 20:50:54.563318 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e47713c-be3c-4432-861a-0dcf5e619af2 req-b84c836d-5d85-4a48-a0a0-dad3b6f2c825 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521584 Feb 28 20:50:54.996313 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39182) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:50:55.077234 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-463e6dfe-6c9a-4c48-ba63-f90a95e3a79d tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group (09431c32-436e-487d-8bdc-17bfdb89d8b0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:55.118837 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-463e6dfe-6c9a-4c48-ba63-f90a95e3a79d tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group (09431c32-436e-487d-8bdc-17bfdb89d8b0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:55.190935 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-463e6dfe-6c9a-4c48-ba63-f90a95e3a79d tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (09431c32-436e-487d-8bdc-17bfdb89d8b0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:55.194215 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-463e6dfe-6c9a-4c48-ba63-f90a95e3a79d tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:50:55.196466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-463e6dfe-6c9a-4c48-ba63-f90a95e3a79d tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] 10.222.0.13 "DELETE /v2.0/security-groups/09431c32-436e-487d-8bdc-17bfdb89d8b0 HTTP/1.1" status: 204 len: 168 time: 0.1990232 Feb 28 20:50:55.208247 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e6dfe-6c9a-4c48-ba63-f90a95e3a79d tempest-TestVolumeBackupRestore-261631965 tempest-TestVolumeBackupRestore-261631965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09431c32-436e-487d-8bdc-17bfdb89d8b0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:50:55.819999 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cf23e-8dd9-472f-a080-1bf65aa61add req-938b62ca-d4f4-42d3-93d4-8a278bb3f2a5 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:55.828488 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9c1cf23e-8dd9-472f-a080-1bf65aa61add req-938b62ca-d4f4-42d3-93d4-8a278bb3f2a5 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 944 time: 0.1815979 Feb 28 20:50:55.902147 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9c1cf23e-8dd9-472f-a080-1bf65aa61add req-47049066-e4a6-48d6-9209-8b2ffcc16dc9 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720329 Feb 28 20:50:57.067508 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a8350-f47c-4d16-aa08-f3010d3bef93 req-a6465e97-b146-428a-9db7-0743cd30de99 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:57.069994 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d8a8350-f47c-4d16-aa08-f3010d3bef93 req-a6465e97-b146-428a-9db7-0743cd30de99 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 944 time: 0.0711865 Feb 28 20:50:57.141137 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d8a8350-f47c-4d16-aa08-f3010d3bef93 req-369023d5-4a0f-4e3c-a8a7-ade6b4c4706c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548172 Feb 28 20:50:58.309107 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb2fbc-39f2-4672-907b-e65a543bebda req-1f055ec7-8b0b-4d29-ad7e-be0898bb3082 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:58.313019 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21eb2fbc-39f2-4672-907b-e65a543bebda req-1f055ec7-8b0b-4d29-ad7e-be0898bb3082 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 944 time: 0.0905566 Feb 28 20:50:58.391319 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21eb2fbc-39f2-4672-907b-e65a543bebda req-fa274bfc-8cfb-48f3-a792-5e0a4d8a6636 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625708 Feb 28 20:50:59.510794 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315dba5-a4aa-4e74-84ac-ee4d16c582c4 req-6c285b9f-7337-4979-acda-1421cdd025d0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:50:59.512614 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0315dba5-a4aa-4e74-84ac-ee4d16c582c4 req-6c285b9f-7337-4979-acda-1421cdd025d0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 944 time: 0.0590830 Feb 28 20:50:59.567039 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0315dba5-a4aa-4e74-84ac-ee4d16c582c4 req-2192bffc-81a7-4362-8aec-1a064e0624ba tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470748 Feb 28 20:51:00.694738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3e1ce-eeb7-48f3-92b0-b6722208a046 req-27e148b3-0988-41c1-83cc-869d9eedb231 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:00.696266 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8ed3e1ce-eeb7-48f3-92b0-b6722208a046 req-27e148b3-0988-41c1-83cc-869d9eedb231 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 944 time: 0.0551453 Feb 28 20:51:00.748155 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8ed3e1ce-eeb7-48f3-92b0-b6722208a046 req-c2a1f665-d480-42f7-bd7c-a40c744504f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456910 Feb 28 20:51:01.899328 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9c66a-3c06-4b4b-9c60-a0a0e3d706d9 req-fb5eee66-200b-49e4-8d9a-9fd6365d3e0a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:01.900833 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21f9c66a-3c06-4b4b-9c60-a0a0e3d706d9 req-fb5eee66-200b-49e4-8d9a-9fd6365d3e0a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 944 time: 0.0658004 Feb 28 20:51:01.950930 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21f9c66a-3c06-4b4b-9c60-a0a0e3d706d9 req-0c140618-7f2a-4f7c-9878-b0a93621a851 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437832 Feb 28 20:51:03.087141 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871b5a8-ad67-4653-8bc3-51773ea12073 req-7f6861a4-875e-499f-ae06-06f708a13c29 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:03.095851 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3871b5a8-ad67-4653-8bc3-51773ea12073 req-7f6861a4-875e-499f-ae06-06f708a13c29 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 944 time: 0.0654914 Feb 28 20:51:03.152223 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3871b5a8-ad67-4653-8bc3-51773ea12073 req-ec549c15-6511-42f2-9c0e-bba28ad90b29 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551174 Feb 28 20:51:04.326146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fa52f-da18-44b8-9cb1-5d964bd94595 req-d483c542-50fc-404e-bf3c-9c2d89110263 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:04.327830 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-681fa52f-da18-44b8-9cb1-5d964bd94595 req-d483c542-50fc-404e-bf3c-9c2d89110263 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 944 time: 0.0723720 Feb 28 20:51:04.377965 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-681fa52f-da18-44b8-9cb1-5d964bd94595 req-c48365b4-7313-4d31-a8ec-b85d36805e16 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439830 Feb 28 20:51:05.521915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9175429-0afb-4587-aa76-99963ef5095c req-3f29a301-198f-4e82-9936-40f577476cf2 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:05.532107 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c9175429-0afb-4587-aa76-99963ef5095c req-3f29a301-198f-4e82-9936-40f577476cf2 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 944 time: 0.0738096 Feb 28 20:51:05.596956 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c9175429-0afb-4587-aa76-99963ef5095c req-54aed0a6-74bd-4560-a5c5-a49763a201e7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632696 Feb 28 20:51:06.737499 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b92dd4-28a1-4f63-b49b-61208b902476 req-a226e412-0f1e-4ac1-a165-c03f7ec7b086 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:06.739742 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39b92dd4-28a1-4f63-b49b-61208b902476 req-a226e412-0f1e-4ac1-a165-c03f7ec7b086 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 944 time: 0.0648580 Feb 28 20:51:06.823711 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39b92dd4-28a1-4f63-b49b-61208b902476 req-74b05321-1ebe-4891-a4b1-34621ad351dc tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744858 Feb 28 20:51:07.211251 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39718) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:51:08.069582 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d38e6-9b5a-4b22-87e0-308f4f008a5f req-a373f289-b317-4b96-819c-2ceb1eaf2634 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:08.071111 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-374d38e6-9b5a-4b22-87e0-308f4f008a5f req-a373f289-b317-4b96-819c-2ceb1eaf2634 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 944 time: 0.0956702 Feb 28 20:51:08.159503 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-374d38e6-9b5a-4b22-87e0-308f4f008a5f req-c0a5677c-aa3d-4240-b604-d53a14a8dd96 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805240 Feb 28 20:51:08.241661 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8df8763f-1b57-4b97-b3bf-504941cd31d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (5e0886e0-f525-41e8-ae54-c954a91e235c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:08.513735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-8df8763f-1b57-4b97-b3bf-504941cd31d2 admin admin] Deleting port c1b54c36-94b9-45b3-877e-c3e80da62faa {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:51:08.514133 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8df8763f-1b57-4b97-b3bf-504941cd31d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c1b54c36-94b9-45b3-877e-c3e80da62faa), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:08.591084 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-8df8763f-1b57-4b97-b3bf-504941cd31d2 admin admin] For port c1b54c36-94b9-45b3-877e-c3e80da62faa, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c1b54c36-94b9-45b3-877e-c3e80da62faa,segment=NetworkSegment(42809b13-dc8c-49c8-a0bd-6f26afd2cb3b),segment_id=42809b13-dc8c-49c8-a0bd-6f26afd2cb3b)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:51:08.591479 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8df8763f-1b57-4b97-b3bf-504941cd31d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c1b54c36-94b9-45b3-877e-c3e80da62faa), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:08.604481 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-8df8763f-1b57-4b97-b3bf-504941cd31d2 admin admin] Calling delete_port for c1b54c36-94b9-45b3-877e-c3e80da62faa owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:51:08.810135 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8df8763f-1b57-4b97-b3bf-504941cd31d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (c1b54c36-94b9-45b3-877e-c3e80da62faa), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:08.847896 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8763f-1b57-4b97-b3bf-504941cd31d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b54c36-94b9-45b3-877e-c3e80da62faa,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:51:09.064659 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8df8763f-1b57-4b97-b3bf-504941cd31d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (5e0886e0-f525-41e8-ae54-c954a91e235c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:09.347506 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3487c40-8650-4db4-b260-3920385aaf69 req-4ae3f8bb-2e06-4dae-8714-24286abd06df tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:09.349045 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3487c40-8650-4db4-b260-3920385aaf69 req-4ae3f8bb-2e06-4dae-8714-24286abd06df tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 944 time: 0.1073351 Feb 28 20:51:09.369785 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df8763f-1b57-4b97-b3bf-504941cd31d2 admin admin] Router 5e0886e0-f525-41e8-ae54-c954a91e235c has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:51:09.452618 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3487c40-8650-4db4-b260-3920385aaf69 req-44e93fa7-354c-48f9-9002-7e5476572997 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933707 Feb 28 20:51:09.511732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df8763f-1b57-4b97-b3bf-504941cd31d2 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:51:09.517021 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8df8763f-1b57-4b97-b3bf-504941cd31d2 admin admin] 10.222.0.13 "PUT /v2.0/routers/5e0886e0-f525-41e8-ae54-c954a91e235c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3043413 Feb 28 20:51:09.519691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39730) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:51:09.523054 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc23663-54c3-4a79-b428-553f5c63630b None None] Sync routers for ids ['5e0886e0-f525-41e8-ae54-c954a91e235c'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:51:09.538982 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc23663-54c3-4a79-b428-553f5c63630b None None] Routers {'5e0886e0-f525-41e8-ae54-c954a91e235c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:51:09.539799 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6bc23663-54c3-4a79-b428-553f5c63630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:50:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5e0886e0-f525-41e8-ae54-c954a91e235c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:51:09.632498 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74f12bbe-fdb8-44ca-a3dc-eeb50c404d1e admin admin] Publish callbacks [] for router (5e0886e0-f525-41e8-ae54-c954a91e235c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:09.650264 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-6bc23663-54c3-4a79-b428-553f5c63630b None None] Set router 5e0886e0-f525-41e8-ae54-c954a91e235c gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:51:09.741703 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74f12bbe-fdb8-44ca-a3dc-eeb50c404d1e admin admin] Publish callbacks [] for router_gateway (5e0886e0-f525-41e8-ae54-c954a91e235c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:09.798102 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-74f12bbe-fdb8-44ca-a3dc-eeb50c404d1e admin admin] Deleting port a9da90f4-5361-41b8-ac02-006af575e9c3 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:51:09.798474 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74f12bbe-fdb8-44ca-a3dc-eeb50c404d1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a9da90f4-5361-41b8-ac02-006af575e9c3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:09.839077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6bc23663-54c3-4a79-b428-553f5c63630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'name': 'tempest-TestVolumeBackupRestore-889007208-router', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:55Z', 'updated_at': '2022-02-28T20:51:08Z', 'revision_number': 5, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'gw_port': {'id': 'a9da90f4-5361-41b8-ac02-006af575e9c3', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:45:57Z', 'updated_at': '2022-02-28T20:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:51:09.866448 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc23663-54c3-4a79-b428-553f5c63630b None None] Checking router: 5e0886e0-f525-41e8-ae54-c954a91e235c for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:51:09.875636 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc23663-54c3-4a79-b428-553f5c63630b None None] Routers {'5e0886e0-f525-41e8-ae54-c954a91e235c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:51:09.876392 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6bc23663-54c3-4a79-b428-553f5c63630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:50:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['5e0886e0-f525-41e8-ae54-c954a91e235c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:51:09.889992 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-74f12bbe-fdb8-44ca-a3dc-eeb50c404d1e admin admin] For port a9da90f4-5361-41b8-ac02-006af575e9c3, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a9da90f4-5361-41b8-ac02-006af575e9c3,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:51:09.890405 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74f12bbe-fdb8-44ca-a3dc-eeb50c404d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a9da90f4-5361-41b8-ac02-006af575e9c3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:09.903457 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-74f12bbe-fdb8-44ca-a3dc-eeb50c404d1e admin admin] Calling delete_port for a9da90f4-5361-41b8-ac02-006af575e9c3 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:51:09.982781 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-6bc23663-54c3-4a79-b428-553f5c63630b None None] Set router 5e0886e0-f525-41e8-ae54-c954a91e235c gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:51:10.049957 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6bc23663-54c3-4a79-b428-553f5c63630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'name': 'tempest-TestVolumeBackupRestore-889007208-router', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:55Z', 'updated_at': '2022-02-28T20:51:09Z', 'revision_number': 6, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:51:10.078235 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc23663-54c3-4a79-b428-553f5c63630b None None] The sync data for ids ['5e0886e0-f525-41e8-ae54-c954a91e235c'] in n-d-820368-21 is: [{'id': '5e0886e0-f525-41e8-ae54-c954a91e235c', 'name': 'tempest-TestVolumeBackupRestore-889007208-router', 'tenant_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:45:55Z', 'updated_at': '2022-02-28T20:51:09Z', 'revision_number': 6, 'project_id': 'ca8529a81e0e4fd1b8bc8761fee03695', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:51:10.091111 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74f12bbe-fdb8-44ca-a3dc-eeb50c404d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a9da90f4-5361-41b8-ac02-006af575e9c3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:10.120179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f12bbe-fdb8-44ca-a3dc-eeb50c404d1e admin admin] Pushing event deleted for resources: {'Port': ['ID=a9da90f4-5361-41b8-ac02-006af575e9c3,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:51:10.187448 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74f12bbe-fdb8-44ca-a3dc-eeb50c404d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (5e0886e0-f525-41e8-ae54-c954a91e235c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:10.286653 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74f12bbe-fdb8-44ca-a3dc-eeb50c404d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (5e0886e0-f525-41e8-ae54-c954a91e235c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:10.288847 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74f12bbe-fdb8-44ca-a3dc-eeb50c404d1e admin admin] Publish callbacks [] for router_controller (5e0886e0-f525-41e8-ae54-c954a91e235c), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:10.344302 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74f12bbe-fdb8-44ca-a3dc-eeb50c404d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (5e0886e0-f525-41e8-ae54-c954a91e235c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:10.345219 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f12bbe-fdb8-44ca-a3dc-eeb50c404d1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e0886e0-f525-41e8-ae54-c954a91e235c {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:51:10.349673 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-74f12bbe-fdb8-44ca-a3dc-eeb50c404d1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:10.352252 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-74f12bbe-fdb8-44ca-a3dc-eeb50c404d1e admin admin] 10.222.0.13 "DELETE /v2.0/routers/5e0886e0-f525-41e8-ae54-c954a91e235c HTTP/1.1" status: 204 len: 168 time: 0.8314950 Feb 28 20:51:10.354140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39734) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:51:10.401583 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a5be3e-756e-4a1c-b67d-50e95d1cf171 admin admin] Deleting subnet 48d25025-9917-4b37-b5f9-f84ea6650e18 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:51:10.404608 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d9a5be3e-756e-4a1c-b67d-50e95d1cf171 admin admin] Publish callbacks [] for subnet (48d25025-9917-4b37-b5f9-f84ea6650e18), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:10.441933 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d9a5be3e-756e-4a1c-b67d-50e95d1cf171 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (48d25025-9917-4b37-b5f9-f84ea6650e18), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:10.533995 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d9a5be3e-756e-4a1c-b67d-50e95d1cf171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (48d25025-9917-4b37-b5f9-f84ea6650e18), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:10.627021 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3435af-bc09-4a17-a8c7-f38e2e75c935 req-4753fceb-2859-4bdf-abb8-c0d4384465bd tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:10.628561 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa3435af-bc09-4a17-a8c7-f38e2e75c935 req-4753fceb-2859-4bdf-abb8-c0d4384465bd tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 944 time: 0.0918312 Feb 28 20:51:10.630050 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d9a5be3e-756e-4a1c-b67d-50e95d1cf171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (48d25025-9917-4b37-b5f9-f84ea6650e18), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:10.666283 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5be3e-756e-4a1c-b67d-50e95d1cf171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48d25025-9917-4b37-b5f9-f84ea6650e18,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:51:10.679751 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f5d3c6-1107-456d-bd9e-344a79dc71f1 None None] Network 6a548f2a-a902-43e4-ac58-86d308bca412 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:51:10.681228 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d9a5be3e-756e-4a1c-b67d-50e95d1cf171 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:10.685563 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d9a5be3e-756e-4a1c-b67d-50e95d1cf171 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/48d25025-9917-4b37-b5f9-f84ea6650e18 HTTP/1.1" status: 204 len: 168 time: 0.3304317 Feb 28 20:51:10.688318 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39738) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:51:10.732010 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa3435af-bc09-4a17-a8c7-f38e2e75c935 req-41fcbe32-3499-43be-9ccd-6174b2f13f24 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964632 Feb 28 20:51:10.762048 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-687d9c48-89b8-4389-8db3-1f222e7131c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (6a548f2a-a902-43e4-ac58-86d308bca412), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:10.826706 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-687d9c48-89b8-4389-8db3-1f222e7131c7 admin admin] Deleting port 80b1ab38-1a5b-42cb-a809-b5831af1ba64 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:51:10.827047 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-687d9c48-89b8-4389-8db3-1f222e7131c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (80b1ab38-1a5b-42cb-a809-b5831af1ba64), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:10.894856 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-687d9c48-89b8-4389-8db3-1f222e7131c7 admin admin] For port 80b1ab38-1a5b-42cb-a809-b5831af1ba64, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=80b1ab38-1a5b-42cb-a809-b5831af1ba64,segment=NetworkSegment(42809b13-dc8c-49c8-a0bd-6f26afd2cb3b),segment_id=42809b13-dc8c-49c8-a0bd-6f26afd2cb3b)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:51:10.895294 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-687d9c48-89b8-4389-8db3-1f222e7131c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (80b1ab38-1a5b-42cb-a809-b5831af1ba64), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:10.910529 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-687d9c48-89b8-4389-8db3-1f222e7131c7 admin admin] Calling delete_port for 80b1ab38-1a5b-42cb-a809-b5831af1ba64 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:51:10.916652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a044ecd3-cb4b-412d-9f00-f21bee877a00 None None] DHCP port deletion for 6a548f2a-a902-43e4-ac58-86d308bca412 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:51:11.001099 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a044ecd3-cb4b-412d-9f00-f21bee877a00 None None] Deleting port 80b1ab38-1a5b-42cb-a809-b5831af1ba64 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:51:11.001488 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a044ecd3-cb4b-412d-9f00-f21bee877a00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (80b1ab38-1a5b-42cb-a809-b5831af1ba64), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:11.022195 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-687d9c48-89b8-4389-8db3-1f222e7131c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (80b1ab38-1a5b-42cb-a809-b5831af1ba64), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:11.025633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c1b54c36-94b9-45b3-877e-c3e80da62faa no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:51:11.058886 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687d9c48-89b8-4389-8db3-1f222e7131c7 admin admin] No DVR routers for this DVR port 80b1ab38-1a5b-42cb-a809-b5831af1ba64 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:51:11.063298 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d9c48-89b8-4389-8db3-1f222e7131c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=80b1ab38-1a5b-42cb-a809-b5831af1ba64,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:51:11.100469 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: c1b54c36-94b9-45b3-877e-c3e80da62faa {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:51:11.101005 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c1b54c36-94b9-45b3-877e-c3e80da62faa not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:51:11.101569 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 80b1ab38-1a5b-42cb-a809-b5831af1ba64 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:51:11.130127 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 80b1ab38-1a5b-42cb-a809-b5831af1ba64 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:51:11.130605 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 80b1ab38-1a5b-42cb-a809-b5831af1ba64 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:51:11.131149 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a9da90f4-5361-41b8-ac02-006af575e9c3 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:51:11.138000 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-687d9c48-89b8-4389-8db3-1f222e7131c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (6a548f2a-a902-43e4-ac58-86d308bca412), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:11.164004 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a044ecd3-cb4b-412d-9f00-f21bee877a00 None None] For port 80b1ab38-1a5b-42cb-a809-b5831af1ba64, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=80b1ab38-1a5b-42cb-a809-b5831af1ba64,segment=NetworkSegment(42809b13-dc8c-49c8-a0bd-6f26afd2cb3b),segment_id=42809b13-dc8c-49c8-a0bd-6f26afd2cb3b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:51:11.164599 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a044ecd3-cb4b-412d-9f00-f21bee877a00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (80b1ab38-1a5b-42cb-a809-b5831af1ba64), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:11.167283 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: a9da90f4-5361-41b8-ac02-006af575e9c3 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:51:11.167713 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-687d9c48-89b8-4389-8db3-1f222e7131c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a548f2a-a902-43e4-ac58-86d308bca412']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:51:11.167900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a9da90f4-5361-41b8-ac02-006af575e9c3 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:51:11.182409 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a044ecd3-cb4b-412d-9f00-f21bee877a00 None None] Calling delete_port for 80b1ab38-1a5b-42cb-a809-b5831af1ba64 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:51:11.187956 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-687d9c48-89b8-4389-8db3-1f222e7131c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42809b13-dc8c-49c8-a0bd-6f26afd2cb3b') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:51:11.188289 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-687d9c48-89b8-4389-8db3-1f222e7131c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42809b13-dc8c-49c8-a0bd-6f26afd2cb3b') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:51:11.204478 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-687d9c48-89b8-4389-8db3-1f222e7131c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (42809b13-dc8c-49c8-a0bd-6f26afd2cb3b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:11.224272 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-687d9c48-89b8-4389-8db3-1f222e7131c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (42809b13-dc8c-49c8-a0bd-6f26afd2cb3b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:11.230993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687d9c48-89b8-4389-8db3-1f222e7131c7 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:51:11.231519 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-687d9c48-89b8-4389-8db3-1f222e7131c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (42809b13-dc8c-49c8-a0bd-6f26afd2cb3b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:51:11.233599 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:51:11.281984 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a044ecd3-cb4b-412d-9f00-f21bee877a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (80b1ab38-1a5b-42cb-a809-b5831af1ba64), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:11.315025 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-687d9c48-89b8-4389-8db3-1f222e7131c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (6a548f2a-a902-43e4-ac58-86d308bca412), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:11.321365 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-687d9c48-89b8-4389-8db3-1f222e7131c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:11.321890 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044ecd3-cb4b-412d-9f00-f21bee877a00 None None] Pushing event deleted for resources: {'Port': ['ID=80b1ab38-1a5b-42cb-a809-b5831af1ba64,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:51:11.328709 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39742) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:51:11.330506 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a044ecd3-cb4b-412d-9f00-f21bee877a00 None None] No DVR routers for this DVR port 80b1ab38-1a5b-42cb-a809-b5831af1ba64 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:51:11.336147 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-687d9c48-89b8-4389-8db3-1f222e7131c7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6a548f2a-a902-43e4-ac58-86d308bca412 HTTP/1.1" status: 204 len: 168 time: 0.6466327 Feb 28 20:51:11.351082 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d9c48-89b8-4389-8db3-1f222e7131c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a548f2a-a902-43e4-ac58-86d308bca412,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:51:11.988665 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d2325-cec9-4ac4-ba2a-4cb62676d2dd req-7108cfbf-d118-432b-8ad3-7c360bd51247 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:11.990176 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e5d2325-cec9-4ac4-ba2a-4cb62676d2dd req-7108cfbf-d118-432b-8ad3-7c360bd51247 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 944 time: 0.0942461 Feb 28 20:51:12.077705 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e5d2325-cec9-4ac4-ba2a-4cb62676d2dd req-e81122d5-9d35-459c-81c1-076b63969f7c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807147 Feb 28 20:51:12.149509 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e4708949-010b-46fd-9479-7b0db8782dd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (9358cba7-dfde-4d68-af17-59cbf3dafff7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:12.412276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-e4708949-010b-46fd-9479-7b0db8782dd7 admin admin] Deleting port 4d2b14f0-16f5-45c2-bfdb-01152feee2d8 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:51:12.412527 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e4708949-010b-46fd-9479-7b0db8782dd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4d2b14f0-16f5-45c2-bfdb-01152feee2d8), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:12.490775 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-e4708949-010b-46fd-9479-7b0db8782dd7 admin admin] For port 4d2b14f0-16f5-45c2-bfdb-01152feee2d8, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4d2b14f0-16f5-45c2-bfdb-01152feee2d8,segment=NetworkSegment(a16ea567-4825-4bff-beef-569b9f22d5ee),segment_id=a16ea567-4825-4bff-beef-569b9f22d5ee)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:51:12.491140 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e4708949-010b-46fd-9479-7b0db8782dd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4d2b14f0-16f5-45c2-bfdb-01152feee2d8), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:12.503774 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-e4708949-010b-46fd-9479-7b0db8782dd7 admin admin] Calling delete_port for 4d2b14f0-16f5-45c2-bfdb-01152feee2d8 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:51:12.691100 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e4708949-010b-46fd-9479-7b0db8782dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (4d2b14f0-16f5-45c2-bfdb-01152feee2d8), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:12.725560 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4708949-010b-46fd-9479-7b0db8782dd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2b14f0-16f5-45c2-bfdb-01152feee2d8,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:51:12.914381 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e4708949-010b-46fd-9479-7b0db8782dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (9358cba7-dfde-4d68-af17-59cbf3dafff7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:13.179464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4708949-010b-46fd-9479-7b0db8782dd7 admin admin] Router 9358cba7-dfde-4d68-af17-59cbf3dafff7 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:51:13.270687 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75179d-6ce2-4d69-af2c-f7bccfa6d7c4 req-4970ad96-b8cc-4159-ac73-021ea409db0c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:13.272237 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d75179d-6ce2-4d69-af2c-f7bccfa6d7c4 req-4970ad96-b8cc-4159-ac73-021ea409db0c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 944 time: 0.1104507 Feb 28 20:51:13.361681 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4708949-010b-46fd-9479-7b0db8782dd7 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:51:13.372144 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39756) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:51:13.372643 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e4708949-010b-46fd-9479-7b0db8782dd7 admin admin] 10.222.0.13 "PUT /v2.0/routers/9358cba7-dfde-4d68-af17-59cbf3dafff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0417898 Feb 28 20:51:13.373173 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e0b2a8-56c6-42b4-8bef-adc36fd48c66 None None] Sync routers for ids ['9358cba7-dfde-4d68-af17-59cbf3dafff7'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:51:13.377565 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d75179d-6ce2-4d69-af2c-f7bccfa6d7c4 req-e7815d57-884d-4ee2-8b5b-6b9334502033 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997190 Feb 28 20:51:13.395084 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e0b2a8-56c6-42b4-8bef-adc36fd48c66 None None] Routers {'9358cba7-dfde-4d68-af17-59cbf3dafff7'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:51:13.398613 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-75e0b2a8-56c6-42b4-8bef-adc36fd48c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:50:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['9358cba7-dfde-4d68-af17-59cbf3dafff7'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:51:13.498611 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c682086-ce17-457b-9962-08487440ae03 admin admin] Publish callbacks [] for router (9358cba7-dfde-4d68-af17-59cbf3dafff7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:13.518459 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-75e0b2a8-56c6-42b4-8bef-adc36fd48c66 None None] Set router 9358cba7-dfde-4d68-af17-59cbf3dafff7 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:51:13.625044 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c682086-ce17-457b-9962-08487440ae03 admin admin] Publish callbacks [] for router_gateway (9358cba7-dfde-4d68-af17-59cbf3dafff7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:13.688824 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-6c682086-ce17-457b-9962-08487440ae03 admin admin] Deleting port d9aa2f80-134e-4bff-a535-306b17b450b1 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:51:13.689258 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c682086-ce17-457b-9962-08487440ae03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d9aa2f80-134e-4bff-a535-306b17b450b1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:13.726801 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-75e0b2a8-56c6-42b4-8bef-adc36fd48c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9358cba7-dfde-4d68-af17-59cbf3dafff7', 'name': 'tempest-TestVolumeBackupRestore-1024038449-router', 'tenant_id': '1da36d430886405cb54b7dfe8d83c578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2f80-134e-4bff-a535-306b17b450b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:06Z', 'updated_at': '2022-02-28T20:51:12Z', 'revision_number': 5, 'project_id': '1da36d430886405cb54b7dfe8d83c578', 'gw_port': {'id': 'd9aa2f80-134e-4bff-a535-306b17b450b1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9358cba7-dfde-4d68-af17-59cbf3dafff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:46:07Z', 'updated_at': '2022-02-28T20:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:51:13.758451 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e0b2a8-56c6-42b4-8bef-adc36fd48c66 None None] Checking router: 9358cba7-dfde-4d68-af17-59cbf3dafff7 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:51:13.768634 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e0b2a8-56c6-42b4-8bef-adc36fd48c66 None None] Routers {'9358cba7-dfde-4d68-af17-59cbf3dafff7'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:51:13.769241 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-75e0b2a8-56c6-42b4-8bef-adc36fd48c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:50:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['9358cba7-dfde-4d68-af17-59cbf3dafff7'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:51:13.775924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-6c682086-ce17-457b-9962-08487440ae03 admin admin] For port d9aa2f80-134e-4bff-a535-306b17b450b1, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d9aa2f80-134e-4bff-a535-306b17b450b1,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:51:13.776380 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c682086-ce17-457b-9962-08487440ae03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d9aa2f80-134e-4bff-a535-306b17b450b1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:13.788726 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-6c682086-ce17-457b-9962-08487440ae03 admin admin] Calling delete_port for d9aa2f80-134e-4bff-a535-306b17b450b1 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:51:13.864887 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-75e0b2a8-56c6-42b4-8bef-adc36fd48c66 None None] Set router 9358cba7-dfde-4d68-af17-59cbf3dafff7 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:51:13.923568 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-75e0b2a8-56c6-42b4-8bef-adc36fd48c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9358cba7-dfde-4d68-af17-59cbf3dafff7', 'name': 'tempest-TestVolumeBackupRestore-1024038449-router', 'tenant_id': '1da36d430886405cb54b7dfe8d83c578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:06Z', 'updated_at': '2022-02-28T20:51:13Z', 'revision_number': 6, 'project_id': '1da36d430886405cb54b7dfe8d83c578', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:51:13.951783 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e0b2a8-56c6-42b4-8bef-adc36fd48c66 None None] The sync data for ids ['9358cba7-dfde-4d68-af17-59cbf3dafff7'] in n-d-820368-21 is: [{'id': '9358cba7-dfde-4d68-af17-59cbf3dafff7', 'name': 'tempest-TestVolumeBackupRestore-1024038449-router', 'tenant_id': '1da36d430886405cb54b7dfe8d83c578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:46:06Z', 'updated_at': '2022-02-28T20:51:13Z', 'revision_number': 6, 'project_id': '1da36d430886405cb54b7dfe8d83c578', 'gw_port_host': None}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:51:13.965378 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c682086-ce17-457b-9962-08487440ae03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d9aa2f80-134e-4bff-a535-306b17b450b1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:14.013635 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c682086-ce17-457b-9962-08487440ae03 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9aa2f80-134e-4bff-a535-306b17b450b1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:51:14.083543 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c682086-ce17-457b-9962-08487440ae03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (9358cba7-dfde-4d68-af17-59cbf3dafff7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:14.193667 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c682086-ce17-457b-9962-08487440ae03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (9358cba7-dfde-4d68-af17-59cbf3dafff7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:14.195791 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c682086-ce17-457b-9962-08487440ae03 admin admin] Publish callbacks [] for router_controller (9358cba7-dfde-4d68-af17-59cbf3dafff7), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:14.240056 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c682086-ce17-457b-9962-08487440ae03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (9358cba7-dfde-4d68-af17-59cbf3dafff7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:14.240783 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c682086-ce17-457b-9962-08487440ae03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9358cba7-dfde-4d68-af17-59cbf3dafff7 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:51:14.245562 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6c682086-ce17-457b-9962-08487440ae03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:14.246781 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6c682086-ce17-457b-9962-08487440ae03 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9358cba7-dfde-4d68-af17-59cbf3dafff7 HTTP/1.1" status: 204 len: 168 time: 0.8736503 Feb 28 20:51:14.249302 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39760) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:51:14.293363 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84628d0-8121-4c84-af86-5ad16b55cd71 admin admin] Deleting subnet 6462f7ac-8381-4c9c-b68f-c4c8ef761879 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:51:14.296346 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d84628d0-8121-4c84-af86-5ad16b55cd71 admin admin] Publish callbacks [] for subnet (6462f7ac-8381-4c9c-b68f-c4c8ef761879), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:14.343913 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d84628d0-8121-4c84-af86-5ad16b55cd71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (6462f7ac-8381-4c9c-b68f-c4c8ef761879), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:14.418912 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d84628d0-8121-4c84-af86-5ad16b55cd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (6462f7ac-8381-4c9c-b68f-c4c8ef761879), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:14.493023 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d84628d0-8121-4c84-af86-5ad16b55cd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (6462f7ac-8381-4c9c-b68f-c4c8ef761879), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:14.496266 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 5fc45294-6f25-4c4b-ac72-b3a1164a0986 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:51:14.508811 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d84628d0-8121-4c84-af86-5ad16b55cd71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:14.514727 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d84628d0-8121-4c84-af86-5ad16b55cd71 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6462f7ac-8381-4c9c-b68f-c4c8ef761879 HTTP/1.1" status: 204 len: 168 time: 0.2641871 Feb 28 20:51:14.519639 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39764) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:51:14.536859 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84628d0-8121-4c84-af86-5ad16b55cd71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6462f7ac-8381-4c9c-b68f-c4c8ef761879,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:51:14.545558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189c9c48-9dd7-4b43-8adb-77000ea7e5bd None None] Network bb1b66c1-0843-4609-b1cf-60cb9752a86e requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:51:14.623899 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe217d72-8513-48f4-bc43-d26e22ebc41e req-eed1a142-2dca-4b67-9a4b-907b5d18591e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:14.625685 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fe217d72-8513-48f4-bc43-d26e22ebc41e req-eed1a142-2dca-4b67-9a4b-907b5d18591e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 944 time: 0.1595690 Feb 28 20:51:14.644872 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d77d77bd-2407-4f21-8873-62bea930823e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (bb1b66c1-0843-4609-b1cf-60cb9752a86e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:14.713885 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 5fc45294-6f25-4c4b-ac72-b3a1164a0986, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=5fc45294-6f25-4c4b-ac72-b3a1164a0986,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:51:14.723942 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fe217d72-8513-48f4-bc43-d26e22ebc41e req-149305b6-63af-40e7-b012-1372bf465599 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877328 Feb 28 20:51:14.731572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '5fc45294-6f25-4c4b-ac72-b3a1164a0986', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'port_id': '5fc45294-6f25-4c4b-ac72-b3a1164a0986', 'mac_address': 'fa:16:3e:95:5d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:51:14.752420 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-d77d77bd-2407-4f21-8873-62bea930823e admin admin] Deleting port 23648602-d1d0-47f4-86d0-4e2e73c8ea2b {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:51:14.752839 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d77d77bd-2407-4f21-8873-62bea930823e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (23648602-d1d0-47f4-86d0-4e2e73c8ea2b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:14.785065 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 5fc45294-6f25-4c4b-ac72-b3a1164a0986 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:51:14.785446 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5fc45294-6f25-4c4b-ac72-b3a1164a0986), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:14.804700 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc45294-6f25-4c4b-ac72-b3a1164a0986 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:51:14.828393 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0141245b-02d5-4e15-ad6f-e247e382e116 None None] DHCP port deletion for bb1b66c1-0843-4609-b1cf-60cb9752a86e request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:51:14.834930 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 5fc45294-6f25-4c4b-ac72-b3a1164a0986, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=5fc45294-6f25-4c4b-ac72-b3a1164a0986,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:51:14.860236 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5fc45294-6f25-4c4b-ac72-b3a1164a0986), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:14.860905 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-d77d77bd-2407-4f21-8873-62bea930823e admin admin] For port 23648602-d1d0-47f4-86d0-4e2e73c8ea2b, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=23648602-d1d0-47f4-86d0-4e2e73c8ea2b,segment=NetworkSegment(a16ea567-4825-4bff-beef-569b9f22d5ee),segment_id=a16ea567-4825-4bff-beef-569b9f22d5ee)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:51:14.862202 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d77d77bd-2407-4f21-8873-62bea930823e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (23648602-d1d0-47f4-86d0-4e2e73c8ea2b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:14.895989 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-d77d77bd-2407-4f21-8873-62bea930823e admin admin] Calling delete_port for 23648602-d1d0-47f4-86d0-4e2e73c8ea2b owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:51:15.004369 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d77d77bd-2407-4f21-8873-62bea930823e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (23648602-d1d0-47f4-86d0-4e2e73c8ea2b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:15.032730 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d77bd-2407-4f21-8873-62bea930823e admin admin] Pushing event deleted for resources: {'Port': ['ID=23648602-d1d0-47f4-86d0-4e2e73c8ea2b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:51:15.036659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d77bd-2407-4f21-8873-62bea930823e admin admin] No DVR routers for this DVR port 23648602-d1d0-47f4-86d0-4e2e73c8ea2b on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:51:15.107129 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d9aa2f80-134e-4bff-a535-306b17b450b1 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:51:15.119837 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d77d77bd-2407-4f21-8873-62bea930823e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (bb1b66c1-0843-4609-b1cf-60cb9752a86e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:15.142816 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: d9aa2f80-134e-4bff-a535-306b17b450b1 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:51:15.143191 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d9aa2f80-134e-4bff-a535-306b17b450b1 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:51:15.143719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 23648602-d1d0-47f4-86d0-4e2e73c8ea2b no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:51:15.154201 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-d77d77bd-2407-4f21-8873-62bea930823e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1b66c1-0843-4609-b1cf-60cb9752a86e']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:51:15.172710 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-d77d77bd-2407-4f21-8873-62bea930823e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16ea567-4825-4bff-beef-569b9f22d5ee') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:51:15.173141 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-d77d77bd-2407-4f21-8873-62bea930823e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16ea567-4825-4bff-beef-569b9f22d5ee') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:51:15.179605 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 23648602-d1d0-47f4-86d0-4e2e73c8ea2b {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:51:15.180341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 23648602-d1d0-47f4-86d0-4e2e73c8ea2b not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:51:15.180341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4d2b14f0-16f5-45c2-bfdb-01152feee2d8 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:51:15.189226 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d77d77bd-2407-4f21-8873-62bea930823e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (a16ea567-4825-4bff-beef-569b9f22d5ee), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:15.202931 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d77d77bd-2407-4f21-8873-62bea930823e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (a16ea567-4825-4bff-beef-569b9f22d5ee), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:15.204721 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['5fc45294-6f25-4c4b-ac72-b3a1164a0986'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:51:15.210242 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77d77bd-2407-4f21-8873-62bea930823e admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:51:15.210704 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d77d77bd-2407-4f21-8873-62bea930823e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (a16ea567-4825-4bff-beef-569b9f22d5ee), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:51:15.214871 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:51:15.254346 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=5fc45294-6f25-4c4b-ac72-b3a1164a0986,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:51:15.255867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 4d2b14f0-16f5-45c2-bfdb-01152feee2d8 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:51:15.255996 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4d2b14f0-16f5-45c2-bfdb-01152feee2d8 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:51:15.273902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0141245b-02d5-4e15-ad6f-e247e382e116 None None] Deleting port 23648602-d1d0-47f4-86d0-4e2e73c8ea2b {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:51:15.274304 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0141245b-02d5-4e15-ad6f-e247e382e116 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (23648602-d1d0-47f4-86d0-4e2e73c8ea2b), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:15.285138 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d77d77bd-2407-4f21-8873-62bea930823e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (bb1b66c1-0843-4609-b1cf-60cb9752a86e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:15.296167 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d77d77bd-2407-4f21-8873-62bea930823e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:15.299339 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d77d77bd-2407-4f21-8873-62bea930823e admin admin] 10.222.0.13 "DELETE /v2.0/networks/bb1b66c1-0843-4609-b1cf-60cb9752a86e HTTP/1.1" status: 204 len: 168 time: 0.7788594 Feb 28 20:51:15.312386 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d77bd-2407-4f21-8873-62bea930823e admin admin] Pushing event deleted for resources: {'Network': ['ID=bb1b66c1-0843-4609-b1cf-60cb9752a86e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:51:15.385658 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0141245b-02d5-4e15-ad6f-e247e382e116 None None] For port 23648602-d1d0-47f4-86d0-4e2e73c8ea2b, host n-d-820368-21, got binding levels [] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:51:15.386073 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0141245b-02d5-4e15-ad6f-e247e382e116 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (23648602-d1d0-47f4-86d0-4e2e73c8ea2b), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:15.406796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0141245b-02d5-4e15-ad6f-e247e382e116 None None] Calling delete_port for 23648602-d1d0-47f4-86d0-4e2e73c8ea2b owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:51:15.411812 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.ipam_backend_mixin [None req-0141245b-02d5-4e15-ad6f-e247e382e116 None None] Port 23648602-d1d0-47f4-86d0-4e2e73c8ea2b was not found and therefore no delete operation was performed {{(pid=103775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 20:51:15.416812 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0141245b-02d5-4e15-ad6f-e247e382e116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (23648602-d1d0-47f4-86d0-4e2e73c8ea2b), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:15.440082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39770) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:51:15.450509 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141245b-02d5-4e15-ad6f-e247e382e116 None None] Pushing event deleted for resources: {'Port': ['ID=23648602-d1d0-47f4-86d0-4e2e73c8ea2b,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:51:15.453721 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0141245b-02d5-4e15-ad6f-e247e382e116 None None] Network bb1b66c1-0843-4609-b1cf-60cb9752a86e is not hosted by any dhcp agent {{(pid=103775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 20:51:15.455107 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141245b-02d5-4e15-ad6f-e247e382e116 None None] No DVR routers for this DVR port 23648602-d1d0-47f4-86d0-4e2e73c8ea2b on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:51:15.499391 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6e673e44-1854-4afb-95da-bc3c8a0092a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca8529a81e0e4fd1b8bc8761fee03695&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0580108 Feb 28 20:51:15.501786 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39772) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:51:15.553845 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57c7ad01-dc79-4eac-bcd8-1cb76ddda1e9 admin admin] Publish callbacks [] for security_group (40c92e98-1c7b-4b08-a2e3-82186d531a65), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:15.578341 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57c7ad01-dc79-4eac-bcd8-1cb76ddda1e9 admin admin] Publish callbacks [] for security_group (40c92e98-1c7b-4b08-a2e3-82186d531a65), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:15.628791 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57c7ad01-dc79-4eac-bcd8-1cb76ddda1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (40c92e98-1c7b-4b08-a2e3-82186d531a65), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:15.632418 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-57c7ad01-dc79-4eac-bcd8-1cb76ddda1e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:15.633626 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-57c7ad01-dc79-4eac-bcd8-1cb76ddda1e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40c92e98-1c7b-4b08-a2e3-82186d531a65 HTTP/1.1" status: 204 len: 168 time: 0.1309299 Feb 28 20:51:15.643096 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7ad01-dc79-4eac-bcd8-1cb76ddda1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c92e98-1c7b-4b08-a2e3-82186d531a65,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:51:15.873622 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a827b5-573e-4b02-a363-deaf073b712a req-b47a5ccf-cd20-4db8-93b4-326292aa06bf tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:15.876021 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-80a827b5-573e-4b02-a363-deaf073b712a req-b47a5ccf-cd20-4db8-93b4-326292aa06bf tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 945 time: 0.0772679 Feb 28 20:51:15.936588 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-80a827b5-573e-4b02-a363-deaf073b712a req-1e077f91-71f2-41f8-9570-f69050f80fe7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546279 Feb 28 20:51:16.017172 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39780) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:51:16.057666 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-064c6fce-ba64-4291-8789-f2f1436c72f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1da36d430886405cb54b7dfe8d83c578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392842 Feb 28 20:51:16.060681 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 39782) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:51:16.107060 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9c20b1f-8b48-426f-8cda-90cae32d57bd admin admin] Publish callbacks [] for security_group (e1cef9b9-84bc-4e01-8bbe-d66b1df778e1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:16.129533 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9c20b1f-8b48-426f-8cda-90cae32d57bd admin admin] Publish callbacks [] for security_group (e1cef9b9-84bc-4e01-8bbe-d66b1df778e1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:16.181423 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9c20b1f-8b48-426f-8cda-90cae32d57bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e1cef9b9-84bc-4e01-8bbe-d66b1df778e1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:16.185858 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9c20b1f-8b48-426f-8cda-90cae32d57bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:16.189269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a9c20b1f-8b48-426f-8cda-90cae32d57bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1cef9b9-84bc-4e01-8bbe-d66b1df778e1 HTTP/1.1" status: 204 len: 168 time: 0.1254468 Feb 28 20:51:16.196660 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c20b1f-8b48-426f-8cda-90cae32d57bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cef9b9-84bc-4e01-8bbe-d66b1df778e1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:51:16.496811 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9a660323-9ee7-4f50-a8ac-d0b6e9681975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:16.508935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 5fc45294-6f25-4c4b-ac72-b3a1164a0986 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:51:16.574453 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 5fc45294-6f25-4c4b-ac72-b3a1164a0986 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:51:16.579481 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 5fc45294-6f25-4c4b-ac72-b3a1164a0986 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:51:16.580358 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5fc45294-6f25-4c4b-ac72-b3a1164a0986), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:16.680768 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 5fc45294-6f25-4c4b-ac72-b3a1164a0986 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:51:16.681153 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5fc45294-6f25-4c4b-ac72-b3a1164a0986), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:16.707902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0942ec79-f53d-4b39-8179-f9f642aecc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc45294-6f25-4c4b-ac72-b3a1164a0986'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:51:16.710398 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3e1fa6-2b36-4afc-b12c-c86ef486a3cf" -d '{"events": [{"server_uuid": "0942ec79-f53d-4b39-8179-f9f642aecc0b", "name": "network-vif-plugged", "status": "completed", "tag": "5fc45294-6f25-4c4b-ac72-b3a1164a0986"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:51:16.726344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 5fc45294-6f25-4c4b-ac72-b3a1164a0986, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=5fc45294-6f25-4c4b-ac72-b3a1164a0986,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:51:16.736814 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5fc45294-6f25-4c4b-ac72-b3a1164a0986), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:16.771789 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e1023f-8e55-4b38-af5c-074ad35a1dfc x-openstack-request-id: req-82e1023f-8e55-4b38-af5c-074ad35a1dfc {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:51:16.772188 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0942ec79-f53d-4b39-8179-f9f642aecc0b", "name": "network-vif-plugged", "status": "completed", "tag": "5fc45294-6f25-4c4b-ac72-b3a1164a0986", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:51:16.772554 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82e1023f-8e55-4b38-af5c-074ad35a1dfc {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:51:16.773015 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0942ec79-f53d-4b39-8179-f9f642aecc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc45294-6f25-4c4b-ac72-b3a1164a0986', 'code': 200} Feb 28 20:51:16.799134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=5fc45294-6f25-4c4b-ac72-b3a1164a0986,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:51:16.897482 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175fe65-ffd4-4b00-9343-335af179563a req-f6a3355c-6571-4465-ba03-3860ba11c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:16.899004 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0175fe65-ffd4-4b00-9343-335af179563a req-f6a3355c-6571-4465-ba03-3860ba11c9c8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 1129 time: 0.0518599 Feb 28 20:51:16.950045 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0175fe65-ffd4-4b00-9343-335af179563a req-e51f1b3b-0ccd-4d34-a2b2-744adf0e003c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445731 Feb 28 20:51:17.069570 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852aaba-d1f2-4834-a4e6-59aea03d1df1 req-78217c02-4f06-461d-ab2f-1797adfbd9cf tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:17.071112 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a852aaba-d1f2-4834-a4e6-59aea03d1df1 req-78217c02-4f06-461d-ab2f-1797adfbd9cf tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 946 time: 0.0562499 Feb 28 20:51:17.124975 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a852aaba-d1f2-4834-a4e6-59aea03d1df1 req-e9f39d76-cd75-492a-bb13-08ffbe2e97fe tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472107 Feb 28 20:51:18.456925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e515152-90f1-4be6-8668-b8c5e434f95b req-1a95b74c-af79-4f57-9fd2-3439ec6b7038 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:18.458496 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e515152-90f1-4be6-8668-b8c5e434f95b req-1a95b74c-af79-4f57-9fd2-3439ec6b7038 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 946 time: 0.2611005 Feb 28 20:51:18.511896 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e515152-90f1-4be6-8668-b8c5e434f95b req-36dd5306-1ca5-4e8e-bf81-fb6cce534dfb tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474074 Feb 28 20:51:18.635372 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf1c9e-7e2d-4491-b427-b2e5a13df054 req-7162ef8b-597e-4074-9cd1-daab20217f3e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:18.637015 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dbbf1c9e-7e2d-4491-b427-b2e5a13df054 req-7162ef8b-597e-4074-9cd1-daab20217f3e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 946 time: 0.0557249 Feb 28 20:51:18.684583 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dbbf1c9e-7e2d-4491-b427-b2e5a13df054 req-69bad9bd-5dae-4c1b-815c-55ed7249cc22 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413439 Feb 28 20:51:19.068310 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c69520d0-c558-4bf4-81f8-e23fbb26b5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:19.907998 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:20.189916 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:21.172640 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 39902) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:51:21.302021 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a48ecf-2030-42e1-8318-43dece602d64 req-2f1cf3af-5057-4fe8-ad11-916ab9e06b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:21.303995 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-88a48ecf-2030-42e1-8318-43dece602d64 req-2f1cf3af-5057-4fe8-ad11-916ab9e06b26 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 1128 time: 0.1296904 Feb 28 20:51:21.392202 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-88a48ecf-2030-42e1-8318-43dece602d64 req-7b27de56-d8ae-484c-ae9a-c510566fa4b8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9bdfc153-7100-4880-be95-30bf67bded54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770283 Feb 28 20:51:21.416042 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:22.348875 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040b6c6-2756-4245-bd54-21dd60201274 req-cc802d37-7158-4b14-afff-078b6e1ada63 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:22.350338 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e040b6c6-2756-4245-bd54-21dd60201274 req-cc802d37-7158-4b14-afff-078b6e1ada63 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 812 time: 0.1036155 Feb 28 20:51:22.365526 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e040b6c6-2756-4245-bd54-21dd60201274 req-9f00c825-d2fc-4351-97f2-6f3bb36805ef tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/quotas/58bfb457c00e4b538fbd5bd4fd7cfdd5 HTTP/1.1" status: 200 len: 375 time: 0.0094116 Feb 28 20:51:22.423781 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e040b6c6-2756-4245-bd54-21dd60201274 req-0c187c1a-2fe5-4e5c-951c-997dbc6dca80 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518885 Feb 28 20:51:22.526048 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e040b6c6-2756-4245-bd54-21dd60201274 req-7be9e819-5e08-41e0-ae79-a892c274c7a4 service neutron] 10.222.0.13 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953608 Feb 28 20:51:22.619391 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e040b6c6-2756-4245-bd54-21dd60201274 req-cdbe3f19-7bf8-4de6-b98e-fe9385784519 service neutron] 10.222.0.13 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875781 Feb 28 20:51:22.739712 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:22.743225 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:22.846449 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ecc7b695-a635-46ec-a592-047b97b85802 req-e88a7ed3-ca9f-45df-9ac3-64fceabf7782 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 210 time: 0.0294631 Feb 28 20:51:23.805480 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040b6c6-2756-4245-bd54-21dd60201274 req-d0c9514d-749f-4322-8ae9-65217033b0fe tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:23.806923 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e040b6c6-2756-4245-bd54-21dd60201274 req-d0c9514d-749f-4322-8ae9-65217033b0fe tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.15 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 812 time: 0.1066768 Feb 28 20:51:23.819250 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-e040b6c6-2756-4245-bd54-21dd60201274 req-c9a8411b-6824-4f30-9712-f45e32a9685d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Request body: {'port': {'device_id': '39ba65b2-2db8-466b-acac-b1af396d4d06', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'admin_state_up': True, 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:51:23.950275 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e040b6c6-2756-4245-bd54-21dd60201274 req-c9a8411b-6824-4f30-9712-f45e32a9685d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Made reservation on behalf of 58bfb457c00e4b538fbd5bd4fd7cfdd5 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:51:23.953712 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e040b6c6-2756-4245-bd54-21dd60201274 req-c9a8411b-6824-4f30-9712-f45e32a9685d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:23.970840 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-31e6548c-8520-4283-90ff-cef44b9e0cd4 req-e74ba15b-1bde-42e6-867a-bc8a5edd58f0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 210 time: 0.0326030 Feb 28 20:51:24.094430 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-e040b6c6-2756-4245-bd54-21dd60201274 req-c9a8411b-6824-4f30-9712-f45e32a9685d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Allocated IP 172.20.0.7 (f9183e88-ab23-4a0b-8f98-2c8f78d76e4a/2443cf2a-2cd1-4640-b0ef-22386bc2104e/445300bf-a604-451b-a07a-a8c1b2bcefe0) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:51:24.292411 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e040b6c6-2756-4245-bd54-21dd60201274 req-c9a8411b-6824-4f30-9712-f45e32a9685d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for port (445300bf-a604-451b-a07a-a8c1b2bcefe0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:24.334863 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e040b6c6-2756-4245-bd54-21dd60201274 req-c9a8411b-6824-4f30-9712-f45e32a9685d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (445300bf-a604-451b-a07a-a8c1b2bcefe0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:24.350091 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['5fc45294-6f25-4c4b-ac72-b3a1164a0986'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:51:24.438160 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e040b6c6-2756-4245-bd54-21dd60201274 req-c9a8411b-6824-4f30-9712-f45e32a9685d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:51:24.442732 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8411b-6824-4f30-9712-f45e32a9685d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event updated for resources: {'Port': ['ID=445300bf-a604-451b-a07a-a8c1b2bcefe0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:51:24.449430 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-e040b6c6-2756-4245-bd54-21dd60201274 req-c9a8411b-6824-4f30-9712-f45e32a9685d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:51:24.467519 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e040b6c6-2756-4245-bd54-21dd60201274 req-c9a8411b-6824-4f30-9712-f45e32a9685d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:51:24.581898 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040b6c6-2756-4245-bd54-21dd60201274 req-c9a8411b-6824-4f30-9712-f45e32a9685d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:24.583163 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e040b6c6-2756-4245-bd54-21dd60201274 req-c9a8411b-6824-4f30-9712-f45e32a9685d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:24.620304 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e040b6c6-2756-4245-bd54-21dd60201274 req-c9a8411b-6824-4f30-9712-f45e32a9685d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8044538 Feb 28 20:51:24.632978 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-e040b6c6-2756-4245-bd54-21dd60201274 req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] Request body: {'port': {'device_id': '39ba65b2-2db8-466b-acac-b1af396d4d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:51:24.710224 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e040b6c6-2756-4245-bd54-21dd60201274 req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (445300bf-a604-451b-a07a-a8c1b2bcefe0), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:24.834303 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f5981a24-d470-4bcc-89d1-f54fba5de710 None None] Provisioning complete for port 445300bf-a604-451b-a07a-a8c1b2bcefe0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:51:24.835804 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f5981a24-d470-4bcc-89d1-f54fba5de710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (445300bf-a604-451b-a07a-a8c1b2bcefe0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:24.876129 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f5981a24-d470-4bcc-89d1-f54fba5de710 None None] Port 445300bf-a604-451b-a07a-a8c1b2bcefe0 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:51:25.022535 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-e040b6c6-2756-4245-bd54-21dd60201274 req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445300bf-a604-451b-a07a-a8c1b2bcefe0 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:51:25.032703 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e040b6c6-2756-4245-bd54-21dd60201274 req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] Publish callbacks [] for port (445300bf-a604-451b-a07a-a8c1b2bcefe0), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:25.049724 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-e040b6c6-2756-4245-bd54-21dd60201274 req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] Transition to ACTIVE for port object 445300bf-a604-451b-a07a-a8c1b2bcefe0 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:51:25.056453 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e040b6c6-2756-4245-bd54-21dd60201274 req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (445300bf-a604-451b-a07a-a8c1b2bcefe0), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:25.135340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df8760-e81b-4421-b009-b0803b01251e req-0395bd92-f0b1-4f47-915d-7fc86a4638df tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:25.136317 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] Pushing event updated for resources: {'Port': ['ID=445300bf-a604-451b-a07a-a8c1b2bcefe0,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:51:25.137060 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e6df8760-e81b-4421-b009-b0803b01251e req-0395bd92-f0b1-4f47-915d-7fc86a4638df tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0869122 Feb 28 20:51:25.218956 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-e040b6c6-2756-4245-bd54-21dd60201274 req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] Attempting to bind port 445300bf-a604-451b-a07a-a8c1b2bcefe0 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:51:25.219919 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-e040b6c6-2756-4245-bd54-21dd60201274 req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] Attempting to bind port 445300bf-a604-451b-a07a-a8c1b2bcefe0 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:51:25.220255 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040b6c6-2756-4245-bd54-21dd60201274 req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] Attempting to bind port 445300bf-a604-451b-a07a-a8c1b2bcefe0 on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:51:25.225896 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040b6c6-2756-4245-bd54-21dd60201274 req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] Port 445300bf-a604-451b-a07a-a8c1b2bcefe0 on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:51:25.226166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040b6c6-2756-4245-bd54-21dd60201274 req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] Attempting to bind port 445300bf-a604-451b-a07a-a8c1b2bcefe0 on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:51:25.231829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040b6c6-2756-4245-bd54-21dd60201274 req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:51:25.232153 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040b6c6-2756-4245-bd54-21dd60201274 req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] Checking segment: {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:51:25.232466 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040b6c6-2756-4245-bd54-21dd60201274 req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] Bound using segment: {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:51:25.232895 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-e040b6c6-2756-4245-bd54-21dd60201274 req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] Bound port: 445300bf-a604-451b-a07a-a8c1b2bcefe0, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:51:25.233248 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e040b6c6-2756-4245-bd54-21dd60201274 req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (445300bf-a604-451b-a07a-a8c1b2bcefe0), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:25.259474 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e6df8760-e81b-4421-b009-b0803b01251e req-1daf8560-6920-4c8f-9ae7-917a5fea76bf tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116004 Feb 28 20:51:25.318812 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-e040b6c6-2756-4245-bd54-21dd60201274 req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] For port 445300bf-a604-451b-a07a-a8c1b2bcefe0, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:51:25.321872 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-e040b6c6-2756-4245-bd54-21dd60201274 req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] For port 445300bf-a604-451b-a07a-a8c1b2bcefe0, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=445300bf-a604-451b-a07a-a8c1b2bcefe0,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:51:25.330022 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e040b6c6-2756-4245-bd54-21dd60201274 req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (445300bf-a604-451b-a07a-a8c1b2bcefe0), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:25.387582 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040b6c6-2756-4245-bd54-21dd60201274 req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:25.388239 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-e040b6c6-2756-4245-bd54-21dd60201274 req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:25.389712 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e040b6c6-2756-4245-bd54-21dd60201274 req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] 10.222.0.15 "PUT /v2.0/ports/445300bf-a604-451b-a07a-a8c1b2bcefe0 HTTP/1.1" status: 200 len: 1092 time: 0.7628665 Feb 28 20:51:25.390155 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ba65b2-2db8-466b-acac-b1af396d4d06', 'tag': '445300bf-a604-451b-a07a-a8c1b2bcefe0'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:51:25.410381 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23426804-1b29-449c-a23a-f2a488dc0f44" -d '{"events": [{"name": "network-changed", "server_uuid": "39ba65b2-2db8-466b-acac-b1af396d4d06", "tag": "445300bf-a604-451b-a07a-a8c1b2bcefe0"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:51:25.504121 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31323d97-3b5b-42c3-8076-e8626042aa6e x-openstack-request-id: req-31323d97-3b5b-42c3-8076-e8626042aa6e {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:51:25.504688 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ba65b2-2db8-466b-acac-b1af396d4d06", "tag": "445300bf-a604-451b-a07a-a8c1b2bcefe0", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:51:25.505131 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31323d97-3b5b-42c3-8076-e8626042aa6e {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:51:25.505778 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ba65b2-2db8-466b-acac-b1af396d4d06', 'tag': '445300bf-a604-451b-a07a-a8c1b2bcefe0', 'status': 'completed', 'code': 200} Feb 28 20:51:25.524535 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5277a6-4ca7-46fe-b015-a2aa9ac8650a service neutron] Pushing event updated for resources: {'Port': ['ID=445300bf-a604-451b-a07a-a8c1b2bcefe0,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:51:25.550801 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040b6c6-2756-4245-bd54-21dd60201274 req-d390fe03-f5ab-4c92-8f38-d956bfd06061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:25.552370 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e040b6c6-2756-4245-bd54-21dd60201274 req-d390fe03-f5ab-4c92-8f38-d956bfd06061 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 1126 time: 0.0990603 Feb 28 20:51:25.607237 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e040b6c6-2756-4245-bd54-21dd60201274 req-534c4ecc-fb35-427d-8e92-de9072c4ffb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=445300bf-a604-451b-a07a-a8c1b2bcefe0 HTTP/1.1" status: 200 len: 217 time: 0.0476906 Feb 28 20:51:25.668993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040b6c6-2756-4245-bd54-21dd60201274 req-53ea08a0-e8e0-4ad6-a60a-5a2bec0b43a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:25.670738 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e040b6c6-2756-4245-bd54-21dd60201274 req-53ea08a0-e8e0-4ad6-a60a-5a2bec0b43a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0580804 Feb 28 20:51:25.734780 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040b6c6-2756-4245-bd54-21dd60201274 req-d1011231-423a-43bc-a66b-a7c97540bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:25.736621 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e040b6c6-2756-4245-bd54-21dd60201274 req-d1011231-423a-43bc-a66b-a7c97540bc3b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0599554 Feb 28 20:51:25.850694 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e040b6c6-2756-4245-bd54-21dd60201274 req-127c7d34-5a94-4f60-a185-e63a7cd2ad27 service neutron] 10.222.0.15 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084037 Feb 28 20:51:25.971688 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e040b6c6-2756-4245-bd54-21dd60201274 req-dd62b00d-3793-4736-bc51-4fcd4a61c197 service neutron] 10.222.0.15 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145656 Feb 28 20:51:26.066354 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23426804-1b29-449c-a23a-f2a488dc0f44 req-2da35b44-c387-4b43-b1c2-3c913197ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:26.067919 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-23426804-1b29-449c-a23a-f2a488dc0f44 req-2da35b44-c387-4b43-b1c2-3c913197ff19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 1126 time: 0.0500436 Feb 28 20:51:26.159448 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23426804-1b29-449c-a23a-f2a488dc0f44 req-b9ad6d10-95cd-4f80-92da-4b2da92cb965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:26.161232 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-23426804-1b29-449c-a23a-f2a488dc0f44 req-b9ad6d10-95cd-4f80-92da-4b2da92cb965 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 912 time: 0.0875080 Feb 28 20:51:26.207343 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-23426804-1b29-449c-a23a-f2a488dc0f44 req-5994bed2-c930-4e7b-9dd7-6296e44296e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=445300bf-a604-451b-a07a-a8c1b2bcefe0 HTTP/1.1" status: 200 len: 217 time: 0.0406303 Feb 28 20:51:26.263924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23426804-1b29-449c-a23a-f2a488dc0f44 req-b5356138-bb9c-4019-8891-e07528c033d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:26.265684 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-23426804-1b29-449c-a23a-f2a488dc0f44 req-b5356138-bb9c-4019-8891-e07528c033d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0532472 Feb 28 20:51:26.327152 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23426804-1b29-449c-a23a-f2a488dc0f44 req-485ffdc2-691a-406d-8915-2c0139404274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:26.329190 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-23426804-1b29-449c-a23a-f2a488dc0f44 req-485ffdc2-691a-406d-8915-2c0139404274 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0578265 Feb 28 20:51:26.384729 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021d2dd-4c7d-4b70-9339-0479e63f1746 req-8a0ce4d1-5b89-495c-bd85-f8a8b0a0cda4 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:26.387052 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c021d2dd-4c7d-4b70-9339-0479e63f1746 req-8a0ce4d1-5b89-495c-bd85-f8a8b0a0cda4 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0564709 Feb 28 20:51:26.437713 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c021d2dd-4c7d-4b70-9339-0479e63f1746 req-4fa609c7-65cf-48cd-b296-07cf4fd48f7c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443606 Feb 28 20:51:26.442989 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-23426804-1b29-449c-a23a-f2a488dc0f44 req-1a4841f3-c6c2-4463-a73f-7d9de1ce0479 service neutron] 10.222.0.15 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078167 Feb 28 20:51:26.549454 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-23426804-1b29-449c-a23a-f2a488dc0f44 req-ebcd1ffe-4679-4eb2-9c33-21f1dfd63163 service neutron] 10.222.0.15 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011660 Feb 28 20:51:27.575534 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae56c99-4bd2-4252-acf8-669f05245121 req-a6b84813-6d3a-4447-b9e9-26cca938909f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:27.577264 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ae56c99-4bd2-4252-acf8-669f05245121 req-a6b84813-6d3a-4447-b9e9-26cca938909f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0637777 Feb 28 20:51:27.634518 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ae56c99-4bd2-4252-acf8-669f05245121 req-65ab2cbe-bc95-4b7e-8ed9-09cd1eaf8530 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498137 Feb 28 20:51:28.812378 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916aa91-72c2-466f-b18f-02a204265591 req-06d7b989-4d52-4fa9-ba96-9e5f798c26b6 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:28.819598 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6916aa91-72c2-466f-b18f-02a204265591 req-06d7b989-4d52-4fa9-ba96-9e5f798c26b6 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0973368 Feb 28 20:51:28.869710 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6916aa91-72c2-466f-b18f-02a204265591 req-fde74c84-74a8-4ace-8e67-e98c4ddb5fe5 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492632 Feb 28 20:51:30.014374 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359a79c-bb86-4664-a4b3-6f022f0f9673 req-282e7529-6c7c-4a77-8006-91aa00632a9e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:30.015979 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b359a79c-bb86-4664-a4b3-6f022f0f9673 req-282e7529-6c7c-4a77-8006-91aa00632a9e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0593462 Feb 28 20:51:30.081518 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b359a79c-bb86-4664-a4b3-6f022f0f9673 req-0c45b5db-774e-4089-a9c2-eed85ecd8805 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596693 Feb 28 20:51:31.226295 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:51:31.259484 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e3689-30a4-4330-9e3f-f27e7d09f704 req-1f370514-ae8b-4eb5-8563-d99875cac1ee tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:31.262810 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-167e3689-30a4-4330-9e3f-f27e7d09f704 req-1f370514-ae8b-4eb5-8563-d99875cac1ee tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0900049 Feb 28 20:51:31.329482 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-167e3689-30a4-4330-9e3f-f27e7d09f704 req-cfd914f6-cf00-402e-97d3-b6b67d547cc0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579152 Feb 28 20:51:32.511187 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08bd98-d684-46dd-9039-386213be8718 req-b2cdc374-912e-4d8b-bb68-ff51c846da69 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:32.514587 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df08bd98-d684-46dd-9039-386213be8718 req-b2cdc374-912e-4d8b-bb68-ff51c846da69 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0829585 Feb 28 20:51:32.590971 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df08bd98-d684-46dd-9039-386213be8718 req-c47c0475-ec1a-40f8-9fbb-eb9fa54c7a71 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700343 Feb 28 20:51:33.790122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e362888-b2d9-40cb-a4d9-89cafef83703 req-d28df11f-12a2-49c4-a528-e1b6ab84f403 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:33.791590 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e362888-b2d9-40cb-a4d9-89cafef83703 req-d28df11f-12a2-49c4-a528-e1b6ab84f403 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.1064806 Feb 28 20:51:33.812763 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9602ba4-3f2a-4b36-8c95-7952427a6aaf req-b0d3da2b-2e63-4b92-a6e9-d3373b6d4d08 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1357889 Feb 28 20:51:33.867132 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e362888-b2d9-40cb-a4d9-89cafef83703 req-fd315337-dd50-4755-90fd-794d6ec96024 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680506 Feb 28 20:51:33.940493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9602ba4-3f2a-4b36-8c95-7952427a6aaf req-4bf3b906-2a5d-490a-a35b-5facd5676d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:33.942067 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9602ba4-3f2a-4b36-8c95-7952427a6aaf req-4bf3b906-2a5d-490a-a35b-5facd5676d18 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 1129 time: 0.0639503 Feb 28 20:51:34.094872 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9602ba4-3f2a-4b36-8c95-7952427a6aaf req-e695ea81-f913-456b-8549-71648e713c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:34.097134 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9602ba4-3f2a-4b36-8c95-7952427a6aaf req-e695ea81-f913-456b-8549-71648e713c5a service neutron] 10.222.0.10 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 912 time: 0.1294725 Feb 28 20:51:34.143531 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9602ba4-3f2a-4b36-8c95-7952427a6aaf req-9a219f07-d117-4b42-b550-53cfb17572cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fc45294-6f25-4c4b-ac72-b3a1164a0986 HTTP/1.1" status: 200 len: 217 time: 0.0396042 Feb 28 20:51:34.206557 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9602ba4-3f2a-4b36-8c95-7952427a6aaf req-4b8cd5c2-e7f3-4d76-94f9-21d95ad475d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:34.208575 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9602ba4-3f2a-4b36-8c95-7952427a6aaf req-4b8cd5c2-e7f3-4d76-94f9-21d95ad475d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0537658 Feb 28 20:51:34.273326 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9602ba4-3f2a-4b36-8c95-7952427a6aaf req-e13884c5-56d9-420b-a424-6a8a8418e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:34.274856 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9602ba4-3f2a-4b36-8c95-7952427a6aaf req-e13884c5-56d9-420b-a424-6a8a8418e11d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0603456 Feb 28 20:51:34.416717 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9602ba4-3f2a-4b36-8c95-7952427a6aaf req-46f95bbc-db7a-4eda-9e54-24afff0ee344 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332896 Feb 28 20:51:34.546047 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9602ba4-3f2a-4b36-8c95-7952427a6aaf req-66f63f6f-9983-48a2-973b-67c160c9de12 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162350 Feb 28 20:51:35.062516 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01597f-79ce-4401-a8d9-7c2a95ccc375 req-87da9ebd-203a-4713-8968-7ce957e54e29 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:35.064903 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c01597f-79ce-4401-a8d9-7c2a95ccc375 req-87da9ebd-203a-4713-8968-7ce957e54e29 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0661423 Feb 28 20:51:35.118856 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c01597f-79ce-4401-a8d9-7c2a95ccc375 req-101671ed-619a-4d3c-80c0-e59ab7290e1c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482719 Feb 28 20:51:36.240341 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c458f9-d382-4ca3-81da-f3c0c9eaab18 req-58982dcf-8246-4339-92df-6fbf8ad684f5 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:36.241747 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4c458f9-d382-4ca3-81da-f3c0c9eaab18 req-58982dcf-8246-4339-92df-6fbf8ad684f5 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0538938 Feb 28 20:51:36.290516 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4c458f9-d382-4ca3-81da-f3c0c9eaab18 req-871b2152-68ba-4701-9545-3c723a095927 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424814 Feb 28 20:51:37.424215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bba17d-e402-444b-ad2b-cecef82b3906 req-fac484a6-c294-491a-a617-31f95ed28033 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:37.426675 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-93bba17d-e402-444b-ad2b-cecef82b3906 req-fac484a6-c294-491a-a617-31f95ed28033 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0648575 Feb 28 20:51:37.486361 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-93bba17d-e402-444b-ad2b-cecef82b3906 req-2618a10e-337d-4f66-b46d-7bb73b134082 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524964 Feb 28 20:51:38.640061 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f690642-07a7-48af-9dc0-3f1642929853 req-51b260cf-8fb4-4dd0-85ce-ebcfd37ec762 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:38.641598 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f690642-07a7-48af-9dc0-3f1642929853 req-51b260cf-8fb4-4dd0-85ce-ebcfd37ec762 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0674348 Feb 28 20:51:38.693881 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f690642-07a7-48af-9dc0-3f1642929853 req-e6477ac5-74dd-4f75-a12d-e1ff919849eb tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441837 Feb 28 20:51:39.839725 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd7da9-9a1c-4718-a538-22df0b7ebf70 req-6f2199dc-b07e-4246-ac83-256030d6b4f2 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:39.841348 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-17dd7da9-9a1c-4718-a538-22df0b7ebf70 req-6f2199dc-b07e-4246-ac83-256030d6b4f2 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0650852 Feb 28 20:51:39.903812 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-17dd7da9-9a1c-4718-a538-22df0b7ebf70 req-20afaba4-f96e-4aa6-981d-098d1773804d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547545 Feb 28 20:51:41.054081 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566d253-a4b0-4a17-a502-9de3139288ec req-37053e87-b89a-4394-895a-eb6fd9c0f742 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:41.055723 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5566d253-a4b0-4a17-a502-9de3139288ec req-37053e87-b89a-4394-895a-eb6fd9c0f742 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0565598 Feb 28 20:51:41.105726 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5566d253-a4b0-4a17-a502-9de3139288ec req-b2588a08-56ae-4a89-8532-441c4a0ef0ef tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423136 Feb 28 20:51:41.818341 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e5740fc8-cf78-446a-a48e-410ea32fa128 req-fa6f7181-0f0d-49b6-901f-0b49f9c9cdcb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0daef6c6-df2e-42e4-82c7-5fb777676769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1014218 Feb 28 20:51:41.928099 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5740fc8-cf78-446a-a48e-410ea32fa128 req-eb9f1ab9-21a0-4d8f-aa4e-7aa61ae29947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:41.929701 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e5740fc8-cf78-446a-a48e-410ea32fa128 req-eb9f1ab9-21a0-4d8f-aa4e-7aa61ae29947 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6116361ccba47c3b35ad4fce1da6a49&device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 1128 time: 0.0635171 Feb 28 20:51:42.041861 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5740fc8-cf78-446a-a48e-410ea32fa128 req-21ffb340-34bf-42ff-b652-bd143449cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:42.043385 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e5740fc8-cf78-446a-a48e-410ea32fa128 req-21ffb340-34bf-42ff-b652-bd143449cbac service neutron] 10.222.0.15 "GET /v2.0/networks?id=4f9a971c-6543-4054-8397-e614a2e5941b HTTP/1.1" status: 200 len: 908 time: 0.0953879 Feb 28 20:51:42.116961 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e5740fc8-cf78-446a-a48e-410ea32fa128 req-361b19f3-8624-4c3f-85fe-7200eaa621f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b87a1f21-daf6-4aa5-b417-b467e8c99141 HTTP/1.1" status: 200 len: 1001 time: 0.0676758 Feb 28 20:51:42.171574 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5740fc8-cf78-446a-a48e-410ea32fa128 req-6215bb39-721c-4241-bbed-65a06371a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:42.172355 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e5740fc8-cf78-446a-a48e-410ea32fa128 req-6215bb39-721c-4241-bbed-65a06371a7f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea22d25c-3fd1-4923-bf74-f28de2f38614 HTTP/1.1" status: 200 len: 847 time: 0.0498912 Feb 28 20:51:42.236651 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5740fc8-cf78-446a-a48e-410ea32fa128 req-86824de9-65b5-4679-9a13-801e2ee3a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:42.238471 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e5740fc8-cf78-446a-a48e-410ea32fa128 req-86824de9-65b5-4679-9a13-801e2ee3a793 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f9a971c-6543-4054-8397-e614a2e5941b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0524151 Feb 28 20:51:42.276413 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0e0eb-914d-488d-815f-ccb4f7711829 req-c25cb410-37a3-46b3-86c4-8dfe4289093e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:42.279938 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-44e0e0eb-914d-488d-815f-ccb4f7711829 req-c25cb410-37a3-46b3-86c4-8dfe4289093e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0714474 Feb 28 20:51:42.338381 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-44e0e0eb-914d-488d-815f-ccb4f7711829 req-fc4e314e-da05-4f19-b436-36aa46d673e4 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513551 Feb 28 20:51:42.374533 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e5740fc8-cf78-446a-a48e-410ea32fa128 req-99b21e97-16c2-4e64-a272-4366fe64920d service neutron] 10.222.0.15 "GET /v2.0/networks/4f9a971c-6543-4054-8397-e614a2e5941b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294975 Feb 28 20:51:42.481954 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e5740fc8-cf78-446a-a48e-410ea32fa128 req-bfc07bb9-50a2-45f6-92f9-caadcf1b02c1 service neutron] 10.222.0.15 "GET /v2.0/networks/4f9a971c-6543-4054-8397-e614a2e5941b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010249 Feb 28 20:51:43.487992 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fcc19-9241-4316-b331-f5dc59bda07b req-b0db5350-0065-4115-86e9-0b900f98fed3 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:43.489986 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c51fcc19-9241-4316-b331-f5dc59bda07b req-b0db5350-0065-4115-86e9-0b900f98fed3 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0644062 Feb 28 20:51:43.554428 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c51fcc19-9241-4316-b331-f5dc59bda07b req-a6d74663-00aa-41f2-bce3-605117d0d745 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561180 Feb 28 20:51:44.716880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7272630-e614-44c6-9aa2-6a76552fdd84 req-e313d426-4252-420c-b01a-f263e250848b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:44.724099 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7272630-e614-44c6-9aa2-6a76552fdd84 req-e313d426-4252-420c-b01a-f263e250848b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0792844 Feb 28 20:51:44.772350 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c7272630-e614-44c6-9aa2-6a76552fdd84 req-601910dd-e5e5-4f42-93f2-c704f1cbf8f5 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473073 Feb 28 20:51:45.942582 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc46c54-3839-4089-8457-6fd835ca6c6c req-fb5caedc-d566-4c39-834f-fd2747ff574f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:45.951317 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0bc46c54-3839-4089-8457-6fd835ca6c6c req-fb5caedc-d566-4c39-834f-fd2747ff574f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0898044 Feb 28 20:51:46.013929 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0bc46c54-3839-4089-8457-6fd835ca6c6c req-5f6965c7-5997-4066-86f7-ffa400662689 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579474 Feb 28 20:51:46.498395 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ed356bd9-3bdd-4ac1-9b7c-a8169c54d6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:47.147151 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82065174-98ba-46bb-b167-445a9eaf4af1 req-6d87af1c-097c-4e65-a28c-d298660d17ac tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:47.149439 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82065174-98ba-46bb-b167-445a9eaf4af1 req-6d87af1c-097c-4e65-a28c-d298660d17ac tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0634418 Feb 28 20:51:47.214078 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82065174-98ba-46bb-b167-445a9eaf4af1 req-06ee6351-2447-41de-94d1-19c9030b19f3 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506308 Feb 28 20:51:48.342752 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1896c7-ad25-4765-830a-4b540216b6cc req-a78bd7c8-d03a-4f21-aca5-83b6c96ca9f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:48.344268 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df1896c7-ad25-4765-830a-4b540216b6cc req-a78bd7c8-d03a-4f21-aca5-83b6c96ca9f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0554848 Feb 28 20:51:48.397478 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df1896c7-ad25-4765-830a-4b540216b6cc req-41d62d86-1d20-4a21-a1bf-d82cf99a0bfd tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474825 Feb 28 20:51:49.063165 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1e5bde57-7cc5-4eaf-a08c-c25fc4316323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:49.535448 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d19943-e805-4a56-81b0-26dadd7a57d8 req-9ca79a68-eb5f-40d9-b275-e57ea6d2e7e3 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:49.536990 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c9d19943-e805-4a56-81b0-26dadd7a57d8 req-9ca79a68-eb5f-40d9-b275-e57ea6d2e7e3 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0554502 Feb 28 20:51:49.585120 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c9d19943-e805-4a56-81b0-26dadd7a57d8 req-cd6797e7-61d9-467e-b0f4-16f5d414257b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416763 Feb 28 20:51:49.906958 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:50.194365 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:50.718741 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d09d5-51f5-43a5-ae1f-98d711cfc350 req-47bacb6e-5fc1-4cef-b897-6aff4ecdcd80 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:50.720607 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb7d09d5-51f5-43a5-ae1f-98d711cfc350 req-47bacb6e-5fc1-4cef-b897-6aff4ecdcd80 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0562642 Feb 28 20:51:50.774942 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb7d09d5-51f5-43a5-ae1f-98d711cfc350 req-dfab7d02-aa3d-4119-8f05-85e620a9f726 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483148 Feb 28 20:51:51.400929 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:51.915366 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389df379-1ea4-4963-ab6b-a53beaa000b3 req-5a75d70b-11e6-4d1d-8737-9042aa964863 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:51.917479 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-389df379-1ea4-4963-ab6b-a53beaa000b3 req-5a75d70b-11e6-4d1d-8737-9042aa964863 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0653832 Feb 28 20:51:51.974839 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-389df379-1ea4-4963-ab6b-a53beaa000b3 req-0f0b7bb9-efcd-441f-82b7-f47a0b0338c5 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502534 Feb 28 20:51:52.725859 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:52.758033 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:53.113089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7335e-9ae6-4908-9191-63a3f793d31f req-073cb010-e111-437a-8ea3-167c2bfe3b11 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:53.114485 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8eb7335e-9ae6-4908-9191-63a3f793d31f req-073cb010-e111-437a-8ea3-167c2bfe3b11 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0596828 Feb 28 20:51:53.161368 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8eb7335e-9ae6-4908-9191-63a3f793d31f req-32e88fdb-aebd-4713-b503-1eb05d487a76 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411088 Feb 28 20:51:54.284246 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1f48d-d488-4780-8a33-3a48e026fc06 req-aa9d4a3a-f399-4791-8923-c1ed70cfaa76 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:54.285722 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f2c1f48d-d488-4780-8a33-3a48e026fc06 req-aa9d4a3a-f399-4791-8923-c1ed70cfaa76 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0570555 Feb 28 20:51:54.333068 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f2c1f48d-d488-4780-8a33-3a48e026fc06 req-157f0fdd-af2b-4087-b35f-560985f251cc tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411565 Feb 28 20:51:55.420438 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 445300bf-a604-451b-a07a-a8c1b2bcefe0 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:51:55.481587 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9301cd-101c-4ff9-83d7-abbf6fab1a4f req-2685e706-37af-4fab-ae94-d04417505030 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:55.484264 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9f9301cd-101c-4ff9-83d7-abbf6fab1a4f req-2685e706-37af-4fab-ae94-d04417505030 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 943 time: 0.0617287 Feb 28 20:51:55.526437 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 445300bf-a604-451b-a07a-a8c1b2bcefe0, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=445300bf-a604-451b-a07a-a8c1b2bcefe0,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:51:55.537305 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9f9301cd-101c-4ff9-83d7-abbf6fab1a4f req-161df6a5-70c4-4847-a92f-5c3ab49d819c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472987 Feb 28 20:51:55.544012 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '445300bf-a604-451b-a07a-a8c1b2bcefe0', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'port_id': '445300bf-a604-451b-a07a-a8c1b2bcefe0', 'mac_address': 'fa:16:3e:bc:8b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:51:55.582055 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 445300bf-a604-451b-a07a-a8c1b2bcefe0 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:51:55.582447 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (445300bf-a604-451b-a07a-a8c1b2bcefe0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:55.596649 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445300bf-a604-451b-a07a-a8c1b2bcefe0 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:51:55.617147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 445300bf-a604-451b-a07a-a8c1b2bcefe0, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=445300bf-a604-451b-a07a-a8c1b2bcefe0,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:51:55.621888 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (445300bf-a604-451b-a07a-a8c1b2bcefe0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:55.673145 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=445300bf-a604-451b-a07a-a8c1b2bcefe0,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:51:55.680722 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:51:55.681071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:51:55.681420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:51:55.681757 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:51:55.682088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:51:55.682424 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:51:55.682749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:51:55.683574 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:51:55.683918 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:51:55.684262 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:51:55.684618 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:51:55.684982 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:51:55.685327 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:51:55.838005 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['445300bf-a604-451b-a07a-a8c1b2bcefe0'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:51:56.666807 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48feda99-def8-42ab-9b41-17983242e1f4 req-e171832b-eaf4-4544-9126-611b4e73899a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:56.668850 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-48feda99-def8-42ab-9b41-17983242e1f4 req-e171832b-eaf4-4544-9126-611b4e73899a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 944 time: 0.0535545 Feb 28 20:51:56.720950 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-48feda99-def8-42ab-9b41-17983242e1f4 req-5e1b1016-b80b-414d-ac83-20cb821947aa tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462682 Feb 28 20:51:57.428719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 445300bf-a604-451b-a07a-a8c1b2bcefe0 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:51:57.477418 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 445300bf-a604-451b-a07a-a8c1b2bcefe0 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:51:57.481794 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 445300bf-a604-451b-a07a-a8c1b2bcefe0 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:51:57.482423 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (445300bf-a604-451b-a07a-a8c1b2bcefe0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:57.565212 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 445300bf-a604-451b-a07a-a8c1b2bcefe0 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:51:57.565516 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (445300bf-a604-451b-a07a-a8c1b2bcefe0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:57.588999 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ba65b2-2db8-466b-acac-b1af396d4d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445300bf-a604-451b-a07a-a8c1b2bcefe0'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:51:57.591233 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfb941f-c7eb-4d13-b9d5-86174e6f6a66" -d '{"events": [{"server_uuid": "39ba65b2-2db8-466b-acac-b1af396d4d06", "name": "network-vif-plugged", "status": "completed", "tag": "445300bf-a604-451b-a07a-a8c1b2bcefe0"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:51:57.604329 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 445300bf-a604-451b-a07a-a8c1b2bcefe0, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=445300bf-a604-451b-a07a-a8c1b2bcefe0,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:51:57.612089 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (445300bf-a604-451b-a07a-a8c1b2bcefe0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:51:57.644309 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbeae4df-b4d4-4c13-9d9c-bcce3c9b31c5 x-openstack-request-id: req-fbeae4df-b4d4-4c13-9d9c-bcce3c9b31c5 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:51:57.644655 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ba65b2-2db8-466b-acac-b1af396d4d06", "name": "network-vif-plugged", "status": "completed", "tag": "445300bf-a604-451b-a07a-a8c1b2bcefe0", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:51:57.644843 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbeae4df-b4d4-4c13-9d9c-bcce3c9b31c5 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:51:57.645227 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ba65b2-2db8-466b-acac-b1af396d4d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445300bf-a604-451b-a07a-a8c1b2bcefe0', 'code': 200} Feb 28 20:51:57.674255 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=445300bf-a604-451b-a07a-a8c1b2bcefe0,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:51:57.748802 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f7f03-e590-4a99-bb53-588f5c6119b0 req-bfc528c9-16c6-4af0-bb2b-ec372daf1bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:57.750305 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6b3f7f03-e590-4a99-bb53-588f5c6119b0 req-bfc528c9-16c6-4af0-bb2b-ec372daf1bd5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 1128 time: 0.0508385 Feb 28 20:51:57.795737 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6b3f7f03-e590-4a99-bb53-588f5c6119b0 req-1667693a-19e9-47ea-80f5-51def00e69e0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387044 Feb 28 20:51:58.210086 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074466e-ffb2-496a-8227-b25ef9b35c9a req-06461c6e-f1c6-4685-b1df-4d7c4de35bad tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:58.211655 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5074466e-ffb2-496a-8227-b25ef9b35c9a req-06461c6e-f1c6-4685-b1df-4d7c4de35bad tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 945 time: 0.4197388 Feb 28 20:51:58.259533 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5074466e-ffb2-496a-8227-b25ef9b35c9a req-1c091b7d-cccf-400d-b262-6eabd4fe9f9a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 Feb 28 20:51:59.393573 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b1021-609f-4038-a625-9b65a0a9fcd1 req-6b413c50-1dbb-4f80-be6e-e5f3a95eff2f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:59.394955 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-285b1021-609f-4038-a625-9b65a0a9fcd1 req-6b413c50-1dbb-4f80-be6e-e5f3a95eff2f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 945 time: 0.0598044 Feb 28 20:51:59.447932 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-285b1021-609f-4038-a625-9b65a0a9fcd1 req-95382f0e-7a81-4a7d-93a6-8f0512aa5625 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470569 Feb 28 20:51:59.589976 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6552f-26f2-4081-967d-7c1be824da28 req-afcabc94-cb64-4471-8db4-598a8450ce12 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:59.591457 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6b6552f-26f2-4081-967d-7c1be824da28 req-afcabc94-cb64-4471-8db4-598a8450ce12 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 945 time: 0.0573750 Feb 28 20:51:59.643441 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6b6552f-26f2-4081-967d-7c1be824da28 req-bb61bc56-d092-465a-b5fc-b77d332f0936 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459859 Feb 28 20:51:59.969698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc9e64-c66c-44de-a10b-d7e4d1c31175 req-6da82981-8ceb-4fe5-b70d-a9b84b8c8441 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:51:59.971321 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fdcc9e64-c66c-44de-a10b-d7e4d1c31175 req-6da82981-8ceb-4fe5-b70d-a9b84b8c8441 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 945 time: 0.0603759 Feb 28 20:52:00.024201 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fdcc9e64-c66c-44de-a10b-d7e4d1c31175 req-314a083f-f651-4a61-944b-f504fec20f62 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469339 Feb 28 20:52:01.171411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65159df9-f094-4243-8465-82d0f8fc9827 req-b609eae5-08ee-4d85-b0c9-2ff7e4f7ff74 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:52:01.172815 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-65159df9-f094-4243-8465-82d0f8fc9827 req-b609eae5-08ee-4d85-b0c9-2ff7e4f7ff74 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 945 time: 0.0655386 Feb 28 20:52:01.223962 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-65159df9-f094-4243-8465-82d0f8fc9827 req-b0e7c48d-98d7-4852-8114-116782f56c09 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444534 Feb 28 20:52:01.405020 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a855e6b-f278-40d1-9f5d-130677597736 req-7dc0c870-c73e-48a4-9f65-cfce30bdfd0b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:52:01.407361 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2a855e6b-f278-40d1-9f5d-130677597736 req-7dc0c870-c73e-48a4-9f65-cfce30bdfd0b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.15 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 945 time: 0.0590413 Feb 28 20:52:01.511966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-2a855e6b-f278-40d1-9f5d-130677597736 req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Deleting port 445300bf-a604-451b-a07a-a8c1b2bcefe0 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:52:01.512513 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2a855e6b-f278-40d1-9f5d-130677597736 req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (445300bf-a604-451b-a07a-a8c1b2bcefe0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:01.608809 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-2a855e6b-f278-40d1-9f5d-130677597736 req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] For port 445300bf-a604-451b-a07a-a8c1b2bcefe0, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=445300bf-a604-451b-a07a-a8c1b2bcefe0,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:52:01.609153 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2a855e6b-f278-40d1-9f5d-130677597736 req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (445300bf-a604-451b-a07a-a8c1b2bcefe0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:01.623700 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-2a855e6b-f278-40d1-9f5d-130677597736 req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Calling delete_port for 445300bf-a604-451b-a07a-a8c1b2bcefe0 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:52:02.097724 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2a855e6b-f278-40d1-9f5d-130677597736 req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (445300bf-a604-451b-a07a-a8c1b2bcefe0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:02.112484 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['5fc45294-6f25-4c4b-ac72-b3a1164a0986'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:52:02.117066 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['445300bf-a604-451b-a07a-a8c1b2bcefe0'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:52:02.149480 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event deleted for resources: {'Port': ['ID=445300bf-a604-451b-a07a-a8c1b2bcefe0,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:52:02.169856 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:02.170521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:02.170876 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:02.171194 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:02.171530 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:02.171891 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:02.172202 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:02.172521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:02.172840 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:02.173179 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:02.173483 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:02.173806 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:02.174115 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:02.222495 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a855e6b-f278-40d1-9f5d-130677597736 req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] No DVR routers for this DVR port 445300bf-a604-451b-a07a-a8c1b2bcefe0 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:52:02.227617 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2a855e6b-f278-40d1-9f5d-130677597736 req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:02.231614 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2a855e6b-f278-40d1-9f5d-130677597736 req-312f3334-4cda-4323-9c14-c339ded7a59f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.15 "DELETE /v2.0/ports/445300bf-a604-451b-a07a-a8c1b2bcefe0 HTTP/1.1" status: 204 len: 173 time: 0.8194277 Feb 28 20:52:02.232597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ba65b2-2db8-466b-acac-b1af396d4d06', 'name': 'network-vif-deleted', 'tag': '445300bf-a604-451b-a07a-a8c1b2bcefe0'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:52:02.235034 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d6b3f0-ce8e-4b17-999b-4bd8ab57e5ed" -d '{"events": [{"server_uuid": "39ba65b2-2db8-466b-acac-b1af396d4d06", "name": "network-vif-deleted", "tag": "445300bf-a604-451b-a07a-a8c1b2bcefe0"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:52:02.335874 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d428967e-6db0-4baa-850c-5f58d5f9219e x-openstack-request-id: req-d428967e-6db0-4baa-850c-5f58d5f9219e {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:52:02.336339 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ba65b2-2db8-466b-acac-b1af396d4d06", "name": "network-vif-deleted", "tag": "445300bf-a604-451b-a07a-a8c1b2bcefe0", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:52:02.336537 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d428967e-6db0-4baa-850c-5f58d5f9219e {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:52:02.336940 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ba65b2-2db8-466b-acac-b1af396d4d06', 'name': 'network-vif-deleted', 'tag': '445300bf-a604-451b-a07a-a8c1b2bcefe0', 'status': 'completed', 'code': 200} Feb 28 20:52:02.395576 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ffe05491-d765-48e6-a297-7a3bfb337b57 req-6af999e6-6461-448d-88d2-f2483509d410 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 210 time: 0.0423760 Feb 28 20:52:03.500377 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc2efc68-1355-463f-b62e-9255a3be0a33 req-4fcaeea0-c8d0-46b5-aecc-22fdd409987a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 210 time: 0.0345507 Feb 28 20:52:04.613161 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8937d094-2e30-46e5-8353-68664ec02117 req-bcccafee-9a53-4e65-a4ed-26e438ded0ac tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 210 time: 0.0377944 Feb 28 20:52:05.452112 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 445300bf-a604-451b-a07a-a8c1b2bcefe0 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:52:05.475909 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 445300bf-a604-451b-a07a-a8c1b2bcefe0 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:52:05.476337 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 445300bf-a604-451b-a07a-a8c1b2bcefe0 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:52:05.720353 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d81e0d0c-c0cc-48e7-a573-1d8b76ef6d38 req-dcc72a39-c12c-4e49-bf9c-ef100560a45d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 210 time: 0.0301316 Feb 28 20:52:06.820649 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47bda400-1190-4f78-bb36-4df70ea928fc req-347c4928-7d24-4a02-9790-0a063ee9553f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 210 time: 0.0281446 Feb 28 20:52:07.940345 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-630de5e6-99c8-4e93-9e64-5e63b5ae5b7f req-066ad4e6-4b0f-4b63-9f77-abad48230b00 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 210 time: 0.0364392 Feb 28 20:52:08.225328 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:52:09.045191 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a29366c-7868-4993-8369-79c880ca9acf req-d008266c-a3d7-477a-802a-df42a61ef4a6 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 210 time: 0.0295677 Feb 28 20:52:10.154448 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8f1dea8-c0e5-4813-8551-0cea59f0a8d4 req-22152697-e82a-46e2-92f7-a588336a6578 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 210 time: 0.0364082 Feb 28 20:52:11.259924 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-398533ca-35bc-480b-89d0-9bceb0c305c6 req-d1fab212-5e83-4761-a348-eb413e780abf tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ba65b2-2db8-466b-acac-b1af396d4d06 HTTP/1.1" status: 200 len: 210 time: 0.0282600 Feb 28 20:52:16.493561 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-04fa2219-81c1-461a-bab6-9ecfd106d7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:19.059639 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-92a9e7a3-5cdd-4013-baf2-a296c3e9e775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:19.912266 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:20.198040 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:21.034807 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a26c72-ffcc-4d2c-ad81-778e6415d5b8 req-a3d3ae37-5e70-49dc-94f2-3bdeaf410051 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:52:21.036256 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55a26c72-ffcc-4d2c-ad81-778e6415d5b8 req-a3d3ae37-5e70-49dc-94f2-3bdeaf410051 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 946 time: 0.0652120 Feb 28 20:52:21.091995 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55a26c72-ffcc-4d2c-ad81-778e6415d5b8 req-491e8ea7-07c6-46e3-91df-db261db5d9b9 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481791 Feb 28 20:52:21.399399 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:22.330118 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3c952-29ce-4bd8-a44a-9ca6ce9dfe7f req-4b84ff17-2649-4577-913c-771df20b9d46 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:52:22.331939 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9d3c952-29ce-4bd8-a44a-9ca6ce9dfe7f req-4b84ff17-2649-4577-913c-771df20b9d46 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 946 time: 0.0552366 Feb 28 20:52:22.381057 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a9d3c952-29ce-4bd8-a44a-9ca6ce9dfe7f req-8f167c17-5e48-4441-82aa-a9282c0866cb tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=00576dff-3009-4336-b653-de0baa5b9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435977 Feb 28 20:52:22.626803 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed12843-4ee0-44c6-9870-3d370d5c214f req-48a55f81-fa49-4b2f-a8ba-70149de6b21e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:52:22.628375 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ed12843-4ee0-44c6-9870-3d370d5c214f req-48a55f81-fa49-4b2f-a8ba-70149de6b21e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.10 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 946 time: 0.0556393 Feb 28 20:52:22.721696 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:22.723969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-0ed12843-4ee0-44c6-9870-3d370d5c214f req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Deleting port 5fc45294-6f25-4c4b-ac72-b3a1164a0986 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:52:22.724397 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0ed12843-4ee0-44c6-9870-3d370d5c214f req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (5fc45294-6f25-4c4b-ac72-b3a1164a0986), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:22.757307 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:22.820411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-0ed12843-4ee0-44c6-9870-3d370d5c214f req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] For port 5fc45294-6f25-4c4b-ac72-b3a1164a0986, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=5fc45294-6f25-4c4b-ac72-b3a1164a0986,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:52:22.820773 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0ed12843-4ee0-44c6-9870-3d370d5c214f req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (5fc45294-6f25-4c4b-ac72-b3a1164a0986), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:22.834641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-0ed12843-4ee0-44c6-9870-3d370d5c214f req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Calling delete_port for 5fc45294-6f25-4c4b-ac72-b3a1164a0986 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:52:22.961804 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0ed12843-4ee0-44c6-9870-3d370d5c214f req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (5fc45294-6f25-4c4b-ac72-b3a1164a0986), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:22.994084 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event deleted for resources: {'Port': ['ID=5fc45294-6f25-4c4b-ac72-b3a1164a0986,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:52:23.025705 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:23.026062 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:23.026406 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:23.026746 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:23.027089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:23.027422 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:23.027779 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:23.028279 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:23.028607 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:23.028932 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:23.029289 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:23.029618 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:23.029949 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:52:23.055185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed12843-4ee0-44c6-9870-3d370d5c214f req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] No DVR routers for this DVR port 5fc45294-6f25-4c4b-ac72-b3a1164a0986 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:52:23.058690 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0ed12843-4ee0-44c6-9870-3d370d5c214f req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:23.062092 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ed12843-4ee0-44c6-9870-3d370d5c214f req-95c88115-5d17-44da-82c2-19a6dace3389 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.10 "DELETE /v2.0/ports/5fc45294-6f25-4c4b-ac72-b3a1164a0986 HTTP/1.1" status: 204 len: 173 time: 0.4284346 Feb 28 20:52:23.062565 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0942ec79-f53d-4b39-8179-f9f642aecc0b', 'name': 'network-vif-deleted', 'tag': '5fc45294-6f25-4c4b-ac72-b3a1164a0986'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:52:23.066124 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683e938d-23d0-4ece-9176-a74df7e57360" -d '{"events": [{"server_uuid": "0942ec79-f53d-4b39-8179-f9f642aecc0b", "name": "network-vif-deleted", "tag": "5fc45294-6f25-4c4b-ac72-b3a1164a0986"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:52:23.104542 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e46e7bc-2bbb-48c2-bffe-c380978567e5 x-openstack-request-id: req-2e46e7bc-2bbb-48c2-bffe-c380978567e5 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:52:23.105345 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0942ec79-f53d-4b39-8179-f9f642aecc0b", "name": "network-vif-deleted", "tag": "5fc45294-6f25-4c4b-ac72-b3a1164a0986", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:52:23.105599 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e46e7bc-2bbb-48c2-bffe-c380978567e5 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:52:23.106003 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0942ec79-f53d-4b39-8179-f9f642aecc0b', 'name': 'network-vif-deleted', 'tag': '5fc45294-6f25-4c4b-ac72-b3a1164a0986', 'status': 'completed', 'code': 200} Feb 28 20:52:23.487350 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69e5775b-bad4-4fbc-93b8-dfd8b755622e req-850deef3-a1eb-421d-aae9-e09fabcdc16e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 210 time: 0.0368433 Feb 28 20:52:24.576916 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-28dfe953-9701-4062-8073-25b735175c46 req-a579d824-39da-4f6a-83c1-8cacfa944df9 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 210 time: 0.0274746 Feb 28 20:52:24.837095 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 5fc45294-6f25-4c4b-ac72-b3a1164a0986 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:52:24.858366 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 5fc45294-6f25-4c4b-ac72-b3a1164a0986 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:52:24.858706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 5fc45294-6f25-4c4b-ac72-b3a1164a0986 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:52:25.682411 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-79dc0d9e-58c4-43df-b73e-055f07cc837c req-1ec99613-ccbb-4537-8297-ae149e93ada6 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 210 time: 0.0313847 Feb 28 20:52:26.780763 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b97bfa9-0ceb-4e8b-a6b3-5b37586ca23a req-75449659-32b4-415c-a122-23ad054616b9 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 210 time: 0.0281405 Feb 28 20:52:27.877926 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6ec36b4-3f76-46c4-9f63-6b624ee87ebd req-e2b53338-f5bf-4638-ab0e-5fbad71039dc tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 210 time: 0.0273197 Feb 28 20:52:28.977534 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47536073-43bd-497b-a807-29b4bddb6d00 req-ddbb89b4-542e-4193-a73c-f0bec86cf097 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 210 time: 0.0305915 Feb 28 20:52:30.072844 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f585e09-777d-4b82-babc-9277cbdd70ea req-d7b978d0-d0f1-47a0-a95b-c080a36463c3 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 210 time: 0.0272794 Feb 28 20:52:31.173033 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f39eb392-41c6-4a70-bc8b-1539f0c741b2 req-4966dda1-996e-4cfa-b7dd-508ba9c3054a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 210 time: 0.0284743 Feb 28 20:52:32.277429 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34778422-f68b-419c-bd68-1738cf312319 req-076cb035-68ab-4df0-82a0-cce053138c9d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 210 time: 0.0355568 Feb 28 20:52:33.379499 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eda44034-e463-4ba9-bf25-dc045c237826 req-65bba4fc-8ed0-4d54-b34d-6473d021fd39 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 210 time: 0.0294569 Feb 28 20:52:34.475388 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a851eda6-0bfa-4336-911b-bd71aece3469 req-e5f96016-9dca-4fc0-98c3-2db052e05a69 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 210 time: 0.0282221 Feb 28 20:52:35.570127 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5787739-9f7d-4d1c-90a3-5ebda46ca303 req-80ab7522-6e1a-46e1-89ba-303906865334 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 210 time: 0.0267348 Feb 28 20:52:36.685289 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-170305b1-c6df-49c8-b9af-a59368ca05f0 req-94a005d9-3ab0-46b9-a990-a69496b467b8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=0942ec79-f53d-4b39-8179-f9f642aecc0b HTTP/1.1" status: 200 len: 210 time: 0.0326121 Feb 28 20:52:43.764062 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2c090b5f-870f-435b-be39-c122b1cf0464 req-e7a92ce4-05c3-4e4a-9291-f29b69677dd9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0daef6c6-df2e-42e4-82c7-5fb777676769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0482495 Feb 28 20:52:43.849702 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c090b5f-870f-435b-be39-c122b1cf0464 req-6b725fa5-40c8-45a5-8eaf-cf5491449563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:52:43.851657 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2c090b5f-870f-435b-be39-c122b1cf0464 req-6b725fa5-40c8-45a5-8eaf-cf5491449563 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6116361ccba47c3b35ad4fce1da6a49&device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 1128 time: 0.0471399 Feb 28 20:52:43.954736 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c090b5f-870f-435b-be39-c122b1cf0464 req-572f7ebf-d034-495d-b0f9-e62ae6f10561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:52:43.956223 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2c090b5f-870f-435b-be39-c122b1cf0464 req-572f7ebf-d034-495d-b0f9-e62ae6f10561 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4f9a971c-6543-4054-8397-e614a2e5941b HTTP/1.1" status: 200 len: 908 time: 0.0871949 Feb 28 20:52:44.035274 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2c090b5f-870f-435b-be39-c122b1cf0464 req-3d937dc2-d134-44f9-ad3e-41788951eaa2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b87a1f21-daf6-4aa5-b417-b467e8c99141 HTTP/1.1" status: 200 len: 1001 time: 0.0730400 Feb 28 20:52:44.084842 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c090b5f-870f-435b-be39-c122b1cf0464 req-d37c559e-f56c-48fa-a158-463edc96f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:52:44.086287 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2c090b5f-870f-435b-be39-c122b1cf0464 req-d37c559e-f56c-48fa-a158-463edc96f295 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea22d25c-3fd1-4923-bf74-f28de2f38614 HTTP/1.1" status: 200 len: 847 time: 0.0459225 Feb 28 20:52:44.138872 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c090b5f-870f-435b-be39-c122b1cf0464 req-f4c9b06f-9140-499a-b3bf-4588c2c0ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:52:44.140465 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2c090b5f-870f-435b-be39-c122b1cf0464 req-f4c9b06f-9140-499a-b3bf-4588c2c0ea21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f9a971c-6543-4054-8397-e614a2e5941b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475590 Feb 28 20:52:44.240734 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2c090b5f-870f-435b-be39-c122b1cf0464 req-ab9aa1a2-1bf5-4e5d-b17e-cda8d63e4412 service neutron] 10.222.0.15 "GET /v2.0/networks/4f9a971c-6543-4054-8397-e614a2e5941b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937998 Feb 28 20:52:44.335371 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2c090b5f-870f-435b-be39-c122b1cf0464 req-0b26933a-fb48-4164-a796-58c06d282ebb service neutron] 10.222.0.15 "GET /v2.0/networks/4f9a971c-6543-4054-8397-e614a2e5941b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884316 Feb 28 20:52:45.224690 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:52:46.501125 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0097f100-7b98-4af3-a0e1-df4cf2325eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.062742 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40776) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:52:48.067289 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-af9e6f4b-a4bd-4179-848e-1141f03852f0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-196570219', 'description': 'tempest-secgroup-smoke-196570219 description', 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:52:48.086615 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-af9e6f4b-a4bd-4179-848e-1141f03852f0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.163437 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-af9e6f4b-a4bd-4179-848e-1141f03852f0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group (2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.170512 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-af9e6f4b-a4bd-4179-848e-1141f03852f0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.211331 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e6f4b-a4bd-4179-848e-1141f03852f0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:52:48.225969 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-af9e6f4b-a4bd-4179-848e-1141f03852f0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.227626 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-af9e6f4b-a4bd-4179-848e-1141f03852f0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1634877 Feb 28 20:52:48.231037 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40780) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:52:48.237128 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-074595c9-605e-4557-bcac-da89b85e41f0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Request body: {'security_group_rule': {'security_group_id': '2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e', 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:52:48.271883 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-074595c9-605e-4557-bcac-da89b85e41f0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group_rule (d2bbbb8e-3d3d-43fb-8ce9-a57dabe3f391), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.329203 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-074595c9-605e-4557-bcac-da89b85e41f0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group_rule (d2bbbb8e-3d3d-43fb-8ce9-a57dabe3f391), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.333555 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-074595c9-605e-4557-bcac-da89b85e41f0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (d2bbbb8e-3d3d-43fb-8ce9-a57dabe3f391), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.352197 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074595c9-605e-4557-bcac-da89b85e41f0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2bbbb8e-3d3d-43fb-8ce9-a57dabe3f391,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:52:48.361296 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-074595c9-605e-4557-bcac-da89b85e41f0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.362561 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-074595c9-605e-4557-bcac-da89b85e41f0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297383 Feb 28 20:52:48.366185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40782) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:52:48.371091 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-84901dc4-8d17-4e22-aa24-100bbace750f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Request body: {'security_group_rule': {'security_group_id': '2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e', 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:52:48.398185 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-84901dc4-8d17-4e22-aa24-100bbace750f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group_rule (1308732a-555c-47e5-8c12-36f8473f3610), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.456826 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-84901dc4-8d17-4e22-aa24-100bbace750f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group_rule (1308732a-555c-47e5-8c12-36f8473f3610), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.461869 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-84901dc4-8d17-4e22-aa24-100bbace750f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (1308732a-555c-47e5-8c12-36f8473f3610), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.480483 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84901dc4-8d17-4e22-aa24-100bbace750f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1308732a-555c-47e5-8c12-36f8473f3610,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:52:48.490740 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-84901dc4-8d17-4e22-aa24-100bbace750f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.494701 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-84901dc4-8d17-4e22-aa24-100bbace750f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245477 Feb 28 20:52:48.494879 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40784) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:52:48.499617 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-76c3411e-7391-4719-9c4c-195e5571be56 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Request body: {'security_group_rule': {'security_group_id': '2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e', 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:52:48.528293 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-76c3411e-7391-4719-9c4c-195e5571be56 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group_rule (e8c9c830-1c57-446c-b7f3-0cf286b0e69d), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.584957 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-76c3411e-7391-4719-9c4c-195e5571be56 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group_rule (e8c9c830-1c57-446c-b7f3-0cf286b0e69d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.589670 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-76c3411e-7391-4719-9c4c-195e5571be56 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (e8c9c830-1c57-446c-b7f3-0cf286b0e69d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.611534 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3411e-7391-4719-9c4c-195e5571be56 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c9c830-1c57-446c-b7f3-0cf286b0e69d,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:52:48.621233 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-76c3411e-7391-4719-9c4c-195e5571be56 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.625002 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-76c3411e-7391-4719-9c4c-195e5571be56 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263337 Feb 28 20:52:48.625227 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40786) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:52:48.629825 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-eb34d87e-21c5-4dab-829a-7a6c7a887d3e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Request body: {'security_group_rule': {'security_group_id': '2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e', 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:52:48.655636 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eb34d87e-21c5-4dab-829a-7a6c7a887d3e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group_rule (b7b4185d-0ddd-450e-bea9-77937f2db384), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.715378 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eb34d87e-21c5-4dab-829a-7a6c7a887d3e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group_rule (b7b4185d-0ddd-450e-bea9-77937f2db384), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.719351 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eb34d87e-21c5-4dab-829a-7a6c7a887d3e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (b7b4185d-0ddd-450e-bea9-77937f2db384), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.737514 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34d87e-21c5-4dab-829a-7a6c7a887d3e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b4185d-0ddd-450e-bea9-77937f2db384,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:52:48.750069 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eb34d87e-21c5-4dab-829a-7a6c7a887d3e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.754018 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-eb34d87e-21c5-4dab-829a-7a6c7a887d3e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251264 Feb 28 20:52:48.754726 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 40788) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:52:48.762580 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3dc5079d-0c7a-4f94-bf4b-e0b52d652fd9 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Request body: {'security_group_rule': {'security_group_id': '2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e', 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:52:48.791747 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-3dc5079d-0c7a-4f94-bf4b-e0b52d652fd9 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Project 58bfb457c00e4b538fbd5bd4fd7cfdd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:52:48.800098 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3dc5079d-0c7a-4f94-bf4b-e0b52d652fd9 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group_rule (5e0ad7a5-d6b5-4234-9b6b-d4929a5b3bf7), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.876121 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3dc5079d-0c7a-4f94-bf4b-e0b52d652fd9 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group_rule (5e0ad7a5-d6b5-4234-9b6b-d4929a5b3bf7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.882182 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3dc5079d-0c7a-4f94-bf4b-e0b52d652fd9 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (5e0ad7a5-d6b5-4234-9b6b-d4929a5b3bf7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.904105 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5079d-0c7a-4f94-bf4b-e0b52d652fd9 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0ad7a5-d6b5-4234-9b6b-d4929a5b3bf7,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:52:48.913772 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3dc5079d-0c7a-4f94-bf4b-e0b52d652fd9 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:48.916193 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3dc5079d-0c7a-4f94-bf4b-e0b52d652fd9 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1588657 Feb 28 20:52:48.917924 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 40790) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:52:48.923160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-04845a30-d8f0-48a7-a248-51a348248209 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Request body: {'security_group_rule': {'security_group_id': '2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e', 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:52:48.945527 n-d-820368-21 neutron-server[103774]: INFO neutron.db.securitygroups_db [None req-04845a30-d8f0-48a7-a248-51a348248209 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Project 58bfb457c00e4b538fbd5bd4fd7cfdd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 20:52:48.951525 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04845a30-d8f0-48a7-a248-51a348248209 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group_rule (bb202d5d-0ff4-4482-aee2-c483d878c158), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:49.019016 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04845a30-d8f0-48a7-a248-51a348248209 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group_rule (bb202d5d-0ff4-4482-aee2-c483d878c158), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:49.024045 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04845a30-d8f0-48a7-a248-51a348248209 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (bb202d5d-0ff4-4482-aee2-c483d878c158), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:49.045304 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04845a30-d8f0-48a7-a248-51a348248209 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb202d5d-0ff4-4482-aee2-c483d878c158,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:52:49.061386 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f9a1466f-2543-4b02-90cd-82556061da17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:49.074769 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-04845a30-d8f0-48a7-a248-51a348248209 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:49.079160 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-04845a30-d8f0-48a7-a248-51a348248209 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1572008 Feb 28 20:52:49.917965 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:50.202586 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:51.403869 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:52.726955 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:52:52.772885 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:10.891674 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-57e10571-35e6-4e32-8b24-a388b9af7376 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-196570219&fields=id&tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5 HTTP/1.1" status: 200 len: 267 time: 0.0477962 Feb 28 20:53:11.013417 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-de096040-6d2a-4be3-8559-320f0e153dbb tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:11.014916 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-de096040-6d2a-4be3-8559-320f0e153dbb tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 812 time: 0.1155970 Feb 28 20:53:11.030623 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-74439cb2-9cc6-4fb2-a684-28c9ada7b067 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/quotas/58bfb457c00e4b538fbd5bd4fd7cfdd5 HTTP/1.1" status: 200 len: 375 time: 0.0099111 Feb 28 20:53:11.088095 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-d5352e6f-fe24-4523-97f5-4d4fe70cfda6 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520065 Feb 28 20:53:11.195625 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-52231d55-4de3-4864-ab04-ed1419a0d54c service neutron] 10.222.0.13 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923886 Feb 28 20:53:11.286424 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-ed647ca9-0ed0-492a-b561-a1df4226a1eb service neutron] 10.222.0.13 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845811 Feb 28 20:53:11.589290 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3449dcfd-2393-45d6-8667-5df3081853a5 req-2d4dc428-1dc5-4045-9a7d-d66aae8c2374 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 210 time: 0.0349693 Feb 28 20:53:12.676834 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92e7b366-84a9-4581-9026-a2b5bdeb567a req-fd2a7bfc-cc6a-4931-b325-0418d56a6a1d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 210 time: 0.0325484 Feb 28 20:53:13.759119 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1529dd38-3aa5-419d-80d6-b5e715e622ff req-3f914380-652a-40c9-baab-b7f55490dd34 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 210 time: 0.0295284 Feb 28 20:53:14.856470 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8abc5511-400c-4930-8d16-9d04f2a0b46c req-7f76d390-ad3a-4e3e-bd50-ff26c9c6ebf3 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 210 time: 0.0276592 Feb 28 20:53:15.590558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-3fe0907e-7873-449c-80d7-49abd4b21f92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:15.592227 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-3fe0907e-7873-449c-80d7-49abd4b21f92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.10 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 812 time: 0.1153524 Feb 28 20:53:15.658892 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-280e4b9c-995c-4ad8-ade7-4accd7703115 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5 HTTP/1.1" status: 200 len: 379 time: 0.0582905 Feb 28 20:53:15.667611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-d5132a29-0f37-4638-872f-8c4d17c5a905 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Request body: {'port': {'device_id': '52324551-0086-4f5c-8647-e0458a072892', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'admin_state_up': True, 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'security_groups': ['2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:53:15.782909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-d5132a29-0f37-4638-872f-8c4d17c5a905 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Made reservation on behalf of 58bfb457c00e4b538fbd5bd4fd7cfdd5 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:53:15.786678 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-d5132a29-0f37-4638-872f-8c4d17c5a905 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:15.926415 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-d5132a29-0f37-4638-872f-8c4d17c5a905 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Allocated IP 172.20.0.9 (f9183e88-ab23-4a0b-8f98-2c8f78d76e4a/2443cf2a-2cd1-4640-b0ef-22386bc2104e/27818e5c-07b3-4e43-a628-106f352f4d7c) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:53:15.993000 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba6f8b75-2adc-4c09-9b66-4de69233004e req-0fe305ba-cb5f-4416-adfb-f44da2529b85 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 210 time: 0.0382366 Feb 28 20:53:16.112273 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-d5132a29-0f37-4638-872f-8c4d17c5a905 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for port (27818e5c-07b3-4e43-a628-106f352f4d7c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:16.149751 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-d5132a29-0f37-4638-872f-8c4d17c5a905 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (27818e5c-07b3-4e43-a628-106f352f4d7c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:16.201140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-d5132a29-0f37-4638-872f-8c4d17c5a905 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:53:16.204168 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-d5132a29-0f37-4638-872f-8c4d17c5a905 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:53:16.207943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-d5132a29-0f37-4638-872f-8c4d17c5a905 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:53:16.232529 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5132a29-0f37-4638-872f-8c4d17c5a905 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event updated for resources: {'Port': ['ID=27818e5c-07b3-4e43-a628-106f352f4d7c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:53:16.269830 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-d5132a29-0f37-4638-872f-8c4d17c5a905 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:16.270456 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-d5132a29-0f37-4638-872f-8c4d17c5a905 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:16.288740 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-d5132a29-0f37-4638-872f-8c4d17c5a905 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6249509 Feb 28 20:53:16.393200 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] Request body: {'port': {'device_id': '52324551-0086-4f5c-8647-e0458a072892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:53:16.466542 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (27818e5c-07b3-4e43-a628-106f352f4d7c), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:16.517023 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b44b683c-8ea5-43f5-b2cf-b01f702ea5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:16.551605 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ed7bddaa-e518-4249-9b39-9a2108482942 None None] Provisioning complete for port 27818e5c-07b3-4e43-a628-106f352f4d7c triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:53:16.552457 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ed7bddaa-e518-4249-9b39-9a2108482942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (27818e5c-07b3-4e43-a628-106f352f4d7c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:16.594982 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ed7bddaa-e518-4249-9b39-9a2108482942 None None] Port 27818e5c-07b3-4e43-a628-106f352f4d7c cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:53:16.785174 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27818e5c-07b3-4e43-a628-106f352f4d7c {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:53:16.793368 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] Publish callbacks [] for port (27818e5c-07b3-4e43-a628-106f352f4d7c), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:16.805525 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] Transition to ACTIVE for port object 27818e5c-07b3-4e43-a628-106f352f4d7c will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:53:16.808795 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (27818e5c-07b3-4e43-a628-106f352f4d7c), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:16.869413 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] Pushing event updated for resources: {'Port': ['ID=27818e5c-07b3-4e43-a628-106f352f4d7c,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:53:16.954740 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] Attempting to bind port 27818e5c-07b3-4e43-a628-106f352f4d7c on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:53:16.955359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] Attempting to bind port 27818e5c-07b3-4e43-a628-106f352f4d7c by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:53:16.955557 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] Attempting to bind port 27818e5c-07b3-4e43-a628-106f352f4d7c on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:53:16.961121 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] Port 27818e5c-07b3-4e43-a628-106f352f4d7c on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:53:16.961283 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] Attempting to bind port 27818e5c-07b3-4e43-a628-106f352f4d7c on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:53:16.967401 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:53:16.967746 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] Checking segment: {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:53:16.968284 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] Bound using segment: {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:53:16.968722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] Bound port: 27818e5c-07b3-4e43-a628-106f352f4d7c, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:53:16.969159 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (27818e5c-07b3-4e43-a628-106f352f4d7c), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:17.052495 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] For port 27818e5c-07b3-4e43-a628-106f352f4d7c, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:53:17.055804 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] For port 27818e5c-07b3-4e43-a628-106f352f4d7c, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=27818e5c-07b3-4e43-a628-106f352f4d7c,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:53:17.067410 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (27818e5c-07b3-4e43-a628-106f352f4d7c), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:17.139658 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:17.140554 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:17.142291 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] 10.222.0.10 "PUT /v2.0/ports/27818e5c-07b3-4e43-a628-106f352f4d7c HTTP/1.1" status: 200 len: 1092 time: 0.8455751 Feb 28 20:53:17.147083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52324551-0086-4f5c-8647-e0458a072892', 'tag': '27818e5c-07b3-4e43-a628-106f352f4d7c'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:53:17.150454 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24df2bb9-1f09-47c2-992d-dead2d9761a6" -d '{"events": [{"name": "network-changed", "server_uuid": "52324551-0086-4f5c-8647-e0458a072892", "tag": "27818e5c-07b3-4e43-a628-106f352f4d7c"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:53:17.235188 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ab80a-c000-4055-90aa-315efb148924 service neutron] Pushing event updated for resources: {'Port': ['ID=27818e5c-07b3-4e43-a628-106f352f4d7c,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:53:17.274670 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb0c1c-f04d-4571-b034-7017481fc535 req-50e92770-1257-4594-adef-7f208373a763 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:17.276942 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-09fb0c1c-f04d-4571-b034-7017481fc535 req-50e92770-1257-4594-adef-7f208373a763 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 943 time: 0.1752789 Feb 28 20:53:17.279819 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141f2b43-5299-4abb-8a5e-d38d890e4334 x-openstack-request-id: req-141f2b43-5299-4abb-8a5e-d38d890e4334 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:53:17.279819 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52324551-0086-4f5c-8647-e0458a072892", "tag": "27818e5c-07b3-4e43-a628-106f352f4d7c", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:53:17.279819 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-141f2b43-5299-4abb-8a5e-d38d890e4334 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:53:17.279819 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52324551-0086-4f5c-8647-e0458a072892', 'tag': '27818e5c-07b3-4e43-a628-106f352f4d7c', 'status': 'completed', 'code': 200} Feb 28 20:53:17.340964 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-a8fe0505-642c-48a5-9550-22c3de1e2359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:17.342656 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-a8fe0505-642c-48a5-9550-22c3de1e2359 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 1126 time: 0.1428549 Feb 28 20:53:17.419978 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-4598770c-a86a-4101-8bef-0cc4483bf4cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27818e5c-07b3-4e43-a628-106f352f4d7c HTTP/1.1" status: 200 len: 217 time: 0.0430744 Feb 28 20:53:17.436020 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-09fb0c1c-f04d-4571-b034-7017481fc535 req-edd5e3c1-c437-4bcd-8787-93833b9f145c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441207 Feb 28 20:53:17.488808 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-19737466-b498-42e4-88ce-e5aeeaffbecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:17.490271 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-19737466-b498-42e4-88ce-e5aeeaffbecf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0530567 Feb 28 20:53:17.564485 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-aa3dbfcb-7e4b-459e-b4a4-7358f6266195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:17.566383 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-aa3dbfcb-7e4b-459e-b4a4-7358f6266195 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0691538 Feb 28 20:53:17.661876 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-58af3b66-28dd-4c93-aa8e-f8793ffeeb33 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870340 Feb 28 20:53:17.760330 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ab25e75e-e7a0-41a3-9634-2f95c8c3577d req-0a9d64a9-7803-4f59-bd8c-fdb98f2340dc service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919876 Feb 28 20:53:17.853551 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df2bb9-1f09-47c2-992d-dead2d9761a6 req-91475b4e-4d2e-4cfc-ac1a-c14454e24518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:17.855892 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24df2bb9-1f09-47c2-992d-dead2d9761a6 req-91475b4e-4d2e-4cfc-ac1a-c14454e24518 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 1126 time: 0.0470634 Feb 28 20:53:17.950685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df2bb9-1f09-47c2-992d-dead2d9761a6 req-f9b1e302-bcd8-42a4-b545-fb9e17296e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:17.952476 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24df2bb9-1f09-47c2-992d-dead2d9761a6 req-f9b1e302-bcd8-42a4-b545-fb9e17296e69 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 912 time: 0.0896707 Feb 28 20:53:17.997804 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24df2bb9-1f09-47c2-992d-dead2d9761a6 req-f8f25941-94bd-4d3e-8d28-101d750215ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27818e5c-07b3-4e43-a628-106f352f4d7c HTTP/1.1" status: 200 len: 217 time: 0.0370283 Feb 28 20:53:18.047090 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df2bb9-1f09-47c2-992d-dead2d9761a6 req-c833a2a0-6249-4c46-8ee3-df7321a53783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:18.048583 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24df2bb9-1f09-47c2-992d-dead2d9761a6 req-c833a2a0-6249-4c46-8ee3-df7321a53783 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0446961 Feb 28 20:53:18.098763 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df2bb9-1f09-47c2-992d-dead2d9761a6 req-d0f5f6d5-9284-48ab-ad6f-a61b64722ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:18.100282 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24df2bb9-1f09-47c2-992d-dead2d9761a6 req-d0f5f6d5-9284-48ab-ad6f-a61b64722ed8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454276 Feb 28 20:53:18.201208 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24df2bb9-1f09-47c2-992d-dead2d9761a6 req-01edb607-3a4e-4c43-ab5a-ddb151aea289 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930097 Feb 28 20:53:18.301264 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24df2bb9-1f09-47c2-992d-dead2d9761a6 req-dbbdec5a-ac9f-4e15-8b99-fb432dbd88e3 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931392 Feb 28 20:53:18.555949 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411baac3-89d2-4d82-98b9-158f51580d05 req-f739cf87-d264-4338-a02d-b79397469031 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:18.557493 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-411baac3-89d2-4d82-98b9-158f51580d05 req-f739cf87-d264-4338-a02d-b79397469031 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 943 time: 0.0566907 Feb 28 20:53:18.614730 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-411baac3-89d2-4d82-98b9-158f51580d05 req-5e61b1ed-9221-4502-ace6-f5fce548f156 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507574 Feb 28 20:53:19.064478 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-64bf517f-413f-4081-b6aa-4ed20848c964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:19.769292 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cce39a-9fa9-4748-815d-b43f37c5e3f1 req-c3ec8b1d-f935-4d0c-8b75-59768874bab2 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:19.770877 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e5cce39a-9fa9-4748-815d-b43f37c5e3f1 req-c3ec8b1d-f935-4d0c-8b75-59768874bab2 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 943 time: 0.0639961 Feb 28 20:53:19.862016 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e5cce39a-9fa9-4748-815d-b43f37c5e3f1 req-7e28d2fd-9963-45d7-82ae-e205e0d744b3 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658891 Feb 28 20:53:19.926490 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:20.203341 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:21.013172 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d73f3b-60b8-4905-99cc-56030ad63a00 req-216a21c0-410f-49e9-b140-0dd13e4bb298 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:21.014686 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57d73f3b-60b8-4905-99cc-56030ad63a00 req-216a21c0-410f-49e9-b140-0dd13e4bb298 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 943 time: 0.0756574 Feb 28 20:53:21.075539 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57d73f3b-60b8-4905-99cc-56030ad63a00 req-2d638ea5-2557-4298-a2cc-06064a172f6d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546033 Feb 28 20:53:21.406140 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:22.213760 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe4b69-a8fb-46a5-9fa9-3f3129793618 req-4debcdf6-75d2-4fb7-8647-033facf56423 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:22.215663 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ffe4b69-a8fb-46a5-9fa9-3f3129793618 req-4debcdf6-75d2-4fb7-8647-033facf56423 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 943 time: 0.0598068 Feb 28 20:53:22.226148 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:53:22.277692 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ffe4b69-a8fb-46a5-9fa9-3f3129793618 req-1509f02c-0d68-4d78-9f64-ec42e622bd78 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529571 Feb 28 20:53:22.726651 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:22.771561 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:23.414419 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e2b07-b0a5-40b8-a0c5-4dc6db6b2d49 req-5c0ba0cc-e03c-4cb4-a214-a4118119c56f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:23.416000 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e3e2b07-b0a5-40b8-a0c5-4dc6db6b2d49 req-5c0ba0cc-e03c-4cb4-a214-a4118119c56f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 943 time: 0.0656230 Feb 28 20:53:23.477590 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7e3e2b07-b0a5-40b8-a0c5-4dc6db6b2d49 req-2ea864db-9ae3-43a8-a4a0-491424197497 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517142 Feb 28 20:53:24.612229 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b4d83-7740-45bb-be77-87c1c77802ae req-f77384e9-3db7-4e7b-afed-bb7134deb113 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:24.614541 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-662b4d83-7740-45bb-be77-87c1c77802ae req-f77384e9-3db7-4e7b-afed-bb7134deb113 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 943 time: 0.0602901 Feb 28 20:53:24.681837 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-662b4d83-7740-45bb-be77-87c1c77802ae req-5fbcaa07-8bca-460c-955d-7e7dda32c9c9 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617111 Feb 28 20:53:25.802811 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653fdeb-77a2-4ae6-ab0d-fb28d4334935 req-a773d3ad-bc46-402c-90e6-5284470826b6 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:25.804399 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8653fdeb-77a2-4ae6-ab0d-fb28d4334935 req-a773d3ad-bc46-402c-90e6-5284470826b6 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 943 time: 0.0524316 Feb 28 20:53:25.857572 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8653fdeb-77a2-4ae6-ab0d-fb28d4334935 req-898777bb-00e9-45b2-a5be-0c9a0caadab4 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473230 Feb 28 20:53:26.980104 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79f022-0d9a-4bdf-bda2-35c9c6d51c54 req-ea27cc91-4f2c-4cab-b4fd-b51f6b19f3e7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:26.981572 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e79f022-0d9a-4bdf-bda2-35c9c6d51c54 req-ea27cc91-4f2c-4cab-b4fd-b51f6b19f3e7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 943 time: 0.0539477 Feb 28 20:53:27.034179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e79f022-0d9a-4bdf-bda2-35c9c6d51c54 req-4ef63418-da7b-456f-b5a9-fe95859da4aa tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467992 Feb 28 20:53:28.154215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1b6c0-f844-439f-bf4d-0f70fc261800 req-e5963e99-a8f3-4f50-ba7b-78bec8b8fa2b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:28.155811 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ad1b6c0-f844-439f-bf4d-0f70fc261800 req-e5963e99-a8f3-4f50-ba7b-78bec8b8fa2b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 943 time: 0.0538671 Feb 28 20:53:28.205464 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ad1b6c0-f844-439f-bf4d-0f70fc261800 req-53ca9f23-ed34-4976-9e17-2bb712c19e1a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439198 Feb 28 20:53:29.331451 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e04e1c-c563-4ced-b7d9-8e8a4c6dde78 req-142f2fe6-5376-4683-be34-ca67683c615e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:29.332953 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4e04e1c-c563-4ced-b7d9-8e8a4c6dde78 req-142f2fe6-5376-4683-be34-ca67683c615e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 943 time: 0.0576820 Feb 28 20:53:29.381305 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4e04e1c-c563-4ced-b7d9-8e8a4c6dde78 req-4946455f-dcf0-40ef-9207-0f74706d80fb tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427468 Feb 28 20:53:30.512897 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fee23-ec86-4f56-8119-89b12cfa16fa req-8debe05c-4f16-44f4-879b-7949f04f50b1 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:30.514323 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c3fee23-ec86-4f56-8119-89b12cfa16fa req-8debe05c-4f16-44f4-879b-7949f04f50b1 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 943 time: 0.0549409 Feb 28 20:53:30.563322 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c3fee23-ec86-4f56-8119-89b12cfa16fa req-3f1ce7d6-d99c-4f30-8828-843fe5b0d604 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424917 Feb 28 20:53:31.691133 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe523b8-6341-48cf-9e8a-9fe36942c42a req-ff7a0beb-2388-4e3f-a635-68b235e5cd1a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:31.692559 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bfe523b8-6341-48cf-9e8a-9fe36942c42a req-ff7a0beb-2388-4e3f-a635-68b235e5cd1a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 943 time: 0.0562642 Feb 28 20:53:31.746396 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bfe523b8-6341-48cf-9e8a-9fe36942c42a req-0d08b301-5f8b-4500-8645-fd74f833ff6c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481899 Feb 28 20:53:32.867787 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba5932-ddad-484d-a720-3dc145bf79d3 req-26e50cfb-f166-4de6-8c9d-cf1bb1ebe81e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:32.869441 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-94ba5932-ddad-484d-a720-3dc145bf79d3 req-26e50cfb-f166-4de6-8c9d-cf1bb1ebe81e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 943 time: 0.0550313 Feb 28 20:53:32.923069 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-94ba5932-ddad-484d-a720-3dc145bf79d3 req-dada3135-b260-4a14-baa0-841aa8cfe731 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473843 Feb 28 20:53:33.163575 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 27818e5c-07b3-4e43-a628-106f352f4d7c details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:53:33.272482 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 27818e5c-07b3-4e43-a628-106f352f4d7c, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=27818e5c-07b3-4e43-a628-106f352f4d7c,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:53:33.286989 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '27818e5c-07b3-4e43-a628-106f352f4d7c', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'port_id': '27818e5c-07b3-4e43-a628-106f352f4d7c', 'mac_address': 'fa:16:3e:60:d1:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:53:33.340387 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 27818e5c-07b3-4e43-a628-106f352f4d7c is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:53:33.340773 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (27818e5c-07b3-4e43-a628-106f352f4d7c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:33.353301 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27818e5c-07b3-4e43-a628-106f352f4d7c {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:53:33.372751 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 27818e5c-07b3-4e43-a628-106f352f4d7c, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=27818e5c-07b3-4e43-a628-106f352f4d7c,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:53:33.376892 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (27818e5c-07b3-4e43-a628-106f352f4d7c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:33.427397 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=27818e5c-07b3-4e43-a628-106f352f4d7c,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:53:33.436311 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:33.436653 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:33.436995 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:33.437328 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:33.437655 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:33.437983 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:33.438314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:33.438630 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:33.438952 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:33.439539 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:33.439641 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:33.439918 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:33.440237 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:33.619647 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['27818e5c-07b3-4e43-a628-106f352f4d7c'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:53:34.061641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879133a-f17e-49ca-947a-ff0423b72f3f req-b4eef169-1309-467d-9775-bdd48612486e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:34.063412 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c879133a-f17e-49ca-947a-ff0423b72f3f req-b4eef169-1309-467d-9775-bdd48612486e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 944 time: 0.0624273 Feb 28 20:53:34.126567 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c879133a-f17e-49ca-947a-ff0423b72f3f req-0adc93f9-7332-4401-b414-429d90c4c728 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556831 Feb 28 20:53:35.157480 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 27818e5c-07b3-4e43-a628-106f352f4d7c up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:53:35.212540 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 27818e5c-07b3-4e43-a628-106f352f4d7c completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:53:35.218670 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 27818e5c-07b3-4e43-a628-106f352f4d7c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:53:35.219053 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (27818e5c-07b3-4e43-a628-106f352f4d7c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:35.256302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd60a9-a23f-4b0c-ad85-d2fb84246851 req-19b33c8e-04a4-4243-aa05-afea876c9cc5 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:35.258386 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57cd60a9-a23f-4b0c-ad85-d2fb84246851 req-19b33c8e-04a4-4243-aa05-afea876c9cc5 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 944 time: 0.0583200 Feb 28 20:53:35.301765 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 27818e5c-07b3-4e43-a628-106f352f4d7c is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:53:35.302150 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (27818e5c-07b3-4e43-a628-106f352f4d7c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:35.309649 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57cd60a9-a23f-4b0c-ad85-d2fb84246851 req-19cbc7d7-d8f8-467d-9197-4e6f83f9b456 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446477 Feb 28 20:53:35.326183 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52324551-0086-4f5c-8647-e0458a072892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27818e5c-07b3-4e43-a628-106f352f4d7c'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:53:35.328468 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523d7e36-3cd5-4963-90d3-1f1aec4d09c2" -d '{"events": [{"server_uuid": "52324551-0086-4f5c-8647-e0458a072892", "name": "network-vif-plugged", "status": "completed", "tag": "27818e5c-07b3-4e43-a628-106f352f4d7c"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:53:35.342613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 27818e5c-07b3-4e43-a628-106f352f4d7c, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=27818e5c-07b3-4e43-a628-106f352f4d7c,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:53:35.346563 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (27818e5c-07b3-4e43-a628-106f352f4d7c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:35.396012 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=27818e5c-07b3-4e43-a628-106f352f4d7c,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:53:35.447060 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f09d0fe-1fb5-4296-aa56-4ded3d664fdb x-openstack-request-id: req-0f09d0fe-1fb5-4296-aa56-4ded3d664fdb {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:53:35.447351 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52324551-0086-4f5c-8647-e0458a072892", "name": "network-vif-plugged", "status": "completed", "tag": "27818e5c-07b3-4e43-a628-106f352f4d7c", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:53:35.447604 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f09d0fe-1fb5-4296-aa56-4ded3d664fdb {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:53:35.448124 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52324551-0086-4f5c-8647-e0458a072892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27818e5c-07b3-4e43-a628-106f352f4d7c', 'code': 200} Feb 28 20:53:35.556484 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e96d5-10f2-4f4a-a3db-372399759150 req-250ce217-580c-4541-9b09-67cbde49e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:35.558473 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cf7e96d5-10f2-4f4a-a3db-372399759150 req-250ce217-580c-4541-9b09-67cbde49e6d8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 1128 time: 0.0457048 Feb 28 20:53:35.604774 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cf7e96d5-10f2-4f4a-a3db-372399759150 req-5d677b53-c80e-4d38-a9c5-4f5872407264 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398324 Feb 28 20:53:36.449989 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d5868-5634-4448-b467-9383b4520d75 req-57e25acf-0701-4f53-af11-643f30046d1b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:36.451503 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e1d5868-5634-4448-b467-9383b4520d75 req-57e25acf-0701-4f53-af11-643f30046d1b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 945 time: 0.0715580 Feb 28 20:53:36.517439 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e1d5868-5634-4448-b467-9383b4520d75 req-8b67af46-03ca-4b30-bdb9-ebd2270f1e2e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566030 Feb 28 20:53:37.641535 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0b005-d5bd-403c-8023-7540061e5805 req-2dac6bd8-ba02-4c3c-b8f5-26d60a8bfda7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:37.643224 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6b0b005-d5bd-403c-8023-7540061e5805 req-2dac6bd8-ba02-4c3c-b8f5-26d60a8bfda7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 945 time: 0.0533159 Feb 28 20:53:37.693666 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6b0b005-d5bd-403c-8023-7540061e5805 req-b9145ef1-7f34-4c1a-bdbe-6ccabab3cf9e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443439 Feb 28 20:53:37.813379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba7072-866b-4000-9706-ed9af8d953c5 req-1e5acda4-002d-4125-88ca-0efb11c9b34d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:37.814727 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05ba7072-866b-4000-9706-ed9af8d953c5 req-1e5acda4-002d-4125-88ca-0efb11c9b34d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 945 time: 0.0530648 Feb 28 20:53:37.866266 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05ba7072-866b-4000-9706-ed9af8d953c5 req-316be53c-8265-4fcf-8694-52e8b9929688 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458803 Feb 28 20:53:37.889204 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41812) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:53:38.092554 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220c472e-b453-4844-96a1-0b556583f24d tempest-TestVolumeBootPattern-1704243063 tempest-TestVolumeBootPattern-1704243063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:38.094170 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-220c472e-b453-4844-96a1-0b556583f24d tempest-TestVolumeBootPattern-1704243063 tempest-TestVolumeBootPattern-1704243063-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 1123 time: 0.2038808 Feb 28 20:53:38.097279 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 41822) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:53:38.101464 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': '27818e5c-07b3-4e43-a628-106f352f4d7c', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:53:38.123290 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:38.225026 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:38.335015 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Allocated IP 172.25.0.104 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/5d78e2f2-78ae-4d11-b174-789d9e028289) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:53:38.437442 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for port (5d78e2f2-78ae-4d11-b174-789d9e028289), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:38.475781 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (5d78e2f2-78ae-4d11-b174-789d9e028289), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:38.518740 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:53:38.522084 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:53:38.527022 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:53:38.530084 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event updated for resources: {'Port': ['ID=5d78e2f2-78ae-4d11-b174-789d9e028289,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:53:38.558204 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:38.558557 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:38.558898 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:38.559238 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:38.559573 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:38.559931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:38.560263 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:38.560588 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:38.560909 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:38.561230 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:38.561555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:38.561880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:38.562204 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:53:39.264431 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for floatingip (0fdf35ae-08be-4801-b32a-ee4091869b1d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:39.332868 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5d78e2f2-78ae-4d11-b174-789d9e028289), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:39.483016 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for port (5d78e2f2-78ae-4d11-b174-789d9e028289), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:39.488287 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (5d78e2f2-78ae-4d11-b174-789d9e028289), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:39.566044 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event updated for resources: {'Port': ['ID=5d78e2f2-78ae-4d11-b174-789d9e028289,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:53:39.575056 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (0fdf35ae-08be-4801-b32a-ee4091869b1d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:39.679365 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Floating IP 0fdf35ae-08be-4801-b32a-ee4091869b1d associated. External IP: 172.25.0.104, port: 27818e5c-07b3-4e43-a628-106f352f4d7c. Feb 28 20:53:39.899489 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:53:40.007979 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:53:40.018442 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d45af66-83d2-420d-b316-2dad9d29b452 None None] Sync routers for ids ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:53:40.028063 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:40.037042 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d45af66-83d2-420d-b316-2dad9d29b452 None None] Routers {'1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:53:40.037736 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8d45af66-83d2-420d-b316-2dad9d29b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:53:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:53:40.062979 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-24dd2afa-f090-4604-948d-c455c3939002 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9646404 Feb 28 20:53:40.063614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52324551-0086-4f5c-8647-e0458a072892', 'tag': '27818e5c-07b3-4e43-a628-106f352f4d7c'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:53:40.066124 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa716cb5-5fb9-4afa-a3ae-6992752a56bc" -d '{"events": [{"name": "network-changed", "server_uuid": "52324551-0086-4f5c-8647-e0458a072892", "tag": "27818e5c-07b3-4e43-a628-106f352f4d7c"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:53:40.163573 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-8d45af66-83d2-420d-b316-2dad9d29b452 None None] Set router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:53:40.181768 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3cf038-1ad4-4f81-8f88-c3d1297975f2 x-openstack-request-id: req-dc3cf038-1ad4-4f81-8f88-c3d1297975f2 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:53:40.182202 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52324551-0086-4f5c-8647-e0458a072892", "tag": "27818e5c-07b3-4e43-a628-106f352f4d7c", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:53:40.183127 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc3cf038-1ad4-4f81-8f88-c3d1297975f2 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:53:40.183684 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52324551-0086-4f5c-8647-e0458a072892', 'tag': '27818e5c-07b3-4e43-a628-106f352f4d7c', 'status': 'completed', 'code': 200} Feb 28 20:53:40.259361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa716cb5-5fb9-4afa-a3ae-6992752a56bc req-9295ddf1-b6ce-4c0a-b36e-8c931511dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:40.260916 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa716cb5-5fb9-4afa-a3ae-6992752a56bc req-9295ddf1-b6ce-4c0a-b36e-8c931511dc74 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 1128 time: 0.0517473 Feb 28 20:53:40.358532 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa716cb5-5fb9-4afa-a3ae-6992752a56bc req-4700f11d-b354-4575-a4cb-ab96fcd01740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:40.360137 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa716cb5-5fb9-4afa-a3ae-6992752a56bc req-4700f11d-b354-4575-a4cb-ab96fcd01740 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 912 time: 0.0928352 Feb 28 20:53:40.406752 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8d45af66-83d2-420d-b316-2dad9d29b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '0fdf35ae-08be-4801-b32a-ee4091869b1d', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'floating_ip_address': '172.25.0.104', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'port_id': '27818e5c-07b3-4e43-a628-106f352f4d7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'mac_address': 'fa:16:3e:60:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52324551-0086-4f5c-8647-e0458a072892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:53:38Z', 'updated_at': '2022-02-28T20:53:38Z', 'revision_number': 0, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71ce6b1-da76-45f5-89ea-ef7147e449de', 'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'mac_address': 'fa:16:3e:41:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:11Z', 'updated_at': '2022-02-28T20:47:17Z', 'revision_number': 5, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'subnets': [{'id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:53:40.435843 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d45af66-83d2-420d-b316-2dad9d29b452 None None] Checking router: 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:53:40.442130 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa716cb5-5fb9-4afa-a3ae-6992752a56bc req-b520b8ce-5813-4a8f-b3a8-0ea041ff38ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27818e5c-07b3-4e43-a628-106f352f4d7c HTTP/1.1" status: 200 len: 999 time: 0.0755837 Feb 28 20:53:40.444734 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d45af66-83d2-420d-b316-2dad9d29b452 None None] Routers {'1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:53:40.445446 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8d45af66-83d2-420d-b316-2dad9d29b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:53:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:53:40.494024 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa716cb5-5fb9-4afa-a3ae-6992752a56bc req-23a8ffc4-4fea-4712-adf2-788f32b1898d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:40.495616 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa716cb5-5fb9-4afa-a3ae-6992752a56bc req-23a8ffc4-4fea-4712-adf2-788f32b1898d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0466821 Feb 28 20:53:40.549596 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa716cb5-5fb9-4afa-a3ae-6992752a56bc req-429b026f-5d16-44f0-87ad-82cfc20ad666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:40.551171 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa716cb5-5fb9-4afa-a3ae-6992752a56bc req-429b026f-5d16-44f0-87ad-82cfc20ad666 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495877 Feb 28 20:53:40.670215 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa716cb5-5fb9-4afa-a3ae-6992752a56bc req-82bb67e0-b845-4f39-91a5-c791acbc219a service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106369 Feb 28 20:53:40.750241 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-8d45af66-83d2-420d-b316-2dad9d29b452 None None] Set router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:53:40.772804 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa716cb5-5fb9-4afa-a3ae-6992752a56bc req-351e84ac-fd86-4636-b817-f568469a0d36 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978615 Feb 28 20:53:40.990134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-8d45af66-83d2-420d-b316-2dad9d29b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '0fdf35ae-08be-4801-b32a-ee4091869b1d', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'floating_ip_address': '172.25.0.104', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'port_id': '27818e5c-07b3-4e43-a628-106f352f4d7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'mac_address': 'fa:16:3e:60:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52324551-0086-4f5c-8647-e0458a072892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:53:38Z', 'updated_at': '2022-02-28T20:53:38Z', 'revision_number': 0, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71ce6b1-da76-45f5-89ea-ef7147e449de', 'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'mac_address': 'fa:16:3e:41:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:11Z', 'updated_at': '2022-02-28T20:47:17Z', 'revision_number': 5, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'subnets': [{'id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:53:41.024526 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d45af66-83d2-420d-b316-2dad9d29b452 None None] The sync data for ids ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'] in n-d-820368-21 is: [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '0fdf35ae-08be-4801-b32a-ee4091869b1d', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'floating_ip_address': '172.25.0.104', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'port_id': '27818e5c-07b3-4e43-a628-106f352f4d7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'mac_address': 'fa:16:3e:60:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52324551-0086-4f5c-8647-e0458a072892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:53:38Z', 'updated_at': '2022-02-28T20:53:38Z', 'revision_number': 0, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71ce6b1-da76-45f5-89ea-ef7147e449de', 'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'mac_address': 'fa:16:3e:41:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:11Z', 'updated_at': '2022-02-28T20:47:17Z', 'revision_number': 5, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'subnets': [{'id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:53:41.243016 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e59f8b-a5fc-4773-b6e1-498648fda5d3 None None] New status for floating IP 0fdf35ae-08be-4801-b32a-ee4091869b1d: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:53:45.748747 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c6066c5d-54ef-400f-bae3-7778f31c71d3 req-b1cb543b-4e4a-4dde-b30f-d9002310bfad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0daef6c6-df2e-42e4-82c7-5fb777676769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451782 Feb 28 20:53:45.860781 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6066c5d-54ef-400f-bae3-7778f31c71d3 req-5733963b-8234-4b93-9aa4-b522f978f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:45.863581 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c6066c5d-54ef-400f-bae3-7778f31c71d3 req-5733963b-8234-4b93-9aa4-b522f978f038 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6116361ccba47c3b35ad4fce1da6a49&device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 1128 time: 0.0701816 Feb 28 20:53:45.986963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6066c5d-54ef-400f-bae3-7778f31c71d3 req-8d6cc3f2-325d-4adc-996d-beea8acd0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:45.989538 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c6066c5d-54ef-400f-bae3-7778f31c71d3 req-8d6cc3f2-325d-4adc-996d-beea8acd0d74 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4f9a971c-6543-4054-8397-e614a2e5941b HTTP/1.1" status: 200 len: 908 time: 0.0988274 Feb 28 20:53:46.061192 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c6066c5d-54ef-400f-bae3-7778f31c71d3 req-9ccc739d-0c52-4acc-98a8-26bc1f5d2c53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b87a1f21-daf6-4aa5-b417-b467e8c99141 HTTP/1.1" status: 200 len: 1001 time: 0.0648060 Feb 28 20:53:46.121747 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6066c5d-54ef-400f-bae3-7778f31c71d3 req-3d6a0ec5-7c2c-4feb-a608-993dc68ad0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:46.123675 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c6066c5d-54ef-400f-bae3-7778f31c71d3 req-3d6a0ec5-7c2c-4feb-a608-993dc68ad0cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea22d25c-3fd1-4923-bf74-f28de2f38614 HTTP/1.1" status: 200 len: 847 time: 0.0570261 Feb 28 20:53:46.180957 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6066c5d-54ef-400f-bae3-7778f31c71d3 req-cfb54bf4-029b-433a-b4ae-f05da0f042e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:53:46.183052 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c6066c5d-54ef-400f-bae3-7778f31c71d3 req-cfb54bf4-029b-433a-b4ae-f05da0f042e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f9a971c-6543-4054-8397-e614a2e5941b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0530875 Feb 28 20:53:46.281414 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c6066c5d-54ef-400f-bae3-7778f31c71d3 req-c190b2d5-51c3-4cb4-903d-86511c4092bb service neutron] 10.222.0.15 "GET /v2.0/networks/4f9a971c-6543-4054-8397-e614a2e5941b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932970 Feb 28 20:53:46.380594 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c6066c5d-54ef-400f-bae3-7778f31c71d3 req-532c08af-20c3-4d69-9930-fe4a8b183e3a service neutron] 10.222.0.15 "GET /v2.0/networks/4f9a971c-6543-4054-8397-e614a2e5941b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937898 Feb 28 20:53:46.502333 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f8f29f6d-057b-42a8-9dd7-c50691c479b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:49.060917 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-66369944-87ac-4210-951d-416e58c6bf57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:49.919352 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:50.203261 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:51.406558 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:52.721876 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:52.774310 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:53:59.225426 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:54:16.504654 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-33dcf248-7189-49c2-80b9-c53f4451f827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:54:19.053933 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d5d61a3a-a1dc-4837-b7a1-a38d4b69aa14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:54:19.916550 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:54:20.206563 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:54:21.410457 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:54:22.726825 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:54:22.805328 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:54:35.772440 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3efdc8fc-4e26-472d-a0a1-3de333c75df8 req-4b6a0242-e68f-4cf8-b78c-d82862e6886b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489752 Feb 28 20:54:35.862481 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdc8fc-4e26-472d-a0a1-3de333c75df8 req-ca336a96-34c9-4d96-8f96-b764236ada1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:54:35.865052 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3efdc8fc-4e26-472d-a0a1-3de333c75df8 req-ca336a96-34c9-4d96-8f96-b764236ada1e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 1128 time: 0.0471897 Feb 28 20:54:35.981680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdc8fc-4e26-472d-a0a1-3de333c75df8 req-749eca11-5251-46e7-b101-1d0bcf442634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:54:35.983551 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3efdc8fc-4e26-472d-a0a1-3de333c75df8 req-749eca11-5251-46e7-b101-1d0bcf442634 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 912 time: 0.0959311 Feb 28 20:54:36.061471 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3efdc8fc-4e26-472d-a0a1-3de333c75df8 req-bab09af0-4a36-4f84-8a99-11713a0e60e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27818e5c-07b3-4e43-a628-106f352f4d7c HTTP/1.1" status: 200 len: 1001 time: 0.0708041 Feb 28 20:54:36.125966 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdc8fc-4e26-472d-a0a1-3de333c75df8 req-ebc8bc41-8f1d-45bf-8377-ce7d61a3d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:54:36.127478 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3efdc8fc-4e26-472d-a0a1-3de333c75df8 req-ebc8bc41-8f1d-45bf-8377-ce7d61a3d2bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0599182 Feb 28 20:54:36.194439 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdc8fc-4e26-472d-a0a1-3de333c75df8 req-aedd3fb8-c69e-4a68-8fb2-c73ab663847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:54:36.196227 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3efdc8fc-4e26-472d-a0a1-3de333c75df8 req-aedd3fb8-c69e-4a68-8fb2-c73ab663847b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0596030 Feb 28 20:54:36.224119 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:54:36.291748 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3efdc8fc-4e26-472d-a0a1-3de333c75df8 req-88a591e0-cf08-4285-b2bf-44037c3a5afa service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887766 Feb 28 20:54:36.391240 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3efdc8fc-4e26-472d-a0a1-3de333c75df8 req-65cd8e11-9f94-4479-9dad-12eec7778359 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924594 Feb 28 20:54:46.508892 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a15d01e8-19b8-4b1a-af7c-88868aceca30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:54:46.753772 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cee18beb-524f-490f-8268-8beed5485cc4 req-b2c92c80-dfce-4429-b96e-a31c5a99e271 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0daef6c6-df2e-42e4-82c7-5fb777676769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489318 Feb 28 20:54:46.840304 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee18beb-524f-490f-8268-8beed5485cc4 req-8bec0407-6c1e-4d80-9d46-2dbdf073bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:54:46.841779 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cee18beb-524f-490f-8268-8beed5485cc4 req-8bec0407-6c1e-4d80-9d46-2dbdf073bbb9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6116361ccba47c3b35ad4fce1da6a49&device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 1128 time: 0.0454385 Feb 28 20:54:46.966053 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee18beb-524f-490f-8268-8beed5485cc4 req-f512ad83-5649-406e-9c6f-cbe208501bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:54:46.967557 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cee18beb-524f-490f-8268-8beed5485cc4 req-f512ad83-5649-406e-9c6f-cbe208501bab service neutron] 10.222.0.15 "GET /v2.0/networks?id=4f9a971c-6543-4054-8397-e614a2e5941b HTTP/1.1" status: 200 len: 908 time: 0.1047144 Feb 28 20:54:47.036771 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cee18beb-524f-490f-8268-8beed5485cc4 req-df520f8e-0146-45a2-a50e-91bd45c023c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b87a1f21-daf6-4aa5-b417-b467e8c99141 HTTP/1.1" status: 200 len: 1001 time: 0.0637093 Feb 28 20:54:47.084821 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee18beb-524f-490f-8268-8beed5485cc4 req-d1879fed-e490-4443-a940-a001d3736a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:54:47.086251 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cee18beb-524f-490f-8268-8beed5485cc4 req-d1879fed-e490-4443-a940-a001d3736a2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea22d25c-3fd1-4923-bf74-f28de2f38614 HTTP/1.1" status: 200 len: 847 time: 0.0433593 Feb 28 20:54:47.136886 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee18beb-524f-490f-8268-8beed5485cc4 req-cac9009b-4788-4b72-baa5-b56e356f4c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:54:47.138336 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cee18beb-524f-490f-8268-8beed5485cc4 req-cac9009b-4788-4b72-baa5-b56e356f4c42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f9a971c-6543-4054-8397-e614a2e5941b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461149 Feb 28 20:54:47.232785 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cee18beb-524f-490f-8268-8beed5485cc4 req-699ec44f-685b-413c-8c9b-89ccef16fc07 service neutron] 10.222.0.15 "GET /v2.0/networks/4f9a971c-6543-4054-8397-e614a2e5941b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883257 Feb 28 20:54:47.321572 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-cee18beb-524f-490f-8268-8beed5485cc4 req-9e27a891-d636-4b9a-b2c3-8d48af5410e4 service neutron] 10.222.0.15 "GET /v2.0/networks/4f9a971c-6543-4054-8397-e614a2e5941b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831792 Feb 28 20:54:49.056759 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-51f8dfa5-8e1a-42d4-a67b-406d2d451343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:54:49.919393 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:54:50.208799 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:54:51.412647 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:54:52.732250 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:54:52.803231 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:10.538409 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43152) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:10.702031 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a398aaee-3d2a-406b-8cc8-bc56de8952da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7bbc55336d34940a8bfb7efd1994988&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1623909 Feb 28 20:55:10.704500 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43158) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:10.756089 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b0effa4b-5c25-475e-b9a9-9fab59183c85 admin admin] Publish callbacks [] for security_group (d87612e6-fd93-430a-883a-07fe5ca5308d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:10.777448 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b0effa4b-5c25-475e-b9a9-9fab59183c85 admin admin] Publish callbacks [] for security_group (d87612e6-fd93-430a-883a-07fe5ca5308d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:10.825112 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b0effa4b-5c25-475e-b9a9-9fab59183c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d87612e6-fd93-430a-883a-07fe5ca5308d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:10.827685 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b0effa4b-5c25-475e-b9a9-9fab59183c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:10.828902 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b0effa4b-5c25-475e-b9a9-9fab59183c85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d87612e6-fd93-430a-883a-07fe5ca5308d HTTP/1.1" status: 204 len: 168 time: 0.1234884 Feb 28 20:55:10.836946 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0effa4b-5c25-475e-b9a9-9fab59183c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87612e6-fd93-430a-883a-07fe5ca5308d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:10.844644 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0effa4b-5c25-475e-b9a9-9fab59183c85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:10.844982 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0effa4b-5c25-475e-b9a9-9fab59183c85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:10.845327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0effa4b-5c25-475e-b9a9-9fab59183c85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:10.845659 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0effa4b-5c25-475e-b9a9-9fab59183c85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:10.845984 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0effa4b-5c25-475e-b9a9-9fab59183c85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:10.846373 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0effa4b-5c25-475e-b9a9-9fab59183c85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:10.846705 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0effa4b-5c25-475e-b9a9-9fab59183c85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:10.847032 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0effa4b-5c25-475e-b9a9-9fab59183c85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:10.847350 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0effa4b-5c25-475e-b9a9-9fab59183c85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:10.847669 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0effa4b-5c25-475e-b9a9-9fab59183c85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:10.848089 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0effa4b-5c25-475e-b9a9-9fab59183c85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:10.848359 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0effa4b-5c25-475e-b9a9-9fab59183c85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:10.848651 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0effa4b-5c25-475e-b9a9-9fab59183c85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:11.484952 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43180) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:11.580790 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-405ff2ec-b10a-4391-9712-12f3df44d633 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1877108763-network', 'tenant_id': 'b2ca75bfd3e948dfb117784309349e39'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:55:11.600562 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405ff2ec-b10a-4391-9712-12f3df44d633 admin admin] Made reservation on behalf of b2ca75bfd3e948dfb117784309349e39 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:55:11.602851 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-405ff2ec-b10a-4391-9712-12f3df44d633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:11.612329 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-405ff2ec-b10a-4391-9712-12f3df44d633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:11.685489 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-405ff2ec-b10a-4391-9712-12f3df44d633 admin admin] Publish callbacks [] for security_group (77eeefa0-b65f-4e6d-8e3a-626503c09628), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:11.690362 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-405ff2ec-b10a-4391-9712-12f3df44d633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (77eeefa0-b65f-4e6d-8e3a-626503c09628), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:11.715459 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405ff2ec-b10a-4391-9712-12f3df44d633 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:55:11.726077 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ff2ec-b10a-4391-9712-12f3df44d633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77eeefa0-b65f-4e6d-8e3a-626503c09628,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:11.730981 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-405ff2ec-b10a-4391-9712-12f3df44d633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:11.731318 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-405ff2ec-b10a-4391-9712-12f3df44d633 admin admin] Added segment 1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38 of type vlan for network 784ccf86-0446-4e35-9dab-272716223ba0 Feb 28 20:55:11.773386 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-405ff2ec-b10a-4391-9712-12f3df44d633 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (784ccf86-0446-4e35-9dab-272716223ba0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:11.799508 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-405ff2ec-b10a-4391-9712-12f3df44d633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (784ccf86-0446-4e35-9dab-272716223ba0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:11.800684 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405ff2ec-b10a-4391-9712-12f3df44d633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:11.801295 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-405ff2ec-b10a-4391-9712-12f3df44d633 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:11.866297 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-405ff2ec-b10a-4391-9712-12f3df44d633 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3800340 Feb 28 20:55:11.869082 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43184) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:11.874095 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-6d4232dd-b786-451c-a023-5d12d05851f3 admin admin] Request body: {'subnet': {'network_id': '784ccf86-0446-4e35-9dab-272716223ba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1877108763-subnet', 'tenant_id': 'b2ca75bfd3e948dfb117784309349e39', 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:55:11.882008 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ff2ec-b10a-4391-9712-12f3df44d633 admin admin] Pushing event updated for resources: {'Network': ['ID=784ccf86-0446-4e35-9dab-272716223ba0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:11.893128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 784ccf86-0446-4e35-9dab-272716223ba0 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:55:11.901931 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4232dd-b786-451c-a023-5d12d05851f3 admin admin] Made reservation on behalf of b2ca75bfd3e948dfb117784309349e39 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:55:11.904801 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6d4232dd-b786-451c-a023-5d12d05851f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:12.086468 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6d4232dd-b786-451c-a023-5d12d05851f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (46ab3bfb-1ed3-4f53-918e-2dfffd9dbb5c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:12.139576 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4232dd-b786-451c-a023-5d12d05851f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46ab3bfb-1ed3-4f53-918e-2dfffd9dbb5c,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:12.149922 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4232dd-b786-451c-a023-5d12d05851f3 admin admin] Checking segment: {'id': '1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '784ccf86-0446-4e35-9dab-272716223ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:55:12.150280 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4232dd-b786-451c-a023-5d12d05851f3 admin admin] Network hostable DHCP agents. Network: 784ccf86-0446-4e35-9dab-272716223ba0, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:55:12.166998 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4232dd-b786-451c-a023-5d12d05851f3 admin admin] Network 784ccf86-0446-4e35-9dab-272716223ba0 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:55:12.175336 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-6d4232dd-b786-451c-a023-5d12d05851f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 784ccf86-0446-4e35-9dab-272716223ba0) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:55:12.179617 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4232dd-b786-451c-a023-5d12d05851f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:12.180250 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6d4232dd-b786-451c-a023-5d12d05851f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:12.186444 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a41b775-4da5-4f2d-9601-5abef12724ed None None] Network 784ccf86-0446-4e35-9dab-272716223ba0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:55:12.197485 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6d4232dd-b786-451c-a023-5d12d05851f3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3273871 Feb 28 20:55:12.200698 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43186) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:12.204966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-6d220e12-88a6-4e5c-86cf-b50b0c754deb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1877108763-router', 'tenant_id': 'b2ca75bfd3e948dfb117784309349e39', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:55:12.224831 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6d220e12-88a6-4e5c-86cf-b50b0c754deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (47475b75-12b3-45d8-af34-cacdc891d1b5), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:12.225932 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6d220e12-88a6-4e5c-86cf-b50b0c754deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (47475b75-12b3-45d8-af34-cacdc891d1b5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:12.295149 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-784ccf86-0446-4e35-9dab-272716223ba0', 'network_id': '784ccf86-0446-4e35-9dab-272716223ba0', 'project_id': 'b2ca75bfd3e948dfb117784309349e39', 'fixed_ips': [{'subnet_id': '46ab3bfb-1ed3-4f53-918e-2dfffd9dbb5c'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:55:12.296390 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:12.300614 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6d220e12-88a6-4e5c-86cf-b50b0c754deb admin admin] Publish callbacks [] for router_controller (47475b75-12b3-45d8-af34-cacdc891d1b5), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:12.440354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Allocated IP 172.20.0.2 (784ccf86-0446-4e35-9dab-272716223ba0/46ab3bfb-1ed3-4f53-918e-2dfffd9dbb5c/9d0783ff-19c4-4b03-9b96-121b720623a6) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:55:12.444512 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6d220e12-88a6-4e5c-86cf-b50b0c754deb admin admin] Publish callbacks [] for router_gateway (47475b75-12b3-45d8-af34-cacdc891d1b5), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:12.584912 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Publish callbacks [] for port (9d0783ff-19c4-4b03-9b96-121b720623a6), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:12.590565 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (9d0783ff-19c4-4b03-9b96-121b720623a6), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:12.631426 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Network 784ccf86-0446-4e35-9dab-272716223ba0 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:55:12.634240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:55:12.637664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:55:12.645084 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Pushing event updated for resources: {'Port': ['ID=9d0783ff-19c4-4b03-9b96-121b720623a6,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:12.646934 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6d220e12-88a6-4e5c-86cf-b50b0c754deb admin admin] Publish callbacks [] for router_gateway (47475b75-12b3-45d8-af34-cacdc891d1b5), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:12.654905 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:12.655252 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:12.655595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:12.655957 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:12.656282 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:12.656724 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:12.656931 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:12.657266 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:12.658017 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:12.658159 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:12.658581 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:12.658917 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:12.659578 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:12.672367 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6d220e12-88a6-4e5c-86cf-b50b0c754deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:12.711813 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Attempting to bind port 9d0783ff-19c4-4b03-9b96-121b720623a6 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:55:12.712186 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Attempting to bind port 9d0783ff-19c4-4b03-9b96-121b720623a6 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '784ccf86-0446-4e35-9dab-272716223ba0'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:55:12.712550 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Attempting to bind port 9d0783ff-19c4-4b03-9b96-121b720623a6 on network 784ccf86-0446-4e35-9dab-272716223ba0 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:55:12.717624 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:55:12.717993 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Checking segment: {'id': '1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '784ccf86-0446-4e35-9dab-272716223ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:55:12.718394 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:12.718780 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Bound using segment: {'id': '1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '784ccf86-0446-4e35-9dab-272716223ba0'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:55:12.719436 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Bound port: 9d0783ff-19c4-4b03-9b96-121b720623a6, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '784ccf86-0446-4e35-9dab-272716223ba0'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:55:12.719911 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9d0783ff-19c4-4b03-9b96-121b720623a6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:12.782155 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-6d220e12-88a6-4e5c-86cf-b50b0c754deb admin admin] Allocated IP 172.25.0.114 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/29b4f2a6-e004-4431-b3f8-0b199ef24c21) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:55:12.786886 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] For port 9d0783ff-19c4-4b03-9b96-121b720623a6, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:55:12.790063 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] For port 9d0783ff-19c4-4b03-9b96-121b720623a6, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9d0783ff-19c4-4b03-9b96-121b720623a6,segment=NetworkSegment(1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38),segment_id=1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:55:12.796380 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9d0783ff-19c4-4b03-9b96-121b720623a6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:12.850850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd52ea-5203-4708-800b-fab885957269 None None] Pushing event updated for resources: {'Port': ['ID=9d0783ff-19c4-4b03-9b96-121b720623a6,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:12.893666 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6d220e12-88a6-4e5c-86cf-b50b0c754deb admin admin] Publish callbacks [] for port (29b4f2a6-e004-4431-b3f8-0b199ef24c21), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:12.929605 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6d220e12-88a6-4e5c-86cf-b50b0c754deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (29b4f2a6-e004-4431-b3f8-0b199ef24c21), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:12.975269 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d220e12-88a6-4e5c-86cf-b50b0c754deb admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:55:12.978293 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-6d220e12-88a6-4e5c-86cf-b50b0c754deb admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:55:12.981554 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d220e12-88a6-4e5c-86cf-b50b0c754deb admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:55:13.009054 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d220e12-88a6-4e5c-86cf-b50b0c754deb admin admin] Pushing event updated for resources: {'Port': ['ID=29b4f2a6-e004-4431-b3f8-0b199ef24c21,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:13.222346 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:55:13.265689 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6d220e12-88a6-4e5c-86cf-b50b0c754deb admin admin] Publish callbacks [] for router_gateway (47475b75-12b3-45d8-af34-cacdc891d1b5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:13.459437 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6d220e12-88a6-4e5c-86cf-b50b0c754deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (47475b75-12b3-45d8-af34-cacdc891d1b5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:13.593585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d220e12-88a6-4e5c-86cf-b50b0c754deb admin admin] Router 47475b75-12b3-45d8-af34-cacdc891d1b5 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:55:13.710426 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d220e12-88a6-4e5c-86cf-b50b0c754deb admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:55:13.721117 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] Sync routers for ids ['47475b75-12b3-45d8-af34-cacdc891d1b5'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:55:13.731716 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6d220e12-88a6-4e5c-86cf-b50b0c754deb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:13.735384 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6d220e12-88a6-4e5c-86cf-b50b0c754deb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5336659 Feb 28 20:55:13.738612 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43192) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:13.739187 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] Routers {'47475b75-12b3-45d8-af34-cacdc891d1b5'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:55:13.739835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:54:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['47475b75-12b3-45d8-af34-cacdc891d1b5'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:13.876155 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] Set router 47475b75-12b3-45d8-af34-cacdc891d1b5 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:55:13.937777 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067d40f9-653b-4a68-b150-62249f3262ad None None] Network 784ccf86-0446-4e35-9dab-272716223ba0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:55:14.065735 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-096dd63e-54ba-4d9e-85f9-3e28bcae2f0c None None] Provisioning complete for port 9d0783ff-19c4-4b03-9b96-121b720623a6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:55:14.066031 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-096dd63e-54ba-4d9e-85f9-3e28bcae2f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9d0783ff-19c4-4b03-9b96-121b720623a6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:14.252143 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-096dd63e-54ba-4d9e-85f9-3e28bcae2f0c None None] Current status of the port 9d0783ff-19c4-4b03-9b96-121b720623a6 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:55:14.252493 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-096dd63e-54ba-4d9e-85f9-3e28bcae2f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9d0783ff-19c4-4b03-9b96-121b720623a6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:14.268648 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47475b75-12b3-45d8-af34-cacdc891d1b5', 'name': 'tempest-TestAggregatesBasicOps-1877108763-router', 'tenant_id': 'b2ca75bfd3e948dfb117784309349e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '29b4f2a6-e004-4431-b3f8-0b199ef24c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:55:12Z', 'updated_at': '2022-02-28T20:55:13Z', 'revision_number': 3, 'project_id': 'b2ca75bfd3e948dfb117784309349e39', 'gw_port': {'id': '29b4f2a6-e004-4431-b3f8-0b199ef24c21', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:63:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47475b75-12b3-45d8-af34-cacdc891d1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:55:12Z', 'updated_at': '2022-02-28T20:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:14.302677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] Checking router: 47475b75-12b3-45d8-af34-cacdc891d1b5 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:55:14.303031 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] Updating router 47475b75-12b3-45d8-af34-cacdc891d1b5 port 29b4f2a6-e004-4431-b3f8-0b199ef24c21 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:55:14.344636 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-096dd63e-54ba-4d9e-85f9-3e28bcae2f0c None None] For port 9d0783ff-19c4-4b03-9b96-121b720623a6, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9d0783ff-19c4-4b03-9b96-121b720623a6,segment=NetworkSegment(1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38),segment_id=1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:55:14.350509 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (29b4f2a6-e004-4431-b3f8-0b199ef24c21), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:14.352513 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-096dd63e-54ba-4d9e-85f9-3e28bcae2f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9d0783ff-19c4-4b03-9b96-121b720623a6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:14.503261 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096dd63e-54ba-4d9e-85f9-3e28bcae2f0c None None] Pushing event updated for resources: {'Port': ['ID=9d0783ff-19c4-4b03-9b96-121b720623a6,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:14.522946 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-59857625-94de-4517-83a8-57ef86ad95d7 None None] Provisioning complete for port 9d0783ff-19c4-4b03-9b96-121b720623a6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:55:14.523317 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-59857625-94de-4517-83a8-57ef86ad95d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9d0783ff-19c4-4b03-9b96-121b720623a6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:14.542686 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9c47df7d-abe5-44cf-be22-148027bf666e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:14.696823 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-59857625-94de-4517-83a8-57ef86ad95d7 None None] Current status of the port 9d0783ff-19c4-4b03-9b96-121b720623a6 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:55:14.704395 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-9c47df7d-abe5-44cf-be22-148027bf666e admin admin] Allocated IP 172.20.0.1 (784ccf86-0446-4e35-9dab-272716223ba0/46ab3bfb-1ed3-4f53-918e-2dfffd9dbb5c/b34c46ca-cce0-4baf-93d0-a95d440185ba) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:55:14.746853 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] Publish callbacks [] for port (29b4f2a6-e004-4431-b3f8-0b199ef24c21), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:14.752233 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (29b4f2a6-e004-4431-b3f8-0b199ef24c21), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:14.808161 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] Attempting to bind port 29b4f2a6-e004-4431-b3f8-0b199ef24c21 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:55:14.808532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] Attempting to bind port 29b4f2a6-e004-4431-b3f8-0b199ef24c21 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:55:14.808897 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] Attempting to bind port 29b4f2a6-e004-4431-b3f8-0b199ef24c21 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:55:14.810082 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9c47df7d-abe5-44cf-be22-148027bf666e admin admin] Publish callbacks [] for port (b34c46ca-cce0-4baf-93d0-a95d440185ba), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:14.811263 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be47a43-1a53-41f7-963b-a8525834e03c None None] Pushing event updated for resources: {'Port': ['ID=29b4f2a6-e004-4431-b3f8-0b199ef24c21,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:14.819128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:55:14.819651 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:55:14.820082 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:14.820550 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:55:14.821022 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] Bound port: 29b4f2a6-e004-4431-b3f8-0b199ef24c21, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:55:14.821496 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (29b4f2a6-e004-4431-b3f8-0b199ef24c21), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:14.849367 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9c47df7d-abe5-44cf-be22-148027bf666e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b34c46ca-cce0-4baf-93d0-a95d440185ba), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:14.883106 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] For port 29b4f2a6-e004-4431-b3f8-0b199ef24c21, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:55:14.887195 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] For port 29b4f2a6-e004-4431-b3f8-0b199ef24c21, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=29b4f2a6-e004-4431-b3f8-0b199ef24c21,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:55:14.894104 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c47df7d-abe5-44cf-be22-148027bf666e admin admin] Network 784ccf86-0446-4e35-9dab-272716223ba0 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:55:14.894299 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (29b4f2a6-e004-4431-b3f8-0b199ef24c21), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:14.899438 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-9c47df7d-abe5-44cf-be22-148027bf666e admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:55:14.904029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c47df7d-abe5-44cf-be22-148027bf666e admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:55:14.927951 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47df7d-abe5-44cf-be22-148027bf666e admin admin] Pushing event updated for resources: {'Port': ['ID=b34c46ca-cce0-4baf-93d0-a95d440185ba,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:14.951586 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9c47df7d-abe5-44cf-be22-148027bf666e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (47475b75-12b3-45d8-af34-cacdc891d1b5), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:14.955379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] Routers {'47475b75-12b3-45d8-af34-cacdc891d1b5'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:55:14.955379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:54:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['47475b75-12b3-45d8-af34-cacdc891d1b5'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:14.960166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be47a43-1a53-41f7-963b-a8525834e03c None None] Pushing event updated for resources: {'Port': ['ID=29b4f2a6-e004-4431-b3f8-0b199ef24c21,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:15.143898 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9c47df7d-abe5-44cf-be22-148027bf666e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b34c46ca-cce0-4baf-93d0-a95d440185ba), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:15.244019 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9d0783ff-19c4-4b03-9b96-121b720623a6 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:55:15.308244 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] Set router 47475b75-12b3-45d8-af34-cacdc891d1b5 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:55:15.311341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9d84e20b-f910-4ef3-80d9-abb248661f6b None None] Provisioning complete for port b34c46ca-cce0-4baf-93d0-a95d440185ba triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:55:15.311707 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9d84e20b-f910-4ef3-80d9-abb248661f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b34c46ca-cce0-4baf-93d0-a95d440185ba), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:15.329215 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9c47df7d-abe5-44cf-be22-148027bf666e admin admin] Publish callbacks [] for port (b34c46ca-cce0-4baf-93d0-a95d440185ba), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:15.334993 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9c47df7d-abe5-44cf-be22-148027bf666e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (b34c46ca-cce0-4baf-93d0-a95d440185ba), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:15.409590 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9c47df7d-abe5-44cf-be22-148027bf666e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (47475b75-12b3-45d8-af34-cacdc891d1b5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:15.411857 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47df7d-abe5-44cf-be22-148027bf666e admin admin] Pushing event updated for resources: {'Port': ['ID=b34c46ca-cce0-4baf-93d0-a95d440185ba,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:15.419000 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9d84e20b-f910-4ef3-80d9-abb248661f6b None None] Port b34c46ca-cce0-4baf-93d0-a95d440185ba cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:55:15.461248 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 9d0783ff-19c4-4b03-9b96-121b720623a6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:55:15.461622 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9d0783ff-19c4-4b03-9b96-121b720623a6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:15.518286 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c47df7d-abe5-44cf-be22-148027bf666e admin admin] Network 784ccf86-0446-4e35-9dab-272716223ba0 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:55:15.519706 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-9c47df7d-abe5-44cf-be22-148027bf666e admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:55:15.587524 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 9d0783ff-19c4-4b03-9b96-121b720623a6 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:55:15.600045 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47475b75-12b3-45d8-af34-cacdc891d1b5', 'name': 'tempest-TestAggregatesBasicOps-1877108763-router', 'tenant_id': 'b2ca75bfd3e948dfb117784309349e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '29b4f2a6-e004-4431-b3f8-0b199ef24c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:55:12Z', 'updated_at': '2022-02-28T20:55:13Z', 'revision_number': 3, 'project_id': 'b2ca75bfd3e948dfb117784309349e39', 'gw_port': {'id': '29b4f2a6-e004-4431-b3f8-0b199ef24c21', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:63:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47475b75-12b3-45d8-af34-cacdc891d1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:55:12Z', 'updated_at': '2022-02-28T20:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:15.634922 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7165c87-ac53-4f6e-8245-8e91d5b69268 None None] The sync data for ids ['47475b75-12b3-45d8-af34-cacdc891d1b5'] in n-d-820368-21 is: [{'id': '47475b75-12b3-45d8-af34-cacdc891d1b5', 'name': 'tempest-TestAggregatesBasicOps-1877108763-router', 'tenant_id': 'b2ca75bfd3e948dfb117784309349e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '29b4f2a6-e004-4431-b3f8-0b199ef24c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:55:12Z', 'updated_at': '2022-02-28T20:55:13Z', 'revision_number': 3, 'project_id': 'b2ca75bfd3e948dfb117784309349e39', 'gw_port': {'id': '29b4f2a6-e004-4431-b3f8-0b199ef24c21', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:63:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47475b75-12b3-45d8-af34-cacdc891d1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:55:12Z', 'updated_at': '2022-02-28T20:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:55:15.657090 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c47df7d-abe5-44cf-be22-148027bf666e admin admin] Router 47475b75-12b3-45d8-af34-cacdc891d1b5 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:55:15.773287 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c47df7d-abe5-44cf-be22-148027bf666e admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:55:15.778479 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9c47df7d-abe5-44cf-be22-148027bf666e admin admin] 10.222.0.13 "PUT /v2.0/routers/47475b75-12b3-45d8-af34-cacdc891d1b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0388727 Feb 28 20:55:15.841663 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-50757d6c-d9ce-414c-98a0-6fe1df68aba2 None None] Provisioning complete for port b34c46ca-cce0-4baf-93d0-a95d440185ba triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:55:15.842265 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-50757d6c-d9ce-414c-98a0-6fe1df68aba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b34c46ca-cce0-4baf-93d0-a95d440185ba), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:15.921494 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-50757d6c-d9ce-414c-98a0-6fe1df68aba2 None None] Port b34c46ca-cce0-4baf-93d0-a95d440185ba cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:55:16.321587 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43208) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:16.327241 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e76f74e4-e6ec-4ca5-a406-242319dd4970 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-592713968-network', 'tenant_id': '216f527ac7304a27b93724370d05d348'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:55:16.348349 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76f74e4-e6ec-4ca5-a406-242319dd4970 admin admin] Made reservation on behalf of 216f527ac7304a27b93724370d05d348 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:55:16.350838 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e76f74e4-e6ec-4ca5-a406-242319dd4970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:16.364583 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e76f74e4-e6ec-4ca5-a406-242319dd4970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:16.449351 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e76f74e4-e6ec-4ca5-a406-242319dd4970 admin admin] Publish callbacks [] for security_group (fc37d8a5-0394-40b5-b170-509d7bbc4614), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:16.453651 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e76f74e4-e6ec-4ca5-a406-242319dd4970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fc37d8a5-0394-40b5-b170-509d7bbc4614), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:16.479608 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76f74e4-e6ec-4ca5-a406-242319dd4970 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:55:16.489970 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f74e4-e6ec-4ca5-a406-242319dd4970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc37d8a5-0394-40b5-b170-509d7bbc4614,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:16.495247 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e76f74e4-e6ec-4ca5-a406-242319dd4970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (7af1fc39-2628-48e5-996e-efbacd4b2052), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:16.495593 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-e76f74e4-e6ec-4ca5-a406-242319dd4970 admin admin] Added segment 7af1fc39-2628-48e5-996e-efbacd4b2052 of type vlan for network ffbbe965-787a-422d-b34a-da6557d86ba7 Feb 28 20:55:16.516468 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-40ba936b-f557-4d3c-ae9d-3bb8c554aded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:16.541056 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e76f74e4-e6ec-4ca5-a406-242319dd4970 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ffbbe965-787a-422d-b34a-da6557d86ba7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:16.567790 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e76f74e4-e6ec-4ca5-a406-242319dd4970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ffbbe965-787a-422d-b34a-da6557d86ba7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:16.568760 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76f74e4-e6ec-4ca5-a406-242319dd4970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:16.569330 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e76f74e4-e6ec-4ca5-a406-242319dd4970 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:16.630411 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e76f74e4-e6ec-4ca5-a406-242319dd4970 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3076859 Feb 28 20:55:16.633525 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43210) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:16.639692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Request body: {'subnet': {'network_id': 'ffbbe965-787a-422d-b34a-da6557d86ba7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-592713968-subnet', 'tenant_id': '216f527ac7304a27b93724370d05d348', 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:55:16.639915 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f74e4-e6ec-4ca5-a406-242319dd4970 admin admin] Pushing event updated for resources: {'Network': ['ID=ffbbe965-787a-422d-b34a-da6557d86ba7,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:16.649632 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ffbbe965-787a-422d-b34a-da6557d86ba7 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:55:16.663254 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Made reservation on behalf of 216f527ac7304a27b93724370d05d348 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:55:16.665939 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:16.852942 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (0b74e9ff-dab2-4db4-96b6-af77dbe47e40), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:16.917946 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b74e9ff-dab2-4db4-96b6-af77dbe47e40,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:16.933211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:16.933608 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:16.933961 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:16.934433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:16.934821 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:16.935235 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:16.935576 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:16.936077 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:16.936736 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:16.937077 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:16.937411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:16.937745 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:16.938076 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:16.942594 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Checking segment: {'id': '7af1fc39-2628-48e5-996e-efbacd4b2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ffbbe965-787a-422d-b34a-da6557d86ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:55:16.942973 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Network hostable DHCP agents. Network: ffbbe965-787a-422d-b34a-da6557d86ba7, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:55:16.959975 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Network ffbbe965-787a-422d-b34a-da6557d86ba7 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:55:16.968256 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ffbbe965-787a-422d-b34a-da6557d86ba7) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:55:16.972553 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:16.973138 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:16.977526 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b221b6-e65f-4991-880e-dda677f65935 None None] Network ffbbe965-787a-422d-b34a-da6557d86ba7 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:55:16.996537 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43214) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:16.997013 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-000cdc09-138e-426a-8d69-3b7ed63a4a12 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3622341 Feb 28 20:55:17.001328 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-07e419d5-34e7-4533-a151-80570e7967da admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-592713968-router', 'tenant_id': '216f527ac7304a27b93724370d05d348', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:55:17.027901 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-07e419d5-34e7-4533-a151-80570e7967da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (a38e5712-b86e-453e-bc4b-66515bc61462), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:17.029110 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-07e419d5-34e7-4533-a151-80570e7967da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (a38e5712-b86e-453e-bc4b-66515bc61462), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:17.098778 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-07e419d5-34e7-4533-a151-80570e7967da admin admin] Publish callbacks [] for router_controller (a38e5712-b86e-453e-bc4b-66515bc61462), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:17.107569 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 29b4f2a6-e004-4431-b3f8-0b199ef24c21 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:55:17.142955 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cce9fa7-80f0-4196-8deb-6b77657068cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-ffbbe965-787a-422d-b34a-da6557d86ba7', 'network_id': 'ffbbe965-787a-422d-b34a-da6557d86ba7', 'project_id': '216f527ac7304a27b93724370d05d348', 'fixed_ips': [{'subnet_id': '0b74e9ff-dab2-4db4-96b6-af77dbe47e40'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 20:55:17.143875 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5cce9fa7-80f0-4196-8deb-6b77657068cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:17.259292 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-07e419d5-34e7-4533-a151-80570e7967da admin admin] Publish callbacks [] for router_gateway (a38e5712-b86e-453e-bc4b-66515bc61462), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:17.289814 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 29b4f2a6-e004-4431-b3f8-0b199ef24c21 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:55:17.290200 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (29b4f2a6-e004-4431-b3f8-0b199ef24c21), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:17.337275 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-5cce9fa7-80f0-4196-8deb-6b77657068cb None None] Allocated IP 172.20.0.2 (ffbbe965-787a-422d-b34a-da6557d86ba7/0b74e9ff-dab2-4db4-96b6-af77dbe47e40/3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:55:17.447778 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 29b4f2a6-e004-4431-b3f8-0b199ef24c21 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:55:17.448168 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (29b4f2a6-e004-4431-b3f8-0b199ef24c21), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:17.449828 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] Sync routers for ids ['47475b75-12b3-45d8-af34-cacdc891d1b5'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:55:17.459685 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] Routers {'47475b75-12b3-45d8-af34-cacdc891d1b5'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:55:17.460341 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:54:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['47475b75-12b3-45d8-af34-cacdc891d1b5'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:17.476651 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-07e419d5-34e7-4533-a151-80570e7967da admin admin] Publish callbacks [] for router_gateway (a38e5712-b86e-453e-bc4b-66515bc61462), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:17.483513 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 29b4f2a6-e004-4431-b3f8-0b199ef24c21, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=29b4f2a6-e004-4431-b3f8-0b199ef24c21,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:55:17.491030 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (29b4f2a6-e004-4431-b3f8-0b199ef24c21), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:17.508439 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-07e419d5-34e7-4533-a151-80570e7967da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:17.573798 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5cce9fa7-80f0-4196-8deb-6b77657068cb None None] Publish callbacks [] for port (3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:17.579537 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=29b4f2a6-e004-4431-b3f8-0b199ef24c21,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:17.583188 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5cce9fa7-80f0-4196-8deb-6b77657068cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:17.587120 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] Set router 47475b75-12b3-45d8-af34-cacdc891d1b5 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:55:17.628571 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cce9fa7-80f0-4196-8deb-6b77657068cb None None] Network ffbbe965-787a-422d-b34a-da6557d86ba7 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:55:17.631265 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-5cce9fa7-80f0-4196-8deb-6b77657068cb None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:55:17.636280 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cce9fa7-80f0-4196-8deb-6b77657068cb None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:55:17.637056 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-07e419d5-34e7-4533-a151-80570e7967da admin admin] Allocated IP 172.25.0.27 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/1e0ad94e-8f7c-44c9-a476-645e2858deab) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:55:17.638335 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce9fa7-80f0-4196-8deb-6b77657068cb None None] Pushing event updated for resources: {'Port': ['ID=3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:17.696007 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-5cce9fa7-80f0-4196-8deb-6b77657068cb None None] Attempting to bind port 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:55:17.696291 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-5cce9fa7-80f0-4196-8deb-6b77657068cb None None] Attempting to bind port 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '7af1fc39-2628-48e5-996e-efbacd4b2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ffbbe965-787a-422d-b34a-da6557d86ba7'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:55:17.696652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cce9fa7-80f0-4196-8deb-6b77657068cb None None] Attempting to bind port 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 on network ffbbe965-787a-422d-b34a-da6557d86ba7 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:55:17.702651 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cce9fa7-80f0-4196-8deb-6b77657068cb None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:55:17.703017 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cce9fa7-80f0-4196-8deb-6b77657068cb None None] Checking segment: {'id': '7af1fc39-2628-48e5-996e-efbacd4b2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ffbbe965-787a-422d-b34a-da6557d86ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:55:17.703419 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5cce9fa7-80f0-4196-8deb-6b77657068cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:17.704074 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cce9fa7-80f0-4196-8deb-6b77657068cb None None] Bound using segment: {'id': '7af1fc39-2628-48e5-996e-efbacd4b2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ffbbe965-787a-422d-b34a-da6557d86ba7'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:55:17.704536 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-5cce9fa7-80f0-4196-8deb-6b77657068cb None None] Bound port: 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af1fc39-2628-48e5-996e-efbacd4b2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ffbbe965-787a-422d-b34a-da6557d86ba7'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:55:17.704905 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5cce9fa7-80f0-4196-8deb-6b77657068cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:17.758600 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-07e419d5-34e7-4533-a151-80570e7967da admin admin] Publish callbacks [] for port (1e0ad94e-8f7c-44c9-a476-645e2858deab), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:17.773484 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5cce9fa7-80f0-4196-8deb-6b77657068cb None None] For port 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:55:17.777655 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5cce9fa7-80f0-4196-8deb-6b77657068cb None None] For port 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5,segment=NetworkSegment(7af1fc39-2628-48e5-996e-efbacd4b2052),segment_id=7af1fc39-2628-48e5-996e-efbacd4b2052)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:55:17.786475 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5cce9fa7-80f0-4196-8deb-6b77657068cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:17.801020 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47475b75-12b3-45d8-af34-cacdc891d1b5', 'name': 'tempest-TestAggregatesBasicOps-1877108763-router', 'tenant_id': 'b2ca75bfd3e948dfb117784309349e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '29b4f2a6-e004-4431-b3f8-0b199ef24c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:55:12Z', 'updated_at': '2022-02-28T20:55:15Z', 'revision_number': 4, 'project_id': 'b2ca75bfd3e948dfb117784309349e39', 'gw_port': {'id': '29b4f2a6-e004-4431-b3f8-0b199ef24c21', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:63:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47475b75-12b3-45d8-af34-cacdc891d1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:55:12Z', 'updated_at': '2022-02-28T20:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'b34c46ca-cce0-4baf-93d0-a95d440185ba', 'name': '', 'network_id': '784ccf86-0446-4e35-9dab-272716223ba0', 'tenant_id': 'b2ca75bfd3e948dfb117784309349e39', 'mac_address': 'fa:16:3e:12:5c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47475b75-12b3-45d8-af34-cacdc891d1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '46ab3bfb-1ed3-4f53-918e-2dfffd9dbb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:55:14Z', 'updated_at': '2022-02-28T20:55:15Z', 'revision_number': 2, 'project_id': 'b2ca75bfd3e948dfb117784309349e39', 'subnets': [{'id': '46ab3bfb-1ed3-4f53-918e-2dfffd9dbb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:17.809774 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-07e419d5-34e7-4533-a151-80570e7967da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (1e0ad94e-8f7c-44c9-a476-645e2858deab), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:17.828327 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] Checking router: 47475b75-12b3-45d8-af34-cacdc891d1b5 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:55:17.828678 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] Updating router 47475b75-12b3-45d8-af34-cacdc891d1b5 port b34c46ca-cce0-4baf-93d0-a95d440185ba binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:55:17.855577 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce9fa7-80f0-4196-8deb-6b77657068cb None None] Pushing event updated for resources: {'Port': ['ID=3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:17.855803 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e419d5-34e7-4533-a151-80570e7967da admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:55:17.858496 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-07e419d5-34e7-4533-a151-80570e7967da admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:55:17.862578 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e419d5-34e7-4533-a151-80570e7967da admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:55:17.863522 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b34c46ca-cce0-4baf-93d0-a95d440185ba), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:17.887370 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e419d5-34e7-4533-a151-80570e7967da admin admin] Pushing event updated for resources: {'Port': ['ID=1e0ad94e-8f7c-44c9-a476-645e2858deab,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:18.164110 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-07e419d5-34e7-4533-a151-80570e7967da admin admin] Publish callbacks [] for router_gateway (a38e5712-b86e-453e-bc4b-66515bc61462), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:18.174479 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] Publish callbacks [] for port (b34c46ca-cce0-4baf-93d0-a95d440185ba), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:18.185906 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b34c46ca-cce0-4baf-93d0-a95d440185ba), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:18.239394 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d1eac-616a-4db2-9591-911018d6c4c0 None None] Pushing event updated for resources: {'Port': ['ID=b34c46ca-cce0-4baf-93d0-a95d440185ba,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:18.267601 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d1eac-616a-4db2-9591-911018d6c4c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:18.267985 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d1eac-616a-4db2-9591-911018d6c4c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:18.268328 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d1eac-616a-4db2-9591-911018d6c4c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:18.268666 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d1eac-616a-4db2-9591-911018d6c4c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:18.268998 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d1eac-616a-4db2-9591-911018d6c4c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:18.269326 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d1eac-616a-4db2-9591-911018d6c4c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:18.269653 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d1eac-616a-4db2-9591-911018d6c4c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:18.269978 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d1eac-616a-4db2-9591-911018d6c4c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:18.270301 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d1eac-616a-4db2-9591-911018d6c4c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:18.270623 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d1eac-616a-4db2-9591-911018d6c4c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:18.270945 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d1eac-616a-4db2-9591-911018d6c4c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:18.271264 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d1eac-616a-4db2-9591-911018d6c4c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:18.271583 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d1eac-616a-4db2-9591-911018d6c4c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:55:18.312379 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] Attempting to bind port b34c46ca-cce0-4baf-93d0-a95d440185ba on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:55:18.312954 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] Attempting to bind port b34c46ca-cce0-4baf-93d0-a95d440185ba by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '784ccf86-0446-4e35-9dab-272716223ba0'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:55:18.313316 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] Attempting to bind port b34c46ca-cce0-4baf-93d0-a95d440185ba on network 784ccf86-0446-4e35-9dab-272716223ba0 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:55:18.319866 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:55:18.319866 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] Checking segment: {'id': '1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '784ccf86-0446-4e35-9dab-272716223ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:55:18.320207 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:18.320554 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] Bound using segment: {'id': '1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '784ccf86-0446-4e35-9dab-272716223ba0'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:55:18.321023 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] Bound port: b34c46ca-cce0-4baf-93d0-a95d440185ba, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '784ccf86-0446-4e35-9dab-272716223ba0'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:55:18.321403 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b34c46ca-cce0-4baf-93d0-a95d440185ba), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:18.390811 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] For port b34c46ca-cce0-4baf-93d0-a95d440185ba, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:55:18.392150 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-07e419d5-34e7-4533-a151-80570e7967da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (a38e5712-b86e-453e-bc4b-66515bc61462), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:18.395255 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] For port b34c46ca-cce0-4baf-93d0-a95d440185ba, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b34c46ca-cce0-4baf-93d0-a95d440185ba,segment=NetworkSegment(1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38),segment_id=1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:55:18.405742 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b34c46ca-cce0-4baf-93d0-a95d440185ba), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:18.461007 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d1eac-616a-4db2-9591-911018d6c4c0 None None] Pushing event updated for resources: {'Port': ['ID=b34c46ca-cce0-4baf-93d0-a95d440185ba,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:18.474511 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] Routers {'47475b75-12b3-45d8-af34-cacdc891d1b5'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:55:18.475149 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:54:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['47475b75-12b3-45d8-af34-cacdc891d1b5'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:18.496664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c56aaecf-65ab-42de-8efe-be580aafbf46 None None] Provisioning complete for port b34c46ca-cce0-4baf-93d0-a95d440185ba triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:55:18.497179 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c56aaecf-65ab-42de-8efe-be580aafbf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b34c46ca-cce0-4baf-93d0-a95d440185ba), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:18.559189 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e419d5-34e7-4533-a151-80570e7967da admin admin] Router a38e5712-b86e-453e-bc4b-66515bc61462 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 20:55:18.599317 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c56aaecf-65ab-42de-8efe-be580aafbf46 None None] Current status of the port b34c46ca-cce0-4baf-93d0-a95d440185ba is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:55:18.599952 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c56aaecf-65ab-42de-8efe-be580aafbf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b34c46ca-cce0-4baf-93d0-a95d440185ba), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:18.629301 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] Set router 47475b75-12b3-45d8-af34-cacdc891d1b5 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:55:18.647671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c56aaecf-65ab-42de-8efe-be580aafbf46 None None] For port b34c46ca-cce0-4baf-93d0-a95d440185ba, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b34c46ca-cce0-4baf-93d0-a95d440185ba,segment=NetworkSegment(1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38),segment_id=1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:55:18.659303 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c56aaecf-65ab-42de-8efe-be580aafbf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b34c46ca-cce0-4baf-93d0-a95d440185ba), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:18.710365 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e419d5-34e7-4533-a151-80570e7967da admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:55:18.729483 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] Sync routers for ids ['a38e5712-b86e-453e-bc4b-66515bc61462'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:55:18.739352 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-07e419d5-34e7-4533-a151-80570e7967da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:18.739749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56aaecf-65ab-42de-8efe-be580aafbf46 None None] Pushing event updated for resources: {'Port': ['ID=b34c46ca-cce0-4baf-93d0-a95d440185ba,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:18.743919 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-07e419d5-34e7-4533-a151-80570e7967da admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7432413 Feb 28 20:55:18.744294 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43220) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:18.752328 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] Routers {'a38e5712-b86e-453e-bc4b-66515bc61462'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:55:18.754139 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:54:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a38e5712-b86e-453e-bc4b-66515bc61462'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:18.917118 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47475b75-12b3-45d8-af34-cacdc891d1b5', 'name': 'tempest-TestAggregatesBasicOps-1877108763-router', 'tenant_id': 'b2ca75bfd3e948dfb117784309349e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '29b4f2a6-e004-4431-b3f8-0b199ef24c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:55:12Z', 'updated_at': '2022-02-28T20:55:15Z', 'revision_number': 4, 'project_id': 'b2ca75bfd3e948dfb117784309349e39', 'gw_port': {'id': '29b4f2a6-e004-4431-b3f8-0b199ef24c21', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:63:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47475b75-12b3-45d8-af34-cacdc891d1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:55:12Z', 'updated_at': '2022-02-28T20:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'b34c46ca-cce0-4baf-93d0-a95d440185ba', 'name': '', 'network_id': '784ccf86-0446-4e35-9dab-272716223ba0', 'tenant_id': 'b2ca75bfd3e948dfb117784309349e39', 'mac_address': 'fa:16:3e:12:5c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47475b75-12b3-45d8-af34-cacdc891d1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '46ab3bfb-1ed3-4f53-918e-2dfffd9dbb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:55:14Z', 'updated_at': '2022-02-28T20:55:18Z', 'revision_number': 4, 'project_id': 'b2ca75bfd3e948dfb117784309349e39', 'subnets': [{'id': '46ab3bfb-1ed3-4f53-918e-2dfffd9dbb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:18.921409 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b2b74b60-eebb-4231-9af3-9b0538ddf5b2 None None] Provisioning complete for port b34c46ca-cce0-4baf-93d0-a95d440185ba triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:55:18.921775 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b2b74b60-eebb-4231-9af3-9b0538ddf5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b34c46ca-cce0-4baf-93d0-a95d440185ba), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:18.946703 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31dae6-be3f-458a-b498-c003a3358111 None None] The sync data for ids ['47475b75-12b3-45d8-af34-cacdc891d1b5'] in n-d-820368-21 is: [{'id': '47475b75-12b3-45d8-af34-cacdc891d1b5', 'name': 'tempest-TestAggregatesBasicOps-1877108763-router', 'tenant_id': 'b2ca75bfd3e948dfb117784309349e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '29b4f2a6-e004-4431-b3f8-0b199ef24c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:55:12Z', 'updated_at': '2022-02-28T20:55:15Z', 'revision_number': 4, 'project_id': 'b2ca75bfd3e948dfb117784309349e39', 'gw_port': {'id': '29b4f2a6-e004-4431-b3f8-0b199ef24c21', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:63:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47475b75-12b3-45d8-af34-cacdc891d1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:55:12Z', 'updated_at': '2022-02-28T20:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'b34c46ca-cce0-4baf-93d0-a95d440185ba', 'name': '', 'network_id': '784ccf86-0446-4e35-9dab-272716223ba0', 'tenant_id': 'b2ca75bfd3e948dfb117784309349e39', 'mac_address': 'fa:16:3e:12:5c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47475b75-12b3-45d8-af34-cacdc891d1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '46ab3bfb-1ed3-4f53-918e-2dfffd9dbb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:55:14Z', 'updated_at': '2022-02-28T20:55:18Z', 'revision_number': 4, 'project_id': 'b2ca75bfd3e948dfb117784309349e39', 'subnets': [{'id': '46ab3bfb-1ed3-4f53-918e-2dfffd9dbb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:55:18.950616 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] Set router a38e5712-b86e-453e-bc4b-66515bc61462 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:55:19.164938 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b9ebe2ac-353a-413f-bca4-a1fac930ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:19.216416 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab632e02-3df5-43d4-a9b6-e94ff82d3697 None None] Network ffbbe965-787a-422d-b34a-da6557d86ba7 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:55:19.331496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:55:19.333724 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b2b74b60-eebb-4231-9af3-9b0538ddf5b2 None None] Current status of the port b34c46ca-cce0-4baf-93d0-a95d440185ba is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:55:19.471088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:55:19.472165 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:19.479743 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-32fdc231-4635-4663-a4c7-3b2b2a3cff4c None None] Provisioning complete for port 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:55:19.480161 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-32fdc231-4635-4663-a4c7-3b2b2a3cff4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:19.558168 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38e5712-b86e-453e-bc4b-66515bc61462', 'name': 'tempest-TestAggregatesBasicOps-592713968-router', 'tenant_id': '216f527ac7304a27b93724370d05d348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '1e0ad94e-8f7c-44c9-a476-645e2858deab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:55:17Z', 'updated_at': '2022-02-28T20:55:18Z', 'revision_number': 3, 'project_id': '216f527ac7304a27b93724370d05d348', 'gw_port': {'id': '1e0ad94e-8f7c-44c9-a476-645e2858deab', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38e5712-b86e-453e-bc4b-66515bc61462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:55:17Z', 'updated_at': '2022-02-28T20:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:19.598863 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] Checking router: a38e5712-b86e-453e-bc4b-66515bc61462 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:55:19.599255 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] Updating router a38e5712-b86e-453e-bc4b-66515bc61462 port 1e0ad94e-8f7c-44c9-a476-645e2858deab binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:55:19.647478 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1e0ad94e-8f7c-44c9-a476-645e2858deab), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:19.683737 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-70e13202-fcdc-46c7-a853-8f659af57620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:19.754510 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:55:19.755273 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:19.834910 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-32fdc231-4635-4663-a4c7-3b2b2a3cff4c None None] Current status of the port 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:55:19.835363 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-32fdc231-4635-4663-a4c7-3b2b2a3cff4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:19.870932 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5,segment=NetworkSegment(7af1fc39-2628-48e5-996e-efbacd4b2052),segment_id=7af1fc39-2628-48e5-996e-efbacd4b2052)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:55:19.880412 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-70e13202-fcdc-46c7-a853-8f659af57620 admin admin] Allocated IP 172.20.0.1 (ffbbe965-787a-422d-b34a-da6557d86ba7/0b74e9ff-dab2-4db4-96b6-af77dbe47e40/69183de7-fddf-4c4d-ac1d-497b55d5966c) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:55:19.881754 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:19.882546 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 29b4f2a6-e004-4431-b3f8-0b199ef24c21 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:55:20.004533 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-70e13202-fcdc-46c7-a853-8f659af57620 admin admin] Publish callbacks [] for port (69183de7-fddf-4c4d-ac1d-497b55d5966c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:20.043655 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-70e13202-fcdc-46c7-a853-8f659af57620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (69183de7-fddf-4c4d-ac1d-497b55d5966c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:20.086584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e13202-fcdc-46c7-a853-8f659af57620 admin admin] Network ffbbe965-787a-422d-b34a-da6557d86ba7 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:55:20.090252 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-70e13202-fcdc-46c7-a853-8f659af57620 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:55:20.094095 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e13202-fcdc-46c7-a853-8f659af57620 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:55:20.141563 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-70e13202-fcdc-46c7-a853-8f659af57620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (a38e5712-b86e-453e-bc4b-66515bc61462), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:20.145535 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e13202-fcdc-46c7-a853-8f659af57620 admin admin] Pushing event updated for resources: {'Port': ['ID=69183de7-fddf-4c4d-ac1d-497b55d5966c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:20.285438 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:20.286159 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:20.292493 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-32fdc231-4635-4663-a4c7-3b2b2a3cff4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 20:55:20.292833 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-32fdc231-4635-4663-a4c7-3b2b2a3cff4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 20:55:20.296895 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:20.326284 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-70e13202-fcdc-46c7-a853-8f659af57620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (69183de7-fddf-4c4d-ac1d-497b55d5966c), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:20.337321 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 29b4f2a6-e004-4431-b3f8-0b199ef24c21 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:55:20.337693 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (29b4f2a6-e004-4431-b3f8-0b199ef24c21), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:20.406083 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] Publish callbacks [] for port (1e0ad94e-8f7c-44c9-a476-645e2858deab), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:20.413898 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1e0ad94e-8f7c-44c9-a476-645e2858deab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:20.495583 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] Attempting to bind port 1e0ad94e-8f7c-44c9-a476-645e2858deab on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:55:20.495978 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] Attempting to bind port 1e0ad94e-8f7c-44c9-a476-645e2858deab by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:55:20.496342 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] Attempting to bind port 1e0ad94e-8f7c-44c9-a476-645e2858deab on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:55:20.504578 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cb62f-9564-4424-86c0-1bf19050fb89 None None] Pushing event updated for resources: {'Port': ['ID=1e0ad94e-8f7c-44c9-a476-645e2858deab,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:20.505951 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-70e13202-fcdc-46c7-a853-8f659af57620 admin admin] Publish callbacks [] for port (69183de7-fddf-4c4d-ac1d-497b55d5966c), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:20.509670 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:55:20.510683 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:55:20.511099 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:20.511483 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:55:20.511989 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] Bound port: 1e0ad94e-8f7c-44c9-a476-645e2858deab, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:55:20.512372 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1e0ad94e-8f7c-44c9-a476-645e2858deab), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:20.512922 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-70e13202-fcdc-46c7-a853-8f659af57620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (69183de7-fddf-4c4d-ac1d-497b55d5966c), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:20.539660 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 29b4f2a6-e004-4431-b3f8-0b199ef24c21 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:55:20.571967 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] For port 1e0ad94e-8f7c-44c9-a476-645e2858deab, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:55:20.576618 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] For port 1e0ad94e-8f7c-44c9-a476-645e2858deab, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1e0ad94e-8f7c-44c9-a476-645e2858deab,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:55:20.582196 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1e0ad94e-8f7c-44c9-a476-645e2858deab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:20.591250 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-70e13202-fcdc-46c7-a853-8f659af57620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (a38e5712-b86e-453e-bc4b-66515bc61462), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:20.599150 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e13202-fcdc-46c7-a853-8f659af57620 admin admin] Pushing event updated for resources: {'Port': ['ID=69183de7-fddf-4c4d-ac1d-497b55d5966c,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:20.644943 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] Routers {'a38e5712-b86e-453e-bc4b-66515bc61462'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:55:20.645577 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:55:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a38e5712-b86e-453e-bc4b-66515bc61462'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:20.650327 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cb62f-9564-4424-86c0-1bf19050fb89 None None] Pushing event updated for resources: {'Port': ['ID=1e0ad94e-8f7c-44c9-a476-645e2858deab,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:20.692710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e13202-fcdc-46c7-a853-8f659af57620 admin admin] Network ffbbe965-787a-422d-b34a-da6557d86ba7 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:55:20.694797 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-70e13202-fcdc-46c7-a853-8f659af57620 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:55:20.764604 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] Set router a38e5712-b86e-453e-bc4b-66515bc61462 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:55:20.821340 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e13202-fcdc-46c7-a853-8f659af57620 admin admin] Router a38e5712-b86e-453e-bc4b-66515bc61462 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:55:20.871299 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-32fdc231-4635-4663-a4c7-3b2b2a3cff4c None None] Current status of the port 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:55:20.941383 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e13202-fcdc-46c7-a853-8f659af57620 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:55:20.955793 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-70e13202-fcdc-46c7-a853-8f659af57620 admin admin] 10.222.0.13 "PUT /v2.0/routers/a38e5712-b86e-453e-bc4b-66515bc61462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2023153 Feb 28 20:55:21.008093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-613a7afe-1778-4bec-8611-9d6b2c0d2920 None None] Provisioning complete for port 69183de7-fddf-4c4d-ac1d-497b55d5966c triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:55:21.008467 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-613a7afe-1778-4bec-8611-9d6b2c0d2920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (69183de7-fddf-4c4d-ac1d-497b55d5966c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:21.049853 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-613a7afe-1778-4bec-8611-9d6b2c0d2920 None None] Port 69183de7-fddf-4c4d-ac1d-497b55d5966c cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:55:21.067257 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38e5712-b86e-453e-bc4b-66515bc61462', 'name': 'tempest-TestAggregatesBasicOps-592713968-router', 'tenant_id': '216f527ac7304a27b93724370d05d348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '1e0ad94e-8f7c-44c9-a476-645e2858deab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:55:17Z', 'updated_at': '2022-02-28T20:55:20Z', 'revision_number': 4, 'project_id': '216f527ac7304a27b93724370d05d348', 'gw_port': {'id': '1e0ad94e-8f7c-44c9-a476-645e2858deab', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38e5712-b86e-453e-bc4b-66515bc61462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:55:17Z', 'updated_at': '2022-02-28T20:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '69183de7-fddf-4c4d-ac1d-497b55d5966c', 'name': '', 'network_id': 'ffbbe965-787a-422d-b34a-da6557d86ba7', 'tenant_id': '216f527ac7304a27b93724370d05d348', 'mac_address': 'fa:16:3e:a4:50:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38e5712-b86e-453e-bc4b-66515bc61462', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '0b74e9ff-dab2-4db4-96b6-af77dbe47e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:55:19Z', 'updated_at': '2022-02-28T20:55:20Z', 'revision_number': 2, 'project_id': '216f527ac7304a27b93724370d05d348', 'subnets': [{'id': '0b74e9ff-dab2-4db4-96b6-af77dbe47e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:21.102561 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe759ab-88c7-49bb-b8b4-a19278266864 None None] The sync data for ids ['a38e5712-b86e-453e-bc4b-66515bc61462'] in n-d-820368-21 is: [{'id': 'a38e5712-b86e-453e-bc4b-66515bc61462', 'name': 'tempest-TestAggregatesBasicOps-592713968-router', 'tenant_id': '216f527ac7304a27b93724370d05d348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '1e0ad94e-8f7c-44c9-a476-645e2858deab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:55:17Z', 'updated_at': '2022-02-28T20:55:20Z', 'revision_number': 4, 'project_id': '216f527ac7304a27b93724370d05d348', 'gw_port': {'id': '1e0ad94e-8f7c-44c9-a476-645e2858deab', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38e5712-b86e-453e-bc4b-66515bc61462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:55:17Z', 'updated_at': '2022-02-28T20:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '69183de7-fddf-4c4d-ac1d-497b55d5966c', 'name': '', 'network_id': 'ffbbe965-787a-422d-b34a-da6557d86ba7', 'tenant_id': '216f527ac7304a27b93724370d05d348', 'mac_address': 'fa:16:3e:a4:50:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38e5712-b86e-453e-bc4b-66515bc61462', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '0b74e9ff-dab2-4db4-96b6-af77dbe47e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:55:19Z', 'updated_at': '2022-02-28T20:55:20Z', 'revision_number': 2, 'project_id': '216f527ac7304a27b93724370d05d348', 'subnets': [{'id': '0b74e9ff-dab2-4db4-96b6-af77dbe47e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:55:21.104800 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-613a7afe-1778-4bec-8611-9d6b2c0d2920 None None] Provisioning complete for port 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:55:21.105170 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-613a7afe-1778-4bec-8611-9d6b2c0d2920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:21.188744 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b34c46ca-cce0-4baf-93d0-a95d440185ba up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:55:21.244514 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-613a7afe-1778-4bec-8611-9d6b2c0d2920 None None] Current status of the port 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:55:21.320345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b34c46ca-cce0-4baf-93d0-a95d440185ba triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:55:21.320697 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b34c46ca-cce0-4baf-93d0-a95d440185ba), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:21.497548 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:21.502633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b34c46ca-cce0-4baf-93d0-a95d440185ba is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:55:21.503707 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:55:21.583398 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:55:21.584136 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:21.684161 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:55:22.217496 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43274) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:22.582669 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b402b3d-40b2-4336-9549-728d11cae8ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (47475b75-12b3-45d8-af34-cacdc891d1b5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:22.735356 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:22.798162 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:22.854994 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-5b402b3d-40b2-4336-9549-728d11cae8ba admin admin] Deleting port b34c46ca-cce0-4baf-93d0-a95d440185ba {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:55:22.855336 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b402b3d-40b2-4336-9549-728d11cae8ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b34c46ca-cce0-4baf-93d0-a95d440185ba), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:22.936299 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-5b402b3d-40b2-4336-9549-728d11cae8ba admin admin] For port b34c46ca-cce0-4baf-93d0-a95d440185ba, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b34c46ca-cce0-4baf-93d0-a95d440185ba,segment=NetworkSegment(1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38),segment_id=1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:55:22.936660 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b402b3d-40b2-4336-9549-728d11cae8ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b34c46ca-cce0-4baf-93d0-a95d440185ba), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:22.949834 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-5b402b3d-40b2-4336-9549-728d11cae8ba admin admin] Calling delete_port for b34c46ca-cce0-4baf-93d0-a95d440185ba owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:55:23.091975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1e0ad94e-8f7c-44c9-a476-645e2858deab up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:55:23.145453 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 1e0ad94e-8f7c-44c9-a476-645e2858deab triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:55:23.145923 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1e0ad94e-8f7c-44c9-a476-645e2858deab), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:23.147774 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b402b3d-40b2-4336-9549-728d11cae8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b34c46ca-cce0-4baf-93d0-a95d440185ba), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:23.180583 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b402b3d-40b2-4336-9549-728d11cae8ba admin admin] Pushing event deleted for resources: {'Port': ['ID=b34c46ca-cce0-4baf-93d0-a95d440185ba,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:23.241022 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 1e0ad94e-8f7c-44c9-a476-645e2858deab is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:55:23.241449 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1e0ad94e-8f7c-44c9-a476-645e2858deab), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:23.270635 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 1e0ad94e-8f7c-44c9-a476-645e2858deab, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1e0ad94e-8f7c-44c9-a476-645e2858deab,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:55:23.274970 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1e0ad94e-8f7c-44c9-a476-645e2858deab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:23.331920 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=1e0ad94e-8f7c-44c9-a476-645e2858deab,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:23.375472 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5b402b3d-40b2-4336-9549-728d11cae8ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (47475b75-12b3-45d8-af34-cacdc891d1b5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:23.431443 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] Sync routers for ids ['a38e5712-b86e-453e-bc4b-66515bc61462'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:55:23.441815 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] Routers {'a38e5712-b86e-453e-bc4b-66515bc61462'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:55:23.442432 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:55:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a38e5712-b86e-453e-bc4b-66515bc61462'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:23.556222 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] Set router a38e5712-b86e-453e-bc4b-66515bc61462 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:55:23.604547 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b402b3d-40b2-4336-9549-728d11cae8ba admin admin] Router 47475b75-12b3-45d8-af34-cacdc891d1b5 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:55:23.719078 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b402b3d-40b2-4336-9549-728d11cae8ba admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:55:23.726991 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5b402b3d-40b2-4336-9549-728d11cae8ba admin admin] 10.222.0.13 "PUT /v2.0/routers/47475b75-12b3-45d8-af34-cacdc891d1b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5083497 Feb 28 20:55:23.727611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43276) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:23.729539 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221dbbe5-0069-4ccf-b962-03c857ec8d3f None None] Sync routers for ids ['47475b75-12b3-45d8-af34-cacdc891d1b5'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:55:23.745884 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221dbbe5-0069-4ccf-b962-03c857ec8d3f None None] Routers {'47475b75-12b3-45d8-af34-cacdc891d1b5'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:55:23.746582 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-221dbbe5-0069-4ccf-b962-03c857ec8d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:55:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['47475b75-12b3-45d8-af34-cacdc891d1b5'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:23.845120 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-82b114f9-6a75-44ea-90a2-3b81ee228a59 admin admin] Publish callbacks [] for router (47475b75-12b3-45d8-af34-cacdc891d1b5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:23.849491 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38e5712-b86e-453e-bc4b-66515bc61462', 'name': 'tempest-TestAggregatesBasicOps-592713968-router', 'tenant_id': '216f527ac7304a27b93724370d05d348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '1e0ad94e-8f7c-44c9-a476-645e2858deab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:55:17Z', 'updated_at': '2022-02-28T20:55:20Z', 'revision_number': 4, 'project_id': '216f527ac7304a27b93724370d05d348', 'gw_port': {'id': '1e0ad94e-8f7c-44c9-a476-645e2858deab', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38e5712-b86e-453e-bc4b-66515bc61462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:55:17Z', 'updated_at': '2022-02-28T20:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '69183de7-fddf-4c4d-ac1d-497b55d5966c', 'name': '', 'network_id': 'ffbbe965-787a-422d-b34a-da6557d86ba7', 'tenant_id': '216f527ac7304a27b93724370d05d348', 'mac_address': 'fa:16:3e:a4:50:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38e5712-b86e-453e-bc4b-66515bc61462', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '0b74e9ff-dab2-4db4-96b6-af77dbe47e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:55:19Z', 'updated_at': '2022-02-28T20:55:20Z', 'revision_number': 2, 'project_id': '216f527ac7304a27b93724370d05d348', 'subnets': [{'id': '0b74e9ff-dab2-4db4-96b6-af77dbe47e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:23.865355 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-221dbbe5-0069-4ccf-b962-03c857ec8d3f None None] Set router 47475b75-12b3-45d8-af34-cacdc891d1b5 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:55:23.878634 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] Checking router: a38e5712-b86e-453e-bc4b-66515bc61462 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:55:23.878983 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] Updating router a38e5712-b86e-453e-bc4b-66515bc61462 port 69183de7-fddf-4c4d-ac1d-497b55d5966c binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 20:55:23.906184 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (69183de7-fddf-4c4d-ac1d-497b55d5966c), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:23.967339 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-82b114f9-6a75-44ea-90a2-3b81ee228a59 admin admin] Publish callbacks [] for router_gateway (47475b75-12b3-45d8-af34-cacdc891d1b5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.027929 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-82b114f9-6a75-44ea-90a2-3b81ee228a59 admin admin] Deleting port 29b4f2a6-e004-4431-b3f8-0b199ef24c21 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:55:24.028529 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-82b114f9-6a75-44ea-90a2-3b81ee228a59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (29b4f2a6-e004-4431-b3f8-0b199ef24c21), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.056539 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-221dbbe5-0069-4ccf-b962-03c857ec8d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47475b75-12b3-45d8-af34-cacdc891d1b5', 'name': 'tempest-TestAggregatesBasicOps-1877108763-router', 'tenant_id': 'b2ca75bfd3e948dfb117784309349e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '29b4f2a6-e004-4431-b3f8-0b199ef24c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:55:12Z', 'updated_at': '2022-02-28T20:55:23Z', 'revision_number': 5, 'project_id': 'b2ca75bfd3e948dfb117784309349e39', 'gw_port': {'id': '29b4f2a6-e004-4431-b3f8-0b199ef24c21', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:63:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47475b75-12b3-45d8-af34-cacdc891d1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:55:12Z', 'updated_at': '2022-02-28T20:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:24.087022 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221dbbe5-0069-4ccf-b962-03c857ec8d3f None None] Checking router: 47475b75-12b3-45d8-af34-cacdc891d1b5 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:55:24.095990 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221dbbe5-0069-4ccf-b962-03c857ec8d3f None None] Routers {'47475b75-12b3-45d8-af34-cacdc891d1b5'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:55:24.096631 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-221dbbe5-0069-4ccf-b962-03c857ec8d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:55:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['47475b75-12b3-45d8-af34-cacdc891d1b5'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:24.116302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-82b114f9-6a75-44ea-90a2-3b81ee228a59 admin admin] For port 29b4f2a6-e004-4431-b3f8-0b199ef24c21, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=29b4f2a6-e004-4431-b3f8-0b199ef24c21,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:55:24.116932 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-82b114f9-6a75-44ea-90a2-3b81ee228a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (29b4f2a6-e004-4431-b3f8-0b199ef24c21), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.130291 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-82b114f9-6a75-44ea-90a2-3b81ee228a59 admin admin] Calling delete_port for 29b4f2a6-e004-4431-b3f8-0b199ef24c21 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:55:24.179325 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] Publish callbacks [] for port (69183de7-fddf-4c4d-ac1d-497b55d5966c), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.191463 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (69183de7-fddf-4c4d-ac1d-497b55d5966c), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.201107 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-221dbbe5-0069-4ccf-b962-03c857ec8d3f None None] Set router 47475b75-12b3-45d8-af34-cacdc891d1b5 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:55:24.246195 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7a689-70ac-41c2-a593-b4b3a34323c7 None None] Pushing event updated for resources: {'Port': ['ID=69183de7-fddf-4c4d-ac1d-497b55d5966c,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:24.315838 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] Attempting to bind port 69183de7-fddf-4c4d-ac1d-497b55d5966c on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:55:24.315838 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] Attempting to bind port 69183de7-fddf-4c4d-ac1d-497b55d5966c by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '7af1fc39-2628-48e5-996e-efbacd4b2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ffbbe965-787a-422d-b34a-da6557d86ba7'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:55:24.316343 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] Attempting to bind port 69183de7-fddf-4c4d-ac1d-497b55d5966c on network ffbbe965-787a-422d-b34a-da6557d86ba7 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:55:24.323168 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:55:24.323577 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] Checking segment: {'id': '7af1fc39-2628-48e5-996e-efbacd4b2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ffbbe965-787a-422d-b34a-da6557d86ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:55:24.324033 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.324578 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] Bound using segment: {'id': '7af1fc39-2628-48e5-996e-efbacd4b2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ffbbe965-787a-422d-b34a-da6557d86ba7'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:55:24.325254 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] Bound port: 69183de7-fddf-4c4d-ac1d-497b55d5966c, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af1fc39-2628-48e5-996e-efbacd4b2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ffbbe965-787a-422d-b34a-da6557d86ba7'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:55:24.325642 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (69183de7-fddf-4c4d-ac1d-497b55d5966c), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.344317 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-82b114f9-6a75-44ea-90a2-3b81ee228a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (29b4f2a6-e004-4431-b3f8-0b199ef24c21), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.381754 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b114f9-6a75-44ea-90a2-3b81ee228a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=29b4f2a6-e004-4431-b3f8-0b199ef24c21,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:24.429436 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] For port 69183de7-fddf-4c4d-ac1d-497b55d5966c, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:55:24.434422 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] For port 69183de7-fddf-4c4d-ac1d-497b55d5966c, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=69183de7-fddf-4c4d-ac1d-497b55d5966c,segment=NetworkSegment(7af1fc39-2628-48e5-996e-efbacd4b2052),segment_id=7af1fc39-2628-48e5-996e-efbacd4b2052)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:55:24.443713 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (69183de7-fddf-4c4d-ac1d-497b55d5966c), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.451699 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-221dbbe5-0069-4ccf-b962-03c857ec8d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47475b75-12b3-45d8-af34-cacdc891d1b5', 'name': 'tempest-TestAggregatesBasicOps-1877108763-router', 'tenant_id': 'b2ca75bfd3e948dfb117784309349e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:55:12Z', 'updated_at': '2022-02-28T20:55:23Z', 'revision_number': 6, 'project_id': 'b2ca75bfd3e948dfb117784309349e39', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:24.477546 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-82b114f9-6a75-44ea-90a2-3b81ee228a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (47475b75-12b3-45d8-af34-cacdc891d1b5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.482495 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221dbbe5-0069-4ccf-b962-03c857ec8d3f None None] The sync data for ids ['47475b75-12b3-45d8-af34-cacdc891d1b5'] in n-d-820368-21 is: [{'id': '47475b75-12b3-45d8-af34-cacdc891d1b5', 'name': 'tempest-TestAggregatesBasicOps-1877108763-router', 'tenant_id': 'b2ca75bfd3e948dfb117784309349e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:55:12Z', 'updated_at': '2022-02-28T20:55:23Z', 'revision_number': 6, 'project_id': 'b2ca75bfd3e948dfb117784309349e39', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:55:24.510399 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] Routers {'a38e5712-b86e-453e-bc4b-66515bc61462'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:55:24.511377 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:55:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a38e5712-b86e-453e-bc4b-66515bc61462'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:24.589463 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7a689-70ac-41c2-a593-b4b3a34323c7 None None] Pushing event updated for resources: {'Port': ['ID=69183de7-fddf-4c4d-ac1d-497b55d5966c,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:24.592443 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-82b114f9-6a75-44ea-90a2-3b81ee228a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (47475b75-12b3-45d8-af34-cacdc891d1b5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.595342 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-82b114f9-6a75-44ea-90a2-3b81ee228a59 admin admin] Publish callbacks [] for router_controller (47475b75-12b3-45d8-af34-cacdc891d1b5), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.598640 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-34468902-60c6-4b36-8ae7-0c4cb2b9968f None None] Provisioning complete for port 69183de7-fddf-4c4d-ac1d-497b55d5966c triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:55:24.599020 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-34468902-60c6-4b36-8ae7-0c4cb2b9968f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (69183de7-fddf-4c4d-ac1d-497b55d5966c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.657800 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-82b114f9-6a75-44ea-90a2-3b81ee228a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (47475b75-12b3-45d8-af34-cacdc891d1b5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.658666 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b114f9-6a75-44ea-90a2-3b81ee228a59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47475b75-12b3-45d8-af34-cacdc891d1b5 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:55:24.669155 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-82b114f9-6a75-44ea-90a2-3b81ee228a59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.672905 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-82b114f9-6a75-44ea-90a2-3b81ee228a59 admin admin] 10.222.0.13 "DELETE /v2.0/routers/47475b75-12b3-45d8-af34-cacdc891d1b5 HTTP/1.1" status: 204 len: 168 time: 0.9413955 Feb 28 20:55:24.673634 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43278) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:24.685832 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] Set router a38e5712-b86e-453e-bc4b-66515bc61462 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:55:24.723727 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-34468902-60c6-4b36-8ae7-0c4cb2b9968f None None] Current status of the port 69183de7-fddf-4c4d-ac1d-497b55d5966c is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:55:24.724175 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-34468902-60c6-4b36-8ae7-0c4cb2b9968f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (69183de7-fddf-4c4d-ac1d-497b55d5966c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.724835 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a353e0-c805-46c1-b877-f14aaf7ee5a2 admin admin] Deleting subnet 46ab3bfb-1ed3-4f53-918e-2dfffd9dbb5c {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:55:24.732090 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-39a353e0-c805-46c1-b877-f14aaf7ee5a2 admin admin] Publish callbacks [] for subnet (46ab3bfb-1ed3-4f53-918e-2dfffd9dbb5c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.770903 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-34468902-60c6-4b36-8ae7-0c4cb2b9968f None None] For port 69183de7-fddf-4c4d-ac1d-497b55d5966c, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=69183de7-fddf-4c4d-ac1d-497b55d5966c,segment=NetworkSegment(7af1fc39-2628-48e5-996e-efbacd4b2052),segment_id=7af1fc39-2628-48e5-996e-efbacd4b2052)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:55:24.775333 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-39a353e0-c805-46c1-b877-f14aaf7ee5a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (46ab3bfb-1ed3-4f53-918e-2dfffd9dbb5c), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.776575 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-34468902-60c6-4b36-8ae7-0c4cb2b9968f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (69183de7-fddf-4c4d-ac1d-497b55d5966c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.833755 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34468902-60c6-4b36-8ae7-0c4cb2b9968f None None] Pushing event updated for resources: {'Port': ['ID=69183de7-fddf-4c4d-ac1d-497b55d5966c,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:24.871650 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-39a353e0-c805-46c1-b877-f14aaf7ee5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (46ab3bfb-1ed3-4f53-918e-2dfffd9dbb5c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.908918 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a274a508-2f83-4083-a820-502231be0ff3 None None] Provisioning complete for port 69183de7-fddf-4c4d-ac1d-497b55d5966c triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:55:24.909236 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a274a508-2f83-4083-a820-502231be0ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (69183de7-fddf-4c4d-ac1d-497b55d5966c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.929958 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38e5712-b86e-453e-bc4b-66515bc61462', 'name': 'tempest-TestAggregatesBasicOps-592713968-router', 'tenant_id': '216f527ac7304a27b93724370d05d348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '1e0ad94e-8f7c-44c9-a476-645e2858deab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:55:17Z', 'updated_at': '2022-02-28T20:55:20Z', 'revision_number': 4, 'project_id': '216f527ac7304a27b93724370d05d348', 'gw_port': {'id': '1e0ad94e-8f7c-44c9-a476-645e2858deab', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38e5712-b86e-453e-bc4b-66515bc61462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:55:17Z', 'updated_at': '2022-02-28T20:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '69183de7-fddf-4c4d-ac1d-497b55d5966c', 'name': '', 'network_id': 'ffbbe965-787a-422d-b34a-da6557d86ba7', 'tenant_id': '216f527ac7304a27b93724370d05d348', 'mac_address': 'fa:16:3e:a4:50:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38e5712-b86e-453e-bc4b-66515bc61462', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '0b74e9ff-dab2-4db4-96b6-af77dbe47e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:55:19Z', 'updated_at': '2022-02-28T20:55:24Z', 'revision_number': 4, 'project_id': '216f527ac7304a27b93724370d05d348', 'subnets': [{'id': '0b74e9ff-dab2-4db4-96b6-af77dbe47e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:24.955797 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-39a353e0-c805-46c1-b877-f14aaf7ee5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (46ab3bfb-1ed3-4f53-918e-2dfffd9dbb5c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.966995 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b583604d-2ba1-4494-b628-2e9c77db3e42 None None] The sync data for ids ['a38e5712-b86e-453e-bc4b-66515bc61462'] in n-d-820368-21 is: [{'id': 'a38e5712-b86e-453e-bc4b-66515bc61462', 'name': 'tempest-TestAggregatesBasicOps-592713968-router', 'tenant_id': '216f527ac7304a27b93724370d05d348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '1e0ad94e-8f7c-44c9-a476-645e2858deab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:55:17Z', 'updated_at': '2022-02-28T20:55:20Z', 'revision_number': 4, 'project_id': '216f527ac7304a27b93724370d05d348', 'gw_port': {'id': '1e0ad94e-8f7c-44c9-a476-645e2858deab', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38e5712-b86e-453e-bc4b-66515bc61462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:55:17Z', 'updated_at': '2022-02-28T20:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '69183de7-fddf-4c4d-ac1d-497b55d5966c', 'name': '', 'network_id': 'ffbbe965-787a-422d-b34a-da6557d86ba7', 'tenant_id': '216f527ac7304a27b93724370d05d348', 'mac_address': 'fa:16:3e:a4:50:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38e5712-b86e-453e-bc4b-66515bc61462', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '0b74e9ff-dab2-4db4-96b6-af77dbe47e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:55:19Z', 'updated_at': '2022-02-28T20:55:24Z', 'revision_number': 4, 'project_id': '216f527ac7304a27b93724370d05d348', 'subnets': [{'id': '0b74e9ff-dab2-4db4-96b6-af77dbe47e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:55:24.987387 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a353e0-c805-46c1-b877-f14aaf7ee5a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46ab3bfb-1ed3-4f53-918e-2dfffd9dbb5c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:24.993184 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-39a353e0-c805-46c1-b877-f14aaf7ee5a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:24.998334 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-39a353e0-c805-46c1-b877-f14aaf7ee5a2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/46ab3bfb-1ed3-4f53-918e-2dfffd9dbb5c HTTP/1.1" status: 204 len: 168 time: 0.3238101 Feb 28 20:55:25.001541 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43280) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:25.004114 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484f0f53-7147-44b0-82e7-c2ffaa63f9de None None] Network 784ccf86-0446-4e35-9dab-272716223ba0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:55:25.064997 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a274a508-2f83-4083-a820-502231be0ff3 None None] Current status of the port 69183de7-fddf-4c4d-ac1d-497b55d5966c is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:55:25.095273 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-168f727b-8a37-4f5e-a1e2-e902c98f03df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (784ccf86-0446-4e35-9dab-272716223ba0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:25.164791 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-168f727b-8a37-4f5e-a1e2-e902c98f03df admin admin] Deleting port 9d0783ff-19c4-4b03-9b96-121b720623a6 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:55:25.165262 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-168f727b-8a37-4f5e-a1e2-e902c98f03df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (9d0783ff-19c4-4b03-9b96-121b720623a6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:25.232151 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-168f727b-8a37-4f5e-a1e2-e902c98f03df admin admin] For port 9d0783ff-19c4-4b03-9b96-121b720623a6, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9d0783ff-19c4-4b03-9b96-121b720623a6,segment=NetworkSegment(1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38),segment_id=1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:55:25.232517 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-168f727b-8a37-4f5e-a1e2-e902c98f03df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (9d0783ff-19c4-4b03-9b96-121b720623a6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:25.246888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-168f727b-8a37-4f5e-a1e2-e902c98f03df admin admin] Calling delete_port for 9d0783ff-19c4-4b03-9b96-121b720623a6 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:55:25.306020 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f9032c-f373-45ce-9dae-29c744fca14a None None] DHCP port deletion for 784ccf86-0446-4e35-9dab-272716223ba0 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:55:25.354430 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-168f727b-8a37-4f5e-a1e2-e902c98f03df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (9d0783ff-19c4-4b03-9b96-121b720623a6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:25.375603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-12f9032c-f373-45ce-9dae-29c744fca14a None None] Deleting port 9d0783ff-19c4-4b03-9b96-121b720623a6 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:55:25.376003 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-12f9032c-f373-45ce-9dae-29c744fca14a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (9d0783ff-19c4-4b03-9b96-121b720623a6), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:25.389818 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f727b-8a37-4f5e-a1e2-e902c98f03df admin admin] Pushing event deleted for resources: {'Port': ['ID=9d0783ff-19c4-4b03-9b96-121b720623a6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:25.401500 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168f727b-8a37-4f5e-a1e2-e902c98f03df admin admin] No DVR routers for this DVR port 9d0783ff-19c4-4b03-9b96-121b720623a6 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:55:25.480732 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 69183de7-fddf-4c4d-ac1d-497b55d5966c up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:55:25.490957 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-12f9032c-f373-45ce-9dae-29c744fca14a None None] For port 9d0783ff-19c4-4b03-9b96-121b720623a6, host n-d-820368-21, got binding levels [] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:55:25.491547 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-12f9032c-f373-45ce-9dae-29c744fca14a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (9d0783ff-19c4-4b03-9b96-121b720623a6), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:25.508225 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-168f727b-8a37-4f5e-a1e2-e902c98f03df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (784ccf86-0446-4e35-9dab-272716223ba0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:25.544497 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-168f727b-8a37-4f5e-a1e2-e902c98f03df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784ccf86-0446-4e35-9dab-272716223ba0']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:25.550319 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-12f9032c-f373-45ce-9dae-29c744fca14a None None] Calling delete_port for 9d0783ff-19c4-4b03-9b96-121b720623a6 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:55:25.555408 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.ipam_backend_mixin [None req-12f9032c-f373-45ce-9dae-29c744fca14a None None] Port 9d0783ff-19c4-4b03-9b96-121b720623a6 was not found and therefore no delete operation was performed {{(pid=103775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 20:55:25.559214 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-12f9032c-f373-45ce-9dae-29c744fca14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (9d0783ff-19c4-4b03-9b96-121b720623a6), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:25.565886 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-168f727b-8a37-4f5e-a1e2-e902c98f03df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:25.566188 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-168f727b-8a37-4f5e-a1e2-e902c98f03df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:25.589459 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-168f727b-8a37-4f5e-a1e2-e902c98f03df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:25.598160 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9032c-f373-45ce-9dae-29c744fca14a None None] Pushing event deleted for resources: {'Port': ['ID=9d0783ff-19c4-4b03-9b96-121b720623a6,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:25.606721 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9032c-f373-45ce-9dae-29c744fca14a None None] No DVR routers for this DVR port 9d0783ff-19c4-4b03-9b96-121b720623a6 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:55:25.621050 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-168f727b-8a37-4f5e-a1e2-e902c98f03df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:25.637553 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 69183de7-fddf-4c4d-ac1d-497b55d5966c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:55:25.637813 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (69183de7-fddf-4c4d-ac1d-497b55d5966c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:25.646424 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168f727b-8a37-4f5e-a1e2-e902c98f03df admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:55:25.646872 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-168f727b-8a37-4f5e-a1e2-e902c98f03df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (1261e4f8-d8c6-441a-a4bc-f84a1c3b0f38), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:55:25.649216 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:55:25.743690 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-168f727b-8a37-4f5e-a1e2-e902c98f03df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (784ccf86-0446-4e35-9dab-272716223ba0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:25.760465 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-168f727b-8a37-4f5e-a1e2-e902c98f03df admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:25.764782 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 69183de7-fddf-4c4d-ac1d-497b55d5966c is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:55:25.768030 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-168f727b-8a37-4f5e-a1e2-e902c98f03df admin admin] 10.222.0.13 "DELETE /v2.0/networks/784ccf86-0446-4e35-9dab-272716223ba0 HTTP/1.1" status: 204 len: 168 time: 0.7619712 Feb 28 20:55:25.768453 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43288) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:25.769521 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1e0ad94e-8f7c-44c9-a476-645e2858deab up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:55:25.779061 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f727b-8a37-4f5e-a1e2-e902c98f03df admin admin] Pushing event deleted for resources: {'Network': ['ID=784ccf86-0446-4e35-9dab-272716223ba0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:25.827288 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 1e0ad94e-8f7c-44c9-a476-645e2858deab triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:55:25.827861 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1e0ad94e-8f7c-44c9-a476-645e2858deab), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:25.937068 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 1e0ad94e-8f7c-44c9-a476-645e2858deab is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:55:25.992713 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9d0783ff-19c4-4b03-9b96-121b720623a6 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:55:26.017077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 9d0783ff-19c4-4b03-9b96-121b720623a6 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:55:26.017663 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9d0783ff-19c4-4b03-9b96-121b720623a6 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:55:26.018337 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b34c46ca-cce0-4baf-93d0-a95d440185ba no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:55:26.044388 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: b34c46ca-cce0-4baf-93d0-a95d440185ba {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:55:26.044731 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b34c46ca-cce0-4baf-93d0-a95d440185ba not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:55:26.045138 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 29b4f2a6-e004-4431-b3f8-0b199ef24c21 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:55:26.063908 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 29b4f2a6-e004-4431-b3f8-0b199ef24c21 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:55:26.064258 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 29b4f2a6-e004-4431-b3f8-0b199ef24c21 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:55:26.186495 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f9e6d4c0-db08-4619-b86f-477b43f53afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (a38e5712-b86e-453e-bc4b-66515bc61462), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:26.436112 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6d4c0-db08-4619-b86f-477b43f53afc admin admin] Deleting port 69183de7-fddf-4c4d-ac1d-497b55d5966c {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:55:26.436435 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f9e6d4c0-db08-4619-b86f-477b43f53afc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (69183de7-fddf-4c4d-ac1d-497b55d5966c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:26.512594 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-f9e6d4c0-db08-4619-b86f-477b43f53afc admin admin] For port 69183de7-fddf-4c4d-ac1d-497b55d5966c, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=69183de7-fddf-4c4d-ac1d-497b55d5966c,segment=NetworkSegment(7af1fc39-2628-48e5-996e-efbacd4b2052),segment_id=7af1fc39-2628-48e5-996e-efbacd4b2052)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:55:26.512873 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f9e6d4c0-db08-4619-b86f-477b43f53afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (69183de7-fddf-4c4d-ac1d-497b55d5966c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:26.524868 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6d4c0-db08-4619-b86f-477b43f53afc admin admin] Calling delete_port for 69183de7-fddf-4c4d-ac1d-497b55d5966c owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:55:26.706297 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f9e6d4c0-db08-4619-b86f-477b43f53afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (69183de7-fddf-4c4d-ac1d-497b55d5966c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:26.736632 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6d4c0-db08-4619-b86f-477b43f53afc admin admin] Pushing event deleted for resources: {'Port': ['ID=69183de7-fddf-4c4d-ac1d-497b55d5966c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:26.909222 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f9e6d4c0-db08-4619-b86f-477b43f53afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (a38e5712-b86e-453e-bc4b-66515bc61462), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:27.369908 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa53da3-e1c7-48c4-a034-beb9826d4dd9 req-b56e9335-0a19-4e96-9244-04892ef7618c tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:27.371238 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-daa53da3-e1c7-48c4-a034-beb9826d4dd9 req-b56e9335-0a19-4e96-9244-04892ef7618c tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.15 "GET /v2.0/ports?device_id=0daef6c6-df2e-42e4-82c7-5fb777676769 HTTP/1.1" status: 200 len: 945 time: 0.4176970 Feb 28 20:55:27.561846 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e6d4c0-db08-4619-b86f-477b43f53afc admin admin] Router a38e5712-b86e-453e-bc4b-66515bc61462 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:55:27.575417 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-daa53da3-e1c7-48c4-a034-beb9826d4dd9 req-822cd3bd-c0ca-4469-8949-2a7b2516c1ec tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Deleting port b87a1f21-daf6-4aa5-b417-b467e8c99141 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:55:27.575777 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-daa53da3-e1c7-48c4-a034-beb9826d4dd9 req-822cd3bd-c0ca-4469-8949-2a7b2516c1ec tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b87a1f21-daf6-4aa5-b417-b467e8c99141), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:27.754194 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-daa53da3-e1c7-48c4-a034-beb9826d4dd9 req-822cd3bd-c0ca-4469-8949-2a7b2516c1ec tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] For port b87a1f21-daf6-4aa5-b417-b467e8c99141, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b87a1f21-daf6-4aa5-b417-b467e8c99141,segment=NetworkSegment(45ad9cc7-f545-48dd-8327-a484e95ccf39),segment_id=45ad9cc7-f545-48dd-8327-a484e95ccf39)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:55:27.754561 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-daa53da3-e1c7-48c4-a034-beb9826d4dd9 req-822cd3bd-c0ca-4469-8949-2a7b2516c1ec tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b87a1f21-daf6-4aa5-b417-b467e8c99141), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:27.789655 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e6d4c0-db08-4619-b86f-477b43f53afc admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:55:27.795240 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f9e6d4c0-db08-4619-b86f-477b43f53afc admin admin] 10.222.0.13 "PUT /v2.0/routers/a38e5712-b86e-453e-bc4b-66515bc61462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0256138 Feb 28 20:55:27.797903 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43290) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:27.798918 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c036ed76-20de-4294-a01b-be6edc46d4d0 None None] Sync routers for ids ['a38e5712-b86e-453e-bc4b-66515bc61462'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:55:27.814211 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c036ed76-20de-4294-a01b-be6edc46d4d0 None None] Routers {'a38e5712-b86e-453e-bc4b-66515bc61462'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:55:27.814793 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-c036ed76-20de-4294-a01b-be6edc46d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:55:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a38e5712-b86e-453e-bc4b-66515bc61462'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:27.909329 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-547e54e5-c58a-49b7-b3b7-087d83e98478 admin admin] Publish callbacks [] for router (a38e5712-b86e-453e-bc4b-66515bc61462), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:27.930141 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-c036ed76-20de-4294-a01b-be6edc46d4d0 None None] Set router a38e5712-b86e-453e-bc4b-66515bc61462 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:55:28.017939 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-daa53da3-e1c7-48c4-a034-beb9826d4dd9 req-822cd3bd-c0ca-4469-8949-2a7b2516c1ec tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:28.018542 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-daa53da3-e1c7-48c4-a034-beb9826d4dd9 req-822cd3bd-c0ca-4469-8949-2a7b2516c1ec tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (23d9e1d0-2809-48da-baef-737dba49ea79), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:28.018635 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [req-daa53da3-e1c7-48c4-a034-beb9826d4dd9 req-822cd3bd-c0ca-4469-8949-2a7b2516c1ec tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Floating IP 23d9e1d0-2809-48da-baef-737dba49ea79 disassociated. External IP: 172.25.0.128, port: b87a1f21-daf6-4aa5-b417-b467e8c99141. Feb 28 20:55:28.019794 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-daa53da3-e1c7-48c4-a034-beb9826d4dd9 req-822cd3bd-c0ca-4469-8949-2a7b2516c1ec tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Calling delete_port for b87a1f21-daf6-4aa5-b417-b467e8c99141 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:55:28.027454 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-547e54e5-c58a-49b7-b3b7-087d83e98478 admin admin] Publish callbacks [] for router_gateway (a38e5712-b86e-453e-bc4b-66515bc61462), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:28.086555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-547e54e5-c58a-49b7-b3b7-087d83e98478 admin admin] Deleting port 1e0ad94e-8f7c-44c9-a476-645e2858deab {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:55:28.086904 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-547e54e5-c58a-49b7-b3b7-087d83e98478 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1e0ad94e-8f7c-44c9-a476-645e2858deab), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:28.120482 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-c036ed76-20de-4294-a01b-be6edc46d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38e5712-b86e-453e-bc4b-66515bc61462', 'name': 'tempest-TestAggregatesBasicOps-592713968-router', 'tenant_id': '216f527ac7304a27b93724370d05d348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '1e0ad94e-8f7c-44c9-a476-645e2858deab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:55:17Z', 'updated_at': '2022-02-28T20:55:26Z', 'revision_number': 5, 'project_id': '216f527ac7304a27b93724370d05d348', 'gw_port': {'id': '1e0ad94e-8f7c-44c9-a476-645e2858deab', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38e5712-b86e-453e-bc4b-66515bc61462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:55:17Z', 'updated_at': '2022-02-28T20:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:28.151885 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c036ed76-20de-4294-a01b-be6edc46d4d0 None None] Checking router: a38e5712-b86e-453e-bc4b-66515bc61462 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:55:28.160946 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c036ed76-20de-4294-a01b-be6edc46d4d0 None None] Routers {'a38e5712-b86e-453e-bc4b-66515bc61462'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:55:28.161558 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-c036ed76-20de-4294-a01b-be6edc46d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:55:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a38e5712-b86e-453e-bc4b-66515bc61462'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:28.167621 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-daa53da3-e1c7-48c4-a034-beb9826d4dd9 req-822cd3bd-c0ca-4469-8949-2a7b2516c1ec tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b87a1f21-daf6-4aa5-b417-b467e8c99141), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:28.182226 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-547e54e5-c58a-49b7-b3b7-087d83e98478 admin admin] For port 1e0ad94e-8f7c-44c9-a476-645e2858deab, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1e0ad94e-8f7c-44c9-a476-645e2858deab,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:55:28.182603 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-547e54e5-c58a-49b7-b3b7-087d83e98478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1e0ad94e-8f7c-44c9-a476-645e2858deab), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:28.198090 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-547e54e5-c58a-49b7-b3b7-087d83e98478 admin admin] Calling delete_port for 1e0ad94e-8f7c-44c9-a476-645e2858deab owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:55:28.208135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cd3bd-c0ca-4469-8949-2a7b2516c1ec tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Pushing event deleted for resources: {'Port': ['ID=b87a1f21-daf6-4aa5-b417-b467e8c99141,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:28.268427 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-c036ed76-20de-4294-a01b-be6edc46d4d0 None None] Set router a38e5712-b86e-453e-bc4b-66515bc61462 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:55:28.328743 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daa53da3-e1c7-48c4-a034-beb9826d4dd9 req-822cd3bd-c0ca-4469-8949-2a7b2516c1ec tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Router b322c89f-c6f4-483f-800c-ecdadb28e424 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:55:28.396399 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-547e54e5-c58a-49b7-b3b7-087d83e98478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (1e0ad94e-8f7c-44c9-a476-645e2858deab), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:28.423246 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-c036ed76-20de-4294-a01b-be6edc46d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38e5712-b86e-453e-bc4b-66515bc61462', 'name': 'tempest-TestAggregatesBasicOps-592713968-router', 'tenant_id': '216f527ac7304a27b93724370d05d348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:55:17Z', 'updated_at': '2022-02-28T20:55:28Z', 'revision_number': 6, 'project_id': '216f527ac7304a27b93724370d05d348', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:28.424359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e54e5-c58a-49b7-b3b7-087d83e98478 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e0ad94e-8f7c-44c9-a476-645e2858deab,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:28.450000 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c036ed76-20de-4294-a01b-be6edc46d4d0 None None] The sync data for ids ['a38e5712-b86e-453e-bc4b-66515bc61462'] in n-d-820368-21 is: [{'id': 'a38e5712-b86e-453e-bc4b-66515bc61462', 'name': 'tempest-TestAggregatesBasicOps-592713968-router', 'tenant_id': '216f527ac7304a27b93724370d05d348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:55:17Z', 'updated_at': '2022-02-28T20:55:28Z', 'revision_number': 6, 'project_id': '216f527ac7304a27b93724370d05d348', 'gw_port_host': None}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:55:28.455945 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daa53da3-e1c7-48c4-a034-beb9826d4dd9 req-822cd3bd-c0ca-4469-8949-2a7b2516c1ec tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:55:28.467537 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2ce0c6-fe42-4a59-87cc-e62948071bf6 None None] Sync routers for ids ['b322c89f-c6f4-483f-800c-ecdadb28e424'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:55:28.479816 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2ce0c6-fe42-4a59-87cc-e62948071bf6 None None] Routers {'b322c89f-c6f4-483f-800c-ecdadb28e424'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:55:28.480781 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9c2ce0c6-fe42-4a59-87cc-e62948071bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:55:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['b322c89f-c6f4-483f-800c-ecdadb28e424'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:28.499789 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-547e54e5-c58a-49b7-b3b7-087d83e98478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (a38e5712-b86e-453e-bc4b-66515bc61462), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:28.502365 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa53da3-e1c7-48c4-a034-beb9826d4dd9 req-822cd3bd-c0ca-4469-8949-2a7b2516c1ec tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] No DVR routers for this DVR port b87a1f21-daf6-4aa5-b417-b467e8c99141 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:55:28.504920 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-daa53da3-e1c7-48c4-a034-beb9826d4dd9 req-822cd3bd-c0ca-4469-8949-2a7b2516c1ec tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:28.508264 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-daa53da3-e1c7-48c4-a034-beb9826d4dd9 req-822cd3bd-c0ca-4469-8949-2a7b2516c1ec tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.15 "DELETE /v2.0/ports/b87a1f21-daf6-4aa5-b417-b467e8c99141 HTTP/1.1" status: 204 len: 173 time: 1.1299527 Feb 28 20:55:28.508727 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daef6c6-df2e-42e4-82c7-5fb777676769', 'name': 'network-vif-deleted', 'tag': 'b87a1f21-daf6-4aa5-b417-b467e8c99141'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:55:28.511026 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16451d3-57c9-440d-9425-bf10ab6dbc72" -d '{"events": [{"server_uuid": "0daef6c6-df2e-42e4-82c7-5fb777676769", "name": "network-vif-deleted", "tag": "b87a1f21-daf6-4aa5-b417-b467e8c99141"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:55:28.645569 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-9c2ce0c6-fe42-4a59-87cc-e62948071bf6 None None] Set router b322c89f-c6f4-483f-800c-ecdadb28e424 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:55:28.705123 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bb0e24-9062-438b-b2a0-8f9acabb41e7 x-openstack-request-id: req-56bb0e24-9062-438b-b2a0-8f9acabb41e7 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:55:28.705425 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0daef6c6-df2e-42e4-82c7-5fb777676769", "name": "network-vif-deleted", "tag": "b87a1f21-daf6-4aa5-b417-b467e8c99141", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:55:28.705687 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56bb0e24-9062-438b-b2a0-8f9acabb41e7 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:55:28.706097 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0daef6c6-df2e-42e4-82c7-5fb777676769', 'name': 'network-vif-deleted', 'tag': 'b87a1f21-daf6-4aa5-b417-b467e8c99141', 'status': 'completed', 'code': 200} Feb 28 20:55:28.884540 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9c2ce0c6-fe42-4a59-87cc-e62948071bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'name': 'tempest-TestServerBasicOps-125657804-router', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '275c9705-d159-4e8d-828e-32c0959377b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:18Z', 'revision_number': 4, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'gw_port': {'id': '275c9705-d159-4e8d-828e-32c0959377b4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '7dabb535-b05c-4a45-85a4-9607d4060b5a', 'name': '', 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'mac_address': 'fa:16:3e:c0:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:17Z', 'updated_at': '2022-02-28T20:50:25Z', 'revision_number': 5, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'subnets': [{'id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:28.921754 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2ce0c6-fe42-4a59-87cc-e62948071bf6 None None] Checking router: b322c89f-c6f4-483f-800c-ecdadb28e424 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:55:28.932764 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2ce0c6-fe42-4a59-87cc-e62948071bf6 None None] Routers {'b322c89f-c6f4-483f-800c-ecdadb28e424'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:55:28.933440 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9c2ce0c6-fe42-4a59-87cc-e62948071bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:55:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['b322c89f-c6f4-483f-800c-ecdadb28e424'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:29.008167 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-547e54e5-c58a-49b7-b3b7-087d83e98478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (a38e5712-b86e-453e-bc4b-66515bc61462), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:29.011529 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-547e54e5-c58a-49b7-b3b7-087d83e98478 admin admin] Publish callbacks [] for router_controller (a38e5712-b86e-453e-bc4b-66515bc61462), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:29.064746 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-547e54e5-c58a-49b7-b3b7-087d83e98478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (a38e5712-b86e-453e-bc4b-66515bc61462), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:29.065069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-9c2ce0c6-fe42-4a59-87cc-e62948071bf6 None None] Set router b322c89f-c6f4-483f-800c-ecdadb28e424 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:55:29.065235 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547e54e5-c58a-49b7-b3b7-087d83e98478 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a38e5712-b86e-453e-bc4b-66515bc61462 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:55:29.069743 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-547e54e5-c58a-49b7-b3b7-087d83e98478 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:29.071139 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-547e54e5-c58a-49b7-b3b7-087d83e98478 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a38e5712-b86e-453e-bc4b-66515bc61462 HTTP/1.1" status: 204 len: 168 time: 1.2720613 Feb 28 20:55:29.074024 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43298) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:29.118318 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2f8903-0c10-4e0d-baac-782b9c9e9cb6 admin admin] Deleting subnet 0b74e9ff-dab2-4db4-96b6-af77dbe47e40 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:55:29.121538 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf2f8903-0c10-4e0d-baac-782b9c9e9cb6 admin admin] Publish callbacks [] for subnet (0b74e9ff-dab2-4db4-96b6-af77dbe47e40), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:29.156658 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf2f8903-0c10-4e0d-baac-782b9c9e9cb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (0b74e9ff-dab2-4db4-96b6-af77dbe47e40), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:29.238753 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf2f8903-0c10-4e0d-baac-782b9c9e9cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (0b74e9ff-dab2-4db4-96b6-af77dbe47e40), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:29.274989 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-9c2ce0c6-fe42-4a59-87cc-e62948071bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'name': 'tempest-TestServerBasicOps-125657804-router', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '275c9705-d159-4e8d-828e-32c0959377b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:18Z', 'revision_number': 4, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'gw_port': {'id': '275c9705-d159-4e8d-828e-32c0959377b4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '7dabb535-b05c-4a45-85a4-9607d4060b5a', 'name': '', 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'mac_address': 'fa:16:3e:c0:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:17Z', 'updated_at': '2022-02-28T20:50:25Z', 'revision_number': 5, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'subnets': [{'id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:29.305387 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2ce0c6-fe42-4a59-87cc-e62948071bf6 None None] The sync data for ids ['b322c89f-c6f4-483f-800c-ecdadb28e424'] in n-d-820368-21 is: [{'id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'name': 'tempest-TestServerBasicOps-125657804-router', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '275c9705-d159-4e8d-828e-32c0959377b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:18Z', 'revision_number': 4, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'gw_port': {'id': '275c9705-d159-4e8d-828e-32c0959377b4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '7dabb535-b05c-4a45-85a4-9607d4060b5a', 'name': '', 'network_id': '4f9a971c-6543-4054-8397-e614a2e5941b', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'mac_address': 'fa:16:3e:c0:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:17Z', 'updated_at': '2022-02-28T20:50:25Z', 'revision_number': 5, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'subnets': [{'id': 'ea22d25c-3fd1-4923-bf74-f28de2f38614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:55:29.309651 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf2f8903-0c10-4e0d-baac-782b9c9e9cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (0b74e9ff-dab2-4db4-96b6-af77dbe47e40), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:29.341092 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f8903-0c10-4e0d-baac-782b9c9e9cb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b74e9ff-dab2-4db4-96b6-af77dbe47e40,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:29.353770 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf2f8903-0c10-4e0d-baac-782b9c9e9cb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:29.357239 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bf2f8903-0c10-4e0d-baac-782b9c9e9cb6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0b74e9ff-dab2-4db4-96b6-af77dbe47e40 HTTP/1.1" status: 204 len: 168 time: 0.2822888 Feb 28 20:55:29.360606 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92133a2-2f98-4f52-aa08-6f8d09b0e02a None None] Network ffbbe965-787a-422d-b34a-da6557d86ba7 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:55:29.365096 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43300) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:29.381814 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 69183de7-fddf-4c4d-ac1d-497b55d5966c no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:55:29.443005 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 69183de7-fddf-4c4d-ac1d-497b55d5966c {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:55:29.443383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 69183de7-fddf-4c4d-ac1d-497b55d5966c not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:55:29.443943 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1e0ad94e-8f7c-44c9-a476-645e2858deab no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:55:29.446743 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa556309-a80a-42df-af81-b2dfd0369414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (ffbbe965-787a-422d-b34a-da6557d86ba7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:29.469144 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 1e0ad94e-8f7c-44c9-a476-645e2858deab {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:55:29.470014 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1e0ad94e-8f7c-44c9-a476-645e2858deab not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:55:29.505692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-aa556309-a80a-42df-af81-b2dfd0369414 admin admin] Deleting port 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:55:29.506119 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa556309-a80a-42df-af81-b2dfd0369414 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:29.577683 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-aa556309-a80a-42df-af81-b2dfd0369414 admin admin] For port 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5,segment=NetworkSegment(7af1fc39-2628-48e5-996e-efbacd4b2052),segment_id=7af1fc39-2628-48e5-996e-efbacd4b2052)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:55:29.578062 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa556309-a80a-42df-af81-b2dfd0369414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:29.591851 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f890ea-f4db-4312-85df-69305ad9b458 None None] DHCP port deletion for ffbbe965-787a-422d-b34a-da6557d86ba7 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:55:29.593449 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-aa556309-a80a-42df-af81-b2dfd0369414 admin admin] Calling delete_port for 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:55:29.656860 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-48f890ea-f4db-4312-85df-69305ad9b458 None None] Deleting port 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:55:29.657266 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-48f890ea-f4db-4312-85df-69305ad9b458 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:29.676725 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75015954-ce57-4260-a9d9-39ee9c71d01c None None] New status for floating IP 23d9e1d0-2809-48da-baef-737dba49ea79: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:55:29.712792 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa556309-a80a-42df-af81-b2dfd0369414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:29.746099 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa556309-a80a-42df-af81-b2dfd0369414 admin admin] No DVR routers for this DVR port 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:55:29.751643 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa556309-a80a-42df-af81-b2dfd0369414 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:29.762807 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-48f890ea-f4db-4312-85df-69305ad9b458 None None] For port 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5,segment=NetworkSegment(7af1fc39-2628-48e5-996e-efbacd4b2052),segment_id=7af1fc39-2628-48e5-996e-efbacd4b2052)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:55:29.763207 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-48f890ea-f4db-4312-85df-69305ad9b458 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:29.779545 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-48f890ea-f4db-4312-85df-69305ad9b458 None None] Calling delete_port for 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:55:29.828141 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa556309-a80a-42df-af81-b2dfd0369414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (ffbbe965-787a-422d-b34a-da6557d86ba7), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:29.850496 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-aa556309-a80a-42df-af81-b2dfd0369414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffbbe965-787a-422d-b34a-da6557d86ba7']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:29.861426 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-aa556309-a80a-42df-af81-b2dfd0369414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af1fc39-2628-48e5-996e-efbacd4b2052') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:29.861627 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-aa556309-a80a-42df-af81-b2dfd0369414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af1fc39-2628-48e5-996e-efbacd4b2052') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:29.872616 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa556309-a80a-42df-af81-b2dfd0369414 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (7af1fc39-2628-48e5-996e-efbacd4b2052), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:29.873919 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-48f890ea-f4db-4312-85df-69305ad9b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:29.886865 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa556309-a80a-42df-af81-b2dfd0369414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (7af1fc39-2628-48e5-996e-efbacd4b2052), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:29.895504 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa556309-a80a-42df-af81-b2dfd0369414 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:55:29.896022 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa556309-a80a-42df-af81-b2dfd0369414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (7af1fc39-2628-48e5-996e-efbacd4b2052), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:55:29.898332 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:55:29.900684 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f890ea-f4db-4312-85df-69305ad9b458 None None] Pushing event deleted for resources: {'Port': ['ID=3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:29.905387 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f890ea-f4db-4312-85df-69305ad9b458 None None] No DVR routers for this DVR port 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:55:29.958320 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa556309-a80a-42df-af81-b2dfd0369414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (ffbbe965-787a-422d-b34a-da6557d86ba7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:29.965637 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa556309-a80a-42df-af81-b2dfd0369414 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:29.970705 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-aa556309-a80a-42df-af81-b2dfd0369414 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ffbbe965-787a-422d-b34a-da6557d86ba7 HTTP/1.1" status: 204 len: 168 time: 0.6045916 Feb 28 20:55:29.983281 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa556309-a80a-42df-af81-b2dfd0369414 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffbbe965-787a-422d-b34a-da6557d86ba7,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:30.139611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43304) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:30.184736 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-51cf9c2c-b55c-42ad-945c-eaac2e0e310c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2ca75bfd3e948dfb117784309349e39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437818 Feb 28 20:55:30.186949 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43306) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:30.236905 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0700f0a4-a90c-4cba-b213-97c8cae123f8 admin admin] Publish callbacks [] for security_group (77eeefa0-b65f-4e6d-8e3a-626503c09628), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:30.258409 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0700f0a4-a90c-4cba-b213-97c8cae123f8 admin admin] Publish callbacks [] for security_group (77eeefa0-b65f-4e6d-8e3a-626503c09628), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:30.305167 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0700f0a4-a90c-4cba-b213-97c8cae123f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (77eeefa0-b65f-4e6d-8e3a-626503c09628), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:30.307810 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0700f0a4-a90c-4cba-b213-97c8cae123f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:30.308999 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0700f0a4-a90c-4cba-b213-97c8cae123f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77eeefa0-b65f-4e6d-8e3a-626503c09628 HTTP/1.1" status: 204 len: 168 time: 0.1211622 Feb 28 20:55:30.316610 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700f0a4-a90c-4cba-b213-97c8cae123f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77eeefa0-b65f-4e6d-8e3a-626503c09628,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:30.388483 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device b87a1f21-daf6-4aa5-b417-b467e8c99141 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:55:30.413834 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: b87a1f21-daf6-4aa5-b417-b467e8c99141 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:55:30.414210 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device b87a1f21-daf6-4aa5-b417-b467e8c99141 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:55:30.620799 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43314) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:30.661109 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1bc1bfae-9787-4f15-a333-12af6c8a3951 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=216f527ac7304a27b93724370d05d348&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390918 Feb 28 20:55:30.663504 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43316) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:30.714260 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cde84c9c-4629-4a6d-a15a-0e8161c953e2 admin admin] Publish callbacks [] for security_group (fc37d8a5-0394-40b5-b170-509d7bbc4614), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:30.734870 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cde84c9c-4629-4a6d-a15a-0e8161c953e2 admin admin] Publish callbacks [] for security_group (fc37d8a5-0394-40b5-b170-509d7bbc4614), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:30.783315 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cde84c9c-4629-4a6d-a15a-0e8161c953e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (fc37d8a5-0394-40b5-b170-509d7bbc4614), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:30.785907 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cde84c9c-4629-4a6d-a15a-0e8161c953e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:30.787173 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cde84c9c-4629-4a6d-a15a-0e8161c953e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc37d8a5-0394-40b5-b170-509d7bbc4614 HTTP/1.1" status: 204 len: 168 time: 0.1227005 Feb 28 20:55:30.795726 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde84c9c-4629-4a6d-a15a-0e8161c953e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc37d8a5-0394-40b5-b170-509d7bbc4614,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:31.048283 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:55:31.068042 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:55:31.068467 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3b9c2f07-fc96-4f63-9c52-ddcfed5f7be5 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:55:32.772040 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43472) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:32.874569 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-99f535b3-b324-4f5c-93c8-fd0e3193d2b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:32.946451 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-99f535b3-b324-4f5c-93c8-fd0e3193d2b6 admin admin] Publish callbacks [] for security_group (d2f01889-c0a5-42ab-956b-4f72958f98ec), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:32.950425 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-99f535b3-b324-4f5c-93c8-fd0e3193d2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d2f01889-c0a5-42ab-956b-4f72958f98ec), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:32.988146 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-99f535b3-b324-4f5c-93c8-fd0e3193d2b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f794eb0827164442969b93ebefa1471d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2150204 Feb 28 20:55:32.989276 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f535b3-b324-4f5c-93c8-fd0e3193d2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f01889-c0a5-42ab-956b-4f72958f98ec,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:32.990969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43476) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:33.039711 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ee7a0f21-1007-46cc-9810-ceae921be4e5 admin admin] Publish callbacks [] for security_group (d2f01889-c0a5-42ab-956b-4f72958f98ec), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:33.061410 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ee7a0f21-1007-46cc-9810-ceae921be4e5 admin admin] Publish callbacks [] for security_group (d2f01889-c0a5-42ab-956b-4f72958f98ec), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:33.110163 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ee7a0f21-1007-46cc-9810-ceae921be4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d2f01889-c0a5-42ab-956b-4f72958f98ec), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:33.112661 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ee7a0f21-1007-46cc-9810-ceae921be4e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:33.114197 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ee7a0f21-1007-46cc-9810-ceae921be4e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2f01889-c0a5-42ab-956b-4f72958f98ec HTTP/1.1" status: 204 len: 168 time: 0.1216271 Feb 28 20:55:33.121946 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a0f21-1007-46cc-9810-ceae921be4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f01889-c0a5-42ab-956b-4f72958f98ec,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:33.365367 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43482) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:33.378566 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b82e8211-d921-4774-b0c7-a45b2834fbca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:33.454781 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b82e8211-d921-4774-b0c7-a45b2834fbca admin admin] Publish callbacks [] for security_group (8d69680b-d21b-4eea-888a-f33ec6e766fb), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:33.458894 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b82e8211-d921-4774-b0c7-a45b2834fbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8d69680b-d21b-4eea-888a-f33ec6e766fb), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:33.502135 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b82e8211-d921-4774-b0c7-a45b2834fbca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd883c3f26fa4aa09d902ffe0eaa2ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1356168 Feb 28 20:55:33.502993 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e8211-d921-4774-b0c7-a45b2834fbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d69680b-d21b-4eea-888a-f33ec6e766fb,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:33.504815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43486) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:33.557834 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eb6c26a9-5729-4153-9eb9-b70a33d8638b admin admin] Publish callbacks [] for security_group (8d69680b-d21b-4eea-888a-f33ec6e766fb), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:33.579301 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eb6c26a9-5729-4153-9eb9-b70a33d8638b admin admin] Publish callbacks [] for security_group (8d69680b-d21b-4eea-888a-f33ec6e766fb), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:33.625111 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eb6c26a9-5729-4153-9eb9-b70a33d8638b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8d69680b-d21b-4eea-888a-f33ec6e766fb), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:33.627600 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-eb6c26a9-5729-4153-9eb9-b70a33d8638b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:33.628787 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-eb6c26a9-5729-4153-9eb9-b70a33d8638b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d69680b-d21b-4eea-888a-f33ec6e766fb HTTP/1.1" status: 204 len: 168 time: 0.1229806 Feb 28 20:55:33.636986 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c26a9-5729-4153-9eb9-b70a33d8638b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d69680b-d21b-4eea-888a-f33ec6e766fb,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:34.290050 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43508) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:34.391389 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-a01ef448-3c18-45f5-914b-d5a7dc9e3570 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-662662084-network', 'tenant_id': 'd092814cfdd540948a039a2d6911a688'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:55:34.415896 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01ef448-3c18-45f5-914b-d5a7dc9e3570 admin admin] Made reservation on behalf of d092814cfdd540948a039a2d6911a688 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:55:34.418756 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a01ef448-3c18-45f5-914b-d5a7dc9e3570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:34.428771 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a01ef448-3c18-45f5-914b-d5a7dc9e3570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:34.504945 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a01ef448-3c18-45f5-914b-d5a7dc9e3570 admin admin] Publish callbacks [] for security_group (45571b00-8962-4318-83b4-5355862cf5f5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:34.508748 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a01ef448-3c18-45f5-914b-d5a7dc9e3570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (45571b00-8962-4318-83b4-5355862cf5f5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:34.532780 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01ef448-3c18-45f5-914b-d5a7dc9e3570 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:55:34.543164 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ef448-3c18-45f5-914b-d5a7dc9e3570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45571b00-8962-4318-83b4-5355862cf5f5,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:34.547934 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a01ef448-3c18-45f5-914b-d5a7dc9e3570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (af9321a8-7130-4829-ae5f-c2a9af48ccb2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:34.548274 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-a01ef448-3c18-45f5-914b-d5a7dc9e3570 admin admin] Added segment af9321a8-7130-4829-ae5f-c2a9af48ccb2 of type vlan for network 4e978289-d881-42bc-805d-2fbe2bd8f432 Feb 28 20:55:34.589392 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a01ef448-3c18-45f5-914b-d5a7dc9e3570 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (4e978289-d881-42bc-805d-2fbe2bd8f432), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:34.614872 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a01ef448-3c18-45f5-914b-d5a7dc9e3570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (4e978289-d881-42bc-805d-2fbe2bd8f432), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:34.615833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01ef448-3c18-45f5-914b-d5a7dc9e3570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:34.616407 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a01ef448-3c18-45f5-914b-d5a7dc9e3570 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:34.651337 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a01ef448-3c18-45f5-914b-d5a7dc9e3570 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3595877 Feb 28 20:55:34.654308 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43512) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:34.659550 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-cb8d20a1-ce9a-4d3c-8483-d7144d98c15f admin admin] Request body: {'subnet': {'network_id': '4e978289-d881-42bc-805d-2fbe2bd8f432', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-662662084-subnet', 'tenant_id': 'd092814cfdd540948a039a2d6911a688', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:55:34.679742 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8d20a1-ce9a-4d3c-8483-d7144d98c15f admin admin] Made reservation on behalf of d092814cfdd540948a039a2d6911a688 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:55:34.682366 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb8d20a1-ce9a-4d3c-8483-d7144d98c15f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:34.685430 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ef448-3c18-45f5-914b-d5a7dc9e3570 admin admin] Pushing event updated for resources: {'Network': ['ID=4e978289-d881-42bc-805d-2fbe2bd8f432,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:34.695225 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 4e978289-d881-42bc-805d-2fbe2bd8f432 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:55:34.862998 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb8d20a1-ce9a-4d3c-8483-d7144d98c15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (52c7d5b5-98c9-4c1f-b356-1811f8ce98dc), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:34.928328 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d20a1-ce9a-4d3c-8483-d7144d98c15f admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c7d5b5-98c9-4c1f-b356-1811f8ce98dc,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:34.930400 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d20a1-ce9a-4d3c-8483-d7144d98c15f admin admin] Checking segment: {'id': 'af9321a8-7130-4829-ae5f-c2a9af48ccb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4e978289-d881-42bc-805d-2fbe2bd8f432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:55:34.930755 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8d20a1-ce9a-4d3c-8483-d7144d98c15f admin admin] Network hostable DHCP agents. Network: 4e978289-d881-42bc-805d-2fbe2bd8f432, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:55:34.948017 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8d20a1-ce9a-4d3c-8483-d7144d98c15f admin admin] Network 4e978289-d881-42bc-805d-2fbe2bd8f432 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:55:34.957325 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-cb8d20a1-ce9a-4d3c-8483-d7144d98c15f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 4e978289-d881-42bc-805d-2fbe2bd8f432) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:55:34.961708 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8d20a1-ce9a-4d3c-8483-d7144d98c15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:34.962301 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cb8d20a1-ce9a-4d3c-8483-d7144d98c15f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:34.968039 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a858402-8233-4150-a331-f63c64923004 None None] Network 4e978289-d881-42bc-805d-2fbe2bd8f432 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:55:34.981419 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cb8d20a1-ce9a-4d3c-8483-d7144d98c15f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3259983 Feb 28 20:55:35.073255 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7091201-ca07-475e-a110-005d6ac11d2c None None] Network 4e978289-d881-42bc-805d-2fbe2bd8f432 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:55:35.451852 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43530) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:35.456652 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-26f980d7-9898-4a5c-9411-8f4003b507d2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-244133310-network', 'tenant_id': 'd22895f7729949abab0e63f37bdcf427'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:55:35.474065 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f980d7-9898-4a5c-9411-8f4003b507d2 admin admin] Made reservation on behalf of d22895f7729949abab0e63f37bdcf427 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:55:35.476235 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-26f980d7-9898-4a5c-9411-8f4003b507d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:35.484532 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-26f980d7-9898-4a5c-9411-8f4003b507d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:35.556092 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-26f980d7-9898-4a5c-9411-8f4003b507d2 admin admin] Publish callbacks [] for security_group (35a0103f-1c82-47a8-95ce-801023f9a0a4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:35.560039 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-26f980d7-9898-4a5c-9411-8f4003b507d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (35a0103f-1c82-47a8-95ce-801023f9a0a4), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:35.584909 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f980d7-9898-4a5c-9411-8f4003b507d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 20:55:35.596190 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f980d7-9898-4a5c-9411-8f4003b507d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a0103f-1c82-47a8-95ce-801023f9a0a4,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:35.599395 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-26f980d7-9898-4a5c-9411-8f4003b507d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (98eb7b14-602d-462a-a326-22b2ef40efcc), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:35.600068 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-26f980d7-9898-4a5c-9411-8f4003b507d2 admin admin] Added segment 98eb7b14-602d-462a-a326-22b2ef40efcc of type vlan for network 817a9095-5985-4e50-a74c-c18cd4860602 Feb 28 20:55:35.648038 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-26f980d7-9898-4a5c-9411-8f4003b507d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (817a9095-5985-4e50-a74c-c18cd4860602), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:35.675674 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-26f980d7-9898-4a5c-9411-8f4003b507d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (817a9095-5985-4e50-a74c-c18cd4860602), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:35.676733 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f980d7-9898-4a5c-9411-8f4003b507d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:35.677322 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-26f980d7-9898-4a5c-9411-8f4003b507d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:35.723042 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37241bd5-978d-434c-9ebb-bd2932689206 req-838bbb16-3bab-4efc-b645-73b00fedd58b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0614309 Feb 28 20:55:35.744995 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43536) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:35.745255 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-26f980d7-9898-4a5c-9411-8f4003b507d2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2914374 Feb 28 20:55:35.753559 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-67cdbc9f-5d0f-426e-8eff-4027bb0d5818 admin admin] Request body: {'subnet': {'network_id': '817a9095-5985-4e50-a74c-c18cd4860602', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-244133310-subnet', 'tenant_id': 'd22895f7729949abab0e63f37bdcf427', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:55:35.760306 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f980d7-9898-4a5c-9411-8f4003b507d2 admin admin] Pushing event updated for resources: {'Network': ['ID=817a9095-5985-4e50-a74c-c18cd4860602,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:35.778723 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 817a9095-5985-4e50-a74c-c18cd4860602 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 20:55:35.792214 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cdbc9f-5d0f-426e-8eff-4027bb0d5818 admin admin] Made reservation on behalf of d22895f7729949abab0e63f37bdcf427 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:55:35.794699 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-67cdbc9f-5d0f-426e-8eff-4027bb0d5818 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:35.934992 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37241bd5-978d-434c-9ebb-bd2932689206 req-95051862-c5f8-4016-94a9-fd14d5a19473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:35.936714 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37241bd5-978d-434c-9ebb-bd2932689206 req-95051862-c5f8-4016-94a9-fd14d5a19473 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 1128 time: 0.1578867 Feb 28 20:55:35.955871 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55688f5b-509e-42b8-96b3-81144f3a1bf1 req-e53bb74c-56c6-440b-8d8e-f865f894fa2f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:35.957424 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55688f5b-509e-42b8-96b3-81144f3a1bf1 req-e53bb74c-56c6-440b-8d8e-f865f894fa2f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 945 time: 0.1688914 Feb 28 20:55:36.119517 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55688f5b-509e-42b8-96b3-81144f3a1bf1 req-f17d901a-fd6a-4fd6-96e8-d2f2ed4ac1c3 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519377 Feb 28 20:55:36.178135 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37241bd5-978d-434c-9ebb-bd2932689206 req-3f55ea66-1429-4964-b794-8ba3fa14a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:36.178624 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37241bd5-978d-434c-9ebb-bd2932689206 req-3f55ea66-1429-4964-b794-8ba3fa14a161 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 912 time: 0.2202854 Feb 28 20:55:36.188099 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-67cdbc9f-5d0f-426e-8eff-4027bb0d5818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (8cd49dee-0796-48c4-85e8-1d448da5ecbe), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:36.289442 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdbc9f-5d0f-426e-8eff-4027bb0d5818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd49dee-0796-48c4-85e8-1d448da5ecbe,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:36.308796 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37241bd5-978d-434c-9ebb-bd2932689206 req-3c71e341-7c22-4407-8d86-3c6dde42bc71 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27818e5c-07b3-4e43-a628-106f352f4d7c HTTP/1.1" status: 200 len: 1001 time: 0.1180060 Feb 28 20:55:36.311618 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdbc9f-5d0f-426e-8eff-4027bb0d5818 admin admin] Checking segment: {'id': '98eb7b14-602d-462a-a326-22b2ef40efcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '817a9095-5985-4e50-a74c-c18cd4860602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:55:36.311618 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cdbc9f-5d0f-426e-8eff-4027bb0d5818 admin admin] Network hostable DHCP agents. Network: 817a9095-5985-4e50-a74c-c18cd4860602, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 20:55:36.370644 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cdbc9f-5d0f-426e-8eff-4027bb0d5818 admin admin] Network 817a9095-5985-4e50-a74c-c18cd4860602 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 20:55:36.373396 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37241bd5-978d-434c-9ebb-bd2932689206 req-5891c38d-0083-4b99-8a91-2972afc73b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:36.374923 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37241bd5-978d-434c-9ebb-bd2932689206 req-5891c38d-0083-4b99-8a91-2972afc73b20 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0615225 Feb 28 20:55:36.391671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-67cdbc9f-5d0f-426e-8eff-4027bb0d5818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 817a9095-5985-4e50-a74c-c18cd4860602) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:55:36.400891 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e7fc07-4faf-4d3e-ab7b-0976d24c75fc None None] Network 817a9095-5985-4e50-a74c-c18cd4860602 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:55:36.411215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cdbc9f-5d0f-426e-8eff-4027bb0d5818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:36.411842 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-67cdbc9f-5d0f-426e-8eff-4027bb0d5818 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:36.434834 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-67cdbc9f-5d0f-426e-8eff-4027bb0d5818 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6879961 Feb 28 20:55:36.455495 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37241bd5-978d-434c-9ebb-bd2932689206 req-42a8dde1-1d5e-45b5-b8da-a42bf67fbfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:36.457126 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37241bd5-978d-434c-9ebb-bd2932689206 req-42a8dde1-1d5e-45b5-b8da-a42bf67fbfa7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0756752 Feb 28 20:55:36.522170 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c87ba9-c66e-425a-9705-332d66dc6f28 None None] Network 817a9095-5985-4e50-a74c-c18cd4860602 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:55:36.564105 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37241bd5-978d-434c-9ebb-bd2932689206 req-ee2f9ccb-6888-41aa-8353-622c4badeb83 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984848 Feb 28 20:55:36.662698 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37241bd5-978d-434c-9ebb-bd2932689206 req-724a1172-4ff2-42a8-88a2-eb1e077e7d5e service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923300 Feb 28 20:55:36.969633 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-31d17046-67bc-40a4-a15d-9e614b981280 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:36.971165 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-31d17046-67bc-40a4-a15d-9e614b981280 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/networks?id=4e978289-d881-42bc-805d-2fbe2bd8f432 HTTP/1.1" status: 200 len: 811 time: 0.1148279 Feb 28 20:55:36.988253 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-06579697-6f92-4507-a756-12bc75b64a01 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/quotas/d092814cfdd540948a039a2d6911a688 HTTP/1.1" status: 200 len: 375 time: 0.0111141 Feb 28 20:55:37.023429 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-2f4038a5-9dfd-4ab7-adb8-1666f584e16b tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d092814cfdd540948a039a2d6911a688&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292034 Feb 28 20:55:37.239886 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-8f295a68-363c-4cb1-9eeb-bec12ddfabe4 service neutron] 10.222.0.13 "GET /v2.0/networks/4e978289-d881-42bc-805d-2fbe2bd8f432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092943 Feb 28 20:55:37.333269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-c906384d-d774-4f4d-aa6d-b11cb0aee723 service neutron] 10.222.0.13 "GET /v2.0/networks/4e978289-d881-42bc-805d-2fbe2bd8f432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873065 Feb 28 20:55:37.538059 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e4320-a134-4560-96fe-13d613532165 req-983baacc-9d8f-439f-9493-d3e27bbe87f5 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:37.539563 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1c7e4320-a134-4560-96fe-13d613532165 req-983baacc-9d8f-439f-9493-d3e27bbe87f5 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.10 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 945 time: 0.0939565 Feb 28 20:55:37.587138 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00726e-82ce-4d88-9d94-4125fab14ad4 req-6dffca39-bca4-4c07-9ee0-1f7ada80243d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:37.589183 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad00726e-82ce-4d88-9d94-4125fab14ad4 req-6dffca39-bca4-4c07-9ee0-1f7ada80243d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 945 time: 0.1023095 Feb 28 20:55:37.673986 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad00726e-82ce-4d88-9d94-4125fab14ad4 req-0a7167d6-b088-4ba0-9ba8-b404bd13df2b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789499 Feb 28 20:55:37.695672 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-1c7e4320-a134-4560-96fe-13d613532165 req-fe50ead1-9f8b-48f4-950c-294970d6b210 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Deleting port 27818e5c-07b3-4e43-a628-106f352f4d7c {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:55:37.695672 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1c7e4320-a134-4560-96fe-13d613532165 req-fe50ead1-9f8b-48f4-950c-294970d6b210 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (27818e5c-07b3-4e43-a628-106f352f4d7c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:37.773747 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c892fe8b-34cb-4eff-b96c-d0262a1aeab2 req-f5737025-9866-4671-a4e6-c296b36627a9 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/ports?device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 210 time: 0.0608611 Feb 28 20:55:37.824632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-1c7e4320-a134-4560-96fe-13d613532165 req-fe50ead1-9f8b-48f4-950c-294970d6b210 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] For port 27818e5c-07b3-4e43-a628-106f352f4d7c, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=27818e5c-07b3-4e43-a628-106f352f4d7c,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:55:37.825006 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1c7e4320-a134-4560-96fe-13d613532165 req-fe50ead1-9f8b-48f4-950c-294970d6b210 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (27818e5c-07b3-4e43-a628-106f352f4d7c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:38.072541 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1c7e4320-a134-4560-96fe-13d613532165 req-fe50ead1-9f8b-48f4-950c-294970d6b210 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:38.073815 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1c7e4320-a134-4560-96fe-13d613532165 req-fe50ead1-9f8b-48f4-950c-294970d6b210 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (0fdf35ae-08be-4801-b32a-ee4091869b1d), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:38.073815 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [req-1c7e4320-a134-4560-96fe-13d613532165 req-fe50ead1-9f8b-48f4-950c-294970d6b210 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Floating IP 0fdf35ae-08be-4801-b32a-ee4091869b1d disassociated. External IP: 172.25.0.104, port: 27818e5c-07b3-4e43-a628-106f352f4d7c. Feb 28 20:55:38.074058 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-1c7e4320-a134-4560-96fe-13d613532165 req-fe50ead1-9f8b-48f4-950c-294970d6b210 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Calling delete_port for 27818e5c-07b3-4e43-a628-106f352f4d7c owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:55:38.214230 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1c7e4320-a134-4560-96fe-13d613532165 req-fe50ead1-9f8b-48f4-950c-294970d6b210 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (27818e5c-07b3-4e43-a628-106f352f4d7c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:38.246652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50ead1-9f8b-48f4-950c-294970d6b210 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event deleted for resources: {'Port': ['ID=27818e5c-07b3-4e43-a628-106f352f4d7c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:38.362083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c7e4320-a134-4560-96fe-13d613532165 req-fe50ead1-9f8b-48f4-950c-294970d6b210 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:55:38.470377 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c7e4320-a134-4560-96fe-13d613532165 req-fe50ead1-9f8b-48f4-950c-294970d6b210 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:55:38.482324 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebcddd8-d6f5-4902-8cdf-b48c85a75add None None] Sync routers for ids ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:55:38.496441 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebcddd8-d6f5-4902-8cdf-b48c85a75add None None] Routers {'1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:55:38.497065 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-1ebcddd8-d6f5-4902-8cdf-b48c85a75add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:55:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:38.514008 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7e4320-a134-4560-96fe-13d613532165 req-fe50ead1-9f8b-48f4-950c-294970d6b210 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] No DVR routers for this DVR port 27818e5c-07b3-4e43-a628-106f352f4d7c on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:55:38.518270 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1c7e4320-a134-4560-96fe-13d613532165 req-fe50ead1-9f8b-48f4-950c-294970d6b210 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:38.520841 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1c7e4320-a134-4560-96fe-13d613532165 req-fe50ead1-9f8b-48f4-950c-294970d6b210 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.10 "DELETE /v2.0/ports/27818e5c-07b3-4e43-a628-106f352f4d7c HTTP/1.1" status: 204 len: 173 time: 0.9743557 Feb 28 20:55:38.521329 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52324551-0086-4f5c-8647-e0458a072892', 'name': 'network-vif-deleted', 'tag': '27818e5c-07b3-4e43-a628-106f352f4d7c'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:55:38.524202 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527e60cb-c411-4bbc-aeeb-2b1f5857a9f1" -d '{"events": [{"server_uuid": "52324551-0086-4f5c-8647-e0458a072892", "name": "network-vif-deleted", "tag": "27818e5c-07b3-4e43-a628-106f352f4d7c"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:55:38.566656 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e136acdf-e677-4546-9eff-9a8944ee4cdd x-openstack-request-id: req-e136acdf-e677-4546-9eff-9a8944ee4cdd {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:55:38.566950 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52324551-0086-4f5c-8647-e0458a072892", "name": "network-vif-deleted", "tag": "27818e5c-07b3-4e43-a628-106f352f4d7c", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:55:38.567205 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e136acdf-e677-4546-9eff-9a8944ee4cdd {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:55:38.567610 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52324551-0086-4f5c-8647-e0458a072892', 'name': 'network-vif-deleted', 'tag': '27818e5c-07b3-4e43-a628-106f352f4d7c', 'status': 'completed', 'code': 200} Feb 28 20:55:38.667250 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-1ebcddd8-d6f5-4902-8cdf-b48c85a75add None None] Set router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:55:38.726791 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-b2124c8b-25ee-4ed4-9888-207829b11c28 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:38.732152 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-b2124c8b-25ee-4ed4-9888-207829b11c28 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.15 "GET /v2.0/networks?id=4e978289-d881-42bc-805d-2fbe2bd8f432 HTTP/1.1" status: 200 len: 811 time: 0.1390216 Feb 28 20:55:38.751525 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-a10c278b-bfd7-44f0-9f3a-7b5340796102 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Request body: {'port': {'device_id': '78537bbf-8c8c-48b3-835e-43e3913e8c4b', 'network_id': '4e978289-d881-42bc-805d-2fbe2bd8f432', 'admin_state_up': True, 'tenant_id': 'd092814cfdd540948a039a2d6911a688'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:55:38.870858 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3fa9ae81-f715-4b52-aafc-1608c7a1d2c3 req-11026e03-e817-4421-a0e6-8ef48c527119 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 210 time: 0.0726452 Feb 28 20:55:38.898199 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-a10c278b-bfd7-44f0-9f3a-7b5340796102 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Made reservation on behalf of d092814cfdd540948a039a2d6911a688 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:55:38.905813 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-a10c278b-bfd7-44f0-9f3a-7b5340796102 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:38.986180 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ff169c6-afea-4439-a214-12a095a4aa1f req-9ea260a1-6fae-4d05-9f0f-af3715603ea3 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/ports?device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 210 time: 0.0328059 Feb 28 20:55:39.076715 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-a10c278b-bfd7-44f0-9f3a-7b5340796102 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Allocated IP 172.20.0.11 (4e978289-d881-42bc-805d-2fbe2bd8f432/52c7d5b5-98c9-4c1f-b356-1811f8ce98dc/1d140314-2b05-4c4b-b200-4411152d8e34) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:55:39.110976 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-1ebcddd8-d6f5-4902-8cdf-b48c85a75add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c71ce6b1-da76-45f5-89ea-ef7147e449de', 'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'mac_address': 'fa:16:3e:41:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:11Z', 'updated_at': '2022-02-28T20:47:17Z', 'revision_number': 5, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'subnets': [{'id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:39.142095 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebcddd8-d6f5-4902-8cdf-b48c85a75add None None] Checking router: 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:55:39.151904 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebcddd8-d6f5-4902-8cdf-b48c85a75add None None] Routers {'1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:55:39.152525 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-1ebcddd8-d6f5-4902-8cdf-b48c85a75add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:55:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:39.230981 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-a10c278b-bfd7-44f0-9f3a-7b5340796102 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Publish callbacks [] for port (1d140314-2b05-4c4b-b200-4411152d8e34), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:39.271300 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-a10c278b-bfd7-44f0-9f3a-7b5340796102 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (1d140314-2b05-4c4b-b200-4411152d8e34), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:39.280709 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-1ebcddd8-d6f5-4902-8cdf-b48c85a75add None None] Set router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:55:39.317907 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-a10c278b-bfd7-44f0-9f3a-7b5340796102 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Network 4e978289-d881-42bc-805d-2fbe2bd8f432 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:55:39.320909 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-a10c278b-bfd7-44f0-9f3a-7b5340796102 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:55:39.326278 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-a10c278b-bfd7-44f0-9f3a-7b5340796102 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:55:39.351479 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c278b-bfd7-44f0-9f3a-7b5340796102 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Pushing event updated for resources: {'Port': ['ID=1d140314-2b05-4c4b-b200-4411152d8e34,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:39.385509 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-a10c278b-bfd7-44f0-9f3a-7b5340796102 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:39.386123 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-a10c278b-bfd7-44f0-9f3a-7b5340796102 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:39.403792 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-a10c278b-bfd7-44f0-9f3a-7b5340796102 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6587746 Feb 28 20:55:39.415261 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-863246a5-d939-49c9-951e-01651424117d service neutron] Request body: {'port': {'device_id': '78537bbf-8c8c-48b3-835e-43e3913e8c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:55:39.482662 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-863246a5-d939-49c9-951e-01651424117d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1d140314-2b05-4c4b-b200-4411152d8e34), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:39.493507 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-1ebcddd8-d6f5-4902-8cdf-b48c85a75add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c71ce6b1-da76-45f5-89ea-ef7147e449de', 'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'mac_address': 'fa:16:3e:41:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:11Z', 'updated_at': '2022-02-28T20:47:17Z', 'revision_number': 5, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'subnets': [{'id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:39.521357 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebcddd8-d6f5-4902-8cdf-b48c85a75add None None] The sync data for ids ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'] in n-d-820368-21 is: [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c71ce6b1-da76-45f5-89ea-ef7147e449de', 'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'mac_address': 'fa:16:3e:41:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:11Z', 'updated_at': '2022-02-28T20:47:17Z', 'revision_number': 5, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'subnets': [{'id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:55:39.764584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-863246a5-d939-49c9-951e-01651424117d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d140314-2b05-4c4b-b200-4411152d8e34 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:55:39.774256 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-863246a5-d939-49c9-951e-01651424117d service neutron] Publish callbacks [] for port (1d140314-2b05-4c4b-b200-4411152d8e34), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:39.790297 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-863246a5-d939-49c9-951e-01651424117d service neutron] Transition to ACTIVE for port object 1d140314-2b05-4c4b-b200-4411152d8e34 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:55:39.794369 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-863246a5-d939-49c9-951e-01651424117d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (1d140314-2b05-4c4b-b200-4411152d8e34), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:39.797169 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abea816-0f8d-445d-ad5d-500d1299d61e None None] New status for floating IP 0fdf35ae-08be-4801-b32a-ee4091869b1d: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:55:39.849576 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863246a5-d939-49c9-951e-01651424117d service neutron] Pushing event updated for resources: {'Port': ['ID=1d140314-2b05-4c4b-b200-4411152d8e34,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:39.924356 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-863246a5-d939-49c9-951e-01651424117d service neutron] Attempting to bind port 1d140314-2b05-4c4b-b200-4411152d8e34 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:55:39.924695 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-863246a5-d939-49c9-951e-01651424117d service neutron] Attempting to bind port 1d140314-2b05-4c4b-b200-4411152d8e34 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'af9321a8-7130-4829-ae5f-c2a9af48ccb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4e978289-d881-42bc-805d-2fbe2bd8f432'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:55:39.925023 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-863246a5-d939-49c9-951e-01651424117d service neutron] Attempting to bind port 1d140314-2b05-4c4b-b200-4411152d8e34 on network 4e978289-d881-42bc-805d-2fbe2bd8f432 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:55:39.928695 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 27818e5c-07b3-4e43-a628-106f352f4d7c no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:55:39.930639 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-863246a5-d939-49c9-951e-01651424117d service neutron] Port 1d140314-2b05-4c4b-b200-4411152d8e34 on network 4e978289-d881-42bc-805d-2fbe2bd8f432 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:55:39.931139 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-863246a5-d939-49c9-951e-01651424117d service neutron] Attempting to bind port 1d140314-2b05-4c4b-b200-4411152d8e34 on network 4e978289-d881-42bc-805d-2fbe2bd8f432 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:55:39.949096 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-863246a5-d939-49c9-951e-01651424117d service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:55:39.949442 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-863246a5-d939-49c9-951e-01651424117d service neutron] Checking segment: {'id': 'af9321a8-7130-4829-ae5f-c2a9af48ccb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4e978289-d881-42bc-805d-2fbe2bd8f432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:55:39.949876 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-863246a5-d939-49c9-951e-01651424117d service neutron] Bound using segment: {'id': 'af9321a8-7130-4829-ae5f-c2a9af48ccb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4e978289-d881-42bc-805d-2fbe2bd8f432'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:55:39.950320 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-863246a5-d939-49c9-951e-01651424117d service neutron] Bound port: 1d140314-2b05-4c4b-b200-4411152d8e34, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af9321a8-7130-4829-ae5f-c2a9af48ccb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4e978289-d881-42bc-805d-2fbe2bd8f432'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:55:39.951829 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-863246a5-d939-49c9-951e-01651424117d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1d140314-2b05-4c4b-b200-4411152d8e34), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:39.975361 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 27818e5c-07b3-4e43-a628-106f352f4d7c {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:55:39.979796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 27818e5c-07b3-4e43-a628-106f352f4d7c not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:55:40.009792 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5df4ad6b-8475-4a00-9ee2-abab96edf73e req-aa636058-c825-4db0-9137-26c702702533 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 210 time: 0.0470428 Feb 28 20:55:40.038705 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-863246a5-d939-49c9-951e-01651424117d service neutron] For port 1d140314-2b05-4c4b-b200-4411152d8e34, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:55:40.042751 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-863246a5-d939-49c9-951e-01651424117d service neutron] For port 1d140314-2b05-4c4b-b200-4411152d8e34, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=1d140314-2b05-4c4b-b200-4411152d8e34,segment=NetworkSegment(af9321a8-7130-4829-ae5f-c2a9af48ccb2),segment_id=af9321a8-7130-4829-ae5f-c2a9af48ccb2)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:55:40.050425 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-863246a5-d939-49c9-951e-01651424117d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (1d140314-2b05-4c4b-b200-4411152d8e34), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:40.104620 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-863246a5-d939-49c9-951e-01651424117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:40.104620 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-863246a5-d939-49c9-951e-01651424117d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:40.106988 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-863246a5-d939-49c9-951e-01651424117d service neutron] 10.222.0.15 "PUT /v2.0/ports/1d140314-2b05-4c4b-b200-4411152d8e34 HTTP/1.1" status: 200 len: 1093 time: 0.6947224 Feb 28 20:55:40.106988 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78537bbf-8c8c-48b3-835e-43e3913e8c4b', 'tag': '1d140314-2b05-4c4b-b200-4411152d8e34'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:55:40.111211 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b224078-8e33-43e3-af04-339d08b3248a" -d '{"events": [{"name": "network-changed", "server_uuid": "78537bbf-8c8c-48b3-835e-43e3913e8c4b", "tag": "1d140314-2b05-4c4b-b200-4411152d8e34"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:55:40.131178 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863246a5-d939-49c9-951e-01651424117d service neutron] Pushing event updated for resources: {'Port': ['ID=1d140314-2b05-4c4b-b200-4411152d8e34,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:40.152933 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074b5a3-deb7-4de5-b41c-ace908b8c051 req-2e16abce-b5a6-4ed2-b3dc-dac85fe532df tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:40.154676 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a074b5a3-deb7-4de5-b41c-ace908b8c051 req-2e16abce-b5a6-4ed2-b3dc-dac85fe532df tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/ports?device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 944 time: 0.0699100 Feb 28 20:55:40.202904 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-7db4a60f-652f-45b0-8957-91db135dfc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:40.204359 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-7db4a60f-652f-45b0-8957-91db135dfc67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d092814cfdd540948a039a2d6911a688&device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 1127 time: 0.0511136 Feb 28 20:55:40.206323 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a074b5a3-deb7-4de5-b41c-ace908b8c051 req-66db2a2c-4bc6-4b03-be21-35a86c5ab1c9 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/security-groups?id=45571b00-8962-4318-83b4-5355862cf5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447142 Feb 28 20:55:40.247607 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-f61ea3a1-ba88-43bc-8492-d984b09d5443 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d140314-2b05-4c4b-b200-4411152d8e34 HTTP/1.1" status: 200 len: 217 time: 0.0368402 Feb 28 20:55:40.266275 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e19eaf3-0aea-4013-b940-6264255af068 x-openstack-request-id: req-9e19eaf3-0aea-4013-b940-6264255af068 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:55:40.266690 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78537bbf-8c8c-48b3-835e-43e3913e8c4b", "tag": "1d140314-2b05-4c4b-b200-4411152d8e34", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:55:40.267096 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e19eaf3-0aea-4013-b940-6264255af068 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:55:40.267585 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78537bbf-8c8c-48b3-835e-43e3913e8c4b', 'tag': '1d140314-2b05-4c4b-b200-4411152d8e34', 'status': 'completed', 'code': 200} Feb 28 20:55:40.303564 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-3e9bed93-61e2-4685-ac60-9543959b2d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:40.305030 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-3e9bed93-61e2-4685-ac60-9543959b2d61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52c7d5b5-98c9-4c1f-b356-1811f8ce98dc HTTP/1.1" status: 200 len: 851 time: 0.0472941 Feb 28 20:55:40.341410 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-aaa48d9b-0c0f-408f-9a84-0e6d304cc3b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e978289-d881-42bc-805d-2fbe2bd8f432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303848 Feb 28 20:55:40.429888 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-dc7f9c38-e614-4d9f-b316-c044b107ec7d service neutron] 10.222.0.15 "GET /v2.0/networks/4e978289-d881-42bc-805d-2fbe2bd8f432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825908 Feb 28 20:55:40.527454 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b7f78b1d-0abc-4302-a650-03b1485904b1 req-2988fbe0-6bf3-4b92-bfa8-130242b3c64b service neutron] 10.222.0.15 "GET /v2.0/networks/4e978289-d881-42bc-805d-2fbe2bd8f432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915141 Feb 28 20:55:40.623085 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b224078-8e33-43e3-af04-339d08b3248a req-62186313-c8a2-4284-9501-d57e1128f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:40.624263 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2b224078-8e33-43e3-af04-339d08b3248a req-62186313-c8a2-4284-9501-d57e1128f6be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d092814cfdd540948a039a2d6911a688&device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 1127 time: 0.0474834 Feb 28 20:55:40.729735 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b224078-8e33-43e3-af04-339d08b3248a req-2ca194b1-5c2c-40a7-a715-3ec967b9a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:40.733030 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2b224078-8e33-43e3-af04-339d08b3248a req-2ca194b1-5c2c-40a7-a715-3ec967b9a6ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e978289-d881-42bc-805d-2fbe2bd8f432 HTTP/1.1" status: 200 len: 911 time: 0.1031225 Feb 28 20:55:40.774047 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2b224078-8e33-43e3-af04-339d08b3248a req-da5863fa-7bda-49da-bd3c-bb1a17a2c3fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d140314-2b05-4c4b-b200-4411152d8e34 HTTP/1.1" status: 200 len: 217 time: 0.0345926 Feb 28 20:55:40.821170 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b224078-8e33-43e3-af04-339d08b3248a req-3aef6b4b-58c9-4280-960a-c5887b15a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:40.822521 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2b224078-8e33-43e3-af04-339d08b3248a req-3aef6b4b-58c9-4280-960a-c5887b15a6c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52c7d5b5-98c9-4c1f-b356-1811f8ce98dc HTTP/1.1" status: 200 len: 851 time: 0.0427670 Feb 28 20:55:40.853731 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2b224078-8e33-43e3-af04-339d08b3248a req-24753f41-9ca5-4f67-9450-5a0c72bb1514 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e978289-d881-42bc-805d-2fbe2bd8f432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249763 Feb 28 20:55:40.948797 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2b224078-8e33-43e3-af04-339d08b3248a req-631cfa7f-765f-435b-b983-0353206ef30c service neutron] 10.222.0.15 "GET /v2.0/networks/4e978289-d881-42bc-805d-2fbe2bd8f432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889237 Feb 28 20:55:41.041579 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2b224078-8e33-43e3-af04-339d08b3248a req-1a85d3a5-616c-4850-821c-15b46f2df84e service neutron] 10.222.0.15 "GET /v2.0/networks/4e978289-d881-42bc-805d-2fbe2bd8f432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872903 Feb 28 20:55:41.111406 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d5d85317-4ce5-4c47-bd12-1e909148f3e8 req-a6fc815b-0aae-4c25-af3c-84cc7505c20d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 210 time: 0.0307426 Feb 28 20:55:41.324709 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94442ea-69e8-4a89-a514-e61b6cfc4dc5 req-7cba57c2-d58c-4378-acd2-a6227393b463 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:41.326207 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f94442ea-69e8-4a89-a514-e61b6cfc4dc5 req-7cba57c2-d58c-4378-acd2-a6227393b463 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/ports?device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 944 time: 0.0535507 Feb 28 20:55:41.372657 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f94442ea-69e8-4a89-a514-e61b6cfc4dc5 req-1abedf11-786b-4120-a507-8c83749084e0 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/security-groups?id=45571b00-8962-4318-83b4-5355862cf5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 Feb 28 20:55:42.209343 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-199ffce2-8ef7-48fe-9b04-cfde596ef3d9 req-b283adc4-4974-416f-af7f-7b0191fad9e1 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 210 time: 0.0287685 Feb 28 20:55:42.420520 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 1d140314-2b05-4c4b-b200-4411152d8e34 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:55:42.498005 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955ad53-9c56-4a66-88ce-001f391d690b req-a1b9af6d-f21e-416b-8d15-5d2a90ffb5a4 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:42.499664 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1955ad53-9c56-4a66-88ce-001f391d690b req-a1b9af6d-f21e-416b-8d15-5d2a90ffb5a4 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/ports?device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 944 time: 0.0557024 Feb 28 20:55:42.519219 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 1d140314-2b05-4c4b-b200-4411152d8e34, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=1d140314-2b05-4c4b-b200-4411152d8e34,segment=NetworkSegment(af9321a8-7130-4829-ae5f-c2a9af48ccb2),segment_id=af9321a8-7130-4829-ae5f-c2a9af48ccb2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:55:42.531810 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '1d140314-2b05-4c4b-b200-4411152d8e34', 'network_id': '4e978289-d881-42bc-805d-2fbe2bd8f432', 'port_id': '1d140314-2b05-4c4b-b200-4411152d8e34', 'mac_address': 'fa:16:3e:2d:52:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c7d5b5-98c9-4c1f-b356-1811f8ce98dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:55:42.555545 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1955ad53-9c56-4a66-88ce-001f391d690b req-09d737f4-0e29-47e8-8ae5-71d07b504458 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/security-groups?id=45571b00-8962-4318-83b4-5355862cf5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498188 Feb 28 20:55:42.573974 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 1d140314-2b05-4c4b-b200-4411152d8e34 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:55:42.574422 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1d140314-2b05-4c4b-b200-4411152d8e34), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:42.587175 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d140314-2b05-4c4b-b200-4411152d8e34 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:55:42.606413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 1d140314-2b05-4c4b-b200-4411152d8e34, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=1d140314-2b05-4c4b-b200-4411152d8e34,segment=NetworkSegment(af9321a8-7130-4829-ae5f-c2a9af48ccb2),segment_id=af9321a8-7130-4829-ae5f-c2a9af48ccb2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:55:42.610550 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1d140314-2b05-4c4b-b200-4411152d8e34), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:42.657143 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=1d140314-2b05-4c4b-b200-4411152d8e34,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:42.837517 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['1d140314-2b05-4c4b-b200-4411152d8e34'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:55:43.307277 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ce2914a-c84b-4ff8-8c7b-73065ae74362 req-247cccf0-5041-4edb-a3c9-2a18ae5b22b2 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 210 time: 0.0273192 Feb 28 20:55:43.671572 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220bafb-c6be-4d38-aa3c-32d2d80e2547 req-a6829926-0e4f-4c47-aed5-6c48ff64c3f8 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:43.673135 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c220bafb-c6be-4d38-aa3c-32d2d80e2547 req-a6829926-0e4f-4c47-aed5-6c48ff64c3f8 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/ports?device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 945 time: 0.0520599 Feb 28 20:55:43.718833 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c220bafb-c6be-4d38-aa3c-32d2d80e2547 req-5e7f6b8c-5ea4-4bb9-a2c0-dd70702b795e tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/security-groups?id=45571b00-8962-4318-83b4-5355862cf5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397558 Feb 28 20:55:44.401718 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-43ecc226-72a4-4a88-bf5b-dfbc7cbe0cae req-c8d6f14b-ca95-4eff-b4a5-76fc88167590 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 210 time: 0.0264251 Feb 28 20:55:44.450866 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 1d140314-2b05-4c4b-b200-4411152d8e34 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:55:44.500485 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 1d140314-2b05-4c4b-b200-4411152d8e34 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:55:44.505045 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 1d140314-2b05-4c4b-b200-4411152d8e34 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:55:44.505964 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1d140314-2b05-4c4b-b200-4411152d8e34), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:44.586203 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 1d140314-2b05-4c4b-b200-4411152d8e34 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:55:44.586507 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1d140314-2b05-4c4b-b200-4411152d8e34), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:44.609816 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78537bbf-8c8c-48b3-835e-43e3913e8c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d140314-2b05-4c4b-b200-4411152d8e34'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:55:44.612100 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d170b4c3-42cf-4b0f-bfe1-6ccc89e24387" -d '{"events": [{"server_uuid": "78537bbf-8c8c-48b3-835e-43e3913e8c4b", "name": "network-vif-plugged", "status": "completed", "tag": "1d140314-2b05-4c4b-b200-4411152d8e34"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:55:44.624845 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 1d140314-2b05-4c4b-b200-4411152d8e34, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=1d140314-2b05-4c4b-b200-4411152d8e34,segment=NetworkSegment(af9321a8-7130-4829-ae5f-c2a9af48ccb2),segment_id=af9321a8-7130-4829-ae5f-c2a9af48ccb2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:55:44.629684 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1d140314-2b05-4c4b-b200-4411152d8e34), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:44.653240 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3f910b-5a75-43bd-b83f-640c6a1aaa2c x-openstack-request-id: req-8b3f910b-5a75-43bd-b83f-640c6a1aaa2c {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:55:44.653539 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78537bbf-8c8c-48b3-835e-43e3913e8c4b", "name": "network-vif-plugged", "status": "completed", "tag": "1d140314-2b05-4c4b-b200-4411152d8e34", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:55:44.653802 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b3f910b-5a75-43bd-b83f-640c6a1aaa2c {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:55:44.654201 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78537bbf-8c8c-48b3-835e-43e3913e8c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d140314-2b05-4c4b-b200-4411152d8e34', 'code': 200} Feb 28 20:55:44.682481 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=1d140314-2b05-4c4b-b200-4411152d8e34,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:44.769058 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46927635-3fea-420c-a17b-506198f5e661 req-ecfd1654-ba95-45a7-b9f5-a5c2c8ff2263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:44.770680 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-46927635-3fea-420c-a17b-506198f5e661 req-ecfd1654-ba95-45a7-b9f5-a5c2c8ff2263 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 1129 time: 0.0547016 Feb 28 20:55:44.824430 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-46927635-3fea-420c-a17b-506198f5e661 req-d6ce84c1-d51b-4574-a98a-68a8915fef9c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=45571b00-8962-4318-83b4-5355862cf5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467246 Feb 28 20:55:44.864967 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8d93f-2cfd-4739-a6d3-c2c807268ae8 req-fa29d7b0-2910-4196-9475-1b8b0f5a5c78 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:44.867116 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3bb8d93f-2cfd-4739-a6d3-c2c807268ae8 req-fa29d7b0-2910-4196-9475-1b8b0f5a5c78 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/ports?device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 946 time: 0.0659893 Feb 28 20:55:44.927416 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3bb8d93f-2cfd-4739-a6d3-c2c807268ae8 req-adfef370-22ab-4012-ba36-804e13598246 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/security-groups?id=45571b00-8962-4318-83b4-5355862cf5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505176 Feb 28 20:55:45.498056 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83977447-d5b6-4251-b456-428b9142479f req-22d467a9-80ee-4fcc-92fe-737add5a34af tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 210 time: 0.0289447 Feb 28 20:55:46.059186 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ddd67-bc69-4402-b23f-8a0c4d50382f req-23c3fb37-4279-478c-9029-ed97ecb956ac tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:46.060922 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c1ddd67-bc69-4402-b23f-8a0c4d50382f req-23c3fb37-4279-478c-9029-ed97ecb956ac tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/ports?device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 946 time: 0.0551403 Feb 28 20:55:46.125153 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c1ddd67-bc69-4402-b23f-8a0c4d50382f req-080f34e8-a34d-4f62-bccd-2c9f632777f8 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/security-groups?id=45571b00-8962-4318-83b4-5355862cf5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580280 Feb 28 20:55:46.254452 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2241225-f342-4bab-b239-e84521054eda req-aabdb3a8-e905-49e8-a2e3-68dae0c37412 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:46.260718 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2241225-f342-4bab-b239-e84521054eda req-aabdb3a8-e905-49e8-a2e3-68dae0c37412 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/ports?device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 946 time: 0.0636036 Feb 28 20:55:46.306612 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2241225-f342-4bab-b239-e84521054eda req-084259a8-2956-4923-a518-a9165e1eec46 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/security-groups?id=45571b00-8962-4318-83b4-5355862cf5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413969 Feb 28 20:55:46.514652 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b7970e48-f78b-4ef9-b5ae-ca9170de58e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:46.550761 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f242e-95dd-41d5-865f-676ceb33f639 req-db7192ed-d8b7-4ac0-82e9-e0068b6af89d tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:46.552458 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-134f242e-95dd-41d5-865f-676ceb33f639 req-db7192ed-d8b7-4ac0-82e9-e0068b6af89d tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/ports?device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 946 time: 0.0660877 Feb 28 20:55:46.603818 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-134f242e-95dd-41d5-865f-676ceb33f639 req-d93c81ae-436e-40d0-bd23-e0b4357ef8c0 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/security-groups?id=45571b00-8962-4318-83b4-5355862cf5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442512 Feb 28 20:55:46.693397 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9bba23b5-5723-4f9e-a1ce-cdd1b5db7f91 req-e7bf9323-23dc-48ab-802e-fcb5ff1b48ac tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 210 time: 0.0319302 Feb 28 20:55:47.735842 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a75145-5198-4879-bd2a-af39775bf454 req-80ea9735-43b7-4cac-8465-c0817dbec045 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:47.737363 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-07a75145-5198-4879-bd2a-af39775bf454 req-80ea9735-43b7-4cac-8465-c0817dbec045 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/ports?device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 946 time: 0.0573833 Feb 28 20:55:47.786975 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-07a75145-5198-4879-bd2a-af39775bf454 req-6b533a64-ddf5-4a60-8b40-a28ad3ea9f97 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/security-groups?id=45571b00-8962-4318-83b4-5355862cf5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434403 Feb 28 20:55:47.889951 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89a44b37-6f30-4c42-957a-bf5c48fb64be req-82a2838b-7941-4e85-813e-2cc025c43dca tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=52324551-0086-4f5c-8647-e0458a072892 HTTP/1.1" status: 200 len: 210 time: 0.0292990 Feb 28 20:55:48.115630 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade016e1-0c50-433a-b231-08dd4fa65cd2 req-dd2ce1b0-96a7-4475-a996-c79523bad0da tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:48.117543 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ade016e1-0c50-433a-b231-08dd4fa65cd2 req-dd2ce1b0-96a7-4475-a996-c79523bad0da tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/ports?device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 946 time: 0.0645211 Feb 28 20:55:48.123443 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5375198-e20e-469e-8644-2c372e4bdcd0 req-11cd4211-b08e-4d7d-9074-aadd0081e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:48.125334 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f5375198-e20e-469e-8644-2c372e4bdcd0 req-11cd4211-b08e-4d7d-9074-aadd0081e38b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d092814cfdd540948a039a2d6911a688&device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 1129 time: 0.0556474 Feb 28 20:55:48.185127 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ade016e1-0c50-433a-b231-08dd4fa65cd2 req-c4d74801-c73c-4d3f-9c90-4f7091fc9000 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/security-groups?id=45571b00-8962-4318-83b4-5355862cf5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619237 Feb 28 20:55:48.228865 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5375198-e20e-469e-8644-2c372e4bdcd0 req-6f3ea026-d75c-466f-ae23-61f5779b81c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:48.230905 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f5375198-e20e-469e-8644-2c372e4bdcd0 req-6f3ea026-d75c-466f-ae23-61f5779b81c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e978289-d881-42bc-805d-2fbe2bd8f432 HTTP/1.1" status: 200 len: 911 time: 0.0999100 Feb 28 20:55:48.270243 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f5375198-e20e-469e-8644-2c372e4bdcd0 req-60ed55d7-f2a2-43f3-8788-b4ad0a0d7ce3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d140314-2b05-4c4b-b200-4411152d8e34 HTTP/1.1" status: 200 len: 217 time: 0.0338404 Feb 28 20:55:48.319750 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5375198-e20e-469e-8644-2c372e4bdcd0 req-6f46f521-061b-47d1-a387-f78aa37273d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:48.321162 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f5375198-e20e-469e-8644-2c372e4bdcd0 req-6f46f521-061b-47d1-a387-f78aa37273d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52c7d5b5-98c9-4c1f-b356-1811f8ce98dc HTTP/1.1" status: 200 len: 851 time: 0.0421894 Feb 28 20:55:48.355565 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f5375198-e20e-469e-8644-2c372e4bdcd0 req-6d41c355-dbe6-45c5-9395-53b54faf1509 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e978289-d881-42bc-805d-2fbe2bd8f432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287228 Feb 28 20:55:48.440137 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f5375198-e20e-469e-8644-2c372e4bdcd0 req-648a6fa7-80d4-4165-9553-2b8624b6cef9 service neutron] 10.222.0.15 "GET /v2.0/networks/4e978289-d881-42bc-805d-2fbe2bd8f432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788360 Feb 28 20:55:48.844818 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f5375198-e20e-469e-8644-2c372e4bdcd0 req-bdd61fbc-edee-4379-85bd-434701f91d8e service neutron] 10.222.0.15 "GET /v2.0/networks/4e978289-d881-42bc-805d-2fbe2bd8f432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991003 Feb 28 20:55:48.949607 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd093e-186f-4aa8-9985-d735e6eb111e req-1661f3af-4564-4606-9df0-b3fe38fb0d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:48.951086 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2bcd093e-186f-4aa8-9985-d735e6eb111e req-1661f3af-4564-4606-9df0-b3fe38fb0d09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d092814cfdd540948a039a2d6911a688&device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 1129 time: 0.0443852 Feb 28 20:55:49.057386 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-87a620a7-7913-4230-a277-1498d07130ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:49.058127 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd093e-186f-4aa8-9985-d735e6eb111e req-62b0d7f9-1ff2-4987-af32-3a90c2c0b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:49.060517 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2bcd093e-186f-4aa8-9985-d735e6eb111e req-62b0d7f9-1ff2-4987-af32-3a90c2c0b6ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e978289-d881-42bc-805d-2fbe2bd8f432 HTTP/1.1" status: 200 len: 911 time: 0.0912087 Feb 28 20:55:49.104715 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2bcd093e-186f-4aa8-9985-d735e6eb111e req-7b47fc0c-6ca6-46ad-9fdf-ea7b648e919c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d140314-2b05-4c4b-b200-4411152d8e34 HTTP/1.1" status: 200 len: 217 time: 0.0355434 Feb 28 20:55:49.152182 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ec8c933-8737-45bb-9449-53face6876de req-8bec4cef-6356-4090-adf4-047d49f4ad2b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-196570219&fields=id&tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5 HTTP/1.1" status: 200 len: 267 time: 0.0443127 Feb 28 20:55:49.153197 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd093e-186f-4aa8-9985-d735e6eb111e req-b8fa38ea-38c0-4aca-a32b-72d1d0e83bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:49.154653 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2bcd093e-186f-4aa8-9985-d735e6eb111e req-b8fa38ea-38c0-4aca-a32b-72d1d0e83bee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52c7d5b5-98c9-4c1f-b356-1811f8ce98dc HTTP/1.1" status: 200 len: 851 time: 0.0434840 Feb 28 20:55:49.187619 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2bcd093e-186f-4aa8-9985-d735e6eb111e req-cf272795-71c3-4c48-9766-ab3ec58a6a45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e978289-d881-42bc-805d-2fbe2bd8f432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257621 Feb 28 20:55:49.257943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8c933-8737-45bb-9449-53face6876de req-6100d3b3-7c44-44c9-b83e-bd08aad928b8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:49.259426 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ec8c933-8737-45bb-9449-53face6876de req-6100d3b3-7c44-44c9-b83e-bd08aad928b8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 812 time: 0.1001339 Feb 28 20:55:49.274235 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ec8c933-8737-45bb-9449-53face6876de req-b926a275-d94b-4c73-9ac9-d57960347385 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/quotas/58bfb457c00e4b538fbd5bd4fd7cfdd5 HTTP/1.1" status: 200 len: 375 time: 0.0089636 Feb 28 20:55:49.283900 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2bcd093e-186f-4aa8-9985-d735e6eb111e req-1da5eb48-41d2-430d-a040-74e6bc9fb027 service neutron] 10.222.0.15 "GET /v2.0/networks/4e978289-d881-42bc-805d-2fbe2bd8f432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880406 Feb 28 20:55:49.333035 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ec8c933-8737-45bb-9449-53face6876de req-ab00c3c9-49bd-4c58-9198-0cf3e90052fa tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530696 Feb 28 20:55:49.380564 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2bcd093e-186f-4aa8-9985-d735e6eb111e req-231de30d-8627-462c-80ae-e5b4a0f778d5 service neutron] 10.222.0.15 "GET /v2.0/networks/4e978289-d881-42bc-805d-2fbe2bd8f432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904152 Feb 28 20:55:49.433703 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ec8c933-8737-45bb-9449-53face6876de req-9d22dd0f-8dba-4a5e-a1ad-9de811b8f3ee service neutron] 10.222.0.13 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864894 Feb 28 20:55:49.531556 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ec8c933-8737-45bb-9449-53face6876de req-686ee708-6d1e-4c14-845b-1b6da1960f25 service neutron] 10.222.0.13 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919266 Feb 28 20:55:49.850469 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f64ccc-ac45-4d8e-9474-6a47fea9c429 req-76082673-198b-4877-b039-3ce2593e1f39 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:49.852041 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-25f64ccc-ac45-4d8e-9474-6a47fea9c429 req-76082673-198b-4877-b039-3ce2593e1f39 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/ports?device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 946 time: 0.0554016 Feb 28 20:55:49.904106 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-25f64ccc-ac45-4d8e-9474-6a47fea9c429 req-b020f8b5-7d0d-49dc-8ac7-22d304ab1fde tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/security-groups?id=45571b00-8962-4318-83b4-5355862cf5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459666 Feb 28 20:55:49.957683 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:49.983002 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-56d737e7-5968-4149-a8ac-73f12a3cab1a req-ee623948-4948-4aeb-9d66-9563bb8984ea tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 210 time: 0.0318661 Feb 28 20:55:50.214996 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:50.223690 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:55:50.227441 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb997c-a6ae-43e6-af44-ea96d00663cb req-2b0f8274-a5ef-4c02-888a-dcd70c81878f tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:50.230224 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cecb997c-a6ae-43e6-af44-ea96d00663cb req-2b0f8274-a5ef-4c02-888a-dcd70c81878f tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/ports?device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 946 time: 0.0703883 Feb 28 20:55:50.287441 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cecb997c-a6ae-43e6-af44-ea96d00663cb req-5d5999a1-fe64-4186-9099-5109c7601b93 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/security-groups?id=45571b00-8962-4318-83b4-5355862cf5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505967 Feb 28 20:55:50.887339 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8c933-8737-45bb-9449-53face6876de req-d869ed0e-411d-4efb-96fd-ae102bb83909 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:50.888857 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ec8c933-8737-45bb-9449-53face6876de req-d869ed0e-411d-4efb-96fd-ae102bb83909 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.10 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 812 time: 0.1086767 Feb 28 20:55:50.958201 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ec8c933-8737-45bb-9449-53face6876de req-741a9a33-f4cc-4659-b0f1-5e0acfb83021 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5 HTTP/1.1" status: 200 len: 379 time: 0.0611539 Feb 28 20:55:50.967983 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-6ec8c933-8737-45bb-9449-53face6876de req-6c2fc956-e574-4512-9339-40ec5c8e191f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Request body: {'port': {'device_id': '87d4527b-0a07-490e-8ef3-18a282dd6414', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'admin_state_up': True, 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'security_groups': ['2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:55:51.097258 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b63839f7-4d57-4a3d-9902-2f07afaab2e4 req-46304584-236d-481e-801c-8f6581858845 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 210 time: 0.0380821 Feb 28 20:55:51.118228 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec8c933-8737-45bb-9449-53face6876de req-6c2fc956-e574-4512-9339-40ec5c8e191f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Made reservation on behalf of 58bfb457c00e4b538fbd5bd4fd7cfdd5 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:55:51.122246 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ec8c933-8737-45bb-9449-53face6876de req-6c2fc956-e574-4512-9339-40ec5c8e191f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:51.250352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-6ec8c933-8737-45bb-9449-53face6876de req-6c2fc956-e574-4512-9339-40ec5c8e191f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Allocated IP 172.20.0.9 (f9183e88-ab23-4a0b-8f98-2c8f78d76e4a/2443cf2a-2cd1-4640-b0ef-22386bc2104e/cef8ba49-ec53-4f2d-9524-b77250dbc340) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:55:51.414962 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:51.422319 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ec8c933-8737-45bb-9449-53face6876de req-6c2fc956-e574-4512-9339-40ec5c8e191f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for port (cef8ba49-ec53-4f2d-9524-b77250dbc340), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:51.454337 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343352f-a0ba-45db-85e2-2bc8c0d799f9 req-f599c3dd-f9c7-42f2-8aba-033eb4c32e0e tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:51.455836 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7343352f-a0ba-45db-85e2-2bc8c0d799f9 req-f599c3dd-f9c7-42f2-8aba-033eb4c32e0e tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/ports?device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 946 time: 0.0929775 Feb 28 20:55:51.488628 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ec8c933-8737-45bb-9449-53face6876de req-6c2fc956-e574-4512-9339-40ec5c8e191f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (cef8ba49-ec53-4f2d-9524-b77250dbc340), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:51.557053 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7343352f-a0ba-45db-85e2-2bc8c0d799f9 req-7f224f20-1872-46e4-80fa-e348820f0a07 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/security-groups?id=45571b00-8962-4318-83b4-5355862cf5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948257 Feb 28 20:55:51.559243 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec8c933-8737-45bb-9449-53face6876de req-6c2fc956-e574-4512-9339-40ec5c8e191f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:55:51.562313 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-6ec8c933-8737-45bb-9449-53face6876de req-6c2fc956-e574-4512-9339-40ec5c8e191f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:55:51.566467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec8c933-8737-45bb-9449-53face6876de req-6c2fc956-e574-4512-9339-40ec5c8e191f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:55:51.594977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fc956-e574-4512-9339-40ec5c8e191f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event updated for resources: {'Port': ['ID=cef8ba49-ec53-4f2d-9524-b77250dbc340,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:51.633691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8c933-8737-45bb-9449-53face6876de req-6c2fc956-e574-4512-9339-40ec5c8e191f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:51.634600 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ec8c933-8737-45bb-9449-53face6876de req-6c2fc956-e574-4512-9339-40ec5c8e191f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:51.659515 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ec8c933-8737-45bb-9449-53face6876de req-6c2fc956-e574-4512-9339-40ec5c8e191f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6962585 Feb 28 20:55:51.673124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-6ec8c933-8737-45bb-9449-53face6876de req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] Request body: {'port': {'device_id': '87d4527b-0a07-490e-8ef3-18a282dd6414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:55:51.749101 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ec8c933-8737-45bb-9449-53face6876de req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cef8ba49-ec53-4f2d-9524-b77250dbc340), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:51.857834 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5358506-8502-4eff-b3ac-1f9f0dff31b1 req-d843f4fd-893a-4c58-90ac-af50f018ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:51.860238 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c5358506-8502-4eff-b3ac-1f9f0dff31b1 req-d843f4fd-893a-4c58-90ac-af50f018ce93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d092814cfdd540948a039a2d6911a688&device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 1129 time: 0.0501790 Feb 28 20:55:51.939518 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b30718-2728-43ac-9327-6cbaae2ace1b req-ca24fc53-cf1b-492e-acc7-99feb057c5a0 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:51.941133 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0b30718-2728-43ac-9327-6cbaae2ace1b req-ca24fc53-cf1b-492e-acc7-99feb057c5a0 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/ports?device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 946 time: 0.1359837 Feb 28 20:55:51.952727 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5358506-8502-4eff-b3ac-1f9f0dff31b1 req-1d41cb18-46fc-42d7-9a60-1d83363e93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:51.954471 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c5358506-8502-4eff-b3ac-1f9f0dff31b1 req-1d41cb18-46fc-42d7-9a60-1d83363e93c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e978289-d881-42bc-805d-2fbe2bd8f432 HTTP/1.1" status: 200 len: 911 time: 0.0889826 Feb 28 20:55:51.977865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-db9365bc-77d8-4a39-8a2b-72a3e969c68d None None] Provisioning complete for port cef8ba49-ec53-4f2d-9524-b77250dbc340 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:55:51.978271 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-db9365bc-77d8-4a39-8a2b-72a3e969c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cef8ba49-ec53-4f2d-9524-b77250dbc340), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:52.003428 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c5358506-8502-4eff-b3ac-1f9f0dff31b1 req-c74ade6b-acae-48df-956d-5dde5b644318 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d140314-2b05-4c4b-b200-4411152d8e34 HTTP/1.1" status: 200 len: 217 time: 0.0433645 Feb 28 20:55:52.020320 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-db9365bc-77d8-4a39-8a2b-72a3e969c68d None None] Port cef8ba49-ec53-4f2d-9524-b77250dbc340 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:55:52.059923 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5358506-8502-4eff-b3ac-1f9f0dff31b1 req-d5428501-c1f2-49f5-ad30-ffe3fbc560c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:52.061683 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c5358506-8502-4eff-b3ac-1f9f0dff31b1 req-d5428501-c1f2-49f5-ad30-ffe3fbc560c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52c7d5b5-98c9-4c1f-b356-1811f8ce98dc HTTP/1.1" status: 200 len: 851 time: 0.0522072 Feb 28 20:55:52.096670 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c5358506-8502-4eff-b3ac-1f9f0dff31b1 req-25fef2f9-2b7d-4057-8f84-e16954dcf20f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e978289-d881-42bc-805d-2fbe2bd8f432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288386 Feb 28 20:55:52.211382 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c5358506-8502-4eff-b3ac-1f9f0dff31b1 req-8acbb472-2c3b-48e9-9971-7315567fb702 service neutron] 10.222.0.15 "GET /v2.0/networks/4e978289-d881-42bc-805d-2fbe2bd8f432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074698 Feb 28 20:55:52.311446 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c5358506-8502-4eff-b3ac-1f9f0dff31b1 req-586d80a5-ef53-43d6-8719-a5b045f07574 service neutron] 10.222.0.15 "GET /v2.0/networks/4e978289-d881-42bc-805d-2fbe2bd8f432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947676 Feb 28 20:55:52.406669 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0b30718-2728-43ac-9327-6cbaae2ace1b req-e5b37a3a-cb0c-4592-a70a-0ff743f7cd53 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/security-groups?id=45571b00-8962-4318-83b4-5355862cf5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565585 Feb 28 20:55:52.527122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-6ec8c933-8737-45bb-9449-53face6876de req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef8ba49-ec53-4f2d-9524-b77250dbc340 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:55:52.536561 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ec8c933-8737-45bb-9449-53face6876de req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] Publish callbacks [] for port (cef8ba49-ec53-4f2d-9524-b77250dbc340), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:52.553410 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-6ec8c933-8737-45bb-9449-53face6876de req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] Transition to ACTIVE for port object cef8ba49-ec53-4f2d-9524-b77250dbc340 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:55:52.558855 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ec8c933-8737-45bb-9449-53face6876de req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (cef8ba49-ec53-4f2d-9524-b77250dbc340), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:52.569826 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f3bf-57f7-4de6-b9d7-5973464d5421 req-71bc324d-9d83-4b53-a267-33b5ba8d6447 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:52.571305 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f5a0f3bf-57f7-4de6-b9d7-5973464d5421 req-71bc324d-9d83-4b53-a267-33b5ba8d6447 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 931 time: 0.1041229 Feb 28 20:55:52.640142 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] Pushing event updated for resources: {'Port': ['ID=cef8ba49-ec53-4f2d-9524-b77250dbc340,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:52.712463 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f5a0f3bf-57f7-4de6-b9d7-5973464d5421 req-375e6510-73ea-472a-942e-23229206737f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179438 Feb 28 20:55:52.749275 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:52.751719 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-6ec8c933-8737-45bb-9449-53face6876de req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] Attempting to bind port cef8ba49-ec53-4f2d-9524-b77250dbc340 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:55:52.752244 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-6ec8c933-8737-45bb-9449-53face6876de req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] Attempting to bind port cef8ba49-ec53-4f2d-9524-b77250dbc340 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:55:52.752575 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec8c933-8737-45bb-9449-53face6876de req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] Attempting to bind port cef8ba49-ec53-4f2d-9524-b77250dbc340 on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:55:52.757558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec8c933-8737-45bb-9449-53face6876de req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] Port cef8ba49-ec53-4f2d-9524-b77250dbc340 on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:55:52.757884 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec8c933-8737-45bb-9449-53face6876de req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] Attempting to bind port cef8ba49-ec53-4f2d-9524-b77250dbc340 on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:55:52.763153 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec8c933-8737-45bb-9449-53face6876de req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:55:52.763488 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec8c933-8737-45bb-9449-53face6876de req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] Checking segment: {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:55:52.763913 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec8c933-8737-45bb-9449-53face6876de req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] Bound using segment: {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:55:52.764348 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-6ec8c933-8737-45bb-9449-53face6876de req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] Bound port: cef8ba49-ec53-4f2d-9524-b77250dbc340, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:55:52.764703 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ec8c933-8737-45bb-9449-53face6876de req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cef8ba49-ec53-4f2d-9524-b77250dbc340), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:52.806818 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:52.852055 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-6ec8c933-8737-45bb-9449-53face6876de req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] For port cef8ba49-ec53-4f2d-9524-b77250dbc340, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:55:52.856026 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-6ec8c933-8737-45bb-9449-53face6876de req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] For port cef8ba49-ec53-4f2d-9524-b77250dbc340, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=cef8ba49-ec53-4f2d-9524-b77250dbc340,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:55:52.861587 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ec8c933-8737-45bb-9449-53face6876de req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (cef8ba49-ec53-4f2d-9524-b77250dbc340), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:52.895078 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8c933-8737-45bb-9449-53face6876de req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:52.895710 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-6ec8c933-8737-45bb-9449-53face6876de req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:52.897147 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ec8c933-8737-45bb-9449-53face6876de req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] 10.222.0.10 "PUT /v2.0/ports/cef8ba49-ec53-4f2d-9524-b77250dbc340 HTTP/1.1" status: 200 len: 1092 time: 1.2293501 Feb 28 20:55:52.897615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d4527b-0a07-490e-8ef3-18a282dd6414', 'tag': 'cef8ba49-ec53-4f2d-9524-b77250dbc340'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:55:52.900028 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5feb4987-b9d2-453a-8b94-ae9990443c25" -d '{"events": [{"name": "network-changed", "server_uuid": "87d4527b-0a07-490e-8ef3-18a282dd6414", "tag": "cef8ba49-ec53-4f2d-9524-b77250dbc340"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:55:52.985869 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d9c6d-b224-4d78-a67f-db2f5a8b3323 service neutron] Pushing event updated for resources: {'Port': ['ID=cef8ba49-ec53-4f2d-9524-b77250dbc340,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:52.994151 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9af507-7fdb-4271-92e8-165f54c05071 x-openstack-request-id: req-2c9af507-7fdb-4271-92e8-165f54c05071 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:55:52.994538 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d4527b-0a07-490e-8ef3-18a282dd6414", "tag": "cef8ba49-ec53-4f2d-9524-b77250dbc340", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:55:52.994826 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c9af507-7fdb-4271-92e8-165f54c05071 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:55:52.995289 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d4527b-0a07-490e-8ef3-18a282dd6414', 'tag': 'cef8ba49-ec53-4f2d-9524-b77250dbc340', 'status': 'completed', 'code': 200} Feb 28 20:55:53.065757 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8c933-8737-45bb-9449-53face6876de req-1216a384-0a1f-4be6-b77d-0761c7fe5e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:53.067635 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ec8c933-8737-45bb-9449-53face6876de req-1216a384-0a1f-4be6-b77d-0761c7fe5e2f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 1126 time: 0.0587993 Feb 28 20:55:53.121760 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ec8c933-8737-45bb-9449-53face6876de req-dca6c5fc-c87a-4513-b451-138b00d08708 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cef8ba49-ec53-4f2d-9524-b77250dbc340 HTTP/1.1" status: 200 len: 217 time: 0.0459683 Feb 28 20:55:53.173752 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8c933-8737-45bb-9449-53face6876de req-3b2af177-6626-44c0-97f6-c4e981a7a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:53.175231 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ec8c933-8737-45bb-9449-53face6876de req-3b2af177-6626-44c0-97f6-c4e981a7a978 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0470698 Feb 28 20:55:53.225697 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8c933-8737-45bb-9449-53face6876de req-e6a3026b-5cd3-4912-9614-36fcd3031fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:53.227161 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ec8c933-8737-45bb-9449-53face6876de req-e6a3026b-5cd3-4912-9614-36fcd3031fd4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451689 Feb 28 20:55:53.329378 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ec8c933-8737-45bb-9449-53face6876de req-488bee2c-ccec-44a4-aa19-0588ae81c1b8 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936966 Feb 28 20:55:53.420749 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ec8c933-8737-45bb-9449-53face6876de req-d2b429ec-d096-4784-b30f-87ca9ddbf4b8 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843983 Feb 28 20:55:53.558210 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb4987-b9d2-453a-8b94-ae9990443c25 req-a4c0a6c2-2ce6-49d0-9626-9e4bba72f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:53.559726 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5feb4987-b9d2-453a-8b94-ae9990443c25 req-a4c0a6c2-2ce6-49d0-9626-9e4bba72f410 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 1126 time: 0.0910881 Feb 28 20:55:53.570265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fa531-b2b2-4085-ae37-bc8dd47770fb req-f9e67525-b7cb-420a-bf2b-5d2cfeb1da65 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:53.571670 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a02fa531-b2b2-4085-ae37-bc8dd47770fb req-f9e67525-b7cb-420a-bf2b-5d2cfeb1da65 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/ports?device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 946 time: 0.0889843 Feb 28 20:55:53.679604 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a02fa531-b2b2-4085-ae37-bc8dd47770fb req-f83d0d5f-6876-49ea-bfc8-7397916cdf62 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/security-groups?id=45571b00-8962-4318-83b4-5355862cf5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989885 Feb 28 20:55:53.707454 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb4987-b9d2-453a-8b94-ae9990443c25 req-b40df9d2-0461-4c85-afc3-49da923e76d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:53.710239 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5feb4987-b9d2-453a-8b94-ae9990443c25 req-b40df9d2-0461-4c85-afc3-49da923e76d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 912 time: 0.1366682 Feb 28 20:55:53.758923 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5feb4987-b9d2-453a-8b94-ae9990443c25 req-328b6cd8-51d3-4175-98a2-c5cd56eb75f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cef8ba49-ec53-4f2d-9524-b77250dbc340 HTTP/1.1" status: 200 len: 217 time: 0.0431232 Feb 28 20:55:53.812056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb4987-b9d2-453a-8b94-ae9990443c25 req-0d7c8050-b7e5-4f3a-a3ec-d29ef530ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:53.814039 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5feb4987-b9d2-453a-8b94-ae9990443c25 req-0d7c8050-b7e5-4f3a-a3ec-d29ef530ea0e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0485897 Feb 28 20:55:53.874461 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb4987-b9d2-453a-8b94-ae9990443c25 req-a0858fe5-9263-4b80-932c-d109cafb0248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:53.876434 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5feb4987-b9d2-453a-8b94-ae9990443c25 req-a0858fe5-9263-4b80-932c-d109cafb0248 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0554812 Feb 28 20:55:54.020418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f440d3-c9fe-4f8a-83b4-92246f5eea4a req-1065bb25-7510-40e9-a440-4848396d99bd tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:54.021994 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8f440d3-c9fe-4f8a-83b4-92246f5eea4a req-1065bb25-7510-40e9-a440-4848396d99bd tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 943 time: 0.1267195 Feb 28 20:55:54.028684 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5feb4987-b9d2-453a-8b94-ae9990443c25 req-2ad72b79-9e3d-42cf-9a11-9fdb1f1a87c8 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422093 Feb 28 20:55:54.135866 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8f440d3-c9fe-4f8a-83b4-92246f5eea4a req-9321cd18-6ecb-4624-8224-92c1a96252ae tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061897 Feb 28 20:55:54.157783 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5feb4987-b9d2-453a-8b94-ae9990443c25 req-b2dcfd5e-28ae-460f-bb35-867234fe5252 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211917 Feb 28 20:55:54.267237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b4e07-a33f-471c-b230-62142c2aa9e9 req-d7338217-d94d-4006-bb02-74c9199feb57 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:54.268778 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed4b4e07-a33f-471c-b230-62142c2aa9e9 req-d7338217-d94d-4006-bb02-74c9199feb57 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/ports?device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 946 time: 0.0554373 Feb 28 20:55:54.317495 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed4b4e07-a33f-471c-b230-62142c2aa9e9 req-c33dc719-56fe-4a28-baee-f510d65687bd tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/security-groups?id=45571b00-8962-4318-83b4-5355862cf5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428977 Feb 28 20:55:55.260617 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d34e3-61b3-4c29-afb3-8186b6dc7da3 req-161334cd-1f89-452d-9ac6-e76b54c076ed tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:55.262117 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d50d34e3-61b3-4c29-afb3-8186b6dc7da3 req-161334cd-1f89-452d-9ac6-e76b54c076ed tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 943 time: 0.0579369 Feb 28 20:55:55.311292 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d50d34e3-61b3-4c29-afb3-8186b6dc7da3 req-24f33aba-ceb6-4baa-a471-bb25c48b2655 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435917 Feb 28 20:55:55.437006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6f27f-05db-487b-8ccc-d1ddd142e807 req-4afdacbb-c47b-4375-925c-683086bed7fc tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:55.438596 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f0a6f27f-05db-487b-8ccc-d1ddd142e807 req-4afdacbb-c47b-4375-925c-683086bed7fc tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/ports?device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 946 time: 0.0546811 Feb 28 20:55:55.486874 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f0a6f27f-05db-487b-8ccc-d1ddd142e807 req-e180e4b4-b4c3-435f-b0d0-fc24ff749842 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/security-groups?id=45571b00-8962-4318-83b4-5355862cf5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423613 Feb 28 20:55:55.658892 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90603bbb-423f-4cea-84a0-5f6937dfa5d6 req-4cf29aa7-23ec-4474-9c99-f85fcef015d0 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:55.660590 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-90603bbb-423f-4cea-84a0-5f6937dfa5d6 req-4cf29aa7-23ec-4474-9c99-f85fcef015d0 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.15 "GET /v2.0/ports?device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 946 time: 0.0612288 Feb 28 20:55:55.772823 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-90603bbb-423f-4cea-84a0-5f6937dfa5d6 req-c587faad-e65c-444d-b50f-4818188b11d0 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Deleting port 1d140314-2b05-4c4b-b200-4411152d8e34 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:55:55.773144 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-90603bbb-423f-4cea-84a0-5f6937dfa5d6 req-c587faad-e65c-444d-b50f-4818188b11d0 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1d140314-2b05-4c4b-b200-4411152d8e34), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:55.876396 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-90603bbb-423f-4cea-84a0-5f6937dfa5d6 req-c587faad-e65c-444d-b50f-4818188b11d0 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] For port 1d140314-2b05-4c4b-b200-4411152d8e34, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=1d140314-2b05-4c4b-b200-4411152d8e34,segment=NetworkSegment(af9321a8-7130-4829-ae5f-c2a9af48ccb2),segment_id=af9321a8-7130-4829-ae5f-c2a9af48ccb2)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:55:55.876759 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-90603bbb-423f-4cea-84a0-5f6937dfa5d6 req-c587faad-e65c-444d-b50f-4818188b11d0 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1d140314-2b05-4c4b-b200-4411152d8e34), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:55.890646 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-90603bbb-423f-4cea-84a0-5f6937dfa5d6 req-c587faad-e65c-444d-b50f-4818188b11d0 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Calling delete_port for 1d140314-2b05-4c4b-b200-4411152d8e34 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:55:56.020337 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-90603bbb-423f-4cea-84a0-5f6937dfa5d6 req-c587faad-e65c-444d-b50f-4818188b11d0 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (1d140314-2b05-4c4b-b200-4411152d8e34), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:56.033102 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['1d140314-2b05-4c4b-b200-4411152d8e34'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:55:56.058614 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587faad-e65c-444d-b50f-4818188b11d0 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Pushing event deleted for resources: {'Port': ['ID=1d140314-2b05-4c4b-b200-4411152d8e34,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:56.101474 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-90603bbb-423f-4cea-84a0-5f6937dfa5d6 req-c587faad-e65c-444d-b50f-4818188b11d0 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] No DVR routers for this DVR port 1d140314-2b05-4c4b-b200-4411152d8e34 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:55:56.104075 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-90603bbb-423f-4cea-84a0-5f6937dfa5d6 req-c587faad-e65c-444d-b50f-4818188b11d0 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:56.107354 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-90603bbb-423f-4cea-84a0-5f6937dfa5d6 req-c587faad-e65c-444d-b50f-4818188b11d0 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.15 "DELETE /v2.0/ports/1d140314-2b05-4c4b-b200-4411152d8e34 HTTP/1.1" status: 204 len: 173 time: 0.4411018 Feb 28 20:55:56.107829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78537bbf-8c8c-48b3-835e-43e3913e8c4b', 'name': 'network-vif-deleted', 'tag': '1d140314-2b05-4c4b-b200-4411152d8e34'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:55:56.110056 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e12562d-56c0-4aa6-ab6b-d318b36b137c" -d '{"events": [{"server_uuid": "78537bbf-8c8c-48b3-835e-43e3913e8c4b", "name": "network-vif-deleted", "tag": "1d140314-2b05-4c4b-b200-4411152d8e34"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:55:56.146380 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e888a8ca-f9f6-46f2-a75f-921112d9c311 x-openstack-request-id: req-e888a8ca-f9f6-46f2-a75f-921112d9c311 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:55:56.146690 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78537bbf-8c8c-48b3-835e-43e3913e8c4b", "name": "network-vif-deleted", "tag": "1d140314-2b05-4c4b-b200-4411152d8e34", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:55:56.146926 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e888a8ca-f9f6-46f2-a75f-921112d9c311 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:55:56.147349 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78537bbf-8c8c-48b3-835e-43e3913e8c4b', 'name': 'network-vif-deleted', 'tag': '1d140314-2b05-4c4b-b200-4411152d8e34', 'status': 'completed', 'code': 200} Feb 28 20:55:56.433128 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8d39a-c2b5-43dc-9a3b-14656edc125f req-8734e43a-610e-4c04-80ea-111dc4ae0576 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:56.434655 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1b8d39a-c2b5-43dc-9a3b-14656edc125f req-8734e43a-610e-4c04-80ea-111dc4ae0576 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 943 time: 0.0537317 Feb 28 20:55:56.492364 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1b8d39a-c2b5-43dc-9a3b-14656edc125f req-4c5a574e-32b2-4256-8170-1a7f4f8ff22d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517664 Feb 28 20:55:56.607448 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8f1b63cf-22d7-4698-9e71-9cbf96b05814 req-d86cc112-b650-4370-bc70-608c8136aa49 tempest-TestServerAdvancedOps-1639732186 tempest-TestServerAdvancedOps-1639732186-project] 10.222.0.13 "GET /v2.0/ports?device_id=78537bbf-8c8c-48b3-835e-43e3913e8c4b HTTP/1.1" status: 200 len: 210 time: 0.0296578 Feb 28 20:55:57.620949 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f407ea-b954-4e30-aa2c-4a13d8457b0c req-7af2ca6e-9f25-4804-b17e-6d7d2783685d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:57.622450 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4f407ea-b954-4e30-aa2c-4a13d8457b0c req-7af2ca6e-9f25-4804-b17e-6d7d2783685d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 943 time: 0.0555339 Feb 28 20:55:57.672890 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e4f407ea-b954-4e30-aa2c-4a13d8457b0c req-149b8831-bbd7-4180-9151-280a5277b0de tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445492 Feb 28 20:55:57.721466 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43696) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:57.765796 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc3873c-5dba-491d-8291-b2fe7e269837 admin admin] Deleting subnet 52c7d5b5-98c9-4c1f-b356-1811f8ce98dc {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:55:57.768965 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcc3873c-5dba-491d-8291-b2fe7e269837 admin admin] Publish callbacks [] for subnet (52c7d5b5-98c9-4c1f-b356-1811f8ce98dc), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:57.802736 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcc3873c-5dba-491d-8291-b2fe7e269837 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (52c7d5b5-98c9-4c1f-b356-1811f8ce98dc), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:57.845482 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcc3873c-5dba-491d-8291-b2fe7e269837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (52c7d5b5-98c9-4c1f-b356-1811f8ce98dc), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:57.896811 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcc3873c-5dba-491d-8291-b2fe7e269837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (52c7d5b5-98c9-4c1f-b356-1811f8ce98dc), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:57.921421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3873c-5dba-491d-8291-b2fe7e269837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52c7d5b5-98c9-4c1f-b356-1811f8ce98dc,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:57.927624 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fcc3873c-5dba-491d-8291-b2fe7e269837 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:57.932949 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fcc3873c-5dba-491d-8291-b2fe7e269837 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/52c7d5b5-98c9-4c1f-b356-1811f8ce98dc HTTP/1.1" status: 204 len: 168 time: 0.2104208 Feb 28 20:55:57.935270 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43698) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:58.002674 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af3c1668-29fb-417c-a3be-8ebd81b6e430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (4e978289-d881-42bc-805d-2fbe2bd8f432), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:58.082907 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af3c1668-29fb-417c-a3be-8ebd81b6e430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (4e978289-d881-42bc-805d-2fbe2bd8f432), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:58.102864 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-af3c1668-29fb-417c-a3be-8ebd81b6e430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e978289-d881-42bc-805d-2fbe2bd8f432']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:58.112708 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-af3c1668-29fb-417c-a3be-8ebd81b6e430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af9321a8-7130-4829-ae5f-c2a9af48ccb2') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:58.113011 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-af3c1668-29fb-417c-a3be-8ebd81b6e430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af9321a8-7130-4829-ae5f-c2a9af48ccb2') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:58.122735 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af3c1668-29fb-417c-a3be-8ebd81b6e430 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (af9321a8-7130-4829-ae5f-c2a9af48ccb2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:58.135887 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af3c1668-29fb-417c-a3be-8ebd81b6e430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (af9321a8-7130-4829-ae5f-c2a9af48ccb2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:58.142258 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3c1668-29fb-417c-a3be-8ebd81b6e430 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:55:58.142651 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af3c1668-29fb-417c-a3be-8ebd81b6e430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (af9321a8-7130-4829-ae5f-c2a9af48ccb2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:55:58.153488 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:55:58.204282 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af3c1668-29fb-417c-a3be-8ebd81b6e430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (4e978289-d881-42bc-805d-2fbe2bd8f432), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:58.211801 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-af3c1668-29fb-417c-a3be-8ebd81b6e430 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:58.215903 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-af3c1668-29fb-417c-a3be-8ebd81b6e430 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4e978289-d881-42bc-805d-2fbe2bd8f432 HTTP/1.1" status: 204 len: 168 time: 0.2795224 Feb 28 20:55:58.218615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43702) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:58.228568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c1668-29fb-417c-a3be-8ebd81b6e430 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e978289-d881-42bc-805d-2fbe2bd8f432,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:58.265896 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4369a3-2737-4990-b4f8-11a70d89a4c1 admin admin] Deleting subnet 8cd49dee-0796-48c4-85e8-1d448da5ecbe {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:55:58.269315 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f4369a3-2737-4990-b4f8-11a70d89a4c1 admin admin] Publish callbacks [] for subnet (8cd49dee-0796-48c4-85e8-1d448da5ecbe), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:58.308969 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f4369a3-2737-4990-b4f8-11a70d89a4c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (8cd49dee-0796-48c4-85e8-1d448da5ecbe), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:58.348735 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f4369a3-2737-4990-b4f8-11a70d89a4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (8cd49dee-0796-48c4-85e8-1d448da5ecbe), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:58.404392 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f4369a3-2737-4990-b4f8-11a70d89a4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (8cd49dee-0796-48c4-85e8-1d448da5ecbe), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:58.429655 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4369a3-2737-4990-b4f8-11a70d89a4c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd49dee-0796-48c4-85e8-1d448da5ecbe,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:58.434212 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6f4369a3-2737-4990-b4f8-11a70d89a4c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:58.437364 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6f4369a3-2737-4990-b4f8-11a70d89a4c1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8cd49dee-0796-48c4-85e8-1d448da5ecbe HTTP/1.1" status: 204 len: 168 time: 0.2171235 Feb 28 20:55:58.440067 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43704) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:58.496853 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 1d140314-2b05-4c4b-b200-4411152d8e34 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:55:58.512340 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-726ce52f-acef-4fd5-ab9e-a9df79e1daa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (817a9095-5985-4e50-a74c-c18cd4860602), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:58.519459 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 1d140314-2b05-4c4b-b200-4411152d8e34 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:55:58.519975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 1d140314-2b05-4c4b-b200-4411152d8e34 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:55:58.596659 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-726ce52f-acef-4fd5-ab9e-a9df79e1daa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (817a9095-5985-4e50-a74c-c18cd4860602), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:58.616397 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-726ce52f-acef-4fd5-ab9e-a9df79e1daa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817a9095-5985-4e50-a74c-c18cd4860602']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:58.626134 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-726ce52f-acef-4fd5-ab9e-a9df79e1daa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98eb7b14-602d-462a-a326-22b2ef40efcc') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:58.626433 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-726ce52f-acef-4fd5-ab9e-a9df79e1daa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98eb7b14-602d-462a-a326-22b2ef40efcc') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:55:58.636307 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-726ce52f-acef-4fd5-ab9e-a9df79e1daa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (98eb7b14-602d-462a-a326-22b2ef40efcc), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:58.649272 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-726ce52f-acef-4fd5-ab9e-a9df79e1daa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (98eb7b14-602d-462a-a326-22b2ef40efcc), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:58.655031 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726ce52f-acef-4fd5-ab9e-a9df79e1daa8 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:55:58.655421 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-726ce52f-acef-4fd5-ab9e-a9df79e1daa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (98eb7b14-602d-462a-a326-22b2ef40efcc), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: timer() Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:55:58.657074 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:55:58.718604 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-726ce52f-acef-4fd5-ab9e-a9df79e1daa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (817a9095-5985-4e50-a74c-c18cd4860602), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:58.738449 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-726ce52f-acef-4fd5-ab9e-a9df79e1daa8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:58.742381 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-726ce52f-acef-4fd5-ab9e-a9df79e1daa8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/817a9095-5985-4e50-a74c-c18cd4860602 HTTP/1.1" status: 204 len: 168 time: 0.3011436 Feb 28 20:55:58.743343 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ce52f-acef-4fd5-ab9e-a9df79e1daa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=817a9095-5985-4e50-a74c-c18cd4860602,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:58.803365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6a170-455c-4d70-8883-309ff9d8a425 req-a2414de1-eb97-4c9d-bb00-9382afde6ed6 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:55:58.810924 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-56c6a170-455c-4d70-8883-309ff9d8a425 req-a2414de1-eb97-4c9d-bb00-9382afde6ed6 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 943 time: 0.0646491 Feb 28 20:55:58.864369 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-56c6a170-455c-4d70-8883-309ff9d8a425 req-7a993a7f-d5a2-43d7-b629-8e880b289ebe tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523038 Feb 28 20:55:58.921314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43710) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:58.964006 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-66809e3b-91e5-4b08-aeb8-520404226112 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d092814cfdd540948a039a2d6911a688&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392599 Feb 28 20:55:58.964236 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43712) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:59.016756 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8cc0d3c-e7bd-498d-aa40-9b23fd321546 admin admin] Publish callbacks [] for security_group (45571b00-8962-4318-83b4-5355862cf5f5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:59.038102 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8cc0d3c-e7bd-498d-aa40-9b23fd321546 admin admin] Publish callbacks [] for security_group (45571b00-8962-4318-83b4-5355862cf5f5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:59.086296 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8cc0d3c-e7bd-498d-aa40-9b23fd321546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (45571b00-8962-4318-83b4-5355862cf5f5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:59.089143 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b8cc0d3c-e7bd-498d-aa40-9b23fd321546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:59.090407 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b8cc0d3c-e7bd-498d-aa40-9b23fd321546 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45571b00-8962-4318-83b4-5355862cf5f5 HTTP/1.1" status: 204 len: 168 time: 0.1252711 Feb 28 20:55:59.098941 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc0d3c-e7bd-498d-aa40-9b23fd321546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45571b00-8962-4318-83b4-5355862cf5f5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:55:59.427779 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43718) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:59.467097 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a44a0878-8e02-48ce-8894-f867e09fa961 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d22895f7729949abab0e63f37bdcf427&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381057 Feb 28 20:55:59.470066 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43720) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:55:59.521391 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d51b-1ab7-4c72-97de-004d07b63d26 admin admin] Publish callbacks [] for security_group (35a0103f-1c82-47a8-95ce-801023f9a0a4), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:59.544394 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d51b-1ab7-4c72-97de-004d07b63d26 admin admin] Publish callbacks [] for security_group (35a0103f-1c82-47a8-95ce-801023f9a0a4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:59.590304 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d51b-1ab7-4c72-97de-004d07b63d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (35a0103f-1c82-47a8-95ce-801023f9a0a4), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:59.593068 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d51b-1ab7-4c72-97de-004d07b63d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:55:59.594239 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2fd9d51b-1ab7-4c72-97de-004d07b63d26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35a0103f-1c82-47a8-95ce-801023f9a0a4 HTTP/1.1" status: 204 len: 168 time: 0.1233025 Feb 28 20:55:59.603581 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9d51b-1ab7-4c72-97de-004d07b63d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a0103f-1c82-47a8-95ce-801023f9a0a4,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:56:00.001621 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe344c-1d47-45f1-bbc0-6fdadd2a2490 req-b886dca2-c685-4f7c-a3ce-5c6c22e50bad tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:56:00.004295 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-46fe344c-1d47-45f1-bbc0-6fdadd2a2490 req-b886dca2-c685-4f7c-a3ce-5c6c22e50bad tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 943 time: 0.0633073 Feb 28 20:56:00.059605 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-46fe344c-1d47-45f1-bbc0-6fdadd2a2490 req-bedf797a-50dc-403c-a5d6-204cc3c2019e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495296 Feb 28 20:56:01.194737 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125c1c2-488c-45a2-9bec-44b3b80ccd72 req-f2441b80-2c0c-4987-8f23-c61e119a2222 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:56:01.196278 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b125c1c2-488c-45a2-9bec-44b3b80ccd72 req-f2441b80-2c0c-4987-8f23-c61e119a2222 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 943 time: 0.0589948 Feb 28 20:56:01.248135 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b125c1c2-488c-45a2-9bec-44b3b80ccd72 req-6d052645-6098-4da4-ad1d-158a8def7b11 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455389 Feb 28 20:56:02.370689 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252ce9b-2a21-4200-b978-5c426dc1b798 req-a4a3bfbc-ce96-46e1-b050-a0164d6f229f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:56:02.372180 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b252ce9b-2a21-4200-b978-5c426dc1b798 req-a4a3bfbc-ce96-46e1-b050-a0164d6f229f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 943 time: 0.0572476 Feb 28 20:56:02.420706 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b252ce9b-2a21-4200-b978-5c426dc1b798 req-e5d495e0-28c5-4f99-89af-4b47b7a92e5e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429814 Feb 28 20:56:03.541295 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfabaf9-4bf6-4b90-855f-231083bd124a req-273aa6a8-2894-47fe-96f0-cf6d78e7ba11 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:56:03.542775 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-adfabaf9-4bf6-4b90-855f-231083bd124a req-273aa6a8-2894-47fe-96f0-cf6d78e7ba11 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 943 time: 0.0544026 Feb 28 20:56:03.591263 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-adfabaf9-4bf6-4b90-855f-231083bd124a req-6b42756b-f1cc-42cc-8d35-a2769e1ed09d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428567 Feb 28 20:56:04.716052 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9bdcc-d883-46b9-a497-ca2702fe2f5a req-7adda1e7-2d17-43f0-9d30-057fa48cacf1 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:56:04.717526 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63e9bdcc-d883-46b9-a497-ca2702fe2f5a req-7adda1e7-2d17-43f0-9d30-057fa48cacf1 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 943 time: 0.0581253 Feb 28 20:56:04.765641 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63e9bdcc-d883-46b9-a497-ca2702fe2f5a req-b5829fc8-1a43-47e1-a2b3-7bf6b842be2d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424507 Feb 28 20:56:05.880998 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7781c1-5351-4008-b7cb-bd9d1e07ffe0 req-dab2a60e-ba1e-429a-b268-fd02f1be630a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:56:05.882467 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a7781c1-5351-4008-b7cb-bd9d1e07ffe0 req-dab2a60e-ba1e-429a-b268-fd02f1be630a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 943 time: 0.0517905 Feb 28 20:56:05.931326 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a7781c1-5351-4008-b7cb-bd9d1e07ffe0 req-45536bda-7d7b-44c3-b2ba-48a63f7d4765 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427849 Feb 28 20:56:07.056123 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8940f2a-e238-4de0-823b-fdd38e0df890 req-b3613654-1d14-4323-9ac2-e2ca119cd2c7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:56:07.057672 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f8940f2a-e238-4de0-823b-fdd38e0df890 req-b3613654-1d14-4323-9ac2-e2ca119cd2c7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 943 time: 0.0550511 Feb 28 20:56:07.112951 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f8940f2a-e238-4de0-823b-fdd38e0df890 req-83a6f250-f616-4e85-96ea-c1ff3c86f8b4 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496511 Feb 28 20:56:08.057550 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device cef8ba49-ec53-4f2d-9524-b77250dbc340 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:56:08.153558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port cef8ba49-ec53-4f2d-9524-b77250dbc340, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=cef8ba49-ec53-4f2d-9524-b77250dbc340,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:56:08.164902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'cef8ba49-ec53-4f2d-9524-b77250dbc340', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'port_id': 'cef8ba49-ec53-4f2d-9524-b77250dbc340', 'mac_address': 'fa:16:3e:0e:53:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:56:08.206475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port cef8ba49-ec53-4f2d-9524-b77250dbc340 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:56:08.206858 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cef8ba49-ec53-4f2d-9524-b77250dbc340), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:08.220592 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef8ba49-ec53-4f2d-9524-b77250dbc340 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:56:08.238657 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24abda-53e3-4005-baee-c655e274eb23 req-66c5e308-6840-4175-ab8f-8734920c3a6c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:56:08.239620 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port cef8ba49-ec53-4f2d-9524-b77250dbc340, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=cef8ba49-ec53-4f2d-9524-b77250dbc340,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:56:08.240425 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca24abda-53e3-4005-baee-c655e274eb23 req-66c5e308-6840-4175-ab8f-8734920c3a6c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 943 time: 0.0592225 Feb 28 20:56:08.243826 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cef8ba49-ec53-4f2d-9524-b77250dbc340), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:08.292249 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca24abda-53e3-4005-baee-c655e274eb23 req-77fe42d3-4753-4f97-bcc7-08d1f678f391 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462039 Feb 28 20:56:08.294352 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=cef8ba49-ec53-4f2d-9524-b77250dbc340,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:56:08.506032 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['cef8ba49-ec53-4f2d-9524-b77250dbc340'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:56:09.409808 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d255973-7e2c-48f5-995d-773a663f7654 req-bd727dd3-7601-4d58-b0a5-f79b5fc067d7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:56:09.411288 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d255973-7e2c-48f5-995d-773a663f7654 req-bd727dd3-7601-4d58-b0a5-f79b5fc067d7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 944 time: 0.0522490 Feb 28 20:56:09.468217 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d255973-7e2c-48f5-995d-773a663f7654 req-a1375fc1-dcde-41d5-a9ef-d8b1616a2395 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506086 Feb 28 20:56:10.069414 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device cef8ba49-ec53-4f2d-9524-b77250dbc340 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:56:10.116580 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port cef8ba49-ec53-4f2d-9524-b77250dbc340 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:56:10.120134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port cef8ba49-ec53-4f2d-9524-b77250dbc340 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:56:10.120509 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cef8ba49-ec53-4f2d-9524-b77250dbc340), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:10.198195 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port cef8ba49-ec53-4f2d-9524-b77250dbc340 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:56:10.198577 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cef8ba49-ec53-4f2d-9524-b77250dbc340), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:10.220848 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d4527b-0a07-490e-8ef3-18a282dd6414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef8ba49-ec53-4f2d-9524-b77250dbc340'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:56:10.223040 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a2ba77-7024-4aa5-8d93-620886c0d04c" -d '{"events": [{"server_uuid": "87d4527b-0a07-490e-8ef3-18a282dd6414", "name": "network-vif-plugged", "status": "completed", "tag": "cef8ba49-ec53-4f2d-9524-b77250dbc340"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:56:10.235477 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port cef8ba49-ec53-4f2d-9524-b77250dbc340, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=cef8ba49-ec53-4f2d-9524-b77250dbc340,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:56:10.240010 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cef8ba49-ec53-4f2d-9524-b77250dbc340), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:10.263893 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2c00c8-2411-44d3-99dc-f41c2cda67a9 x-openstack-request-id: req-5d2c00c8-2411-44d3-99dc-f41c2cda67a9 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:56:10.264153 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d4527b-0a07-490e-8ef3-18a282dd6414", "name": "network-vif-plugged", "status": "completed", "tag": "cef8ba49-ec53-4f2d-9524-b77250dbc340", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:56:10.264406 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d2c00c8-2411-44d3-99dc-f41c2cda67a9 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:56:10.264798 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d4527b-0a07-490e-8ef3-18a282dd6414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef8ba49-ec53-4f2d-9524-b77250dbc340', 'code': 200} Feb 28 20:56:10.290686 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=cef8ba49-ec53-4f2d-9524-b77250dbc340,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:56:10.370427 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32468a4a-c3ee-4a51-8537-7d5f5665a093 req-75684a42-d430-4422-b6df-4ccd20d9068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:56:10.371928 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32468a4a-c3ee-4a51-8537-7d5f5665a093 req-75684a42-d430-4422-b6df-4ccd20d9068f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 1128 time: 0.0493536 Feb 28 20:56:10.417530 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32468a4a-c3ee-4a51-8537-7d5f5665a093 req-636ec2b2-4bb4-4b5b-a2a8-7a8aec23e48f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390038 Feb 28 20:56:10.591051 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa12de3-9243-46a2-97c0-aa00381acaee req-6f8ef5c4-1185-4060-be58-ae0faccd324e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:56:10.592603 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-caa12de3-9243-46a2-97c0-aa00381acaee req-6f8ef5c4-1185-4060-be58-ae0faccd324e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 945 time: 0.0538533 Feb 28 20:56:10.642921 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-caa12de3-9243-46a2-97c0-aa00381acaee req-95898f46-ad91-4a8d-9e3c-a258df88b471 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445530 Feb 28 20:56:11.761769 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f0061-1d0d-4a1d-8e1d-1c0449d5947a req-d6f48c5b-51ca-41e3-bd5c-317a5ccd5845 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:56:11.763252 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f8f0061-1d0d-4a1d-8e1d-1c0449d5947a req-d6f48c5b-51ca-41e3-bd5c-317a5ccd5845 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 945 time: 0.0533431 Feb 28 20:56:11.816827 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1f8f0061-1d0d-4a1d-8e1d-1c0449d5947a req-9cfdd171-ef74-410c-aee2-787aee53f865 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480423 Feb 28 20:56:11.932981 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ce405-12a1-4f4c-a447-6cdc8a4858c8 req-ea8a44a8-e9ff-4741-952a-94ac0ef12e06 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:56:11.934379 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a9ce405-12a1-4f4c-a447-6cdc8a4858c8 req-ea8a44a8-e9ff-4741-952a-94ac0ef12e06 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 945 time: 0.0531156 Feb 28 20:56:11.983379 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a9ce405-12a1-4f4c-a447-6cdc8a4858c8 req-10cc2a44-00e1-4986-b179-36031341aca3 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434690 Feb 28 20:56:12.006093 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43750) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:56:12.050984 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27a5ff6-9590-4545-9f57-47d98e931c61 tempest-TestVolumeBootPattern-1704243063 tempest-TestVolumeBootPattern-1704243063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:56:12.052567 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d27a5ff6-9590-4545-9f57-47d98e931c61 tempest-TestVolumeBootPattern-1704243063 tempest-TestVolumeBootPattern-1704243063-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 1123 time: 0.0454903 Feb 28 20:56:12.055397 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43752) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:56:12.060233 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': 'cef8ba49-ec53-4f2d-9524-b77250dbc340', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:56:12.080170 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:12.177673 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:12.278896 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Allocated IP 172.25.0.163 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/08cd1738-7e99-4aa0-9c0c-21dd650a296e) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:56:12.380565 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for port (08cd1738-7e99-4aa0-9c0c-21dd650a296e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:12.413512 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (08cd1738-7e99-4aa0-9c0c-21dd650a296e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:12.453106 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:56:12.455873 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:56:12.458645 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:56:12.482429 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event updated for resources: {'Port': ['ID=08cd1738-7e99-4aa0-9c0c-21dd650a296e,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:56:12.496424 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:12.496774 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:12.497112 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:12.497467 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:12.497783 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:12.498114 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:12.498443 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:12.498767 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:12.499091 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:12.499415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:12.499738 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:12.500098 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:12.500444 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:12.836235 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for floatingip (aabb036b-cdac-4764-8639-201df76ca09e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:12.905638 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (08cd1738-7e99-4aa0-9c0c-21dd650a296e), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:13.050315 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for port (08cd1738-7e99-4aa0-9c0c-21dd650a296e), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:13.054852 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (08cd1738-7e99-4aa0-9c0c-21dd650a296e), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:13.125369 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event updated for resources: {'Port': ['ID=08cd1738-7e99-4aa0-9c0c-21dd650a296e,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:56:13.136626 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (aabb036b-cdac-4764-8639-201df76ca09e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:13.236722 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Floating IP aabb036b-cdac-4764-8639-201df76ca09e associated. External IP: 172.25.0.163, port: cef8ba49-ec53-4f2d-9524-b77250dbc340. Feb 28 20:56:13.442601 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:56:13.550413 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:56:13.561217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e314106-7556-4d7d-a6a9-1f81ebe3479e None None] Sync routers for ids ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:56:13.571096 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:13.571305 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e314106-7556-4d7d-a6a9-1f81ebe3479e None None] Routers {'1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:56:13.571864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6e314106-7556-4d7d-a6a9-1f81ebe3479e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:55:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:56:13.601323 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ef88bb79-a294-4433-b79c-31a48be50d92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5448775 Feb 28 20:56:13.601931 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d4527b-0a07-490e-8ef3-18a282dd6414', 'tag': 'cef8ba49-ec53-4f2d-9524-b77250dbc340'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:56:13.604901 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1b2a8b-f8a1-48cd-869a-d1220b50a395" -d '{"events": [{"name": "network-changed", "server_uuid": "87d4527b-0a07-490e-8ef3-18a282dd6414", "tag": "cef8ba49-ec53-4f2d-9524-b77250dbc340"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:56:13.645856 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cb41ae-d95a-47ef-981f-8acd5535be81 x-openstack-request-id: req-76cb41ae-d95a-47ef-981f-8acd5535be81 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:56:13.646154 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d4527b-0a07-490e-8ef3-18a282dd6414", "tag": "cef8ba49-ec53-4f2d-9524-b77250dbc340", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:56:13.646408 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76cb41ae-d95a-47ef-981f-8acd5535be81 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:56:13.646822 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d4527b-0a07-490e-8ef3-18a282dd6414', 'tag': 'cef8ba49-ec53-4f2d-9524-b77250dbc340', 'status': 'completed', 'code': 200} Feb 28 20:56:13.681272 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-6e314106-7556-4d7d-a6a9-1f81ebe3479e None None] Set router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:56:13.712449 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b2a8b-f8a1-48cd-869a-d1220b50a395 req-e74730df-94bb-4247-8b22-28389eee75c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:56:13.714366 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af1b2a8b-f8a1-48cd-869a-d1220b50a395 req-e74730df-94bb-4247-8b22-28389eee75c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 1128 time: 0.0446746 Feb 28 20:56:13.809640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b2a8b-f8a1-48cd-869a-d1220b50a395 req-41eff98b-3342-44d4-a980-d5ad4bb49cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:56:13.811132 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af1b2a8b-f8a1-48cd-869a-d1220b50a395 req-41eff98b-3342-44d4-a980-d5ad4bb49cb5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 912 time: 0.0908632 Feb 28 20:56:13.876213 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af1b2a8b-f8a1-48cd-869a-d1220b50a395 req-b18e29f3-7e15-4274-98d8-630e16a4279d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cef8ba49-ec53-4f2d-9524-b77250dbc340 HTTP/1.1" status: 200 len: 999 time: 0.0590236 Feb 28 20:56:13.908661 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6e314106-7556-4d7d-a6a9-1f81ebe3479e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'aabb036b-cdac-4764-8639-201df76ca09e', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'port_id': 'cef8ba49-ec53-4f2d-9524-b77250dbc340', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'mac_address': 'fa:16:3e:0e:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d4527b-0a07-490e-8ef3-18a282dd6414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:56:12Z', 'updated_at': '2022-02-28T20:56:12Z', 'revision_number': 0, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71ce6b1-da76-45f5-89ea-ef7147e449de', 'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'mac_address': 'fa:16:3e:41:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:11Z', 'updated_at': '2022-02-28T20:47:17Z', 'revision_number': 5, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'subnets': [{'id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:56:13.928869 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b2a8b-f8a1-48cd-869a-d1220b50a395 req-7b2c2027-eb3c-41f0-922c-1288701aaf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:56:13.930335 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af1b2a8b-f8a1-48cd-869a-d1220b50a395 req-7b2c2027-eb3c-41f0-922c-1288701aaf52 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0484920 Feb 28 20:56:13.935182 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e314106-7556-4d7d-a6a9-1f81ebe3479e None None] Checking router: 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:56:13.943623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e314106-7556-4d7d-a6a9-1f81ebe3479e None None] Routers {'1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:56:13.944271 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6e314106-7556-4d7d-a6a9-1f81ebe3479e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:55:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:56:13.981172 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b2a8b-f8a1-48cd-869a-d1220b50a395 req-0ef50dd4-623f-4cd0-837d-375a70d6535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:56:13.982607 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af1b2a8b-f8a1-48cd-869a-d1220b50a395 req-0ef50dd4-623f-4cd0-837d-375a70d6535e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454426 Feb 28 20:56:14.054448 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-6e314106-7556-4d7d-a6a9-1f81ebe3479e None None] Set router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:56:14.074621 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af1b2a8b-f8a1-48cd-869a-d1220b50a395 req-6b45b7e2-bd9f-4e9f-b013-90bcc28dcfe5 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854723 Feb 28 20:56:14.170137 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af1b2a8b-f8a1-48cd-869a-d1220b50a395 req-98965553-5e8a-42cd-be9e-ec6b3563f7b2 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889683 Feb 28 20:56:14.281403 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6e314106-7556-4d7d-a6a9-1f81ebe3479e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'aabb036b-cdac-4764-8639-201df76ca09e', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'port_id': 'cef8ba49-ec53-4f2d-9524-b77250dbc340', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'mac_address': 'fa:16:3e:0e:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d4527b-0a07-490e-8ef3-18a282dd6414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:56:12Z', 'updated_at': '2022-02-28T20:56:12Z', 'revision_number': 0, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71ce6b1-da76-45f5-89ea-ef7147e449de', 'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'mac_address': 'fa:16:3e:41:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:11Z', 'updated_at': '2022-02-28T20:47:17Z', 'revision_number': 5, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'subnets': [{'id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:56:14.308037 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e314106-7556-4d7d-a6a9-1f81ebe3479e None None] The sync data for ids ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'] in n-d-820368-21 is: [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'aabb036b-cdac-4764-8639-201df76ca09e', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'port_id': 'cef8ba49-ec53-4f2d-9524-b77250dbc340', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'mac_address': 'fa:16:3e:0e:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d4527b-0a07-490e-8ef3-18a282dd6414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:56:12Z', 'updated_at': '2022-02-28T20:56:12Z', 'revision_number': 0, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71ce6b1-da76-45f5-89ea-ef7147e449de', 'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'mac_address': 'fa:16:3e:41:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:11Z', 'updated_at': '2022-02-28T20:47:17Z', 'revision_number': 5, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'subnets': [{'id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:56:14.492613 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41126e5b-f954-4130-9a36-72f94372cacc None None] New status for floating IP aabb036b-cdac-4764-8639-201df76ca09e: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:56:16.508614 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ab7cd82f-5609-4d17-868c-17c62f592915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:19.058529 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e265d978-4b08-46e4-b665-e28ded0c5a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:19.932778 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:20.218243 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:21.416672 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:22.744105 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:22.800832 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:26.045751 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43772) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:56:26.175563 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Deleting port 82f0eb30-c77f-4886-a437-9b39dc701426 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:56:26.176104 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (82f0eb30-c77f-4886-a437-9b39dc701426), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:26.254369 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (82f0eb30-c77f-4886-a437-9b39dc701426), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:26.254696 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for floatingip (82f0eb30-c77f-4886-a437-9b39dc701426), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:26.267219 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Calling delete_port for 82f0eb30-c77f-4886-a437-9b39dc701426 owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:56:26.396327 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (82f0eb30-c77f-4886-a437-9b39dc701426), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:26.424992 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Pushing event deleted for resources: {'Port': ['ID=82f0eb30-c77f-4886-a437-9b39dc701426,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:56:26.436987 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:26.437339 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:26.437685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:26.438026 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:26.438367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:26.438700 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:26.439030 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:26.439359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:26.439693 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:26.440069 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:26.440398 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:26.440729 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:26.441050 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:26.495866 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for floatingip (23d9e1d0-2809-48da-baef-737dba49ea79), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:26.498604 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:26.499793 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b36016e8-e32a-44fc-aa99-839884815650 tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "DELETE /v2.0/floatingips/23d9e1d0-2809-48da-baef-737dba49ea79 HTTP/1.1" status: 204 len: 168 time: 0.4530239 Feb 28 20:56:26.567526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43778) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:56:26.627172 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ffdcaf55-740b-4a7a-8163-b9abb060a5df tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group (9bdfc153-7100-4880-be95-30bf67bded54), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:26.652507 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ffdcaf55-740b-4a7a-8163-b9abb060a5df tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group (9bdfc153-7100-4880-be95-30bf67bded54), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:26.715447 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ffdcaf55-740b-4a7a-8163-b9abb060a5df tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (9bdfc153-7100-4880-be95-30bf67bded54), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:26.718217 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ffdcaf55-740b-4a7a-8163-b9abb060a5df tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:26.719540 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ffdcaf55-740b-4a7a-8163-b9abb060a5df tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] 10.222.0.13 "DELETE /v2.0/security-groups/9bdfc153-7100-4880-be95-30bf67bded54 HTTP/1.1" status: 204 len: 168 time: 0.1501412 Feb 28 20:56:26.729645 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcaf55-740b-4a7a-8163-b9abb060a5df tempest-TestServerBasicOps-1700096756 tempest-TestServerBasicOps-1700096756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdfc153-7100-4880-be95-30bf67bded54,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:56:26.768530 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43784) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:56:27.224431 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:56:27.605967 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4e3d17f5-cf47-4f29-83ed-f8a70f73d1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (b322c89f-c6f4-483f-800c-ecdadb28e424), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:27.852589 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-4e3d17f5-cf47-4f29-83ed-f8a70f73d1bc admin admin] Deleting port 7dabb535-b05c-4a45-85a4-9607d4060b5a {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:56:27.853281 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4e3d17f5-cf47-4f29-83ed-f8a70f73d1bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7dabb535-b05c-4a45-85a4-9607d4060b5a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:27.939658 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-4e3d17f5-cf47-4f29-83ed-f8a70f73d1bc admin admin] For port 7dabb535-b05c-4a45-85a4-9607d4060b5a, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7dabb535-b05c-4a45-85a4-9607d4060b5a,segment=NetworkSegment(45ad9cc7-f545-48dd-8327-a484e95ccf39),segment_id=45ad9cc7-f545-48dd-8327-a484e95ccf39)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:56:27.939999 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4e3d17f5-cf47-4f29-83ed-f8a70f73d1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7dabb535-b05c-4a45-85a4-9607d4060b5a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:27.953061 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-4e3d17f5-cf47-4f29-83ed-f8a70f73d1bc admin admin] Calling delete_port for 7dabb535-b05c-4a45-85a4-9607d4060b5a owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:56:28.153481 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4e3d17f5-cf47-4f29-83ed-f8a70f73d1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (7dabb535-b05c-4a45-85a4-9607d4060b5a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:28.182918 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d17f5-cf47-4f29-83ed-f8a70f73d1bc admin admin] Pushing event deleted for resources: {'Port': ['ID=7dabb535-b05c-4a45-85a4-9607d4060b5a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:56:28.399160 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4e3d17f5-cf47-4f29-83ed-f8a70f73d1bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (b322c89f-c6f4-483f-800c-ecdadb28e424), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:28.631875 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3d17f5-cf47-4f29-83ed-f8a70f73d1bc admin admin] Router b322c89f-c6f4-483f-800c-ecdadb28e424 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:56:28.749435 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3d17f5-cf47-4f29-83ed-f8a70f73d1bc admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:56:28.754446 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4e3d17f5-cf47-4f29-83ed-f8a70f73d1bc admin admin] 10.222.0.13 "PUT /v2.0/routers/b322c89f-c6f4-483f-800c-ecdadb28e424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9847782 Feb 28 20:56:28.757010 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43788) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:56:28.760410 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e3f86e-95b6-4b86-94a3-37aacea579ec None None] Sync routers for ids ['b322c89f-c6f4-483f-800c-ecdadb28e424'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:56:28.771750 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e3f86e-95b6-4b86-94a3-37aacea579ec None None] Routers {'b322c89f-c6f4-483f-800c-ecdadb28e424'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:56:28.772660 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-07e3f86e-95b6-4b86-94a3-37aacea579ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:56:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['b322c89f-c6f4-483f-800c-ecdadb28e424'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:56:28.870552 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5bd9d18-659b-47a0-8aeb-4706a56ed4b5 admin admin] Publish callbacks [] for router (b322c89f-c6f4-483f-800c-ecdadb28e424), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:28.989147 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5bd9d18-659b-47a0-8aeb-4706a56ed4b5 admin admin] Publish callbacks [] for router_gateway (b322c89f-c6f4-483f-800c-ecdadb28e424), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:29.052581 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd9d18-659b-47a0-8aeb-4706a56ed4b5 admin admin] Deleting port 275c9705-d159-4e8d-828e-32c0959377b4 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:56:29.052942 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5bd9d18-659b-47a0-8aeb-4706a56ed4b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (275c9705-d159-4e8d-828e-32c0959377b4), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:29.058648 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-07e3f86e-95b6-4b86-94a3-37aacea579ec None None] Set router b322c89f-c6f4-483f-800c-ecdadb28e424 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:56:29.142184 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-d5bd9d18-659b-47a0-8aeb-4706a56ed4b5 admin admin] For port 275c9705-d159-4e8d-828e-32c0959377b4, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=275c9705-d159-4e8d-828e-32c0959377b4,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:56:29.142548 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5bd9d18-659b-47a0-8aeb-4706a56ed4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (275c9705-d159-4e8d-828e-32c0959377b4), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:29.156852 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd9d18-659b-47a0-8aeb-4706a56ed4b5 admin admin] Calling delete_port for 275c9705-d159-4e8d-828e-32c0959377b4 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:56:29.253790 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-07e3f86e-95b6-4b86-94a3-37aacea579ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'name': 'tempest-TestServerBasicOps-125657804-router', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '275c9705-d159-4e8d-828e-32c0959377b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:56:28Z', 'revision_number': 5, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'gw_port': {'id': '275c9705-d159-4e8d-828e-32c0959377b4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:56:29.281052 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e3f86e-95b6-4b86-94a3-37aacea579ec None None] Checking router: b322c89f-c6f4-483f-800c-ecdadb28e424 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:56:29.290312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e3f86e-95b6-4b86-94a3-37aacea579ec None None] Routers {'b322c89f-c6f4-483f-800c-ecdadb28e424'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:56:29.291559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-07e3f86e-95b6-4b86-94a3-37aacea579ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:56:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['b322c89f-c6f4-483f-800c-ecdadb28e424'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:56:29.348193 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5bd9d18-659b-47a0-8aeb-4706a56ed4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (275c9705-d159-4e8d-828e-32c0959377b4), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:29.372547 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd9d18-659b-47a0-8aeb-4706a56ed4b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=275c9705-d159-4e8d-828e-32c0959377b4,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:56:29.386564 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-07e3f86e-95b6-4b86-94a3-37aacea579ec None None] Set router b322c89f-c6f4-483f-800c-ecdadb28e424 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:56:29.441661 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5bd9d18-659b-47a0-8aeb-4706a56ed4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (b322c89f-c6f4-483f-800c-ecdadb28e424), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:29.448744 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-07e3f86e-95b6-4b86-94a3-37aacea579ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'name': 'tempest-TestServerBasicOps-125657804-router', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:56:28Z', 'revision_number': 6, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:56:29.479435 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e3f86e-95b6-4b86-94a3-37aacea579ec None None] The sync data for ids ['b322c89f-c6f4-483f-800c-ecdadb28e424'] in n-d-820368-21 is: [{'id': 'b322c89f-c6f4-483f-800c-ecdadb28e424', 'name': 'tempest-TestServerBasicOps-125657804-router', 'tenant_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:15Z', 'updated_at': '2022-02-28T20:56:28Z', 'revision_number': 6, 'project_id': 'f6116361ccba47c3b35ad4fce1da6a49', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:56:29.546563 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5bd9d18-659b-47a0-8aeb-4706a56ed4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (b322c89f-c6f4-483f-800c-ecdadb28e424), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:29.549059 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5bd9d18-659b-47a0-8aeb-4706a56ed4b5 admin admin] Publish callbacks [] for router_controller (b322c89f-c6f4-483f-800c-ecdadb28e424), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:29.593373 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5bd9d18-659b-47a0-8aeb-4706a56ed4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (b322c89f-c6f4-483f-800c-ecdadb28e424), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:29.594031 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bd9d18-659b-47a0-8aeb-4706a56ed4b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b322c89f-c6f4-483f-800c-ecdadb28e424 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:56:29.598354 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d5bd9d18-659b-47a0-8aeb-4706a56ed4b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:29.601787 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d5bd9d18-659b-47a0-8aeb-4706a56ed4b5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b322c89f-c6f4-483f-800c-ecdadb28e424 HTTP/1.1" status: 204 len: 168 time: 0.8415749 Feb 28 20:56:29.602001 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43790) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:56:29.645838 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b968ef-b73e-490f-a169-79c50baa0896 admin admin] Deleting subnet ea22d25c-3fd1-4923-bf74-f28de2f38614 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:56:29.649068 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-77b968ef-b73e-490f-a169-79c50baa0896 admin admin] Publish callbacks [] for subnet (ea22d25c-3fd1-4923-bf74-f28de2f38614), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:29.687821 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-77b968ef-b73e-490f-a169-79c50baa0896 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (ea22d25c-3fd1-4923-bf74-f28de2f38614), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:29.763484 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-77b968ef-b73e-490f-a169-79c50baa0896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (ea22d25c-3fd1-4923-bf74-f28de2f38614), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:29.815396 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-77b968ef-b73e-490f-a169-79c50baa0896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (ea22d25c-3fd1-4923-bf74-f28de2f38614), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:29.842983 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b968ef-b73e-490f-a169-79c50baa0896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea22d25c-3fd1-4923-bf74-f28de2f38614,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:56:29.845021 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-77b968ef-b73e-490f-a169-79c50baa0896 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:29.851404 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-77b968ef-b73e-490f-a169-79c50baa0896 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ea22d25c-3fd1-4923-bf74-f28de2f38614 HTTP/1.1" status: 204 len: 168 time: 0.2453461 Feb 28 20:56:29.851522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43792) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:56:29.853314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9826504b-b39f-4972-80c3-ad508c2805ab None None] Network 4f9a971c-6543-4054-8397-e614a2e5941b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:56:29.930032 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a59646f-0445-40a7-beb3-f22fbf93c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (4f9a971c-6543-4054-8397-e614a2e5941b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:29.995565 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-7a59646f-0445-40a7-beb3-f22fbf93c3fa admin admin] Deleting port 2a62ce82-b758-40ce-9807-c5ccfd6506c1 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:56:29.995942 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a59646f-0445-40a7-beb3-f22fbf93c3fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2a62ce82-b758-40ce-9807-c5ccfd6506c1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:30.062155 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-7a59646f-0445-40a7-beb3-f22fbf93c3fa admin admin] For port 2a62ce82-b758-40ce-9807-c5ccfd6506c1, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2a62ce82-b758-40ce-9807-c5ccfd6506c1,segment=NetworkSegment(45ad9cc7-f545-48dd-8327-a484e95ccf39),segment_id=45ad9cc7-f545-48dd-8327-a484e95ccf39)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:56:30.062439 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a59646f-0445-40a7-beb3-f22fbf93c3fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2a62ce82-b758-40ce-9807-c5ccfd6506c1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:30.075348 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-7a59646f-0445-40a7-beb3-f22fbf93c3fa admin admin] Calling delete_port for 2a62ce82-b758-40ce-9807-c5ccfd6506c1 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:56:30.154100 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a59646f-0445-40a7-beb3-f22fbf93c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (2a62ce82-b758-40ce-9807-c5ccfd6506c1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:30.183605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59646f-0445-40a7-beb3-f22fbf93c3fa admin admin] Pushing event deleted for resources: {'Port': ['ID=2a62ce82-b758-40ce-9807-c5ccfd6506c1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:56:30.187296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a59646f-0445-40a7-beb3-f22fbf93c3fa admin admin] No DVR routers for this DVR port 2a62ce82-b758-40ce-9807-c5ccfd6506c1 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:56:30.260436 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a59646f-0445-40a7-beb3-f22fbf93c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (4f9a971c-6543-4054-8397-e614a2e5941b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:30.273069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372f6347-9278-478e-9155-1c5e2ed422d2 None None] DHCP port deletion for 4f9a971c-6543-4054-8397-e614a2e5941b request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:56:30.285093 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-7a59646f-0445-40a7-beb3-f22fbf93c3fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9a971c-6543-4054-8397-e614a2e5941b']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:56:30.302955 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-7a59646f-0445-40a7-beb3-f22fbf93c3fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ad9cc7-f545-48dd-8327-a484e95ccf39') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:56:30.303237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-7a59646f-0445-40a7-beb3-f22fbf93c3fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ad9cc7-f545-48dd-8327-a484e95ccf39') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:56:30.319019 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a59646f-0445-40a7-beb3-f22fbf93c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (45ad9cc7-f545-48dd-8327-a484e95ccf39), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:30.333389 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a59646f-0445-40a7-beb3-f22fbf93c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (45ad9cc7-f545-48dd-8327-a484e95ccf39), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:30.345085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a59646f-0445-40a7-beb3-f22fbf93c3fa admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:56:30.345823 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a59646f-0445-40a7-beb3-f22fbf93c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (45ad9cc7-f545-48dd-8327-a484e95ccf39), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:56:30.347751 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:56:30.407142 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a59646f-0445-40a7-beb3-f22fbf93c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (4f9a971c-6543-4054-8397-e614a2e5941b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:30.413355 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a59646f-0445-40a7-beb3-f22fbf93c3fa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:30.417446 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7a59646f-0445-40a7-beb3-f22fbf93c3fa admin admin] 10.222.0.13 "DELETE /v2.0/networks/4f9a971c-6543-4054-8397-e614a2e5941b HTTP/1.1" status: 204 len: 168 time: 0.5650973 Feb 28 20:56:30.420889 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43794) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:56:30.436042 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59646f-0445-40a7-beb3-f22fbf93c3fa admin admin] Pushing event deleted for resources: {'Network': ['ID=4f9a971c-6543-4054-8397-e614a2e5941b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:56:30.801285 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-efcf4c98-5bd4-4f72-8087-8816f604c968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (bbba4cc9-fd06-4738-af14-32dace13e139), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:31.059927 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-efcf4c98-5bd4-4f72-8087-8816f604c968 admin admin] Deleting port 0dffeb63-ed37-46a7-bcbc-470ba732bae7 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:56:31.060558 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-efcf4c98-5bd4-4f72-8087-8816f604c968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0dffeb63-ed37-46a7-bcbc-470ba732bae7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:31.087885 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2a62ce82-b758-40ce-9807-c5ccfd6506c1 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:56:31.107795 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 2a62ce82-b758-40ce-9807-c5ccfd6506c1 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:56:31.108423 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2a62ce82-b758-40ce-9807-c5ccfd6506c1 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:56:31.108919 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 275c9705-d159-4e8d-828e-32c0959377b4 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:56:31.129098 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 275c9705-d159-4e8d-828e-32c0959377b4 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:56:31.129449 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 275c9705-d159-4e8d-828e-32c0959377b4 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:56:31.129887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7dabb535-b05c-4a45-85a4-9607d4060b5a no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:56:31.139029 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-efcf4c98-5bd4-4f72-8087-8816f604c968 admin admin] For port 0dffeb63-ed37-46a7-bcbc-470ba732bae7, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0dffeb63-ed37-46a7-bcbc-470ba732bae7,segment=NetworkSegment(934b20ca-f9c2-4729-b0b1-b41e5a356a0f),segment_id=934b20ca-f9c2-4729-b0b1-b41e5a356a0f)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:56:31.139391 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-efcf4c98-5bd4-4f72-8087-8816f604c968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0dffeb63-ed37-46a7-bcbc-470ba732bae7), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:31.148990 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 7dabb535-b05c-4a45-85a4-9607d4060b5a {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:56:31.149338 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7dabb535-b05c-4a45-85a4-9607d4060b5a not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:56:31.153237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-efcf4c98-5bd4-4f72-8087-8816f604c968 admin admin] Calling delete_port for 0dffeb63-ed37-46a7-bcbc-470ba732bae7 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:56:31.343777 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-efcf4c98-5bd4-4f72-8087-8816f604c968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0dffeb63-ed37-46a7-bcbc-470ba732bae7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:31.375659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf4c98-5bd4-4f72-8087-8816f604c968 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dffeb63-ed37-46a7-bcbc-470ba732bae7,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:56:31.559813 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-efcf4c98-5bd4-4f72-8087-8816f604c968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (bbba4cc9-fd06-4738-af14-32dace13e139), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:31.808988 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcf4c98-5bd4-4f72-8087-8816f604c968 admin admin] Router bbba4cc9-fd06-4738-af14-32dace13e139 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:56:32.287036 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcf4c98-5bd4-4f72-8087-8816f604c968 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:56:32.293373 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-efcf4c98-5bd4-4f72-8087-8816f604c968 admin admin] 10.222.0.13 "PUT /v2.0/routers/bbba4cc9-fd06-4738-af14-32dace13e139/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8711011 Feb 28 20:56:32.295620 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43796) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:56:32.296998 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c89603-8c53-45e3-8dfc-cce8530c2d56 None None] Sync routers for ids ['bbba4cc9-fd06-4738-af14-32dace13e139'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:56:32.308470 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c89603-8c53-45e3-8dfc-cce8530c2d56 None None] Routers {'bbba4cc9-fd06-4738-af14-32dace13e139'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:56:32.309080 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-68c89603-8c53-45e3-8dfc-cce8530c2d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:56:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['bbba4cc9-fd06-4738-af14-32dace13e139'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:56:32.420754 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-61d011b6-3e0c-43ef-8991-91ede237899d admin admin] Publish callbacks [] for router (bbba4cc9-fd06-4738-af14-32dace13e139), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:32.438054 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-68c89603-8c53-45e3-8dfc-cce8530c2d56 None None] Set router bbba4cc9-fd06-4738-af14-32dace13e139 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:56:32.536635 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-61d011b6-3e0c-43ef-8991-91ede237899d admin admin] Publish callbacks [] for router_gateway (bbba4cc9-fd06-4738-af14-32dace13e139), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:32.593938 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-61d011b6-3e0c-43ef-8991-91ede237899d admin admin] Deleting port baf267b0-39e7-41c2-a7f6-e2b21c5b2a02 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:56:32.594274 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-61d011b6-3e0c-43ef-8991-91ede237899d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (baf267b0-39e7-41c2-a7f6-e2b21c5b2a02), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:32.625677 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-68c89603-8c53-45e3-8dfc-cce8530c2d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbba4cc9-fd06-4738-af14-32dace13e139', 'name': 'tempest-TestServerBasicOps-1884942499-router', 'tenant_id': '15cf9a552b7642bd99f01064b21dd774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'baf267b0-39e7-41c2-a7f6-e2b21c5b2a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:21Z', 'updated_at': '2022-02-28T20:56:31Z', 'revision_number': 5, 'project_id': '15cf9a552b7642bd99f01064b21dd774', 'gw_port': {'id': 'baf267b0-39e7-41c2-a7f6-e2b21c5b2a02', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:91:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbba4cc9-fd06-4738-af14-32dace13e139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:50:22Z', 'updated_at': '2022-02-28T20:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:56:32.660009 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c89603-8c53-45e3-8dfc-cce8530c2d56 None None] Checking router: bbba4cc9-fd06-4738-af14-32dace13e139 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:56:32.669003 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c89603-8c53-45e3-8dfc-cce8530c2d56 None None] Routers {'bbba4cc9-fd06-4738-af14-32dace13e139'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:56:32.669611 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-68c89603-8c53-45e3-8dfc-cce8530c2d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:56:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['bbba4cc9-fd06-4738-af14-32dace13e139'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:56:32.679729 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-61d011b6-3e0c-43ef-8991-91ede237899d admin admin] For port baf267b0-39e7-41c2-a7f6-e2b21c5b2a02, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=baf267b0-39e7-41c2-a7f6-e2b21c5b2a02,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:56:32.680128 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-61d011b6-3e0c-43ef-8991-91ede237899d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (baf267b0-39e7-41c2-a7f6-e2b21c5b2a02), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:32.694052 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-61d011b6-3e0c-43ef-8991-91ede237899d admin admin] Calling delete_port for baf267b0-39e7-41c2-a7f6-e2b21c5b2a02 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:56:32.758769 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-68c89603-8c53-45e3-8dfc-cce8530c2d56 None None] Set router bbba4cc9-fd06-4738-af14-32dace13e139 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:56:32.811059 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-68c89603-8c53-45e3-8dfc-cce8530c2d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbba4cc9-fd06-4738-af14-32dace13e139', 'name': 'tempest-TestServerBasicOps-1884942499-router', 'tenant_id': '15cf9a552b7642bd99f01064b21dd774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:21Z', 'updated_at': '2022-02-28T20:56:32Z', 'revision_number': 6, 'project_id': '15cf9a552b7642bd99f01064b21dd774', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:56:32.840624 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c89603-8c53-45e3-8dfc-cce8530c2d56 None None] The sync data for ids ['bbba4cc9-fd06-4738-af14-32dace13e139'] in n-d-820368-21 is: [{'id': 'bbba4cc9-fd06-4738-af14-32dace13e139', 'name': 'tempest-TestServerBasicOps-1884942499-router', 'tenant_id': '15cf9a552b7642bd99f01064b21dd774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:50:21Z', 'updated_at': '2022-02-28T20:56:32Z', 'revision_number': 6, 'project_id': '15cf9a552b7642bd99f01064b21dd774', 'gw_port_host': None}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:56:32.881012 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-61d011b6-3e0c-43ef-8991-91ede237899d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (baf267b0-39e7-41c2-a7f6-e2b21c5b2a02), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:32.914344 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d011b6-3e0c-43ef-8991-91ede237899d admin admin] Pushing event deleted for resources: {'Port': ['ID=baf267b0-39e7-41c2-a7f6-e2b21c5b2a02,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:56:32.978972 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-61d011b6-3e0c-43ef-8991-91ede237899d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (bbba4cc9-fd06-4738-af14-32dace13e139), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:33.076693 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-61d011b6-3e0c-43ef-8991-91ede237899d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (bbba4cc9-fd06-4738-af14-32dace13e139), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:33.079122 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-61d011b6-3e0c-43ef-8991-91ede237899d admin admin] Publish callbacks [] for router_controller (bbba4cc9-fd06-4738-af14-32dace13e139), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:33.129388 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-61d011b6-3e0c-43ef-8991-91ede237899d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (bbba4cc9-fd06-4738-af14-32dace13e139), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:33.129937 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d011b6-3e0c-43ef-8991-91ede237899d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbba4cc9-fd06-4738-af14-32dace13e139 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 20:56:33.134598 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-61d011b6-3e0c-43ef-8991-91ede237899d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:33.135871 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-61d011b6-3e0c-43ef-8991-91ede237899d admin admin] 10.222.0.13 "DELETE /v2.0/routers/bbba4cc9-fd06-4738-af14-32dace13e139 HTTP/1.1" status: 204 len: 168 time: 0.8387990 Feb 28 20:56:33.138204 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43798) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:56:33.186707 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-8093e6cd-203b-4788-a84c-d14a54290bc5 admin admin] Deleting subnet 866ac6e9-e7d5-40e5-a33c-d0965e8aec67 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 20:56:33.191074 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8093e6cd-203b-4788-a84c-d14a54290bc5 admin admin] Publish callbacks [] for subnet (866ac6e9-e7d5-40e5-a33c-d0965e8aec67), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:33.243995 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8093e6cd-203b-4788-a84c-d14a54290bc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (866ac6e9-e7d5-40e5-a33c-d0965e8aec67), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:33.342610 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8093e6cd-203b-4788-a84c-d14a54290bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (866ac6e9-e7d5-40e5-a33c-d0965e8aec67), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:33.396910 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8093e6cd-203b-4788-a84c-d14a54290bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (866ac6e9-e7d5-40e5-a33c-d0965e8aec67), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:33.425020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093e6cd-203b-4788-a84c-d14a54290bc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=866ac6e9-e7d5-40e5-a33c-d0965e8aec67,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:56:33.429250 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8093e6cd-203b-4788-a84c-d14a54290bc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:33.433583 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8093e6cd-203b-4788-a84c-d14a54290bc5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/866ac6e9-e7d5-40e5-a33c-d0965e8aec67 HTTP/1.1" status: 204 len: 168 time: 0.2943347 Feb 28 20:56:33.434609 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c383a0-431a-4678-babb-dfbe6f2054ba None None] Network 7de8eb86-082a-4329-8404-4844679223fe requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 20:56:33.435900 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43800) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:56:33.506053 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-50401e50-23da-497e-a8f6-a47cba4fb83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (7de8eb86-082a-4329-8404-4844679223fe), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:33.569862 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-50401e50-23da-497e-a8f6-a47cba4fb83d admin admin] Deleting port c4e73535-7e72-4596-97b3-1d54394d650c {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:56:33.570217 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-50401e50-23da-497e-a8f6-a47cba4fb83d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c4e73535-7e72-4596-97b3-1d54394d650c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:33.617895 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4580cd56-59e9-4faa-ac62-123c0ade717b None None] DHCP port deletion for 7de8eb86-082a-4329-8404-4844679223fe request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 20:56:33.647188 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0dffeb63-ed37-46a7-bcbc-470ba732bae7 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:56:33.647537 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-50401e50-23da-497e-a8f6-a47cba4fb83d admin admin] For port c4e73535-7e72-4596-97b3-1d54394d650c, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c4e73535-7e72-4596-97b3-1d54394d650c,segment=NetworkSegment(934b20ca-f9c2-4729-b0b1-b41e5a356a0f),segment_id=934b20ca-f9c2-4729-b0b1-b41e5a356a0f)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:56:33.647883 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-50401e50-23da-497e-a8f6-a47cba4fb83d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c4e73535-7e72-4596-97b3-1d54394d650c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:33.663282 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-50401e50-23da-497e-a8f6-a47cba4fb83d admin admin] Calling delete_port for c4e73535-7e72-4596-97b3-1d54394d650c owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:56:33.677441 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 0dffeb63-ed37-46a7-bcbc-470ba732bae7 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:56:33.677783 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0dffeb63-ed37-46a7-bcbc-470ba732bae7 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:56:33.699249 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4580cd56-59e9-4faa-ac62-123c0ade717b None None] Deleting port c4e73535-7e72-4596-97b3-1d54394d650c {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:56:33.699626 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4580cd56-59e9-4faa-ac62-123c0ade717b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c4e73535-7e72-4596-97b3-1d54394d650c), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:33.761823 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-50401e50-23da-497e-a8f6-a47cba4fb83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (c4e73535-7e72-4596-97b3-1d54394d650c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:33.769195 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4580cd56-59e9-4faa-ac62-123c0ade717b None None] For port c4e73535-7e72-4596-97b3-1d54394d650c, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c4e73535-7e72-4596-97b3-1d54394d650c,segment=NetworkSegment(934b20ca-f9c2-4729-b0b1-b41e5a356a0f),segment_id=934b20ca-f9c2-4729-b0b1-b41e5a356a0f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:56:33.770357 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4580cd56-59e9-4faa-ac62-123c0ade717b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c4e73535-7e72-4596-97b3-1d54394d650c), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:33.786390 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-4580cd56-59e9-4faa-ac62-123c0ade717b None None] Calling delete_port for c4e73535-7e72-4596-97b3-1d54394d650c owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:56:33.790571 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50401e50-23da-497e-a8f6-a47cba4fb83d admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e73535-7e72-4596-97b3-1d54394d650c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:56:33.792491 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50401e50-23da-497e-a8f6-a47cba4fb83d admin admin] No DVR routers for this DVR port c4e73535-7e72-4596-97b3-1d54394d650c on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 20:56:33.866573 n-d-820368-21 neutron-server[103775]: self.session.flush() Feb 28 20:56:33.875557 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4580cd56-59e9-4faa-ac62-123c0ade717b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (c4e73535-7e72-4596-97b3-1d54394d650c), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:33.878268 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-50401e50-23da-497e-a8f6-a47cba4fb83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (7de8eb86-082a-4329-8404-4844679223fe), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:33.904442 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580cd56-59e9-4faa-ac62-123c0ade717b None None] Pushing event deleted for resources: {'Port': ['ID=c4e73535-7e72-4596-97b3-1d54394d650c,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:56:33.907730 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-50401e50-23da-497e-a8f6-a47cba4fb83d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de8eb86-082a-4329-8404-4844679223fe']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:56:33.909515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4580cd56-59e9-4faa-ac62-123c0ade717b None None] No DVR routers for this DVR port c4e73535-7e72-4596-97b3-1d54394d650c on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:56:33.920640 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580cd56-59e9-4faa-ac62-123c0ade717b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:33.921288 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580cd56-59e9-4faa-ac62-123c0ade717b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:33.921288 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580cd56-59e9-4faa-ac62-123c0ade717b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:33.921642 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580cd56-59e9-4faa-ac62-123c0ade717b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:33.921978 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580cd56-59e9-4faa-ac62-123c0ade717b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:33.922307 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580cd56-59e9-4faa-ac62-123c0ade717b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:33.922632 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580cd56-59e9-4faa-ac62-123c0ade717b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:33.922959 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580cd56-59e9-4faa-ac62-123c0ade717b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:33.923431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580cd56-59e9-4faa-ac62-123c0ade717b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:33.923938 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580cd56-59e9-4faa-ac62-123c0ade717b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:33.924270 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580cd56-59e9-4faa-ac62-123c0ade717b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:33.924593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580cd56-59e9-4faa-ac62-123c0ade717b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:33.924915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580cd56-59e9-4faa-ac62-123c0ade717b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:56:33.927064 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-50401e50-23da-497e-a8f6-a47cba4fb83d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934b20ca-f9c2-4729-b0b1-b41e5a356a0f') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:56:33.927546 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-50401e50-23da-497e-a8f6-a47cba4fb83d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934b20ca-f9c2-4729-b0b1-b41e5a356a0f') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:56:33.940186 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-50401e50-23da-497e-a8f6-a47cba4fb83d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (934b20ca-f9c2-4729-b0b1-b41e5a356a0f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:33.957447 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-50401e50-23da-497e-a8f6-a47cba4fb83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (934b20ca-f9c2-4729-b0b1-b41e5a356a0f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:33.964121 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50401e50-23da-497e-a8f6-a47cba4fb83d admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 20:56:33.964475 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-50401e50-23da-497e-a8f6-a47cba4fb83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (934b20ca-f9c2-4729-b0b1-b41e5a356a0f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: timer() Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 20:56:33.966357 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 20:56:34.024074 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-50401e50-23da-497e-a8f6-a47cba4fb83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (7de8eb86-082a-4329-8404-4844679223fe), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:34.035019 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-50401e50-23da-497e-a8f6-a47cba4fb83d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:34.038271 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-50401e50-23da-497e-a8f6-a47cba4fb83d admin admin] 10.222.0.13 "DELETE /v2.0/networks/7de8eb86-082a-4329-8404-4844679223fe HTTP/1.1" status: 204 len: 168 time: 0.6014299 Feb 28 20:56:34.049552 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50401e50-23da-497e-a8f6-a47cba4fb83d admin admin] Pushing event deleted for resources: {'Network': ['ID=7de8eb86-082a-4329-8404-4844679223fe,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:56:34.158029 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43804) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:56:34.201088 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7db2e7dc-3c61-4fac-bce2-17c87f090882 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6116361ccba47c3b35ad4fce1da6a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417969 Feb 28 20:56:34.203594 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43808) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:56:34.262756 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-baf6d845-7f56-4ae9-b4b5-e94279f66f3d admin admin] Publish callbacks [] for security_group (5f677835-d528-4f4a-820a-76fc781a1517), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:34.290407 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-baf6d845-7f56-4ae9-b4b5-e94279f66f3d admin admin] Publish callbacks [] for security_group (5f677835-d528-4f4a-820a-76fc781a1517), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:34.341802 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-baf6d845-7f56-4ae9-b4b5-e94279f66f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5f677835-d528-4f4a-820a-76fc781a1517), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:34.344412 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-baf6d845-7f56-4ae9-b4b5-e94279f66f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:34.345597 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-baf6d845-7f56-4ae9-b4b5-e94279f66f3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f677835-d528-4f4a-820a-76fc781a1517 HTTP/1.1" status: 204 len: 168 time: 0.1408613 Feb 28 20:56:34.353997 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6d845-7f56-4ae9-b4b5-e94279f66f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f677835-d528-4f4a-820a-76fc781a1517,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:56:34.714296 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43814) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:56:34.761432 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4db89a3c-1576-4732-9d3c-b4994c63767f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15cf9a552b7642bd99f01064b21dd774&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460143 Feb 28 20:56:34.764036 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43816) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:56:34.816489 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5138fd3d-ade8-4ac4-b0a1-122507d3ac12 admin admin] Publish callbacks [] for security_group (a9fe74c4-5713-451f-86fa-19289d2d0876), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:34.845740 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5138fd3d-ade8-4ac4-b0a1-122507d3ac12 admin admin] Publish callbacks [] for security_group (a9fe74c4-5713-451f-86fa-19289d2d0876), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:34.896819 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5138fd3d-ade8-4ac4-b0a1-122507d3ac12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (a9fe74c4-5713-451f-86fa-19289d2d0876), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:34.899503 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5138fd3d-ade8-4ac4-b0a1-122507d3ac12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:34.901284 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5138fd3d-ade8-4ac4-b0a1-122507d3ac12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9fe74c4-5713-451f-86fa-19289d2d0876 HTTP/1.1" status: 204 len: 168 time: 0.1363580 Feb 28 20:56:34.910281 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138fd3d-ade8-4ac4-b0a1-122507d3ac12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fe74c4-5713-451f-86fa-19289d2d0876,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:56:35.107312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device baf267b0-39e7-41c2-a7f6-e2b21c5b2a02 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:56:35.132132 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: baf267b0-39e7-41c2-a7f6-e2b21c5b2a02 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:56:35.132484 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device baf267b0-39e7-41c2-a7f6-e2b21c5b2a02 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:56:35.132988 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c4e73535-7e72-4596-97b3-1d54394d650c no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:56:35.159964 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: c4e73535-7e72-4596-97b3-1d54394d650c {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:56:35.160447 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c4e73535-7e72-4596-97b3-1d54394d650c not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:56:37.700487 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05937909-77a1-4b29-b263-f408dd63ca05 req-2bc47c50-a2fd-451c-8a60-886242171f58 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432422 Feb 28 20:56:37.785750 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937909-77a1-4b29-b263-f408dd63ca05 req-bbd21f13-de96-4cf0-bca1-07aa7b179b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:56:37.787310 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05937909-77a1-4b29-b263-f408dd63ca05 req-bbd21f13-de96-4cf0-bca1-07aa7b179b16 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 1128 time: 0.0445957 Feb 28 20:56:37.893090 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937909-77a1-4b29-b263-f408dd63ca05 req-aab43753-99eb-4ec8-8d84-1110dcf0db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:56:37.894555 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05937909-77a1-4b29-b263-f408dd63ca05 req-aab43753-99eb-4ec8-8d84-1110dcf0db73 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 912 time: 0.0884581 Feb 28 20:56:37.961626 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05937909-77a1-4b29-b263-f408dd63ca05 req-9632dd6c-bad9-497b-a93c-c4c67215c12a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cef8ba49-ec53-4f2d-9524-b77250dbc340 HTTP/1.1" status: 200 len: 1001 time: 0.0608242 Feb 28 20:56:38.016168 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937909-77a1-4b29-b263-f408dd63ca05 req-ec026cda-03f3-44b6-9278-38e2c42d3147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:56:38.017603 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05937909-77a1-4b29-b263-f408dd63ca05 req-ec026cda-03f3-44b6-9278-38e2c42d3147 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0491128 Feb 28 20:56:38.067359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937909-77a1-4b29-b263-f408dd63ca05 req-787cfabe-cb94-4a6c-a2d6-fc442765c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:56:38.068892 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05937909-77a1-4b29-b263-f408dd63ca05 req-787cfabe-cb94-4a6c-a2d6-fc442765c596 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450888 Feb 28 20:56:38.079751 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-05937909-77a1-4b29-b263-f408dd63ca05 req-b72def87-8ab0-451a-99d3-bbbfad653875 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:56:38.080733 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05937909-77a1-4b29-b263-f408dd63ca05 req-b72def87-8ab0-451a-99d3-bbbfad653875 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049570 Feb 28 20:56:38.171219 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05937909-77a1-4b29-b263-f408dd63ca05 req-338a6458-41a6-4f2b-9761-5e9c90338384 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846217 Feb 28 20:56:38.266881 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05937909-77a1-4b29-b263-f408dd63ca05 req-bbaae6e8-6fd4-4651-bbad-5c9bed3d64ca service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889115 Feb 28 20:56:46.512290 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d5c8c7ea-7582-4ca8-9d7e-1ba713eabc50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:49.060580 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fb45ed8e-e08b-4e2b-88a8-a1679f2ca652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:49.931261 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:50.221060 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:51.420315 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:52.749243 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:56:52.805747 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:04.223421 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:57:16.514023 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cf3e54cf-410b-42b0-861c-25c92b3ab714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:19.061423 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-323eedac-da09-46d9-8b91-4e2164541655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:19.945783 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:20.223121 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:21.423560 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:22.752125 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:22.814402 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:37.708933 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-03dd569f-ecb4-4a4f-92eb-2e7c6ad2ef4a req-92a69e1f-c9f8-4c81-86ef-1b69cba2b407 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438313 Feb 28 20:57:37.799919 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd569f-ecb4-4a4f-92eb-2e7c6ad2ef4a req-9831443b-e677-4dd2-85b3-6ff4e165168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:57:37.801409 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-03dd569f-ecb4-4a4f-92eb-2e7c6ad2ef4a req-9831443b-e677-4dd2-85b3-6ff4e165168e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 1128 time: 0.0496211 Feb 28 20:57:37.904563 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd569f-ecb4-4a4f-92eb-2e7c6ad2ef4a req-98f35bb7-5c2c-4398-91ce-0c6e55ba62a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:57:37.906028 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-03dd569f-ecb4-4a4f-92eb-2e7c6ad2ef4a req-98f35bb7-5c2c-4398-91ce-0c6e55ba62a4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 912 time: 0.0867150 Feb 28 20:57:37.975072 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-03dd569f-ecb4-4a4f-92eb-2e7c6ad2ef4a req-05a52ba5-ffbf-4a9c-a9e2-5a63d360e9df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cef8ba49-ec53-4f2d-9524-b77250dbc340 HTTP/1.1" status: 200 len: 1001 time: 0.0625730 Feb 28 20:57:38.026027 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd569f-ecb4-4a4f-92eb-2e7c6ad2ef4a req-096f6e56-9a01-4364-b22d-b24f81232858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:57:38.027499 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-03dd569f-ecb4-4a4f-92eb-2e7c6ad2ef4a req-096f6e56-9a01-4364-b22d-b24f81232858 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0451560 Feb 28 20:57:38.076846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd569f-ecb4-4a4f-92eb-2e7c6ad2ef4a req-b4b1418e-cbd8-40f0-a125-c2eb49fcaf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:57:38.078345 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-03dd569f-ecb4-4a4f-92eb-2e7c6ad2ef4a req-b4b1418e-cbd8-40f0-a125-c2eb49fcaf17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446138 Feb 28 20:57:38.170492 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-03dd569f-ecb4-4a4f-92eb-2e7c6ad2ef4a req-333df612-4fdc-4e93-bb26-5aeefa728bd4 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860646 Feb 28 20:57:38.259838 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-03dd569f-ecb4-4a4f-92eb-2e7c6ad2ef4a req-363d6b24-bf83-4c23-82b9-0361c126e24a service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829542 Feb 28 20:57:41.222648 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:57:46.516803 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-358c1c24-260d-435f-85ec-3d51b563d29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:49.063591 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d038defa-a5e6-4472-bd30-2d577569a3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:49.948335 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:50.227887 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:51.442084 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:52.754111 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:52.818633 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:55.656671 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-3dc2789e-7210-42b7-90b1-688fba67605e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-196570219&fields=id&tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5 HTTP/1.1" status: 200 len: 267 time: 0.0438883 Feb 28 20:57:55.764834 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2652b14b-f363-4756-955f-374876f3b696 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:57:55.766322 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2652b14b-f363-4756-955f-374876f3b696 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 812 time: 0.1033647 Feb 28 20:57:55.780846 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-53b9389a-0167-4957-80f2-ab872e2a57b8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/quotas/58bfb457c00e4b538fbd5bd4fd7cfdd5 HTTP/1.1" status: 200 len: 375 time: 0.0092771 Feb 28 20:57:55.836175 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-762f6313-2d39-482e-9c71-c4de63328da5 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503354 Feb 28 20:57:55.933381 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-a9ea3c09-4731-4717-bed8-27765fe3ac84 service neutron] 10.222.0.13 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858631 Feb 28 20:57:56.020256 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-6a04be66-98bd-45e9-ae12-f779da26fd82 service neutron] 10.222.0.13 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810187 Feb 28 20:57:56.318287 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ba51cc1-ad93-487a-89ea-de33432ef5ba req-557e5852-0adb-4f4f-8b1a-7637665e5dd1 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 210 time: 0.0337520 Feb 28 20:57:57.301742 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-497e3d80-c1b2-479c-84f4-f5f3e86ae819 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:57:57.303203 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-497e3d80-c1b2-479c-84f4-f5f3e86ae819 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.15 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 812 time: 0.1242881 Feb 28 20:57:57.374981 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-13ecf91b-d318-446c-bdcb-55f6ecaf12ab tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5 HTTP/1.1" status: 200 len: 379 time: 0.0615122 Feb 28 20:57:57.383607 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Request body: {'port': {'device_id': '47d6da81-76bc-464d-852a-032716d3eb17', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'admin_state_up': True, 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'security_groups': ['2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:57:57.427167 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-65bf41b1-c706-40a7-be3d-bb7efa123bd0 req-f70bb55a-0da3-4b3b-8f85-af434d6602fd tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 210 time: 0.0297661 Feb 28 20:57:57.494043 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Made reservation on behalf of 58bfb457c00e4b538fbd5bd4fd7cfdd5 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 20:57:57.497508 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:57.634867 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Allocated IP 172.20.0.5 (f9183e88-ab23-4a0b-8f98-2c8f78d76e4a/2443cf2a-2cd1-4640-b0ef-22386bc2104e/b96adf04-e226-4f51-8e14-be5f16beff26) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:57:57.772540 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for port (b96adf04-e226-4f51-8e14-be5f16beff26), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:57.805189 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b96adf04-e226-4f51-8e14-be5f16beff26), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:57.849134 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:57:57.852025 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:57:57.855548 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:57:57.884502 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event updated for resources: {'Port': ['ID=b96adf04-e226-4f51-8e14-be5f16beff26,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:57:57.897653 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:57:57.897981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:57:57.898309 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:57:57.898669 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:57:57.898998 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:57:57.899379 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:57:57.899726 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:57:57.900119 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:57:57.900434 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:57:57.900730 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:57:57.901050 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:57:57.901377 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:57:57.901691 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:57:57.924421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:57:57.925064 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:57.947065 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-f091ddbe-4d47-478d-b3fd-f2cbd68121f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5665915 Feb 28 20:57:57.955408 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-bdf93af1-1485-4664-bf73-0d9e11b6a2b7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 20:57:57.956409 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-bdf93af1-1485-4664-bf73-0d9e11b6a2b7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059559 Feb 28 20:57:58.077686 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] Request body: {'port': {'device_id': '47d6da81-76bc-464d-852a-032716d3eb17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:57:58.141932 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b96adf04-e226-4f51-8e14-be5f16beff26), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:58.168072 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-483e038a-d7b3-4325-8e58-031813e4bd44 None None] Provisioning complete for port b96adf04-e226-4f51-8e14-be5f16beff26 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:57:58.169057 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-483e038a-d7b3-4325-8e58-031813e4bd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b96adf04-e226-4f51-8e14-be5f16beff26), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:58.208847 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-483e038a-d7b3-4325-8e58-031813e4bd44 None None] Port b96adf04-e226-4f51-8e14-be5f16beff26 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 20:57:58.403949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96adf04-e226-4f51-8e14-be5f16beff26 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:57:58.411802 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] Publish callbacks [] for port (b96adf04-e226-4f51-8e14-be5f16beff26), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:58.423917 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] Transition to ACTIVE for port object b96adf04-e226-4f51-8e14-be5f16beff26 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 20:57:58.427913 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (b96adf04-e226-4f51-8e14-be5f16beff26), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:58.506968 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] Pushing event updated for resources: {'Port': ['ID=b96adf04-e226-4f51-8e14-be5f16beff26,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:57:58.572702 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] Attempting to bind port b96adf04-e226-4f51-8e14-be5f16beff26 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 20:57:58.573096 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] Attempting to bind port b96adf04-e226-4f51-8e14-be5f16beff26 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 20:57:58.573414 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] Attempting to bind port b96adf04-e226-4f51-8e14-be5f16beff26 on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:57:58.573676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476ba37-0e6a-480a-aff0-3ef6ae278736 req-75e8bc3d-5560-4d89-a0a5-f5c10dbf9af0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:57:58.575269 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a476ba37-0e6a-480a-aff0-3ef6ae278736 req-75e8bc3d-5560-4d89-a0a5-f5c10dbf9af0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 943 time: 0.0641582 Feb 28 20:57:58.579062 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] Port b96adf04-e226-4f51-8e14-be5f16beff26 on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 20:57:58.579389 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] Attempting to bind port b96adf04-e226-4f51-8e14-be5f16beff26 on network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 20:57:58.584682 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 20, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 20:57:58.585017 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] Checking segment: {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 20:57:58.585448 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] Bound using segment: {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 20:57:58.585881 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] Bound port: b96adf04-e226-4f51-8e14-be5f16beff26, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9d9909-401e-433b-a5d1-da36fb450dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 20:57:58.586378 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b96adf04-e226-4f51-8e14-be5f16beff26), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:58.641657 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a476ba37-0e6a-480a-aff0-3ef6ae278736 req-a39e1cf1-ad8a-4e16-9dd3-be16232e459b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592065 Feb 28 20:57:58.664095 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] For port b96adf04-e226-4f51-8e14-be5f16beff26, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 20:57:58.664095 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] For port b96adf04-e226-4f51-8e14-be5f16beff26, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b96adf04-e226-4f51-8e14-be5f16beff26,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 20:57:58.669638 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (b96adf04-e226-4f51-8e14-be5f16beff26), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:58.708849 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:57:58.708849 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:57:58.710042 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] 10.222.0.15 "PUT /v2.0/ports/b96adf04-e226-4f51-8e14-be5f16beff26 HTTP/1.1" status: 200 len: 1092 time: 0.7461686 Feb 28 20:57:58.710238 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d6da81-76bc-464d-852a-032716d3eb17', 'tag': 'b96adf04-e226-4f51-8e14-be5f16beff26'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:57:58.712662 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3468c79a-5369-4408-abd0-7e500fafd25a" -d '{"events": [{"name": "network-changed", "server_uuid": "47d6da81-76bc-464d-852a-032716d3eb17", "tag": "b96adf04-e226-4f51-8e14-be5f16beff26"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:57:58.761839 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308c917-b6d4-4503-a75d-836dd73ace5c service neutron] Pushing event updated for resources: {'Port': ['ID=b96adf04-e226-4f51-8e14-be5f16beff26,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:57:58.808690 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961a1fd5-8dbd-43f8-9d6c-be8903d4ff1f x-openstack-request-id: req-961a1fd5-8dbd-43f8-9d6c-be8903d4ff1f {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:57:58.809116 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d6da81-76bc-464d-852a-032716d3eb17", "tag": "b96adf04-e226-4f51-8e14-be5f16beff26", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:57:58.809374 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-961a1fd5-8dbd-43f8-9d6c-be8903d4ff1f {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:57:58.809764 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d6da81-76bc-464d-852a-032716d3eb17', 'tag': 'b96adf04-e226-4f51-8e14-be5f16beff26', 'status': 'completed', 'code': 200} Feb 28 20:57:58.830321 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-fec6646a-9488-4532-a37c-c7c4971aca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:57:58.831843 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-fec6646a-9488-4532-a37c-c7c4971aca70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 1126 time: 0.0585082 Feb 28 20:57:58.875564 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-4655064e-8d0f-4bae-ae64-83e586dbc2c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96adf04-e226-4f51-8e14-be5f16beff26 HTTP/1.1" status: 200 len: 217 time: 0.0372117 Feb 28 20:57:58.927426 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-9f0e81b8-19e1-4407-8649-a6921fe340ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:57:58.929097 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-9f0e81b8-19e1-4407-8649-a6921fe340ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0474639 Feb 28 20:57:58.982369 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-f212f090-afb7-4b46-99df-94682912260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:57:58.984454 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-f212f090-afb7-4b46-99df-94682912260b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498209 Feb 28 20:57:59.074234 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-7a7a599b-b8b5-43c9-b289-9a69d36675ab service neutron] 10.222.0.15 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838420 Feb 28 20:57:59.165972 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-148fa5ae-bc40-4474-bc49-9a33dcc343ae req-b25771fb-9158-46e8-802e-70408286e572 service neutron] 10.222.0.15 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858662 Feb 28 20:57:59.251242 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c79a-5369-4408-abd0-7e500fafd25a req-3003652e-3a72-41d9-9fba-186b77b79610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:57:59.252760 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3468c79a-5369-4408-abd0-7e500fafd25a req-3003652e-3a72-41d9-9fba-186b77b79610 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 1126 time: 0.0457411 Feb 28 20:57:59.343317 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c79a-5369-4408-abd0-7e500fafd25a req-40c78e84-5497-4224-81e1-f2bf5f317810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:57:59.344790 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3468c79a-5369-4408-abd0-7e500fafd25a req-40c78e84-5497-4224-81e1-f2bf5f317810 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 912 time: 0.0858390 Feb 28 20:57:59.388775 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3468c79a-5369-4408-abd0-7e500fafd25a req-52cb01ae-6cb7-42fd-85d3-c19ef94467f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96adf04-e226-4f51-8e14-be5f16beff26 HTTP/1.1" status: 200 len: 217 time: 0.0375857 Feb 28 20:57:59.435021 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c79a-5369-4408-abd0-7e500fafd25a req-55af3292-8c76-451c-a784-8a0769096ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:57:59.436681 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3468c79a-5369-4408-abd0-7e500fafd25a req-55af3292-8c76-451c-a784-8a0769096ac3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0427527 Feb 28 20:57:59.485383 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c79a-5369-4408-abd0-7e500fafd25a req-2db9a1e9-6520-472d-b10e-db20c25c9221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:57:59.486844 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3468c79a-5369-4408-abd0-7e500fafd25a req-2db9a1e9-6520-472d-b10e-db20c25c9221 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447662 Feb 28 20:57:59.580059 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3468c79a-5369-4408-abd0-7e500fafd25a req-f604d821-693e-4edb-947d-9ab855340b1d service neutron] 10.222.0.15 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860651 Feb 28 20:57:59.667692 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-3468c79a-5369-4408-abd0-7e500fafd25a req-755ee8e8-c23f-4832-8008-1a2e43566a2c service neutron] 10.222.0.15 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814087 Feb 28 20:57:59.768228 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6030481-19a6-4480-981c-d585aa833957 req-f412d8cd-eee9-401b-aabe-78d7ef85cdde tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:57:59.769704 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6030481-19a6-4480-981c-d585aa833957 req-f412d8cd-eee9-401b-aabe-78d7ef85cdde tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 943 time: 0.0528316 Feb 28 20:57:59.822158 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6030481-19a6-4480-981c-d585aa833957 req-a37edf7e-2d45-49ca-a214-e0eeaa2d1615 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469198 Feb 28 20:58:00.943830 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a5e51-47ec-4cd0-a8bf-518327e2766d req-8484b96e-c30c-495a-a251-fdf24ee34b92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:00.946036 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b07a5e51-47ec-4cd0-a8bf-518327e2766d req-8484b96e-c30c-495a-a251-fdf24ee34b92 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 943 time: 0.0551631 Feb 28 20:58:01.004028 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b07a5e51-47ec-4cd0-a8bf-518327e2766d req-0314e4bf-0b87-4d51-9f1f-05151c6ad14e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522213 Feb 28 20:58:02.129399 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111a3fb-2561-431c-9c46-0aa6f45aed4b req-22b7c95c-fc72-46f9-b2e3-69c729dcf7f9 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:02.130969 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f111a3fb-2561-431c-9c46-0aa6f45aed4b req-22b7c95c-fc72-46f9-b2e3-69c729dcf7f9 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 943 time: 0.0563321 Feb 28 20:58:02.180894 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f111a3fb-2561-431c-9c46-0aa6f45aed4b req-65451a84-6d7b-4037-944f-119350762604 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442183 Feb 28 20:58:03.313643 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48f526-d47c-4415-80c4-4b4fc9ca0fd7 req-456494eb-d4f5-4c5a-9d52-8343c4420201 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:03.315181 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da48f526-d47c-4415-80c4-4b4fc9ca0fd7 req-456494eb-d4f5-4c5a-9d52-8343c4420201 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 943 time: 0.0621142 Feb 28 20:58:03.369626 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da48f526-d47c-4415-80c4-4b4fc9ca0fd7 req-b1b7dfdd-6ef4-4085-9540-e803151570c8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478792 Feb 28 20:58:04.506857 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c5ca9-5855-4013-80e2-fb8f4ce4c725 req-944f4149-c03b-4528-b165-5cfc0b0c2130 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:04.508849 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a71c5ca9-5855-4013-80e2-fb8f4ce4c725 req-944f4149-c03b-4528-b165-5cfc0b0c2130 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 943 time: 0.0599070 Feb 28 20:58:04.565521 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a71c5ca9-5855-4013-80e2-fb8f4ce4c725 req-e3a27fae-7ee9-4668-8864-63a097ba7eb6 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499401 Feb 28 20:58:05.693060 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739c82d-440f-4dd3-a34e-8778ac53c96f req-8be7166d-f070-47df-bfb7-e8d97b7592ea tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:05.694650 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8739c82d-440f-4dd3-a34e-8778ac53c96f req-8be7166d-f070-47df-bfb7-e8d97b7592ea tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 943 time: 0.0606225 Feb 28 20:58:05.748184 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8739c82d-440f-4dd3-a34e-8778ac53c96f req-69940831-d47f-48e7-9a31-66a251400aae tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478654 Feb 28 20:58:06.867552 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7a032-76c1-40e0-8727-ea9eb651ea9a req-559052f2-b01a-4647-b667-9dbace9cdd9b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:06.869067 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1dd7a032-76c1-40e0-8727-ea9eb651ea9a req-559052f2-b01a-4647-b667-9dbace9cdd9b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 943 time: 0.0533557 Feb 28 20:58:06.917516 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1dd7a032-76c1-40e0-8727-ea9eb651ea9a req-de68ff16-1d58-4c29-932a-45c77689f077 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428610 Feb 28 20:58:08.036804 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b2dd5-d135-4337-8806-9116afc8638e req-ac7fa901-26e9-4754-9a11-72cb275333f9 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:08.038270 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f7b2dd5-d135-4337-8806-9116afc8638e req-ac7fa901-26e9-4754-9a11-72cb275333f9 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 943 time: 0.0537534 Feb 28 20:58:08.096084 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f7b2dd5-d135-4337-8806-9116afc8638e req-c736b327-f91a-4362-bc7c-b2119d0d1be4 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521207 Feb 28 20:58:09.213319 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fb59f-c332-4cfa-977e-1dddcca7d24d req-39069ad0-7b1f-45de-950b-7324aaeeb117 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:09.214788 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d95fb59f-c332-4cfa-977e-1dddcca7d24d req-39069ad0-7b1f-45de-950b-7324aaeeb117 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 943 time: 0.0522094 Feb 28 20:58:09.263030 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d95fb59f-c332-4cfa-977e-1dddcca7d24d req-1164d3b9-0738-411a-8d70-a8a7c2c8bb01 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421841 Feb 28 20:58:10.383998 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f62fad-cd7a-4917-a59c-52777de23a7d req-47771338-8469-4181-a9cc-b1473a2e4231 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:10.385470 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3f62fad-cd7a-4917-a59c-52777de23a7d req-47771338-8469-4181-a9cc-b1473a2e4231 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 943 time: 0.0519688 Feb 28 20:58:10.433182 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3f62fad-cd7a-4917-a59c-52777de23a7d req-2703af8b-97db-4867-adfb-94c6e0a96784 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417268 Feb 28 20:58:11.558442 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee58bd-69ac-4613-96f5-b29a7ce39215 req-3b66bacc-3823-4d5d-ad58-6c1059ca554e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:11.559931 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-81ee58bd-69ac-4613-96f5-b29a7ce39215 req-3b66bacc-3823-4d5d-ad58-6c1059ca554e tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 943 time: 0.0576446 Feb 28 20:58:11.606780 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-81ee58bd-69ac-4613-96f5-b29a7ce39215 req-910d4ac5-a398-43fe-b717-a2980edfa7e6 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407069 Feb 28 20:58:12.734674 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf5a63-e3df-4776-a9ca-f1e4e19fd18c req-ee5f2f04-ce39-43fe-af5c-7fdf5665a440 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:12.736373 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ffcf5a63-e3df-4776-a9ca-f1e4e19fd18c req-ee5f2f04-ce39-43fe-af5c-7fdf5665a440 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 943 time: 0.0605516 Feb 28 20:58:12.785019 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ffcf5a63-e3df-4776-a9ca-f1e4e19fd18c req-fc467009-ae63-4ba1-892a-e5f8d39a1bcf tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430920 Feb 28 20:58:13.902607 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d436a-09b7-4916-94e1-48c062b73e70 req-a3f8afb8-3744-483a-813a-0ce7279f5e87 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:13.904118 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c60d436a-09b7-4916-94e1-48c062b73e70 req-a3f8afb8-3744-483a-813a-0ce7279f5e87 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 943 time: 0.0521266 Feb 28 20:58:13.956574 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c60d436a-09b7-4916-94e1-48c062b73e70 req-0048867a-653a-445c-9a49-a39a58fd429a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462739 Feb 28 20:58:14.995358 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device b96adf04-e226-4f51-8e14-be5f16beff26 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 20:58:15.098609 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4c836-7b1e-47ff-ad36-44d5f547de6a req-6ebfb18e-7195-4839-86d5-ea9e8ff3935f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:15.100127 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-65d4c836-7b1e-47ff-ad36-44d5f547de6a req-6ebfb18e-7195-4839-86d5-ea9e8ff3935f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 943 time: 0.0525827 Feb 28 20:58:15.113559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port b96adf04-e226-4f51-8e14-be5f16beff26, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b96adf04-e226-4f51-8e14-be5f16beff26,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:58:15.125665 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'b96adf04-e226-4f51-8e14-be5f16beff26', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'port_id': 'b96adf04-e226-4f51-8e14-be5f16beff26', 'mac_address': 'fa:16:3e:d3:4c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 20:58:15.149190 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-65d4c836-7b1e-47ff-ad36-44d5f547de6a req-3d510192-69f8-4632-b814-5a14ce437b29 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435529 Feb 28 20:58:15.162385 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port b96adf04-e226-4f51-8e14-be5f16beff26 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:58:15.162770 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b96adf04-e226-4f51-8e14-be5f16beff26), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:15.175946 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96adf04-e226-4f51-8e14-be5f16beff26 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 20:58:15.194607 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port b96adf04-e226-4f51-8e14-be5f16beff26, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b96adf04-e226-4f51-8e14-be5f16beff26,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:58:15.198881 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b96adf04-e226-4f51-8e14-be5f16beff26), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:15.245225 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=b96adf04-e226-4f51-8e14-be5f16beff26,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:58:15.252375 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:58:15.252717 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:58:15.253054 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:58:15.253386 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:58:15.253715 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:58:15.254039 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:58:15.254365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:58:15.254683 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:58:15.255044 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:58:15.255312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:58:15.255628 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:58:15.255970 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:58:15.256287 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:58:15.427038 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['b96adf04-e226-4f51-8e14-be5f16beff26'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 20:58:16.267312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1db94e-2c8e-41a2-baa8-d78968b75ce2 req-a125541b-ae54-4ef5-b436-aae227eb4305 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:16.268944 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb1db94e-2c8e-41a2-baa8-d78968b75ce2 req-a125541b-ae54-4ef5-b436-aae227eb4305 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 944 time: 0.0529976 Feb 28 20:58:16.317751 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb1db94e-2c8e-41a2-baa8-d78968b75ce2 req-a4344907-337e-4e73-b030-575855f5a3d1 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431452 Feb 28 20:58:16.518603 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-34bbfafb-8c23-4cfa-99b9-a10bd9203523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:17.010529 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device b96adf04-e226-4f51-8e14-be5f16beff26 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 20:58:17.062230 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port b96adf04-e226-4f51-8e14-be5f16beff26 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 20:58:17.065918 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port b96adf04-e226-4f51-8e14-be5f16beff26 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 20:58:17.066284 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b96adf04-e226-4f51-8e14-be5f16beff26), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:17.143175 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port b96adf04-e226-4f51-8e14-be5f16beff26 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 20:58:17.143552 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b96adf04-e226-4f51-8e14-be5f16beff26), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:17.165796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d6da81-76bc-464d-852a-032716d3eb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96adf04-e226-4f51-8e14-be5f16beff26'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:58:17.168019 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e643791-8e32-4a45-94de-dee22c3babd5" -d '{"events": [{"server_uuid": "47d6da81-76bc-464d-852a-032716d3eb17", "name": "network-vif-plugged", "status": "completed", "tag": "b96adf04-e226-4f51-8e14-be5f16beff26"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:58:17.180452 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port b96adf04-e226-4f51-8e14-be5f16beff26, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b96adf04-e226-4f51-8e14-be5f16beff26,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:58:17.185313 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b96adf04-e226-4f51-8e14-be5f16beff26), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:17.210260 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd867b7e-b0a9-4b53-944e-09e3346c4972 x-openstack-request-id: req-dd867b7e-b0a9-4b53-944e-09e3346c4972 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:58:17.210555 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d6da81-76bc-464d-852a-032716d3eb17", "name": "network-vif-plugged", "status": "completed", "tag": "b96adf04-e226-4f51-8e14-be5f16beff26", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:58:17.210808 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd867b7e-b0a9-4b53-944e-09e3346c4972 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:58:17.211225 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d6da81-76bc-464d-852a-032716d3eb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96adf04-e226-4f51-8e14-be5f16beff26', 'code': 200} Feb 28 20:58:17.243038 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=b96adf04-e226-4f51-8e14-be5f16beff26,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:58:17.308679 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea66ea3-edce-48f3-bb8b-206abcefcc7b req-c59d7a56-6005-49f7-82c7-1fbf39ee1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:17.310047 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4ea66ea3-edce-48f3-bb8b-206abcefcc7b req-c59d7a56-6005-49f7-82c7-1fbf39ee1582 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 1128 time: 0.0475330 Feb 28 20:58:17.354661 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4ea66ea3-edce-48f3-bb8b-206abcefcc7b req-580de29e-56e3-4a86-b20b-c8bb1e1b54a5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388229 Feb 28 20:58:17.438330 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26885094-4396-4232-9d29-3fc242d8e7ec req-671a12a1-780a-4148-95b0-ff679ae6fc6b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:17.439816 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26885094-4396-4232-9d29-3fc242d8e7ec req-671a12a1-780a-4148-95b0-ff679ae6fc6b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 945 time: 0.0558965 Feb 28 20:58:17.489346 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26885094-4396-4232-9d29-3fc242d8e7ec req-c689ac2a-8e6a-4196-a44d-357ca704fa3f tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440078 Feb 28 20:58:18.222170 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:58:18.611111 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e8e7e-4fd0-47be-b158-467dd066fd7e req-8872100e-b46f-4829-ae2c-8859fd566fdc tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:18.612662 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c73e8e7e-4fd0-47be-b158-467dd066fd7e req-8872100e-b46f-4829-ae2c-8859fd566fdc tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 945 time: 0.0533984 Feb 28 20:58:18.662101 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c73e8e7e-4fd0-47be-b158-467dd066fd7e req-47da8ae4-b9f3-4196-af81-0e915c8fe503 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436606 Feb 28 20:58:18.785039 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b666390-add6-4d3d-b134-3fa345e4716c req-41efe23d-9524-45ea-a73d-03ed4f8a4894 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:18.786591 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b666390-add6-4d3d-b134-3fa345e4716c req-41efe23d-9524-45ea-a73d-03ed4f8a4894 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 945 time: 0.0611794 Feb 28 20:58:18.835652 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b666390-add6-4d3d-b134-3fa345e4716c req-d428d43e-209f-4046-a68f-335e1d9162fc tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432005 Feb 28 20:58:18.857428 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 43956) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:58:18.900656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d6e110-d5a8-47dd-a30d-a47d126aa8c0 tempest-TestVolumeBootPattern-1704243063 tempest-TestVolumeBootPattern-1704243063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:18.902135 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-92d6e110-d5a8-47dd-a30d-a47d126aa8c0 tempest-TestVolumeBootPattern-1704243063 tempest-TestVolumeBootPattern-1704243063-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 1123 time: 0.0437586 Feb 28 20:58:18.904980 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43958) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:58:18.909491 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d11569ec-3505-4730-a6a8-685d8ab9e728 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': 'b96adf04-e226-4f51-8e14-be5f16beff26', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 20:58:18.929491 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d11569ec-3505-4730-a6a8-685d8ab9e728 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:19.024304 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d11569ec-3505-4730-a6a8-685d8ab9e728 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:19.066736 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d942597c-2642-492a-87a8-74c14c88e45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:19.132451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-d11569ec-3505-4730-a6a8-685d8ab9e728 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Allocated IP 172.25.0.16 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/b02aa468-e910-4473-82be-a3b2ae77d586) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 20:58:19.233520 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d11569ec-3505-4730-a6a8-685d8ab9e728 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for port (b02aa468-e910-4473-82be-a3b2ae77d586), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:19.265802 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d11569ec-3505-4730-a6a8-685d8ab9e728 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b02aa468-e910-4473-82be-a3b2ae77d586), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:19.299319 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11569ec-3505-4730-a6a8-685d8ab9e728 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 20:58:19.304034 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-d11569ec-3505-4730-a6a8-685d8ab9e728 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 20:58:19.307410 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11569ec-3505-4730-a6a8-685d8ab9e728 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 20:58:19.335686 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11569ec-3505-4730-a6a8-685d8ab9e728 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event updated for resources: {'Port': ['ID=b02aa468-e910-4473-82be-a3b2ae77d586,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:58:19.954631 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:19.991602 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d11569ec-3505-4730-a6a8-685d8ab9e728 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for floatingip (fcd92e16-c433-4ff4-969e-7cea356c940c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:20.058962 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d11569ec-3505-4730-a6a8-685d8ab9e728 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b02aa468-e910-4473-82be-a3b2ae77d586), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:20.223462 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d11569ec-3505-4730-a6a8-685d8ab9e728 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for port (b02aa468-e910-4473-82be-a3b2ae77d586), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:20.227735 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:20.229077 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d11569ec-3505-4730-a6a8-685d8ab9e728 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (b02aa468-e910-4473-82be-a3b2ae77d586), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:20.298415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11569ec-3505-4730-a6a8-685d8ab9e728 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event updated for resources: {'Port': ['ID=b02aa468-e910-4473-82be-a3b2ae77d586,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:58:20.310041 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d11569ec-3505-4730-a6a8-685d8ab9e728 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (fcd92e16-c433-4ff4-969e-7cea356c940c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:20.416144 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-d11569ec-3505-4730-a6a8-685d8ab9e728 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Floating IP fcd92e16-c433-4ff4-969e-7cea356c940c associated. External IP: 172.25.0.16, port: b96adf04-e226-4f51-8e14-be5f16beff26. Feb 28 20:58:20.622685 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11569ec-3505-4730-a6a8-685d8ab9e728 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:58:20.730027 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11569ec-3505-4730-a6a8-685d8ab9e728 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:58:20.740953 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7382395-3ac0-4a14-aa37-c134c6dd1091 None None] Sync routers for ids ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:58:20.748824 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d11569ec-3505-4730-a6a8-685d8ab9e728 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:20.752221 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7382395-3ac0-4a14-aa37-c134c6dd1091 None None] Routers {'1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:58:20.752860 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-d7382395-3ac0-4a14-aa37-c134c6dd1091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:58:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:58:20.785193 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d11569ec-3505-4730-a6a8-685d8ab9e728 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8791153 Feb 28 20:58:20.785804 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d6da81-76bc-464d-852a-032716d3eb17', 'tag': 'b96adf04-e226-4f51-8e14-be5f16beff26'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:58:20.788099 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25da41e-9d83-4747-bbcb-5f5d6e9bc4e9" -d '{"events": [{"name": "network-changed", "server_uuid": "47d6da81-76bc-464d-852a-032716d3eb17", "tag": "b96adf04-e226-4f51-8e14-be5f16beff26"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:58:20.831592 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bcd62a-711a-492e-810d-0bb63ea1770f x-openstack-request-id: req-f9bcd62a-711a-492e-810d-0bb63ea1770f {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:58:20.831913 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d6da81-76bc-464d-852a-032716d3eb17", "tag": "b96adf04-e226-4f51-8e14-be5f16beff26", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:58:20.832169 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9bcd62a-711a-492e-810d-0bb63ea1770f {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:58:20.832564 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d6da81-76bc-464d-852a-032716d3eb17', 'tag': 'b96adf04-e226-4f51-8e14-be5f16beff26', 'status': 'completed', 'code': 200} Feb 28 20:58:20.868014 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-d7382395-3ac0-4a14-aa37-c134c6dd1091 None None] Set router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:58:20.897052 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25da41e-9d83-4747-bbcb-5f5d6e9bc4e9 req-f895069b-9014-4c50-9401-d0beba4cf5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:20.898447 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f25da41e-9d83-4747-bbcb-5f5d6e9bc4e9 req-f895069b-9014-4c50-9401-d0beba4cf5c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 1128 time: 0.0451462 Feb 28 20:58:20.989696 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25da41e-9d83-4747-bbcb-5f5d6e9bc4e9 req-f1c39bba-d078-4b1f-81ad-047d365b1c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:20.991258 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f25da41e-9d83-4747-bbcb-5f5d6e9bc4e9 req-f1c39bba-d078-4b1f-81ad-047d365b1c50 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 912 time: 0.0870152 Feb 28 20:58:21.064282 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f25da41e-9d83-4747-bbcb-5f5d6e9bc4e9 req-bbf539f4-b844-490e-b0b8-4f402538817d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96adf04-e226-4f51-8e14-be5f16beff26 HTTP/1.1" status: 200 len: 998 time: 0.0677707 Feb 28 20:58:21.113254 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25da41e-9d83-4747-bbcb-5f5d6e9bc4e9 req-a6bcf3bd-fe3c-45f1-8a97-3b2797c84922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:21.114745 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f25da41e-9d83-4747-bbcb-5f5d6e9bc4e9 req-a6bcf3bd-fe3c-45f1-8a97-3b2797c84922 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0445821 Feb 28 20:58:21.162877 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25da41e-9d83-4747-bbcb-5f5d6e9bc4e9 req-b94b27d4-8289-434c-b3df-b8963272dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:21.164452 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f25da41e-9d83-4747-bbcb-5f5d6e9bc4e9 req-b94b27d4-8289-434c-b3df-b8963272dd2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441501 Feb 28 20:58:21.261296 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f25da41e-9d83-4747-bbcb-5f5d6e9bc4e9 req-26a19172-fa19-4495-a490-d830f9790ab1 service neutron] 10.222.0.15 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902405 Feb 28 20:58:21.262136 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-d7382395-3ac0-4a14-aa37-c134c6dd1091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'aabb036b-cdac-4764-8639-201df76ca09e', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'port_id': 'cef8ba49-ec53-4f2d-9524-b77250dbc340', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'mac_address': 'fa:16:3e:0e:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d4527b-0a07-490e-8ef3-18a282dd6414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:56:12Z', 'updated_at': '2022-02-28T20:56:14Z', 'revision_number': 1, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'fixed_ip_address_scope': None}, {'id': 'fcd92e16-c433-4ff4-969e-7cea356c940c', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'port_id': 'b96adf04-e226-4f51-8e14-be5f16beff26', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'mac_address': 'fa:16:3e:d3:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d6da81-76bc-464d-852a-032716d3eb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:58:19Z', 'updated_at': '2022-02-28T20:58:19Z', 'revision_number': 0, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71ce6b1-da76-45f5-89ea-ef7147e449de', 'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'mac_address': 'fa:16:3e:41:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:11Z', 'updated_at': '2022-02-28T20:47:17Z', 'revision_number': 5, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'subnets': [{'id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:58:21.288652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7382395-3ac0-4a14-aa37-c134c6dd1091 None None] Checking router: 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:58:21.297432 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7382395-3ac0-4a14-aa37-c134c6dd1091 None None] Routers {'1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:58:21.298042 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-d7382395-3ac0-4a14-aa37-c134c6dd1091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:58:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:58:21.350081 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f25da41e-9d83-4747-bbcb-5f5d6e9bc4e9 req-a83e5942-c17b-4802-8abc-b0462a964f70 service neutron] 10.222.0.15 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834689 Feb 28 20:58:21.408985 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-d7382395-3ac0-4a14-aa37-c134c6dd1091 None None] Set router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:58:21.461654 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:21.647252 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-d7382395-3ac0-4a14-aa37-c134c6dd1091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'aabb036b-cdac-4764-8639-201df76ca09e', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'port_id': 'cef8ba49-ec53-4f2d-9524-b77250dbc340', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'mac_address': 'fa:16:3e:0e:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d4527b-0a07-490e-8ef3-18a282dd6414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:56:12Z', 'updated_at': '2022-02-28T20:56:14Z', 'revision_number': 1, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'fixed_ip_address_scope': None}, {'id': 'fcd92e16-c433-4ff4-969e-7cea356c940c', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'port_id': 'b96adf04-e226-4f51-8e14-be5f16beff26', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'mac_address': 'fa:16:3e:d3:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d6da81-76bc-464d-852a-032716d3eb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:58:19Z', 'updated_at': '2022-02-28T20:58:19Z', 'revision_number': 0, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71ce6b1-da76-45f5-89ea-ef7147e449de', 'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'mac_address': 'fa:16:3e:41:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:11Z', 'updated_at': '2022-02-28T20:47:17Z', 'revision_number': 5, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'subnets': [{'id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:58:21.673864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7382395-3ac0-4a14-aa37-c134c6dd1091 None None] The sync data for ids ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'] in n-d-820368-21 is: [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'aabb036b-cdac-4764-8639-201df76ca09e', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'port_id': 'cef8ba49-ec53-4f2d-9524-b77250dbc340', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'mac_address': 'fa:16:3e:0e:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d4527b-0a07-490e-8ef3-18a282dd6414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:56:12Z', 'updated_at': '2022-02-28T20:56:14Z', 'revision_number': 1, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'fixed_ip_address_scope': None}, {'id': 'fcd92e16-c433-4ff4-969e-7cea356c940c', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'port_id': 'b96adf04-e226-4f51-8e14-be5f16beff26', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'mac_address': 'fa:16:3e:d3:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d6da81-76bc-464d-852a-032716d3eb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:58:19Z', 'updated_at': '2022-02-28T20:58:19Z', 'revision_number': 0, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71ce6b1-da76-45f5-89ea-ef7147e449de', 'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'mac_address': 'fa:16:3e:41:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:11Z', 'updated_at': '2022-02-28T20:47:17Z', 'revision_number': 5, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'subnets': [{'id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:58:21.879233 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6930cf8-d490-4e1e-865d-4dd25d6f95f8 None None] New status for floating IP fcd92e16-c433-4ff4-969e-7cea356c940c: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:58:22.758730 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:22.820747 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:39.764864 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8422c373-9d2e-4dc4-8cb5-5110d24ccc91 req-b0e2d85d-faf3-4546-a9b8-bd7aadfe5613 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0989850 Feb 28 20:58:39.853607 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422c373-9d2e-4dc4-8cb5-5110d24ccc91 req-fb17d490-326f-4b4e-8175-418119acb449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:39.855112 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8422c373-9d2e-4dc4-8cb5-5110d24ccc91 req-fb17d490-326f-4b4e-8175-418119acb449 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 1128 time: 0.0461287 Feb 28 20:58:39.963058 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422c373-9d2e-4dc4-8cb5-5110d24ccc91 req-ad65a922-46d3-4482-abbb-a1f5500159a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:39.964535 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8422c373-9d2e-4dc4-8cb5-5110d24ccc91 req-ad65a922-46d3-4482-abbb-a1f5500159a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 912 time: 0.0894146 Feb 28 20:58:40.036419 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8422c373-9d2e-4dc4-8cb5-5110d24ccc91 req-b9d08f56-fa21-4c49-9579-21728897d94d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cef8ba49-ec53-4f2d-9524-b77250dbc340 HTTP/1.1" status: 200 len: 1001 time: 0.0647583 Feb 28 20:58:40.086323 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422c373-9d2e-4dc4-8cb5-5110d24ccc91 req-f24e9f7a-6da7-4fd7-a0b4-fa5c244ce7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:40.087823 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8422c373-9d2e-4dc4-8cb5-5110d24ccc91 req-f24e9f7a-6da7-4fd7-a0b4-fa5c244ce7dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0456328 Feb 28 20:58:40.136647 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422c373-9d2e-4dc4-8cb5-5110d24ccc91 req-592fe731-46bd-4b31-9172-92be552dc468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:40.138443 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8422c373-9d2e-4dc4-8cb5-5110d24ccc91 req-592fe731-46bd-4b31-9172-92be552dc468 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443306 Feb 28 20:58:40.232813 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8422c373-9d2e-4dc4-8cb5-5110d24ccc91 req-58111954-30b7-427c-9d0d-d14501461e77 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868313 Feb 28 20:58:40.320555 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8422c373-9d2e-4dc4-8cb5-5110d24ccc91 req-a6a526ca-0167-4105-a198-f84e3f7f9030 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818298 Feb 28 20:58:46.520837 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1684a1c1-0074-4979-a6bd-69857ff802c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:49.067668 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-39e4203d-d7f3-470c-a6c9-b5c869db8f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:49.962348 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:50.235056 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:50.736692 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c4ca67d0-03d3-414b-bc2f-792277751699 req-8a6df639-054f-428d-8fd5-3760299a3e8f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489886 Feb 28 20:58:50.821510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca67d0-03d3-414b-bc2f-792277751699 req-5b535652-9581-4c62-aabe-3fa8b6255355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:50.822999 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c4ca67d0-03d3-414b-bc2f-792277751699 req-5b535652-9581-4c62-aabe-3fa8b6255355 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 1128 time: 0.0454154 Feb 28 20:58:50.929070 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca67d0-03d3-414b-bc2f-792277751699 req-e1d4ff8b-86a0-4ccd-b230-894a9b318f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:50.931501 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c4ca67d0-03d3-414b-bc2f-792277751699 req-e1d4ff8b-86a0-4ccd-b230-894a9b318f2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 912 time: 0.0893006 Feb 28 20:58:50.998725 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c4ca67d0-03d3-414b-bc2f-792277751699 req-1aa1c6d6-a7bb-46ab-b4b1-acf05dadd25d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96adf04-e226-4f51-8e14-be5f16beff26 HTTP/1.1" status: 200 len: 1000 time: 0.0614994 Feb 28 20:58:51.045792 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca67d0-03d3-414b-bc2f-792277751699 req-866dae9d-1dfc-417e-8336-b43a9751f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:51.047226 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c4ca67d0-03d3-414b-bc2f-792277751699 req-866dae9d-1dfc-417e-8336-b43a9751f8d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0430620 Feb 28 20:58:51.098586 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca67d0-03d3-414b-bc2f-792277751699 req-3478eb63-bdf2-4e36-a65e-4b2cd2b79f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:58:51.100092 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c4ca67d0-03d3-414b-bc2f-792277751699 req-3478eb63-bdf2-4e36-a65e-4b2cd2b79f48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471544 Feb 28 20:58:51.189156 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c4ca67d0-03d3-414b-bc2f-792277751699 req-f9b31c65-1099-465a-bf52-cf54aff5948a service neutron] 10.222.0.15 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831521 Feb 28 20:58:51.279338 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c4ca67d0-03d3-414b-bc2f-792277751699 req-26f96df2-89c3-4cac-955b-8ef217b3afee service neutron] 10.222.0.15 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849223 Feb 28 20:58:51.432068 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:52.760359 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:52.834151 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:58:55.222221 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:59:16.522934 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0c56df61-fd69-40e0-b471-6d8c2ee4bc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:19.070116 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2a4d2666-dd36-4149-b996-d16f2b9c45b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:19.974839 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:20.235312 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:21.434497 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:22.762731 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:22.827563 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:32.221634 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:59:40.722184 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-96c9da8e-4510-4901-9df5-f700b46a7dd9 req-cb1860ed-cdf8-40c0-a002-a97ae99f75b2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449951 Feb 28 20:59:40.811253 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9da8e-4510-4901-9df5-f700b46a7dd9 req-89b344f5-31fb-4e47-8e95-e69815474177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:59:40.812781 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-96c9da8e-4510-4901-9df5-f700b46a7dd9 req-89b344f5-31fb-4e47-8e95-e69815474177 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 1128 time: 0.0485885 Feb 28 20:59:40.915963 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9da8e-4510-4901-9df5-f700b46a7dd9 req-39f4f180-3aba-4c88-a65c-c83a62a5ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:59:40.917482 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-96c9da8e-4510-4901-9df5-f700b46a7dd9 req-39f4f180-3aba-4c88-a65c-c83a62a5ada7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 912 time: 0.0848072 Feb 28 20:59:40.987329 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-96c9da8e-4510-4901-9df5-f700b46a7dd9 req-119bae88-5551-476e-b941-b9a5530c60de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cef8ba49-ec53-4f2d-9524-b77250dbc340 HTTP/1.1" status: 200 len: 1001 time: 0.0631056 Feb 28 20:59:41.034601 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9da8e-4510-4901-9df5-f700b46a7dd9 req-3758403e-371a-4047-acd5-5a3af84b8e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:59:41.036069 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-96c9da8e-4510-4901-9df5-f700b46a7dd9 req-3758403e-371a-4047-acd5-5a3af84b8e16 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0423026 Feb 28 20:59:41.088282 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9da8e-4510-4901-9df5-f700b46a7dd9 req-7b657fb8-801c-4b30-8cf2-c1df091adb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:59:41.091448 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-96c9da8e-4510-4901-9df5-f700b46a7dd9 req-7b657fb8-801c-4b30-8cf2-c1df091adb7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474339 Feb 28 20:59:41.185553 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-96c9da8e-4510-4901-9df5-f700b46a7dd9 req-8fa00621-40bb-40c1-89b5-fcc88ddecf04 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886650 Feb 28 20:59:41.272807 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-96c9da8e-4510-4901-9df5-f700b46a7dd9 req-e7babfdf-9007-4841-bccd-8719af9311a7 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815287 Feb 28 20:59:46.524714 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ae922919-620b-4ba9-b777-6ebbc3cfbddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:49.076816 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e70f96fc-0a69-4801-ab86-5c06ea314107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:49.973585 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:50.238520 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:50.539361 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 43994) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 20:59:50.716205 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Deleting port b02aa468-e910-4473-82be-a3b2ae77d586 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:59:50.716547 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b02aa468-e910-4473-82be-a3b2ae77d586), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:50.788901 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-94b24cf1-c6b4-4fcd-bb83-945590b8c2cf req-2852d579-e2ec-43e0-8691-5113c08d57f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0998635 Feb 28 20:59:50.804166 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b02aa468-e910-4473-82be-a3b2ae77d586), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:50.804414 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for floatingip (b02aa468-e910-4473-82be-a3b2ae77d586), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:50.816231 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Calling delete_port for b02aa468-e910-4473-82be-a3b2ae77d586 owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:59:50.931090 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b24cf1-c6b4-4fcd-bb83-945590b8c2cf req-3c507bb5-c498-4d0b-b4e7-be9c65597e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:59:50.932572 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-94b24cf1-c6b4-4fcd-bb83-945590b8c2cf req-3c507bb5-c498-4d0b-b4e7-be9c65597e29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 1128 time: 0.0765352 Feb 28 20:59:51.051141 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b02aa468-e910-4473-82be-a3b2ae77d586), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:51.092387 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event deleted for resources: {'Port': ['ID=b02aa468-e910-4473-82be-a3b2ae77d586,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:59:51.104680 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b24cf1-c6b4-4fcd-bb83-945590b8c2cf req-8ee5bb8e-0dfc-4938-b20c-f4370a838855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:59:51.106183 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-94b24cf1-c6b4-4fcd-bb83-945590b8c2cf req-8ee5bb8e-0dfc-4938-b20c-f4370a838855 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 912 time: 0.1557462 Feb 28 20:59:51.125043 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:59:51.125387 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:59:51.125726 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:59:51.126063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:59:51.126397 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:59:51.126733 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:59:51.127066 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:59:51.127391 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:59:51.127713 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:59:51.128058 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:59:51.128383 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:59:51.128709 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:59:51.129030 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 20:59:51.185556 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-94b24cf1-c6b4-4fcd-bb83-945590b8c2cf req-7f9976ec-6875-49bb-81b2-aece0d6f8109 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96adf04-e226-4f51-8e14-be5f16beff26 HTTP/1.1" status: 200 len: 217 time: 0.0638115 Feb 28 20:59:51.230076 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for floatingip (fcd92e16-c433-4ff4-969e-7cea356c940c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:51.230420 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Floating IP fcd92e16-c433-4ff4-969e-7cea356c940c disassociated (deleted). External IP: 172.25.0.16, port: b96adf04-e226-4f51-8e14-be5f16beff26. Feb 28 20:59:51.280494 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b24cf1-c6b4-4fcd-bb83-945590b8c2cf req-00b7d98b-8a48-4ed8-b1bb-a5250481747f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:59:51.281936 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-94b24cf1-c6b4-4fcd-bb83-945590b8c2cf req-00b7d98b-8a48-4ed8-b1bb-a5250481747f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0907135 Feb 28 20:59:51.380171 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b24cf1-c6b4-4fcd-bb83-945590b8c2cf req-c21ba6b0-5472-45a6-a8ab-a19e93c66695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:59:51.382203 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-94b24cf1-c6b4-4fcd-bb83-945590b8c2cf req-c21ba6b0-5472-45a6-a8ab-a19e93c66695 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0939791 Feb 28 20:59:51.439180 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:51.552377 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-94b24cf1-c6b4-4fcd-bb83-945590b8c2cf req-64a74231-bed6-467b-9133-60b22db0a9b8 service neutron] 10.222.0.15 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366539 Feb 28 20:59:51.557652 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 20:59:52.027481 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-94b24cf1-c6b4-4fcd-bb83-945590b8c2cf req-1e0c5c62-5dc4-4289-8df5-416a8e923a23 service neutron] 10.222.0.15 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684756 Feb 28 20:59:52.046652 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 20:59:52.051672 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:52.058216 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4225b07a-c555-43a6-89ab-a1277412579c None None] Sync routers for ids ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 20:59:52.068624 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4225b07a-c555-43a6-89ab-a1277412579c None None] Routers {'1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:59:52.071199 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4225b07a-c555-43a6-89ab-a1277412579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:59:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:59:52.082019 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-298c0a23-e134-4d94-a5a7-6f37789eef8a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "DELETE /v2.0/floatingips/fcd92e16-c433-4ff4-969e-7cea356c940c HTTP/1.1" status: 204 len: 168 time: 1.5415347 Feb 28 20:59:52.082613 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d6da81-76bc-464d-852a-032716d3eb17', 'tag': 'b96adf04-e226-4f51-8e14-be5f16beff26'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:59:52.085424 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbe70c3-e72e-4048-b799-ca8f88921a84" -d '{"events": [{"name": "network-changed", "server_uuid": "47d6da81-76bc-464d-852a-032716d3eb17", "tag": "b96adf04-e226-4f51-8e14-be5f16beff26"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:59:52.184922 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-4225b07a-c555-43a6-89ab-a1277412579c None None] Set router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:59:52.239138 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 20:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab17106b-82e6-4159-a480-11843598be82 x-openstack-request-id: req-ab17106b-82e6-4159-a480-11843598be82 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:59:52.239431 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d6da81-76bc-464d-852a-032716d3eb17", "tag": "b96adf04-e226-4f51-8e14-be5f16beff26", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:59:52.239686 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab17106b-82e6-4159-a480-11843598be82 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:59:52.240193 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d6da81-76bc-464d-852a-032716d3eb17', 'tag': 'b96adf04-e226-4f51-8e14-be5f16beff26', 'status': 'completed', 'code': 200} Feb 28 20:59:52.312704 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe70c3-e72e-4048-b799-ca8f88921a84 req-646e0c9d-4bc3-42eb-b37e-8c1469070fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:59:52.314139 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4dbe70c3-e72e-4048-b799-ca8f88921a84 req-646e0c9d-4bc3-42eb-b37e-8c1469070fad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 1128 time: 0.0469515 Feb 28 20:59:52.363365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a740bc-6f3a-411e-97a1-c87986d7ac92 req-5844fc9a-7084-444e-b43c-57c6664cfb4b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:59:52.365561 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49a740bc-6f3a-411e-97a1-c87986d7ac92 req-5844fc9a-7084-444e-b43c-57c6664cfb4b tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 945 time: 0.0633366 Feb 28 20:59:52.418321 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe70c3-e72e-4048-b799-ca8f88921a84 req-1f9b89bc-e1d1-4aa5-837e-6deaab7781aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:59:52.419808 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4dbe70c3-e72e-4048-b799-ca8f88921a84 req-1f9b89bc-e1d1-4aa5-837e-6deaab7781aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 912 time: 0.0987060 Feb 28 20:59:52.425894 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49a740bc-6f3a-411e-97a1-c87986d7ac92 req-01add706-50aa-405a-a718-8bb4846d79ad tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531204 Feb 28 20:59:52.432511 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4225b07a-c555-43a6-89ab-a1277412579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'aabb036b-cdac-4764-8639-201df76ca09e', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'port_id': 'cef8ba49-ec53-4f2d-9524-b77250dbc340', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'mac_address': 'fa:16:3e:0e:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d4527b-0a07-490e-8ef3-18a282dd6414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:56:12Z', 'updated_at': '2022-02-28T20:56:14Z', 'revision_number': 1, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71ce6b1-da76-45f5-89ea-ef7147e449de', 'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'mac_address': 'fa:16:3e:41:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:11Z', 'updated_at': '2022-02-28T20:47:17Z', 'revision_number': 5, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'subnets': [{'id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:59:52.462585 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4225b07a-c555-43a6-89ab-a1277412579c None None] Checking router: 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 20:59:52.471501 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4225b07a-c555-43a6-89ab-a1277412579c None None] Routers {'1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 20:59:52.471914 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4dbe70c3-e72e-4048-b799-ca8f88921a84 req-ecb35fd4-d9d4-4113-9f57-a3d39502ace5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96adf04-e226-4f51-8e14-be5f16beff26 HTTP/1.1" status: 200 len: 217 time: 0.0438192 Feb 28 20:59:52.472159 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4225b07a-c555-43a6-89ab-a1277412579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:59:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:59:52.523961 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe70c3-e72e-4048-b799-ca8f88921a84 req-d129dbb7-9ce5-4427-bd80-bcd3df2b32e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:59:52.525424 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4dbe70c3-e72e-4048-b799-ca8f88921a84 req-d129dbb7-9ce5-4427-bd80-bcd3df2b32e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0474291 Feb 28 20:59:52.574476 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe70c3-e72e-4048-b799-ca8f88921a84 req-2152b015-d9e2-4fb6-aa11-bcc510738579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:59:52.575936 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4dbe70c3-e72e-4048-b799-ca8f88921a84 req-2152b015-d9e2-4fb6-aa11-bcc510738579 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440536 Feb 28 20:59:52.583805 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-4225b07a-c555-43a6-89ab-a1277412579c None None] Set router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 20:59:52.670658 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4dbe70c3-e72e-4048-b799-ca8f88921a84 req-420c0436-01c3-4dfd-ab0e-7da0d830f617 service neutron] 10.222.0.15 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866244 Feb 28 20:59:52.760762 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4dbe70c3-e72e-4048-b799-ca8f88921a84 req-b1486119-c8fa-4619-81dd-527abed353bd service neutron] 10.222.0.15 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827763 Feb 28 20:59:52.782966 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:52.843077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4225b07a-c555-43a6-89ab-a1277412579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'aabb036b-cdac-4764-8639-201df76ca09e', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'port_id': 'cef8ba49-ec53-4f2d-9524-b77250dbc340', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'mac_address': 'fa:16:3e:0e:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d4527b-0a07-490e-8ef3-18a282dd6414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:56:12Z', 'updated_at': '2022-02-28T20:56:14Z', 'revision_number': 1, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71ce6b1-da76-45f5-89ea-ef7147e449de', 'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'mac_address': 'fa:16:3e:41:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:11Z', 'updated_at': '2022-02-28T20:47:17Z', 'revision_number': 5, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'subnets': [{'id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 20:59:52.845209 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:52.871233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4225b07a-c555-43a6-89ab-a1277412579c None None] The sync data for ids ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'] in n-d-820368-21 is: [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'aabb036b-cdac-4764-8639-201df76ca09e', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'port_id': 'cef8ba49-ec53-4f2d-9524-b77250dbc340', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'mac_address': 'fa:16:3e:0e:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d4527b-0a07-490e-8ef3-18a282dd6414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T20:56:12Z', 'updated_at': '2022-02-28T20:56:14Z', 'revision_number': 1, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71ce6b1-da76-45f5-89ea-ef7147e449de', 'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'mac_address': 'fa:16:3e:41:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:11Z', 'updated_at': '2022-02-28T20:47:17Z', 'revision_number': 5, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'subnets': [{'id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 20:59:53.113911 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e8955-0ba6-4e09-a14c-cc5f3ce05d2a None None] New status for floating IP fcd92e16-c433-4ff4-969e-7cea356c940c: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 20:59:53.547748 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b718354-3bd8-4372-a301-23b7b439f368 req-36f98e2d-5565-42bf-907a-0f57ca4e3d56 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:59:53.549409 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b718354-3bd8-4372-a301-23b7b439f368 req-36f98e2d-5565-42bf-907a-0f57ca4e3d56 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 945 time: 0.0521784 Feb 28 20:59:53.597319 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b718354-3bd8-4372-a301-23b7b439f368 req-d753fd61-5ee0-4f25-bc6e-1b8b39497167 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421934 Feb 28 20:59:53.836255 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23456ffc-f7e6-4fe7-9f99-ca257734a513 req-90f68bb6-288e-4cf1-a1ee-29eb7bcb02f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 20:59:53.837668 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-23456ffc-f7e6-4fe7-9f99-ca257734a513 req-90f68bb6-288e-4cf1-a1ee-29eb7bcb02f8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.15 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 945 time: 0.0521438 Feb 28 20:59:53.930272 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-23456ffc-f7e6-4fe7-9f99-ca257734a513 req-33f5d091-0df1-41a9-9ef4-db4be80b9745 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Deleting port b96adf04-e226-4f51-8e14-be5f16beff26 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 20:59:53.930614 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-23456ffc-f7e6-4fe7-9f99-ca257734a513 req-33f5d091-0df1-41a9-9ef4-db4be80b9745 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b96adf04-e226-4f51-8e14-be5f16beff26), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:54.018405 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-23456ffc-f7e6-4fe7-9f99-ca257734a513 req-33f5d091-0df1-41a9-9ef4-db4be80b9745 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] For port b96adf04-e226-4f51-8e14-be5f16beff26, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=b96adf04-e226-4f51-8e14-be5f16beff26,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 20:59:54.018765 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-23456ffc-f7e6-4fe7-9f99-ca257734a513 req-33f5d091-0df1-41a9-9ef4-db4be80b9745 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b96adf04-e226-4f51-8e14-be5f16beff26), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:54.035618 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-23456ffc-f7e6-4fe7-9f99-ca257734a513 req-33f5d091-0df1-41a9-9ef4-db4be80b9745 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Calling delete_port for b96adf04-e226-4f51-8e14-be5f16beff26 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 20:59:54.160179 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-23456ffc-f7e6-4fe7-9f99-ca257734a513 req-33f5d091-0df1-41a9-9ef4-db4be80b9745 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b96adf04-e226-4f51-8e14-be5f16beff26), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:54.186829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5d091-0df1-41a9-9ef4-db4be80b9745 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event deleted for resources: {'Port': ['ID=b96adf04-e226-4f51-8e14-be5f16beff26,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 20:59:54.239357 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-23456ffc-f7e6-4fe7-9f99-ca257734a513 req-33f5d091-0df1-41a9-9ef4-db4be80b9745 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] No DVR routers for this DVR port b96adf04-e226-4f51-8e14-be5f16beff26 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 20:59:54.242565 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-23456ffc-f7e6-4fe7-9f99-ca257734a513 req-33f5d091-0df1-41a9-9ef4-db4be80b9745 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:59:54.246798 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-23456ffc-f7e6-4fe7-9f99-ca257734a513 req-33f5d091-0df1-41a9-9ef4-db4be80b9745 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.15 "DELETE /v2.0/ports/b96adf04-e226-4f51-8e14-be5f16beff26 HTTP/1.1" status: 204 len: 173 time: 0.4040263 Feb 28 20:59:54.247252 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d6da81-76bc-464d-852a-032716d3eb17', 'name': 'network-vif-deleted', 'tag': 'b96adf04-e226-4f51-8e14-be5f16beff26'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 20:59:54.249964 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b2a78c-0c10-4072-9b58-df3d5b1aade7" -d '{"events": [{"server_uuid": "47d6da81-76bc-464d-852a-032716d3eb17", "name": "network-vif-deleted", "tag": "b96adf04-e226-4f51-8e14-be5f16beff26"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 20:59:54.288654 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 20:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8c3c67-41d0-4bfa-9fad-a3c3928aa5f7 x-openstack-request-id: req-0b8c3c67-41d0-4bfa-9fad-a3c3928aa5f7 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 20:59:54.288931 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d6da81-76bc-464d-852a-032716d3eb17", "name": "network-vif-deleted", "tag": "b96adf04-e226-4f51-8e14-be5f16beff26", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 20:59:54.289164 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b8c3c67-41d0-4bfa-9fad-a3c3928aa5f7 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 20:59:54.289560 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d6da81-76bc-464d-852a-032716d3eb17', 'name': 'network-vif-deleted', 'tag': 'b96adf04-e226-4f51-8e14-be5f16beff26', 'status': 'completed', 'code': 200} Feb 28 20:59:54.705794 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0be5407b-9d26-4d3a-b02a-b9d5eca194b8 req-a71b8d78-8b18-484e-99a7-aad7f7ad5f95 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 210 time: 0.0360241 Feb 28 20:59:55.800666 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3407ddd4-22fb-4f3a-892b-9abef74990e1 req-3c2a778a-82a2-4420-93a7-69e032e7ddc0 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 210 time: 0.0264356 Feb 28 20:59:56.900391 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-90a3582e-f235-41bf-8e97-6469ba44c40a req-d9a60ceb-a236-4c1b-8161-92df7a72a629 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 210 time: 0.0278277 Feb 28 20:59:57.413583 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device b96adf04-e226-4f51-8e14-be5f16beff26 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 20:59:57.437552 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: b96adf04-e226-4f51-8e14-be5f16beff26 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 20:59:57.437895 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device b96adf04-e226-4f51-8e14-be5f16beff26 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 20:59:57.999650 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0188a2d5-6cb0-4091-8317-691470465359 req-9ba57403-8bb5-45b0-aad6-2255afbd82ae tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 210 time: 0.0284348 Feb 28 20:59:59.093267 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b3534a86-8927-43ce-85e9-9141d1b3d20b req-f3eb61b4-372d-4e16-a467-44112f7e3c94 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 210 time: 0.0265050 Feb 28 21:00:00.190209 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-195b69fa-13f1-432c-a779-2b232770e0f5 req-aca078d4-ca8c-4713-a673-950e914c643a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 210 time: 0.0264957 Feb 28 21:00:01.293904 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-44397e3f-41e3-48e8-9929-f6dfb95a6d2f req-bb452dfe-675e-4b0e-9ec3-0b9245dbb71a tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 210 time: 0.0329161 Feb 28 21:00:02.389591 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-086fedbe-0dbc-4099-8859-aa64bc5a0534 req-a5238207-f006-4912-a74a-8c19c70b9782 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 210 time: 0.0280015 Feb 28 21:00:03.499657 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-50737683-0c55-4f3b-82a3-df649f64bdc1 req-4f67b243-72a1-4e55-bb49-eb0cf5c552e8 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d6da81-76bc-464d-852a-032716d3eb17 HTTP/1.1" status: 200 len: 210 time: 0.0286038 Feb 28 21:00:04.965713 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-57ebc022-ce53-48dd-9591-a36155f0e238 service neutron] (103774) timed out ('10.222.0.13', 58542) {{(pid=103774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 21:00:05.893479 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-ec72f9ea-3d2d-4a8e-b64f-fb713bf436f2 req-5a550579-676a-4b65-a624-020dc7898c2d tempest-TestNetworkAdvancedServerOps-288192342 tempest-TestNetworkAdvancedServerOps-288192342-project-admin] (103773) timed out ('10.222.0.13', 58580) {{(pid=103773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 21:00:09.219859 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:00:13.039355 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44058) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:00:13.201526 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-3b27f821-1e56-48f6-8189-b9d1b493b1dd tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Deleting port 08cd1738-7e99-4aa0-9c0c-21dd650a296e {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:00:13.201866 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3b27f821-1e56-48f6-8189-b9d1b493b1dd tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (08cd1738-7e99-4aa0-9c0c-21dd650a296e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:13.278162 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3b27f821-1e56-48f6-8189-b9d1b493b1dd tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (08cd1738-7e99-4aa0-9c0c-21dd650a296e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:13.278426 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3b27f821-1e56-48f6-8189-b9d1b493b1dd tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for floatingip (08cd1738-7e99-4aa0-9c0c-21dd650a296e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:13.290208 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-3b27f821-1e56-48f6-8189-b9d1b493b1dd tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Calling delete_port for 08cd1738-7e99-4aa0-9c0c-21dd650a296e owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:00:13.436734 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3b27f821-1e56-48f6-8189-b9d1b493b1dd tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (08cd1738-7e99-4aa0-9c0c-21dd650a296e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:13.461965 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27f821-1e56-48f6-8189-b9d1b493b1dd tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event deleted for resources: {'Port': ['ID=08cd1738-7e99-4aa0-9c0c-21dd650a296e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:13.532738 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3b27f821-1e56-48f6-8189-b9d1b493b1dd tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for floatingip (aabb036b-cdac-4764-8639-201df76ca09e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:13.532984 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-3b27f821-1e56-48f6-8189-b9d1b493b1dd tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Floating IP aabb036b-cdac-4764-8639-201df76ca09e disassociated (deleted). External IP: 172.25.0.163, port: cef8ba49-ec53-4f2d-9524-b77250dbc340. Feb 28 21:00:13.743202 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b27f821-1e56-48f6-8189-b9d1b493b1dd tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:00:13.851833 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b27f821-1e56-48f6-8189-b9d1b493b1dd tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:00:13.856576 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3b27f821-1e56-48f6-8189-b9d1b493b1dd tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:13.861514 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f9d348-29fb-4139-86bd-54f13191cc41 None None] Sync routers for ids ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:00:13.870778 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f9d348-29fb-4139-86bd-54f13191cc41 None None] Routers {'1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:00:13.871386 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-59f9d348-29fb-4139-86bd-54f13191cc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:59:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:00:13.885334 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3b27f821-1e56-48f6-8189-b9d1b493b1dd tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "DELETE /v2.0/floatingips/aabb036b-cdac-4764-8639-201df76ca09e HTTP/1.1" status: 204 len: 168 time: 0.8448567 Feb 28 21:00:13.885951 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d4527b-0a07-490e-8ef3-18a282dd6414', 'tag': 'cef8ba49-ec53-4f2d-9524-b77250dbc340'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:00:13.889774 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc651db-1481-482c-afae-6d4da5b01a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "87d4527b-0a07-490e-8ef3-18a282dd6414", "tag": "cef8ba49-ec53-4f2d-9524-b77250dbc340"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:00:13.981473 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-59f9d348-29fb-4139-86bd-54f13191cc41 None None] Set router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:00:14.043706 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abf6cd9-d1c1-48b6-adbc-680901b2401a x-openstack-request-id: req-4abf6cd9-d1c1-48b6-adbc-680901b2401a {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:00:14.044264 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d4527b-0a07-490e-8ef3-18a282dd6414", "tag": "cef8ba49-ec53-4f2d-9524-b77250dbc340", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:00:14.044374 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4abf6cd9-d1c1-48b6-adbc-680901b2401a {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:00:14.044895 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d4527b-0a07-490e-8ef3-18a282dd6414', 'tag': 'cef8ba49-ec53-4f2d-9524-b77250dbc340', 'status': 'completed', 'code': 200} Feb 28 21:00:14.150801 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc651db-1481-482c-afae-6d4da5b01a4a req-0749904e-9a25-4f79-b45d-1aad3a15baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:14.152257 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efc651db-1481-482c-afae-6d4da5b01a4a req-0749904e-9a25-4f79-b45d-1aad3a15baa3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 1128 time: 0.0859811 Feb 28 21:00:14.164733 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbf058-deb6-4dd1-80de-1ee5b9f1a0a9 req-13bf2af2-117a-404b-85e6-7b396ab20afc tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:14.166236 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7dbf058-deb6-4dd1-80de-1ee5b9f1a0a9 req-13bf2af2-117a-404b-85e6-7b396ab20afc tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 945 time: 0.0686836 Feb 28 21:00:14.208711 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-59f9d348-29fb-4139-86bd-54f13191cc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c71ce6b1-da76-45f5-89ea-ef7147e449de', 'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'mac_address': 'fa:16:3e:41:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:11Z', 'updated_at': '2022-02-28T20:47:17Z', 'revision_number': 5, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'subnets': [{'id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:00:14.243232 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f9d348-29fb-4139-86bd-54f13191cc41 None None] Checking router: 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:00:14.253959 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f9d348-29fb-4139-86bd-54f13191cc41 None None] Routers {'1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:00:14.254873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-59f9d348-29fb-4139-86bd-54f13191cc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T20:59:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:00:14.282070 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7dbf058-deb6-4dd1-80de-1ee5b9f1a0a9 req-5522bf9e-638a-46bd-a616-7416079ae894 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071751 Feb 28 21:00:14.298338 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc651db-1481-482c-afae-6d4da5b01a4a req-945e3d9a-3388-43fe-b753-f85f41a83446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:14.299850 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efc651db-1481-482c-afae-6d4da5b01a4a req-945e3d9a-3388-43fe-b753-f85f41a83446 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 200 len: 912 time: 0.1327186 Feb 28 21:00:14.349669 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efc651db-1481-482c-afae-6d4da5b01a4a req-2039506f-88a6-4109-9af6-1100535dc604 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cef8ba49-ec53-4f2d-9524-b77250dbc340 HTTP/1.1" status: 200 len: 217 time: 0.0419798 Feb 28 21:00:14.402884 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc651db-1481-482c-afae-6d4da5b01a4a req-8487796b-e2a9-4c4d-969a-66d6c858637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:14.404350 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efc651db-1481-482c-afae-6d4da5b01a4a req-8487796b-e2a9-4c4d-969a-66d6c858637d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 200 len: 851 time: 0.0481453 Feb 28 21:00:14.461383 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc651db-1481-482c-afae-6d4da5b01a4a req-71709c00-4580-4c3d-afd6-bbba1e6a1684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:14.462917 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efc651db-1481-482c-afae-6d4da5b01a4a req-71709c00-4580-4c3d-afd6-bbba1e6a1684 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517073 Feb 28 21:00:14.541187 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-59f9d348-29fb-4139-86bd-54f13191cc41 None None] Set router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:00:14.573093 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efc651db-1481-482c-afae-6d4da5b01a4a req-9b5fc885-e96b-40e3-9ed3-78f6343da30c service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997322 Feb 28 21:00:14.666663 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efc651db-1481-482c-afae-6d4da5b01a4a req-3113cafe-49cc-43dc-b297-64f87f067555 service neutron] 10.222.0.10 "GET /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874817 Feb 28 21:00:14.747792 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-59f9d348-29fb-4139-86bd-54f13191cc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c71ce6b1-da76-45f5-89ea-ef7147e449de', 'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'mac_address': 'fa:16:3e:41:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:11Z', 'updated_at': '2022-02-28T20:47:17Z', 'revision_number': 5, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'subnets': [{'id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:00:14.780174 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f9d348-29fb-4139-86bd-54f13191cc41 None None] The sync data for ids ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'] in n-d-820368-21 is: [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T20:47:12Z', 'revision_number': 4, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'c71ce6b1-da76-45f5-89ea-ef7147e449de', 'name': '', 'network_id': 'f9183e88-ab23-4a0b-8f98-2c8f78d76e4a', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'mac_address': 'fa:16:3e:41:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:11Z', 'updated_at': '2022-02-28T20:47:17Z', 'revision_number': 5, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'subnets': [{'id': '2443cf2a-2cd1-4640-b0ef-22386bc2104e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:00:15.032435 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0aa381-1545-4400-9a24-45dccc89d2c3 None None] New status for floating IP aabb036b-cdac-4764-8639-201df76ca09e: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:00:15.411664 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8103568-9e25-4d55-bc1d-4d6760c75611 req-ca52b0d9-e658-44e1-95b2-ef7ac7f5c2b7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:15.413755 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f8103568-9e25-4d55-bc1d-4d6760c75611 req-ca52b0d9-e658-44e1-95b2-ef7ac7f5c2b7 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 945 time: 0.0546217 Feb 28 21:00:15.465702 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f8103568-9e25-4d55-bc1d-4d6760c75611 req-72f9f2fa-9dee-4838-82de-c76d06a238d4 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463455 Feb 28 21:00:15.784742 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fee14e-68f8-44be-8b75-fbcaa4a4dbeb req-cb02bcf2-b549-47c7-bf7b-6bde5a180caf tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:15.786181 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99fee14e-68f8-44be-8b75-fbcaa4a4dbeb req-cb02bcf2-b549-47c7-bf7b-6bde5a180caf tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.10 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 945 time: 0.0521133 Feb 28 21:00:15.900790 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-99fee14e-68f8-44be-8b75-fbcaa4a4dbeb req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Deleting port cef8ba49-ec53-4f2d-9524-b77250dbc340 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:00:15.901133 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-99fee14e-68f8-44be-8b75-fbcaa4a4dbeb req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (cef8ba49-ec53-4f2d-9524-b77250dbc340), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:16.347490 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-99fee14e-68f8-44be-8b75-fbcaa4a4dbeb req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] For port cef8ba49-ec53-4f2d-9524-b77250dbc340, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=cef8ba49-ec53-4f2d-9524-b77250dbc340,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:00:16.347879 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-99fee14e-68f8-44be-8b75-fbcaa4a4dbeb req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (cef8ba49-ec53-4f2d-9524-b77250dbc340), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:16.360655 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-99fee14e-68f8-44be-8b75-fbcaa4a4dbeb req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Calling delete_port for cef8ba49-ec53-4f2d-9524-b77250dbc340 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:00:16.488598 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-99fee14e-68f8-44be-8b75-fbcaa4a4dbeb req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (cef8ba49-ec53-4f2d-9524-b77250dbc340), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:16.518177 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event deleted for resources: {'Port': ['ID=cef8ba49-ec53-4f2d-9524-b77250dbc340,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:16.533078 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ac994e3f-761a-47aa-883d-235d1a5dd2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:16.536088 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:16.536471 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:16.536837 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:16.537234 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:16.538722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:16.539074 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:16.539496 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:16.539867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:16.540203 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:16.540531 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:16.540858 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:16.541187 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:16.541515 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:16.617454 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a42476e6-03b9-4516-8bae-2621380664c7 req-a921237c-409f-4ae0-9344-d48b2c4662fa tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 210 time: 0.0650210 Feb 28 21:00:16.618848 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fee14e-68f8-44be-8b75-fbcaa4a4dbeb req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] No DVR routers for this DVR port cef8ba49-ec53-4f2d-9524-b77250dbc340 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:00:16.621798 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-99fee14e-68f8-44be-8b75-fbcaa4a4dbeb req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:16.626035 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99fee14e-68f8-44be-8b75-fbcaa4a4dbeb req-cb4e3d20-2a04-415d-bb46-65ef2dbda110 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.10 "DELETE /v2.0/ports/cef8ba49-ec53-4f2d-9524-b77250dbc340 HTTP/1.1" status: 204 len: 173 time: 0.8344977 Feb 28 21:00:16.626527 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d4527b-0a07-490e-8ef3-18a282dd6414', 'name': 'network-vif-deleted', 'tag': 'cef8ba49-ec53-4f2d-9524-b77250dbc340'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:00:16.630103 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db49f18-72cb-41b1-90da-e6514995c9d8" -d '{"events": [{"server_uuid": "87d4527b-0a07-490e-8ef3-18a282dd6414", "name": "network-vif-deleted", "tag": "cef8ba49-ec53-4f2d-9524-b77250dbc340"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:00:16.739924 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42caa974-527e-4317-8ec3-0d174fdab48a x-openstack-request-id: req-42caa974-527e-4317-8ec3-0d174fdab48a {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:00:16.740075 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d4527b-0a07-490e-8ef3-18a282dd6414", "name": "network-vif-deleted", "tag": "cef8ba49-ec53-4f2d-9524-b77250dbc340", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:00:16.740591 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42caa974-527e-4317-8ec3-0d174fdab48a {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:00:16.740712 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d4527b-0a07-490e-8ef3-18a282dd6414', 'name': 'network-vif-deleted', 'tag': 'cef8ba49-ec53-4f2d-9524-b77250dbc340', 'status': 'completed', 'code': 200} Feb 28 21:00:17.714918 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a2e31f5-5147-4587-ad97-11873c3e11bb req-40787008-a60c-410d-a78a-62effb0cedb6 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 210 time: 0.0274999 Feb 28 21:00:18.811836 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1897b8ab-645b-455e-85b4-e40a490e07c2 req-2d8250f0-4e68-4c80-8c30-4ce93be0c90d tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 210 time: 0.0291977 Feb 28 21:00:19.068169 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c3b57dcc-22bd-4a2c-af89-ec49a71d8f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:19.907327 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cfaecb21-418b-4541-b916-c96f66e1a2e8 req-a648c6d4-84ba-4de6-ade6-ed661bfafbaf tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 210 time: 0.0276647 Feb 28 21:00:19.974291 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:20.239746 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:21.007253 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0df5688-278d-40b0-806b-9ba8f66abffb req-818ddcea-b949-4961-bc6e-ab22644bbf57 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 210 time: 0.0308642 Feb 28 21:00:21.126475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device cef8ba49-ec53-4f2d-9524-b77250dbc340 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:00:21.147306 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: cef8ba49-ec53-4f2d-9524-b77250dbc340 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:00:21.147660 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device cef8ba49-ec53-4f2d-9524-b77250dbc340 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:00:21.445189 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:22.102095 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f80d3c44-51a1-4b6b-93bb-210a9bdc864a req-5ef2695d-02d9-4599-bdfb-62b4b5a5f2de tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 210 time: 0.0262401 Feb 28 21:00:22.766435 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:22.843426 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:23.196704 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f6752ef4-07c8-4adc-96b0-a0ed7ee9e509 req-d13fe0da-dfe2-4d98-b28d-039b8ba3fb0c tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 210 time: 0.0275209 Feb 28 21:00:24.299209 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-740f69a7-679a-43d5-9a75-7246d666f17e req-ea16b805-05f1-47d7-982a-7ae71e3acfd4 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 210 time: 0.0279095 Feb 28 21:00:25.400904 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dab5a651-662e-47f2-8e53-c64f4089720c req-3394726e-a48d-4cec-8957-07e9c0ac0567 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d4527b-0a07-490e-8ef3-18a282dd6414 HTTP/1.1" status: 200 len: 210 time: 0.0267828 Feb 28 21:00:26.457316 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44092) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:00:26.580983 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2fbec568-d8e5-419b-84f6-40bb2733eb00 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Deleting port 5d78e2f2-78ae-4d11-b174-789d9e028289 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:00:26.581238 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2fbec568-d8e5-419b-84f6-40bb2733eb00 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (5d78e2f2-78ae-4d11-b174-789d9e028289), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:26.657044 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2fbec568-d8e5-419b-84f6-40bb2733eb00 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (5d78e2f2-78ae-4d11-b174-789d9e028289), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:26.657362 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2fbec568-d8e5-419b-84f6-40bb2733eb00 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for floatingip (5d78e2f2-78ae-4d11-b174-789d9e028289), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:26.669458 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2fbec568-d8e5-419b-84f6-40bb2733eb00 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Calling delete_port for 5d78e2f2-78ae-4d11-b174-789d9e028289 owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:00:26.802730 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2fbec568-d8e5-419b-84f6-40bb2733eb00 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (5d78e2f2-78ae-4d11-b174-789d9e028289), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:26.827632 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbec568-d8e5-419b-84f6-40bb2733eb00 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event deleted for resources: {'Port': ['ID=5d78e2f2-78ae-4d11-b174-789d9e028289,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:26.890959 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2fbec568-d8e5-419b-84f6-40bb2733eb00 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for floatingip (0fdf35ae-08be-4801-b32a-ee4091869b1d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:26.893510 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2fbec568-d8e5-419b-84f6-40bb2733eb00 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:26.894658 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2fbec568-d8e5-419b-84f6-40bb2733eb00 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "DELETE /v2.0/floatingips/0fdf35ae-08be-4801-b32a-ee4091869b1d HTTP/1.1" status: 204 len: 168 time: 0.4363549 Feb 28 21:00:32.291593 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44114) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:00:32.349088 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9fc1337-7c43-4260-bb6b-d072de9a1962 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group (2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:32.374549 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9fc1337-7c43-4260-bb6b-d072de9a1962 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group (2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:32.436466 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9fc1337-7c43-4260-bb6b-d072de9a1962 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:32.439553 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9fc1337-7c43-4260-bb6b-d072de9a1962 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:32.443672 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e9fc1337-7c43-4260-bb6b-d072de9a1962 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] 10.222.0.13 "DELETE /v2.0/security-groups/2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e HTTP/1.1" status: 204 len: 168 time: 0.1510403 Feb 28 21:00:32.452950 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc1337-7c43-4260-bb6b-d072de9a1962 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa8d5fa-8ad1-4d30-a106-8b1b8747a31e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:32.517013 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44118) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:00:32.987822 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a18224b-1cf3-40bf-b3bb-22a5dee57b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (1b8ac6dd-8096-4919-b2c6-e9c1c131c85b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:33.245747 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-8a18224b-1cf3-40bf-b3bb-22a5dee57b1b admin admin] Deleting port c71ce6b1-da76-45f5-89ea-ef7147e449de {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:00:33.245939 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a18224b-1cf3-40bf-b3bb-22a5dee57b1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (c71ce6b1-da76-45f5-89ea-ef7147e449de), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:33.324988 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-8a18224b-1cf3-40bf-b3bb-22a5dee57b1b admin admin] For port c71ce6b1-da76-45f5-89ea-ef7147e449de, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=c71ce6b1-da76-45f5-89ea-ef7147e449de,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:00:33.325681 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a18224b-1cf3-40bf-b3bb-22a5dee57b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (c71ce6b1-da76-45f5-89ea-ef7147e449de), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:33.338012 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-8a18224b-1cf3-40bf-b3bb-22a5dee57b1b admin admin] Calling delete_port for c71ce6b1-da76-45f5-89ea-ef7147e449de owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:00:33.516473 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a18224b-1cf3-40bf-b3bb-22a5dee57b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (c71ce6b1-da76-45f5-89ea-ef7147e449de), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:33.548479 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18224b-1cf3-40bf-b3bb-22a5dee57b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=c71ce6b1-da76-45f5-89ea-ef7147e449de,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:33.723998 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8a18224b-1cf3-40bf-b3bb-22a5dee57b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (1b8ac6dd-8096-4919-b2c6-e9c1c131c85b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:33.949603 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a18224b-1cf3-40bf-b3bb-22a5dee57b1b admin admin] Router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:00:34.058474 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a18224b-1cf3-40bf-b3bb-22a5dee57b1b admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:00:34.066299 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44122) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:00:34.067228 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8a18224b-1cf3-40bf-b3bb-22a5dee57b1b admin admin] 10.222.0.13 "PUT /v2.0/routers/1b8ac6dd-8096-4919-b2c6-e9c1c131c85b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5481529 Feb 28 21:00:34.068235 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67467e2a-d32f-492f-9259-ded43eca31da None None] Sync routers for ids ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:00:34.078809 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67467e2a-d32f-492f-9259-ded43eca31da None None] Routers {'1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:00:34.079485 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-67467e2a-d32f-492f-9259-ded43eca31da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:00:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:00:34.184706 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b47776ed-b797-4ba3-b0e6-549b5420f91a admin admin] Publish callbacks [] for router (1b8ac6dd-8096-4919-b2c6-e9c1c131c85b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:34.199808 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-67467e2a-d32f-492f-9259-ded43eca31da None None] Set router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:00:34.302289 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b47776ed-b797-4ba3-b0e6-549b5420f91a admin admin] Publish callbacks [] for router_gateway (1b8ac6dd-8096-4919-b2c6-e9c1c131c85b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:34.361920 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-b47776ed-b797-4ba3-b0e6-549b5420f91a admin admin] Deleting port 948cf740-4e44-4469-b012-7e3950347bae {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:00:34.362263 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b47776ed-b797-4ba3-b0e6-549b5420f91a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (948cf740-4e44-4469-b012-7e3950347bae), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:34.401239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-67467e2a-d32f-492f-9259-ded43eca31da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '948cf740-4e44-4469-b012-7e3950347bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T21:00:33Z', 'revision_number': 5, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port': {'id': '948cf740-4e44-4469-b012-7e3950347bae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:09Z', 'updated_at': '2022-02-28T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:00:34.427399 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67467e2a-d32f-492f-9259-ded43eca31da None None] Checking router: 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:00:34.435526 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67467e2a-d32f-492f-9259-ded43eca31da None None] Routers {'1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:00:34.436179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-67467e2a-d32f-492f-9259-ded43eca31da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:00:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:00:34.451634 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-b47776ed-b797-4ba3-b0e6-549b5420f91a admin admin] For port 948cf740-4e44-4469-b012-7e3950347bae, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=948cf740-4e44-4469-b012-7e3950347bae,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:00:34.451953 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b47776ed-b797-4ba3-b0e6-549b5420f91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (948cf740-4e44-4469-b012-7e3950347bae), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:34.464522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-b47776ed-b797-4ba3-b0e6-549b5420f91a admin admin] Calling delete_port for 948cf740-4e44-4469-b012-7e3950347bae owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:00:34.525563 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-67467e2a-d32f-492f-9259-ded43eca31da None None] Set router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:00:34.581760 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-67467e2a-d32f-492f-9259-ded43eca31da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T21:00:34Z', 'revision_number': 6, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:00:34.608568 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67467e2a-d32f-492f-9259-ded43eca31da None None] The sync data for ids ['1b8ac6dd-8096-4919-b2c6-e9c1c131c85b'] in n-d-820368-21 is: [{'id': '1b8ac6dd-8096-4919-b2c6-e9c1c131c85b', 'name': 'tempest-TestVolumeBootPattern-1094992906-router', 'tenant_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:08Z', 'updated_at': '2022-02-28T21:00:34Z', 'revision_number': 6, 'project_id': '58bfb457c00e4b538fbd5bd4fd7cfdd5', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:00:34.636655 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b47776ed-b797-4ba3-b0e6-549b5420f91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (948cf740-4e44-4469-b012-7e3950347bae), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:34.664412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47776ed-b797-4ba3-b0e6-549b5420f91a admin admin] Pushing event deleted for resources: {'Port': ['ID=948cf740-4e44-4469-b012-7e3950347bae,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:34.732481 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b47776ed-b797-4ba3-b0e6-549b5420f91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (1b8ac6dd-8096-4919-b2c6-e9c1c131c85b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:34.825499 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b47776ed-b797-4ba3-b0e6-549b5420f91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (1b8ac6dd-8096-4919-b2c6-e9c1c131c85b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:34.827626 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b47776ed-b797-4ba3-b0e6-549b5420f91a admin admin] Publish callbacks [] for router_controller (1b8ac6dd-8096-4919-b2c6-e9c1c131c85b), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:34.872603 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b47776ed-b797-4ba3-b0e6-549b5420f91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (1b8ac6dd-8096-4919-b2c6-e9c1c131c85b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:34.873156 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47776ed-b797-4ba3-b0e6-549b5420f91a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b8ac6dd-8096-4919-b2c6-e9c1c131c85b {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 21:00:34.877602 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b47776ed-b797-4ba3-b0e6-549b5420f91a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:34.878748 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b47776ed-b797-4ba3-b0e6-549b5420f91a admin admin] 10.222.0.13 "DELETE /v2.0/routers/1b8ac6dd-8096-4919-b2c6-e9c1c131c85b HTTP/1.1" status: 204 len: 168 time: 0.8113248 Feb 28 21:00:34.881888 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44124) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:00:34.925642 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d95edecf-e19c-4a8d-b837-ace5f1ffeaed admin admin] Deleting subnet 2443cf2a-2cd1-4640-b0ef-22386bc2104e {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:00:34.929231 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d95edecf-e19c-4a8d-b837-ace5f1ffeaed admin admin] Publish callbacks [] for subnet (2443cf2a-2cd1-4640-b0ef-22386bc2104e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:34.969422 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d95edecf-e19c-4a8d-b837-ace5f1ffeaed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (2443cf2a-2cd1-4640-b0ef-22386bc2104e), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:35.052034 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d95edecf-e19c-4a8d-b837-ace5f1ffeaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (2443cf2a-2cd1-4640-b0ef-22386bc2104e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:35.105427 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d95edecf-e19c-4a8d-b837-ace5f1ffeaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (2443cf2a-2cd1-4640-b0ef-22386bc2104e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:35.130778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95edecf-e19c-4a8d-b837-ace5f1ffeaed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2443cf2a-2cd1-4640-b0ef-22386bc2104e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:35.137577 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d95edecf-e19c-4a8d-b837-ace5f1ffeaed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:35.141019 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d95edecf-e19c-4a8d-b837-ace5f1ffeaed admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2443cf2a-2cd1-4640-b0ef-22386bc2104e HTTP/1.1" status: 204 len: 168 time: 0.2582359 Feb 28 21:00:35.143701 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44126) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:00:35.143866 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9008221-791c-4d89-8bcb-fcc2c14a1edc None None] Network f9183e88-ab23-4a0b-8f98-2c8f78d76e4a requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:00:35.220143 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94356078-3fef-4b00-92fc-d0ed676778fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (f9183e88-ab23-4a0b-8f98-2c8f78d76e4a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:35.275495 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-94356078-3fef-4b00-92fc-d0ed676778fd admin admin] Deleting port a4b8acbd-2e89-4e49-aec1-321a465f9a9c {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:00:35.275920 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94356078-3fef-4b00-92fc-d0ed676778fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a4b8acbd-2e89-4e49-aec1-321a465f9a9c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:35.342570 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-94356078-3fef-4b00-92fc-d0ed676778fd admin admin] For port a4b8acbd-2e89-4e49-aec1-321a465f9a9c, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a4b8acbd-2e89-4e49-aec1-321a465f9a9c,segment=NetworkSegment(7e9d9909-401e-433b-a5d1-da36fb450dd2),segment_id=7e9d9909-401e-433b-a5d1-da36fb450dd2)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:00:35.342885 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94356078-3fef-4b00-92fc-d0ed676778fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a4b8acbd-2e89-4e49-aec1-321a465f9a9c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:35.355652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-94356078-3fef-4b00-92fc-d0ed676778fd admin admin] Calling delete_port for a4b8acbd-2e89-4e49-aec1-321a465f9a9c owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:00:35.410280 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] DHCP port deletion for f9183e88-ab23-4a0b-8f98-2c8f78d76e4a request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 21:00:35.445883 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94356078-3fef-4b00-92fc-d0ed676778fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a4b8acbd-2e89-4e49-aec1-321a465f9a9c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:35.465746 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] Deleting port a4b8acbd-2e89-4e49-aec1-321a465f9a9c {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:00:35.466125 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a4b8acbd-2e89-4e49-aec1-321a465f9a9c), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:35.480187 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c71ce6b1-da76-45f5-89ea-ef7147e449de no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:00:35.483859 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94356078-3fef-4b00-92fc-d0ed676778fd admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b8acbd-2e89-4e49-aec1-321a465f9a9c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:35.487561 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94356078-3fef-4b00-92fc-d0ed676778fd admin admin] No DVR routers for this DVR port a4b8acbd-2e89-4e49-aec1-321a465f9a9c on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:00:35.505859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: c71ce6b1-da76-45f5-89ea-ef7147e449de {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:00:35.506485 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device c71ce6b1-da76-45f5-89ea-ef7147e449de not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:00:35.506916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 948cf740-4e44-4469-b012-7e3950347bae no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:00:35.562073 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 948cf740-4e44-4469-b012-7e3950347bae {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:00:35.562424 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 948cf740-4e44-4469-b012-7e3950347bae not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:00:35.562838 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a4b8acbd-2e89-4e49-aec1-321a465f9a9c no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:00:35.569638 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94356078-3fef-4b00-92fc-d0ed676778fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (f9183e88-ab23-4a0b-8f98-2c8f78d76e4a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:35.590304 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] For port a4b8acbd-2e89-4e49-aec1-321a465f9a9c, host n-d-820368-21, got binding levels [] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:00:35.590701 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a4b8acbd-2e89-4e49-aec1-321a465f9a9c), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:35.591046 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-94356078-3fef-4b00-92fc-d0ed676778fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9183e88-ab23-4a0b-8f98-2c8f78d76e4a']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:00:35.593028 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: a4b8acbd-2e89-4e49-aec1-321a465f9a9c {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:00:35.593377 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a4b8acbd-2e89-4e49-aec1-321a465f9a9c not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:00:35.603067 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-94356078-3fef-4b00-92fc-d0ed676778fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9d9909-401e-433b-a5d1-da36fb450dd2') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:00:35.603371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-94356078-3fef-4b00-92fc-d0ed676778fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9d9909-401e-433b-a5d1-da36fb450dd2') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:00:35.606186 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] Calling delete_port for a4b8acbd-2e89-4e49-aec1-321a465f9a9c owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:00:35.608851 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.ipam_backend_mixin [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] Port a4b8acbd-2e89-4e49-aec1-321a465f9a9c was not found and therefore no delete operation was performed {{(pid=103775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 21:00:35.610208 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (a4b8acbd-2e89-4e49-aec1-321a465f9a9c), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:35.614062 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94356078-3fef-4b00-92fc-d0ed676778fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (7e9d9909-401e-433b-a5d1-da36fb450dd2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:35.628767 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94356078-3fef-4b00-92fc-d0ed676778fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (7e9d9909-401e-433b-a5d1-da36fb450dd2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:35.636605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94356078-3fef-4b00-92fc-d0ed676778fd admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:00:35.637263 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94356078-3fef-4b00-92fc-d0ed676778fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (7e9d9909-401e-433b-a5d1-da36fb450dd2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:35.637430 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] Pushing event deleted for resources: {'Port': ['ID=a4b8acbd-2e89-4e49-aec1-321a465f9a9c,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: timer() Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:00:35.639015 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:00:35.646714 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] No DVR routers for this DVR port a4b8acbd-2e89-4e49-aec1-321a465f9a9c on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:00:35.649777 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:35.650216 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:35.650723 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:35.651211 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:35.651623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:35.652063 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:35.652654 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:35.653166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:35.653477 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:35.653811 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:35.654278 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:35.654618 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:35.654947 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb151d1a-b663-418c-ace2-6614fc6d8bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:00:35.706072 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94356078-3fef-4b00-92fc-d0ed676778fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (f9183e88-ab23-4a0b-8f98-2c8f78d76e4a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:35.712291 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-94356078-3fef-4b00-92fc-d0ed676778fd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:35.720030 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-94356078-3fef-4b00-92fc-d0ed676778fd admin admin] 10.222.0.13 "DELETE /v2.0/networks/f9183e88-ab23-4a0b-8f98-2c8f78d76e4a HTTP/1.1" status: 204 len: 168 time: 0.5708280 Feb 28 21:00:35.720230 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44128) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:00:35.726995 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94356078-3fef-4b00-92fc-d0ed676778fd admin admin] Pushing event deleted for resources: {'Network': ['ID=f9183e88-ab23-4a0b-8f98-2c8f78d76e4a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:36.386301 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-653945ff-de35-4fad-a2fc-5273fc910d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (43af83a6-f2bd-46df-9eab-ef93d21db73e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:36.637423 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-653945ff-de35-4fad-a2fc-5273fc910d88 admin admin] Deleting port 6687e4fe-f19d-41e1-b40d-649febd17431 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:00:36.637675 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-653945ff-de35-4fad-a2fc-5273fc910d88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (6687e4fe-f19d-41e1-b40d-649febd17431), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:36.716250 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-653945ff-de35-4fad-a2fc-5273fc910d88 admin admin] For port 6687e4fe-f19d-41e1-b40d-649febd17431, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=6687e4fe-f19d-41e1-b40d-649febd17431,segment=NetworkSegment(e13c5687-3670-47cc-ae6e-fbf11ad36d03),segment_id=e13c5687-3670-47cc-ae6e-fbf11ad36d03)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:00:36.716617 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-653945ff-de35-4fad-a2fc-5273fc910d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (6687e4fe-f19d-41e1-b40d-649febd17431), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:36.729142 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-653945ff-de35-4fad-a2fc-5273fc910d88 admin admin] Calling delete_port for 6687e4fe-f19d-41e1-b40d-649febd17431 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:00:36.906457 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-653945ff-de35-4fad-a2fc-5273fc910d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (6687e4fe-f19d-41e1-b40d-649febd17431), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:36.933000 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653945ff-de35-4fad-a2fc-5273fc910d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=6687e4fe-f19d-41e1-b40d-649febd17431,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:37.102540 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-653945ff-de35-4fad-a2fc-5273fc910d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (43af83a6-f2bd-46df-9eab-ef93d21db73e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:37.338508 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653945ff-de35-4fad-a2fc-5273fc910d88 admin admin] Router 43af83a6-f2bd-46df-9eab-ef93d21db73e has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:00:37.454455 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653945ff-de35-4fad-a2fc-5273fc910d88 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:00:37.459595 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-653945ff-de35-4fad-a2fc-5273fc910d88 admin admin] 10.222.0.13 "PUT /v2.0/routers/43af83a6-f2bd-46df-9eab-ef93d21db73e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7378352 Feb 28 21:00:37.463709 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc7a0ac-3b75-4fa1-b155-342176914daf None None] Sync routers for ids ['43af83a6-f2bd-46df-9eab-ef93d21db73e'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:00:37.464198 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44130) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:00:37.477349 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc7a0ac-3b75-4fa1-b155-342176914daf None None] Routers {'43af83a6-f2bd-46df-9eab-ef93d21db73e'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:00:37.478060 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-1fc7a0ac-3b75-4fa1-b155-342176914daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:00:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['43af83a6-f2bd-46df-9eab-ef93d21db73e'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:00:37.572456 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a348-61a3-4ebe-9469-23adee262c1f admin admin] Publish callbacks [] for router (43af83a6-f2bd-46df-9eab-ef93d21db73e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:37.589506 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-1fc7a0ac-3b75-4fa1-b155-342176914daf None None] Set router 43af83a6-f2bd-46df-9eab-ef93d21db73e gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:00:37.677697 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a348-61a3-4ebe-9469-23adee262c1f admin admin] Publish callbacks [] for router_gateway (43af83a6-f2bd-46df-9eab-ef93d21db73e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:37.733980 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c4f6a348-61a3-4ebe-9469-23adee262c1f admin admin] Deleting port 0ed66aba-529c-40e1-8c7e-dcecad582fb1 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:00:37.734712 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a348-61a3-4ebe-9469-23adee262c1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0ed66aba-529c-40e1-8c7e-dcecad582fb1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:37.777252 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-1fc7a0ac-3b75-4fa1-b155-342176914daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af83a6-f2bd-46df-9eab-ef93d21db73e', 'name': 'tempest-TestVolumeBootPattern-648628710-router', 'tenant_id': '4560348d43ca4ca29ca54293c897f91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '0ed66aba-529c-40e1-8c7e-dcecad582fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:15Z', 'updated_at': '2022-02-28T21:00:36Z', 'revision_number': 5, 'project_id': '4560348d43ca4ca29ca54293c897f91c', 'gw_port': {'id': '0ed66aba-529c-40e1-8c7e-dcecad582fb1', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:15:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af83a6-f2bd-46df-9eab-ef93d21db73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T20:47:15Z', 'updated_at': '2022-02-28T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:00:37.802345 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc7a0ac-3b75-4fa1-b155-342176914daf None None] Checking router: 43af83a6-f2bd-46df-9eab-ef93d21db73e for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:00:37.811874 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc7a0ac-3b75-4fa1-b155-342176914daf None None] Routers {'43af83a6-f2bd-46df-9eab-ef93d21db73e'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:00:37.812495 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-1fc7a0ac-3b75-4fa1-b155-342176914daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:00:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['43af83a6-f2bd-46df-9eab-ef93d21db73e'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:00:37.821841 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-c4f6a348-61a3-4ebe-9469-23adee262c1f admin admin] For port 0ed66aba-529c-40e1-8c7e-dcecad582fb1, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0ed66aba-529c-40e1-8c7e-dcecad582fb1,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:00:37.822198 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a348-61a3-4ebe-9469-23adee262c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0ed66aba-529c-40e1-8c7e-dcecad582fb1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:37.834992 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-c4f6a348-61a3-4ebe-9469-23adee262c1f admin admin] Calling delete_port for 0ed66aba-529c-40e1-8c7e-dcecad582fb1 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:00:37.900706 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-1fc7a0ac-3b75-4fa1-b155-342176914daf None None] Set router 43af83a6-f2bd-46df-9eab-ef93d21db73e gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:00:37.954605 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-1fc7a0ac-3b75-4fa1-b155-342176914daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af83a6-f2bd-46df-9eab-ef93d21db73e', 'name': 'tempest-TestVolumeBootPattern-648628710-router', 'tenant_id': '4560348d43ca4ca29ca54293c897f91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:15Z', 'updated_at': '2022-02-28T21:00:37Z', 'revision_number': 6, 'project_id': '4560348d43ca4ca29ca54293c897f91c', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:00:37.980847 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc7a0ac-3b75-4fa1-b155-342176914daf None None] The sync data for ids ['43af83a6-f2bd-46df-9eab-ef93d21db73e'] in n-d-820368-21 is: [{'id': '43af83a6-f2bd-46df-9eab-ef93d21db73e', 'name': 'tempest-TestVolumeBootPattern-648628710-router', 'tenant_id': '4560348d43ca4ca29ca54293c897f91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T20:47:15Z', 'updated_at': '2022-02-28T21:00:37Z', 'revision_number': 6, 'project_id': '4560348d43ca4ca29ca54293c897f91c', 'gw_port_host': None}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:00:38.021255 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a348-61a3-4ebe-9469-23adee262c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0ed66aba-529c-40e1-8c7e-dcecad582fb1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:38.048678 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6a348-61a3-4ebe-9469-23adee262c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=0ed66aba-529c-40e1-8c7e-dcecad582fb1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:38.107678 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a348-61a3-4ebe-9469-23adee262c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (43af83a6-f2bd-46df-9eab-ef93d21db73e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:38.202429 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a348-61a3-4ebe-9469-23adee262c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (43af83a6-f2bd-46df-9eab-ef93d21db73e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:38.204563 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a348-61a3-4ebe-9469-23adee262c1f admin admin] Publish callbacks [] for router_controller (43af83a6-f2bd-46df-9eab-ef93d21db73e), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:38.248572 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a348-61a3-4ebe-9469-23adee262c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (43af83a6-f2bd-46df-9eab-ef93d21db73e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:38.249065 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f6a348-61a3-4ebe-9469-23adee262c1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43af83a6-f2bd-46df-9eab-ef93d21db73e {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 21:00:38.253910 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a348-61a3-4ebe-9469-23adee262c1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:38.255328 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c4f6a348-61a3-4ebe-9469-23adee262c1f admin admin] 10.222.0.13 "DELETE /v2.0/routers/43af83a6-f2bd-46df-9eab-ef93d21db73e HTTP/1.1" status: 204 len: 168 time: 0.7906280 Feb 28 21:00:38.257887 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44132) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:00:38.302482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-96826249-111c-4456-8541-5f035119eade admin admin] Deleting subnet 296ba399-4fea-4e10-9f0b-63ed90f06f36 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:00:38.305539 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-96826249-111c-4456-8541-5f035119eade admin admin] Publish callbacks [] for subnet (296ba399-4fea-4e10-9f0b-63ed90f06f36), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:38.339504 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-96826249-111c-4456-8541-5f035119eade admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (296ba399-4fea-4e10-9f0b-63ed90f06f36), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:38.427697 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-96826249-111c-4456-8541-5f035119eade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (296ba399-4fea-4e10-9f0b-63ed90f06f36), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:38.480282 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-96826249-111c-4456-8541-5f035119eade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (296ba399-4fea-4e10-9f0b-63ed90f06f36), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:38.506836 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96826249-111c-4456-8541-5f035119eade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=296ba399-4fea-4e10-9f0b-63ed90f06f36,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:38.508727 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-96826249-111c-4456-8541-5f035119eade admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:38.512731 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-96826249-111c-4456-8541-5f035119eade admin admin] 10.222.0.13 "DELETE /v2.0/subnets/296ba399-4fea-4e10-9f0b-63ed90f06f36 HTTP/1.1" status: 204 len: 168 time: 0.2536931 Feb 28 21:00:38.514322 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a2895e-6d18-4142-bfce-d8a696259ec5 None None] Network ec818206-7d81-476f-87d7-f53bfb81b803 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:00:38.514800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44134) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:00:38.586223 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddef99ca-0ec4-494c-9b09-a2034bb1a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (ec818206-7d81-476f-87d7-f53bfb81b803), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:38.639633 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ddef99ca-0ec4-494c-9b09-a2034bb1a234 admin admin] Deleting port 7a70d401-1d2c-458b-b05c-5966a0516501 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:00:38.640013 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddef99ca-0ec4-494c-9b09-a2034bb1a234 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7a70d401-1d2c-458b-b05c-5966a0516501), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:38.706727 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-ddef99ca-0ec4-494c-9b09-a2034bb1a234 admin admin] For port 7a70d401-1d2c-458b-b05c-5966a0516501, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7a70d401-1d2c-458b-b05c-5966a0516501,segment=NetworkSegment(e13c5687-3670-47cc-ae6e-fbf11ad36d03),segment_id=e13c5687-3670-47cc-ae6e-fbf11ad36d03)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:00:38.707064 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddef99ca-0ec4-494c-9b09-a2034bb1a234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7a70d401-1d2c-458b-b05c-5966a0516501), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:38.721250 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-ddef99ca-0ec4-494c-9b09-a2034bb1a234 admin admin] Calling delete_port for 7a70d401-1d2c-458b-b05c-5966a0516501 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:00:38.737292 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba061043-1e4d-4b6b-8011-5253e7e9cf1f None None] DHCP port deletion for ec818206-7d81-476f-87d7-f53bfb81b803 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 21:00:38.797742 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ba061043-1e4d-4b6b-8011-5253e7e9cf1f None None] Deleting port 7a70d401-1d2c-458b-b05c-5966a0516501 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:00:38.798186 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ba061043-1e4d-4b6b-8011-5253e7e9cf1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7a70d401-1d2c-458b-b05c-5966a0516501), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:38.817864 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddef99ca-0ec4-494c-9b09-a2034bb1a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7a70d401-1d2c-458b-b05c-5966a0516501), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:38.846726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef99ca-0ec4-494c-9b09-a2034bb1a234 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a70d401-1d2c-458b-b05c-5966a0516501,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:38.853577 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddef99ca-0ec4-494c-9b09-a2034bb1a234 admin admin] No DVR routers for this DVR port 7a70d401-1d2c-458b-b05c-5966a0516501 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:00:38.867396 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ba061043-1e4d-4b6b-8011-5253e7e9cf1f None None] For port 7a70d401-1d2c-458b-b05c-5966a0516501, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=7a70d401-1d2c-458b-b05c-5966a0516501,segment=NetworkSegment(e13c5687-3670-47cc-ae6e-fbf11ad36d03),segment_id=e13c5687-3670-47cc-ae6e-fbf11ad36d03)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:00:38.867773 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ba061043-1e4d-4b6b-8011-5253e7e9cf1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7a70d401-1d2c-458b-b05c-5966a0516501), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:38.881222 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ba061043-1e4d-4b6b-8011-5253e7e9cf1f None None] Calling delete_port for 7a70d401-1d2c-458b-b05c-5966a0516501 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:00:38.926145 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddef99ca-0ec4-494c-9b09-a2034bb1a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (ec818206-7d81-476f-87d7-f53bfb81b803), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:38.952395 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-ddef99ca-0ec4-494c-9b09-a2034bb1a234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec818206-7d81-476f-87d7-f53bfb81b803']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:00:38.963934 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ba061043-1e4d-4b6b-8011-5253e7e9cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (7a70d401-1d2c-458b-b05c-5966a0516501), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:38.964670 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-ddef99ca-0ec4-494c-9b09-a2034bb1a234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13c5687-3670-47cc-ae6e-fbf11ad36d03') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:00:38.964974 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-ddef99ca-0ec4-494c-9b09-a2034bb1a234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13c5687-3670-47cc-ae6e-fbf11ad36d03') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:00:38.975854 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddef99ca-0ec4-494c-9b09-a2034bb1a234 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (e13c5687-3670-47cc-ae6e-fbf11ad36d03), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:38.989257 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba061043-1e4d-4b6b-8011-5253e7e9cf1f None None] Pushing event deleted for resources: {'Port': ['ID=7a70d401-1d2c-458b-b05c-5966a0516501,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:38.991246 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddef99ca-0ec4-494c-9b09-a2034bb1a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (e13c5687-3670-47cc-ae6e-fbf11ad36d03), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:38.995893 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba061043-1e4d-4b6b-8011-5253e7e9cf1f None None] No DVR routers for this DVR port 7a70d401-1d2c-458b-b05c-5966a0516501 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:00:39.002175 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddef99ca-0ec4-494c-9b09-a2034bb1a234 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:00:39.002432 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddef99ca-0ec4-494c-9b09-a2034bb1a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (e13c5687-3670-47cc-ae6e-fbf11ad36d03), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: timer() Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:00:39.004715 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:00:39.061728 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddef99ca-0ec4-494c-9b09-a2034bb1a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (ec818206-7d81-476f-87d7-f53bfb81b803), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:39.067992 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ddef99ca-0ec4-494c-9b09-a2034bb1a234 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:39.071779 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ddef99ca-0ec4-494c-9b09-a2034bb1a234 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ec818206-7d81-476f-87d7-f53bfb81b803 HTTP/1.1" status: 204 len: 168 time: 0.5562871 Feb 28 21:00:39.083615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef99ca-0ec4-494c-9b09-a2034bb1a234 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec818206-7d81-476f-87d7-f53bfb81b803,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:39.200323 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44142) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:00:39.215025 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0ed66aba-529c-40e1-8c7e-dcecad582fb1 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:00:39.239284 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 0ed66aba-529c-40e1-8c7e-dcecad582fb1 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:00:39.239710 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0ed66aba-529c-40e1-8c7e-dcecad582fb1 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:00:39.241743 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7a70d401-1d2c-458b-b05c-5966a0516501 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:00:39.241892 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0cf9cc93-073a-416c-8a46-ea4c2f472604 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58bfb457c00e4b538fbd5bd4fd7cfdd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390313 Feb 28 21:00:39.243451 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44144) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:00:39.260851 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 7a70d401-1d2c-458b-b05c-5966a0516501 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:00:39.261249 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 7a70d401-1d2c-458b-b05c-5966a0516501 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:00:39.261727 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6687e4fe-f19d-41e1-b40d-649febd17431 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:00:39.285161 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 6687e4fe-f19d-41e1-b40d-649febd17431 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:00:39.285505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 6687e4fe-f19d-41e1-b40d-649febd17431 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:00:39.296592 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a90eb4c-d4ed-4c94-91b8-7fc492ab07ba admin admin] Publish callbacks [] for security_group (00576dff-3009-4336-b653-de0baa5b9fab), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:39.318281 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a90eb4c-d4ed-4c94-91b8-7fc492ab07ba admin admin] Publish callbacks [] for security_group (00576dff-3009-4336-b653-de0baa5b9fab), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:39.367639 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a90eb4c-d4ed-4c94-91b8-7fc492ab07ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (00576dff-3009-4336-b653-de0baa5b9fab), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:39.370499 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4a90eb4c-d4ed-4c94-91b8-7fc492ab07ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:39.371680 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4a90eb4c-d4ed-4c94-91b8-7fc492ab07ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00576dff-3009-4336-b653-de0baa5b9fab HTTP/1.1" status: 204 len: 168 time: 0.1270537 Feb 28 21:00:39.379800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90eb4c-d4ed-4c94-91b8-7fc492ab07ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00576dff-3009-4336-b653-de0baa5b9fab,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:39.691684 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44152) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:00:39.730554 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c21fea78-435d-4f4a-ba04-ff3355751072 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4560348d43ca4ca29ca54293c897f91c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377111 Feb 28 21:00:39.732986 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44154) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:00:39.779732 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-012f25de-4fa3-4996-b840-8940ed005a15 admin admin] Publish callbacks [] for security_group (8c6a940e-ecc7-42f7-858f-ace2926e571a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:39.806588 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-012f25de-4fa3-4996-b840-8940ed005a15 admin admin] Publish callbacks [] for security_group (8c6a940e-ecc7-42f7-858f-ace2926e571a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:39.852905 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-012f25de-4fa3-4996-b840-8940ed005a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8c6a940e-ecc7-42f7-858f-ace2926e571a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:39.855423 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-012f25de-4fa3-4996-b840-8940ed005a15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:39.857356 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-012f25de-4fa3-4996-b840-8940ed005a15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c6a940e-ecc7-42f7-858f-ace2926e571a HTTP/1.1" status: 204 len: 168 time: 0.1228473 Feb 28 21:00:39.866076 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f25de-4fa3-4996-b840-8940ed005a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6a940e-ecc7-42f7-858f-ace2926e571a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:46.219357 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:00:46.528930 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-14d161c0-8022-4207-9cb8-05f92f6f6483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:49.072089 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6d78f082-a317-4cf1-9d91-37539c8ac9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:49.989586 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:50.231319 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-84c61d93-e2af-4b65-8e04-9b10f93184aa tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a38c860bb6524ccc8d90f6d193a0f3c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261178 Feb 28 21:00:50.245392 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:50.338588 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-58059d87-b833-4f4d-ac2c-71e4b77611ae tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:50.340047 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-58059d87-b833-4f4d-ac2c-71e4b77611ae tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1036642 Feb 28 21:00:50.354660 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-048fe79d-02e5-4c1e-a303-baa80d1e3548 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/quotas/a38c860bb6524ccc8d90f6d193a0f3c2 HTTP/1.1" status: 200 len: 375 time: 0.0092895 Feb 28 21:00:50.385588 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-ec0d219b-f920-427b-a3af-650afdb02894 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a38c860bb6524ccc8d90f6d193a0f3c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261388 Feb 28 21:00:50.543996 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5122e59f-3ffc-4fd7-895a-46fdd982b35e req-189dc69a-3b9c-459b-be3e-e4c940a2bb3d tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f75981-b6bd-4e52-8858-84e36fadfd13 HTTP/1.1" status: 200 len: 210 time: 0.0314941 Feb 28 21:00:51.443507 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:51.621143 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6c9e949-e841-445a-98de-5ffcf5f352ea req-2fc5c0d3-d1c5-4ec3-b0d1-99a41128c2dc tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f75981-b6bd-4e52-8858-84e36fadfd13 HTTP/1.1" status: 200 len: 210 time: 0.0286248 Feb 28 21:00:52.521092 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-67db095d-d436-47d2-a21a-139cba1a5190 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a38c860bb6524ccc8d90f6d193a0f3c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224140 Feb 28 21:00:52.632837 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-fdddd7ee-e152-4f3a-a416-590c4ffd48e8 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:52.634340 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-fdddd7ee-e152-4f3a-a416-590c4ffd48e8 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1082821 Feb 28 21:00:52.650812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-979f00f9-cd4a-4f23-a41b-9047bb557bbb tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Request body: {'port': {'device_id': '78f75981-b6bd-4e52-8858-84e36fadfd13', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'admin_state_up': True, 'tenant_id': 'a38c860bb6524ccc8d90f6d193a0f3c2'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:00:52.742501 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bad101c6-15cb-4a06-b9ca-e360d6aec49b req-e0a3e1d0-3768-4a14-8019-9424813fd6cd tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f75981-b6bd-4e52-8858-84e36fadfd13 HTTP/1.1" status: 200 len: 210 time: 0.0324211 Feb 28 21:00:52.768815 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:52.793350 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-979f00f9-cd4a-4f23-a41b-9047bb557bbb tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Made reservation on behalf of a38c860bb6524ccc8d90f6d193a0f3c2 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:00:52.796777 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-979f00f9-cd4a-4f23-a41b-9047bb557bbb tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:52.805482 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-979f00f9-cd4a-4f23-a41b-9047bb557bbb tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:52.841822 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:52.885806 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-979f00f9-cd4a-4f23-a41b-9047bb557bbb tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Publish callbacks [] for security_group (f2d55ebe-de9d-4c73-8e8f-75a361cc75e0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:52.889538 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-979f00f9-cd4a-4f23-a41b-9047bb557bbb tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f2d55ebe-de9d-4c73-8e8f-75a361cc75e0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:52.952122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f00f9-cd4a-4f23-a41b-9047bb557bbb tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d55ebe-de9d-4c73-8e8f-75a361cc75e0,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:53.027349 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-979f00f9-cd4a-4f23-a41b-9047bb557bbb tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Allocated IP 192.168.233.238 (482619d8-b11f-4233-aba8-4646bbd04399/44fc63c4-9aa5-4c8d-8ed0-796e1c04a625/ec78e80c-b2c9-45fd-a012-92b549256cb4) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:00:53.180688 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-979f00f9-cd4a-4f23-a41b-9047bb557bbb tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Publish callbacks [] for port (ec78e80c-b2c9-45fd-a012-92b549256cb4), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:53.215628 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-979f00f9-cd4a-4f23-a41b-9047bb557bbb tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (ec78e80c-b2c9-45fd-a012-92b549256cb4), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:53.261337 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-979f00f9-cd4a-4f23-a41b-9047bb557bbb tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Network 482619d8-b11f-4233-aba8-4646bbd04399 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:00:53.264388 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-979f00f9-cd4a-4f23-a41b-9047bb557bbb tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:00:53.268819 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-979f00f9-cd4a-4f23-a41b-9047bb557bbb tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:00:53.296122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f00f9-cd4a-4f23-a41b-9047bb557bbb tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Pushing event updated for resources: {'Port': ['ID=ec78e80c-b2c9-45fd-a012-92b549256cb4,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:53.328194 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-979f00f9-cd4a-4f23-a41b-9047bb557bbb tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:53.328814 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-979f00f9-cd4a-4f23-a41b-9047bb557bbb tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:53.345329 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-979f00f9-cd4a-4f23-a41b-9047bb557bbb tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6993253 Feb 28 21:00:53.357198 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] Request body: {'port': {'device_id': '78f75981-b6bd-4e52-8858-84e36fadfd13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:00:53.423278 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ec78e80c-b2c9-45fd-a012-92b549256cb4), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:53.479017 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-deed4d51-698e-40b7-92f9-48c91f6aba43 None None] Provisioning complete for port ec78e80c-b2c9-45fd-a012-92b549256cb4 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:00:53.479390 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-deed4d51-698e-40b7-92f9-48c91f6aba43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ec78e80c-b2c9-45fd-a012-92b549256cb4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:53.513435 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-deed4d51-698e-40b7-92f9-48c91f6aba43 None None] Port ec78e80c-b2c9-45fd-a012-92b549256cb4 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:00:53.684324 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec78e80c-b2c9-45fd-a012-92b549256cb4 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:00:53.691568 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] Publish callbacks [] for port (ec78e80c-b2c9-45fd-a012-92b549256cb4), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:53.703245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] Transition to ACTIVE for port object ec78e80c-b2c9-45fd-a012-92b549256cb4 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:00:53.706249 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (ec78e80c-b2c9-45fd-a012-92b549256cb4), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:53.762266 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] Pushing event updated for resources: {'Port': ['ID=ec78e80c-b2c9-45fd-a012-92b549256cb4,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:53.870173 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] Attempting to bind port ec78e80c-b2c9-45fd-a012-92b549256cb4 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:00:53.870509 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] Attempting to bind port ec78e80c-b2c9-45fd-a012-92b549256cb4 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:00:53.870835 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] Attempting to bind port ec78e80c-b2c9-45fd-a012-92b549256cb4 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:00:53.880289 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] Port ec78e80c-b2c9-45fd-a012-92b549256cb4 on network 482619d8-b11f-4233-aba8-4646bbd04399 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:00:53.880611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] Attempting to bind port ec78e80c-b2c9-45fd-a012-92b549256cb4 on network 482619d8-b11f-4233-aba8-4646bbd04399 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:00:53.895631 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f3653-0dff-4300-a8d1-fa4a50c81a0c req-f83c6d46-0378-4bde-b3dd-173a8645aa71 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:53.897313 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-813f3653-0dff-4300-a8d1-fa4a50c81a0c req-f83c6d46-0378-4bde-b3dd-173a8645aa71 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f75981-b6bd-4e52-8858-84e36fadfd13 HTTP/1.1" status: 200 len: 948 time: 0.0806949 Feb 28 21:00:53.898316 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:00:53.898655 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] Checking segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:00:53.899044 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] Bound using segment: {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:00:53.899488 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] Bound port: ec78e80c-b2c9-45fd-a012-92b549256cb4, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bebeb-1637-4571-9817-bdb79cb2c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:00:53.899877 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ec78e80c-b2c9-45fd-a012-92b549256cb4), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:53.989482 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-813f3653-0dff-4300-a8d1-fa4a50c81a0c req-0d2dd970-7aee-4151-b731-4305815f564d tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d55ebe-de9d-4c73-8e8f-75a361cc75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863154 Feb 28 21:00:54.010190 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] For port ec78e80c-b2c9-45fd-a012-92b549256cb4, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:00:54.010190 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] For port ec78e80c-b2c9-45fd-a012-92b549256cb4, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=ec78e80c-b2c9-45fd-a012-92b549256cb4,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:00:54.010190 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (ec78e80c-b2c9-45fd-a012-92b549256cb4), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:54.045456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:54.045916 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:54.047320 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] 10.222.0.10 "PUT /v2.0/ports/ec78e80c-b2c9-45fd-a012-92b549256cb4 HTTP/1.1" status: 200 len: 1097 time: 0.6944237 Feb 28 21:00:54.047800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f75981-b6bd-4e52-8858-84e36fadfd13', 'tag': 'ec78e80c-b2c9-45fd-a012-92b549256cb4'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:00:54.050097 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb5834c-2f8f-43a3-9a8d-667fa6194baf" -d '{"events": [{"name": "network-changed", "server_uuid": "78f75981-b6bd-4e52-8858-84e36fadfd13", "tag": "ec78e80c-b2c9-45fd-a012-92b549256cb4"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:00:54.079052 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2dcf5-1ace-4ae5-b44f-f2d1330d4cba service neutron] Pushing event updated for resources: {'Port': ['ID=ec78e80c-b2c9-45fd-a012-92b549256cb4,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:54.097398 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c57f9ba-498a-4d80-bf6b-ee5432ec6eb8 x-openstack-request-id: req-3c57f9ba-498a-4d80-bf6b-ee5432ec6eb8 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:00:54.097693 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f75981-b6bd-4e52-8858-84e36fadfd13", "tag": "ec78e80c-b2c9-45fd-a012-92b549256cb4", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:00:54.097948 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c57f9ba-498a-4d80-bf6b-ee5432ec6eb8 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:00:54.098358 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f75981-b6bd-4e52-8858-84e36fadfd13', 'tag': 'ec78e80c-b2c9-45fd-a012-92b549256cb4', 'status': 'completed', 'code': 200} Feb 28 21:00:54.148185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-d0f8e247-212f-444d-9aba-08552899822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:54.149701 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-d0f8e247-212f-444d-9aba-08552899822c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a38c860bb6524ccc8d90f6d193a0f3c2&device_id=78f75981-b6bd-4e52-8858-84e36fadfd13 HTTP/1.1" status: 200 len: 1131 time: 0.0470297 Feb 28 21:00:54.198131 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-f8955cf5-6eb2-4192-859f-2368ed0bea83 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=ec78e80c-b2c9-45fd-a012-92b549256cb4 HTTP/1.1" status: 200 len: 217 time: 0.0401824 Feb 28 21:00:54.254798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-6912b067-d925-4c58-9723-3b6083c3749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:54.256322 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-6912b067-d925-4c58-9723-3b6083c3749c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0517757 Feb 28 21:00:54.308473 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-7666143f-fe9b-40a9-a4e4-2627d6b13e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:54.309982 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-7666143f-fe9b-40a9-a4e4-2627d6b13e9d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0466828 Feb 28 21:00:54.404666 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-8ad081d1-b79b-4794-a30b-3744f9211713 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881207 Feb 28 21:00:54.492065 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19d2f179-2fc2-4713-89a3-03e4bb16f1c7 req-01321a22-6625-4ed6-8a10-233ed3c7daa8 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812426 Feb 28 21:00:54.595708 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5834c-2f8f-43a3-9a8d-667fa6194baf req-7dfc872c-fc99-44a2-b2b7-e69a1e8a0f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:54.597405 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-edb5834c-2f8f-43a3-9a8d-667fa6194baf req-7dfc872c-fc99-44a2-b2b7-e69a1e8a0f5c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a38c860bb6524ccc8d90f6d193a0f3c2&device_id=78f75981-b6bd-4e52-8858-84e36fadfd13 HTTP/1.1" status: 200 len: 1131 time: 0.0614390 Feb 28 21:00:54.690462 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5834c-2f8f-43a3-9a8d-667fa6194baf req-6b328312-d004-443a-8ab2-ac62f95bea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:54.692417 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-edb5834c-2f8f-43a3-9a8d-667fa6194baf req-6b328312-d004-443a-8ab2-ac62f95bea48 service neutron] 10.222.0.10 "GET /v2.0/networks?id=482619d8-b11f-4233-aba8-4646bbd04399 HTTP/1.1" status: 200 len: 869 time: 0.0881460 Feb 28 21:00:54.743486 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-edb5834c-2f8f-43a3-9a8d-667fa6194baf req-ae32dbfd-1b58-42cd-b888-8d0213f39026 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=ec78e80c-b2c9-45fd-a012-92b549256cb4 HTTP/1.1" status: 200 len: 217 time: 0.0430281 Feb 28 21:00:54.797601 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5834c-2f8f-43a3-9a8d-667fa6194baf req-c24827af-7790-4c88-ab03-16ff033619d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:54.799085 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-edb5834c-2f8f-43a3-9a8d-667fa6194baf req-c24827af-7790-4c88-ab03-16ff033619d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44fc63c4-9aa5-4c8d-8ed0-796e1c04a625 HTTP/1.1" status: 200 len: 843 time: 0.0489888 Feb 28 21:00:54.851000 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5834c-2f8f-43a3-9a8d-667fa6194baf req-176ca4a5-0813-4468-9abd-99be8259ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:54.852574 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-edb5834c-2f8f-43a3-9a8d-667fa6194baf req-176ca4a5-0813-4468-9abd-99be8259ed1a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=482619d8-b11f-4233-aba8-4646bbd04399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0458274 Feb 28 21:00:54.959611 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-edb5834c-2f8f-43a3-9a8d-667fa6194baf req-289ed4be-abd6-4a05-a145-bebf72bac456 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996501 Feb 28 21:00:55.056386 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-edb5834c-2f8f-43a3-9a8d-667fa6194baf req-68622b25-20b2-452e-96f2-14182a555864 service neutron] 10.222.0.10 "GET /v2.0/networks/482619d8-b11f-4233-aba8-4646bbd04399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897505 Feb 28 21:00:55.110184 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507db4e-4de6-4b86-8901-ba40aed4a5f6 req-f436ff7f-4eb6-4d39-ae81-46d8b2bd7f81 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:55.111790 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f507db4e-4de6-4b86-8901-ba40aed4a5f6 req-f436ff7f-4eb6-4d39-ae81-46d8b2bd7f81 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f75981-b6bd-4e52-8858-84e36fadfd13 HTTP/1.1" status: 200 len: 948 time: 0.0527768 Feb 28 21:00:55.167471 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f507db4e-4de6-4b86-8901-ba40aed4a5f6 req-641ca679-8dca-47bd-a098-46c099656051 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d55ebe-de9d-4c73-8e8f-75a361cc75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485399 Feb 28 21:00:56.287717 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22936e9-9ab3-4452-b5fe-1238b62637de req-d0f17c7c-a66b-4ed0-8bee-7c6d14d822d3 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:56.289774 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d22936e9-9ab3-4452-b5fe-1238b62637de req-d0f17c7c-a66b-4ed0-8bee-7c6d14d822d3 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f75981-b6bd-4e52-8858-84e36fadfd13 HTTP/1.1" status: 200 len: 948 time: 0.0543401 Feb 28 21:00:56.337770 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d22936e9-9ab3-4452-b5fe-1238b62637de req-f01283e0-0ee2-4f80-92d6-f3b8b7a6171e tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d55ebe-de9d-4c73-8e8f-75a361cc75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409687 Feb 28 21:00:57.312387 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device ec78e80c-b2c9-45fd-a012-92b549256cb4 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:00:57.408106 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port ec78e80c-b2c9-45fd-a012-92b549256cb4, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=ec78e80c-b2c9-45fd-a012-92b549256cb4,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:00:57.420955 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'ec78e80c-b2c9-45fd-a012-92b549256cb4', 'network_id': '482619d8-b11f-4233-aba8-4646bbd04399', 'port_id': 'ec78e80c-b2c9-45fd-a012-92b549256cb4', 'mac_address': 'fa:16:3e:6d:77:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc63c4-9aa5-4c8d-8ed0-796e1c04a625', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:00:57.457886 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port ec78e80c-b2c9-45fd-a012-92b549256cb4 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:00:57.458276 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ec78e80c-b2c9-45fd-a012-92b549256cb4), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:57.458437 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51917509-c764-4d70-b84d-cfc74ef2336b req-075e31c4-5a88-4a8f-9c49-51c7bb0f9d40 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:57.459922 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51917509-c764-4d70-b84d-cfc74ef2336b req-075e31c4-5a88-4a8f-9c49-51c7bb0f9d40 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f75981-b6bd-4e52-8858-84e36fadfd13 HTTP/1.1" status: 200 len: 948 time: 0.0535514 Feb 28 21:00:57.474357 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec78e80c-b2c9-45fd-a012-92b549256cb4 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:00:57.494057 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port ec78e80c-b2c9-45fd-a012-92b549256cb4, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=ec78e80c-b2c9-45fd-a012-92b549256cb4,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:00:57.498498 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ec78e80c-b2c9-45fd-a012-92b549256cb4), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:57.509212 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51917509-c764-4d70-b84d-cfc74ef2336b req-9a316e3f-821e-4ee8-bd6f-dca126c8f205 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d55ebe-de9d-4c73-8e8f-75a361cc75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437086 Feb 28 21:00:57.546986 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=ec78e80c-b2c9-45fd-a012-92b549256cb4,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:57.735385 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['ec78e80c-b2c9-45fd-a012-92b549256cb4'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:00:58.633005 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deff95-3de1-47da-9f12-d90a71909938 req-8ece98da-7d9d-4d76-b572-57a724b04495 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:58.634476 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a1deff95-3de1-47da-9f12-d90a71909938 req-8ece98da-7d9d-4d76-b572-57a724b04495 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f75981-b6bd-4e52-8858-84e36fadfd13 HTTP/1.1" status: 200 len: 949 time: 0.0562618 Feb 28 21:00:58.681390 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a1deff95-3de1-47da-9f12-d90a71909938 req-fe6ca917-e0f0-4f1e-ba8b-1ca1197c86f8 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d55ebe-de9d-4c73-8e8f-75a361cc75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411484 Feb 28 21:00:59.326743 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device ec78e80c-b2c9-45fd-a012-92b549256cb4 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:00:59.374151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port ec78e80c-b2c9-45fd-a012-92b549256cb4 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:00:59.377673 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port ec78e80c-b2c9-45fd-a012-92b549256cb4 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:00:59.378042 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ec78e80c-b2c9-45fd-a012-92b549256cb4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:59.454847 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port ec78e80c-b2c9-45fd-a012-92b549256cb4 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:00:59.455140 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ec78e80c-b2c9-45fd-a012-92b549256cb4), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:59.476820 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f75981-b6bd-4e52-8858-84e36fadfd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec78e80c-b2c9-45fd-a012-92b549256cb4'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:00:59.479315 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190e142c-656f-481b-916c-29db90944efb" -d '{"events": [{"server_uuid": "78f75981-b6bd-4e52-8858-84e36fadfd13", "name": "network-vif-plugged", "status": "completed", "tag": "ec78e80c-b2c9-45fd-a012-92b549256cb4"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:00:59.491272 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port ec78e80c-b2c9-45fd-a012-92b549256cb4, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=ec78e80c-b2c9-45fd-a012-92b549256cb4,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:00:59.496548 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ec78e80c-b2c9-45fd-a012-92b549256cb4), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:00:59.555618 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=ec78e80c-b2c9-45fd-a012-92b549256cb4,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:00:59.584074 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25137745-7f92-40e1-8f49-10df5410d109 x-openstack-request-id: req-25137745-7f92-40e1-8f49-10df5410d109 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:00:59.584442 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f75981-b6bd-4e52-8858-84e36fadfd13", "name": "network-vif-plugged", "status": "completed", "tag": "ec78e80c-b2c9-45fd-a012-92b549256cb4", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:00:59.584831 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25137745-7f92-40e1-8f49-10df5410d109 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:00:59.585212 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f75981-b6bd-4e52-8858-84e36fadfd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec78e80c-b2c9-45fd-a012-92b549256cb4', 'code': 200} Feb 28 21:00:59.683887 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000fe39-ed4d-45cd-8181-f0566431e9fa req-a23fb914-0241-4627-aa52-b1205a1ff425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:59.685396 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5000fe39-ed4d-45cd-8181-f0566431e9fa req-a23fb914-0241-4627-aa52-b1205a1ff425 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=78f75981-b6bd-4e52-8858-84e36fadfd13 HTTP/1.1" status: 200 len: 1133 time: 0.0448570 Feb 28 21:00:59.729076 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5000fe39-ed4d-45cd-8181-f0566431e9fa req-e54fe6bb-9ca1-456b-a3dd-2c56823e10ff service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f2d55ebe-de9d-4c73-8e8f-75a361cc75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376964 Feb 28 21:00:59.808388 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510fc76-42e4-4d4d-8870-0aecb3ac372c req-00a4202f-42c1-44b0-88d4-88739b030e2b tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:00:59.809876 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e510fc76-42e4-4d4d-8870-0aecb3ac372c req-00a4202f-42c1-44b0-88d4-88739b030e2b tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f75981-b6bd-4e52-8858-84e36fadfd13 HTTP/1.1" status: 200 len: 950 time: 0.0562532 Feb 28 21:00:59.858936 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e510fc76-42e4-4d4d-8870-0aecb3ac372c req-7fdcce8c-7369-4e8b-bd4b-bef153257c9a tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d55ebe-de9d-4c73-8e8f-75a361cc75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432680 Feb 28 21:01:00.979696 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47e555-03f2-4e16-bcb5-c7f343df9231 req-42145d6a-7a46-48b4-b1f1-7cf3872f7573 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:00.981197 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb47e555-03f2-4e16-bcb5-c7f343df9231 req-42145d6a-7a46-48b4-b1f1-7cf3872f7573 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f75981-b6bd-4e52-8858-84e36fadfd13 HTTP/1.1" status: 200 len: 950 time: 0.0522084 Feb 28 21:01:01.028119 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cb47e555-03f2-4e16-bcb5-c7f343df9231 req-e79157aa-1154-4319-9064-e8832a49cdd8 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d55ebe-de9d-4c73-8e8f-75a361cc75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412803 Feb 28 21:01:01.398007 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-3a7e7a26-ac03-40b2-85bf-5e7cbb74bd51 req-d4f1f5a4-2617-427d-bc23-db95cfcf2667 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:01:01.399044 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3a7e7a26-ac03-40b2-85bf-5e7cbb74bd51 req-d4f1f5a4-2617-427d-bc23-db95cfcf2667 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1002955 Feb 28 21:01:01.994121 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24506c7-7f4e-4dee-ba9c-7ba47a775c2e req-da0e864f-a504-432c-a380-e200d5dd403e tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:01.995824 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c24506c7-7f4e-4dee-ba9c-7ba47a775c2e req-da0e864f-a504-432c-a380-e200d5dd403e tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f75981-b6bd-4e52-8858-84e36fadfd13 HTTP/1.1" status: 200 len: 950 time: 0.0554690 Feb 28 21:01:02.049101 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c24506c7-7f4e-4dee-ba9c-7ba47a775c2e req-3747197e-258c-43f0-921f-bf04c26e0bfb tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d55ebe-de9d-4c73-8e8f-75a361cc75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474336 Feb 28 21:01:03.180082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3b366-bca9-4c81-a82e-cda024c14816 req-6706498b-4cbd-43f2-bb1f-d9839f16e7bf tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:03.181619 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8ca3b366-bca9-4c81-a82e-cda024c14816 req-6706498b-4cbd-43f2-bb1f-d9839f16e7bf tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f75981-b6bd-4e52-8858-84e36fadfd13 HTTP/1.1" status: 200 len: 950 time: 0.0572205 Feb 28 21:01:03.228828 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8ca3b366-bca9-4c81-a82e-cda024c14816 req-8dbefe03-0c09-4663-a377-bee4d1bb4f81 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d55ebe-de9d-4c73-8e8f-75a361cc75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413380 Feb 28 21:01:03.327303 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1022b-a953-4b59-8d3f-08e6125e43d6 req-287816db-6999-4f92-8801-12d7ab751fae tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:03.328779 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39c1022b-a953-4b59-8d3f-08e6125e43d6 req-287816db-6999-4f92-8801-12d7ab751fae tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.10 "GET /v2.0/ports?device_id=78f75981-b6bd-4e52-8858-84e36fadfd13 HTTP/1.1" status: 200 len: 950 time: 0.0514617 Feb 28 21:01:03.421821 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-39c1022b-a953-4b59-8d3f-08e6125e43d6 req-33a0dbb6-8633-43ed-9ca3-6836587ed59f tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Deleting port ec78e80c-b2c9-45fd-a012-92b549256cb4 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:01:03.422071 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-39c1022b-a953-4b59-8d3f-08e6125e43d6 req-33a0dbb6-8633-43ed-9ca3-6836587ed59f tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ec78e80c-b2c9-45fd-a012-92b549256cb4), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:03.509516 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-39c1022b-a953-4b59-8d3f-08e6125e43d6 req-33a0dbb6-8633-43ed-9ca3-6836587ed59f tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] For port ec78e80c-b2c9-45fd-a012-92b549256cb4, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=ec78e80c-b2c9-45fd-a012-92b549256cb4,segment=NetworkSegment(825bebeb-1637-4571-9817-bdb79cb2c279),segment_id=825bebeb-1637-4571-9817-bdb79cb2c279)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:01:03.510123 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-39c1022b-a953-4b59-8d3f-08e6125e43d6 req-33a0dbb6-8633-43ed-9ca3-6836587ed59f tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ec78e80c-b2c9-45fd-a012-92b549256cb4), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:03.522130 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-39c1022b-a953-4b59-8d3f-08e6125e43d6 req-33a0dbb6-8633-43ed-9ca3-6836587ed59f tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Calling delete_port for ec78e80c-b2c9-45fd-a012-92b549256cb4 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:01:03.652173 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-39c1022b-a953-4b59-8d3f-08e6125e43d6 req-33a0dbb6-8633-43ed-9ca3-6836587ed59f tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (ec78e80c-b2c9-45fd-a012-92b549256cb4), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:03.663449 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['ec78e80c-b2c9-45fd-a012-92b549256cb4'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:01:03.681735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0dbb6-8633-43ed-9ca3-6836587ed59f tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Pushing event deleted for resources: {'Port': ['ID=ec78e80c-b2c9-45fd-a012-92b549256cb4,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:03.729375 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c1022b-a953-4b59-8d3f-08e6125e43d6 req-33a0dbb6-8633-43ed-9ca3-6836587ed59f tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] No DVR routers for this DVR port ec78e80c-b2c9-45fd-a012-92b549256cb4 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:01:03.735979 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-39c1022b-a953-4b59-8d3f-08e6125e43d6 req-33a0dbb6-8633-43ed-9ca3-6836587ed59f tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:03.735979 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39c1022b-a953-4b59-8d3f-08e6125e43d6 req-33a0dbb6-8633-43ed-9ca3-6836587ed59f tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.10 "DELETE /v2.0/ports/ec78e80c-b2c9-45fd-a012-92b549256cb4 HTTP/1.1" status: 204 len: 173 time: 0.4014356 Feb 28 21:01:03.735979 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f75981-b6bd-4e52-8858-84e36fadfd13', 'name': 'network-vif-deleted', 'tag': 'ec78e80c-b2c9-45fd-a012-92b549256cb4'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:01:03.738190 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efeedcff-52eb-4ee8-9bf5-e9ad16b23fd6" -d '{"events": [{"server_uuid": "78f75981-b6bd-4e52-8858-84e36fadfd13", "name": "network-vif-deleted", "tag": "ec78e80c-b2c9-45fd-a012-92b549256cb4"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:01:03.790674 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4a715b-cdc8-4455-af90-2d4ebdd47e64 x-openstack-request-id: req-0b4a715b-cdc8-4455-af90-2d4ebdd47e64 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:01:03.791053 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f75981-b6bd-4e52-8858-84e36fadfd13", "name": "network-vif-deleted", "tag": "ec78e80c-b2c9-45fd-a012-92b549256cb4", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:01:03.792487 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b4a715b-cdc8-4455-af90-2d4ebdd47e64 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:01:03.792487 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f75981-b6bd-4e52-8858-84e36fadfd13', 'name': 'network-vif-deleted', 'tag': 'ec78e80c-b2c9-45fd-a012-92b549256cb4', 'status': 'completed', 'code': 200} Feb 28 21:01:04.343564 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27623c6c-75fd-49a8-9411-0456497f7c1e req-e996a43b-3f9a-477a-a432-93abaf2607d2 tempest-ServersAdminNegativeTestJSON-863804098 tempest-ServersAdminNegativeTestJSON-863804098-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f75981-b6bd-4e52-8858-84e36fadfd13 HTTP/1.1" status: 200 len: 210 time: 0.0279019 Feb 28 21:01:05.631641 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44304) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:01:05.758903 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-36d20acf-9e19-42f7-a343-8e3ed9cab838 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a38c860bb6524ccc8d90f6d193a0f3c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1259797 Feb 28 21:01:05.761398 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44308) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:01:05.807789 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ad2791b-bee5-48be-9b35-3e52f1b1559e admin admin] Publish callbacks [] for security_group (f2d55ebe-de9d-4c73-8e8f-75a361cc75e0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:05.831714 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ad2791b-bee5-48be-9b35-3e52f1b1559e admin admin] Publish callbacks [] for security_group (f2d55ebe-de9d-4c73-8e8f-75a361cc75e0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:05.877632 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ad2791b-bee5-48be-9b35-3e52f1b1559e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (f2d55ebe-de9d-4c73-8e8f-75a361cc75e0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:05.880361 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0ad2791b-bee5-48be-9b35-3e52f1b1559e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:05.881502 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0ad2791b-bee5-48be-9b35-3e52f1b1559e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2d55ebe-de9d-4c73-8e8f-75a361cc75e0 HTTP/1.1" status: 204 len: 168 time: 0.1192145 Feb 28 21:01:05.889104 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2791b-bee5-48be-9b35-3e52f1b1559e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d55ebe-de9d-4c73-8e8f-75a361cc75e0,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:05.896701 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2791b-bee5-48be-9b35-3e52f1b1559e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:05.897048 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2791b-bee5-48be-9b35-3e52f1b1559e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:05.897388 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2791b-bee5-48be-9b35-3e52f1b1559e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:05.897755 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2791b-bee5-48be-9b35-3e52f1b1559e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:05.898089 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2791b-bee5-48be-9b35-3e52f1b1559e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:05.898420 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2791b-bee5-48be-9b35-3e52f1b1559e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:05.898748 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2791b-bee5-48be-9b35-3e52f1b1559e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:05.901948 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2791b-bee5-48be-9b35-3e52f1b1559e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:05.902302 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2791b-bee5-48be-9b35-3e52f1b1559e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:05.902649 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2791b-bee5-48be-9b35-3e52f1b1559e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:05.902987 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2791b-bee5-48be-9b35-3e52f1b1559e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:05.903353 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2791b-bee5-48be-9b35-3e52f1b1559e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:05.903686 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2791b-bee5-48be-9b35-3e52f1b1559e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:06.137768 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44314) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:01:06.151145 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-55202035-87ba-40e4-b08c-0f39c51a844c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:06.224322 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-55202035-87ba-40e4-b08c-0f39c51a844c admin admin] Publish callbacks [] for security_group (35019a56-d773-4e94-b822-642abb351c30), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:06.229664 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-55202035-87ba-40e4-b08c-0f39c51a844c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (35019a56-d773-4e94-b822-642abb351c30), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:06.267496 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-55202035-87ba-40e4-b08c-0f39c51a844c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a18267bd242d415fae9b8af5f06b9f1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1286612 Feb 28 21:01:06.268392 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55202035-87ba-40e4-b08c-0f39c51a844c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35019a56-d773-4e94-b822-642abb351c30,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:06.270207 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44316) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:01:06.318068 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-65c436fd-ca8b-45d6-a056-99f6300b4c07 admin admin] Publish callbacks [] for security_group (35019a56-d773-4e94-b822-642abb351c30), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:06.338996 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-65c436fd-ca8b-45d6-a056-99f6300b4c07 admin admin] Publish callbacks [] for security_group (35019a56-d773-4e94-b822-642abb351c30), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:06.385045 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-65c436fd-ca8b-45d6-a056-99f6300b4c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (35019a56-d773-4e94-b822-642abb351c30), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:06.387395 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-65c436fd-ca8b-45d6-a056-99f6300b4c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:06.388574 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-65c436fd-ca8b-45d6-a056-99f6300b4c07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35019a56-d773-4e94-b822-642abb351c30 HTTP/1.1" status: 204 len: 168 time: 0.1173506 Feb 28 21:01:06.396448 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c436fd-ca8b-45d6-a056-99f6300b4c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35019a56-d773-4e94-b822-642abb351c30,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:07.035521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44338) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:01:07.130665 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-97a82cc7-7efa-48ee-be04-9a7bfb67b6ac admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1609786248-network', 'tenant_id': '3816f64a87a44938aa0c80bc198537fc'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:01:07.150944 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a82cc7-7efa-48ee-be04-9a7bfb67b6ac admin admin] Made reservation on behalf of 3816f64a87a44938aa0c80bc198537fc for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:01:07.153433 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-97a82cc7-7efa-48ee-be04-9a7bfb67b6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:07.161768 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-97a82cc7-7efa-48ee-be04-9a7bfb67b6ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:07.234362 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-97a82cc7-7efa-48ee-be04-9a7bfb67b6ac admin admin] Publish callbacks [] for security_group (33323e9a-2aae-45a3-b66b-7d167c8a1306), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:07.238097 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-97a82cc7-7efa-48ee-be04-9a7bfb67b6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (33323e9a-2aae-45a3-b66b-7d167c8a1306), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:07.267012 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a82cc7-7efa-48ee-be04-9a7bfb67b6ac admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:01:07.273249 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a82cc7-7efa-48ee-be04-9a7bfb67b6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33323e9a-2aae-45a3-b66b-7d167c8a1306,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:07.279158 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-97a82cc7-7efa-48ee-be04-9a7bfb67b6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (7faa3daf-1240-431d-8966-5d63a2d05a99), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:07.279470 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-97a82cc7-7efa-48ee-be04-9a7bfb67b6ac admin admin] Added segment 7faa3daf-1240-431d-8966-5d63a2d05a99 of type vlan for network 619c383f-db78-49b5-9d2d-265a213cbb69 Feb 28 21:01:07.319466 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-97a82cc7-7efa-48ee-be04-9a7bfb67b6ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (619c383f-db78-49b5-9d2d-265a213cbb69), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:07.343440 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-97a82cc7-7efa-48ee-be04-9a7bfb67b6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (619c383f-db78-49b5-9d2d-265a213cbb69), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:07.345756 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a82cc7-7efa-48ee-be04-9a7bfb67b6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:07.346345 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-97a82cc7-7efa-48ee-be04-9a7bfb67b6ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:07.365266 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device ec78e80c-b2c9-45fd-a012-92b549256cb4 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:01:07.388842 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: ec78e80c-b2c9-45fd-a012-92b549256cb4 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:01:07.389183 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device ec78e80c-b2c9-45fd-a012-92b549256cb4 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:01:07.407910 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-97a82cc7-7efa-48ee-be04-9a7bfb67b6ac admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3712332 Feb 28 21:01:07.410807 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44342) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:01:07.415520 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a82cc7-7efa-48ee-be04-9a7bfb67b6ac admin admin] Pushing event updated for resources: {'Network': ['ID=619c383f-db78-49b5-9d2d-265a213cbb69,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:07.416434 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6401109f-38de-4188-8374-8e59fb341f81 admin admin] Request body: {'subnet': {'network_id': '619c383f-db78-49b5-9d2d-265a213cbb69', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1609786248-subnet', 'tenant_id': '3816f64a87a44938aa0c80bc198537fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:01:07.425839 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 619c383f-db78-49b5-9d2d-265a213cbb69 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:01:07.438576 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6401109f-38de-4188-8374-8e59fb341f81 admin admin] Made reservation on behalf of 3816f64a87a44938aa0c80bc198537fc for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:01:07.441055 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6401109f-38de-4188-8374-8e59fb341f81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:07.606275 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6401109f-38de-4188-8374-8e59fb341f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (15aa2df0-0ef2-46da-88d1-aa252369b136), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:07.663890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401109f-38de-4188-8374-8e59fb341f81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15aa2df0-0ef2-46da-88d1-aa252369b136,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:07.673695 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6401109f-38de-4188-8374-8e59fb341f81 admin admin] Checking segment: {'id': '7faa3daf-1240-431d-8966-5d63a2d05a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '619c383f-db78-49b5-9d2d-265a213cbb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:01:07.674059 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6401109f-38de-4188-8374-8e59fb341f81 admin admin] Network hostable DHCP agents. Network: 619c383f-db78-49b5-9d2d-265a213cbb69, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:01:07.690269 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6401109f-38de-4188-8374-8e59fb341f81 admin admin] Network 619c383f-db78-49b5-9d2d-265a213cbb69 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:01:07.698907 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-6401109f-38de-4188-8374-8e59fb341f81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 619c383f-db78-49b5-9d2d-265a213cbb69) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:01:07.702969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6401109f-38de-4188-8374-8e59fb341f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:07.703546 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6401109f-38de-4188-8374-8e59fb341f81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:07.708566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f6844a-ecc8-4ac2-af0f-e4c615af4ab8 None None] Network 619c383f-db78-49b5-9d2d-265a213cbb69 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:01:07.719533 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6401109f-38de-4188-8374-8e59fb341f81 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3076456 Feb 28 21:01:07.808128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ec77a3-cdbc-47ac-96c4-ef8ce5384b1c None None] Network 619c383f-db78-49b5-9d2d-265a213cbb69 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:01:08.138912 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-5ad44e26-e519-42ce-baf5-b0c795bcf161 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:08.140402 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-5ad44e26-e519-42ce-baf5-b0c795bcf161 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/networks?id=619c383f-db78-49b5-9d2d-265a213cbb69 HTTP/1.1" status: 200 len: 812 time: 0.1024058 Feb 28 21:01:08.155368 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-a5d46d9c-843f-4ec8-bbee-a8663921f191 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/quotas/3816f64a87a44938aa0c80bc198537fc HTTP/1.1" status: 200 len: 375 time: 0.0089543 Feb 28 21:01:08.187267 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-42dce7bb-9ec8-48a7-8d93-626e3600bfed tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3816f64a87a44938aa0c80bc198537fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270905 Feb 28 21:01:08.197275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-bf88a400-4ec0-4f2e-b3d6-b2d7a012a454 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:01:08.198211 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-bf88a400-4ec0-4f2e-b3d6-b2d7a012a454 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048122 Feb 28 21:01:08.288973 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-9bd6dedf-a8f2-421c-87b7-75d22442219d service neutron] 10.222.0.13 "GET /v2.0/networks/619c383f-db78-49b5-9d2d-265a213cbb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850661 Feb 28 21:01:08.379027 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-d40060d0-5d7b-48fb-9d75-93bf83197808 service neutron] 10.222.0.13 "GET /v2.0/networks/619c383f-db78-49b5-9d2d-265a213cbb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842721 Feb 28 21:01:08.541261 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-46b25066-5dce-4c78-85b6-06f4710fa66b req-0fe992f6-9caf-49c7-ae8d-d1db71c80483 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 210 time: 0.0285127 Feb 28 21:01:09.582257 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-3818bec5-286c-4d32-b50f-ff2815593aae tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:09.583768 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-3818bec5-286c-4d32-b50f-ff2815593aae tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.15 "GET /v2.0/networks?id=619c383f-db78-49b5-9d2d-265a213cbb69 HTTP/1.1" status: 200 len: 812 time: 0.1123583 Feb 28 21:01:09.595324 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-23ba0d9a-8274-4007-a433-3783ad054ec1 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Request body: {'port': {'device_id': '61df00d2-c569-431c-89ee-623c55ad6470', 'network_id': '619c383f-db78-49b5-9d2d-265a213cbb69', 'admin_state_up': True, 'tenant_id': '3816f64a87a44938aa0c80bc198537fc'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:01:09.640971 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3c036963-817e-4b1a-a3b4-1fefca3b9d4c req-b5517c3b-6e42-4db5-8fbf-76987a311045 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 210 time: 0.0276468 Feb 28 21:01:09.705193 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-23ba0d9a-8274-4007-a433-3783ad054ec1 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Made reservation on behalf of 3816f64a87a44938aa0c80bc198537fc for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:01:09.708651 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-23ba0d9a-8274-4007-a433-3783ad054ec1 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:09.832715 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-23ba0d9a-8274-4007-a433-3783ad054ec1 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Allocated IP 172.20.0.13 (619c383f-db78-49b5-9d2d-265a213cbb69/15aa2df0-0ef2-46da-88d1-aa252369b136/0db9fa67-e2d7-4ae8-b294-0400c6eac61e) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:01:09.976272 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-23ba0d9a-8274-4007-a433-3783ad054ec1 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Publish callbacks [] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:10.008763 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-23ba0d9a-8274-4007-a433-3783ad054ec1 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:10.058887 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-23ba0d9a-8274-4007-a433-3783ad054ec1 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Network 619c383f-db78-49b5-9d2d-265a213cbb69 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:01:10.061811 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-23ba0d9a-8274-4007-a433-3783ad054ec1 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:01:10.065389 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-23ba0d9a-8274-4007-a433-3783ad054ec1 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:01:10.071706 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba0d9a-8274-4007-a433-3783ad054ec1 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Pushing event updated for resources: {'Port': ['ID=0db9fa67-e2d7-4ae8-b294-0400c6eac61e,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:10.116403 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-23ba0d9a-8274-4007-a433-3783ad054ec1 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:10.116905 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-23ba0d9a-8274-4007-a433-3783ad054ec1 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:10.132966 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-23ba0d9a-8274-4007-a433-3783ad054ec1 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5415235 Feb 28 21:01:10.143560 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] Request body: {'port': {'device_id': '61df00d2-c569-431c-89ee-623c55ad6470', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:01:10.204194 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:10.462151 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db9fa67-e2d7-4ae8-b294-0400c6eac61e {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:01:10.469356 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] Publish callbacks [] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:10.480825 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] Transition to ACTIVE for port object 0db9fa67-e2d7-4ae8-b294-0400c6eac61e will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:01:10.484742 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:10.535456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] Pushing event updated for resources: {'Port': ['ID=0db9fa67-e2d7-4ae8-b294-0400c6eac61e,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:10.603524 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] Attempting to bind port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:01:10.604206 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] Attempting to bind port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '7faa3daf-1240-431d-8966-5d63a2d05a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '619c383f-db78-49b5-9d2d-265a213cbb69'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:01:10.604206 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] Attempting to bind port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e on network 619c383f-db78-49b5-9d2d-265a213cbb69 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:01:10.608469 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] Port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e on network 619c383f-db78-49b5-9d2d-265a213cbb69 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:01:10.608790 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] Attempting to bind port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e on network 619c383f-db78-49b5-9d2d-265a213cbb69 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:01:10.613550 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:01:10.613886 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] Checking segment: {'id': '7faa3daf-1240-431d-8966-5d63a2d05a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '619c383f-db78-49b5-9d2d-265a213cbb69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:01:10.614267 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] Bound using segment: {'id': '7faa3daf-1240-431d-8966-5d63a2d05a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '619c383f-db78-49b5-9d2d-265a213cbb69'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:01:10.614689 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] Bound port: 0db9fa67-e2d7-4ae8-b294-0400c6eac61e, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7faa3daf-1240-431d-8966-5d63a2d05a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '619c383f-db78-49b5-9d2d-265a213cbb69'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:01:10.615049 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:10.677589 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] For port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:01:10.681101 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] For port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0db9fa67-e2d7-4ae8-b294-0400c6eac61e,segment=NetworkSegment(7faa3daf-1240-431d-8966-5d63a2d05a99),segment_id=7faa3daf-1240-431d-8966-5d63a2d05a99)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:01:10.687956 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:10.726325 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:10.727070 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:10.728523 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] 10.222.0.15 "PUT /v2.0/ports/0db9fa67-e2d7-4ae8-b294-0400c6eac61e HTTP/1.1" status: 200 len: 1093 time: 0.5889437 Feb 28 21:01:10.728979 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61df00d2-c569-431c-89ee-623c55ad6470', 'tag': '0db9fa67-e2d7-4ae8-b294-0400c6eac61e'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:01:10.731238 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6074544-622d-4658-8093-fe8287aa954b" -d '{"events": [{"name": "network-changed", "server_uuid": "61df00d2-c569-431c-89ee-623c55ad6470", "tag": "0db9fa67-e2d7-4ae8-b294-0400c6eac61e"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:01:10.760207 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90cda2-fe71-4740-8519-55553d79770c service neutron] Pushing event updated for resources: {'Port': ['ID=0db9fa67-e2d7-4ae8-b294-0400c6eac61e,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:10.769487 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613da27-a5d5-4394-8a86-10eefb47b94a req-f1c910fb-fdcf-4d2e-a618-eafbdde1ccb2 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:10.771002 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4613da27-a5d5-4394-8a86-10eefb47b94a req-f1c910fb-fdcf-4d2e-a618-eafbdde1ccb2 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 944 time: 0.0630362 Feb 28 21:01:10.813911 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-e6828f87-c4fe-40e9-bd32-8fb5c9cc5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:10.815519 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-e6828f87-c4fe-40e9-bd32-8fb5c9cc5050 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3816f64a87a44938aa0c80bc198537fc&device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 1127 time: 0.0458517 Feb 28 21:01:10.820407 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4613da27-a5d5-4394-8a86-10eefb47b94a req-32d4e5bf-9a5d-4d79-b4b4-67741ffba55c tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435591 Feb 28 21:01:10.859559 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-620905d3-dd3e-4257-8a82-dbe378cfeebe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0db9fa67-e2d7-4ae8-b294-0400c6eac61e HTTP/1.1" status: 200 len: 217 time: 0.0362999 Feb 28 21:01:10.907610 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-d2a99dd1-bcea-4267-8c1b-a3c944ee78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:10.909131 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-d2a99dd1-bcea-4267-8c1b-a3c944ee78ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15aa2df0-0ef2-46da-88d1-aa252369b136 HTTP/1.1" status: 200 len: 852 time: 0.0433977 Feb 28 21:01:10.927009 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6129958c-871d-46af-973b-4f62ce92b5f0 x-openstack-request-id: req-6129958c-871d-46af-973b-4f62ce92b5f0 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:01:10.927295 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61df00d2-c569-431c-89ee-623c55ad6470", "tag": "0db9fa67-e2d7-4ae8-b294-0400c6eac61e", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:01:10.927549 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6129958c-871d-46af-973b-4f62ce92b5f0 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:01:10.927985 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61df00d2-c569-431c-89ee-623c55ad6470', 'tag': '0db9fa67-e2d7-4ae8-b294-0400c6eac61e', 'status': 'completed', 'code': 200} Feb 28 21:01:10.947624 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-2539dc67-9bf0-489c-85b7-285b033a91eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=619c383f-db78-49b5-9d2d-265a213cbb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310578 Feb 28 21:01:11.035897 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-9033c125-91d2-43ef-87bc-2a2b10fe1fc6 service neutron] 10.222.0.15 "GET /v2.0/networks/619c383f-db78-49b5-9d2d-265a213cbb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804942 Feb 28 21:01:11.130275 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b1277a17-c234-45a8-ab1e-75136f757d89 req-c7d29cd2-fe33-4c4c-9ae9-6c9f3c2c2742 service neutron] 10.222.0.15 "GET /v2.0/networks/619c383f-db78-49b5-9d2d-265a213cbb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874908 Feb 28 21:01:11.221525 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6074544-622d-4658-8093-fe8287aa954b req-9c0da4f3-3b17-48c6-a7e0-fd19bfc2dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:11.223100 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b6074544-622d-4658-8093-fe8287aa954b req-9c0da4f3-3b17-48c6-a7e0-fd19bfc2dcbe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3816f64a87a44938aa0c80bc198537fc&device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 1127 time: 0.0454037 Feb 28 21:01:11.314986 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6074544-622d-4658-8093-fe8287aa954b req-a3d1663a-339d-46d5-b487-71c5871bead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:11.316452 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b6074544-622d-4658-8093-fe8287aa954b req-a3d1663a-339d-46d5-b487-71c5871bead4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=619c383f-db78-49b5-9d2d-265a213cbb69 HTTP/1.1" status: 200 len: 912 time: 0.0876510 Feb 28 21:01:11.356526 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b6074544-622d-4658-8093-fe8287aa954b req-89c251ae-67c2-4d96-8f65-ecd8dbac0919 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0db9fa67-e2d7-4ae8-b294-0400c6eac61e HTTP/1.1" status: 200 len: 217 time: 0.0337193 Feb 28 21:01:11.402388 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6074544-622d-4658-8093-fe8287aa954b req-71fc513d-e3f0-4659-b858-8e203cb4692d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:11.403841 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b6074544-622d-4658-8093-fe8287aa954b req-71fc513d-e3f0-4659-b858-8e203cb4692d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15aa2df0-0ef2-46da-88d1-aa252369b136 HTTP/1.1" status: 200 len: 852 time: 0.0417640 Feb 28 21:01:11.434951 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b6074544-622d-4658-8093-fe8287aa954b req-3d33c1e8-7dac-476b-be8a-8cf6086d5fd3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=619c383f-db78-49b5-9d2d-265a213cbb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253630 Feb 28 21:01:11.528953 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b6074544-622d-4658-8093-fe8287aa954b req-ac83264c-bb80-40e9-9863-9c49e1c2a15c service neutron] 10.222.0.15 "GET /v2.0/networks/619c383f-db78-49b5-9d2d-265a213cbb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876985 Feb 28 21:01:11.622390 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b6074544-622d-4658-8093-fe8287aa954b req-709daca2-1444-4cee-a1e3-be6745ddc3df service neutron] 10.222.0.15 "GET /v2.0/networks/619c383f-db78-49b5-9d2d-265a213cbb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856369 Feb 28 21:01:11.945746 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd2d4d-55da-4527-84c5-9d4b334ca068 req-be1b4189-b9ea-411a-aa1f-e10afa5001a0 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:11.947120 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ecd2d4d-55da-4527-84c5-9d4b334ca068 req-be1b4189-b9ea-411a-aa1f-e10afa5001a0 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 944 time: 0.0557692 Feb 28 21:01:11.994031 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ecd2d4d-55da-4527-84c5-9d4b334ca068 req-191fb1c7-d2d9-4b4a-841e-ca1ef8be13de tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405362 Feb 28 21:01:13.110970 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976197b0-4394-4b13-a569-74cbb1c9fc6c req-394b002c-2663-45d1-9998-a935c1ef1ecd tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:13.112458 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-976197b0-4394-4b13-a569-74cbb1c9fc6c req-394b002c-2663-45d1-9998-a935c1ef1ecd tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 944 time: 0.0512886 Feb 28 21:01:13.158894 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-976197b0-4394-4b13-a569-74cbb1c9fc6c req-a4fb4a72-33a3-4d37-a270-b719fb05a0a3 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401137 Feb 28 21:01:13.802732 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0db9fa67-e2d7-4ae8-b294-0400c6eac61e details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:01:14.059267 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0db9fa67-e2d7-4ae8-b294-0400c6eac61e,segment=NetworkSegment(7faa3daf-1240-431d-8966-5d63a2d05a99),segment_id=7faa3daf-1240-431d-8966-5d63a2d05a99)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:01:14.069915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '0db9fa67-e2d7-4ae8-b294-0400c6eac61e', 'network_id': '619c383f-db78-49b5-9d2d-265a213cbb69', 'port_id': '0db9fa67-e2d7-4ae8-b294-0400c6eac61e', 'mac_address': 'fa:16:3e:8e:b1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15aa2df0-0ef2-46da-88d1-aa252369b136', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:01:14.106250 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:01:14.106630 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:14.119237 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db9fa67-e2d7-4ae8-b294-0400c6eac61e {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:01:14.139374 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0db9fa67-e2d7-4ae8-b294-0400c6eac61e,segment=NetworkSegment(7faa3daf-1240-431d-8966-5d63a2d05a99),segment_id=7faa3daf-1240-431d-8966-5d63a2d05a99)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:01:14.143065 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:14.189405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=0db9fa67-e2d7-4ae8-b294-0400c6eac61e,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:14.280747 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8550ce-d65b-49c8-927d-e3c152ee1cff req-980abfda-d2a9-482f-8b58-44ce6e83ed4b tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:14.282216 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a8550ce-d65b-49c8-927d-e3c152ee1cff req-980abfda-d2a9-482f-8b58-44ce6e83ed4b tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 945 time: 0.0518649 Feb 28 21:01:14.334729 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a8550ce-d65b-49c8-927d-e3c152ee1cff req-59978769-e005-418f-ad84-46133d4a8aaa tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469394 Feb 28 21:01:14.384918 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['0db9fa67-e2d7-4ae8-b294-0400c6eac61e'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:01:15.452339 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21192856-4303-41d9-96f3-a9ede5bc5a8d req-b0daab88-e3f4-4e4e-88ec-5986ba7831b5 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:15.453719 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21192856-4303-41d9-96f3-a9ede5bc5a8d req-b0daab88-e3f4-4e4e-88ec-5986ba7831b5 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 945 time: 0.0521071 Feb 28 21:01:15.501924 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21192856-4303-41d9-96f3-a9ede5bc5a8d req-8072fec2-be4c-4716-b9ed-39386c2a6aee tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427151 Feb 28 21:01:15.819915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0db9fa67-e2d7-4ae8-b294-0400c6eac61e up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:01:15.866226 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:01:15.870765 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:01:15.871136 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:15.948956 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:01:15.949344 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:15.970804 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61df00d2-c569-431c-89ee-623c55ad6470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db9fa67-e2d7-4ae8-b294-0400c6eac61e'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:01:15.973036 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf219ce-38af-483b-a6b3-05a337031ad6" -d '{"events": [{"server_uuid": "61df00d2-c569-431c-89ee-623c55ad6470", "name": "network-vif-plugged", "status": "completed", "tag": "0db9fa67-e2d7-4ae8-b294-0400c6eac61e"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:01:15.986054 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0db9fa67-e2d7-4ae8-b294-0400c6eac61e,segment=NetworkSegment(7faa3daf-1240-431d-8966-5d63a2d05a99),segment_id=7faa3daf-1240-431d-8966-5d63a2d05a99)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:01:15.990209 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:16.015533 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e17d7b-1c2f-45eb-b55d-bc543b818eb4 x-openstack-request-id: req-29e17d7b-1c2f-45eb-b55d-bc543b818eb4 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:01:16.015846 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61df00d2-c569-431c-89ee-623c55ad6470", "name": "network-vif-plugged", "status": "completed", "tag": "0db9fa67-e2d7-4ae8-b294-0400c6eac61e", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:01:16.016098 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29e17d7b-1c2f-45eb-b55d-bc543b818eb4 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:01:16.016483 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61df00d2-c569-431c-89ee-623c55ad6470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db9fa67-e2d7-4ae8-b294-0400c6eac61e', 'code': 200} Feb 28 21:01:16.044226 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=0db9fa67-e2d7-4ae8-b294-0400c6eac61e,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:16.105943 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb7575-bcec-43c4-a9bd-0a7f1e7f9515 req-2365ac7e-d30d-47b2-8fc0-a47d773b926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:16.107330 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f1eb7575-bcec-43c4-a9bd-0a7f1e7f9515 req-2365ac7e-d30d-47b2-8fc0-a47d773b926c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 1129 time: 0.0429544 Feb 28 21:01:16.150949 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f1eb7575-bcec-43c4-a9bd-0a7f1e7f9515 req-36dd11e6-0548-49b4-aea9-249c575a290f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371752 Feb 28 21:01:16.533726 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-46c6d525-e1ca-4596-9aa6-b9539235bcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:16.622653 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea098897-de92-4362-b2c2-13d4a2c7a8e5 req-e87790bd-a270-40bb-9a34-25b767b89110 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:16.624066 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea098897-de92-4362-b2c2-13d4a2c7a8e5 req-e87790bd-a270-40bb-9a34-25b767b89110 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0517066 Feb 28 21:01:16.670372 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea098897-de92-4362-b2c2-13d4a2c7a8e5 req-d4f855a9-a5d9-4bc7-93a7-e2e8b7bcce00 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407674 Feb 28 21:01:18.142369 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bd660-7ffd-48b3-8a94-efd05f70c0df req-7a2368ab-6cc8-4052-b6e8-df18a5fee36c tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:18.143861 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f6bd660-7ffd-48b3-8a94-efd05f70c0df req-7a2368ab-6cc8-4052-b6e8-df18a5fee36c tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.4074283 Feb 28 21:01:18.189126 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f6bd660-7ffd-48b3-8a94-efd05f70c0df req-a9b9d37a-cad2-47c6-b993-03cb29f76e3b tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390718 Feb 28 21:01:18.396060 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44400) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:01:18.454424 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdadaa6-177b-4a85-802c-b6472b8f58fc req-e6ecb7f3-c6f5-4cbf-96a7-60c90736c8cc tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:18.455925 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7cdadaa6-177b-4a85-802c-b6472b8f58fc req-e6ecb7f3-c6f5-4cbf-96a7-60c90736c8cc tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0539920 Feb 28 21:01:18.530680 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7cdadaa6-177b-4a85-802c-b6472b8f58fc req-59e6c909-b218-456b-bd35-522f2ef72a00 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663176 Feb 28 21:01:18.535934 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-33d07a3b-23a4-4749-9bd6-abd393ca18f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1383753 Feb 28 21:01:18.544827 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-5df238c1-baaf-40f8-b3fe-5a19df529742 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:01:18.545803 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-5df238c1-baaf-40f8-b3fe-5a19df529742 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053222 Feb 28 21:01:18.944695 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-3a82f3b9-d50a-444d-b768-3b0c5e8094f6 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:18.946005 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-3a82f3b9-d50a-444d-b768-3b0c5e8094f6 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports/0db9fa67-e2d7-4ae8-b294-0400c6eac61e HTTP/1.1" status: 200 len: 943 time: 0.1020279 Feb 28 21:01:19.070611 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8a431e3f-4b61-48fe-9c73-47125a488efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:19.657215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20530fe2-b162-4dcb-8ab2-9af96d91e09a req-ab6fef4b-4181-46c3-bc01-3924f2c4e7a1 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:19.658713 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-20530fe2-b162-4dcb-8ab2-9af96d91e09a req-ab6fef4b-4181-46c3-bc01-3924f2c4e7a1 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0555871 Feb 28 21:01:19.713166 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-20530fe2-b162-4dcb-8ab2-9af96d91e09a req-8684abb8-0b3e-4c40-b694-018dbabc18ae tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483656 Feb 28 21:01:19.756258 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-6646aa5e-0c36-43a7-94ae-80451667d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:19.757728 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-6646aa5e-0c36-43a7-94ae-80451667d798 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3816f64a87a44938aa0c80bc198537fc&device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 1129 time: 0.0436466 Feb 28 21:01:19.847540 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-cef456ab-2f09-4ddb-939d-db2ec1e78728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:19.848924 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-cef456ab-2f09-4ddb-939d-db2ec1e78728 service neutron] 10.222.0.15 "GET /v2.0/networks?id=619c383f-db78-49b5-9d2d-265a213cbb69 HTTP/1.1" status: 200 len: 912 time: 0.0854390 Feb 28 21:01:19.889168 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-a565c764-1c16-48d7-b6ea-6d83cc9e1e96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0db9fa67-e2d7-4ae8-b294-0400c6eac61e HTTP/1.1" status: 200 len: 217 time: 0.0341527 Feb 28 21:01:19.936947 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-3acd4e19-9086-4329-bbc2-a86bd3816973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:19.938369 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-3acd4e19-9086-4329-bbc2-a86bd3816973 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15aa2df0-0ef2-46da-88d1-aa252369b136 HTTP/1.1" status: 200 len: 852 time: 0.0436285 Feb 28 21:01:19.974683 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:19.975261 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-61c13e28-031b-4e54-bcd6-24c5f77a8eeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=619c383f-db78-49b5-9d2d-265a213cbb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291486 Feb 28 21:01:20.061306 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-8386a735-12d4-4936-84cd-03dd865b4321 service neutron] 10.222.0.15 "GET /v2.0/networks/619c383f-db78-49b5-9d2d-265a213cbb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807960 Feb 28 21:01:20.151607 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-0d9030d6-8a53-4d96-a549-290a7e08c14f service neutron] 10.222.0.15 "GET /v2.0/networks/619c383f-db78-49b5-9d2d-265a213cbb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848744 Feb 28 21:01:20.248129 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:20.830439 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf883ba1-6a8a-452b-b9e9-d3c9c9c19de4 req-8e71ae45-8120-43b0-b633-f79a3abe7a6b tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:20.831929 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf883ba1-6a8a-452b-b9e9-d3c9c9c19de4 req-8e71ae45-8120-43b0-b633-f79a3abe7a6b tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0511549 Feb 28 21:01:20.882137 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf883ba1-6a8a-452b-b9e9-d3c9c9c19de4 req-bfd087e3-f1c8-4604-a394-140345fc8e07 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447598 Feb 28 21:01:21.444471 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:22.006526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c41a7-7fdf-4e8f-a1ec-5a0a7bc50c62 req-42f4b94c-2daf-488d-87ee-c8866e09d51c tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:22.008057 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f52c41a7-7fdf-4e8f-a1ec-5a0a7bc50c62 req-42f4b94c-2daf-488d-87ee-c8866e09d51c tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0597954 Feb 28 21:01:22.058498 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f52c41a7-7fdf-4e8f-a1ec-5a0a7bc50c62 req-50913012-68ee-49db-8aec-c85d5573bc1d tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449975 Feb 28 21:01:22.772867 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:22.856109 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:23.177479 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53bfb2-d95e-4a59-8687-4f782191e9fb req-9205cadc-ee23-49f8-a7b8-dd0a2861dbbd tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:23.178967 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a53bfb2-d95e-4a59-8687-4f782191e9fb req-9205cadc-ee23-49f8-a7b8-dd0a2861dbbd tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0519521 Feb 28 21:01:23.218345 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:01:23.227282 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a53bfb2-d95e-4a59-8687-4f782191e9fb req-a4b2211d-ea36-4960-a8f8-d0038e1c863b tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413837 Feb 28 21:01:24.351595 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb2982-bb7e-4a72-9382-ec0476e6aac0 req-615bae26-f270-487c-b38f-3b21728b2a8f tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:24.353754 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4cb2982-bb7e-4a72-9382-ec0476e6aac0 req-615bae26-f270-487c-b38f-3b21728b2a8f tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0580881 Feb 28 21:01:24.399378 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4cb2982-bb7e-4a72-9382-ec0476e6aac0 req-0f367c09-ed15-452c-a6b5-fe5f8a50472c tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399230 Feb 28 21:01:25.517981 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f1f8d-bac0-45a3-8fff-de29726a070d req-2978ff31-fbd0-45ca-9297-93b612462a4c tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:25.519432 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-728f1f8d-bac0-45a3-8fff-de29726a070d req-2978ff31-fbd0-45ca-9297-93b612462a4c tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0521240 Feb 28 21:01:25.566772 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-728f1f8d-bac0-45a3-8fff-de29726a070d req-b3427722-71a4-452f-b77b-dbcd9b4f5891 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418890 Feb 28 21:01:26.687551 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1efd51-861d-43cb-8a7c-ddcfd0e01622 req-5210edd7-2582-43f0-862e-b391cfd330e9 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:26.689067 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4a1efd51-861d-43cb-8a7c-ddcfd0e01622 req-5210edd7-2582-43f0-862e-b391cfd330e9 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0561090 Feb 28 21:01:26.734790 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4a1efd51-861d-43cb-8a7c-ddcfd0e01622 req-ec1b7441-cb28-476c-8d91-4d7815be58e8 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402503 Feb 28 21:01:27.850890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4200dcb-d528-468d-bad5-3377c43eea16 req-4bf6f730-6e6a-4688-af08-9e5e32f51734 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:27.852378 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d4200dcb-d528-468d-bad5-3377c43eea16 req-4bf6f730-6e6a-4688-af08-9e5e32f51734 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0522323 Feb 28 21:01:27.898818 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d4200dcb-d528-468d-bad5-3377c43eea16 req-eea05168-ea9a-4535-9bd8-9eac597907e7 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403993 Feb 28 21:01:29.015368 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a0782-6a7a-43e4-b519-9257ce477dbb req-daef0967-6ffb-4581-8f59-37711e55cc30 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:29.016856 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf9a0782-6a7a-43e4-b519-9257ce477dbb req-daef0967-6ffb-4581-8f59-37711e55cc30 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0521011 Feb 28 21:01:29.070417 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf9a0782-6a7a-43e4-b519-9257ce477dbb req-a609f04c-14da-41cd-b826-e6d064df4139 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480547 Feb 28 21:01:30.189667 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092be79-c227-4218-bafe-56bb0a842325 req-349169ac-bdb6-4f4d-9e4c-8ad7f10cdb9d tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:30.191180 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9092be79-c227-4218-bafe-56bb0a842325 req-349169ac-bdb6-4f4d-9e4c-8ad7f10cdb9d tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0514622 Feb 28 21:01:30.237185 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9092be79-c227-4218-bafe-56bb0a842325 req-122a3050-f7ac-4695-bf37-dcf391d12d42 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399477 Feb 28 21:01:31.353904 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4db4c9-2da7-427b-9eeb-c421155d57f8 req-748f6824-de8c-4bb8-8a65-19d776a006fa tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:31.355362 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f4db4c9-2da7-427b-9eeb-c421155d57f8 req-748f6824-de8c-4bb8-8a65-19d776a006fa tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0520263 Feb 28 21:01:31.402051 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f4db4c9-2da7-427b-9eeb-c421155d57f8 req-00523d69-12d6-42aa-a5f0-959df014a767 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411780 Feb 28 21:01:32.525182 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ca6d3-3f8b-4ce7-89e3-4dd670390898 req-8b2fbfc9-15a9-4796-ba13-15270c42d28e tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:32.526564 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f19ca6d3-3f8b-4ce7-89e3-4dd670390898 req-8b2fbfc9-15a9-4796-ba13-15270c42d28e tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0576217 Feb 28 21:01:32.572506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f19ca6d3-3f8b-4ce7-89e3-4dd670390898 req-14097c07-03c4-4631-9487-ef9290b82d45 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404665 Feb 28 21:01:33.690545 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577be41-c52c-4d64-b030-f6dfcb32c49a req-3837d370-d297-4c1c-acf2-e60daf9a11ad tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:33.692038 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a577be41-c52c-4d64-b030-f6dfcb32c49a req-3837d370-d297-4c1c-acf2-e60daf9a11ad tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0521326 Feb 28 21:01:33.745754 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a577be41-c52c-4d64-b030-f6dfcb32c49a req-5b90820d-fd85-408b-a070-234aa15841ae tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471115 Feb 28 21:01:34.863205 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9a27d-4725-4791-afa1-79aa81ae32c7 req-51e02012-7b92-4146-9ddd-452af5c29b7e tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:34.864698 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5fc9a27d-4725-4791-afa1-79aa81ae32c7 req-51e02012-7b92-4146-9ddd-452af5c29b7e tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0519428 Feb 28 21:01:34.914636 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5fc9a27d-4725-4791-afa1-79aa81ae32c7 req-0adc3343-c81b-48d7-83c0-be032cefd158 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442002 Feb 28 21:01:36.031382 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d0df3-32eb-4d19-9f29-434b94b857d4 req-1badd96c-73af-40e9-9406-1f08e3652bc9 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:36.032907 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-139d0df3-32eb-4d19-9f29-434b94b857d4 req-1badd96c-73af-40e9-9406-1f08e3652bc9 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0519807 Feb 28 21:01:36.079167 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-139d0df3-32eb-4d19-9f29-434b94b857d4 req-d37ed385-b5ea-428a-b207-ea3cf753d003 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407562 Feb 28 21:01:37.198582 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36999005-8d26-41f1-8d63-9cb5346d8b02 req-99c86e9a-8452-401a-99f7-164a49ae6c4d tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:37.200092 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36999005-8d26-41f1-8d63-9cb5346d8b02 req-99c86e9a-8452-401a-99f7-164a49ae6c4d tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0525973 Feb 28 21:01:37.246815 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36999005-8d26-41f1-8d63-9cb5346d8b02 req-1e85ba9f-0ca5-4c8f-b927-922516e8131f tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411220 Feb 28 21:01:38.371274 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f76e7-6c36-4914-9c01-665bf28b17a3 req-da9d52a3-822b-4245-bfcb-c26781d81cd0 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:38.372837 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-897f76e7-6c36-4914-9c01-665bf28b17a3 req-da9d52a3-822b-4245-bfcb-c26781d81cd0 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0607607 Feb 28 21:01:38.419919 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-897f76e7-6c36-4914-9c01-665bf28b17a3 req-2d0d018b-e0eb-4c45-9a0a-596cab8f3600 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415032 Feb 28 21:01:39.543141 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f55620-06e9-4e39-8abc-f748b4e4f152 req-99bb6c5e-5054-41eb-aff9-b7b5a13fb26c tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:39.544659 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19f55620-06e9-4e39-8abc-f748b4e4f152 req-99bb6c5e-5054-41eb-aff9-b7b5a13fb26c tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0526853 Feb 28 21:01:39.592852 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19f55620-06e9-4e39-8abc-f748b4e4f152 req-43f0d648-5817-4a85-8291-de0bde80365e tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427182 Feb 28 21:01:40.715747 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf9d89-e26d-4389-b46d-04c1ad666b31 req-e0b563c6-7273-4180-81af-6f10a343fa0b tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:40.717248 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5dbf9d89-e26d-4389-b46d-04c1ad666b31 req-e0b563c6-7273-4180-81af-6f10a343fa0b tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0574322 Feb 28 21:01:40.764195 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5dbf9d89-e26d-4389-b46d-04c1ad666b31 req-3a06fc9b-c228-46a5-8ece-2a2ff380d9ec tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413358 Feb 28 21:01:41.881330 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a609ea-6514-4f6b-87c5-a2470c7e19b8 req-d70c420c-9094-4093-af0b-b55eb9fa6f59 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:41.882816 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73a609ea-6514-4f6b-87c5-a2470c7e19b8 req-d70c420c-9094-4093-af0b-b55eb9fa6f59 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0523334 Feb 28 21:01:41.929330 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73a609ea-6514-4f6b-87c5-a2470c7e19b8 req-2efed1da-227b-494b-b5f2-6442519f94e6 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402191 Feb 28 21:01:43.047912 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a607be-b708-4e04-9a2f-5bfdf493f7e6 req-36eec13b-3f71-4eb6-b41b-28de856242eb tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:43.049382 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7a607be-b708-4e04-9a2f-5bfdf493f7e6 req-36eec13b-3f71-4eb6-b41b-28de856242eb tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0521033 Feb 28 21:01:43.100001 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e7a607be-b708-4e04-9a2f-5bfdf493f7e6 req-7dda6422-875d-4aba-991b-1d9a8d1499dc tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450010 Feb 28 21:01:44.225336 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fcbb1-5389-4472-866a-00066e74b72f req-7f191300-25db-48f8-a696-93cbd9fe6d34 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:44.227020 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f8fcbb1-5389-4472-866a-00066e74b72f req-7f191300-25db-48f8-a696-93cbd9fe6d34 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0526090 Feb 28 21:01:44.274138 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f8fcbb1-5389-4472-866a-00066e74b72f req-8e9d8bcd-1e56-4b88-bc5e-47245db8cf12 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413172 Feb 28 21:01:45.393836 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29fd68-048f-40da-8cc1-90b3a3ff2c17 req-34d5ba0b-a0e3-47da-a625-ffe331c73529 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:45.395358 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac29fd68-048f-40da-8cc1-90b3a3ff2c17 req-34d5ba0b-a0e3-47da-a625-ffe331c73529 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0530183 Feb 28 21:01:45.443409 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac29fd68-048f-40da-8cc1-90b3a3ff2c17 req-412a1024-7904-4ef5-9c38-d01c3d488519 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413849 Feb 28 21:01:46.535632 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-668304a0-beef-4a83-8f39-974fe53f9e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:46.569075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24474695-2a9a-4006-baff-8acb06a4cdd3 req-c9129e87-1bf2-4011-973c-e35a689dda95 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:46.570610 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24474695-2a9a-4006-baff-8acb06a4cdd3 req-c9129e87-1bf2-4011-973c-e35a689dda95 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 946 time: 0.0593467 Feb 28 21:01:46.619151 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24474695-2a9a-4006-baff-8acb06a4cdd3 req-d5d7f01b-b892-4aed-ac64-5bc8d747d554 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422113 Feb 28 21:01:46.992654 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-fbcbd341-3fd0-44e8-9c05-64c96bac0aec service neutron] show failed (client error): The resource could not be found. Feb 28 21:01:46.993768 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-fbcbd341-3fd0-44e8-9c05-64c96bac0aec service neutron] 10.222.0.15 "GET /v2.0/ports/0db9fa67-e2d7-4ae8-b294-0400c6eac61e/bindings/n-h2-820368-21 HTTP/1.1" status: 404 len: 381 time: 0.0602500 Feb 28 21:01:47.195815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-44df18e6-6b21-4ba9-8476-3d575168cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:47.198035 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-44df18e6-6b21-4ba9-8476-3d575168cbbb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470&tenant_id=3816f64a87a44938aa0c80bc198537fc HTTP/1.1" status: 200 len: 1129 time: 0.0449257 Feb 28 21:01:47.209502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820368-21', 'device_owner': 'compute:nova'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:01:47.274480 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:47.480684 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] For port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=0db9fa67-e2d7-4ae8-b294-0400c6eac61e,segment=NetworkSegment(7faa3daf-1240-431d-8966-5d63a2d05a99),segment_id=7faa3daf-1240-431d-8966-5d63a2d05a99)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:01:47.513536 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] For port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:01:47.552422 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61df00d2-c569-431c-89ee-623c55ad6470', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db9fa67-e2d7-4ae8-b294-0400c6eac61e'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:01:47.554701 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ed6c2f-8818-40cf-8cb3-85bae47fa290" -d '{"events": [{"server_uuid": "61df00d2-c569-431c-89ee-623c55ad6470", "name": "network-vif-unplugged", "status": "completed", "tag": "0db9fa67-e2d7-4ae8-b294-0400c6eac61e"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:01:47.558508 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Publish callbacks [] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:47.572285 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Transition to ACTIVE for port object 0db9fa67-e2d7-4ae8-b294-0400c6eac61e will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:01:47.576391 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:47.615835 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 21:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e2cb0c-ff5f-4002-a248-81730e81f8d5 x-openstack-request-id: req-e0e2cb0c-ff5f-4002-a248-81730e81f8d5 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:01:47.615835 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61df00d2-c569-431c-89ee-623c55ad6470", "name": "network-vif-unplugged", "status": "completed", "tag": "0db9fa67-e2d7-4ae8-b294-0400c6eac61e", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:01:47.616057 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0e2cb0c-ff5f-4002-a248-81730e81f8d5 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:01:47.616296 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61df00d2-c569-431c-89ee-623c55ad6470', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db9fa67-e2d7-4ae8-b294-0400c6eac61e', 'code': 200} Feb 28 21:01:47.650092 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] No DVR routers for this DVR port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:01:47.652032 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Pushing event updated for resources: {'Port': ['ID=0db9fa67-e2d7-4ae8-b294-0400c6eac61e,revision_number=6']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:47.661120 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:47.661468 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:47.661812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:47.662149 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:47.662479 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:47.662809 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:47.663134 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:47.663458 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:47.663805 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:47.664133 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:47.664455 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:47.664776 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:47.665283 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:47.732561 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Attempting to bind port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:01:47.732898 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Attempting to bind port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '7faa3daf-1240-431d-8966-5d63a2d05a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '619c383f-db78-49b5-9d2d-265a213cbb69'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:01:47.733223 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Attempting to bind port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e on network 619c383f-db78-49b5-9d2d-265a213cbb69 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:01:47.741556 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e on network 619c383f-db78-49b5-9d2d-265a213cbb69 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:01:47.741881 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Attempting to bind port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e on network 619c383f-db78-49b5-9d2d-265a213cbb69 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:01:47.751226 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:01:47.751559 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Checking segment: {'id': '7faa3daf-1240-431d-8966-5d63a2d05a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '619c383f-db78-49b5-9d2d-265a213cbb69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:01:47.751982 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Bound using segment: {'id': '7faa3daf-1240-431d-8966-5d63a2d05a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '619c383f-db78-49b5-9d2d-265a213cbb69'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:01:47.752411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Bound port: 0db9fa67-e2d7-4ae8-b294-0400c6eac61e, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7faa3daf-1240-431d-8966-5d63a2d05a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '619c383f-db78-49b5-9d2d-265a213cbb69'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:01:47.752768 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:47.771016 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f802944-f75e-49d6-aa71-99d9ed08950f req-cae430b0-f119-4892-a6d8-b02d622ad7ef tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:47.772521 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f802944-f75e-49d6-aa71-99d9ed08950f req-cae430b0-f119-4892-a6d8-b02d622ad7ef tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 944 time: 0.0801206 Feb 28 21:01:47.858689 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f802944-f75e-49d6-aa71-99d9ed08950f req-e0670199-0384-40c2-9078-85420036ade8 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797472 Feb 28 21:01:47.859707 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] For port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:01:47.862979 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] For port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=0db9fa67-e2d7-4ae8-b294-0400c6eac61e,segment=NetworkSegment(7faa3daf-1240-431d-8966-5d63a2d05a99),segment_id=7faa3daf-1240-431d-8966-5d63a2d05a99)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:01:47.869560 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:47.908488 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:47.909113 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:47.910529 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] 10.222.0.10 "PUT /v2.0/ports/0db9fa67-e2d7-4ae8-b294-0400c6eac61e HTTP/1.1" status: 200 len: 1093 time: 0.7049901 Feb 28 21:01:47.943742 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78422c-2a8b-46fd-8a99-b7626e0b922c service neutron] Pushing event updated for resources: {'Port': ['ID=0db9fa67-e2d7-4ae8-b294-0400c6eac61e,revision_number=7']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:47.980594 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-75d51e1e-d33e-4d19-9407-3d523c5663cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:47.982279 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-75d51e1e-d33e-4d19-9407-3d523c5663cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3816f64a87a44938aa0c80bc198537fc&device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 1127 time: 0.0470486 Feb 28 21:01:48.076237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-111d92c2-2d0e-4f83-ab2f-6e79ef55bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:48.077631 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-111d92c2-2d0e-4f83-ab2f-6e79ef55bfb0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=619c383f-db78-49b5-9d2d-265a213cbb69 HTTP/1.1" status: 200 len: 912 time: 0.0898132 Feb 28 21:01:48.119511 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-532e1230-471f-4790-87ce-c0d8b4592a6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0db9fa67-e2d7-4ae8-b294-0400c6eac61e HTTP/1.1" status: 200 len: 217 time: 0.0352561 Feb 28 21:01:48.166648 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-8c49f4c7-7838-462f-a983-b4fec86330b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:48.168115 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-8c49f4c7-7838-462f-a983-b4fec86330b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15aa2df0-0ef2-46da-88d1-aa252369b136 HTTP/1.1" status: 200 len: 852 time: 0.0430944 Feb 28 21:01:48.199832 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-ff478686-1e6a-41ec-abd9-d0da508182b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=619c383f-db78-49b5-9d2d-265a213cbb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259588 Feb 28 21:01:48.293441 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-37b265c3-5df5-493b-8e0d-4ce1af30a9d0 service neutron] 10.222.0.10 "GET /v2.0/networks/619c383f-db78-49b5-9d2d-265a213cbb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873020 Feb 28 21:01:48.386671 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4bdbf0ff-7c2c-4d9f-a493-eb51e15f8759 req-a7a3b968-5af4-4ec6-b70b-3665e32879eb service neutron] 10.222.0.10 "GET /v2.0/networks/619c383f-db78-49b5-9d2d-265a213cbb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868146 Feb 28 21:01:48.980571 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb124d5a-7e07-45fa-b487-921822088740 req-360cdf8f-2432-425d-8328-c199cb1617ed tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:48.982082 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb124d5a-7e07-45fa-b487-921822088740 req-360cdf8f-2432-425d-8328-c199cb1617ed tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 944 time: 0.0549421 Feb 28 21:01:49.030745 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb124d5a-7e07-45fa-b487-921822088740 req-f97ef194-a918-4b01-9154-793ca0b447b1 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431015 Feb 28 21:01:49.067373 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-85353e2a-a891-4dbd-a05b-3e5773314903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:49.617029 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61df00d2-c569-431c-89ee-623c55ad6470', 'tag': '0db9fa67-e2d7-4ae8-b294-0400c6eac61e'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:01:49.619447 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bade41b8-83e8-41fc-80a5-0a0bf51e3ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "61df00d2-c569-431c-89ee-623c55ad6470", "tag": "0db9fa67-e2d7-4ae8-b294-0400c6eac61e"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:01:49.668688 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a538f9-6896-478a-b59c-87f95ff2cb82 x-openstack-request-id: req-b2a538f9-6896-478a-b59c-87f95ff2cb82 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:01:49.669400 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61df00d2-c569-431c-89ee-623c55ad6470", "tag": "0db9fa67-e2d7-4ae8-b294-0400c6eac61e", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:01:49.669676 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2a538f9-6896-478a-b59c-87f95ff2cb82 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:01:49.670089 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61df00d2-c569-431c-89ee-623c55ad6470', 'tag': '0db9fa67-e2d7-4ae8-b294-0400c6eac61e', 'status': 'completed', 'code': 200} Feb 28 21:01:49.737843 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade41b8-83e8-41fc-80a5-0a0bf51e3ea9 req-a1a7d116-e989-4051-86bb-4a2b340c37b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:49.738133 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade41b8-83e8-41fc-80a5-0a0bf51e3ea9 req-31ff532b-c6d1-4dda-9172-2429df430a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:49.739430 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bade41b8-83e8-41fc-80a5-0a0bf51e3ea9 req-a1a7d116-e989-4051-86bb-4a2b340c37b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3816f64a87a44938aa0c80bc198537fc&device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 1127 time: 0.0540466 Feb 28 21:01:49.739606 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bade41b8-83e8-41fc-80a5-0a0bf51e3ea9 req-31ff532b-c6d1-4dda-9172-2429df430a6f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3816f64a87a44938aa0c80bc198537fc&device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 1127 time: 0.0468719 Feb 28 21:01:49.848505 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade41b8-83e8-41fc-80a5-0a0bf51e3ea9 req-7e8e4a8b-d010-4a7e-aa12-75b8e826cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:49.850375 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bade41b8-83e8-41fc-80a5-0a0bf51e3ea9 req-7e8e4a8b-d010-4a7e-aa12-75b8e826cdf2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=619c383f-db78-49b5-9d2d-265a213cbb69 HTTP/1.1" status: 200 len: 912 time: 0.1013644 Feb 28 21:01:49.905732 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bade41b8-83e8-41fc-80a5-0a0bf51e3ea9 req-2017a0df-fd3b-4de6-8cf3-0c36a124f9fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0db9fa67-e2d7-4ae8-b294-0400c6eac61e HTTP/1.1" status: 200 len: 217 time: 0.0462334 Feb 28 21:01:49.973354 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade41b8-83e8-41fc-80a5-0a0bf51e3ea9 req-adcd72ce-58e0-4463-b1c3-f85912b3a597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:49.975160 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bade41b8-83e8-41fc-80a5-0a0bf51e3ea9 req-adcd72ce-58e0-4463-b1c3-f85912b3a597 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15aa2df0-0ef2-46da-88d1-aa252369b136 HTTP/1.1" status: 200 len: 852 time: 0.0495760 Feb 28 21:01:50.007247 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:50.017976 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bade41b8-83e8-41fc-80a5-0a0bf51e3ea9 req-81c4e349-cb2f-4294-90e4-980eddea417f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=619c383f-db78-49b5-9d2d-265a213cbb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356534 Feb 28 21:01:50.114476 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bade41b8-83e8-41fc-80a5-0a0bf51e3ea9 req-eff8b352-6e6a-49b5-8490-580c2d5fd45d service neutron] 10.222.0.10 "GET /v2.0/networks/619c383f-db78-49b5-9d2d-265a213cbb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902886 Feb 28 21:01:50.180133 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade41b8-83e8-41fc-80a5-0a0bf51e3ea9 req-1d5373a7-5519-49b7-88f0-d5dbf2d83853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:50.180133 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bade41b8-83e8-41fc-80a5-0a0bf51e3ea9 req-1d5373a7-5519-49b7-88f0-d5dbf2d83853 service neutron] 10.222.0.15 "GET /v2.0/networks?id=619c383f-db78-49b5-9d2d-265a213cbb69 HTTP/1.1" status: 200 len: 912 time: 0.4319453 Feb 28 21:01:50.220111 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bade41b8-83e8-41fc-80a5-0a0bf51e3ea9 req-2273f40b-156b-412c-9740-5a85c2650b88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0db9fa67-e2d7-4ae8-b294-0400c6eac61e HTTP/1.1" status: 200 len: 217 time: 0.0351105 Feb 28 21:01:50.229563 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4321f57-bd39-40c3-9086-5f8ca7d06ef2 req-b9066dc4-a5e7-4b40-b3cc-acf8637b8245 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:50.230681 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c4321f57-bd39-40c3-9086-5f8ca7d06ef2 req-b9066dc4-a5e7-4b40-b3cc-acf8637b8245 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 944 time: 0.1153319 Feb 28 21:01:50.254769 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bade41b8-83e8-41fc-80a5-0a0bf51e3ea9 req-9fff56f7-c3aa-49e3-9838-e86bf750fd08 service neutron] 10.222.0.10 "GET /v2.0/networks/619c383f-db78-49b5-9d2d-265a213cbb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299663 Feb 28 21:01:50.269433 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:50.279200 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade41b8-83e8-41fc-80a5-0a0bf51e3ea9 req-62dc498e-2332-46d8-8bab-6a97b4325348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:50.280678 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bade41b8-83e8-41fc-80a5-0a0bf51e3ea9 req-62dc498e-2332-46d8-8bab-6a97b4325348 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15aa2df0-0ef2-46da-88d1-aa252369b136 HTTP/1.1" status: 200 len: 852 time: 0.0554829 Feb 28 21:01:50.301244 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c4321f57-bd39-40c3-9086-5f8ca7d06ef2 req-02fb3bd2-8a55-4ea1-a1b4-e6889ad8c901 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495508 Feb 28 21:01:50.317164 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bade41b8-83e8-41fc-80a5-0a0bf51e3ea9 req-ae4015ab-dc0e-4485-94ff-d1242191dca8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=619c383f-db78-49b5-9d2d-265a213cbb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294399 Feb 28 21:01:50.407739 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bade41b8-83e8-41fc-80a5-0a0bf51e3ea9 req-b8e2a61b-3739-4f91-9f4a-b92ed3e3dbef service neutron] 10.222.0.15 "GET /v2.0/networks/619c383f-db78-49b5-9d2d-265a213cbb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841057 Feb 28 21:01:50.545510 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bade41b8-83e8-41fc-80a5-0a0bf51e3ea9 req-df3edbfc-322e-4c67-a070-b6ae948eaffd service neutron] 10.222.0.15 "GET /v2.0/networks/619c383f-db78-49b5-9d2d-265a213cbb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314850 Feb 28 21:01:50.588150 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-a39f4074-4ab8-4f1a-aa8d-cd6398833a81 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:50.589579 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-a39f4074-4ab8-4f1a-aa8d-cd6398833a81 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.15 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470&tenant_id=3816f64a87a44938aa0c80bc198537fc&binding%3Ahost_id=n-h2-820368-21 HTTP/1.1" status: 200 len: 944 time: 0.1011167 Feb 28 21:01:50.655124 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-94ae726a-3430-4708-ac5b-a57d3433c5fb service neutron] delete failed (client error): The resource could not be found. Feb 28 21:01:50.656154 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-94ae726a-3430-4708-ac5b-a57d3433c5fb service neutron] 10.222.0.15 "DELETE /v2.0/ports/0db9fa67-e2d7-4ae8-b294-0400c6eac61e/bindings/n-h1-820368-21 HTTP/1.1" status: 404 len: 381 time: 0.0575526 Feb 28 21:01:50.742697 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-20e908fe-d334-499b-be7e-99aa144be5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:50.744269 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-20e908fe-d334-499b-be7e-99aa144be5aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3816f64a87a44938aa0c80bc198537fc&device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 1127 time: 0.0445607 Feb 28 21:01:50.829766 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-5d153d40-1ba2-4ad8-914d-2920183f42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:50.831131 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-5d153d40-1ba2-4ad8-914d-2920183f42a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=619c383f-db78-49b5-9d2d-265a213cbb69 HTTP/1.1" status: 200 len: 912 time: 0.0816724 Feb 28 21:01:50.875025 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-13aafec9-5565-4864-b152-8486f9daf4a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0db9fa67-e2d7-4ae8-b294-0400c6eac61e HTTP/1.1" status: 200 len: 217 time: 0.0376141 Feb 28 21:01:50.921126 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-9de9ca01-b43a-4e36-b049-63c7382b1775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:50.922543 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-9de9ca01-b43a-4e36-b049-63c7382b1775 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15aa2df0-0ef2-46da-88d1-aa252369b136 HTTP/1.1" status: 200 len: 852 time: 0.0424867 Feb 28 21:01:50.953646 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-1ddbc12f-bd96-4af2-ad50-17158ca7da9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=619c383f-db78-49b5-9d2d-265a213cbb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249720 Feb 28 21:01:51.030402 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-9a452099-73a8-4359-b46d-526988f1d06e req-106006eb-20f4-43be-a102-68baf769a46b service neutron] (103773) timed out ('10.222.0.15', 58237) {{(pid=103773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 21:01:51.045489 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-32e189ab-1d77-4ff7-a937-b5a761ae6f9f service neutron] 10.222.0.15 "GET /v2.0/networks/619c383f-db78-49b5-9d2d-265a213cbb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862305 Feb 28 21:01:51.135198 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-6918edd0-326e-4607-9ce3-d9bcac1de01f service neutron] 10.222.0.15 "GET /v2.0/networks/619c383f-db78-49b5-9d2d-265a213cbb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834377 Feb 28 21:01:51.449845 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:51.535627 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 0db9fa67-e2d7-4ae8-b294-0400c6eac61e details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:01:51.691579 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=0db9fa67-e2d7-4ae8-b294-0400c6eac61e,segment=NetworkSegment(7faa3daf-1240-431d-8966-5d63a2d05a99),segment_id=7faa3daf-1240-431d-8966-5d63a2d05a99)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:01:51.707769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '0db9fa67-e2d7-4ae8-b294-0400c6eac61e', 'network_id': '619c383f-db78-49b5-9d2d-265a213cbb69', 'port_id': '0db9fa67-e2d7-4ae8-b294-0400c6eac61e', 'mac_address': 'fa:16:3e:8e:b1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15aa2df0-0ef2-46da-88d1-aa252369b136', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:01:51.747539 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:01:51.747839 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:51.775062 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db9fa67-e2d7-4ae8-b294-0400c6eac61e {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:01:51.799286 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=0db9fa67-e2d7-4ae8-b294-0400c6eac61e,segment=NetworkSegment(7faa3daf-1240-431d-8966-5d63a2d05a99),segment_id=7faa3daf-1240-431d-8966-5d63a2d05a99)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:01:51.804023 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:51.858788 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=0db9fa67-e2d7-4ae8-b294-0400c6eac61e,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:51.871984 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:51.872441 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:51.872819 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:51.873366 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:51.873914 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:51.874457 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:51.874913 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:51.875431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:51.876044 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:51.876599 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:51.877103 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:51.877449 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:51.877786 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:01:51.918687 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb990eb-8590-41ba-ad6f-9a3b1477e2f4 req-9435271c-cbe6-4578-9799-11756d36e92d tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:51.920288 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6bb990eb-8590-41ba-ad6f-9a3b1477e2f4 req-9435271c-cbe6-4578-9799-11756d36e92d tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 945 time: 0.0777919 Feb 28 21:01:51.982950 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6bb990eb-8590-41ba-ad6f-9a3b1477e2f4 req-d972d6b0-5620-41cc-8913-56aa1e900877 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553689 Feb 28 21:01:52.044808 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0db9fa67-e2d7-4ae8-b294-0400c6eac61e no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:01:52.087815 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['0db9fa67-e2d7-4ae8-b294-0400c6eac61e'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:01:52.136881 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] The host n-h1-820368-21 is not matching for port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e host n-h2-820368-21! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 21:01:52.137291 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 0db9fa67-e2d7-4ae8-b294-0400c6eac61e not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:01:52.775469 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:52.886511 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:53.110649 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0bb8f-c8ae-486f-9187-deb9367b6814 req-976303e1-9704-4c33-bec1-8d9925d5faaf tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:53.112117 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47f0bb8f-c8ae-486f-9187-deb9367b6814 req-976303e1-9704-4c33-bec1-8d9925d5faaf tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 945 time: 0.0585310 Feb 28 21:01:53.162197 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47f0bb8f-c8ae-486f-9187-deb9367b6814 req-a5e75974-8fbb-467b-8d8e-24d841022a3b tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.13 "GET /v2.0/security-groups?id=33323e9a-2aae-45a3-b66b-7d167c8a1306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443423 Feb 28 21:01:53.292222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-b2e79659-ef07-424f-820b-3ac49414f2e7 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:53.293699 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-b2e79659-ef07-424f-820b-3ac49414f2e7 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df00d2-c569-431c-89ee-623c55ad6470 HTTP/1.1" status: 200 len: 945 time: 0.0528481 Feb 28 21:01:53.388640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-be1465f6-3082-4147-820c-43e543ece4c2 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Deleting port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:01:53.388894 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-be1465f6-3082-4147-820c-43e543ece4c2 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:53.476168 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-be1465f6-3082-4147-820c-43e543ece4c2 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] For port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=0db9fa67-e2d7-4ae8-b294-0400c6eac61e,segment=NetworkSegment(7faa3daf-1240-431d-8966-5d63a2d05a99),segment_id=7faa3daf-1240-431d-8966-5d63a2d05a99)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:01:53.476532 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-be1465f6-3082-4147-820c-43e543ece4c2 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:53.492848 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-be1465f6-3082-4147-820c-43e543ece4c2 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Calling delete_port for 0db9fa67-e2d7-4ae8-b294-0400c6eac61e owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:01:53.546163 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 0db9fa67-e2d7-4ae8-b294-0400c6eac61e up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:01:53.623081 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-be1465f6-3082-4147-820c-43e543ece4c2 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:53.624299 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:01:53.629488 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:01:53.629963 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0db9fa67-e2d7-4ae8-b294-0400c6eac61e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:53.653132 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['0db9fa67-e2d7-4ae8-b294-0400c6eac61e'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:01:53.655674 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1465f6-3082-4147-820c-43e543ece4c2 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Pushing event deleted for resources: {'Port': ['ID=0db9fa67-e2d7-4ae8-b294-0400c6eac61e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:53.656110 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e was deleted so its status cannot be updated. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 28 21:01:53.707321 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-be1465f6-3082-4147-820c-43e543ece4c2 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] No DVR routers for this DVR port 0db9fa67-e2d7-4ae8-b294-0400c6eac61e on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:01:53.709939 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-be1465f6-3082-4147-820c-43e543ece4c2 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:53.713438 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d8ea4df-4eb5-4228-b419-fca120493260 req-be1465f6-3082-4147-820c-43e543ece4c2 tempest-DeleteServersTestJSON-1036448215 tempest-DeleteServersTestJSON-1036448215-project] 10.222.0.10 "DELETE /v2.0/ports/0db9fa67-e2d7-4ae8-b294-0400c6eac61e HTTP/1.1" status: 204 len: 173 time: 0.4143672 Feb 28 21:01:53.713894 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61df00d2-c569-431c-89ee-623c55ad6470', 'name': 'network-vif-deleted', 'tag': '0db9fa67-e2d7-4ae8-b294-0400c6eac61e'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:01:53.716216 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911472ec-4e40-4eaf-a2ea-2a0dc1979364" -d '{"events": [{"server_uuid": "61df00d2-c569-431c-89ee-623c55ad6470", "name": "network-vif-deleted", "tag": "0db9fa67-e2d7-4ae8-b294-0400c6eac61e"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:01:53.762056 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c6a0f7-8421-4656-8fb9-a73809b7e9e6 x-openstack-request-id: req-08c6a0f7-8421-4656-8fb9-a73809b7e9e6 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:01:53.762352 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61df00d2-c569-431c-89ee-623c55ad6470", "name": "network-vif-deleted", "tag": "0db9fa67-e2d7-4ae8-b294-0400c6eac61e", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:01:53.762631 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08c6a0f7-8421-4656-8fb9-a73809b7e9e6 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:01:53.763041 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61df00d2-c569-431c-89ee-623c55ad6470', 'name': 'network-vif-deleted', 'tag': '0db9fa67-e2d7-4ae8-b294-0400c6eac61e', 'status': 'completed', 'code': 200} Feb 28 21:01:54.294237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44502) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:01:54.339485 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f86c67-45ec-45de-a5dc-3bff975ee885 admin admin] Deleting subnet 15aa2df0-0ef2-46da-88d1-aa252369b136 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:01:54.342463 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-02f86c67-45ec-45de-a5dc-3bff975ee885 admin admin] Publish callbacks [] for subnet (15aa2df0-0ef2-46da-88d1-aa252369b136), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:54.376553 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-02f86c67-45ec-45de-a5dc-3bff975ee885 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (15aa2df0-0ef2-46da-88d1-aa252369b136), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:54.413274 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-02f86c67-45ec-45de-a5dc-3bff975ee885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (15aa2df0-0ef2-46da-88d1-aa252369b136), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:54.468258 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-02f86c67-45ec-45de-a5dc-3bff975ee885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (15aa2df0-0ef2-46da-88d1-aa252369b136), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:54.495508 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f86c67-45ec-45de-a5dc-3bff975ee885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15aa2df0-0ef2-46da-88d1-aa252369b136,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:54.497449 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-02f86c67-45ec-45de-a5dc-3bff975ee885 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:54.500601 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-02f86c67-45ec-45de-a5dc-3bff975ee885 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/15aa2df0-0ef2-46da-88d1-aa252369b136 HTTP/1.1" status: 204 len: 168 time: 0.2053413 Feb 28 21:01:54.503150 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44504) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:01:54.571034 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-63ebfc0d-7ca2-46ba-a946-99a19ae14895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (619c383f-db78-49b5-9d2d-265a213cbb69), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:54.652178 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-63ebfc0d-7ca2-46ba-a946-99a19ae14895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (619c383f-db78-49b5-9d2d-265a213cbb69), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:54.671828 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-63ebfc0d-7ca2-46ba-a946-99a19ae14895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619c383f-db78-49b5-9d2d-265a213cbb69']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:01:54.683022 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-63ebfc0d-7ca2-46ba-a946-99a19ae14895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7faa3daf-1240-431d-8966-5d63a2d05a99') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:01:54.683320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-63ebfc0d-7ca2-46ba-a946-99a19ae14895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7faa3daf-1240-431d-8966-5d63a2d05a99') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:01:54.692870 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-63ebfc0d-7ca2-46ba-a946-99a19ae14895 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (7faa3daf-1240-431d-8966-5d63a2d05a99), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:54.706473 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-63ebfc0d-7ca2-46ba-a946-99a19ae14895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (7faa3daf-1240-431d-8966-5d63a2d05a99), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:54.713685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ebfc0d-7ca2-46ba-a946-99a19ae14895 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:01:54.714141 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-63ebfc0d-7ca2-46ba-a946-99a19ae14895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (7faa3daf-1240-431d-8966-5d63a2d05a99), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: timer() Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:01:54.715940 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:01:54.772816 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-63ebfc0d-7ca2-46ba-a946-99a19ae14895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (619c383f-db78-49b5-9d2d-265a213cbb69), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:54.779133 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-63ebfc0d-7ca2-46ba-a946-99a19ae14895 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:54.782323 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-63ebfc0d-7ca2-46ba-a946-99a19ae14895 admin admin] 10.222.0.13 "DELETE /v2.0/networks/619c383f-db78-49b5-9d2d-265a213cbb69 HTTP/1.1" status: 204 len: 168 time: 0.2782722 Feb 28 21:01:54.793750 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebfc0d-7ca2-46ba-a946-99a19ae14895 admin admin] Pushing event deleted for resources: {'Network': ['ID=619c383f-db78-49b5-9d2d-265a213cbb69,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:54.889148 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44508) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:01:54.928142 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e44d0d31-33d8-4b21-b768-632b452cdbd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3816f64a87a44938aa0c80bc198537fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377328 Feb 28 21:01:54.930462 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44510) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:01:54.978093 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a63ea44a-48f3-4172-8b61-978132f0af81 admin admin] Publish callbacks [] for security_group (33323e9a-2aae-45a3-b66b-7d167c8a1306), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:54.998588 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a63ea44a-48f3-4172-8b61-978132f0af81 admin admin] Publish callbacks [] for security_group (33323e9a-2aae-45a3-b66b-7d167c8a1306), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:55.045399 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a63ea44a-48f3-4172-8b61-978132f0af81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (33323e9a-2aae-45a3-b66b-7d167c8a1306), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:55.048219 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a63ea44a-48f3-4172-8b61-978132f0af81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:55.049363 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a63ea44a-48f3-4172-8b61-978132f0af81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33323e9a-2aae-45a3-b66b-7d167c8a1306 HTTP/1.1" status: 204 len: 168 time: 0.1180072 Feb 28 21:01:55.058563 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ea44a-48f3-4172-8b61-978132f0af81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33323e9a-2aae-45a3-b66b-7d167c8a1306,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:55.701015 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44532) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:01:55.793938 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-54a32cdc-74d7-40e5-8265-9a198bbe2a1e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1147799666-network', 'tenant_id': '2ed2e105ed254ae5af5e8a83d586ad28'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:01:55.813425 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a32cdc-74d7-40e5-8265-9a198bbe2a1e admin admin] Made reservation on behalf of 2ed2e105ed254ae5af5e8a83d586ad28 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:01:55.815714 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54a32cdc-74d7-40e5-8265-9a198bbe2a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:55.824206 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54a32cdc-74d7-40e5-8265-9a198bbe2a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:55.914654 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54a32cdc-74d7-40e5-8265-9a198bbe2a1e admin admin] Publish callbacks [] for security_group (cbf22ebf-7ec5-4112-b778-5a4f44a85e36), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:55.919388 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54a32cdc-74d7-40e5-8265-9a198bbe2a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (cbf22ebf-7ec5-4112-b778-5a4f44a85e36), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:55.944638 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a32cdc-74d7-40e5-8265-9a198bbe2a1e admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:01:55.954222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a32cdc-74d7-40e5-8265-9a198bbe2a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf22ebf-7ec5-4112-b778-5a4f44a85e36,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:55.959293 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54a32cdc-74d7-40e5-8265-9a198bbe2a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (3d6d3566-2b9f-4970-945d-66f67241993b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:55.959636 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-54a32cdc-74d7-40e5-8265-9a198bbe2a1e admin admin] Added segment 3d6d3566-2b9f-4970-945d-66f67241993b of type vlan for network ddde4247-e5f3-4ff3-b18b-0b853a5c191f Feb 28 21:01:56.000795 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54a32cdc-74d7-40e5-8265-9a198bbe2a1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (ddde4247-e5f3-4ff3-b18b-0b853a5c191f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:56.026996 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54a32cdc-74d7-40e5-8265-9a198bbe2a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (ddde4247-e5f3-4ff3-b18b-0b853a5c191f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:56.027940 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a32cdc-74d7-40e5-8265-9a198bbe2a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:56.028512 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-54a32cdc-74d7-40e5-8265-9a198bbe2a1e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:56.060585 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-54a32cdc-74d7-40e5-8265-9a198bbe2a1e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3584745 Feb 28 21:01:56.063722 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44536) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:01:56.068588 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-1b6dbac1-688d-4430-9482-002e3ddb99ac admin admin] Request body: {'subnet': {'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1147799666-subnet', 'tenant_id': '2ed2e105ed254ae5af5e8a83d586ad28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:01:56.088475 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6dbac1-688d-4430-9482-002e3ddb99ac admin admin] Made reservation on behalf of 2ed2e105ed254ae5af5e8a83d586ad28 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:01:56.090825 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1b6dbac1-688d-4430-9482-002e3ddb99ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:56.092277 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a32cdc-74d7-40e5-8265-9a198bbe2a1e admin admin] Pushing event updated for resources: {'Network': ['ID=ddde4247-e5f3-4ff3-b18b-0b853a5c191f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:56.101768 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network ddde4247-e5f3-4ff3-b18b-0b853a5c191f details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:01:56.264858 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1b6dbac1-688d-4430-9482-002e3ddb99ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:56.324314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6dbac1-688d-4430-9482-002e3ddb99ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:56.332574 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6dbac1-688d-4430-9482-002e3ddb99ac admin admin] Checking segment: {'id': '3d6d3566-2b9f-4970-945d-66f67241993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:01:56.332934 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6dbac1-688d-4430-9482-002e3ddb99ac admin admin] Network hostable DHCP agents. Network: ddde4247-e5f3-4ff3-b18b-0b853a5c191f, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:01:56.348814 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6dbac1-688d-4430-9482-002e3ddb99ac admin admin] Network ddde4247-e5f3-4ff3-b18b-0b853a5c191f is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:01:56.357622 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-1b6dbac1-688d-4430-9482-002e3ddb99ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, ddde4247-e5f3-4ff3-b18b-0b853a5c191f) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:01:56.361913 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6dbac1-688d-4430-9482-002e3ddb99ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:56.362514 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-1b6dbac1-688d-4430-9482-002e3ddb99ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:56.367859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22476663-d788-44aa-a064-e06c446b9b2a None None] Network ddde4247-e5f3-4ff3-b18b-0b853a5c191f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:01:56.379047 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1b6dbac1-688d-4430-9482-002e3ddb99ac admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3142107 Feb 28 21:01:56.467084 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5397d676-a04f-4785-844f-617d87ecc405 None None] Network ddde4247-e5f3-4ff3-b18b-0b853a5c191f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:01:56.802267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-2d0e9bf9-3396-4d9f-b763-3f28672ce693 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:56.803729 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-2d0e9bf9-3396-4d9f-b763-3f28672ce693 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/networks?id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f HTTP/1.1" status: 200 len: 815 time: 0.1042883 Feb 28 21:01:56.817820 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-07c7a209-82cc-450d-87fb-6e366fd751bd tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/quotas/2ed2e105ed254ae5af5e8a83d586ad28 HTTP/1.1" status: 200 len: 375 time: 0.0087814 Feb 28 21:01:56.848947 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-c0a7c2c7-e9af-456a-b05b-a7f9b90cfac2 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ed2e105ed254ae5af5e8a83d586ad28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263696 Feb 28 21:01:56.941920 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-813b956c-53a0-42d3-8ae6-8f0401a5f79e service neutron] 10.222.0.13 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860729 Feb 28 21:01:57.029740 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-1fb0aee2-a9b3-40a1-bf4a-da55bab0f9b5 service neutron] 10.222.0.13 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820622 Feb 28 21:01:57.198220 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-42e1ff76-0561-48bb-a92a-9afe288563f4 req-452fd44a-9300-45e2-865a-0d9327f6e083 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 210 time: 0.0383203 Feb 28 21:01:57.577977 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 0db9fa67-e2d7-4ae8-b294-0400c6eac61e no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:01:57.601933 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 0db9fa67-e2d7-4ae8-b294-0400c6eac61e {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:01:57.602307 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 0db9fa67-e2d7-4ae8-b294-0400c6eac61e not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:01:58.113391 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-44b43099-1c3e-41b0-bad2-740328353e61 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:58.114809 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-44b43099-1c3e-41b0-bad2-740328353e61 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.15 "GET /v2.0/networks?id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f HTTP/1.1" status: 200 len: 815 time: 0.1048079 Feb 28 21:01:58.127139 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-3c4361c7-5402-4c23-a5cb-a1c16338bb84 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Request body: {'port': {'device_id': '2e45902b-26ee-4341-844c-1fe2296f99a3', 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f', 'admin_state_up': True, 'tenant_id': '2ed2e105ed254ae5af5e8a83d586ad28'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:01:58.236037 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-3c4361c7-5402-4c23-a5cb-a1c16338bb84 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Made reservation on behalf of 2ed2e105ed254ae5af5e8a83d586ad28 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:01:58.239764 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-3c4361c7-5402-4c23-a5cb-a1c16338bb84 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:58.302820 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24fbfb8f-c981-44d5-9c12-f967bd37cd26 req-57f40af3-278f-4974-adaa-63e040691690 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 210 time: 0.0323246 Feb 28 21:01:58.371205 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-3c4361c7-5402-4c23-a5cb-a1c16338bb84 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Allocated IP 172.20.0.5 (ddde4247-e5f3-4ff3-b18b-0b853a5c191f/55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd/d3e294b1-ecf3-469e-a42e-4bf237d18c3f) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:01:58.510391 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-3c4361c7-5402-4c23-a5cb-a1c16338bb84 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Publish callbacks [] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:58.543117 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-3c4361c7-5402-4c23-a5cb-a1c16338bb84 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:58.591630 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-3c4361c7-5402-4c23-a5cb-a1c16338bb84 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Network ddde4247-e5f3-4ff3-b18b-0b853a5c191f is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:01:58.594622 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-3c4361c7-5402-4c23-a5cb-a1c16338bb84 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:01:58.596891 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-3c4361c7-5402-4c23-a5cb-a1c16338bb84 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:01:58.628645 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4361c7-5402-4c23-a5cb-a1c16338bb84 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Pushing event updated for resources: {'Port': ['ID=d3e294b1-ecf3-469e-a42e-4bf237d18c3f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:58.650117 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-3c4361c7-5402-4c23-a5cb-a1c16338bb84 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:58.650719 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-3c4361c7-5402-4c23-a5cb-a1c16338bb84 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:58.666733 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-3c4361c7-5402-4c23-a5cb-a1c16338bb84 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5433817 Feb 28 21:01:58.679644 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] Request body: {'port': {'device_id': '2e45902b-26ee-4341-844c-1fe2296f99a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:01:58.735979 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:58.996869 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e294b1-ecf3-469e-a42e-4bf237d18c3f {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:01:59.004186 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] Publish callbacks [] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:59.016568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] Transition to ACTIVE for port object d3e294b1-ecf3-469e-a42e-4bf237d18c3f will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:01:59.020177 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:59.069839 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] Pushing event updated for resources: {'Port': ['ID=d3e294b1-ecf3-469e-a42e-4bf237d18c3f,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:59.140126 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] Attempting to bind port d3e294b1-ecf3-469e-a42e-4bf237d18c3f on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:01:59.140814 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] Attempting to bind port d3e294b1-ecf3-469e-a42e-4bf237d18c3f by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '3d6d3566-2b9f-4970-945d-66f67241993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:01:59.140814 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] Attempting to bind port d3e294b1-ecf3-469e-a42e-4bf237d18c3f on network ddde4247-e5f3-4ff3-b18b-0b853a5c191f {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:01:59.144983 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] Port d3e294b1-ecf3-469e-a42e-4bf237d18c3f on network ddde4247-e5f3-4ff3-b18b-0b853a5c191f not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:01:59.145305 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] Attempting to bind port d3e294b1-ecf3-469e-a42e-4bf237d18c3f on network ddde4247-e5f3-4ff3-b18b-0b853a5c191f {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:01:59.150033 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:01:59.150366 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] Checking segment: {'id': '3d6d3566-2b9f-4970-945d-66f67241993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:01:59.150749 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] Bound using segment: {'id': '3d6d3566-2b9f-4970-945d-66f67241993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:01:59.151165 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] Bound port: d3e294b1-ecf3-469e-a42e-4bf237d18c3f, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6d3566-2b9f-4970-945d-66f67241993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:01:59.151514 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:59.215462 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] For port d3e294b1-ecf3-469e-a42e-4bf237d18c3f, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:01:59.219930 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] For port d3e294b1-ecf3-469e-a42e-4bf237d18c3f, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d3e294b1-ecf3-469e-a42e-4bf237d18c3f,segment=NetworkSegment(3d6d3566-2b9f-4970-945d-66f67241993b),segment_id=3d6d3566-2b9f-4970-945d-66f67241993b)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:01:59.226187 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:59.264895 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:59.265422 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:01:59.266818 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] 10.222.0.15 "PUT /v2.0/ports/d3e294b1-ecf3-469e-a42e-4bf237d18c3f HTTP/1.1" status: 200 len: 1092 time: 0.5911314 Feb 28 21:01:59.267257 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e45902b-26ee-4341-844c-1fe2296f99a3', 'tag': 'd3e294b1-ecf3-469e-a42e-4bf237d18c3f'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:01:59.269534 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6dc729-3c03-4798-a8c9-ebd3006c5241" -d '{"events": [{"name": "network-changed", "server_uuid": "2e45902b-26ee-4341-844c-1fe2296f99a3", "tag": "d3e294b1-ecf3-469e-a42e-4bf237d18c3f"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:01:59.297526 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d7ca0-e740-4510-b63e-6604c97d8e1e service neutron] Pushing event updated for resources: {'Port': ['ID=d3e294b1-ecf3-469e-a42e-4bf237d18c3f,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:01:59.313277 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9b6305-5094-4a7e-bb4b-56f397df16e8 x-openstack-request-id: req-af9b6305-5094-4a7e-bb4b-56f397df16e8 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:01:59.313687 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e45902b-26ee-4341-844c-1fe2296f99a3", "tag": "d3e294b1-ecf3-469e-a42e-4bf237d18c3f", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:01:59.313939 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af9b6305-5094-4a7e-bb4b-56f397df16e8 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:01:59.314325 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e45902b-26ee-4341-844c-1fe2296f99a3', 'tag': 'd3e294b1-ecf3-469e-a42e-4bf237d18c3f', 'status': 'completed', 'code': 200} Feb 28 21:01:59.351384 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-f2beb023-ca48-4414-94cc-9a84c56c0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:59.353056 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-f2beb023-ca48-4414-94cc-9a84c56c0018 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ed2e105ed254ae5af5e8a83d586ad28&device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 1126 time: 0.0482702 Feb 28 21:01:59.398944 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-497aa257-4e7f-4590-aa3f-637fa88ac5e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3e294b1-ecf3-469e-a42e-4bf237d18c3f HTTP/1.1" status: 200 len: 217 time: 0.0395701 Feb 28 21:01:59.423583 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29e80c-adc4-4e27-808c-36e145bc1320 req-713d9769-9125-4fea-91ab-0ebee2b2f861 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:59.425129 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9f29e80c-adc4-4e27-808c-36e145bc1320 req-713d9769-9125-4fea-91ab-0ebee2b2f861 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 943 time: 0.0530040 Feb 28 21:01:59.446109 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-818fa040-8313-427d-8753-ea76fa19e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:59.447591 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-818fa040-8313-427d-8753-ea76fa19e87c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd HTTP/1.1" status: 200 len: 855 time: 0.0428011 Feb 28 21:01:59.472780 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9f29e80c-adc4-4e27-808c-36e145bc1320 req-084af463-d287-4aa0-8dca-ed017ada492f tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419700 Feb 28 21:01:59.478937 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-daf881c3-f52b-4e70-80f2-2105dbeb001b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255728 Feb 28 21:01:59.574441 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-8dcca90a-14a2-46ea-8ae9-557de8c2aeb2 service neutron] 10.222.0.15 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890622 Feb 28 21:01:59.661329 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9d1ab2d8-386a-457d-9e2c-3a7497a8f6af req-9947cc7f-d4bb-45e2-a845-022bdc45c5e8 service neutron] 10.222.0.15 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819058 Feb 28 21:01:59.753122 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dc729-3c03-4798-a8c9-ebd3006c5241 req-16dd96b6-69d1-4ce5-9f5c-a9d0be2d56e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:59.754573 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dd6dc729-3c03-4798-a8c9-ebd3006c5241 req-16dd96b6-69d1-4ce5-9f5c-a9d0be2d56e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ed2e105ed254ae5af5e8a83d586ad28&device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 1126 time: 0.0481846 Feb 28 21:01:59.843177 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dc729-3c03-4798-a8c9-ebd3006c5241 req-1c97d0e9-14fa-4fb1-9841-b567fe2491c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:59.844562 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dd6dc729-3c03-4798-a8c9-ebd3006c5241 req-1c97d0e9-14fa-4fb1-9841-b567fe2491c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f HTTP/1.1" status: 200 len: 915 time: 0.0823069 Feb 28 21:01:59.894976 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dd6dc729-3c03-4798-a8c9-ebd3006c5241 req-aca6e000-5113-4f95-9cf6-7364a55354db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3e294b1-ecf3-469e-a42e-4bf237d18c3f HTTP/1.1" status: 200 len: 217 time: 0.0440340 Feb 28 21:01:59.943877 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dc729-3c03-4798-a8c9-ebd3006c5241 req-76ba327d-9194-4724-900e-ad52544cc1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:01:59.945291 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dd6dc729-3c03-4798-a8c9-ebd3006c5241 req-76ba327d-9194-4724-900e-ad52544cc1f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd HTTP/1.1" status: 200 len: 855 time: 0.0431409 Feb 28 21:01:59.975882 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dd6dc729-3c03-4798-a8c9-ebd3006c5241 req-2225a8f7-f016-4d47-9b09-e17a19a8d37f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244195 Feb 28 21:02:00.065704 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dd6dc729-3c03-4798-a8c9-ebd3006c5241 req-8bfb74bc-5e2a-4cd4-b8a9-2dab1786b3ef service neutron] 10.222.0.15 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835497 Feb 28 21:02:00.151916 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dd6dc729-3c03-4798-a8c9-ebd3006c5241 req-f8978251-e957-4a89-87ea-d9b0a9f11852 service neutron] 10.222.0.15 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794878 Feb 28 21:02:00.217170 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:02:00.590788 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe79c5-af2a-42f6-81b4-a9a4f13eb0d7 req-18a0b097-f7ac-49f6-86aa-baed962364b0 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:00.592341 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45fe79c5-af2a-42f6-81b4-a9a4f13eb0d7 req-18a0b097-f7ac-49f6-86aa-baed962364b0 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 943 time: 0.0540590 Feb 28 21:02:00.639203 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45fe79c5-af2a-42f6-81b4-a9a4f13eb0d7 req-47d32476-1e97-4de1-8a47-e54e010743a4 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413904 Feb 28 21:02:01.762762 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63104ab1-f3cb-4a8d-bb9c-ffe85c336ea1 req-193db30f-20f9-485a-9071-0c081c6614ed tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:01.764256 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63104ab1-f3cb-4a8d-bb9c-ffe85c336ea1 req-193db30f-20f9-485a-9071-0c081c6614ed tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 943 time: 0.0560386 Feb 28 21:02:01.812098 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63104ab1-f3cb-4a8d-bb9c-ffe85c336ea1 req-f7d73179-c286-4cd2-94e2-d93e420a9cce tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423412 Feb 28 21:02:02.129822 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device d3e294b1-ecf3-469e-a42e-4bf237d18c3f details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:02:02.224114 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port d3e294b1-ecf3-469e-a42e-4bf237d18c3f, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d3e294b1-ecf3-469e-a42e-4bf237d18c3f,segment=NetworkSegment(3d6d3566-2b9f-4970-945d-66f67241993b),segment_id=3d6d3566-2b9f-4970-945d-66f67241993b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:02:02.234820 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'd3e294b1-ecf3-469e-a42e-4bf237d18c3f', 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f', 'port_id': 'd3e294b1-ecf3-469e-a42e-4bf237d18c3f', 'mac_address': 'fa:16:3e:af:bd:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:02:02.274585 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port d3e294b1-ecf3-469e-a42e-4bf237d18c3f is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:02:02.274966 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:02.287868 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e294b1-ecf3-469e-a42e-4bf237d18c3f {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:02:02.306689 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port d3e294b1-ecf3-469e-a42e-4bf237d18c3f, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d3e294b1-ecf3-469e-a42e-4bf237d18c3f,segment=NetworkSegment(3d6d3566-2b9f-4970-945d-66f67241993b),segment_id=3d6d3566-2b9f-4970-945d-66f67241993b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:02:02.310496 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:02.356992 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=d3e294b1-ecf3-469e-a42e-4bf237d18c3f,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:02:02.501896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['d3e294b1-ecf3-469e-a42e-4bf237d18c3f'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:02:02.935633 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbffee2-e0c2-44ac-9e59-87cb3c158bf1 req-ff0a2d46-107a-4d80-8b3b-9ec794531e28 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:02.937120 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7dbffee2-e0c2-44ac-9e59-87cb3c158bf1 req-ff0a2d46-107a-4d80-8b3b-9ec794531e28 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 944 time: 0.0525599 Feb 28 21:02:02.983488 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7dbffee2-e0c2-44ac-9e59-87cb3c158bf1 req-830a3560-0ba9-40d0-b422-c14535c3905a tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408607 Feb 28 21:02:04.106471 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c36404-1dd5-4cc8-8342-e0d6667c94c4 req-9b0ff3a7-9639-451f-a01d-1410c80dc78e tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:04.107962 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f2c36404-1dd5-4cc8-8342-e0d6667c94c4 req-9b0ff3a7-9639-451f-a01d-1410c80dc78e tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 944 time: 0.0564628 Feb 28 21:02:04.130557 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device d3e294b1-ecf3-469e-a42e-4bf237d18c3f up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:02:04.155068 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f2c36404-1dd5-4cc8-8342-e0d6667c94c4 req-d0b4d0c6-4dc0-4e98-b789-1688e78d0815 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416391 Feb 28 21:02:04.180391 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port d3e294b1-ecf3-469e-a42e-4bf237d18c3f completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:02:04.185229 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port d3e294b1-ecf3-469e-a42e-4bf237d18c3f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:02:04.185603 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:04.267322 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port d3e294b1-ecf3-469e-a42e-4bf237d18c3f is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:02:04.267647 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:04.290383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e45902b-26ee-4341-844c-1fe2296f99a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e294b1-ecf3-469e-a42e-4bf237d18c3f'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:02:04.292808 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf363561-2c72-4d81-8fd0-8c8e1188e728" -d '{"events": [{"server_uuid": "2e45902b-26ee-4341-844c-1fe2296f99a3", "name": "network-vif-plugged", "status": "completed", "tag": "d3e294b1-ecf3-469e-a42e-4bf237d18c3f"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:02:04.305164 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port d3e294b1-ecf3-469e-a42e-4bf237d18c3f, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d3e294b1-ecf3-469e-a42e-4bf237d18c3f,segment=NetworkSegment(3d6d3566-2b9f-4970-945d-66f67241993b),segment_id=3d6d3566-2b9f-4970-945d-66f67241993b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:02:04.310282 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:04.334909 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae0e086-e1f6-414b-9359-bbd4de030598 x-openstack-request-id: req-0ae0e086-e1f6-414b-9359-bbd4de030598 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:02:04.335207 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e45902b-26ee-4341-844c-1fe2296f99a3", "name": "network-vif-plugged", "status": "completed", "tag": "d3e294b1-ecf3-469e-a42e-4bf237d18c3f", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:02:04.335462 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ae0e086-e1f6-414b-9359-bbd4de030598 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:02:04.335948 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e45902b-26ee-4341-844c-1fe2296f99a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e294b1-ecf3-469e-a42e-4bf237d18c3f', 'code': 200} Feb 28 21:02:04.361907 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=d3e294b1-ecf3-469e-a42e-4bf237d18c3f,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:02:04.430177 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f67db-d1d3-4b57-9882-89e7ac02a4b7 req-ce9c026f-5c69-4dc4-a6b0-5ada10f4c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:04.431678 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-728f67db-d1d3-4b57-9882-89e7ac02a4b7 req-ce9c026f-5c69-4dc4-a6b0-5ada10f4c06f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 1128 time: 0.0430794 Feb 28 21:02:04.476651 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-728f67db-d1d3-4b57-9882-89e7ac02a4b7 req-35f72312-78d0-4b82-a4ef-68729bad3db2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393040 Feb 28 21:02:05.274217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92abb7-454a-48d0-a69a-43b35ee84053 req-c5360293-8980-4115-9201-f49bf8dfeee3 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:05.275697 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f92abb7-454a-48d0-a69a-43b35ee84053 req-c5360293-8980-4115-9201-f49bf8dfeee3 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0528624 Feb 28 21:02:05.321090 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f92abb7-454a-48d0-a69a-43b35ee84053 req-8094e5ce-984f-4afd-b07e-14f0e61f37e2 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391634 Feb 28 21:02:06.437302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ad46e-6ee8-43e1-856e-cb13b3cf6d6e req-76a61fa7-1ab7-4b85-9134-5d1e135e5509 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:06.438772 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c06ad46e-6ee8-43e1-856e-cb13b3cf6d6e req-76a61fa7-1ab7-4b85-9134-5d1e135e5509 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0519893 Feb 28 21:02:06.488706 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c06ad46e-6ee8-43e1-856e-cb13b3cf6d6e req-4a0cb176-0cfd-49ca-b770-1af7572a0f3c tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444877 Feb 28 21:02:06.600794 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa22a5b-853b-4da7-a0af-3b9a81efedc4 req-55aa60d5-5a92-4bdd-87b7-9548716cedd4 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:06.602243 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bfa22a5b-853b-4da7-a0af-3b9a81efedc4 req-55aa60d5-5a92-4bdd-87b7-9548716cedd4 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0506990 Feb 28 21:02:06.648248 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bfa22a5b-853b-4da7-a0af-3b9a81efedc4 req-df42f018-e618-4344-93d9-3b2abce19c35 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397818 Feb 28 21:02:06.844713 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a88be-91a1-4064-9732-a8beb03e184c req-550a6590-a588-41c0-908a-1a77ea9036f3 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:06.846085 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc2a88be-91a1-4064-9732-a8beb03e184c req-550a6590-a588-41c0-908a-1a77ea9036f3 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0509369 Feb 28 21:02:06.891960 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc2a88be-91a1-4064-9732-a8beb03e184c req-3ee53281-8390-46db-aca5-98329635e968 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404141 Feb 28 21:02:07.009555 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e088f0-ddc0-4954-95e5-9c72db6cbfb1 req-b2d6dd8e-013c-4ae1-ab01-08802c2d6066 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:07.011012 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c1e088f0-ddc0-4954-95e5-9c72db6cbfb1 req-b2d6dd8e-013c-4ae1-ab01-08802c2d6066 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0561879 Feb 28 21:02:07.059084 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c1e088f0-ddc0-4954-95e5-9c72db6cbfb1 req-e9ac13dd-f2f4-4bcb-a469-f4a3142d5f78 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415990 Feb 28 21:02:07.309525 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-2a8596f4-879b-4a3b-aa84-f9bcbf5147ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0753675 Feb 28 21:02:07.316931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344b5ad-04f0-4922-9880-147832d4edc8 req-a95f4392-526c-4c0d-955a-35ed4477df6f tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:07.318272 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6344b5ad-04f0-4922-9880-147832d4edc8 req-a95f4392-526c-4c0d-955a-35ed4477df6f tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0765405 Feb 28 21:02:07.369435 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6344b5ad-04f0-4922-9880-147832d4edc8 req-0065b13f-6535-4217-b5d0-18cd9b210ff6 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453150 Feb 28 21:02:07.693855 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-08353510-90d4-47d2-9058-0b7b78eef729 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:07.695202 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-08353510-90d4-47d2-9058-0b7b78eef729 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports/d3e294b1-ecf3-469e-a42e-4bf237d18c3f HTTP/1.1" status: 200 len: 942 time: 0.0461404 Feb 28 21:02:08.491420 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-0d1db28e-7c6c-45c4-93e4-1d879eed4efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:08.492943 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-0d1db28e-7c6c-45c4-93e4-1d879eed4efc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ed2e105ed254ae5af5e8a83d586ad28&device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 1128 time: 0.0439613 Feb 28 21:02:08.495346 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7d3c4-581f-411e-83aa-e6f122302d4d req-1e10f989-77e5-428c-80bd-4c605990bcef tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:08.497386 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37d7d3c4-581f-411e-83aa-e6f122302d4d req-1e10f989-77e5-428c-80bd-4c605990bcef tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0540175 Feb 28 21:02:08.543815 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-37d7d3c4-581f-411e-83aa-e6f122302d4d req-7de25bbe-a07d-4e1f-bb81-971f9e3696bc tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406294 Feb 28 21:02:08.580990 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-69c2beba-d635-4f5e-bc5e-c1fe855b864f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:08.582451 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-69c2beba-d635-4f5e-bc5e-c1fe855b864f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f HTTP/1.1" status: 200 len: 915 time: 0.0843375 Feb 28 21:02:08.626781 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-0ff7f195-5933-4fa8-a3ff-2e22508cd4f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3e294b1-ecf3-469e-a42e-4bf237d18c3f HTTP/1.1" status: 200 len: 217 time: 0.0379467 Feb 28 21:02:08.673087 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-622bdf97-5da1-4343-970b-e22525c67a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:08.674491 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-622bdf97-5da1-4343-970b-e22525c67a69 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd HTTP/1.1" status: 200 len: 855 time: 0.0426896 Feb 28 21:02:08.704648 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-36d731c7-9e5b-4e3a-aa0f-96faabe886f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242112 Feb 28 21:02:08.795538 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-a92c21b9-41e3-44e6-a071-9fa687930066 service neutron] 10.222.0.15 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837872 Feb 28 21:02:08.882229 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-562a78bd-d55b-4793-8a20-8d63ef975bc3 service neutron] 10.222.0.15 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814030 Feb 28 21:02:09.660592 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec851cdf-30d9-45ae-b1ee-5e222ab46290 req-e2a2fd74-88cf-4319-a011-fd5a25758b73 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:09.662052 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec851cdf-30d9-45ae-b1ee-5e222ab46290 req-e2a2fd74-88cf-4319-a011-fd5a25758b73 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0519900 Feb 28 21:02:09.710506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec851cdf-30d9-45ae-b1ee-5e222ab46290 req-391d0971-ad41-4d65-9fd6-e00cc1665985 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430613 Feb 28 21:02:10.834085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7725e7-c4b7-4e52-a8b8-4fbe12055790 req-844aa6d7-85a0-4ebd-be91-dfd10c279332 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:10.835552 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e7725e7-c4b7-4e52-a8b8-4fbe12055790 req-844aa6d7-85a0-4ebd-be91-dfd10c279332 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0527070 Feb 28 21:02:10.881307 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e7725e7-c4b7-4e52-a8b8-4fbe12055790 req-cc0886e9-3954-4330-97c9-10c7be790ec7 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402207 Feb 28 21:02:12.285515 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ed81a-84e9-441e-9036-923fc97b8e38 req-4d631dbb-4784-413a-9b2d-4d5584af9fb6 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:12.286966 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1b0ed81a-84e9-441e-9036-923fc97b8e38 req-4d631dbb-4784-413a-9b2d-4d5584af9fb6 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0525160 Feb 28 21:02:12.332757 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1b0ed81a-84e9-441e-9036-923fc97b8e38 req-20661a37-d688-44dc-958b-df201d01106e tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393922 Feb 28 21:02:13.452822 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8539876-4d40-43ff-952b-e8adf66e26ce req-25e77ef4-19dd-4c0b-b0fc-5456db172e98 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:13.454325 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a8539876-4d40-43ff-952b-e8adf66e26ce req-25e77ef4-19dd-4c0b-b0fc-5456db172e98 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0548222 Feb 28 21:02:13.500736 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a8539876-4d40-43ff-952b-e8adf66e26ce req-a5603103-bae5-4804-ab2b-dae281586c02 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409977 Feb 28 21:02:14.616665 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bca684-363c-4629-afbe-4eee106b94c3 req-ce9c716b-5783-49eb-9f93-c82a78432a36 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:14.618215 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-87bca684-363c-4629-afbe-4eee106b94c3 req-ce9c716b-5783-49eb-9f93-c82a78432a36 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0518420 Feb 28 21:02:14.663950 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-87bca684-363c-4629-afbe-4eee106b94c3 req-8dfa567c-96de-4289-8cf5-514be24de624 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393684 Feb 28 21:02:15.784276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc670d-a2d8-40a4-909d-e770e60dd4a2 req-a2749c7c-28c1-45f6-9c22-8391988b1964 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:15.785734 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-17fc670d-a2d8-40a4-909d-e770e60dd4a2 req-a2749c7c-28c1-45f6-9c22-8391988b1964 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0567012 Feb 28 21:02:15.831140 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-17fc670d-a2d8-40a4-909d-e770e60dd4a2 req-5db8d6f6-09b5-4d54-a192-6122a3cbfc26 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399261 Feb 28 21:02:16.538541 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-351e4bd6-fe27-4fe9-922e-1b28683aaf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:16.946309 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38218249-6a63-4594-82c4-40231a25381c req-13f25f13-472b-47b4-94c5-397151097a88 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:16.947829 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38218249-6a63-4594-82c4-40231a25381c req-13f25f13-472b-47b4-94c5-397151097a88 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0515554 Feb 28 21:02:17.000286 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38218249-6a63-4594-82c4-40231a25381c req-cff267c9-4c54-4c41-a2d6-5014d4c9800b tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468354 Feb 28 21:02:18.115770 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222175f9-614e-48d5-8f9c-b29614988e65 req-39358e5a-bb35-416c-bea3-53173dec73a3 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:18.117245 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-222175f9-614e-48d5-8f9c-b29614988e65 req-39358e5a-bb35-416c-bea3-53173dec73a3 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0516717 Feb 28 21:02:18.168491 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-222175f9-614e-48d5-8f9c-b29614988e65 req-d88b931f-0999-4a7b-9a7a-f2aaad0ba223 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453556 Feb 28 21:02:19.068380 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-da71f70f-c70e-471b-bb5f-4100215dd556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:19.287947 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa4cb4-9fe7-473d-a691-41a6f14849d8 req-07ee03b5-b44d-4190-a05d-7a3220f4c76b tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:19.289413 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-baaa4cb4-9fe7-473d-a691-41a6f14849d8 req-07ee03b5-b44d-4190-a05d-7a3220f4c76b tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0517263 Feb 28 21:02:19.334937 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-baaa4cb4-9fe7-473d-a691-41a6f14849d8 req-1b9d900c-e715-4a97-8c09-6b1f50feebbb tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392461 Feb 28 21:02:19.994072 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:20.256425 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:20.454589 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c1fc4-97ab-4503-bc9f-fcb6b7677561 req-0e1e1032-3623-4174-9bcd-988abf744247 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:20.456078 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb4c1fc4-97ab-4503-bc9f-fcb6b7677561 req-0e1e1032-3623-4174-9bcd-988abf744247 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0510604 Feb 28 21:02:20.501993 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb4c1fc4-97ab-4503-bc9f-fcb6b7677561 req-e0efae3d-1bec-4237-a68a-30dc78e290e1 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403678 Feb 28 21:02:21.451778 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:21.623037 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6424bad-0c19-4e58-8055-5af14b5fb79e req-07ba078e-e03c-4db8-8654-358ae03996a1 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:21.624562 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6424bad-0c19-4e58-8055-5af14b5fb79e req-07ba078e-e03c-4db8-8654-358ae03996a1 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0562837 Feb 28 21:02:21.669719 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6424bad-0c19-4e58-8055-5af14b5fb79e req-43c88d1c-b382-4b86-bf96-e066eff91bfa tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397065 Feb 28 21:02:22.778166 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:22.789823 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d20233-6d53-4df7-9165-7cec7e02793f req-bbd10c68-ea91-4ac5-9100-955b4979a6aa tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:22.791344 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6d20233-6d53-4df7-9165-7cec7e02793f req-bbd10c68-ea91-4ac5-9100-955b4979a6aa tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0551517 Feb 28 21:02:22.837072 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6d20233-6d53-4df7-9165-7cec7e02793f req-8b7d5a9a-8685-4946-b38a-b868d04870df tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397017 Feb 28 21:02:22.889629 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:23.953677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2347ad2-d330-4e03-bec4-80c58b4c9a5b req-32b17e18-2d5a-496e-933b-ca9e406b998c tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:23.955139 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2347ad2-d330-4e03-bec4-80c58b4c9a5b req-32b17e18-2d5a-496e-933b-ca9e406b998c tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0515561 Feb 28 21:02:24.004746 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2347ad2-d330-4e03-bec4-80c58b4c9a5b req-8a1ffcb8-d385-4329-8b71-8d76b35ca9dd tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439875 Feb 28 21:02:25.121768 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94317114-16ee-4f86-8ca5-b5b67f24042d req-2b62258c-ef39-43ab-aa49-ed9f34f234b4 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:25.123232 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-94317114-16ee-4f86-8ca5-b5b67f24042d req-2b62258c-ef39-43ab-aa49-ed9f34f234b4 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0520735 Feb 28 21:02:25.169151 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-94317114-16ee-4f86-8ca5-b5b67f24042d req-c97e6712-4d35-4a63-a8f7-d5aa6ccc606b tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404329 Feb 28 21:02:26.289624 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a76a4-e1f1-414e-89e8-af19072d40f2 req-2f7e0aba-f3e0-4c78-985b-957b4ad9ed18 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:26.291106 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-026a76a4-e1f1-414e-89e8-af19072d40f2 req-2f7e0aba-f3e0-4c78-985b-957b4ad9ed18 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0528295 Feb 28 21:02:26.337079 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-026a76a4-e1f1-414e-89e8-af19072d40f2 req-2a754857-548a-4e5e-8ff3-2cd15fb13c42 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396521 Feb 28 21:02:27.466898 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef5740-e05a-4069-a8b8-355537975eb7 req-8293ca5e-0dd2-404b-8321-4f2854ef700a tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:27.468303 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-feef5740-e05a-4069-a8b8-355537975eb7 req-8293ca5e-0dd2-404b-8321-4f2854ef700a tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0570707 Feb 28 21:02:27.514623 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-feef5740-e05a-4069-a8b8-355537975eb7 req-e6b28a23-af5f-4c9f-84c8-f333c96c5105 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406823 Feb 28 21:02:28.631397 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88a006-30f5-4543-83dd-689307ce467b req-3cb075e1-5ceb-48ea-9ad3-8534eb7af738 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:28.633006 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa88a006-30f5-4543-83dd-689307ce467b req-3cb075e1-5ceb-48ea-9ad3-8534eb7af738 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0512049 Feb 28 21:02:28.678181 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa88a006-30f5-4543-83dd-689307ce467b req-a93ba1f1-09f6-42e7-af83-d39c6b290c2d tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390339 Feb 28 21:02:29.800455 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ca1db-c71e-46a7-800d-69742cbabe9d req-91d3fdc7-dd7b-441d-a1ec-0fbb6bce6756 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:29.801936 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d04ca1db-c71e-46a7-800d-69742cbabe9d req-91d3fdc7-dd7b-441d-a1ec-0fbb6bce6756 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0569680 Feb 28 21:02:29.849300 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d04ca1db-c71e-46a7-800d-69742cbabe9d req-00c9ec67-29eb-4f05-b09b-f17a17fdfcc8 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418012 Feb 28 21:02:30.965617 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5ced1-928d-44c8-9e8a-f226a7459086 req-8bc371f6-38f6-4a0b-8c59-3b183744ac59 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:30.967075 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e5f5ced1-928d-44c8-9e8a-f226a7459086 req-8bc371f6-38f6-4a0b-8c59-3b183744ac59 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0518377 Feb 28 21:02:31.017045 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e5f5ced1-928d-44c8-9e8a-f226a7459086 req-b67ea11c-92a2-4660-83d9-f39eade47847 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444832 Feb 28 21:02:32.137834 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5cf76-7e6f-4a38-8b95-2ddf67794506 req-5dda81d5-2d13-4052-bf77-07baf76ba54d tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:32.139305 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-02d5cf76-7e6f-4a38-8b95-2ddf67794506 req-5dda81d5-2d13-4052-bf77-07baf76ba54d tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0521545 Feb 28 21:02:32.189868 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-02d5cf76-7e6f-4a38-8b95-2ddf67794506 req-a58a5baf-f675-473b-bddb-656abfa94efd tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449283 Feb 28 21:02:33.308872 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503595f9-f780-4fde-bd1e-5becee6744ac req-98426af5-c439-46bd-b2cb-cfb17897842d tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:33.310321 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-503595f9-f780-4fde-bd1e-5becee6744ac req-98426af5-c439-46bd-b2cb-cfb17897842d tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0521865 Feb 28 21:02:33.355457 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-503595f9-f780-4fde-bd1e-5becee6744ac req-1cf346ab-d8d6-483a-8479-2601667c9e5c tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397003 Feb 28 21:02:34.476676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250f675-7b03-44dd-a632-37589d277811 req-88b8333b-b252-49bf-9de3-bf40428344a0 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:34.477883 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c250f675-7b03-44dd-a632-37589d277811 req-88b8333b-b252-49bf-9de3-bf40428344a0 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0528858 Feb 28 21:02:34.524658 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c250f675-7b03-44dd-a632-37589d277811 req-05e897f4-3515-44f9-a65a-e043e9ee77dd tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411716 Feb 28 21:02:35.645060 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe28811-ecf1-43d3-923e-a04fec4ae159 req-febe1395-85ff-43c8-a00a-852f1ce4c09b tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:35.646522 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efe28811-ecf1-43d3-923e-a04fec4ae159 req-febe1395-85ff-43c8-a00a-852f1ce4c09b tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0549657 Feb 28 21:02:35.693234 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-efe28811-ecf1-43d3-923e-a04fec4ae159 req-ec38fad9-871e-4c1f-a280-77805c31cd4e tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412266 Feb 28 21:02:35.707815 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-07ed77ac-28cf-44ae-908e-6357c40db871 service neutron] show failed (client error): The resource could not be found. Feb 28 21:02:35.708838 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-07ed77ac-28cf-44ae-908e-6357c40db871 service neutron] 10.222.0.15 "GET /v2.0/ports/d3e294b1-ecf3-469e-a42e-4bf237d18c3f/bindings/n-h2-820368-21 HTTP/1.1" status: 404 len: 381 time: 0.0540705 Feb 28 21:02:35.909151 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-94cb460a-5fa5-4eca-a3af-611673789736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:35.910570 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-94cb460a-5fa5-4eca-a3af-611673789736 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3&tenant_id=2ed2e105ed254ae5af5e8a83d586ad28 HTTP/1.1" status: 200 len: 1128 time: 0.0456846 Feb 28 21:02:35.923148 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820368-21', 'device_owner': 'compute:nova'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:02:35.984592 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:36.183354 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] For port d3e294b1-ecf3-469e-a42e-4bf237d18c3f, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d3e294b1-ecf3-469e-a42e-4bf237d18c3f,segment=NetworkSegment(3d6d3566-2b9f-4970-945d-66f67241993b),segment_id=3d6d3566-2b9f-4970-945d-66f67241993b)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:02:36.215107 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] For port d3e294b1-ecf3-469e-a42e-4bf237d18c3f, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:02:36.255080 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e45902b-26ee-4341-844c-1fe2296f99a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e294b1-ecf3-469e-a42e-4bf237d18c3f'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:02:36.258107 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4281d454-954e-4a52-b235-f99049ccc6e1" -d '{"events": [{"server_uuid": "2e45902b-26ee-4341-844c-1fe2296f99a3", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e294b1-ecf3-469e-a42e-4bf237d18c3f"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:02:36.261078 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] Publish callbacks [] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:36.275396 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] Transition to ACTIVE for port object d3e294b1-ecf3-469e-a42e-4bf237d18c3f will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:02:36.282267 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:36.314235 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 21:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84d0660-2396-4be0-b1cb-a9b31d34d938 x-openstack-request-id: req-c84d0660-2396-4be0-b1cb-a9b31d34d938 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:02:36.314415 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e45902b-26ee-4341-844c-1fe2296f99a3", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e294b1-ecf3-469e-a42e-4bf237d18c3f", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:02:36.314668 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c84d0660-2396-4be0-b1cb-a9b31d34d938 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:02:36.315054 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e45902b-26ee-4341-844c-1fe2296f99a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e294b1-ecf3-469e-a42e-4bf237d18c3f', 'code': 200} Feb 28 21:02:36.347547 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] No DVR routers for this DVR port d3e294b1-ecf3-469e-a42e-4bf237d18c3f on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:02:36.353085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e294b1-ecf3-469e-a42e-4bf237d18c3f,revision_number=6']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:02:36.729116 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] Attempting to bind port d3e294b1-ecf3-469e-a42e-4bf237d18c3f on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:02:36.729751 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] Attempting to bind port d3e294b1-ecf3-469e-a42e-4bf237d18c3f by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '3d6d3566-2b9f-4970-945d-66f67241993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:02:36.729751 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] Attempting to bind port d3e294b1-ecf3-469e-a42e-4bf237d18c3f on network ddde4247-e5f3-4ff3-b18b-0b853a5c191f {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:02:36.734094 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] Port d3e294b1-ecf3-469e-a42e-4bf237d18c3f on network ddde4247-e5f3-4ff3-b18b-0b853a5c191f not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:02:36.734407 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] Attempting to bind port d3e294b1-ecf3-469e-a42e-4bf237d18c3f on network ddde4247-e5f3-4ff3-b18b-0b853a5c191f {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:02:36.739103 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:02:36.739433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] Checking segment: {'id': '3d6d3566-2b9f-4970-945d-66f67241993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:02:36.739843 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] Bound using segment: {'id': '3d6d3566-2b9f-4970-945d-66f67241993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:02:36.740262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] Bound port: d3e294b1-ecf3-469e-a42e-4bf237d18c3f, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6d3566-2b9f-4970-945d-66f67241993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:02:36.740609 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:36.833399 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] For port d3e294b1-ecf3-469e-a42e-4bf237d18c3f, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:02:36.837157 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] For port d3e294b1-ecf3-469e-a42e-4bf237d18c3f, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d3e294b1-ecf3-469e-a42e-4bf237d18c3f,segment=NetworkSegment(3d6d3566-2b9f-4970-945d-66f67241993b),segment_id=3d6d3566-2b9f-4970-945d-66f67241993b)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:02:36.853845 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc8bdf-9f68-4e2d-9300-50d9b34acd5b req-8bbc6191-f7db-4d88-9a13-1322d9b9b826 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:36.855725 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-96cc8bdf-9f68-4e2d-9300-50d9b34acd5b req-8bbc6191-f7db-4d88-9a13-1322d9b9b826 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 943 time: 0.0826354 Feb 28 21:02:36.857267 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:36.915698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:36.916352 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:36.917735 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] 10.222.0.10 "PUT /v2.0/ports/d3e294b1-ecf3-469e-a42e-4bf237d18c3f HTTP/1.1" status: 200 len: 1092 time: 0.9987855 Feb 28 21:02:36.951209 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626aa260-48ea-4d78-8bbd-c2091609f004 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e294b1-ecf3-469e-a42e-4bf237d18c3f,revision_number=7']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:02:36.981838 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-96cc8bdf-9f68-4e2d-9300-50d9b34acd5b req-54990a0c-dedd-43cb-b593-39a773a5c6f7 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192164 Feb 28 21:02:36.998985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-3be53b44-7f0f-47af-bbb3-2e35299a5a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:37.000480 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-3be53b44-7f0f-47af-bbb3-2e35299a5a48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ed2e105ed254ae5af5e8a83d586ad28&device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 1126 time: 0.0596488 Feb 28 21:02:37.091588 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-83f89445-e8bf-4eb5-b5a7-670537ba566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:37.093080 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-83f89445-e8bf-4eb5-b5a7-670537ba566c service neutron] 10.222.0.10 "GET /v2.0/networks?id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f HTTP/1.1" status: 200 len: 915 time: 0.0859466 Feb 28 21:02:37.133741 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-7e18795c-3816-477c-a8a9-8ed392564466 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3e294b1-ecf3-469e-a42e-4bf237d18c3f HTTP/1.1" status: 200 len: 217 time: 0.0347698 Feb 28 21:02:37.181193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-1b95ce65-91cf-40e2-b597-44b8ec679379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:37.182630 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-1b95ce65-91cf-40e2-b597-44b8ec679379 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd HTTP/1.1" status: 200 len: 855 time: 0.0431669 Feb 28 21:02:37.215466 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:02:37.218567 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-5840457d-8db4-4e5d-abfe-3e5826ce964a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287685 Feb 28 21:02:37.305954 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-17b5c84c-685a-4f09-bd94-fea9880baf72 service neutron] 10.222.0.10 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807822 Feb 28 21:02:37.396153 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3103fbe-e7b8-4c2f-8780-4b86d3cda305 req-81c14425-9e75-44b3-826f-3a1373d6b428 service neutron] 10.222.0.10 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832870 Feb 28 21:02:38.104819 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134f129-a3c4-4343-93bb-f3ae41592369 req-0128467f-291c-4e94-9b02-8bacc2295b84 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:38.106902 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b134f129-a3c4-4343-93bb-f3ae41592369 req-0128467f-291c-4e94-9b02-8bacc2295b84 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 943 time: 0.0557923 Feb 28 21:02:38.156285 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b134f129-a3c4-4343-93bb-f3ae41592369 req-1c7b03ac-b715-4b92-aadb-1795cefb97c1 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434492 Feb 28 21:02:38.316530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e45902b-26ee-4341-844c-1fe2296f99a3', 'tag': 'd3e294b1-ecf3-469e-a42e-4bf237d18c3f'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:02:38.318835 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3119bb4-4b45-4130-998c-47f789669dce" -d '{"events": [{"name": "network-changed", "server_uuid": "2e45902b-26ee-4341-844c-1fe2296f99a3", "tag": "d3e294b1-ecf3-469e-a42e-4bf237d18c3f"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:02:38.367090 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ca0a48-deda-4702-af19-f10163a0f2ab x-openstack-request-id: req-58ca0a48-deda-4702-af19-f10163a0f2ab {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:02:38.367412 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e45902b-26ee-4341-844c-1fe2296f99a3", "tag": "d3e294b1-ecf3-469e-a42e-4bf237d18c3f", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:02:38.367747 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58ca0a48-deda-4702-af19-f10163a0f2ab {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:02:38.368176 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e45902b-26ee-4341-844c-1fe2296f99a3', 'tag': 'd3e294b1-ecf3-469e-a42e-4bf237d18c3f', 'status': 'completed', 'code': 200} Feb 28 21:02:38.437804 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3119bb4-4b45-4130-998c-47f789669dce req-ecb280fe-59f8-489d-9e3c-2ca1e8e4d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:38.438423 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3119bb4-4b45-4130-998c-47f789669dce req-225c4926-f061-489c-ade8-3b3421f26787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:38.439312 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3119bb4-4b45-4130-998c-47f789669dce req-ecb280fe-59f8-489d-9e3c-2ca1e8e4d851 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ed2e105ed254ae5af5e8a83d586ad28&device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 1126 time: 0.0503955 Feb 28 21:02:38.439785 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3119bb4-4b45-4130-998c-47f789669dce req-225c4926-f061-489c-ade8-3b3421f26787 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ed2e105ed254ae5af5e8a83d586ad28&device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 1126 time: 0.0506060 Feb 28 21:02:38.530946 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3119bb4-4b45-4130-998c-47f789669dce req-1edd4795-eaba-423a-b720-1169245e5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:38.532443 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3119bb4-4b45-4130-998c-47f789669dce req-1edd4795-eaba-423a-b720-1169245e5924 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f HTTP/1.1" status: 200 len: 915 time: 0.0876808 Feb 28 21:02:38.536940 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3119bb4-4b45-4130-998c-47f789669dce req-8b4468f0-8b41-4a99-b2e3-5c00a356ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:38.538401 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3119bb4-4b45-4130-998c-47f789669dce req-8b4468f0-8b41-4a99-b2e3-5c00a356ac74 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f HTTP/1.1" status: 200 len: 915 time: 0.0910223 Feb 28 21:02:38.578765 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3119bb4-4b45-4130-998c-47f789669dce req-f140860d-29d4-4269-935f-50f9a24ef9a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3e294b1-ecf3-469e-a42e-4bf237d18c3f HTTP/1.1" status: 200 len: 217 time: 0.0407326 Feb 28 21:02:38.583820 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3119bb4-4b45-4130-998c-47f789669dce req-cd357cd1-98f4-48d7-9e28-bda0e49268f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3e294b1-ecf3-469e-a42e-4bf237d18c3f HTTP/1.1" status: 200 len: 217 time: 0.0374134 Feb 28 21:02:38.632144 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3119bb4-4b45-4130-998c-47f789669dce req-657545c0-5361-4c32-bc56-8c3ee5889d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:38.634651 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3119bb4-4b45-4130-998c-47f789669dce req-657545c0-5361-4c32-bc56-8c3ee5889d60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd HTTP/1.1" status: 200 len: 855 time: 0.0500848 Feb 28 21:02:38.644634 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3119bb4-4b45-4130-998c-47f789669dce req-44bf8a75-00bd-4077-ab1f-ab6bdf8ad100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:38.646131 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3119bb4-4b45-4130-998c-47f789669dce req-44bf8a75-00bd-4077-ab1f-ab6bdf8ad100 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd HTTP/1.1" status: 200 len: 855 time: 0.0546150 Feb 28 21:02:38.667546 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3119bb4-4b45-4130-998c-47f789669dce req-d84c473b-29f0-4900-a4e7-0c03d0d910a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272803 Feb 28 21:02:38.679751 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3119bb4-4b45-4130-998c-47f789669dce req-eb94c482-c3ef-49bb-9458-fd0d739ee8d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268633 Feb 28 21:02:38.763904 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3119bb4-4b45-4130-998c-47f789669dce req-3d1347f1-2702-4051-bee5-f1e18bf628d4 service neutron] 10.222.0.15 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900395 Feb 28 21:02:38.777770 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3119bb4-4b45-4130-998c-47f789669dce req-597c9fe9-8c55-431c-8bf7-7629a507c6ed service neutron] 10.222.0.10 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912156 Feb 28 21:02:38.872506 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c3119bb4-4b45-4130-998c-47f789669dce req-f1e7e5b1-3185-4dd6-9eed-2531f0008b6c service neutron] 10.222.0.15 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026175 Feb 28 21:02:38.896958 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c3119bb4-4b45-4130-998c-47f789669dce req-dcfef8ae-f6fe-4579-b30b-0cc88d904e8b service neutron] 10.222.0.10 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123719 Feb 28 21:02:39.281551 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78633a-5c1a-4370-8ea1-f4b62da579cd req-0316d81f-7b68-4310-8b87-a8004f6332fa tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:39.283041 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca78633a-5c1a-4370-8ea1-f4b62da579cd req-0316d81f-7b68-4310-8b87-a8004f6332fa tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 943 time: 0.0535293 Feb 28 21:02:39.329474 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca78633a-5c1a-4370-8ea1-f4b62da579cd req-7414246c-e3c7-4d2a-acab-53a7e3407018 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409088 Feb 28 21:02:39.524762 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16270515-a1a9-4089-9ceb-c3902fe2e3b1 req-50e71287-b967-4aa7-8980-d0e5beca332a tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:39.526234 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-16270515-a1a9-4089-9ceb-c3902fe2e3b1 req-50e71287-b967-4aa7-8980-d0e5beca332a tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 943 time: 0.0549312 Feb 28 21:02:39.537847 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b79cd8-be81-4ca0-a301-c3fdd27c8e1a req-b72bb3ae-5305-43fa-b35d-8a89891764f2 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:39.539482 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84b79cd8-be81-4ca0-a301-c3fdd27c8e1a req-b72bb3ae-5305-43fa-b35d-8a89891764f2 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3&tenant_id=2ed2e105ed254ae5af5e8a83d586ad28&binding%3Ahost_id=n-h2-820368-21 HTTP/1.1" status: 200 len: 943 time: 0.0585895 Feb 28 21:02:39.580878 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-16270515-a1a9-4089-9ceb-c3902fe2e3b1 req-9b7a38e0-cdc3-4b26-86f2-668379327752 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485480 Feb 28 21:02:39.603466 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [req-84b79cd8-be81-4ca0-a301-c3fdd27c8e1a req-087c2c86-88f0-4a85-bb87-08e2448ab3ab service neutron] delete failed (client error): The resource could not be found. Feb 28 21:02:39.604617 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84b79cd8-be81-4ca0-a301-c3fdd27c8e1a req-087c2c86-88f0-4a85-bb87-08e2448ab3ab service neutron] 10.222.0.15 "DELETE /v2.0/ports/d3e294b1-ecf3-469e-a42e-4bf237d18c3f/bindings/n-h1-820368-21 HTTP/1.1" status: 404 len: 381 time: 0.0589790 Feb 28 21:02:39.669957 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d3e294b1-ecf3-469e-a42e-4bf237d18c3f details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:02:39.688068 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b79cd8-be81-4ca0-a301-c3fdd27c8e1a req-57ba42d8-3f34-4b56-a65c-49f1d4b14458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:39.689523 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84b79cd8-be81-4ca0-a301-c3fdd27c8e1a req-57ba42d8-3f34-4b56-a65c-49f1d4b14458 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ed2e105ed254ae5af5e8a83d586ad28&device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 1126 time: 0.0455081 Feb 28 21:02:39.768608 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d3e294b1-ecf3-469e-a42e-4bf237d18c3f, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d3e294b1-ecf3-469e-a42e-4bf237d18c3f,segment=NetworkSegment(3d6d3566-2b9f-4970-945d-66f67241993b),segment_id=3d6d3566-2b9f-4970-945d-66f67241993b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:02:39.777787 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b79cd8-be81-4ca0-a301-c3fdd27c8e1a req-bbfe5182-e53d-4064-afcb-89fd61c79d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:39.779737 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84b79cd8-be81-4ca0-a301-c3fdd27c8e1a req-bbfe5182-e53d-4064-afcb-89fd61c79d80 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f HTTP/1.1" status: 200 len: 915 time: 0.0849473 Feb 28 21:02:39.780831 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'd3e294b1-ecf3-469e-a42e-4bf237d18c3f', 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f', 'port_id': 'd3e294b1-ecf3-469e-a42e-4bf237d18c3f', 'mac_address': 'fa:16:3e:af:bd:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:02:39.819741 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port d3e294b1-ecf3-469e-a42e-4bf237d18c3f is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:02:39.820565 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:39.825854 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84b79cd8-be81-4ca0-a301-c3fdd27c8e1a req-c291247d-b5c3-4451-bc56-55a4777c5b58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3e294b1-ecf3-469e-a42e-4bf237d18c3f HTTP/1.1" status: 200 len: 217 time: 0.0396373 Feb 28 21:02:39.834702 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e294b1-ecf3-469e-a42e-4bf237d18c3f {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:02:39.855347 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d3e294b1-ecf3-469e-a42e-4bf237d18c3f, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d3e294b1-ecf3-469e-a42e-4bf237d18c3f,segment=NetworkSegment(3d6d3566-2b9f-4970-945d-66f67241993b),segment_id=3d6d3566-2b9f-4970-945d-66f67241993b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:02:39.861037 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:39.875941 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b79cd8-be81-4ca0-a301-c3fdd27c8e1a req-104e526b-bcb4-4f7e-8239-dbf12d6bbac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:39.877406 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84b79cd8-be81-4ca0-a301-c3fdd27c8e1a req-104e526b-bcb4-4f7e-8239-dbf12d6bbac2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd HTTP/1.1" status: 200 len: 855 time: 0.0463951 Feb 28 21:02:39.909360 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84b79cd8-be81-4ca0-a301-c3fdd27c8e1a req-3178c6c3-07d5-4d9e-8533-39e63826820a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265038 Feb 28 21:02:39.911684 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=d3e294b1-ecf3-469e-a42e-4bf237d18c3f,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:02:40.006880 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84b79cd8-be81-4ca0-a301-c3fdd27c8e1a req-b85f54ab-78b1-4732-9e7b-1c0dcbd1a035 service neutron] 10.222.0.15 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910027 Feb 28 21:02:40.100018 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-84b79cd8-be81-4ca0-a301-c3fdd27c8e1a req-e4394249-d125-41e4-83a2-d2b8686cd1e0 service neutron] 10.222.0.15 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874615 Feb 28 21:02:40.106830 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d3e294b1-ecf3-469e-a42e-4bf237d18c3f'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:02:40.396238 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device d3e294b1-ecf3-469e-a42e-4bf237d18c3f no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:02:40.442196 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] The host n-h1-820368-21 is not matching for port d3e294b1-ecf3-469e-a42e-4bf237d18c3f host n-h2-820368-21! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 21:02:40.443028 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device d3e294b1-ecf3-469e-a42e-4bf237d18c3f not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:02:40.706579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb35f42-cab8-4b7c-948c-0397cb8a6eb7 req-49c1c90c-ffc1-4ff4-8a09-b390c7e62553 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:40.708126 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7bb35f42-cab8-4b7c-948c-0397cb8a6eb7 req-49c1c90c-ffc1-4ff4-8a09-b390c7e62553 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 944 time: 0.0559688 Feb 28 21:02:40.760127 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7bb35f42-cab8-4b7c-948c-0397cb8a6eb7 req-0a8f1216-1b42-4c12-ad85-75a9358950c8 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462286 Feb 28 21:02:40.877955 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be1efd-76d8-46d6-ab25-0dd94b5e933b req-b240ee4c-3837-45de-a3ab-9ea45979ac04 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:40.879744 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60be1efd-76d8-46d6-ab25-0dd94b5e933b req-b240ee4c-3837-45de-a3ab-9ea45979ac04 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 944 time: 0.0548420 Feb 28 21:02:40.927365 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60be1efd-76d8-46d6-ab25-0dd94b5e933b req-10fef593-619a-4df0-8ab5-3b24816bd339 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421546 Feb 28 21:02:41.049738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721549f-d981-4b22-a5d3-e22ec0c7bf85 req-ef2c5d8a-adf1-4db2-88c3-5f850e5443d8 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:41.051140 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2721549f-d981-4b22-a5d3-e22ec0c7bf85 req-ef2c5d8a-adf1-4db2-88c3-5f850e5443d8 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 944 time: 0.0586891 Feb 28 21:02:41.099777 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2721549f-d981-4b22-a5d3-e22ec0c7bf85 req-38cc1e02-4f74-403e-be42-d1a205a79216 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431507 Feb 28 21:02:41.477731 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-af327e22-72ea-48fb-89f0-22f6f800ca2e tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:41.479217 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-af327e22-72ea-48fb-89f0-22f6f800ca2e tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/networks?id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f HTTP/1.1" status: 200 len: 815 time: 0.1095476 Feb 28 21:02:41.494883 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-8e4a39b1-26f1-4617-b1b6-f3aa541934ff tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/quotas/2ed2e105ed254ae5af5e8a83d586ad28 HTTP/1.1" status: 200 len: 375 time: 0.0096221 Feb 28 21:02:41.552125 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-eec055e8-e461-4761-bbdf-acc568fa974a tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ed2e105ed254ae5af5e8a83d586ad28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0510921 Feb 28 21:02:41.648646 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-88448d3d-40f3-4571-a8e7-4a5932a90cdd service neutron] 10.222.0.13 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894010 Feb 28 21:02:41.684740 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d3e294b1-ecf3-469e-a42e-4bf237d18c3f up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:02:41.739719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port d3e294b1-ecf3-469e-a42e-4bf237d18c3f completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:02:41.744099 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port d3e294b1-ecf3-469e-a42e-4bf237d18c3f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:02:41.744480 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:41.749720 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-587db657-95bb-4998-958b-beae15de9f3f service neutron] 10.222.0.13 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948076 Feb 28 21:02:41.828631 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port d3e294b1-ecf3-469e-a42e-4bf237d18c3f is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:02:41.829150 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:41.856758 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e45902b-26ee-4341-844c-1fe2296f99a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e294b1-ecf3-469e-a42e-4bf237d18c3f'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:02:41.859496 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3e6991-464d-4632-82b4-02bc95106186" -d '{"events": [{"server_uuid": "2e45902b-26ee-4341-844c-1fe2296f99a3", "name": "network-vif-plugged", "status": "completed", "tag": "d3e294b1-ecf3-469e-a42e-4bf237d18c3f"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:02:41.875578 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d3e294b1-ecf3-469e-a42e-4bf237d18c3f, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d3e294b1-ecf3-469e-a42e-4bf237d18c3f,segment=NetworkSegment(3d6d3566-2b9f-4970-945d-66f67241993b),segment_id=3d6d3566-2b9f-4970-945d-66f67241993b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:02:41.883038 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:41.938318 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f52f180-8e6a-41ec-bdc7-dce7298b8941 req-5341f4a9-03fc-4f0f-97e7-2614cfbc674f tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 210 time: 0.0356653 Feb 28 21:02:41.945181 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=d3e294b1-ecf3-469e-a42e-4bf237d18c3f,revision_number=9']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:02:41.990201 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721b0cad-1f69-4016-b530-1475308d7036 x-openstack-request-id: req-721b0cad-1f69-4016-b530-1475308d7036 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:02:41.990515 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e45902b-26ee-4341-844c-1fe2296f99a3", "name": "network-vif-plugged", "status": "completed", "tag": "d3e294b1-ecf3-469e-a42e-4bf237d18c3f", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:02:41.990725 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-721b0cad-1f69-4016-b530-1475308d7036 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:02:41.991294 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e45902b-26ee-4341-844c-1fe2296f99a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e294b1-ecf3-469e-a42e-4bf237d18c3f', 'code': 200} Feb 28 21:02:42.301612 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-bccc1e47-6d9b-43fa-a423-2066634b06db req-b57a33c8-01b2-4fa9-ab93-aa4e684e8bd9 service neutron] (103773) timed out ('10.222.0.13', 35808) {{(pid=103773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 21:02:42.800121 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016b6ab-ded4-459d-a5f3-2a9209cedd36 req-64ada74c-e29b-46af-b5f5-ee160ade59b2 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:42.801570 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f016b6ab-ded4-459d-a5f3-2a9209cedd36 req-64ada74c-e29b-46af-b5f5-ee160ade59b2 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e45902b-26ee-4341-844c-1fe2296f99a3 HTTP/1.1" status: 200 len: 945 time: 0.0552249 Feb 28 21:02:42.983942 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-620fb978-33d1-4e80-b4a2-45a6fb8f79fd tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:42.985466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-620fb978-33d1-4e80-b4a2-45a6fb8f79fd tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.10 "GET /v2.0/networks?id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f HTTP/1.1" status: 200 len: 815 time: 0.1436942 Feb 28 21:02:42.990974 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-f016b6ab-ded4-459d-a5f3-2a9209cedd36 req-3b7c3e72-2fdb-40c1-ad3b-9268dbb60c47 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Deleting port d3e294b1-ecf3-469e-a42e-4bf237d18c3f {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:02:42.991410 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f016b6ab-ded4-459d-a5f3-2a9209cedd36 req-3b7c3e72-2fdb-40c1-ad3b-9268dbb60c47 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:42.999218 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-18cfb03f-e7b5-4028-ba1d-b53f129f78cd tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Request body: {'port': {'device_id': 'd67cf04a-7a27-42b8-82d3-f49dc91f8a87', 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f', 'admin_state_up': True, 'tenant_id': '2ed2e105ed254ae5af5e8a83d586ad28'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:02:43.132425 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-023738ec-f3b4-4f44-9f93-38d30b43f89c req-7ebd2383-701b-4a43-9368-f9e7361971fb tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 210 time: 0.1124935 Feb 28 21:02:43.188890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-f016b6ab-ded4-459d-a5f3-2a9209cedd36 req-3b7c3e72-2fdb-40c1-ad3b-9268dbb60c47 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] For port d3e294b1-ecf3-469e-a42e-4bf237d18c3f, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d3e294b1-ecf3-469e-a42e-4bf237d18c3f,segment=NetworkSegment(3d6d3566-2b9f-4970-945d-66f67241993b),segment_id=3d6d3566-2b9f-4970-945d-66f67241993b)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:02:43.189253 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f016b6ab-ded4-459d-a5f3-2a9209cedd36 req-3b7c3e72-2fdb-40c1-ad3b-9268dbb60c47 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:43.214235 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-f016b6ab-ded4-459d-a5f3-2a9209cedd36 req-3b7c3e72-2fdb-40c1-ad3b-9268dbb60c47 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Calling delete_port for d3e294b1-ecf3-469e-a42e-4bf237d18c3f owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:02:43.232444 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-18cfb03f-e7b5-4028-ba1d-b53f129f78cd tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Made reservation on behalf of 2ed2e105ed254ae5af5e8a83d586ad28 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:02:43.235783 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-18cfb03f-e7b5-4028-ba1d-b53f129f78cd tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:43.446742 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-18cfb03f-e7b5-4028-ba1d-b53f129f78cd tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Allocated IP 172.20.0.2 (ddde4247-e5f3-4ff3-b18b-0b853a5c191f/55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd/a90a13c0-eb86-43bf-b956-07d4961c0e01) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:02:43.454766 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f016b6ab-ded4-459d-a5f3-2a9209cedd36 req-3b7c3e72-2fdb-40c1-ad3b-9268dbb60c47 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d3e294b1-ecf3-469e-a42e-4bf237d18c3f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:43.466188 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d3e294b1-ecf3-469e-a42e-4bf237d18c3f'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:02:43.513170 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c3e72-2fdb-40c1-ad3b-9268dbb60c47 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Pushing event deleted for resources: {'Port': ['ID=d3e294b1-ecf3-469e-a42e-4bf237d18c3f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:02:43.555606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f016b6ab-ded4-459d-a5f3-2a9209cedd36 req-3b7c3e72-2fdb-40c1-ad3b-9268dbb60c47 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] No DVR routers for this DVR port d3e294b1-ecf3-469e-a42e-4bf237d18c3f on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:02:43.561026 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-f016b6ab-ded4-459d-a5f3-2a9209cedd36 req-3b7c3e72-2fdb-40c1-ad3b-9268dbb60c47 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:43.564915 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f016b6ab-ded4-459d-a5f3-2a9209cedd36 req-3b7c3e72-2fdb-40c1-ad3b-9268dbb60c47 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.10 "DELETE /v2.0/ports/d3e294b1-ecf3-469e-a42e-4bf237d18c3f HTTP/1.1" status: 204 len: 173 time: 0.7579806 Feb 28 21:02:43.565397 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e45902b-26ee-4341-844c-1fe2296f99a3', 'name': 'network-vif-deleted', 'tag': 'd3e294b1-ecf3-469e-a42e-4bf237d18c3f'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:02:43.569726 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f76370e-3c07-4238-9f16-a356a152c395" -d '{"events": [{"server_uuid": "2e45902b-26ee-4341-844c-1fe2296f99a3", "name": "network-vif-deleted", "tag": "d3e294b1-ecf3-469e-a42e-4bf237d18c3f"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:02:43.639744 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab634a6-f178-4373-a9da-81e00d17903a x-openstack-request-id: req-9ab634a6-f178-4373-a9da-81e00d17903a {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:02:43.640065 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e45902b-26ee-4341-844c-1fe2296f99a3", "name": "network-vif-deleted", "tag": "d3e294b1-ecf3-469e-a42e-4bf237d18c3f", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:02:43.640325 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ab634a6-f178-4373-a9da-81e00d17903a {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:02:43.640738 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e45902b-26ee-4341-844c-1fe2296f99a3', 'name': 'network-vif-deleted', 'tag': 'd3e294b1-ecf3-469e-a42e-4bf237d18c3f', 'status': 'completed', 'code': 200} Feb 28 21:02:43.693615 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-18cfb03f-e7b5-4028-ba1d-b53f129f78cd tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Publish callbacks [] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:43.736998 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-18cfb03f-e7b5-4028-ba1d-b53f129f78cd tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:43.749370 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d3e294b1-ecf3-469e-a42e-4bf237d18c3f'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:02:43.785860 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-18cfb03f-e7b5-4028-ba1d-b53f129f78cd tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Network ddde4247-e5f3-4ff3-b18b-0b853a5c191f is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:02:43.789157 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-18cfb03f-e7b5-4028-ba1d-b53f129f78cd tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:02:43.793035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-18cfb03f-e7b5-4028-ba1d-b53f129f78cd tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:02:43.820910 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfb03f-e7b5-4028-ba1d-b53f129f78cd tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Pushing event updated for resources: {'Port': ['ID=a90a13c0-eb86-43bf-b956-07d4961c0e01,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:02:43.847598 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-18cfb03f-e7b5-4028-ba1d-b53f129f78cd tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:43.848251 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-18cfb03f-e7b5-4028-ba1d-b53f129f78cd tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:43.864154 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-18cfb03f-e7b5-4028-ba1d-b53f129f78cd tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8693051 Feb 28 21:02:43.876574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] Request body: {'port': {'device_id': 'd67cf04a-7a27-42b8-82d3-f49dc91f8a87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:02:43.943209 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:44.205365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a90a13c0-eb86-43bf-b956-07d4961c0e01 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:02:44.221713 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] Publish callbacks [] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:44.254132 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] Transition to ACTIVE for port object a90a13c0-eb86-43bf-b956-07d4961c0e01 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:02:44.260794 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:44.316297 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a87ef-3ead-4190-a30a-d537de02669a req-5ebdb4bf-66d5-4b30-b86b-49e2e9e5b728 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:44.317774 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2c6a87ef-3ead-4190-a30a-d537de02669a req-5ebdb4bf-66d5-4b30-b86b-49e2e9e5b728 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 931 time: 0.1076999 Feb 28 21:02:44.343372 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] Pushing event updated for resources: {'Port': ['ID=a90a13c0-eb86-43bf-b956-07d4961c0e01,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:02:44.410816 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2c6a87ef-3ead-4190-a30a-d537de02669a req-e7bf6378-9d8f-481e-8fee-c105c95300ce tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873494 Feb 28 21:02:44.433023 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] Attempting to bind port a90a13c0-eb86-43bf-b956-07d4961c0e01 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:02:44.433353 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] Attempting to bind port a90a13c0-eb86-43bf-b956-07d4961c0e01 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '3d6d3566-2b9f-4970-945d-66f67241993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:02:44.433713 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] Attempting to bind port a90a13c0-eb86-43bf-b956-07d4961c0e01 on network ddde4247-e5f3-4ff3-b18b-0b853a5c191f {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:02:44.438141 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] Port a90a13c0-eb86-43bf-b956-07d4961c0e01 on network ddde4247-e5f3-4ff3-b18b-0b853a5c191f not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:02:44.438460 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] Attempting to bind port a90a13c0-eb86-43bf-b956-07d4961c0e01 on network ddde4247-e5f3-4ff3-b18b-0b853a5c191f {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:02:44.443308 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:02:44.443643 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] Checking segment: {'id': '3d6d3566-2b9f-4970-945d-66f67241993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:02:44.444065 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] Bound using segment: {'id': '3d6d3566-2b9f-4970-945d-66f67241993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:02:44.444489 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] Bound port: a90a13c0-eb86-43bf-b956-07d4961c0e01, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6d3566-2b9f-4970-945d-66f67241993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:02:44.444841 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:44.510519 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] For port a90a13c0-eb86-43bf-b956-07d4961c0e01, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:02:44.514045 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] For port a90a13c0-eb86-43bf-b956-07d4961c0e01, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a90a13c0-eb86-43bf-b956-07d4961c0e01,segment=NetworkSegment(3d6d3566-2b9f-4970-945d-66f67241993b),segment_id=3d6d3566-2b9f-4970-945d-66f67241993b)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:02:44.520121 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:44.555874 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:44.556501 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:44.557897 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] 10.222.0.10 "PUT /v2.0/ports/a90a13c0-eb86-43bf-b956-07d4961c0e01 HTTP/1.1" status: 200 len: 1092 time: 0.6862688 Feb 28 21:02:44.578268 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fb71d-ad63-44a1-a83c-ca1df6458290 service neutron] Pushing event updated for resources: {'Port': ['ID=a90a13c0-eb86-43bf-b956-07d4961c0e01,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:02:44.647503 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-d82b1f89-6875-4468-96f2-3427483b7961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:44.649094 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-d82b1f89-6875-4468-96f2-3427483b7961 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ed2e105ed254ae5af5e8a83d586ad28&device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 1126 time: 0.0478768 Feb 28 21:02:44.696303 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-6597ed87-9709-4286-99be-d8ff7005a9c8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a90a13c0-eb86-43bf-b956-07d4961c0e01 HTTP/1.1" status: 200 len: 217 time: 0.0384767 Feb 28 21:02:44.747589 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-f83e20a7-079c-455b-b9c5-a53edb03d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:44.749120 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-f83e20a7-079c-455b-b9c5-a53edb03d39b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd HTTP/1.1" status: 200 len: 855 time: 0.0470476 Feb 28 21:02:44.782680 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-e90722f6-d5b2-4e8d-a8d4-0ad2586c57f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273266 Feb 28 21:02:44.875808 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-246eabd8-0b22-4f97-8aff-b0cf7d0eb312 service neutron] 10.222.0.10 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868580 Feb 28 21:02:44.964964 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54797caf-093a-4a4b-9e2d-a92958b971e8 req-e7f12a66-bef2-4555-832e-523073b87551 service neutron] 10.222.0.10 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827847 Feb 28 21:02:45.536770 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea9520-27d6-4e16-ae06-7c839d29e831 req-1fd45495-0913-48d5-883d-40866a57afa4 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:45.538309 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-13ea9520-27d6-4e16-ae06-7c839d29e831 req-1fd45495-0913-48d5-883d-40866a57afa4 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 943 time: 0.0582900 Feb 28 21:02:45.595168 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-13ea9520-27d6-4e16-ae06-7c839d29e831 req-843a331f-1041-43b5-a403-e712b3362df1 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502253 Feb 28 21:02:45.641959 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67cf04a-7a27-42b8-82d3-f49dc91f8a87', 'tag': 'a90a13c0-eb86-43bf-b956-07d4961c0e01'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:02:45.644306 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbb2f2a-b8ab-4df9-bacc-ffde60585e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "d67cf04a-7a27-42b8-82d3-f49dc91f8a87", "tag": "a90a13c0-eb86-43bf-b956-07d4961c0e01"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:02:45.680257 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a9e84b-0dd3-41ae-90b9-a737d7da3b62 x-openstack-request-id: req-b4a9e84b-0dd3-41ae-90b9-a737d7da3b62 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:02:45.680551 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67cf04a-7a27-42b8-82d3-f49dc91f8a87", "tag": "a90a13c0-eb86-43bf-b956-07d4961c0e01", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:02:45.680814 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4a9e84b-0dd3-41ae-90b9-a737d7da3b62 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:02:45.681226 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67cf04a-7a27-42b8-82d3-f49dc91f8a87', 'tag': 'a90a13c0-eb86-43bf-b956-07d4961c0e01', 'status': 'completed', 'code': 200} Feb 28 21:02:45.754605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb2f2a-b8ab-4df9-bacc-ffde60585e6c req-2148dbba-c793-466c-9f0f-40019f37e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:45.756239 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bdbb2f2a-b8ab-4df9-bacc-ffde60585e6c req-2148dbba-c793-466c-9f0f-40019f37e8d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ed2e105ed254ae5af5e8a83d586ad28&device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 1126 time: 0.0483408 Feb 28 21:02:45.865191 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb2f2a-b8ab-4df9-bacc-ffde60585e6c req-121918d6-3118-40eb-91c4-e2338031306c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:45.866672 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bdbb2f2a-b8ab-4df9-bacc-ffde60585e6c req-121918d6-3118-40eb-91c4-e2338031306c service neutron] 10.222.0.10 "GET /v2.0/networks?id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f HTTP/1.1" status: 200 len: 915 time: 0.1029825 Feb 28 21:02:45.917520 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bdbb2f2a-b8ab-4df9-bacc-ffde60585e6c req-b6564390-dbff-48b6-b969-2097124d1663 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a90a13c0-eb86-43bf-b956-07d4961c0e01 HTTP/1.1" status: 200 len: 217 time: 0.0436110 Feb 28 21:02:45.970618 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb2f2a-b8ab-4df9-bacc-ffde60585e6c req-c948c56c-c63c-46b0-b756-0fa869b92739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:45.972177 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bdbb2f2a-b8ab-4df9-bacc-ffde60585e6c req-c948c56c-c63c-46b0-b756-0fa869b92739 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd HTTP/1.1" status: 200 len: 855 time: 0.0482626 Feb 28 21:02:46.004970 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bdbb2f2a-b8ab-4df9-bacc-ffde60585e6c req-e9064050-0747-4f76-a79b-db98f0d95f9c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266230 Feb 28 21:02:46.099217 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bdbb2f2a-b8ab-4df9-bacc-ffde60585e6c req-7f4861d3-070e-4a6c-b300-16d6ee4b3c48 service neutron] 10.222.0.10 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860374 Feb 28 21:02:46.204008 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bdbb2f2a-b8ab-4df9-bacc-ffde60585e6c req-f1a88937-f167-41a9-a61b-68c84a411be5 service neutron] 10.222.0.10 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993862 Feb 28 21:02:46.540886 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bccab356-0fc6-4375-a2da-be9e3ddc8f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:46.722089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272e115-59d6-4190-97f0-60173d9d6a21 req-ce879701-0572-4b69-9a2f-0a14809dc637 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:46.723582 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2272e115-59d6-4190-97f0-60173d9d6a21 req-ce879701-0572-4b69-9a2f-0a14809dc637 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 943 time: 0.0550685 Feb 28 21:02:46.776026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2272e115-59d6-4190-97f0-60173d9d6a21 req-0354619f-8cc4-438d-831e-fd8d226d3bf9 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465212 Feb 28 21:02:47.717193 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a90a13c0-eb86-43bf-b956-07d4961c0e01 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:02:47.719680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d3e294b1-ecf3-469e-a42e-4bf237d18c3f no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:02:47.749205 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: d3e294b1-ecf3-469e-a42e-4bf237d18c3f {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:02:47.749543 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d3e294b1-ecf3-469e-a42e-4bf237d18c3f not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:02:47.835039 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a90a13c0-eb86-43bf-b956-07d4961c0e01, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a90a13c0-eb86-43bf-b956-07d4961c0e01,segment=NetworkSegment(3d6d3566-2b9f-4970-945d-66f67241993b),segment_id=3d6d3566-2b9f-4970-945d-66f67241993b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:02:47.846383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'a90a13c0-eb86-43bf-b956-07d4961c0e01', 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f', 'port_id': 'a90a13c0-eb86-43bf-b956-07d4961c0e01', 'mac_address': 'fa:16:3e:63:b4:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:02:47.884092 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port a90a13c0-eb86-43bf-b956-07d4961c0e01 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:02:47.884479 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:47.897218 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90a13c0-eb86-43bf-b956-07d4961c0e01 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:02:47.901829 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b8076-e618-470f-8589-e5e652d32d2b req-f3547327-78b8-4a95-b756-99dd815f1bb4 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:47.903348 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e7b8076-e618-470f-8589-e5e652d32d2b req-f3547327-78b8-4a95-b756-99dd815f1bb4 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 943 time: 0.0549512 Feb 28 21:02:47.921643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a90a13c0-eb86-43bf-b956-07d4961c0e01, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a90a13c0-eb86-43bf-b956-07d4961c0e01,segment=NetworkSegment(3d6d3566-2b9f-4970-945d-66f67241993b),segment_id=3d6d3566-2b9f-4970-945d-66f67241993b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:02:47.925383 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:47.954646 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e7b8076-e618-470f-8589-e5e652d32d2b req-0cd9c2df-db1a-40fd-97b4-92a211d48628 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450289 Feb 28 21:02:48.144301 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=a90a13c0-eb86-43bf-b956-07d4961c0e01,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:02:48.192157 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['a90a13c0-eb86-43bf-b956-07d4961c0e01'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:02:49.070978 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-10a4e636-0147-4dfb-bbff-7b60efd590e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:49.078133 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1aa358-5cab-4294-a56a-a03127c38c5d req-17fd606d-ff6e-4ed4-8528-e9ba57459a37 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:49.079632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea1aa358-5cab-4294-a56a-a03127c38c5d req-17fd606d-ff6e-4ed4-8528-e9ba57459a37 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 944 time: 0.0541065 Feb 28 21:02:49.130400 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea1aa358-5cab-4294-a56a-a03127c38c5d req-b056d350-d574-4fa2-b59e-6ea5bce1c4a8 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451188 Feb 28 21:02:49.731616 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a90a13c0-eb86-43bf-b956-07d4961c0e01 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:02:49.778376 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port a90a13c0-eb86-43bf-b956-07d4961c0e01 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:02:49.782676 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port a90a13c0-eb86-43bf-b956-07d4961c0e01 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:02:49.783052 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:49.860732 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port a90a13c0-eb86-43bf-b956-07d4961c0e01 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:02:49.861118 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:49.882719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67cf04a-7a27-42b8-82d3-f49dc91f8a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90a13c0-eb86-43bf-b956-07d4961c0e01'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:02:49.884939 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cbe63f-9d2f-464f-8db1-6136fc3f4039" -d '{"events": [{"server_uuid": "d67cf04a-7a27-42b8-82d3-f49dc91f8a87", "name": "network-vif-plugged", "status": "completed", "tag": "a90a13c0-eb86-43bf-b956-07d4961c0e01"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:02:49.897785 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a90a13c0-eb86-43bf-b956-07d4961c0e01, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a90a13c0-eb86-43bf-b956-07d4961c0e01,segment=NetworkSegment(3d6d3566-2b9f-4970-945d-66f67241993b),segment_id=3d6d3566-2b9f-4970-945d-66f67241993b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:02:49.901976 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:49.925432 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af719266-82e2-4d91-9d06-8bc1c6b464b9 x-openstack-request-id: req-af719266-82e2-4d91-9d06-8bc1c6b464b9 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:02:49.925726 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67cf04a-7a27-42b8-82d3-f49dc91f8a87", "name": "network-vif-plugged", "status": "completed", "tag": "a90a13c0-eb86-43bf-b956-07d4961c0e01", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:02:49.925977 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af719266-82e2-4d91-9d06-8bc1c6b464b9 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:02:49.926363 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67cf04a-7a27-42b8-82d3-f49dc91f8a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90a13c0-eb86-43bf-b956-07d4961c0e01', 'code': 200} Feb 28 21:02:49.952224 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=a90a13c0-eb86-43bf-b956-07d4961c0e01,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:02:49.997354 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:50.028447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984df9a-9ffc-4555-8767-c1d205f121ad req-ea290dc2-4e54-4ec7-ae80-4f694d8cdbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:50.030611 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2984df9a-9ffc-4555-8767-c1d205f121ad req-ea290dc2-4e54-4ec7-ae80-4f694d8cdbf1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 1128 time: 0.0478764 Feb 28 21:02:50.072638 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2984df9a-9ffc-4555-8767-c1d205f121ad req-725671d0-eae0-4d83-b0a7-d96ee8a0a035 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360541 Feb 28 21:02:50.252424 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce120268-0b79-45ae-b285-0f9b8c9c3814 req-14dfbfc9-9cb3-4e7c-8282-9365b8b1aaee tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:50.254246 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ce120268-0b79-45ae-b285-0f9b8c9c3814 req-14dfbfc9-9cb3-4e7c-8282-9365b8b1aaee tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0532036 Feb 28 21:02:50.266526 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:50.305233 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ce120268-0b79-45ae-b285-0f9b8c9c3814 req-d8d9f4bb-9ff4-4f09-b81d-111adae22ac6 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444124 Feb 28 21:02:51.426719 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098ad40-79e8-4f59-aa1e-00c00bf8021b req-fd13f831-665b-4e8f-a5fd-7f1af2292cb0 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:51.428233 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6098ad40-79e8-4f59-aa1e-00c00bf8021b req-fd13f831-665b-4e8f-a5fd-7f1af2292cb0 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0555432 Feb 28 21:02:51.452598 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:51.475503 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6098ad40-79e8-4f59-aa1e-00c00bf8021b req-e4d70773-e2e0-47f9-9dbe-7f4342c01e9c tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416930 Feb 28 21:02:51.591118 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ba419-0717-4fc6-979c-38e0290c708c req-df05d997-b685-48ca-b3fc-c87754ee37e3 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:51.592542 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a12ba419-0717-4fc6-979c-38e0290c708c req-df05d997-b685-48ca-b3fc-c87754ee37e3 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0523958 Feb 28 21:02:51.638003 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a12ba419-0717-4fc6-979c-38e0290c708c req-51fc1188-811c-40c9-aa34-9ca61e160728 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399675 Feb 28 21:02:51.892226 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-63f5817e-42d3-46b2-a7bb-1a7ef9b3da4a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0753205 Feb 28 21:02:51.906816 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190790e-92c2-4f3d-b236-575f0a9c0f8c req-73dfa16f-f944-4bdc-aa24-1f637d054163 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:51.908412 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f190790e-92c2-4f3d-b236-575f0a9c0f8c req-73dfa16f-f944-4bdc-aa24-1f637d054163 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0811574 Feb 28 21:02:51.957920 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f190790e-92c2-4f3d-b236-575f0a9c0f8c req-729736ed-0ac1-4ded-8718-ee6a046d1fbe tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430796 Feb 28 21:02:52.235668 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-38c153d5-0889-4d9c-b2b3-2f76ffff2f96 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:52.237045 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-38c153d5-0889-4d9c-b2b3-2f76ffff2f96 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports/a90a13c0-eb86-43bf-b956-07d4961c0e01 HTTP/1.1" status: 200 len: 942 time: 0.0454750 Feb 28 21:02:52.783316 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:52.893345 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:02:53.077502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-2498786b-af76-4c50-bfaa-a6445e2fbf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:53.084028 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-2498786b-af76-4c50-bfaa-a6445e2fbf93 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ed2e105ed254ae5af5e8a83d586ad28&device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 1128 time: 0.0800731 Feb 28 21:02:53.124499 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90673e5d-2801-4bfa-a873-27ebaf5afd3e req-5cd92764-69cf-46d2-aa1d-83224840eed8 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:53.125995 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-90673e5d-2801-4bfa-a873-27ebaf5afd3e req-5cd92764-69cf-46d2-aa1d-83224840eed8 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0948360 Feb 28 21:02:53.217830 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-ae33a878-7eb3-48d7-a616-e8f00db7a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:53.219307 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-ae33a878-7eb3-48d7-a616-e8f00db7a067 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f HTTP/1.1" status: 200 len: 915 time: 0.1344335 Feb 28 21:02:53.222464 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-90673e5d-2801-4bfa-a873-27ebaf5afd3e req-71b65540-1498-4e17-ba4b-8f3a41119ac8 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699966 Feb 28 21:02:53.267629 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-efb5724a-dd72-40bc-8864-5b1114600fcd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a90a13c0-eb86-43bf-b956-07d4961c0e01 HTTP/1.1" status: 200 len: 217 time: 0.0418773 Feb 28 21:02:53.314292 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-fc98012c-0ee9-490d-863e-ac1e9129d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:53.315733 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-fc98012c-0ee9-490d-863e-ac1e9129d365 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd HTTP/1.1" status: 200 len: 855 time: 0.0427487 Feb 28 21:02:53.349097 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-e6d166ea-a617-493b-a280-182bf1271b2d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260675 Feb 28 21:02:53.441021 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-ab1edf6d-e023-425b-a57b-973027828dcb service neutron] 10.222.0.10 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853837 Feb 28 21:02:53.529353 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-22d1bece-bd79-4a9f-9cd3-65b5f9b06e2c service neutron] 10.222.0.10 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816991 Feb 28 21:02:54.351839 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d7482-b031-4ebf-9201-db70d5b56f50 req-0fe78685-a9c9-4d45-bb19-279fadf1c440 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:54.353315 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c89d7482-b031-4ebf-9201-db70d5b56f50 req-0fe78685-a9c9-4d45-bb19-279fadf1c440 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0621736 Feb 28 21:02:54.399986 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c89d7482-b031-4ebf-9201-db70d5b56f50 req-b5c271c5-9d1d-421f-b968-94c22cd1d958 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407286 Feb 28 21:02:55.572772 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774639a-c62e-4a45-b3be-613925a43d5c req-a12e3e89-e144-4fc0-9b27-6a8e7ab01b89 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:55.574266 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1774639a-c62e-4a45-b3be-613925a43d5c req-a12e3e89-e144-4fc0-9b27-6a8e7ab01b89 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.1061764 Feb 28 21:02:55.622477 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1774639a-c62e-4a45-b3be-613925a43d5c req-ca5ebfa0-367c-485e-b7a3-1f366cff7a8c tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426869 Feb 28 21:02:56.745128 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3221e-dc5a-4f99-8a99-ea51614d281f req-6bb9196f-6fb0-4fd4-b89c-658d68fef38f tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:56.746852 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-baf3221e-dc5a-4f99-8a99-ea51614d281f req-6bb9196f-6fb0-4fd4-b89c-658d68fef38f tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0553029 Feb 28 21:02:56.792648 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-baf3221e-dc5a-4f99-8a99-ea51614d281f req-fb245557-aaf7-4675-91a9-c9933f250421 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396101 Feb 28 21:02:57.910732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646e535-7d50-48db-9e9f-46b7653a775c req-ede25a02-e438-4d48-993e-c0c252e4e3e2 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:57.912230 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c646e535-7d50-48db-9e9f-46b7653a775c req-ede25a02-e438-4d48-993e-c0c252e4e3e2 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0517802 Feb 28 21:02:57.958470 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c646e535-7d50-48db-9e9f-46b7653a775c req-e381b619-005a-4b0e-91cc-41e5c482419d tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406270 Feb 28 21:02:59.080699 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a78b1-9163-4449-bdc5-14e39cdef348 req-a38043e2-0ddf-4916-82e2-a3a24197b649 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:02:59.082175 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-619a78b1-9163-4449-bdc5-14e39cdef348 req-a38043e2-0ddf-4916-82e2-a3a24197b649 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0518036 Feb 28 21:02:59.131662 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-619a78b1-9163-4449-bdc5-14e39cdef348 req-e58f66b3-2b79-4c63-8277-140cbb770722 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440655 Feb 28 21:03:00.255257 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd82237-bf8c-4e1c-b6b0-a3f5d09d131c req-c7bea89b-aa1f-4f67-a92f-43440858f5c4 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:00.257028 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8cd82237-bf8c-4e1c-b6b0-a3f5d09d131c req-c7bea89b-aa1f-4f67-a92f-43440858f5c4 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0564981 Feb 28 21:03:00.302378 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8cd82237-bf8c-4e1c-b6b0-a3f5d09d131c req-b72af86b-1b97-4431-a68c-c231b5e7435c tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400183 Feb 28 21:03:01.419132 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc78ea7-9ba4-47e3-b9fc-cc6ff09d5338 req-fcce7fbd-6258-4dfd-9b0c-947c2c950f75 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:01.420662 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7dc78ea7-9ba4-47e3-b9fc-cc6ff09d5338 req-fcce7fbd-6258-4dfd-9b0c-947c2c950f75 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0523612 Feb 28 21:03:01.467876 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7dc78ea7-9ba4-47e3-b9fc-cc6ff09d5338 req-cfe68e05-4e96-48f5-ae65-6f92a0b60f63 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416725 Feb 28 21:03:02.594067 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c7d30-0cd9-4c84-a0cd-9e9521ab853f req-5a97e781-479f-4af5-8d1f-03869248e0d5 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:02.595460 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b94c7d30-0cd9-4c84-a0cd-9e9521ab853f req-5a97e781-479f-4af5-8d1f-03869248e0d5 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0584900 Feb 28 21:03:02.640585 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b94c7d30-0cd9-4c84-a0cd-9e9521ab853f req-dc3c669f-4d26-4abd-af00-2def99dfb252 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395863 Feb 28 21:03:03.771046 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd20d1-87d5-49fc-90f7-5646105b1fe7 req-badfe016-3077-491a-9b11-31f0dd88a22a tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:03.772566 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95bd20d1-87d5-49fc-90f7-5646105b1fe7 req-badfe016-3077-491a-9b11-31f0dd88a22a tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0556667 Feb 28 21:03:03.819202 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95bd20d1-87d5-49fc-90f7-5646105b1fe7 req-1052b3f7-f39a-4cbf-9d6c-db00e553bb24 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409937 Feb 28 21:03:04.936967 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775859a0-a75e-458f-8c70-d0d6c7f289ce req-c8675c2a-36ec-4569-b8e3-76738ac5301c tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:04.938432 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-775859a0-a75e-458f-8c70-d0d6c7f289ce req-c8675c2a-36ec-4569-b8e3-76738ac5301c tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0520453 Feb 28 21:03:04.991959 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-775859a0-a75e-458f-8c70-d0d6c7f289ce req-654f4af3-e1bc-4a7f-b4cb-95ba95eb6f44 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479612 Feb 28 21:03:06.110689 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403597c-a26a-49e7-bc42-0e1cd19b2be3 req-57195638-d69d-4fca-a814-b1c8b1a30086 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:06.112187 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2403597c-a26a-49e7-bc42-0e1cd19b2be3 req-57195638-d69d-4fca-a814-b1c8b1a30086 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0521176 Feb 28 21:03:06.158103 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2403597c-a26a-49e7-bc42-0e1cd19b2be3 req-80862e4e-4acb-4e4b-ad9f-e07fb10e3e35 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403686 Feb 28 21:03:07.278498 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24999061-5def-407a-bb62-04d6c7f4f01b req-378b9f59-630c-44fc-a285-d4bc38741e4d tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:07.280503 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24999061-5def-407a-bb62-04d6c7f4f01b req-378b9f59-630c-44fc-a285-d4bc38741e4d tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0525076 Feb 28 21:03:07.326304 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24999061-5def-407a-bb62-04d6c7f4f01b req-35341c1e-9a00-498a-aa94-101cf4cc3437 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402119 Feb 28 21:03:08.797793 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d58440-7fa0-42cd-bec3-a5d0153f690a req-74352594-abb6-4cf1-b4df-9a15d24495ca tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:08.799296 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d8d58440-7fa0-42cd-bec3-a5d0153f690a req-74352594-abb6-4cf1-b4df-9a15d24495ca tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.4061701 Feb 28 21:03:08.847210 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d8d58440-7fa0-42cd-bec3-a5d0153f690a req-6b07c6fa-c3a5-4a5f-89a8-a1139ab1f9c7 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413086 Feb 28 21:03:09.966860 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76f74b-9c5f-4a6d-a743-501d4075676b req-1cb83e16-85e7-440e-92fc-b190033d8f77 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:09.968370 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6f76f74b-9c5f-4a6d-a743-501d4075676b req-1cb83e16-85e7-440e-92fc-b190033d8f77 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0540760 Feb 28 21:03:10.017998 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6f76f74b-9c5f-4a6d-a743-501d4075676b req-36d92afe-42d5-46f2-a22a-a5789a453995 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432601 Feb 28 21:03:11.203356 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266c327-6929-4242-8f2b-f4dad8d01664 req-4333d749-682a-41a3-b73c-198b62ca63b6 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:11.204923 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d266c327-6929-4242-8f2b-f4dad8d01664 req-4333d749-682a-41a3-b73c-198b62ca63b6 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0601511 Feb 28 21:03:11.254779 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d266c327-6929-4242-8f2b-f4dad8d01664 req-adeb4b46-afbc-4136-8722-b0579583a618 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440323 Feb 28 21:03:12.376812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3a710-7a21-422c-962b-617925590956 req-9457a1ee-8869-41ab-b397-eae2c93cd3a3 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:12.378366 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-01f3a710-7a21-422c-962b-617925590956 req-9457a1ee-8869-41ab-b397-eae2c93cd3a3 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0543673 Feb 28 21:03:12.424926 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-01f3a710-7a21-422c-962b-617925590956 req-952c383b-d325-4cb2-9bba-b25eadc190ac tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407703 Feb 28 21:03:13.549886 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6fc85-995e-4355-ac51-d583c5b4c1e8 req-dd1ab3be-7a11-4a94-8460-4ca3264b613b tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:13.551375 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6cc6fc85-995e-4355-ac51-d583c5b4c1e8 req-dd1ab3be-7a11-4a94-8460-4ca3264b613b tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0581100 Feb 28 21:03:13.600503 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6cc6fc85-995e-4355-ac51-d583c5b4c1e8 req-58debca9-c01d-4cf5-8b9e-b048691a8f59 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425973 Feb 28 21:03:14.214480 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:03:14.721484 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70d130-75b8-4cf3-b719-1e152c3e5a33 req-e576461d-d122-42e1-b988-80b50a9b4492 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:14.722986 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e70d130-75b8-4cf3-b719-1e152c3e5a33 req-e576461d-d122-42e1-b988-80b50a9b4492 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0532093 Feb 28 21:03:14.770051 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e70d130-75b8-4cf3-b719-1e152c3e5a33 req-6f76aff4-9b27-41f7-9cde-5595b9a6fea5 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415573 Feb 28 21:03:15.892474 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe6d3b-3f22-4bbb-a200-13830d0b65bd req-c6091fd2-607b-4d49-9d0b-95b2982f7c75 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:15.893948 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49fe6d3b-3f22-4bbb-a200-13830d0b65bd req-c6091fd2-607b-4d49-9d0b-95b2982f7c75 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0545082 Feb 28 21:03:15.944479 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49fe6d3b-3f22-4bbb-a200-13830d0b65bd req-23a31acc-4572-4563-bb28-53101223195e tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449345 Feb 28 21:03:16.547395 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6a570cbd-755c-4e88-b139-a3ac122fce8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:17.162486 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36e604-10b5-426f-bcda-e388742d8606 req-a26cfd7c-1a50-4fad-8842-3cdfdb7ecec7 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:17.164076 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9f36e604-10b5-426f-bcda-e388742d8606 req-a26cfd7c-1a50-4fad-8842-3cdfdb7ecec7 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.1130259 Feb 28 21:03:17.211813 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9f36e604-10b5-426f-bcda-e388742d8606 req-6b7ceba5-9433-42e1-b697-ee7744d4f85f tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421765 Feb 28 21:03:18.330519 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594135e-dd65-444f-bf22-b24a5f6c9ca0 req-5b8fedd5-b80c-4764-91ad-9173f342589c tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:18.332036 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e594135e-dd65-444f-bf22-b24a5f6c9ca0 req-5b8fedd5-b80c-4764-91ad-9173f342589c tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0533254 Feb 28 21:03:18.382542 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e594135e-dd65-444f-bf22-b24a5f6c9ca0 req-a4068dbe-2b3f-4f34-8529-3426987c58c8 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446115 Feb 28 21:03:19.075284 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3e32ce43-f495-4a69-a8f5-583e49d26e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:19.505652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081feecb-e7af-4a37-8198-0ce09e68cb98 req-916adfe5-b576-4b5a-a434-db5f9a2ddf10 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:19.507146 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-081feecb-e7af-4a37-8198-0ce09e68cb98 req-916adfe5-b576-4b5a-a434-db5f9a2ddf10 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0573306 Feb 28 21:03:19.555328 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-081feecb-e7af-4a37-8198-0ce09e68cb98 req-0a26bf47-4316-4966-a744-9322d3c71f03 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424757 Feb 28 21:03:20.009458 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:20.262589 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:20.678427 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7baa7-2cc9-431f-adff-e41624d9f8c3 req-c429ac3f-a4a6-4fc1-8cd7-e8d6fe809579 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:20.679947 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2da7baa7-2cc9-431f-adff-e41624d9f8c3 req-c429ac3f-a4a6-4fc1-8cd7-e8d6fe809579 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0546596 Feb 28 21:03:20.730510 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2da7baa7-2cc9-431f-adff-e41624d9f8c3 req-1cb11848-b7cf-43a8-85e3-13c7d9a0502d tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450332 Feb 28 21:03:20.833236 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-3fbd40d1-55f6-43fd-9312-51b9a39d3a50 service neutron] show failed (client error): The resource could not be found. Feb 28 21:03:20.834253 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-3fbd40d1-55f6-43fd-9312-51b9a39d3a50 service neutron] 10.222.0.10 "GET /v2.0/ports/a90a13c0-eb86-43bf-b956-07d4961c0e01/bindings/n-h1-820368-21 HTTP/1.1" status: 404 len: 381 time: 0.0545061 Feb 28 21:03:21.085772 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-c97890b7-cbfb-4205-bfb8-7a44b05df5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:21.087305 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-c97890b7-cbfb-4205-bfb8-7a44b05df5c6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87&tenant_id=2ed2e105ed254ae5af5e8a83d586ad28 HTTP/1.1" status: 200 len: 1128 time: 0.0997827 Feb 28 21:03:21.099134 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820368-21', 'device_owner': 'compute:nova'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:03:21.158895 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:21.359995 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] For port a90a13c0-eb86-43bf-b956-07d4961c0e01, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a90a13c0-eb86-43bf-b956-07d4961c0e01,segment=NetworkSegment(3d6d3566-2b9f-4970-945d-66f67241993b),segment_id=3d6d3566-2b9f-4970-945d-66f67241993b)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:03:21.395776 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] For port a90a13c0-eb86-43bf-b956-07d4961c0e01, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:03:21.433366 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67cf04a-7a27-42b8-82d3-f49dc91f8a87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a90a13c0-eb86-43bf-b956-07d4961c0e01'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:03:21.435560 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274601f7-928c-45e9-a2d2-664adf1827ff" -d '{"events": [{"server_uuid": "d67cf04a-7a27-42b8-82d3-f49dc91f8a87", "name": "network-vif-unplugged", "status": "completed", "tag": "a90a13c0-eb86-43bf-b956-07d4961c0e01"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:03:21.439019 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Publish callbacks [] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:21.451551 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Transition to ACTIVE for port object a90a13c0-eb86-43bf-b956-07d4961c0e01 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:03:21.458212 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:21.459213 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:21.495378 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 21:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc33475-e75d-4fca-8b06-7f04229f6efe x-openstack-request-id: req-9cc33475-e75d-4fca-8b06-7f04229f6efe {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:03:21.495675 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67cf04a-7a27-42b8-82d3-f49dc91f8a87", "name": "network-vif-unplugged", "status": "completed", "tag": "a90a13c0-eb86-43bf-b956-07d4961c0e01", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:03:21.496212 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9cc33475-e75d-4fca-8b06-7f04229f6efe {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:03:21.496607 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67cf04a-7a27-42b8-82d3-f49dc91f8a87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a90a13c0-eb86-43bf-b956-07d4961c0e01', 'code': 200} Feb 28 21:03:21.534649 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] No DVR routers for this DVR port a90a13c0-eb86-43bf-b956-07d4961c0e01 on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:03:21.536485 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Pushing event updated for resources: {'Port': ['ID=a90a13c0-eb86-43bf-b956-07d4961c0e01,revision_number=6']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:21.548640 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:21.548992 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:21.549332 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:21.549667 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:21.549995 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:21.550321 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:21.550647 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:21.550968 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:21.551289 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:21.551611 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:21.551960 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:21.552287 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:21.552609 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:21.582283 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Attempting to bind port a90a13c0-eb86-43bf-b956-07d4961c0e01 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:03:21.582624 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Attempting to bind port a90a13c0-eb86-43bf-b956-07d4961c0e01 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '3d6d3566-2b9f-4970-945d-66f67241993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:03:21.582951 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Attempting to bind port a90a13c0-eb86-43bf-b956-07d4961c0e01 on network ddde4247-e5f3-4ff3-b18b-0b853a5c191f {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:03:21.587151 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Port a90a13c0-eb86-43bf-b956-07d4961c0e01 on network ddde4247-e5f3-4ff3-b18b-0b853a5c191f not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:03:21.587472 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Attempting to bind port a90a13c0-eb86-43bf-b956-07d4961c0e01 on network ddde4247-e5f3-4ff3-b18b-0b853a5c191f {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:03:21.592282 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:03:21.592618 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Checking segment: {'id': '3d6d3566-2b9f-4970-945d-66f67241993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:03:21.592998 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Bound using segment: {'id': '3d6d3566-2b9f-4970-945d-66f67241993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:03:21.593423 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Bound port: a90a13c0-eb86-43bf-b956-07d4961c0e01, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6d3566-2b9f-4970-945d-66f67241993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:03:21.593777 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:21.657910 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] For port a90a13c0-eb86-43bf-b956-07d4961c0e01, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:03:21.661466 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] For port a90a13c0-eb86-43bf-b956-07d4961c0e01, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=a90a13c0-eb86-43bf-b956-07d4961c0e01,segment=NetworkSegment(3d6d3566-2b9f-4970-945d-66f67241993b),segment_id=3d6d3566-2b9f-4970-945d-66f67241993b)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:03:21.669110 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:21.705950 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:21.706792 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:21.707453 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] 10.222.0.15 "PUT /v2.0/ports/a90a13c0-eb86-43bf-b956-07d4961c0e01 HTTP/1.1" status: 200 len: 1092 time: 0.6131921 Feb 28 21:03:21.749307 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf9235-1733-4efe-9412-a45e9ba76227 service neutron] Pushing event updated for resources: {'Port': ['ID=a90a13c0-eb86-43bf-b956-07d4961c0e01,revision_number=7']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:21.785564 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-2808d760-c746-4c5d-8d04-fd21020d85ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:21.786983 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-2808d760-c746-4c5d-8d04-fd21020d85ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ed2e105ed254ae5af5e8a83d586ad28&device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 1126 time: 0.0509806 Feb 28 21:03:21.861803 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c927c-5196-4ea3-9052-a40286946c55 req-0743cc36-a737-4ea2-9b65-18e41e9ef8b4 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:21.863307 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d73c927c-5196-4ea3-9052-a40286946c55 req-0743cc36-a737-4ea2-9b65-18e41e9ef8b4 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 943 time: 0.0593469 Feb 28 21:03:21.884443 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-52285c90-4f4e-4320-93d3-908e17369700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:21.886082 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-52285c90-4f4e-4320-93d3-908e17369700 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f HTTP/1.1" status: 200 len: 915 time: 0.0921071 Feb 28 21:03:21.912984 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d73c927c-5196-4ea3-9052-a40286946c55 req-a9467e1a-146e-4f2a-92ea-89403f7057fe tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427115 Feb 28 21:03:21.926745 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-98211ca6-d2da-4c62-8fd6-5a87b4804fd5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a90a13c0-eb86-43bf-b956-07d4961c0e01 HTTP/1.1" status: 200 len: 217 time: 0.0348225 Feb 28 21:03:21.973773 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-ea25a3b7-a697-400b-b2ab-905e440cd634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:21.975283 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-ea25a3b7-a697-400b-b2ab-905e440cd634 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd HTTP/1.1" status: 200 len: 855 time: 0.0424807 Feb 28 21:03:22.010397 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-725235f1-07b0-44cc-b2c3-7a61f6fba74e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294123 Feb 28 21:03:22.179503 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-0fe99030-1c56-4f46-b466-0ccef28c20a9 service neutron] 10.222.0.15 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267264 Feb 28 21:03:22.271320 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-657392ef-ff21-40d5-8c5b-7dff1c7165cc req-c8663982-083e-40d5-b75e-2ea7b454be3d service neutron] 10.222.0.15 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856555 Feb 28 21:03:22.786434 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:22.900631 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:23.032149 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc76f2-3f17-4786-a1d7-98b1c2b81622 req-5ee1e0d1-de12-4dbe-a60b-806043cb547a tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:23.034263 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15cc76f2-3f17-4786-a1d7-98b1c2b81622 req-5ee1e0d1-de12-4dbe-a60b-806043cb547a tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 943 time: 0.0533433 Feb 28 21:03:23.081510 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15cc76f2-3f17-4786-a1d7-98b1c2b81622 req-93bb618f-b155-42f2-87f4-713c02c6d5a2 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416856 Feb 28 21:03:23.498205 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67cf04a-7a27-42b8-82d3-f49dc91f8a87', 'tag': 'a90a13c0-eb86-43bf-b956-07d4961c0e01'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:03:23.500510 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7478a2a390ff8079732872beed12bf5e918b11d09ff7264ce43c1471bc3d1a7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01471f48-22c3-4cb5-b323-22ca28ce591e" -d '{"events": [{"name": "network-changed", "server_uuid": "d67cf04a-7a27-42b8-82d3-f49dc91f8a87", "tag": "a90a13c0-eb86-43bf-b956-07d4961c0e01"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:03:23.546515 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c743363a-29e9-46de-85d5-568957f6698d x-openstack-request-id: req-c743363a-29e9-46de-85d5-568957f6698d {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:03:23.546817 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67cf04a-7a27-42b8-82d3-f49dc91f8a87", "tag": "a90a13c0-eb86-43bf-b956-07d4961c0e01", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:03:23.547076 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c743363a-29e9-46de-85d5-568957f6698d {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:03:23.547484 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67cf04a-7a27-42b8-82d3-f49dc91f8a87', 'tag': 'a90a13c0-eb86-43bf-b956-07d4961c0e01', 'status': 'completed', 'code': 200} Feb 28 21:03:23.615203 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01471f48-22c3-4cb5-b323-22ca28ce591e req-2af8114b-5435-43eb-b414-99d5705d6d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:23.616911 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-01471f48-22c3-4cb5-b323-22ca28ce591e req-2af8114b-5435-43eb-b414-99d5705d6d07 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ed2e105ed254ae5af5e8a83d586ad28&device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 1126 time: 0.0505047 Feb 28 21:03:23.617349 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01471f48-22c3-4cb5-b323-22ca28ce591e req-9bf58eef-8b01-4f24-9e4b-8f6ee4e5e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:23.618845 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-01471f48-22c3-4cb5-b323-22ca28ce591e req-9bf58eef-8b01-4f24-9e4b-8f6ee4e5e42f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ed2e105ed254ae5af5e8a83d586ad28&device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 1126 time: 0.0449226 Feb 28 21:03:23.716080 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01471f48-22c3-4cb5-b323-22ca28ce591e req-b73d72bb-5c45-4d40-b311-095e5443410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:23.716597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01471f48-22c3-4cb5-b323-22ca28ce591e req-785dc959-9549-4c45-a384-bd27ddcd4305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:23.717743 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-01471f48-22c3-4cb5-b323-22ca28ce591e req-b73d72bb-5c45-4d40-b311-095e5443410e service neutron] 10.222.0.10 "GET /v2.0/networks?id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f HTTP/1.1" status: 200 len: 915 time: 0.0945652 Feb 28 21:03:23.718135 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-01471f48-22c3-4cb5-b323-22ca28ce591e req-785dc959-9549-4c45-a384-bd27ddcd4305 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f HTTP/1.1" status: 200 len: 915 time: 0.0886574 Feb 28 21:03:23.768962 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-01471f48-22c3-4cb5-b323-22ca28ce591e req-98285e17-dff7-4f3a-987a-4ac374cf38db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a90a13c0-eb86-43bf-b956-07d4961c0e01 HTTP/1.1" status: 200 len: 217 time: 0.0443215 Feb 28 21:03:23.773243 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-01471f48-22c3-4cb5-b323-22ca28ce591e req-1c9fbea8-7307-467a-8f6b-cbf71f5e4a0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a90a13c0-eb86-43bf-b956-07d4961c0e01 HTTP/1.1" status: 200 len: 217 time: 0.0406971 Feb 28 21:03:23.823096 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01471f48-22c3-4cb5-b323-22ca28ce591e req-b3eb4809-1672-440a-9040-b37f2e97bebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:23.823352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01471f48-22c3-4cb5-b323-22ca28ce591e req-e7c7dd3a-39b0-45af-b00b-c242f94615b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:23.824678 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-01471f48-22c3-4cb5-b323-22ca28ce591e req-e7c7dd3a-39b0-45af-b00b-c242f94615b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd HTTP/1.1" status: 200 len: 855 time: 0.0485523 Feb 28 21:03:23.824800 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-01471f48-22c3-4cb5-b323-22ca28ce591e req-b3eb4809-1672-440a-9040-b37f2e97bebb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd HTTP/1.1" status: 200 len: 855 time: 0.0452816 Feb 28 21:03:23.858453 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-01471f48-22c3-4cb5-b323-22ca28ce591e req-de600e7a-df53-4c5e-9a5e-9e89f914ae52 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277789 Feb 28 21:03:23.860141 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-01471f48-22c3-4cb5-b323-22ca28ce591e req-aca7f5a1-8c7a-46aa-b4ec-d721a94d1b68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272284 Feb 28 21:03:23.952682 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-01471f48-22c3-4cb5-b323-22ca28ce591e req-feef76b7-e7fa-439f-ae2d-d3e56b85d10a service neutron] 10.222.0.15 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859797 Feb 28 21:03:23.955747 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-01471f48-22c3-4cb5-b323-22ca28ce591e req-0cfdd51b-b7ce-4ea0-9d7d-2d7075752d02 service neutron] 10.222.0.10 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905678 Feb 28 21:03:24.044362 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-01471f48-22c3-4cb5-b323-22ca28ce591e req-d3c9879b-d43e-4812-82c7-c6e704c0144b service neutron] 10.222.0.15 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848465 Feb 28 21:03:24.046094 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-01471f48-22c3-4cb5-b323-22ca28ce591e req-7c3f2f4c-c98a-4146-a2c6-0507d86b587c service neutron] 10.222.0.10 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836842 Feb 28 21:03:24.206419 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea53d5-355f-4c55-bc89-6a8ae5a67a55 req-f9053d81-2e0c-4e25-917f-67bc7fb60eab tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:24.207999 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afea53d5-355f-4c55-bc89-6a8ae5a67a55 req-f9053d81-2e0c-4e25-917f-67bc7fb60eab tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 943 time: 0.0542779 Feb 28 21:03:24.262124 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afea53d5-355f-4c55-bc89-6a8ae5a67a55 req-2ef5a364-f82b-47b3-bfbb-8e6368b454fa tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485883 Feb 28 21:03:24.489517 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c375b-8ca9-42cc-8f3f-1de262e9600f req-b5148dac-3fa4-46a7-952f-ba6b83c89be2 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:24.490996 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a2c375b-8ca9-42cc-8f3f-1de262e9600f req-b5148dac-3fa4-46a7-952f-ba6b83c89be2 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 943 time: 0.0863216 Feb 28 21:03:24.500890 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061cbbba-d552-49b3-ac58-e493037d5e37 req-e0a6eee7-f586-42e8-b6bf-65ac0b80c7ee tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:24.502315 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-061cbbba-d552-49b3-ac58-e493037d5e37 req-e0a6eee7-f586-42e8-b6bf-65ac0b80c7ee tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.10 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87&tenant_id=2ed2e105ed254ae5af5e8a83d586ad28&binding%3Ahost_id=n-h1-820368-21 HTTP/1.1" status: 200 len: 943 time: 0.0865817 Feb 28 21:03:24.559562 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device a90a13c0-eb86-43bf-b956-07d4961c0e01 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:03:24.585288 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a2c375b-8ca9-42cc-8f3f-1de262e9600f req-40ee12cb-d13f-4734-aaa9-836a2b91bfb6 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820165 Feb 28 21:03:24.596482 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-061cbbba-d552-49b3-ac58-e493037d5e37 req-257e1c33-bede-4908-a9e6-d78c1ab02a35 service neutron] delete failed (client error): The resource could not be found. Feb 28 21:03:24.597825 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-061cbbba-d552-49b3-ac58-e493037d5e37 req-257e1c33-bede-4908-a9e6-d78c1ab02a35 service neutron] 10.222.0.10 "DELETE /v2.0/ports/a90a13c0-eb86-43bf-b956-07d4961c0e01/bindings/n-h2-820368-21 HTTP/1.1" status: 404 len: 381 time: 0.0875533 Feb 28 21:03:24.666408 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port a90a13c0-eb86-43bf-b956-07d4961c0e01, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=a90a13c0-eb86-43bf-b956-07d4961c0e01,segment=NetworkSegment(3d6d3566-2b9f-4970-945d-66f67241993b),segment_id=3d6d3566-2b9f-4970-945d-66f67241993b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:03:24.677606 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'a90a13c0-eb86-43bf-b956-07d4961c0e01', 'network_id': 'ddde4247-e5f3-4ff3-b18b-0b853a5c191f', 'port_id': 'a90a13c0-eb86-43bf-b956-07d4961c0e01', 'mac_address': 'fa:16:3e:63:b4:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:03:24.689804 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061cbbba-d552-49b3-ac58-e493037d5e37 req-54a00aba-a78d-425e-a90c-f757718a865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:24.691345 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-061cbbba-d552-49b3-ac58-e493037d5e37 req-54a00aba-a78d-425e-a90c-f757718a865a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ed2e105ed254ae5af5e8a83d586ad28&device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 1126 time: 0.0476170 Feb 28 21:03:24.716137 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port a90a13c0-eb86-43bf-b956-07d4961c0e01 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:03:24.716562 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:24.729653 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90a13c0-eb86-43bf-b956-07d4961c0e01 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:03:24.755961 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port a90a13c0-eb86-43bf-b956-07d4961c0e01, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=a90a13c0-eb86-43bf-b956-07d4961c0e01,segment=NetworkSegment(3d6d3566-2b9f-4970-945d-66f67241993b),segment_id=3d6d3566-2b9f-4970-945d-66f67241993b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:03:24.760383 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:24.788057 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061cbbba-d552-49b3-ac58-e493037d5e37 req-f01700ad-9e01-4a01-b413-402d43a0d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:24.789557 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-061cbbba-d552-49b3-ac58-e493037d5e37 req-f01700ad-9e01-4a01-b413-402d43a0d0b3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f HTTP/1.1" status: 200 len: 915 time: 0.0910492 Feb 28 21:03:24.807600 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=a90a13c0-eb86-43bf-b956-07d4961c0e01,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:24.814832 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:24.815114 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:24.815450 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:24.815802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:24.816142 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:24.816470 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:24.816793 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:24.817111 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:24.817430 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:24.817748 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:24.818062 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:24.818375 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:24.818821 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:24.836281 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-061cbbba-d552-49b3-ac58-e493037d5e37 req-f6fa14d3-e120-43f8-ae15-a3095790c01d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a90a13c0-eb86-43bf-b956-07d4961c0e01 HTTP/1.1" status: 200 len: 217 time: 0.0407336 Feb 28 21:03:24.886363 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061cbbba-d552-49b3-ac58-e493037d5e37 req-c8c0d969-032a-4f64-897b-376a8adf10af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:24.887859 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-061cbbba-d552-49b3-ac58-e493037d5e37 req-c8c0d969-032a-4f64-897b-376a8adf10af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd HTTP/1.1" status: 200 len: 855 time: 0.0458486 Feb 28 21:03:24.921825 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-061cbbba-d552-49b3-ac58-e493037d5e37 req-bb36a50a-87a8-4d1d-b8ee-93cc299b48d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ddde4247-e5f3-4ff3-b18b-0b853a5c191f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271714 Feb 28 21:03:24.978662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['a90a13c0-eb86-43bf-b956-07d4961c0e01'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:03:25.018372 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-061cbbba-d552-49b3-ac58-e493037d5e37 req-efbdb359-eb8c-4980-8820-1a119a07707c service neutron] 10.222.0.10 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898995 Feb 28 21:03:25.108259 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-061cbbba-d552-49b3-ac58-e493037d5e37 req-637f5149-6915-4ee6-9b67-c14fc0a8c549 service neutron] 10.222.0.10 "GET /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836492 Feb 28 21:03:25.711196 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb715f-047b-4242-9da7-07c608af7c62 req-f41b2e4a-51f9-468c-896e-6c9729206c64 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:25.712699 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-43bb715f-047b-4242-9da7-07c608af7c62 req-f41b2e4a-51f9-468c-896e-6c9729206c64 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 944 time: 0.0562255 Feb 28 21:03:25.763764 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-43bb715f-047b-4242-9da7-07c608af7c62 req-51548e6f-70c2-43e4-b34d-a029d8792b99 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454597 Feb 28 21:03:25.856168 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a90a13c0-eb86-43bf-b956-07d4961c0e01 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:03:25.882430 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f43dcd-96ec-4164-8f7d-cb1841a36ecf req-10214c9c-57c7-437b-b25f-7e33a9a1b73b tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:25.883945 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-18f43dcd-96ec-4164-8f7d-cb1841a36ecf req-10214c9c-57c7-437b-b25f-7e33a9a1b73b tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 944 time: 0.0551126 Feb 28 21:03:25.895395 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] The host n-h2-820368-21 is not matching for port a90a13c0-eb86-43bf-b956-07d4961c0e01 host n-h1-820368-21! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 21:03:25.895813 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a90a13c0-eb86-43bf-b956-07d4961c0e01 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:03:25.930899 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-18f43dcd-96ec-4164-8f7d-cb1841a36ecf req-f90d0bbf-f275-4a7e-9279-bc09d16fc726 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412054 Feb 28 21:03:26.046014 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc1927-a997-406c-88b2-7bedf1564a48 req-8e8b8cce-47d4-4588-a093-591c2c4fa27f tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:26.047402 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-79bc1927-a997-406c-88b2-7bedf1564a48 req-8e8b8cce-47d4-4588-a093-591c2c4fa27f tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 944 time: 0.0523837 Feb 28 21:03:26.094658 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-79bc1927-a997-406c-88b2-7bedf1564a48 req-67341302-b408-4409-911d-7a422646c7db tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405774 Feb 28 21:03:26.426393 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b60aa7-bd4c-4fc6-9228-b4f591bfd591 req-699174f8-6458-46a3-8d6a-1f36734e1ebb tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:26.427929 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7b60aa7-bd4c-4fc6-9228-b4f591bfd591 req-699174f8-6458-46a3-8d6a-1f36734e1ebb tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 944 time: 0.0567482 Feb 28 21:03:26.481334 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a7b60aa7-bd4c-4fc6-9228-b4f591bfd591 req-144605a2-e390-4492-b9d6-f06018fb1938 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408683 Feb 28 21:03:26.591160 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device a90a13c0-eb86-43bf-b956-07d4961c0e01 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:03:26.639867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port a90a13c0-eb86-43bf-b956-07d4961c0e01 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:03:26.643996 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port a90a13c0-eb86-43bf-b956-07d4961c0e01 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:03:26.644470 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:26.724643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port a90a13c0-eb86-43bf-b956-07d4961c0e01 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:03:26.725024 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:26.747209 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67cf04a-7a27-42b8-82d3-f49dc91f8a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90a13c0-eb86-43bf-b956-07d4961c0e01'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:03:26.749441 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd56736b992749489918ccf76ea338195458e941a14354c3fd6f8e4917d169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f77a1a4-f0e5-47c3-a479-5b39063237f3" -d '{"events": [{"server_uuid": "d67cf04a-7a27-42b8-82d3-f49dc91f8a87", "name": "network-vif-plugged", "status": "completed", "tag": "a90a13c0-eb86-43bf-b956-07d4961c0e01"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:03:26.761436 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port a90a13c0-eb86-43bf-b956-07d4961c0e01, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=a90a13c0-eb86-43bf-b956-07d4961c0e01,segment=NetworkSegment(3d6d3566-2b9f-4970-945d-66f67241993b),segment_id=3d6d3566-2b9f-4970-945d-66f67241993b)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:03:26.765690 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:26.790910 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9501550-8d43-485c-a89c-8c2cbf3a7be5 x-openstack-request-id: req-b9501550-8d43-485c-a89c-8c2cbf3a7be5 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:03:26.791207 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67cf04a-7a27-42b8-82d3-f49dc91f8a87", "name": "network-vif-plugged", "status": "completed", "tag": "a90a13c0-eb86-43bf-b956-07d4961c0e01", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:03:26.791457 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9501550-8d43-485c-a89c-8c2cbf3a7be5 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:03:26.791866 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67cf04a-7a27-42b8-82d3-f49dc91f8a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90a13c0-eb86-43bf-b956-07d4961c0e01', 'code': 200} Feb 28 21:03:26.816265 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=a90a13c0-eb86-43bf-b956-07d4961c0e01,revision_number=9']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:27.606461 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c2837-f2bd-4ad3-bbd5-8a6a0acca21d req-b72ee8f6-cdbe-4189-9d5e-d7ca08db2dbe tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:27.608073 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-438c2837-f2bd-4ad3-bbd5-8a6a0acca21d req-b72ee8f6-cdbe-4189-9d5e-d7ca08db2dbe tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0566742 Feb 28 21:03:27.659568 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-438c2837-f2bd-4ad3-bbd5-8a6a0acca21d req-88f9cad2-a827-4b53-8fb7-0287e985da8a tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbf22ebf-7ec5-4112-b778-5a4f44a85e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450759 Feb 28 21:03:27.862665 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286fe13-731e-421f-9acf-fb0a5e0b70b7 req-65fa4102-c1dc-4f65-a067-7e7571f4de15 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:27.864010 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2286fe13-731e-421f-9acf-fb0a5e0b70b7 req-65fa4102-c1dc-4f65-a067-7e7571f4de15 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.15 "GET /v2.0/ports?device_id=d67cf04a-7a27-42b8-82d3-f49dc91f8a87 HTTP/1.1" status: 200 len: 945 time: 0.3670466 Feb 28 21:03:27.952161 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-2286fe13-731e-421f-9acf-fb0a5e0b70b7 req-6fe839d3-d0a3-4057-9b49-e4813eaba790 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Deleting port a90a13c0-eb86-43bf-b956-07d4961c0e01 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:03:27.952496 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2286fe13-731e-421f-9acf-fb0a5e0b70b7 req-6fe839d3-d0a3-4057-9b49-e4813eaba790 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:28.040124 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-2286fe13-731e-421f-9acf-fb0a5e0b70b7 req-6fe839d3-d0a3-4057-9b49-e4813eaba790 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] For port a90a13c0-eb86-43bf-b956-07d4961c0e01, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=a90a13c0-eb86-43bf-b956-07d4961c0e01,segment=NetworkSegment(3d6d3566-2b9f-4970-945d-66f67241993b),segment_id=3d6d3566-2b9f-4970-945d-66f67241993b)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:03:28.040478 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2286fe13-731e-421f-9acf-fb0a5e0b70b7 req-6fe839d3-d0a3-4057-9b49-e4813eaba790 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:28.053702 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-2286fe13-731e-421f-9acf-fb0a5e0b70b7 req-6fe839d3-d0a3-4057-9b49-e4813eaba790 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Calling delete_port for a90a13c0-eb86-43bf-b956-07d4961c0e01 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:03:28.178852 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2286fe13-731e-421f-9acf-fb0a5e0b70b7 req-6fe839d3-d0a3-4057-9b49-e4813eaba790 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (a90a13c0-eb86-43bf-b956-07d4961c0e01), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:28.190929 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['a90a13c0-eb86-43bf-b956-07d4961c0e01'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:03:28.207055 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe839d3-d0a3-4057-9b49-e4813eaba790 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Pushing event deleted for resources: {'Port': ['ID=a90a13c0-eb86-43bf-b956-07d4961c0e01,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:28.249190 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2286fe13-731e-421f-9acf-fb0a5e0b70b7 req-6fe839d3-d0a3-4057-9b49-e4813eaba790 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] No DVR routers for this DVR port a90a13c0-eb86-43bf-b956-07d4961c0e01 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:03:28.255836 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2286fe13-731e-421f-9acf-fb0a5e0b70b7 req-6fe839d3-d0a3-4057-9b49-e4813eaba790 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:28.259225 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2286fe13-731e-421f-9acf-fb0a5e0b70b7 req-6fe839d3-d0a3-4057-9b49-e4813eaba790 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] 10.222.0.15 "DELETE /v2.0/ports/a90a13c0-eb86-43bf-b956-07d4961c0e01 HTTP/1.1" status: 204 len: 173 time: 0.3900299 Feb 28 21:03:28.259677 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67cf04a-7a27-42b8-82d3-f49dc91f8a87', 'name': 'network-vif-deleted', 'tag': 'a90a13c0-eb86-43bf-b956-07d4961c0e01'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:03:28.302058 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f04d38-f8ad-431e-9798-a73da1f25c49" -d '{"events": [{"server_uuid": "d67cf04a-7a27-42b8-82d3-f49dc91f8a87", "name": "network-vif-deleted", "tag": "a90a13c0-eb86-43bf-b956-07d4961c0e01"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:03:28.388473 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc75c14-f5a9-452c-9f81-71f9f8f8592d x-openstack-request-id: req-2cc75c14-f5a9-452c-9f81-71f9f8f8592d {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:03:28.388764 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67cf04a-7a27-42b8-82d3-f49dc91f8a87", "name": "network-vif-deleted", "tag": "a90a13c0-eb86-43bf-b956-07d4961c0e01", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:03:28.389017 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2cc75c14-f5a9-452c-9f81-71f9f8f8592d {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:03:28.389413 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67cf04a-7a27-42b8-82d3-f49dc91f8a87', 'name': 'network-vif-deleted', 'tag': 'a90a13c0-eb86-43bf-b956-07d4961c0e01', 'status': 'completed', 'code': 200} Feb 28 21:03:28.787050 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44864) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:03:28.835500 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f3e109-b102-4991-9bc0-d405ae47a084 admin admin] Deleting subnet 55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:03:28.839158 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f6f3e109-b102-4991-9bc0-d405ae47a084 admin admin] Publish callbacks [] for subnet (55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:28.873132 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f6f3e109-b102-4991-9bc0-d405ae47a084 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:28.910780 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f6f3e109-b102-4991-9bc0-d405ae47a084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:28.960766 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f6f3e109-b102-4991-9bc0-d405ae47a084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:28.987089 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f6f3e109-b102-4991-9bc0-d405ae47a084 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:28.990187 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f6f3e109-b102-4991-9bc0-d405ae47a084 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd HTTP/1.1" status: 204 len: 168 time: 0.2021406 Feb 28 21:03:28.991193 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3e109-b102-4991-9bc0-d405ae47a084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55a1cc63-eecb-4cd5-a6ce-b2cd7379f2cd,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:28.992851 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44866) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:03:29.065896 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (ddde4247-e5f3-4ff3-b18b-0b853a5c191f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:29.150539 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (ddde4247-e5f3-4ff3-b18b-0b853a5c191f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:29.182844 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddde4247-e5f3-4ff3-b18b-0b853a5c191f']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:03:29.195447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6d3566-2b9f-4970-945d-66f67241993b') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:03:29.195916 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6d3566-2b9f-4970-945d-66f67241993b') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:03:29.207375 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (3d6d3566-2b9f-4970-945d-66f67241993b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:29.222905 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (3d6d3566-2b9f-4970-945d-66f67241993b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:29.228727 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:03:29.229110 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (3d6d3566-2b9f-4970-945d-66f67241993b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: timer() Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:03:29.230734 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:03:29.285774 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (ddde4247-e5f3-4ff3-b18b-0b853a5c191f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:29.290703 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:29.293934 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] 10.222.0.13 "DELETE /v2.0/networks/ddde4247-e5f3-4ff3-b18b-0b853a5c191f HTTP/1.1" status: 204 len: 168 time: 0.3000760 Feb 28 21:03:29.307035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] Pushing event deleted for resources: {'Network': ['ID=ddde4247-e5f3-4ff3-b18b-0b853a5c191f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:29.315259 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:29.315608 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:29.315982 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:29.316314 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:29.316647 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:29.316951 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:29.317267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:29.317589 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:29.317908 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:29.318226 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:29.318623 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:29.318969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:29.319308 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f251c8-bc72-4f48-b606-043c2d575aae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:29.405476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44870) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:03:29.446239 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9d58772e-0773-4a2e-8d71-2a1b0ef9bcc8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ed2e105ed254ae5af5e8a83d586ad28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395300 Feb 28 21:03:29.448751 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44872) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:03:29.501062 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2000be8c-c96b-4ad0-a0ea-118ad24f987e admin admin] Publish callbacks [] for security_group (cbf22ebf-7ec5-4112-b778-5a4f44a85e36), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:29.523171 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2000be8c-c96b-4ad0-a0ea-118ad24f987e admin admin] Publish callbacks [] for security_group (cbf22ebf-7ec5-4112-b778-5a4f44a85e36), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:29.572187 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2000be8c-c96b-4ad0-a0ea-118ad24f987e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (cbf22ebf-7ec5-4112-b778-5a4f44a85e36), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:29.574706 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2000be8c-c96b-4ad0-a0ea-118ad24f987e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:29.575937 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2000be8c-c96b-4ad0-a0ea-118ad24f987e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbf22ebf-7ec5-4112-b778-5a4f44a85e36 HTTP/1.1" status: 204 len: 168 time: 0.1262348 Feb 28 21:03:29.583583 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000be8c-c96b-4ad0-a0ea-118ad24f987e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf22ebf-7ec5-4112-b778-5a4f44a85e36,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:30.224292 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44894) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:03:30.319355 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-65f0e917-6958-4571-9fe5-40bafee7784b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-360017793-network', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:03:30.339540 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f0e917-6958-4571-9fe5-40bafee7784b admin admin] Made reservation on behalf of b984dc37e5f346b3a6dd4b7f34cc3844 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:03:30.341864 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-65f0e917-6958-4571-9fe5-40bafee7784b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:30.350113 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-65f0e917-6958-4571-9fe5-40bafee7784b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:30.422150 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-65f0e917-6958-4571-9fe5-40bafee7784b admin admin] Publish callbacks [] for security_group (cadfe969-e505-423d-9a5b-37214efa8dd1), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:30.425840 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-65f0e917-6958-4571-9fe5-40bafee7784b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (cadfe969-e505-423d-9a5b-37214efa8dd1), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:30.452860 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f0e917-6958-4571-9fe5-40bafee7784b admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:03:30.459791 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0e917-6958-4571-9fe5-40bafee7784b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadfe969-e505-423d-9a5b-37214efa8dd1,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:30.466350 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-65f0e917-6958-4571-9fe5-40bafee7784b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (5725f339-f590-47fe-98b5-3d5d314933dd), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:30.466727 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-65f0e917-6958-4571-9fe5-40bafee7784b admin admin] Added segment 5725f339-f590-47fe-98b5-3d5d314933dd of type vlan for network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 Feb 28 21:03:30.507865 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-65f0e917-6958-4571-9fe5-40bafee7784b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:30.534657 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-65f0e917-6958-4571-9fe5-40bafee7784b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:30.535584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f0e917-6958-4571-9fe5-40bafee7784b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:30.536184 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-65f0e917-6958-4571-9fe5-40bafee7784b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:30.593769 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-65f0e917-6958-4571-9fe5-40bafee7784b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3681922 Feb 28 21:03:30.596672 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44898) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:03:30.600682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0e917-6958-4571-9fe5-40bafee7784b admin admin] Pushing event updated for resources: {'Network': ['ID=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:30.601719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-7c5b1adb-17eb-428e-bf20-ab980fc28857 admin admin] Request body: {'subnet': {'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-360017793-subnet', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:03:30.610166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:03:30.624295 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5b1adb-17eb-428e-bf20-ab980fc28857 admin admin] Made reservation on behalf of b984dc37e5f346b3a6dd4b7f34cc3844 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:03:30.627231 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7c5b1adb-17eb-428e-bf20-ab980fc28857 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:30.793135 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7c5b1adb-17eb-428e-bf20-ab980fc28857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:30.847294 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b1adb-17eb-428e-bf20-ab980fc28857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:30.863307 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5b1adb-17eb-428e-bf20-ab980fc28857 admin admin] Checking segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:03:30.863671 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5b1adb-17eb-428e-bf20-ab980fc28857 admin admin] Network hostable DHCP agents. Network: 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:03:30.880160 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5b1adb-17eb-428e-bf20-ab980fc28857 admin admin] Network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:03:30.888725 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-7c5b1adb-17eb-428e-bf20-ab980fc28857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:03:30.892895 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5b1adb-17eb-428e-bf20-ab980fc28857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:30.893677 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7c5b1adb-17eb-428e-bf20-ab980fc28857 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:30.897569 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe7e3ff-72cd-4713-ad0b-ddd4ac4c5c44 None None] Network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:03:30.910368 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7c5b1adb-17eb-428e-bf20-ab980fc28857 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3125908 Feb 28 21:03:30.913231 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44900) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:03:30.917668 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-98775a28-0ace-4634-8233-6cb232b42acb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:03:30.936750 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98775a28-0ace-4634-8233-6cb232b42acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (fbc41540-22d0-46e8-aef0-793fbf669be3), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:30.937727 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98775a28-0ace-4634-8233-6cb232b42acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (fbc41540-22d0-46e8-aef0-793fbf669be3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:30.989856 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98775a28-0ace-4634-8233-6cb232b42acb admin admin] Publish callbacks [] for router_controller (fbc41540-22d0-46e8-aef0-793fbf669be3), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:31.002154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a77d9f0-c0be-4d92-9a79-391843c94224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:03:31.003040 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1a77d9f0-c0be-4d92-9a79-391843c94224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:31.133411 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98775a28-0ace-4634-8233-6cb232b42acb admin admin] Publish callbacks [] for router_gateway (fbc41540-22d0-46e8-aef0-793fbf669be3), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:31.137942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-1a77d9f0-c0be-4d92-9a79-391843c94224 None None] Allocated IP 172.20.0.2 (7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0/a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48/3921b29d-e89f-48aa-9809-58697bab64fa) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:03:31.292743 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1a77d9f0-c0be-4d92-9a79-391843c94224 None None] Publish callbacks [] for port (3921b29d-e89f-48aa-9809-58697bab64fa), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:31.297817 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1a77d9f0-c0be-4d92-9a79-391843c94224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (3921b29d-e89f-48aa-9809-58697bab64fa), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:31.335407 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98775a28-0ace-4634-8233-6cb232b42acb admin admin] Publish callbacks [] for router_gateway (fbc41540-22d0-46e8-aef0-793fbf669be3), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:31.338107 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a77d9f0-c0be-4d92-9a79-391843c94224 None None] Network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:03:31.340999 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-1a77d9f0-c0be-4d92-9a79-391843c94224 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:03:31.344384 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77d9f0-c0be-4d92-9a79-391843c94224 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:03:31.352115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77d9f0-c0be-4d92-9a79-391843c94224 None None] Pushing event updated for resources: {'Port': ['ID=3921b29d-e89f-48aa-9809-58697bab64fa,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:31.360741 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98775a28-0ace-4634-8233-6cb232b42acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:31.403623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-1a77d9f0-c0be-4d92-9a79-391843c94224 None None] Attempting to bind port 3921b29d-e89f-48aa-9809-58697bab64fa on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:03:31.403953 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-1a77d9f0-c0be-4d92-9a79-391843c94224 None None] Attempting to bind port 3921b29d-e89f-48aa-9809-58697bab64fa by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:03:31.404328 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a77d9f0-c0be-4d92-9a79-391843c94224 None None] Attempting to bind port 3921b29d-e89f-48aa-9809-58697bab64fa on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:03:31.409730 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a77d9f0-c0be-4d92-9a79-391843c94224 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:03:31.410109 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a77d9f0-c0be-4d92-9a79-391843c94224 None None] Checking segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:03:31.410510 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1a77d9f0-c0be-4d92-9a79-391843c94224 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:31.410902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a77d9f0-c0be-4d92-9a79-391843c94224 None None] Bound using segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:03:31.411365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-1a77d9f0-c0be-4d92-9a79-391843c94224 None None] Bound port: 3921b29d-e89f-48aa-9809-58697bab64fa, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:03:31.411745 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1a77d9f0-c0be-4d92-9a79-391843c94224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3921b29d-e89f-48aa-9809-58697bab64fa), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:31.462218 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-98775a28-0ace-4634-8233-6cb232b42acb admin admin] Allocated IP 172.25.0.151 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:03:31.477266 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1a77d9f0-c0be-4d92-9a79-391843c94224 None None] For port 3921b29d-e89f-48aa-9809-58697bab64fa, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:03:31.480513 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1a77d9f0-c0be-4d92-9a79-391843c94224 None None] For port 3921b29d-e89f-48aa-9809-58697bab64fa, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3921b29d-e89f-48aa-9809-58697bab64fa,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:03:31.487471 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1a77d9f0-c0be-4d92-9a79-391843c94224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3921b29d-e89f-48aa-9809-58697bab64fa), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:31.548002 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77d9f0-c0be-4d92-9a79-391843c94224 None None] Pushing event updated for resources: {'Port': ['ID=3921b29d-e89f-48aa-9809-58697bab64fa,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:31.576489 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98775a28-0ace-4634-8233-6cb232b42acb admin admin] Publish callbacks [] for port (f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:31.611625 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98775a28-0ace-4634-8233-6cb232b42acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:31.652190 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98775a28-0ace-4634-8233-6cb232b42acb admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:03:31.655065 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-98775a28-0ace-4634-8233-6cb232b42acb admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:03:31.659225 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98775a28-0ace-4634-8233-6cb232b42acb admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:03:31.686125 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98775a28-0ace-4634-8233-6cb232b42acb admin admin] Pushing event updated for resources: {'Port': ['ID=f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:31.933465 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98775a28-0ace-4634-8233-6cb232b42acb admin admin] Publish callbacks [] for router_gateway (fbc41540-22d0-46e8-aef0-793fbf669be3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:32.133633 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98775a28-0ace-4634-8233-6cb232b42acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (fbc41540-22d0-46e8-aef0-793fbf669be3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:32.270267 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98775a28-0ace-4634-8233-6cb232b42acb admin admin] Router fbc41540-22d0-46e8-aef0-793fbf669be3 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 21:03:32.384660 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98775a28-0ace-4634-8233-6cb232b42acb admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:03:32.395074 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] Sync routers for ids ['fbc41540-22d0-46e8-aef0-793fbf669be3'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:03:32.404678 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-98775a28-0ace-4634-8233-6cb232b42acb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:32.405946 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-98775a28-0ace-4634-8233-6cb232b42acb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4915814 Feb 28 21:03:32.409215 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44902) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:03:32.411437 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] Routers {'fbc41540-22d0-46e8-aef0-793fbf669be3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:03:32.412300 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:03:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fbc41540-22d0-46e8-aef0-793fbf669be3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:03:32.506244 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4800e97d-4880-453b-a90f-ee74eaa22022 None None] Network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:03:32.587663 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] Set router fbc41540-22d0-46e8-aef0-793fbf669be3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:03:32.647340 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device a90a13c0-eb86-43bf-b956-07d4961c0e01 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:03:32.689975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: a90a13c0-eb86-43bf-b956-07d4961c0e01 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:03:32.690313 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device a90a13c0-eb86-43bf-b956-07d4961c0e01 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:03:32.699819 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a472c0d0-41b1-45d0-bc12-08a591fdcb32 None None] Provisioning complete for port 3921b29d-e89f-48aa-9809-58697bab64fa triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:03:32.700143 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a472c0d0-41b1-45d0-bc12-08a591fdcb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3921b29d-e89f-48aa-9809-58697bab64fa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:32.833007 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8eb586b-157a-4a03-a291-e4dc122c1930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:32.884039 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a472c0d0-41b1-45d0-bc12-08a591fdcb32 None None] Current status of the port 3921b29d-e89f-48aa-9809-58697bab64fa is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:03:32.884421 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a472c0d0-41b1-45d0-bc12-08a591fdcb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3921b29d-e89f-48aa-9809-58697bab64fa), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:32.926441 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a472c0d0-41b1-45d0-bc12-08a591fdcb32 None None] For port 3921b29d-e89f-48aa-9809-58697bab64fa, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3921b29d-e89f-48aa-9809-58697bab64fa,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:03:32.931995 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a472c0d0-41b1-45d0-bc12-08a591fdcb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3921b29d-e89f-48aa-9809-58697bab64fa), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:32.939318 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:31Z', 'revision_number': 3, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:03:32.990967 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] Checking router: fbc41540-22d0-46e8-aef0-793fbf669be3 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:03:32.991312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] Updating router fbc41540-22d0-46e8-aef0-793fbf669be3 port f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:03:33.008936 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-f8eb586b-157a-4a03-a291-e4dc122c1930 admin admin] Allocated IP 172.20.0.1 (7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0/a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48/ce4468fd-9327-49d0-be85-3910c9172ed6) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:03:33.037766 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:33.039390 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472c0d0-41b1-45d0-bc12-08a591fdcb32 None None] Pushing event updated for resources: {'Port': ['ID=3921b29d-e89f-48aa-9809-58697bab64fa,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:33.118781 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8eb586b-157a-4a03-a291-e4dc122c1930 admin admin] Publish callbacks [] for port (ce4468fd-9327-49d0-be85-3910c9172ed6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:33.155556 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8eb586b-157a-4a03-a291-e4dc122c1930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ce4468fd-9327-49d0-be85-3910c9172ed6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:33.196842 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb586b-157a-4a03-a291-e4dc122c1930 admin admin] Network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:03:33.199818 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-f8eb586b-157a-4a03-a291-e4dc122c1930 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:03:33.202212 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eb586b-157a-4a03-a291-e4dc122c1930 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:03:33.230578 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb586b-157a-4a03-a291-e4dc122c1930 admin admin] Pushing event updated for resources: {'Port': ['ID=ce4468fd-9327-49d0-be85-3910c9172ed6,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:33.248684 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8eb586b-157a-4a03-a291-e4dc122c1930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (fbc41540-22d0-46e8-aef0-793fbf669be3), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:33.352397 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-196697c7-e44d-42aa-9477-f76071a6c849 None None] Provisioning complete for port 3921b29d-e89f-48aa-9809-58697bab64fa triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:03:33.352764 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-196697c7-e44d-42aa-9477-f76071a6c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3921b29d-e89f-48aa-9809-58697bab64fa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:33.385462 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3921b29d-e89f-48aa-9809-58697bab64fa up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:03:33.417647 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8eb586b-157a-4a03-a291-e4dc122c1930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ce4468fd-9327-49d0-be85-3910c9172ed6), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:33.537206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3921b29d-e89f-48aa-9809-58697bab64fa triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:03:33.537879 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3921b29d-e89f-48aa-9809-58697bab64fa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:33.586672 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8eb586b-157a-4a03-a291-e4dc122c1930 admin admin] Publish callbacks [] for port (ce4468fd-9327-49d0-be85-3910c9172ed6), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:33.591593 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8eb586b-157a-4a03-a291-e4dc122c1930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (ce4468fd-9327-49d0-be85-3910c9172ed6), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:33.603607 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-196697c7-e44d-42aa-9477-f76071a6c849 None None] Current status of the port 3921b29d-e89f-48aa-9809-58697bab64fa is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:03:33.619979 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] Publish callbacks [] for port (f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:33.628510 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:33.660413 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb586b-157a-4a03-a291-e4dc122c1930 admin admin] Pushing event updated for resources: {'Port': ['ID=ce4468fd-9327-49d0-be85-3910c9172ed6,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:33.665165 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8eb586b-157a-4a03-a291-e4dc122c1930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (fbc41540-22d0-46e8-aef0-793fbf669be3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:33.710485 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d307ac-6b9c-4757-93f3-09a5c5f8db1f None None] Pushing event updated for resources: {'Port': ['ID=f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:33.717163 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] Attempting to bind port f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:03:33.717533 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] Attempting to bind port f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:03:33.717893 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] Attempting to bind port f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:03:33.725948 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3921b29d-e89f-48aa-9809-58697bab64fa is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:03:33.731676 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:03:33.732230 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:03:33.732476 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:33.732899 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:03:33.733341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] Bound port: f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:03:33.733781 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:33.763859 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb586b-157a-4a03-a291-e4dc122c1930 admin admin] Network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:03:33.765340 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-f8eb586b-157a-4a03-a291-e4dc122c1930 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:03:33.770685 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e05e12cd-567d-49ee-a880-b4f9409f0d36 None None] Provisioning complete for port ce4468fd-9327-49d0-be85-3910c9172ed6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:03:33.771314 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e05e12cd-567d-49ee-a880-b4f9409f0d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ce4468fd-9327-49d0-be85-3910c9172ed6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:33.829454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] For port f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:03:33.831540 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e05e12cd-567d-49ee-a880-b4f9409f0d36 None None] Port ce4468fd-9327-49d0-be85-3910c9172ed6 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:03:33.834482 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] For port f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:03:33.843052 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:33.910176 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] Routers {'fbc41540-22d0-46e8-aef0-793fbf669be3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:03:33.910815 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:03:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fbc41540-22d0-46e8-aef0-793fbf669be3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:03:33.913556 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8eb586b-157a-4a03-a291-e4dc122c1930 admin admin] Router fbc41540-22d0-46e8-aef0-793fbf669be3 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:03:33.966287 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d307ac-6b9c-4757-93f3-09a5c5f8db1f None None] Pushing event updated for resources: {'Port': ['ID=f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:34.037162 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] Set router fbc41540-22d0-46e8-aef0-793fbf669be3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:03:34.037886 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8eb586b-157a-4a03-a291-e4dc122c1930 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:03:34.046205 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f8eb586b-157a-4a03-a291-e4dc122c1930 admin admin] 10.222.0.13 "PUT /v2.0/routers/fbc41540-22d0-46e8-aef0-793fbf669be3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6359289 Feb 28 21:03:34.121525 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-70be86b0-ec6f-4517-8d4c-34fccc7e6de7 None None] Provisioning complete for port ce4468fd-9327-49d0-be85-3910c9172ed6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:03:34.121958 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-70be86b0-ec6f-4517-8d4c-34fccc7e6de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ce4468fd-9327-49d0-be85-3910c9172ed6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:34.211893 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-70be86b0-ec6f-4517-8d4c-34fccc7e6de7 None None] Port ce4468fd-9327-49d0-be85-3910c9172ed6 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:03:34.291115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 2, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:03:34.320356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153043ef-4191-4191-9d70-821ddde4df7a None None] The sync data for ids ['fbc41540-22d0-46e8-aef0-793fbf669be3'] in n-d-820368-21 is: [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 2, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:03:34.576352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44912) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:03:34.581634 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-5c094edb-ba11-419e-9c49-efc41cceb13b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1339680295', 'description': 'tempest-description--828689771'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:03:34.602912 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c094edb-ba11-419e-9c49-efc41cceb13b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:34.673818 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c094edb-ba11-419e-9c49-efc41cceb13b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for security_group (1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:34.677770 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c094edb-ba11-419e-9c49-efc41cceb13b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:34.709811 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c094edb-ba11-419e-9c49-efc41cceb13b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:34.711056 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5c094edb-ba11-419e-9c49-efc41cceb13b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1336894 Feb 28 21:03:34.712197 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c094edb-ba11-419e-9c49-efc41cceb13b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:34.714248 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44914) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:03:34.719324 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a033dc0f-71d9-4f63-b031-97a2496a1d19 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Request body: {'security_group_rule': {'security_group_id': '1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:03:34.750375 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a033dc0f-71d9-4f63-b031-97a2496a1d19 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for security_group_rule (aab67806-20b5-4562-aac9-9b1a04a486f7), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:34.809419 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a033dc0f-71d9-4f63-b031-97a2496a1d19 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for security_group_rule (aab67806-20b5-4562-aac9-9b1a04a486f7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:34.813391 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a033dc0f-71d9-4f63-b031-97a2496a1d19 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (aab67806-20b5-4562-aac9-9b1a04a486f7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:34.833148 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033dc0f-71d9-4f63-b031-97a2496a1d19 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab67806-20b5-4562-aac9-9b1a04a486f7,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:34.839915 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a033dc0f-71d9-4f63-b031-97a2496a1d19 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:34.843683 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a033dc0f-71d9-4f63-b031-97a2496a1d19 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258545 Feb 28 21:03:34.843841 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44916) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:03:34.848237 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ace53e64-5e38-434c-baa2-9bb137ba0247 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Request body: {'security_group_rule': {'security_group_id': '1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:03:34.873688 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ace53e64-5e38-434c-baa2-9bb137ba0247 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for security_group_rule (c7e86107-571e-43a1-890c-51990540023c), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:34.941568 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ace53e64-5e38-434c-baa2-9bb137ba0247 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for security_group_rule (c7e86107-571e-43a1-890c-51990540023c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:34.947001 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ace53e64-5e38-434c-baa2-9bb137ba0247 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (c7e86107-571e-43a1-890c-51990540023c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:34.967029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace53e64-5e38-434c-baa2-9bb137ba0247 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e86107-571e-43a1-890c-51990540023c,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:34.978046 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ace53e64-5e38-434c-baa2-9bb137ba0247 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:34.983517 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ace53e64-5e38-434c-baa2-9bb137ba0247 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346068 Feb 28 21:03:34.984396 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 44918) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:03:34.998514 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3f90568a-9490-4fbf-a97b-cb3268d4b959 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:03:35.022416 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3f90568a-9490-4fbf-a97b-cb3268d4b959 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:35.130547 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3f90568a-9490-4fbf-a97b-cb3268d4b959 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:35.348897 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:03:35.406500 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:03:35.406992 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:35.492474 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:03:35.492959 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:35.518315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:03:35.527659 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:35.577849 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-3f90568a-9490-4fbf-a97b-cb3268d4b959 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Allocated IP 172.25.0.229 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/bdfae65b-44b9-4f2e-bfb6-d0a1f0f99bf0) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:03:35.593204 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:35.687840 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3f90568a-9490-4fbf-a97b-cb3268d4b959 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for port (bdfae65b-44b9-4f2e-bfb6-d0a1f0f99bf0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:35.721759 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3f90568a-9490-4fbf-a97b-cb3268d4b959 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (bdfae65b-44b9-4f2e-bfb6-d0a1f0f99bf0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:35.763669 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f90568a-9490-4fbf-a97b-cb3268d4b959 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:03:35.768065 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-3f90568a-9490-4fbf-a97b-cb3268d4b959 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:03:35.771483 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f90568a-9490-4fbf-a97b-cb3268d4b959 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:03:35.776956 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90568a-9490-4fbf-a97b-cb3268d4b959 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Pushing event updated for resources: {'Port': ['ID=bdfae65b-44b9-4f2e-bfb6-d0a1f0f99bf0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:35.857605 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3f90568a-9490-4fbf-a97b-cb3268d4b959 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for floatingip (86dfd07e-8390-417f-ae77-ffdd155d63bf), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:35.895647 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3f90568a-9490-4fbf-a97b-cb3268d4b959 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (bdfae65b-44b9-4f2e-bfb6-d0a1f0f99bf0), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:36.050513 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3f90568a-9490-4fbf-a97b-cb3268d4b959 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for port (bdfae65b-44b9-4f2e-bfb6-d0a1f0f99bf0), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:36.055292 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3f90568a-9490-4fbf-a97b-cb3268d4b959 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (bdfae65b-44b9-4f2e-bfb6-d0a1f0f99bf0), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:36.136384 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90568a-9490-4fbf-a97b-cb3268d4b959 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Pushing event updated for resources: {'Port': ['ID=bdfae65b-44b9-4f2e-bfb6-d0a1f0f99bf0,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:36.148630 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3f90568a-9490-4fbf-a97b-cb3268d4b959 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (86dfd07e-8390-417f-ae77-ffdd155d63bf), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:36.164567 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3f90568a-9490-4fbf-a97b-cb3268d4b959 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:36.165951 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3f90568a-9490-4fbf-a97b-cb3268d4b959 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1805902 Feb 28 21:03:36.331564 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-959c4c44-a118-48a0-a48c-b7c48357106b req-48414714-20b3-4810-9744-d94f12565248 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1339680295&fields=id&tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844 HTTP/1.1" status: 200 len: 267 time: 0.0436566 Feb 28 21:03:36.387993 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] Sync routers for ids ['fbc41540-22d0-46e8-aef0-793fbf669be3'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:03:36.397915 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] Routers {'fbc41540-22d0-46e8-aef0-793fbf669be3'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:03:36.398514 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:03:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fbc41540-22d0-46e8-aef0-793fbf669be3'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:03:36.443979 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c4c44-a118-48a0-a48c-b7c48357106b req-efe08e94-eeb0-450c-9b2d-d45a78e91c65 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:36.445457 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-959c4c44-a118-48a0-a48c-b7c48357106b req-efe08e94-eeb0-450c-9b2d-d45a78e91c65 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 811 time: 0.1072280 Feb 28 21:03:36.460443 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-959c4c44-a118-48a0-a48c-b7c48357106b req-25bee7bb-7917-4331-a0cf-64a86ab7f771 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/quotas/b984dc37e5f346b3a6dd4b7f34cc3844 HTTP/1.1" status: 200 len: 375 time: 0.0096841 Feb 28 21:03:36.504592 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] Set router fbc41540-22d0-46e8-aef0-793fbf669be3 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:03:36.514586 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-959c4c44-a118-48a0-a48c-b7c48357106b req-9ac3f296-b31a-4571-a482-01b7521e9c0e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490556 Feb 28 21:03:36.614993 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-959c4c44-a118-48a0-a48c-b7c48357106b req-19632627-d2cb-469c-919a-253e6edfd6ee service neutron] 10.222.0.13 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882785 Feb 28 21:03:36.700146 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 2, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:03:36.706215 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-959c4c44-a118-48a0-a48c-b7c48357106b req-79390431-6d45-40ee-8fd4-026b77d648da service neutron] 10.222.0.13 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854576 Feb 28 21:03:36.726984 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] Checking router: fbc41540-22d0-46e8-aef0-793fbf669be3 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:03:36.727334 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] Updating router fbc41540-22d0-46e8-aef0-793fbf669be3 port ce4468fd-9327-49d0-be85-3910c9172ed6 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:03:36.753629 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ce4468fd-9327-49d0-be85-3910c9172ed6), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:36.871917 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7caeedd4-05c2-49b6-930d-ecf1808089e3 req-0c2f5bc2-28ed-460a-978f-f0539bc732a6 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 210 time: 0.0345113 Feb 28 21:03:37.027464 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] Publish callbacks [] for port (ce4468fd-9327-49d0-be85-3910c9172ed6), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:37.032927 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ce4468fd-9327-49d0-be85-3910c9172ed6), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:37.085736 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3908f-5516-4d44-98b6-9a25c32e2aeb None None] Pushing event updated for resources: {'Port': ['ID=ce4468fd-9327-49d0-be85-3910c9172ed6,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:37.111386 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3908f-5516-4d44-98b6-9a25c32e2aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:37.111726 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3908f-5516-4d44-98b6-9a25c32e2aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:37.112277 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3908f-5516-4d44-98b6-9a25c32e2aeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:37.112783 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3908f-5516-4d44-98b6-9a25c32e2aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:37.113118 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3908f-5516-4d44-98b6-9a25c32e2aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:37.113445 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3908f-5516-4d44-98b6-9a25c32e2aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:37.113775 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3908f-5516-4d44-98b6-9a25c32e2aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:37.114096 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3908f-5516-4d44-98b6-9a25c32e2aeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:37.114415 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3908f-5516-4d44-98b6-9a25c32e2aeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:37.114731 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3908f-5516-4d44-98b6-9a25c32e2aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:37.115049 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3908f-5516-4d44-98b6-9a25c32e2aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:37.115381 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3908f-5516-4d44-98b6-9a25c32e2aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:37.115682 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3908f-5516-4d44-98b6-9a25c32e2aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:03:37.156356 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] Attempting to bind port ce4468fd-9327-49d0-be85-3910c9172ed6 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:03:37.156728 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] Attempting to bind port ce4468fd-9327-49d0-be85-3910c9172ed6 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:03:37.157356 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] Attempting to bind port ce4468fd-9327-49d0-be85-3910c9172ed6 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:03:37.162491 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:03:37.162938 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] Checking segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:03:37.163341 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:37.163727 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] Bound using segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:03:37.164222 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] Bound port: ce4468fd-9327-49d0-be85-3910c9172ed6, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:03:37.164595 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ce4468fd-9327-49d0-be85-3910c9172ed6), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:37.241908 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] For port ce4468fd-9327-49d0-be85-3910c9172ed6, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:03:37.245369 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] For port ce4468fd-9327-49d0-be85-3910c9172ed6, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ce4468fd-9327-49d0-be85-3910c9172ed6,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:03:37.258269 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ce4468fd-9327-49d0-be85-3910c9172ed6), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:37.312973 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] Routers {'fbc41540-22d0-46e8-aef0-793fbf669be3'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:03:37.313684 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:03:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fbc41540-22d0-46e8-aef0-793fbf669be3'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:03:37.354355 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:03:37.402993 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-67a15b09-0cdf-4a26-90c0-6086f5ad6916 None None] Provisioning complete for port ce4468fd-9327-49d0-be85-3910c9172ed6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:03:37.403644 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-67a15b09-0cdf-4a26-90c0-6086f5ad6916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ce4468fd-9327-49d0-be85-3910c9172ed6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:37.436038 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3908f-5516-4d44-98b6-9a25c32e2aeb None None] Pushing event updated for resources: {'Port': ['ID=ce4468fd-9327-49d0-be85-3910c9172ed6,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:37.441021 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] Set router fbc41540-22d0-46e8-aef0-793fbf669be3 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:03:37.506771 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-67a15b09-0cdf-4a26-90c0-6086f5ad6916 None None] Current status of the port ce4468fd-9327-49d0-be85-3910c9172ed6 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:03:37.507163 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-67a15b09-0cdf-4a26-90c0-6086f5ad6916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ce4468fd-9327-49d0-be85-3910c9172ed6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:37.552298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-67a15b09-0cdf-4a26-90c0-6086f5ad6916 None None] For port ce4468fd-9327-49d0-be85-3910c9172ed6, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ce4468fd-9327-49d0-be85-3910c9172ed6,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:03:37.554689 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:03:37.554781 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:37.578512 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-67a15b09-0cdf-4a26-90c0-6086f5ad6916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ce4468fd-9327-49d0-be85-3910c9172ed6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:37.644686 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a15b09-0cdf-4a26-90c0-6086f5ad6916 None None] Pushing event updated for resources: {'Port': ['ID=ce4468fd-9327-49d0-be85-3910c9172ed6,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:37.646960 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:03:37.691718 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:03:37.701938 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-959c1568-c4e0-4dba-b69a-519b79c766f0 None None] Provisioning complete for port ce4468fd-9327-49d0-be85-3910c9172ed6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:03:37.702304 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-959c1568-c4e0-4dba-b69a-519b79c766f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ce4468fd-9327-49d0-be85-3910c9172ed6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:37.773772 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28a3414-ca75-4865-a226-47698231d1a2 None None] The sync data for ids ['fbc41540-22d0-46e8-aef0-793fbf669be3'] in n-d-820368-21 is: [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:03:37.787517 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-959c1568-c4e0-4dba-b69a-519b79c766f0 None None] Current status of the port ce4468fd-9327-49d0-be85-3910c9172ed6 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:03:37.927891 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c4c44-a118-48a0-a48c-b7c48357106b req-9cd76e7f-3392-4be2-84f9-63b1aa213e38 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:37.929582 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-959c4c44-a118-48a0-a48c-b7c48357106b req-9cd76e7f-3392-4be2-84f9-63b1aa213e38 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 811 time: 0.1150684 Feb 28 21:03:37.983710 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83a7f39b-dc0d-4a8d-a1d9-a137b3a43a3c req-9ca652c7-c213-42c2-aab2-e5c9f413dc37 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 210 time: 0.0295630 Feb 28 21:03:38.001312 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-959c4c44-a118-48a0-a48c-b7c48357106b req-51715bee-2a2a-4fda-ab6a-4ac269781c32 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844 HTTP/1.1" status: 200 len: 380 time: 0.0596154 Feb 28 21:03:38.007997 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-959c4c44-a118-48a0-a48c-b7c48357106b req-2dfaa66e-e2c4-4d29-b2c1-98910cd247e2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Request body: {'port': {'device_id': 'a4b97678-5217-4ed8-b511-5391787d3cf5', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'admin_state_up': True, 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'security_groups': ['1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:03:38.127546 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959c4c44-a118-48a0-a48c-b7c48357106b req-2dfaa66e-e2c4-4d29-b2c1-98910cd247e2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Made reservation on behalf of b984dc37e5f346b3a6dd4b7f34cc3844 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:03:38.130909 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-959c4c44-a118-48a0-a48c-b7c48357106b req-2dfaa66e-e2c4-4d29-b2c1-98910cd247e2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:38.263035 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-959c4c44-a118-48a0-a48c-b7c48357106b req-2dfaa66e-e2c4-4d29-b2c1-98910cd247e2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Allocated IP 172.20.0.7 (7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0/a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48/d5bca0d7-9b93-481a-b4f9-812591b729a6) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:03:38.404756 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-959c4c44-a118-48a0-a48c-b7c48357106b req-2dfaa66e-e2c4-4d29-b2c1-98910cd247e2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:38.439370 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-959c4c44-a118-48a0-a48c-b7c48357106b req-2dfaa66e-e2c4-4d29-b2c1-98910cd247e2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:38.489889 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959c4c44-a118-48a0-a48c-b7c48357106b req-2dfaa66e-e2c4-4d29-b2c1-98910cd247e2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:03:38.493077 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-959c4c44-a118-48a0-a48c-b7c48357106b req-2dfaa66e-e2c4-4d29-b2c1-98910cd247e2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:03:38.497184 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-959c4c44-a118-48a0-a48c-b7c48357106b req-2dfaa66e-e2c4-4d29-b2c1-98910cd247e2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:03:38.503949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfaa66e-e2c4-4d29-b2c1-98910cd247e2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Pushing event updated for resources: {'Port': ['ID=d5bca0d7-9b93-481a-b4f9-812591b729a6,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:38.550805 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c4c44-a118-48a0-a48c-b7c48357106b req-2dfaa66e-e2c4-4d29-b2c1-98910cd247e2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:38.551435 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-959c4c44-a118-48a0-a48c-b7c48357106b req-2dfaa66e-e2c4-4d29-b2c1-98910cd247e2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:38.568785 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-959c4c44-a118-48a0-a48c-b7c48357106b req-2dfaa66e-e2c4-4d29-b2c1-98910cd247e2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5655372 Feb 28 21:03:38.580831 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-959c4c44-a118-48a0-a48c-b7c48357106b req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] Request body: {'port': {'device_id': 'a4b97678-5217-4ed8-b511-5391787d3cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:03:38.646433 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-959c4c44-a118-48a0-a48c-b7c48357106b req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:38.715911 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ac18691f-df36-4a55-8fe3-dda8e91911ee None None] Provisioning complete for port d5bca0d7-9b93-481a-b4f9-812591b729a6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:03:38.716535 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ac18691f-df36-4a55-8fe3-dda8e91911ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:38.749072 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ac18691f-df36-4a55-8fe3-dda8e91911ee None None] Port d5bca0d7-9b93-481a-b4f9-812591b729a6 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:03:38.909544 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-959c4c44-a118-48a0-a48c-b7c48357106b req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bca0d7-9b93-481a-b4f9-812591b729a6 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:03:38.916818 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-959c4c44-a118-48a0-a48c-b7c48357106b req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] Publish callbacks [] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:38.928441 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-959c4c44-a118-48a0-a48c-b7c48357106b req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] Transition to ACTIVE for port object d5bca0d7-9b93-481a-b4f9-812591b729a6 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:03:38.932014 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-959c4c44-a118-48a0-a48c-b7c48357106b req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:38.983041 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] Pushing event updated for resources: {'Port': ['ID=d5bca0d7-9b93-481a-b4f9-812591b729a6,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:39.058849 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-959c4c44-a118-48a0-a48c-b7c48357106b req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] Attempting to bind port d5bca0d7-9b93-481a-b4f9-812591b729a6 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:03:39.059633 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-959c4c44-a118-48a0-a48c-b7c48357106b req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] Attempting to bind port d5bca0d7-9b93-481a-b4f9-812591b729a6 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:03:39.060196 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959c4c44-a118-48a0-a48c-b7c48357106b req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] Attempting to bind port d5bca0d7-9b93-481a-b4f9-812591b729a6 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:03:39.065251 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959c4c44-a118-48a0-a48c-b7c48357106b req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] Port d5bca0d7-9b93-481a-b4f9-812591b729a6 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:03:39.065574 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959c4c44-a118-48a0-a48c-b7c48357106b req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] Attempting to bind port d5bca0d7-9b93-481a-b4f9-812591b729a6 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:03:39.070977 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959c4c44-a118-48a0-a48c-b7c48357106b req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:03:39.071328 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959c4c44-a118-48a0-a48c-b7c48357106b req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] Checking segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:03:39.071714 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959c4c44-a118-48a0-a48c-b7c48357106b req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] Bound using segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:03:39.072172 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-959c4c44-a118-48a0-a48c-b7c48357106b req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] Bound port: d5bca0d7-9b93-481a-b4f9-812591b729a6, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:03:39.072532 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-959c4c44-a118-48a0-a48c-b7c48357106b req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:39.110683 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eca84e-41d7-49a5-a899-b39a366c1a82 req-0976e413-1b6e-472f-b6da-75775f19007e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:39.116840 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-13eca84e-41d7-49a5-a899-b39a366c1a82 req-0976e413-1b6e-472f-b6da-75775f19007e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 943 time: 0.0593829 Feb 28 21:03:39.145883 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-959c4c44-a118-48a0-a48c-b7c48357106b req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] For port d5bca0d7-9b93-481a-b4f9-812591b729a6, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:03:39.149725 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-959c4c44-a118-48a0-a48c-b7c48357106b req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] For port d5bca0d7-9b93-481a-b4f9-812591b729a6, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d5bca0d7-9b93-481a-b4f9-812591b729a6,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:03:39.156903 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-959c4c44-a118-48a0-a48c-b7c48357106b req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:39.165299 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-13eca84e-41d7-49a5-a899-b39a366c1a82 req-14a83427-0172-4ea1-81c8-8301cd756ff0 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473399 Feb 28 21:03:39.192458 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c4c44-a118-48a0-a48c-b7c48357106b req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:39.193041 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-959c4c44-a118-48a0-a48c-b7c48357106b req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:39.195006 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-959c4c44-a118-48a0-a48c-b7c48357106b req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] 10.222.0.15 "PUT /v2.0/ports/d5bca0d7-9b93-481a-b4f9-812591b729a6 HTTP/1.1" status: 200 len: 1092 time: 0.6178839 Feb 28 21:03:39.199822 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b97678-5217-4ed8-b511-5391787d3cf5', 'tag': 'd5bca0d7-9b93-481a-b4f9-812591b729a6'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:03:39.202170 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2c4fbb-db6c-4496-895c-f6e48b09b74e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b97678-5217-4ed8-b511-5391787d3cf5", "tag": "d5bca0d7-9b93-481a-b4f9-812591b729a6"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:03:39.227110 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7d3a5-707c-4421-a5cb-864c1a19e20d service neutron] Pushing event updated for resources: {'Port': ['ID=d5bca0d7-9b93-481a-b4f9-812591b729a6,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:39.290950 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f789899-eedd-487f-898c-9e3c14e043c9 x-openstack-request-id: req-9f789899-eedd-487f-898c-9e3c14e043c9 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:03:39.291242 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b97678-5217-4ed8-b511-5391787d3cf5", "tag": "d5bca0d7-9b93-481a-b4f9-812591b729a6", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:03:39.291490 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f789899-eedd-487f-898c-9e3c14e043c9 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:03:39.291950 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b97678-5217-4ed8-b511-5391787d3cf5', 'tag': 'd5bca0d7-9b93-481a-b4f9-812591b729a6', 'status': 'completed', 'code': 200} Feb 28 21:03:39.313040 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c4c44-a118-48a0-a48c-b7c48357106b req-1a5c233e-ca87-457a-8fad-6d9d61034b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:39.315091 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-959c4c44-a118-48a0-a48c-b7c48357106b req-1a5c233e-ca87-457a-8fad-6d9d61034b1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 1126 time: 0.0765595 Feb 28 21:03:39.350381 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ce4468fd-9327-49d0-be85-3910c9172ed6 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:03:39.364189 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-959c4c44-a118-48a0-a48c-b7c48357106b req-232a565c-eebc-402c-be38-fc97156715bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5bca0d7-9b93-481a-b4f9-812591b729a6 HTTP/1.1" status: 200 len: 217 time: 0.0427029 Feb 28 21:03:39.406157 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port ce4468fd-9327-49d0-be85-3910c9172ed6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:03:39.407962 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ce4468fd-9327-49d0-be85-3910c9172ed6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:39.415410 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c4c44-a118-48a0-a48c-b7c48357106b req-fb2c850d-0cd9-4956-956b-1b5d731895e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:39.417040 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-959c4c44-a118-48a0-a48c-b7c48357106b req-fb2c850d-0cd9-4956-956b-1b5d731895e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0471725 Feb 28 21:03:39.466972 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c4c44-a118-48a0-a48c-b7c48357106b req-590a5b13-70b5-4b42-8ae4-fcc822a3b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:39.468561 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-959c4c44-a118-48a0-a48c-b7c48357106b req-590a5b13-70b5-4b42-8ae4-fcc822a3b822 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457811 Feb 28 21:03:39.492944 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port ce4468fd-9327-49d0-be85-3910c9172ed6 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:03:39.561010 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-959c4c44-a118-48a0-a48c-b7c48357106b req-70da1dc5-e2bd-453a-be4c-4e07715ca410 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865657 Feb 28 21:03:39.648621 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-959c4c44-a118-48a0-a48c-b7c48357106b req-2b8f2794-b3c1-4d1a-9cea-1472ad942b0d service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820570 Feb 28 21:03:39.747551 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c4fbb-db6c-4496-895c-f6e48b09b74e req-52a44dd4-af65-436c-a371-1ebdb43c440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:39.749001 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fc2c4fbb-db6c-4496-895c-f6e48b09b74e req-52a44dd4-af65-436c-a371-1ebdb43c440a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 1126 time: 0.0501332 Feb 28 21:03:39.836456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c4fbb-db6c-4496-895c-f6e48b09b74e req-95deb804-c75d-4f15-972a-c7d3dcf37fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:39.837924 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fc2c4fbb-db6c-4496-895c-f6e48b09b74e req-95deb804-c75d-4f15-972a-c7d3dcf37fad service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0828407 Feb 28 21:03:39.883576 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fc2c4fbb-db6c-4496-895c-f6e48b09b74e req-2b193dfa-8a5a-4e3a-a368-e204c4718ac6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5bca0d7-9b93-481a-b4f9-812591b729a6 HTTP/1.1" status: 200 len: 217 time: 0.0390518 Feb 28 21:03:39.931548 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c4fbb-db6c-4496-895c-f6e48b09b74e req-55229e38-f1ae-4ac9-a1db-61159bd09590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:39.932977 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fc2c4fbb-db6c-4496-895c-f6e48b09b74e req-55229e38-f1ae-4ac9-a1db-61159bd09590 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0433092 Feb 28 21:03:39.980902 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c4fbb-db6c-4496-895c-f6e48b09b74e req-c21b3d0f-07c5-47c9-afc7-c956ed5049b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:39.982404 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fc2c4fbb-db6c-4496-895c-f6e48b09b74e req-c21b3d0f-07c5-47c9-afc7-c956ed5049b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432169 Feb 28 21:03:40.076568 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fc2c4fbb-db6c-4496-895c-f6e48b09b74e req-d4bf6a57-c7a9-4a5b-ad19-90d9ae455644 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868073 Feb 28 21:03:40.164812 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fc2c4fbb-db6c-4496-895c-f6e48b09b74e req-7ec19f0a-f260-4d41-91d6-f589b6465f70 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824604 Feb 28 21:03:40.287903 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf95215-06c5-4923-b5b8-3061c65351b0 req-353a3201-b448-4c86-8917-64f9d37b97e8 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:40.289298 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7cf95215-06c5-4923-b5b8-3061c65351b0 req-353a3201-b448-4c86-8917-64f9d37b97e8 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 943 time: 0.0554414 Feb 28 21:03:40.341021 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7cf95215-06c5-4923-b5b8-3061c65351b0 req-f5cb3627-738e-4701-9223-e3952b84f5c1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462279 Feb 28 21:03:40.644454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device d5bca0d7-9b93-481a-b4f9-812591b729a6 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:03:40.742843 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port d5bca0d7-9b93-481a-b4f9-812591b729a6, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d5bca0d7-9b93-481a-b4f9-812591b729a6,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:03:40.755183 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'd5bca0d7-9b93-481a-b4f9-812591b729a6', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'port_id': 'd5bca0d7-9b93-481a-b4f9-812591b729a6', 'mac_address': 'fa:16:3e:9f:42:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:03:40.791697 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port d5bca0d7-9b93-481a-b4f9-812591b729a6 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:03:40.792103 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:40.805514 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bca0d7-9b93-481a-b4f9-812591b729a6 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:03:40.825503 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port d5bca0d7-9b93-481a-b4f9-812591b729a6, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d5bca0d7-9b93-481a-b4f9-812591b729a6,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:03:40.830195 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:40.881418 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=d5bca0d7-9b93-481a-b4f9-812591b729a6,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:41.019352 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['d5bca0d7-9b93-481a-b4f9-812591b729a6'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:03:41.460715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50a3a0-5382-44f2-a064-26a3186ef225 req-eefcbea4-1c19-4e68-81dc-919ac4c67914 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:41.462192 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed50a3a0-5382-44f2-a064-26a3186ef225 req-eefcbea4-1c19-4e68-81dc-919ac4c67914 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 944 time: 0.0519652 Feb 28 21:03:41.510735 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed50a3a0-5382-44f2-a064-26a3186ef225 req-3397e644-9f3c-4fa9-b78f-acba82fb7cf5 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430124 Feb 28 21:03:42.627554 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7b5b5-fefa-4609-905d-f7f1980d8688 req-374b02bb-072a-4250-b1c0-a6b9760a36ef tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:42.629032 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-20b7b5b5-fefa-4609-905d-f7f1980d8688 req-374b02bb-072a-4250-b1c0-a6b9760a36ef tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 944 time: 0.0521560 Feb 28 21:03:42.652496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device d5bca0d7-9b93-481a-b4f9-812591b729a6 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:03:42.675898 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-20b7b5b5-fefa-4609-905d-f7f1980d8688 req-d5627d82-16a3-4a2b-9a32-d195a7b88fd7 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413163 Feb 28 21:03:42.703332 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port d5bca0d7-9b93-481a-b4f9-812591b729a6 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:03:42.707048 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port d5bca0d7-9b93-481a-b4f9-812591b729a6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:03:42.707424 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:42.782397 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port d5bca0d7-9b93-481a-b4f9-812591b729a6 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:03:42.782804 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:42.804981 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b97678-5217-4ed8-b511-5391787d3cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bca0d7-9b93-481a-b4f9-812591b729a6'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:03:42.819202 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port d5bca0d7-9b93-481a-b4f9-812591b729a6, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d5bca0d7-9b93-481a-b4f9-812591b729a6,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:03:42.823378 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:42.855484 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abe8c6c-e49f-4703-9a7b-a7de8bfdbbed" -d '{"events": [{"server_uuid": "a4b97678-5217-4ed8-b511-5391787d3cf5", "name": "network-vif-plugged", "status": "completed", "tag": "d5bca0d7-9b93-481a-b4f9-812591b729a6"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:03:42.879971 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=d5bca0d7-9b93-481a-b4f9-812591b729a6,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:03:42.939272 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e53d7f4-83ae-4341-a0ea-d57da6a2f7a7 x-openstack-request-id: req-6e53d7f4-83ae-4341-a0ea-d57da6a2f7a7 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:03:42.939634 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b97678-5217-4ed8-b511-5391787d3cf5", "name": "network-vif-plugged", "status": "completed", "tag": "d5bca0d7-9b93-481a-b4f9-812591b729a6", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:03:42.939927 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e53d7f4-83ae-4341-a0ea-d57da6a2f7a7 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:03:42.940359 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b97678-5217-4ed8-b511-5391787d3cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bca0d7-9b93-481a-b4f9-812591b729a6', 'code': 200} Feb 28 21:03:43.036203 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc7327-e625-4b87-9cc8-5efe1e974b23 req-3c9f550f-20fc-419b-bfa1-04c942c7ae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:43.037684 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-02cc7327-e625-4b87-9cc8-5efe1e974b23 req-3c9f550f-20fc-419b-bfa1-04c942c7ae07 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 1128 time: 0.0439310 Feb 28 21:03:43.083970 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-02cc7327-e625-4b87-9cc8-5efe1e974b23 req-3738d298-2165-4854-865c-a2f56b83d182 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407929 Feb 28 21:03:43.801437 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3737b4-8d71-41d7-8600-0c4b86434610 req-516d1749-bb5d-4b6b-a295-1d3f274b3d0f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:43.803039 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8e3737b4-8d71-41d7-8600-0c4b86434610 req-516d1749-bb5d-4b6b-a295-1d3f274b3d0f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0576725 Feb 28 21:03:43.849113 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8e3737b4-8d71-41d7-8600-0c4b86434610 req-97fc4c64-de2a-401a-9a42-f10c8949a8f5 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404539 Feb 28 21:03:44.968083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50aa34d-20a3-47ab-8785-4d3c7491e6b7 req-85517047-8d21-4d4a-b9a3-f8a303cc8117 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:44.969552 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f50aa34d-20a3-47ab-8785-4d3c7491e6b7 req-85517047-8d21-4d4a-b9a3-f8a303cc8117 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0528712 Feb 28 21:03:45.021142 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f50aa34d-20a3-47ab-8785-4d3c7491e6b7 req-2aa47224-4e91-449e-abe9-cfeddc376f25 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453255 Feb 28 21:03:45.135431 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689fce8-ba96-46ff-b6d1-dcf7866861d8 req-f08f5467-47ec-4f67-b24d-384c4111ddaa tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:45.136865 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b689fce8-ba96-46ff-b6d1-dcf7866861d8 req-f08f5467-47ec-4f67-b24d-384c4111ddaa tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0526884 Feb 28 21:03:45.146150 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 44966) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:03:45.150553 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-79ba12a0-bb2e-44b9-8624-f0ccd4db42e1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Request body: {'floatingip': {'port_id': 'd5bca0d7-9b93-481a-b4f9-812591b729a6'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:03:45.192990 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-79ba12a0-bb2e-44b9-8624-f0ccd4db42e1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for floatingip (86dfd07e-8390-417f-ae77-ffdd155d63bf), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:45.644357 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-79ba12a0-bb2e-44b9-8624-f0ccd4db42e1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:45.648830 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-79ba12a0-bb2e-44b9-8624-f0ccd4db42e1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (86dfd07e-8390-417f-ae77-ffdd155d63bf), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:45.751874 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-79ba12a0-bb2e-44b9-8624-f0ccd4db42e1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Floating IP 86dfd07e-8390-417f-ae77-ffdd155d63bf associated. External IP: 172.25.0.229, port: d5bca0d7-9b93-481a-b4f9-812591b729a6. Feb 28 21:03:45.971079 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ba12a0-bb2e-44b9-8624-f0ccd4db42e1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Router fbc41540-22d0-46e8-aef0-793fbf669be3 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:03:46.081295 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ba12a0-bb2e-44b9-8624-f0ccd4db42e1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:03:46.085804 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-79ba12a0-bb2e-44b9-8624-f0ccd4db42e1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:46.090851 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba54316b-fa55-400a-97af-2c44fc5d253e None None] Sync routers for ids ['fbc41540-22d0-46e8-aef0-793fbf669be3'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:03:46.102177 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba54316b-fa55-400a-97af-2c44fc5d253e None None] Routers {'fbc41540-22d0-46e8-aef0-793fbf669be3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:03:46.102804 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ba54316b-fa55-400a-97af-2c44fc5d253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:03:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fbc41540-22d0-46e8-aef0-793fbf669be3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:03:46.382268 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-ba54316b-fa55-400a-97af-2c44fc5d253e None None] Set router fbc41540-22d0-46e8-aef0-793fbf669be3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:03:46.476303 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-79ba12a0-bb2e-44b9-8624-f0ccd4db42e1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "PUT /v2.0/floatingips/86dfd07e-8390-417f-ae77-ffdd155d63bf HTTP/1.1" status: 200 len: 991 time: 1.3290493 Feb 28 21:03:46.476922 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b97678-5217-4ed8-b511-5391787d3cf5', 'tag': 'd5bca0d7-9b93-481a-b4f9-812591b729a6'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:03:46.479382 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0486051d7df3b9817c58d23ff5f51122f24230f78a3454ade93538213635c242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10416d8-c295-4f8f-bb0a-6b7bda999177" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b97678-5217-4ed8-b511-5391787d3cf5", "tag": "d5bca0d7-9b93-481a-b4f9-812591b729a6"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:03:46.565789 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f839e4f7-eef9-41d5-856b-2fda916fb099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:46.586353 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffaf14f-59a7-4755-abf0-659e42ad378e req-86adcafa-f194-40a6-9798-aea565c4848b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:46.592200 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7ffaf14f-59a7-4755-abf0-659e42ad378e req-86adcafa-f194-40a6-9798-aea565c4848b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0640171 Feb 28 21:03:46.631906 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ba54316b-fa55-400a-97af-2c44fc5d253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '86dfd07e-8390-417f-ae77-ffdd155d63bf', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'floating_ip_address': '172.25.0.229', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'port_id': 'd5bca0d7-9b93-481a-b4f9-812591b729a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'mac_address': 'fa:16:3e:9f:42:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b97678-5217-4ed8-b511-5391787d3cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:03:35Z', 'updated_at': '2022-02-28T21:03:45Z', 'revision_number': 1, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:03:46.641763 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7ffaf14f-59a7-4755-abf0-659e42ad378e req-b396a44c-bfdd-4d6f-a7d3-ee6bc13bef75 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484040 Feb 28 21:03:46.663267 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba54316b-fa55-400a-97af-2c44fc5d253e None None] Checking router: fbc41540-22d0-46e8-aef0-793fbf669be3 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:03:46.672849 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba54316b-fa55-400a-97af-2c44fc5d253e None None] Routers {'fbc41540-22d0-46e8-aef0-793fbf669be3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:03:46.674103 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ba54316b-fa55-400a-97af-2c44fc5d253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:03:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fbc41540-22d0-46e8-aef0-793fbf669be3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:03:46.702200 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab906a39-5b99-4500-9b1d-750e75179901 x-openstack-request-id: req-ab906a39-5b99-4500-9b1d-750e75179901 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:03:46.703138 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b97678-5217-4ed8-b511-5391787d3cf5", "tag": "d5bca0d7-9b93-481a-b4f9-812591b729a6", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:03:46.704139 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab906a39-5b99-4500-9b1d-750e75179901 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:03:46.704810 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b97678-5217-4ed8-b511-5391787d3cf5', 'tag': 'd5bca0d7-9b93-481a-b4f9-812591b729a6', 'status': 'completed', 'code': 200} Feb 28 21:03:46.777806 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10416d8-c295-4f8f-bb0a-6b7bda999177 req-251093f4-9e2a-4233-b467-e81e4efee329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:46.780052 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a10416d8-c295-4f8f-bb0a-6b7bda999177 req-251093f4-9e2a-4233-b467-e81e4efee329 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 1128 time: 0.0546308 Feb 28 21:03:46.814764 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fd24f-da5a-4147-b0cc-d46ea5fd972e req-34390212-e055-41d0-bc09-932706912296 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:46.816362 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-832fd24f-da5a-4147-b0cc-d46ea5fd972e req-34390212-e055-41d0-bc09-932706912296 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0564842 Feb 28 21:03:46.816482 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-ba54316b-fa55-400a-97af-2c44fc5d253e None None] Set router fbc41540-22d0-46e8-aef0-793fbf669be3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:03:46.867469 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-832fd24f-da5a-4147-b0cc-d46ea5fd972e req-1da3c360-3109-4e02-ada9-8dd1da402838 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454116 Feb 28 21:03:46.881423 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10416d8-c295-4f8f-bb0a-6b7bda999177 req-95f4732f-438e-4c3c-bceb-a63ab52b1132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:46.883051 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a10416d8-c295-4f8f-bb0a-6b7bda999177 req-95f4732f-438e-4c3c-bceb-a63ab52b1132 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0965350 Feb 28 21:03:46.957083 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a10416d8-c295-4f8f-bb0a-6b7bda999177 req-4f2bc3fb-6f5b-4546-bbd3-77418945cf31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5bca0d7-9b93-481a-b4f9-812591b729a6 HTTP/1.1" status: 200 len: 999 time: 0.0686095 Feb 28 21:03:47.009167 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10416d8-c295-4f8f-bb0a-6b7bda999177 req-4447faa5-4e74-4277-b645-5a56fe05d38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:47.010631 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a10416d8-c295-4f8f-bb0a-6b7bda999177 req-4447faa5-4e74-4277-b645-5a56fe05d38d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0477240 Feb 28 21:03:47.058042 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ba54316b-fa55-400a-97af-2c44fc5d253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '86dfd07e-8390-417f-ae77-ffdd155d63bf', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'floating_ip_address': '172.25.0.229', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'port_id': 'd5bca0d7-9b93-481a-b4f9-812591b729a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'mac_address': 'fa:16:3e:9f:42:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b97678-5217-4ed8-b511-5391787d3cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:03:35Z', 'updated_at': '2022-02-28T21:03:45Z', 'revision_number': 1, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:03:47.059525 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10416d8-c295-4f8f-bb0a-6b7bda999177 req-849213f4-c4f4-4ef4-86b4-732465d699ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:47.061065 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a10416d8-c295-4f8f-bb0a-6b7bda999177 req-849213f4-c4f4-4ef4-86b4-732465d699ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445020 Feb 28 21:03:47.084884 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba54316b-fa55-400a-97af-2c44fc5d253e None None] The sync data for ids ['fbc41540-22d0-46e8-aef0-793fbf669be3'] in n-d-820368-21 is: [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '86dfd07e-8390-417f-ae77-ffdd155d63bf', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'floating_ip_address': '172.25.0.229', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'port_id': 'd5bca0d7-9b93-481a-b4f9-812591b729a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'mac_address': 'fa:16:3e:9f:42:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b97678-5217-4ed8-b511-5391787d3cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:03:35Z', 'updated_at': '2022-02-28T21:03:45Z', 'revision_number': 1, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:03:47.158521 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a10416d8-c295-4f8f-bb0a-6b7bda999177 req-c6004c92-9f78-4c4c-b312-e35d8916f795 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910079 Feb 28 21:03:47.251553 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a10416d8-c295-4f8f-bb0a-6b7bda999177 req-70d29f30-e69f-4951-83e5-bfaece79b991 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874362 Feb 28 21:03:47.445024 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69155368-ca9b-4d5d-a537-f286fda92003 None None] New status for floating IP 86dfd07e-8390-417f-ae77-ffdd155d63bf: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:03:47.995286 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63de46-dfcb-40b9-95f9-e834641c8274 req-7a701c79-8e14-4399-a743-8a40ec1a5c5b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:47.997049 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a63de46-dfcb-40b9-95f9-e834641c8274 req-7a701c79-8e14-4399-a743-8a40ec1a5c5b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0565882 Feb 28 21:03:48.044897 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7a63de46-dfcb-40b9-95f9-e834641c8274 req-58680dd1-ec4f-4df2-bffe-87a0290ceee0 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416944 Feb 28 21:03:48.161792 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b096b1a-5887-4ac3-8533-25ec9e8bd23a req-3554a861-e2c1-4dbd-beaf-5eb30e93b627 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:48.163189 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b096b1a-5887-4ac3-8533-25ec9e8bd23a req-3554a861-e2c1-4dbd-beaf-5eb30e93b627 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0531237 Feb 28 21:03:48.210393 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b096b1a-5887-4ac3-8533-25ec9e8bd23a req-b89ae624-b252-4856-b724-b9c735bb194d tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416465 Feb 28 21:03:48.474924 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-f6a6e563-f1bc-4943-a1c9-81440207e362 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0793304 Feb 28 21:03:48.482345 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebdeeb-aefd-46e5-8b7f-94800855634a req-54537a03-0d0a-43cc-8264-8b2b6e2d053b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:48.483751 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57ebdeeb-aefd-46e5-8b7f-94800855634a req-54537a03-0d0a-43cc-8264-8b2b6e2d053b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0806775 Feb 28 21:03:48.534228 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57ebdeeb-aefd-46e5-8b7f-94800855634a req-7eea88d4-175c-480d-af3f-9be7eef89009 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441294 Feb 28 21:03:48.880654 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-faff1fd8-e597-4051-8fdd-919a9e28bab0 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:48.882097 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-faff1fd8-e597-4051-8fdd-919a9e28bab0 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports/d5bca0d7-9b93-481a-b4f9-812591b729a6 HTTP/1.1" status: 200 len: 942 time: 0.0459294 Feb 28 21:03:49.078257 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8cab3b65-7323-4ac1-b57e-9ff7500fcbca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:49.668200 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d4732-c42f-4af2-bb4d-39d17cb6d830 req-25505a4d-0d19-4aff-97e0-736bd3673782 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:49.670578 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-930d4732-c42f-4af2-bb4d-39d17cb6d830 req-25505a4d-0d19-4aff-97e0-736bd3673782 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0640895 Feb 28 21:03:49.721008 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-930d4732-c42f-4af2-bb4d-39d17cb6d830 req-3c40ae46-16fc-4cba-9dcb-c2492c4ca10a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442543 Feb 28 21:03:49.830073 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-b6976474-4d56-4996-9408-801fa39a5cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:49.831612 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-b6976474-4d56-4996-9408-801fa39a5cce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 1128 time: 0.0456030 Feb 28 21:03:49.918805 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-d65927f8-189f-45d0-8286-f2a9dda248b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:49.920300 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-d65927f8-189f-45d0-8286-f2a9dda248b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0831418 Feb 28 21:03:50.009723 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c40f2be9-1259-4932-a69b-7435d212c208 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5bca0d7-9b93-481a-b4f9-812591b729a6 HTTP/1.1" status: 200 len: 1001 time: 0.0835111 Feb 28 21:03:50.016537 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:50.057984 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-b700544a-2780-4e0b-99f2-91f763972075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:50.059403 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-b700544a-2780-4e0b-99f2-91f763972075 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0436499 Feb 28 21:03:50.107981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-0884b683-8289-4321-b8f7-cc47e1894ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:50.109448 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-0884b683-8289-4321-b8f7-cc47e1894ea4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445845 Feb 28 21:03:50.200138 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-11dc416a-4ae4-482c-9e8b-cb4a86f716b7 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852423 Feb 28 21:03:50.265637 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:50.289726 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-373c9543-e700-4e94-8249-ffde5ca9ebe8 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840938 Feb 28 21:03:50.842005 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433dfd0-cc07-4688-a90a-0ae0efc1f62e req-68b518d5-19b2-4b37-98eb-d8e6ffe0fe4f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:50.843475 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1433dfd0-cc07-4688-a90a-0ae0efc1f62e req-68b518d5-19b2-4b37-98eb-d8e6ffe0fe4f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0521188 Feb 28 21:03:50.889729 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1433dfd0-cc07-4688-a90a-0ae0efc1f62e req-862ce1ba-5388-4246-bb8e-4b29103743d4 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407429 Feb 28 21:03:51.213831 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:03:51.458941 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:52.012094 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809be5b-0531-4f0f-afbc-aa4c9cfc3c41 req-d8973180-ba69-4a94-915e-15bc7ed29a6b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:52.013554 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6809be5b-0531-4f0f-afbc-aa4c9cfc3c41 req-d8973180-ba69-4a94-915e-15bc7ed29a6b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0564647 Feb 28 21:03:52.059256 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6809be5b-0531-4f0f-afbc-aa4c9cfc3c41 req-b769e9b2-7694-4787-a7f9-259a2300081a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393784 Feb 28 21:03:52.788210 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:52.898989 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:03:53.178861 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f69972-24f9-49ff-9946-0467a5daa1da req-5446b74b-af0c-40f6-83e1-77a8d5cfa5fe tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:53.180300 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-20f69972-24f9-49ff-9946-0467a5daa1da req-5446b74b-af0c-40f6-83e1-77a8d5cfa5fe tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0531013 Feb 28 21:03:53.226238 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-20f69972-24f9-49ff-9946-0467a5daa1da req-f648209a-c234-40ab-a630-5cf95bebe7b6 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404518 Feb 28 21:03:54.343087 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577aa68-f5dc-4114-8665-61c02bfa08f9 req-e26745fc-bbfa-4893-b429-03423f9378de tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:54.344600 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5577aa68-f5dc-4114-8665-61c02bfa08f9 req-e26745fc-bbfa-4893-b429-03423f9378de tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0519755 Feb 28 21:03:54.395137 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5577aa68-f5dc-4114-8665-61c02bfa08f9 req-bcc29079-7ded-4c8c-8cfe-362e93e3e8d3 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439868 Feb 28 21:03:55.513665 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12457a95-a2be-4274-9f19-f9558118701e req-80d0bf5f-a2ad-4015-99a1-b272155885c7 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:55.515036 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12457a95-a2be-4274-9f19-f9558118701e req-80d0bf5f-a2ad-4015-99a1-b272155885c7 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0526977 Feb 28 21:03:55.561017 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12457a95-a2be-4274-9f19-f9558118701e req-8113d6e3-8144-4cfb-993d-82ca9af53002 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403845 Feb 28 21:03:56.679586 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220389a-c0ab-4fdc-aa29-619b8975c83f req-bae6eb4d-1427-486a-a9c6-774fe4d158d1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:56.681110 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3220389a-c0ab-4fdc-aa29-619b8975c83f req-bae6eb4d-1427-486a-a9c6-774fe4d158d1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0526247 Feb 28 21:03:56.732569 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3220389a-c0ab-4fdc-aa29-619b8975c83f req-7e16dfcf-7cc5-478f-a682-11a82124d4e6 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458534 Feb 28 21:03:56.777315 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55831562-6204-41fc-917e-f00010e3f390 req-c954b059-6b34-4ece-a236-89c35b6c75af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:56.778806 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-55831562-6204-41fc-917e-f00010e3f390 req-c954b059-6b34-4ece-a236-89c35b6c75af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 1128 time: 0.0496080 Feb 28 21:03:56.883399 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55831562-6204-41fc-917e-f00010e3f390 req-a3d3de03-d75b-4e97-af17-473aa7e1e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:56.884804 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-55831562-6204-41fc-917e-f00010e3f390 req-a3d3de03-d75b-4e97-af17-473aa7e1e053 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0855715 Feb 28 21:03:56.952420 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-55831562-6204-41fc-917e-f00010e3f390 req-00bcb886-85e5-44a9-af1d-989b8026ed7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5bca0d7-9b93-481a-b4f9-812591b729a6 HTTP/1.1" status: 200 len: 1001 time: 0.0611849 Feb 28 21:03:56.999665 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55831562-6204-41fc-917e-f00010e3f390 req-e051198c-e25b-42e8-83de-c36a87c81721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:57.001154 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-55831562-6204-41fc-917e-f00010e3f390 req-e051198c-e25b-42e8-83de-c36a87c81721 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0424645 Feb 28 21:03:57.048453 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55831562-6204-41fc-917e-f00010e3f390 req-6a836d90-cf70-451a-9fde-99e8757bf83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:57.049902 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-55831562-6204-41fc-917e-f00010e3f390 req-6a836d90-cf70-451a-9fde-99e8757bf83d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0422752 Feb 28 21:03:57.140483 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-55831562-6204-41fc-917e-f00010e3f390 req-dc34f111-1c25-424b-b88a-89052272e338 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838175 Feb 28 21:03:57.226475 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-55831562-6204-41fc-917e-f00010e3f390 req-2694deb5-c7cc-4860-bc3e-fe6c1b7228e3 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800982 Feb 28 21:03:57.862240 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9686ab0-3e02-4f6f-bb3e-e899ad25a4ee req-7dfb618e-e474-4e5b-8a93-a69ca5fde88f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:57.863786 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9686ab0-3e02-4f6f-bb3e-e899ad25a4ee req-7dfb618e-e474-4e5b-8a93-a69ca5fde88f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0584812 Feb 28 21:03:57.911041 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9686ab0-3e02-4f6f-bb3e-e899ad25a4ee req-72718e0b-1d22-4132-9fd3-07a628f49e37 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415809 Feb 28 21:03:59.029968 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a59cd8-ee7c-4552-ba14-f7e28737b87d req-e245ac30-86c4-493d-8870-4668f44cf67a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:03:59.031443 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63a59cd8-ee7c-4552-ba14-f7e28737b87d req-e245ac30-86c4-493d-8870-4668f44cf67a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0521822 Feb 28 21:03:59.078691 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63a59cd8-ee7c-4552-ba14-f7e28737b87d req-8bbe7444-b384-422b-9ca9-30f34ef88601 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408387 Feb 28 21:04:00.199207 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db47d20-745a-4db2-ad11-d968d0ae8106 req-9fcb1ebe-3107-45cb-a0e8-08f295355689 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:00.200705 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2db47d20-745a-4db2-ad11-d968d0ae8106 req-9fcb1ebe-3107-45cb-a0e8-08f295355689 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0537524 Feb 28 21:04:00.252310 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2db47d20-745a-4db2-ad11-d968d0ae8106 req-a366ae96-1ff0-4f11-bf52-bbf364f381d8 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460508 Feb 28 21:04:01.373291 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28c44c-d45e-425c-b2be-f501c64d906c req-a7d294f1-2fb8-4d2d-8368-61f02cb8ed50 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:01.374774 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f28c44c-d45e-425c-b2be-f501c64d906c req-a7d294f1-2fb8-4d2d-8368-61f02cb8ed50 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0532687 Feb 28 21:04:01.420918 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f28c44c-d45e-425c-b2be-f501c64d906c req-5a62dca9-261b-43c9-ba86-19af4dce1be5 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398901 Feb 28 21:04:02.541920 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13964695-5ed2-4213-bcb7-ea168f1a2cff req-bdea1f8a-fa2f-4d25-814b-af237a782a66 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:02.543301 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-13964695-5ed2-4213-bcb7-ea168f1a2cff req-bdea1f8a-fa2f-4d25-814b-af237a782a66 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0514600 Feb 28 21:04:02.589167 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-13964695-5ed2-4213-bcb7-ea168f1a2cff req-53b9c982-50e3-46b8-8e9d-9ea483dbef5f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396075 Feb 28 21:04:03.712504 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ee6ba-ed74-46d9-86f4-4204a10af26b req-66e1bcf3-a928-4001-9fd2-616b30eca473 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:03.713976 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-302ee6ba-ed74-46d9-86f4-4204a10af26b req-66e1bcf3-a928-4001-9fd2-616b30eca473 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0573764 Feb 28 21:04:03.761352 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-302ee6ba-ed74-46d9-86f4-4204a10af26b req-3d62779e-feba-43e2-b6d9-cc63d6fc0eee tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417795 Feb 28 21:04:04.881261 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84560400-7297-4985-9893-e6f92b8f4e47 req-6faf4fb2-17a6-4bbd-9c46-254cfae3c50d tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:04.882737 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-84560400-7297-4985-9893-e6f92b8f4e47 req-6faf4fb2-17a6-4bbd-9c46-254cfae3c50d tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0515175 Feb 28 21:04:04.928795 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-84560400-7297-4985-9893-e6f92b8f4e47 req-16fcaf84-9b55-4e5f-ad73-b8115be7b645 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403929 Feb 28 21:04:06.052163 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f82e8b-4923-47e6-a62a-ac7504ecdfb8 req-f6fad8f4-0c74-460a-8e71-a0eaa7bbecfd tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:06.053654 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6f82e8b-4923-47e6-a62a-ac7504ecdfb8 req-f6fad8f4-0c74-460a-8e71-a0eaa7bbecfd tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0569940 Feb 28 21:04:06.100098 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6f82e8b-4923-47e6-a62a-ac7504ecdfb8 req-d8a36fe4-6c59-49ce-a4c7-f020d50e2ced tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408683 Feb 28 21:04:06.935326 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-8bc4ce69-09bd-4ef7-bcc2-ec1015485f2a service neutron] show failed (client error): The resource could not be found. Feb 28 21:04:06.936350 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-8bc4ce69-09bd-4ef7-bcc2-ec1015485f2a service neutron] 10.222.0.15 "GET /v2.0/ports/d5bca0d7-9b93-481a-b4f9-812591b729a6/bindings/n-h2-820368-21 HTTP/1.1" status: 404 len: 381 time: 0.0575101 Feb 28 21:04:07.255242 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c3eb5-c30e-4e88-b3ef-f5f9ac7343ce req-eda4ba23-e209-4972-9ab2-eb7e7dbfa5ee tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:07.256784 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c00c3eb5-c30e-4e88-b3ef-f5f9ac7343ce req-eda4ba23-e209-4972-9ab2-eb7e7dbfa5ee tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0869746 Feb 28 21:04:07.260781 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-35b63bb6-d5cc-466a-b462-f34313350cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:07.262227 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-35b63bb6-d5cc-466a-b462-f34313350cb4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5&tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844 HTTP/1.1" status: 200 len: 1128 time: 0.1176577 Feb 28 21:04:07.280302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820368-21', 'device_owner': 'compute:nova'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:04:07.352497 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c00c3eb5-c30e-4e88-b3ef-f5f9ac7343ce req-8e75d6b4-1fa8-4e31-b3da-92bf742d05d3 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893147 Feb 28 21:04:07.362681 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:07.564341 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] For port d5bca0d7-9b93-481a-b4f9-812591b729a6, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=d5bca0d7-9b93-481a-b4f9-812591b729a6,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:04:07.597298 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] For port d5bca0d7-9b93-481a-b4f9-812591b729a6, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:04:07.637049 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b97678-5217-4ed8-b511-5391787d3cf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5bca0d7-9b93-481a-b4f9-812591b729a6'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:04:07.651522 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] Publish callbacks [] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:07.673964 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] Transition to ACTIVE for port object d5bca0d7-9b93-481a-b4f9-812591b729a6 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:04:07.680976 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b60cd5-dac6-484b-98ca-806fcf8342d3" -d '{"events": [{"server_uuid": "a4b97678-5217-4ed8-b511-5391787d3cf5", "name": "network-vif-unplugged", "status": "completed", "tag": "d5bca0d7-9b93-481a-b4f9-812591b729a6"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:04:07.684085 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:07.796893 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 21:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0821c78-2f23-423e-9224-e2f202f045da x-openstack-request-id: req-f0821c78-2f23-423e-9224-e2f202f045da {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:04:07.797221 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b97678-5217-4ed8-b511-5391787d3cf5", "name": "network-vif-unplugged", "status": "completed", "tag": "d5bca0d7-9b93-481a-b4f9-812591b729a6", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:04:07.797443 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0821c78-2f23-423e-9224-e2f202f045da {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:04:07.798367 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b97678-5217-4ed8-b511-5391787d3cf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5bca0d7-9b93-481a-b4f9-812591b729a6', 'code': 200} Feb 28 21:04:07.807429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] Pushing event updated for resources: {'Port': ['ID=d5bca0d7-9b93-481a-b4f9-812591b729a6,revision_number=6']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:04:07.827489 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] No DVR routers for this DVR port d5bca0d7-9b93-481a-b4f9-812591b729a6 on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:04:07.975085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] Attempting to bind port d5bca0d7-9b93-481a-b4f9-812591b729a6 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:04:07.975417 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] Attempting to bind port d5bca0d7-9b93-481a-b4f9-812591b729a6 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:04:07.975744 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] Attempting to bind port d5bca0d7-9b93-481a-b4f9-812591b729a6 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:04:07.980183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] Port d5bca0d7-9b93-481a-b4f9-812591b729a6 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:04:07.980511 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] Attempting to bind port d5bca0d7-9b93-481a-b4f9-812591b729a6 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:04:07.985865 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:04:07.986204 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] Checking segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:04:07.986584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] Bound using segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:04:07.987008 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] Bound port: d5bca0d7-9b93-481a-b4f9-812591b729a6, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:04:07.987363 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:08.057392 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] For port d5bca0d7-9b93-481a-b4f9-812591b729a6, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:04:08.060536 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] For port d5bca0d7-9b93-481a-b4f9-812591b729a6, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d5bca0d7-9b93-481a-b4f9-812591b729a6,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:04:08.066230 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:08.102223 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:08.102223 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:08.105630 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] 10.222.0.10 "PUT /v2.0/ports/d5bca0d7-9b93-481a-b4f9-812591b729a6 HTTP/1.1" status: 200 len: 1092 time: 0.8319163 Feb 28 21:04:08.164267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab1488-5f2a-4878-9176-31b4c1a28c1f service neutron] Pushing event updated for resources: {'Port': ['ID=d5bca0d7-9b93-481a-b4f9-812591b729a6,revision_number=7']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:04:08.189810 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-3e8ff1f8-dad3-4aa3-85de-201318cde6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:08.191339 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-3e8ff1f8-dad3-4aa3-85de-201318cde6c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 1126 time: 0.0599375 Feb 28 21:04:08.294565 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-0b6252ec-071d-44d8-8aa7-b096b86cef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:08.296133 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-0b6252ec-071d-44d8-8aa7-b096b86cef55 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0970886 Feb 28 21:04:08.370148 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-698fb537-087b-48f0-82ab-9a3dd5333320 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5bca0d7-9b93-481a-b4f9-812591b729a6 HTTP/1.1" status: 200 len: 999 time: 0.0614359 Feb 28 21:04:08.424055 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-8ff0e959-be07-4574-adb1-db518c548957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:08.426531 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-8ff0e959-be07-4574-adb1-db518c548957 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0558336 Feb 28 21:04:08.514257 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-71b21e1a-be49-4d8b-9250-1c9b3b6651ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:08.515863 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-71b21e1a-be49-4d8b-9250-1c9b3b6651ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0821562 Feb 28 21:04:08.526687 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85d8b6-bff9-4520-9d7a-eb3cf4a5914a req-2b427309-81e6-4a57-847e-4ee006ae98b0 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:08.528109 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad85d8b6-bff9-4520-9d7a-eb3cf4a5914a req-2b427309-81e6-4a57-847e-4ee006ae98b0 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 943 time: 0.0864682 Feb 28 21:04:08.630015 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad85d8b6-bff9-4520-9d7a-eb3cf4a5914a req-b55ad858-ee1b-48a7-8b60-395a7eb3884c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933533 Feb 28 21:04:08.649692 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-e2eb7219-6385-4628-8496-6bad045a7fcf service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206594 Feb 28 21:04:08.739078 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-618a725a-e78a-47c0-a488-a090d2eb4016 req-b2e6f14a-9f70-4a6c-a12a-3b789d977b91 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829210 Feb 28 21:04:09.752653 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86616eeb-cc79-490b-bdb9-5f61cbe40d2b req-297cccce-ce11-46f9-909c-594ea8b906ff tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:09.754178 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-86616eeb-cc79-490b-bdb9-5f61cbe40d2b req-297cccce-ce11-46f9-909c-594ea8b906ff tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 943 time: 0.0545454 Feb 28 21:04:09.806451 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b97678-5217-4ed8-b511-5391787d3cf5', 'tag': 'd5bca0d7-9b93-481a-b4f9-812591b729a6'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:04:09.808822 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b757a1-0118-42c2-9de6-ec8e0645cb8c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b97678-5217-4ed8-b511-5391787d3cf5", "tag": "d5bca0d7-9b93-481a-b4f9-812591b729a6"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:04:09.818835 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-86616eeb-cc79-490b-bdb9-5f61cbe40d2b req-b0b9b741-2d5f-4fbb-9933-bd678739ee56 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591311 Feb 28 21:04:09.873729 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010c563f-397a-4117-b3ea-b4cb15430b1d x-openstack-request-id: req-010c563f-397a-4117-b3ea-b4cb15430b1d {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:04:09.874026 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b97678-5217-4ed8-b511-5391787d3cf5", "tag": "d5bca0d7-9b93-481a-b4f9-812591b729a6", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:04:09.874282 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-010c563f-397a-4117-b3ea-b4cb15430b1d {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:04:09.874698 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b97678-5217-4ed8-b511-5391787d3cf5', 'tag': 'd5bca0d7-9b93-481a-b4f9-812591b729a6', 'status': 'completed', 'code': 200} Feb 28 21:04:09.945111 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b757a1-0118-42c2-9de6-ec8e0645cb8c req-a1412e25-91bd-4ab3-802f-22e7f66a356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:09.945864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b757a1-0118-42c2-9de6-ec8e0645cb8c req-e31c3bbc-2e04-4b55-8002-19bc4d8ea4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:09.946536 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-19b757a1-0118-42c2-9de6-ec8e0645cb8c req-a1412e25-91bd-4ab3-802f-22e7f66a356f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 1126 time: 0.0516403 Feb 28 21:04:09.947270 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19b757a1-0118-42c2-9de6-ec8e0645cb8c req-e31c3bbc-2e04-4b55-8002-19bc4d8ea4c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 1126 time: 0.0519166 Feb 28 21:04:10.041823 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b757a1-0118-42c2-9de6-ec8e0645cb8c req-86fa0b0f-29a8-49ca-b7a5-fec3792e08e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:10.043311 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-19b757a1-0118-42c2-9de6-ec8e0645cb8c req-86fa0b0f-29a8-49ca-b7a5-fec3792e08e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0913188 Feb 28 21:04:10.047086 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b757a1-0118-42c2-9de6-ec8e0645cb8c req-1b169645-e9c3-4208-b3a3-1d0aa0677921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:10.048584 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19b757a1-0118-42c2-9de6-ec8e0645cb8c req-1b169645-e9c3-4208-b3a3-1d0aa0677921 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0922325 Feb 28 21:04:10.110289 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-19b757a1-0118-42c2-9de6-ec8e0645cb8c req-e5f6db04-d6e4-4db3-8fe8-8d3175ddcf5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5bca0d7-9b93-481a-b4f9-812591b729a6 HTTP/1.1" status: 200 len: 999 time: 0.0601389 Feb 28 21:04:10.143202 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19b757a1-0118-42c2-9de6-ec8e0645cb8c req-841392ae-b27d-4550-a072-078474244ed3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5bca0d7-9b93-481a-b4f9-812591b729a6 HTTP/1.1" status: 200 len: 999 time: 0.0832775 Feb 28 21:04:10.170367 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b757a1-0118-42c2-9de6-ec8e0645cb8c req-283d4c14-94eb-4c72-bff3-19756ff1ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:10.171862 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-19b757a1-0118-42c2-9de6-ec8e0645cb8c req-283d4c14-94eb-4c72-bff3-19756ff1ac78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0539463 Feb 28 21:04:10.200564 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b757a1-0118-42c2-9de6-ec8e0645cb8c req-033b85da-d2de-4125-abfc-511c486cbd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:10.201999 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19b757a1-0118-42c2-9de6-ec8e0645cb8c req-033b85da-d2de-4125-abfc-511c486cbd42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0503480 Feb 28 21:04:10.232565 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b757a1-0118-42c2-9de6-ec8e0645cb8c req-3a635a6d-b360-4409-a1b0-dd8d923f504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:10.234146 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-19b757a1-0118-42c2-9de6-ec8e0645cb8c req-3a635a6d-b360-4409-a1b0-dd8d923f504c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0567045 Feb 28 21:04:10.267311 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b757a1-0118-42c2-9de6-ec8e0645cb8c req-1acf0a0b-b4dc-4554-a503-99d3e18c6935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:10.268948 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19b757a1-0118-42c2-9de6-ec8e0645cb8c req-1acf0a0b-b4dc-4554-a503-99d3e18c6935 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0603075 Feb 28 21:04:10.337010 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-19b757a1-0118-42c2-9de6-ec8e0645cb8c req-bc2fee4a-ed73-414d-bf0d-f766fe5f0739 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969772 Feb 28 21:04:10.378451 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19b757a1-0118-42c2-9de6-ec8e0645cb8c req-2b41b79b-6d02-49d4-a37e-aa278c357341 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998161 Feb 28 21:04:10.430907 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-19b757a1-0118-42c2-9de6-ec8e0645cb8c req-161a492b-dda9-41b9-84e1-1b0d55105d4f service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883722 Feb 28 21:04:10.478252 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19b757a1-0118-42c2-9de6-ec8e0645cb8c req-965d7359-572e-4323-b2d0-6916f029879d service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939281 Feb 28 21:04:10.814490 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device d5bca0d7-9b93-481a-b4f9-812591b729a6 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:04:10.853707 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] The host n-h1-820368-21 is not matching for port d5bca0d7-9b93-481a-b4f9-812591b729a6 host n-h2-820368-21! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 21:04:10.854104 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device d5bca0d7-9b93-481a-b4f9-812591b729a6 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:04:10.942386 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adcfe4-46c2-4a65-8a98-4dbef2de492b req-9693a8b7-f5ef-468f-8ccb-e7e2c7888266 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:10.943884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92adcfe4-46c2-4a65-8a98-4dbef2de492b req-9693a8b7-f5ef-468f-8ccb-e7e2c7888266 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 943 time: 0.0536909 Feb 28 21:04:10.989956 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92adcfe4-46c2-4a65-8a98-4dbef2de492b req-b3a2c2c9-0478-4a16-b196-972057b36789 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405035 Feb 28 21:04:11.197699 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebd8b0-5d33-4868-b511-0984a82fbb31 req-a70afa19-702a-4d24-b269-0f4a97a199be tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:11.199204 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-40ebd8b0-5d33-4868-b511-0984a82fbb31 req-a70afa19-702a-4d24-b269-0f4a97a199be tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 943 time: 0.0608952 Feb 28 21:04:11.202145 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54801e1-e4d8-40ce-98ca-42ca6a42c03e req-98795e8e-c18b-489f-8d77-69afc2a7acab tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:11.205113 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a54801e1-e4d8-40ce-98ca-42ca6a42c03e req-98795e8e-c18b-489f-8d77-69afc2a7acab tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5&tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&binding%3Ahost_id=n-h2-820368-21 HTTP/1.1" status: 200 len: 943 time: 0.0592108 Feb 28 21:04:11.247372 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-40ebd8b0-5d33-4868-b511-0984a82fbb31 req-dfb67329-a162-4d7b-9bbb-dc1d08bcc5f2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421088 Feb 28 21:04:11.270144 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [req-a54801e1-e4d8-40ce-98ca-42ca6a42c03e req-93cbbe82-836e-4342-a9c6-abaf23830c12 service neutron] delete failed (client error): The resource could not be found. Feb 28 21:04:11.271199 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a54801e1-e4d8-40ce-98ca-42ca6a42c03e req-93cbbe82-836e-4342-a9c6-abaf23830c12 service neutron] 10.222.0.15 "DELETE /v2.0/ports/d5bca0d7-9b93-481a-b4f9-812591b729a6/bindings/n-h1-820368-21 HTTP/1.1" status: 404 len: 381 time: 0.0589275 Feb 28 21:04:11.355076 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54801e1-e4d8-40ce-98ca-42ca6a42c03e req-091dd23e-0684-4412-b7a9-3c196b33dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:11.356561 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a54801e1-e4d8-40ce-98ca-42ca6a42c03e req-091dd23e-0684-4412-b7a9-3c196b33dd4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 1126 time: 0.0442817 Feb 28 21:04:11.445677 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54801e1-e4d8-40ce-98ca-42ca6a42c03e req-af2c49d4-73f3-4cc0-9e63-8b3fd0fa59f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:11.447107 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a54801e1-e4d8-40ce-98ca-42ca6a42c03e req-af2c49d4-73f3-4cc0-9e63-8b3fd0fa59f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0847261 Feb 28 21:04:11.510416 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a54801e1-e4d8-40ce-98ca-42ca6a42c03e req-d6360282-ef87-4e6e-9dd9-2c71fda5a075 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5bca0d7-9b93-481a-b4f9-812591b729a6 HTTP/1.1" status: 200 len: 999 time: 0.0577610 Feb 28 21:04:11.559250 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54801e1-e4d8-40ce-98ca-42ca6a42c03e req-d4e8db63-bff5-4493-8927-c6ab50552064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:11.560707 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a54801e1-e4d8-40ce-98ca-42ca6a42c03e req-d4e8db63-bff5-4493-8927-c6ab50552064 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0453007 Feb 28 21:04:11.608078 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54801e1-e4d8-40ce-98ca-42ca6a42c03e req-bd4652c0-a353-48d8-833a-6b02c7f59cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:11.609462 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a54801e1-e4d8-40ce-98ca-42ca6a42c03e req-bd4652c0-a353-48d8-833a-6b02c7f59cb2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435202 Feb 28 21:04:11.698646 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a54801e1-e4d8-40ce-98ca-42ca6a42c03e req-a7ae7193-5813-4039-a8ac-4fc7f6f0ead5 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831151 Feb 28 21:04:11.785405 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a54801e1-e4d8-40ce-98ca-42ca6a42c03e req-e1e843f4-1d73-4386-b466-a25aef0c6f1f service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807655 Feb 28 21:04:12.033865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d5bca0d7-9b93-481a-b4f9-812591b729a6 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:04:12.133586 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d5bca0d7-9b93-481a-b4f9-812591b729a6, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d5bca0d7-9b93-481a-b4f9-812591b729a6,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:04:12.145509 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'd5bca0d7-9b93-481a-b4f9-812591b729a6', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'port_id': 'd5bca0d7-9b93-481a-b4f9-812591b729a6', 'mac_address': 'fa:16:3e:9f:42:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:04:12.188733 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port d5bca0d7-9b93-481a-b4f9-812591b729a6 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:04:12.189398 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:12.201938 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bca0d7-9b93-481a-b4f9-812591b729a6 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:04:12.222795 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d5bca0d7-9b93-481a-b4f9-812591b729a6, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d5bca0d7-9b93-481a-b4f9-812591b729a6,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:04:12.226050 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:12.285324 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=d5bca0d7-9b93-481a-b4f9-812591b729a6,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:04:12.391462 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea05c7e-9aad-445f-ac77-f1521e0c60c2 req-cd89b800-df4f-4268-99a1-5b3aa2bb6b58 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:12.393565 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ea05c7e-9aad-445f-ac77-f1521e0c60c2 req-cd89b800-df4f-4268-99a1-5b3aa2bb6b58 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 944 time: 0.0624130 Feb 28 21:04:12.444237 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ea05c7e-9aad-445f-ac77-f1521e0c60c2 req-45bb115c-0abf-44db-a859-696246bcd505 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431752 Feb 28 21:04:12.475787 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['d5bca0d7-9b93-481a-b4f9-812591b729a6'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:04:12.571429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d485075-3cf4-472d-b6ef-e12a12de2cb7 req-b7727527-ca60-431e-8744-431346dd832f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:12.572842 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d485075-3cf4-472d-b6ef-e12a12de2cb7 req-b7727527-ca60-431e-8744-431346dd832f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 944 time: 0.0578179 Feb 28 21:04:12.620242 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d485075-3cf4-472d-b6ef-e12a12de2cb7 req-a2ce0bcd-d6bd-42ac-8e5b-12557117a057 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416675 Feb 28 21:04:12.747365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5074c-e0ae-4fc2-9265-151248fcf8c0 req-26ba9389-25ee-46b7-96ee-5be289acb14a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:12.748917 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fff5074c-e0ae-4fc2-9265-151248fcf8c0 req-26ba9389-25ee-46b7-96ee-5be289acb14a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 944 time: 0.0583785 Feb 28 21:04:12.803347 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fff5074c-e0ae-4fc2-9265-151248fcf8c0 req-41b8a84f-f33f-40a5-8e66-d6972b0a0c47 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481536 Feb 28 21:04:13.056608 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8783b8-09f4-4823-9967-afb8131919ea req-51a42662-abe9-409c-a5ad-af8837a50977 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:13.058121 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3c8783b8-09f4-4823-9967-afb8131919ea req-51a42662-abe9-409c-a5ad-af8837a50977 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 944 time: 0.0565405 Feb 28 21:04:13.106327 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3c8783b8-09f4-4823-9967-afb8131919ea req-ec2562b3-3822-444d-8c05-54ee6b126456 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424981 Feb 28 21:04:14.058356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d5bca0d7-9b93-481a-b4f9-812591b729a6 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:04:14.113083 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port d5bca0d7-9b93-481a-b4f9-812591b729a6 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:04:14.118745 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port d5bca0d7-9b93-481a-b4f9-812591b729a6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:04:14.119172 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:14.214678 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port d5bca0d7-9b93-481a-b4f9-812591b729a6 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:04:14.215069 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:14.234583 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab60b6-bd33-45f8-b632-df38c5df4815 req-987839b2-ec8f-4e8f-b11d-572505b16956 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:14.243469 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75ab60b6-bd33-45f8-b632-df38c5df4815 req-987839b2-ec8f-4e8f-b11d-572505b16956 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 944 time: 0.0598850 Feb 28 21:04:14.243704 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b97678-5217-4ed8-b511-5391787d3cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bca0d7-9b93-481a-b4f9-812591b729a6'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:04:14.245831 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a623f0-4156-452e-93ea-8c2171ca35e1" -d '{"events": [{"server_uuid": "a4b97678-5217-4ed8-b511-5391787d3cf5", "name": "network-vif-plugged", "status": "completed", "tag": "d5bca0d7-9b93-481a-b4f9-812591b729a6"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:04:14.258329 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port d5bca0d7-9b93-481a-b4f9-812591b729a6, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d5bca0d7-9b93-481a-b4f9-812591b729a6,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:04:14.262947 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:14.287223 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-75ab60b6-bd33-45f8-b632-df38c5df4815 req-d1d4234d-cc0d-47af-a2cf-3fd11a4275be tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432923 Feb 28 21:04:14.316447 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=d5bca0d7-9b93-481a-b4f9-812591b729a6,revision_number=9']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:04:14.340012 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27a6110-e9b4-43a3-bb3f-d2c28d5aca9d x-openstack-request-id: req-c27a6110-e9b4-43a3-bb3f-d2c28d5aca9d {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:04:14.340383 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b97678-5217-4ed8-b511-5391787d3cf5", "name": "network-vif-plugged", "status": "completed", "tag": "d5bca0d7-9b93-481a-b4f9-812591b729a6", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:04:14.340566 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c27a6110-e9b4-43a3-bb3f-d2c28d5aca9d {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:04:14.340965 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b97678-5217-4ed8-b511-5391787d3cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bca0d7-9b93-481a-b4f9-812591b729a6', 'code': 200} Feb 28 21:04:14.377285 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea911486-5688-4334-9371-0ac3d8428baa req-0c9a9edd-0743-4e13-9bc2-07a4c1f2d8ee tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:14.378740 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea911486-5688-4334-9371-0ac3d8428baa req-0c9a9edd-0743-4e13-9bc2-07a4c1f2d8ee tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 945 time: 0.0569718 Feb 28 21:04:14.470028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-ea911486-5688-4334-9371-0ac3d8428baa req-43ca01c7-a3b5-4d4d-a8ed-cfd2ab71b17a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Deleting port d5bca0d7-9b93-481a-b4f9-812591b729a6 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:04:14.470367 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ea911486-5688-4334-9371-0ac3d8428baa req-43ca01c7-a3b5-4d4d-a8ed-cfd2ab71b17a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:14.561344 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-ea911486-5688-4334-9371-0ac3d8428baa req-43ca01c7-a3b5-4d4d-a8ed-cfd2ab71b17a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] For port d5bca0d7-9b93-481a-b4f9-812591b729a6, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=d5bca0d7-9b93-481a-b4f9-812591b729a6,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:04:14.561707 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ea911486-5688-4334-9371-0ac3d8428baa req-43ca01c7-a3b5-4d4d-a8ed-cfd2ab71b17a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:14.730933 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ea911486-5688-4334-9371-0ac3d8428baa req-43ca01c7-a3b5-4d4d-a8ed-cfd2ab71b17a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:14.731206 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ea911486-5688-4334-9371-0ac3d8428baa req-43ca01c7-a3b5-4d4d-a8ed-cfd2ab71b17a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (86dfd07e-8390-417f-ae77-ffdd155d63bf), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:14.731526 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [req-ea911486-5688-4334-9371-0ac3d8428baa req-43ca01c7-a3b5-4d4d-a8ed-cfd2ab71b17a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Floating IP 86dfd07e-8390-417f-ae77-ffdd155d63bf disassociated. External IP: 172.25.0.229, port: d5bca0d7-9b93-481a-b4f9-812591b729a6. Feb 28 21:04:14.731894 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-ea911486-5688-4334-9371-0ac3d8428baa req-43ca01c7-a3b5-4d4d-a8ed-cfd2ab71b17a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Calling delete_port for d5bca0d7-9b93-481a-b4f9-812591b729a6 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:04:14.860304 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ea911486-5688-4334-9371-0ac3d8428baa req-43ca01c7-a3b5-4d4d-a8ed-cfd2ab71b17a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d5bca0d7-9b93-481a-b4f9-812591b729a6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:14.894296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca01c7-a3b5-4d4d-a8ed-cfd2ab71b17a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Pushing event deleted for resources: {'Port': ['ID=d5bca0d7-9b93-481a-b4f9-812591b729a6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:04:15.012995 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea911486-5688-4334-9371-0ac3d8428baa req-43ca01c7-a3b5-4d4d-a8ed-cfd2ab71b17a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Router fbc41540-22d0-46e8-aef0-793fbf669be3 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:04:15.125828 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea911486-5688-4334-9371-0ac3d8428baa req-43ca01c7-a3b5-4d4d-a8ed-cfd2ab71b17a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:04:15.138238 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b38517-54a1-4b87-9752-23ab4f7be8ef None None] Sync routers for ids ['fbc41540-22d0-46e8-aef0-793fbf669be3'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:04:15.148686 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b38517-54a1-4b87-9752-23ab4f7be8ef None None] Routers {'fbc41540-22d0-46e8-aef0-793fbf669be3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:04:15.149294 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-14b38517-54a1-4b87-9752-23ab4f7be8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:03:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fbc41540-22d0-46e8-aef0-793fbf669be3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:04:15.167628 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea911486-5688-4334-9371-0ac3d8428baa req-43ca01c7-a3b5-4d4d-a8ed-cfd2ab71b17a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] No DVR routers for this DVR port d5bca0d7-9b93-481a-b4f9-812591b729a6 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:04:15.170245 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ea911486-5688-4334-9371-0ac3d8428baa req-43ca01c7-a3b5-4d4d-a8ed-cfd2ab71b17a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:15.174994 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea911486-5688-4334-9371-0ac3d8428baa req-43ca01c7-a3b5-4d4d-a8ed-cfd2ab71b17a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.10 "DELETE /v2.0/ports/d5bca0d7-9b93-481a-b4f9-812591b729a6 HTTP/1.1" status: 204 len: 173 time: 0.7900081 Feb 28 21:04:15.175478 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b97678-5217-4ed8-b511-5391787d3cf5', 'name': 'network-vif-deleted', 'tag': 'd5bca0d7-9b93-481a-b4f9-812591b729a6'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:04:15.178995 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129bb0b5-6944-43f4-b040-9c97944d6179" -d '{"events": [{"server_uuid": "a4b97678-5217-4ed8-b511-5391787d3cf5", "name": "network-vif-deleted", "tag": "d5bca0d7-9b93-481a-b4f9-812591b729a6"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:04:15.217549 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ec2d95-40ac-43ca-a9bd-1681521b6a36 x-openstack-request-id: req-23ec2d95-40ac-43ca-a9bd-1681521b6a36 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:04:15.217851 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b97678-5217-4ed8-b511-5391787d3cf5", "name": "network-vif-deleted", "tag": "d5bca0d7-9b93-481a-b4f9-812591b729a6", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:04:15.218108 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23ec2d95-40ac-43ca-a9bd-1681521b6a36 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:04:15.218517 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b97678-5217-4ed8-b511-5391787d3cf5', 'name': 'network-vif-deleted', 'tag': 'd5bca0d7-9b93-481a-b4f9-812591b729a6', 'status': 'completed', 'code': 200} Feb 28 21:04:15.285078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-14b38517-54a1-4b87-9752-23ab4f7be8ef None None] Set router fbc41540-22d0-46e8-aef0-793fbf669be3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:04:15.412502 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-400d3231-8628-4bd3-bb6f-e6797f8fd1c1 req-c2883052-d8c4-4cc2-8b44-0fff2bfc6b3c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b97678-5217-4ed8-b511-5391787d3cf5 HTTP/1.1" status: 200 len: 210 time: 0.0317550 Feb 28 21:04:15.508345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-14b38517-54a1-4b87-9752-23ab4f7be8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:04:15.538099 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b38517-54a1-4b87-9752-23ab4f7be8ef None None] Checking router: fbc41540-22d0-46e8-aef0-793fbf669be3 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:04:15.546396 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b38517-54a1-4b87-9752-23ab4f7be8ef None None] Routers {'fbc41540-22d0-46e8-aef0-793fbf669be3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:04:15.547006 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-14b38517-54a1-4b87-9752-23ab4f7be8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:03:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fbc41540-22d0-46e8-aef0-793fbf669be3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:04:15.663272 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-14b38517-54a1-4b87-9752-23ab4f7be8ef None None] Set router fbc41540-22d0-46e8-aef0-793fbf669be3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:04:15.855546 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-14b38517-54a1-4b87-9752-23ab4f7be8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:04:15.883293 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b38517-54a1-4b87-9752-23ab4f7be8ef None None] The sync data for ids ['fbc41540-22d0-46e8-aef0-793fbf669be3'] in n-d-820368-21 is: [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:04:16.101752 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab39a170-736f-4a08-b4f5-3d54f5381b9d None None] New status for floating IP 86dfd07e-8390-417f-ae77-ffdd155d63bf: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:04:16.549281 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c576c436-846f-40cb-b778-f1fc14b522a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:16.647195 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-0d11c3d0-f58f-42c1-abbf-03294a4ea3c0 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1339680295&fields=id&tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844 HTTP/1.1" status: 200 len: 267 time: 0.0419762 Feb 28 21:04:16.749749 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-90a66ea3-a809-4a93-a437-87c35ac2e234 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:16.751207 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-90a66ea3-a809-4a93-a437-87c35ac2e234 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 811 time: 0.0974433 Feb 28 21:04:16.765819 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-593b2b88-ba97-4ea2-bc4f-d19790b4ee24 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/quotas/b984dc37e5f346b3a6dd4b7f34cc3844 HTTP/1.1" status: 200 len: 375 time: 0.0086453 Feb 28 21:04:16.823450 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-7400e3e6-97fb-4f21-9248-0acc279fbe93 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529377 Feb 28 21:04:16.985822 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-c7d8ad27-a2f3-43eb-b4cd-847cb70943e0 service neutron] 10.222.0.13 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194873 Feb 28 21:04:17.076744 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-0de0ab66-1df6-4159-808f-946c5fa06ef0 service neutron] 10.222.0.13 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846927 Feb 28 21:04:17.233849 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-87fdb763-e8f9-4173-8a72-c3c31b68a9d7 req-8e5963c6-fa82-4974-b731-07eb52b314c2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 210 time: 0.0282903 Feb 28 21:04:18.073657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d5bca0d7-9b93-481a-b4f9-812591b729a6 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:04:18.094731 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: d5bca0d7-9b93-481a-b4f9-812591b729a6 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:04:18.095579 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device d5bca0d7-9b93-481a-b4f9-812591b729a6 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:04:18.144703 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-a49b767c-b625-4b8e-bc73-c0461fa963fc tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:18.148541 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-a49b767c-b625-4b8e-bc73-c0461fa963fc tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.10 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 811 time: 0.1090729 Feb 28 21:04:18.223914 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-9849c659-a0da-4d5b-80c6-d0a0c5a57371 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844 HTTP/1.1" status: 200 len: 380 time: 0.0685856 Feb 28 21:04:18.232822 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-c11fab8f-8603-4103-b7f7-280b58d45bf2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Request body: {'port': {'device_id': 'dc433e7d-7127-498c-ae62-5e5bf8ae670f', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'admin_state_up': True, 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'security_groups': ['1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:04:18.338687 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3abed821-3ee7-44d5-8854-f0296341fca7 req-72213dc2-a94c-4f88-9e3e-3041316a597f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 210 time: 0.0339153 Feb 28 21:04:18.371805 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-c11fab8f-8603-4103-b7f7-280b58d45bf2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Made reservation on behalf of b984dc37e5f346b3a6dd4b7f34cc3844 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:04:18.375135 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-c11fab8f-8603-4103-b7f7-280b58d45bf2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:18.500110 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-c11fab8f-8603-4103-b7f7-280b58d45bf2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Allocated IP 172.20.0.9 (7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0/a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48/69e4c21c-6e89-4185-b7a4-212d0017564b) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:04:18.638565 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-c11fab8f-8603-4103-b7f7-280b58d45bf2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:18.671404 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-c11fab8f-8603-4103-b7f7-280b58d45bf2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:18.716751 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-c11fab8f-8603-4103-b7f7-280b58d45bf2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:04:18.719709 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-c11fab8f-8603-4103-b7f7-280b58d45bf2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:04:18.723336 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-c11fab8f-8603-4103-b7f7-280b58d45bf2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:04:18.746450 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fab8f-8603-4103-b7f7-280b58d45bf2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Pushing event updated for resources: {'Port': ['ID=69e4c21c-6e89-4185-b7a4-212d0017564b,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:04:18.775925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-c11fab8f-8603-4103-b7f7-280b58d45bf2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:18.776580 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-c11fab8f-8603-4103-b7f7-280b58d45bf2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:18.792796 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-c11fab8f-8603-4103-b7f7-280b58d45bf2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5640290 Feb 28 21:04:18.805026 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] Request body: {'port': {'device_id': 'dc433e7d-7127-498c-ae62-5e5bf8ae670f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:04:18.871279 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:19.024699 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-341dd34a-8b1c-4997-8126-acf433a62acd None None] Provisioning complete for port 69e4c21c-6e89-4185-b7a4-212d0017564b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:04:19.025111 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-341dd34a-8b1c-4997-8126-acf433a62acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:19.058570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-341dd34a-8b1c-4997-8126-acf433a62acd None None] Port 69e4c21c-6e89-4185-b7a4-212d0017564b cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:04:19.079421 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-82fa1146-f679-44ee-9f90-e40f0af51371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:19.141617 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e4c21c-6e89-4185-b7a4-212d0017564b {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:04:19.149340 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] Publish callbacks [] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:19.161260 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] Transition to ACTIVE for port object 69e4c21c-6e89-4185-b7a4-212d0017564b will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:04:19.164783 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:19.235507 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] Pushing event updated for resources: {'Port': ['ID=69e4c21c-6e89-4185-b7a4-212d0017564b,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:04:19.290136 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] Attempting to bind port 69e4c21c-6e89-4185-b7a4-212d0017564b on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:04:19.290481 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] Attempting to bind port 69e4c21c-6e89-4185-b7a4-212d0017564b by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:04:19.290812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] Attempting to bind port 69e4c21c-6e89-4185-b7a4-212d0017564b on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:04:19.295657 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] Port 69e4c21c-6e89-4185-b7a4-212d0017564b on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:04:19.296016 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] Attempting to bind port 69e4c21c-6e89-4185-b7a4-212d0017564b on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:04:19.301802 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:04:19.302146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] Checking segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:04:19.302543 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] Bound using segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:04:19.302976 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] Bound port: 69e4c21c-6e89-4185-b7a4-212d0017564b, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:04:19.303336 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:19.369309 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] For port 69e4c21c-6e89-4185-b7a4-212d0017564b, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:04:19.373222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] For port 69e4c21c-6e89-4185-b7a4-212d0017564b, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=69e4c21c-6e89-4185-b7a4-212d0017564b,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:04:19.381904 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:19.450496 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:19.451130 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:19.452595 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] 10.222.0.10 "PUT /v2.0/ports/69e4c21c-6e89-4185-b7a4-212d0017564b HTTP/1.1" status: 200 len: 1092 time: 0.6523802 Feb 28 21:04:19.455898 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc433e7d-7127-498c-ae62-5e5bf8ae670f', 'tag': '69e4c21c-6e89-4185-b7a4-212d0017564b'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:04:19.458745 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867b9bc9-b3a4-49b1-9d13-5f79011be218" -d '{"events": [{"name": "network-changed", "server_uuid": "dc433e7d-7127-498c-ae62-5e5bf8ae670f", "tag": "69e4c21c-6e89-4185-b7a4-212d0017564b"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:04:19.494290 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40b3e9-edbf-4a87-81db-860611d62cad service neutron] Pushing event updated for resources: {'Port': ['ID=69e4c21c-6e89-4185-b7a4-212d0017564b,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:04:19.540093 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc00903-bb65-4265-a0b5-8708392e01b2 req-e8e87bc7-d619-4e6d-9046-38cbde389571 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:19.541641 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acc00903-bb65-4265-a0b5-8708392e01b2 req-e8e87bc7-d619-4e6d-9046-38cbde389571 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 943 time: 0.1306555 Feb 28 21:04:19.584332 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-0e6df058-1e19-4ed2-b912-00b165780dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:19.585878 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-0e6df058-1e19-4ed2-b912-00b165780dd3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 1126 time: 0.0821846 Feb 28 21:04:19.610316 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acc00903-bb65-4265-a0b5-8708392e01b2 req-e8da790b-d9c9-4147-a4c3-1b7c7dd33b23 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621996 Feb 28 21:04:19.639322 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-0ad447f0-c14a-461d-bf0c-a7faf0025951 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e4c21c-6e89-4185-b7a4-212d0017564b HTTP/1.1" status: 200 len: 217 time: 0.0429878 Feb 28 21:04:19.676755 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c70c1b-5dc4-4556-8aa2-ba41dae249f7 x-openstack-request-id: req-70c70c1b-5dc4-4556-8aa2-ba41dae249f7 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:04:19.677047 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc433e7d-7127-498c-ae62-5e5bf8ae670f", "tag": "69e4c21c-6e89-4185-b7a4-212d0017564b", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:04:19.677298 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70c70c1b-5dc4-4556-8aa2-ba41dae249f7 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:04:19.677688 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc433e7d-7127-498c-ae62-5e5bf8ae670f', 'tag': '69e4c21c-6e89-4185-b7a4-212d0017564b', 'status': 'completed', 'code': 200} Feb 28 21:04:19.696881 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-2dec9ef1-0bf9-4f31-9871-a2161185d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:19.698254 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-2dec9ef1-0bf9-4f31-9871-a2161185d89f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0514207 Feb 28 21:04:19.746862 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-43c5496b-b09a-4e93-9ac4-8593bf955702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:19.748374 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-43c5496b-b09a-4e93-9ac4-8593bf955702 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440421 Feb 28 21:04:19.838986 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-35b755e7-836e-4bb4-80e1-3319c1f17461 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836325 Feb 28 21:04:20.015255 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:20.267550 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:20.272880 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7c4734e3-b394-4086-a595-6e963a7c7ea6 req-5dc97542-99b6-49a1-a49a-dfd198820021 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278333 Feb 28 21:04:20.371122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b9bc9-b3a4-49b1-9d13-5f79011be218 req-a100d580-e91d-4f81-9487-dd1362b3e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:20.372896 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-867b9bc9-b3a4-49b1-9d13-5f79011be218 req-a100d580-e91d-4f81-9487-dd1362b3e707 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 1126 time: 0.0469842 Feb 28 21:04:20.462870 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b9bc9-b3a4-49b1-9d13-5f79011be218 req-fce336aa-60be-41d1-8114-228d9e359d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:20.464348 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-867b9bc9-b3a4-49b1-9d13-5f79011be218 req-fce336aa-60be-41d1-8114-228d9e359d1e service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0857575 Feb 28 21:04:20.505532 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-867b9bc9-b3a4-49b1-9d13-5f79011be218 req-7e04e364-2054-4c19-9ef4-b4ac720bc540 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e4c21c-6e89-4185-b7a4-212d0017564b HTTP/1.1" status: 200 len: 217 time: 0.0350337 Feb 28 21:04:20.562533 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b9bc9-b3a4-49b1-9d13-5f79011be218 req-6a82b20a-957b-43a3-a806-96ba379a2a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:20.564610 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-867b9bc9-b3a4-49b1-9d13-5f79011be218 req-6a82b20a-957b-43a3-a806-96ba379a2a49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0526476 Feb 28 21:04:20.626568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b9bc9-b3a4-49b1-9d13-5f79011be218 req-2bbd0b42-af35-4054-950b-c9b970ee9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:20.628752 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-867b9bc9-b3a4-49b1-9d13-5f79011be218 req-2bbd0b42-af35-4054-950b-c9b970ee9a80 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0565915 Feb 28 21:04:20.770190 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-867b9bc9-b3a4-49b1-9d13-5f79011be218 req-bb0fc026-d4b1-4d5d-8ab9-1b22bd9ae819 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339254 Feb 28 21:04:20.779219 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcf5f8-337a-4770-aafd-938e5c28821b req-7821a2ba-d626-45e8-90ea-94b928e50c0a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:20.780745 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47dcf5f8-337a-4770-aafd-938e5c28821b req-7821a2ba-d626-45e8-90ea-94b928e50c0a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 943 time: 0.0877314 Feb 28 21:04:20.888569 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47dcf5f8-337a-4770-aafd-938e5c28821b req-9b274f2d-1d7f-4e5f-baa4-0a4cde778d23 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988564 Feb 28 21:04:20.906267 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-867b9bc9-b3a4-49b1-9d13-5f79011be218 req-c9507358-e200-4048-94e7-bc40a7864c78 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245470 Feb 28 21:04:21.460935 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:22.008742 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a5989-e7d7-4579-b0bc-258457e3cc83 req-267239ad-02e0-4bc5-9ee3-23615b2108f5 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:22.010212 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8f3a5989-e7d7-4579-b0bc-258457e3cc83 req-267239ad-02e0-4bc5-9ee3-23615b2108f5 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 943 time: 0.0547204 Feb 28 21:04:22.056064 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8f3a5989-e7d7-4579-b0bc-258457e3cc83 req-2a8f719d-b033-4daf-904d-72ca6e138c61 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400043 Feb 28 21:04:22.072600 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 69e4c21c-6e89-4185-b7a4-212d0017564b details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:04:22.165711 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 69e4c21c-6e89-4185-b7a4-212d0017564b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=69e4c21c-6e89-4185-b7a4-212d0017564b,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:04:22.177666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '69e4c21c-6e89-4185-b7a4-212d0017564b', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'port_id': '69e4c21c-6e89-4185-b7a4-212d0017564b', 'mac_address': 'fa:16:3e:a2:a1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:04:22.381389 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 69e4c21c-6e89-4185-b7a4-212d0017564b is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:04:22.381766 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:22.394324 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e4c21c-6e89-4185-b7a4-212d0017564b {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:04:22.413929 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 69e4c21c-6e89-4185-b7a4-212d0017564b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=69e4c21c-6e89-4185-b7a4-212d0017564b,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:04:22.417657 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:22.464011 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=69e4c21c-6e89-4185-b7a4-212d0017564b,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:04:22.612914 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['69e4c21c-6e89-4185-b7a4-212d0017564b'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:04:22.790999 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:22.903020 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:23.174611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4a1ae-23d6-4173-ba04-36a7d946cc6d req-6c460a3b-7c5d-48ba-83a0-e33e6a0b7962 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:23.176129 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cbd4a1ae-23d6-4173-ba04-36a7d946cc6d req-6c460a3b-7c5d-48ba-83a0-e33e6a0b7962 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 944 time: 0.0524001 Feb 28 21:04:23.223553 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cbd4a1ae-23d6-4173-ba04-36a7d946cc6d req-5e33dee8-5263-4f61-99c7-e9995b0b6867 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412781 Feb 28 21:04:24.088025 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 69e4c21c-6e89-4185-b7a4-212d0017564b up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:04:24.135909 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 69e4c21c-6e89-4185-b7a4-212d0017564b completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:04:24.139491 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 69e4c21c-6e89-4185-b7a4-212d0017564b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:04:24.139890 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:24.217896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 69e4c21c-6e89-4185-b7a4-212d0017564b is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:04:24.218304 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:24.241236 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc433e7d-7127-498c-ae62-5e5bf8ae670f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e4c21c-6e89-4185-b7a4-212d0017564b'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:04:24.243455 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81636576-d59c-434c-90b6-4eb2823c3480" -d '{"events": [{"server_uuid": "dc433e7d-7127-498c-ae62-5e5bf8ae670f", "name": "network-vif-plugged", "status": "completed", "tag": "69e4c21c-6e89-4185-b7a4-212d0017564b"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:04:24.256156 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 69e4c21c-6e89-4185-b7a4-212d0017564b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=69e4c21c-6e89-4185-b7a4-212d0017564b,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:04:24.260357 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:24.308763 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=69e4c21c-6e89-4185-b7a4-212d0017564b,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:04:24.353722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9ec9e-2545-4461-8368-2b3e032a385c req-71f671c3-5b6b-4ba1-a461-cd109de8befa tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:24.355101 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61f9ec9e-2545-4461-8368-2b3e032a385c req-71f671c3-5b6b-4ba1-a461-cd109de8befa tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0623436 Feb 28 21:04:24.402147 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-61f9ec9e-2545-4461-8368-2b3e032a385c req-8b3cb7d4-74ed-4209-a975-37e73f3ea8d6 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413830 Feb 28 21:04:24.444949 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b548410-4b1a-404d-9cac-78c618853744 x-openstack-request-id: req-9b548410-4b1a-404d-9cac-78c618853744 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:04:24.445243 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc433e7d-7127-498c-ae62-5e5bf8ae670f", "name": "network-vif-plugged", "status": "completed", "tag": "69e4c21c-6e89-4185-b7a4-212d0017564b", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:04:24.445502 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b548410-4b1a-404d-9cac-78c618853744 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:04:24.445906 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc433e7d-7127-498c-ae62-5e5bf8ae670f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e4c21c-6e89-4185-b7a4-212d0017564b', 'code': 200} Feb 28 21:04:24.544684 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de9082-cc34-4735-b3f3-f04bdece12aa req-5d44cfac-a570-4baf-8183-6ea5fa433f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:24.546178 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-58de9082-cc34-4735-b3f3-f04bdece12aa req-5d44cfac-a570-4baf-8183-6ea5fa433f91 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 1128 time: 0.0440784 Feb 28 21:04:24.590302 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-58de9082-cc34-4735-b3f3-f04bdece12aa req-a2ede139-00a7-4e5d-9699-d1e636615cf9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379663 Feb 28 21:04:25.537604 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b137a7-6648-4465-ad2a-bd92be1dd657 req-d8719cb8-9dc9-45d5-9441-a9c7641c7dfc tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:25.539070 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6b137a7-6648-4465-ad2a-bd92be1dd657 req-d8719cb8-9dc9-45d5-9441-a9c7641c7dfc tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0640421 Feb 28 21:04:25.592538 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6b137a7-6648-4465-ad2a-bd92be1dd657 req-1b0538d0-5913-4c86-877d-93e86f03bd7c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473232 Feb 28 21:04:26.714359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bc8ca-f362-48a6-83e6-11010c3fd127 req-442fac4a-2aa4-41f3-9b12-5dbab30d07ff tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:26.715842 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-065bc8ca-f362-48a6-83e6-11010c3fd127 req-442fac4a-2aa4-41f3-9b12-5dbab30d07ff tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0523167 Feb 28 21:04:26.762639 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-065bc8ca-f362-48a6-83e6-11010c3fd127 req-5c17e290-a8da-47aa-bd48-a7b92585699f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412078 Feb 28 21:04:26.878962 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b34da4-669e-4d43-9856-53ff42d0ba4d req-5ce8be39-8018-48e7-8868-e4bc54c227fe tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:26.880509 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c4b34da4-669e-4d43-9856-53ff42d0ba4d req-5ce8be39-8018-48e7-8868-e4bc54c227fe tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0528159 Feb 28 21:04:26.889059 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45132) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:04:26.893695 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-265f831c-724d-4cfc-b92e-616cf9348519 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Request body: {'floatingip': {'port_id': '69e4c21c-6e89-4185-b7a4-212d0017564b'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:04:26.937205 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-265f831c-724d-4cfc-b92e-616cf9348519 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for floatingip (86dfd07e-8390-417f-ae77-ffdd155d63bf), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:27.375949 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-265f831c-724d-4cfc-b92e-616cf9348519 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:27.380128 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-265f831c-724d-4cfc-b92e-616cf9348519 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (86dfd07e-8390-417f-ae77-ffdd155d63bf), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:27.482055 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-265f831c-724d-4cfc-b92e-616cf9348519 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Floating IP 86dfd07e-8390-417f-ae77-ffdd155d63bf associated. External IP: 172.25.0.229, port: 69e4c21c-6e89-4185-b7a4-212d0017564b. Feb 28 21:04:27.692353 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265f831c-724d-4cfc-b92e-616cf9348519 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Router fbc41540-22d0-46e8-aef0-793fbf669be3 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:04:27.801273 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265f831c-724d-4cfc-b92e-616cf9348519 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:04:27.806005 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-265f831c-724d-4cfc-b92e-616cf9348519 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:27.811490 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1695bcb-c93d-411a-bc60-49da50e4d2bf None None] Sync routers for ids ['fbc41540-22d0-46e8-aef0-793fbf669be3'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:04:27.821492 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1695bcb-c93d-411a-bc60-49da50e4d2bf None None] Routers {'fbc41540-22d0-46e8-aef0-793fbf669be3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:04:27.822119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f1695bcb-c93d-411a-bc60-49da50e4d2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:04:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fbc41540-22d0-46e8-aef0-793fbf669be3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:04:27.835617 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-265f831c-724d-4cfc-b92e-616cf9348519 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "PUT /v2.0/floatingips/86dfd07e-8390-417f-ae77-ffdd155d63bf HTTP/1.1" status: 200 len: 991 time: 0.9455070 Feb 28 21:04:27.836330 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc433e7d-7127-498c-ae62-5e5bf8ae670f', 'tag': '69e4c21c-6e89-4185-b7a4-212d0017564b'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:04:27.838653 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135e985e-108d-48ad-8251-3979dee113b9" -d '{"events": [{"name": "network-changed", "server_uuid": "dc433e7d-7127-498c-ae62-5e5bf8ae670f", "tag": "69e4c21c-6e89-4185-b7a4-212d0017564b"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:04:27.937221 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-f1695bcb-c93d-411a-bc60-49da50e4d2bf None None] Set router fbc41540-22d0-46e8-aef0-793fbf669be3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:04:27.955994 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6019ca-ca2c-41a7-92d2-bf9b5a473ab8 x-openstack-request-id: req-5a6019ca-ca2c-41a7-92d2-bf9b5a473ab8 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:04:27.956234 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc433e7d-7127-498c-ae62-5e5bf8ae670f", "tag": "69e4c21c-6e89-4185-b7a4-212d0017564b", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:04:27.956515 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a6019ca-ca2c-41a7-92d2-bf9b5a473ab8 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:04:27.956859 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc433e7d-7127-498c-ae62-5e5bf8ae670f', 'tag': '69e4c21c-6e89-4185-b7a4-212d0017564b', 'status': 'completed', 'code': 200} Feb 28 21:04:28.077778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e985e-108d-48ad-8251-3979dee113b9 req-99407b2e-a252-4306-9741-a33d1cef30b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:28.079336 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-135e985e-108d-48ad-8251-3979dee113b9 req-99407b2e-a252-4306-9741-a33d1cef30b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 1128 time: 0.0898993 Feb 28 21:04:28.087863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba13246-0c15-47ac-bd78-f81dedc39e2c req-9997746e-82e9-42c8-9289-e320ac9ec36e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:28.089347 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4ba13246-0c15-47ac-bd78-f81dedc39e2c req-9997746e-82e9-42c8-9289-e320ac9ec36e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0867970 Feb 28 21:04:28.182572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f1695bcb-c93d-411a-bc60-49da50e4d2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '86dfd07e-8390-417f-ae77-ffdd155d63bf', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'floating_ip_address': '172.25.0.229', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'port_id': '69e4c21c-6e89-4185-b7a4-212d0017564b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'mac_address': 'fa:16:3e:a2:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc433e7d-7127-498c-ae62-5e5bf8ae670f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:03:35Z', 'updated_at': '2022-02-28T21:04:27Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:04:28.192647 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4ba13246-0c15-47ac-bd78-f81dedc39e2c req-ed65b7d5-d4f1-4e07-b157-f41b75558b7c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949187 Feb 28 21:04:28.213143 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:04:28.213858 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e985e-108d-48ad-8251-3979dee113b9 req-65802b36-882a-4b19-96a8-abf4c0632c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:28.214601 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1695bcb-c93d-411a-bc60-49da50e4d2bf None None] Checking router: fbc41540-22d0-46e8-aef0-793fbf669be3 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:04:28.215360 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-135e985e-108d-48ad-8251-3979dee113b9 req-65802b36-882a-4b19-96a8-abf4c0632c0b service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.1251402 Feb 28 21:04:28.227295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1695bcb-c93d-411a-bc60-49da50e4d2bf None None] Routers {'fbc41540-22d0-46e8-aef0-793fbf669be3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:04:28.227949 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f1695bcb-c93d-411a-bc60-49da50e4d2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:04:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fbc41540-22d0-46e8-aef0-793fbf669be3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:04:28.293295 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-135e985e-108d-48ad-8251-3979dee113b9 req-4caa8253-7512-49bd-967d-ee004ab71d17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e4c21c-6e89-4185-b7a4-212d0017564b HTTP/1.1" status: 200 len: 999 time: 0.0646527 Feb 28 21:04:28.340511 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-f1695bcb-c93d-411a-bc60-49da50e4d2bf None None] Set router fbc41540-22d0-46e8-aef0-793fbf669be3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:04:28.340738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e985e-108d-48ad-8251-3979dee113b9 req-a1492030-ca4b-4660-8270-93e861d170da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:28.342112 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-135e985e-108d-48ad-8251-3979dee113b9 req-a1492030-ca4b-4660-8270-93e861d170da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0459270 Feb 28 21:04:28.392142 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e985e-108d-48ad-8251-3979dee113b9 req-6b2659d2-4983-4f2a-ada6-ceaa332298a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:28.393690 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-135e985e-108d-48ad-8251-3979dee113b9 req-6b2659d2-4983-4f2a-ada6-ceaa332298a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451653 Feb 28 21:04:28.489719 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-135e985e-108d-48ad-8251-3979dee113b9 req-bb40149d-5cbc-4edf-a5a9-49457a688419 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884488 Feb 28 21:04:28.568165 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f1695bcb-c93d-411a-bc60-49da50e4d2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '86dfd07e-8390-417f-ae77-ffdd155d63bf', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'floating_ip_address': '172.25.0.229', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'port_id': '69e4c21c-6e89-4185-b7a4-212d0017564b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'mac_address': 'fa:16:3e:a2:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc433e7d-7127-498c-ae62-5e5bf8ae670f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:03:35Z', 'updated_at': '2022-02-28T21:04:27Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:04:28.582558 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-135e985e-108d-48ad-8251-3979dee113b9 req-6fbfd933-3b71-4104-8656-551255c90b03 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864608 Feb 28 21:04:28.595315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1695bcb-c93d-411a-bc60-49da50e4d2bf None None] The sync data for ids ['fbc41540-22d0-46e8-aef0-793fbf669be3'] in n-d-820368-21 is: [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '86dfd07e-8390-417f-ae77-ffdd155d63bf', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'floating_ip_address': '172.25.0.229', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'port_id': '69e4c21c-6e89-4185-b7a4-212d0017564b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'mac_address': 'fa:16:3e:a2:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc433e7d-7127-498c-ae62-5e5bf8ae670f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:03:35Z', 'updated_at': '2022-02-28T21:04:27Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:04:28.802359 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183dd5df-bf4a-48ab-80e1-07cab48e8d5f None None] New status for floating IP 86dfd07e-8390-417f-ae77-ffdd155d63bf: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:04:29.317901 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47f61a-418f-41cc-854f-4681d4122ed8 req-ad122012-82eb-4e99-9cf3-6116e43cb1df tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:29.319377 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d47f61a-418f-41cc-854f-4681d4122ed8 req-ad122012-82eb-4e99-9cf3-6116e43cb1df tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0534127 Feb 28 21:04:29.370527 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d47f61a-418f-41cc-854f-4681d4122ed8 req-3eb0e766-6709-4849-80aa-1079fd05746b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454922 Feb 28 21:04:30.492506 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad6cbd-2e3b-46b9-b1ae-9b7e609b2c16 req-093d179b-3b0b-4208-9f11-f5a687450e8d tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:30.493972 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ffad6cbd-2e3b-46b9-b1ae-9b7e609b2c16 req-093d179b-3b0b-4208-9f11-f5a687450e8d tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0516553 Feb 28 21:04:30.540379 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ffad6cbd-2e3b-46b9-b1ae-9b7e609b2c16 req-5daa9e70-c465-457b-bdf9-16fd8174e20e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403881 Feb 28 21:04:31.660563 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3ec7c-55a3-4eaa-8fc5-90e39c22c979 req-408351d4-6c18-4a73-a8c4-0871f3f0b05d tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:31.662124 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7ca3ec7c-55a3-4eaa-8fc5-90e39c22c979 req-408351d4-6c18-4a73-a8c4-0871f3f0b05d tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0522447 Feb 28 21:04:31.709602 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7ca3ec7c-55a3-4eaa-8fc5-90e39c22c979 req-6b380189-2405-4a6c-a216-58e4f3631cbe tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413103 Feb 28 21:04:32.832213 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51651f-3ecf-45e6-a527-1601090657d8 req-dcf778c8-afce-420a-bf3d-b6954fd75632 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:32.833757 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad51651f-3ecf-45e6-a527-1601090657d8 req-dcf778c8-afce-420a-bf3d-b6954fd75632 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0563133 Feb 28 21:04:32.879679 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad51651f-3ecf-45e6-a527-1601090657d8 req-ca784a53-57d7-426e-9bb2-37a89aa1d07c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403268 Feb 28 21:04:34.001346 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b044af6-0523-4fc2-83a6-abfd44852452 req-368c725a-3014-4356-bf6e-c0b0b3eb7666 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:34.003488 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b044af6-0523-4fc2-83a6-abfd44852452 req-368c725a-3014-4356-bf6e-c0b0b3eb7666 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0564129 Feb 28 21:04:34.054018 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5b044af6-0523-4fc2-83a6-abfd44852452 req-4d384aed-b344-49df-b6ec-cb9eaebd9414 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407083 Feb 28 21:04:35.171294 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a5c07-32a3-4e12-96a5-4bf2534c59d0 req-83b15983-6254-4b66-b9e8-552af90132fc tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:35.172791 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-584a5c07-32a3-4e12-96a5-4bf2534c59d0 req-83b15983-6254-4b66-b9e8-552af90132fc tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0519404 Feb 28 21:04:35.223103 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-584a5c07-32a3-4e12-96a5-4bf2534c59d0 req-9bf95a0c-dd63-4f5f-9896-81f23f063264 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445955 Feb 28 21:04:36.342956 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a1465-359d-4e1a-91c8-d1e70c5cb98d req-036e6c64-b9fe-42e6-9590-f2ae9fe42bb3 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:36.344524 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b83a1465-359d-4e1a-91c8-d1e70c5cb98d req-036e6c64-b9fe-42e6-9590-f2ae9fe42bb3 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0539083 Feb 28 21:04:36.403203 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b83a1465-359d-4e1a-91c8-d1e70c5cb98d req-8268cba3-dbeb-4d7f-a7cf-3eefb5e2cb58 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524385 Feb 28 21:04:37.521141 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa99866-300d-40de-8db4-a2d02bcc84f5 req-6535bcac-bce9-4a25-8619-aca3a018b7c3 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:37.522539 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-daa99866-300d-40de-8db4-a2d02bcc84f5 req-6535bcac-bce9-4a25-8619-aca3a018b7c3 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0521445 Feb 28 21:04:37.569720 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-daa99866-300d-40de-8db4-a2d02bcc84f5 req-dd3b05d5-a0e2-4ef5-bccd-6341f286da6d tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415530 Feb 28 21:04:38.696189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdeb959-e160-4da1-a5d8-faa0e785d8ae req-afffa0b1-830b-4458-9c01-41ebc5bc0848 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:38.697749 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2cdeb959-e160-4da1-a5d8-faa0e785d8ae req-afffa0b1-830b-4458-9c01-41ebc5bc0848 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0569999 Feb 28 21:04:38.745143 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2cdeb959-e160-4da1-a5d8-faa0e785d8ae req-3eabd009-744e-4d65-ba61-fb399ae8286d tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417194 Feb 28 21:04:39.863413 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c9174-957e-4e08-b906-63baa820e9b8 req-f2112ba3-e1fa-496c-9964-9c560bbafff1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:39.864929 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-093c9174-957e-4e08-b906-63baa820e9b8 req-f2112ba3-e1fa-496c-9964-9c560bbafff1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0526047 Feb 28 21:04:39.910863 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-093c9174-957e-4e08-b906-63baa820e9b8 req-c75c85e1-f30f-40d0-9b1d-7ecbd0ae5d45 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404701 Feb 28 21:04:41.034625 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205c159-dff3-4271-ad43-92475d834cc9 req-a17363e4-3939-4e11-b7c1-80dc824b83ae tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:41.036540 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5205c159-dff3-4271-ad43-92475d834cc9 req-a17363e4-3939-4e11-b7c1-80dc824b83ae tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0578654 Feb 28 21:04:41.082860 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5205c159-dff3-4271-ad43-92475d834cc9 req-10fa10c4-dfe9-4046-b656-32ca05e36931 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406437 Feb 28 21:04:42.202212 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34935706-e9ba-49eb-8e0a-8c240e366e09 req-aed68951-57e6-4a38-9b1b-2fbdee126668 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:42.203684 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34935706-e9ba-49eb-8e0a-8c240e366e09 req-aed68951-57e6-4a38-9b1b-2fbdee126668 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0523217 Feb 28 21:04:42.251431 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-34935706-e9ba-49eb-8e0a-8c240e366e09 req-277b99b1-e014-4fc3-9a80-14e4342a8e26 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410280 Feb 28 21:04:43.371640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed63836-6de5-476f-b33f-1402ec10188e req-ef08cb8c-1292-4af8-91ed-5e5f41d511ed tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:43.373328 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ed63836-6de5-476f-b33f-1402ec10188e req-ef08cb8c-1292-4af8-91ed-5e5f41d511ed tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0525246 Feb 28 21:04:43.423550 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5ed63836-6de5-476f-b33f-1402ec10188e req-513f6e0d-1358-41f8-a217-d7e4041a3609 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447078 Feb 28 21:04:44.548792 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ad07c-c386-493e-ab77-b49a9fdf9c5e req-2eba5802-2b58-4d37-adff-54a1a9428bf6 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:44.550208 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-052ad07c-c386-493e-ab77-b49a9fdf9c5e req-2eba5802-2b58-4d37-adff-54a1a9428bf6 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0547822 Feb 28 21:04:44.598347 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-052ad07c-c386-493e-ab77-b49a9fdf9c5e req-ddbf2700-c925-4169-a4db-0f89d9204bfc tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424962 Feb 28 21:04:44.748852 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff90fa-0394-451e-a702-bec0c4e447f6 req-aa851684-65f6-4cf8-9417-69664f9b69fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:44.750438 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51ff90fa-0394-451e-a702-bec0c4e447f6 req-aa851684-65f6-4cf8-9417-69664f9b69fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 1128 time: 0.0453691 Feb 28 21:04:44.872529 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff90fa-0394-451e-a702-bec0c4e447f6 req-4f38e062-0f57-4170-89ba-661acc9d7eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:44.873932 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51ff90fa-0394-451e-a702-bec0c4e447f6 req-4f38e062-0f57-4170-89ba-661acc9d7eee service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0955150 Feb 28 21:04:44.941985 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51ff90fa-0394-451e-a702-bec0c4e447f6 req-45b495f3-9ad0-4b2b-babf-005dbc81e1ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e4c21c-6e89-4185-b7a4-212d0017564b HTTP/1.1" status: 200 len: 1001 time: 0.0613360 Feb 28 21:04:44.995191 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff90fa-0394-451e-a702-bec0c4e447f6 req-b7ea48fe-7d3b-4d87-9d65-e4b30d3743b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:44.996719 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51ff90fa-0394-451e-a702-bec0c4e447f6 req-b7ea48fe-7d3b-4d87-9d65-e4b30d3743b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0488627 Feb 28 21:04:45.399668 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff90fa-0394-451e-a702-bec0c4e447f6 req-6e06344f-157b-4383-8bdc-7819040b7108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:45.401388 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51ff90fa-0394-451e-a702-bec0c4e447f6 req-6e06344f-157b-4383-8bdc-7819040b7108 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3959262 Feb 28 21:04:45.494236 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51ff90fa-0394-451e-a702-bec0c4e447f6 req-66e85568-4bed-4ad3-af19-b3ba49cf97f4 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863097 Feb 28 21:04:45.593147 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-51ff90fa-0394-451e-a702-bec0c4e447f6 req-9cc9daaa-6ed5-4d91-8590-140f6376e8f9 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917408 Feb 28 21:04:45.726288 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626d867-9cd4-4349-926c-7ba789c7223f req-1563031e-6a80-4623-912a-c2aa42ceeb05 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:45.727818 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4626d867-9cd4-4349-926c-7ba789c7223f req-1563031e-6a80-4623-912a-c2aa42ceeb05 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0549245 Feb 28 21:04:45.777374 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4626d867-9cd4-4349-926c-7ba789c7223f req-97de6cee-563d-495c-9dde-7918a94dab33 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438550 Feb 28 21:04:46.552166 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8a90a26f-0dc1-47b6-b108-11a741154310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:46.902795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05bad7-991e-4404-847c-21f9874f0e4a req-70838ee2-66c6-41c7-895b-d092d3e523cd tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:46.904300 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa05bad7-991e-4404-847c-21f9874f0e4a req-70838ee2-66c6-41c7-895b-d092d3e523cd tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0568917 Feb 28 21:04:46.954684 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fa05bad7-991e-4404-847c-21f9874f0e4a req-7297f6fa-af69-4237-96d9-dfe4233c5e83 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446908 Feb 28 21:04:48.077078 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b5dcd-0b69-4600-8807-99292c7d891e req-6f0d226a-2aa8-4898-ae17-aeee429e11ca tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:48.078575 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea3b5dcd-0b69-4600-8807-99292c7d891e req-6f0d226a-2aa8-4898-ae17-aeee429e11ca tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0524807 Feb 28 21:04:48.129880 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ea3b5dcd-0b69-4600-8807-99292c7d891e req-af9562aa-1cd0-449e-b094-69299bd81e70 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446982 Feb 28 21:04:49.081836 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0576617f-ec9a-469c-9b44-0a5ab65cc22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:49.262651 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe6b56-a443-455c-afa0-018a906fdfe8 req-3f6d137d-5fe2-4603-a242-33a49854a256 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:49.264172 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-09fe6b56-a443-455c-afa0-018a906fdfe8 req-3f6d137d-5fe2-4603-a242-33a49854a256 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0571375 Feb 28 21:04:49.310693 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-09fe6b56-a443-455c-afa0-018a906fdfe8 req-f6c1a296-5eb6-4cc1-95cb-db5a7ca81c2e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410690 Feb 28 21:04:50.025977 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:50.273661 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:50.431517 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041db04-6733-43b4-964b-c7c0a91a23c8 req-80b52e83-de5d-431c-b27d-35e28f729aaf tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:50.433037 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e041db04-6733-43b4-964b-c7c0a91a23c8 req-80b52e83-de5d-431c-b27d-35e28f729aaf tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0537441 Feb 28 21:04:50.482743 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e041db04-6733-43b4-964b-c7c0a91a23c8 req-a9829353-6042-4101-ab74-387b4fe4fb1b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437944 Feb 28 21:04:51.464264 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:51.607588 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e903462-cb42-4bad-ae94-9564e2b03926 req-6b3ce944-2074-4a61-9e0b-d985b51748ea tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:51.609118 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e903462-cb42-4bad-ae94-9564e2b03926 req-6b3ce944-2074-4a61-9e0b-d985b51748ea tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0519321 Feb 28 21:04:51.662521 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e903462-cb42-4bad-ae94-9564e2b03926 req-ef3b6070-c990-4353-b3a3-3263c2759c0b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472276 Feb 28 21:04:52.783097 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2be0d2-bd09-4d33-9717-b15fdd1312d8 req-8ba4ba11-b81f-46d2-98ea-b3990bada8fe tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:52.784592 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8e2be0d2-bd09-4d33-9717-b15fdd1312d8 req-8ba4ba11-b81f-46d2-98ea-b3990bada8fe tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0530119 Feb 28 21:04:52.793322 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:52.831888 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8e2be0d2-bd09-4d33-9717-b15fdd1312d8 req-c134f65f-91df-4dcd-967b-b1c330b7a79d tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416174 Feb 28 21:04:52.913730 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:53.948885 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c3e2c-9180-460f-b90b-a98f4c5b2c46 req-a22193c7-d0a6-46b0-8671-789f59aba7b4 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:53.950368 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf6c3e2c-9180-460f-b90b-a98f4c5b2c46 req-a22193c7-d0a6-46b0-8671-789f59aba7b4 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0515504 Feb 28 21:04:53.996426 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf6c3e2c-9180-460f-b90b-a98f4c5b2c46 req-a753199c-72ca-4214-84f1-88977f013466 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398235 Feb 28 21:04:54.246266 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fa9ec-3eb4-4862-8949-64011f5748c0 req-239da9a9-e558-4463-897f-c2c2e23b9976 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:54.248075 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e58fa9ec-3eb4-4862-8949-64011f5748c0 req-239da9a9-e558-4463-897f-c2c2e23b9976 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0655835 Feb 28 21:04:54.328395 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e58fa9ec-3eb4-4862-8949-64011f5748c0 req-04ef04f5-bbfe-4c20-87bd-19a83bd8627e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719447 Feb 28 21:04:54.334487 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-2a6a744f-1968-4ab8-a546-68519b59466f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1197200 Feb 28 21:04:54.672867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-531672cb-988a-49a5-9bfc-2dc357293315 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:54.674909 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-531672cb-988a-49a5-9bfc-2dc357293315 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports/69e4c21c-6e89-4185-b7a4-212d0017564b HTTP/1.1" status: 200 len: 942 time: 0.0485458 Feb 28 21:04:55.487846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4633bba-2cf0-46e0-a8d4-80ea26af9d5e req-16050548-1efb-4a3f-94f1-4c9f4fea190a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:55.489329 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4633bba-2cf0-46e0-a8d4-80ea26af9d5e req-16050548-1efb-4a3f-94f1-4c9f4fea190a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0873144 Feb 28 21:04:55.495439 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-872d4fe7-7399-4cef-a637-41c1725da34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:55.497094 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-872d4fe7-7399-4cef-a637-41c1725da34e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 1128 time: 0.0641434 Feb 28 21:04:55.594197 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4633bba-2cf0-46e0-a8d4-80ea26af9d5e req-d9157bf5-c504-44c5-96f5-1d24cecec229 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960567 Feb 28 21:04:55.619389 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-97c78b3d-bf8d-438d-bf1a-2c24750f74d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:55.620932 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-97c78b3d-bf8d-438d-bf1a-2c24750f74d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.1163094 Feb 28 21:04:55.687039 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-a1a36310-c7d1-4aba-8887-8f4fa02e87cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e4c21c-6e89-4185-b7a4-212d0017564b HTTP/1.1" status: 200 len: 1001 time: 0.0594847 Feb 28 21:04:55.743805 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-997df134-991f-4fa0-9a79-74a079a69a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:55.745265 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-997df134-991f-4fa0-9a79-74a079a69a2a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0450578 Feb 28 21:04:55.799139 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-c9fffb43-4561-455a-bc37-811086aa252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:55.800679 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-c9fffb43-4561-455a-bc37-811086aa252e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492680 Feb 28 21:04:55.891338 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-19dfaf2d-61a5-4f54-a3ce-23a6c66d9a3f service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835888 Feb 28 21:04:55.983704 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-19ea6985-e471-4b70-8141-48108b8aca7f service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857573 Feb 28 21:04:56.727503 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258ece9-67b3-4b27-86ce-4cae8f43530b req-019a3fc6-29b9-4ccb-be08-c52f1c1386cd tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:56.729157 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2258ece9-67b3-4b27-86ce-4cae8f43530b req-019a3fc6-29b9-4ccb-be08-c52f1c1386cd tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0568800 Feb 28 21:04:56.780882 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2258ece9-67b3-4b27-86ce-4cae8f43530b req-17ede110-426e-490e-a3cc-4ce58b1ed1c0 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453365 Feb 28 21:04:57.846153 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-5a581041-1d84-4fcc-bc87-c7769330d0e9 service neutron] show failed (client error): The resource could not be found. Feb 28 21:04:57.847209 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-5a581041-1d84-4fcc-bc87-c7769330d0e9 service neutron] 10.222.0.10 "GET /v2.0/ports/69e4c21c-6e89-4185-b7a4-212d0017564b/bindings/n-h1-820368-21 HTTP/1.1" status: 404 len: 381 time: 0.0562298 Feb 28 21:04:57.925526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d294759-1ff8-42b7-b58d-d01adf635768 req-121c5645-53fa-4905-8a6b-f117ec7f836f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:57.927053 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5d294759-1ff8-42b7-b58d-d01adf635768 req-121c5645-53fa-4905-8a6b-f117ec7f836f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0725789 Feb 28 21:04:57.984542 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5d294759-1ff8-42b7-b58d-d01adf635768 req-73603ad0-3ac4-4ef3-a5e6-12bc044c931f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477903 Feb 28 21:04:58.118981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-3adc77a8-99c8-4692-851a-8374930bcbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:58.121122 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-3adc77a8-99c8-4692-851a-8374930bcbd2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f&tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844 HTTP/1.1" status: 200 len: 1128 time: 0.0515656 Feb 28 21:04:58.133868 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820368-21', 'device_owner': 'compute:nova'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:04:58.197696 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:58.395194 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] For port 69e4c21c-6e89-4185-b7a4-212d0017564b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=69e4c21c-6e89-4185-b7a4-212d0017564b,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:04:58.427641 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] For port 69e4c21c-6e89-4185-b7a4-212d0017564b, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:04:58.465078 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc433e7d-7127-498c-ae62-5e5bf8ae670f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e4c21c-6e89-4185-b7a4-212d0017564b'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:04:58.467414 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403b6f9e-452a-48e6-9723-93b203a53dea" -d '{"events": [{"server_uuid": "dc433e7d-7127-498c-ae62-5e5bf8ae670f", "name": "network-vif-unplugged", "status": "completed", "tag": "69e4c21c-6e89-4185-b7a4-212d0017564b"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:04:58.471698 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Publish callbacks [] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:58.484195 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Transition to ACTIVE for port object 69e4c21c-6e89-4185-b7a4-212d0017564b will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:04:58.488706 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:58.520124 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 21:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b53b044-c9a9-4975-be2f-f988cb508a44 x-openstack-request-id: req-1b53b044-c9a9-4975-be2f-f988cb508a44 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:04:58.520588 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc433e7d-7127-498c-ae62-5e5bf8ae670f", "name": "network-vif-unplugged", "status": "completed", "tag": "69e4c21c-6e89-4185-b7a4-212d0017564b", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:04:58.521005 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b53b044-c9a9-4975-be2f-f988cb508a44 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:04:58.521644 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc433e7d-7127-498c-ae62-5e5bf8ae670f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e4c21c-6e89-4185-b7a4-212d0017564b', 'code': 200} Feb 28 21:04:58.545380 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Pushing event updated for resources: {'Port': ['ID=69e4c21c-6e89-4185-b7a4-212d0017564b,revision_number=6']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:04:58.583615 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:04:58.583988 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:04:58.584334 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:04:58.584673 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:04:58.585012 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:04:58.585346 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:04:58.585672 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:04:58.586002 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:04:58.586331 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:04:58.586757 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:04:58.586976 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:04:58.587300 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:04:58.587620 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:04:58.629623 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] No DVR routers for this DVR port 69e4c21c-6e89-4185-b7a4-212d0017564b on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:04:58.768882 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Attempting to bind port 69e4c21c-6e89-4185-b7a4-212d0017564b on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:04:58.769330 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Attempting to bind port 69e4c21c-6e89-4185-b7a4-212d0017564b by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:04:58.769713 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Attempting to bind port 69e4c21c-6e89-4185-b7a4-212d0017564b on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:04:58.774156 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Port 69e4c21c-6e89-4185-b7a4-212d0017564b on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:04:58.774481 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Attempting to bind port 69e4c21c-6e89-4185-b7a4-212d0017564b on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:04:58.779235 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:04:58.779568 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Checking segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:04:58.779985 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Bound using segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:04:58.780406 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Bound port: 69e4c21c-6e89-4185-b7a4-212d0017564b, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:04:58.780754 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:58.845034 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] For port 69e4c21c-6e89-4185-b7a4-212d0017564b, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:04:58.848553 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] For port 69e4c21c-6e89-4185-b7a4-212d0017564b, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=69e4c21c-6e89-4185-b7a4-212d0017564b,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:04:58.853803 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:58.891944 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:58.892972 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:04:58.894285 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] 10.222.0.15 "PUT /v2.0/ports/69e4c21c-6e89-4185-b7a4-212d0017564b HTTP/1.1" status: 200 len: 1092 time: 0.7648416 Feb 28 21:04:58.913499 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9a49d-e7db-4fe0-98f1-7872e1bfd259 service neutron] Pushing event updated for resources: {'Port': ['ID=69e4c21c-6e89-4185-b7a4-212d0017564b,revision_number=7']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:04:58.963584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-ed4b24c4-2c5d-4421-8b21-784d7b5ff33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:58.965209 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-ed4b24c4-2c5d-4421-8b21-784d7b5ff33b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 1126 time: 0.0477784 Feb 28 21:04:59.065245 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-b1367652-f75c-49fe-a210-f70f66ce7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:59.066957 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-b1367652-f75c-49fe-a210-f70f66ce7d59 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0958221 Feb 28 21:04:59.112466 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fe0c2-281e-42a5-b299-0068afe8339d req-50eae24e-c2fa-4c81-98ce-d07e89c013fd tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:59.113947 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e68fe0c2-281e-42a5-b299-0068afe8339d req-50eae24e-c2fa-4c81-98ce-d07e89c013fd tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 943 time: 0.0537801 Feb 28 21:04:59.132482 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-b063d426-096f-4b11-8498-c714f5c71b6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e4c21c-6e89-4185-b7a4-212d0017564b HTTP/1.1" status: 200 len: 999 time: 0.0599308 Feb 28 21:04:59.162429 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e68fe0c2-281e-42a5-b299-0068afe8339d req-e55fae1a-fff8-4e6b-b27c-577aae0da472 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425959 Feb 28 21:04:59.188068 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-4eed6a65-1574-4d38-b8ad-c2dbc20b96f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:59.190141 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-4eed6a65-1574-4d38-b8ad-c2dbc20b96f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0515501 Feb 28 21:04:59.238803 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-f901c0ad-e751-432d-a713-562b9a37d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:59.240388 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-f901c0ad-e751-432d-a713-562b9a37d1c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442750 Feb 28 21:04:59.329959 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-ac135101-ad20-49c4-ae70-184e163d3d12 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838649 Feb 28 21:04:59.418626 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca77b899-27cc-4a59-9df4-b25bb5c68972 req-af4a9c99-9541-47d0-9b92-c428f4fcc11d service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828152 Feb 28 21:04:59.535357 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa20d8f-579d-4615-9e94-9fc86b35b8b2 req-bc369a2d-8cdc-4d97-a343-c1fbea36f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:59.537007 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6aa20d8f-579d-4615-9e94-9fc86b35b8b2 req-bc369a2d-8cdc-4d97-a343-c1fbea36f7c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 1126 time: 0.0461004 Feb 28 21:04:59.643500 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa20d8f-579d-4615-9e94-9fc86b35b8b2 req-5ce848b0-71c0-4f2d-8fd9-3fe7ca498e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:59.645051 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6aa20d8f-579d-4615-9e94-9fc86b35b8b2 req-5ce848b0-71c0-4f2d-8fd9-3fe7ca498e2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0873845 Feb 28 21:04:59.709361 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6aa20d8f-579d-4615-9e94-9fc86b35b8b2 req-63260056-dd10-4152-b382-84624c5c6d2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e4c21c-6e89-4185-b7a4-212d0017564b HTTP/1.1" status: 200 len: 999 time: 0.0583708 Feb 28 21:04:59.760385 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa20d8f-579d-4615-9e94-9fc86b35b8b2 req-bd6b3b01-52c8-455e-8f58-416712921de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:59.761805 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6aa20d8f-579d-4615-9e94-9fc86b35b8b2 req-bd6b3b01-52c8-455e-8f58-416712921de0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0466454 Feb 28 21:04:59.809768 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa20d8f-579d-4615-9e94-9fc86b35b8b2 req-348eece0-ee07-4c10-9d2a-793e0fca6f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:04:59.811230 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6aa20d8f-579d-4615-9e94-9fc86b35b8b2 req-348eece0-ee07-4c10-9d2a-793e0fca6f6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432856 Feb 28 21:04:59.897140 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6aa20d8f-579d-4615-9e94-9fc86b35b8b2 req-aae31f5c-bf8a-443c-a8c7-05ef72bf11cc service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788102 Feb 28 21:04:59.987130 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6aa20d8f-579d-4615-9e94-9fc86b35b8b2 req-356e4c4a-b26f-4863-8ab7-7624e77533f9 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839822 Feb 28 21:05:00.281382 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddee3f-ec41-4501-90e2-cae849df6812 req-e20dfe9b-afc8-4c93-95ae-19347d259de6 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:00.282860 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54ddee3f-ec41-4501-90e2-cae849df6812 req-e20dfe9b-afc8-4c93-95ae-19347d259de6 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 943 time: 0.0526252 Feb 28 21:05:00.334038 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54ddee3f-ec41-4501-90e2-cae849df6812 req-1547fd37-d76c-4e65-9a59-69ac1277468b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449085 Feb 28 21:05:00.522772 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc433e7d-7127-498c-ae62-5e5bf8ae670f', 'tag': '69e4c21c-6e89-4185-b7a4-212d0017564b'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:05:00.525051 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4763bcb7-68d5-4082-b416-4bc78028244e" -d '{"events": [{"name": "network-changed", "server_uuid": "dc433e7d-7127-498c-ae62-5e5bf8ae670f", "tag": "69e4c21c-6e89-4185-b7a4-212d0017564b"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:05:00.570839 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ae46fb-75c5-40f5-b562-52b800dc99ae x-openstack-request-id: req-86ae46fb-75c5-40f5-b562-52b800dc99ae {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:05:00.571132 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc433e7d-7127-498c-ae62-5e5bf8ae670f", "tag": "69e4c21c-6e89-4185-b7a4-212d0017564b", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:05:00.571392 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86ae46fb-75c5-40f5-b562-52b800dc99ae {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:05:00.571834 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc433e7d-7127-498c-ae62-5e5bf8ae670f', 'tag': '69e4c21c-6e89-4185-b7a4-212d0017564b', 'status': 'completed', 'code': 200} Feb 28 21:05:00.639408 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763bcb7-68d5-4082-b416-4bc78028244e req-f21f2861-843d-4df9-8e31-20d23bba6aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:00.640972 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4763bcb7-68d5-4082-b416-4bc78028244e req-f21f2861-843d-4df9-8e31-20d23bba6aa9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 1126 time: 0.0491641 Feb 28 21:05:00.654392 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763bcb7-68d5-4082-b416-4bc78028244e req-0d2dc16b-327e-4c68-835d-8a516397a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:00.656040 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4763bcb7-68d5-4082-b416-4bc78028244e req-0d2dc16b-327e-4c68-835d-8a516397a2b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 1126 time: 0.0526633 Feb 28 21:05:00.740183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763bcb7-68d5-4082-b416-4bc78028244e req-6e6b3c58-8626-4e8f-833f-ea17ce6ee551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:00.741805 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4763bcb7-68d5-4082-b416-4bc78028244e req-6e6b3c58-8626-4e8f-833f-ea17ce6ee551 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0931110 Feb 28 21:05:00.754665 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763bcb7-68d5-4082-b416-4bc78028244e req-d5ae4951-4290-4337-b805-8644993081e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:00.756170 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4763bcb7-68d5-4082-b416-4bc78028244e req-d5ae4951-4290-4337-b805-8644993081e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0944312 Feb 28 21:05:00.813305 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4763bcb7-68d5-4082-b416-4bc78028244e req-27cd1d68-4301-486b-8121-f3c3f15ec1f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e4c21c-6e89-4185-b7a4-212d0017564b HTTP/1.1" status: 200 len: 999 time: 0.0648551 Feb 28 21:05:00.821264 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4763bcb7-68d5-4082-b416-4bc78028244e req-da48efb1-f700-4665-af3b-6bd0549b267b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e4c21c-6e89-4185-b7a4-212d0017564b HTTP/1.1" status: 200 len: 999 time: 0.0592203 Feb 28 21:05:00.861871 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763bcb7-68d5-4082-b416-4bc78028244e req-4b761afa-745a-4e70-ae7a-0c6355940616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:00.865899 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4763bcb7-68d5-4082-b416-4bc78028244e req-4b761afa-745a-4e70-ae7a-0c6355940616 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0440664 Feb 28 21:05:00.871848 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763bcb7-68d5-4082-b416-4bc78028244e req-e752b900-21a7-4069-baaf-2e4fc78fb2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:00.873533 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4763bcb7-68d5-4082-b416-4bc78028244e req-e752b900-21a7-4069-baaf-2e4fc78fb2e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0468335 Feb 28 21:05:00.914489 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763bcb7-68d5-4082-b416-4bc78028244e req-83aabef7-d140-4384-a240-40275944ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:00.916057 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4763bcb7-68d5-4082-b416-4bc78028244e req-83aabef7-d140-4384-a240-40275944ac96 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461960 Feb 28 21:05:00.923658 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763bcb7-68d5-4082-b416-4bc78028244e req-7f81d55e-71c3-4f02-b0f5-7c9dab49f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:00.926357 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4763bcb7-68d5-4082-b416-4bc78028244e req-7f81d55e-71c3-4f02-b0f5-7c9dab49f2ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471749 Feb 28 21:05:01.013152 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4763bcb7-68d5-4082-b416-4bc78028244e req-3d79a767-6167-4307-90c0-a13cef8121fe service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809302 Feb 28 21:05:01.015108 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4763bcb7-68d5-4082-b416-4bc78028244e req-1838d01f-0e22-4671-b59e-d5d1f0d18e29 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886130 Feb 28 21:05:01.025024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 69e4c21c-6e89-4185-b7a4-212d0017564b details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:05:01.105313 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4763bcb7-68d5-4082-b416-4bc78028244e req-4872b267-965e-406b-b052-99311b04111b service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867009 Feb 28 21:05:01.112740 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4763bcb7-68d5-4082-b416-4bc78028244e req-ca45352f-a866-4900-8443-43ad9e8b6ad7 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907593 Feb 28 21:05:01.126542 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 69e4c21c-6e89-4185-b7a4-212d0017564b, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=69e4c21c-6e89-4185-b7a4-212d0017564b,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:05:01.138831 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '69e4c21c-6e89-4185-b7a4-212d0017564b', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'port_id': '69e4c21c-6e89-4185-b7a4-212d0017564b', 'mac_address': 'fa:16:3e:a2:a1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:05:01.177502 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 69e4c21c-6e89-4185-b7a4-212d0017564b is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:05:01.178246 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:01.192170 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e4c21c-6e89-4185-b7a4-212d0017564b {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:05:01.210935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 69e4c21c-6e89-4185-b7a4-212d0017564b, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=69e4c21c-6e89-4185-b7a4-212d0017564b,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:05:01.214658 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:01.261401 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=69e4c21c-6e89-4185-b7a4-212d0017564b,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:05:01.268585 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:01.268935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:01.269279 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:01.269614 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:01.269941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:01.270267 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:01.270596 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:01.270918 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:01.271237 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:01.271556 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:01.271914 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:01.272234 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:01.272552 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:01.415976 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['69e4c21c-6e89-4185-b7a4-212d0017564b'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:05:01.457688 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213382e0-a9f8-4d96-9317-699a76b65813 req-97fdf181-68a2-4c36-b5c4-db3471572461 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:01.459193 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-213382e0-a9f8-4d96-9317-699a76b65813 req-97fdf181-68a2-4c36-b5c4-db3471572461 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 944 time: 0.0553946 Feb 28 21:05:01.506574 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-213382e0-a9f8-4d96-9317-699a76b65813 req-b8ecdeec-e1c2-43bd-96cf-1b5a77eacd5d tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414643 Feb 28 21:05:01.753480 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b39d4-7d5d-47ec-ba52-9b3136229b3b req-e52dc4e1-4a50-43f8-92dd-cf0cd28beeff tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:01.754972 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-523b39d4-7d5d-47ec-ba52-9b3136229b3b req-e52dc4e1-4a50-43f8-92dd-cf0cd28beeff tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 944 time: 0.0894794 Feb 28 21:05:01.764797 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72127370-c9f4-4573-986b-119112e66029 req-d520aaa5-fe1f-45f8-b6d8-577e683956d1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:01.766157 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72127370-c9f4-4573-986b-119112e66029 req-d520aaa5-fe1f-45f8-b6d8-577e683956d1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f&tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&binding%3Ahost_id=n-h1-820368-21 HTTP/1.1" status: 200 len: 944 time: 0.0919709 Feb 28 21:05:01.844802 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-523b39d4-7d5d-47ec-ba52-9b3136229b3b req-d4b3024a-6dfb-4281-be10-ad4d74078aab tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776868 Feb 28 21:05:01.853317 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-72127370-c9f4-4573-986b-119112e66029 req-60c52bad-ae6e-4150-823e-dcd48b3ab571 service neutron] delete failed (client error): The resource could not be found. Feb 28 21:05:01.854297 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72127370-c9f4-4573-986b-119112e66029 req-60c52bad-ae6e-4150-823e-dcd48b3ab571 service neutron] 10.222.0.10 "DELETE /v2.0/ports/69e4c21c-6e89-4185-b7a4-212d0017564b/bindings/n-h2-820368-21 HTTP/1.1" status: 404 len: 381 time: 0.0742662 Feb 28 21:05:01.944840 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72127370-c9f4-4573-986b-119112e66029 req-bdad300d-7781-4ede-abcf-d3283c85be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:01.946403 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72127370-c9f4-4573-986b-119112e66029 req-bdad300d-7781-4ede-abcf-d3283c85be22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 1127 time: 0.0466363 Feb 28 21:05:02.047271 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72127370-c9f4-4573-986b-119112e66029 req-e17c5bb5-8d31-45fd-b04f-726f29cac5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:02.048780 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72127370-c9f4-4573-986b-119112e66029 req-e17c5bb5-8d31-45fd-b04f-726f29cac5a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0965264 Feb 28 21:05:02.113972 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72127370-c9f4-4573-986b-119112e66029 req-7579a5f3-e1c7-4bfc-9f79-72a6878f0269 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e4c21c-6e89-4185-b7a4-212d0017564b HTTP/1.1" status: 200 len: 1000 time: 0.0583239 Feb 28 21:05:02.165587 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72127370-c9f4-4573-986b-119112e66029 req-413fa21f-bc2e-45eb-a1f0-b549e1d0ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:02.167012 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72127370-c9f4-4573-986b-119112e66029 req-413fa21f-bc2e-45eb-a1f0-b549e1d0ec04 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0472825 Feb 28 21:05:02.216034 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72127370-c9f4-4573-986b-119112e66029 req-89e6f527-6307-4567-b1f1-34f4f767b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:02.217776 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72127370-c9f4-4573-986b-119112e66029 req-89e6f527-6307-4567-b1f1-34f4f767b14d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447996 Feb 28 21:05:02.227826 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 69e4c21c-6e89-4185-b7a4-212d0017564b no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:05:02.272359 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] The host n-h2-820368-21 is not matching for port 69e4c21c-6e89-4185-b7a4-212d0017564b host n-h1-820368-21! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 21:05:02.272755 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 69e4c21c-6e89-4185-b7a4-212d0017564b not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:05:02.317032 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72127370-c9f4-4573-986b-119112e66029 req-eef30a13-2bca-4cdb-8180-dc9fe0350e1e service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918624 Feb 28 21:05:02.408071 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72127370-c9f4-4573-986b-119112e66029 req-bcf6d0df-66aa-4bf0-804a-dcbe518ddcc2 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853612 Feb 28 21:05:02.969491 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e082c-af39-4af3-9626-63973f809cba req-4a96c08b-a0f1-4b6a-9a47-867fcb76f565 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:02.970993 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b07e082c-af39-4af3-9626-63973f809cba req-4a96c08b-a0f1-4b6a-9a47-867fcb76f565 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 944 time: 0.0562019 Feb 28 21:05:03.018091 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b07e082c-af39-4af3-9626-63973f809cba req-9d167956-7826-4985-97a3-5aa12fea0495 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414536 Feb 28 21:05:03.056740 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 69e4c21c-6e89-4185-b7a4-212d0017564b up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:05:03.107900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 69e4c21c-6e89-4185-b7a4-212d0017564b completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:05:03.112682 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 69e4c21c-6e89-4185-b7a4-212d0017564b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:05:03.113216 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:03.141134 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0967dbb-335d-49a7-937e-4baf89628bdd req-9565bafe-a31f-4ef2-a0fe-f81a732c43cc tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:03.142542 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f0967dbb-335d-49a7-937e-4baf89628bdd req-9565bafe-a31f-4ef2-a0fe-f81a732c43cc tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 944 time: 0.0585363 Feb 28 21:05:03.189639 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f0967dbb-335d-49a7-937e-4baf89628bdd req-3e4e5c56-47cb-4bfb-80aa-49fe48edf070 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411808 Feb 28 21:05:03.192424 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 69e4c21c-6e89-4185-b7a4-212d0017564b is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:05:03.192818 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:03.216799 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc433e7d-7127-498c-ae62-5e5bf8ae670f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e4c21c-6e89-4185-b7a4-212d0017564b'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:05:03.219014 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a8d6cf-0717-4714-aa5c-6e6564ee8cc9" -d '{"events": [{"server_uuid": "dc433e7d-7127-498c-ae62-5e5bf8ae670f", "name": "network-vif-plugged", "status": "completed", "tag": "69e4c21c-6e89-4185-b7a4-212d0017564b"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:05:03.231413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 69e4c21c-6e89-4185-b7a4-212d0017564b, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=69e4c21c-6e89-4185-b7a4-212d0017564b,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:05:03.236344 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:03.286492 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=69e4c21c-6e89-4185-b7a4-212d0017564b,revision_number=9']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:05:03.326917 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59de6f24-22e7-44a6-8954-6465edd6680c x-openstack-request-id: req-59de6f24-22e7-44a6-8954-6465edd6680c {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:05:03.327403 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc433e7d-7127-498c-ae62-5e5bf8ae670f", "name": "network-vif-plugged", "status": "completed", "tag": "69e4c21c-6e89-4185-b7a4-212d0017564b", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:05:03.327665 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59de6f24-22e7-44a6-8954-6465edd6680c {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:05:03.328118 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc433e7d-7127-498c-ae62-5e5bf8ae670f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e4c21c-6e89-4185-b7a4-212d0017564b', 'code': 200} Feb 28 21:05:03.420800 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a127fc-2a48-4041-8deb-3fc715d11aed req-f1c4d740-6231-49ca-9289-be01590a0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:03.422341 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c8a127fc-2a48-4041-8deb-3fc715d11aed req-f1c4d740-6231-49ca-9289-be01590a0077 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 1128 time: 0.0449557 Feb 28 21:05:03.423656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7fc75-8fe9-4d5c-938c-ae2627b2f227 req-ca2f3340-b6d0-488d-8085-340063829b89 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:03.425154 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bac7fc75-8fe9-4d5c-938c-ae2627b2f227 req-ca2f3340-b6d0-488d-8085-340063829b89 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0540714 Feb 28 21:05:03.472287 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bac7fc75-8fe9-4d5c-938c-ae2627b2f227 req-65a31072-7d10-459d-8e57-766c4ac381bf tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414457 Feb 28 21:05:03.516090 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a127fc-2a48-4041-8deb-3fc715d11aed req-37a22795-1213-4f56-9e52-6ce4c9554099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:03.517570 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c8a127fc-2a48-4041-8deb-3fc715d11aed req-37a22795-1213-4f56-9e52-6ce4c9554099 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0873964 Feb 28 21:05:03.578913 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c8a127fc-2a48-4041-8deb-3fc715d11aed req-81edc2df-416a-49bb-9a5f-bd3a6e0ee8da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e4c21c-6e89-4185-b7a4-212d0017564b HTTP/1.1" status: 200 len: 1001 time: 0.0557091 Feb 28 21:05:03.946586 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a127fc-2a48-4041-8deb-3fc715d11aed req-ef5a1a37-15da-4449-a648-df48f2c22701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:03.948045 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c8a127fc-2a48-4041-8deb-3fc715d11aed req-ef5a1a37-15da-4449-a648-df48f2c22701 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.3630528 Feb 28 21:05:03.994707 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a127fc-2a48-4041-8deb-3fc715d11aed req-4c806682-2578-4d55-bf06-c3ce0d638969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:03.996187 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c8a127fc-2a48-4041-8deb-3fc715d11aed req-4c806682-2578-4d55-bf06-c3ce0d638969 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0423989 Feb 28 21:05:04.081501 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c8a127fc-2a48-4041-8deb-3fc715d11aed req-37f94c06-489b-4653-8212-fa31f268c69d service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793023 Feb 28 21:05:04.171348 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c8a127fc-2a48-4041-8deb-3fc715d11aed req-42b7f912-f14f-4af2-9a74-e0062362c63f service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831819 Feb 28 21:05:04.593282 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f91b90-3c69-4a80-a234-486ae8582080 req-d647158d-b680-451c-a901-aff76a9f2c3e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:04.594782 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99f91b90-3c69-4a80-a234-486ae8582080 req-d647158d-b680-451c-a901-aff76a9f2c3e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0534406 Feb 28 21:05:04.649148 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99f91b90-3c69-4a80-a234-486ae8582080 req-82b32431-9c08-4326-9616-0f749967a9c8 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481863 Feb 28 21:05:05.211674 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:05:05.770234 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233baec5-fa57-404c-92a0-1eb9059b3db5 req-0798c4ee-4274-4a1a-84cc-1e701d14e62e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:05.771725 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-233baec5-fa57-404c-92a0-1eb9059b3db5 req-0798c4ee-4274-4a1a-84cc-1e701d14e62e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0525303 Feb 28 21:05:05.817729 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-233baec5-fa57-404c-92a0-1eb9059b3db5 req-012f2d7c-0aaa-4118-942c-9940cbfdc625 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402453 Feb 28 21:05:06.049981 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb92ef-c36c-4040-aea3-4b33d5d42aa4 req-d7aa8371-16bc-459d-bd26-860efb8fb0c3 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:06.051459 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-14bb92ef-c36c-4040-aea3-4b33d5d42aa4 req-d7aa8371-16bc-459d-bd26-860efb8fb0c3 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0534716 Feb 28 21:05:06.098474 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-14bb92ef-c36c-4040-aea3-4b33d5d42aa4 req-0d4e3e4b-a808-4148-bd62-953c4b0a56e1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412736 Feb 28 21:05:07.223230 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d1db2-7620-40bb-9832-4d50fe06f5ca req-ee1a0bd8-2544-4392-807d-0d3f1961ceed tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:07.224741 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c19d1db2-7620-40bb-9832-4d50fe06f5ca req-ee1a0bd8-2544-4392-807d-0d3f1961ceed tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0575161 Feb 28 21:05:07.273852 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c19d1db2-7620-40bb-9832-4d50fe06f5ca req-8ad61fb6-2d8a-464c-9db2-9bc0b6b53c67 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432057 Feb 28 21:05:07.294966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82aa78-93e3-4910-97ef-4053770697ce req-ec8b3104-d291-4dc6-a001-55efc3379838 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:07.296435 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4a82aa78-93e3-4910-97ef-4053770697ce req-ec8b3104-d291-4dc6-a001-55efc3379838 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 945 time: 0.0527568 Feb 28 21:05:07.406194 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-4a82aa78-93e3-4910-97ef-4053770697ce req-d820eabc-2a8f-4d97-90bd-c018e76ce000 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Deleting port 69e4c21c-6e89-4185-b7a4-212d0017564b {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:05:07.406448 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4a82aa78-93e3-4910-97ef-4053770697ce req-d820eabc-2a8f-4d97-90bd-c018e76ce000 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:07.491660 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-4a82aa78-93e3-4910-97ef-4053770697ce req-d820eabc-2a8f-4d97-90bd-c018e76ce000 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] For port 69e4c21c-6e89-4185-b7a4-212d0017564b, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=69e4c21c-6e89-4185-b7a4-212d0017564b,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:05:07.492051 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4a82aa78-93e3-4910-97ef-4053770697ce req-d820eabc-2a8f-4d97-90bd-c018e76ce000 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:07.667052 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4a82aa78-93e3-4910-97ef-4053770697ce req-d820eabc-2a8f-4d97-90bd-c018e76ce000 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:07.667326 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4a82aa78-93e3-4910-97ef-4053770697ce req-d820eabc-2a8f-4d97-90bd-c018e76ce000 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (86dfd07e-8390-417f-ae77-ffdd155d63bf), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:07.667640 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [req-4a82aa78-93e3-4910-97ef-4053770697ce req-d820eabc-2a8f-4d97-90bd-c018e76ce000 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Floating IP 86dfd07e-8390-417f-ae77-ffdd155d63bf disassociated. External IP: 172.25.0.229, port: 69e4c21c-6e89-4185-b7a4-212d0017564b. Feb 28 21:05:07.668013 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-4a82aa78-93e3-4910-97ef-4053770697ce req-d820eabc-2a8f-4d97-90bd-c018e76ce000 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Calling delete_port for 69e4c21c-6e89-4185-b7a4-212d0017564b owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:05:07.800507 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4a82aa78-93e3-4910-97ef-4053770697ce req-d820eabc-2a8f-4d97-90bd-c018e76ce000 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (69e4c21c-6e89-4185-b7a4-212d0017564b), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:07.832543 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820eabc-2a8f-4d97-90bd-c018e76ce000 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Pushing event deleted for resources: {'Port': ['ID=69e4c21c-6e89-4185-b7a4-212d0017564b,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:05:07.949770 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a82aa78-93e3-4910-97ef-4053770697ce req-d820eabc-2a8f-4d97-90bd-c018e76ce000 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Router fbc41540-22d0-46e8-aef0-793fbf669be3 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:05:08.061242 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a82aa78-93e3-4910-97ef-4053770697ce req-d820eabc-2a8f-4d97-90bd-c018e76ce000 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:05:08.071911 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880df242-8248-45e3-8a0b-97e43b7f7979 None None] Sync routers for ids ['fbc41540-22d0-46e8-aef0-793fbf669be3'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:05:08.082901 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880df242-8248-45e3-8a0b-97e43b7f7979 None None] Routers {'fbc41540-22d0-46e8-aef0-793fbf669be3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:05:08.083658 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-880df242-8248-45e3-8a0b-97e43b7f7979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:04:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fbc41540-22d0-46e8-aef0-793fbf669be3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:05:08.102746 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a82aa78-93e3-4910-97ef-4053770697ce req-d820eabc-2a8f-4d97-90bd-c018e76ce000 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] No DVR routers for this DVR port 69e4c21c-6e89-4185-b7a4-212d0017564b on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:05:08.105525 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-4a82aa78-93e3-4910-97ef-4053770697ce req-d820eabc-2a8f-4d97-90bd-c018e76ce000 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:08.108839 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-4a82aa78-93e3-4910-97ef-4053770697ce req-d820eabc-2a8f-4d97-90bd-c018e76ce000 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.15 "DELETE /v2.0/ports/69e4c21c-6e89-4185-b7a4-212d0017564b HTTP/1.1" status: 204 len: 173 time: 0.8065853 Feb 28 21:05:08.109286 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc433e7d-7127-498c-ae62-5e5bf8ae670f', 'name': 'network-vif-deleted', 'tag': '69e4c21c-6e89-4185-b7a4-212d0017564b'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:05:08.111655 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672f6c7e-ed39-4199-a1fe-c3d4ee4c2d3e" -d '{"events": [{"server_uuid": "dc433e7d-7127-498c-ae62-5e5bf8ae670f", "name": "network-vif-deleted", "tag": "69e4c21c-6e89-4185-b7a4-212d0017564b"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:05:08.153757 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64bbc76-d56d-444c-85e0-d9b8e3267f31 x-openstack-request-id: req-b64bbc76-d56d-444c-85e0-d9b8e3267f31 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:05:08.154073 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc433e7d-7127-498c-ae62-5e5bf8ae670f", "name": "network-vif-deleted", "tag": "69e4c21c-6e89-4185-b7a4-212d0017564b", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:05:08.154316 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b64bbc76-d56d-444c-85e0-d9b8e3267f31 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:05:08.154731 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc433e7d-7127-498c-ae62-5e5bf8ae670f', 'name': 'network-vif-deleted', 'tag': '69e4c21c-6e89-4185-b7a4-212d0017564b', 'status': 'completed', 'code': 200} Feb 28 21:05:08.204735 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-880df242-8248-45e3-8a0b-97e43b7f7979 None None] Set router fbc41540-22d0-46e8-aef0-793fbf669be3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:05:08.392424 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1a06f6b7-f5ef-4d82-b981-4b1ab1f74b99 req-f87c2799-466b-4e65-994e-3119cf0c0fd4 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc433e7d-7127-498c-ae62-5e5bf8ae670f HTTP/1.1" status: 200 len: 210 time: 0.0304351 Feb 28 21:05:08.414083 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-880df242-8248-45e3-8a0b-97e43b7f7979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:05:08.439624 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880df242-8248-45e3-8a0b-97e43b7f7979 None None] Checking router: fbc41540-22d0-46e8-aef0-793fbf669be3 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:05:08.448250 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880df242-8248-45e3-8a0b-97e43b7f7979 None None] Routers {'fbc41540-22d0-46e8-aef0-793fbf669be3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:05:08.448872 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-880df242-8248-45e3-8a0b-97e43b7f7979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:04:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fbc41540-22d0-46e8-aef0-793fbf669be3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:05:08.553199 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-880df242-8248-45e3-8a0b-97e43b7f7979 None None] Set router fbc41540-22d0-46e8-aef0-793fbf669be3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:05:08.750730 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-880df242-8248-45e3-8a0b-97e43b7f7979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:05:08.776280 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880df242-8248-45e3-8a0b-97e43b7f7979 None None] The sync data for ids ['fbc41540-22d0-46e8-aef0-793fbf669be3'] in n-d-820368-21 is: [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:05:08.999828 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4b2b05-0557-447e-851d-b865934149f0 None None] New status for floating IP 86dfd07e-8390-417f-ae77-ffdd155d63bf: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:05:09.626861 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-d926a28e-865b-4955-ae03-95f72f823429 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1339680295&fields=id&tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844 HTTP/1.1" status: 200 len: 267 time: 0.0409963 Feb 28 21:05:09.734721 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-d146525d-ae0f-45f3-b7fe-a6712c9cdafd tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:09.736112 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-d146525d-ae0f-45f3-b7fe-a6712c9cdafd tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 811 time: 0.1024199 Feb 28 21:05:09.751061 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-a3cb462d-dbd9-4590-84a6-a21960e17e74 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/quotas/b984dc37e5f346b3a6dd4b7f34cc3844 HTTP/1.1" status: 200 len: 375 time: 0.0089710 Feb 28 21:05:09.806379 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-c48d6e6f-3b9f-4b83-805e-182047a210c2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499101 Feb 28 21:05:09.903887 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-ddfa0b2a-3515-4ddb-b772-173b00e4c343 service neutron] 10.222.0.13 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856156 Feb 28 21:05:09.991862 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-3a30da7e-8cb7-4616-b98d-97c30261cda8 service neutron] 10.222.0.13 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821629 Feb 28 21:05:10.154254 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-48c01d8e-10a1-48ac-9b12-7035d30a80ec req-f7208b14-43bf-482a-8320-ef8527d06066 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 210 time: 0.0272069 Feb 28 21:05:11.048409 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-087c65cc-6e76-4063-b924-a710eb99a5cb tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:11.049901 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-087c65cc-6e76-4063-b924-a710eb99a5cb tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 811 time: 0.0996661 Feb 28 21:05:11.109884 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 69e4c21c-6e89-4185-b7a4-212d0017564b no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:05:11.115479 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-6ec07068-552f-40e9-8c89-72b491faf21f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844 HTTP/1.1" status: 200 len: 380 time: 0.0559273 Feb 28 21:05:11.124623 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-72137015-2c64-4455-876e-61343f3b169c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Request body: {'port': {'device_id': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'admin_state_up': True, 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'security_groups': ['1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:05:11.130814 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 69e4c21c-6e89-4185-b7a4-212d0017564b {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:05:11.131162 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 69e4c21c-6e89-4185-b7a4-212d0017564b not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:05:11.235814 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-72137015-2c64-4455-876e-61343f3b169c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Made reservation on behalf of b984dc37e5f346b3a6dd4b7f34cc3844 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:05:11.239218 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-72137015-2c64-4455-876e-61343f3b169c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:11.260208 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-956cfc0b-7244-47c6-8df4-e16a0f2d29db req-701e6d7c-fa0a-4d77-bbcf-d90f42549de9 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 210 time: 0.0331886 Feb 28 21:05:11.371072 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-72137015-2c64-4455-876e-61343f3b169c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Allocated IP 172.20.0.13 (7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0/a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48/3da4dcd9-554c-448c-9777-6e1e7be94c70) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:05:11.507908 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-72137015-2c64-4455-876e-61343f3b169c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:11.539897 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-72137015-2c64-4455-876e-61343f3b169c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:11.586379 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-72137015-2c64-4455-876e-61343f3b169c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:05:11.589348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-72137015-2c64-4455-876e-61343f3b169c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:05:11.593012 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-72137015-2c64-4455-876e-61343f3b169c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:05:11.599457 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72137015-2c64-4455-876e-61343f3b169c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Pushing event updated for resources: {'Port': ['ID=3da4dcd9-554c-448c-9777-6e1e7be94c70,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:05:11.645701 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-72137015-2c64-4455-876e-61343f3b169c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:11.646241 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-72137015-2c64-4455-876e-61343f3b169c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:11.663395 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-72137015-2c64-4455-876e-61343f3b169c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5425589 Feb 28 21:05:11.677634 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] Request body: {'port': {'device_id': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:05:11.742814 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:11.801103 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-694db277-9910-4fe8-b5c4-5c6dc14b7cab None None] Provisioning complete for port 3da4dcd9-554c-448c-9777-6e1e7be94c70 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:05:11.801812 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-694db277-9910-4fe8-b5c4-5c6dc14b7cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:11.834566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-694db277-9910-4fe8-b5c4-5c6dc14b7cab None None] Port 3da4dcd9-554c-448c-9777-6e1e7be94c70 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:05:12.005654 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da4dcd9-554c-448c-9777-6e1e7be94c70 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:05:12.013788 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] Publish callbacks [] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:12.025685 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] Transition to ACTIVE for port object 3da4dcd9-554c-448c-9777-6e1e7be94c70 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:05:12.029212 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:12.098456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] Pushing event updated for resources: {'Port': ['ID=3da4dcd9-554c-448c-9777-6e1e7be94c70,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:05:12.155218 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] Attempting to bind port 3da4dcd9-554c-448c-9777-6e1e7be94c70 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:05:12.155608 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] Attempting to bind port 3da4dcd9-554c-448c-9777-6e1e7be94c70 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:05:12.155907 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] Attempting to bind port 3da4dcd9-554c-448c-9777-6e1e7be94c70 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:05:12.161294 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] Port 3da4dcd9-554c-448c-9777-6e1e7be94c70 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:05:12.161615 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] Attempting to bind port 3da4dcd9-554c-448c-9777-6e1e7be94c70 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:05:12.166608 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:05:12.166944 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] Checking segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:05:12.167329 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] Bound using segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:05:12.167772 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] Bound port: 3da4dcd9-554c-448c-9777-6e1e7be94c70, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:05:12.168136 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:12.233696 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] For port 3da4dcd9-554c-448c-9777-6e1e7be94c70, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:05:12.237062 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] For port 3da4dcd9-554c-448c-9777-6e1e7be94c70, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:05:12.244435 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:12.285643 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:12.286377 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:12.287941 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] 10.222.0.15 "PUT /v2.0/ports/3da4dcd9-554c-448c-9777-6e1e7be94c70 HTTP/1.1" status: 200 len: 1093 time: 0.6150887 Feb 28 21:05:12.288469 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'tag': '3da4dcd9-554c-448c-9777-6e1e7be94c70'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:05:12.291054 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46188cd-cd1f-4a7f-aaf2-852d917a04aa" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0bc2df-d559-4c26-a7b1-effe3c323233", "tag": "3da4dcd9-554c-448c-9777-6e1e7be94c70"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:05:12.318196 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41bc18-a065-49d4-94c2-1145ebb98abf service neutron] Pushing event updated for resources: {'Port': ['ID=3da4dcd9-554c-448c-9777-6e1e7be94c70,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:05:12.377229 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-1e83ccb1-30ce-4874-99e8-6b42b7ee4a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:12.379015 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-1e83ccb1-30ce-4874-99e8-6b42b7ee4a2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 1127 time: 0.0495791 Feb 28 21:05:12.398923 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab4d35-0021-4821-aca8-e5f125745dde req-ae5c548d-d8b3-4526-a8da-08c9ece6505c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:12.400675 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15ab4d35-0021-4821-aca8-e5f125745dde req-ae5c548d-d8b3-4526-a8da-08c9ece6505c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 944 time: 0.0569830 Feb 28 21:05:12.432196 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-d98349d8-d742-492d-8ef2-2709a8939ec3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70 HTTP/1.1" status: 200 len: 217 time: 0.0456982 Feb 28 21:05:12.452281 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15ab4d35-0021-4821-aca8-e5f125745dde req-682e84d9-9b11-4ecc-95e7-1e7b9df2bee9 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456061 Feb 28 21:05:12.483315 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-c0dcafaa-cc45-4bcd-82a5-f452edebc789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:12.485549 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-c0dcafaa-cc45-4bcd-82a5-f452edebc789 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0482454 Feb 28 21:05:12.520805 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56e8cbf-be4d-4f15-9ff5-8328db594b0c x-openstack-request-id: req-f56e8cbf-be4d-4f15-9ff5-8328db594b0c {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:05:12.521096 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0bc2df-d559-4c26-a7b1-effe3c323233", "tag": "3da4dcd9-554c-448c-9777-6e1e7be94c70", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:05:12.521348 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f56e8cbf-be4d-4f15-9ff5-8328db594b0c {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:05:12.521746 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'tag': '3da4dcd9-554c-448c-9777-6e1e7be94c70', 'status': 'completed', 'code': 200} Feb 28 21:05:12.540507 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-42b16f44-6956-4682-9a61-fae4d31d19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:12.541992 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-42b16f44-6956-4682-9a61-fae4d31d19cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484567 Feb 28 21:05:12.634969 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-0ec9c2fa-d8c3-40a0-a3d7-2ecd5b641183 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867472 Feb 28 21:05:12.724302 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba21fed8-c67b-4dcb-b206-e23ed5ab2d38 req-70b045d8-4d9a-4e27-aecb-065c36dda9b0 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836411 Feb 28 21:05:12.817421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46188cd-cd1f-4a7f-aaf2-852d917a04aa req-9638f04e-e1ae-4d99-a24a-5e85fb815382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:12.818793 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a46188cd-cd1f-4a7f-aaf2-852d917a04aa req-9638f04e-e1ae-4d99-a24a-5e85fb815382 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 1127 time: 0.0486362 Feb 28 21:05:12.905984 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46188cd-cd1f-4a7f-aaf2-852d917a04aa req-e7338560-09a3-4dfb-9e51-28a8a5bdcd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:12.907425 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a46188cd-cd1f-4a7f-aaf2-852d917a04aa req-e7338560-09a3-4dfb-9e51-28a8a5bdcd37 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0831640 Feb 28 21:05:12.950666 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a46188cd-cd1f-4a7f-aaf2-852d917a04aa req-bc8c75fa-2795-4896-b72d-01d7e656af0e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70 HTTP/1.1" status: 200 len: 217 time: 0.0372758 Feb 28 21:05:12.998085 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46188cd-cd1f-4a7f-aaf2-852d917a04aa req-59dd2161-d66c-43ef-927f-aafc524ff812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:12.999648 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a46188cd-cd1f-4a7f-aaf2-852d917a04aa req-59dd2161-d66c-43ef-927f-aafc524ff812 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0429180 Feb 28 21:05:13.047330 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46188cd-cd1f-4a7f-aaf2-852d917a04aa req-934e73aa-efb2-4aae-a78b-408d5fc9b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:13.048808 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a46188cd-cd1f-4a7f-aaf2-852d917a04aa req-934e73aa-efb2-4aae-a78b-408d5fc9b35b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433085 Feb 28 21:05:13.139083 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a46188cd-cd1f-4a7f-aaf2-852d917a04aa req-e85a1dce-1560-4338-b758-86ac6c12a741 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831804 Feb 28 21:05:13.227679 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a46188cd-cd1f-4a7f-aaf2-852d917a04aa req-2b0d2e28-9418-4bec-89eb-3191189b6eb1 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816495 Feb 28 21:05:13.575199 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938892f4-c69d-4f1d-8585-6c503874afdd req-1a3b9b3f-7e76-4d14-8de9-745281aaf31e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:13.577230 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-938892f4-c69d-4f1d-8585-6c503874afdd req-1a3b9b3f-7e76-4d14-8de9-745281aaf31e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 944 time: 0.0537157 Feb 28 21:05:13.623535 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-938892f4-c69d-4f1d-8585-6c503874afdd req-7d6573c2-937c-4be3-ad7f-89e21e95161a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406818 Feb 28 21:05:14.750800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0eeaa-277b-456c-9fe0-ef1864aff068 req-a69e5e46-8fc8-4e41-a039-7c665b44c1e5 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:14.752886 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95b0eeaa-277b-456c-9fe0-ef1864aff068 req-a69e5e46-8fc8-4e41-a039-7c665b44c1e5 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 944 time: 0.0604086 Feb 28 21:05:14.802444 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95b0eeaa-277b-456c-9fe0-ef1864aff068 req-3245c28e-85c8-4ace-8afb-544cea91e35f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439277 Feb 28 21:05:15.125138 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3da4dcd9-554c-448c-9777-6e1e7be94c70 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:05:15.380418 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 3da4dcd9-554c-448c-9777-6e1e7be94c70, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:05:15.390812 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '3da4dcd9-554c-448c-9777-6e1e7be94c70', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'port_id': '3da4dcd9-554c-448c-9777-6e1e7be94c70', 'mac_address': 'fa:16:3e:8c:f4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:05:15.426636 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 3da4dcd9-554c-448c-9777-6e1e7be94c70 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:05:15.427007 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:15.438923 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da4dcd9-554c-448c-9777-6e1e7be94c70 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:05:15.458353 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 3da4dcd9-554c-448c-9777-6e1e7be94c70, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:05:15.462256 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:15.506920 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=3da4dcd9-554c-448c-9777-6e1e7be94c70,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:05:15.657271 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['3da4dcd9-554c-448c-9777-6e1e7be94c70'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:05:15.926576 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af23b4-15f3-471e-bfde-c8b3be180ca7 req-917b05ff-7521-4599-b5d9-f280ac7c2a37 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:15.928011 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a2af23b4-15f3-471e-bfde-c8b3be180ca7 req-917b05ff-7521-4599-b5d9-f280ac7c2a37 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 945 time: 0.0571032 Feb 28 21:05:15.976158 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a2af23b4-15f3-471e-bfde-c8b3be180ca7 req-002eef35-533b-4b6c-9377-620fb9b4e40f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425522 Feb 28 21:05:16.554262 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b336203f-c96d-436d-ba70-e5ba0f02748c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:17.100905 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d3529-8caf-4831-95c3-29544cc85420 req-4f259f8a-b7b2-490e-bd08-78feda44a23d tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:17.102399 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f02d3529-8caf-4831-95c3-29544cc85420 req-4f259f8a-b7b2-490e-bd08-78feda44a23d tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 945 time: 0.0573013 Feb 28 21:05:17.141742 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3da4dcd9-554c-448c-9777-6e1e7be94c70 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:05:17.153900 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f02d3529-8caf-4831-95c3-29544cc85420 req-0f6edcbd-cd38-45c6-8688-68428884e280 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459673 Feb 28 21:05:17.193545 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 3da4dcd9-554c-448c-9777-6e1e7be94c70 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:05:17.197290 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 3da4dcd9-554c-448c-9777-6e1e7be94c70 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:05:17.197659 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:17.274021 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 3da4dcd9-554c-448c-9777-6e1e7be94c70 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:05:17.274392 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:17.296928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da4dcd9-554c-448c-9777-6e1e7be94c70'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:05:17.299684 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9322825-6ef4-4615-9dab-260693709ae6" -d '{"events": [{"server_uuid": "cc0bc2df-d559-4c26-a7b1-effe3c323233", "name": "network-vif-plugged", "status": "completed", "tag": "3da4dcd9-554c-448c-9777-6e1e7be94c70"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:05:17.312213 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 3da4dcd9-554c-448c-9777-6e1e7be94c70, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:05:17.316698 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:17.338871 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f871e75-ab9c-448a-9e25-2fd5ba720060 x-openstack-request-id: req-8f871e75-ab9c-448a-9e25-2fd5ba720060 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:05:17.339156 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0bc2df-d559-4c26-a7b1-effe3c323233", "name": "network-vif-plugged", "status": "completed", "tag": "3da4dcd9-554c-448c-9777-6e1e7be94c70", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:05:17.339405 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f871e75-ab9c-448a-9e25-2fd5ba720060 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:05:17.339811 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da4dcd9-554c-448c-9777-6e1e7be94c70', 'code': 200} Feb 28 21:05:17.365790 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=3da4dcd9-554c-448c-9777-6e1e7be94c70,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:05:17.444375 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b4fd9-4bde-4816-84a6-ec148d25610e req-5f2584b3-b966-4b65-ba00-6925ae0bc539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:17.445874 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1a9b4fd9-4bde-4816-84a6-ec148d25610e req-5f2584b3-b966-4b65-ba00-6925ae0bc539 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 1129 time: 0.0509048 Feb 28 21:05:17.492583 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1a9b4fd9-4bde-4816-84a6-ec148d25610e req-6a1720ee-902c-4c4c-97b1-08b91d61b2f5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413542 Feb 28 21:05:18.275068 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050a5ad-f499-4f03-9535-9c368872551b req-2516487d-2b1c-4420-b755-6b34af3b01e1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:18.276622 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e050a5ad-f499-4f03-9535-9c368872551b req-2516487d-2b1c-4420-b755-6b34af3b01e1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0525742 Feb 28 21:05:18.323200 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e050a5ad-f499-4f03-9535-9c368872551b req-a574d387-a43e-49df-bed2-ef5f5b66513f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408685 Feb 28 21:05:19.087345 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3c7a052b-dc60-46a0-8ce9-ff57c108cb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:19.441868 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338748c4-05c7-47c0-b147-b309a94d1db0 req-77f25c0e-fe7d-4948-bed0-896c4f5094a9 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:19.443341 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-338748c4-05c7-47c0-b147-b309a94d1db0 req-77f25c0e-fe7d-4948-bed0-896c4f5094a9 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0519013 Feb 28 21:05:19.489046 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-338748c4-05c7-47c0-b147-b309a94d1db0 req-9f8ad14a-9b9a-45a4-bf2d-0fb787b190f1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402267 Feb 28 21:05:19.605578 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473f317-08e1-47a8-897e-9c8319e5f55b req-0e2f4e74-d54b-4271-a69d-3c49275e5391 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:19.606947 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a473f317-08e1-47a8-897e-9c8319e5f55b req-0e2f4e74-d54b-4271-a69d-3c49275e5391 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0564134 Feb 28 21:05:19.615579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45328) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:05:19.619887 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d21e2089-1668-4cdf-9729-97f075ef7458 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Request body: {'floatingip': {'port_id': '3da4dcd9-554c-448c-9777-6e1e7be94c70'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:05:19.658047 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d21e2089-1668-4cdf-9729-97f075ef7458 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for floatingip (86dfd07e-8390-417f-ae77-ffdd155d63bf), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:20.018987 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:20.095158 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d21e2089-1668-4cdf-9729-97f075ef7458 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:20.098851 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d21e2089-1668-4cdf-9729-97f075ef7458 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (86dfd07e-8390-417f-ae77-ffdd155d63bf), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:20.200250 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-d21e2089-1668-4cdf-9729-97f075ef7458 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Floating IP 86dfd07e-8390-417f-ae77-ffdd155d63bf associated. External IP: 172.25.0.229, port: 3da4dcd9-554c-448c-9777-6e1e7be94c70. Feb 28 21:05:20.265797 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:20.410426 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21e2089-1668-4cdf-9729-97f075ef7458 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Router fbc41540-22d0-46e8-aef0-793fbf669be3 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:05:20.865951 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21e2089-1668-4cdf-9729-97f075ef7458 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:05:20.870929 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d21e2089-1668-4cdf-9729-97f075ef7458 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:20.875673 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddecb2e2-1cbd-4f51-9510-29b97b82bb29 None None] Sync routers for ids ['fbc41540-22d0-46e8-aef0-793fbf669be3'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:05:20.884664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddecb2e2-1cbd-4f51-9510-29b97b82bb29 None None] Routers {'fbc41540-22d0-46e8-aef0-793fbf669be3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:05:20.885285 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ddecb2e2-1cbd-4f51-9510-29b97b82bb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:05:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fbc41540-22d0-46e8-aef0-793fbf669be3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:05:20.899813 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d21e2089-1668-4cdf-9729-97f075ef7458 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "PUT /v2.0/floatingips/86dfd07e-8390-417f-ae77-ffdd155d63bf HTTP/1.1" status: 200 len: 992 time: 1.2831314 Feb 28 21:05:20.900401 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'tag': '3da4dcd9-554c-448c-9777-6e1e7be94c70'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:05:20.902678 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b7124a-e3c2-4b70-8912-0235396875c5" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0bc2df-d559-4c26-a7b1-effe3c323233", "tag": "3da4dcd9-554c-448c-9777-6e1e7be94c70"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:05:20.995154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-ddecb2e2-1cbd-4f51-9510-29b97b82bb29 None None] Set router fbc41540-22d0-46e8-aef0-793fbf669be3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:05:21.061595 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b41018-6790-4729-8cfe-857d3b5accce x-openstack-request-id: req-f1b41018-6790-4729-8cfe-857d3b5accce {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:05:21.061865 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0bc2df-d559-4c26-a7b1-effe3c323233", "tag": "3da4dcd9-554c-448c-9777-6e1e7be94c70", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:05:21.062127 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1b41018-6790-4729-8cfe-857d3b5accce {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:05:21.062593 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'tag': '3da4dcd9-554c-448c-9777-6e1e7be94c70', 'status': 'completed', 'code': 200} Feb 28 21:05:21.153067 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7124a-e3c2-4b70-8912-0235396875c5 req-bfb73c01-735b-4204-9c52-d884ebcb5913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:21.155206 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22b7124a-e3c2-4b70-8912-0235396875c5 req-bfb73c01-735b-4204-9c52-d884ebcb5913 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 1129 time: 0.0662770 Feb 28 21:05:21.185311 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba4a447a-2af4-48c7-b299-7de70966adce req-a87de16a-356c-4198-ad6c-3ca8c612ff2c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1099656 Feb 28 21:05:21.202678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf1460-a2e7-47c3-ad7c-6b801229ead1 req-c248ae6c-24d4-47d9-b013-f0c0e93037b3 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:21.204383 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bbbf1460-a2e7-47c3-ad7c-6b801229ead1 req-c248ae6c-24d4-47d9-b013-f0c0e93037b3 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0751615 Feb 28 21:05:21.267207 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ddecb2e2-1cbd-4f51-9510-29b97b82bb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '86dfd07e-8390-417f-ae77-ffdd155d63bf', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'floating_ip_address': '172.25.0.229', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'port_id': '3da4dcd9-554c-448c-9777-6e1e7be94c70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'mac_address': 'fa:16:3e:8c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:03:35Z', 'updated_at': '2022-02-28T21:05:20Z', 'revision_number': 9, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:05:21.268666 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bbbf1460-a2e7-47c3-ad7c-6b801229ead1 req-28612df8-fc53-4d2e-ab07-35c88ae003fc tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551860 Feb 28 21:05:21.284600 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7124a-e3c2-4b70-8912-0235396875c5 req-6b897b39-8d13-4c2f-9943-8a16302dc5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:21.286181 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22b7124a-e3c2-4b70-8912-0235396875c5 req-6b897b39-8d13-4c2f-9943-8a16302dc5ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.1240396 Feb 28 21:05:21.307122 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddecb2e2-1cbd-4f51-9510-29b97b82bb29 None None] Checking router: fbc41540-22d0-46e8-aef0-793fbf669be3 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:05:21.316010 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddecb2e2-1cbd-4f51-9510-29b97b82bb29 None None] Routers {'fbc41540-22d0-46e8-aef0-793fbf669be3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:05:21.316644 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ddecb2e2-1cbd-4f51-9510-29b97b82bb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:05:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fbc41540-22d0-46e8-aef0-793fbf669be3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:05:21.377432 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22b7124a-e3c2-4b70-8912-0235396875c5 req-168252af-c066-49c2-897f-beca5210b9a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70 HTTP/1.1" status: 200 len: 1000 time: 0.0827739 Feb 28 21:05:21.427924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7124a-e3c2-4b70-8912-0235396875c5 req-cf20e3f6-f155-43d2-95fb-9023dd029b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:21.429698 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22b7124a-e3c2-4b70-8912-0235396875c5 req-cf20e3f6-f155-43d2-95fb-9023dd029b77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0463824 Feb 28 21:05:21.438357 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-ddecb2e2-1cbd-4f51-9510-29b97b82bb29 None None] Set router fbc41540-22d0-46e8-aef0-793fbf669be3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:05:21.486300 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7124a-e3c2-4b70-8912-0235396875c5 req-19370d6e-1344-4490-9942-dd615af4bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:21.488489 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22b7124a-e3c2-4b70-8912-0235396875c5 req-19370d6e-1344-4490-9942-dd615af4bc81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0536478 Feb 28 21:05:21.493718 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:21.588255 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22b7124a-e3c2-4b70-8912-0235396875c5 req-0b8cc781-1f35-4f0f-84cf-b845d5d9f825 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932002 Feb 28 21:05:21.594113 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a447a-2af4-48c7-b299-7de70966adce req-149c92ea-9c06-4d03-b1c6-b00aa57674ac tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:21.595462 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba4a447a-2af4-48c7-b299-7de70966adce req-149c92ea-9c06-4d03-b1c6-b00aa57674ac tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports/3da4dcd9-554c-448c-9777-6e1e7be94c70 HTTP/1.1" status: 200 len: 943 time: 0.0572641 Feb 28 21:05:21.689239 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-22b7124a-e3c2-4b70-8912-0235396875c5 req-1c86800a-82c9-4ba1-b0d0-cf30fa6a775a service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957808 Feb 28 21:05:21.694904 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ddecb2e2-1cbd-4f51-9510-29b97b82bb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '86dfd07e-8390-417f-ae77-ffdd155d63bf', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'floating_ip_address': '172.25.0.229', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'port_id': '3da4dcd9-554c-448c-9777-6e1e7be94c70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'mac_address': 'fa:16:3e:8c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:03:35Z', 'updated_at': '2022-02-28T21:05:20Z', 'revision_number': 9, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:05:21.727890 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddecb2e2-1cbd-4f51-9510-29b97b82bb29 None None] The sync data for ids ['fbc41540-22d0-46e8-aef0-793fbf669be3'] in n-d-820368-21 is: [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '86dfd07e-8390-417f-ae77-ffdd155d63bf', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'floating_ip_address': '172.25.0.229', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'port_id': '3da4dcd9-554c-448c-9777-6e1e7be94c70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'mac_address': 'fa:16:3e:8c:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:03:35Z', 'updated_at': '2022-02-28T21:05:20Z', 'revision_number': 9, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:05:21.945563 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0279a5b-acdc-41f4-b72c-4e16578fbe93 None None] New status for floating IP 86dfd07e-8390-417f-ae77-ffdd155d63bf: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:05:22.399087 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce902ddd-a8ef-47d0-b022-28650432a8df req-6d135d53-93f7-419a-a6ce-fbdac94e940b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:22.400633 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ce902ddd-a8ef-47d0-b022-28650432a8df req-6d135d53-93f7-419a-a6ce-fbdac94e940b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0591073 Feb 28 21:05:22.437870 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a447a-2af4-48c7-b299-7de70966adce req-f83dc511-7495-472d-b057-54ccaa3e88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:22.439479 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba4a447a-2af4-48c7-b299-7de70966adce req-f83dc511-7495-472d-b057-54ccaa3e88ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 1129 time: 0.0449378 Feb 28 21:05:22.448505 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ce902ddd-a8ef-47d0-b022-28650432a8df req-dc0aef34-4b6b-4fc9-8e28-67019e381877 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421767 Feb 28 21:05:22.534543 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a447a-2af4-48c7-b299-7de70966adce req-d8dd1b53-cad3-4d30-9993-7f9026684a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:22.536012 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba4a447a-2af4-48c7-b299-7de70966adce req-d8dd1b53-cad3-4d30-9993-7f9026684a4d service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0909450 Feb 28 21:05:22.602682 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba4a447a-2af4-48c7-b299-7de70966adce req-84b7c8f6-703a-495d-8dc7-0e6d9744709a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70 HTTP/1.1" status: 200 len: 1003 time: 0.0613859 Feb 28 21:05:22.654553 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a447a-2af4-48c7-b299-7de70966adce req-3af9c28e-2628-47fd-837a-eb7eac111b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:22.656055 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba4a447a-2af4-48c7-b299-7de70966adce req-3af9c28e-2628-47fd-837a-eb7eac111b1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0478618 Feb 28 21:05:22.702705 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a447a-2af4-48c7-b299-7de70966adce req-1f3c2e2c-77e4-4d78-8bd3-fc43861200eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:22.704263 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba4a447a-2af4-48c7-b299-7de70966adce req-1f3c2e2c-77e4-4d78-8bd3-fc43861200eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431352 Feb 28 21:05:22.795741 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba4a447a-2af4-48c7-b299-7de70966adce req-be433efd-8243-4b17-a829-f2d43d610c17 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847170 Feb 28 21:05:22.796480 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:22.887793 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba4a447a-2af4-48c7-b299-7de70966adce req-e1c75f18-3b84-4322-bc6c-4b27f77266fd service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868583 Feb 28 21:05:22.916645 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:23.572391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f09f63-4337-4b38-86fb-83d00c33f54f req-ca810c28-76ee-488c-a09b-79a7e3a08f27 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:23.573867 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d2f09f63-4337-4b38-86fb-83d00c33f54f req-ca810c28-76ee-488c-a09b-79a7e3a08f27 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0513222 Feb 28 21:05:23.624220 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d2f09f63-4337-4b38-86fb-83d00c33f54f req-3e6dcc3f-b5ff-4ac5-891a-37969de95b3e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443261 Feb 28 21:05:24.743056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d21c64-a0b5-42d5-9c5b-5bcb647f1def req-62016761-ecbc-4bf1-ac86-9898232c67d0 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:24.744556 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b0d21c64-a0b5-42d5-9c5b-5bcb647f1def req-62016761-ecbc-4bf1-ac86-9898232c67d0 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0522509 Feb 28 21:05:24.791074 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b0d21c64-a0b5-42d5-9c5b-5bcb647f1def req-e7e7fc7f-3f34-42d4-8a73-6cf083fb1610 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406182 Feb 28 21:05:25.908193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a0ca7-d1d1-442d-a719-31789eac4bf8 req-c9a4816a-3219-4621-81cd-86db3aec698c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:25.910523 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8f7a0ca7-d1d1-442d-a719-31789eac4bf8 req-c9a4816a-3219-4621-81cd-86db3aec698c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0522814 Feb 28 21:05:25.960013 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8f7a0ca7-d1d1-442d-a719-31789eac4bf8 req-25672970-1f12-4118-a5e9-a2623746b7c0 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416567 Feb 28 21:05:27.082472 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052fad7-75ef-4d0d-9a9b-90f6660d82f5 req-7e34eb0c-473c-4b86-8c8b-ad4b63a23dd3 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:27.083953 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3052fad7-75ef-4d0d-9a9b-90f6660d82f5 req-7e34eb0c-473c-4b86-8c8b-ad4b63a23dd3 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0564640 Feb 28 21:05:27.131206 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3052fad7-75ef-4d0d-9a9b-90f6660d82f5 req-3d291a18-49d1-47f9-889d-1e8bca1a61ff tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416818 Feb 28 21:05:28.258186 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df39f8b-8994-4997-a608-f1f9058f289d req-f8be5432-aeb7-4253-971a-366d468c2ed1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:28.259674 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5df39f8b-8994-4997-a608-f1f9058f289d req-f8be5432-aeb7-4253-971a-366d468c2ed1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0541918 Feb 28 21:05:28.308050 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5df39f8b-8994-4997-a608-f1f9058f289d req-5d24c285-466c-483d-89a0-598d42e15a64 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427511 Feb 28 21:05:29.427412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f7257-f464-49be-9df8-37f674d75afa req-3446a52d-6721-482a-93f3-c36a66e898f2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:29.428914 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-740f7257-f464-49be-9df8-37f674d75afa req-3446a52d-6721-482a-93f3-c36a66e898f2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0537233 Feb 28 21:05:29.478739 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-740f7257-f464-49be-9df8-37f674d75afa req-77d1bd1d-61dd-452f-899b-0506004b785f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442634 Feb 28 21:05:30.595906 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b171a53-e665-4126-a8bf-5b3238ec4893 req-a2e5fac8-95be-4783-a0ac-654569752ee6 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:30.597941 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4b171a53-e665-4126-a8bf-5b3238ec4893 req-a2e5fac8-95be-4783-a0ac-654569752ee6 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0532999 Feb 28 21:05:30.644891 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4b171a53-e665-4126-a8bf-5b3238ec4893 req-94ee2b14-f241-438f-b683-1becbb298635 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412467 Feb 28 21:05:31.763368 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef1862-34b8-4c71-96b7-2a391452266c req-d182246c-4d67-4671-b18d-90d1086675ca tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:31.764858 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-caef1862-34b8-4c71-96b7-2a391452266c req-d182246c-4d67-4671-b18d-90d1086675ca tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0525765 Feb 28 21:05:31.810713 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-caef1862-34b8-4c71-96b7-2a391452266c req-98273676-8370-4480-a600-56b4ff0a16e3 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403306 Feb 28 21:05:32.936778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdd2a7-0962-4829-b1d3-116215fa9aaf req-ccb287f5-b7e3-48f1-a045-db641d5296d2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:32.938222 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0bdd2a7-0962-4829-b1d3-116215fa9aaf req-ccb287f5-b7e3-48f1-a045-db641d5296d2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0600741 Feb 28 21:05:32.984275 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0bdd2a7-0962-4829-b1d3-116215fa9aaf req-6eed50a8-37aa-4139-a630-aba236849fb3 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399177 Feb 28 21:05:34.102371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e02010-cfe3-46a6-a7c0-4320ae52fe0d req-2167bf6a-5593-4569-8627-1e9febeaf39a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:34.103860 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-13e02010-cfe3-46a6-a7c0-4320ae52fe0d req-2167bf6a-5593-4569-8627-1e9febeaf39a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0518408 Feb 28 21:05:34.149959 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-13e02010-cfe3-46a6-a7c0-4320ae52fe0d req-2adb305e-9ed2-49d7-b771-7939aaa005ae tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405996 Feb 28 21:05:35.276442 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20aeeb-db9a-49b3-a11f-252c66c26695 req-43c47b95-1e47-4b27-92d4-57fc8215ad81 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:35.277926 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c20aeeb-db9a-49b3-a11f-252c66c26695 req-43c47b95-1e47-4b27-92d4-57fc8215ad81 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0587108 Feb 28 21:05:35.323456 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c20aeeb-db9a-49b3-a11f-252c66c26695 req-0b35f41c-0d5c-4a15-8d16-eac4679419b7 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399694 Feb 28 21:05:36.439855 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dc4e9-b581-4676-af11-e6d62aa6cc3a req-0da382ef-0ba0-424a-8352-a46c39bce09f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:36.441815 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d46dc4e9-b581-4676-af11-e6d62aa6cc3a req-0da382ef-0ba0-424a-8352-a46c39bce09f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0516186 Feb 28 21:05:36.486819 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d46dc4e9-b581-4676-af11-e6d62aa6cc3a req-fbab948a-b7a5-4562-a5a8-205530c24ad5 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395253 Feb 28 21:05:37.619985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0686bb0-4c56-4bae-97e4-3ef8cbd8958b req-1569a08c-8536-4058-9f6d-7174e1d33151 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:37.621460 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b0686bb0-4c56-4bae-97e4-3ef8cbd8958b req-1569a08c-8536-4058-9f6d-7174e1d33151 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0665250 Feb 28 21:05:37.671381 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b0686bb0-4c56-4bae-97e4-3ef8cbd8958b req-1a13fd97-5214-4f4f-89bc-a8e15d49afa8 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441113 Feb 28 21:05:38.789838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f47cf7-6479-4beb-953e-583e19b1d05b req-9f384a4e-b74f-4281-9cc8-6aea2e5cf3ca tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:38.791300 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8f47cf7-6479-4beb-953e-583e19b1d05b req-9f384a4e-b74f-4281-9cc8-6aea2e5cf3ca tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0525510 Feb 28 21:05:38.838597 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8f47cf7-6479-4beb-953e-583e19b1d05b req-9d430289-07e6-4eb6-b9cd-60a2189c5224 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416913 Feb 28 21:05:39.964446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd218b6-aacf-469c-9082-b411f73629b5 req-3e5e288e-fe0f-4a21-b4a7-462562df4e86 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:39.967032 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bfd218b6-aacf-469c-9082-b411f73629b5 req-3e5e288e-fe0f-4a21-b4a7-462562df4e86 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0608516 Feb 28 21:05:40.021553 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bfd218b6-aacf-469c-9082-b411f73629b5 req-2bac130d-0f41-4f92-aac0-8983f9ff4699 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483947 Feb 28 21:05:41.144142 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef442ad-6b9c-4749-81a0-e4fe0a6fe38a req-e56fd6e0-8549-4d6a-823a-1a19b297039d tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:41.145729 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2ef442ad-6b9c-4749-81a0-e4fe0a6fe38a req-e56fd6e0-8549-4d6a-823a-1a19b297039d tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0566299 Feb 28 21:05:41.195397 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2ef442ad-6b9c-4749-81a0-e4fe0a6fe38a req-a28891e3-4bea-4998-8c6b-72dd64308469 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441298 Feb 28 21:05:42.211403 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:05:42.324284 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92f67b-d621-4cc2-b9b6-c903b5f4eeff req-feafc92e-9666-41a8-aeab-54189f83c6cd tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:42.325742 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c92f67b-d621-4cc2-b9b6-c903b5f4eeff req-feafc92e-9666-41a8-aeab-54189f83c6cd tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0527308 Feb 28 21:05:42.373788 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c92f67b-d621-4cc2-b9b6-c903b5f4eeff req-9dad4c6c-d9e1-469b-bcd3-649debe86596 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425007 Feb 28 21:05:43.493620 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76491859-1869-4e71-bb2c-93f1664c3984 req-71d5bbc6-6879-4726-a4c6-495e8d4d5b5f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:43.495321 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76491859-1869-4e71-bb2c-93f1664c3984 req-71d5bbc6-6879-4726-a4c6-495e8d4d5b5f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0528648 Feb 28 21:05:43.546238 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76491859-1869-4e71-bb2c-93f1664c3984 req-a75c1752-2d4c-4ee4-acba-dbbe265f6566 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451190 Feb 28 21:05:44.663427 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da887d-3daa-4421-8167-953d4c641d7c req-608321ba-6687-4149-aaed-09fadecabc16 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:44.664925 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-94da887d-3daa-4421-8167-953d4c641d7c req-608321ba-6687-4149-aaed-09fadecabc16 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0533268 Feb 28 21:05:44.715406 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-94da887d-3daa-4421-8167-953d4c641d7c req-908b8dc7-efa9-402e-85f1-ab12723ff687 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449448 Feb 28 21:05:45.838409 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3e785-cf22-40ed-b329-1d2b418998ca req-76de1e1c-26f7-4835-8160-2c53043dc744 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:45.840033 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f8b3e785-cf22-40ed-b329-1d2b418998ca req-76de1e1c-26f7-4835-8160-2c53043dc744 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0553873 Feb 28 21:05:45.890409 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f8b3e785-cf22-40ed-b329-1d2b418998ca req-4d5395f0-6c9e-46db-80aa-74402e9237f8 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446956 Feb 28 21:05:46.555641 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a0094338-307e-49d4-ba4f-ba89a169df23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:47.020356 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4f4dd-58dc-4ff4-b041-49332a4a68fb req-499845b7-75aa-4cdc-9f89-8081583ad676 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:47.021827 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3a4f4dd-58dc-4ff4-b041-49332a4a68fb req-499845b7-75aa-4cdc-9f89-8081583ad676 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0607610 Feb 28 21:05:47.067286 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d3a4f4dd-58dc-4ff4-b041-49332a4a68fb req-52ede623-7534-4c8c-8028-cabc02411c64 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398798 Feb 28 21:05:48.186471 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0de5d5-e327-4c57-bdc7-237b46a0ff90 req-a7be3d8b-76be-484d-a615-70109e22b7e5 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:48.187975 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf0de5d5-e327-4c57-bdc7-237b46a0ff90 req-a7be3d8b-76be-484d-a615-70109e22b7e5 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0522850 Feb 28 21:05:48.234000 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf0de5d5-e327-4c57-bdc7-237b46a0ff90 req-24791fc6-037d-426d-9776-ac8be9ff6424 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403244 Feb 28 21:05:49.089393 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-461f21d8-b135-4441-bfcf-efc12c101ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:49.358697 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c54ee-09b5-4ea5-951c-3a6f4598b242 req-add00ee7-8258-4635-b7f1-ceeb23d945fa tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:49.360111 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b19c54ee-09b5-4ea5-951c-3a6f4598b242 req-add00ee7-8258-4635-b7f1-ceeb23d945fa tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0559168 Feb 28 21:05:49.406173 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b19c54ee-09b5-4ea5-951c-3a6f4598b242 req-cb99d02f-640d-4d57-8e8c-363b7587c039 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397754 Feb 28 21:05:50.039707 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:50.268808 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:50.525295 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff4f9e-7880-426d-a1fb-a483c23b4fe7 req-71a76b66-6226-47e1-9c5d-1bb917a21de6 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:50.526767 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6ff4f9e-7880-426d-a1fb-a483c23b4fe7 req-71a76b66-6226-47e1-9c5d-1bb917a21de6 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0526888 Feb 28 21:05:50.572955 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6ff4f9e-7880-426d-a1fb-a483c23b4fe7 req-0232bacf-222d-4007-968a-23ec741e5863 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405943 Feb 28 21:05:51.472838 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:51.699885 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428d27a-2b12-41d2-83fc-c5f46134a12e req-586c6be7-bcc2-4133-9bf6-ab7114200901 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:51.701361 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7428d27a-2b12-41d2-83fc-c5f46134a12e req-586c6be7-bcc2-4133-9bf6-ab7114200901 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0532703 Feb 28 21:05:51.751773 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7428d27a-2b12-41d2-83fc-c5f46134a12e req-b755ba01-f848-4e09-8856-1120d140e366 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448930 Feb 28 21:05:52.800556 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:52.873520 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3a696-0eb2-429d-8728-44f7a6262ea0 req-b84ce3ac-1cca-4caa-a6e4-782237511aa5 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:52.874974 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62a3a696-0eb2-429d-8728-44f7a6262ea0 req-b84ce3ac-1cca-4caa-a6e4-782237511aa5 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0526454 Feb 28 21:05:52.914347 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:52.921760 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-62a3a696-0eb2-429d-8728-44f7a6262ea0 req-b433c9fe-dbe2-44aa-aaf1-2c1c911ee9d6 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411844 Feb 28 21:05:54.048389 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c6a79-3fb8-4c3a-b7f0-b56b1c584378 req-cd44f245-d573-4e63-94fa-712d76e3c34a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:54.050711 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e69c6a79-3fb8-4c3a-b7f0-b56b1c584378 req-cd44f245-d573-4e63-94fa-712d76e3c34a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0597987 Feb 28 21:05:54.098054 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e69c6a79-3fb8-4c3a-b7f0-b56b1c584378 req-d227fdd4-ba1d-4170-8a0a-5c00cab0ba96 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416214 Feb 28 21:05:54.636498 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [req-ba4a447a-2af4-48c7-b299-7de70966adce req-79f6bead-795f-4bf9-94cb-92c4e7c6c1f9 service neutron] show failed (client error): The resource could not be found. Feb 28 21:05:54.637426 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ba4a447a-2af4-48c7-b299-7de70966adce req-79f6bead-795f-4bf9-94cb-92c4e7c6c1f9 service neutron] 10.222.0.15 "GET /v2.0/ports/3da4dcd9-554c-448c-9777-6e1e7be94c70/bindings/n-h2-820368-21 HTTP/1.1" status: 404 len: 381 time: 0.0580759 Feb 28 21:05:54.844951 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a447a-2af4-48c7-b299-7de70966adce req-c883912d-275a-4b45-a72d-1582d18e6f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:54.846468 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba4a447a-2af4-48c7-b299-7de70966adce req-c883912d-275a-4b45-a72d-1582d18e6f1d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233&tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844 HTTP/1.1" status: 200 len: 1129 time: 0.0492971 Feb 28 21:05:54.858515 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820368-21', 'device_owner': 'compute:nova'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:05:54.918153 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:55.123331 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] For port 3da4dcd9-554c-448c-9777-6e1e7be94c70, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:05:55.160772 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] For port 3da4dcd9-554c-448c-9777-6e1e7be94c70, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:05:55.231467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da4dcd9-554c-448c-9777-6e1e7be94c70'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:05:55.233671 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83b3d1b-b589-4a8e-b9da-0bc36a5e46f0" -d '{"events": [{"server_uuid": "cc0bc2df-d559-4c26-a7b1-effe3c323233", "name": "network-vif-unplugged", "status": "completed", "tag": "3da4dcd9-554c-448c-9777-6e1e7be94c70"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:05:55.237728 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Publish callbacks [] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:55.258064 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Transition to ACTIVE for port object 3da4dcd9-554c-448c-9777-6e1e7be94c70 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:05:55.269645 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8a8da-4d35-4c1c-a712-141a37caee73 req-de9553f6-50a7-4bad-8c77-6d92f2b3ca8b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:55.271789 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63e8a8da-4d35-4c1c-a712-141a37caee73 req-de9553f6-50a7-4bad-8c77-6d92f2b3ca8b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0861535 Feb 28 21:05:55.272535 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:55.343943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Pushing event updated for resources: {'Port': ['ID=3da4dcd9-554c-448c-9777-6e1e7be94c70,revision_number=6']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:05:55.393338 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:55.393694 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:55.394046 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:55.394389 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:55.394725 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:55.395058 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:55.395975 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:55.396316 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:55.396641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:55.396974 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:55.397300 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:55.397629 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:55.397954 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:05:55.420498 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63e8a8da-4d35-4c1c-a712-141a37caee73 req-00ddc3e9-dfc5-451c-b0bc-bf6688fd8ce8 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418874 Feb 28 21:05:55.457334 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] No DVR routers for this DVR port 3da4dcd9-554c-448c-9777-6e1e7be94c70 on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:05:55.494161 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 21:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed826750-bb88-4971-8d80-a4814762e697 x-openstack-request-id: req-ed826750-bb88-4971-8d80-a4814762e697 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:05:55.494461 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0bc2df-d559-4c26-a7b1-effe3c323233", "name": "network-vif-unplugged", "status": "completed", "tag": "3da4dcd9-554c-448c-9777-6e1e7be94c70", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:05:55.494717 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed826750-bb88-4971-8d80-a4814762e697 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:05:55.495116 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da4dcd9-554c-448c-9777-6e1e7be94c70', 'code': 200} Feb 28 21:05:55.601396 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Attempting to bind port 3da4dcd9-554c-448c-9777-6e1e7be94c70 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:05:55.601657 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Attempting to bind port 3da4dcd9-554c-448c-9777-6e1e7be94c70 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:05:55.601979 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Attempting to bind port 3da4dcd9-554c-448c-9777-6e1e7be94c70 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:05:55.606130 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Port 3da4dcd9-554c-448c-9777-6e1e7be94c70 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:05:55.606456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Attempting to bind port 3da4dcd9-554c-448c-9777-6e1e7be94c70 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:05:55.611183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:05:55.611722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Checking segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:05:55.612026 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Bound using segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:05:55.612569 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Bound port: 3da4dcd9-554c-448c-9777-6e1e7be94c70, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:05:55.612807 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:55.676287 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] For port 3da4dcd9-554c-448c-9777-6e1e7be94c70, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:05:55.681103 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] For port 3da4dcd9-554c-448c-9777-6e1e7be94c70, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:05:55.686382 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:55.722588 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:55.723216 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:55.724800 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba4a447a-2af4-48c7-b299-7de70966adce req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] 10.222.0.10 "PUT /v2.0/ports/3da4dcd9-554c-448c-9777-6e1e7be94c70 HTTP/1.1" status: 200 len: 1093 time: 0.8703046 Feb 28 21:05:55.786621 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d88bd-316a-45e2-be48-1ed22523ed81 service neutron] Pushing event updated for resources: {'Port': ['ID=3da4dcd9-554c-448c-9777-6e1e7be94c70,revision_number=7']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:05:55.807014 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a447a-2af4-48c7-b299-7de70966adce req-fa6a05b9-5f41-4fcc-942f-6fbcc6ce8b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:55.808746 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba4a447a-2af4-48c7-b299-7de70966adce req-fa6a05b9-5f41-4fcc-942f-6fbcc6ce8b27 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 1127 time: 0.0597062 Feb 28 21:05:55.911486 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a447a-2af4-48c7-b299-7de70966adce req-de60fa39-bffb-4114-91b3-65ac64f103e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:55.913093 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba4a447a-2af4-48c7-b299-7de70966adce req-de60fa39-bffb-4114-91b3-65ac64f103e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0977924 Feb 28 21:05:55.981008 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba4a447a-2af4-48c7-b299-7de70966adce req-3124d2a4-b042-45d6-bcb4-3e3d6e047e4f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70 HTTP/1.1" status: 200 len: 1001 time: 0.0609210 Feb 28 21:05:56.029475 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a447a-2af4-48c7-b299-7de70966adce req-c775e1b2-97b3-4ee3-86fa-d7d726693b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:56.030972 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba4a447a-2af4-48c7-b299-7de70966adce req-c775e1b2-97b3-4ee3-86fa-d7d726693b57 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0438921 Feb 28 21:05:56.086110 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a447a-2af4-48c7-b299-7de70966adce req-7cbe5539-9522-4953-81fa-93104a222162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:56.087612 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba4a447a-2af4-48c7-b299-7de70966adce req-7cbe5539-9522-4953-81fa-93104a222162 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491016 Feb 28 21:05:56.180101 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba4a447a-2af4-48c7-b299-7de70966adce req-ae63f79b-da07-4039-985d-e92b9c5f0d1d service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848534 Feb 28 21:05:56.274589 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba4a447a-2af4-48c7-b299-7de70966adce req-833ad2e6-3ac4-48cb-ae95-54f53c538df6 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884943 Feb 28 21:05:56.545992 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1a029-69e8-48c1-91d7-cf1fcfb3efe1 req-92b9fa31-788f-427d-9e33-670b81582f57 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:56.547483 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b0b1a029-69e8-48c1-91d7-cf1fcfb3efe1 req-92b9fa31-788f-427d-9e33-670b81582f57 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 944 time: 0.0540268 Feb 28 21:05:56.595248 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b0b1a029-69e8-48c1-91d7-cf1fcfb3efe1 req-f6c47974-acd8-4fcd-a39b-23ce77636ff3 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420294 Feb 28 21:05:57.496303 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'tag': '3da4dcd9-554c-448c-9777-6e1e7be94c70'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:05:57.499004 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d398cd61-266a-4546-b690-683a2c562044" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0bc2df-d559-4c26-a7b1-effe3c323233", "tag": "3da4dcd9-554c-448c-9777-6e1e7be94c70"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:05:57.547468 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f7b802-14b9-457a-a726-84afaa286ef7 x-openstack-request-id: req-57f7b802-14b9-457a-a726-84afaa286ef7 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:05:57.547791 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0bc2df-d559-4c26-a7b1-effe3c323233", "tag": "3da4dcd9-554c-448c-9777-6e1e7be94c70", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:05:57.548051 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57f7b802-14b9-457a-a726-84afaa286ef7 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:05:57.548471 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'tag': '3da4dcd9-554c-448c-9777-6e1e7be94c70', 'status': 'completed', 'code': 200} Feb 28 21:05:57.624791 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398cd61-266a-4546-b690-683a2c562044 req-1fc064d6-296b-4958-9e28-3688fb34e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:57.626918 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d398cd61-266a-4546-b690-683a2c562044 req-1fc064d6-296b-4958-9e28-3688fb34e14b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 1127 time: 0.0530596 Feb 28 21:05:57.627424 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398cd61-266a-4546-b690-683a2c562044 req-1a02d38c-06a2-46dc-968e-9584c1507fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:57.630058 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d398cd61-266a-4546-b690-683a2c562044 req-1a02d38c-06a2-46dc-968e-9584c1507fa3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 1127 time: 0.0536382 Feb 28 21:05:57.735250 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398cd61-266a-4546-b690-683a2c562044 req-aff4f610-3e43-42f9-943e-049f5a90863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:57.737049 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d398cd61-266a-4546-b690-683a2c562044 req-aff4f610-3e43-42f9-943e-049f5a90863d service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.1006744 Feb 28 21:05:57.779558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398cd61-266a-4546-b690-683a2c562044 req-bacf0b69-d2a3-4933-9779-e258095d2557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:57.781010 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d398cd61-266a-4546-b690-683a2c562044 req-bacf0b69-d2a3-4933-9779-e258095d2557 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.1422617 Feb 28 21:05:57.803794 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeff8f-464f-4d15-aee4-16347f907f52 req-3b186485-1eb8-456a-8103-d6aee5e7a100 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:57.808311 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0eeff8f-464f-4d15-aee4-16347f907f52 req-3b186485-1eb8-456a-8103-d6aee5e7a100 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 944 time: 0.1377871 Feb 28 21:05:57.809822 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d398cd61-266a-4546-b690-683a2c562044 req-6cc973fd-622a-4937-89ef-54b825d12309 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70 HTTP/1.1" status: 200 len: 1001 time: 0.0642197 Feb 28 21:05:57.869718 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398cd61-266a-4546-b690-683a2c562044 req-05e5ae92-444a-494a-a241-8c1fa83a73e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:57.871257 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d398cd61-266a-4546-b690-683a2c562044 req-05e5ae92-444a-494a-a241-8c1fa83a73e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0539579 Feb 28 21:05:57.906168 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d398cd61-266a-4546-b690-683a2c562044 req-ec963f62-41f1-4e58-9521-2c8bb40106c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70 HTTP/1.1" status: 200 len: 1001 time: 0.1157656 Feb 28 21:05:57.914198 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d0eeff8f-464f-4d15-aee4-16347f907f52 req-453bb0dc-b0f6-4aef-a51b-ebb1a1b02145 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030035 Feb 28 21:05:57.933401 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398cd61-266a-4546-b690-683a2c562044 req-6dc2cb58-22ee-4a1f-b9c8-8a45919cd852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:57.943287 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d398cd61-266a-4546-b690-683a2c562044 req-6dc2cb58-22ee-4a1f-b9c8-8a45919cd852 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0572200 Feb 28 21:05:57.970226 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398cd61-266a-4546-b690-683a2c562044 req-88307ced-5e75-4e5b-87f0-644a4985aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:57.971807 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d398cd61-266a-4546-b690-683a2c562044 req-88307ced-5e75-4e5b-87f0-644a4985aac9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0563612 Feb 28 21:05:58.031365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398cd61-266a-4546-b690-683a2c562044 req-23ecda94-6a94-4df5-9aed-96ff2833f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:58.033332 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d398cd61-266a-4546-b690-683a2c562044 req-23ecda94-6a94-4df5-9aed-96ff2833f22d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0541346 Feb 28 21:05:58.042541 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d398cd61-266a-4546-b690-683a2c562044 req-9869a6fb-b410-4c8a-b95d-eb982fdc2448 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010826 Feb 28 21:05:58.145930 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d398cd61-266a-4546-b690-683a2c562044 req-040f071c-cc81-40ad-95a8-257206e38d93 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976272 Feb 28 21:05:58.147962 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d398cd61-266a-4546-b690-683a2c562044 req-cf39d7d1-0f81-45a9-88b6-5f9ebf5cf50e service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995760 Feb 28 21:05:58.234352 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d398cd61-266a-4546-b690-683a2c562044 req-df50d9f1-d3d8-40a4-99cb-9631418b9f10 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877397 Feb 28 21:05:58.529919 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 3da4dcd9-554c-448c-9777-6e1e7be94c70 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:05:58.627109 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 3da4dcd9-554c-448c-9777-6e1e7be94c70, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:05:58.638672 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '3da4dcd9-554c-448c-9777-6e1e7be94c70', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'port_id': '3da4dcd9-554c-448c-9777-6e1e7be94c70', 'mac_address': 'fa:16:3e:8c:f4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:05:58.674991 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 3da4dcd9-554c-448c-9777-6e1e7be94c70 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:05:58.675378 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:58.688021 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da4dcd9-554c-448c-9777-6e1e7be94c70 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:05:58.706970 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 3da4dcd9-554c-448c-9777-6e1e7be94c70, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:05:58.713214 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:05:58.761519 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=3da4dcd9-554c-448c-9777-6e1e7be94c70,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:05:58.941898 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['3da4dcd9-554c-448c-9777-6e1e7be94c70'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:05:59.051447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e582a-9ef7-4291-8e4f-6a4419ff941e req-183416ac-c09a-45e5-ae81-f3041dcc12a5 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:59.053123 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a3e582a-9ef7-4291-8e4f-6a4419ff941e req-183416ac-c09a-45e5-ae81-f3041dcc12a5 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 945 time: 0.0622687 Feb 28 21:05:59.102179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a3e582a-9ef7-4291-8e4f-6a4419ff941e req-6230ea6a-ab7a-4b0d-8c81-6de5117d1862 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433075 Feb 28 21:05:59.312081 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3da4dcd9-554c-448c-9777-6e1e7be94c70 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:05:59.362678 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] The host n-h1-820368-21 is not matching for port 3da4dcd9-554c-448c-9777-6e1e7be94c70 host n-h2-820368-21! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 21:05:59.363295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3da4dcd9-554c-448c-9777-6e1e7be94c70 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:05:59.447446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-8baf6bf9-bcfc-4134-8ed1-86e3cba25354 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:59.448949 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-8baf6bf9-bcfc-4134-8ed1-86e3cba25354 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233&tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&binding%3Ahost_id=n-h2-820368-21 HTTP/1.1" status: 200 len: 945 time: 0.0958650 Feb 28 21:05:59.469923 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4cc09-16d9-4f72-8d9f-8a23be3e95d9 req-6a1c65d0-6de2-4664-8aca-3fa7118bde40 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:59.471280 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-86c4cc09-16d9-4f72-8d9f-8a23be3e95d9 req-6a1c65d0-6de2-4664-8aca-3fa7118bde40 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 945 time: 0.0802970 Feb 28 21:05:59.553168 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1255100f-64e5-4172-8f58-ca65f95ed0ae service neutron] 10.222.0.10 "GET /v2.0/ports/3da4dcd9-554c-448c-9777-6e1e7be94c70/bindings/n-h2-820368-21 HTTP/1.1" status: 200 len: 383 time: 0.0960972 Feb 28 21:05:59.557473 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-86c4cc09-16d9-4f72-8d9f-8a23be3e95d9 req-216139f2-4aee-48cf-b38a-084603231652 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647874 Feb 28 21:05:59.621174 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-36dcfbe2-2d0e-4b8a-823e-d05b49e91814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:59.623379 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-36dcfbe2-2d0e-4b8a-823e-d05b49e91814 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 1128 time: 0.0482028 Feb 28 21:05:59.716412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-2c506842-71f2-4d1c-a2a1-6c2766e2b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:59.717894 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-2c506842-71f2-4d1c-a2a1-6c2766e2b1e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0886648 Feb 28 21:05:59.783494 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-47217b0c-e5aa-4295-8f47-6821ed9a9963 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70 HTTP/1.1" status: 200 len: 1002 time: 0.0587697 Feb 28 21:05:59.832047 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-02695cb3-d497-4aff-a3b5-506e74ffc65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:59.833526 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-02695cb3-d497-4aff-a3b5-506e74ffc65d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0436656 Feb 28 21:05:59.886136 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-e7e8f76f-3cff-4d84-81e9-e8c158b3aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:05:59.887618 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-e7e8f76f-3cff-4d84-81e9-e8c158b3aa92 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482817 Feb 28 21:05:59.975862 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-c7d9d875-2140-442a-a2f3-00c557fab84c service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819609 Feb 28 21:06:00.068417 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-044c2b4f-a6b3-4442-8378-f94efbfd214f service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856178 Feb 28 21:06:00.531889 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 3da4dcd9-554c-448c-9777-6e1e7be94c70 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:06:00.581120 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 3da4dcd9-554c-448c-9777-6e1e7be94c70 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:06:00.588068 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 3da4dcd9-554c-448c-9777-6e1e7be94c70 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:06:00.588276 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:00.675815 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 3da4dcd9-554c-448c-9777-6e1e7be94c70 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:06:00.676474 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:00.691859 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b73eb9-812e-4e04-a4c3-bcd6a31a41c4 req-c5bd2074-e512-4f8e-bfb1-ebc7c2fe1a55 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:00.693897 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-74b73eb9-812e-4e04-a4c3-bcd6a31a41c4 req-c5bd2074-e512-4f8e-bfb1-ebc7c2fe1a55 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 945 time: 0.0589237 Feb 28 21:06:00.706539 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da4dcd9-554c-448c-9777-6e1e7be94c70'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:06:00.709444 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c69128d-67e9-4ec4-9a87-520856679519" -d '{"events": [{"server_uuid": "cc0bc2df-d559-4c26-a7b1-effe3c323233", "name": "network-vif-plugged", "status": "completed", "tag": "3da4dcd9-554c-448c-9777-6e1e7be94c70"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:06:00.723648 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 3da4dcd9-554c-448c-9777-6e1e7be94c70, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:06:00.728221 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:00.748712 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-74b73eb9-812e-4e04-a4c3-bcd6a31a41c4 req-40b6b422-e721-4299-be70-93ba0e231ddd tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492568 Feb 28 21:06:00.786140 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=3da4dcd9-554c-448c-9777-6e1e7be94c70,revision_number=9']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:06:00.809907 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ba52b9-44f3-491a-a564-9e67b2e341c0 x-openstack-request-id: req-19ba52b9-44f3-491a-a564-9e67b2e341c0 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:06:00.810299 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0bc2df-d559-4c26-a7b1-effe3c323233", "name": "network-vif-plugged", "status": "completed", "tag": "3da4dcd9-554c-448c-9777-6e1e7be94c70", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:06:00.810666 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19ba52b9-44f3-491a-a564-9e67b2e341c0 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:06:00.811278 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da4dcd9-554c-448c-9777-6e1e7be94c70', 'code': 200} Feb 28 21:06:01.873969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242f3e7-bed5-4a38-8e5d-d52b5d20ecf5 req-db824066-153e-463b-b6f4-8a10978e9c11 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:01.875458 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9242f3e7-bed5-4a38-8e5d-d52b5d20ecf5 req-db824066-153e-463b-b6f4-8a10978e9c11 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0535464 Feb 28 21:06:01.928559 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9242f3e7-bed5-4a38-8e5d-d52b5d20ecf5 req-9342b70f-dc60-4c0d-978e-ae7128c2b1df tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472569 Feb 28 21:06:02.048443 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-328601b2-420f-4912-b28b-727b28fa16e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:02.049912 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-328601b2-420f-4912-b28b-727b28fa16e1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233&tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844 HTTP/1.1" status: 200 len: 1129 time: 0.0437422 Feb 28 21:06:02.061517 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820368-21', 'device_owner': 'compute:nova'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:06:02.121409 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:02.323021 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] For port 3da4dcd9-554c-448c-9777-6e1e7be94c70, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:06:02.355445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] For port 3da4dcd9-554c-448c-9777-6e1e7be94c70, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:06:02.396199 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da4dcd9-554c-448c-9777-6e1e7be94c70'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:06:02.398449 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cef077d-3d10-4356-bc8b-86199f302aa0" -d '{"events": [{"server_uuid": "cc0bc2df-d559-4c26-a7b1-effe3c323233", "name": "network-vif-unplugged", "status": "completed", "tag": "3da4dcd9-554c-448c-9777-6e1e7be94c70"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:06:02.402307 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Publish callbacks [] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:02.415298 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Transition to ACTIVE for port object 3da4dcd9-554c-448c-9777-6e1e7be94c70 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:06:02.419107 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:02.448087 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 21:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fbf2eb-9b30-4cfc-b0dd-08f1de396c7b x-openstack-request-id: req-57fbf2eb-9b30-4cfc-b0dd-08f1de396c7b {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:06:02.448380 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0bc2df-d559-4c26-a7b1-effe3c323233", "name": "network-vif-unplugged", "status": "completed", "tag": "3da4dcd9-554c-448c-9777-6e1e7be94c70", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:06:02.448630 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57fbf2eb-9b30-4cfc-b0dd-08f1de396c7b {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:06:02.449021 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da4dcd9-554c-448c-9777-6e1e7be94c70', 'code': 200} Feb 28 21:06:02.503778 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3da4dcd9-554c-448c-9777-6e1e7be94c70,revision_number=10']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:06:02.517860 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:02.518216 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:02.518557 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:02.518892 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:02.519224 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:02.519551 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:02.519902 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:02.520746 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:02.521070 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:02.521394 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:02.521719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:02.522040 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:02.522357 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:02.556550 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] No DVR routers for this DVR port 3da4dcd9-554c-448c-9777-6e1e7be94c70 on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:06:02.693968 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Attempting to bind port 3da4dcd9-554c-448c-9777-6e1e7be94c70 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:06:02.694307 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Attempting to bind port 3da4dcd9-554c-448c-9777-6e1e7be94c70 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:06:02.694634 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Attempting to bind port 3da4dcd9-554c-448c-9777-6e1e7be94c70 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:06:02.698800 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Port 3da4dcd9-554c-448c-9777-6e1e7be94c70 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:06:02.699119 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Attempting to bind port 3da4dcd9-554c-448c-9777-6e1e7be94c70 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:06:02.703822 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:06:02.704163 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Checking segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:06:02.704544 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Bound using segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:06:02.705126 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Bound port: 3da4dcd9-554c-448c-9777-6e1e7be94c70, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:06:02.705311 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:02.768158 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] For port 3da4dcd9-554c-448c-9777-6e1e7be94c70, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:06:02.771823 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] For port 3da4dcd9-554c-448c-9777-6e1e7be94c70, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:06:02.777717 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:02.812143 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:02.812720 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:02.814120 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] 10.222.0.15 "PUT /v2.0/ports/3da4dcd9-554c-448c-9777-6e1e7be94c70 HTTP/1.1" status: 200 len: 1094 time: 0.7565472 Feb 28 21:06:02.836971 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690bc60-02bf-41d7-8431-70a479b916b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3da4dcd9-554c-448c-9777-6e1e7be94c70,revision_number=11']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:06:03.059450 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4be04-c6e0-46d3-8477-36003bf8e1a0 req-c81610e0-f9bf-4132-9981-ace31be159d3 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:03.061053 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9a4be04-c6e0-46d3-8477-36003bf8e1a0 req-c81610e0-f9bf-4132-9981-ace31be159d3 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 945 time: 0.0578043 Feb 28 21:06:03.112152 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9a4be04-c6e0-46d3-8477-36003bf8e1a0 req-7346e661-6468-4bdf-816b-8f73fc173c0f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450947 Feb 28 21:06:03.209844 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-6440591c-eeff-4387-aa99-87da5045d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:03.211329 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-6440591c-eeff-4387-aa99-87da5045d5cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 1128 time: 0.3715243 Feb 28 21:06:03.297991 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-69c8db3b-c551-4cc6-80ce-ef8cbacf0d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:03.299451 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-69c8db3b-c551-4cc6-80ce-ef8cbacf0d3c service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0822520 Feb 28 21:06:03.368325 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-f693326a-4671-41e6-8d71-a745110bb10c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70 HTTP/1.1" status: 200 len: 1001 time: 0.0616834 Feb 28 21:06:03.430704 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-40c2a8bb-3385-4130-8de3-797f156a584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:03.432218 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-40c2a8bb-3385-4130-8de3-797f156a584d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0581677 Feb 28 21:06:03.479475 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-274445cc-3312-4fda-8beb-371aff64180f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:03.481051 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-274445cc-3312-4fda-8beb-371aff64180f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436320 Feb 28 21:06:03.569689 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-d421e068-199a-4cee-8d53-8390511d31e1 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830076 Feb 28 21:06:03.656227 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-182fd3d6-e446-4a8f-ae65-bc40adf011b2 req-a20cca46-0755-4a48-a989-1b1e2ac564df service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804789 Feb 28 21:06:04.232128 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e8b71-2c25-47b6-bd52-398f493e29fb req-9cc57132-e14a-405e-b3be-c2c758d2225c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:04.233619 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-874e8b71-2c25-47b6-bd52-398f493e29fb req-9cc57132-e14a-405e-b3be-c2c758d2225c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 945 time: 0.0531170 Feb 28 21:06:04.282523 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-874e8b71-2c25-47b6-bd52-398f493e29fb req-0398d746-c906-46ac-9c2f-99942210e171 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432637 Feb 28 21:06:04.449971 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'tag': '3da4dcd9-554c-448c-9777-6e1e7be94c70'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:06:04.452286 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d9fde8-0e6b-4401-a89c-030fb7d2be12" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0bc2df-d559-4c26-a7b1-effe3c323233", "tag": "3da4dcd9-554c-448c-9777-6e1e7be94c70"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:06:04.498854 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe707a4f-476e-4b0e-a1f8-c59675e3a398 x-openstack-request-id: req-fe707a4f-476e-4b0e-a1f8-c59675e3a398 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:06:04.499147 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0bc2df-d559-4c26-a7b1-effe3c323233", "tag": "3da4dcd9-554c-448c-9777-6e1e7be94c70", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:06:04.499403 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe707a4f-476e-4b0e-a1f8-c59675e3a398 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:06:04.499850 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'tag': '3da4dcd9-554c-448c-9777-6e1e7be94c70', 'status': 'completed', 'code': 200} Feb 28 21:06:04.569709 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9fde8-0e6b-4401-a89c-030fb7d2be12 req-7c8878b5-7d8a-47ad-ab56-206a9abcdcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:04.571464 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 3da4dcd9-554c-448c-9777-6e1e7be94c70 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:06:04.571980 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9fde8-0e6b-4401-a89c-030fb7d2be12 req-45269b28-6608-494e-a526-47742842c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:04.572534 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92d9fde8-0e6b-4401-a89c-030fb7d2be12 req-7c8878b5-7d8a-47ad-ab56-206a9abcdcca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 1128 time: 0.0537119 Feb 28 21:06:04.573071 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-92d9fde8-0e6b-4401-a89c-030fb7d2be12 req-45269b28-6608-494e-a526-47742842c305 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 1128 time: 0.0506749 Feb 28 21:06:04.611679 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] The host n-h2-820368-21 is not matching for port 3da4dcd9-554c-448c-9777-6e1e7be94c70 host n-h1-820368-21! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 21:06:04.612125 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 3da4dcd9-554c-448c-9777-6e1e7be94c70 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:06:04.664966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9fde8-0e6b-4401-a89c-030fb7d2be12 req-3c7d7df7-e3ad-428e-8d92-435081d03855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:04.665779 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9fde8-0e6b-4401-a89c-030fb7d2be12 req-e302f60e-de45-49e4-b15e-9f20bcf79c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:04.666426 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-92d9fde8-0e6b-4401-a89c-030fb7d2be12 req-3c7d7df7-e3ad-428e-8d92-435081d03855 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0878077 Feb 28 21:06:04.667254 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92d9fde8-0e6b-4401-a89c-030fb7d2be12 req-e302f60e-de45-49e4-b15e-9f20bcf79c6e service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0889075 Feb 28 21:06:04.737897 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92d9fde8-0e6b-4401-a89c-030fb7d2be12 req-7b532635-8545-4c44-aa1b-85a56bec6500 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70 HTTP/1.1" status: 200 len: 1001 time: 0.0641012 Feb 28 21:06:04.740022 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-92d9fde8-0e6b-4401-a89c-030fb7d2be12 req-0ef0035c-c55d-4d0c-b7de-b88c011906f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70 HTTP/1.1" status: 200 len: 1001 time: 0.0670011 Feb 28 21:06:04.788055 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9fde8-0e6b-4401-a89c-030fb7d2be12 req-48ad2512-ed1f-40f0-bf1b-84ef4cb687df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:04.788281 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9fde8-0e6b-4401-a89c-030fb7d2be12 req-ade01d1b-fd76-476f-b05e-eedbd3b872e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:04.789518 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-92d9fde8-0e6b-4401-a89c-030fb7d2be12 req-48ad2512-ed1f-40f0-bf1b-84ef4cb687df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0439367 Feb 28 21:06:04.789729 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92d9fde8-0e6b-4401-a89c-030fb7d2be12 req-ade01d1b-fd76-476f-b05e-eedbd3b872e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0458362 Feb 28 21:06:04.840162 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9fde8-0e6b-4401-a89c-030fb7d2be12 req-ae13f320-c6b9-4fe9-b5dd-d71c293552af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:04.840551 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9fde8-0e6b-4401-a89c-030fb7d2be12 req-8ae42661-38c6-4140-a892-6551b1284cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:04.841743 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92d9fde8-0e6b-4401-a89c-030fb7d2be12 req-ae13f320-c6b9-4fe9-b5dd-d71c293552af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462887 Feb 28 21:06:04.842053 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-92d9fde8-0e6b-4401-a89c-030fb7d2be12 req-8ae42661-38c6-4140-a892-6551b1284cd3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466547 Feb 28 21:06:04.936296 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92d9fde8-0e6b-4401-a89c-030fb7d2be12 req-1daf8bfa-58f2-403c-bc79-31d47f304060 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871048 Feb 28 21:06:04.938941 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-92d9fde8-0e6b-4401-a89c-030fb7d2be12 req-a5537835-b63d-446e-9919-886232dfc1b1 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857868 Feb 28 21:06:05.033704 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92d9fde8-0e6b-4401-a89c-030fb7d2be12 req-b979e40f-a6dc-4e5d-b54e-ae5f4b19ed1a service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901518 Feb 28 21:06:05.048790 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-92d9fde8-0e6b-4401-a89c-030fb7d2be12 req-595ebd70-857a-4a24-8ca6-5e20d9fd472f service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897267 Feb 28 21:06:05.315916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3da4dcd9-554c-448c-9777-6e1e7be94c70 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:06:05.408870 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4d644-8fe4-4584-9f5f-9daf091627d2 req-09add530-e5a7-42e0-a449-3becd9c66b90 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:05.410371 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ec4d644-8fe4-4584-9f5f-9daf091627d2 req-09add530-e5a7-42e0-a449-3becd9c66b90 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 945 time: 0.0572286 Feb 28 21:06:05.416682 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 3da4dcd9-554c-448c-9777-6e1e7be94c70, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:06:05.428348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '3da4dcd9-554c-448c-9777-6e1e7be94c70', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'port_id': '3da4dcd9-554c-448c-9777-6e1e7be94c70', 'mac_address': 'fa:16:3e:8c:f4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:06:05.460737 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ec4d644-8fe4-4584-9f5f-9daf091627d2 req-ca45d2e3-69ba-4ae1-bd46-a026f6912172 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448127 Feb 28 21:06:05.465794 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 3da4dcd9-554c-448c-9777-6e1e7be94c70 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:06:05.466183 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:05.479184 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da4dcd9-554c-448c-9777-6e1e7be94c70 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:06:05.499613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 3da4dcd9-554c-448c-9777-6e1e7be94c70, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:06:05.503509 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:05.554469 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=3da4dcd9-554c-448c-9777-6e1e7be94c70,revision_number=12']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:06:05.561668 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:05.562014 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:05.562346 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:05.562677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:05.563057 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:05.563321 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:05.563638 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:05.563981 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:05.564836 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:05.564836 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:05.565096 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:05.565411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:05.565723 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:06:05.581311 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faed53-8396-4c95-80ff-e765be26d05f req-5d64ecbf-2ba7-44d0-931a-f39195769d35 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:05.582856 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-09faed53-8396-4c95-80ff-e765be26d05f req-5d64ecbf-2ba7-44d0-931a-f39195769d35 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0528135 Feb 28 21:06:05.630414 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-09faed53-8396-4c95-80ff-e765be26d05f req-d3be606f-c3ff-4c43-bba7-bb63456ac0ee tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419595 Feb 28 21:06:05.742512 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['3da4dcd9-554c-448c-9777-6e1e7be94c70'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:06:05.748470 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c81ca3-099a-4df7-8504-790af1456f75 req-8c9fa6fe-2570-47eb-89b7-9294b4258c88 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:05.749941 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89c81ca3-099a-4df7-8504-790af1456f75 req-8c9fa6fe-2570-47eb-89b7-9294b4258c88 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0536172 Feb 28 21:06:05.802857 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89c81ca3-099a-4df7-8504-790af1456f75 req-5890d5f4-2df8-4681-88ce-4e4c137d436b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471711 Feb 28 21:06:06.040567 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e7eaa-48f4-4d73-ad47-8840ea7d97b0 req-7f1b5a2b-090c-4b38-8e41-fe6a6a76fd1c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:06.042039 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d04e7eaa-48f4-4d73-ad47-8840ea7d97b0 req-7f1b5a2b-090c-4b38-8e41-fe6a6a76fd1c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0531745 Feb 28 21:06:06.088369 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d04e7eaa-48f4-4d73-ad47-8840ea7d97b0 req-8d315b95-c6a9-46ce-84a4-11555ace4f4c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407152 Feb 28 21:06:07.210075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daddb09-216e-4006-9012-eafac771775e req-be2f6a4c-cdaf-4458-b82b-03e9ebaa6dad tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:07.211551 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4daddb09-216e-4006-9012-eafac771775e req-be2f6a4c-cdaf-4458-b82b-03e9ebaa6dad tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0534203 Feb 28 21:06:07.257651 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4daddb09-216e-4006-9012-eafac771775e req-7a99559f-3ae1-4173-ad1b-cee5f6c38177 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403063 Feb 28 21:06:07.309345 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919ac71-6067-451c-9d63-fdbbfda1db3a req-0bf4e14a-211d-49fa-b44d-4f0b3e43b9ca tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:07.310766 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f919ac71-6067-451c-9d63-fdbbfda1db3a req-0bf4e14a-211d-49fa-b44d-4f0b3e43b9ca tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 946 time: 0.0575945 Feb 28 21:06:07.327098 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3da4dcd9-554c-448c-9777-6e1e7be94c70 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:06:07.379239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 3da4dcd9-554c-448c-9777-6e1e7be94c70 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:06:07.383741 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 3da4dcd9-554c-448c-9777-6e1e7be94c70 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:06:07.384153 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:07.406752 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-f919ac71-6067-451c-9d63-fdbbfda1db3a req-e772f0bd-f770-40f3-bf62-64729d642755 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Deleting port 3da4dcd9-554c-448c-9777-6e1e7be94c70 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:06:07.407100 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f919ac71-6067-451c-9d63-fdbbfda1db3a req-e772f0bd-f770-40f3-bf62-64729d642755 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:07.463205 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 3da4dcd9-554c-448c-9777-6e1e7be94c70 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:06:07.463581 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:07.486588 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da4dcd9-554c-448c-9777-6e1e7be94c70'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:06:07.488522 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b1eba9-b666-47ee-a672-66ac701cf1f6" -d '{"events": [{"server_uuid": "cc0bc2df-d559-4c26-a7b1-effe3c323233", "name": "network-vif-plugged", "status": "completed", "tag": "3da4dcd9-554c-448c-9777-6e1e7be94c70"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:06:07.499878 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f919ac71-6067-451c-9d63-fdbbfda1db3a req-e772f0bd-f770-40f3-bf62-64729d642755 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] For port 3da4dcd9-554c-448c-9777-6e1e7be94c70, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:06:07.500166 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f919ac71-6067-451c-9d63-fdbbfda1db3a req-e772f0bd-f770-40f3-bf62-64729d642755 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:07.501580 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 3da4dcd9-554c-448c-9777-6e1e7be94c70, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3da4dcd9-554c-448c-9777-6e1e7be94c70,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:06:07.506663 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:07.535335 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2610bbbe-c9b6-497c-8bae-4e857f175f21 x-openstack-request-id: req-2610bbbe-c9b6-497c-8bae-4e857f175f21 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:06:07.535810 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0bc2df-d559-4c26-a7b1-effe3c323233", "name": "network-vif-plugged", "status": "completed", "tag": "3da4dcd9-554c-448c-9777-6e1e7be94c70", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:06:07.536357 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2610bbbe-c9b6-497c-8bae-4e857f175f21 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:06:07.536357 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da4dcd9-554c-448c-9777-6e1e7be94c70', 'code': 200} Feb 28 21:06:07.561504 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=3da4dcd9-554c-448c-9777-6e1e7be94c70,revision_number=13']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:06:07.679855 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f919ac71-6067-451c-9d63-fdbbfda1db3a req-e772f0bd-f770-40f3-bf62-64729d642755 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:07.680174 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f919ac71-6067-451c-9d63-fdbbfda1db3a req-e772f0bd-f770-40f3-bf62-64729d642755 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (86dfd07e-8390-417f-ae77-ffdd155d63bf), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:07.680451 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [req-f919ac71-6067-451c-9d63-fdbbfda1db3a req-e772f0bd-f770-40f3-bf62-64729d642755 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Floating IP 86dfd07e-8390-417f-ae77-ffdd155d63bf disassociated. External IP: 172.25.0.229, port: 3da4dcd9-554c-448c-9777-6e1e7be94c70. Feb 28 21:06:07.682131 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-f919ac71-6067-451c-9d63-fdbbfda1db3a req-e772f0bd-f770-40f3-bf62-64729d642755 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Calling delete_port for 3da4dcd9-554c-448c-9777-6e1e7be94c70 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:06:07.809665 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f919ac71-6067-451c-9d63-fdbbfda1db3a req-e772f0bd-f770-40f3-bf62-64729d642755 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (3da4dcd9-554c-448c-9777-6e1e7be94c70), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:07.839096 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772f0bd-f770-40f3-bf62-64729d642755 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Pushing event deleted for resources: {'Port': ['ID=3da4dcd9-554c-448c-9777-6e1e7be94c70,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:06:07.959212 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f919ac71-6067-451c-9d63-fdbbfda1db3a req-e772f0bd-f770-40f3-bf62-64729d642755 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Router fbc41540-22d0-46e8-aef0-793fbf669be3 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:06:08.073290 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f919ac71-6067-451c-9d63-fdbbfda1db3a req-e772f0bd-f770-40f3-bf62-64729d642755 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:06:08.083792 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c65c0-c5c8-43ee-9e8f-6f35bac3aabb None None] Sync routers for ids ['fbc41540-22d0-46e8-aef0-793fbf669be3'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:06:08.093941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460c65c0-c5c8-43ee-9e8f-6f35bac3aabb None None] Routers {'fbc41540-22d0-46e8-aef0-793fbf669be3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:06:08.094561 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-460c65c0-c5c8-43ee-9e8f-6f35bac3aabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:05:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fbc41540-22d0-46e8-aef0-793fbf669be3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:06:08.116052 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f919ac71-6067-451c-9d63-fdbbfda1db3a req-e772f0bd-f770-40f3-bf62-64729d642755 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] No DVR routers for this DVR port 3da4dcd9-554c-448c-9777-6e1e7be94c70 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:06:08.118812 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f919ac71-6067-451c-9d63-fdbbfda1db3a req-e772f0bd-f770-40f3-bf62-64729d642755 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:08.122380 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f919ac71-6067-451c-9d63-fdbbfda1db3a req-e772f0bd-f770-40f3-bf62-64729d642755 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.15 "DELETE /v2.0/ports/3da4dcd9-554c-448c-9777-6e1e7be94c70 HTTP/1.1" status: 204 len: 173 time: 0.8064873 Feb 28 21:06:08.123085 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'name': 'network-vif-deleted', 'tag': '3da4dcd9-554c-448c-9777-6e1e7be94c70'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:06:08.125395 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be5a3db-ed37-4f88-9583-9047d65239cc" -d '{"events": [{"server_uuid": "cc0bc2df-d559-4c26-a7b1-effe3c323233", "name": "network-vif-deleted", "tag": "3da4dcd9-554c-448c-9777-6e1e7be94c70"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:06:08.172124 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4018c457-93ae-4385-9360-c7070e4c1196 x-openstack-request-id: req-4018c457-93ae-4385-9360-c7070e4c1196 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:06:08.172661 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0bc2df-d559-4c26-a7b1-effe3c323233", "name": "network-vif-deleted", "tag": "3da4dcd9-554c-448c-9777-6e1e7be94c70", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:06:08.173089 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4018c457-93ae-4385-9360-c7070e4c1196 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:06:08.173504 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0bc2df-d559-4c26-a7b1-effe3c323233', 'name': 'network-vif-deleted', 'tag': '3da4dcd9-554c-448c-9777-6e1e7be94c70', 'status': 'completed', 'code': 200} Feb 28 21:06:08.377973 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-482e1280-c201-4d26-bb20-09ad188c12cb req-ac01e72d-5cb8-4b9c-bf78-dc52db03b3c2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0bc2df-d559-4c26-a7b1-effe3c323233 HTTP/1.1" status: 200 len: 210 time: 0.0353379 Feb 28 21:06:08.391553 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-460c65c0-c5c8-43ee-9e8f-6f35bac3aabb None None] Set router fbc41540-22d0-46e8-aef0-793fbf669be3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:06:08.594753 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-460c65c0-c5c8-43ee-9e8f-6f35bac3aabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:06:08.621414 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c65c0-c5c8-43ee-9e8f-6f35bac3aabb None None] Checking router: fbc41540-22d0-46e8-aef0-793fbf669be3 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:06:08.629714 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460c65c0-c5c8-43ee-9e8f-6f35bac3aabb None None] Routers {'fbc41540-22d0-46e8-aef0-793fbf669be3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:06:08.630314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-460c65c0-c5c8-43ee-9e8f-6f35bac3aabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:05:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fbc41540-22d0-46e8-aef0-793fbf669be3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:06:08.735457 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-460c65c0-c5c8-43ee-9e8f-6f35bac3aabb None None] Set router fbc41540-22d0-46e8-aef0-793fbf669be3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:06:08.941893 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-460c65c0-c5c8-43ee-9e8f-6f35bac3aabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:06:08.967590 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c65c0-c5c8-43ee-9e8f-6f35bac3aabb None None] The sync data for ids ['fbc41540-22d0-46e8-aef0-793fbf669be3'] in n-d-820368-21 is: [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:06:09.188827 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f08ee9-0d14-4fe8-a836-0962ee0cd4b3 None None] New status for floating IP 86dfd07e-8390-417f-ae77-ffdd155d63bf: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:06:09.639586 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-82419931-3390-4773-a242-9cf521903467 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1339680295&fields=id&tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844 HTTP/1.1" status: 200 len: 267 time: 0.0419285 Feb 28 21:06:09.744134 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-bc5f937d-71a5-4daf-8b74-26b0159936ee tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:09.745575 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-bc5f937d-71a5-4daf-8b74-26b0159936ee tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 811 time: 0.0986660 Feb 28 21:06:09.761857 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-d0371a86-feb1-47b5-9d55-c4993acef1d8 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/quotas/b984dc37e5f346b3a6dd4b7f34cc3844 HTTP/1.1" status: 200 len: 375 time: 0.0106606 Feb 28 21:06:09.826938 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-d12b19db-3947-4849-95dc-71ecb49b7eaf tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596380 Feb 28 21:06:09.920798 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-bbef710e-17c8-434c-b7b5-706bdf8c2b5c service neutron] 10.222.0.13 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822206 Feb 28 21:06:10.014437 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-ddee9ee0-aacb-490f-9405-9990d848028e service neutron] 10.222.0.13 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879292 Feb 28 21:06:10.174405 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c47bb13c-e8ea-48b2-907d-578e0bd23729 req-b4ff5e87-9b04-4a8a-ba2d-311d69a28423 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 210 time: 0.0280366 Feb 28 21:06:11.207142 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-18651b27-6699-417b-8143-5dad358e6499 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:11.208820 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-18651b27-6699-417b-8143-5dad358e6499 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.10 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 811 time: 0.1111655 Feb 28 21:06:11.296460 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9b9da2d2-c254-4410-84ec-9ae9a09b271c req-93b9a8de-c827-46b5-8f6f-8b38d75a0e6e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 210 time: 0.0408676 Feb 28 21:06:11.306046 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-f6d6cfa8-16cf-43ee-a860-f9d717fb9060 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844 HTTP/1.1" status: 200 len: 380 time: 0.0872545 Feb 28 21:06:11.315488 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fa903bb5-c391-457d-978e-800c9cd5e066 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Request body: {'port': {'device_id': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'admin_state_up': True, 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'security_groups': ['1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:06:11.350520 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3da4dcd9-554c-448c-9777-6e1e7be94c70 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:06:11.375430 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 3da4dcd9-554c-448c-9777-6e1e7be94c70 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:06:11.375784 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3da4dcd9-554c-448c-9777-6e1e7be94c70 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:06:11.424287 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fa903bb5-c391-457d-978e-800c9cd5e066 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Made reservation on behalf of b984dc37e5f346b3a6dd4b7f34cc3844 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:06:11.427597 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fa903bb5-c391-457d-978e-800c9cd5e066 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:11.555141 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fa903bb5-c391-457d-978e-800c9cd5e066 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Allocated IP 172.20.0.12 (7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0/a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48/35e610a5-a961-4efb-a7b2-83a7ceccac42) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:06:11.691364 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fa903bb5-c391-457d-978e-800c9cd5e066 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:11.726677 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fa903bb5-c391-457d-978e-800c9cd5e066 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:11.770756 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fa903bb5-c391-457d-978e-800c9cd5e066 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:06:11.774354 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fa903bb5-c391-457d-978e-800c9cd5e066 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:06:11.778012 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fa903bb5-c391-457d-978e-800c9cd5e066 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:06:11.801811 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa903bb5-c391-457d-978e-800c9cd5e066 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Pushing event updated for resources: {'Port': ['ID=35e610a5-a961-4efb-a7b2-83a7ceccac42,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:06:11.830673 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fa903bb5-c391-457d-978e-800c9cd5e066 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:11.831222 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fa903bb5-c391-457d-978e-800c9cd5e066 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:11.848291 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fa903bb5-c391-457d-978e-800c9cd5e066 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5366728 Feb 28 21:06:11.860225 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fcd57f57-7132-4072-884c-5f165325165d service neutron] Request body: {'port': {'device_id': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:06:11.929352 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fcd57f57-7132-4072-884c-5f165325165d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:12.038536 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ddf334c6-c70b-401d-8e76-b2bb4453935f None None] Provisioning complete for port 35e610a5-a961-4efb-a7b2-83a7ceccac42 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:06:12.038913 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ddf334c6-c70b-401d-8e76-b2bb4453935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:12.072387 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ddf334c6-c70b-401d-8e76-b2bb4453935f None None] Port 35e610a5-a961-4efb-a7b2-83a7ceccac42 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:06:12.190573 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fcd57f57-7132-4072-884c-5f165325165d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e610a5-a961-4efb-a7b2-83a7ceccac42 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:06:12.198069 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fcd57f57-7132-4072-884c-5f165325165d service neutron] Publish callbacks [] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:12.210211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fcd57f57-7132-4072-884c-5f165325165d service neutron] Transition to ACTIVE for port object 35e610a5-a961-4efb-a7b2-83a7ceccac42 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:06:12.214145 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fcd57f57-7132-4072-884c-5f165325165d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:12.267880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd57f57-7132-4072-884c-5f165325165d service neutron] Pushing event updated for resources: {'Port': ['ID=35e610a5-a961-4efb-a7b2-83a7ceccac42,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:06:12.341404 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fcd57f57-7132-4072-884c-5f165325165d service neutron] Attempting to bind port 35e610a5-a961-4efb-a7b2-83a7ceccac42 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:06:12.341518 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fcd57f57-7132-4072-884c-5f165325165d service neutron] Attempting to bind port 35e610a5-a961-4efb-a7b2-83a7ceccac42 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:06:12.341815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fcd57f57-7132-4072-884c-5f165325165d service neutron] Attempting to bind port 35e610a5-a961-4efb-a7b2-83a7ceccac42 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:06:12.346283 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fcd57f57-7132-4072-884c-5f165325165d service neutron] Port 35e610a5-a961-4efb-a7b2-83a7ceccac42 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:06:12.346611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fcd57f57-7132-4072-884c-5f165325165d service neutron] Attempting to bind port 35e610a5-a961-4efb-a7b2-83a7ceccac42 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:06:12.351688 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fcd57f57-7132-4072-884c-5f165325165d service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:06:12.352647 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fcd57f57-7132-4072-884c-5f165325165d service neutron] Checking segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:06:12.352647 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fcd57f57-7132-4072-884c-5f165325165d service neutron] Bound using segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:06:12.352878 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fcd57f57-7132-4072-884c-5f165325165d service neutron] Bound port: 35e610a5-a961-4efb-a7b2-83a7ceccac42, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:06:12.353774 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fcd57f57-7132-4072-884c-5f165325165d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:12.453855 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fcd57f57-7132-4072-884c-5f165325165d service neutron] For port 35e610a5-a961-4efb-a7b2-83a7ceccac42, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:06:12.458935 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fcd57f57-7132-4072-884c-5f165325165d service neutron] For port 35e610a5-a961-4efb-a7b2-83a7ceccac42, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:06:12.468201 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fd8eb-5e09-48e4-963e-fc2bf7be395d req-d318c372-0e50-4591-97f2-c3206acd155a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:12.469673 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-342fd8eb-5e09-48e4-963e-fc2bf7be395d req-d318c372-0e50-4591-97f2-c3206acd155a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 944 time: 0.1013627 Feb 28 21:06:12.471096 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fcd57f57-7132-4072-884c-5f165325165d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:12.512874 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fcd57f57-7132-4072-884c-5f165325165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:12.513768 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fcd57f57-7132-4072-884c-5f165325165d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:12.515602 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-fcd57f57-7132-4072-884c-5f165325165d service neutron] 10.222.0.10 "PUT /v2.0/ports/35e610a5-a961-4efb-a7b2-83a7ceccac42 HTTP/1.1" status: 200 len: 1093 time: 0.6597004 Feb 28 21:06:12.526994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'tag': '35e610a5-a961-4efb-a7b2-83a7ceccac42'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:06:12.529307 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a267386-98ba-4d17-85e2-7e8f5ab1f7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5af3ced0-f0b3-4bb9-890b-791e706a0d64", "tag": "35e610a5-a961-4efb-a7b2-83a7ceccac42"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:06:12.599074 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd57f57-7132-4072-884c-5f165325165d service neutron] Pushing event updated for resources: {'Port': ['ID=35e610a5-a961-4efb-a7b2-83a7ceccac42,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:06:12.607636 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-342fd8eb-5e09-48e4-963e-fc2bf7be395d req-7292cf25-af9e-47a7-bb4c-50834ca91db5 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282978 Feb 28 21:06:12.642174 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-6217c93f-c5f2-4eb4-833f-cd90b4076a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:12.643691 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-6217c93f-c5f2-4eb4-833f-cd90b4076a84 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 1127 time: 0.0800436 Feb 28 21:06:12.660495 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d38122f-9dc3-4637-b4c2-85693d6d6400 x-openstack-request-id: req-0d38122f-9dc3-4637-b4c2-85693d6d6400 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:06:12.660788 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af3ced0-f0b3-4bb9-890b-791e706a0d64", "tag": "35e610a5-a961-4efb-a7b2-83a7ceccac42", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:06:12.661101 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d38122f-9dc3-4637-b4c2-85693d6d6400 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:06:12.661515 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'tag': '35e610a5-a961-4efb-a7b2-83a7ceccac42', 'status': 'completed', 'code': 200} Feb 28 21:06:12.694319 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-49c3fdf1-6a0d-4c46-81d9-6a31e333f6fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42 HTTP/1.1" status: 200 len: 217 time: 0.0428793 Feb 28 21:06:13.091401 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-961ac8a2-d89d-482e-8e2e-ab9d29fb4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:13.092911 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-961ac8a2-d89d-482e-8e2e-ab9d29fb4c76 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.3926718 Feb 28 21:06:13.142291 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-5f7f204c-9878-429d-b0f3-ed4aeeeac12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:13.143796 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-5f7f204c-9878-429d-b0f3-ed4aeeeac12a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440998 Feb 28 21:06:13.237182 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-2c608b23-eef0-4e41-83e8-f822a3e6e74f service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862188 Feb 28 21:06:13.325334 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-95db54f7-9df0-4bf4-9bd3-33908e07f815 req-b9102718-73a6-47b1-b5ef-56b893b8fa55 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818284 Feb 28 21:06:13.417692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a267386-98ba-4d17-85e2-7e8f5ab1f7b6 req-81f8ea8e-53ca-4bd1-8fe2-e80e92a81c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:13.419116 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a267386-98ba-4d17-85e2-7e8f5ab1f7b6 req-81f8ea8e-53ca-4bd1-8fe2-e80e92a81c83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 1127 time: 0.0455062 Feb 28 21:06:13.515710 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a267386-98ba-4d17-85e2-7e8f5ab1f7b6 req-5f9ca97f-7147-466e-93d2-30bd97b72ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:13.517222 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a267386-98ba-4d17-85e2-7e8f5ab1f7b6 req-5f9ca97f-7147-466e-93d2-30bd97b72ce5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0893054 Feb 28 21:06:13.560484 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a267386-98ba-4d17-85e2-7e8f5ab1f7b6 req-df2a1b29-649a-4745-83f0-3dcc82cec33f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42 HTTP/1.1" status: 200 len: 217 time: 0.0366035 Feb 28 21:06:13.615954 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a267386-98ba-4d17-85e2-7e8f5ab1f7b6 req-2c1980bc-6ca3-4fad-bbd1-5ba2bac574ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:13.617454 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a267386-98ba-4d17-85e2-7e8f5ab1f7b6 req-2c1980bc-6ca3-4fad-bbd1-5ba2bac574ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0508645 Feb 28 21:06:13.670075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a267386-98ba-4d17-85e2-7e8f5ab1f7b6 req-650c710f-ee1d-4203-a699-81af21751d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:13.671509 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a267386-98ba-4d17-85e2-7e8f5ab1f7b6 req-650c710f-ee1d-4203-a699-81af21751d19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472639 Feb 28 21:06:13.805880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb94a43-3fb5-41ea-a88b-2054c4ecd8a7 req-d7fc2dec-0215-4723-bf19-6f249acc6efb tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:13.807425 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0bb94a43-3fb5-41ea-a88b-2054c4ecd8a7 req-d7fc2dec-0215-4723-bf19-6f249acc6efb tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 944 time: 0.1208332 Feb 28 21:06:13.811579 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a267386-98ba-4d17-85e2-7e8f5ab1f7b6 req-ebfc7bc9-669b-4150-8ada-79ec0cb234db service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323729 Feb 28 21:06:13.915693 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0bb94a43-3fb5-41ea-a88b-2054c4ecd8a7 req-b3698a35-9390-4da4-9cf6-5dd7718ccfe0 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011188 Feb 28 21:06:13.940516 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a267386-98ba-4d17-85e2-7e8f5ab1f7b6 req-f24e0ee8-f5b9-455e-9abf-bb09adff83eb service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185446 Feb 28 21:06:14.632097 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 35e610a5-a961-4efb-a7b2-83a7ceccac42 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:06:14.728120 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 35e610a5-a961-4efb-a7b2-83a7ceccac42, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:06:14.738955 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '35e610a5-a961-4efb-a7b2-83a7ceccac42', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'port_id': '35e610a5-a961-4efb-a7b2-83a7ceccac42', 'mac_address': 'fa:16:3e:a6:d1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:06:14.775591 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 35e610a5-a961-4efb-a7b2-83a7ceccac42 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:06:14.776002 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:14.788545 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e610a5-a961-4efb-a7b2-83a7ceccac42 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:06:14.807326 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 35e610a5-a961-4efb-a7b2-83a7ceccac42, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:06:14.810810 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:14.857934 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=35e610a5-a961-4efb-a7b2-83a7ceccac42,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:06:15.014615 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['35e610a5-a961-4efb-a7b2-83a7ceccac42'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:06:15.038726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a7e87-9d77-4d8e-90b6-07b89b3cbfbd req-8ba11914-c963-44bd-af84-e8f8c2ebd153 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:15.040245 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d25a7e87-9d77-4d8e-90b6-07b89b3cbfbd req-8ba11914-c963-44bd-af84-e8f8c2ebd153 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0554457 Feb 28 21:06:15.088294 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d25a7e87-9d77-4d8e-90b6-07b89b3cbfbd req-8d6dcc55-c77d-44b7-b2dd-8f0949fe337c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423319 Feb 28 21:06:16.209516 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd02438-0be0-43da-8649-9dc6b81bab26 req-1df9e373-ed7f-4b1e-a05f-7ab33dbad315 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:16.210989 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fd02438-0be0-43da-8649-9dc6b81bab26 req-1df9e373-ed7f-4b1e-a05f-7ab33dbad315 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0521061 Feb 28 21:06:16.258360 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fd02438-0be0-43da-8649-9dc6b81bab26 req-e6ec3af3-f328-4b0a-88c4-5de76854c226 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416532 Feb 28 21:06:16.557368 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-56b1c0d0-9cd3-4008-bd1f-11c0e1821f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:16.646929 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 35e610a5-a961-4efb-a7b2-83a7ceccac42 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:06:16.695516 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 35e610a5-a961-4efb-a7b2-83a7ceccac42 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:06:16.699268 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 35e610a5-a961-4efb-a7b2-83a7ceccac42 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:06:16.699651 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:16.786145 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 35e610a5-a961-4efb-a7b2-83a7ceccac42 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:06:16.786531 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:16.810305 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e610a5-a961-4efb-a7b2-83a7ceccac42'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:06:16.812476 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d5bb0b-51d9-4bc9-93f2-1cb69815cf0d" -d '{"events": [{"server_uuid": "5af3ced0-f0b3-4bb9-890b-791e706a0d64", "name": "network-vif-plugged", "status": "completed", "tag": "35e610a5-a961-4efb-a7b2-83a7ceccac42"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:06:16.825118 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 35e610a5-a961-4efb-a7b2-83a7ceccac42, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:06:16.829167 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:16.852498 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9e9f2d-fd70-45fb-b328-afcecd9c4bb4 x-openstack-request-id: req-9f9e9f2d-fd70-45fb-b328-afcecd9c4bb4 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:06:16.852794 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af3ced0-f0b3-4bb9-890b-791e706a0d64", "name": "network-vif-plugged", "status": "completed", "tag": "35e610a5-a961-4efb-a7b2-83a7ceccac42", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:06:16.853056 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f9e9f2d-fd70-45fb-b328-afcecd9c4bb4 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:06:16.853467 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e610a5-a961-4efb-a7b2-83a7ceccac42', 'code': 200} Feb 28 21:06:16.882153 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=35e610a5-a961-4efb-a7b2-83a7ceccac42,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:06:16.955311 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d9586-8be8-4a30-9ab3-63ce7b45cb7e req-4b68da64-1bee-41d6-88db-cfd71d4e5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:16.956851 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-846d9586-8be8-4a30-9ab3-63ce7b45cb7e req-4b68da64-1bee-41d6-88db-cfd71d4e5b84 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 1129 time: 0.0487788 Feb 28 21:06:17.002615 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-846d9586-8be8-4a30-9ab3-63ce7b45cb7e req-490646a5-b2ea-4791-a6aa-d4d58d4471c9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395930 Feb 28 21:06:17.381239 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb05b5d-0b42-4b3f-9e49-a5bf69c22777 req-02c75ab6-8f75-40e7-9c6f-b913301921b3 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:17.382766 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7bb05b5d-0b42-4b3f-9e49-a5bf69c22777 req-02c75ab6-8f75-40e7-9c6f-b913301921b3 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 946 time: 0.0545437 Feb 28 21:06:17.430793 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7bb05b5d-0b42-4b3f-9e49-a5bf69c22777 req-5621dd81-6dd8-4464-9ba6-0cc694617264 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422387 Feb 28 21:06:18.552558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43a0f1-d8bd-4d0a-bffe-674785878829 req-bc08f0c5-8e8a-4e53-8815-4e82142c9e4c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:18.554032 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb43a0f1-d8bd-4d0a-bffe-674785878829 req-bc08f0c5-8e8a-4e53-8815-4e82142c9e4c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 946 time: 0.0566647 Feb 28 21:06:18.601465 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fb43a0f1-d8bd-4d0a-bffe-674785878829 req-422f8fe0-7e7c-4a61-99a2-efd866f035c2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418119 Feb 28 21:06:18.715117 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddc4f9-c6d3-406a-91fe-ca2733a071bf req-c4268b5d-7b71-41d7-a5b4-7cf595a891f8 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:18.716610 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8ddc4f9-c6d3-406a-91fe-ca2733a071bf req-c4268b5d-7b71-41d7-a5b4-7cf595a891f8 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 946 time: 0.0535975 Feb 28 21:06:18.725157 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45548) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:06:18.729478 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-bdd7dab3-3c7f-4cdf-a5c3-78172ff1b35b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Request body: {'floatingip': {'port_id': '35e610a5-a961-4efb-a7b2-83a7ceccac42'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:06:18.768663 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bdd7dab3-3c7f-4cdf-a5c3-78172ff1b35b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for floatingip (86dfd07e-8390-417f-ae77-ffdd155d63bf), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:19.094330 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-46c0f131-2598-4eb9-8a61-55f2be4664b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:19.209654 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:06:19.222561 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bdd7dab3-3c7f-4cdf-a5c3-78172ff1b35b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:19.226221 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bdd7dab3-3c7f-4cdf-a5c3-78172ff1b35b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (86dfd07e-8390-417f-ae77-ffdd155d63bf), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:19.333983 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-bdd7dab3-3c7f-4cdf-a5c3-78172ff1b35b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Floating IP 86dfd07e-8390-417f-ae77-ffdd155d63bf associated. External IP: 172.25.0.229, port: 35e610a5-a961-4efb-a7b2-83a7ceccac42. Feb 28 21:06:19.544544 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd7dab3-3c7f-4cdf-a5c3-78172ff1b35b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Router fbc41540-22d0-46e8-aef0-793fbf669be3 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:06:19.658982 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd7dab3-3c7f-4cdf-a5c3-78172ff1b35b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:06:19.663731 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bdd7dab3-3c7f-4cdf-a5c3-78172ff1b35b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:19.668220 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f4e7f4-f39b-40dd-bf11-84e2d4c91a9f None None] Sync routers for ids ['fbc41540-22d0-46e8-aef0-793fbf669be3'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:06:19.678247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f4e7f4-f39b-40dd-bf11-84e2d4c91a9f None None] Routers {'fbc41540-22d0-46e8-aef0-793fbf669be3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:06:19.678943 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-65f4e7f4-f39b-40dd-bf11-84e2d4c91a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:06:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fbc41540-22d0-46e8-aef0-793fbf669be3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:06:19.693711 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bdd7dab3-3c7f-4cdf-a5c3-78172ff1b35b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "PUT /v2.0/floatingips/86dfd07e-8390-417f-ae77-ffdd155d63bf HTTP/1.1" status: 200 len: 993 time: 0.9675047 Feb 28 21:06:19.694297 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'tag': '35e610a5-a961-4efb-a7b2-83a7ceccac42'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:06:19.697118 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ad1f97-9ed7-4d15-83ea-c7e81effa7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5af3ced0-f0b3-4bb9-890b-791e706a0d64", "tag": "35e610a5-a961-4efb-a7b2-83a7ceccac42"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:06:19.733367 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c13a76-530a-4804-bbbf-52b05867a5b3 x-openstack-request-id: req-97c13a76-530a-4804-bbbf-52b05867a5b3 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:06:19.733661 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af3ced0-f0b3-4bb9-890b-791e706a0d64", "tag": "35e610a5-a961-4efb-a7b2-83a7ceccac42", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:06:19.733918 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97c13a76-530a-4804-bbbf-52b05867a5b3 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:06:19.734326 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'tag': '35e610a5-a961-4efb-a7b2-83a7ceccac42', 'status': 'completed', 'code': 200} Feb 28 21:06:19.801534 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-65f4e7f4-f39b-40dd-bf11-84e2d4c91a9f None None] Set router fbc41540-22d0-46e8-aef0-793fbf669be3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:06:19.817484 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad1f97-9ed7-4d15-83ea-c7e81effa7a5 req-8a1cf046-76f3-4168-ae38-3c56629b7fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:19.824430 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1ad1f97-9ed7-4d15-83ea-c7e81effa7a5 req-8a1cf046-76f3-4168-ae38-3c56629b7fb0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 1129 time: 0.0514958 Feb 28 21:06:19.926345 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad1f97-9ed7-4d15-83ea-c7e81effa7a5 req-dbb27392-ed7c-4064-81d2-d192f6032c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:19.927914 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1ad1f97-9ed7-4d15-83ea-c7e81effa7a5 req-dbb27392-ed7c-4064-81d2-d192f6032c76 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.1026456 Feb 28 21:06:20.019436 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1ad1f97-9ed7-4d15-83ea-c7e81effa7a5 req-edb7cfd0-8b90-4a5d-8475-2403b0cfc9e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42 HTTP/1.1" status: 200 len: 1001 time: 0.0828202 Feb 28 21:06:20.062391 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-65f4e7f4-f39b-40dd-bf11-84e2d4c91a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '86dfd07e-8390-417f-ae77-ffdd155d63bf', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'floating_ip_address': '172.25.0.229', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'port_id': '35e610a5-a961-4efb-a7b2-83a7ceccac42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'mac_address': 'fa:16:3e:a6:d1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:03:35Z', 'updated_at': '2022-02-28T21:06:19Z', 'revision_number': 13, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:06:20.080201 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad1f97-9ed7-4d15-83ea-c7e81effa7a5 req-606ee06a-7ced-457e-b98b-7a7fc5c85c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:20.081819 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1ad1f97-9ed7-4d15-83ea-c7e81effa7a5 req-606ee06a-7ced-457e-b98b-7a7fc5c85c21 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0564830 Feb 28 21:06:20.095704 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f4e7f4-f39b-40dd-bf11-84e2d4c91a9f None None] Checking router: fbc41540-22d0-46e8-aef0-793fbf669be3 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:06:20.101704 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:20.106820 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f4e7f4-f39b-40dd-bf11-84e2d4c91a9f None None] Routers {'fbc41540-22d0-46e8-aef0-793fbf669be3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:06:20.107440 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-65f4e7f4-f39b-40dd-bf11-84e2d4c91a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:06:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fbc41540-22d0-46e8-aef0-793fbf669be3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:06:20.135982 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad1f97-9ed7-4d15-83ea-c7e81effa7a5 req-465275f9-0c67-448a-a295-96688c26d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:20.137606 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1ad1f97-9ed7-4d15-83ea-c7e81effa7a5 req-465275f9-0c67-448a-a295-96688c26d354 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490046 Feb 28 21:06:20.221723 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-65f4e7f4-f39b-40dd-bf11-84e2d4c91a9f None None] Set router fbc41540-22d0-46e8-aef0-793fbf669be3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:06:20.237233 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1ad1f97-9ed7-4d15-83ea-c7e81effa7a5 req-adbe2b33-daa6-452e-82b2-276e135849ae service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924742 Feb 28 21:06:20.313935 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:20.338896 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1ad1f97-9ed7-4d15-83ea-c7e81effa7a5 req-b3d8d0b7-800e-409b-ba2d-5ab2bb00378c service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937674 Feb 28 21:06:20.469323 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-65f4e7f4-f39b-40dd-bf11-84e2d4c91a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '86dfd07e-8390-417f-ae77-ffdd155d63bf', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'floating_ip_address': '172.25.0.229', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'port_id': '35e610a5-a961-4efb-a7b2-83a7ceccac42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'mac_address': 'fa:16:3e:a6:d1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:03:35Z', 'updated_at': '2022-02-28T21:06:19Z', 'revision_number': 13, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:06:20.499990 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f4e7f4-f39b-40dd-bf11-84e2d4c91a9f None None] The sync data for ids ['fbc41540-22d0-46e8-aef0-793fbf669be3'] in n-d-820368-21 is: [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '86dfd07e-8390-417f-ae77-ffdd155d63bf', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'floating_ip_address': '172.25.0.229', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'port_id': '35e610a5-a961-4efb-a7b2-83a7ceccac42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'mac_address': 'fa:16:3e:a6:d1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:03:35Z', 'updated_at': '2022-02-28T21:06:19Z', 'revision_number': 13, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:06:20.684737 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ac7e99-30a3-41d6-abd1-43b0afa53c4f None None] New status for floating IP 86dfd07e-8390-417f-ae77-ffdd155d63bf: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:06:21.393980 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-88a48ecf-2030-42e1-8318-43dece602d64 req-7b27de56-d8ae-484c-ae9a-c510566fa4b8 service neutron] (103773) timed out ('10.222.0.13', 39902) {{(pid=103773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 21:06:21.474203 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:22.220785 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90d126-96cb-4c04-bdbc-e7ad13bcb5bb req-ed495fc1-ad84-47ad-85be-966f7a7cc0fd tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:22.222281 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1c90d126-96cb-4c04-bdbc-e7ad13bcb5bb req-ed495fc1-ad84-47ad-85be-966f7a7cc0fd tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 946 time: 0.0531895 Feb 28 21:06:22.275973 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1c90d126-96cb-4c04-bdbc-e7ad13bcb5bb req-a95872cd-0013-4a10-b41f-850ce92a98f0 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475516 Feb 28 21:06:22.803726 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:22.926784 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:38.697934 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69298d53-ef8c-4eea-9cb1-e7670f566244 req-18b36f41-9a5c-4a97-aba0-e4e675a77a23 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:38.699333 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69298d53-ef8c-4eea-9cb1-e7670f566244 req-18b36f41-9a5c-4a97-aba0-e4e675a77a23 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 946 time: 0.0794892 Feb 28 21:06:38.702234 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-abc16c48-999a-402c-9570-3a3b7569a5db service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911024 Feb 28 21:06:38.750304 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-69298d53-ef8c-4eea-9cb1-e7670f566244 req-0199d3cb-e59f-4172-a5ce-73830d86e2c4 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449958 Feb 28 21:06:39.174010 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-e6638e78-b3e3-42a2-a2d3-dbce69f661b1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:39.175422 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-e6638e78-b3e3-42a2-a2d3-dbce69f661b1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports/35e610a5-a961-4efb-a7b2-83a7ceccac42 HTTP/1.1" status: 200 len: 943 time: 0.1030915 Feb 28 21:06:39.880254 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57461e2c-e525-4bd5-bc3e-47e9332a5d03 req-77e26144-fafe-4711-a2f2-5e3ed1005648 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:39.882334 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57461e2c-e525-4bd5-bc3e-47e9332a5d03 req-77e26144-fafe-4711-a2f2-5e3ed1005648 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 946 time: 0.0631289 Feb 28 21:06:39.940917 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57461e2c-e525-4bd5-bc3e-47e9332a5d03 req-b59f0f69-b630-4d65-b95e-b1faf07ca40a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528345 Feb 28 21:06:40.026039 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-84c05cc8-40a8-4195-a99e-e8735b2d1f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:40.027527 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-84c05cc8-40a8-4195-a99e-e8735b2d1f6b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 1129 time: 0.0468631 Feb 28 21:06:40.121585 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-5f4d2839-8d24-4800-99be-99f296d9bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:40.123303 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-5f4d2839-8d24-4800-99be-99f296d9bf62 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0895028 Feb 28 21:06:40.189493 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-2b5bf79c-e5d6-4306-9ad2-bd02620fe1e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42 HTTP/1.1" status: 200 len: 1003 time: 0.0592735 Feb 28 21:06:40.250458 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-6b8eee87-59e4-4247-841e-afa4958bcfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:40.252103 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-6b8eee87-59e4-4247-841e-afa4958bcfd1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0523915 Feb 28 21:06:40.315713 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-b6c07e35-af62-4725-837d-940de12b659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:40.317240 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-b6c07e35-af62-4725-837d-940de12b659b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0552914 Feb 28 21:06:40.328101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-ebd03da8-1a74-418b-a2c8-0338c4ad437b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:06:40.329149 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-ebd03da8-1a74-418b-a2c8-0338c4ad437b service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050857 Feb 28 21:06:40.426836 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-c866d704-eda2-4af3-ac56-569d5ab752f9 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858572 Feb 28 21:06:40.515314 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-3aeb6c46-b917-4da9-bc70-a56c67521690 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877566 Feb 28 21:06:41.064227 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0bc80-4763-4b1d-993d-66610ef02c30 req-958787a9-9d9f-4429-a5a9-8a89ae6a1555 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:41.065705 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eac0bc80-4763-4b1d-993d-66610ef02c30 req-958787a9-9d9f-4429-a5a9-8a89ae6a1555 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 946 time: 0.0538869 Feb 28 21:06:41.113820 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eac0bc80-4763-4b1d-993d-66610ef02c30 req-3b6c0604-f6b6-45bc-8d98-c6a1d928525b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420506 Feb 28 21:06:42.233918 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d2310-9252-4be3-99be-3c0b2fe2f1e6 req-fead9232-8f60-469d-b168-741b79c1b668 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:42.235401 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-866d2310-9252-4be3-99be-3c0b2fe2f1e6 req-fead9232-8f60-469d-b168-741b79c1b668 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 946 time: 0.0524793 Feb 28 21:06:42.290946 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-866d2310-9252-4be3-99be-3c0b2fe2f1e6 req-367298d4-b341-4a7d-9317-7a7408f13f13 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497591 Feb 28 21:06:43.419111 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd93db-cdd0-4e32-92ae-0f720b15af1a req-7ebd5c69-1cc7-4c7a-a7cb-cb3875677aee tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:43.420638 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9fd93db-cdd0-4e32-92ae-0f720b15af1a req-7ebd5c69-1cc7-4c7a-a7cb-cb3875677aee tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 946 time: 0.0549450 Feb 28 21:06:43.468193 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b9fd93db-cdd0-4e32-92ae-0f720b15af1a req-cd2aa503-e71f-4bff-aeb7-9fc007152fcf tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416844 Feb 28 21:06:44.590613 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54481f47-0708-4854-9ad9-0d7b8baf3732 req-ffa14124-1bc1-4fab-8dc4-a89d55b6ff15 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:44.592145 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54481f47-0708-4854-9ad9-0d7b8baf3732 req-ffa14124-1bc1-4fab-8dc4-a89d55b6ff15 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 946 time: 0.0532582 Feb 28 21:06:44.638822 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-54481f47-0708-4854-9ad9-0d7b8baf3732 req-2222a0d9-2ebb-4875-943d-b1e6702e23f2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411525 Feb 28 21:06:45.773813 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef38ae2-811b-4992-acf3-9215787afbdd req-e5694950-181f-4b2c-951c-d29873cd0579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:45.775360 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aef38ae2-811b-4992-acf3-9215787afbdd req-e5694950-181f-4b2c-951c-d29873cd0579 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 1129 time: 0.0863879 Feb 28 21:06:45.793127 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a90865-acd0-46b8-a9b1-5e3cf0adf68e req-5f4f2a42-6b91-47b7-a19d-8244fc18f4a3 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:45.794775 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c4a90865-acd0-46b8-a9b1-5e3cf0adf68e req-5f4f2a42-6b91-47b7-a19d-8244fc18f4a3 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 946 time: 0.0755386 Feb 28 21:06:45.902972 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c4a90865-acd0-46b8-a9b1-5e3cf0adf68e req-25a3079f-dbde-4f5d-ba54-02f7faee11f4 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990303 Feb 28 21:06:45.930663 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef38ae2-811b-4992-acf3-9215787afbdd req-fceeaa63-6c57-4583-9fe3-a77845a0c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:45.932295 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aef38ae2-811b-4992-acf3-9215787afbdd req-fceeaa63-6c57-4583-9fe3-a77845a0c3d8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.1362712 Feb 28 21:06:46.004036 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aef38ae2-811b-4992-acf3-9215787afbdd req-d306b45a-bcc4-4162-b24a-fe066a5b398d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42 HTTP/1.1" status: 200 len: 1003 time: 0.0641189 Feb 28 21:06:46.058584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef38ae2-811b-4992-acf3-9215787afbdd req-11f0cabe-8455-4913-a140-29925d109891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:46.060150 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aef38ae2-811b-4992-acf3-9215787afbdd req-11f0cabe-8455-4913-a140-29925d109891 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0492666 Feb 28 21:06:46.118283 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef38ae2-811b-4992-acf3-9215787afbdd req-ca2fffb0-40d5-44d7-8936-041406d6ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:46.119798 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aef38ae2-811b-4992-acf3-9215787afbdd req-ca2fffb0-40d5-44d7-8936-041406d6ce1a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0529020 Feb 28 21:06:46.215263 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aef38ae2-811b-4992-acf3-9215787afbdd req-199bca56-84a1-4f36-b36e-179e556b8e3a service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887930 Feb 28 21:06:46.314070 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aef38ae2-811b-4992-acf3-9215787afbdd req-03f50193-313a-4cfe-a781-e19c23219646 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929103 Feb 28 21:06:46.560514 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-82b54d1b-6c50-4bad-a58b-18ba03f6ee7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:47.040361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94448bdc-86d8-40d2-ac10-e228e7cc1eb6 req-971366dd-e43d-4ae2-82b8-db023725a189 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:47.041931 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-94448bdc-86d8-40d2-ac10-e228e7cc1eb6 req-971366dd-e43d-4ae2-82b8-db023725a189 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 946 time: 0.0618668 Feb 28 21:06:47.090110 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-94448bdc-86d8-40d2-ac10-e228e7cc1eb6 req-0f7d48c4-e44b-4b7b-a35e-8c938cdd9e76 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425451 Feb 28 21:06:48.209899 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d77cc-aeb5-4544-b2f7-1d0ae840f14a req-2fc43079-c094-42e1-8cb1-c1da854e1917 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:48.212175 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e42d77cc-aeb5-4544-b2f7-1d0ae840f14a req-2fc43079-c094-42e1-8cb1-c1da854e1917 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 946 time: 0.0528772 Feb 28 21:06:48.264007 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e42d77cc-aeb5-4544-b2f7-1d0ae840f14a req-05ea1c4c-c223-4304-9b9b-5d3112d8cbe5 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462837 Feb 28 21:06:49.096587 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-476cd46c-9623-48db-a180-282573aa6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:49.389815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0c163-4d95-4eba-a990-094d3b444566 req-d4ac49a0-c666-44af-ae28-b23cd9c32f93 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:49.391262 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbe0c163-4d95-4eba-a990-094d3b444566 req-d4ac49a0-c666-44af-ae28-b23cd9c32f93 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 946 time: 0.0578167 Feb 28 21:06:49.443109 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbe0c163-4d95-4eba-a990-094d3b444566 req-5dce42cc-3c8f-4bc6-aa31-5d71f7a028c6 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457764 Feb 28 21:06:50.072683 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:50.274247 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:50.566937 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19839ae5-a2f7-4ead-b7ab-643a7bf80092 req-5ccccd97-1cb9-4ce1-8e5a-0c7043e35c8a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:50.568443 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19839ae5-a2f7-4ead-b7ab-643a7bf80092 req-5ccccd97-1cb9-4ce1-8e5a-0c7043e35c8a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 946 time: 0.0526412 Feb 28 21:06:50.615667 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19839ae5-a2f7-4ead-b7ab-643a7bf80092 req-be1a990e-09fd-4c1d-a8ba-786bd86ff37e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415151 Feb 28 21:06:50.724547 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 35e610a5-a961-4efb-a7b2-83a7ceccac42 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:06:50.803672 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 35e610a5-a961-4efb-a7b2-83a7ceccac42 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:06:50.804193 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:50.826703 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35e610a5-a961-4efb-a7b2-83a7ceccac42'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:06:50.829519 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d65e3c1-b3ec-47f7-a3ae-e3b2f2f9e670" -d '{"events": [{"server_uuid": "5af3ced0-f0b3-4bb9-890b-791e706a0d64", "name": "network-vif-unplugged", "status": "completed", "tag": "35e610a5-a961-4efb-a7b2-83a7ceccac42"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:06:50.842194 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 35e610a5-a961-4efb-a7b2-83a7ceccac42, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:06:50.847033 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:50.884375 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 21:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4861966-1a58-41b6-8e49-2fd3b7d304a5 x-openstack-request-id: req-c4861966-1a58-41b6-8e49-2fd3b7d304a5 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:06:50.884668 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af3ced0-f0b3-4bb9-890b-791e706a0d64", "name": "network-vif-unplugged", "status": "completed", "tag": "35e610a5-a961-4efb-a7b2-83a7ceccac42", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:06:50.884917 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4861966-1a58-41b6-8e49-2fd3b7d304a5 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:06:50.885306 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35e610a5-a961-4efb-a7b2-83a7ceccac42', 'code': 200} Feb 28 21:06:50.901629 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=35e610a5-a961-4efb-a7b2-83a7ceccac42,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:06:51.389818 n-d-820368-21 neutron-server[103774]: INFO neutron.api.v2.resource [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-4e021d5f-ea0f-49ed-8cdf-240bd1ebf85c service neutron] show failed (client error): The resource could not be found. Feb 28 21:06:51.390850 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-4e021d5f-ea0f-49ed-8cdf-240bd1ebf85c service neutron] 10.222.0.10 "GET /v2.0/ports/35e610a5-a961-4efb-a7b2-83a7ceccac42/bindings/n-h1-820368-21 HTTP/1.1" status: 404 len: 381 time: 0.0583684 Feb 28 21:06:51.475340 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:51.604769 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-e9cd866a-05b0-44d9-835c-9f3d8000b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:51.606171 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-e9cd866a-05b0-44d9-835c-9f3d8000b1bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64&tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844 HTTP/1.1" status: 200 len: 1127 time: 0.0523365 Feb 28 21:06:51.616818 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820368-21', 'device_owner': 'compute:nova'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:06:51.675018 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:51.741476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4ba62-702a-405e-80c6-d8798bb2bf4b req-987421a1-ae60-4b7e-b957-db87bf798c15 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:51.743160 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2aa4ba62-702a-405e-80c6-d8798bb2bf4b req-987421a1-ae60-4b7e-b957-db87bf798c15 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 944 time: 0.0544443 Feb 28 21:06:51.791605 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2aa4ba62-702a-405e-80c6-d8798bb2bf4b req-31f6e128-be8d-4866-acb5-5f3b686e66ab tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424831 Feb 28 21:06:51.879142 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] For port 35e610a5-a961-4efb-a7b2-83a7ceccac42, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:06:51.911548 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] For port 35e610a5-a961-4efb-a7b2-83a7ceccac42, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:06:51.949436 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e610a5-a961-4efb-a7b2-83a7ceccac42 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:06:51.956948 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] Publish callbacks [] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:51.969274 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] Transition to ACTIVE for port object 35e610a5-a961-4efb-a7b2-83a7ceccac42 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:06:51.972559 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:52.048915 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a069d-c68c-4945-a696-33413846de44 service neutron] Pushing event updated for resources: {'Port': ['ID=35e610a5-a961-4efb-a7b2-83a7ceccac42,revision_number=7']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:06:52.092029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] No DVR routers for this DVR port 35e610a5-a961-4efb-a7b2-83a7ceccac42 on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:06:52.235033 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] Attempting to bind port 35e610a5-a961-4efb-a7b2-83a7ceccac42 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:06:52.235367 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] Attempting to bind port 35e610a5-a961-4efb-a7b2-83a7ceccac42 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:06:52.235692 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] Attempting to bind port 35e610a5-a961-4efb-a7b2-83a7ceccac42 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:06:52.239890 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] Port 35e610a5-a961-4efb-a7b2-83a7ceccac42 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:06:52.240212 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] Attempting to bind port 35e610a5-a961-4efb-a7b2-83a7ceccac42 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:06:52.245678 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:06:52.246012 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] Checking segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:06:52.246392 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] Bound using segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:06:52.246809 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] Bound port: 35e610a5-a961-4efb-a7b2-83a7ceccac42, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:06:52.247155 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:52.309858 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] For port 35e610a5-a961-4efb-a7b2-83a7ceccac42, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:06:52.312820 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] For port 35e610a5-a961-4efb-a7b2-83a7ceccac42, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:06:52.319593 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:52.357449 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:52.357449 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:52.358047 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-800a069d-c68c-4945-a696-33413846de44 service neutron] 10.222.0.15 "PUT /v2.0/ports/35e610a5-a961-4efb-a7b2-83a7ceccac42 HTTP/1.1" status: 200 len: 1093 time: 0.7452824 Feb 28 21:06:52.358614 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'tag': '35e610a5-a961-4efb-a7b2-83a7ceccac42'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:06:52.361007 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2206323-3c68-4824-827d-586d796d5ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "5af3ced0-f0b3-4bb9-890b-791e706a0d64", "tag": "35e610a5-a961-4efb-a7b2-83a7ceccac42"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:06:52.382684 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a069d-c68c-4945-a696-33413846de44 service neutron] Pushing event updated for resources: {'Port': ['ID=35e610a5-a961-4efb-a7b2-83a7ceccac42,revision_number=8']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:06:52.424049 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b21250f-46a1-4f7e-be14-fe38156bfcf9 x-openstack-request-id: req-8b21250f-46a1-4f7e-be14-fe38156bfcf9 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:06:52.424441 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af3ced0-f0b3-4bb9-890b-791e706a0d64", "tag": "35e610a5-a961-4efb-a7b2-83a7ceccac42", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:06:52.424917 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b21250f-46a1-4f7e-be14-fe38156bfcf9 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:06:52.425326 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'tag': '35e610a5-a961-4efb-a7b2-83a7ceccac42', 'status': 'completed', 'code': 200} Feb 28 21:06:52.444065 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-2b33ecce-7223-4a7a-a8e7-fe10696f91be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:52.445615 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-2b33ecce-7223-4a7a-a8e7-fe10696f91be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 1127 time: 0.0590432 Feb 28 21:06:52.488432 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2206323-3c68-4824-827d-586d796d5ac1 req-8ec5fc3f-f7a8-4046-a9df-01eb78014b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:52.490345 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2206323-3c68-4824-827d-586d796d5ac1 req-8ec5fc3f-f7a8-4046-a9df-01eb78014b3c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 1127 time: 0.0475295 Feb 28 21:06:52.551260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-9abcd9b5-9daa-4b07-b0cf-6c52fa9b045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:52.552760 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-9abcd9b5-9daa-4b07-b0cf-6c52fa9b045b service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.1016798 Feb 28 21:06:52.593912 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2206323-3c68-4824-827d-586d796d5ac1 req-d6bcd3a8-78b6-49c7-8121-e359e7fa924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:52.595586 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2206323-3c68-4824-827d-586d796d5ac1 req-d6bcd3a8-78b6-49c7-8121-e359e7fa924b service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0939445 Feb 28 21:06:52.622449 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-b62b05ee-7ec6-45f3-aba4-dcf77b1cfafa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42 HTTP/1.1" status: 200 len: 1001 time: 0.0624416 Feb 28 21:06:52.661816 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2206323-3c68-4824-827d-586d796d5ac1 req-832a5c66-1976-49f7-b705-1a0864aef0e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42 HTTP/1.1" status: 200 len: 1001 time: 0.0591421 Feb 28 21:06:52.674530 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-0137ef95-c0b0-47dc-8b9b-ae9e24786823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:52.675936 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-0137ef95-c0b0-47dc-8b9b-ae9e24786823 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0481534 Feb 28 21:06:52.714653 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2206323-3c68-4824-827d-586d796d5ac1 req-742ea4ca-eb27-4e6c-a638-4b0b96036fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:52.716133 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2206323-3c68-4824-827d-586d796d5ac1 req-742ea4ca-eb27-4e6c-a638-4b0b96036fec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0478663 Feb 28 21:06:52.724338 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-fc6ae8b8-55c9-415b-8ba2-09143c408690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:52.725837 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-fc6ae8b8-55c9-415b-8ba2-09143c408690 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443940 Feb 28 21:06:52.766785 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2206323-3c68-4824-827d-586d796d5ac1 req-55824a35-a74c-491f-bfc2-e0f4d511d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:52.768332 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2206323-3c68-4824-827d-586d796d5ac1 req-55824a35-a74c-491f-bfc2-e0f4d511d810 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462773 Feb 28 21:06:52.808667 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:52.817695 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-29dee5ff-539f-48d6-8086-e8eaffb2a1a0 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857942 Feb 28 21:06:52.865832 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2206323-3c68-4824-827d-586d796d5ac1 req-b564a88c-16ad-47c0-9e43-7a1d31f540bf service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908425 Feb 28 21:06:52.916014 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-80eb5864-839d-4db1-973a-c1a9c20028bf service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914965 Feb 28 21:06:52.944412 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:06:52.978871 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41694d-b97d-4797-b5c9-52221bd62388 req-f494a80b-7f60-424f-b067-26f4826c2599 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:52.980420 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bb41694d-b97d-4797-b5c9-52221bd62388 req-f494a80b-7f60-424f-b067-26f4826c2599 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 944 time: 0.1137338 Feb 28 21:06:53.021621 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2206323-3c68-4824-827d-586d796d5ac1 req-947dd0be-c750-4b55-8ac0-de6f1b92b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:53.022111 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2206323-3c68-4824-827d-586d796d5ac1 req-f3d58ade-2b58-438d-9f17-8decb5fc4036 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460705 Feb 28 21:06:53.024221 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c2206323-3c68-4824-827d-586d796d5ac1 req-947dd0be-c750-4b55-8ac0-de6f1b92b725 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 1127 time: 0.0570056 Feb 28 21:06:53.050459 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bb41694d-b97d-4797-b5c9-52221bd62388 req-c0e74438-2151-4b91-be13-9a0b1b8629ed tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625360 Feb 28 21:06:53.131712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2206323-3c68-4824-827d-586d796d5ac1 req-18fcb22d-7077-433d-8fa7-802f70551267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:53.134591 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c2206323-3c68-4824-827d-586d796d5ac1 req-18fcb22d-7077-433d-8fa7-802f70551267 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.1018853 Feb 28 21:06:53.204658 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c2206323-3c68-4824-827d-586d796d5ac1 req-a7eb5b3e-395d-478a-af61-75d34364c975 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42 HTTP/1.1" status: 200 len: 1001 time: 0.0641851 Feb 28 21:06:53.256367 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2206323-3c68-4824-827d-586d796d5ac1 req-31cdbcc7-82be-4bf1-9c78-b4a6c4338a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:53.257835 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c2206323-3c68-4824-827d-586d796d5ac1 req-31cdbcc7-82be-4bf1-9c78-b4a6c4338a36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0480602 Feb 28 21:06:53.307146 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2206323-3c68-4824-827d-586d796d5ac1 req-2b2f40fe-c441-47cf-bf04-f1f2f9b69bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:53.308667 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c2206323-3c68-4824-827d-586d796d5ac1 req-2b2f40fe-c441-47cf-bf04-f1f2f9b69bb8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454276 Feb 28 21:06:53.396765 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c2206323-3c68-4824-827d-586d796d5ac1 req-05db9145-cab9-4908-9bc9-8c66fb326299 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820160 Feb 28 21:06:53.489125 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c2206323-3c68-4824-827d-586d796d5ac1 req-3cdefcdb-7d8f-489a-83de-1d6439661f19 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855250 Feb 28 21:06:54.176412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53699b-8c8f-49a3-8ee5-5cab8886343a req-344be36e-3197-4033-996e-1410c008b0cb tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:54.178822 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e53699b-8c8f-49a3-8ee5-5cab8886343a req-344be36e-3197-4033-996e-1410c008b0cb tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 944 time: 0.0566485 Feb 28 21:06:54.229147 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e53699b-8c8f-49a3-8ee5-5cab8886343a req-7e61ebce-74bf-4bc5-a77c-8a747d5c1400 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436270 Feb 28 21:06:55.355044 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27cb37-3aad-410c-b059-46780cea6f85 req-97d6d144-33e1-4d4b-aba9-2ac789a52da8 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:55.356561 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1b27cb37-3aad-410c-b059-46780cea6f85 req-97d6d144-33e1-4d4b-aba9-2ac789a52da8 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 944 time: 0.0532889 Feb 28 21:06:55.405123 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1b27cb37-3aad-410c-b059-46780cea6f85 req-42dcb8fe-4136-4f21-97ff-9c7093689816 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429640 Feb 28 21:06:56.209316 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:06:56.531202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90843b67-6cc5-4f4a-acac-ebbac6fe2a4a req-d99fc411-fea2-45f2-beba-aa7ce509ed56 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:56.533074 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-90843b67-6cc5-4f4a-acac-ebbac6fe2a4a req-d99fc411-fea2-45f2-beba-aa7ce509ed56 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 944 time: 0.0580349 Feb 28 21:06:56.584346 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-90843b67-6cc5-4f4a-acac-ebbac6fe2a4a req-b52ab948-ef2b-43c2-a308-c38e230fbed9 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456901 Feb 28 21:06:57.712214 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604e49d-c81d-4fa5-8479-f917f4f971b9 req-8ee33f7d-ddb1-48e6-bac5-6b07b9edf8d7 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:57.713761 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6604e49d-c81d-4fa5-8479-f917f4f971b9 req-8ee33f7d-ddb1-48e6-bac5-6b07b9edf8d7 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 944 time: 0.0572298 Feb 28 21:06:57.762803 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6604e49d-c81d-4fa5-8479-f917f4f971b9 req-05f4c52b-bcd0-46ae-be2d-8b7590da918d tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432789 Feb 28 21:06:58.892652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743dc0e-72ed-4ade-af73-55f1277762db req-83a58688-f749-47cb-a5c0-b8ea4c08bc8c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:06:58.894163 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9743dc0e-72ed-4ade-af73-55f1277762db req-83a58688-f749-47cb-a5c0-b8ea4c08bc8c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 944 time: 0.0586357 Feb 28 21:06:58.952678 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9743dc0e-72ed-4ade-af73-55f1277762db req-272455cb-d3be-4ee2-8437-508ec2ee67e8 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525956 Feb 28 21:07:00.077551 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ffc96-3dc2-41e2-805f-73a0049bdaa2 req-e4467281-8d57-404a-b53b-33814a5e0230 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:00.079172 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-413ffc96-3dc2-41e2-805f-73a0049bdaa2 req-e4467281-8d57-404a-b53b-33814a5e0230 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 944 time: 0.0539641 Feb 28 21:07:00.126131 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-413ffc96-3dc2-41e2-805f-73a0049bdaa2 req-76b6b4e4-fc7d-401c-be57-71af87d13177 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412014 Feb 28 21:07:01.253111 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393ddc1-ce43-4b6f-b117-45e26a5f981e req-37dcac32-cea1-43e0-bac1-85ec4f2c160e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:01.254866 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5393ddc1-ce43-4b6f-b117-45e26a5f981e req-37dcac32-cea1-43e0-bac1-85ec4f2c160e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 944 time: 0.0539975 Feb 28 21:07:01.310081 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5393ddc1-ce43-4b6f-b117-45e26a5f981e req-18a189de-1df2-4797-b2d5-13a8eabe8b92 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483642 Feb 28 21:07:01.328592 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebc7e4-e3d5-4221-862c-6309c6a49aff req-090d38c0-a7a9-48b4-992c-fb0c1f2600cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:01.329936 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-09ebc7e4-e3d5-4221-862c-6309c6a49aff req-090d38c0-a7a9-48b4-992c-fb0c1f2600cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 1127 time: 0.0475457 Feb 28 21:07:01.438453 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebc7e4-e3d5-4221-862c-6309c6a49aff req-c9ed3067-caf1-4bad-88ad-71e5cde146c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:01.439804 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-09ebc7e4-e3d5-4221-862c-6309c6a49aff req-c9ed3067-caf1-4bad-88ad-71e5cde146c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0903845 Feb 28 21:07:01.504370 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-09ebc7e4-e3d5-4221-862c-6309c6a49aff req-ed587fab-91e8-48ff-bb67-c63198bc700f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42 HTTP/1.1" status: 200 len: 1001 time: 0.0573187 Feb 28 21:07:01.556365 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebc7e4-e3d5-4221-862c-6309c6a49aff req-a143d152-02cf-44a8-9a4a-67620c844d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:01.558195 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-09ebc7e4-e3d5-4221-862c-6309c6a49aff req-a143d152-02cf-44a8-9a4a-67620c844d05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0476189 Feb 28 21:07:01.607189 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebc7e4-e3d5-4221-862c-6309c6a49aff req-03ac5c8f-e81f-42fb-afd6-d76824709248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:01.608679 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-09ebc7e4-e3d5-4221-862c-6309c6a49aff req-03ac5c8f-e81f-42fb-afd6-d76824709248 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444760 Feb 28 21:07:01.697289 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-09ebc7e4-e3d5-4221-862c-6309c6a49aff req-d98e0b5d-8a35-488d-b0b8-18cd8624d080 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823948 Feb 28 21:07:01.789557 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-09ebc7e4-e3d5-4221-862c-6309c6a49aff req-065b7f24-dfbc-4f5e-847d-151dfd23b589 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861096 Feb 28 21:07:02.433493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b18556-4721-4013-bfb3-8ad7296401bd req-1d9f872a-3d8a-4910-bbc8-6b5402df7d4e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:02.434968 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26b18556-4721-4013-bfb3-8ad7296401bd req-1d9f872a-3d8a-4910-bbc8-6b5402df7d4e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 944 time: 0.0545945 Feb 28 21:07:02.481050 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26b18556-4721-4013-bfb3-8ad7296401bd req-d2e6f483-e70a-4cff-8ab1-49a0c7f94b03 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404682 Feb 28 21:07:03.605782 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d3ec6-116f-46c6-ae3c-b94c1d62c873 req-98dfaeb9-8e01-4e2f-9f0b-8c1d7f600435 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:03.607244 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-740d3ec6-116f-46c6-ae3c-b94c1d62c873 req-98dfaeb9-8e01-4e2f-9f0b-8c1d7f600435 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 944 time: 0.0563684 Feb 28 21:07:03.653758 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-740d3ec6-116f-46c6-ae3c-b94c1d62c873 req-a543a7e8-7436-48a5-88a1-2f9c20a2660a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409777 Feb 28 21:07:04.778077 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7be78-b1e6-40ef-832e-df07bfc3189a req-c516812e-618c-4e83-a2d9-77162afb6132 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:04.779550 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57f7be78-b1e6-40ef-832e-df07bfc3189a req-c516812e-618c-4e83-a2d9-77162afb6132 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 944 time: 0.0569358 Feb 28 21:07:04.825768 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57f7be78-b1e6-40ef-832e-df07bfc3189a req-539a08bc-b4a3-416e-b5eb-40bcb82faee6 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405643 Feb 28 21:07:05.944944 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de077f0-ea3d-4ee7-83a2-e9cce82a66cb req-868fa17a-68d8-4641-8f8b-2a5ecd4b5848 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:05.946434 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3de077f0-ea3d-4ee7-83a2-e9cce82a66cb req-868fa17a-68d8-4641-8f8b-2a5ecd4b5848 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 944 time: 0.0522428 Feb 28 21:07:05.991909 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3de077f0-ea3d-4ee7-83a2-e9cce82a66cb req-c3539f9a-200d-47fb-bf2f-9d751edb2d2a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394185 Feb 28 21:07:07.111391 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bedcf-3274-4588-b6a4-cea07a0a0668 req-54f6a5cf-6c52-4601-82e0-dce8e60f771c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:07.112887 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a73bedcf-3274-4588-b6a4-cea07a0a0668 req-54f6a5cf-6c52-4601-82e0-dce8e60f771c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 944 time: 0.0518348 Feb 28 21:07:07.163833 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a73bedcf-3274-4588-b6a4-cea07a0a0668 req-5f3706b1-6ca7-4639-b993-6801b34a2abd tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452626 Feb 28 21:07:08.282357 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b5f14-de1d-468f-bc36-f30490abd371 req-7ebaa4df-3f45-4bc6-97e6-3a104a3e65fa tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:08.283839 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-861b5f14-de1d-468f-bc36-f30490abd371 req-7ebaa4df-3f45-4bc6-97e6-3a104a3e65fa tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 944 time: 0.0516958 Feb 28 21:07:08.329665 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-861b5f14-de1d-468f-bc36-f30490abd371 req-6a29e260-97bd-48e6-a741-29ee1166aab1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395947 Feb 28 21:07:09.448679 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e686b1-9647-4144-a43d-643bb6f14e55 req-30a4e201-3922-4ea7-aac6-cf5eade75430 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:09.450138 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c4e686b1-9647-4144-a43d-643bb6f14e55 req-30a4e201-3922-4ea7-aac6-cf5eade75430 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 944 time: 0.0521448 Feb 28 21:07:09.495346 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c4e686b1-9647-4144-a43d-643bb6f14e55 req-f3d84ff6-710d-4b7a-966f-90f1a60923b0 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396469 Feb 28 21:07:10.620974 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7425535-d509-470b-a30e-68dd0dbfd9e9 req-324345de-e44b-4f82-83af-b5000cd6a16d tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:10.622435 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7425535-d509-470b-a30e-68dd0dbfd9e9 req-324345de-e44b-4f82-83af-b5000cd6a16d tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 944 time: 0.0567093 Feb 28 21:07:10.668142 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7425535-d509-470b-a30e-68dd0dbfd9e9 req-84109113-7282-475c-aa7d-3c3755c7c61f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397162 Feb 28 21:07:10.961119 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-4bebf109-d5e9-4476-9d0f-a2ad5cce1a78 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:10.962566 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-4bebf109-d5e9-4476-9d0f-a2ad5cce1a78 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.15 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64&tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&binding%3Ahost_id=n-h1-820368-21 HTTP/1.1" status: 200 len: 944 time: 0.0557210 Feb 28 21:07:10.978082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd8506-a8a2-490c-8a57-ea608cb0304f req-fca1c4ee-9352-4d10-b788-f1df42e48b23 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:10.979584 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9dd8506-a8a2-490c-8a57-ea608cb0304f req-fca1c4ee-9352-4d10-b788-f1df42e48b23 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 944 time: 0.0531421 Feb 28 21:07:11.025690 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-3f0410b8-8609-4257-943e-d06e24d2d031 service neutron] 10.222.0.15 "GET /v2.0/ports/35e610a5-a961-4efb-a7b2-83a7ceccac42/bindings/n-h1-820368-21 HTTP/1.1" status: 200 len: 383 time: 0.0570326 Feb 28 21:07:11.027157 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9dd8506-a8a2-490c-8a57-ea608cb0304f req-1f3537fc-17ec-4682-b126-7c3b937f4d6d tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410838 Feb 28 21:07:11.096634 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-8e50b06b-7a80-44ac-833b-eeb68883ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:11.098111 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-8e50b06b-7a80-44ac-833b-eeb68883ab09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 1127 time: 0.0484674 Feb 28 21:07:11.192499 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5d8423dd-17c5-4941-94db-1795d5550fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:11.193876 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5d8423dd-17c5-4941-94db-1795d5550fc5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0898190 Feb 28 21:07:11.264186 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-3dfc9326-f684-4d0d-9a25-43584ddeba5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42 HTTP/1.1" status: 200 len: 1001 time: 0.0646799 Feb 28 21:07:11.311442 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-acbc0f52-297d-499e-b9c8-68bf1a30b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:11.312890 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-acbc0f52-297d-499e-b9c8-68bf1a30b50e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0429761 Feb 28 21:07:11.360341 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-c3d4e00c-c4fb-4c4d-8b40-c3ecbee16e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:11.361822 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-c3d4e00c-c4fb-4c4d-8b40-c3ecbee16e9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436130 Feb 28 21:07:11.453855 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-c5dc5016-8663-4d4f-b936-c9c13c69043d service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857553 Feb 28 21:07:11.547183 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-8941be88-9b23-48e3-946e-275e72073ba2 service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879171 Feb 28 21:07:11.586886 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 35e610a5-a961-4efb-a7b2-83a7ceccac42 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:07:11.678648 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 35e610a5-a961-4efb-a7b2-83a7ceccac42, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:07:11.689704 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '35e610a5-a961-4efb-a7b2-83a7ceccac42', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'port_id': '35e610a5-a961-4efb-a7b2-83a7ceccac42', 'mac_address': 'fa:16:3e:a6:d1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:07:11.728103 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 35e610a5-a961-4efb-a7b2-83a7ceccac42 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:07:11.728410 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:11.743970 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e610a5-a961-4efb-a7b2-83a7ceccac42 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:07:11.763105 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 35e610a5-a961-4efb-a7b2-83a7ceccac42, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:07:11.766725 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:11.980260 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=35e610a5-a961-4efb-a7b2-83a7ceccac42,revision_number=9']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:07:11.987511 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:11.987885 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:11.988220 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:11.988548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:11.988871 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:11.989191 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:11.989506 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:11.989821 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:11.990136 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:11.990451 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:11.990761 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:11.991069 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:11.991922 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:12.027436 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['35e610a5-a961-4efb-a7b2-83a7ceccac42'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:07:12.156763 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd205da-c84d-4e7b-857c-09ccba599f1e req-b18068c6-dde3-44fc-be63-4fd267274032 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:12.158251 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dbd205da-c84d-4e7b-857c-09ccba599f1e req-b18068c6-dde3-44fc-be63-4fd267274032 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0561085 Feb 28 21:07:12.543488 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dbd205da-c84d-4e7b-857c-09ccba599f1e req-2ae675d9-e2a6-4a99-b7a1-0dd45b3f826b tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3787959 Feb 28 21:07:13.607787 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 35e610a5-a961-4efb-a7b2-83a7ceccac42 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:07:13.657654 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 35e610a5-a961-4efb-a7b2-83a7ceccac42 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:07:13.662115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 35e610a5-a961-4efb-a7b2-83a7ceccac42 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:07:13.662441 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:13.667438 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35e2e5-e6fe-43de-9a88-9fcd1c7aa3e4 req-4a8863c5-a182-4090-8932-8adeeb1fb677 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:13.669067 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b35e2e5-e6fe-43de-9a88-9fcd1c7aa3e4 req-4a8863c5-a182-4090-8932-8adeeb1fb677 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0556219 Feb 28 21:07:13.718203 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b35e2e5-e6fe-43de-9a88-9fcd1c7aa3e4 req-c5e81473-50f4-449d-8b10-e26ed69a841f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424316 Feb 28 21:07:13.743497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 35e610a5-a961-4efb-a7b2-83a7ceccac42 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:07:13.743942 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:13.766917 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e610a5-a961-4efb-a7b2-83a7ceccac42'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:07:13.769151 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74082ffb-c9ad-4f8d-963b-74a452400f22" -d '{"events": [{"server_uuid": "5af3ced0-f0b3-4bb9-890b-791e706a0d64", "name": "network-vif-plugged", "status": "completed", "tag": "35e610a5-a961-4efb-a7b2-83a7ceccac42"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:07:13.785845 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 35e610a5-a961-4efb-a7b2-83a7ceccac42, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:07:13.791068 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:13.830048 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e920b8d-5a6d-4d17-95fd-725a85360c6d x-openstack-request-id: req-1e920b8d-5a6d-4d17-95fd-725a85360c6d {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:07:13.830358 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af3ced0-f0b3-4bb9-890b-791e706a0d64", "name": "network-vif-plugged", "status": "completed", "tag": "35e610a5-a961-4efb-a7b2-83a7ceccac42", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:07:13.830682 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e920b8d-5a6d-4d17-95fd-725a85360c6d {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:07:13.831155 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e610a5-a961-4efb-a7b2-83a7ceccac42', 'code': 200} Feb 28 21:07:13.848751 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=35e610a5-a961-4efb-a7b2-83a7ceccac42,revision_number=10']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:07:14.846080 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d3178-1116-4022-9c51-84af0be221cd req-2faf95fe-a627-4717-b5c4-20969cfbdc4c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:14.847562 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-410d3178-1116-4022-9c51-84af0be221cd req-2faf95fe-a627-4717-b5c4-20969cfbdc4c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 947 time: 0.0544860 Feb 28 21:07:14.897053 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-410d3178-1116-4022-9c51-84af0be221cd req-23e7f1e1-dc45-4c8d-b5f0-92958ed1f285 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433195 Feb 28 21:07:16.023774 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc9e6f-b50c-4c2b-be47-a87f542578ba req-f4daa0b5-7222-493f-bdc1-e9df4ab5e810 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:16.025279 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-35bc9e6f-b50c-4c2b-be47-a87f542578ba req-f4daa0b5-7222-493f-bdc1-e9df4ab5e810 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 947 time: 0.0540988 Feb 28 21:07:16.072093 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-35bc9e6f-b50c-4c2b-be47-a87f542578ba req-2454269b-9f62-4156-be76-4909deb426a4 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411897 Feb 28 21:07:16.565073 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0195a49c-e9bc-4753-a9d2-a2752abab23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:17.200518 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192eb915-826c-4f3d-9788-643a830deeef req-a29d3acb-2865-46e2-9c83-5a54af3bb957 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:17.201992 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-192eb915-826c-4f3d-9788-643a830deeef req-a29d3acb-2865-46e2-9c83-5a54af3bb957 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 947 time: 0.0537264 Feb 28 21:07:17.255027 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-192eb915-826c-4f3d-9788-643a830deeef req-7e1d1d72-fc94-46ad-b3da-4e1b78237563 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465362 Feb 28 21:07:17.515639 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-b717aa41-54c4-486d-8cee-c66faf452652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:17.517224 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-b717aa41-54c4-486d-8cee-c66faf452652 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64&tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844 HTTP/1.1" status: 200 len: 1130 time: 0.0486393 Feb 28 21:07:17.528611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820368-21', 'device_owner': 'compute:nova'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:07:17.585539 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:17.606564 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 35e610a5-a961-4efb-a7b2-83a7ceccac42 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:07:17.687127 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 35e610a5-a961-4efb-a7b2-83a7ceccac42 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:07:17.687522 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:17.783203 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] For port 35e610a5-a961-4efb-a7b2-83a7ceccac42, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:07:17.820938 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] For port 35e610a5-a961-4efb-a7b2-83a7ceccac42, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:07:17.859078 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35e610a5-a961-4efb-a7b2-83a7ceccac42'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:07:17.861265 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23749d15-66b1-4ee2-aef8-6426556a8f87" -d '{"events": [{"server_uuid": "5af3ced0-f0b3-4bb9-890b-791e706a0d64", "name": "network-vif-unplugged", "status": "completed", "tag": "35e610a5-a961-4efb-a7b2-83a7ceccac42"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:07:17.865035 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Publish callbacks [] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:17.879601 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Transition to ACTIVE for port object 35e610a5-a961-4efb-a7b2-83a7ceccac42 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:07:17.884910 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:17.915443 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 21:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3324881d-7221-45f0-8545-16eef6afc928 x-openstack-request-id: req-3324881d-7221-45f0-8545-16eef6afc928 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:07:17.915749 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af3ced0-f0b3-4bb9-890b-791e706a0d64", "name": "network-vif-unplugged", "status": "completed", "tag": "35e610a5-a961-4efb-a7b2-83a7ceccac42", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:07:17.916030 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3324881d-7221-45f0-8545-16eef6afc928 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:07:17.916430 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35e610a5-a961-4efb-a7b2-83a7ceccac42', 'code': 200} Feb 28 21:07:17.923944 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 21:07:17.924378 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 21:07:17.984494 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Pushing event updated for resources: {'Port': ['ID=35e610a5-a961-4efb-a7b2-83a7ceccac42,revision_number=11']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:07:17.998732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:17.999089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:17.999418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:17.999934 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:18.000261 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:18.000587 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:18.000912 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:18.001237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:18.001557 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:18.001879 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:18.002198 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:18.002515 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:18.002832 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:18.029207 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] No DVR routers for this DVR port 35e610a5-a961-4efb-a7b2-83a7ceccac42 on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:07:18.172026 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Attempting to bind port 35e610a5-a961-4efb-a7b2-83a7ceccac42 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:07:18.172272 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Attempting to bind port 35e610a5-a961-4efb-a7b2-83a7ceccac42 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:07:18.172582 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Attempting to bind port 35e610a5-a961-4efb-a7b2-83a7ceccac42 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:07:18.176798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Port 35e610a5-a961-4efb-a7b2-83a7ceccac42 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:07:18.177136 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Attempting to bind port 35e610a5-a961-4efb-a7b2-83a7ceccac42 on network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:07:18.181969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:07:18.182305 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Checking segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:07:18.182688 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Bound using segment: {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:07:18.183109 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Bound port: 35e610a5-a961-4efb-a7b2-83a7ceccac42, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5725f339-f590-47fe-98b5-3d5d314933dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:07:18.183688 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:18.245569 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] For port 35e610a5-a961-4efb-a7b2-83a7ceccac42, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:07:18.248858 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] For port 35e610a5-a961-4efb-a7b2-83a7ceccac42, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:07:18.255090 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:18.288084 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:18.289440 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:18.290752 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] 10.222.0.10 "PUT /v2.0/ports/35e610a5-a961-4efb-a7b2-83a7ceccac42 HTTP/1.1" status: 200 len: 1094 time: 0.7661555 Feb 28 21:07:18.319985 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646edc4-40ef-44b3-8077-5c2d5e6999b0 service neutron] Pushing event updated for resources: {'Port': ['ID=35e610a5-a961-4efb-a7b2-83a7ceccac42,revision_number=12']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:07:18.406487 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-d4d9a973-98bc-46ff-b3e4-12f841b1dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:18.408096 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-d4d9a973-98bc-46ff-b3e4-12f841b1dbba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 1128 time: 0.0838251 Feb 28 21:07:18.430968 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40436c10-a3bd-4c99-8a0d-a3603948fcd7 req-7fce4d24-9840-4ef4-8a66-1c42ef2ebb6d tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:18.432512 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-40436c10-a3bd-4c99-8a0d-a3603948fcd7 req-7fce4d24-9840-4ef4-8a66-1c42ef2ebb6d tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0773897 Feb 28 21:07:18.464830 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 35e610a5-a961-4efb-a7b2-83a7ceccac42 is: DOWN; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:07:18.536258 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-40436c10-a3bd-4c99-8a0d-a3603948fcd7 req-ece68c46-ff05-4303-809b-0d714d9bb4fe tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932426 Feb 28 21:07:18.548801 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5b6a5fb3-2fc9-4d35-b98b-c4a9385b8167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:18.550252 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-5b6a5fb3-2fc9-4d35-b98b-c4a9385b8167 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.1353049 Feb 28 21:07:18.618283 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-d18b822f-ae29-40ee-bbb4-4d8f072d2cb2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42 HTTP/1.1" status: 200 len: 1001 time: 0.0614493 Feb 28 21:07:18.666125 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-99881968-e2ef-4b69-ba15-a4db9cbe8f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:18.667547 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-99881968-e2ef-4b69-ba15-a4db9cbe8f75 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0431459 Feb 28 21:07:18.721201 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-e8858227-95d4-4fec-93c9-270ae0a0fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:18.722644 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-e8858227-95d4-4fec-93c9-270ae0a0fe59 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479937 Feb 28 21:07:18.810907 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-fcf3e881-7345-4f19-ba58-3d7018a83f16 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819545 Feb 28 21:07:18.906123 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e61148ee-8a12-4431-b036-e9663e62fdfb req-9502f5f6-00c7-49a2-8745-43d7f8b73d3d service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885000 Feb 28 21:07:19.098460 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5a7def35-76d4-4f7a-8a2a-61c8431297f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:19.657497 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa6775-9f61-480a-aefe-ae2b76216caf req-a0d5b985-7257-4e0a-a6fb-d7acefcbc605 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:19.659000 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49aa6775-9f61-480a-aefe-ae2b76216caf req-a0d5b985-7257-4e0a-a6fb-d7acefcbc605 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0540702 Feb 28 21:07:19.706066 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49aa6775-9f61-480a-aefe-ae2b76216caf req-5bd2b68c-e786-40da-956e-3a9ddc80247f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413167 Feb 28 21:07:19.917977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'tag': '35e610a5-a961-4efb-a7b2-83a7ceccac42'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:07:19.920292 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22cd71e-1b22-40f0-b0b6-31dc248d440a" -d '{"events": [{"name": "network-changed", "server_uuid": "5af3ced0-f0b3-4bb9-890b-791e706a0d64", "tag": "35e610a5-a961-4efb-a7b2-83a7ceccac42"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:07:19.968288 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6ee75c-8a96-4594-8140-b37093507a42 x-openstack-request-id: req-fd6ee75c-8a96-4594-8140-b37093507a42 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:07:19.968642 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af3ced0-f0b3-4bb9-890b-791e706a0d64", "tag": "35e610a5-a961-4efb-a7b2-83a7ceccac42", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:07:19.968956 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd6ee75c-8a96-4594-8140-b37093507a42 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:07:19.969559 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'tag': '35e610a5-a961-4efb-a7b2-83a7ceccac42', 'status': 'completed', 'code': 200} Feb 28 21:07:20.037841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cd71e-1b22-40f0-b0b6-31dc248d440a req-7a0c0bd4-7555-46c4-b855-d974260b6125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:20.040384 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f22cd71e-1b22-40f0-b0b6-31dc248d440a req-7a0c0bd4-7555-46c4-b855-d974260b6125 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 1128 time: 0.0499055 Feb 28 21:07:20.042069 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cd71e-1b22-40f0-b0b6-31dc248d440a req-7937d95f-642e-4f7c-adc5-4b5820a59f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:20.043633 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f22cd71e-1b22-40f0-b0b6-31dc248d440a req-7937d95f-642e-4f7c-adc5-4b5820a59f35 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 1128 time: 0.0534832 Feb 28 21:07:20.098967 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:20.141023 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cd71e-1b22-40f0-b0b6-31dc248d440a req-d9d5328b-887b-4037-af02-9a85c37f4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:20.142493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cd71e-1b22-40f0-b0b6-31dc248d440a req-b8f21f7d-3fff-4313-8ce6-2c309d15388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:20.142752 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f22cd71e-1b22-40f0-b0b6-31dc248d440a req-d9d5328b-887b-4037-af02-9a85c37f4f78 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0933437 Feb 28 21:07:20.143993 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f22cd71e-1b22-40f0-b0b6-31dc248d440a req-b8f21f7d-3fff-4313-8ce6-2c309d15388b service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 200 len: 911 time: 0.0951929 Feb 28 21:07:20.215616 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f22cd71e-1b22-40f0-b0b6-31dc248d440a req-bc356c58-fc99-403f-a5df-3efc7740bbd2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42 HTTP/1.1" status: 200 len: 1001 time: 0.0648937 Feb 28 21:07:20.216637 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f22cd71e-1b22-40f0-b0b6-31dc248d440a req-f04c439d-1f02-4202-b565-289075b8f0b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42 HTTP/1.1" status: 200 len: 1001 time: 0.0676291 Feb 28 21:07:20.269692 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cd71e-1b22-40f0-b0b6-31dc248d440a req-931bd4e2-01c1-47b0-b87e-10fb284c0083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:20.271474 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f22cd71e-1b22-40f0-b0b6-31dc248d440a req-931bd4e2-01c1-47b0-b87e-10fb284c0083 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0492673 Feb 28 21:07:20.276840 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cd71e-1b22-40f0-b0b6-31dc248d440a req-4221731e-b4fd-4fdb-bd93-d95ded589c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:20.278644 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f22cd71e-1b22-40f0-b0b6-31dc248d440a req-4221731e-b4fd-4fdb-bd93-d95ded589c00 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 200 len: 850 time: 0.0567970 Feb 28 21:07:20.280153 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:20.322730 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cd71e-1b22-40f0-b0b6-31dc248d440a req-45837a41-25bd-4268-a140-30d186e5cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:20.324374 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f22cd71e-1b22-40f0-b0b6-31dc248d440a req-45837a41-25bd-4268-a140-30d186e5cbc9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464859 Feb 28 21:07:20.330470 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cd71e-1b22-40f0-b0b6-31dc248d440a req-44d56c69-642d-4225-b856-e6d97deaa390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:20.331998 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f22cd71e-1b22-40f0-b0b6-31dc248d440a req-44d56c69-642d-4225-b856-e6d97deaa390 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467005 Feb 28 21:07:20.419863 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f22cd71e-1b22-40f0-b0b6-31dc248d440a req-b4ec8181-82b0-4812-b27b-3d492bddc59a service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896723 Feb 28 21:07:20.432396 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f22cd71e-1b22-40f0-b0b6-31dc248d440a req-0a9b00fd-fccc-4ca2-8ecc-978ca605745f service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923169 Feb 28 21:07:20.509143 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f22cd71e-1b22-40f0-b0b6-31dc248d440a req-d6f3b6c3-521d-4a37-95dd-63bc1d2b278c service neutron] 10.222.0.15 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833447 Feb 28 21:07:20.525432 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f22cd71e-1b22-40f0-b0b6-31dc248d440a req-b48682e2-a8ed-4473-a942-311b44408b41 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867040 Feb 28 21:07:20.827418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10904c1-d99d-4602-ac67-a7c2409bae97 req-24851999-0943-43ed-9373-2717065e8c74 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:20.829235 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a10904c1-d99d-4602-ac67-a7c2409bae97 req-24851999-0943-43ed-9373-2717065e8c74 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0530736 Feb 28 21:07:20.890694 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a10904c1-d99d-4602-ac67-a7c2409bae97 req-c3b49320-c914-45cc-a553-9ca6ce6708e8 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554898 Feb 28 21:07:21.479131 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:22.015235 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d2ba6-aaf4-4f3b-828f-1b2814edcf06 req-d6bdd83c-52f2-43c1-8671-8f97c0ce9d10 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:22.016762 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-683d2ba6-aaf4-4f3b-828f-1b2814edcf06 req-d6bdd83c-52f2-43c1-8671-8f97c0ce9d10 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0540705 Feb 28 21:07:22.064211 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-683d2ba6-aaf4-4f3b-828f-1b2814edcf06 req-df2c91ad-977d-40d6-b103-f88813dc52bf tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400815 Feb 28 21:07:22.811830 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:22.936213 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:23.190789 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117377a-3748-4113-bc4c-b4edca4d3fd7 req-0b7d494d-fe4e-4231-9df9-ea515624b9b9 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:23.192404 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f117377a-3748-4113-bc4c-b4edca4d3fd7 req-0b7d494d-fe4e-4231-9df9-ea515624b9b9 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0585771 Feb 28 21:07:23.240372 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f117377a-3748-4113-bc4c-b4edca4d3fd7 req-4b79f61e-aa07-4922-9b39-ed50a6631872 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411229 Feb 28 21:07:24.370067 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d1534-3f69-4a9c-946a-fe8036de6ad2 req-d4e29932-8f08-4d9b-90dd-7bc4ed26415e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:24.371569 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b57d1534-3f69-4a9c-946a-fe8036de6ad2 req-d4e29932-8f08-4d9b-90dd-7bc4ed26415e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0595760 Feb 28 21:07:24.417884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b57d1534-3f69-4a9c-946a-fe8036de6ad2 req-79d65e8e-8ae0-4e06-a6f5-89edd063d138 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403714 Feb 28 21:07:25.539851 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba90b6-e14c-4870-881e-08d38ab3124d req-1c112678-0970-4c78-a3c2-3bf5413158c8 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:25.541291 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-88ba90b6-e14c-4870-881e-08d38ab3124d req-1c112678-0970-4c78-a3c2-3bf5413158c8 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0536439 Feb 28 21:07:25.589231 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-88ba90b6-e14c-4870-881e-08d38ab3124d req-53c46284-5ff6-4598-8c7b-bb55208bfa71 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422251 Feb 28 21:07:26.718440 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c60615-791e-409a-9113-923bacbe75e8 req-2934167e-e729-4451-8121-4cf5fb8e5c37 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:26.719965 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7c60615-791e-409a-9113-923bacbe75e8 req-2934167e-e729-4451-8121-4cf5fb8e5c37 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0547395 Feb 28 21:07:26.772241 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7c60615-791e-409a-9113-923bacbe75e8 req-b8a2c7da-636b-4d44-b3aa-9db5c425c4e2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466187 Feb 28 21:07:27.893912 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e940c3-e292-4855-b833-6e64f68e2191 req-cb55d4f3-3a76-4d7a-86fa-79c894c62f75 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:27.895415 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57e940c3-e292-4855-b833-6e64f68e2191 req-cb55d4f3-3a76-4d7a-86fa-79c894c62f75 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0544651 Feb 28 21:07:27.943053 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57e940c3-e292-4855-b833-6e64f68e2191 req-eb714139-ea01-4813-a7d4-de99b1a20457 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420294 Feb 28 21:07:29.068706 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb240fc-b19e-44f4-b21b-023d1ee496d5 req-820a52b1-7ed2-4365-be3f-029fe6bdf351 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:29.070090 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2cb240fc-b19e-44f4-b21b-023d1ee496d5 req-820a52b1-7ed2-4365-be3f-029fe6bdf351 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0531306 Feb 28 21:07:29.123046 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2cb240fc-b19e-44f4-b21b-023d1ee496d5 req-67da24ce-0826-4a61-a005-b3e31daf1b4a tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473175 Feb 28 21:07:30.247275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c0bcc-60e2-4725-99e4-92fb71b424b5 req-8083b386-9e40-4021-a367-f955a9c85c17 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:30.249050 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-574c0bcc-60e2-4725-99e4-92fb71b424b5 req-8083b386-9e40-4021-a367-f955a9c85c17 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0588837 Feb 28 21:07:30.294719 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-574c0bcc-60e2-4725-99e4-92fb71b424b5 req-5d3bfa45-ffbd-4e2d-b60e-0d93f34c0105 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401688 Feb 28 21:07:31.415071 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc26d47-5189-494f-8eb6-5e7120a30b65 req-ec95b00d-41d8-4b14-bf70-549ea65aed86 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:31.416668 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7fc26d47-5189-494f-8eb6-5e7120a30b65 req-ec95b00d-41d8-4b14-bf70-549ea65aed86 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0535123 Feb 28 21:07:31.462056 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7fc26d47-5189-494f-8eb6-5e7120a30b65 req-8a99b8bf-b194-4cb7-ab30-ef86e6331a09 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398967 Feb 28 21:07:32.585550 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b28af5-eb02-40d9-b7d1-4815f695af91 req-1f2d277f-782b-4685-85b3-c17de3bf8add tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:32.587266 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e2b28af5-eb02-40d9-b7d1-4815f695af91 req-1f2d277f-782b-4685-85b3-c17de3bf8add tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0567892 Feb 28 21:07:32.635248 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e2b28af5-eb02-40d9-b7d1-4815f695af91 req-5c7f19fa-fac7-40d4-aa6a-243ac4e5926e tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422118 Feb 28 21:07:33.207653 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:07:33.754661 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b8386-bcd7-4d1b-ae37-3c1d5aa41912 req-32f94a3c-478f-48c2-8ccf-b10c14f28746 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:33.756167 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e56b8386-bcd7-4d1b-ae37-3c1d5aa41912 req-32f94a3c-478f-48c2-8ccf-b10c14f28746 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0531888 Feb 28 21:07:33.801813 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e56b8386-bcd7-4d1b-ae37-3c1d5aa41912 req-c631b919-9b69-4e9d-8489-2e6dbfca7cb4 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395951 Feb 28 21:07:34.929586 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1219ee-2395-4d44-9409-b5e06e36cded req-dca3244b-1546-4adc-8f04-e9582fe7b506 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:34.932030 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d1219ee-2395-4d44-9409-b5e06e36cded req-dca3244b-1546-4adc-8f04-e9582fe7b506 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0551262 Feb 28 21:07:34.987449 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4d1219ee-2395-4d44-9409-b5e06e36cded req-e876ad79-b429-40a8-bc27-8f3da333f71d tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506651 Feb 28 21:07:36.110718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fcdf9-1726-4430-90f6-26fbf5449dd9 req-f74aebad-ac76-48f2-a465-6e8127fc5683 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:36.112240 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de5fcdf9-1726-4430-90f6-26fbf5449dd9 req-f74aebad-ac76-48f2-a465-6e8127fc5683 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0541797 Feb 28 21:07:36.158672 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-de5fcdf9-1726-4430-90f6-26fbf5449dd9 req-36b682de-f0cb-4dc4-8a4f-f356e67ab9e5 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409439 Feb 28 21:07:36.275785 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9b759-f624-4e60-8051-d93c9651f1fe req-83c27241-e3aa-4b9c-8e2e-6300ca13ad11 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:36.277198 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-58f9b759-f624-4e60-8051-d93c9651f1fe req-83c27241-e3aa-4b9c-8e2e-6300ca13ad11 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0532429 Feb 28 21:07:36.323275 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-58f9b759-f624-4e60-8051-d93c9651f1fe req-e44fca98-d7bb-4f5f-8a9c-73296e9a6850 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405452 Feb 28 21:07:36.451151 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a962bb2-4087-477b-bd48-65cdef0d6dbe req-f609921c-1086-4b23-a488-d644e5394f89 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:36.452648 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1a962bb2-4087-477b-bd48-65cdef0d6dbe req-f609921c-1086-4b23-a488-d644e5394f89 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0576968 Feb 28 21:07:36.498074 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1a962bb2-4087-477b-bd48-65cdef0d6dbe req-731808b7-a34c-4315-b582-165ec3e66029 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399120 Feb 28 21:07:36.737706 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3558f80-2692-4e4b-b689-5afdd6b97df2 req-387b68eb-0c18-483b-97da-393a2d1c13f9 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:36.739321 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3558f80-2692-4e4b-b689-5afdd6b97df2 req-387b68eb-0c18-483b-97da-393a2d1c13f9 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 945 time: 0.0559680 Feb 28 21:07:36.799526 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3558f80-2692-4e4b-b689-5afdd6b97df2 req-051ebd83-f00d-4f8a-8eab-1ed8477470c7 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536883 Feb 28 21:07:36.918525 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 35e610a5-a961-4efb-a7b2-83a7ceccac42 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:07:37.016974 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 35e610a5-a961-4efb-a7b2-83a7ceccac42, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:07:37.028254 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '35e610a5-a961-4efb-a7b2-83a7ceccac42', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'port_id': '35e610a5-a961-4efb-a7b2-83a7ceccac42', 'mac_address': 'fa:16:3e:a6:d1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:07:37.072172 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 35e610a5-a961-4efb-a7b2-83a7ceccac42 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:07:37.072468 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:37.090444 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e610a5-a961-4efb-a7b2-83a7ceccac42 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:07:37.113751 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 35e610a5-a961-4efb-a7b2-83a7ceccac42, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:07:37.121165 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:37.173917 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=35e610a5-a961-4efb-a7b2-83a7ceccac42,revision_number=13']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:07:37.374269 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['35e610a5-a961-4efb-a7b2-83a7ceccac42'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:07:37.934801 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce1f4e-f6db-43eb-b64e-e948616bedea req-af77b130-deeb-4526-a93f-6a84da4facc2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:37.936404 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f6ce1f4e-f6db-43eb-b64e-e948616bedea req-af77b130-deeb-4526-a93f-6a84da4facc2 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 946 time: 0.0577877 Feb 28 21:07:37.999052 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f6ce1f4e-f6db-43eb-b64e-e948616bedea req-4a9612ba-a2f6-45d9-8aa6-67139dd02e78 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560291 Feb 28 21:07:38.345941 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19428e-a48b-47d3-b752-4408b40372cb req-6f5b2ee9-0dc2-4a65-bfc7-2ff2c402c278 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:07:38.347391 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc19428e-a48b-47d3-b752-4408b40372cb req-6f5b2ee9-0dc2-4a65-bfc7-2ff2c402c278 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.10 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 946 time: 0.0537887 Feb 28 21:07:38.437262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-fc19428e-a48b-47d3-b752-4408b40372cb req-fc3591d0-0299-4279-9cb7-3e94b90009fb tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Deleting port 35e610a5-a961-4efb-a7b2-83a7ceccac42 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:07:38.437607 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fc19428e-a48b-47d3-b752-4408b40372cb req-fc3591d0-0299-4279-9cb7-3e94b90009fb tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:38.533133 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-fc19428e-a48b-47d3-b752-4408b40372cb req-fc3591d0-0299-4279-9cb7-3e94b90009fb tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] For port 35e610a5-a961-4efb-a7b2-83a7ceccac42, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=35e610a5-a961-4efb-a7b2-83a7ceccac42,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:07:38.533407 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fc19428e-a48b-47d3-b752-4408b40372cb req-fc3591d0-0299-4279-9cb7-3e94b90009fb tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:38.705015 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fc19428e-a48b-47d3-b752-4408b40372cb req-fc3591d0-0299-4279-9cb7-3e94b90009fb tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:38.705375 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fc19428e-a48b-47d3-b752-4408b40372cb req-fc3591d0-0299-4279-9cb7-3e94b90009fb tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (86dfd07e-8390-417f-ae77-ffdd155d63bf), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:38.705687 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [req-fc19428e-a48b-47d3-b752-4408b40372cb req-fc3591d0-0299-4279-9cb7-3e94b90009fb tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Floating IP 86dfd07e-8390-417f-ae77-ffdd155d63bf disassociated. External IP: 172.25.0.229, port: 35e610a5-a961-4efb-a7b2-83a7ceccac42. Feb 28 21:07:38.706027 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-fc19428e-a48b-47d3-b752-4408b40372cb req-fc3591d0-0299-4279-9cb7-3e94b90009fb tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Calling delete_port for 35e610a5-a961-4efb-a7b2-83a7ceccac42 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:07:38.836696 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fc19428e-a48b-47d3-b752-4408b40372cb req-fc3591d0-0299-4279-9cb7-3e94b90009fb tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (35e610a5-a961-4efb-a7b2-83a7ceccac42), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:38.864397 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3591d0-0299-4279-9cb7-3e94b90009fb tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Pushing event deleted for resources: {'Port': ['ID=35e610a5-a961-4efb-a7b2-83a7ceccac42,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:07:38.921000 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 35e610a5-a961-4efb-a7b2-83a7ceccac42 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:07:38.946620 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 35e610a5-a961-4efb-a7b2-83a7ceccac42 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:07:38.946966 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 35e610a5-a961-4efb-a7b2-83a7ceccac42 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 28 21:07:38.966627 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Port 35e610a5-a961-4efb-a7b2-83a7ceccac42 not found, will not notify nova. {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 28 21:07:39.002202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc19428e-a48b-47d3-b752-4408b40372cb req-fc3591d0-0299-4279-9cb7-3e94b90009fb tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Router fbc41540-22d0-46e8-aef0-793fbf669be3 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:07:39.130737 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4702bea0-7bca-4aed-abfc-701cc662a92d req-bf2e4cd0-c9a7-405b-b79e-50d7174d472c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 210 time: 0.0352077 Feb 28 21:07:39.140276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc19428e-a48b-47d3-b752-4408b40372cb req-fc3591d0-0299-4279-9cb7-3e94b90009fb tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:07:39.150588 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddb429a-1c71-4516-9573-ae8dd48cccf4 None None] Sync routers for ids ['fbc41540-22d0-46e8-aef0-793fbf669be3'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:07:39.160485 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddb429a-1c71-4516-9573-ae8dd48cccf4 None None] Routers {'fbc41540-22d0-46e8-aef0-793fbf669be3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:07:39.161348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6ddb429a-1c71-4516-9573-ae8dd48cccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:07:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fbc41540-22d0-46e8-aef0-793fbf669be3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:07:39.185780 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc19428e-a48b-47d3-b752-4408b40372cb req-fc3591d0-0299-4279-9cb7-3e94b90009fb tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] No DVR routers for this DVR port 35e610a5-a961-4efb-a7b2-83a7ceccac42 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:07:39.188491 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-fc19428e-a48b-47d3-b752-4408b40372cb req-fc3591d0-0299-4279-9cb7-3e94b90009fb tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:39.192003 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc19428e-a48b-47d3-b752-4408b40372cb req-fc3591d0-0299-4279-9cb7-3e94b90009fb tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.10 "DELETE /v2.0/ports/35e610a5-a961-4efb-a7b2-83a7ceccac42 HTTP/1.1" status: 204 len: 173 time: 0.8389995 Feb 28 21:07:39.192472 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'name': 'network-vif-deleted', 'tag': '35e610a5-a961-4efb-a7b2-83a7ceccac42'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:07:39.195320 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba96ed2-9c8d-408d-8d77-e33c507936c5" -d '{"events": [{"server_uuid": "5af3ced0-f0b3-4bb9-890b-791e706a0d64", "name": "network-vif-deleted", "tag": "35e610a5-a961-4efb-a7b2-83a7ceccac42"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:07:39.242737 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dc1505-a250-49b3-8917-560e5537ec99 x-openstack-request-id: req-10dc1505-a250-49b3-8917-560e5537ec99 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:07:39.243032 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af3ced0-f0b3-4bb9-890b-791e706a0d64", "name": "network-vif-deleted", "tag": "35e610a5-a961-4efb-a7b2-83a7ceccac42", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:07:39.243285 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10dc1505-a250-49b3-8917-560e5537ec99 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:07:39.243698 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af3ced0-f0b3-4bb9-890b-791e706a0d64', 'name': 'network-vif-deleted', 'tag': '35e610a5-a961-4efb-a7b2-83a7ceccac42', 'status': 'completed', 'code': 200} Feb 28 21:07:39.282770 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-6ddb429a-1c71-4516-9573-ae8dd48cccf4 None None] Set router fbc41540-22d0-46e8-aef0-793fbf669be3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:07:39.484889 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6ddb429a-1c71-4516-9573-ae8dd48cccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:07:39.511897 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddb429a-1c71-4516-9573-ae8dd48cccf4 None None] Checking router: fbc41540-22d0-46e8-aef0-793fbf669be3 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:07:39.520068 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddb429a-1c71-4516-9573-ae8dd48cccf4 None None] Routers {'fbc41540-22d0-46e8-aef0-793fbf669be3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:07:39.520683 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6ddb429a-1c71-4516-9573-ae8dd48cccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:07:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fbc41540-22d0-46e8-aef0-793fbf669be3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:07:39.628996 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-6ddb429a-1c71-4516-9573-ae8dd48cccf4 None None] Set router fbc41540-22d0-46e8-aef0-793fbf669be3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:07:39.824076 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-6ddb429a-1c71-4516-9573-ae8dd48cccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:07:39.853768 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddb429a-1c71-4516-9573-ae8dd48cccf4 None None] The sync data for ids ['fbc41540-22d0-46e8-aef0-793fbf669be3'] in n-d-820368-21 is: [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:03:33Z', 'revision_number': 4, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'ce4468fd-9327-49d0-be85-3910c9172ed6', 'name': '', 'network_id': '7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'mac_address': 'fa:16:3e:63:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:32Z', 'updated_at': '2022-02-28T21:03:37Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'subnets': [{'id': 'a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:07:40.089367 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3f5b7a-a3d3-4565-9c2c-32f67ac4c0f9 None None] New status for floating IP 86dfd07e-8390-417f-ae77-ffdd155d63bf: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:07:40.251173 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db3d3347-20b6-4cc2-b2fd-12cea455ffb5 req-163c7e4a-60a2-4eaa-bd8d-3b6110e38e9c tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 210 time: 0.0322599 Feb 28 21:07:40.926329 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 35e610a5-a961-4efb-a7b2-83a7ceccac42 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:07:40.947600 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 35e610a5-a961-4efb-a7b2-83a7ceccac42 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:07:40.947965 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 35e610a5-a961-4efb-a7b2-83a7ceccac42 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:07:41.349156 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ce5028fa-6e1e-493b-b621-8a991e88c3b3 req-ff16aa4c-5497-46dc-8d5c-258d43a69209 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 210 time: 0.0271058 Feb 28 21:07:42.445088 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5bd86691-068f-4c0f-a00c-7271a64bb7c1 req-dcbd4036-f27d-4cb7-9d17-472d4b937e39 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 210 time: 0.0273170 Feb 28 21:07:43.545086 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49c83771-9e7c-400b-929a-aa13ecf4e223 req-799772c1-53b4-4f79-adda-24b56f5c13e7 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 210 time: 0.0300510 Feb 28 21:07:44.645244 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d500143-0c11-49c3-832d-ed4c43fdcdd5 req-be9e9917-88eb-447c-b5cf-a7a2b62f7da3 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 210 time: 0.0298083 Feb 28 21:07:45.745225 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e025b8a2-5f77-430a-8d55-1f7cd1c6567a req-ac6d9623-595b-4d82-9e85-02dcf8d5342f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 210 time: 0.0301459 Feb 28 21:07:46.569552 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-64f412e7-d111-4a0b-b181-26b875586c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:46.844857 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0260ef21-7239-46b1-8737-c3fdb04daf4d req-192b7ce2-50c5-4536-b13c-4b38b88ac88f tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 210 time: 0.0285227 Feb 28 21:07:47.943772 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-561f598e-111b-47c3-b3ea-bfcf125290ca req-58e11393-de3e-4b2a-b6b2-3f000b6aaab9 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af3ced0-f0b3-4bb9-890b-791e706a0d64 HTTP/1.1" status: 200 len: 210 time: 0.0272038 Feb 28 21:07:49.104453 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2133-ea9a-45d5-a293-b00e50cf6c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:50.104570 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:50.283923 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:51.481997 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:52.814602 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:52.939897 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:54.753831 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45828) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:07:54.808377 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3c45-f39c-4c8e-a15a-b8dbf19ec131 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for security_group (1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:54.831070 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3c45-f39c-4c8e-a15a-b8dbf19ec131 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for security_group (1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:54.884438 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3c45-f39c-4c8e-a15a-b8dbf19ec131 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:54.887046 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3c45-f39c-4c8e-a15a-b8dbf19ec131 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:54.888220 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5a5c3c45-f39c-4c8e-a15a-b8dbf19ec131 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "DELETE /v2.0/security-groups/1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c HTTP/1.1" status: 204 len: 168 time: 0.1333575 Feb 28 21:07:54.890880 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45830) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:07:54.897907 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c3c45-f39c-4c8e-a15a-b8dbf19ec131 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:07:54.913522 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-53b9501a-4353-4258-b7ff-15197c7b8372 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] show failed (client error): The resource could not be found. Feb 28 21:07:54.917527 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-53b9501a-4353-4258-b7ff-15197c7b8372 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "GET /v2.0/security-groups/1eba9019-ceb5-41e6-b0cb-25a8d2a79c1c HTTP/1.1" status: 404 len: 347 time: 0.0255182 Feb 28 21:07:54.917915 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45832) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:07:55.045299 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-a1acaf8b-a062-4306-a62f-94bff5082220 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Deleting port bdfae65b-44b9-4f2e-bfb6-d0a1f0f99bf0 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:07:55.045646 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1acaf8b-a062-4306-a62f-94bff5082220 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (bdfae65b-44b9-4f2e-bfb6-d0a1f0f99bf0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:55.120094 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1acaf8b-a062-4306-a62f-94bff5082220 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (bdfae65b-44b9-4f2e-bfb6-d0a1f0f99bf0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:55.120429 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1acaf8b-a062-4306-a62f-94bff5082220 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for floatingip (bdfae65b-44b9-4f2e-bfb6-d0a1f0f99bf0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:55.134158 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-a1acaf8b-a062-4306-a62f-94bff5082220 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Calling delete_port for bdfae65b-44b9-4f2e-bfb6-d0a1f0f99bf0 owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:07:55.270424 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1acaf8b-a062-4306-a62f-94bff5082220 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (bdfae65b-44b9-4f2e-bfb6-d0a1f0f99bf0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:55.296582 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1acaf8b-a062-4306-a62f-94bff5082220 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Pushing event deleted for resources: {'Port': ['ID=bdfae65b-44b9-4f2e-bfb6-d0a1f0f99bf0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:07:55.370438 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1acaf8b-a062-4306-a62f-94bff5082220 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks [] for floatingip (86dfd07e-8390-417f-ae77-ffdd155d63bf), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:55.373555 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a1acaf8b-a062-4306-a62f-94bff5082220 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:55.374780 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a1acaf8b-a062-4306-a62f-94bff5082220 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] 10.222.0.13 "DELETE /v2.0/floatingips/86dfd07e-8390-417f-ae77-ffdd155d63bf HTTP/1.1" status: 204 len: 168 time: 0.4541605 Feb 28 21:07:55.378716 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45834) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:07:55.752588 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7c5e844b-cbff-430c-84a4-9a18247d6022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (fbc41540-22d0-46e8-aef0-793fbf669be3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:56.009208 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-7c5e844b-cbff-430c-84a4-9a18247d6022 admin admin] Deleting port ce4468fd-9327-49d0-be85-3910c9172ed6 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:07:56.009875 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7c5e844b-cbff-430c-84a4-9a18247d6022 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ce4468fd-9327-49d0-be85-3910c9172ed6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:56.088244 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-7c5e844b-cbff-430c-84a4-9a18247d6022 admin admin] For port ce4468fd-9327-49d0-be85-3910c9172ed6, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ce4468fd-9327-49d0-be85-3910c9172ed6,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:07:56.088603 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7c5e844b-cbff-430c-84a4-9a18247d6022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ce4468fd-9327-49d0-be85-3910c9172ed6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:56.104682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-7c5e844b-cbff-430c-84a4-9a18247d6022 admin admin] Calling delete_port for ce4468fd-9327-49d0-be85-3910c9172ed6 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:07:56.290577 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7c5e844b-cbff-430c-84a4-9a18247d6022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (ce4468fd-9327-49d0-be85-3910c9172ed6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:56.316408 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e844b-cbff-430c-84a4-9a18247d6022 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce4468fd-9327-49d0-be85-3910c9172ed6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:07:56.832210 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7c5e844b-cbff-430c-84a4-9a18247d6022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (fbc41540-22d0-46e8-aef0-793fbf669be3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:57.049025 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5e844b-cbff-430c-84a4-9a18247d6022 admin admin] Router fbc41540-22d0-46e8-aef0-793fbf669be3 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:07:57.157130 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5e844b-cbff-430c-84a4-9a18247d6022 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:07:57.162207 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7c5e844b-cbff-430c-84a4-9a18247d6022 admin admin] 10.222.0.13 "PUT /v2.0/routers/fbc41540-22d0-46e8-aef0-793fbf669be3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7822917 Feb 28 21:07:57.164768 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45836) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:07:57.165975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db8b5bf-d9cc-44f0-b8d5-e727e7594505 None None] Sync routers for ids ['fbc41540-22d0-46e8-aef0-793fbf669be3'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:07:57.175419 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db8b5bf-d9cc-44f0-b8d5-e727e7594505 None None] Routers {'fbc41540-22d0-46e8-aef0-793fbf669be3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:07:57.180696 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4db8b5bf-d9cc-44f0-b8d5-e727e7594505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:07:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fbc41540-22d0-46e8-aef0-793fbf669be3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:07:57.272923 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-920bc9d2-fa30-4a1c-acbc-c3b60407826a admin admin] Publish callbacks [] for router (fbc41540-22d0-46e8-aef0-793fbf669be3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:57.285849 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-4db8b5bf-d9cc-44f0-b8d5-e727e7594505 None None] Set router fbc41540-22d0-46e8-aef0-793fbf669be3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:07:57.387833 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-920bc9d2-fa30-4a1c-acbc-c3b60407826a admin admin] Publish callbacks [] for router_gateway (fbc41540-22d0-46e8-aef0-793fbf669be3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:57.444433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-920bc9d2-fa30-4a1c-acbc-c3b60407826a admin admin] Deleting port f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:07:57.444797 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-920bc9d2-fa30-4a1c-acbc-c3b60407826a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:57.480840 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4db8b5bf-d9cc-44f0-b8d5-e727e7594505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:07:56Z', 'revision_number': 5, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port': {'id': 'f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:03:31Z', 'updated_at': '2022-02-28T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:07:57.507868 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db8b5bf-d9cc-44f0-b8d5-e727e7594505 None None] Checking router: fbc41540-22d0-46e8-aef0-793fbf669be3 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:07:57.516041 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db8b5bf-d9cc-44f0-b8d5-e727e7594505 None None] Routers {'fbc41540-22d0-46e8-aef0-793fbf669be3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:07:57.516645 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4db8b5bf-d9cc-44f0-b8d5-e727e7594505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:07:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['fbc41540-22d0-46e8-aef0-793fbf669be3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:07:57.527704 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-920bc9d2-fa30-4a1c-acbc-c3b60407826a admin admin] For port f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:07:57.528112 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-920bc9d2-fa30-4a1c-acbc-c3b60407826a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:57.541341 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-920bc9d2-fa30-4a1c-acbc-c3b60407826a admin admin] Calling delete_port for f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:07:57.606129 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-4db8b5bf-d9cc-44f0-b8d5-e727e7594505 None None] Set router fbc41540-22d0-46e8-aef0-793fbf669be3 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:07:57.661808 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4db8b5bf-d9cc-44f0-b8d5-e727e7594505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:07:57Z', 'revision_number': 6, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:07:57.688867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db8b5bf-d9cc-44f0-b8d5-e727e7594505 None None] The sync data for ids ['fbc41540-22d0-46e8-aef0-793fbf669be3'] in n-d-820368-21 is: [{'id': 'fbc41540-22d0-46e8-aef0-793fbf669be3', 'name': 'tempest-ServerActionsTestJSON-360017793-router', 'tenant_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:03:30Z', 'updated_at': '2022-02-28T21:07:57Z', 'revision_number': 6, 'project_id': 'b984dc37e5f346b3a6dd4b7f34cc3844', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:07:57.714944 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-920bc9d2-fa30-4a1c-acbc-c3b60407826a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:57.743476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bc9d2-fa30-4a1c-acbc-c3b60407826a admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:07:57.806205 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-920bc9d2-fa30-4a1c-acbc-c3b60407826a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (fbc41540-22d0-46e8-aef0-793fbf669be3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:57.901948 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-920bc9d2-fa30-4a1c-acbc-c3b60407826a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (fbc41540-22d0-46e8-aef0-793fbf669be3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:57.904107 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-920bc9d2-fa30-4a1c-acbc-c3b60407826a admin admin] Publish callbacks [] for router_controller (fbc41540-22d0-46e8-aef0-793fbf669be3), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:57.952207 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-920bc9d2-fa30-4a1c-acbc-c3b60407826a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (fbc41540-22d0-46e8-aef0-793fbf669be3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:57.952758 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920bc9d2-fa30-4a1c-acbc-c3b60407826a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbc41540-22d0-46e8-aef0-793fbf669be3 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 21:07:57.957754 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-920bc9d2-fa30-4a1c-acbc-c3b60407826a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:57.958917 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-920bc9d2-fa30-4a1c-acbc-c3b60407826a admin admin] 10.222.0.13 "DELETE /v2.0/routers/fbc41540-22d0-46e8-aef0-793fbf669be3 HTTP/1.1" status: 204 len: 168 time: 0.7932110 Feb 28 21:07:57.962419 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45838) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:07:58.009380 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-3412db43-074d-4ed6-85bd-22f34a57b6ed admin admin] Deleting subnet a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:07:58.012620 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3412db43-074d-4ed6-85bd-22f34a57b6ed admin admin] Publish callbacks [] for subnet (a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:58.056516 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3412db43-074d-4ed6-85bd-22f34a57b6ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:58.150539 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3412db43-074d-4ed6-85bd-22f34a57b6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:58.202159 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3412db43-074d-4ed6-85bd-22f34a57b6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:58.228666 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412db43-074d-4ed6-85bd-22f34a57b6ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:07:58.232166 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-3412db43-074d-4ed6-85bd-22f34a57b6ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:58.235396 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3412db43-074d-4ed6-85bd-22f34a57b6ed admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a151f1a3-8848-4d7d-b8e0-8fa0dcfcee48 HTTP/1.1" status: 204 len: 168 time: 0.2720633 Feb 28 21:07:58.237908 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45840) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:07:58.240154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9b8afd-0499-4bd7-857c-c636c64fd9ff None None] Network 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:07:58.311704 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41b7f782-7704-4c09-af19-0cb8d5ede2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:58.366256 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-41b7f782-7704-4c09-af19-0cb8d5ede2d2 admin admin] Deleting port 3921b29d-e89f-48aa-9809-58697bab64fa {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:07:58.366546 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41b7f782-7704-4c09-af19-0cb8d5ede2d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3921b29d-e89f-48aa-9809-58697bab64fa), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:58.441905 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-41b7f782-7704-4c09-af19-0cb8d5ede2d2 admin admin] For port 3921b29d-e89f-48aa-9809-58697bab64fa, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3921b29d-e89f-48aa-9809-58697bab64fa,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:07:58.442272 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41b7f782-7704-4c09-af19-0cb8d5ede2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3921b29d-e89f-48aa-9809-58697bab64fa), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:58.458613 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-41b7f782-7704-4c09-af19-0cb8d5ede2d2 admin admin] Calling delete_port for 3921b29d-e89f-48aa-9809-58697bab64fa owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:07:58.461275 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5660355-54e6-469c-98f6-68699fb9aac0 None None] DHCP port deletion for 7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 21:07:58.510624 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a5660355-54e6-469c-98f6-68699fb9aac0 None None] Deleting port 3921b29d-e89f-48aa-9809-58697bab64fa {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:07:58.510996 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a5660355-54e6-469c-98f6-68699fb9aac0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3921b29d-e89f-48aa-9809-58697bab64fa), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:58.552399 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41b7f782-7704-4c09-af19-0cb8d5ede2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (3921b29d-e89f-48aa-9809-58697bab64fa), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:58.580868 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7f782-7704-4c09-af19-0cb8d5ede2d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3921b29d-e89f-48aa-9809-58697bab64fa,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:07:58.581746 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a5660355-54e6-469c-98f6-68699fb9aac0 None None] For port 3921b29d-e89f-48aa-9809-58697bab64fa, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3921b29d-e89f-48aa-9809-58697bab64fa,segment=NetworkSegment(5725f339-f590-47fe-98b5-3d5d314933dd),segment_id=5725f339-f590-47fe-98b5-3d5d314933dd)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:07:58.582152 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a5660355-54e6-469c-98f6-68699fb9aac0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3921b29d-e89f-48aa-9809-58697bab64fa), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:58.586551 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b7f782-7704-4c09-af19-0cb8d5ede2d2 admin admin] No DVR routers for this DVR port 3921b29d-e89f-48aa-9809-58697bab64fa on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:07:58.595651 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a5660355-54e6-469c-98f6-68699fb9aac0 None None] Calling delete_port for 3921b29d-e89f-48aa-9809-58697bab64fa owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:07:58.662874 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41b7f782-7704-4c09-af19-0cb8d5ede2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:58.673943 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a5660355-54e6-469c-98f6-68699fb9aac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (3921b29d-e89f-48aa-9809-58697bab64fa), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:58.688311 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-41b7f782-7704-4c09-af19-0cb8d5ede2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:07:58.699517 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-41b7f782-7704-4c09-af19-0cb8d5ede2d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5725f339-f590-47fe-98b5-3d5d314933dd') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:07:58.699711 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5660355-54e6-469c-98f6-68699fb9aac0 None None] Pushing event deleted for resources: {'Port': ['ID=3921b29d-e89f-48aa-9809-58697bab64fa,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:07:58.699848 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-41b7f782-7704-4c09-af19-0cb8d5ede2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5725f339-f590-47fe-98b5-3d5d314933dd') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:07:58.707575 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5660355-54e6-469c-98f6-68699fb9aac0 None None] No DVR routers for this DVR port 3921b29d-e89f-48aa-9809-58697bab64fa on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:07:58.727266 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41b7f782-7704-4c09-af19-0cb8d5ede2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (5725f339-f590-47fe-98b5-3d5d314933dd), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:58.752445 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41b7f782-7704-4c09-af19-0cb8d5ede2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (5725f339-f590-47fe-98b5-3d5d314933dd), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:58.760133 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b7f782-7704-4c09-af19-0cb8d5ede2d2 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:07:58.760717 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41b7f782-7704-4c09-af19-0cb8d5ede2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (5725f339-f590-47fe-98b5-3d5d314933dd), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: timer() Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:07:58.762866 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:07:58.828976 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41b7f782-7704-4c09-af19-0cb8d5ede2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:58.835115 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-41b7f782-7704-4c09-af19-0cb8d5ede2d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:58.838316 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-41b7f782-7704-4c09-af19-0cb8d5ede2d2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0 HTTP/1.1" status: 204 len: 168 time: 0.5993807 Feb 28 21:07:58.852659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7f782-7704-4c09-af19-0cb8d5ede2d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f1bfd3c-c3a9-4de6-91b2-1825c46bc5a0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:07:58.966604 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45844) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:07:59.007668 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e88b1e2b-9b2e-4488-9f68-612f2ef78d0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b984dc37e5f346b3a6dd4b7f34cc3844&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398042 Feb 28 21:07:59.010175 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45846) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:07:59.056229 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0bad61c0-0b62-4520-bef3-28308fec707d admin admin] Publish callbacks [] for security_group (cadfe969-e505-423d-9a5b-37214efa8dd1), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:59.076804 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0bad61c0-0b62-4520-bef3-28308fec707d admin admin] Publish callbacks [] for security_group (cadfe969-e505-423d-9a5b-37214efa8dd1), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:59.124162 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0bad61c0-0b62-4520-bef3-28308fec707d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (cadfe969-e505-423d-9a5b-37214efa8dd1), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:59.126707 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0bad61c0-0b62-4520-bef3-28308fec707d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:59.130463 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0bad61c0-0b62-4520-bef3-28308fec707d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cadfe969-e505-423d-9a5b-37214efa8dd1 HTTP/1.1" status: 204 len: 168 time: 0.1168001 Feb 28 21:07:59.137192 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad61c0-0b62-4520-bef3-28308fec707d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadfe969-e505-423d-9a5b-37214efa8dd1,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:07:59.144807 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad61c0-0b62-4520-bef3-28308fec707d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:59.145157 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad61c0-0b62-4520-bef3-28308fec707d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:59.145499 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad61c0-0b62-4520-bef3-28308fec707d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:59.145836 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad61c0-0b62-4520-bef3-28308fec707d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:59.146306 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad61c0-0b62-4520-bef3-28308fec707d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:59.146500 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad61c0-0b62-4520-bef3-28308fec707d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:59.146862 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad61c0-0b62-4520-bef3-28308fec707d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:59.147186 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad61c0-0b62-4520-bef3-28308fec707d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:59.147928 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad61c0-0b62-4520-bef3-28308fec707d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:59.147928 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad61c0-0b62-4520-bef3-28308fec707d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:59.148185 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad61c0-0b62-4520-bef3-28308fec707d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:59.148478 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad61c0-0b62-4520-bef3-28308fec707d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:59.148798 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad61c0-0b62-4520-bef3-28308fec707d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:07:59.443449 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ce4468fd-9327-49d0-be85-3910c9172ed6 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:07:59.471733 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: ce4468fd-9327-49d0-be85-3910c9172ed6 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:07:59.472105 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ce4468fd-9327-49d0-be85-3910c9172ed6 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:07:59.472517 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:07:59.654200 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:07:59.654554 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f0ffc12a-bb62-4fca-bc8a-6f9ff0f1d2a7 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:07:59.654960 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3921b29d-e89f-48aa-9809-58697bab64fa no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:07:59.674409 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 3921b29d-e89f-48aa-9809-58697bab64fa {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:07:59.674765 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3921b29d-e89f-48aa-9809-58697bab64fa not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:07:59.829469 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 45868) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:07:59.938422 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-fb5f2c73-3a40-4959-910b-3d86f65c3698 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1068305137-network', 'tenant_id': 'bde9d1e28ff744f18bb8661f447945bb'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:07:59.958579 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5f2c73-3a40-4959-910b-3d86f65c3698 admin admin] Made reservation on behalf of bde9d1e28ff744f18bb8661f447945bb for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:07:59.961781 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2c73-3a40-4959-910b-3d86f65c3698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:07:59.971920 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2c73-3a40-4959-910b-3d86f65c3698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:00.052918 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2c73-3a40-4959-910b-3d86f65c3698 admin admin] Publish callbacks [] for security_group (e85b856d-868b-44e3-91b5-3a220c13b166), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:00.057288 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2c73-3a40-4959-910b-3d86f65c3698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e85b856d-868b-44e3-91b5-3a220c13b166), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:00.083526 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5f2c73-3a40-4959-910b-3d86f65c3698 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:08:00.093949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f2c73-3a40-4959-910b-3d86f65c3698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85b856d-868b-44e3-91b5-3a220c13b166,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:00.098750 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2c73-3a40-4959-910b-3d86f65c3698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (50730be7-8381-4ab1-9620-0435382a5bae), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:00.099092 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-fb5f2c73-3a40-4959-910b-3d86f65c3698 admin admin] Added segment 50730be7-8381-4ab1-9620-0435382a5bae of type vlan for network e9824995-82da-4ebd-bacc-a70cfe99feba Feb 28 21:08:00.138455 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2c73-3a40-4959-910b-3d86f65c3698 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (e9824995-82da-4ebd-bacc-a70cfe99feba), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:00.163848 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2c73-3a40-4959-910b-3d86f65c3698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (e9824995-82da-4ebd-bacc-a70cfe99feba), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:00.164819 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5f2c73-3a40-4959-910b-3d86f65c3698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:00.165386 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2c73-3a40-4959-910b-3d86f65c3698 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:00.219968 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fb5f2c73-3a40-4959-910b-3d86f65c3698 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3893187 Feb 28 21:08:00.223272 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 45872) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:00.227019 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f2c73-3a40-4959-910b-3d86f65c3698 admin admin] Pushing event updated for resources: {'Network': ['ID=e9824995-82da-4ebd-bacc-a70cfe99feba,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:00.228293 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-740c0c85-06a9-433a-b044-433002518342 admin admin] Request body: {'subnet': {'network_id': 'e9824995-82da-4ebd-bacc-a70cfe99feba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1068305137-subnet', 'tenant_id': 'bde9d1e28ff744f18bb8661f447945bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:00.237776 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network e9824995-82da-4ebd-bacc-a70cfe99feba details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:08:00.247778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740c0c85-06a9-433a-b044-433002518342 admin admin] Made reservation on behalf of bde9d1e28ff744f18bb8661f447945bb for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:08:00.250461 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-740c0c85-06a9-433a-b044-433002518342 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:00.425266 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-740c0c85-06a9-433a-b044-433002518342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (6e088f9d-8dcc-4498-8d4d-91a783bd583c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:00.485760 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c0c85-06a9-433a-b044-433002518342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e088f9d-8dcc-4498-8d4d-91a783bd583c,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:00.495188 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740c0c85-06a9-433a-b044-433002518342 admin admin] Checking segment: {'id': '50730be7-8381-4ab1-9620-0435382a5bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e9824995-82da-4ebd-bacc-a70cfe99feba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:00.495551 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740c0c85-06a9-433a-b044-433002518342 admin admin] Network hostable DHCP agents. Network: e9824995-82da-4ebd-bacc-a70cfe99feba, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:08:00.512622 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740c0c85-06a9-433a-b044-433002518342 admin admin] Network e9824995-82da-4ebd-bacc-a70cfe99feba is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:08:00.521154 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-740c0c85-06a9-433a-b044-433002518342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, e9824995-82da-4ebd-bacc-a70cfe99feba) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:00.526311 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740c0c85-06a9-433a-b044-433002518342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:00.526908 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-740c0c85-06a9-433a-b044-433002518342 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:00.530975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eea1720-bece-4509-b347-40b15a36c047 None None] Network e9824995-82da-4ebd-bacc-a70cfe99feba requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:08:00.542725 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-740c0c85-06a9-433a-b044-433002518342 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3182967 Feb 28 21:08:00.626324 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cc9fc2-8702-4598-81f6-8918f9fef8c2 None None] Network e9824995-82da-4ebd-bacc-a70cfe99feba requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:08:01.001739 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-9b5899d1-2135-4981-898b-1ad2222e6911 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:01.003310 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-9b5899d1-2135-4981-898b-1ad2222e6911 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/networks?id=e9824995-82da-4ebd-bacc-a70cfe99feba HTTP/1.1" status: 200 len: 814 time: 0.1049840 Feb 28 21:08:01.018338 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-65ea9c46-41be-40a8-8a67-9de9402b0a42 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/quotas/bde9d1e28ff744f18bb8661f447945bb HTTP/1.1" status: 200 len: 375 time: 0.0092986 Feb 28 21:08:01.057216 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-2234dbff-f8c6-4f3b-9fc6-593640b4b5f5 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bde9d1e28ff744f18bb8661f447945bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331349 Feb 28 21:08:01.150953 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-96e83b91-884d-4a72-b243-0a111cc66323 service neutron] 10.222.0.13 "GET /v2.0/networks/e9824995-82da-4ebd-bacc-a70cfe99feba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870147 Feb 28 21:08:01.259509 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-491015d8-d640-4d9c-9411-5dd0c6a6b929 service neutron] 10.222.0.13 "GET /v2.0/networks/e9824995-82da-4ebd-bacc-a70cfe99feba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022379 Feb 28 21:08:01.427689 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-456734e5-201c-40c3-9c64-8d1afa5e7b77 req-02b37777-6b99-4525-a9ba-86ae9cced0c7 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08ce6c-075d-401a-bc56-6079f045d638 HTTP/1.1" status: 200 len: 210 time: 0.0322435 Feb 28 21:08:02.337675 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-3a9f7e85-1749-4af7-afc3-70eb807dcaf1 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:02.339105 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-3a9f7e85-1749-4af7-afc3-70eb807dcaf1 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.15 "GET /v2.0/networks?id=e9824995-82da-4ebd-bacc-a70cfe99feba HTTP/1.1" status: 200 len: 814 time: 0.1075144 Feb 28 21:08:02.351398 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-ac6e820e-1d6f-4abd-89e0-58229a0a2810 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Request body: {'port': {'device_id': '3a08ce6c-075d-401a-bc56-6079f045d638', 'network_id': 'e9824995-82da-4ebd-bacc-a70cfe99feba', 'admin_state_up': True, 'tenant_id': 'bde9d1e28ff744f18bb8661f447945bb'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:02.457623 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-ac6e820e-1d6f-4abd-89e0-58229a0a2810 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Made reservation on behalf of bde9d1e28ff744f18bb8661f447945bb for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:08:02.460378 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-ac6e820e-1d6f-4abd-89e0-58229a0a2810 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:02.524604 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-347b767b-bb81-475b-b4dd-33eff9288e96 req-ca70674d-0cdc-4d5c-ad29-896e28269587 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08ce6c-075d-401a-bc56-6079f045d638 HTTP/1.1" status: 200 len: 210 time: 0.0271344 Feb 28 21:08:02.586287 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-ac6e820e-1d6f-4abd-89e0-58229a0a2810 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Allocated IP 172.20.0.2 (e9824995-82da-4ebd-bacc-a70cfe99feba/6e088f9d-8dcc-4498-8d4d-91a783bd583c/42d4ca54-4713-4494-ac1c-93acea79757f) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:08:02.733866 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-ac6e820e-1d6f-4abd-89e0-58229a0a2810 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Publish callbacks [] for port (42d4ca54-4713-4494-ac1c-93acea79757f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:02.773450 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-ac6e820e-1d6f-4abd-89e0-58229a0a2810 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (42d4ca54-4713-4494-ac1c-93acea79757f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:02.818295 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-ac6e820e-1d6f-4abd-89e0-58229a0a2810 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Network e9824995-82da-4ebd-bacc-a70cfe99feba is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:08:02.821139 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-ac6e820e-1d6f-4abd-89e0-58229a0a2810 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:02.824698 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-ac6e820e-1d6f-4abd-89e0-58229a0a2810 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:08:02.831065 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e820e-1d6f-4abd-89e0-58229a0a2810 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Pushing event updated for resources: {'Port': ['ID=42d4ca54-4713-4494-ac1c-93acea79757f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:02.875851 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-ac6e820e-1d6f-4abd-89e0-58229a0a2810 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:02.876456 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-ac6e820e-1d6f-4abd-89e0-58229a0a2810 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:02.891416 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-ac6e820e-1d6f-4abd-89e0-58229a0a2810 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5441911 Feb 28 21:08:02.901090 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-18344fb8-fa8e-4330-8475-8f4fcf52cb69 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:08:02.902008 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-18344fb8-fa8e-4330-8475-8f4fcf52cb69 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054555 Feb 28 21:08:02.912479 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] Request body: {'port': {'device_id': '3a08ce6c-075d-401a-bc56-6079f045d638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:02.972321 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (42d4ca54-4713-4494-ac1c-93acea79757f), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:03.225480 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d4ca54-4713-4494-ac1c-93acea79757f {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:08:03.232754 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] Publish callbacks [] for port (42d4ca54-4713-4494-ac1c-93acea79757f), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:03.244710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] Transition to ACTIVE for port object 42d4ca54-4713-4494-ac1c-93acea79757f will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:08:03.249101 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (42d4ca54-4713-4494-ac1c-93acea79757f), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:03.303475 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] Pushing event updated for resources: {'Port': ['ID=42d4ca54-4713-4494-ac1c-93acea79757f,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:03.367966 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] Attempting to bind port 42d4ca54-4713-4494-ac1c-93acea79757f on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:08:03.368615 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] Attempting to bind port 42d4ca54-4713-4494-ac1c-93acea79757f by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '50730be7-8381-4ab1-9620-0435382a5bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e9824995-82da-4ebd-bacc-a70cfe99feba'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:08:03.368876 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] Attempting to bind port 42d4ca54-4713-4494-ac1c-93acea79757f on network e9824995-82da-4ebd-bacc-a70cfe99feba {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:08:03.373038 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] Port 42d4ca54-4713-4494-ac1c-93acea79757f on network e9824995-82da-4ebd-bacc-a70cfe99feba not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:08:03.373653 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] Attempting to bind port 42d4ca54-4713-4494-ac1c-93acea79757f on network e9824995-82da-4ebd-bacc-a70cfe99feba {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:08:03.378290 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:08:03.378618 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] Checking segment: {'id': '50730be7-8381-4ab1-9620-0435382a5bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e9824995-82da-4ebd-bacc-a70cfe99feba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:03.378989 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] Bound using segment: {'id': '50730be7-8381-4ab1-9620-0435382a5bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e9824995-82da-4ebd-bacc-a70cfe99feba'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:08:03.379401 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] Bound port: 42d4ca54-4713-4494-ac1c-93acea79757f, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50730be7-8381-4ab1-9620-0435382a5bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e9824995-82da-4ebd-bacc-a70cfe99feba'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:08:03.379743 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (42d4ca54-4713-4494-ac1c-93acea79757f), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:03.442554 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] For port 42d4ca54-4713-4494-ac1c-93acea79757f, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:08:03.446149 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] For port 42d4ca54-4713-4494-ac1c-93acea79757f, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=42d4ca54-4713-4494-ac1c-93acea79757f,segment=NetworkSegment(50730be7-8381-4ab1-9620-0435382a5bae),segment_id=50730be7-8381-4ab1-9620-0435382a5bae)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:08:03.452497 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (42d4ca54-4713-4494-ac1c-93acea79757f), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:03.491464 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:03.492101 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:03.494057 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] 10.222.0.15 "PUT /v2.0/ports/42d4ca54-4713-4494-ac1c-93acea79757f HTTP/1.1" status: 200 len: 1092 time: 0.5851932 Feb 28 21:08:03.494539 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a08ce6c-075d-401a-bc56-6079f045d638', 'tag': '42d4ca54-4713-4494-ac1c-93acea79757f'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:08:03.496877 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149e1054-4113-43f7-89b6-ea83c77fde9e" -d '{"events": [{"name": "network-changed", "server_uuid": "3a08ce6c-075d-401a-bc56-6079f045d638", "tag": "42d4ca54-4713-4494-ac1c-93acea79757f"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:08:03.521701 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed7c6a-7fed-4a30-89ad-b82205a668bf service neutron] Pushing event updated for resources: {'Port': ['ID=42d4ca54-4713-4494-ac1c-93acea79757f,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:03.536817 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cf2971-0139-49ef-ba75-6fc204a0414b x-openstack-request-id: req-53cf2971-0139-49ef-ba75-6fc204a0414b {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:08:03.537110 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a08ce6c-075d-401a-bc56-6079f045d638", "tag": "42d4ca54-4713-4494-ac1c-93acea79757f", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:08:03.537366 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53cf2971-0139-49ef-ba75-6fc204a0414b {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:08:03.537768 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a08ce6c-075d-401a-bc56-6079f045d638', 'tag': '42d4ca54-4713-4494-ac1c-93acea79757f', 'status': 'completed', 'code': 200} Feb 28 21:08:03.584424 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-7039f0d1-01c9-40c1-a348-75da04ba9500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:03.585963 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-7039f0d1-01c9-40c1-a348-75da04ba9500 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bde9d1e28ff744f18bb8661f447945bb&device_id=3a08ce6c-075d-401a-bc56-6079f045d638 HTTP/1.1" status: 200 len: 1126 time: 0.0459089 Feb 28 21:08:03.628957 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-97dba8d9-56e6-4dc7-9ea5-f2a4c3f63111 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42d4ca54-4713-4494-ac1c-93acea79757f HTTP/1.1" status: 200 len: 217 time: 0.0359180 Feb 28 21:08:03.648136 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd300-5b1e-4f78-9623-cd49c83b58ef req-8b37644e-34cb-4b96-8bc0-c05aadc47685 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:03.649631 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b44cd300-5b1e-4f78-9623-cd49c83b58ef req-8b37644e-34cb-4b96-8bc0-c05aadc47685 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08ce6c-075d-401a-bc56-6079f045d638 HTTP/1.1" status: 200 len: 943 time: 0.0544248 Feb 28 21:08:03.677530 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-d21c047c-7df3-474d-a189-f2d89f55335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:03.678960 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-d21c047c-7df3-474d-a189-f2d89f55335c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e088f9d-8dcc-4498-8d4d-91a783bd583c HTTP/1.1" status: 200 len: 854 time: 0.0437460 Feb 28 21:08:03.696450 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b44cd300-5b1e-4f78-9623-cd49c83b58ef req-6359ea1a-57ee-42db-a341-70ade9f3d093 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405509 Feb 28 21:08:03.714551 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-7c78fa77-efdb-40ca-81ac-8aacaeb11fab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9824995-82da-4ebd-bacc-a70cfe99feba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291655 Feb 28 21:08:03.802198 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-fb014722-21ef-433c-88c9-bc06febc5fde service neutron] 10.222.0.15 "GET /v2.0/networks/e9824995-82da-4ebd-bacc-a70cfe99feba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814693 Feb 28 21:08:03.896420 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-60685924-f49f-4bdd-bfd7-d384d323ea75 req-3c410837-a2ca-4794-aec4-1f0793882746 service neutron] 10.222.0.15 "GET /v2.0/networks/e9824995-82da-4ebd-bacc-a70cfe99feba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872626 Feb 28 21:08:03.987661 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e1054-4113-43f7-89b6-ea83c77fde9e req-bb7fd34a-7a6a-4a9e-a582-969072dc10b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:03.989181 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-149e1054-4113-43f7-89b6-ea83c77fde9e req-bb7fd34a-7a6a-4a9e-a582-969072dc10b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bde9d1e28ff744f18bb8661f447945bb&device_id=3a08ce6c-075d-401a-bc56-6079f045d638 HTTP/1.1" status: 200 len: 1126 time: 0.0453718 Feb 28 21:08:04.082499 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e1054-4113-43f7-89b6-ea83c77fde9e req-3ae4f4bf-225f-4482-a192-172f0a8b59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:04.084044 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-149e1054-4113-43f7-89b6-ea83c77fde9e req-3ae4f4bf-225f-4482-a192-172f0a8b59ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9824995-82da-4ebd-bacc-a70cfe99feba HTTP/1.1" status: 200 len: 914 time: 0.0864537 Feb 28 21:08:04.124535 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-149e1054-4113-43f7-89b6-ea83c77fde9e req-cc29cc0f-b8b3-41d4-a741-d46542b326e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42d4ca54-4713-4494-ac1c-93acea79757f HTTP/1.1" status: 200 len: 217 time: 0.0344341 Feb 28 21:08:04.171294 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e1054-4113-43f7-89b6-ea83c77fde9e req-4d6e53d0-96b2-44b4-8288-294234896ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:04.172667 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-149e1054-4113-43f7-89b6-ea83c77fde9e req-4d6e53d0-96b2-44b4-8288-294234896ee5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e088f9d-8dcc-4498-8d4d-91a783bd583c HTTP/1.1" status: 200 len: 854 time: 0.0423899 Feb 28 21:08:04.206193 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-149e1054-4113-43f7-89b6-ea83c77fde9e req-a165e1c7-04ae-4dc4-98b9-40792d5d35b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9824995-82da-4ebd-bacc-a70cfe99feba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255818 Feb 28 21:08:04.610937 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-149e1054-4113-43f7-89b6-ea83c77fde9e req-ec449dab-a7a8-486c-a7a6-c9796312db86 service neutron] 10.222.0.15 "GET /v2.0/networks/e9824995-82da-4ebd-bacc-a70cfe99feba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951883 Feb 28 21:08:04.703383 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-149e1054-4113-43f7-89b6-ea83c77fde9e req-8fb5dad6-6115-4ebd-b573-694168654467 service neutron] 10.222.0.15 "GET /v2.0/networks/e9824995-82da-4ebd-bacc-a70cfe99feba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850055 Feb 28 21:08:04.819265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9876bb-908e-4de4-aec0-a51cf1c49867 req-7d173662-521a-4a67-96ca-46573006fdee tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:04.820773 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4b9876bb-908e-4de4-aec0-a51cf1c49867 req-7d173662-521a-4a67-96ca-46573006fdee tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08ce6c-075d-401a-bc56-6079f045d638 HTTP/1.1" status: 200 len: 943 time: 0.0572274 Feb 28 21:08:04.867064 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4b9876bb-908e-4de4-aec0-a51cf1c49867 req-45559405-8c95-4f8f-87d7-892f48126254 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407312 Feb 28 21:08:05.982711 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a0c8c-59f5-42b7-9fa4-ca3034098952 req-ea138532-2086-4825-8bde-023d470e2c4c tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:05.984194 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-921a0c8c-59f5-42b7-9fa4-ca3034098952 req-ea138532-2086-4825-8bde-023d470e2c4c tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08ce6c-075d-401a-bc56-6079f045d638 HTTP/1.1" status: 200 len: 943 time: 0.0514770 Feb 28 21:08:06.030169 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-921a0c8c-59f5-42b7-9fa4-ca3034098952 req-48fdb5f7-3cb6-4c1f-a4fb-aaaa96f828f3 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404699 Feb 28 21:08:07.148700 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db694ab9-d306-4a88-bbb1-d0d1db7c418c req-037b4d2e-71ea-47ce-aedf-c9f6e3ad0c1b tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:07.150233 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db694ab9-d306-4a88-bbb1-d0d1db7c418c req-037b4d2e-71ea-47ce-aedf-c9f6e3ad0c1b tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08ce6c-075d-401a-bc56-6079f045d638 HTTP/1.1" status: 200 len: 943 time: 0.0522923 Feb 28 21:08:07.201091 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db694ab9-d306-4a88-bbb1-d0d1db7c418c req-edcd4b9b-e086-4fbc-af7b-31aad7311d04 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446422 Feb 28 21:08:07.763439 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 42d4ca54-4713-4494-ac1c-93acea79757f details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:08:07.858447 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 42d4ca54-4713-4494-ac1c-93acea79757f, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=42d4ca54-4713-4494-ac1c-93acea79757f,segment=NetworkSegment(50730be7-8381-4ab1-9620-0435382a5bae),segment_id=50730be7-8381-4ab1-9620-0435382a5bae)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:08:07.869093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '42d4ca54-4713-4494-ac1c-93acea79757f', 'network_id': 'e9824995-82da-4ebd-bacc-a70cfe99feba', 'port_id': '42d4ca54-4713-4494-ac1c-93acea79757f', 'mac_address': 'fa:16:3e:88:a5:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e088f9d-8dcc-4498-8d4d-91a783bd583c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:08:07.908115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 42d4ca54-4713-4494-ac1c-93acea79757f is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:07.908493 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (42d4ca54-4713-4494-ac1c-93acea79757f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:07.921355 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d4ca54-4713-4494-ac1c-93acea79757f {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:08:07.940040 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 42d4ca54-4713-4494-ac1c-93acea79757f, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=42d4ca54-4713-4494-ac1c-93acea79757f,segment=NetworkSegment(50730be7-8381-4ab1-9620-0435382a5bae),segment_id=50730be7-8381-4ab1-9620-0435382a5bae)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:08:07.944049 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (42d4ca54-4713-4494-ac1c-93acea79757f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:07.989361 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=42d4ca54-4713-4494-ac1c-93acea79757f,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:08.130467 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['42d4ca54-4713-4494-ac1c-93acea79757f'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:08:08.319742 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8945a3-fbd5-4b93-a6a9-02eee04df995 req-14969929-56e8-4c84-a27f-f8a48ccedcfc tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:08.321229 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db8945a3-fbd5-4b93-a6a9-02eee04df995 req-14969929-56e8-4c84-a27f-f8a48ccedcfc tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08ce6c-075d-401a-bc56-6079f045d638 HTTP/1.1" status: 200 len: 944 time: 0.0527349 Feb 28 21:08:08.367184 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db8945a3-fbd5-4b93-a6a9-02eee04df995 req-186e03cb-f62d-4bec-92ee-068c0c846bd7 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404356 Feb 28 21:08:09.495775 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddf473-58ee-48a8-aeaa-7d430aa9441b req-d8260f20-86d0-44c7-a8c6-575e6f0bd85c tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:09.497259 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6ddf473-58ee-48a8-aeaa-7d430aa9441b req-d8260f20-86d0-44c7-a8c6-575e6f0bd85c tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08ce6c-075d-401a-bc56-6079f045d638 HTTP/1.1" status: 200 len: 944 time: 0.0596282 Feb 28 21:08:09.543971 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6ddf473-58ee-48a8-aeaa-7d430aa9441b req-658f07aa-58df-47fc-9c23-ca09ec6d9da0 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407960 Feb 28 21:08:09.794691 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 42d4ca54-4713-4494-ac1c-93acea79757f up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:08:09.841736 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 42d4ca54-4713-4494-ac1c-93acea79757f completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:08:09.845604 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 42d4ca54-4713-4494-ac1c-93acea79757f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:09.846015 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (42d4ca54-4713-4494-ac1c-93acea79757f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:09.921432 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 42d4ca54-4713-4494-ac1c-93acea79757f is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:09.921821 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (42d4ca54-4713-4494-ac1c-93acea79757f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:09.943840 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a08ce6c-075d-401a-bc56-6079f045d638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d4ca54-4713-4494-ac1c-93acea79757f'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:08:09.946082 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5350d52-353d-48d2-8dff-2b49e3acc017" -d '{"events": [{"server_uuid": "3a08ce6c-075d-401a-bc56-6079f045d638", "name": "network-vif-plugged", "status": "completed", "tag": "42d4ca54-4713-4494-ac1c-93acea79757f"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:08:09.962474 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 42d4ca54-4713-4494-ac1c-93acea79757f, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=42d4ca54-4713-4494-ac1c-93acea79757f,segment=NetworkSegment(50730be7-8381-4ab1-9620-0435382a5bae),segment_id=50730be7-8381-4ab1-9620-0435382a5bae)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:08:09.967953 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (42d4ca54-4713-4494-ac1c-93acea79757f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:09.990671 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd3345a-2a38-4e29-bd4a-3cb64a63d83b x-openstack-request-id: req-dfd3345a-2a38-4e29-bd4a-3cb64a63d83b {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:08:09.990946 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a08ce6c-075d-401a-bc56-6079f045d638", "name": "network-vif-plugged", "status": "completed", "tag": "42d4ca54-4713-4494-ac1c-93acea79757f", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:08:09.991207 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfd3345a-2a38-4e29-bd4a-3cb64a63d83b {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:08:09.991604 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a08ce6c-075d-401a-bc56-6079f045d638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d4ca54-4713-4494-ac1c-93acea79757f', 'code': 200} Feb 28 21:08:10.017866 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=42d4ca54-4713-4494-ac1c-93acea79757f,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:10.083660 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2275a1-84fa-479d-878c-806ecaae2159 req-e7040f74-d125-4ccc-b21f-9e7a07bebf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:10.085061 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0d2275a1-84fa-479d-878c-806ecaae2159 req-e7040f74-d125-4ccc-b21f-9e7a07bebf2e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a08ce6c-075d-401a-bc56-6079f045d638 HTTP/1.1" status: 200 len: 1128 time: 0.0428352 Feb 28 21:08:10.126826 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0d2275a1-84fa-479d-878c-806ecaae2159 req-6706d5ee-1694-4771-af37-edc11203dc00 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359004 Feb 28 21:08:10.206963 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:08:10.670427 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2497623-145e-4bac-8a2f-d6e44294354e req-0fbe1a1e-8c7a-4f36-99fb-375bdac59a35 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:10.671924 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d2497623-145e-4bac-8a2f-d6e44294354e req-0fbe1a1e-8c7a-4f36-99fb-375bdac59a35 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08ce6c-075d-401a-bc56-6079f045d638 HTTP/1.1" status: 200 len: 945 time: 0.0577025 Feb 28 21:08:10.717420 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d2497623-145e-4bac-8a2f-d6e44294354e req-9c30da7d-3cae-4543-acde-53840285805e tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398376 Feb 28 21:08:11.835179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21963a23-c904-4910-b05f-6fedf02060be req-de8fd60b-b5dc-4ded-b1ca-013aa9c66ab5 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:11.836682 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21963a23-c904-4910-b05f-6fedf02060be req-de8fd60b-b5dc-4ded-b1ca-013aa9c66ab5 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08ce6c-075d-401a-bc56-6079f045d638 HTTP/1.1" status: 200 len: 945 time: 0.0524676 Feb 28 21:08:11.882202 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21963a23-c904-4910-b05f-6fedf02060be req-dea36323-23c0-411e-9de9-e8cc735b6bd7 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400252 Feb 28 21:08:12.105123 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-ef0d0a00-4506-4ceb-a6b0-f54e34cb1289 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:12.106580 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-ef0d0a00-4506-4ceb-a6b0-f54e34cb1289 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/networks?id=e9824995-82da-4ebd-bacc-a70cfe99feba HTTP/1.1" status: 200 len: 814 time: 0.1027763 Feb 28 21:08:12.121433 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-3245dad5-8158-4c2c-adc0-74c5270ff0f5 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/quotas/bde9d1e28ff744f18bb8661f447945bb HTTP/1.1" status: 200 len: 375 time: 0.0094280 Feb 28 21:08:12.172938 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-2c6e774f-d8f2-4b0a-b536-4b06f108f601 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bde9d1e28ff744f18bb8661f447945bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0461609 Feb 28 21:08:12.265640 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-b64f6cc7-077a-4ab2-8f45-9fe552c8f959 service neutron] 10.222.0.13 "GET /v2.0/networks/e9824995-82da-4ebd-bacc-a70cfe99feba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859740 Feb 28 21:08:12.351979 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-ace42d5a-ab6a-4c94-b9bf-bfdbf28888d9 service neutron] 10.222.0.13 "GET /v2.0/networks/e9824995-82da-4ebd-bacc-a70cfe99feba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805695 Feb 28 21:08:12.510847 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f159bb0c-32c1-4d47-a11d-1681962eeccf req-d3394d56-9558-484e-b6cb-f71ae11b463d tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=8392ee0d-1b6e-493e-98ce-94887853f199 HTTP/1.1" status: 200 len: 210 time: 0.0281799 Feb 28 21:08:13.454605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-1f595977-fbbb-4c61-ba93-028bb6c19ebb tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:13.456092 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-1f595977-fbbb-4c61-ba93-028bb6c19ebb tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.10 "GET /v2.0/networks?id=e9824995-82da-4ebd-bacc-a70cfe99feba HTTP/1.1" status: 200 len: 814 time: 0.1075881 Feb 28 21:08:13.468883 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-41a6ec6f-64a3-4ed0-a661-20bcc5e13a9b tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Request body: {'port': {'device_id': '8392ee0d-1b6e-493e-98ce-94887853f199', 'network_id': 'e9824995-82da-4ebd-bacc-a70cfe99feba', 'admin_state_up': True, 'tenant_id': 'bde9d1e28ff744f18bb8661f447945bb'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:13.600181 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-41a6ec6f-64a3-4ed0-a661-20bcc5e13a9b tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Made reservation on behalf of bde9d1e28ff744f18bb8661f447945bb for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:08:13.603655 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-41a6ec6f-64a3-4ed0-a661-20bcc5e13a9b tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:13.622703 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-79ee23c0-1cb7-4a3a-88ec-afa89baeb125 req-f8fdc641-2197-4bec-b1a0-f98193e9af41 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=8392ee0d-1b6e-493e-98ce-94887853f199 HTTP/1.1" status: 200 len: 210 time: 0.0350764 Feb 28 21:08:13.742103 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-41a6ec6f-64a3-4ed0-a661-20bcc5e13a9b tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Allocated IP 172.20.0.9 (e9824995-82da-4ebd-bacc-a70cfe99feba/6e088f9d-8dcc-4498-8d4d-91a783bd583c/7aafc2e7-05ff-43a6-9b2e-749b156dabd3) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:08:13.892353 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-41a6ec6f-64a3-4ed0-a661-20bcc5e13a9b tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Publish callbacks [] for port (7aafc2e7-05ff-43a6-9b2e-749b156dabd3), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:13.929496 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-41a6ec6f-64a3-4ed0-a661-20bcc5e13a9b tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7aafc2e7-05ff-43a6-9b2e-749b156dabd3), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:13.941151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['42d4ca54-4713-4494-ac1c-93acea79757f'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:08:13.981638 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-41a6ec6f-64a3-4ed0-a661-20bcc5e13a9b tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Network e9824995-82da-4ebd-bacc-a70cfe99feba is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:08:13.984772 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-41a6ec6f-64a3-4ed0-a661-20bcc5e13a9b tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:13.987572 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-41a6ec6f-64a3-4ed0-a661-20bcc5e13a9b tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:08:14.012504 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6ec6f-64a3-4ed0-a661-20bcc5e13a9b tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Pushing event updated for resources: {'Port': ['ID=7aafc2e7-05ff-43a6-9b2e-749b156dabd3,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:14.040679 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-41a6ec6f-64a3-4ed0-a661-20bcc5e13a9b tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:14.041289 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-41a6ec6f-64a3-4ed0-a661-20bcc5e13a9b tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:14.058728 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-41a6ec6f-64a3-4ed0-a661-20bcc5e13a9b tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5936749 Feb 28 21:08:14.070146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] Request body: {'port': {'device_id': '8392ee0d-1b6e-493e-98ce-94887853f199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:14.128925 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7aafc2e7-05ff-43a6-9b2e-749b156dabd3), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:14.390025 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aafc2e7-05ff-43a6-9b2e-749b156dabd3 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:08:14.397336 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] Publish callbacks [] for port (7aafc2e7-05ff-43a6-9b2e-749b156dabd3), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:14.409536 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] Transition to ACTIVE for port object 7aafc2e7-05ff-43a6-9b2e-749b156dabd3 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:08:14.413156 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (7aafc2e7-05ff-43a6-9b2e-749b156dabd3), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:14.478716 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] Pushing event updated for resources: {'Port': ['ID=7aafc2e7-05ff-43a6-9b2e-749b156dabd3,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:14.529786 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] Attempting to bind port 7aafc2e7-05ff-43a6-9b2e-749b156dabd3 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:08:14.530009 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] Attempting to bind port 7aafc2e7-05ff-43a6-9b2e-749b156dabd3 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '50730be7-8381-4ab1-9620-0435382a5bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e9824995-82da-4ebd-bacc-a70cfe99feba'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:08:14.530341 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] Attempting to bind port 7aafc2e7-05ff-43a6-9b2e-749b156dabd3 on network e9824995-82da-4ebd-bacc-a70cfe99feba {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:08:14.534541 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] Port 7aafc2e7-05ff-43a6-9b2e-749b156dabd3 on network e9824995-82da-4ebd-bacc-a70cfe99feba not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:08:14.534863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] Attempting to bind port 7aafc2e7-05ff-43a6-9b2e-749b156dabd3 on network e9824995-82da-4ebd-bacc-a70cfe99feba {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:08:14.539564 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:08:14.539947 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] Checking segment: {'id': '50730be7-8381-4ab1-9620-0435382a5bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e9824995-82da-4ebd-bacc-a70cfe99feba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:14.540326 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] Bound using segment: {'id': '50730be7-8381-4ab1-9620-0435382a5bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e9824995-82da-4ebd-bacc-a70cfe99feba'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:08:14.540750 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] Bound port: 7aafc2e7-05ff-43a6-9b2e-749b156dabd3, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50730be7-8381-4ab1-9620-0435382a5bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e9824995-82da-4ebd-bacc-a70cfe99feba'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:08:14.541101 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7aafc2e7-05ff-43a6-9b2e-749b156dabd3), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:14.606842 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] For port 7aafc2e7-05ff-43a6-9b2e-749b156dabd3, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:08:14.609932 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] For port 7aafc2e7-05ff-43a6-9b2e-749b156dabd3, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7aafc2e7-05ff-43a6-9b2e-749b156dabd3,segment=NetworkSegment(50730be7-8381-4ab1-9620-0435382a5bae),segment_id=50730be7-8381-4ab1-9620-0435382a5bae)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:08:14.616211 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (7aafc2e7-05ff-43a6-9b2e-749b156dabd3), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:14.655056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:14.655675 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:14.657217 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] 10.222.0.10 "PUT /v2.0/ports/7aafc2e7-05ff-43a6-9b2e-749b156dabd3 HTTP/1.1" status: 200 len: 1092 time: 0.5912309 Feb 28 21:08:14.657667 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8392ee0d-1b6e-493e-98ce-94887853f199', 'tag': '7aafc2e7-05ff-43a6-9b2e-749b156dabd3'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:08:14.659987 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3391bd09-aa4e-449b-8fda-fa5b7a3dbcac" -d '{"events": [{"name": "network-changed", "server_uuid": "8392ee0d-1b6e-493e-98ce-94887853f199", "tag": "7aafc2e7-05ff-43a6-9b2e-749b156dabd3"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:08:14.682405 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e740e6b-7915-4ed0-b7db-4916d011bccc service neutron] Pushing event updated for resources: {'Port': ['ID=7aafc2e7-05ff-43a6-9b2e-749b156dabd3,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:14.782853 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133e6aa-1aa3-46ec-84dc-57cb8bb01441 req-2d32626d-ef2a-4877-84aa-c76a60727514 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:14.784279 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9133e6aa-1aa3-46ec-84dc-57cb8bb01441 req-2d32626d-ef2a-4877-84aa-c76a60727514 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=8392ee0d-1b6e-493e-98ce-94887853f199 HTTP/1.1" status: 200 len: 943 time: 0.0875692 Feb 28 21:08:14.790217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-fda28624-3bd3-43d2-9834-c3b2c535c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:14.791636 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-fda28624-3bd3-43d2-9834-c3b2c535c1f9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bde9d1e28ff744f18bb8661f447945bb&device_id=8392ee0d-1b6e-493e-98ce-94887853f199 HTTP/1.1" status: 200 len: 1126 time: 0.0828557 Feb 28 21:08:14.843179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-69f75cfd-a014-4253-b49e-3dd394d0aa24 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aafc2e7-05ff-43a6-9b2e-749b156dabd3 HTTP/1.1" status: 200 len: 217 time: 0.0438838 Feb 28 21:08:14.897260 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9133e6aa-1aa3-46ec-84dc-57cb8bb01441 req-fcfd2528-9d89-42d2-b40c-063f6c55e587 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046593 Feb 28 21:08:14.906429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-39efbc55-bd15-4fdc-9864-887dbd9085a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:14.907869 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-39efbc55-bd15-4fdc-9864-887dbd9085a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e088f9d-8dcc-4498-8d4d-91a783bd583c HTTP/1.1" status: 200 len: 854 time: 0.0575600 Feb 28 21:08:14.948533 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af50067-d0e7-4d4d-8315-d3fc0faa48f2 x-openstack-request-id: req-4af50067-d0e7-4d4d-8315-d3fc0faa48f2 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:08:14.948831 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8392ee0d-1b6e-493e-98ce-94887853f199", "tag": "7aafc2e7-05ff-43a6-9b2e-749b156dabd3", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:08:14.949088 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4af50067-d0e7-4d4d-8315-d3fc0faa48f2 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:08:14.949495 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8392ee0d-1b6e-493e-98ce-94887853f199', 'tag': '7aafc2e7-05ff-43a6-9b2e-749b156dabd3', 'status': 'completed', 'code': 200} Feb 28 21:08:14.956114 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-7146e556-a3ec-492f-9fda-40e3a7a58db3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e9824995-82da-4ebd-bacc-a70cfe99feba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376546 Feb 28 21:08:15.043812 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-c45196c5-72fc-4648-ae00-fc2ebccef780 service neutron] 10.222.0.10 "GET /v2.0/networks/e9824995-82da-4ebd-bacc-a70cfe99feba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855455 Feb 28 21:08:15.134645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aa985c2e-6422-4138-9c40-f5b9dc7c7cfa req-d108f8ba-e465-4b2a-89f7-15fa659a66b4 service neutron] 10.222.0.10 "GET /v2.0/networks/e9824995-82da-4ebd-bacc-a70cfe99feba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849452 Feb 28 21:08:15.227102 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391bd09-aa4e-449b-8fda-fa5b7a3dbcac req-d9fac8f5-1c2b-47c6-a0be-8e7194534c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:15.228647 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3391bd09-aa4e-449b-8fda-fa5b7a3dbcac req-d9fac8f5-1c2b-47c6-a0be-8e7194534c46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bde9d1e28ff744f18bb8661f447945bb&device_id=8392ee0d-1b6e-493e-98ce-94887853f199 HTTP/1.1" status: 200 len: 1126 time: 0.0447111 Feb 28 21:08:15.325487 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391bd09-aa4e-449b-8fda-fa5b7a3dbcac req-1d29ecf1-8d99-44bd-9a69-694190ac3d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:15.326861 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3391bd09-aa4e-449b-8fda-fa5b7a3dbcac req-1d29ecf1-8d99-44bd-9a69-694190ac3d76 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e9824995-82da-4ebd-bacc-a70cfe99feba HTTP/1.1" status: 200 len: 914 time: 0.0909345 Feb 28 21:08:15.371447 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3391bd09-aa4e-449b-8fda-fa5b7a3dbcac req-ef11aeb6-bc83-436e-a7a6-536429dd3497 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aafc2e7-05ff-43a6-9b2e-749b156dabd3 HTTP/1.1" status: 200 len: 217 time: 0.0380666 Feb 28 21:08:15.422559 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391bd09-aa4e-449b-8fda-fa5b7a3dbcac req-7478806f-49e3-4e7d-ba74-4589caf4b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:15.424069 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3391bd09-aa4e-449b-8fda-fa5b7a3dbcac req-7478806f-49e3-4e7d-ba74-4589caf4b5b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e088f9d-8dcc-4498-8d4d-91a783bd583c HTTP/1.1" status: 200 len: 854 time: 0.0463817 Feb 28 21:08:15.463251 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3391bd09-aa4e-449b-8fda-fa5b7a3dbcac req-ae3dee86-7e49-4c0a-8bd7-f7c0d251262b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e9824995-82da-4ebd-bacc-a70cfe99feba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307786 Feb 28 21:08:15.560980 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3391bd09-aa4e-449b-8fda-fa5b7a3dbcac req-cb003dd2-1cdb-43e9-8933-acf5b0edfaf4 service neutron] 10.222.0.10 "GET /v2.0/networks/e9824995-82da-4ebd-bacc-a70cfe99feba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904582 Feb 28 21:08:15.658700 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3391bd09-aa4e-449b-8fda-fa5b7a3dbcac req-a62a9ebd-6fcf-435a-b508-54f6932d05d5 service neutron] 10.222.0.10 "GET /v2.0/networks/e9824995-82da-4ebd-bacc-a70cfe99feba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902762 Feb 28 21:08:16.362040 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c53132-2ee7-4e1c-9584-8bc2cca4cff1 req-b6560fbf-0711-410f-89b5-999288269958 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:16.363447 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97c53132-2ee7-4e1c-9584-8bc2cca4cff1 req-b6560fbf-0711-410f-89b5-999288269958 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=8392ee0d-1b6e-493e-98ce-94887853f199 HTTP/1.1" status: 200 len: 943 time: 0.3969841 Feb 28 21:08:16.409423 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-97c53132-2ee7-4e1c-9584-8bc2cca4cff1 req-f0b72967-fefb-4dcf-b7ab-5ccb1ac5c568 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402508 Feb 28 21:08:16.571446 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fef0aae6-c998-41fb-b6ed-b2dc9546d711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:17.221640 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 7aafc2e7-05ff-43a6-9b2e-749b156dabd3 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:08:17.316524 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 7aafc2e7-05ff-43a6-9b2e-749b156dabd3, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7aafc2e7-05ff-43a6-9b2e-749b156dabd3,segment=NetworkSegment(50730be7-8381-4ab1-9620-0435382a5bae),segment_id=50730be7-8381-4ab1-9620-0435382a5bae)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:08:17.331256 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '7aafc2e7-05ff-43a6-9b2e-749b156dabd3', 'network_id': 'e9824995-82da-4ebd-bacc-a70cfe99feba', 'port_id': '7aafc2e7-05ff-43a6-9b2e-749b156dabd3', 'mac_address': 'fa:16:3e:26:24:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e088f9d-8dcc-4498-8d4d-91a783bd583c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:08:17.367390 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 7aafc2e7-05ff-43a6-9b2e-749b156dabd3 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:17.367802 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7aafc2e7-05ff-43a6-9b2e-749b156dabd3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:17.380479 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aafc2e7-05ff-43a6-9b2e-749b156dabd3 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:08:17.399272 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 7aafc2e7-05ff-43a6-9b2e-749b156dabd3, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7aafc2e7-05ff-43a6-9b2e-749b156dabd3,segment=NetworkSegment(50730be7-8381-4ab1-9620-0435382a5bae),segment_id=50730be7-8381-4ab1-9620-0435382a5bae)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:08:17.404482 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7aafc2e7-05ff-43a6-9b2e-749b156dabd3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:17.454406 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=7aafc2e7-05ff-43a6-9b2e-749b156dabd3,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:17.462035 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:17.462385 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:17.462738 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:17.463082 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:17.464098 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:17.465531 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:17.465881 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:17.466270 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:17.466812 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:17.467397 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:17.467988 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:17.468399 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:17.468739 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:17.594250 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8984c-9486-410f-a3a3-40844590c43a req-ed9b5a07-dee5-4d1f-973b-44a22561edd0 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:17.596085 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bae8984c-9486-410f-a3a3-40844590c43a req-ed9b5a07-dee5-4d1f-973b-44a22561edd0 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=8392ee0d-1b6e-493e-98ce-94887853f199 HTTP/1.1" status: 200 len: 944 time: 0.1110356 Feb 28 21:08:17.614986 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['7aafc2e7-05ff-43a6-9b2e-749b156dabd3'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:08:17.644931 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bae8984c-9486-410f-a3a3-40844590c43a req-83d26937-4a3b-44d8-8d0a-3cb54d8a76e8 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417845 Feb 28 21:08:18.769027 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634d203-946a-42b2-9894-626a30bb90cb req-b0760a81-e81d-4dc2-be17-29296f09834f tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:18.770515 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8634d203-946a-42b2-9894-626a30bb90cb req-b0760a81-e81d-4dc2-be17-29296f09834f tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=8392ee0d-1b6e-493e-98ce-94887853f199 HTTP/1.1" status: 200 len: 944 time: 0.0571706 Feb 28 21:08:18.816610 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8634d203-946a-42b2-9894-626a30bb90cb req-387a60e1-4c1e-46c1-93ff-4b5d422440aa tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405064 Feb 28 21:08:19.106868 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a27dd9f9-03c7-4192-b567-d70dcbf87d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:19.235346 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 7aafc2e7-05ff-43a6-9b2e-749b156dabd3 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:08:19.283521 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 7aafc2e7-05ff-43a6-9b2e-749b156dabd3 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:08:19.287243 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 7aafc2e7-05ff-43a6-9b2e-749b156dabd3 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:19.287646 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (7aafc2e7-05ff-43a6-9b2e-749b156dabd3), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:19.366549 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 7aafc2e7-05ff-43a6-9b2e-749b156dabd3 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:19.366855 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7aafc2e7-05ff-43a6-9b2e-749b156dabd3), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:19.388837 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8392ee0d-1b6e-493e-98ce-94887853f199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aafc2e7-05ff-43a6-9b2e-749b156dabd3'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:08:19.391029 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd8510a-6df3-41c6-98ca-74aa61d9c085" -d '{"events": [{"server_uuid": "8392ee0d-1b6e-493e-98ce-94887853f199", "name": "network-vif-plugged", "status": "completed", "tag": "7aafc2e7-05ff-43a6-9b2e-749b156dabd3"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:08:19.404542 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 7aafc2e7-05ff-43a6-9b2e-749b156dabd3, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7aafc2e7-05ff-43a6-9b2e-749b156dabd3,segment=NetworkSegment(50730be7-8381-4ab1-9620-0435382a5bae),segment_id=50730be7-8381-4ab1-9620-0435382a5bae)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:08:19.408835 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (7aafc2e7-05ff-43a6-9b2e-749b156dabd3), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:19.433241 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accb976e-9db5-4626-8697-9067631be2b0 x-openstack-request-id: req-accb976e-9db5-4626-8697-9067631be2b0 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:08:19.433536 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8392ee0d-1b6e-493e-98ce-94887853f199", "name": "network-vif-plugged", "status": "completed", "tag": "7aafc2e7-05ff-43a6-9b2e-749b156dabd3", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:08:19.433792 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-accb976e-9db5-4626-8697-9067631be2b0 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:08:19.434183 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8392ee0d-1b6e-493e-98ce-94887853f199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aafc2e7-05ff-43a6-9b2e-749b156dabd3', 'code': 200} Feb 28 21:08:19.461068 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=7aafc2e7-05ff-43a6-9b2e-749b156dabd3,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:19.533468 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053fc18-4244-4c5f-9489-e4c55d1a4716 req-7a5db9b7-e573-4b9a-b1fb-45832689f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:19.535004 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8053fc18-4244-4c5f-9489-e4c55d1a4716 req-7a5db9b7-e573-4b9a-b1fb-45832689f60c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8392ee0d-1b6e-493e-98ce-94887853f199 HTTP/1.1" status: 200 len: 1128 time: 0.0456765 Feb 28 21:08:19.578686 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8053fc18-4244-4c5f-9489-e4c55d1a4716 req-6d365064-1539-40f5-b268-2a80f2f62239 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371549 Feb 28 21:08:19.945482 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436e821-89d0-4b7f-987f-c36f5021d936 req-bac05e3f-ef69-40b4-8201-2e6bb3d01635 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:19.947010 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c436e821-89d0-4b7f-987f-c36f5021d936 req-bac05e3f-ef69-40b4-8201-2e6bb3d01635 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=8392ee0d-1b6e-493e-98ce-94887853f199 HTTP/1.1" status: 200 len: 945 time: 0.0591617 Feb 28 21:08:19.996022 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c436e821-89d0-4b7f-987f-c36f5021d936 req-9bbe774f-6c6d-40f3-9e34-65c6cb9ecef5 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421665 Feb 28 21:08:20.115380 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:20.284791 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:21.114063 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc6b30-f008-431c-925c-7d81c3247413 req-2cf031ce-48b5-4e79-8415-93d75abaf685 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:21.115539 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7cc6b30-f008-431c-925c-7d81c3247413 req-2cf031ce-48b5-4e79-8415-93d75abaf685 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=8392ee0d-1b6e-493e-98ce-94887853f199 HTTP/1.1" status: 200 len: 945 time: 0.0521951 Feb 28 21:08:21.161755 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7cc6b30-f008-431c-925c-7d81c3247413 req-aeba8f99-16bf-4185-bbf0-65548fc7ab26 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405331 Feb 28 21:08:21.399723 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f867b7-8c30-45ac-a024-c68931f9ac2f req-daa467bc-9313-4b5a-8264-b81525a8f067 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:21.401886 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d2f867b7-8c30-45ac-a024-c68931f9ac2f req-daa467bc-9313-4b5a-8264-b81525a8f067 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=8392ee0d-1b6e-493e-98ce-94887853f199 HTTP/1.1" status: 200 len: 945 time: 0.0543268 Feb 28 21:08:21.460053 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d2f867b7-8c30-45ac-a024-c68931f9ac2f req-3be4c55d-4522-4f34-a4d4-d0d0915b8a9d tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500762 Feb 28 21:08:21.484600 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:22.587591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a82f7d-b487-4317-b187-187a51e7e9bd req-dae7407f-6309-496d-92fb-aa9ef5588f30 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:22.589698 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b0a82f7d-b487-4317-b187-187a51e7e9bd req-dae7407f-6309-496d-92fb-aa9ef5588f30 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=8392ee0d-1b6e-493e-98ce-94887853f199 HTTP/1.1" status: 200 len: 945 time: 0.0564916 Feb 28 21:08:22.670385 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b0a82f7d-b487-4317-b187-187a51e7e9bd req-056d11e2-67e5-4319-a3dc-9441991d4ce1 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748615 Feb 28 21:08:22.683778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f73aa-7028-418d-bf4b-5ef55b56eec2 req-759987e0-4829-4a84-b27d-fb358509e5e9 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:22.685244 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-108f73aa-7028-418d-bf4b-5ef55b56eec2 req-759987e0-4829-4a84-b27d-fb358509e5e9 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.10 "GET /v2.0/ports?device_id=8392ee0d-1b6e-493e-98ce-94887853f199 HTTP/1.1" status: 200 len: 945 time: 0.0715437 Feb 28 21:08:22.780215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-108f73aa-7028-418d-bf4b-5ef55b56eec2 req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Deleting port 7aafc2e7-05ff-43a6-9b2e-749b156dabd3 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:08:22.780553 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-108f73aa-7028-418d-bf4b-5ef55b56eec2 req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7aafc2e7-05ff-43a6-9b2e-749b156dabd3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:22.819449 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:22.870656 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-108f73aa-7028-418d-bf4b-5ef55b56eec2 req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] For port 7aafc2e7-05ff-43a6-9b2e-749b156dabd3, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=7aafc2e7-05ff-43a6-9b2e-749b156dabd3,segment=NetworkSegment(50730be7-8381-4ab1-9620-0435382a5bae),segment_id=50730be7-8381-4ab1-9620-0435382a5bae)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:08:22.870941 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-108f73aa-7028-418d-bf4b-5ef55b56eec2 req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7aafc2e7-05ff-43a6-9b2e-749b156dabd3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:22.883544 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-108f73aa-7028-418d-bf4b-5ef55b56eec2 req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Calling delete_port for 7aafc2e7-05ff-43a6-9b2e-749b156dabd3 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:08:22.939181 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:23.025080 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-108f73aa-7028-418d-bf4b-5ef55b56eec2 req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7aafc2e7-05ff-43a6-9b2e-749b156dabd3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:23.037301 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['42d4ca54-4713-4494-ac1c-93acea79757f'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:08:23.039522 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['7aafc2e7-05ff-43a6-9b2e-749b156dabd3'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:08:23.054197 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Pushing event deleted for resources: {'Port': ['ID=7aafc2e7-05ff-43a6-9b2e-749b156dabd3,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:23.067918 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:23.068277 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:23.068629 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:23.068969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:23.069302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:23.069636 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:23.069966 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:23.070293 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:23.070617 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:23.070942 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:23.071267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:23.071590 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:23.071943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:23.113048 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-108f73aa-7028-418d-bf4b-5ef55b56eec2 req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] No DVR routers for this DVR port 7aafc2e7-05ff-43a6-9b2e-749b156dabd3 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:08:23.115396 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-108f73aa-7028-418d-bf4b-5ef55b56eec2 req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:23.118742 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-108f73aa-7028-418d-bf4b-5ef55b56eec2 req-be165baf-a7b3-4e43-8947-78a21c5cd443 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.10 "DELETE /v2.0/ports/7aafc2e7-05ff-43a6-9b2e-749b156dabd3 HTTP/1.1" status: 204 len: 173 time: 0.4278891 Feb 28 21:08:23.119219 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8392ee0d-1b6e-493e-98ce-94887853f199', 'name': 'network-vif-deleted', 'tag': '7aafc2e7-05ff-43a6-9b2e-749b156dabd3'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:08:23.122124 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0743b3cb-30c7-4572-8628-99e14eee19e9" -d '{"events": [{"server_uuid": "8392ee0d-1b6e-493e-98ce-94887853f199", "name": "network-vif-deleted", "tag": "7aafc2e7-05ff-43a6-9b2e-749b156dabd3"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:08:23.161769 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5da9a9-ddd6-4929-80c4-8074c522e539 x-openstack-request-id: req-3f5da9a9-ddd6-4929-80c4-8074c522e539 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:08:23.161769 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8392ee0d-1b6e-493e-98ce-94887853f199", "name": "network-vif-deleted", "tag": "7aafc2e7-05ff-43a6-9b2e-749b156dabd3", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:08:23.162053 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f5da9a9-ddd6-4929-80c4-8074c522e539 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:08:23.162470 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8392ee0d-1b6e-493e-98ce-94887853f199', 'name': 'network-vif-deleted', 'tag': '7aafc2e7-05ff-43a6-9b2e-749b156dabd3', 'status': 'completed', 'code': 200} Feb 28 21:08:23.825121 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fc916-caed-495b-a7ba-e5b77c35c53e req-649e4657-5038-4d0d-8ba8-f0513bd6ad82 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:23.827082 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d2fc916-caed-495b-a7ba-e5b77c35c53e req-649e4657-5038-4d0d-8ba8-f0513bd6ad82 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08ce6c-075d-401a-bc56-6079f045d638 HTTP/1.1" status: 200 len: 945 time: 0.0551314 Feb 28 21:08:23.877078 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6d2fc916-caed-495b-a7ba-e5b77c35c53e req-173f6aa7-dc47-4285-ab25-82dc7a3259e2 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444231 Feb 28 21:08:24.017233 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb74d9d-106f-415f-9177-40739fef98bb req-09b28e98-4b3a-454d-8abc-eb4d660db536 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:24.018777 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5bb74d9d-106f-415f-9177-40739fef98bb req-09b28e98-4b3a-454d-8abc-eb4d660db536 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08ce6c-075d-401a-bc56-6079f045d638 HTTP/1.1" status: 200 len: 945 time: 0.0609558 Feb 28 21:08:24.070066 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5bb74d9d-106f-415f-9177-40739fef98bb req-fc304e97-4663-4435-b1eb-55083d656f7e tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454452 Feb 28 21:08:24.188026 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c4a0e-048c-4a20-8c06-69277e554d60 req-8c3fc511-ec2c-4f9d-93a7-1b30601f64d2 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:24.189510 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e1c4a0e-048c-4a20-8c06-69277e554d60 req-8c3fc511-ec2c-4f9d-93a7-1b30601f64d2 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08ce6c-075d-401a-bc56-6079f045d638 HTTP/1.1" status: 200 len: 945 time: 0.0520043 Feb 28 21:08:24.235667 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5e1c4a0e-048c-4a20-8c06-69277e554d60 req-3b8a85d1-c3ac-4e67-93cc-7f63caf95709 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406868 Feb 28 21:08:24.404864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda1aca-dc69-4e07-8594-8552de3d3622 req-bbf696b1-57e7-42b9-a717-986a69eadfb8 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:24.406332 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1dda1aca-dc69-4e07-8594-8552de3d3622 req-bbf696b1-57e7-42b9-a717-986a69eadfb8 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08ce6c-075d-401a-bc56-6079f045d638 HTTP/1.1" status: 200 len: 945 time: 0.0520310 Feb 28 21:08:24.452241 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1dda1aca-dc69-4e07-8594-8552de3d3622 req-da4fe3f0-1d15-487f-9143-855ab8771c3a tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404289 Feb 28 21:08:24.572194 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4648a-19cd-4bde-bbe6-f1eeb941777c req-11724d2a-b375-46ad-9312-b5ca9b257ced tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:24.574202 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3cc4648a-19cd-4bde-bbe6-f1eeb941777c req-11724d2a-b375-46ad-9312-b5ca9b257ced tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08ce6c-075d-401a-bc56-6079f045d638 HTTP/1.1" status: 200 len: 945 time: 0.0562518 Feb 28 21:08:24.621803 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3cc4648a-19cd-4bde-bbe6-f1eeb941777c req-639ae20f-1e73-4a43-8743-89fcf6e1d85f tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417154 Feb 28 21:08:24.746618 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4b06f-d6f7-43a9-8d1f-4a6ad2ddec8d req-dd2cf245-c570-44bd-96c2-51ead09ff442 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:24.748182 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5cd4b06f-d6f7-43a9-8d1f-4a6ad2ddec8d req-dd2cf245-c570-44bd-96c2-51ead09ff442 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08ce6c-075d-401a-bc56-6079f045d638 HTTP/1.1" status: 200 len: 945 time: 0.0526457 Feb 28 21:08:24.795693 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5cd4b06f-d6f7-43a9-8d1f-4a6ad2ddec8d req-200d8e51-efc1-4fe5-8b32-ff60e32e2fa3 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415668 Feb 28 21:08:25.095834 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cdbc1-8127-4e59-aaaf-bf71c2e22bc3 req-7f99a185-2e66-44e6-8f51-f836cc8d688b tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:25.097232 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c94cdbc1-8127-4e59-aaaf-bf71c2e22bc3 req-7f99a185-2e66-44e6-8f51-f836cc8d688b tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08ce6c-075d-401a-bc56-6079f045d638 HTTP/1.1" status: 200 len: 945 time: 0.0516651 Feb 28 21:08:25.147872 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c94cdbc1-8127-4e59-aaaf-bf71c2e22bc3 req-2e93737e-3c1b-4ecf-9147-337ef3de1202 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450075 Feb 28 21:08:25.252857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 7aafc2e7-05ff-43a6-9b2e-749b156dabd3 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:08:25.273460 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 7aafc2e7-05ff-43a6-9b2e-749b156dabd3 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:08:25.273807 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 7aafc2e7-05ff-43a6-9b2e-749b156dabd3 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:08:26.267994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f93581-45d7-4d27-820c-34ef302f45bd req-e1b51ba0-d590-416b-93cf-522166b68354 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:26.269472 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72f93581-45d7-4d27-820c-34ef302f45bd req-e1b51ba0-d590-416b-93cf-522166b68354 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08ce6c-075d-401a-bc56-6079f045d638 HTTP/1.1" status: 200 len: 945 time: 0.0537839 Feb 28 21:08:26.317255 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72f93581-45d7-4d27-820c-34ef302f45bd req-82c7b8a6-eb4a-4b64-8c5e-8836945cd8d7 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.13 "GET /v2.0/security-groups?id=e85b856d-868b-44e3-91b5-3a220c13b166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421948 Feb 28 21:08:26.438465 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a7f50-e210-4729-acd7-faa1f4f7a445 req-097a1b32-9783-43ee-8eb1-e5e852016757 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:26.439838 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-275a7f50-e210-4729-acd7-faa1f4f7a445 req-097a1b32-9783-43ee-8eb1-e5e852016757 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a08ce6c-075d-401a-bc56-6079f045d638 HTTP/1.1" status: 200 len: 945 time: 0.0520391 Feb 28 21:08:26.531118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-275a7f50-e210-4729-acd7-faa1f4f7a445 req-238d08b3-3451-470e-8e2b-eeb60a6d2876 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Deleting port 42d4ca54-4713-4494-ac1c-93acea79757f {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:08:26.531456 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-275a7f50-e210-4729-acd7-faa1f4f7a445 req-238d08b3-3451-470e-8e2b-eeb60a6d2876 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (42d4ca54-4713-4494-ac1c-93acea79757f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:26.620130 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-275a7f50-e210-4729-acd7-faa1f4f7a445 req-238d08b3-3451-470e-8e2b-eeb60a6d2876 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] For port 42d4ca54-4713-4494-ac1c-93acea79757f, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=42d4ca54-4713-4494-ac1c-93acea79757f,segment=NetworkSegment(50730be7-8381-4ab1-9620-0435382a5bae),segment_id=50730be7-8381-4ab1-9620-0435382a5bae)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:08:26.620519 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-275a7f50-e210-4729-acd7-faa1f4f7a445 req-238d08b3-3451-470e-8e2b-eeb60a6d2876 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (42d4ca54-4713-4494-ac1c-93acea79757f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:26.632968 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-275a7f50-e210-4729-acd7-faa1f4f7a445 req-238d08b3-3451-470e-8e2b-eeb60a6d2876 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Calling delete_port for 42d4ca54-4713-4494-ac1c-93acea79757f owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:08:26.763292 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-275a7f50-e210-4729-acd7-faa1f4f7a445 req-238d08b3-3451-470e-8e2b-eeb60a6d2876 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (42d4ca54-4713-4494-ac1c-93acea79757f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:26.774676 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['42d4ca54-4713-4494-ac1c-93acea79757f'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:08:26.793519 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d08b3-3451-470e-8e2b-eeb60a6d2876 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Pushing event deleted for resources: {'Port': ['ID=42d4ca54-4713-4494-ac1c-93acea79757f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:26.837410 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-275a7f50-e210-4729-acd7-faa1f4f7a445 req-238d08b3-3451-470e-8e2b-eeb60a6d2876 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] No DVR routers for this DVR port 42d4ca54-4713-4494-ac1c-93acea79757f on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:08:26.840536 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-275a7f50-e210-4729-acd7-faa1f4f7a445 req-238d08b3-3451-470e-8e2b-eeb60a6d2876 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:26.844018 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-275a7f50-e210-4729-acd7-faa1f4f7a445 req-238d08b3-3451-470e-8e2b-eeb60a6d2876 tempest-ServersNegativeTestJSON-1327200666 tempest-ServersNegativeTestJSON-1327200666-project] 10.222.0.15 "DELETE /v2.0/ports/42d4ca54-4713-4494-ac1c-93acea79757f HTTP/1.1" status: 204 len: 173 time: 0.3988760 Feb 28 21:08:26.844463 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a08ce6c-075d-401a-bc56-6079f045d638', 'name': 'network-vif-deleted', 'tag': '42d4ca54-4713-4494-ac1c-93acea79757f'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:08:26.846715 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e176f961-78bd-4424-9269-73a02b18e233" -d '{"events": [{"server_uuid": "3a08ce6c-075d-401a-bc56-6079f045d638", "name": "network-vif-deleted", "tag": "42d4ca54-4713-4494-ac1c-93acea79757f"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:08:26.882754 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a99f0e7-9474-4a36-88a5-32ff3bde0a37 x-openstack-request-id: req-8a99f0e7-9474-4a36-88a5-32ff3bde0a37 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:08:26.883044 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a08ce6c-075d-401a-bc56-6079f045d638", "name": "network-vif-deleted", "tag": "42d4ca54-4713-4494-ac1c-93acea79757f", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:08:26.883299 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a99f0e7-9474-4a36-88a5-32ff3bde0a37 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:08:26.883701 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a08ce6c-075d-401a-bc56-6079f045d638', 'name': 'network-vif-deleted', 'tag': '42d4ca54-4713-4494-ac1c-93acea79757f', 'status': 'completed', 'code': 200} Feb 28 21:08:27.375294 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46016) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:27.420996 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a22c8f-8965-4923-8c69-79749f3c6611 admin admin] Deleting subnet 6e088f9d-8dcc-4498-8d4d-91a783bd583c {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:08:27.424148 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-81a22c8f-8965-4923-8c69-79749f3c6611 admin admin] Publish callbacks [] for subnet (6e088f9d-8dcc-4498-8d4d-91a783bd583c), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:27.462465 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-81a22c8f-8965-4923-8c69-79749f3c6611 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (6e088f9d-8dcc-4498-8d4d-91a783bd583c), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:27.501812 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-81a22c8f-8965-4923-8c69-79749f3c6611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (6e088f9d-8dcc-4498-8d4d-91a783bd583c), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:27.557543 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-81a22c8f-8965-4923-8c69-79749f3c6611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (6e088f9d-8dcc-4498-8d4d-91a783bd583c), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:27.585411 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-81a22c8f-8965-4923-8c69-79749f3c6611 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:27.588672 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-81a22c8f-8965-4923-8c69-79749f3c6611 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6e088f9d-8dcc-4498-8d4d-91a783bd583c HTTP/1.1" status: 204 len: 168 time: 0.2122898 Feb 28 21:08:27.589680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a22c8f-8965-4923-8c69-79749f3c6611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e088f9d-8dcc-4498-8d4d-91a783bd583c,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:27.591189 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46018) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:27.658348 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2b382312-a4fe-4edc-af68-94cf724775ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (e9824995-82da-4ebd-bacc-a70cfe99feba), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:27.737703 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2b382312-a4fe-4edc-af68-94cf724775ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (e9824995-82da-4ebd-bacc-a70cfe99feba), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:27.757785 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-2b382312-a4fe-4edc-af68-94cf724775ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9824995-82da-4ebd-bacc-a70cfe99feba']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:27.767309 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-2b382312-a4fe-4edc-af68-94cf724775ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50730be7-8381-4ab1-9620-0435382a5bae') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:27.767604 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-2b382312-a4fe-4edc-af68-94cf724775ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50730be7-8381-4ab1-9620-0435382a5bae') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:27.776997 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2b382312-a4fe-4edc-af68-94cf724775ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (50730be7-8381-4ab1-9620-0435382a5bae), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:27.789696 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2b382312-a4fe-4edc-af68-94cf724775ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (50730be7-8381-4ab1-9620-0435382a5bae), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:27.795475 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b382312-a4fe-4edc-af68-94cf724775ce admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:08:27.795889 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2b382312-a4fe-4edc-af68-94cf724775ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (50730be7-8381-4ab1-9620-0435382a5bae), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: timer() Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:08:27.797491 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:08:27.850018 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2b382312-a4fe-4edc-af68-94cf724775ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (e9824995-82da-4ebd-bacc-a70cfe99feba), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:27.866079 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2b382312-a4fe-4edc-af68-94cf724775ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:27.869262 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2b382312-a4fe-4edc-af68-94cf724775ce admin admin] 10.222.0.13 "DELETE /v2.0/networks/e9824995-82da-4ebd-bacc-a70cfe99feba HTTP/1.1" status: 204 len: 168 time: 0.2770221 Feb 28 21:08:27.871021 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b382312-a4fe-4edc-af68-94cf724775ce admin admin] Pushing event deleted for resources: {'Network': ['ID=e9824995-82da-4ebd-bacc-a70cfe99feba,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:27.974380 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46022) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:28.018765 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-90d9ad20-7b4b-4313-96e7-2b7ca4dab0b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bde9d1e28ff744f18bb8661f447945bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432115 Feb 28 21:08:28.021207 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46024) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:28.068447 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3aa20a71-010b-4b97-a9ee-5fb09b68d66c admin admin] Publish callbacks [] for security_group (e85b856d-868b-44e3-91b5-3a220c13b166), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:28.088777 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3aa20a71-010b-4b97-a9ee-5fb09b68d66c admin admin] Publish callbacks [] for security_group (e85b856d-868b-44e3-91b5-3a220c13b166), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:28.135103 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3aa20a71-010b-4b97-a9ee-5fb09b68d66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e85b856d-868b-44e3-91b5-3a220c13b166), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:28.137788 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3aa20a71-010b-4b97-a9ee-5fb09b68d66c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:28.138938 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3aa20a71-010b-4b97-a9ee-5fb09b68d66c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e85b856d-868b-44e3-91b5-3a220c13b166 HTTP/1.1" status: 204 len: 168 time: 0.1168396 Feb 28 21:08:28.146485 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa20a71-010b-4b97-a9ee-5fb09b68d66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85b856d-868b-44e3-91b5-3a220c13b166,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:28.831975 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46046) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:28.926602 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-0888b71e-f9ce-4e05-ba27-53721e60a122 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-570764596'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:28.945940 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0888b71e-f9ce-4e05-ba27-53721e60a122 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Made reservation on behalf of 3a24f7ee2b0a422b9548969bc3c9d341 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:08:28.949868 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0888b71e-f9ce-4e05-ba27-53721e60a122 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:28.958841 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0888b71e-f9ce-4e05-ba27-53721e60a122 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:29.034613 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0888b71e-f9ce-4e05-ba27-53721e60a122 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks [] for security_group (e172fb84-c2c2-417b-b786-a0b29faed3c6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:29.038701 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0888b71e-f9ce-4e05-ba27-53721e60a122 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e172fb84-c2c2-417b-b786-a0b29faed3c6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:29.065399 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0888b71e-f9ce-4e05-ba27-53721e60a122 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:08:29.081446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888b71e-f9ce-4e05-ba27-53721e60a122 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e172fb84-c2c2-417b-b786-a0b29faed3c6,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:29.085687 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0888b71e-f9ce-4e05-ba27-53721e60a122 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (6e28b049-1535-49eb-a0e5-7bb0aee42dc7), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:29.086038 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-0888b71e-f9ce-4e05-ba27-53721e60a122 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Added segment 6e28b049-1535-49eb-a0e5-7bb0aee42dc7 of type vlan for network 3e78813c-3988-4d01-aea9-4b00daa88c35 Feb 28 21:08:29.131095 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0888b71e-f9ce-4e05-ba27-53721e60a122 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (3e78813c-3988-4d01-aea9-4b00daa88c35), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:29.156498 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0888b71e-f9ce-4e05-ba27-53721e60a122 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (3e78813c-3988-4d01-aea9-4b00daa88c35), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:29.161743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0888b71e-f9ce-4e05-ba27-53721e60a122 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:29.162323 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0888b71e-f9ce-4e05-ba27-53721e60a122 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:29.195713 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0888b71e-f9ce-4e05-ba27-53721e60a122 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3626838 Feb 28 21:08:29.234330 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888b71e-f9ce-4e05-ba27-53721e60a122 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event updated for resources: {'Network': ['ID=3e78813c-3988-4d01-aea9-4b00daa88c35,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:29.245476 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 3e78813c-3988-4d01-aea9-4b00daa88c35 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:08:29.854854 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 42d4ca54-4713-4494-ac1c-93acea79757f no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:08:29.875912 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 42d4ca54-4713-4494-ac1c-93acea79757f {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:08:29.876258 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 42d4ca54-4713-4494-ac1c-93acea79757f not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:08:32.444459 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46050) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:32.449672 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d3662bb8-f51c-496d-b4ad-d8a6199f4658 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Request body: {'subnet': {'network_id': '3e78813c-3988-4d01-aea9-4b00daa88c35', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:32.539386 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3662bb8-f51c-496d-b4ad-d8a6199f4658 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Made reservation on behalf of 3a24f7ee2b0a422b9548969bc3c9d341 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:08:32.543276 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3662bb8-f51c-496d-b4ad-d8a6199f4658 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:32.724178 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3662bb8-f51c-496d-b4ad-d8a6199f4658 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (2a46368f-d85e-4da4-85fb-324048eb7916), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:32.782635 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3662bb8-f51c-496d-b4ad-d8a6199f4658 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event updated for resources: {'Subnet': ['ID=2a46368f-d85e-4da4-85fb-324048eb7916,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:32.793496 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3662bb8-f51c-496d-b4ad-d8a6199f4658 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Checking segment: {'id': '6e28b049-1535-49eb-a0e5-7bb0aee42dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3e78813c-3988-4d01-aea9-4b00daa88c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:32.793803 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3662bb8-f51c-496d-b4ad-d8a6199f4658 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Network hostable DHCP agents. Network: 3e78813c-3988-4d01-aea9-4b00daa88c35, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:08:32.809712 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3662bb8-f51c-496d-b4ad-d8a6199f4658 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Network 3e78813c-3988-4d01-aea9-4b00daa88c35 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:08:32.818096 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-d3662bb8-f51c-496d-b4ad-d8a6199f4658 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 3e78813c-3988-4d01-aea9-4b00daa88c35) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:32.822774 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3662bb8-f51c-496d-b4ad-d8a6199f4658 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:32.823685 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d3662bb8-f51c-496d-b4ad-d8a6199f4658 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:32.826827 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b63619-96c7-4995-b33b-d6eaddbe4565 None None] Network 3e78813c-3988-4d01-aea9-4b00daa88c35 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:08:32.840568 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d3662bb8-f51c-496d-b4ad-d8a6199f4658 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3949623 Feb 28 21:08:32.843967 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46052) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:32.848842 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-45592542-4c36-4a39-94b8-40c5c06d3f45 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1817213076'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:32.869095 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45592542-4c36-4a39-94b8-40c5c06d3f45 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Made reservation on behalf of 3a24f7ee2b0a422b9548969bc3c9d341 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:08:32.872408 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-45592542-4c36-4a39-94b8-40c5c06d3f45 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:32.896441 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45592542-4c36-4a39-94b8-40c5c06d3f45 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:08:32.905560 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-45592542-4c36-4a39-94b8-40c5c06d3f45 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (91fc6a5e-a0dc-4d5c-8236-8558a7e952b6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:32.905919 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-45592542-4c36-4a39-94b8-40c5c06d3f45 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Added segment 91fc6a5e-a0dc-4d5c-8236-8558a7e952b6 of type vlan for network 9734b16d-9cfb-4926-a520-5f3f8b523446 Feb 28 21:08:32.931281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaef9ac-dcf8-4e10-938c-c2ab2450db77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-3e78813c-3988-4d01-aea9-4b00daa88c35', 'network_id': '3e78813c-3988-4d01-aea9-4b00daa88c35', 'project_id': '3a24f7ee2b0a422b9548969bc3c9d341', 'fixed_ips': [{'subnet_id': '2a46368f-d85e-4da4-85fb-324048eb7916'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:08:32.932236 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7eaef9ac-dcf8-4e10-938c-c2ab2450db77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:32.948136 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-45592542-4c36-4a39-94b8-40c5c06d3f45 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (9734b16d-9cfb-4926-a520-5f3f8b523446), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:32.976737 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-45592542-4c36-4a39-94b8-40c5c06d3f45 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (9734b16d-9cfb-4926-a520-5f3f8b523446), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:32.982293 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45592542-4c36-4a39-94b8-40c5c06d3f45 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:32.982879 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-45592542-4c36-4a39-94b8-40c5c06d3f45 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:33.047425 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-45592542-4c36-4a39-94b8-40c5c06d3f45 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2022133 Feb 28 21:08:33.050098 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46054) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:33.057249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-109cf2f1-c1dc-406a-83ad-36f7a3861f92 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Request body: {'subnet': {'network_id': '9734b16d-9cfb-4926-a520-5f3f8b523446', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:33.064164 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45592542-4c36-4a39-94b8-40c5c06d3f45 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event updated for resources: {'Network': ['ID=9734b16d-9cfb-4926-a520-5f3f8b523446,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:33.071211 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-7eaef9ac-dcf8-4e10-938c-c2ab2450db77 None None] Allocated IP 2001:db8:0:ffff::2 (3e78813c-3988-4d01-aea9-4b00daa88c35/2a46368f-d85e-4da4-85fb-324048eb7916/d8e1ffc5-1269-4b9b-a04d-6f5ba889e805) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:08:33.077685 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 9734b16d-9cfb-4926-a520-5f3f8b523446 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:08:33.148515 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109cf2f1-c1dc-406a-83ad-36f7a3861f92 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Made reservation on behalf of 3a24f7ee2b0a422b9548969bc3c9d341 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:08:33.152829 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-109cf2f1-c1dc-406a-83ad-36f7a3861f92 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:33.270416 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7eaef9ac-dcf8-4e10-938c-c2ab2450db77 None None] Publish callbacks [] for port (d8e1ffc5-1269-4b9b-a04d-6f5ba889e805), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:33.277112 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7eaef9ac-dcf8-4e10-938c-c2ab2450db77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (d8e1ffc5-1269-4b9b-a04d-6f5ba889e805), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:33.321610 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaef9ac-dcf8-4e10-938c-c2ab2450db77 None None] Network 3e78813c-3988-4d01-aea9-4b00daa88c35 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:08:33.324853 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-7eaef9ac-dcf8-4e10-938c-c2ab2450db77 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:33.330573 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaef9ac-dcf8-4e10-938c-c2ab2450db77 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:08:33.333783 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaef9ac-dcf8-4e10-938c-c2ab2450db77 None None] Pushing event updated for resources: {'Port': ['ID=d8e1ffc5-1269-4b9b-a04d-6f5ba889e805,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:33.350572 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-109cf2f1-c1dc-406a-83ad-36f7a3861f92 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (93623342-cb28-4963-810f-8fe9cd577698), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:33.388947 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-7eaef9ac-dcf8-4e10-938c-c2ab2450db77 None None] Attempting to bind port d8e1ffc5-1269-4b9b-a04d-6f5ba889e805 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:08:33.389318 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-7eaef9ac-dcf8-4e10-938c-c2ab2450db77 None None] Attempting to bind port d8e1ffc5-1269-4b9b-a04d-6f5ba889e805 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '6e28b049-1535-49eb-a0e5-7bb0aee42dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3e78813c-3988-4d01-aea9-4b00daa88c35'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:08:33.389679 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaef9ac-dcf8-4e10-938c-c2ab2450db77 None None] Attempting to bind port d8e1ffc5-1269-4b9b-a04d-6f5ba889e805 on network 3e78813c-3988-4d01-aea9-4b00daa88c35 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:08:33.394657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaef9ac-dcf8-4e10-938c-c2ab2450db77 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:08:33.395035 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaef9ac-dcf8-4e10-938c-c2ab2450db77 None None] Checking segment: {'id': '6e28b049-1535-49eb-a0e5-7bb0aee42dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3e78813c-3988-4d01-aea9-4b00daa88c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:33.395436 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7eaef9ac-dcf8-4e10-938c-c2ab2450db77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:33.395865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaef9ac-dcf8-4e10-938c-c2ab2450db77 None None] Bound using segment: {'id': '6e28b049-1535-49eb-a0e5-7bb0aee42dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3e78813c-3988-4d01-aea9-4b00daa88c35'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:08:33.396338 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-7eaef9ac-dcf8-4e10-938c-c2ab2450db77 None None] Bound port: d8e1ffc5-1269-4b9b-a04d-6f5ba889e805, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e28b049-1535-49eb-a0e5-7bb0aee42dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3e78813c-3988-4d01-aea9-4b00daa88c35'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:08:33.396720 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7eaef9ac-dcf8-4e10-938c-c2ab2450db77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d8e1ffc5-1269-4b9b-a04d-6f5ba889e805), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:33.415102 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cf2f1-c1dc-406a-83ad-36f7a3861f92 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event updated for resources: {'Subnet': ['ID=93623342-cb28-4963-810f-8fe9cd577698,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:33.426232 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109cf2f1-c1dc-406a-83ad-36f7a3861f92 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Checking segment: {'id': '91fc6a5e-a0dc-4d5c-8236-8558a7e952b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9734b16d-9cfb-4926-a520-5f3f8b523446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:33.426596 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109cf2f1-c1dc-406a-83ad-36f7a3861f92 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Network hostable DHCP agents. Network: 9734b16d-9cfb-4926-a520-5f3f8b523446, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:08:33.442517 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109cf2f1-c1dc-406a-83ad-36f7a3861f92 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Network 9734b16d-9cfb-4926-a520-5f3f8b523446 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:08:33.452431 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-109cf2f1-c1dc-406a-83ad-36f7a3861f92 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 9734b16d-9cfb-4926-a520-5f3f8b523446) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:33.456856 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109cf2f1-c1dc-406a-83ad-36f7a3861f92 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:33.457465 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-109cf2f1-c1dc-406a-83ad-36f7a3861f92 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:33.466747 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89873e62-7ad9-4deb-924a-67975c0689cf None None] Network 9734b16d-9cfb-4926-a520-5f3f8b523446 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:08:33.469359 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-7eaef9ac-dcf8-4e10-938c-c2ab2450db77 None None] For port d8e1ffc5-1269-4b9b-a04d-6f5ba889e805, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:08:33.478258 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46056) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:33.478805 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-109cf2f1-c1dc-406a-83ad-36f7a3861f92 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4271815 Feb 28 21:08:33.500437 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-7eaef9ac-dcf8-4e10-938c-c2ab2450db77 None None] For port d8e1ffc5-1269-4b9b-a04d-6f5ba889e805, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d8e1ffc5-1269-4b9b-a04d-6f5ba889e805,segment=NetworkSegment(6e28b049-1535-49eb-a0e5-7bb0aee42dc7),segment_id=6e28b049-1535-49eb-a0e5-7bb0aee42dc7)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:08:33.532001 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7eaef9ac-dcf8-4e10-938c-c2ab2450db77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d8e1ffc5-1269-4b9b-a04d-6f5ba889e805), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:33.579097 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cfab889c-7d29-4f85-bd07-d380394c8f55 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (9734b16d-9cfb-4926-a520-5f3f8b523446), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:33.628868 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaef9ac-dcf8-4e10-938c-c2ab2450db77 None None] Pushing event updated for resources: {'Port': ['ID=d8e1ffc5-1269-4b9b-a04d-6f5ba889e805,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:33.633253 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737c2022-b65e-4131-b1aa-5c1a5e747aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-9734b16d-9cfb-4926-a520-5f3f8b523446', 'network_id': '9734b16d-9cfb-4926-a520-5f3f8b523446', 'project_id': '3a24f7ee2b0a422b9548969bc3c9d341', 'fixed_ips': [{'subnet_id': '93623342-cb28-4963-810f-8fe9cd577698'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:08:33.634107 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-737c2022-b65e-4131-b1aa-5c1a5e747aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:33.670720 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cfab889c-7d29-4f85-bd07-d380394c8f55 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (93623342-cb28-4963-810f-8fe9cd577698), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:33.743542 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cfab889c-7d29-4f85-bd07-d380394c8f55 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (93623342-cb28-4963-810f-8fe9cd577698), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server [None req-737c2022-b65e-4131-b1aa-5c1a5e747aa5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93623342-cb28-4963-810f-8fe9cd577698: This subnet is being modified by another concurrent operation. Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise exception Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93623342-cb28-4963-810f-8fe9cd577698: This subnet is being modified by another concurrent operation. Feb 28 21:08:33.747184 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Feb 28 21:08:33.789514 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da95a6f1-2dfd-46b1-baa4-a34e88640627 None None] Network 9734b16d-9cfb-4926-a520-5f3f8b523446 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:08:33.793295 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab889c-7d29-4f85-bd07-d380394c8f55 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event deleted for resources: {'Subnet': ['ID=93623342-cb28-4963-810f-8fe9cd577698,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:33.860149 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cfab889c-7d29-4f85-bd07-d380394c8f55 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (9734b16d-9cfb-4926-a520-5f3f8b523446), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:33.888590 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-cfab889c-7d29-4f85-bd07-d380394c8f55 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9734b16d-9cfb-4926-a520-5f3f8b523446']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:33.898666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-cfab889c-7d29-4f85-bd07-d380394c8f55 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91fc6a5e-a0dc-4d5c-8236-8558a7e952b6') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:33.899022 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-cfab889c-7d29-4f85-bd07-d380394c8f55 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91fc6a5e-a0dc-4d5c-8236-8558a7e952b6') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:33.910006 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cfab889c-7d29-4f85-bd07-d380394c8f55 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (91fc6a5e-a0dc-4d5c-8236-8558a7e952b6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:33.924512 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cfab889c-7d29-4f85-bd07-d380394c8f55 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (91fc6a5e-a0dc-4d5c-8236-8558a7e952b6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:33.931399 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfab889c-7d29-4f85-bd07-d380394c8f55 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:08:33.932537 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cfab889c-7d29-4f85-bd07-d380394c8f55 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (91fc6a5e-a0dc-4d5c-8236-8558a7e952b6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: timer() Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:08:33.936410 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:08:34.000900 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cfab889c-7d29-4f85-bd07-d380394c8f55 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (9734b16d-9cfb-4926-a520-5f3f8b523446), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:34.007729 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cfab889c-7d29-4f85-bd07-d380394c8f55 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:34.011389 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cfab889c-7d29-4f85-bd07-d380394c8f55 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "DELETE /v2.0/networks/9734b16d-9cfb-4926-a520-5f3f8b523446 HTTP/1.1" status: 204 len: 168 time: 0.5321043 Feb 28 21:08:34.015107 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46058) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:34.020385 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-39d5af23-602e-46d4-9159-404fe08b6236 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1574787565'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:34.022633 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab889c-7d29-4f85-bd07-d380394c8f55 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event deleted for resources: {'Network': ['ID=9734b16d-9cfb-4926-a520-5f3f8b523446,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:34.040452 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d5af23-602e-46d4-9159-404fe08b6236 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Made reservation on behalf of 3a24f7ee2b0a422b9548969bc3c9d341 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:08:34.044075 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-39d5af23-602e-46d4-9159-404fe08b6236 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:34.067939 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d5af23-602e-46d4-9159-404fe08b6236 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:08:34.078237 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-39d5af23-602e-46d4-9159-404fe08b6236 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (43f0abc9-0ea4-4a8b-baa4-3b0be43d1bbd), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:34.078711 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-39d5af23-602e-46d4-9159-404fe08b6236 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Added segment 43f0abc9-0ea4-4a8b-baa4-3b0be43d1bbd of type vlan for network f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9 Feb 28 21:08:34.124799 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-39d5af23-602e-46d4-9159-404fe08b6236 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:34.149724 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-39d5af23-602e-46d4-9159-404fe08b6236 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:34.155445 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d5af23-602e-46d4-9159-404fe08b6236 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:34.156054 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-39d5af23-602e-46d4-9159-404fe08b6236 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:34.215361 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-39d5af23-602e-46d4-9159-404fe08b6236 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1990271 Feb 28 21:08:34.218233 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46060) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:34.222972 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-cd2c518f-3f97-4c76-a35d-0f6b08844475 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Request body: {'subnet': {'network_id': 'f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:34.240792 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5af23-602e-46d4-9159-404fe08b6236 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event updated for resources: {'Network': ['ID=f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:34.253433 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:08:34.330845 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2c518f-3f97-4c76-a35d-0f6b08844475 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Made reservation on behalf of 3a24f7ee2b0a422b9548969bc3c9d341 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:08:34.334508 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd2c518f-3f97-4c76-a35d-0f6b08844475 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:34.395138 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.ipam_backend_mixin [None req-cd2c518f-3f97-4c76-a35d-0f6b08844475 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Performing IP validity checks on allocation pools {{(pid=103774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 21:08:34.395576 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.ipam_backend_mixin [None req-cd2c518f-3f97-4c76-a35d-0f6b08844475 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 21:08:34.532739 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd2c518f-3f97-4c76-a35d-0f6b08844475 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (428558c8-4951-46ed-80b0-416368262885), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:34.589265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c518f-3f97-4c76-a35d-0f6b08844475 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event updated for resources: {'Subnet': ['ID=428558c8-4951-46ed-80b0-416368262885,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:34.607957 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2c518f-3f97-4c76-a35d-0f6b08844475 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Checking segment: {'id': '43f0abc9-0ea4-4a8b-baa4-3b0be43d1bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:34.608332 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2c518f-3f97-4c76-a35d-0f6b08844475 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Network hostable DHCP agents. Network: f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:08:34.624746 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835f3ecf-390c-426f-904b-e556502a0bcb None None] get_active_networks_info from n-d-820368-21 {{(pid=103775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 21:08:34.626917 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2c518f-3f97-4c76-a35d-0f6b08844475 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Network f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:08:34.635869 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-cd2c518f-3f97-4c76-a35d-0f6b08844475 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:34.640871 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2c518f-3f97-4c76-a35d-0f6b08844475 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:34.641478 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cd2c518f-3f97-4c76-a35d-0f6b08844475 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:34.659867 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cd2c518f-3f97-4c76-a35d-0f6b08844475 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4379504 Feb 28 21:08:34.660043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46062) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:34.703930 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835f3ecf-390c-426f-904b-e556502a0bcb None None] Resources bound (agent type, host, resource id): {{(pid=103775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 21:08:34.763431 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e01eff0f-a821-40a2-b885-65d363f72322 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:34.784623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a1284945-3fab-4240-a193-f18d67527075 None None] Provisioning complete for port d8e1ffc5-1269-4b9b-a04d-6f5ba889e805 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:34.784993 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a1284945-3fab-4240-a193-f18d67527075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d8e1ffc5-1269-4b9b-a04d-6f5ba889e805), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:34.839349 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e01eff0f-a821-40a2-b885-65d363f72322 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (428558c8-4951-46ed-80b0-416368262885), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:34.902156 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e01eff0f-a821-40a2-b885-65d363f72322 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (428558c8-4951-46ed-80b0-416368262885), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:34.937489 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01eff0f-a821-40a2-b885-65d363f72322 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event deleted for resources: {'Subnet': ['ID=428558c8-4951-46ed-80b0-416368262885,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:34.999801 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e01eff0f-a821-40a2-b885-65d363f72322 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.020822 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e01eff0f-a821-40a2-b885-65d363f72322 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:35.030974 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e01eff0f-a821-40a2-b885-65d363f72322 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f0abc9-0ea4-4a8b-baa4-3b0be43d1bbd') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:35.031273 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e01eff0f-a821-40a2-b885-65d363f72322 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f0abc9-0ea4-4a8b-baa4-3b0be43d1bbd') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:35.040691 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e01eff0f-a821-40a2-b885-65d363f72322 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (43f0abc9-0ea4-4a8b-baa4-3b0be43d1bbd), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.054410 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e01eff0f-a821-40a2-b885-65d363f72322 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (43f0abc9-0ea4-4a8b-baa4-3b0be43d1bbd), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.060820 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01eff0f-a821-40a2-b885-65d363f72322 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:08:35.061250 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e01eff0f-a821-40a2-b885-65d363f72322 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (43f0abc9-0ea4-4a8b-baa4-3b0be43d1bbd), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: timer() Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:08:35.064328 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:08:35.072873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a1284945-3fab-4240-a193-f18d67527075 None None] Current status of the port d8e1ffc5-1269-4b9b-a04d-6f5ba889e805 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:35.073255 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a1284945-3fab-4240-a193-f18d67527075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d8e1ffc5-1269-4b9b-a04d-6f5ba889e805), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.092380 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8b9591-6c41-46f4-8b3b-e4cf484f2953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9', 'network_id': 'f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9', 'project_id': '3a24f7ee2b0a422b9548969bc3c9d341', 'fixed_ips': [{'subnet_id': '428558c8-4951-46ed-80b0-416368262885'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:08:35.093210 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8e8b9591-6c41-46f4-8b3b-e4cf484f2953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.121193 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a1284945-3fab-4240-a193-f18d67527075 None None] For port d8e1ffc5-1269-4b9b-a04d-6f5ba889e805, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d8e1ffc5-1269-4b9b-a04d-6f5ba889e805,segment=NetworkSegment(6e28b049-1535-49eb-a0e5-7bb0aee42dc7),segment_id=6e28b049-1535-49eb-a0e5-7bb0aee42dc7)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:08:35.128622 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a1284945-3fab-4240-a193-f18d67527075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d8e1ffc5-1269-4b9b-a04d-6f5ba889e805), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.133192 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e01eff0f-a821-40a2-b885-65d363f72322 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.141981 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e01eff0f-a821-40a2-b885-65d363f72322 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.145219 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e01eff0f-a821-40a2-b885-65d363f72322 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "DELETE /v2.0/networks/f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9 HTTP/1.1" status: 204 len: 168 time: 0.4843566 Feb 28 21:08:35.149135 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46064) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:35.155274 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-bfbe1f9a-69b5-4df1-bdde-0b2a80915490 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-215326493'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:35.159213 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01eff0f-a821-40a2-b885-65d363f72322 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event deleted for resources: {'Network': ['ID=f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:35.177594 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb658d16-bf8c-45c4-a9fe-f5162a523894 None None] Network 3e78813c-3988-4d01-aea9-4b00daa88c35 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:08:35.179077 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbe1f9a-69b5-4df1-bdde-0b2a80915490 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Made reservation on behalf of 3a24f7ee2b0a422b9548969bc3c9d341 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:08:35.179460 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a93f939-1f49-47d1-b9f3-b8033d2a366e None None] Network f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:08:35.183684 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bfbe1f9a-69b5-4df1-bdde-0b2a80915490 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.208037 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbe1f9a-69b5-4df1-bdde-0b2a80915490 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:08:35.218136 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bfbe1f9a-69b5-4df1-bdde-0b2a80915490 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f820be25-5057-41ad-8701-77c80d57f381), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.218337 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a93f939-1f49-47d1-b9f3-b8033d2a366e None None] Network f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9 could not be found, it might have been deleted concurrently. {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 21:08:35.218899 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-bfbe1f9a-69b5-4df1-bdde-0b2a80915490 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Added segment f820be25-5057-41ad-8701-77c80d57f381 of type vlan for network d1ed8a44-c63d-4aca-8761-75a71727e2cc Feb 28 21:08:35.250432 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57a4a07-63f8-408d-8c8d-c0811c891475 None None] Network f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:08:35.255857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1284945-3fab-4240-a193-f18d67527075 None None] Pushing event updated for resources: {'Port': ['ID=d8e1ffc5-1269-4b9b-a04d-6f5ba889e805,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:35.264246 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bfbe1f9a-69b5-4df1-bdde-0b2a80915490 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (d1ed8a44-c63d-4aca-8761-75a71727e2cc), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.272855 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57a4a07-63f8-408d-8c8d-c0811c891475 None None] Network f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9 could not be found, it might have been deleted concurrently. {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 21:08:35.290585 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bfbe1f9a-69b5-4df1-bdde-0b2a80915490 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (d1ed8a44-c63d-4aca-8761-75a71727e2cc), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.296584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbe1f9a-69b5-4df1-bdde-0b2a80915490 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:35.297194 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bfbe1f9a-69b5-4df1-bdde-0b2a80915490 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.364915 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bfbe1f9a-69b5-4df1-bdde-0b2a80915490 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2118735 Feb 28 21:08:35.365185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46066) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:35.370447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-ff99e5b4-6ede-425b-b0c7-760ca9777612 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Request body: {'subnet': {'network_id': 'd1ed8a44-c63d-4aca-8761-75a71727e2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:35.371556 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe1f9a-69b5-4df1-bdde-0b2a80915490 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event updated for resources: {'Network': ['ID=d1ed8a44-c63d-4aca-8761-75a71727e2cc,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:35.382362 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network d1ed8a44-c63d-4aca-8761-75a71727e2cc details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:08:35.485870 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff99e5b4-6ede-425b-b0c7-760ca9777612 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Made reservation on behalf of 3a24f7ee2b0a422b9548969bc3c9d341 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:08:35.490858 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ff99e5b4-6ede-425b-b0c7-760ca9777612 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.523313 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d8e1ffc5-1269-4b9b-a04d-6f5ba889e805 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:08:35.574307 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d8e1ffc5-1269-4b9b-a04d-6f5ba889e805 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:35.575278 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d8e1ffc5-1269-4b9b-a04d-6f5ba889e805), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.668667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d8e1ffc5-1269-4b9b-a04d-6f5ba889e805 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:35.670717 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e1b19440-c1bf-42a8-8720-8c5687139d0e None None] Provisioning complete for port d8e1ffc5-1269-4b9b-a04d-6f5ba889e805 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:35.671087 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e1b19440-c1bf-42a8-8720-8c5687139d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d8e1ffc5-1269-4b9b-a04d-6f5ba889e805), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.693158 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ff99e5b4-6ede-425b-b0c7-760ca9777612 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (4d3f68b6-8a4f-4a71-b4a8-cfe58e04014f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.748838 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e1b19440-c1bf-42a8-8720-8c5687139d0e None None] Current status of the port d8e1ffc5-1269-4b9b-a04d-6f5ba889e805 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:35.758735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99e5b4-6ede-425b-b0c7-760ca9777612 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event updated for resources: {'Subnet': ['ID=4d3f68b6-8a4f-4a71-b4a8-cfe58e04014f,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:35.769036 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff99e5b4-6ede-425b-b0c7-760ca9777612 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Checking segment: {'id': 'f820be25-5057-41ad-8701-77c80d57f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd1ed8a44-c63d-4aca-8761-75a71727e2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:35.769403 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff99e5b4-6ede-425b-b0c7-760ca9777612 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Network hostable DHCP agents. Network: d1ed8a44-c63d-4aca-8761-75a71727e2cc, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:08:35.784685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff99e5b4-6ede-425b-b0c7-760ca9777612 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Network d1ed8a44-c63d-4aca-8761-75a71727e2cc is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:08:35.793263 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-ff99e5b4-6ede-425b-b0c7-760ca9777612 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, d1ed8a44-c63d-4aca-8761-75a71727e2cc) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:35.797696 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff99e5b4-6ede-425b-b0c7-760ca9777612 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:35.798317 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ff99e5b4-6ede-425b-b0c7-760ca9777612 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.802440 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ca1ea4-1793-4c91-ba7e-f41ac8313902 None None] Network d1ed8a44-c63d-4aca-8761-75a71727e2cc requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:08:35.816301 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ff99e5b4-6ede-425b-b0c7-760ca9777612 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4499507 Feb 28 21:08:35.819850 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46068) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:35.825287 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-1c59d086-f43d-41c4-9a19-e8384998af43 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1132953918'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:35.843876 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c59d086-f43d-41c4-9a19-e8384998af43 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Made reservation on behalf of 3a24f7ee2b0a422b9548969bc3c9d341 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:08:35.847135 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1c59d086-f43d-41c4-9a19-e8384998af43 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.871280 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c59d086-f43d-41c4-9a19-e8384998af43 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:08:35.880715 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1c59d086-f43d-41c4-9a19-e8384998af43 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (7fb4767d-ac6e-41d5-83b2-a951ed70e873), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.881121 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-1c59d086-f43d-41c4-9a19-e8384998af43 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Added segment 7fb4767d-ac6e-41d5-83b2-a951ed70e873 of type vlan for network 850ae576-7296-42ba-8593-1a8c7f5469c8 Feb 28 21:08:35.908413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f87bde-44ac-47b6-8e28-f88d65718c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-d1ed8a44-c63d-4aca-8761-75a71727e2cc', 'network_id': 'd1ed8a44-c63d-4aca-8761-75a71727e2cc', 'project_id': '3a24f7ee2b0a422b9548969bc3c9d341', 'fixed_ips': [{'subnet_id': '4d3f68b6-8a4f-4a71-b4a8-cfe58e04014f'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:08:35.909334 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a5f87bde-44ac-47b6-8e28-f88d65718c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.921224 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1c59d086-f43d-41c4-9a19-e8384998af43 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (850ae576-7296-42ba-8593-1a8c7f5469c8), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.946847 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1c59d086-f43d-41c4-9a19-e8384998af43 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (850ae576-7296-42ba-8593-1a8c7f5469c8), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.952410 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c59d086-f43d-41c4-9a19-e8384998af43 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:35.952995 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1c59d086-f43d-41c4-9a19-e8384998af43 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:35.988073 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1c59d086-f43d-41c4-9a19-e8384998af43 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1671364 Feb 28 21:08:35.991650 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46070) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:35.998200 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-f16139ed-bec7-4761-9967-b8c63491d88a tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Request body: {'subnet': {'network_id': '850ae576-7296-42ba-8593-1a8c7f5469c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:36.027970 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59d086-f43d-41c4-9a19-e8384998af43 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event updated for resources: {'Network': ['ID=850ae576-7296-42ba-8593-1a8c7f5469c8,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:36.040300 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 850ae576-7296-42ba-8593-1a8c7f5469c8 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:08:36.075321 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-a5f87bde-44ac-47b6-8e28-f88d65718c47 None None] Allocated IP 2001:db8::2 (d1ed8a44-c63d-4aca-8761-75a71727e2cc/4d3f68b6-8a4f-4a71-b4a8-cfe58e04014f/1c09ae7e-3d9d-44ae-b905-6776c364e5d7) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:08:36.089832 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16139ed-bec7-4761-9967-b8c63491d88a tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Made reservation on behalf of 3a24f7ee2b0a422b9548969bc3c9d341 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:08:36.093327 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f16139ed-bec7-4761-9967-b8c63491d88a tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:36.259318 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a5f87bde-44ac-47b6-8e28-f88d65718c47 None None] Publish callbacks [] for port (1c09ae7e-3d9d-44ae-b905-6776c364e5d7), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:36.265688 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a5f87bde-44ac-47b6-8e28-f88d65718c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (1c09ae7e-3d9d-44ae-b905-6776c364e5d7), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:36.280738 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f16139ed-bec7-4761-9967-b8c63491d88a tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (75207bb1-5c71-4ce1-a996-61c6e6324919), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:36.308411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f87bde-44ac-47b6-8e28-f88d65718c47 None None] Network d1ed8a44-c63d-4aca-8761-75a71727e2cc is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:08:36.311397 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-a5f87bde-44ac-47b6-8e28-f88d65718c47 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:36.314984 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f87bde-44ac-47b6-8e28-f88d65718c47 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:08:36.326877 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f87bde-44ac-47b6-8e28-f88d65718c47 None None] Pushing event updated for resources: {'Port': ['ID=1c09ae7e-3d9d-44ae-b905-6776c364e5d7,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:36.350825 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16139ed-bec7-4761-9967-b8c63491d88a tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event updated for resources: {'Subnet': ['ID=75207bb1-5c71-4ce1-a996-61c6e6324919,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:36.356493 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16139ed-bec7-4761-9967-b8c63491d88a tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Checking segment: {'id': '7fb4767d-ac6e-41d5-83b2-a951ed70e873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '850ae576-7296-42ba-8593-1a8c7f5469c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:36.356858 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16139ed-bec7-4761-9967-b8c63491d88a tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Network hostable DHCP agents. Network: 850ae576-7296-42ba-8593-1a8c7f5469c8, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:08:36.373509 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16139ed-bec7-4761-9967-b8c63491d88a tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Network 850ae576-7296-42ba-8593-1a8c7f5469c8 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:08:36.377924 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a5f87bde-44ac-47b6-8e28-f88d65718c47 None None] Attempting to bind port 1c09ae7e-3d9d-44ae-b905-6776c364e5d7 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:08:36.378307 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a5f87bde-44ac-47b6-8e28-f88d65718c47 None None] Attempting to bind port 1c09ae7e-3d9d-44ae-b905-6776c364e5d7 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'f820be25-5057-41ad-8701-77c80d57f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd1ed8a44-c63d-4aca-8761-75a71727e2cc'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:08:36.378772 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f87bde-44ac-47b6-8e28-f88d65718c47 None None] Attempting to bind port 1c09ae7e-3d9d-44ae-b905-6776c364e5d7 on network d1ed8a44-c63d-4aca-8761-75a71727e2cc {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:08:36.382260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-f16139ed-bec7-4761-9967-b8c63491d88a tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 850ae576-7296-42ba-8593-1a8c7f5469c8) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:36.384724 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f87bde-44ac-47b6-8e28-f88d65718c47 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:08:36.385181 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f87bde-44ac-47b6-8e28-f88d65718c47 None None] Checking segment: {'id': 'f820be25-5057-41ad-8701-77c80d57f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd1ed8a44-c63d-4aca-8761-75a71727e2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:36.385841 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a5f87bde-44ac-47b6-8e28-f88d65718c47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:36.386267 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f87bde-44ac-47b6-8e28-f88d65718c47 None None] Bound using segment: {'id': 'f820be25-5057-41ad-8701-77c80d57f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd1ed8a44-c63d-4aca-8761-75a71727e2cc'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:08:36.386760 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a5f87bde-44ac-47b6-8e28-f88d65718c47 None None] Bound port: 1c09ae7e-3d9d-44ae-b905-6776c364e5d7, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f820be25-5057-41ad-8701-77c80d57f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd1ed8a44-c63d-4aca-8761-75a71727e2cc'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:08:36.386894 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16139ed-bec7-4761-9967-b8c63491d88a tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:36.387135 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a5f87bde-44ac-47b6-8e28-f88d65718c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1c09ae7e-3d9d-44ae-b905-6776c364e5d7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:36.387425 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f16139ed-bec7-4761-9967-b8c63491d88a tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:36.399203 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde3567d-5eff-4b56-9ab2-329248b58fd2 None None] Network 850ae576-7296-42ba-8593-1a8c7f5469c8 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:08:36.407086 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46072) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:36.411850 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f16139ed-bec7-4761-9967-b8c63491d88a tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4115114 Feb 28 21:08:36.505023 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-89381df1-96d6-43d3-817c-a6f6cb111791 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (850ae576-7296-42ba-8593-1a8c7f5469c8), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:36.516916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a5f87bde-44ac-47b6-8e28-f88d65718c47 None None] For port 1c09ae7e-3d9d-44ae-b905-6776c364e5d7, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:08:36.521768 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a5f87bde-44ac-47b6-8e28-f88d65718c47 None None] For port 1c09ae7e-3d9d-44ae-b905-6776c364e5d7, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1c09ae7e-3d9d-44ae-b905-6776c364e5d7,segment=NetworkSegment(f820be25-5057-41ad-8701-77c80d57f381),segment_id=f820be25-5057-41ad-8701-77c80d57f381)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:08:36.544385 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a5f87bde-44ac-47b6-8e28-f88d65718c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1c09ae7e-3d9d-44ae-b905-6776c364e5d7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:36.564820 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-89381df1-96d6-43d3-817c-a6f6cb111791 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (75207bb1-5c71-4ce1-a996-61c6e6324919), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:36.570474 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93a408e-6101-4622-862c-0075852b68f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-850ae576-7296-42ba-8593-1a8c7f5469c8', 'network_id': '850ae576-7296-42ba-8593-1a8c7f5469c8', 'project_id': '3a24f7ee2b0a422b9548969bc3c9d341', 'fixed_ips': [{'subnet_id': '75207bb1-5c71-4ce1-a996-61c6e6324919'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:08:36.571329 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f93a408e-6101-4622-862c-0075852b68f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:36.629243 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f87bde-44ac-47b6-8e28-f88d65718c47 None None] Pushing event updated for resources: {'Port': ['ID=1c09ae7e-3d9d-44ae-b905-6776c364e5d7,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:36.636120 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-89381df1-96d6-43d3-817c-a6f6cb111791 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (75207bb1-5c71-4ce1-a996-61c6e6324919), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:36.665111 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89381df1-96d6-43d3-817c-a6f6cb111791 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event deleted for resources: {'Subnet': ['ID=75207bb1-5c71-4ce1-a996-61c6e6324919,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server [None req-f93a408e-6101-4622-862c-0075852b68f6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 75207bb1-5c71-4ce1-a996-61c6e6324919: This subnet is being modified by another concurrent operation. Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server raise exception Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 75207bb1-5c71-4ce1-a996-61c6e6324919: This subnet is being modified by another concurrent operation. Feb 28 21:08:36.711696 n-d-820368-21 neutron-server[103775]: ERROR oslo_messaging.rpc.server Feb 28 21:08:36.735668 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-89381df1-96d6-43d3-817c-a6f6cb111791 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (850ae576-7296-42ba-8593-1a8c7f5469c8), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:36.737891 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8357fa14-be1b-4cca-83a2-ed3b2b083989 None None] Network 850ae576-7296-42ba-8593-1a8c7f5469c8 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:08:36.761822 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-89381df1-96d6-43d3-817c-a6f6cb111791 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850ae576-7296-42ba-8593-1a8c7f5469c8']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:36.772405 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-89381df1-96d6-43d3-817c-a6f6cb111791 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb4767d-ac6e-41d5-83b2-a951ed70e873') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:36.772707 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-89381df1-96d6-43d3-817c-a6f6cb111791 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb4767d-ac6e-41d5-83b2-a951ed70e873') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:36.783373 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-89381df1-96d6-43d3-817c-a6f6cb111791 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (7fb4767d-ac6e-41d5-83b2-a951ed70e873), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:36.799314 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-89381df1-96d6-43d3-817c-a6f6cb111791 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (7fb4767d-ac6e-41d5-83b2-a951ed70e873), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:36.805789 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89381df1-96d6-43d3-817c-a6f6cb111791 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:08:36.806191 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-89381df1-96d6-43d3-817c-a6f6cb111791 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (7fb4767d-ac6e-41d5-83b2-a951ed70e873), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: timer() Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:08:36.809877 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:08:36.888466 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-89381df1-96d6-43d3-817c-a6f6cb111791 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (850ae576-7296-42ba-8593-1a8c7f5469c8), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:36.896234 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-89381df1-96d6-43d3-817c-a6f6cb111791 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:36.899338 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-89381df1-96d6-43d3-817c-a6f6cb111791 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "DELETE /v2.0/networks/850ae576-7296-42ba-8593-1a8c7f5469c8 HTTP/1.1" status: 204 len: 168 time: 0.4911306 Feb 28 21:08:36.903171 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46074) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:36.911420 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89381df1-96d6-43d3-817c-a6f6cb111791 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event deleted for resources: {'Network': ['ID=850ae576-7296-42ba-8593-1a8c7f5469c8,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:36.933478 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-72360e1c-916d-477c-a963-4280db06fd7a tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] GET failed (client error): The resource could not be found. Feb 28 21:08:36.935023 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-72360e1c-916d-477c-a963-4280db06fd7a tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "GET /v2.0/subnets/75207bb1-5c71-4ce1-a996-61c6e6324919 HTTP/1.1" status: 404 len: 337 time: 0.0306029 Feb 28 21:08:36.937737 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46076) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:36.956883 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53a977b-bb9c-4063-ae69-44057d056c44 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] DELETE failed (client error): The resource could not be found. Feb 28 21:08:36.957653 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53a977b-bb9c-4063-ae69-44057d056c44 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 21:08:36.960695 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a53a977b-bb9c-4063-ae69-44057d056c44 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "DELETE /v2.0/networks/850ae576-7296-42ba-8593-1a8c7f5469c8 HTTP/1.1" status: 404 len: 339 time: 0.0219548 Feb 28 21:08:36.965190 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46078) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:36.992894 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94682df-c587-40ca-a0b5-d2401e62a47e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] DELETE failed (client error): The resource could not be found. Feb 28 21:08:36.993350 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a94682df-c587-40ca-a0b5-d2401e62a47e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 21:08:36.996402 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a94682df-c587-40ca-a0b5-d2401e62a47e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "DELETE /v2.0/subnets/75207bb1-5c71-4ce1-a996-61c6e6324919 HTTP/1.1" status: 404 len: 337 time: 0.0297575 Feb 28 21:08:36.999217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46080) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:37.018041 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d2aae9-8e8e-450b-8e6c-9172dfa0cc1c tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] DELETE failed (client error): The resource could not be found. Feb 28 21:08:37.018530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d2aae9-8e8e-450b-8e6c-9172dfa0cc1c tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 21:08:37.021501 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-12d2aae9-8e8e-450b-8e6c-9172dfa0cc1c tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "DELETE /v2.0/networks/850ae576-7296-42ba-8593-1a8c7f5469c8 HTTP/1.1" status: 404 len: 339 time: 0.0212901 Feb 28 21:08:37.023993 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46082) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:37.078090 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9fa4497-dbb5-4d9f-94b7-fafffefe7355 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Deleting subnet 4d3f68b6-8a4f-4a71-b4a8-cfe58e04014f {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:08:37.081136 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9fa4497-dbb5-4d9f-94b7-fafffefe7355 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks [] for subnet (4d3f68b6-8a4f-4a71-b4a8-cfe58e04014f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:37.121088 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9fa4497-dbb5-4d9f-94b7-fafffefe7355 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (4d3f68b6-8a4f-4a71-b4a8-cfe58e04014f), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:37.204725 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9fa4497-dbb5-4d9f-94b7-fafffefe7355 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (4d3f68b6-8a4f-4a71-b4a8-cfe58e04014f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:37.271332 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9fa4497-dbb5-4d9f-94b7-fafffefe7355 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (4d3f68b6-8a4f-4a71-b4a8-cfe58e04014f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:37.299440 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa4497-dbb5-4d9f-94b7-fafffefe7355 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event deleted for resources: {'Subnet': ['ID=4d3f68b6-8a4f-4a71-b4a8-cfe58e04014f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:37.303006 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9fa4497-dbb5-4d9f-94b7-fafffefe7355 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:37.306146 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a9fa4497-dbb5-4d9f-94b7-fafffefe7355 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "DELETE /v2.0/subnets/4d3f68b6-8a4f-4a71-b4a8-cfe58e04014f HTTP/1.1" status: 204 len: 168 time: 0.2812653 Feb 28 21:08:37.309214 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46084) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:37.389596 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-888ff143-6f82-4894-b902-9f846c477f1e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (d1ed8a44-c63d-4aca-8761-75a71727e2cc), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:37.462040 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-888ff143-6f82-4894-b902-9f846c477f1e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Deleting port 1c09ae7e-3d9d-44ae-b905-6776c364e5d7 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:08:37.462387 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-888ff143-6f82-4894-b902-9f846c477f1e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1c09ae7e-3d9d-44ae-b905-6776c364e5d7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:37.518729 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1c09ae7e-3d9d-44ae-b905-6776c364e5d7 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:08:37.535830 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-888ff143-6f82-4894-b902-9f846c477f1e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] For port 1c09ae7e-3d9d-44ae-b905-6776c364e5d7, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1c09ae7e-3d9d-44ae-b905-6776c364e5d7,segment=NetworkSegment(f820be25-5057-41ad-8701-77c80d57f381),segment_id=f820be25-5057-41ad-8701-77c80d57f381)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:08:37.536305 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-888ff143-6f82-4894-b902-9f846c477f1e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1c09ae7e-3d9d-44ae-b905-6776c364e5d7), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:37.554313 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-888ff143-6f82-4894-b902-9f846c477f1e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Calling delete_port for 1c09ae7e-3d9d-44ae-b905-6776c364e5d7 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:08:37.578797 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 1c09ae7e-3d9d-44ae-b905-6776c364e5d7 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:37.579240 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1c09ae7e-3d9d-44ae-b905-6776c364e5d7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:37.654746 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa94be8-035b-407c-80f7-2f32bad319a3 None None] get_active_networks_info from n-d-820368-21 {{(pid=103775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 21:08:37.657920 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-888ff143-6f82-4894-b902-9f846c477f1e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (1c09ae7e-3d9d-44ae-b905-6776c364e5d7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:37.682370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ff143-6f82-4894-b902-9f846c477f1e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event deleted for resources: {'Port': ['ID=1c09ae7e-3d9d-44ae-b905-6776c364e5d7,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:37.688345 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ff143-6f82-4894-b902-9f846c477f1e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] No DVR routers for this DVR port 1c09ae7e-3d9d-44ae-b905-6776c364e5d7 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:08:37.701024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0f75b75a-2e0f-44b3-9cd5-bc8175d111b4 None None] Could not find standard attr ID for object 1c09ae7e-3d9d-44ae-b905-6776c364e5d7. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 21:08:37.711430 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 1c09ae7e-3d9d-44ae-b905-6776c364e5d7 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:37.711817 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1c09ae7e-3d9d-44ae-b905-6776c364e5d7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:37.768370 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-888ff143-6f82-4894-b902-9f846c477f1e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (d1ed8a44-c63d-4aca-8761-75a71727e2cc), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:37.776057 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa94be8-035b-407c-80f7-2f32bad319a3 None None] Resources bound (agent type, host, resource id): {{(pid=103775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 21:08:37.794631 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-888ff143-6f82-4894-b902-9f846c477f1e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ed8a44-c63d-4aca-8761-75a71727e2cc']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:37.803896 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-888ff143-6f82-4894-b902-9f846c477f1e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f820be25-5057-41ad-8701-77c80d57f381') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:37.804194 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-888ff143-6f82-4894-b902-9f846c477f1e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f820be25-5057-41ad-8701-77c80d57f381') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:37.814282 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-888ff143-6f82-4894-b902-9f846c477f1e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (f820be25-5057-41ad-8701-77c80d57f381), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:37.827550 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-888ff143-6f82-4894-b902-9f846c477f1e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f820be25-5057-41ad-8701-77c80d57f381), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:37.833381 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888ff143-6f82-4894-b902-9f846c477f1e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:08:37.833764 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-888ff143-6f82-4894-b902-9f846c477f1e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (f820be25-5057-41ad-8701-77c80d57f381), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: timer() Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:08:37.836773 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:08:37.879075 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-05ba7072-866b-4000-9706-ed9af8d953c5 req-316be53c-8265-4fcf-8694-52e8b9929688 tempest-TestVolumeBootPattern-797580781 tempest-TestVolumeBootPattern-797580781-project] (103774) timed out ('10.222.0.13', 37080) {{(pid=103774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 21:08:37.896234 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-888ff143-6f82-4894-b902-9f846c477f1e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (d1ed8a44-c63d-4aca-8761-75a71727e2cc), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:37.904613 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-888ff143-6f82-4894-b902-9f846c477f1e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:37.907865 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-888ff143-6f82-4894-b902-9f846c477f1e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "DELETE /v2.0/networks/d1ed8a44-c63d-4aca-8761-75a71727e2cc HTTP/1.1" status: 204 len: 168 time: 0.5976398 Feb 28 21:08:37.910505 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46086) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:37.917743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ff143-6f82-4894-b902-9f846c477f1e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event deleted for resources: {'Network': ['ID=d1ed8a44-c63d-4aca-8761-75a71727e2cc,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:37.933947 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0c5a8e-83a1-42fa-adad-fe69d0ffdca7 None None] Network d1ed8a44-c63d-4aca-8761-75a71727e2cc requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:08:37.938074 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-822026e1-ff5a-4c35-a42c-990ff5e9d9ef tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] DELETE failed (client error): The resource could not be found. Feb 28 21:08:37.938538 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-822026e1-ff5a-4c35-a42c-990ff5e9d9ef tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 21:08:37.941569 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-822026e1-ff5a-4c35-a42c-990ff5e9d9ef tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "DELETE /v2.0/subnets/428558c8-4951-46ed-80b0-416368262885 HTTP/1.1" status: 404 len: 337 time: 0.0295503 Feb 28 21:08:37.944141 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46088) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:37.946044 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0c5a8e-83a1-42fa-adad-fe69d0ffdca7 None None] Network d1ed8a44-c63d-4aca-8761-75a71727e2cc could not be found, it might have been deleted concurrently. {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 21:08:37.962704 n-d-820368-21 neutron-server[103773]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3c806b-d638-4951-93f9-339f95cd9b9d tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] DELETE failed (client error): The resource could not be found. Feb 28 21:08:37.963767 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3c806b-d638-4951-93f9-339f95cd9b9d tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 21:08:37.969569 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46090) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:37.969765 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-aa3c806b-d638-4951-93f9-339f95cd9b9d tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "DELETE /v2.0/networks/f57daa97-2b05-4d2c-9727-8a0ef1aaf3f9 HTTP/1.1" status: 404 len: 339 time: 0.0245121 Feb 28 21:08:37.995745 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aed0f44-e8bc-4669-aa11-da498168f356 None None] DHCP port deletion for d1ed8a44-c63d-4aca-8761-75a71727e2cc request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 21:08:37.999099 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e24c5cc-454a-4497-9eb3-fc8a2d97b827 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] DELETE failed (client error): The resource could not be found. Feb 28 21:08:37.999564 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e24c5cc-454a-4497-9eb3-fc8a2d97b827 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 21:08:38.008212 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6e24c5cc-454a-4497-9eb3-fc8a2d97b827 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "DELETE /v2.0/subnets/93623342-cb28-4963-810f-8fe9cd577698 HTTP/1.1" status: 404 len: 337 time: 0.0376034 Feb 28 21:08:38.010620 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46092) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:38.029429 n-d-820368-21 neutron-server[103774]: INFO neutron.pecan_wsgi.hooks.translation [None req-0755f4d9-58a4-4905-93b3-423e3800c71e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] DELETE failed (client error): The resource could not be found. Feb 28 21:08:38.029969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0755f4d9-58a4-4905-93b3-423e3800c71e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 21:08:38.033096 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0755f4d9-58a4-4905-93b3-423e3800c71e tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "DELETE /v2.0/networks/9734b16d-9cfb-4926-a520-5f3f8b523446 HTTP/1.1" status: 404 len: 339 time: 0.0215313 Feb 28 21:08:38.035531 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46094) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:38.090976 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3006d9e-d9db-420e-9002-27ed8a588987 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Deleting subnet 2a46368f-d85e-4da4-85fb-324048eb7916 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:08:38.094189 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f3006d9e-d9db-420e-9002-27ed8a588987 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks [] for subnet (2a46368f-d85e-4da4-85fb-324048eb7916), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:38.134846 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f3006d9e-d9db-420e-9002-27ed8a588987 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (2a46368f-d85e-4da4-85fb-324048eb7916), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:38.215366 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f3006d9e-d9db-420e-9002-27ed8a588987 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (2a46368f-d85e-4da4-85fb-324048eb7916), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:38.276655 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f3006d9e-d9db-420e-9002-27ed8a588987 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (2a46368f-d85e-4da4-85fb-324048eb7916), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:38.303351 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3006d9e-d9db-420e-9002-27ed8a588987 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event deleted for resources: {'Subnet': ['ID=2a46368f-d85e-4da4-85fb-324048eb7916,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:38.308397 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f3006d9e-d9db-420e-9002-27ed8a588987 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:38.312815 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f3006d9e-d9db-420e-9002-27ed8a588987 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "DELETE /v2.0/subnets/2a46368f-d85e-4da4-85fb-324048eb7916 HTTP/1.1" status: 204 len: 168 time: 0.2759349 Feb 28 21:08:38.313826 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1f765a-194c-493d-ae00-d4f91146e80b None None] Network 3e78813c-3988-4d01-aea9-4b00daa88c35 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:08:38.314958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46096) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:38.391502 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e1b99a86-2713-4945-9b34-993825234aa3 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (3e78813c-3988-4d01-aea9-4b00daa88c35), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:38.449413 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99a86-2713-4945-9b34-993825234aa3 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Deleting port d8e1ffc5-1269-4b9b-a04d-6f5ba889e805 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:08:38.449761 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e1b99a86-2713-4945-9b34-993825234aa3 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d8e1ffc5-1269-4b9b-a04d-6f5ba889e805), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:38.472168 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02558ef4-a5a0-47d3-a92f-041ffeb9233f None None] DHCP port deletion for 3e78813c-3988-4d01-aea9-4b00daa88c35 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 21:08:38.514260 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-e1b99a86-2713-4945-9b34-993825234aa3 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] For port d8e1ffc5-1269-4b9b-a04d-6f5ba889e805, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d8e1ffc5-1269-4b9b-a04d-6f5ba889e805,segment=NetworkSegment(6e28b049-1535-49eb-a0e5-7bb0aee42dc7),segment_id=6e28b049-1535-49eb-a0e5-7bb0aee42dc7)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:08:38.514621 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e1b99a86-2713-4945-9b34-993825234aa3 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d8e1ffc5-1269-4b9b-a04d-6f5ba889e805), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:38.528316 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-02558ef4-a5a0-47d3-a92f-041ffeb9233f None None] Deleting port d8e1ffc5-1269-4b9b-a04d-6f5ba889e805 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:08:38.528869 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-02558ef4-a5a0-47d3-a92f-041ffeb9233f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d8e1ffc5-1269-4b9b-a04d-6f5ba889e805), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:38.529980 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99a86-2713-4945-9b34-993825234aa3 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Calling delete_port for d8e1ffc5-1269-4b9b-a04d-6f5ba889e805 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:08:38.592942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-02558ef4-a5a0-47d3-a92f-041ffeb9233f None None] For port d8e1ffc5-1269-4b9b-a04d-6f5ba889e805, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d8e1ffc5-1269-4b9b-a04d-6f5ba889e805,segment=NetworkSegment(6e28b049-1535-49eb-a0e5-7bb0aee42dc7),segment_id=6e28b049-1535-49eb-a0e5-7bb0aee42dc7)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:08:38.593334 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-02558ef4-a5a0-47d3-a92f-041ffeb9233f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d8e1ffc5-1269-4b9b-a04d-6f5ba889e805), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:38.607631 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-02558ef4-a5a0-47d3-a92f-041ffeb9233f None None] Calling delete_port for d8e1ffc5-1269-4b9b-a04d-6f5ba889e805 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:08:38.615831 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e1b99a86-2713-4945-9b34-993825234aa3 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d8e1ffc5-1269-4b9b-a04d-6f5ba889e805), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:38.648628 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99a86-2713-4945-9b34-993825234aa3 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event deleted for resources: {'Port': ['ID=d8e1ffc5-1269-4b9b-a04d-6f5ba889e805,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:38.650705 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b99a86-2713-4945-9b34-993825234aa3 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] No DVR routers for this DVR port d8e1ffc5-1269-4b9b-a04d-6f5ba889e805 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:08:38.687317 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-02558ef4-a5a0-47d3-a92f-041ffeb9233f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (d8e1ffc5-1269-4b9b-a04d-6f5ba889e805), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:38.714303 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02558ef4-a5a0-47d3-a92f-041ffeb9233f None None] No DVR routers for this DVR port d8e1ffc5-1269-4b9b-a04d-6f5ba889e805 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:08:38.718857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02558ef4-a5a0-47d3-a92f-041ffeb9233f None None] Pushing event deleted for resources: {'Port': ['ID=d8e1ffc5-1269-4b9b-a04d-6f5ba889e805,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:38.736701 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e1b99a86-2713-4945-9b34-993825234aa3 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (3e78813c-3988-4d01-aea9-4b00daa88c35), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:38.756401 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e1b99a86-2713-4945-9b34-993825234aa3 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e78813c-3988-4d01-aea9-4b00daa88c35']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:38.765771 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e1b99a86-2713-4945-9b34-993825234aa3 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e28b049-1535-49eb-a0e5-7bb0aee42dc7') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:38.766072 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-e1b99a86-2713-4945-9b34-993825234aa3 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e28b049-1535-49eb-a0e5-7bb0aee42dc7') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:38.775914 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e1b99a86-2713-4945-9b34-993825234aa3 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (6e28b049-1535-49eb-a0e5-7bb0aee42dc7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:38.788844 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e1b99a86-2713-4945-9b34-993825234aa3 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (6e28b049-1535-49eb-a0e5-7bb0aee42dc7), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:38.795293 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b99a86-2713-4945-9b34-993825234aa3 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:08:38.795678 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e1b99a86-2713-4945-9b34-993825234aa3 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (6e28b049-1535-49eb-a0e5-7bb0aee42dc7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: timer() Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:08:38.798692 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:08:38.860860 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e1b99a86-2713-4945-9b34-993825234aa3 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (3e78813c-3988-4d01-aea9-4b00daa88c35), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:38.868760 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e1b99a86-2713-4945-9b34-993825234aa3 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:38.871980 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e1b99a86-2713-4945-9b34-993825234aa3 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] 10.222.0.13 "DELETE /v2.0/networks/3e78813c-3988-4d01-aea9-4b00daa88c35 HTTP/1.1" status: 204 len: 168 time: 0.5557718 Feb 28 21:08:38.883814 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99a86-2713-4945-9b34-993825234aa3 tempest-NetworksIpV6Test-478215683 tempest-NetworksIpV6Test-478215683-project] Pushing event deleted for resources: {'Network': ['ID=3e78813c-3988-4d01-aea9-4b00daa88c35,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:39.111157 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46102) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:39.244722 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-721095d2-f1be-4c25-9a60-027fa9c1e19f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a24f7ee2b0a422b9548969bc3c9d341&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1317613 Feb 28 21:08:39.247367 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46106) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:39.297204 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c6f383dd-3515-4fca-afcb-4648b0de30ff admin admin] Publish callbacks [] for security_group (e172fb84-c2c2-417b-b786-a0b29faed3c6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:39.317855 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c6f383dd-3515-4fca-afcb-4648b0de30ff admin admin] Publish callbacks [] for security_group (e172fb84-c2c2-417b-b786-a0b29faed3c6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:39.364288 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c6f383dd-3515-4fca-afcb-4648b0de30ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e172fb84-c2c2-417b-b786-a0b29faed3c6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:39.366848 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c6f383dd-3515-4fca-afcb-4648b0de30ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:39.368028 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c6f383dd-3515-4fca-afcb-4648b0de30ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e172fb84-c2c2-417b-b786-a0b29faed3c6 HTTP/1.1" status: 204 len: 168 time: 0.1197159 Feb 28 21:08:39.376986 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f383dd-3515-4fca-afcb-4648b0de30ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e172fb84-c2c2-417b-b786-a0b29faed3c6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:39.461134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1c09ae7e-3d9d-44ae-b905-6776c364e5d7 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:08:39.493102 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 1c09ae7e-3d9d-44ae-b905-6776c364e5d7 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:08:39.493607 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1c09ae7e-3d9d-44ae-b905-6776c364e5d7 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:08:39.494233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d8e1ffc5-1269-4b9b-a04d-6f5ba889e805 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:08:39.524126 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: d8e1ffc5-1269-4b9b-a04d-6f5ba889e805 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:08:39.524484 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d8e1ffc5-1269-4b9b-a04d-6f5ba889e805 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:08:39.996376 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46128) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:40.091449 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-5c4dbf3d-210c-48a5-b471-39e854cc7336 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-774540681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:40.113006 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c4dbf3d-210c-48a5-b471-39e854cc7336 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (aac52b73-6ac9-4ae1-a696-ab3d2bb97d72), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:40.113979 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c4dbf3d-210c-48a5-b471-39e854cc7336 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (aac52b73-6ac9-4ae1-a696-ab3d2bb97d72), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:40.164542 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c4dbf3d-210c-48a5-b471-39e854cc7336 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks [] for router_controller (aac52b73-6ac9-4ae1-a696-ab3d2bb97d72), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:40.168488 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c4dbf3d-210c-48a5-b471-39e854cc7336 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (aac52b73-6ac9-4ae1-a696-ab3d2bb97d72), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:40.186295 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5c4dbf3d-210c-48a5-b471-39e854cc7336 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:40.187495 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5c4dbf3d-210c-48a5-b471-39e854cc7336 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1901233 Feb 28 21:08:40.190574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46132) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:40.195221 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-efd2d35d-02b7-4759-bb19-f0a174fd4a37 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1892597664'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:40.214018 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd2d35d-02b7-4759-bb19-f0a174fd4a37 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Made reservation on behalf of f0684ad263424eba9868062040e2180c for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:08:40.217669 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-efd2d35d-02b7-4759-bb19-f0a174fd4a37 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:40.228441 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-efd2d35d-02b7-4759-bb19-f0a174fd4a37 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:40.302294 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-efd2d35d-02b7-4759-bb19-f0a174fd4a37 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks [] for security_group (51b59553-4e9d-45ee-8364-9360ed124015), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:40.305891 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-efd2d35d-02b7-4759-bb19-f0a174fd4a37 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (51b59553-4e9d-45ee-8364-9360ed124015), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:40.332601 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd2d35d-02b7-4759-bb19-f0a174fd4a37 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:08:40.341454 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2d35d-02b7-4759-bb19-f0a174fd4a37 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b59553-4e9d-45ee-8364-9360ed124015,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:40.348250 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-efd2d35d-02b7-4759-bb19-f0a174fd4a37 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (08a3f50e-ecdb-49a5-8ae1-b61ae96ae551), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:40.348598 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-efd2d35d-02b7-4759-bb19-f0a174fd4a37 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Added segment 08a3f50e-ecdb-49a5-8ae1-b61ae96ae551 of type vlan for network 4c12ac56-d20e-4256-a7f1-9e608c60ecad Feb 28 21:08:40.389182 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-efd2d35d-02b7-4759-bb19-f0a174fd4a37 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (4c12ac56-d20e-4256-a7f1-9e608c60ecad), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:40.413525 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-efd2d35d-02b7-4759-bb19-f0a174fd4a37 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (4c12ac56-d20e-4256-a7f1-9e608c60ecad), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:40.418528 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd2d35d-02b7-4759-bb19-f0a174fd4a37 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:40.419189 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-efd2d35d-02b7-4759-bb19-f0a174fd4a37 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:40.453966 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-efd2d35d-02b7-4759-bb19-f0a174fd4a37 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2624011 Feb 28 21:08:40.457139 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46134) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:40.462217 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-c09b485c-0795-4106-a5d1-b9b27d6a3267 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Request body: {'subnet': {'network_id': '4c12ac56-d20e-4256-a7f1-9e608c60ecad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:40.485814 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2d35d-02b7-4759-bb19-f0a174fd4a37 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Pushing event updated for resources: {'Network': ['ID=4c12ac56-d20e-4256-a7f1-9e608c60ecad,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:40.496331 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 4c12ac56-d20e-4256-a7f1-9e608c60ecad details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:08:40.554301 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09b485c-0795-4106-a5d1-b9b27d6a3267 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Made reservation on behalf of f0684ad263424eba9868062040e2180c for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:08:40.558190 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c09b485c-0795-4106-a5d1-b9b27d6a3267 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:40.736578 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c09b485c-0795-4106-a5d1-b9b27d6a3267 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (bf1e6dd4-42d6-44b2-8877-6e4b805a0fbf), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:40.792740 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b485c-0795-4106-a5d1-b9b27d6a3267 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Pushing event updated for resources: {'Subnet': ['ID=bf1e6dd4-42d6-44b2-8877-6e4b805a0fbf,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:40.802578 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09b485c-0795-4106-a5d1-b9b27d6a3267 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Checking segment: {'id': '08a3f50e-ecdb-49a5-8ae1-b61ae96ae551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4c12ac56-d20e-4256-a7f1-9e608c60ecad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:40.802931 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09b485c-0795-4106-a5d1-b9b27d6a3267 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Network hostable DHCP agents. Network: 4c12ac56-d20e-4256-a7f1-9e608c60ecad, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:08:40.819169 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09b485c-0795-4106-a5d1-b9b27d6a3267 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Network 4c12ac56-d20e-4256-a7f1-9e608c60ecad is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:08:40.827547 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-c09b485c-0795-4106-a5d1-b9b27d6a3267 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 4c12ac56-d20e-4256-a7f1-9e608c60ecad) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:40.831548 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09b485c-0795-4106-a5d1-b9b27d6a3267 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:40.832164 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-c09b485c-0795-4106-a5d1-b9b27d6a3267 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:40.836941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0f4b86-0521-4308-ac52-5adcb953b1f1 None None] Network 4c12ac56-d20e-4256-a7f1-9e608c60ecad requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:08:40.847768 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-c09b485c-0795-4106-a5d1-b9b27d6a3267 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3894808 Feb 28 21:08:40.850837 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46136) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:40.857168 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-f7f0332e-bfb6-4552-98e0-a9cce9c29b9f tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1477583603'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:40.876670 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f0332e-bfb6-4552-98e0-a9cce9c29b9f tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Made reservation on behalf of f0684ad263424eba9868062040e2180c for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:08:40.880042 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f7f0332e-bfb6-4552-98e0-a9cce9c29b9f tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:40.904861 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f0332e-bfb6-4552-98e0-a9cce9c29b9f tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:08:40.914420 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f7f0332e-bfb6-4552-98e0-a9cce9c29b9f tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (d19e6228-85aa-4273-a289-05bbcdbb2384), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:40.914778 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-f7f0332e-bfb6-4552-98e0-a9cce9c29b9f tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Added segment d19e6228-85aa-4273-a289-05bbcdbb2384 of type vlan for network 5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e Feb 28 21:08:40.941133 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9ebc7f-30a0-4157-a92b-da7cb57b4344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-4c12ac56-d20e-4256-a7f1-9e608c60ecad', 'network_id': '4c12ac56-d20e-4256-a7f1-9e608c60ecad', 'project_id': 'f0684ad263424eba9868062040e2180c', 'fixed_ips': [{'subnet_id': 'bf1e6dd4-42d6-44b2-8877-6e4b805a0fbf'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:08:40.942037 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ff9ebc7f-30a0-4157-a92b-da7cb57b4344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:40.955034 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f7f0332e-bfb6-4552-98e0-a9cce9c29b9f tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:40.981445 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f7f0332e-bfb6-4552-98e0-a9cce9c29b9f tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:40.986724 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f0332e-bfb6-4552-98e0-a9cce9c29b9f tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:40.988113 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f7f0332e-bfb6-4552-98e0-a9cce9c29b9f tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:41.050937 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f7f0332e-bfb6-4552-98e0-a9cce9c29b9f tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1988707 Feb 28 21:08:41.054214 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46138) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:41.058919 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d3223116-5700-462a-b983-8034421408c5 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Request body: {'subnet': {'network_id': '5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:41.077033 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0332e-bfb6-4552-98e0-a9cce9c29b9f tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Pushing event updated for resources: {'Network': ['ID=5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:41.089677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:08:41.092372 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-ff9ebc7f-30a0-4157-a92b-da7cb57b4344 None None] Allocated IP 172.20.0.2 (4c12ac56-d20e-4256-a7f1-9e608c60ecad/bf1e6dd4-42d6-44b2-8877-6e4b805a0fbf/65d1a697-e087-4d24-b391-b3bad6b4e527) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:08:41.150473 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3223116-5700-462a-b983-8034421408c5 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Made reservation on behalf of f0684ad263424eba9868062040e2180c for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:08:41.154583 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d3223116-5700-462a-b983-8034421408c5 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:41.358970 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d3223116-5700-462a-b983-8034421408c5 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (e8f54e11-9ee3-493d-b0a7-e07dabb4004d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:41.430965 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3223116-5700-462a-b983-8034421408c5 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Pushing event updated for resources: {'Subnet': ['ID=e8f54e11-9ee3-493d-b0a7-e07dabb4004d,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:41.433188 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3223116-5700-462a-b983-8034421408c5 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Checking segment: {'id': 'd19e6228-85aa-4273-a289-05bbcdbb2384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:41.433549 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3223116-5700-462a-b983-8034421408c5 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Network hostable DHCP agents. Network: 5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:08:41.452591 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3223116-5700-462a-b983-8034421408c5 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Network 5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:08:41.461978 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-d3223116-5700-462a-b983-8034421408c5 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:41.466791 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3223116-5700-462a-b983-8034421408c5 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:41.467388 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d3223116-5700-462a-b983-8034421408c5 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:41.475654 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6c9235-687a-4d58-8572-f76493cbf2e3 None None] Network 5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:08:41.479169 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ff9ebc7f-30a0-4157-a92b-da7cb57b4344 None None] Publish callbacks [] for port (65d1a697-e087-4d24-b391-b3bad6b4e527), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:41.483670 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d3223116-5700-462a-b983-8034421408c5 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4284670 Feb 28 21:08:41.486570 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46140) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:41.491069 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-386e7b89-b717-4c95-8470-b47ca0500afc tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Request body: {'router': {'external_gateway_info': {'network_id': '5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:41.501301 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ff9ebc7f-30a0-4157-a92b-da7cb57b4344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (65d1a697-e087-4d24-b391-b3bad6b4e527), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:41.574024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9ebc7f-30a0-4157-a92b-da7cb57b4344 None None] Network 4c12ac56-d20e-4256-a7f1-9e608c60ecad is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:08:41.579953 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-ff9ebc7f-30a0-4157-a92b-da7cb57b4344 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:41.586289 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9ebc7f-30a0-4157-a92b-da7cb57b4344 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:08:41.601160 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ebc7f-30a0-4157-a92b-da7cb57b4344 None None] Pushing event updated for resources: {'Port': ['ID=65d1a697-e087-4d24-b391-b3bad6b4e527,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:41.666536 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d414236-ddbd-4ec8-bfdc-ba012aa45bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e', 'network_id': '5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e', 'project_id': 'f0684ad263424eba9868062040e2180c', 'fixed_ips': [{'subnet_id': 'e8f54e11-9ee3-493d-b0a7-e07dabb4004d'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:08:41.667436 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6d414236-ddbd-4ec8-bfdc-ba012aa45bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:41.692632 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ff9ebc7f-30a0-4157-a92b-da7cb57b4344 None None] Attempting to bind port 65d1a697-e087-4d24-b391-b3bad6b4e527 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:08:41.693005 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ff9ebc7f-30a0-4157-a92b-da7cb57b4344 None None] Attempting to bind port 65d1a697-e087-4d24-b391-b3bad6b4e527 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '08a3f50e-ecdb-49a5-8ae1-b61ae96ae551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4c12ac56-d20e-4256-a7f1-9e608c60ecad'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:08:41.693373 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9ebc7f-30a0-4157-a92b-da7cb57b4344 None None] Attempting to bind port 65d1a697-e087-4d24-b391-b3bad6b4e527 on network 4c12ac56-d20e-4256-a7f1-9e608c60ecad {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:08:41.703687 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9ebc7f-30a0-4157-a92b-da7cb57b4344 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:08:41.704091 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9ebc7f-30a0-4157-a92b-da7cb57b4344 None None] Checking segment: {'id': '08a3f50e-ecdb-49a5-8ae1-b61ae96ae551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4c12ac56-d20e-4256-a7f1-9e608c60ecad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:41.704497 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ff9ebc7f-30a0-4157-a92b-da7cb57b4344 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:41.704895 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9ebc7f-30a0-4157-a92b-da7cb57b4344 None None] Bound using segment: {'id': '08a3f50e-ecdb-49a5-8ae1-b61ae96ae551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4c12ac56-d20e-4256-a7f1-9e608c60ecad'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:08:41.705366 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-ff9ebc7f-30a0-4157-a92b-da7cb57b4344 None None] Bound port: 65d1a697-e087-4d24-b391-b3bad6b4e527, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a3f50e-ecdb-49a5-8ae1-b61ae96ae551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4c12ac56-d20e-4256-a7f1-9e608c60ecad'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:08:41.705748 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ff9ebc7f-30a0-4157-a92b-da7cb57b4344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (65d1a697-e087-4d24-b391-b3bad6b4e527), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:41.714525 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-386e7b89-b717-4c95-8470-b47ca0500afc tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks [] for router_gateway (aac52b73-6ac9-4ae1-a696-ab3d2bb97d72), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:41.820771 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [None req-386e7b89-b717-4c95-8470-b47ca0500afc tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 21:08:41.821955 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-386e7b89-b717-4c95-8470-b47ca0500afc tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] 10.222.0.13 "PUT /v2.0/routers/aac52b73-6ac9-4ae1-a696-ab3d2bb97d72 HTTP/1.1" status: 400 len: 364 time: 0.3343866 Feb 28 21:08:41.828565 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46142) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:41.874110 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ff9ebc7f-30a0-4157-a92b-da7cb57b4344 None None] For port 65d1a697-e087-4d24-b391-b3bad6b4e527, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:08:41.879472 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ff9ebc7f-30a0-4157-a92b-da7cb57b4344 None None] For port 65d1a697-e087-4d24-b391-b3bad6b4e527, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=65d1a697-e087-4d24-b391-b3bad6b4e527,segment=NetworkSegment(08a3f50e-ecdb-49a5-8ae1-b61ae96ae551),segment_id=08a3f50e-ecdb-49a5-8ae1-b61ae96ae551)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:08:41.883005 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-980767f9-6cd7-4b04-83f1-65f38c7c2611 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Deleting subnet e8f54e11-9ee3-493d-b0a7-e07dabb4004d {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:08:41.884641 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-6d414236-ddbd-4ec8-bfdc-ba012aa45bcb None None] Allocated IP 172.21.0.2 (5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e/e8f54e11-9ee3-493d-b0a7-e07dabb4004d/4770e4c5-897b-4405-b2d0-f8374c532418) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:08:41.891530 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ff9ebc7f-30a0-4157-a92b-da7cb57b4344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (65d1a697-e087-4d24-b391-b3bad6b4e527), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:42.020205 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ebc7f-30a0-4157-a92b-da7cb57b4344 None None] Pushing event updated for resources: {'Port': ['ID=65d1a697-e087-4d24-b391-b3bad6b4e527,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:42.105623 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6d414236-ddbd-4ec8-bfdc-ba012aa45bcb None None] Publish callbacks [] for port (4770e4c5-897b-4405-b2d0-f8374c532418), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:42.112241 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-980767f9-6cd7-4b04-83f1-65f38c7c2611 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks [] for subnet (e8f54e11-9ee3-493d-b0a7-e07dabb4004d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:42.112750 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6d414236-ddbd-4ec8-bfdc-ba012aa45bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (4770e4c5-897b-4405-b2d0-f8374c532418), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:42.160594 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d414236-ddbd-4ec8-bfdc-ba012aa45bcb None None] Network 5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:08:42.164560 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-6d414236-ddbd-4ec8-bfdc-ba012aa45bcb None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:42.168961 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d414236-ddbd-4ec8-bfdc-ba012aa45bcb None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:08:42.174449 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-980767f9-6cd7-4b04-83f1-65f38c7c2611 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (e8f54e11-9ee3-493d-b0a7-e07dabb4004d), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:42.177060 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d414236-ddbd-4ec8-bfdc-ba012aa45bcb None None] Pushing event updated for resources: {'Port': ['ID=4770e4c5-897b-4405-b2d0-f8374c532418,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:42.236253 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6d414236-ddbd-4ec8-bfdc-ba012aa45bcb None None] Attempting to bind port 4770e4c5-897b-4405-b2d0-f8374c532418 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:08:42.236628 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6d414236-ddbd-4ec8-bfdc-ba012aa45bcb None None] Attempting to bind port 4770e4c5-897b-4405-b2d0-f8374c532418 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'd19e6228-85aa-4273-a289-05bbcdbb2384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:08:42.236993 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d414236-ddbd-4ec8-bfdc-ba012aa45bcb None None] Attempting to bind port 4770e4c5-897b-4405-b2d0-f8374c532418 on network 5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:08:42.243554 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d414236-ddbd-4ec8-bfdc-ba012aa45bcb None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:08:42.243976 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d414236-ddbd-4ec8-bfdc-ba012aa45bcb None None] Checking segment: {'id': 'd19e6228-85aa-4273-a289-05bbcdbb2384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:42.244415 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6d414236-ddbd-4ec8-bfdc-ba012aa45bcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:42.244807 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d414236-ddbd-4ec8-bfdc-ba012aa45bcb None None] Bound using segment: {'id': 'd19e6228-85aa-4273-a289-05bbcdbb2384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:08:42.245359 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6d414236-ddbd-4ec8-bfdc-ba012aa45bcb None None] Bound port: 4770e4c5-897b-4405-b2d0-f8374c532418, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19e6228-85aa-4273-a289-05bbcdbb2384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:08:42.245717 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6d414236-ddbd-4ec8-bfdc-ba012aa45bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4770e4c5-897b-4405-b2d0-f8374c532418), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:42.282479 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-980767f9-6cd7-4b04-83f1-65f38c7c2611 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (e8f54e11-9ee3-493d-b0a7-e07dabb4004d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:42.345956 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-980767f9-6cd7-4b04-83f1-65f38c7c2611 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (e8f54e11-9ee3-493d-b0a7-e07dabb4004d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:42.348829 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6d414236-ddbd-4ec8-bfdc-ba012aa45bcb None None] For port 4770e4c5-897b-4405-b2d0-f8374c532418, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:08:42.353503 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6d414236-ddbd-4ec8-bfdc-ba012aa45bcb None None] For port 4770e4c5-897b-4405-b2d0-f8374c532418, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4770e4c5-897b-4405-b2d0-f8374c532418,segment=NetworkSegment(d19e6228-85aa-4273-a289-05bbcdbb2384),segment_id=d19e6228-85aa-4273-a289-05bbcdbb2384)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:08:42.361606 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6d414236-ddbd-4ec8-bfdc-ba012aa45bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4770e4c5-897b-4405-b2d0-f8374c532418), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:42.374049 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980767f9-6cd7-4b04-83f1-65f38c7c2611 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f54e11-9ee3-493d-b0a7-e07dabb4004d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:42.379158 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-980767f9-6cd7-4b04-83f1-65f38c7c2611 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:42.382297 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-980767f9-6cd7-4b04-83f1-65f38c7c2611 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] 10.222.0.13 "DELETE /v2.0/subnets/e8f54e11-9ee3-493d-b0a7-e07dabb4004d HTTP/1.1" status: 204 len: 168 time: 0.5528026 Feb 28 21:08:42.384799 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46144) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:42.423057 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d414236-ddbd-4ec8-bfdc-ba012aa45bcb None None] Pushing event updated for resources: {'Port': ['ID=4770e4c5-897b-4405-b2d0-f8374c532418,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:42.468293 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f5665ef3-bdca-444b-87fa-0a3d9678d33d tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:42.530145 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-f5665ef3-bdca-444b-87fa-0a3d9678d33d tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Deleting port 4770e4c5-897b-4405-b2d0-f8374c532418 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:08:42.530551 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f5665ef3-bdca-444b-87fa-0a3d9678d33d tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4770e4c5-897b-4405-b2d0-f8374c532418), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:42.610702 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-f5665ef3-bdca-444b-87fa-0a3d9678d33d tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] For port 4770e4c5-897b-4405-b2d0-f8374c532418, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4770e4c5-897b-4405-b2d0-f8374c532418,segment=NetworkSegment(d19e6228-85aa-4273-a289-05bbcdbb2384),segment_id=d19e6228-85aa-4273-a289-05bbcdbb2384)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:08:42.611074 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f5665ef3-bdca-444b-87fa-0a3d9678d33d tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4770e4c5-897b-4405-b2d0-f8374c532418), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:42.625804 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-f5665ef3-bdca-444b-87fa-0a3d9678d33d tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Calling delete_port for 4770e4c5-897b-4405-b2d0-f8374c532418 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:08:42.714634 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f5665ef3-bdca-444b-87fa-0a3d9678d33d tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4770e4c5-897b-4405-b2d0-f8374c532418), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:42.740841 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5665ef3-bdca-444b-87fa-0a3d9678d33d tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Pushing event deleted for resources: {'Port': ['ID=4770e4c5-897b-4405-b2d0-f8374c532418,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:42.744369 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5665ef3-bdca-444b-87fa-0a3d9678d33d tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] No DVR routers for this DVR port 4770e4c5-897b-4405-b2d0-f8374c532418 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:08:42.828670 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f5665ef3-bdca-444b-87fa-0a3d9678d33d tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:42.849540 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-f5665ef3-bdca-444b-87fa-0a3d9678d33d tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:42.860301 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-f5665ef3-bdca-444b-87fa-0a3d9678d33d tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19e6228-85aa-4273-a289-05bbcdbb2384') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:42.860611 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-f5665ef3-bdca-444b-87fa-0a3d9678d33d tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19e6228-85aa-4273-a289-05bbcdbb2384') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:42.871068 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f5665ef3-bdca-444b-87fa-0a3d9678d33d tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (d19e6228-85aa-4273-a289-05bbcdbb2384), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:42.885521 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f5665ef3-bdca-444b-87fa-0a3d9678d33d tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (d19e6228-85aa-4273-a289-05bbcdbb2384), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:42.892164 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5665ef3-bdca-444b-87fa-0a3d9678d33d tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:08:42.892584 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f5665ef3-bdca-444b-87fa-0a3d9678d33d tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (d19e6228-85aa-4273-a289-05bbcdbb2384), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: timer() Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:08:42.895710 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:08:42.955085 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f5665ef3-bdca-444b-87fa-0a3d9678d33d tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:42.960145 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f5665ef3-bdca-444b-87fa-0a3d9678d33d tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:42.963372 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f5665ef3-bdca-444b-87fa-0a3d9678d33d tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] 10.222.0.13 "DELETE /v2.0/networks/5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e HTTP/1.1" status: 204 len: 168 time: 0.5776386 Feb 28 21:08:42.965993 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46146) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:42.978841 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5665ef3-bdca-444b-87fa-0a3d9678d33d tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Pushing event deleted for resources: {'Network': ['ID=5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:43.026004 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-75cb8a3c-7f67-4166-a1b7-190bc19f07d4 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Deleting subnet bf1e6dd4-42d6-44b2-8877-6e4b805a0fbf {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:08:43.029974 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75cb8a3c-7f67-4166-a1b7-190bc19f07d4 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks [] for subnet (bf1e6dd4-42d6-44b2-8877-6e4b805a0fbf), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:43.042932 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d35278-7e47-407c-8898-edbafbb201aa None None] Network 4c12ac56-d20e-4256-a7f1-9e608c60ecad requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:08:43.075423 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75cb8a3c-7f67-4166-a1b7-190bc19f07d4 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (bf1e6dd4-42d6-44b2-8877-6e4b805a0fbf), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:43.121477 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e3ed7501-f296-44f0-b141-7ffda64f70fb None None] Provisioning complete for port 65d1a697-e087-4d24-b391-b3bad6b4e527 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:43.121861 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7501-f296-44f0-b141-7ffda64f70fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (65d1a697-e087-4d24-b391-b3bad6b4e527), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:43.171912 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75cb8a3c-7f67-4166-a1b7-190bc19f07d4 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (bf1e6dd4-42d6-44b2-8877-6e4b805a0fbf), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:43.243061 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed7501-f296-44f0-b141-7ffda64f70fb None None] Current status of the port 65d1a697-e087-4d24-b391-b3bad6b4e527 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:43.243540 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7501-f296-44f0-b141-7ffda64f70fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (65d1a697-e087-4d24-b391-b3bad6b4e527), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:43.255972 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75cb8a3c-7f67-4166-a1b7-190bc19f07d4 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (bf1e6dd4-42d6-44b2-8877-6e4b805a0fbf), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:43.285851 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb8a3c-7f67-4166-a1b7-190bc19f07d4 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Pushing event deleted for resources: {'Subnet': ['ID=bf1e6dd4-42d6-44b2-8877-6e4b805a0fbf,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:43.289965 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-75cb8a3c-7f67-4166-a1b7-190bc19f07d4 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:43.294009 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-75cb8a3c-7f67-4166-a1b7-190bc19f07d4 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] 10.222.0.13 "DELETE /v2.0/subnets/bf1e6dd4-42d6-44b2-8877-6e4b805a0fbf HTTP/1.1" status: 204 len: 168 time: 0.3263860 Feb 28 21:08:43.296655 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46148) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:43.313027 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-e3ed7501-f296-44f0-b141-7ffda64f70fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 21:08:43.313464 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-e3ed7501-f296-44f0-b141-7ffda64f70fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 21:08:43.378695 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc8fb-28e3-421b-a87e-adc2e17948f9 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (4c12ac56-d20e-4256-a7f1-9e608c60ecad), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:43.440682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-d1ecc8fb-28e3-421b-a87e-adc2e17948f9 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Deleting port 65d1a697-e087-4d24-b391-b3bad6b4e527 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:08:43.441029 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc8fb-28e3-421b-a87e-adc2e17948f9 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (65d1a697-e087-4d24-b391-b3bad6b4e527), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:43.510768 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-d1ecc8fb-28e3-421b-a87e-adc2e17948f9 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] For port 65d1a697-e087-4d24-b391-b3bad6b4e527, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=65d1a697-e087-4d24-b391-b3bad6b4e527,segment=NetworkSegment(08a3f50e-ecdb-49a5-8ae1-b61ae96ae551),segment_id=08a3f50e-ecdb-49a5-8ae1-b61ae96ae551)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:08:43.511150 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc8fb-28e3-421b-a87e-adc2e17948f9 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (65d1a697-e087-4d24-b391-b3bad6b4e527), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:43.519324 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0ab8a1-8a9f-4d14-aaa7-87fe082e883b None None] Network 4c12ac56-d20e-4256-a7f1-9e608c60ecad requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:08:43.527135 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-d1ecc8fb-28e3-421b-a87e-adc2e17948f9 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Calling delete_port for 65d1a697-e087-4d24-b391-b3bad6b4e527 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:08:43.552648 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 65d1a697-e087-4d24-b391-b3bad6b4e527 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:08:43.606082 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf827c3-dfef-444e-a492-3279fd77365c None None] DHCP port deletion for 5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 21:08:43.645564 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af442865-2fe0-4062-a3a4-6833453d8ab9 None None] Network 5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:08:43.662477 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af442865-2fe0-4062-a3a4-6833453d8ab9 None None] Network 5a3abbb4-0b5c-4f84-b452-aef46c9b9b4e could not be found, it might have been deleted concurrently. {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 21:08:43.686113 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 65d1a697-e087-4d24-b391-b3bad6b4e527 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:43.686491 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (65d1a697-e087-4d24-b391-b3bad6b4e527), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:43.761608 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030df35d-e025-43ea-8f5b-75b18db9f183 None None] DHCP port deletion for 4c12ac56-d20e-4256-a7f1-9e608c60ecad request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 21:08:43.796233 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 65d1a697-e087-4d24-b391-b3bad6b4e527 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:43.796624 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (65d1a697-e087-4d24-b391-b3bad6b4e527), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:43.875054 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 65d1a697-e087-4d24-b391-b3bad6b4e527, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=65d1a697-e087-4d24-b391-b3bad6b4e527,segment=NetworkSegment(08a3f50e-ecdb-49a5-8ae1-b61ae96ae551),segment_id=08a3f50e-ecdb-49a5-8ae1-b61ae96ae551)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:08:43.881444 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (65d1a697-e087-4d24-b391-b3bad6b4e527), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:43.886280 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed7501-f296-44f0-b141-7ffda64f70fb None None] Current status of the port 65d1a697-e087-4d24-b391-b3bad6b4e527 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:43.886656 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7501-f296-44f0-b141-7ffda64f70fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (65d1a697-e087-4d24-b391-b3bad6b4e527), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:43.922520 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-030df35d-e025-43ea-8f5b-75b18db9f183 None None] Deleting port 65d1a697-e087-4d24-b391-b3bad6b4e527 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:08:43.922801 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-030df35d-e025-43ea-8f5b-75b18db9f183 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (65d1a697-e087-4d24-b391-b3bad6b4e527), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:44.000816 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc8fb-28e3-421b-a87e-adc2e17948f9 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (65d1a697-e087-4d24-b391-b3bad6b4e527), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:44.025110 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=65d1a697-e087-4d24-b391-b3bad6b4e527,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:44.027307 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ecc8fb-28e3-421b-a87e-adc2e17948f9 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Pushing event deleted for resources: {'Port': ['ID=65d1a697-e087-4d24-b391-b3bad6b4e527,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:44.030668 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ecc8fb-28e3-421b-a87e-adc2e17948f9 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] No DVR routers for this DVR port 65d1a697-e087-4d24-b391-b3bad6b4e527 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:08:44.051629 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-030df35d-e025-43ea-8f5b-75b18db9f183 None None] For port 65d1a697-e087-4d24-b391-b3bad6b4e527, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=65d1a697-e087-4d24-b391-b3bad6b4e527,segment=NetworkSegment(08a3f50e-ecdb-49a5-8ae1-b61ae96ae551),segment_id=08a3f50e-ecdb-49a5-8ae1-b61ae96ae551)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:08:44.052236 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-030df35d-e025-43ea-8f5b-75b18db9f183 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (65d1a697-e087-4d24-b391-b3bad6b4e527), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:44.065911 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-e3ed7501-f296-44f0-b141-7ffda64f70fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 21:08:44.066290 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-e3ed7501-f296-44f0-b141-7ffda64f70fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 21:08:44.067066 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-030df35d-e025-43ea-8f5b-75b18db9f183 None None] Calling delete_port for 65d1a697-e087-4d24-b391-b3bad6b4e527 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:08:44.110728 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc8fb-28e3-421b-a87e-adc2e17948f9 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (4c12ac56-d20e-4256-a7f1-9e608c60ecad), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:44.132072 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-d1ecc8fb-28e3-421b-a87e-adc2e17948f9 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c12ac56-d20e-4256-a7f1-9e608c60ecad']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:44.142812 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-d1ecc8fb-28e3-421b-a87e-adc2e17948f9 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a3f50e-ecdb-49a5-8ae1-b61ae96ae551') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:44.143100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-d1ecc8fb-28e3-421b-a87e-adc2e17948f9 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a3f50e-ecdb-49a5-8ae1-b61ae96ae551') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:44.146968 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-030df35d-e025-43ea-8f5b-75b18db9f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (65d1a697-e087-4d24-b391-b3bad6b4e527), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:44.153553 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc8fb-28e3-421b-a87e-adc2e17948f9 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (08a3f50e-ecdb-49a5-8ae1-b61ae96ae551), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:44.166710 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc8fb-28e3-421b-a87e-adc2e17948f9 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (08a3f50e-ecdb-49a5-8ae1-b61ae96ae551), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:44.173819 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ecc8fb-28e3-421b-a87e-adc2e17948f9 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:08:44.174261 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc8fb-28e3-421b-a87e-adc2e17948f9 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (08a3f50e-ecdb-49a5-8ae1-b61ae96ae551), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:44.180191 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030df35d-e025-43ea-8f5b-75b18db9f183 None None] Pushing event deleted for resources: {'Port': ['ID=65d1a697-e087-4d24-b391-b3bad6b4e527,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: timer() Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:08:44.180361 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:08:44.182206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030df35d-e025-43ea-8f5b-75b18db9f183 None None] No DVR routers for this DVR port 65d1a697-e087-4d24-b391-b3bad6b4e527 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:08:44.243450 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc8fb-28e3-421b-a87e-adc2e17948f9 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (4c12ac56-d20e-4256-a7f1-9e608c60ecad), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:44.263075 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc8fb-28e3-421b-a87e-adc2e17948f9 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:44.267025 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d1ecc8fb-28e3-421b-a87e-adc2e17948f9 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] 10.222.0.13 "DELETE /v2.0/networks/4c12ac56-d20e-4256-a7f1-9e608c60ecad HTTP/1.1" status: 204 len: 168 time: 0.9693496 Feb 28 21:08:44.268520 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ecc8fb-28e3-421b-a87e-adc2e17948f9 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Pushing event deleted for resources: {'Network': ['ID=4c12ac56-d20e-4256-a7f1-9e608c60ecad,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:44.269194 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46150) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:44.307190 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-eb30a21e-e3ff-42c5-b6ec-a0b6118ad017 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] 10.222.0.13 "GET /v2.0/ports?device_id=aac52b73-6ac9-4ae1-a696-ab3d2bb97d72 HTTP/1.1" status: 200 len: 205 time: 0.0363028 Feb 28 21:08:44.310606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46152) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:44.388039 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ecf83d1e-17fc-4ced-b136-fac585205dd2 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks [] for router (aac52b73-6ac9-4ae1-a696-ab3d2bb97d72), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:44.544546 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ecf83d1e-17fc-4ced-b136-fac585205dd2 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (aac52b73-6ac9-4ae1-a696-ab3d2bb97d72), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:44.546637 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ecf83d1e-17fc-4ced-b136-fac585205dd2 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks [] for router_controller (aac52b73-6ac9-4ae1-a696-ab3d2bb97d72), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:44.592363 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ecf83d1e-17fc-4ced-b136-fac585205dd2 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (aac52b73-6ac9-4ae1-a696-ab3d2bb97d72), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:44.592852 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf83d1e-17fc-4ced-b136-fac585205dd2 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Fanout notify agent at l3_agent the message router_deleted on router aac52b73-6ac9-4ae1-a696-ab3d2bb97d72 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 21:08:44.600231 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ecf83d1e-17fc-4ced-b136-fac585205dd2 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:44.601134 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ecf83d1e-17fc-4ced-b136-fac585205dd2 tempest-RoutersNegativeTest-1826055652 tempest-RoutersNegativeTest-1826055652-project] 10.222.0.13 "DELETE /v2.0/routers/aac52b73-6ac9-4ae1-a696-ab3d2bb97d72 HTTP/1.1" status: 204 len: 168 time: 0.2896094 Feb 28 21:08:44.847440 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46158) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:44.983418 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7adefbd8-b7e9-48f3-8688-a6b6c4686d6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0684ad263424eba9868062040e2180c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1347795 Feb 28 21:08:44.986098 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46162) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:45.033278 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-30027509-9e2a-41a9-8600-4e0b8b3af010 admin admin] Publish callbacks [] for security_group (51b59553-4e9d-45ee-8364-9360ed124015), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:45.059477 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-30027509-9e2a-41a9-8600-4e0b8b3af010 admin admin] Publish callbacks [] for security_group (51b59553-4e9d-45ee-8364-9360ed124015), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:45.060131 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed7501-f296-44f0-b141-7ffda64f70fb None None] Port 65d1a697-e087-4d24-b391-b3bad6b4e527 update to ACTIVE by agent not found {{(pid=103775) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 28 21:08:45.106105 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-30027509-9e2a-41a9-8600-4e0b8b3af010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (51b59553-4e9d-45ee-8364-9360ed124015), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:45.108591 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-30027509-9e2a-41a9-8600-4e0b8b3af010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:45.109981 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-30027509-9e2a-41a9-8600-4e0b8b3af010 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51b59553-4e9d-45ee-8364-9360ed124015 HTTP/1.1" status: 204 len: 168 time: 0.1227641 Feb 28 21:08:45.119308 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30027509-9e2a-41a9-8600-4e0b8b3af010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b59553-4e9d-45ee-8364-9360ed124015,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:45.172574 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-73bbd145-834a-4b60-9efd-1b40c2771264 None None] Could not find standard attr ID for object 4770e4c5-897b-4405-b2d0-f8374c532418. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 21:08:45.176514 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-73bbd145-834a-4b60-9efd-1b40c2771264 None None] Could not find standard attr ID for object 65d1a697-e087-4d24-b391-b3bad6b4e527. {{(pid=103775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 21:08:45.478679 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4770e4c5-897b-4405-b2d0-f8374c532418 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:08:45.502989 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 4770e4c5-897b-4405-b2d0-f8374c532418 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:08:45.503336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4770e4c5-897b-4405-b2d0-f8374c532418 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:08:45.503732 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 65d1a697-e087-4d24-b391-b3bad6b4e527 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:08:45.526939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 65d1a697-e087-4d24-b391-b3bad6b4e527 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:08:45.527383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 65d1a697-e087-4d24-b391-b3bad6b4e527 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:08:45.766119 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46184) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:45.865655 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-6e09111b-2c0e-47a4-b7d9-aaf74cd8bd6c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1185304923-network', 'tenant_id': 'f74332b2beb34081a905d12c9c59e38f'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:45.893840 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e09111b-2c0e-47a4-b7d9-aaf74cd8bd6c admin admin] Made reservation on behalf of f74332b2beb34081a905d12c9c59e38f for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:08:45.896997 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6e09111b-2c0e-47a4-b7d9-aaf74cd8bd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:45.906032 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6e09111b-2c0e-47a4-b7d9-aaf74cd8bd6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:45.983188 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6e09111b-2c0e-47a4-b7d9-aaf74cd8bd6c admin admin] Publish callbacks [] for security_group (8fd1b9dd-b710-49e2-8a3f-da2919245dc3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:45.987238 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6e09111b-2c0e-47a4-b7d9-aaf74cd8bd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8fd1b9dd-b710-49e2-8a3f-da2919245dc3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:46.013200 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e09111b-2c0e-47a4-b7d9-aaf74cd8bd6c admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:08:46.023937 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09111b-2c0e-47a4-b7d9-aaf74cd8bd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd1b9dd-b710-49e2-8a3f-da2919245dc3,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:46.028819 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6e09111b-2c0e-47a4-b7d9-aaf74cd8bd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (692cb946-3f9d-4505-a310-103384613dc3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:46.029165 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-6e09111b-2c0e-47a4-b7d9-aaf74cd8bd6c admin admin] Added segment 692cb946-3f9d-4505-a310-103384613dc3 of type vlan for network 1f47e898-7fb1-46cd-b021-d50b9170bec2 Feb 28 21:08:46.073024 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6e09111b-2c0e-47a4-b7d9-aaf74cd8bd6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (1f47e898-7fb1-46cd-b021-d50b9170bec2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:46.105024 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6e09111b-2c0e-47a4-b7d9-aaf74cd8bd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (1f47e898-7fb1-46cd-b021-d50b9170bec2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:46.106366 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e09111b-2c0e-47a4-b7d9-aaf74cd8bd6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:46.107154 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6e09111b-2c0e-47a4-b7d9-aaf74cd8bd6c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:46.135861 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6e09111b-2c0e-47a4-b7d9-aaf74cd8bd6c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3681712 Feb 28 21:08:46.138906 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46188) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:46.148080 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-5dd3857a-2074-47b6-a4ce-34a713de04b9 admin admin] Request body: {'subnet': {'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1185304923-subnet', 'tenant_id': 'f74332b2beb34081a905d12c9c59e38f', 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:46.175895 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd3857a-2074-47b6-a4ce-34a713de04b9 admin admin] Made reservation on behalf of f74332b2beb34081a905d12c9c59e38f for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:08:46.178827 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5dd3857a-2074-47b6-a4ce-34a713de04b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:46.187504 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09111b-2c0e-47a4-b7d9-aaf74cd8bd6c admin admin] Pushing event updated for resources: {'Network': ['ID=1f47e898-7fb1-46cd-b021-d50b9170bec2,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:46.197651 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 1f47e898-7fb1-46cd-b021-d50b9170bec2 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:08:46.363133 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5dd3857a-2074-47b6-a4ce-34a713de04b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (4f4b5916-cf20-4a55-aba6-2de7797ef6c3), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:46.414632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3857a-2074-47b6-a4ce-34a713de04b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f4b5916-cf20-4a55-aba6-2de7797ef6c3,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:46.431747 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd3857a-2074-47b6-a4ce-34a713de04b9 admin admin] Checking segment: {'id': '692cb946-3f9d-4505-a310-103384613dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:46.432145 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd3857a-2074-47b6-a4ce-34a713de04b9 admin admin] Network hostable DHCP agents. Network: 1f47e898-7fb1-46cd-b021-d50b9170bec2, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:08:46.451368 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd3857a-2074-47b6-a4ce-34a713de04b9 admin admin] Network 1f47e898-7fb1-46cd-b021-d50b9170bec2 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:08:46.462182 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-5dd3857a-2074-47b6-a4ce-34a713de04b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 1f47e898-7fb1-46cd-b021-d50b9170bec2) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:46.467146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd3857a-2074-47b6-a4ce-34a713de04b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:46.468415 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5dd3857a-2074-47b6-a4ce-34a713de04b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:46.471577 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396b798d-0079-45e6-a46f-27e43406d466 None None] Network 1f47e898-7fb1-46cd-b021-d50b9170bec2 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:08:46.490372 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5dd3857a-2074-47b6-a4ce-34a713de04b9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3467641 Feb 28 21:08:46.491301 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46190) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:46.496259 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e631b921-3c99-4b61-920d-cc2ab78187de admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1185304923-router', 'tenant_id': 'f74332b2beb34081a905d12c9c59e38f', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:46.516684 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e631b921-3c99-4b61-920d-cc2ab78187de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (4fd9ea92-b427-4db7-ab5e-34207133c3ce), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:46.517695 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e631b921-3c99-4b61-920d-cc2ab78187de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (4fd9ea92-b427-4db7-ab5e-34207133c3ce), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:46.581954 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e631b921-3c99-4b61-920d-cc2ab78187de admin admin] Publish callbacks [] for router_controller (4fd9ea92-b427-4db7-ab5e-34207133c3ce), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:46.592040 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e4a1be7e-525e-4f9f-9b86-17b5361fd4c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:46.598846 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f120f35-fe95-40c4-a894-23b2f0033606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-1f47e898-7fb1-46cd-b021-d50b9170bec2', 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2', 'project_id': 'f74332b2beb34081a905d12c9c59e38f', 'fixed_ips': [{'subnet_id': '4f4b5916-cf20-4a55-aba6-2de7797ef6c3'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:08:46.599901 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2f120f35-fe95-40c4-a894-23b2f0033606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:46.732590 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e631b921-3c99-4b61-920d-cc2ab78187de admin admin] Publish callbacks [] for router_gateway (4fd9ea92-b427-4db7-ab5e-34207133c3ce), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:46.743504 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-2f120f35-fe95-40c4-a894-23b2f0033606 None None] Allocated IP 172.20.0.2 (1f47e898-7fb1-46cd-b021-d50b9170bec2/4f4b5916-cf20-4a55-aba6-2de7797ef6c3/2cd9f574-0fa4-467b-a6ca-2bc91465edb6) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:08:46.907220 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2f120f35-fe95-40c4-a894-23b2f0033606 None None] Publish callbacks [] for port (2cd9f574-0fa4-467b-a6ca-2bc91465edb6), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:46.914075 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2f120f35-fe95-40c4-a894-23b2f0033606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (2cd9f574-0fa4-467b-a6ca-2bc91465edb6), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:46.958293 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f120f35-fe95-40c4-a894-23b2f0033606 None None] Network 1f47e898-7fb1-46cd-b021-d50b9170bec2 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:08:46.962976 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-2f120f35-fe95-40c4-a894-23b2f0033606 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:46.966583 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f120f35-fe95-40c4-a894-23b2f0033606 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:08:46.976589 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f120f35-fe95-40c4-a894-23b2f0033606 None None] Pushing event updated for resources: {'Port': ['ID=2cd9f574-0fa4-467b-a6ca-2bc91465edb6,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:47.037496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2f120f35-fe95-40c4-a894-23b2f0033606 None None] Attempting to bind port 2cd9f574-0fa4-467b-a6ca-2bc91465edb6 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:08:47.037898 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2f120f35-fe95-40c4-a894-23b2f0033606 None None] Attempting to bind port 2cd9f574-0fa4-467b-a6ca-2bc91465edb6 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '692cb946-3f9d-4505-a310-103384613dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:08:47.038211 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f120f35-fe95-40c4-a894-23b2f0033606 None None] Attempting to bind port 2cd9f574-0fa4-467b-a6ca-2bc91465edb6 on network 1f47e898-7fb1-46cd-b021-d50b9170bec2 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:08:47.045002 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f120f35-fe95-40c4-a894-23b2f0033606 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:08:47.045416 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f120f35-fe95-40c4-a894-23b2f0033606 None None] Checking segment: {'id': '692cb946-3f9d-4505-a310-103384613dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:47.045796 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2f120f35-fe95-40c4-a894-23b2f0033606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:47.046190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f120f35-fe95-40c4-a894-23b2f0033606 None None] Bound using segment: {'id': '692cb946-3f9d-4505-a310-103384613dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:08:47.046680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2f120f35-fe95-40c4-a894-23b2f0033606 None None] Bound port: 2cd9f574-0fa4-467b-a6ca-2bc91465edb6, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692cb946-3f9d-4505-a310-103384613dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:08:47.047062 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2f120f35-fe95-40c4-a894-23b2f0033606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2cd9f574-0fa4-467b-a6ca-2bc91465edb6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:47.116938 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2f120f35-fe95-40c4-a894-23b2f0033606 None None] For port 2cd9f574-0fa4-467b-a6ca-2bc91465edb6, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:08:47.120859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2f120f35-fe95-40c4-a894-23b2f0033606 None None] For port 2cd9f574-0fa4-467b-a6ca-2bc91465edb6, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2cd9f574-0fa4-467b-a6ca-2bc91465edb6,segment=NetworkSegment(692cb946-3f9d-4505-a310-103384613dc3),segment_id=692cb946-3f9d-4505-a310-103384613dc3)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:08:47.127821 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2f120f35-fe95-40c4-a894-23b2f0033606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2cd9f574-0fa4-467b-a6ca-2bc91465edb6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:47.192343 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f120f35-fe95-40c4-a894-23b2f0033606 None None] Pushing event updated for resources: {'Port': ['ID=2cd9f574-0fa4-467b-a6ca-2bc91465edb6,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:47.206054 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:08:47.296897 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e631b921-3c99-4b61-920d-cc2ab78187de admin admin] Publish callbacks [] for router_gateway (4fd9ea92-b427-4db7-ab5e-34207133c3ce), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:47.315705 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e631b921-3c99-4b61-920d-cc2ab78187de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:47.430156 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-e631b921-3c99-4b61-920d-cc2ab78187de admin admin] Allocated IP 172.25.0.46 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/b5bf8def-ef11-4359-b146-04b33ab652e4) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:08:47.521437 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2cd9f574-0fa4-467b-a6ca-2bc91465edb6 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:08:47.539773 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e631b921-3c99-4b61-920d-cc2ab78187de admin admin] Publish callbacks [] for port (b5bf8def-ef11-4359-b146-04b33ab652e4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:47.574097 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e631b921-3c99-4b61-920d-cc2ab78187de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b5bf8def-ef11-4359-b146-04b33ab652e4), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:47.574317 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2cd9f574-0fa4-467b-a6ca-2bc91465edb6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:47.574552 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2cd9f574-0fa4-467b-a6ca-2bc91465edb6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:47.617770 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e631b921-3c99-4b61-920d-cc2ab78187de admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:08:47.622160 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-e631b921-3c99-4b61-920d-cc2ab78187de admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:47.627717 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e631b921-3c99-4b61-920d-cc2ab78187de admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:08:47.630820 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631b921-3c99-4b61-920d-cc2ab78187de admin admin] Pushing event updated for resources: {'Port': ['ID=b5bf8def-ef11-4359-b146-04b33ab652e4,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:47.655801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2cd9f574-0fa4-467b-a6ca-2bc91465edb6 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:47.656192 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2cd9f574-0fa4-467b-a6ca-2bc91465edb6), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:47.689395 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 2cd9f574-0fa4-467b-a6ca-2bc91465edb6, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2cd9f574-0fa4-467b-a6ca-2bc91465edb6,segment=NetworkSegment(692cb946-3f9d-4505-a310-103384613dc3),segment_id=692cb946-3f9d-4505-a310-103384613dc3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:08:47.693180 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2cd9f574-0fa4-467b-a6ca-2bc91465edb6), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:47.747199 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=2cd9f574-0fa4-467b-a6ca-2bc91465edb6,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:47.883931 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e631b921-3c99-4b61-920d-cc2ab78187de admin admin] Publish callbacks [] for router_gateway (4fd9ea92-b427-4db7-ab5e-34207133c3ce), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:48.093883 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e631b921-3c99-4b61-920d-cc2ab78187de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (4fd9ea92-b427-4db7-ab5e-34207133c3ce), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:48.135858 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b026f8-4edc-44d4-b406-999420fc44fd None None] Network 1f47e898-7fb1-46cd-b021-d50b9170bec2 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:08:48.226926 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e631b921-3c99-4b61-920d-cc2ab78187de admin admin] Router 4fd9ea92-b427-4db7-ab5e-34207133c3ce is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 21:08:48.245495 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-880346be-367f-4f60-9d50-9b36ea6b6931 None None] Provisioning complete for port 2cd9f574-0fa4-467b-a6ca-2bc91465edb6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:48.245871 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-880346be-367f-4f60-9d50-9b36ea6b6931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2cd9f574-0fa4-467b-a6ca-2bc91465edb6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:48.334539 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-880346be-367f-4f60-9d50-9b36ea6b6931 None None] Current status of the port 2cd9f574-0fa4-467b-a6ca-2bc91465edb6 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:48.340890 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e631b921-3c99-4b61-920d-cc2ab78187de admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:08:48.350882 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] Sync routers for ids ['4fd9ea92-b427-4db7-ab5e-34207133c3ce'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:08:48.360534 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e631b921-3c99-4b61-920d-cc2ab78187de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:48.364453 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e631b921-3c99-4b61-920d-cc2ab78187de admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8694336 Feb 28 21:08:48.364605 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] Routers {'4fd9ea92-b427-4db7-ab5e-34207133c3ce'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:08:48.364605 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:08:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4fd9ea92-b427-4db7-ab5e-34207133c3ce'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:48.364853 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46192) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:48.480984 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] Set router 4fd9ea92-b427-4db7-ab5e-34207133c3ce gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:08:48.556136 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8291a736-0482-4a95-a921-d3f8c5693f0d None None] Provisioning complete for port 2cd9f574-0fa4-467b-a6ca-2bc91465edb6 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:48.557124 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8291a736-0482-4a95-a921-d3f8c5693f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2cd9f574-0fa4-467b-a6ca-2bc91465edb6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:48.660379 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd9ea92-b427-4db7-ab5e-34207133c3ce', 'name': 'tempest-TestEncryptedCinderVolumes-1185304923-router', 'tenant_id': 'f74332b2beb34081a905d12c9c59e38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b5bf8def-ef11-4359-b146-04b33ab652e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:08:46Z', 'updated_at': '2022-02-28T21:08:47Z', 'revision_number': 3, 'project_id': 'f74332b2beb34081a905d12c9c59e38f', 'gw_port': {'id': 'b5bf8def-ef11-4359-b146-04b33ab652e4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ce:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd9ea92-b427-4db7-ab5e-34207133c3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:08:47Z', 'updated_at': '2022-02-28T21:08:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:48.693787 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] Checking router: 4fd9ea92-b427-4db7-ab5e-34207133c3ce for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:08:48.694147 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] Updating router 4fd9ea92-b427-4db7-ab5e-34207133c3ce port b5bf8def-ef11-4359-b146-04b33ab652e4 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:08:48.725203 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b5bf8def-ef11-4359-b146-04b33ab652e4), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:48.805469 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-738668ee-6a17-43bf-988e-418c3dc220e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:48.810475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8291a736-0482-4a95-a921-d3f8c5693f0d None None] Current status of the port 2cd9f574-0fa4-467b-a6ca-2bc91465edb6 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:48.963516 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-738668ee-6a17-43bf-988e-418c3dc220e9 admin admin] Allocated IP 172.20.0.1 (1f47e898-7fb1-46cd-b021-d50b9170bec2/4f4b5916-cf20-4a55-aba6-2de7797ef6c3/2b8d7bbd-a236-4571-aa1d-ba28117cca66) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:08:48.974307 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] Publish callbacks [] for port (b5bf8def-ef11-4359-b146-04b33ab652e4), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:48.980337 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b5bf8def-ef11-4359-b146-04b33ab652e4), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:49.034226 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] Attempting to bind port b5bf8def-ef11-4359-b146-04b33ab652e4 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:08:49.034602 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] Attempting to bind port b5bf8def-ef11-4359-b146-04b33ab652e4 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:08:49.034966 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] Attempting to bind port b5bf8def-ef11-4359-b146-04b33ab652e4 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:08:49.044130 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0a43c-8597-4cc8-a19e-7b12fd0d43e1 None None] Pushing event updated for resources: {'Port': ['ID=b5bf8def-ef11-4359-b146-04b33ab652e4,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:49.047094 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:08:49.047466 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:49.047889 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:49.048283 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:08:49.048751 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] Bound port: b5bf8def-ef11-4359-b146-04b33ab652e4, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:08:49.049125 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b5bf8def-ef11-4359-b146-04b33ab652e4), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:49.055472 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0a43c-8597-4cc8-a19e-7b12fd0d43e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:49.055865 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0a43c-8597-4cc8-a19e-7b12fd0d43e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:49.056214 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0a43c-8597-4cc8-a19e-7b12fd0d43e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:49.056547 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0a43c-8597-4cc8-a19e-7b12fd0d43e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:49.056894 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0a43c-8597-4cc8-a19e-7b12fd0d43e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:49.057231 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0a43c-8597-4cc8-a19e-7b12fd0d43e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:49.057598 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0a43c-8597-4cc8-a19e-7b12fd0d43e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:49.058412 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0a43c-8597-4cc8-a19e-7b12fd0d43e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:49.058736 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0a43c-8597-4cc8-a19e-7b12fd0d43e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:49.059053 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0a43c-8597-4cc8-a19e-7b12fd0d43e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:49.059372 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0a43c-8597-4cc8-a19e-7b12fd0d43e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:49.059692 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0a43c-8597-4cc8-a19e-7b12fd0d43e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:49.060037 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0a43c-8597-4cc8-a19e-7b12fd0d43e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:08:49.068626 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-738668ee-6a17-43bf-988e-418c3dc220e9 admin admin] Publish callbacks [] for port (2b8d7bbd-a236-4571-aa1d-ba28117cca66), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:49.106601 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-738668ee-6a17-43bf-988e-418c3dc220e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (2b8d7bbd-a236-4571-aa1d-ba28117cca66), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:49.110993 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3f7ee0d2-9f77-45da-8b2e-2f51769c5506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:49.124594 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] For port b5bf8def-ef11-4359-b146-04b33ab652e4, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:08:49.129367 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] For port b5bf8def-ef11-4359-b146-04b33ab652e4, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b5bf8def-ef11-4359-b146-04b33ab652e4,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:08:49.136168 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b5bf8def-ef11-4359-b146-04b33ab652e4), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:49.149842 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738668ee-6a17-43bf-988e-418c3dc220e9 admin admin] Network 1f47e898-7fb1-46cd-b021-d50b9170bec2 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:08:49.152731 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-738668ee-6a17-43bf-988e-418c3dc220e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:49.156995 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738668ee-6a17-43bf-988e-418c3dc220e9 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:08:49.188029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738668ee-6a17-43bf-988e-418c3dc220e9 admin admin] Pushing event updated for resources: {'Port': ['ID=2b8d7bbd-a236-4571-aa1d-ba28117cca66,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:49.197592 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0a43c-8597-4cc8-a19e-7b12fd0d43e1 None None] Pushing event updated for resources: {'Port': ['ID=b5bf8def-ef11-4359-b146-04b33ab652e4,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:49.204511 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] Routers {'4fd9ea92-b427-4db7-ab5e-34207133c3ce'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:08:49.205139 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:08:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4fd9ea92-b427-4db7-ab5e-34207133c3ce'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:49.206123 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-738668ee-6a17-43bf-988e-418c3dc220e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (4fd9ea92-b427-4db7-ab5e-34207133c3ce), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:49.324164 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] Set router 4fd9ea92-b427-4db7-ab5e-34207133c3ce gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:08:49.353497 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-738668ee-6a17-43bf-988e-418c3dc220e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2b8d7bbd-a236-4571-aa1d-ba28117cca66), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:49.442154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a6f89188-8146-47fc-a6cf-cf1c3c6d4b08 None None] Provisioning complete for port 2b8d7bbd-a236-4571-aa1d-ba28117cca66 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:49.442537 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a6f89188-8146-47fc-a6cf-cf1c3c6d4b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2b8d7bbd-a236-4571-aa1d-ba28117cca66), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:49.482128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a6f89188-8146-47fc-a6cf-cf1c3c6d4b08 None None] Port 2b8d7bbd-a236-4571-aa1d-ba28117cca66 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:08:49.513288 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2cd9f574-0fa4-467b-a6ca-2bc91465edb6 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:08:49.522605 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd9ea92-b427-4db7-ab5e-34207133c3ce', 'name': 'tempest-TestEncryptedCinderVolumes-1185304923-router', 'tenant_id': 'f74332b2beb34081a905d12c9c59e38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b5bf8def-ef11-4359-b146-04b33ab652e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:08:46Z', 'updated_at': '2022-02-28T21:08:47Z', 'revision_number': 3, 'project_id': 'f74332b2beb34081a905d12c9c59e38f', 'gw_port': {'id': 'b5bf8def-ef11-4359-b146-04b33ab652e4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ce:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd9ea92-b427-4db7-ab5e-34207133c3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:08:47Z', 'updated_at': '2022-02-28T21:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:49.527372 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-738668ee-6a17-43bf-988e-418c3dc220e9 admin admin] Publish callbacks [] for port (2b8d7bbd-a236-4571-aa1d-ba28117cca66), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:49.532473 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-738668ee-6a17-43bf-988e-418c3dc220e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (2b8d7bbd-a236-4571-aa1d-ba28117cca66), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:49.553938 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e95130-3bcd-47fc-a53f-b4603ab753d2 None None] The sync data for ids ['4fd9ea92-b427-4db7-ab5e-34207133c3ce'] in n-d-820368-21 is: [{'id': '4fd9ea92-b427-4db7-ab5e-34207133c3ce', 'name': 'tempest-TestEncryptedCinderVolumes-1185304923-router', 'tenant_id': 'f74332b2beb34081a905d12c9c59e38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b5bf8def-ef11-4359-b146-04b33ab652e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:08:46Z', 'updated_at': '2022-02-28T21:08:47Z', 'revision_number': 3, 'project_id': 'f74332b2beb34081a905d12c9c59e38f', 'gw_port': {'id': 'b5bf8def-ef11-4359-b146-04b33ab652e4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ce:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd9ea92-b427-4db7-ab5e-34207133c3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:08:47Z', 'updated_at': '2022-02-28T21:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:08:49.564464 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2cd9f574-0fa4-467b-a6ca-2bc91465edb6 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:49.565068 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2cd9f574-0fa4-467b-a6ca-2bc91465edb6), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:49.609638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738668ee-6a17-43bf-988e-418c3dc220e9 admin admin] Pushing event updated for resources: {'Port': ['ID=2b8d7bbd-a236-4571-aa1d-ba28117cca66,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:49.613354 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-738668ee-6a17-43bf-988e-418c3dc220e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (4fd9ea92-b427-4db7-ab5e-34207133c3ce), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:49.661129 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2cd9f574-0fa4-467b-a6ca-2bc91465edb6 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:49.727183 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738668ee-6a17-43bf-988e-418c3dc220e9 admin admin] Network 1f47e898-7fb1-46cd-b021-d50b9170bec2 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:08:49.728946 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-738668ee-6a17-43bf-988e-418c3dc220e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:49.864837 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738668ee-6a17-43bf-988e-418c3dc220e9 admin admin] Router 4fd9ea92-b427-4db7-ab5e-34207133c3ce has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:08:49.982185 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738668ee-6a17-43bf-988e-418c3dc220e9 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:08:49.990293 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-738668ee-6a17-43bf-988e-418c3dc220e9 admin admin] 10.222.0.13 "PUT /v2.0/routers/4fd9ea92-b427-4db7-ab5e-34207133c3ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6237135 Feb 28 21:08:50.014779 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-72e5a67b-86be-43f8-b98e-c3ac68ce876b None None] Provisioning complete for port 2b8d7bbd-a236-4571-aa1d-ba28117cca66 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:50.015051 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-72e5a67b-86be-43f8-b98e-c3ac68ce876b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2b8d7bbd-a236-4571-aa1d-ba28117cca66), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:50.050153 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-72e5a67b-86be-43f8-b98e-c3ac68ce876b None None] Port 2b8d7bbd-a236-4571-aa1d-ba28117cca66 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:08:50.105624 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:50.290019 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:50.489845 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46208) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:50.494871 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e6a22cab-e669-4b0d-9c28-f64c5e9f5649 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-823153304-network', 'tenant_id': '757c381d8eba45ff89d0e886f37aa09f'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:50.514310 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a22cab-e669-4b0d-9c28-f64c5e9f5649 admin admin] Made reservation on behalf of 757c381d8eba45ff89d0e886f37aa09f for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:08:50.516813 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e6a22cab-e669-4b0d-9c28-f64c5e9f5649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:50.525024 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e6a22cab-e669-4b0d-9c28-f64c5e9f5649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:50.602419 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e6a22cab-e669-4b0d-9c28-f64c5e9f5649 admin admin] Publish callbacks [] for security_group (d7338ad0-8e51-45d0-a6a1-c8ead69584ae), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:50.605972 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e6a22cab-e669-4b0d-9c28-f64c5e9f5649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d7338ad0-8e51-45d0-a6a1-c8ead69584ae), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:50.629975 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a22cab-e669-4b0d-9c28-f64c5e9f5649 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:08:50.639795 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a22cab-e669-4b0d-9c28-f64c5e9f5649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7338ad0-8e51-45d0-a6a1-c8ead69584ae,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:50.644852 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e6a22cab-e669-4b0d-9c28-f64c5e9f5649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (93175b57-e42e-458a-98e4-524870a51ee7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:50.645177 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-e6a22cab-e669-4b0d-9c28-f64c5e9f5649 admin admin] Added segment 93175b57-e42e-458a-98e4-524870a51ee7 of type vlan for network 23079863-9fab-4cd7-b80b-f19bb4d032a2 Feb 28 21:08:50.685681 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e6a22cab-e669-4b0d-9c28-f64c5e9f5649 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (23079863-9fab-4cd7-b80b-f19bb4d032a2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:50.710183 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e6a22cab-e669-4b0d-9c28-f64c5e9f5649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (23079863-9fab-4cd7-b80b-f19bb4d032a2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:50.711109 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a22cab-e669-4b0d-9c28-f64c5e9f5649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:50.711678 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e6a22cab-e669-4b0d-9c28-f64c5e9f5649 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:50.741932 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e6a22cab-e669-4b0d-9c28-f64c5e9f5649 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2509956 Feb 28 21:08:50.745352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46210) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:50.750549 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-91199552-0291-4ec5-ba89-ed804c4cbe56 admin admin] Request body: {'subnet': {'network_id': '23079863-9fab-4cd7-b80b-f19bb4d032a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-823153304-subnet', 'tenant_id': '757c381d8eba45ff89d0e886f37aa09f', 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:50.771933 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91199552-0291-4ec5-ba89-ed804c4cbe56 admin admin] Made reservation on behalf of 757c381d8eba45ff89d0e886f37aa09f for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:08:50.773313 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a22cab-e669-4b0d-9c28-f64c5e9f5649 admin admin] Pushing event updated for resources: {'Network': ['ID=23079863-9fab-4cd7-b80b-f19bb4d032a2,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:50.774201 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-91199552-0291-4ec5-ba89-ed804c4cbe56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:50.784252 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 23079863-9fab-4cd7-b80b-f19bb4d032a2 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:08:50.949395 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-91199552-0291-4ec5-ba89-ed804c4cbe56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (b5dbfcea-0c2c-4a39-aa54-a8c555d4992a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:51.005780 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91199552-0291-4ec5-ba89-ed804c4cbe56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5dbfcea-0c2c-4a39-aa54-a8c555d4992a,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:51.015249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91199552-0291-4ec5-ba89-ed804c4cbe56 admin admin] Checking segment: {'id': '93175b57-e42e-458a-98e4-524870a51ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23079863-9fab-4cd7-b80b-f19bb4d032a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:51.015613 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91199552-0291-4ec5-ba89-ed804c4cbe56 admin admin] Network hostable DHCP agents. Network: 23079863-9fab-4cd7-b80b-f19bb4d032a2, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:08:51.032383 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91199552-0291-4ec5-ba89-ed804c4cbe56 admin admin] Network 23079863-9fab-4cd7-b80b-f19bb4d032a2 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:08:51.043404 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-91199552-0291-4ec5-ba89-ed804c4cbe56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 23079863-9fab-4cd7-b80b-f19bb4d032a2) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:51.053181 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca46a0e-046a-4e5b-a954-b4932e337309 None None] Network 23079863-9fab-4cd7-b80b-f19bb4d032a2 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:08:51.053360 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91199552-0291-4ec5-ba89-ed804c4cbe56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:51.054039 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-91199552-0291-4ec5-ba89-ed804c4cbe56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:51.071540 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-91199552-0291-4ec5-ba89-ed804c4cbe56 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3250899 Feb 28 21:08:51.074122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46212) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:51.078433 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-b798a6a9-22ea-4af0-84ee-a0a28bc57a02 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-823153304-router', 'tenant_id': '757c381d8eba45ff89d0e886f37aa09f', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:51.098105 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b798a6a9-22ea-4af0-84ee-a0a28bc57a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (bfb01447-0e21-4f5c-98e8-c2eca4194717), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:51.099539 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b798a6a9-22ea-4af0-84ee-a0a28bc57a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (bfb01447-0e21-4f5c-98e8-c2eca4194717), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:51.162864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fc6536-ca5a-4ecd-8c6e-1617ad17f46c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-23079863-9fab-4cd7-b80b-f19bb4d032a2', 'network_id': '23079863-9fab-4cd7-b80b-f19bb4d032a2', 'project_id': '757c381d8eba45ff89d0e886f37aa09f', 'fixed_ips': [{'subnet_id': 'b5dbfcea-0c2c-4a39-aa54-a8c555d4992a'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:08:51.164107 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-24fc6536-ca5a-4ecd-8c6e-1617ad17f46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:51.170351 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b798a6a9-22ea-4af0-84ee-a0a28bc57a02 admin admin] Publish callbacks [] for router_controller (bfb01447-0e21-4f5c-98e8-c2eca4194717), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:51.235286 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] Sync routers for ids ['4fd9ea92-b427-4db7-ab5e-34207133c3ce'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:08:51.259819 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] Routers {'4fd9ea92-b427-4db7-ab5e-34207133c3ce'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:08:51.260581 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:08:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4fd9ea92-b427-4db7-ab5e-34207133c3ce'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:51.323961 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b798a6a9-22ea-4af0-84ee-a0a28bc57a02 admin admin] Publish callbacks [] for router_gateway (bfb01447-0e21-4f5c-98e8-c2eca4194717), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:51.390570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-24fc6536-ca5a-4ecd-8c6e-1617ad17f46c None None] Allocated IP 172.20.0.2 (23079863-9fab-4cd7-b80b-f19bb4d032a2/b5dbfcea-0c2c-4a39-aa54-a8c555d4992a/30529ac1-54fe-41a2-be1e-33bddbef6998) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:08:51.438303 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] Set router 4fd9ea92-b427-4db7-ab5e-34207133c3ce gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:08:51.539995 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b798a6a9-22ea-4af0-84ee-a0a28bc57a02 admin admin] Publish callbacks [] for router_gateway (bfb01447-0e21-4f5c-98e8-c2eca4194717), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:51.558253 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b5bf8def-ef11-4359-b146-04b33ab652e4 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:08:51.561542 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b798a6a9-22ea-4af0-84ee-a0a28bc57a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:51.563039 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:51.675733 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-b798a6a9-22ea-4af0-84ee-a0a28bc57a02 admin admin] Allocated IP 172.25.0.40 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/0c307cd9-2433-4c9d-94a2-1f8b38146517) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:08:51.742056 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-24fc6536-ca5a-4ecd-8c6e-1617ad17f46c None None] Publish callbacks [] for port (30529ac1-54fe-41a2-be1e-33bddbef6998), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:51.747291 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b5bf8def-ef11-4359-b146-04b33ab652e4 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:51.747614 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b5bf8def-ef11-4359-b146-04b33ab652e4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:51.781938 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b798a6a9-22ea-4af0-84ee-a0a28bc57a02 admin admin] Publish callbacks [] for port (0c307cd9-2433-4c9d-94a2-1f8b38146517), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:51.785991 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-24fc6536-ca5a-4ecd-8c6e-1617ad17f46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (30529ac1-54fe-41a2-be1e-33bddbef6998), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:51.816538 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b798a6a9-22ea-4af0-84ee-a0a28bc57a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0c307cd9-2433-4c9d-94a2-1f8b38146517), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:51.847820 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fc6536-ca5a-4ecd-8c6e-1617ad17f46c None None] Network 23079863-9fab-4cd7-b80b-f19bb4d032a2 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:08:51.854864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-24fc6536-ca5a-4ecd-8c6e-1617ad17f46c None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:51.860646 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b798a6a9-22ea-4af0-84ee-a0a28bc57a02 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:08:51.861811 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fc6536-ca5a-4ecd-8c6e-1617ad17f46c None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:08:51.863550 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-b798a6a9-22ea-4af0-84ee-a0a28bc57a02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:51.866991 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b798a6a9-22ea-4af0-84ee-a0a28bc57a02 admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:08:51.871245 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc6536-ca5a-4ecd-8c6e-1617ad17f46c None None] Pushing event updated for resources: {'Port': ['ID=30529ac1-54fe-41a2-be1e-33bddbef6998,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:51.891325 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798a6a9-22ea-4af0-84ee-a0a28bc57a02 admin admin] Pushing event updated for resources: {'Port': ['ID=0c307cd9-2433-4c9d-94a2-1f8b38146517,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:51.962006 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-24fc6536-ca5a-4ecd-8c6e-1617ad17f46c None None] Attempting to bind port 30529ac1-54fe-41a2-be1e-33bddbef6998 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:08:51.962295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-24fc6536-ca5a-4ecd-8c6e-1617ad17f46c None None] Attempting to bind port 30529ac1-54fe-41a2-be1e-33bddbef6998 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '93175b57-e42e-458a-98e4-524870a51ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23079863-9fab-4cd7-b80b-f19bb4d032a2'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:08:51.962656 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc6536-ca5a-4ecd-8c6e-1617ad17f46c None None] Attempting to bind port 30529ac1-54fe-41a2-be1e-33bddbef6998 on network 23079863-9fab-4cd7-b80b-f19bb4d032a2 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:08:51.968057 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd9ea92-b427-4db7-ab5e-34207133c3ce', 'name': 'tempest-TestEncryptedCinderVolumes-1185304923-router', 'tenant_id': 'f74332b2beb34081a905d12c9c59e38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b5bf8def-ef11-4359-b146-04b33ab652e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:08:46Z', 'updated_at': '2022-02-28T21:08:49Z', 'revision_number': 4, 'project_id': 'f74332b2beb34081a905d12c9c59e38f', 'gw_port': {'id': 'b5bf8def-ef11-4359-b146-04b33ab652e4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ce:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd9ea92-b427-4db7-ab5e-34207133c3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:08:47Z', 'updated_at': '2022-02-28T21:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '2b8d7bbd-a236-4571-aa1d-ba28117cca66', 'name': '', 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2', 'tenant_id': 'f74332b2beb34081a905d12c9c59e38f', 'mac_address': 'fa:16:3e:fa:a2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd9ea92-b427-4db7-ab5e-34207133c3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4f4b5916-cf20-4a55-aba6-2de7797ef6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:08:48Z', 'updated_at': '2022-02-28T21:08:49Z', 'revision_number': 2, 'project_id': 'f74332b2beb34081a905d12c9c59e38f', 'subnets': [{'id': '4f4b5916-cf20-4a55-aba6-2de7797ef6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:51.974253 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b5bf8def-ef11-4359-b146-04b33ab652e4 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:51.974637 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b5bf8def-ef11-4359-b146-04b33ab652e4), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:52.003373 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc6536-ca5a-4ecd-8c6e-1617ad17f46c None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:08:52.003743 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc6536-ca5a-4ecd-8c6e-1617ad17f46c None None] Checking segment: {'id': '93175b57-e42e-458a-98e4-524870a51ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23079863-9fab-4cd7-b80b-f19bb4d032a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:52.004170 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-24fc6536-ca5a-4ecd-8c6e-1617ad17f46c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:52.004570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc6536-ca5a-4ecd-8c6e-1617ad17f46c None None] Bound using segment: {'id': '93175b57-e42e-458a-98e4-524870a51ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23079863-9fab-4cd7-b80b-f19bb4d032a2'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:08:52.005047 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-24fc6536-ca5a-4ecd-8c6e-1617ad17f46c None None] Bound port: 30529ac1-54fe-41a2-be1e-33bddbef6998, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93175b57-e42e-458a-98e4-524870a51ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23079863-9fab-4cd7-b80b-f19bb4d032a2'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:08:52.005421 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-24fc6536-ca5a-4ecd-8c6e-1617ad17f46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (30529ac1-54fe-41a2-be1e-33bddbef6998), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:52.008068 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] Checking router: 4fd9ea92-b427-4db7-ab5e-34207133c3ce for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:08:52.008416 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] Updating router 4fd9ea92-b427-4db7-ab5e-34207133c3ce port 2b8d7bbd-a236-4571-aa1d-ba28117cca66 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:08:52.047488 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port b5bf8def-ef11-4359-b146-04b33ab652e4, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b5bf8def-ef11-4359-b146-04b33ab652e4,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:08:52.055969 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b5bf8def-ef11-4359-b146-04b33ab652e4), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:52.084073 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2b8d7bbd-a236-4571-aa1d-ba28117cca66), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:52.128961 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b798a6a9-22ea-4af0-84ee-a0a28bc57a02 admin admin] Publish callbacks [] for router_gateway (bfb01447-0e21-4f5c-98e8-c2eca4194717), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:52.180095 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-24fc6536-ca5a-4ecd-8c6e-1617ad17f46c None None] For port 30529ac1-54fe-41a2-be1e-33bddbef6998, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:08:52.188624 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=b5bf8def-ef11-4359-b146-04b33ab652e4,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:52.205510 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-24fc6536-ca5a-4ecd-8c6e-1617ad17f46c None None] For port 30529ac1-54fe-41a2-be1e-33bddbef6998, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=30529ac1-54fe-41a2-be1e-33bddbef6998,segment=NetworkSegment(93175b57-e42e-458a-98e4-524870a51ee7),segment_id=93175b57-e42e-458a-98e4-524870a51ee7)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:08:52.257455 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-24fc6536-ca5a-4ecd-8c6e-1617ad17f46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (30529ac1-54fe-41a2-be1e-33bddbef6998), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:52.338910 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b798a6a9-22ea-4af0-84ee-a0a28bc57a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (bfb01447-0e21-4f5c-98e8-c2eca4194717), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:52.371512 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc6536-ca5a-4ecd-8c6e-1617ad17f46c None None] Pushing event updated for resources: {'Port': ['ID=30529ac1-54fe-41a2-be1e-33bddbef6998,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:52.485613 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b798a6a9-22ea-4af0-84ee-a0a28bc57a02 admin admin] Router bfb01447-0e21-4f5c-98e8-c2eca4194717 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 21:08:52.492712 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] Publish callbacks [] for port (2b8d7bbd-a236-4571-aa1d-ba28117cca66), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:52.514366 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2b8d7bbd-a236-4571-aa1d-ba28117cca66), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:52.593798 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a86ac-7b61-42b1-a192-43b4dc9db3d4 None None] Pushing event updated for resources: {'Port': ['ID=2b8d7bbd-a236-4571-aa1d-ba28117cca66,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:52.639108 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] Attempting to bind port 2b8d7bbd-a236-4571-aa1d-ba28117cca66 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:08:52.639478 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] Attempting to bind port 2b8d7bbd-a236-4571-aa1d-ba28117cca66 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '692cb946-3f9d-4505-a310-103384613dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:08:52.639945 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] Attempting to bind port 2b8d7bbd-a236-4571-aa1d-ba28117cca66 on network 1f47e898-7fb1-46cd-b021-d50b9170bec2 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:08:52.646080 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b798a6a9-22ea-4af0-84ee-a0a28bc57a02 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:08:52.646286 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:08:52.646501 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] Checking segment: {'id': '692cb946-3f9d-4505-a310-103384613dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:52.646921 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:52.648126 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] Bound using segment: {'id': '692cb946-3f9d-4505-a310-103384613dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:08:52.648672 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] Bound port: 2b8d7bbd-a236-4571-aa1d-ba28117cca66, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692cb946-3f9d-4505-a310-103384613dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:08:52.649105 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2b8d7bbd-a236-4571-aa1d-ba28117cca66), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:52.657706 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] Sync routers for ids ['bfb01447-0e21-4f5c-98e8-c2eca4194717'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:08:52.675709 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] Routers {'bfb01447-0e21-4f5c-98e8-c2eca4194717'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:08:52.676404 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:08:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['bfb01447-0e21-4f5c-98e8-c2eca4194717'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:52.687448 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b798a6a9-22ea-4af0-84ee-a0a28bc57a02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:52.692332 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46214) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:08:52.692967 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b798a6a9-22ea-4af0-84ee-a0a28bc57a02 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6173091 Feb 28 21:08:52.825171 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] Set router bfb01447-0e21-4f5c-98e8-c2eca4194717 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:08:52.912061 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:52.936197 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b94e3962-f4b2-42d9-9d6d-ade547c452ff None None] Provisioning complete for port 2b8d7bbd-a236-4571-aa1d-ba28117cca66 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:52.936576 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b94e3962-f4b2-42d9-9d6d-ade547c452ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2b8d7bbd-a236-4571-aa1d-ba28117cca66), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:52.966527 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] For port 2b8d7bbd-a236-4571-aa1d-ba28117cca66, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:08:52.994665 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] For port 2b8d7bbd-a236-4571-aa1d-ba28117cca66, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2b8d7bbd-a236-4571-aa1d-ba28117cca66,segment=NetworkSegment(692cb946-3f9d-4505-a310-103384613dc3),segment_id=692cb946-3f9d-4505-a310-103384613dc3)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:08:53.000098 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:53.000343 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b94e3962-f4b2-42d9-9d6d-ade547c452ff None None] Port 2b8d7bbd-a236-4571-aa1d-ba28117cca66 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:08:53.005290 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2b8d7bbd-a236-4571-aa1d-ba28117cca66), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:53.025456 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb01447-0e21-4f5c-98e8-c2eca4194717', 'name': 'tempest-TestEncryptedCinderVolumes-823153304-router', 'tenant_id': '757c381d8eba45ff89d0e886f37aa09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '0c307cd9-2433-4c9d-94a2-1f8b38146517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:08:51Z', 'updated_at': '2022-02-28T21:08:52Z', 'revision_number': 3, 'project_id': '757c381d8eba45ff89d0e886f37aa09f', 'gw_port': {'id': '0c307cd9-2433-4c9d-94a2-1f8b38146517', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb01447-0e21-4f5c-98e8-c2eca4194717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:08:51Z', 'updated_at': '2022-02-28T21:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:53.072795 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a86ac-7b61-42b1-a192-43b4dc9db3d4 None None] Pushing event updated for resources: {'Port': ['ID=2b8d7bbd-a236-4571-aa1d-ba28117cca66,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:53.076218 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] Routers {'4fd9ea92-b427-4db7-ab5e-34207133c3ce'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:08:53.076861 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:08:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4fd9ea92-b427-4db7-ab5e-34207133c3ce'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:53.175592 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] Checking router: bfb01447-0e21-4f5c-98e8-c2eca4194717 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:08:53.175955 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] Updating router bfb01447-0e21-4f5c-98e8-c2eca4194717 port 0c307cd9-2433-4c9d-94a2-1f8b38146517 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:08:53.209024 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0c307cd9-2433-4c9d-94a2-1f8b38146517), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:53.245573 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] Set router 4fd9ea92-b427-4db7-ab5e-34207133c3ce gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:08:53.283588 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0599ce67-4b98-4ff6-8abd-0d4839ac6dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:53.461953 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-315b3b98-a7f9-4d0a-8592-30ea8a76a1b3 None None] Provisioning complete for port 2b8d7bbd-a236-4571-aa1d-ba28117cca66 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:53.462206 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-315b3b98-a7f9-4d0a-8592-30ea8a76a1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2b8d7bbd-a236-4571-aa1d-ba28117cca66), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:53.489765 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-0599ce67-4b98-4ff6-8abd-0d4839ac6dba admin admin] Allocated IP 172.20.0.1 (23079863-9fab-4cd7-b80b-f19bb4d032a2/b5dbfcea-0c2c-4a39-aa54-a8c555d4992a/d169ae48-f891-4441-838a-ad7e82de4127) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:08:53.594656 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] Publish callbacks [] for port (0c307cd9-2433-4c9d-94a2-1f8b38146517), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:53.606019 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0c307cd9-2433-4c9d-94a2-1f8b38146517), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:53.636008 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0599ce67-4b98-4ff6-8abd-0d4839ac6dba admin admin] Publish callbacks [] for port (d169ae48-f891-4441-838a-ad7e82de4127), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:53.646141 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd9ea92-b427-4db7-ab5e-34207133c3ce', 'name': 'tempest-TestEncryptedCinderVolumes-1185304923-router', 'tenant_id': 'f74332b2beb34081a905d12c9c59e38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b5bf8def-ef11-4359-b146-04b33ab652e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:08:46Z', 'updated_at': '2022-02-28T21:08:49Z', 'revision_number': 4, 'project_id': 'f74332b2beb34081a905d12c9c59e38f', 'gw_port': {'id': 'b5bf8def-ef11-4359-b146-04b33ab652e4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ce:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ea92-b427-4db7-ab5e-34207133c3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:08:47Z', 'updated_at': '2022-02-28T21:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '2b8d7bbd-a236-4571-aa1d-ba28117cca66', 'name': '', 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2', 'tenant_id': 'f74332b2beb34081a905d12c9c59e38f', 'mac_address': 'fa:16:3e:fa:a2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd9ea92-b427-4db7-ab5e-34207133c3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4f4b5916-cf20-4a55-aba6-2de7797ef6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:08:48Z', 'updated_at': '2022-02-28T21:08:52Z', 'revision_number': 4, 'project_id': 'f74332b2beb34081a905d12c9c59e38f', 'subnets': [{'id': '4f4b5916-cf20-4a55-aba6-2de7797ef6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:53.677344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-315b3b98-a7f9-4d0a-8592-30ea8a76a1b3 None None] Current status of the port 2b8d7bbd-a236-4571-aa1d-ba28117cca66 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:53.677733 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-315b3b98-a7f9-4d0a-8592-30ea8a76a1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2b8d7bbd-a236-4571-aa1d-ba28117cca66), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:53.679751 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e0dfdb-8ad7-482b-9227-5a1375947db5 None None] The sync data for ids ['4fd9ea92-b427-4db7-ab5e-34207133c3ce'] in n-d-820368-21 is: [{'id': '4fd9ea92-b427-4db7-ab5e-34207133c3ce', 'name': 'tempest-TestEncryptedCinderVolumes-1185304923-router', 'tenant_id': 'f74332b2beb34081a905d12c9c59e38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b5bf8def-ef11-4359-b146-04b33ab652e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:08:46Z', 'updated_at': '2022-02-28T21:08:49Z', 'revision_number': 4, 'project_id': 'f74332b2beb34081a905d12c9c59e38f', 'gw_port': {'id': 'b5bf8def-ef11-4359-b146-04b33ab652e4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ce:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ea92-b427-4db7-ab5e-34207133c3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:08:47Z', 'updated_at': '2022-02-28T21:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '2b8d7bbd-a236-4571-aa1d-ba28117cca66', 'name': '', 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2', 'tenant_id': 'f74332b2beb34081a905d12c9c59e38f', 'mac_address': 'fa:16:3e:fa:a2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd9ea92-b427-4db7-ab5e-34207133c3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4f4b5916-cf20-4a55-aba6-2de7797ef6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:08:48Z', 'updated_at': '2022-02-28T21:08:52Z', 'revision_number': 4, 'project_id': 'f74332b2beb34081a905d12c9c59e38f', 'subnets': [{'id': '4f4b5916-cf20-4a55-aba6-2de7797ef6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:08:53.693809 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b5bf8def-ef11-4359-b146-04b33ab652e4 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:08:53.701332 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] Attempting to bind port 0c307cd9-2433-4c9d-94a2-1f8b38146517 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:08:53.703000 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] Attempting to bind port 0c307cd9-2433-4c9d-94a2-1f8b38146517 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:08:53.703585 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] Attempting to bind port 0c307cd9-2433-4c9d-94a2-1f8b38146517 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:08:53.704252 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0599ce67-4b98-4ff6-8abd-0d4839ac6dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (d169ae48-f891-4441-838a-ad7e82de4127), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:53.717546 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:08:53.718362 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:53.718883 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:53.720291 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:08:53.720945 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] Bound port: 0c307cd9-2433-4c9d-94a2-1f8b38146517, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:08:53.721427 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0c307cd9-2433-4c9d-94a2-1f8b38146517), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:53.779521 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fdce52-e732-4cd5-9988-ba0d6156e9d9 None None] Network 23079863-9fab-4cd7-b80b-f19bb4d032a2 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:08:53.782425 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7871b4-be11-4469-89fc-1f3d3341f145 None None] Pushing event updated for resources: {'Port': ['ID=0c307cd9-2433-4c9d-94a2-1f8b38146517,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:53.794808 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599ce67-4b98-4ff6-8abd-0d4839ac6dba admin admin] Pushing event updated for resources: {'Port': ['ID=d169ae48-f891-4441-838a-ad7e82de4127,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:53.808216 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0599ce67-4b98-4ff6-8abd-0d4839ac6dba admin admin] Network 23079863-9fab-4cd7-b80b-f19bb4d032a2 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:08:53.810463 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-0599ce67-4b98-4ff6-8abd-0d4839ac6dba admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:53.816128 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0599ce67-4b98-4ff6-8abd-0d4839ac6dba admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:08:53.817622 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] For port 0c307cd9-2433-4c9d-94a2-1f8b38146517, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:08:53.822544 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] For port 0c307cd9-2433-4c9d-94a2-1f8b38146517, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0c307cd9-2433-4c9d-94a2-1f8b38146517,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:08:53.835584 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-315b3b98-a7f9-4d0a-8592-30ea8a76a1b3 None None] For port 2b8d7bbd-a236-4571-aa1d-ba28117cca66, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2b8d7bbd-a236-4571-aa1d-ba28117cca66,segment=NetworkSegment(692cb946-3f9d-4505-a310-103384613dc3),segment_id=692cb946-3f9d-4505-a310-103384613dc3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:08:53.842993 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0c307cd9-2433-4c9d-94a2-1f8b38146517), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:53.884058 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0599ce67-4b98-4ff6-8abd-0d4839ac6dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (bfb01447-0e21-4f5c-98e8-c2eca4194717), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:53.890516 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b5bf8def-ef11-4359-b146-04b33ab652e4 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:53.891199 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b5bf8def-ef11-4359-b146-04b33ab652e4), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:53.902534 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] Routers {'bfb01447-0e21-4f5c-98e8-c2eca4194717'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:08:53.903162 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:08:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['bfb01447-0e21-4f5c-98e8-c2eca4194717'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:53.936866 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-315b3b98-a7f9-4d0a-8592-30ea8a76a1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2b8d7bbd-a236-4571-aa1d-ba28117cca66), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:53.954346 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7871b4-be11-4469-89fc-1f3d3341f145 None None] Pushing event updated for resources: {'Port': ['ID=0c307cd9-2433-4c9d-94a2-1f8b38146517,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:54.039337 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] Set router bfb01447-0e21-4f5c-98e8-c2eca4194717 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:08:54.053607 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0599ce67-4b98-4ff6-8abd-0d4839ac6dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d169ae48-f891-4441-838a-ad7e82de4127), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:54.063684 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b5bf8def-ef11-4359-b146-04b33ab652e4 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:54.064512 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 30529ac1-54fe-41a2-be1e-33bddbef6998 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:08:54.084929 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b3b98-a7f9-4d0a-8592-30ea8a76a1b3 None None] Pushing event updated for resources: {'Port': ['ID=2b8d7bbd-a236-4571-aa1d-ba28117cca66,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:54.145680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3dd494f3-f693-4d04-ae3a-1b17426dc292 None None] Provisioning complete for port 30529ac1-54fe-41a2-be1e-33bddbef6998 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:54.146058 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3dd494f3-f693-4d04-ae3a-1b17426dc292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (30529ac1-54fe-41a2-be1e-33bddbef6998), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:54.209417 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 30529ac1-54fe-41a2-be1e-33bddbef6998 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:54.209799 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (30529ac1-54fe-41a2-be1e-33bddbef6998), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:54.247286 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb01447-0e21-4f5c-98e8-c2eca4194717', 'name': 'tempest-TestEncryptedCinderVolumes-823153304-router', 'tenant_id': '757c381d8eba45ff89d0e886f37aa09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '0c307cd9-2433-4c9d-94a2-1f8b38146517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:08:51Z', 'updated_at': '2022-02-28T21:08:52Z', 'revision_number': 3, 'project_id': '757c381d8eba45ff89d0e886f37aa09f', 'gw_port': {'id': '0c307cd9-2433-4c9d-94a2-1f8b38146517', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb01447-0e21-4f5c-98e8-c2eca4194717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:08:51Z', 'updated_at': '2022-02-28T21:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:54.279393 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0599ce67-4b98-4ff6-8abd-0d4839ac6dba admin admin] Publish callbacks [] for port (d169ae48-f891-4441-838a-ad7e82de4127), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:54.287872 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0e18fe-865b-471f-bbcf-e5323022edad None None] The sync data for ids ['bfb01447-0e21-4f5c-98e8-c2eca4194717'] in n-d-820368-21 is: [{'id': 'bfb01447-0e21-4f5c-98e8-c2eca4194717', 'name': 'tempest-TestEncryptedCinderVolumes-823153304-router', 'tenant_id': '757c381d8eba45ff89d0e886f37aa09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '0c307cd9-2433-4c9d-94a2-1f8b38146517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:08:51Z', 'updated_at': '2022-02-28T21:08:52Z', 'revision_number': 3, 'project_id': '757c381d8eba45ff89d0e886f37aa09f', 'gw_port': {'id': '0c307cd9-2433-4c9d-94a2-1f8b38146517', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb01447-0e21-4f5c-98e8-c2eca4194717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:08:51Z', 'updated_at': '2022-02-28T21:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:08:54.290721 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0599ce67-4b98-4ff6-8abd-0d4839ac6dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (d169ae48-f891-4441-838a-ad7e82de4127), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:54.378899 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0599ce67-4b98-4ff6-8abd-0d4839ac6dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (bfb01447-0e21-4f5c-98e8-c2eca4194717), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:54.393068 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3dd494f3-f693-4d04-ae3a-1b17426dc292 None None] Current status of the port 30529ac1-54fe-41a2-be1e-33bddbef6998 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:54.393631 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3dd494f3-f693-4d04-ae3a-1b17426dc292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (30529ac1-54fe-41a2-be1e-33bddbef6998), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:54.396685 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599ce67-4b98-4ff6-8abd-0d4839ac6dba admin admin] Pushing event updated for resources: {'Port': ['ID=d169ae48-f891-4441-838a-ad7e82de4127,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:54.423748 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 30529ac1-54fe-41a2-be1e-33bddbef6998 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:54.424296 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (30529ac1-54fe-41a2-be1e-33bddbef6998), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:54.465745 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-3dd494f3-f693-4d04-ae3a-1b17426dc292 None None] For port 30529ac1-54fe-41a2-be1e-33bddbef6998, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=30529ac1-54fe-41a2-be1e-33bddbef6998,segment=NetworkSegment(93175b57-e42e-458a-98e4-524870a51ee7),segment_id=93175b57-e42e-458a-98e4-524870a51ee7)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:08:54.472802 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3dd494f3-f693-4d04-ae3a-1b17426dc292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (30529ac1-54fe-41a2-be1e-33bddbef6998), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:54.554386 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 21:08:54.554748 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 21:08:54.555400 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd494f3-f693-4d04-ae3a-1b17426dc292 None None] Pushing event updated for resources: {'Port': ['ID=30529ac1-54fe-41a2-be1e-33bddbef6998,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:54.568481 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0599ce67-4b98-4ff6-8abd-0d4839ac6dba admin admin] Network 23079863-9fab-4cd7-b80b-f19bb4d032a2 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:08:54.569950 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-0599ce67-4b98-4ff6-8abd-0d4839ac6dba admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:54.609650 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8216234d-b8b1-45b1-b955-38f429dbe963 None None] Provisioning complete for port d169ae48-f891-4441-838a-ad7e82de4127 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:54.611842 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8216234d-b8b1-45b1-b955-38f429dbe963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d169ae48-f891-4441-838a-ad7e82de4127), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:54.692749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8216234d-b8b1-45b1-b955-38f429dbe963 None None] Port d169ae48-f891-4441-838a-ad7e82de4127 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:08:54.709418 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8216234d-b8b1-45b1-b955-38f429dbe963 None None] Provisioning complete for port 30529ac1-54fe-41a2-be1e-33bddbef6998 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:54.709907 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8216234d-b8b1-45b1-b955-38f429dbe963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (30529ac1-54fe-41a2-be1e-33bddbef6998), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:54.829832 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8216234d-b8b1-45b1-b955-38f429dbe963 None None] Current status of the port 30529ac1-54fe-41a2-be1e-33bddbef6998 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:54.959213 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e877e10d-08a4-489c-93e1-83951afb074b None None] Provisioning complete for port d169ae48-f891-4441-838a-ad7e82de4127 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:54.959904 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e877e10d-08a4-489c-93e1-83951afb074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d169ae48-f891-4441-838a-ad7e82de4127), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:55.002677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e877e10d-08a4-489c-93e1-83951afb074b None None] Port d169ae48-f891-4441-838a-ad7e82de4127 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:08:55.132252 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 30529ac1-54fe-41a2-be1e-33bddbef6998 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:55.151723 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0599ce67-4b98-4ff6-8abd-0d4839ac6dba admin admin] Router bfb01447-0e21-4f5c-98e8-c2eca4194717 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:08:55.226910 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-eaeca054-8d55-4495-9216-59710338fa28 None None] Provisioning complete for port d169ae48-f891-4441-838a-ad7e82de4127 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:55.227493 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-eaeca054-8d55-4495-9216-59710338fa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d169ae48-f891-4441-838a-ad7e82de4127), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:55.269312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-eaeca054-8d55-4495-9216-59710338fa28 None None] Port d169ae48-f891-4441-838a-ad7e82de4127 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:08:55.282959 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0599ce67-4b98-4ff6-8abd-0d4839ac6dba admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:08:55.299723 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0599ce67-4b98-4ff6-8abd-0d4839ac6dba admin admin] 10.222.0.13 "PUT /v2.0/routers/bfb01447-0e21-4f5c-98e8-c2eca4194717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5971403 Feb 28 21:08:55.599798 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 30529ac1-54fe-41a2-be1e-33bddbef6998 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:08:55.652073 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 30529ac1-54fe-41a2-be1e-33bddbef6998 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:55.652453 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (30529ac1-54fe-41a2-be1e-33bddbef6998), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:55.739998 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 30529ac1-54fe-41a2-be1e-33bddbef6998 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:55.741293 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2b8d7bbd-a236-4571-aa1d-ba28117cca66 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:08:55.787607 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 2b8d7bbd-a236-4571-aa1d-ba28117cca66 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:55.788006 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2b8d7bbd-a236-4571-aa1d-ba28117cca66), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:55.868271 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 2b8d7bbd-a236-4571-aa1d-ba28117cca66 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:55.869322 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0c307cd9-2433-4c9d-94a2-1f8b38146517 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:08:55.915945 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 0c307cd9-2433-4c9d-94a2-1f8b38146517 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:55.916332 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0c307cd9-2433-4c9d-94a2-1f8b38146517), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:55.993599 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 0c307cd9-2433-4c9d-94a2-1f8b38146517 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:55.994271 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0c307cd9-2433-4c9d-94a2-1f8b38146517), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:56.014803 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 0c307cd9-2433-4c9d-94a2-1f8b38146517, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0c307cd9-2433-4c9d-94a2-1f8b38146517,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:08:56.018681 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0c307cd9-2433-4c9d-94a2-1f8b38146517), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:56.054249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-fa509415-18f3-46e9-868c-301c440a7428 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:56.055745 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-fa509415-18f3-46e9-868c-301c440a7428 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/networks?id=1f47e898-7fb1-46cd-b021-d50b9170bec2 HTTP/1.1" status: 200 len: 817 time: 0.1014137 Feb 28 21:08:56.070272 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-75413448-0cae-45ab-8a44-05f597b17fe6 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/quotas/f74332b2beb34081a905d12c9c59e38f HTTP/1.1" status: 200 len: 375 time: 0.0088623 Feb 28 21:08:56.070739 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=0c307cd9-2433-4c9d-94a2-1f8b38146517,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:56.129534 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-b4c99d1b-11e5-4fb8-997e-987d31e0fcd1 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f74332b2beb34081a905d12c9c59e38f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537400 Feb 28 21:08:56.222940 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-7f0340f1-0d4b-4a6e-be11-b283cc3874d2 service neutron] 10.222.0.13 "GET /v2.0/networks/1f47e898-7fb1-46cd-b021-d50b9170bec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821309 Feb 28 21:08:56.316870 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-3f5a7441-d0d4-44fa-bdf5-b5976d37f439 service neutron] 10.222.0.13 "GET /v2.0/networks/1f47e898-7fb1-46cd-b021-d50b9170bec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883119 Feb 28 21:08:56.480509 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ede081ba-c4b1-40ea-97ef-a51271b647d4 req-2e042cd6-190d-4368-8e27-5286fb1a25b9 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd502ca-278f-4c49-83d0-f057a5bd4227 HTTP/1.1" status: 200 len: 210 time: 0.0281906 Feb 28 21:08:57.259411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] Sync routers for ids ['bfb01447-0e21-4f5c-98e8-c2eca4194717'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:08:57.268928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] Routers {'bfb01447-0e21-4f5c-98e8-c2eca4194717'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:08:57.269631 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:08:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['bfb01447-0e21-4f5c-98e8-c2eca4194717'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:57.389482 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] Set router bfb01447-0e21-4f5c-98e8-c2eca4194717 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:08:57.428358 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-225daef0-3914-4650-a871-71d8dfb45ce9 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:57.429832 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-225daef0-3914-4650-a871-71d8dfb45ce9 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.15 "GET /v2.0/networks?id=1f47e898-7fb1-46cd-b021-d50b9170bec2 HTTP/1.1" status: 200 len: 817 time: 0.1140852 Feb 28 21:08:57.442858 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-32d39038-fed6-4acf-8ca4-5a405074b8d8 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Request body: {'port': {'device_id': 'cdd502ca-278f-4c49-83d0-f057a5bd4227', 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2', 'admin_state_up': True, 'tenant_id': 'f74332b2beb34081a905d12c9c59e38f'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:57.493822 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0c307cd9-2433-4c9d-94a2-1f8b38146517 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:08:57.576248 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-32d39038-fed6-4acf-8ca4-5a405074b8d8 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Made reservation on behalf of f74332b2beb34081a905d12c9c59e38f for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:08:57.579438 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-32d39038-fed6-4acf-8ca4-5a405074b8d8 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:57.583988 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f97b4739-bb81-40b8-9791-241c95231871 req-17994336-be4d-4aca-b66a-34a05b3a95d9 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd502ca-278f-4c49-83d0-f057a5bd4227 HTTP/1.1" status: 200 len: 210 time: 0.0335937 Feb 28 21:08:57.594912 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 0c307cd9-2433-4c9d-94a2-1f8b38146517 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:57.595145 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0c307cd9-2433-4c9d-94a2-1f8b38146517), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:57.706710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-32d39038-fed6-4acf-8ca4-5a405074b8d8 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Allocated IP 172.20.0.11 (1f47e898-7fb1-46cd-b021-d50b9170bec2/4f4b5916-cf20-4a55-aba6-2de7797ef6c3/3e948545-64c3-4db4-ad9f-3ce45a536212) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:08:57.715606 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb01447-0e21-4f5c-98e8-c2eca4194717', 'name': 'tempest-TestEncryptedCinderVolumes-823153304-router', 'tenant_id': '757c381d8eba45ff89d0e886f37aa09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '0c307cd9-2433-4c9d-94a2-1f8b38146517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:08:51Z', 'updated_at': '2022-02-28T21:08:54Z', 'revision_number': 4, 'project_id': '757c381d8eba45ff89d0e886f37aa09f', 'gw_port': {'id': '0c307cd9-2433-4c9d-94a2-1f8b38146517', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb01447-0e21-4f5c-98e8-c2eca4194717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:08:51Z', 'updated_at': '2022-02-28T21:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'd169ae48-f891-4441-838a-ad7e82de4127', 'name': '', 'network_id': '23079863-9fab-4cd7-b80b-f19bb4d032a2', 'tenant_id': '757c381d8eba45ff89d0e886f37aa09f', 'mac_address': 'fa:16:3e:72:c9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb01447-0e21-4f5c-98e8-c2eca4194717', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'b5dbfcea-0c2c-4a39-aa54-a8c555d4992a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:08:53Z', 'updated_at': '2022-02-28T21:08:54Z', 'revision_number': 2, 'project_id': '757c381d8eba45ff89d0e886f37aa09f', 'subnets': [{'id': 'b5dbfcea-0c2c-4a39-aa54-a8c555d4992a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:57.717175 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 0c307cd9-2433-4c9d-94a2-1f8b38146517 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:57.745793 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] Checking router: bfb01447-0e21-4f5c-98e8-c2eca4194717 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:08:57.746064 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] Updating router bfb01447-0e21-4f5c-98e8-c2eca4194717 port d169ae48-f891-4441-838a-ad7e82de4127 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:08:57.783324 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d169ae48-f891-4441-838a-ad7e82de4127), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:57.861053 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-32d39038-fed6-4acf-8ca4-5a405074b8d8 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Publish callbacks [] for port (3e948545-64c3-4db4-ad9f-3ce45a536212), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:57.895526 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-32d39038-fed6-4acf-8ca4-5a405074b8d8 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (3e948545-64c3-4db4-ad9f-3ce45a536212), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:57.938130 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-32d39038-fed6-4acf-8ca4-5a405074b8d8 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Network 1f47e898-7fb1-46cd-b021-d50b9170bec2 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:08:57.941375 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-32d39038-fed6-4acf-8ca4-5a405074b8d8 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:08:57.943803 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-32d39038-fed6-4acf-8ca4-5a405074b8d8 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:08:57.980911 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d39038-fed6-4acf-8ca4-5a405074b8d8 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Pushing event updated for resources: {'Port': ['ID=3e948545-64c3-4db4-ad9f-3ce45a536212,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:58.011693 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-32d39038-fed6-4acf-8ca4-5a405074b8d8 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:58.012604 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-32d39038-fed6-4acf-8ca4-5a405074b8d8 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:58.032963 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-32d39038-fed6-4acf-8ca4-5a405074b8d8 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5951371 Feb 28 21:08:58.158886 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] Request body: {'port': {'device_id': 'cdd502ca-278f-4c49-83d0-f057a5bd4227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:08:58.216871 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3e948545-64c3-4db4-ad9f-3ce45a536212), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:58.232896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0f2076f1-80da-4f32-b7f4-c53dd4b6fba4 None None] Provisioning complete for port 3e948545-64c3-4db4-ad9f-3ce45a536212 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:58.233263 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0f2076f1-80da-4f32-b7f4-c53dd4b6fba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3e948545-64c3-4db4-ad9f-3ce45a536212), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:58.256026 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] Publish callbacks [] for port (d169ae48-f891-4441-838a-ad7e82de4127), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:58.267609 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d169ae48-f891-4441-838a-ad7e82de4127), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:58.302365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0f2076f1-80da-4f32-b7f4-c53dd4b6fba4 None None] Port 3e948545-64c3-4db4-ad9f-3ce45a536212 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:08:58.329329 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14109f51-e04e-4837-a3e6-970b13156add None None] Pushing event updated for resources: {'Port': ['ID=d169ae48-f891-4441-838a-ad7e82de4127,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:58.377984 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] Attempting to bind port d169ae48-f891-4441-838a-ad7e82de4127 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:08:58.378358 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] Attempting to bind port d169ae48-f891-4441-838a-ad7e82de4127 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '93175b57-e42e-458a-98e4-524870a51ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23079863-9fab-4cd7-b80b-f19bb4d032a2'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:08:58.378720 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] Attempting to bind port d169ae48-f891-4441-838a-ad7e82de4127 on network 23079863-9fab-4cd7-b80b-f19bb4d032a2 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:08:58.384083 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:08:58.384561 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] Checking segment: {'id': '93175b57-e42e-458a-98e4-524870a51ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23079863-9fab-4cd7-b80b-f19bb4d032a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:58.385155 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:58.386030 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] Bound using segment: {'id': '93175b57-e42e-458a-98e4-524870a51ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23079863-9fab-4cd7-b80b-f19bb4d032a2'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:08:58.386575 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] Bound port: d169ae48-f891-4441-838a-ad7e82de4127, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93175b57-e42e-458a-98e4-524870a51ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23079863-9fab-4cd7-b80b-f19bb4d032a2'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:08:58.387079 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d169ae48-f891-4441-838a-ad7e82de4127), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:58.458592 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] For port d169ae48-f891-4441-838a-ad7e82de4127, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:08:58.462833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] For port d169ae48-f891-4441-838a-ad7e82de4127, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d169ae48-f891-4441-838a-ad7e82de4127,segment=NetworkSegment(93175b57-e42e-458a-98e4-524870a51ee7),segment_id=93175b57-e42e-458a-98e4-524870a51ee7)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:08:58.471526 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d169ae48-f891-4441-838a-ad7e82de4127), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:58.520969 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e948545-64c3-4db4-ad9f-3ce45a536212 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:08:58.530214 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] Publish callbacks [] for port (3e948545-64c3-4db4-ad9f-3ce45a536212), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:58.532196 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] Routers {'bfb01447-0e21-4f5c-98e8-c2eca4194717'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:08:58.532404 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:08:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['bfb01447-0e21-4f5c-98e8-c2eca4194717'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:58.544158 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] Transition to ACTIVE for port object 3e948545-64c3-4db4-ad9f-3ce45a536212 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:08:58.552336 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (3e948545-64c3-4db4-ad9f-3ce45a536212), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:58.581327 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14109f51-e04e-4837-a3e6-970b13156add None None] Pushing event updated for resources: {'Port': ['ID=d169ae48-f891-4441-838a-ad7e82de4127,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:58.609842 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] Pushing event updated for resources: {'Port': ['ID=3e948545-64c3-4db4-ad9f-3ce45a536212,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:58.675702 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e1519145-1af5-4510-aab9-47e74ae8902d None None] Provisioning complete for port d169ae48-f891-4441-838a-ad7e82de4127 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:58.676113 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e1519145-1af5-4510-aab9-47e74ae8902d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d169ae48-f891-4441-838a-ad7e82de4127), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:58.698429 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] Attempting to bind port 3e948545-64c3-4db4-ad9f-3ce45a536212 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:08:58.703104 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] Attempting to bind port 3e948545-64c3-4db4-ad9f-3ce45a536212 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '692cb946-3f9d-4505-a310-103384613dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:08:58.703639 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] Attempting to bind port 3e948545-64c3-4db4-ad9f-3ce45a536212 on network 1f47e898-7fb1-46cd-b021-d50b9170bec2 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:08:58.708049 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] Set router bfb01447-0e21-4f5c-98e8-c2eca4194717 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:08:58.709258 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] Port 3e948545-64c3-4db4-ad9f-3ce45a536212 on network 1f47e898-7fb1-46cd-b021-d50b9170bec2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:08:58.710846 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] Attempting to bind port 3e948545-64c3-4db4-ad9f-3ce45a536212 on network 1f47e898-7fb1-46cd-b021-d50b9170bec2 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:08:58.715154 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:08:58.715722 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] Checking segment: {'id': '692cb946-3f9d-4505-a310-103384613dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:08:58.716138 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] Bound using segment: {'id': '692cb946-3f9d-4505-a310-103384613dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:08:58.716564 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] Bound port: 3e948545-64c3-4db4-ad9f-3ce45a536212, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692cb946-3f9d-4505-a310-103384613dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:08:58.716919 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3e948545-64c3-4db4-ad9f-3ce45a536212), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:58.778635 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f67ad5-a4d0-4c8c-b8d6-7fafd6dfc88a req-4cf2a6bd-d1a9-4ea5-9f2b-0081cf61ec79 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:58.786198 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-42f67ad5-a4d0-4c8c-b8d6-7fafd6dfc88a req-4cf2a6bd-d1a9-4ea5-9f2b-0081cf61ec79 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd502ca-278f-4c49-83d0-f057a5bd4227 HTTP/1.1" status: 200 len: 944 time: 0.0885761 Feb 28 21:08:58.794792 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] For port 3e948545-64c3-4db4-ad9f-3ce45a536212, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:08:58.798252 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] For port 3e948545-64c3-4db4-ad9f-3ce45a536212, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3e948545-64c3-4db4-ad9f-3ce45a536212,segment=NetworkSegment(692cb946-3f9d-4505-a310-103384613dc3),segment_id=692cb946-3f9d-4505-a310-103384613dc3)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:08:58.806521 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (3e948545-64c3-4db4-ad9f-3ce45a536212), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:58.863829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:58.864605 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:58.866144 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] 10.222.0.15 "PUT /v2.0/ports/3e948545-64c3-4db4-ad9f-3ce45a536212 HTTP/1.1" status: 200 len: 1093 time: 0.8254559 Feb 28 21:08:58.866676 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd502ca-278f-4c49-83d0-f057a5bd4227', 'tag': '3e948545-64c3-4db4-ad9f-3ce45a536212'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:08:58.869197 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a19d5a-bb5c-4943-b570-8a2b2a5fb5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd502ca-278f-4c49-83d0-f057a5bd4227", "tag": "3e948545-64c3-4db4-ad9f-3ce45a536212"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:08:58.892879 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-42f67ad5-a4d0-4c8c-b8d6-7fafd6dfc88a req-486d46f4-2c98-460b-ac7e-826cd38f593d tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd1b9dd-b710-49e2-8a3f-da2919245dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000142 Feb 28 21:08:58.910728 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21ce49-63c3-4903-8123-52edd3f7eebe service neutron] Pushing event updated for resources: {'Port': ['ID=3e948545-64c3-4db4-ad9f-3ce45a536212,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:58.978199 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-83a59867-89cf-4107-bc30-3581db06a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:58.980652 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-83a59867-89cf-4107-bc30-3581db06a634 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f74332b2beb34081a905d12c9c59e38f&device_id=cdd502ca-278f-4c49-83d0-f057a5bd4227 HTTP/1.1" status: 200 len: 1127 time: 0.0560040 Feb 28 21:08:59.030060 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e1519145-1af5-4510-aab9-47e74ae8902d None None] Current status of the port d169ae48-f891-4441-838a-ad7e82de4127 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:59.030284 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e1519145-1af5-4510-aab9-47e74ae8902d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d169ae48-f891-4441-838a-ad7e82de4127), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:59.036639 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24a9964-4399-4e05-bc40-5cd717777003 x-openstack-request-id: req-d24a9964-4399-4e05-bc40-5cd717777003 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:08:59.037072 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd502ca-278f-4c49-83d0-f057a5bd4227", "tag": "3e948545-64c3-4db4-ad9f-3ce45a536212", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:08:59.037446 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d24a9964-4399-4e05-bc40-5cd717777003 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:08:59.037942 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd502ca-278f-4c49-83d0-f057a5bd4227', 'tag': '3e948545-64c3-4db4-ad9f-3ce45a536212', 'status': 'completed', 'code': 200} Feb 28 21:08:59.039569 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-7fa22d5d-4d77-43e8-8e1d-b62268577647 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e948545-64c3-4db4-ad9f-3ce45a536212 HTTP/1.1" status: 200 len: 217 time: 0.0524573 Feb 28 21:08:59.081172 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e1519145-1af5-4510-aab9-47e74ae8902d None None] For port d169ae48-f891-4441-838a-ad7e82de4127, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d169ae48-f891-4441-838a-ad7e82de4127,segment=NetworkSegment(93175b57-e42e-458a-98e4-524870a51ee7),segment_id=93175b57-e42e-458a-98e4-524870a51ee7)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:08:59.090030 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e1519145-1af5-4510-aab9-47e74ae8902d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (d169ae48-f891-4441-838a-ad7e82de4127), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:59.092727 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-9f479985-c69e-4acb-930d-13ae2df725e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:59.094436 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-9f479985-c69e-4acb-930d-13ae2df725e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f4b5916-cf20-4a55-aba6-2de7797ef6c3 HTTP/1.1" status: 200 len: 856 time: 0.0490062 Feb 28 21:08:59.146743 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-73b0f2ad-a4a2-4da5-a16f-f66eda312096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:59.148835 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-73b0f2ad-a4a2-4da5-a16f-f66eda312096 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f47e898-7fb1-46cd-b021-d50b9170bec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486083 Feb 28 21:08:59.153743 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb01447-0e21-4f5c-98e8-c2eca4194717', 'name': 'tempest-TestEncryptedCinderVolumes-823153304-router', 'tenant_id': '757c381d8eba45ff89d0e886f37aa09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '0c307cd9-2433-4c9d-94a2-1f8b38146517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:08:51Z', 'updated_at': '2022-02-28T21:08:54Z', 'revision_number': 4, 'project_id': '757c381d8eba45ff89d0e886f37aa09f', 'gw_port': {'id': '0c307cd9-2433-4c9d-94a2-1f8b38146517', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb01447-0e21-4f5c-98e8-c2eca4194717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:08:51Z', 'updated_at': '2022-02-28T21:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'd169ae48-f891-4441-838a-ad7e82de4127', 'name': '', 'network_id': '23079863-9fab-4cd7-b80b-f19bb4d032a2', 'tenant_id': '757c381d8eba45ff89d0e886f37aa09f', 'mac_address': 'fa:16:3e:72:c9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb01447-0e21-4f5c-98e8-c2eca4194717', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'b5dbfcea-0c2c-4a39-aa54-a8c555d4992a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:08:53Z', 'updated_at': '2022-02-28T21:08:58Z', 'revision_number': 4, 'project_id': '757c381d8eba45ff89d0e886f37aa09f', 'subnets': [{'id': 'b5dbfcea-0c2c-4a39-aa54-a8c555d4992a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:08:59.156620 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1519145-1af5-4510-aab9-47e74ae8902d None None] Pushing event updated for resources: {'Port': ['ID=d169ae48-f891-4441-838a-ad7e82de4127,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:08:59.190666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c4ba1-3f0e-48eb-9ca2-afe7ba2422ef None None] The sync data for ids ['bfb01447-0e21-4f5c-98e8-c2eca4194717'] in n-d-820368-21 is: [{'id': 'bfb01447-0e21-4f5c-98e8-c2eca4194717', 'name': 'tempest-TestEncryptedCinderVolumes-823153304-router', 'tenant_id': '757c381d8eba45ff89d0e886f37aa09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '0c307cd9-2433-4c9d-94a2-1f8b38146517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:08:51Z', 'updated_at': '2022-02-28T21:08:54Z', 'revision_number': 4, 'project_id': '757c381d8eba45ff89d0e886f37aa09f', 'gw_port': {'id': '0c307cd9-2433-4c9d-94a2-1f8b38146517', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb01447-0e21-4f5c-98e8-c2eca4194717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:08:51Z', 'updated_at': '2022-02-28T21:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'd169ae48-f891-4441-838a-ad7e82de4127', 'name': '', 'network_id': '23079863-9fab-4cd7-b80b-f19bb4d032a2', 'tenant_id': '757c381d8eba45ff89d0e886f37aa09f', 'mac_address': 'fa:16:3e:72:c9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb01447-0e21-4f5c-98e8-c2eca4194717', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'b5dbfcea-0c2c-4a39-aa54-a8c555d4992a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:08:53Z', 'updated_at': '2022-02-28T21:08:58Z', 'revision_number': 4, 'project_id': '757c381d8eba45ff89d0e886f37aa09f', 'subnets': [{'id': 'b5dbfcea-0c2c-4a39-aa54-a8c555d4992a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:08:59.213293 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-51939147-62a2-4687-b697-f518dda3cab8 None None] Provisioning complete for port d169ae48-f891-4441-838a-ad7e82de4127 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:59.213671 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-51939147-62a2-4687-b697-f518dda3cab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d169ae48-f891-4441-838a-ad7e82de4127), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:59.338910 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-51939147-62a2-4687-b697-f518dda3cab8 None None] Current status of the port d169ae48-f891-4441-838a-ad7e82de4127 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:59.346140 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-93a8007a-b910-4758-8c5a-7e5261805910 service neutron] 10.222.0.15 "GET /v2.0/networks/1f47e898-7fb1-46cd-b021-d50b9170bec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905875 Feb 28 21:08:59.500414 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-12118cef-6b91-4535-bf02-a9fb279f9d8d req-3cc6a1e0-1f68-4f3b-90c4-1f3229005cb2 service neutron] 10.222.0.15 "GET /v2.0/networks/1f47e898-7fb1-46cd-b021-d50b9170bec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476073 Feb 28 21:08:59.561763 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d169ae48-f891-4441-838a-ad7e82de4127 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:08:59.603688 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a19d5a-bb5c-4943-b570-8a2b2a5fb5a6 req-a75f773c-1bb9-490e-906d-1d03fb47292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:59.606313 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-83a19d5a-bb5c-4943-b570-8a2b2a5fb5a6 req-a75f773c-1bb9-490e-906d-1d03fb47292e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f74332b2beb34081a905d12c9c59e38f&device_id=cdd502ca-278f-4c49-83d0-f057a5bd4227 HTTP/1.1" status: 200 len: 1127 time: 0.0554860 Feb 28 21:08:59.615076 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port d169ae48-f891-4441-838a-ad7e82de4127 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:08:59.615579 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (d169ae48-f891-4441-838a-ad7e82de4127), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:08:59.705524 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port d169ae48-f891-4441-838a-ad7e82de4127 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:08:59.710705 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a19d5a-bb5c-4943-b570-8a2b2a5fb5a6 req-fbf58103-ddb9-4a44-a9ba-0fbe82ff6c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:59.712272 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-83a19d5a-bb5c-4943-b570-8a2b2a5fb5a6 req-fbf58103-ddb9-4a44-a9ba-0fbe82ff6c4e service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f47e898-7fb1-46cd-b021-d50b9170bec2 HTTP/1.1" status: 200 len: 917 time: 0.1002214 Feb 28 21:08:59.754955 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-83a19d5a-bb5c-4943-b570-8a2b2a5fb5a6 req-858728aa-9414-4b7a-b337-720340f3b979 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e948545-64c3-4db4-ad9f-3ce45a536212 HTTP/1.1" status: 200 len: 217 time: 0.0363834 Feb 28 21:08:59.813448 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a19d5a-bb5c-4943-b570-8a2b2a5fb5a6 req-f94d8134-7384-481a-8612-10a0bbe757cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:59.815032 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-83a19d5a-bb5c-4943-b570-8a2b2a5fb5a6 req-f94d8134-7384-481a-8612-10a0bbe757cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f4b5916-cf20-4a55-aba6-2de7797ef6c3 HTTP/1.1" status: 200 len: 856 time: 0.0517311 Feb 28 21:08:59.865485 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a19d5a-bb5c-4943-b570-8a2b2a5fb5a6 req-c7e0bb5e-b589-4520-90ff-2f525e9c5dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:08:59.866959 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-83a19d5a-bb5c-4943-b570-8a2b2a5fb5a6 req-c7e0bb5e-b589-4520-90ff-2f525e9c5dde service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f47e898-7fb1-46cd-b021-d50b9170bec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452731 Feb 28 21:08:59.960492 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-83a19d5a-bb5c-4943-b570-8a2b2a5fb5a6 req-1fb6c72c-57b9-4551-868a-44d9f19036fa service neutron] 10.222.0.15 "GET /v2.0/networks/1f47e898-7fb1-46cd-b021-d50b9170bec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863650 Feb 28 21:09:00.020086 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59247817-c4d5-4f5a-9383-10c761c24b9b req-58cb8234-35d7-4abd-abf2-b386ecfa0c85 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:00.021599 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-59247817-c4d5-4f5a-9383-10c761c24b9b req-58cb8234-35d7-4abd-abf2-b386ecfa0c85 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd502ca-278f-4c49-83d0-f057a5bd4227 HTTP/1.1" status: 200 len: 944 time: 0.0572760 Feb 28 21:09:00.052020 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-83a19d5a-bb5c-4943-b570-8a2b2a5fb5a6 req-d95de52f-cb29-48a3-afee-eef84599a3e2 service neutron] 10.222.0.15 "GET /v2.0/networks/1f47e898-7fb1-46cd-b021-d50b9170bec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846860 Feb 28 21:09:00.070002 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-59247817-c4d5-4f5a-9383-10c761c24b9b req-5f9a28c9-3d32-4949-a9c5-51d0e87dff6f tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd1b9dd-b710-49e2-8a3f-da2919245dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422504 Feb 28 21:09:01.190867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c00feb-8e56-4839-be7f-117d94fdc620 req-8cc28afc-5241-45ff-acef-01022fff1b7c tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:01.192378 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53c00feb-8e56-4839-be7f-117d94fdc620 req-8cc28afc-5241-45ff-acef-01022fff1b7c tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd502ca-278f-4c49-83d0-f057a5bd4227 HTTP/1.1" status: 200 len: 944 time: 0.0535958 Feb 28 21:09:01.238133 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53c00feb-8e56-4839-be7f-117d94fdc620 req-555e18c0-98d7-4071-9ba9-b2fa49fc6e68 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd1b9dd-b710-49e2-8a3f-da2919245dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402508 Feb 28 21:09:02.009395 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3e948545-64c3-4db4-ad9f-3ce45a536212 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:09:02.108854 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 3e948545-64c3-4db4-ad9f-3ce45a536212, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3e948545-64c3-4db4-ad9f-3ce45a536212,segment=NetworkSegment(692cb946-3f9d-4505-a310-103384613dc3),segment_id=692cb946-3f9d-4505-a310-103384613dc3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:09:02.121296 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '3e948545-64c3-4db4-ad9f-3ce45a536212', 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2', 'port_id': '3e948545-64c3-4db4-ad9f-3ce45a536212', 'mac_address': 'fa:16:3e:71:cd:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4b5916-cf20-4a55-aba6-2de7797ef6c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:09:02.158701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 3e948545-64c3-4db4-ad9f-3ce45a536212 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:09:02.159091 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3e948545-64c3-4db4-ad9f-3ce45a536212), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:02.171735 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e948545-64c3-4db4-ad9f-3ce45a536212 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:09:02.191292 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 3e948545-64c3-4db4-ad9f-3ce45a536212, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3e948545-64c3-4db4-ad9f-3ce45a536212,segment=NetworkSegment(692cb946-3f9d-4505-a310-103384613dc3),segment_id=692cb946-3f9d-4505-a310-103384613dc3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:09:02.194857 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3e948545-64c3-4db4-ad9f-3ce45a536212), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:02.239665 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=3e948545-64c3-4db4-ad9f-3ce45a536212,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:09:02.355390 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2ab02-37ff-407b-91b5-8b645fc9ffd4 req-7116b016-350e-4572-9e77-b493e62f4d44 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:02.356918 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aaa2ab02-37ff-407b-91b5-8b645fc9ffd4 req-7116b016-350e-4572-9e77-b493e62f4d44 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd502ca-278f-4c49-83d0-f057a5bd4227 HTTP/1.1" status: 200 len: 945 time: 0.0523539 Feb 28 21:09:02.406553 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aaa2ab02-37ff-407b-91b5-8b645fc9ffd4 req-b030ca59-da09-43d7-805c-d78e56ee9434 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd1b9dd-b710-49e2-8a3f-da2919245dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440037 Feb 28 21:09:02.409644 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['3e948545-64c3-4db4-ad9f-3ce45a536212'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:09:03.523335 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e13ca0-5e61-4109-8f03-96a1c7c81abf req-22703dd3-5d7c-4ccf-9e3f-06687da7b420 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:03.524833 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49e13ca0-5e61-4109-8f03-96a1c7c81abf req-22703dd3-5d7c-4ccf-9e3f-06687da7b420 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd502ca-278f-4c49-83d0-f057a5bd4227 HTTP/1.1" status: 200 len: 945 time: 0.0516741 Feb 28 21:09:03.571527 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49e13ca0-5e61-4109-8f03-96a1c7c81abf req-99a4e92c-8d53-4469-98d3-640baa25ec66 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd1b9dd-b710-49e2-8a3f-da2919245dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405660 Feb 28 21:09:04.014137 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3e948545-64c3-4db4-ad9f-3ce45a536212 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:09:04.061249 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 3e948545-64c3-4db4-ad9f-3ce45a536212 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:09:04.064949 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 3e948545-64c3-4db4-ad9f-3ce45a536212 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:09:04.065326 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3e948545-64c3-4db4-ad9f-3ce45a536212), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:04.143681 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 3e948545-64c3-4db4-ad9f-3ce45a536212 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:09:04.144114 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3e948545-64c3-4db4-ad9f-3ce45a536212), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:04.167487 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd502ca-278f-4c49-83d0-f057a5bd4227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e948545-64c3-4db4-ad9f-3ce45a536212'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:09:04.169964 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfc6200-169a-445a-b9d3-fdaccb1e0438" -d '{"events": [{"server_uuid": "cdd502ca-278f-4c49-83d0-f057a5bd4227", "name": "network-vif-plugged", "status": "completed", "tag": "3e948545-64c3-4db4-ad9f-3ce45a536212"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:09:04.183440 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 3e948545-64c3-4db4-ad9f-3ce45a536212, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3e948545-64c3-4db4-ad9f-3ce45a536212,segment=NetworkSegment(692cb946-3f9d-4505-a310-103384613dc3),segment_id=692cb946-3f9d-4505-a310-103384613dc3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:09:04.188695 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3e948545-64c3-4db4-ad9f-3ce45a536212), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:04.236739 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=3e948545-64c3-4db4-ad9f-3ce45a536212,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:09:04.264518 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a06abf7-888a-4d15-83ef-e72146a5f0c5 x-openstack-request-id: req-8a06abf7-888a-4d15-83ef-e72146a5f0c5 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:09:04.264756 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd502ca-278f-4c49-83d0-f057a5bd4227", "name": "network-vif-plugged", "status": "completed", "tag": "3e948545-64c3-4db4-ad9f-3ce45a536212", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:09:04.265014 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a06abf7-888a-4d15-83ef-e72146a5f0c5 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:09:04.265416 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd502ca-278f-4c49-83d0-f057a5bd4227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e948545-64c3-4db4-ad9f-3ce45a536212', 'code': 200} Feb 28 21:09:04.361092 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef546c-ab18-47a0-be63-819087e1236c req-3c8a3e72-29b3-483a-9a08-c7c525f726d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:04.362586 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-69ef546c-ab18-47a0-be63-819087e1236c req-3c8a3e72-29b3-483a-9a08-c7c525f726d7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cdd502ca-278f-4c49-83d0-f057a5bd4227 HTTP/1.1" status: 200 len: 1129 time: 0.0439739 Feb 28 21:09:04.409502 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-69ef546c-ab18-47a0-be63-819087e1236c req-2d55c6e4-bfa1-441b-95a4-d86c7aa048e6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8fd1b9dd-b710-49e2-8a3f-da2919245dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404010 Feb 28 21:09:04.692635 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad451ed-1824-4298-92e7-35ee9a620426 req-231f0c9a-48d6-4b20-b5c0-c2679003b45a tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:04.694145 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fad451ed-1824-4298-92e7-35ee9a620426 req-231f0c9a-48d6-4b20-b5c0-c2679003b45a tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd502ca-278f-4c49-83d0-f057a5bd4227 HTTP/1.1" status: 200 len: 946 time: 0.0540607 Feb 28 21:09:04.741332 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fad451ed-1824-4298-92e7-35ee9a620426 req-55ed19e9-e548-4d27-9298-84cd71496d36 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd1b9dd-b710-49e2-8a3f-da2919245dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411906 Feb 28 21:09:05.862773 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bc81c-099c-434d-b16b-ea54512fb52e req-ba800d72-0005-458e-899f-8d6462e5579e tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:05.864193 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1c3bc81c-099c-434d-b16b-ea54512fb52e req-ba800d72-0005-458e-899f-8d6462e5579e tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd502ca-278f-4c49-83d0-f057a5bd4227 HTTP/1.1" status: 200 len: 946 time: 0.0558374 Feb 28 21:09:05.910309 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1c3bc81c-099c-434d-b16b-ea54512fb52e req-8276fe0b-995b-4579-b55e-343343f576d1 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd1b9dd-b710-49e2-8a3f-da2919245dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404036 Feb 28 21:09:06.025066 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc23171-62d3-4edd-8eda-d466078d7889 req-011ca9fb-8ea7-4f88-a3c0-7d374000bcde tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:06.027054 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afc23171-62d3-4edd-8eda-d466078d7889 req-011ca9fb-8ea7-4f88-a3c0-7d374000bcde tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd502ca-278f-4c49-83d0-f057a5bd4227 HTTP/1.1" status: 200 len: 946 time: 0.0531504 Feb 28 21:09:06.073187 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afc23171-62d3-4edd-8eda-d466078d7889 req-d8bb8aeb-5a60-4291-a272-00d9750bccaf tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd1b9dd-b710-49e2-8a3f-da2919245dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399845 Feb 28 21:09:16.577123 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-78e06b5a-ef1d-459c-9ce3-c1762aa40b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:19.112836 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1e803a4a-0e03-4028-ad7a-7b665e1ec945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:20.106859 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:20.290306 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:21.487663 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:22.824117 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:22.983296 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:24.205655 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:09:40.223449 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873c3d5-1584-4d1f-a927-2e42d4dae45c req-1b54fe44-970f-4327-95e6-b41dbc7011ee tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:40.224858 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3873c3d5-1584-4d1f-a927-2e42d4dae45c req-1b54fe44-970f-4327-95e6-b41dbc7011ee tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd502ca-278f-4c49-83d0-f057a5bd4227 HTTP/1.1" status: 200 len: 946 time: 0.0561302 Feb 28 21:09:40.273105 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3873c3d5-1584-4d1f-a927-2e42d4dae45c req-12391815-fd02-4158-9d16-4e9cf45ea92c tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd1b9dd-b710-49e2-8a3f-da2919245dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417051 Feb 28 21:09:41.393385 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fb9a8-2640-4887-8f8a-1002c93472b2 req-da841f77-de03-4cad-8df5-440a10a4921c tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:41.394886 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e70fb9a8-2640-4887-8f8a-1002c93472b2 req-da841f77-de03-4cad-8df5-440a10a4921c tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd502ca-278f-4c49-83d0-f057a5bd4227 HTTP/1.1" status: 200 len: 946 time: 0.0539520 Feb 28 21:09:41.441990 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e70fb9a8-2640-4887-8f8a-1002c93472b2 req-c79c3f4e-deac-46e6-bb94-2cbecb1b5100 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd1b9dd-b710-49e2-8a3f-da2919245dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414295 Feb 28 21:09:41.716227 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a49583-55b1-49b9-b87f-50f6f2b3cbce req-5fdabba2-dfad-4226-8a07-f605cf6546c9 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:41.717569 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-94a49583-55b1-49b9-b87f-50f6f2b3cbce req-5fdabba2-dfad-4226-8a07-f605cf6546c9 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd502ca-278f-4c49-83d0-f057a5bd4227 HTTP/1.1" status: 200 len: 946 time: 0.0548751 Feb 28 21:09:41.809672 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-94a49583-55b1-49b9-b87f-50f6f2b3cbce req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Deleting port 3e948545-64c3-4db4-ad9f-3ce45a536212 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:09:41.810014 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-94a49583-55b1-49b9-b87f-50f6f2b3cbce req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3e948545-64c3-4db4-ad9f-3ce45a536212), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:41.903447 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-94a49583-55b1-49b9-b87f-50f6f2b3cbce req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] For port 3e948545-64c3-4db4-ad9f-3ce45a536212, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=3e948545-64c3-4db4-ad9f-3ce45a536212,segment=NetworkSegment(692cb946-3f9d-4505-a310-103384613dc3),segment_id=692cb946-3f9d-4505-a310-103384613dc3)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:09:41.903836 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-94a49583-55b1-49b9-b87f-50f6f2b3cbce req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3e948545-64c3-4db4-ad9f-3ce45a536212), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:41.917878 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-94a49583-55b1-49b9-b87f-50f6f2b3cbce req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Calling delete_port for 3e948545-64c3-4db4-ad9f-3ce45a536212 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:09:42.051810 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-94a49583-55b1-49b9-b87f-50f6f2b3cbce req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (3e948545-64c3-4db4-ad9f-3ce45a536212), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:42.064363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['3e948545-64c3-4db4-ad9f-3ce45a536212'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:09:42.082588 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Pushing event deleted for resources: {'Port': ['ID=3e948545-64c3-4db4-ad9f-3ce45a536212,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:09:42.094921 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:42.095276 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:42.095628 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:42.096008 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:42.096341 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:42.096675 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:42.097006 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:42.097335 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:42.097661 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:42.097990 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:42.098310 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:42.098635 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:42.098955 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:42.136477 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a49583-55b1-49b9-b87f-50f6f2b3cbce req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] No DVR routers for this DVR port 3e948545-64c3-4db4-ad9f-3ce45a536212 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:09:42.139033 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-94a49583-55b1-49b9-b87f-50f6f2b3cbce req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:42.142400 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-94a49583-55b1-49b9-b87f-50f6f2b3cbce req-ed4c4e28-abf3-4a60-887c-a1011e04a129 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.15 "DELETE /v2.0/ports/3e948545-64c3-4db4-ad9f-3ce45a536212 HTTP/1.1" status: 204 len: 173 time: 0.4194818 Feb 28 21:09:42.142841 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd502ca-278f-4c49-83d0-f057a5bd4227', 'name': 'network-vif-deleted', 'tag': '3e948545-64c3-4db4-ad9f-3ce45a536212'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:09:42.145106 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079eb7d3-a816-4687-933f-20d6e07b9dd5" -d '{"events": [{"server_uuid": "cdd502ca-278f-4c49-83d0-f057a5bd4227", "name": "network-vif-deleted", "tag": "3e948545-64c3-4db4-ad9f-3ce45a536212"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:09:42.181581 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f877f85-334b-4b9f-8d9e-50a5a0c79363 x-openstack-request-id: req-0f877f85-334b-4b9f-8d9e-50a5a0c79363 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:09:42.182383 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd502ca-278f-4c49-83d0-f057a5bd4227", "name": "network-vif-deleted", "tag": "3e948545-64c3-4db4-ad9f-3ce45a536212", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:09:42.182642 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f877f85-334b-4b9f-8d9e-50a5a0c79363 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:09:42.183050 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd502ca-278f-4c49-83d0-f057a5bd4227', 'name': 'network-vif-deleted', 'tag': '3e948545-64c3-4db4-ad9f-3ce45a536212', 'status': 'completed', 'code': 200} Feb 28 21:09:42.571288 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4e02e7c1-2f25-4afb-b084-b61d2278bfed req-c0dc5f47-26e1-4a4e-b91d-ee73ee4fbfff tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd502ca-278f-4c49-83d0-f057a5bd4227 HTTP/1.1" status: 200 len: 210 time: 0.0276923 Feb 28 21:09:44.189668 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-0c8c8513-2c67-4192-ba1d-6e866c52961d tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:44.191158 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-0c8c8513-2c67-4192-ba1d-6e866c52961d tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/networks?id=1f47e898-7fb1-46cd-b021-d50b9170bec2 HTTP/1.1" status: 200 len: 817 time: 0.1015191 Feb 28 21:09:44.206019 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-92afb39f-62a7-409b-b1f8-6e27bc7b8620 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/quotas/f74332b2beb34081a905d12c9c59e38f HTTP/1.1" status: 200 len: 375 time: 0.0095069 Feb 28 21:09:44.261674 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-f9dff16c-22db-461c-94b0-61a167f37ee0 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f74332b2beb34081a905d12c9c59e38f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504198 Feb 28 21:09:44.409342 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-a9381b52-babc-4185-81f4-9368c0fd48f2 service neutron] 10.222.0.13 "GET /v2.0/networks/1f47e898-7fb1-46cd-b021-d50b9170bec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362016 Feb 28 21:09:44.495743 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-a6285c24-3083-4516-a4b3-ada6bd2ec628 service neutron] 10.222.0.13 "GET /v2.0/networks/1f47e898-7fb1-46cd-b021-d50b9170bec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805955 Feb 28 21:09:44.659332 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0cc3eea5-9d36-4bb9-a335-d9ad1a90ef4b req-4a5c0ef7-1a2f-4961-8e62-4e0c64c6c6f9 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=9359d1d8-a0d3-412c-af1a-719c4425ad14 HTTP/1.1" status: 200 len: 210 time: 0.0321012 Feb 28 21:09:45.587268 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-d2afac0e-3b5f-49eb-8837-c568d739e5a2 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:45.589504 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-d2afac0e-3b5f-49eb-8837-c568d739e5a2 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.15 "GET /v2.0/networks?id=1f47e898-7fb1-46cd-b021-d50b9170bec2 HTTP/1.1" status: 200 len: 817 time: 0.1167002 Feb 28 21:09:45.602245 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-c8083a21-2ca7-4d20-8078-c79242ac3960 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Request body: {'port': {'device_id': '9359d1d8-a0d3-412c-af1a-719c4425ad14', 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2', 'admin_state_up': True, 'tenant_id': 'f74332b2beb34081a905d12c9c59e38f'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:09:45.711439 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-c8083a21-2ca7-4d20-8078-c79242ac3960 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Made reservation on behalf of f74332b2beb34081a905d12c9c59e38f for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:09:45.715396 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-c8083a21-2ca7-4d20-8078-c79242ac3960 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:45.752439 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-622b4e96-7ede-4c90-bef4-e9a9fef7fc66 req-7263e8fd-5dbf-4357-b0ec-88cdabcadc52 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=9359d1d8-a0d3-412c-af1a-719c4425ad14 HTTP/1.1" status: 200 len: 210 time: 0.0272002 Feb 28 21:09:45.848831 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-c8083a21-2ca7-4d20-8078-c79242ac3960 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Allocated IP 172.20.0.12 (1f47e898-7fb1-46cd-b021-d50b9170bec2/4f4b5916-cf20-4a55-aba6-2de7797ef6c3/10e9e907-2652-4e73-9f00-f997b6fc2b23) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:09:46.008186 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-c8083a21-2ca7-4d20-8078-c79242ac3960 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Publish callbacks [] for port (10e9e907-2652-4e73-9f00-f997b6fc2b23), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:46.044202 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-c8083a21-2ca7-4d20-8078-c79242ac3960 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (10e9e907-2652-4e73-9f00-f997b6fc2b23), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:46.092698 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-c8083a21-2ca7-4d20-8078-c79242ac3960 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Network 1f47e898-7fb1-46cd-b021-d50b9170bec2 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:09:46.095596 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-c8083a21-2ca7-4d20-8078-c79242ac3960 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:09:46.099222 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-c8083a21-2ca7-4d20-8078-c79242ac3960 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:09:46.122697 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8083a21-2ca7-4d20-8078-c79242ac3960 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Pushing event updated for resources: {'Port': ['ID=10e9e907-2652-4e73-9f00-f997b6fc2b23,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:09:46.156768 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-c8083a21-2ca7-4d20-8078-c79242ac3960 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:46.157406 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-c8083a21-2ca7-4d20-8078-c79242ac3960 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:46.174434 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-c8083a21-2ca7-4d20-8078-c79242ac3960 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5770559 Feb 28 21:09:46.187672 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] Request body: {'port': {'device_id': '9359d1d8-a0d3-412c-af1a-719c4425ad14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:09:46.226904 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3e948545-64c3-4db4-ad9f-3ce45a536212 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:09:46.251889 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 3e948545-64c3-4db4-ad9f-3ce45a536212 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:09:46.252635 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 3e948545-64c3-4db4-ad9f-3ce45a536212 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:09:46.263324 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (10e9e907-2652-4e73-9f00-f997b6fc2b23), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:46.400343 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-23930adf-bbbb-4614-b3c5-b3fd69642a1d None None] Provisioning complete for port 10e9e907-2652-4e73-9f00-f997b6fc2b23 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:09:46.401769 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-23930adf-bbbb-4614-b3c5-b3fd69642a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (10e9e907-2652-4e73-9f00-f997b6fc2b23), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:46.437473 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-23930adf-bbbb-4614-b3c5-b3fd69642a1d None None] Port 10e9e907-2652-4e73-9f00-f997b6fc2b23 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:09:46.533643 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e9e907-2652-4e73-9f00-f997b6fc2b23 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:09:46.541011 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] Publish callbacks [] for port (10e9e907-2652-4e73-9f00-f997b6fc2b23), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:46.553197 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] Transition to ACTIVE for port object 10e9e907-2652-4e73-9f00-f997b6fc2b23 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:09:46.557494 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (10e9e907-2652-4e73-9f00-f997b6fc2b23), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:46.579180 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d643ce3e-9f02-4f67-bc7b-1f832f9259c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:46.614123 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] Pushing event updated for resources: {'Port': ['ID=10e9e907-2652-4e73-9f00-f997b6fc2b23,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:09:46.689550 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] Attempting to bind port 10e9e907-2652-4e73-9f00-f997b6fc2b23 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:09:46.689913 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] Attempting to bind port 10e9e907-2652-4e73-9f00-f997b6fc2b23 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '692cb946-3f9d-4505-a310-103384613dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:09:46.690232 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] Attempting to bind port 10e9e907-2652-4e73-9f00-f997b6fc2b23 on network 1f47e898-7fb1-46cd-b021-d50b9170bec2 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:09:46.695168 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] Port 10e9e907-2652-4e73-9f00-f997b6fc2b23 on network 1f47e898-7fb1-46cd-b021-d50b9170bec2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:09:46.695492 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] Attempting to bind port 10e9e907-2652-4e73-9f00-f997b6fc2b23 on network 1f47e898-7fb1-46cd-b021-d50b9170bec2 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:09:46.700787 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:09:46.701130 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] Checking segment: {'id': '692cb946-3f9d-4505-a310-103384613dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:09:46.701504 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] Bound using segment: {'id': '692cb946-3f9d-4505-a310-103384613dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:09:46.701929 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] Bound port: 10e9e907-2652-4e73-9f00-f997b6fc2b23, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692cb946-3f9d-4505-a310-103384613dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:09:46.702282 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (10e9e907-2652-4e73-9f00-f997b6fc2b23), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:46.772163 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] For port 10e9e907-2652-4e73-9f00-f997b6fc2b23, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:09:46.778033 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] For port 10e9e907-2652-4e73-9f00-f997b6fc2b23, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=10e9e907-2652-4e73-9f00-f997b6fc2b23,segment=NetworkSegment(692cb946-3f9d-4505-a310-103384613dc3),segment_id=692cb946-3f9d-4505-a310-103384613dc3)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:09:46.789492 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (10e9e907-2652-4e73-9f00-f997b6fc2b23), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:46.834198 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:46.834815 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:46.836257 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] 10.222.0.15 "PUT /v2.0/ports/10e9e907-2652-4e73-9f00-f997b6fc2b23 HTTP/1.1" status: 200 len: 1093 time: 0.6529176 Feb 28 21:09:46.836719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9359d1d8-a0d3-412c-af1a-719c4425ad14', 'tag': '10e9e907-2652-4e73-9f00-f997b6fc2b23'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:09:46.839923 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8a9610-e6f2-4fc6-9e1a-431b2a3542b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9359d1d8-a0d3-412c-af1a-719c4425ad14", "tag": "10e9e907-2652-4e73-9f00-f997b6fc2b23"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:09:46.862955 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6ab94-4f70-414b-9134-924eb5e60d92 service neutron] Pushing event updated for resources: {'Port': ['ID=10e9e907-2652-4e73-9f00-f997b6fc2b23,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:09:46.921571 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc5189-877b-4e22-879f-f150a7efc2b5 req-eae2a52d-15a7-4dd7-92c3-104655a5b1e7 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:46.924031 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83cc5189-877b-4e22-879f-f150a7efc2b5 req-eae2a52d-15a7-4dd7-92c3-104655a5b1e7 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=9359d1d8-a0d3-412c-af1a-719c4425ad14 HTTP/1.1" status: 200 len: 944 time: 0.0794125 Feb 28 21:09:46.952635 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-f706f5c7-6caf-4546-90d7-b9287fc67702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:46.954020 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-f706f5c7-6caf-4546-90d7-b9287fc67702 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f74332b2beb34081a905d12c9c59e38f&device_id=9359d1d8-a0d3-412c-af1a-719c4425ad14 HTTP/1.1" status: 200 len: 1127 time: 0.0760028 Feb 28 21:09:46.999552 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83cc5189-877b-4e22-879f-f150a7efc2b5 req-af1a61ed-c09b-42ff-9f86-3c45f577a5e2 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd1b9dd-b710-49e2-8a3f-da2919245dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629902 Feb 28 21:09:47.001245 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-0c42acca-acad-42f3-ae23-ebc607144fde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10e9e907-2652-4e73-9f00-f997b6fc2b23 HTTP/1.1" status: 200 len: 217 time: 0.0403051 Feb 28 21:09:47.040610 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516e23ac-42e4-47d7-bc31-a245e2379071 x-openstack-request-id: req-516e23ac-42e4-47d7-bc31-a245e2379071 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:09:47.040903 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9359d1d8-a0d3-412c-af1a-719c4425ad14", "tag": "10e9e907-2652-4e73-9f00-f997b6fc2b23", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:09:47.041750 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-516e23ac-42e4-47d7-bc31-a245e2379071 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:09:47.042261 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9359d1d8-a0d3-412c-af1a-719c4425ad14', 'tag': '10e9e907-2652-4e73-9f00-f997b6fc2b23', 'status': 'completed', 'code': 200} Feb 28 21:09:47.061696 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-4e7682e7-519d-4f19-879f-6190330f2922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:47.063197 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-4e7682e7-519d-4f19-879f-6190330f2922 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f4b5916-cf20-4a55-aba6-2de7797ef6c3 HTTP/1.1" status: 200 len: 856 time: 0.0518491 Feb 28 21:09:47.117314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-34beb191-c1f4-45e8-bf88-837682742c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:47.118792 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-34beb191-c1f4-45e8-bf88-837682742c26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f47e898-7fb1-46cd-b021-d50b9170bec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0496664 Feb 28 21:09:47.205368 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-cbed7e34-887e-40c1-929f-013da80a800e service neutron] 10.222.0.15 "GET /v2.0/networks/1f47e898-7fb1-46cd-b021-d50b9170bec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802619 Feb 28 21:09:47.297038 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ad1fd47c-5568-4030-9146-33913a2480f4 req-96a8be99-e72a-4c3c-b218-256273c23f34 service neutron] 10.222.0.15 "GET /v2.0/networks/1f47e898-7fb1-46cd-b021-d50b9170bec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860548 Feb 28 21:09:47.385941 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a9610-e6f2-4fc6-9e1a-431b2a3542b4 req-3f37666b-a767-4075-8581-29f92230422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:47.387429 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5e8a9610-e6f2-4fc6-9e1a-431b2a3542b4 req-3f37666b-a767-4075-8581-29f92230422c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f74332b2beb34081a905d12c9c59e38f&device_id=9359d1d8-a0d3-412c-af1a-719c4425ad14 HTTP/1.1" status: 200 len: 1127 time: 0.0444860 Feb 28 21:09:47.479303 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a9610-e6f2-4fc6-9e1a-431b2a3542b4 req-1f89fcaf-84f7-44ee-9019-587819889b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:47.481472 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5e8a9610-e6f2-4fc6-9e1a-431b2a3542b4 req-1f89fcaf-84f7-44ee-9019-587819889b88 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f47e898-7fb1-46cd-b021-d50b9170bec2 HTTP/1.1" status: 200 len: 917 time: 0.0883160 Feb 28 21:09:47.521507 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5e8a9610-e6f2-4fc6-9e1a-431b2a3542b4 req-8e37e133-fdfd-474e-9b93-f536991d2377 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10e9e907-2652-4e73-9f00-f997b6fc2b23 HTTP/1.1" status: 200 len: 217 time: 0.0340130 Feb 28 21:09:47.567599 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a9610-e6f2-4fc6-9e1a-431b2a3542b4 req-2bb7facc-5f77-4d7e-bdee-0cf628e53729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:47.568956 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5e8a9610-e6f2-4fc6-9e1a-431b2a3542b4 req-2bb7facc-5f77-4d7e-bdee-0cf628e53729 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f4b5916-cf20-4a55-aba6-2de7797ef6c3 HTTP/1.1" status: 200 len: 856 time: 0.0409155 Feb 28 21:09:47.623696 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a9610-e6f2-4fc6-9e1a-431b2a3542b4 req-63da03cf-054a-4b06-b830-3a0d162c2272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:47.625463 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5e8a9610-e6f2-4fc6-9e1a-431b2a3542b4 req-63da03cf-054a-4b06-b830-3a0d162c2272 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f47e898-7fb1-46cd-b021-d50b9170bec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473716 Feb 28 21:09:47.731296 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5e8a9610-e6f2-4fc6-9e1a-431b2a3542b4 req-d02381e7-c543-4215-87cf-17a2d33bef02 service neutron] 10.222.0.15 "GET /v2.0/networks/1f47e898-7fb1-46cd-b021-d50b9170bec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989499 Feb 28 21:09:47.820903 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5e8a9610-e6f2-4fc6-9e1a-431b2a3542b4 req-5b4140da-be6e-4d83-9491-036827ba864d service neutron] 10.222.0.15 "GET /v2.0/networks/1f47e898-7fb1-46cd-b021-d50b9170bec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837994 Feb 28 21:09:48.110675 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c435b8-9edf-4c7b-b205-0a8d20005805 req-99880ecc-d790-4869-bb73-db41378229d7 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:48.112097 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e2c435b8-9edf-4c7b-b205-0a8d20005805 req-99880ecc-d790-4869-bb73-db41378229d7 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=9359d1d8-a0d3-412c-af1a-719c4425ad14 HTTP/1.1" status: 200 len: 944 time: 0.0517838 Feb 28 21:09:48.162901 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e2c435b8-9edf-4c7b-b205-0a8d20005805 req-bc7ccfb7-0130-4318-8575-2f4c77a1f58e tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd1b9dd-b710-49e2-8a3f-da2919245dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451365 Feb 28 21:09:49.116985 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8eb33257-ef9d-4bb9-b127-caa450a04716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:49.280564 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8848d7-c153-4c3e-87f0-dfd1d73b6b5e req-77628a35-ba5b-49ab-aa23-7fc3a6a05d9f tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:49.282054 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e8848d7-c153-4c3e-87f0-dfd1d73b6b5e req-77628a35-ba5b-49ab-aa23-7fc3a6a05d9f tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=9359d1d8-a0d3-412c-af1a-719c4425ad14 HTTP/1.1" status: 200 len: 944 time: 0.0529838 Feb 28 21:09:49.328239 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2e8848d7-c153-4c3e-87f0-dfd1d73b6b5e req-6a94fa88-c158-4a46-a231-a6fede687eb0 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd1b9dd-b710-49e2-8a3f-da2919245dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406280 Feb 28 21:09:50.104299 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:50.247784 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 10e9e907-2652-4e73-9f00-f997b6fc2b23 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:09:50.333725 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:50.357137 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 10e9e907-2652-4e73-9f00-f997b6fc2b23, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=10e9e907-2652-4e73-9f00-f997b6fc2b23,segment=NetworkSegment(692cb946-3f9d-4505-a310-103384613dc3),segment_id=692cb946-3f9d-4505-a310-103384613dc3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:09:50.372660 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '10e9e907-2652-4e73-9f00-f997b6fc2b23', 'network_id': '1f47e898-7fb1-46cd-b021-d50b9170bec2', 'port_id': '10e9e907-2652-4e73-9f00-f997b6fc2b23', 'mac_address': 'fa:16:3e:63:cd:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4b5916-cf20-4a55-aba6-2de7797ef6c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:09:50.409983 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 10e9e907-2652-4e73-9f00-f997b6fc2b23 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:09:50.410372 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (10e9e907-2652-4e73-9f00-f997b6fc2b23), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:50.423745 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e9e907-2652-4e73-9f00-f997b6fc2b23 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:09:50.443409 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 10e9e907-2652-4e73-9f00-f997b6fc2b23, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=10e9e907-2652-4e73-9f00-f997b6fc2b23,segment=NetworkSegment(692cb946-3f9d-4505-a310-103384613dc3),segment_id=692cb946-3f9d-4505-a310-103384613dc3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:09:50.447488 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (10e9e907-2652-4e73-9f00-f997b6fc2b23), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:50.450028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09171fa8-d23c-4474-aee7-15f7de502a81 req-8628a3fa-aaf0-4bc1-9be2-2391ba6ef53f tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:50.451720 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-09171fa8-d23c-4474-aee7-15f7de502a81 req-8628a3fa-aaf0-4bc1-9be2-2391ba6ef53f tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=9359d1d8-a0d3-412c-af1a-719c4425ad14 HTTP/1.1" status: 200 len: 944 time: 0.0535157 Feb 28 21:09:50.494147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=10e9e907-2652-4e73-9f00-f997b6fc2b23,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:09:50.498588 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-09171fa8-d23c-4474-aee7-15f7de502a81 req-08b4a06f-e766-46fe-9c6b-1c35f3a2b80d tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd1b9dd-b710-49e2-8a3f-da2919245dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410786 Feb 28 21:09:50.502389 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:50.502737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:50.503078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:50.503416 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:50.503747 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:50.504107 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:50.504431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:50.504756 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:50.505078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:50.505429 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:50.505750 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:50.506068 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:50.506386 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:09:50.639070 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['10e9e907-2652-4e73-9f00-f997b6fc2b23'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:09:51.490582 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:51.621200 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757dfac3-cd86-4b73-ba1d-17ef6b331918 req-f86c2eb9-570f-478f-a165-9bc15179b19c tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:51.622684 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-757dfac3-cd86-4b73-ba1d-17ef6b331918 req-f86c2eb9-570f-478f-a165-9bc15179b19c tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=9359d1d8-a0d3-412c-af1a-719c4425ad14 HTTP/1.1" status: 200 len: 945 time: 0.0585310 Feb 28 21:09:51.668567 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-757dfac3-cd86-4b73-ba1d-17ef6b331918 req-389bd43d-5f91-403e-a59d-bde37cdf5498 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd1b9dd-b710-49e2-8a3f-da2919245dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400033 Feb 28 21:09:52.248016 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 10e9e907-2652-4e73-9f00-f997b6fc2b23 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:09:52.296184 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 10e9e907-2652-4e73-9f00-f997b6fc2b23 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:09:52.299951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 10e9e907-2652-4e73-9f00-f997b6fc2b23 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:09:52.300324 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (10e9e907-2652-4e73-9f00-f997b6fc2b23), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:52.377319 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 10e9e907-2652-4e73-9f00-f997b6fc2b23 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:09:52.377700 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (10e9e907-2652-4e73-9f00-f997b6fc2b23), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:52.398797 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9359d1d8-a0d3-412c-af1a-719c4425ad14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e9e907-2652-4e73-9f00-f997b6fc2b23'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:09:52.401810 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f23b6a0-9bec-4b2f-8273-37b9b85d6720" -d '{"events": [{"server_uuid": "9359d1d8-a0d3-412c-af1a-719c4425ad14", "name": "network-vif-plugged", "status": "completed", "tag": "10e9e907-2652-4e73-9f00-f997b6fc2b23"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:09:52.413982 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 10e9e907-2652-4e73-9f00-f997b6fc2b23, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=10e9e907-2652-4e73-9f00-f997b6fc2b23,segment=NetworkSegment(692cb946-3f9d-4505-a310-103384613dc3),segment_id=692cb946-3f9d-4505-a310-103384613dc3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:09:52.418614 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (10e9e907-2652-4e73-9f00-f997b6fc2b23), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:52.441118 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a06994-4d85-426b-b798-eac125c84378 x-openstack-request-id: req-b1a06994-4d85-426b-b798-eac125c84378 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:09:52.441409 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9359d1d8-a0d3-412c-af1a-719c4425ad14", "name": "network-vif-plugged", "status": "completed", "tag": "10e9e907-2652-4e73-9f00-f997b6fc2b23", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:09:52.441660 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1a06994-4d85-426b-b798-eac125c84378 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:09:52.442047 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9359d1d8-a0d3-412c-af1a-719c4425ad14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e9e907-2652-4e73-9f00-f997b6fc2b23', 'code': 200} Feb 28 21:09:52.469756 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=10e9e907-2652-4e73-9f00-f997b6fc2b23,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:09:52.539335 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d0fcf-8465-47c4-a28c-02184318551d req-44503cc3-540f-46ba-90c5-ad9f62a14494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:52.540851 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-995d0fcf-8465-47c4-a28c-02184318551d req-44503cc3-540f-46ba-90c5-ad9f62a14494 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9359d1d8-a0d3-412c-af1a-719c4425ad14 HTTP/1.1" status: 200 len: 1129 time: 0.0446501 Feb 28 21:09:52.582489 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-995d0fcf-8465-47c4-a28c-02184318551d req-069bea64-d801-45d0-9cb3-56e769d7a22f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8fd1b9dd-b710-49e2-8a3f-da2919245dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359900 Feb 28 21:09:52.788902 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da91a1d-7eb8-4ae6-a245-15d55d885700 req-5a0fcf89-3c31-4ca1-8116-e21157aaa05e tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:52.790466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0da91a1d-7eb8-4ae6-a245-15d55d885700 req-5a0fcf89-3c31-4ca1-8116-e21157aaa05e tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=9359d1d8-a0d3-412c-af1a-719c4425ad14 HTTP/1.1" status: 200 len: 946 time: 0.0535858 Feb 28 21:09:52.827434 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:52.837545 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0da91a1d-7eb8-4ae6-a245-15d55d885700 req-f6a98d6a-f34d-46c6-8d4b-4a9f86e514ac tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd1b9dd-b710-49e2-8a3f-da2919245dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416601 Feb 28 21:09:52.991023 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:09:53.956151 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c559cf-4fac-4ec2-b3a3-e4eb5a63c76f req-4478917f-5798-4e4e-bfd8-34c29bdc00be tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:53.957678 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c4c559cf-4fac-4ec2-b3a3-e4eb5a63c76f req-4478917f-5798-4e4e-bfd8-34c29bdc00be tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=9359d1d8-a0d3-412c-af1a-719c4425ad14 HTTP/1.1" status: 200 len: 946 time: 0.0520008 Feb 28 21:09:54.008088 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c4c559cf-4fac-4ec2-b3a3-e4eb5a63c76f req-4d3d6403-b796-42fb-8f33-c05ce1bfe530 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd1b9dd-b710-49e2-8a3f-da2919245dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448763 Feb 28 21:09:54.124066 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4824c-b0c3-49fa-99a6-a8b6f705883e req-a572bd8c-7a09-4af7-8376-6ec7e4a36c51 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:09:54.125715 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72b4824c-b0c3-49fa-99a6-a8b6f705883e req-a572bd8c-7a09-4af7-8376-6ec7e4a36c51 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=9359d1d8-a0d3-412c-af1a-719c4425ad14 HTTP/1.1" status: 200 len: 946 time: 0.0542293 Feb 28 21:09:54.171725 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72b4824c-b0c3-49fa-99a6-a8b6f705883e req-2c15851b-a175-4a93-8f71-10367c89852c tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd1b9dd-b710-49e2-8a3f-da2919245dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404232 Feb 28 21:10:01.205634 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:10:05.345136 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf9256f5-d70a-48eb-aaee-70d30eff5335 req-21d05e6b-6fd4-42e6-95b4-4e31a3a5edc7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9359d1d8-a0d3-412c-af1a-719c4425ad14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442569 Feb 28 21:10:05.446025 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9256f5-d70a-48eb-aaee-70d30eff5335 req-3883de06-8539-47ff-b06e-31dc38f20dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:10:05.447708 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf9256f5-d70a-48eb-aaee-70d30eff5335 req-3883de06-8539-47ff-b06e-31dc38f20dc8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f74332b2beb34081a905d12c9c59e38f&device_id=9359d1d8-a0d3-412c-af1a-719c4425ad14 HTTP/1.1" status: 200 len: 1129 time: 0.0501232 Feb 28 21:10:05.552521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9256f5-d70a-48eb-aaee-70d30eff5335 req-6db5f4c9-df64-4c13-be7e-f5c52083b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:10:05.553881 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf9256f5-d70a-48eb-aaee-70d30eff5335 req-6db5f4c9-df64-4c13-be7e-f5c52083b37d service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f47e898-7fb1-46cd-b021-d50b9170bec2 HTTP/1.1" status: 200 len: 917 time: 0.0845068 Feb 28 21:10:05.598707 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf9256f5-d70a-48eb-aaee-70d30eff5335 req-88b72973-99ff-439b-a904-0145c9cbeaf9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10e9e907-2652-4e73-9f00-f997b6fc2b23 HTTP/1.1" status: 200 len: 217 time: 0.0381253 Feb 28 21:10:05.649059 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9256f5-d70a-48eb-aaee-70d30eff5335 req-66b54d6c-5fda-4cde-83ba-25f930c728e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:10:05.651466 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf9256f5-d70a-48eb-aaee-70d30eff5335 req-66b54d6c-5fda-4cde-83ba-25f930c728e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f4b5916-cf20-4a55-aba6-2de7797ef6c3 HTTP/1.1" status: 200 len: 856 time: 0.0452831 Feb 28 21:10:05.702916 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9256f5-d70a-48eb-aaee-70d30eff5335 req-4da58e72-1b63-4eec-8a7f-febe32a93027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:10:05.704710 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf9256f5-d70a-48eb-aaee-70d30eff5335 req-4da58e72-1b63-4eec-8a7f-febe32a93027 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f47e898-7fb1-46cd-b021-d50b9170bec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479124 Feb 28 21:10:05.800951 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf9256f5-d70a-48eb-aaee-70d30eff5335 req-9bf64d54-dcd6-477e-b2fb-cc6dd382f690 service neutron] 10.222.0.15 "GET /v2.0/networks/1f47e898-7fb1-46cd-b021-d50b9170bec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883191 Feb 28 21:10:05.891580 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf9256f5-d70a-48eb-aaee-70d30eff5335 req-8cc5bcee-bc96-49b1-bec4-60b755d68b1b service neutron] 10.222.0.15 "GET /v2.0/networks/1f47e898-7fb1-46cd-b021-d50b9170bec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838804 Feb 28 21:10:16.581375 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-963b07f5-dc5d-416d-b00a-4d859629e693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:19.118727 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5ef57ff1-44a3-4065-a002-cefc1aa76224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:20.117932 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:20.296429 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:21.493323 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:22.830168 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:23.012415 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:28.214027 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a987715-48b7-432f-be09-7729aabe31ee req-963e3a2e-9462-41d8-941a-fc1ab4c749fa tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:10:28.215427 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1a987715-48b7-432f-be09-7729aabe31ee req-963e3a2e-9462-41d8-941a-fc1ab4c749fa tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=9359d1d8-a0d3-412c-af1a-719c4425ad14 HTTP/1.1" status: 200 len: 946 time: 0.0532186 Feb 28 21:10:28.269382 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1a987715-48b7-432f-be09-7729aabe31ee req-c349c02b-b8b3-44b6-97fe-3e6bbc8c61cd tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd1b9dd-b710-49e2-8a3f-da2919245dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481999 Feb 28 21:10:29.394280 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425e617-a81e-44c1-988b-25a861d1b01f req-8894d37f-7b7f-473d-ba2d-da409acfa618 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:10:29.395782 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6425e617-a81e-44c1-988b-25a861d1b01f req-8894d37f-7b7f-473d-ba2d-da409acfa618 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=9359d1d8-a0d3-412c-af1a-719c4425ad14 HTTP/1.1" status: 200 len: 946 time: 0.0557258 Feb 28 21:10:29.442638 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6425e617-a81e-44c1-988b-25a861d1b01f req-0ea1b7a7-c196-4ed7-b980-20d6cf486549 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd1b9dd-b710-49e2-8a3f-da2919245dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405982 Feb 28 21:10:29.750624 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a639184-3a9f-49d2-9160-26ad72db4426 req-10493b75-dc6f-45b1-99b7-1bab6242ca3f tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:10:29.752167 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0a639184-3a9f-49d2-9160-26ad72db4426 req-10493b75-dc6f-45b1-99b7-1bab6242ca3f tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.15 "GET /v2.0/ports?device_id=9359d1d8-a0d3-412c-af1a-719c4425ad14 HTTP/1.1" status: 200 len: 946 time: 0.0547082 Feb 28 21:10:29.845825 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-0a639184-3a9f-49d2-9160-26ad72db4426 req-a66eeb99-b047-43b9-b07c-8b4955ffd8e7 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Deleting port 10e9e907-2652-4e73-9f00-f997b6fc2b23 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:10:29.846159 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0a639184-3a9f-49d2-9160-26ad72db4426 req-a66eeb99-b047-43b9-b07c-8b4955ffd8e7 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (10e9e907-2652-4e73-9f00-f997b6fc2b23), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:29.953459 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-0a639184-3a9f-49d2-9160-26ad72db4426 req-a66eeb99-b047-43b9-b07c-8b4955ffd8e7 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] For port 10e9e907-2652-4e73-9f00-f997b6fc2b23, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=10e9e907-2652-4e73-9f00-f997b6fc2b23,segment=NetworkSegment(692cb946-3f9d-4505-a310-103384613dc3),segment_id=692cb946-3f9d-4505-a310-103384613dc3)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:10:29.953835 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0a639184-3a9f-49d2-9160-26ad72db4426 req-a66eeb99-b047-43b9-b07c-8b4955ffd8e7 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (10e9e907-2652-4e73-9f00-f997b6fc2b23), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:29.968327 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-0a639184-3a9f-49d2-9160-26ad72db4426 req-a66eeb99-b047-43b9-b07c-8b4955ffd8e7 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Calling delete_port for 10e9e907-2652-4e73-9f00-f997b6fc2b23 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:10:30.091391 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0a639184-3a9f-49d2-9160-26ad72db4426 req-a66eeb99-b047-43b9-b07c-8b4955ffd8e7 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (10e9e907-2652-4e73-9f00-f997b6fc2b23), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:30.103107 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['10e9e907-2652-4e73-9f00-f997b6fc2b23'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:10:30.450809 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66eeb99-b047-43b9-b07c-8b4955ffd8e7 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Pushing event deleted for resources: {'Port': ['ID=10e9e907-2652-4e73-9f00-f997b6fc2b23,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:30.491922 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a639184-3a9f-49d2-9160-26ad72db4426 req-a66eeb99-b047-43b9-b07c-8b4955ffd8e7 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] No DVR routers for this DVR port 10e9e907-2652-4e73-9f00-f997b6fc2b23 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:10:30.494937 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0a639184-3a9f-49d2-9160-26ad72db4426 req-a66eeb99-b047-43b9-b07c-8b4955ffd8e7 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:30.498254 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0a639184-3a9f-49d2-9160-26ad72db4426 req-a66eeb99-b047-43b9-b07c-8b4955ffd8e7 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.15 "DELETE /v2.0/ports/10e9e907-2652-4e73-9f00-f997b6fc2b23 HTTP/1.1" status: 204 len: 173 time: 0.7409749 Feb 28 21:10:30.498729 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9359d1d8-a0d3-412c-af1a-719c4425ad14', 'name': 'network-vif-deleted', 'tag': '10e9e907-2652-4e73-9f00-f997b6fc2b23'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:10:30.501255 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f008d6c-91d0-448e-867b-c9a1fc8f2d5a" -d '{"events": [{"server_uuid": "9359d1d8-a0d3-412c-af1a-719c4425ad14", "name": "network-vif-deleted", "tag": "10e9e907-2652-4e73-9f00-f997b6fc2b23"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:10:30.544754 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2ef1a018-a07e-4b6f-b432-c80bec2140d5 req-5124f7b7-c6e6-4ef3-91b2-01310da83577 tempest-TestEncryptedCinderVolumes-485303645 tempest-TestEncryptedCinderVolumes-485303645-project] 10.222.0.13 "GET /v2.0/ports?device_id=9359d1d8-a0d3-412c-af1a-719c4425ad14 HTTP/1.1" status: 200 len: 210 time: 0.0278604 Feb 28 21:10:30.587909 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fbe610-4161-4416-ae47-1a42a11d95c4 x-openstack-request-id: req-32fbe610-4161-4416-ae47-1a42a11d95c4 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:10:30.588191 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9359d1d8-a0d3-412c-af1a-719c4425ad14", "name": "network-vif-deleted", "tag": "10e9e907-2652-4e73-9f00-f997b6fc2b23", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:10:30.588444 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32fbe610-4161-4416-ae47-1a42a11d95c4 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:10:30.588863 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9359d1d8-a0d3-412c-af1a-719c4425ad14', 'name': 'network-vif-deleted', 'tag': '10e9e907-2652-4e73-9f00-f997b6fc2b23', 'status': 'completed', 'code': 200} Feb 28 21:10:31.641110 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46576) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:10:31.984704 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed046ad6-a3e4-4c27-8f35-eeb87063fc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (4fd9ea92-b427-4db7-ab5e-34207133c3ce), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:32.229446 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-ed046ad6-a3e4-4c27-8f35-eeb87063fc35 admin admin] Deleting port 2b8d7bbd-a236-4571-aa1d-ba28117cca66 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:10:32.229780 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed046ad6-a3e4-4c27-8f35-eeb87063fc35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2b8d7bbd-a236-4571-aa1d-ba28117cca66), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:32.308250 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-ed046ad6-a3e4-4c27-8f35-eeb87063fc35 admin admin] For port 2b8d7bbd-a236-4571-aa1d-ba28117cca66, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2b8d7bbd-a236-4571-aa1d-ba28117cca66,segment=NetworkSegment(692cb946-3f9d-4505-a310-103384613dc3),segment_id=692cb946-3f9d-4505-a310-103384613dc3)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:10:32.308606 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed046ad6-a3e4-4c27-8f35-eeb87063fc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2b8d7bbd-a236-4571-aa1d-ba28117cca66), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:32.320419 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-ed046ad6-a3e4-4c27-8f35-eeb87063fc35 admin admin] Calling delete_port for 2b8d7bbd-a236-4571-aa1d-ba28117cca66 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:10:32.491186 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 10e9e907-2652-4e73-9f00-f997b6fc2b23 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:10:32.501403 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed046ad6-a3e4-4c27-8f35-eeb87063fc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (2b8d7bbd-a236-4571-aa1d-ba28117cca66), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:32.513253 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 10e9e907-2652-4e73-9f00-f997b6fc2b23 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:10:32.513535 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 10e9e907-2652-4e73-9f00-f997b6fc2b23 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:10:32.527456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed046ad6-a3e4-4c27-8f35-eeb87063fc35 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b8d7bbd-a236-4571-aa1d-ba28117cca66,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:32.709304 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed046ad6-a3e4-4c27-8f35-eeb87063fc35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (4fd9ea92-b427-4db7-ab5e-34207133c3ce), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:32.927145 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed046ad6-a3e4-4c27-8f35-eeb87063fc35 admin admin] Router 4fd9ea92-b427-4db7-ab5e-34207133c3ce has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:10:33.038040 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed046ad6-a3e4-4c27-8f35-eeb87063fc35 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:10:33.043187 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ed046ad6-a3e4-4c27-8f35-eeb87063fc35 admin admin] 10.222.0.13 "PUT /v2.0/routers/4fd9ea92-b427-4db7-ab5e-34207133c3ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4009933 Feb 28 21:10:33.045971 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46578) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:10:33.047974 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cba5d5-4147-4543-8c07-bf25c1d841f7 None None] Sync routers for ids ['4fd9ea92-b427-4db7-ab5e-34207133c3ce'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:10:33.058790 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cba5d5-4147-4543-8c07-bf25c1d841f7 None None] Routers {'4fd9ea92-b427-4db7-ab5e-34207133c3ce'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:10:33.059396 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e2cba5d5-4147-4543-8c07-bf25c1d841f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4fd9ea92-b427-4db7-ab5e-34207133c3ce'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:33.155969 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Publish callbacks [] for router (4fd9ea92-b427-4db7-ab5e-34207133c3ce), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:33.165176 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-e2cba5d5-4147-4543-8c07-bf25c1d841f7 None None] Set router 4fd9ea92-b427-4db7-ab5e-34207133c3ce gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:10:33.346464 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e2cba5d5-4147-4543-8c07-bf25c1d841f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd9ea92-b427-4db7-ab5e-34207133c3ce', 'name': 'tempest-TestEncryptedCinderVolumes-1185304923-router', 'tenant_id': 'f74332b2beb34081a905d12c9c59e38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b5bf8def-ef11-4359-b146-04b33ab652e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:08:46Z', 'updated_at': '2022-02-28T21:10:32Z', 'revision_number': 5, 'project_id': 'f74332b2beb34081a905d12c9c59e38f', 'gw_port': {'id': 'b5bf8def-ef11-4359-b146-04b33ab652e4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ce:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ea92-b427-4db7-ab5e-34207133c3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:08:47Z', 'updated_at': '2022-02-28T21:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:33.377060 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cba5d5-4147-4543-8c07-bf25c1d841f7 None None] Checking router: 4fd9ea92-b427-4db7-ab5e-34207133c3ce for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:10:33.386340 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cba5d5-4147-4543-8c07-bf25c1d841f7 None None] Routers {'4fd9ea92-b427-4db7-ab5e-34207133c3ce'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:10:33.386961 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e2cba5d5-4147-4543-8c07-bf25c1d841f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['4fd9ea92-b427-4db7-ab5e-34207133c3ce'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:33.496264 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-e2cba5d5-4147-4543-8c07-bf25c1d841f7 None None] Set router 4fd9ea92-b427-4db7-ab5e-34207133c3ce gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:10:33.621348 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Publish callbacks [] for router_gateway (4fd9ea92-b427-4db7-ab5e-34207133c3ce), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:33.672336 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Deleting port b5bf8def-ef11-4359-b146-04b33ab652e4 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:10:33.672672 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b5bf8def-ef11-4359-b146-04b33ab652e4), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:33.676306 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e2cba5d5-4147-4543-8c07-bf25c1d841f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd9ea92-b427-4db7-ab5e-34207133c3ce', 'name': 'tempest-TestEncryptedCinderVolumes-1185304923-router', 'tenant_id': 'f74332b2beb34081a905d12c9c59e38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b5bf8def-ef11-4359-b146-04b33ab652e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:08:46Z', 'updated_at': '2022-02-28T21:10:32Z', 'revision_number': 5, 'project_id': 'f74332b2beb34081a905d12c9c59e38f', 'gw_port': {'id': 'b5bf8def-ef11-4359-b146-04b33ab652e4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ce:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ea92-b427-4db7-ab5e-34207133c3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:08:47Z', 'updated_at': '2022-02-28T21:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:33.702860 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cba5d5-4147-4543-8c07-bf25c1d841f7 None None] The sync data for ids ['4fd9ea92-b427-4db7-ab5e-34207133c3ce'] in n-d-820368-21 is: [{'id': '4fd9ea92-b427-4db7-ab5e-34207133c3ce', 'name': 'tempest-TestEncryptedCinderVolumes-1185304923-router', 'tenant_id': 'f74332b2beb34081a905d12c9c59e38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b5bf8def-ef11-4359-b146-04b33ab652e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:08:46Z', 'updated_at': '2022-02-28T21:10:32Z', 'revision_number': 5, 'project_id': 'f74332b2beb34081a905d12c9c59e38f', 'gw_port': {'id': 'b5bf8def-ef11-4359-b146-04b33ab652e4', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ce:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ea92-b427-4db7-ab5e-34207133c3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:08:47Z', 'updated_at': '2022-02-28T21:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:10:33.756629 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] For port b5bf8def-ef11-4359-b146-04b33ab652e4, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b5bf8def-ef11-4359-b146-04b33ab652e4,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:10:33.756994 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b5bf8def-ef11-4359-b146-04b33ab652e4), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:33.770073 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Calling delete_port for b5bf8def-ef11-4359-b146-04b33ab652e4 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:10:33.935556 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (b5bf8def-ef11-4359-b146-04b33ab652e4), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:33.960005 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Pushing event deleted for resources: {'Port': ['ID=b5bf8def-ef11-4359-b146-04b33ab652e4,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:33.985642 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:33.986039 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:33.986326 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:33.986658 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:33.986989 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:33.987315 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:33.987636 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:33.987980 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:33.988311 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:33.988631 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:33.988954 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:33.989267 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:33.989579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:34.031232 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (4fd9ea92-b427-4db7-ab5e-34207133c3ce), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:34.128677 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (4fd9ea92-b427-4db7-ab5e-34207133c3ce), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:34.130894 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Publish callbacks [] for router_controller (4fd9ea92-b427-4db7-ab5e-34207133c3ce), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:34.182083 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (4fd9ea92-b427-4db7-ab5e-34207133c3ce), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:34.182671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fd9ea92-b427-4db7-ab5e-34207133c3ce {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 21:10:34.187306 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:34.190865 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bf68136e-e119-4330-bb61-7a03ff6e85fa admin admin] 10.222.0.13 "DELETE /v2.0/routers/4fd9ea92-b427-4db7-ab5e-34207133c3ce HTTP/1.1" status: 204 len: 168 time: 1.1410317 Feb 28 21:10:34.191354 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46580) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:10:34.236631 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1078fc-d19c-4247-8b21-c4e548c5749a admin admin] Deleting subnet 4f4b5916-cf20-4a55-aba6-2de7797ef6c3 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:10:34.239738 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3d1078fc-d19c-4247-8b21-c4e548c5749a admin admin] Publish callbacks [] for subnet (4f4b5916-cf20-4a55-aba6-2de7797ef6c3), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:34.277750 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3d1078fc-d19c-4247-8b21-c4e548c5749a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (4f4b5916-cf20-4a55-aba6-2de7797ef6c3), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:34.357381 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3d1078fc-d19c-4247-8b21-c4e548c5749a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (4f4b5916-cf20-4a55-aba6-2de7797ef6c3), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:34.414887 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3d1078fc-d19c-4247-8b21-c4e548c5749a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (4f4b5916-cf20-4a55-aba6-2de7797ef6c3), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:34.441676 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1078fc-d19c-4247-8b21-c4e548c5749a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f4b5916-cf20-4a55-aba6-2de7797ef6c3,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:34.444412 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3d1078fc-d19c-4247-8b21-c4e548c5749a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:34.448775 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ad8f94-ce00-4237-b959-46a5f890318e None None] Network 1f47e898-7fb1-46cd-b021-d50b9170bec2 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:10:34.450167 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3d1078fc-d19c-4247-8b21-c4e548c5749a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4f4b5916-cf20-4a55-aba6-2de7797ef6c3 HTTP/1.1" status: 204 len: 168 time: 0.2576478 Feb 28 21:10:34.452640 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46582) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:10:34.522551 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-052e99e8-f182-48bf-8d76-56137f681046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (1f47e898-7fb1-46cd-b021-d50b9170bec2), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:34.583553 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-052e99e8-f182-48bf-8d76-56137f681046 admin admin] Deleting port 2cd9f574-0fa4-467b-a6ca-2bc91465edb6 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:10:34.583941 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-052e99e8-f182-48bf-8d76-56137f681046 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2cd9f574-0fa4-467b-a6ca-2bc91465edb6), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:34.649726 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-052e99e8-f182-48bf-8d76-56137f681046 admin admin] For port 2cd9f574-0fa4-467b-a6ca-2bc91465edb6, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=2cd9f574-0fa4-467b-a6ca-2bc91465edb6,segment=NetworkSegment(692cb946-3f9d-4505-a310-103384613dc3),segment_id=692cb946-3f9d-4505-a310-103384613dc3)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:10:34.650004 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-052e99e8-f182-48bf-8d76-56137f681046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2cd9f574-0fa4-467b-a6ca-2bc91465edb6), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:34.662799 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-052e99e8-f182-48bf-8d76-56137f681046 admin admin] Calling delete_port for 2cd9f574-0fa4-467b-a6ca-2bc91465edb6 owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:10:34.754477 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-052e99e8-f182-48bf-8d76-56137f681046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (2cd9f574-0fa4-467b-a6ca-2bc91465edb6), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:34.780184 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e99e8-f182-48bf-8d76-56137f681046 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd9f574-0fa4-467b-a6ca-2bc91465edb6,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:34.784716 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052e99e8-f182-48bf-8d76-56137f681046 admin admin] No DVR routers for this DVR port 2cd9f574-0fa4-467b-a6ca-2bc91465edb6 on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:10:34.786650 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c795aa-c9c8-4368-8cf3-c7c35bef30a3 None None] DHCP port deletion for 1f47e898-7fb1-46cd-b021-d50b9170bec2 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 21:10:34.859459 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-052e99e8-f182-48bf-8d76-56137f681046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (1f47e898-7fb1-46cd-b021-d50b9170bec2), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:34.879598 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-052e99e8-f182-48bf-8d76-56137f681046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f47e898-7fb1-46cd-b021-d50b9170bec2']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:34.889781 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-052e99e8-f182-48bf-8d76-56137f681046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692cb946-3f9d-4505-a310-103384613dc3') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:34.890077 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-052e99e8-f182-48bf-8d76-56137f681046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692cb946-3f9d-4505-a310-103384613dc3') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:34.899916 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-052e99e8-f182-48bf-8d76-56137f681046 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (692cb946-3f9d-4505-a310-103384613dc3), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:34.913135 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-052e99e8-f182-48bf-8d76-56137f681046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (692cb946-3f9d-4505-a310-103384613dc3), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:34.919821 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052e99e8-f182-48bf-8d76-56137f681046 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:10:34.920216 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-052e99e8-f182-48bf-8d76-56137f681046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (692cb946-3f9d-4505-a310-103384613dc3), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: timer() Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:10:34.921924 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:10:34.973808 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-052e99e8-f182-48bf-8d76-56137f681046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (1f47e898-7fb1-46cd-b021-d50b9170bec2), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:34.981185 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-052e99e8-f182-48bf-8d76-56137f681046 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:34.983309 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-052e99e8-f182-48bf-8d76-56137f681046 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1f47e898-7fb1-46cd-b021-d50b9170bec2 HTTP/1.1" status: 204 len: 168 time: 0.5296521 Feb 28 21:10:34.986361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46584) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:10:34.996488 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e99e8-f182-48bf-8d76-56137f681046 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f47e898-7fb1-46cd-b021-d50b9170bec2,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:35.333044 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-01c007b7-36b9-475a-a39a-fcc73dbc167d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (bfb01447-0e21-4f5c-98e8-c2eca4194717), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:35.546587 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2cd9f574-0fa4-467b-a6ca-2bc91465edb6 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:10:35.566360 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 2cd9f574-0fa4-467b-a6ca-2bc91465edb6 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:10:35.566706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2cd9f574-0fa4-467b-a6ca-2bc91465edb6 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:10:35.567132 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b5bf8def-ef11-4359-b146-04b33ab652e4 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:10:35.583818 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-01c007b7-36b9-475a-a39a-fcc73dbc167d admin admin] Deleting port d169ae48-f891-4441-838a-ad7e82de4127 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:10:35.584168 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-01c007b7-36b9-475a-a39a-fcc73dbc167d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d169ae48-f891-4441-838a-ad7e82de4127), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:35.586118 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: b5bf8def-ef11-4359-b146-04b33ab652e4 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:10:35.586468 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b5bf8def-ef11-4359-b146-04b33ab652e4 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:10:35.587540 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2b8d7bbd-a236-4571-aa1d-ba28117cca66 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:10:35.609415 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 2b8d7bbd-a236-4571-aa1d-ba28117cca66 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:10:35.609767 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 2b8d7bbd-a236-4571-aa1d-ba28117cca66 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:10:35.665970 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-01c007b7-36b9-475a-a39a-fcc73dbc167d admin admin] For port d169ae48-f891-4441-838a-ad7e82de4127, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=d169ae48-f891-4441-838a-ad7e82de4127,segment=NetworkSegment(93175b57-e42e-458a-98e4-524870a51ee7),segment_id=93175b57-e42e-458a-98e4-524870a51ee7)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:10:35.666328 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-01c007b7-36b9-475a-a39a-fcc73dbc167d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d169ae48-f891-4441-838a-ad7e82de4127), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:35.678359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-01c007b7-36b9-475a-a39a-fcc73dbc167d admin admin] Calling delete_port for d169ae48-f891-4441-838a-ad7e82de4127 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:10:35.859111 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-01c007b7-36b9-475a-a39a-fcc73dbc167d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d169ae48-f891-4441-838a-ad7e82de4127), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:35.889332 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c007b7-36b9-475a-a39a-fcc73dbc167d admin admin] Pushing event deleted for resources: {'Port': ['ID=d169ae48-f891-4441-838a-ad7e82de4127,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:36.055313 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-01c007b7-36b9-475a-a39a-fcc73dbc167d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (bfb01447-0e21-4f5c-98e8-c2eca4194717), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:36.279416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c007b7-36b9-475a-a39a-fcc73dbc167d admin admin] Router bfb01447-0e21-4f5c-98e8-c2eca4194717 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:10:36.389100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c007b7-36b9-475a-a39a-fcc73dbc167d admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:10:36.394038 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-01c007b7-36b9-475a-a39a-fcc73dbc167d admin admin] 10.222.0.13 "PUT /v2.0/routers/bfb01447-0e21-4f5c-98e8-c2eca4194717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4067078 Feb 28 21:10:36.396864 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46586) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:10:36.397567 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825ed82f-0f69-41f3-8763-ad32a11c5667 None None] Sync routers for ids ['bfb01447-0e21-4f5c-98e8-c2eca4194717'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:10:36.408222 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825ed82f-0f69-41f3-8763-ad32a11c5667 None None] Routers {'bfb01447-0e21-4f5c-98e8-c2eca4194717'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:10:36.408838 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-825ed82f-0f69-41f3-8763-ad32a11c5667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['bfb01447-0e21-4f5c-98e8-c2eca4194717'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:36.508857 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b044ea36-63d4-4952-85b5-76ae239021f1 admin admin] Publish callbacks [] for router (bfb01447-0e21-4f5c-98e8-c2eca4194717), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:36.518293 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-825ed82f-0f69-41f3-8763-ad32a11c5667 None None] Set router bfb01447-0e21-4f5c-98e8-c2eca4194717 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:10:36.611861 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b044ea36-63d4-4952-85b5-76ae239021f1 admin admin] Publish callbacks [] for router_gateway (bfb01447-0e21-4f5c-98e8-c2eca4194717), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:36.662873 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-b044ea36-63d4-4952-85b5-76ae239021f1 admin admin] Deleting port 0c307cd9-2433-4c9d-94a2-1f8b38146517 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:10:36.663209 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b044ea36-63d4-4952-85b5-76ae239021f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0c307cd9-2433-4c9d-94a2-1f8b38146517), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:36.696088 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-825ed82f-0f69-41f3-8763-ad32a11c5667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb01447-0e21-4f5c-98e8-c2eca4194717', 'name': 'tempest-TestEncryptedCinderVolumes-823153304-router', 'tenant_id': '757c381d8eba45ff89d0e886f37aa09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '0c307cd9-2433-4c9d-94a2-1f8b38146517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:08:51Z', 'updated_at': '2022-02-28T21:10:35Z', 'revision_number': 5, 'project_id': '757c381d8eba45ff89d0e886f37aa09f', 'gw_port': {'id': '0c307cd9-2433-4c9d-94a2-1f8b38146517', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb01447-0e21-4f5c-98e8-c2eca4194717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:08:51Z', 'updated_at': '2022-02-28T21:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:36.728432 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825ed82f-0f69-41f3-8763-ad32a11c5667 None None] Checking router: bfb01447-0e21-4f5c-98e8-c2eca4194717 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:10:36.736883 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825ed82f-0f69-41f3-8763-ad32a11c5667 None None] Routers {'bfb01447-0e21-4f5c-98e8-c2eca4194717'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:10:36.737496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-825ed82f-0f69-41f3-8763-ad32a11c5667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['bfb01447-0e21-4f5c-98e8-c2eca4194717'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:36.751843 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-b044ea36-63d4-4952-85b5-76ae239021f1 admin admin] For port 0c307cd9-2433-4c9d-94a2-1f8b38146517, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0c307cd9-2433-4c9d-94a2-1f8b38146517,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:10:36.752278 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b044ea36-63d4-4952-85b5-76ae239021f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0c307cd9-2433-4c9d-94a2-1f8b38146517), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:36.764661 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-b044ea36-63d4-4952-85b5-76ae239021f1 admin admin] Calling delete_port for 0c307cd9-2433-4c9d-94a2-1f8b38146517 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:10:36.822432 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-825ed82f-0f69-41f3-8763-ad32a11c5667 None None] Set router bfb01447-0e21-4f5c-98e8-c2eca4194717 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:10:36.878234 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-825ed82f-0f69-41f3-8763-ad32a11c5667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb01447-0e21-4f5c-98e8-c2eca4194717', 'name': 'tempest-TestEncryptedCinderVolumes-823153304-router', 'tenant_id': '757c381d8eba45ff89d0e886f37aa09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:08:51Z', 'updated_at': '2022-02-28T21:10:36Z', 'revision_number': 6, 'project_id': '757c381d8eba45ff89d0e886f37aa09f', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:36.906304 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825ed82f-0f69-41f3-8763-ad32a11c5667 None None] The sync data for ids ['bfb01447-0e21-4f5c-98e8-c2eca4194717'] in n-d-820368-21 is: [{'id': 'bfb01447-0e21-4f5c-98e8-c2eca4194717', 'name': 'tempest-TestEncryptedCinderVolumes-823153304-router', 'tenant_id': '757c381d8eba45ff89d0e886f37aa09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:08:51Z', 'updated_at': '2022-02-28T21:10:36Z', 'revision_number': 6, 'project_id': '757c381d8eba45ff89d0e886f37aa09f', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:10:36.933138 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b044ea36-63d4-4952-85b5-76ae239021f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (0c307cd9-2433-4c9d-94a2-1f8b38146517), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:36.963719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044ea36-63d4-4952-85b5-76ae239021f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c307cd9-2433-4c9d-94a2-1f8b38146517,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:37.024996 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b044ea36-63d4-4952-85b5-76ae239021f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (bfb01447-0e21-4f5c-98e8-c2eca4194717), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.113817 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b044ea36-63d4-4952-85b5-76ae239021f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (bfb01447-0e21-4f5c-98e8-c2eca4194717), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.115948 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b044ea36-63d4-4952-85b5-76ae239021f1 admin admin] Publish callbacks [] for router_controller (bfb01447-0e21-4f5c-98e8-c2eca4194717), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.159631 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b044ea36-63d4-4952-85b5-76ae239021f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (bfb01447-0e21-4f5c-98e8-c2eca4194717), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.160218 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b044ea36-63d4-4952-85b5-76ae239021f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfb01447-0e21-4f5c-98e8-c2eca4194717 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 21:10:37.166832 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b044ea36-63d4-4952-85b5-76ae239021f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.168005 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b044ea36-63d4-4952-85b5-76ae239021f1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/bfb01447-0e21-4f5c-98e8-c2eca4194717 HTTP/1.1" status: 204 len: 168 time: 0.7701080 Feb 28 21:10:37.170653 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46588) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:10:37.215715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e781c9-2c4d-4ae6-93ef-7cb2cba170cf admin admin] Deleting subnet b5dbfcea-0c2c-4a39-aa54-a8c555d4992a {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:10:37.218751 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b5e781c9-2c4d-4ae6-93ef-7cb2cba170cf admin admin] Publish callbacks [] for subnet (b5dbfcea-0c2c-4a39-aa54-a8c555d4992a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.260656 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b5e781c9-2c4d-4ae6-93ef-7cb2cba170cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (b5dbfcea-0c2c-4a39-aa54-a8c555d4992a), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.341563 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b5e781c9-2c4d-4ae6-93ef-7cb2cba170cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (b5dbfcea-0c2c-4a39-aa54-a8c555d4992a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.393646 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b5e781c9-2c4d-4ae6-93ef-7cb2cba170cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (b5dbfcea-0c2c-4a39-aa54-a8c555d4992a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.419604 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e781c9-2c4d-4ae6-93ef-7cb2cba170cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5dbfcea-0c2c-4a39-aa54-a8c555d4992a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:37.421575 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b5e781c9-2c4d-4ae6-93ef-7cb2cba170cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.424712 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b5e781c9-2c4d-4ae6-93ef-7cb2cba170cf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b5dbfcea-0c2c-4a39-aa54-a8c555d4992a HTTP/1.1" status: 204 len: 168 time: 0.2530599 Feb 28 21:10:37.426564 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f2d3d7-6fbf-48fe-a9e4-f4817eb683ce None None] Network 23079863-9fab-4cd7-b80b-f19bb4d032a2 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:10:37.427128 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46590) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:10:37.501153 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-384e4857-f165-418b-b4c3-070c827d666e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (23079863-9fab-4cd7-b80b-f19bb4d032a2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.557780 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-384e4857-f165-418b-b4c3-070c827d666e admin admin] Deleting port 30529ac1-54fe-41a2-be1e-33bddbef6998 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:10:37.558118 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-384e4857-f165-418b-b4c3-070c827d666e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (30529ac1-54fe-41a2-be1e-33bddbef6998), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.628129 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-384e4857-f165-418b-b4c3-070c827d666e admin admin] For port 30529ac1-54fe-41a2-be1e-33bddbef6998, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=30529ac1-54fe-41a2-be1e-33bddbef6998,segment=NetworkSegment(93175b57-e42e-458a-98e4-524870a51ee7),segment_id=93175b57-e42e-458a-98e4-524870a51ee7)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:10:37.628568 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-384e4857-f165-418b-b4c3-070c827d666e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (30529ac1-54fe-41a2-be1e-33bddbef6998), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.643558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-384e4857-f165-418b-b4c3-070c827d666e admin admin] Calling delete_port for 30529ac1-54fe-41a2-be1e-33bddbef6998 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:10:37.648019 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c16ae01-3c56-4d34-a794-064662ea9310 None None] DHCP port deletion for 23079863-9fab-4cd7-b80b-f19bb4d032a2 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 21:10:37.707471 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d169ae48-f891-4441-838a-ad7e82de4127 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:10:37.730556 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-384e4857-f165-418b-b4c3-070c827d666e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (30529ac1-54fe-41a2-be1e-33bddbef6998), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.733412 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: d169ae48-f891-4441-838a-ad7e82de4127 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:10:37.733762 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device d169ae48-f891-4441-838a-ad7e82de4127 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:10:37.734179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0c307cd9-2433-4c9d-94a2-1f8b38146517 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:10:37.738492 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3c16ae01-3c56-4d34-a794-064662ea9310 None None] Deleting port 30529ac1-54fe-41a2-be1e-33bddbef6998 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:10:37.738866 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3c16ae01-3c56-4d34-a794-064662ea9310 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (30529ac1-54fe-41a2-be1e-33bddbef6998), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.758795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e4857-f165-418b-b4c3-070c827d666e admin admin] Pushing event deleted for resources: {'Port': ['ID=30529ac1-54fe-41a2-be1e-33bddbef6998,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:37.761371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384e4857-f165-418b-b4c3-070c827d666e admin admin] No DVR routers for this DVR port 30529ac1-54fe-41a2-be1e-33bddbef6998 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:10:37.775421 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 0c307cd9-2433-4c9d-94a2-1f8b38146517 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:10:37.775888 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0c307cd9-2433-4c9d-94a2-1f8b38146517 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:10:37.776192 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 30529ac1-54fe-41a2-be1e-33bddbef6998 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:10:37.824344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 30529ac1-54fe-41a2-be1e-33bddbef6998 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:10:37.824693 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 30529ac1-54fe-41a2-be1e-33bddbef6998 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:10:37.841007 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-384e4857-f165-418b-b4c3-070c827d666e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (23079863-9fab-4cd7-b80b-f19bb4d032a2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.842132 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-3c16ae01-3c56-4d34-a794-064662ea9310 None None] For port 30529ac1-54fe-41a2-be1e-33bddbef6998, host n-d-820368-21, got binding levels [] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:10:37.842593 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3c16ae01-3c56-4d34-a794-064662ea9310 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (30529ac1-54fe-41a2-be1e-33bddbef6998), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.860569 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3c16ae01-3c56-4d34-a794-064662ea9310 None None] Calling delete_port for 30529ac1-54fe-41a2-be1e-33bddbef6998 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:10:37.862609 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-384e4857-f165-418b-b4c3-070c827d666e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23079863-9fab-4cd7-b80b-f19bb4d032a2']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:37.863292 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.ipam_backend_mixin [None req-3c16ae01-3c56-4d34-a794-064662ea9310 None None] Port 30529ac1-54fe-41a2-be1e-33bddbef6998 was not found and therefore no delete operation was performed {{(pid=103775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 21:10:37.864672 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3c16ae01-3c56-4d34-a794-064662ea9310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (30529ac1-54fe-41a2-be1e-33bddbef6998), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.873796 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-384e4857-f165-418b-b4c3-070c827d666e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93175b57-e42e-458a-98e4-524870a51ee7') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:37.874016 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-384e4857-f165-418b-b4c3-070c827d666e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93175b57-e42e-458a-98e4-524870a51ee7') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:37.884485 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-384e4857-f165-418b-b4c3-070c827d666e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (93175b57-e42e-458a-98e4-524870a51ee7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.890941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16ae01-3c56-4d34-a794-064662ea9310 None None] Pushing event deleted for resources: {'Port': ['ID=30529ac1-54fe-41a2-be1e-33bddbef6998,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:37.895371 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c16ae01-3c56-4d34-a794-064662ea9310 None None] No DVR routers for this DVR port 30529ac1-54fe-41a2-be1e-33bddbef6998 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:10:37.900611 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-384e4857-f165-418b-b4c3-070c827d666e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (93175b57-e42e-458a-98e4-524870a51ee7), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.909624 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384e4857-f165-418b-b4c3-070c827d666e admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:10:37.910234 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-384e4857-f165-418b-b4c3-070c827d666e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (93175b57-e42e-458a-98e4-524870a51ee7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: timer() Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:10:37.912158 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:10:37.973246 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-384e4857-f165-418b-b4c3-070c827d666e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (23079863-9fab-4cd7-b80b-f19bb4d032a2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.980883 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-384e4857-f165-418b-b4c3-070c827d666e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:37.986450 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-384e4857-f165-418b-b4c3-070c827d666e admin admin] 10.222.0.13 "DELETE /v2.0/networks/23079863-9fab-4cd7-b80b-f19bb4d032a2 HTTP/1.1" status: 204 len: 168 time: 0.5560875 Feb 28 21:10:37.994332 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e4857-f165-418b-b4c3-070c827d666e admin admin] Pushing event deleted for resources: {'Network': ['ID=23079863-9fab-4cd7-b80b-f19bb4d032a2,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:38.162736 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46594) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:10:38.203536 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b49ab2e1-a107-422d-9684-70d3e7b81cd3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f74332b2beb34081a905d12c9c59e38f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395422 Feb 28 21:10:38.204860 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:10:38.206128 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46596) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:10:38.252618 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1967ffc4-3cf5-4240-b2da-0a2564a1883a admin admin] Publish callbacks [] for security_group (8fd1b9dd-b710-49e2-8a3f-da2919245dc3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:38.274858 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1967ffc4-3cf5-4240-b2da-0a2564a1883a admin admin] Publish callbacks [] for security_group (8fd1b9dd-b710-49e2-8a3f-da2919245dc3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:38.324040 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1967ffc4-3cf5-4240-b2da-0a2564a1883a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8fd1b9dd-b710-49e2-8a3f-da2919245dc3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:38.326466 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1967ffc4-3cf5-4240-b2da-0a2564a1883a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:38.327625 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1967ffc4-3cf5-4240-b2da-0a2564a1883a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8fd1b9dd-b710-49e2-8a3f-da2919245dc3 HTTP/1.1" status: 204 len: 168 time: 0.1206124 Feb 28 21:10:38.335289 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967ffc4-3cf5-4240-b2da-0a2564a1883a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd1b9dd-b710-49e2-8a3f-da2919245dc3,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:38.642624 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46602) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:10:38.682234 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6be0e038-b968-4658-ab3a-48c4b374e37f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=757c381d8eba45ff89d0e886f37aa09f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384276 Feb 28 21:10:38.684579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46604) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:10:38.733371 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-041109df-1885-4c3e-95e9-33a864199f57 admin admin] Publish callbacks [] for security_group (d7338ad0-8e51-45d0-a6a1-c8ead69584ae), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:38.754367 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-041109df-1885-4c3e-95e9-33a864199f57 admin admin] Publish callbacks [] for security_group (d7338ad0-8e51-45d0-a6a1-c8ead69584ae), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:38.800018 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-041109df-1885-4c3e-95e9-33a864199f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (d7338ad0-8e51-45d0-a6a1-c8ead69584ae), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:38.802585 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-041109df-1885-4c3e-95e9-33a864199f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:38.803720 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-041109df-1885-4c3e-95e9-33a864199f57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7338ad0-8e51-45d0-a6a1-c8ead69584ae HTTP/1.1" status: 204 len: 168 time: 0.1182735 Feb 28 21:10:38.812239 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041109df-1885-4c3e-95e9-33a864199f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7338ad0-8e51-45d0-a6a1-c8ead69584ae,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:39.457140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46626) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:10:39.551675 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-52b97afb-cfca-45ea-a3d9-9b11d03a04c8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1709712801-network', 'tenant_id': '452e38746ab74b5d8899e67749310302'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:10:39.571088 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b97afb-cfca-45ea-a3d9-9b11d03a04c8 admin admin] Made reservation on behalf of 452e38746ab74b5d8899e67749310302 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:10:39.573469 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-52b97afb-cfca-45ea-a3d9-9b11d03a04c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:39.581923 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-52b97afb-cfca-45ea-a3d9-9b11d03a04c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:39.660255 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-52b97afb-cfca-45ea-a3d9-9b11d03a04c8 admin admin] Publish callbacks [] for security_group (e61653eb-b2f2-4a1d-898b-7ae636c36b05), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:39.663968 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-52b97afb-cfca-45ea-a3d9-9b11d03a04c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e61653eb-b2f2-4a1d-898b-7ae636c36b05), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:39.685371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b97afb-cfca-45ea-a3d9-9b11d03a04c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:10:39.700116 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b97afb-cfca-45ea-a3d9-9b11d03a04c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61653eb-b2f2-4a1d-898b-7ae636c36b05,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:39.703721 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-52b97afb-cfca-45ea-a3d9-9b11d03a04c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (61e5bdbe-bb0c-40e4-82d7-c65c97282fca), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:39.704095 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-52b97afb-cfca-45ea-a3d9-9b11d03a04c8 admin admin] Added segment 61e5bdbe-bb0c-40e4-82d7-c65c97282fca of type vlan for network bb329d44-d9b6-45a4-920d-a75b95cbefb9 Feb 28 21:10:39.743924 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-52b97afb-cfca-45ea-a3d9-9b11d03a04c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (bb329d44-d9b6-45a4-920d-a75b95cbefb9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:39.768775 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-52b97afb-cfca-45ea-a3d9-9b11d03a04c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (bb329d44-d9b6-45a4-920d-a75b95cbefb9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:39.769798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b97afb-cfca-45ea-a3d9-9b11d03a04c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:10:39.770376 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-52b97afb-cfca-45ea-a3d9-9b11d03a04c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:39.805328 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-52b97afb-cfca-45ea-a3d9-9b11d03a04c8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3470359 Feb 28 21:10:39.808302 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46630) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:10:39.813322 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-9742adb2-004e-4517-a1d3-cd809b203cb3 admin admin] Request body: {'subnet': {'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1709712801-subnet', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:10:39.834437 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9742adb2-004e-4517-a1d3-cd809b203cb3 admin admin] Made reservation on behalf of 452e38746ab74b5d8899e67749310302 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:10:39.837569 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9742adb2-004e-4517-a1d3-cd809b203cb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:39.838305 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b97afb-cfca-45ea-a3d9-9b11d03a04c8 admin admin] Pushing event updated for resources: {'Network': ['ID=bb329d44-d9b6-45a4-920d-a75b95cbefb9,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:39.848609 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network bb329d44-d9b6-45a4-920d-a75b95cbefb9 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:10:40.005660 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9742adb2-004e-4517-a1d3-cd809b203cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (08f0f9e6-1723-46f9-986a-4bd576e3e522), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:40.060445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742adb2-004e-4517-a1d3-cd809b203cb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08f0f9e6-1723-46f9-986a-4bd576e3e522,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:40.068264 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9742adb2-004e-4517-a1d3-cd809b203cb3 admin admin] Checking segment: {'id': '61e5bdbe-bb0c-40e4-82d7-c65c97282fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:10:40.068815 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9742adb2-004e-4517-a1d3-cd809b203cb3 admin admin] Network hostable DHCP agents. Network: bb329d44-d9b6-45a4-920d-a75b95cbefb9, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:10:40.085441 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9742adb2-004e-4517-a1d3-cd809b203cb3 admin admin] Network bb329d44-d9b6-45a4-920d-a75b95cbefb9 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:10:40.094662 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-9742adb2-004e-4517-a1d3-cd809b203cb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, bb329d44-d9b6-45a4-920d-a75b95cbefb9) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:10:40.103222 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9742adb2-004e-4517-a1d3-cd809b203cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:10:40.103511 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcd8c12-9b05-45b5-92c7-05c36e10c020 None None] Network bb329d44-d9b6-45a4-920d-a75b95cbefb9 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:10:40.103848 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9742adb2-004e-4517-a1d3-cd809b203cb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:40.120198 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9742adb2-004e-4517-a1d3-cd809b203cb3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3107660 Feb 28 21:10:40.122796 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46632) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:10:40.127344 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-5cbd6184-a7ad-4b24-bfb2-7285c19b6111 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1709712801-router', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:10:40.146083 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5cbd6184-a7ad-4b24-bfb2-7285c19b6111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (10e22db5-6ae7-40ae-9b16-52568a192f63), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:40.147367 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5cbd6184-a7ad-4b24-bfb2-7285c19b6111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (10e22db5-6ae7-40ae-9b16-52568a192f63), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:40.204426 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5cbd6184-a7ad-4b24-bfb2-7285c19b6111 admin admin] Publish callbacks [] for router_controller (10e22db5-6ae7-40ae-9b16-52568a192f63), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:40.207537 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72fd58c-f4f4-443b-8210-e48c1c55968b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-bb329d44-d9b6-45a4-920d-a75b95cbefb9', 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9', 'project_id': '452e38746ab74b5d8899e67749310302', 'fixed_ips': [{'subnet_id': '08f0f9e6-1723-46f9-986a-4bd576e3e522'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:10:40.208476 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b72fd58c-f4f4-443b-8210-e48c1c55968b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:40.345341 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5cbd6184-a7ad-4b24-bfb2-7285c19b6111 admin admin] Publish callbacks [] for router_gateway (10e22db5-6ae7-40ae-9b16-52568a192f63), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:40.346356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-b72fd58c-f4f4-443b-8210-e48c1c55968b None None] Allocated IP 172.20.0.2 (bb329d44-d9b6-45a4-920d-a75b95cbefb9/08f0f9e6-1723-46f9-986a-4bd576e3e522/e69f1dcd-2add-4473-b19e-ab05eb2382ca) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:10:40.497996 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b72fd58c-f4f4-443b-8210-e48c1c55968b None None] Publish callbacks [] for port (e69f1dcd-2add-4473-b19e-ab05eb2382ca), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:40.504988 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b72fd58c-f4f4-443b-8210-e48c1c55968b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (e69f1dcd-2add-4473-b19e-ab05eb2382ca), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:40.548798 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72fd58c-f4f4-443b-8210-e48c1c55968b None None] Network bb329d44-d9b6-45a4-920d-a75b95cbefb9 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:10:40.551775 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-b72fd58c-f4f4-443b-8210-e48c1c55968b None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:10:40.554175 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72fd58c-f4f4-443b-8210-e48c1c55968b None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:10:40.560439 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fd58c-f4f4-443b-8210-e48c1c55968b None None] Pushing event updated for resources: {'Port': ['ID=e69f1dcd-2add-4473-b19e-ab05eb2382ca,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:40.620665 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b72fd58c-f4f4-443b-8210-e48c1c55968b None None] Attempting to bind port e69f1dcd-2add-4473-b19e-ab05eb2382ca on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:10:40.621066 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b72fd58c-f4f4-443b-8210-e48c1c55968b None None] Attempting to bind port e69f1dcd-2add-4473-b19e-ab05eb2382ca by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '61e5bdbe-bb0c-40e4-82d7-c65c97282fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:10:40.621430 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72fd58c-f4f4-443b-8210-e48c1c55968b None None] Attempting to bind port e69f1dcd-2add-4473-b19e-ab05eb2382ca on network bb329d44-d9b6-45a4-920d-a75b95cbefb9 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:10:40.627369 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72fd58c-f4f4-443b-8210-e48c1c55968b None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:10:40.627749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72fd58c-f4f4-443b-8210-e48c1c55968b None None] Checking segment: {'id': '61e5bdbe-bb0c-40e4-82d7-c65c97282fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:10:40.628181 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b72fd58c-f4f4-443b-8210-e48c1c55968b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:40.628570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72fd58c-f4f4-443b-8210-e48c1c55968b None None] Bound using segment: {'id': '61e5bdbe-bb0c-40e4-82d7-c65c97282fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:10:40.629045 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b72fd58c-f4f4-443b-8210-e48c1c55968b None None] Bound port: e69f1dcd-2add-4473-b19e-ab05eb2382ca, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5bdbe-bb0c-40e4-82d7-c65c97282fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:10:40.629422 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b72fd58c-f4f4-443b-8210-e48c1c55968b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e69f1dcd-2add-4473-b19e-ab05eb2382ca), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:40.696187 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b72fd58c-f4f4-443b-8210-e48c1c55968b None None] For port e69f1dcd-2add-4473-b19e-ab05eb2382ca, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:10:40.699556 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b72fd58c-f4f4-443b-8210-e48c1c55968b None None] For port e69f1dcd-2add-4473-b19e-ab05eb2382ca, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e69f1dcd-2add-4473-b19e-ab05eb2382ca,segment=NetworkSegment(61e5bdbe-bb0c-40e4-82d7-c65c97282fca),segment_id=61e5bdbe-bb0c-40e4-82d7-c65c97282fca)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:10:40.708178 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b72fd58c-f4f4-443b-8210-e48c1c55968b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e69f1dcd-2add-4473-b19e-ab05eb2382ca), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:40.766898 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fd58c-f4f4-443b-8210-e48c1c55968b None None] Pushing event updated for resources: {'Port': ['ID=e69f1dcd-2add-4473-b19e-ab05eb2382ca,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:40.885304 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5cbd6184-a7ad-4b24-bfb2-7285c19b6111 admin admin] Publish callbacks [] for router_gateway (10e22db5-6ae7-40ae-9b16-52568a192f63), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:40.905211 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5cbd6184-a7ad-4b24-bfb2-7285c19b6111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:41.022735 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-5cbd6184-a7ad-4b24-bfb2-7285c19b6111 admin admin] Allocated IP 172.25.0.78 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/69a2aa58-5d94-4316-b750-1b5dbe6a686d) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:10:41.126440 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5cbd6184-a7ad-4b24-bfb2-7285c19b6111 admin admin] Publish callbacks [] for port (69a2aa58-5d94-4316-b750-1b5dbe6a686d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:41.159299 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5cbd6184-a7ad-4b24-bfb2-7285c19b6111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (69a2aa58-5d94-4316-b750-1b5dbe6a686d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:41.204305 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbd6184-a7ad-4b24-bfb2-7285c19b6111 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:10:41.207035 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-5cbd6184-a7ad-4b24-bfb2-7285c19b6111 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:10:41.211949 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbd6184-a7ad-4b24-bfb2-7285c19b6111 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:10:41.214893 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd6184-a7ad-4b24-bfb2-7285c19b6111 admin admin] Pushing event updated for resources: {'Port': ['ID=69a2aa58-5d94-4316-b750-1b5dbe6a686d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:41.483334 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5cbd6184-a7ad-4b24-bfb2-7285c19b6111 admin admin] Publish callbacks [] for router_gateway (10e22db5-6ae7-40ae-9b16-52568a192f63), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:41.587004 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e69f1dcd-2add-4473-b19e-ab05eb2382ca up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:10:41.637843 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port e69f1dcd-2add-4473-b19e-ab05eb2382ca triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:10:41.638224 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e69f1dcd-2add-4473-b19e-ab05eb2382ca), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:41.706985 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5cbd6184-a7ad-4b24-bfb2-7285c19b6111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (10e22db5-6ae7-40ae-9b16-52568a192f63), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:41.726160 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port e69f1dcd-2add-4473-b19e-ab05eb2382ca is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:10:41.726980 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e69f1dcd-2add-4473-b19e-ab05eb2382ca), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:41.765256 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port e69f1dcd-2add-4473-b19e-ab05eb2382ca, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e69f1dcd-2add-4473-b19e-ab05eb2382ca,segment=NetworkSegment(61e5bdbe-bb0c-40e4-82d7-c65c97282fca),segment_id=61e5bdbe-bb0c-40e4-82d7-c65c97282fca)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:10:41.769934 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e69f1dcd-2add-4473-b19e-ab05eb2382ca), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:41.820264 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83241220-7f39-402c-9af3-1dc2ab1a92b3 None None] Network bb329d44-d9b6-45a4-920d-a75b95cbefb9 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:10:41.845625 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=e69f1dcd-2add-4473-b19e-ab05eb2382ca,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:41.851727 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbd6184-a7ad-4b24-bfb2-7285c19b6111 admin admin] Router 10e22db5-6ae7-40ae-9b16-52568a192f63 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 21:10:41.905148 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-747d00c7-1b81-471d-b407-4bf231a1614b None None] Provisioning complete for port e69f1dcd-2add-4473-b19e-ab05eb2382ca triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:10:41.905437 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-747d00c7-1b81-471d-b407-4bf231a1614b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e69f1dcd-2add-4473-b19e-ab05eb2382ca), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:41.964468 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbd6184-a7ad-4b24-bfb2-7285c19b6111 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:10:41.975359 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] Sync routers for ids ['10e22db5-6ae7-40ae-9b16-52568a192f63'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:10:41.986261 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] Routers {'10e22db5-6ae7-40ae-9b16-52568a192f63'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:10:41.988081 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['10e22db5-6ae7-40ae-9b16-52568a192f63'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:41.998131 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5cbd6184-a7ad-4b24-bfb2-7285c19b6111 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:42.000425 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5cbd6184-a7ad-4b24-bfb2-7285c19b6111 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8766885 Feb 28 21:10:42.003182 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46634) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:10:42.028800 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-747d00c7-1b81-471d-b407-4bf231a1614b None None] Current status of the port e69f1dcd-2add-4473-b19e-ab05eb2382ca is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:10:42.108339 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] Set router 10e22db5-6ae7-40ae-9b16-52568a192f63 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:10:42.248539 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8dffbcf7-0578-41d7-82c0-c5694f565fbe None None] Provisioning complete for port e69f1dcd-2add-4473-b19e-ab05eb2382ca triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:10:42.248999 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8dffbcf7-0578-41d7-82c0-c5694f565fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e69f1dcd-2add-4473-b19e-ab05eb2382ca), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:42.287535 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'name': 'tempest-TestMinimumBasicScenario-1709712801-router', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:41Z', 'revision_number': 3, 'project_id': '452e38746ab74b5d8899e67749310302', 'gw_port': {'id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:42.320459 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] Checking router: 10e22db5-6ae7-40ae-9b16-52568a192f63 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:10:42.321134 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] Updating router 10e22db5-6ae7-40ae-9b16-52568a192f63 port 69a2aa58-5d94-4316-b750-1b5dbe6a686d binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:10:42.333811 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8dffbcf7-0578-41d7-82c0-c5694f565fbe None None] Current status of the port e69f1dcd-2add-4473-b19e-ab05eb2382ca is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:10:42.348006 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (69a2aa58-5d94-4316-b750-1b5dbe6a686d), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:42.444686 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:42.592680 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] Publish callbacks [] for port (69a2aa58-5d94-4316-b750-1b5dbe6a686d), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:42.598540 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (69a2aa58-5d94-4316-b750-1b5dbe6a686d), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:42.599490 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Allocated IP 172.20.0.1 (bb329d44-d9b6-45a4-920d-a75b95cbefb9/08f0f9e6-1723-46f9-986a-4bd576e3e522/cb099890-a50b-4d5a-99f3-c62ddd48edbb) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:10:42.652171 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] Attempting to bind port 69a2aa58-5d94-4316-b750-1b5dbe6a686d on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:10:42.652545 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] Attempting to bind port 69a2aa58-5d94-4316-b750-1b5dbe6a686d by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:10:42.652907 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] Attempting to bind port 69a2aa58-5d94-4316-b750-1b5dbe6a686d on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:10:42.661642 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:10:42.662237 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:10:42.662646 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:42.663038 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:10:42.663504 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] Bound port: 69a2aa58-5d94-4316-b750-1b5dbe6a686d, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:10:42.663910 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (69a2aa58-5d94-4316-b750-1b5dbe6a686d), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:42.665970 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852d543-6351-4b76-b787-915120ddcebc None None] Pushing event updated for resources: {'Port': ['ID=69a2aa58-5d94-4316-b750-1b5dbe6a686d,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:42.689373 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d543-6351-4b76-b787-915120ddcebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.689716 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d543-6351-4b76-b787-915120ddcebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.690055 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d543-6351-4b76-b787-915120ddcebc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.690390 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d543-6351-4b76-b787-915120ddcebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.690724 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d543-6351-4b76-b787-915120ddcebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.691052 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d543-6351-4b76-b787-915120ddcebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.691376 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d543-6351-4b76-b787-915120ddcebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.691696 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d543-6351-4b76-b787-915120ddcebc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.692046 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d543-6351-4b76-b787-915120ddcebc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.692367 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d543-6351-4b76-b787-915120ddcebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.692687 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d543-6351-4b76-b787-915120ddcebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.693004 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d543-6351-4b76-b787-915120ddcebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.693320 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d543-6351-4b76-b787-915120ddcebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.706022 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Publish callbacks [] for port (cb099890-a50b-4d5a-99f3-c62ddd48edbb), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:42.731182 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] For port 69a2aa58-5d94-4316-b750-1b5dbe6a686d, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:10:42.734736 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] For port 69a2aa58-5d94-4316-b750-1b5dbe6a686d, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=69a2aa58-5d94-4316-b750-1b5dbe6a686d,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:10:42.742310 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (69a2aa58-5d94-4316-b750-1b5dbe6a686d), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:42.745695 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (cb099890-a50b-4d5a-99f3-c62ddd48edbb), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:42.782437 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Network bb329d44-d9b6-45a4-920d-a75b95cbefb9 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:10:42.787556 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:10:42.791109 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:10:42.796016 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] Routers {'10e22db5-6ae7-40ae-9b16-52568a192f63'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:10:42.796645 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['10e22db5-6ae7-40ae-9b16-52568a192f63'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:42.823154 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Pushing event updated for resources: {'Port': ['ID=cb099890-a50b-4d5a-99f3-c62ddd48edbb,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:42.834752 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.835111 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.835456 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.835816 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.836154 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.837074 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.837417 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.837740 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.838069 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.838393 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.839367 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.839367 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.839367 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:42.844111 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852d543-6351-4b76-b787-915120ddcebc None None] Pushing event updated for resources: {'Port': ['ID=69a2aa58-5d94-4316-b750-1b5dbe6a686d,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:42.847079 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (10e22db5-6ae7-40ae-9b16-52568a192f63), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:42.921345 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] Set router 10e22db5-6ae7-40ae-9b16-52568a192f63 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:10:42.984442 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cb099890-a50b-4d5a-99f3-c62ddd48edbb), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:43.061543 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-06e9b9b8-88fd-4bc7-916a-0c65f3419a13 None None] Provisioning complete for port cb099890-a50b-4d5a-99f3-c62ddd48edbb triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:10:43.063073 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-06e9b9b8-88fd-4bc7-916a-0c65f3419a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cb099890-a50b-4d5a-99f3-c62ddd48edbb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:43.105326 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-06e9b9b8-88fd-4bc7-916a-0c65f3419a13 None None] Port cb099890-a50b-4d5a-99f3-c62ddd48edbb cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:10:43.107392 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'name': 'tempest-TestMinimumBasicScenario-1709712801-router', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:41Z', 'revision_number': 3, 'project_id': '452e38746ab74b5d8899e67749310302', 'gw_port': {'id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:43.134480 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793ecf13-3a1d-4a41-bde4-6331ad97468b None None] The sync data for ids ['10e22db5-6ae7-40ae-9b16-52568a192f63'] in n-d-820368-21 is: [{'id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'name': 'tempest-TestMinimumBasicScenario-1709712801-router', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:41Z', 'revision_number': 3, 'project_id': '452e38746ab74b5d8899e67749310302', 'gw_port': {'id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:10:43.165782 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Publish callbacks [] for port (cb099890-a50b-4d5a-99f3-c62ddd48edbb), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:43.171345 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (cb099890-a50b-4d5a-99f3-c62ddd48edbb), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:43.238875 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (10e22db5-6ae7-40ae-9b16-52568a192f63), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:43.241696 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Pushing event updated for resources: {'Port': ['ID=cb099890-a50b-4d5a-99f3-c62ddd48edbb,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:43.337426 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Network bb329d44-d9b6-45a4-920d-a75b95cbefb9 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:10:43.338830 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:10:43.468697 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Router 10e22db5-6ae7-40ae-9b16-52568a192f63 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:10:43.614522 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:10:43.624623 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b4691b9f-a9ae-464d-b703-a8782ae4519d admin admin] 10.222.0.13 "PUT /v2.0/routers/10e22db5-6ae7-40ae-9b16-52568a192f63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6197398 Feb 28 21:10:43.642570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b74fc960-5c2d-41f2-8a47-e9780b0efe05 None None] Provisioning complete for port cb099890-a50b-4d5a-99f3-c62ddd48edbb triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:10:43.642949 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b74fc960-5c2d-41f2-8a47-e9780b0efe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cb099890-a50b-4d5a-99f3-c62ddd48edbb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:43.669432 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 69a2aa58-5d94-4316-b750-1b5dbe6a686d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:10:43.710786 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b74fc960-5c2d-41f2-8a47-e9780b0efe05 None None] Port cb099890-a50b-4d5a-99f3-c62ddd48edbb cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:10:43.728580 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 69a2aa58-5d94-4316-b750-1b5dbe6a686d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:10:43.729123 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (69a2aa58-5d94-4316-b750-1b5dbe6a686d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:43.824509 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 69a2aa58-5d94-4316-b750-1b5dbe6a686d is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:10:43.824904 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (69a2aa58-5d94-4316-b750-1b5dbe6a686d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:43.847850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 69a2aa58-5d94-4316-b750-1b5dbe6a686d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=69a2aa58-5d94-4316-b750-1b5dbe6a686d,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:10:43.853793 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (69a2aa58-5d94-4316-b750-1b5dbe6a686d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:43.855034 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e69f1dcd-2add-4473-b19e-ab05eb2382ca up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:10:43.940776 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=69a2aa58-5d94-4316-b750-1b5dbe6a686d,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:43.953914 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port e69f1dcd-2add-4473-b19e-ab05eb2382ca triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:10:43.954383 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e69f1dcd-2add-4473-b19e-ab05eb2382ca), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:44.045124 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port e69f1dcd-2add-4473-b19e-ab05eb2382ca is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:10:44.163258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46650) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:10:44.168998 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-30930b01-4807-48d0-8986-07874f71f77e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1979966580-network', 'tenant_id': '49d2e2a0f1544adebf24094f5670cc82'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:10:44.188131 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30930b01-4807-48d0-8986-07874f71f77e admin admin] Made reservation on behalf of 49d2e2a0f1544adebf24094f5670cc82 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:10:44.190438 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-30930b01-4807-48d0-8986-07874f71f77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:44.199268 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-30930b01-4807-48d0-8986-07874f71f77e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:44.275380 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-30930b01-4807-48d0-8986-07874f71f77e admin admin] Publish callbacks [] for security_group (2fd8c05f-b513-43f8-9c66-cf809371d8ef), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:44.280449 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-30930b01-4807-48d0-8986-07874f71f77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2fd8c05f-b513-43f8-9c66-cf809371d8ef), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:44.300963 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30930b01-4807-48d0-8986-07874f71f77e admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:10:44.315440 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30930b01-4807-48d0-8986-07874f71f77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd8c05f-b513-43f8-9c66-cf809371d8ef,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:44.318261 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-30930b01-4807-48d0-8986-07874f71f77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (fcebad61-4e16-457f-8877-7bcb0c72ccb6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:44.318601 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-30930b01-4807-48d0-8986-07874f71f77e admin admin] Added segment fcebad61-4e16-457f-8877-7bcb0c72ccb6 of type vlan for network d01de04a-7f8d-4d12-9701-3fa8513995b4 Feb 28 21:10:44.361338 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-30930b01-4807-48d0-8986-07874f71f77e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (d01de04a-7f8d-4d12-9701-3fa8513995b4), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:44.386246 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-30930b01-4807-48d0-8986-07874f71f77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (d01de04a-7f8d-4d12-9701-3fa8513995b4), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:44.387230 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30930b01-4807-48d0-8986-07874f71f77e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:10:44.387909 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-30930b01-4807-48d0-8986-07874f71f77e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:44.422775 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-30930b01-4807-48d0-8986-07874f71f77e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2583203 Feb 28 21:10:44.425635 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46652) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:10:44.431107 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4af7abea-a522-4081-9c29-eeb4e5c29380 admin admin] Request body: {'subnet': {'network_id': 'd01de04a-7f8d-4d12-9701-3fa8513995b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1979966580-subnet', 'tenant_id': '49d2e2a0f1544adebf24094f5670cc82', 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:10:44.449908 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af7abea-a522-4081-9c29-eeb4e5c29380 admin admin] Made reservation on behalf of 49d2e2a0f1544adebf24094f5670cc82 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:10:44.452252 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4af7abea-a522-4081-9c29-eeb4e5c29380 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:44.454155 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30930b01-4807-48d0-8986-07874f71f77e admin admin] Pushing event updated for resources: {'Network': ['ID=d01de04a-7f8d-4d12-9701-3fa8513995b4,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:44.464521 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network d01de04a-7f8d-4d12-9701-3fa8513995b4 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:10:44.625410 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4af7abea-a522-4081-9c29-eeb4e5c29380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (796aafb3-bd44-4bf2-a81a-b0b4309506a1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:44.680691 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7abea-a522-4081-9c29-eeb4e5c29380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=796aafb3-bd44-4bf2-a81a-b0b4309506a1,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:44.690758 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af7abea-a522-4081-9c29-eeb4e5c29380 admin admin] Checking segment: {'id': 'fcebad61-4e16-457f-8877-7bcb0c72ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd01de04a-7f8d-4d12-9701-3fa8513995b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:10:44.691104 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af7abea-a522-4081-9c29-eeb4e5c29380 admin admin] Network hostable DHCP agents. Network: d01de04a-7f8d-4d12-9701-3fa8513995b4, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:10:44.712640 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af7abea-a522-4081-9c29-eeb4e5c29380 admin admin] Network d01de04a-7f8d-4d12-9701-3fa8513995b4 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:10:44.723018 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-4af7abea-a522-4081-9c29-eeb4e5c29380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, d01de04a-7f8d-4d12-9701-3fa8513995b4) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:10:44.727421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af7abea-a522-4081-9c29-eeb4e5c29380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:10:44.728283 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4af7abea-a522-4081-9c29-eeb4e5c29380 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:44.735523 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6a328a-4efd-422c-98a8-6d684ec23172 None None] Network d01de04a-7f8d-4d12-9701-3fa8513995b4 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:10:44.746227 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4af7abea-a522-4081-9c29-eeb4e5c29380 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3189595 Feb 28 21:10:44.749030 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46654) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:10:44.755550 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-7363c963-519e-4a72-880d-46829377be7a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1979966580-router', 'tenant_id': '49d2e2a0f1544adebf24094f5670cc82', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:10:44.787860 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7363c963-519e-4a72-880d-46829377be7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (3ebeeccf-664f-41e9-a9bc-c5821a6265d7), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:44.789115 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7363c963-519e-4a72-880d-46829377be7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (3ebeeccf-664f-41e9-a9bc-c5821a6265d7), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:44.848834 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7363c963-519e-4a72-880d-46829377be7a admin admin] Publish callbacks [] for router_controller (3ebeeccf-664f-41e9-a9bc-c5821a6265d7), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:44.861709 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365d54eb-84aa-4d7a-9f39-2107d669eaef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-d01de04a-7f8d-4d12-9701-3fa8513995b4', 'network_id': 'd01de04a-7f8d-4d12-9701-3fa8513995b4', 'project_id': '49d2e2a0f1544adebf24094f5670cc82', 'fixed_ips': [{'subnet_id': '796aafb3-bd44-4bf2-a81a-b0b4309506a1'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:10:44.862687 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-365d54eb-84aa-4d7a-9f39-2107d669eaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:44.958216 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] Sync routers for ids ['10e22db5-6ae7-40ae-9b16-52568a192f63'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:10:45.008695 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7363c963-519e-4a72-880d-46829377be7a admin admin] Publish callbacks [] for router_gateway (3ebeeccf-664f-41e9-a9bc-c5821a6265d7), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:45.148896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] Routers {'10e22db5-6ae7-40ae-9b16-52568a192f63'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:10:45.150461 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['10e22db5-6ae7-40ae-9b16-52568a192f63'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:45.223325 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7363c963-519e-4a72-880d-46829377be7a admin admin] Publish callbacks [] for router_gateway (3ebeeccf-664f-41e9-a9bc-c5821a6265d7), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:45.245299 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7363c963-519e-4a72-880d-46829377be7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:45.274506 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-365d54eb-84aa-4d7a-9f39-2107d669eaef None None] Allocated IP 172.20.0.2 (d01de04a-7f8d-4d12-9701-3fa8513995b4/796aafb3-bd44-4bf2-a81a-b0b4309506a1/24c36d11-412e-40be-9351-6f3cbbb4ba8a) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:10:45.323742 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] Set router 10e22db5-6ae7-40ae-9b16-52568a192f63 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:10:45.354352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-7363c963-519e-4a72-880d-46829377be7a admin admin] Allocated IP 172.25.0.71 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/a271ba53-cee8-427b-8d52-cb35978414c2) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:10:45.476038 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7363c963-519e-4a72-880d-46829377be7a admin admin] Publish callbacks [] for port (a271ba53-cee8-427b-8d52-cb35978414c2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:45.517518 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7363c963-519e-4a72-880d-46829377be7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a271ba53-cee8-427b-8d52-cb35978414c2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:45.572511 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7363c963-519e-4a72-880d-46829377be7a admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:10:45.573575 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-365d54eb-84aa-4d7a-9f39-2107d669eaef None None] Publish callbacks [] for port (24c36d11-412e-40be-9351-6f3cbbb4ba8a), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:45.579550 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-7363c963-519e-4a72-880d-46829377be7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:10:45.589135 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7363c963-519e-4a72-880d-46829377be7a admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:10:45.601255 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 69a2aa58-5d94-4316-b750-1b5dbe6a686d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:10:45.606324 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-365d54eb-84aa-4d7a-9f39-2107d669eaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (24c36d11-412e-40be-9351-6f3cbbb4ba8a), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:45.619091 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363c963-519e-4a72-880d-46829377be7a admin admin] Pushing event updated for resources: {'Port': ['ID=a271ba53-cee8-427b-8d52-cb35978414c2,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:45.686191 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365d54eb-84aa-4d7a-9f39-2107d669eaef None None] Network d01de04a-7f8d-4d12-9701-3fa8513995b4 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:10:45.697631 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-365d54eb-84aa-4d7a-9f39-2107d669eaef None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:10:45.704027 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365d54eb-84aa-4d7a-9f39-2107d669eaef None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:10:45.708237 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d54eb-84aa-4d7a-9f39-2107d669eaef None None] Pushing event updated for resources: {'Port': ['ID=24c36d11-412e-40be-9351-6f3cbbb4ba8a,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:45.772507 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 69a2aa58-5d94-4316-b750-1b5dbe6a686d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:10:45.772882 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (69a2aa58-5d94-4316-b750-1b5dbe6a686d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:45.778736 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'name': 'tempest-TestMinimumBasicScenario-1709712801-router', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:42Z', 'revision_number': 4, 'project_id': '452e38746ab74b5d8899e67749310302', 'gw_port': {'id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'cb099890-a50b-4d5a-99f3-c62ddd48edbb', 'name': '', 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'mac_address': 'fa:16:3e:33:bd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '08f0f9e6-1723-46f9-986a-4bd576e3e522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:42Z', 'updated_at': '2022-02-28T21:10:43Z', 'revision_number': 2, 'project_id': '452e38746ab74b5d8899e67749310302', 'subnets': [{'id': '08f0f9e6-1723-46f9-986a-4bd576e3e522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:45.840422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] Checking router: 10e22db5-6ae7-40ae-9b16-52568a192f63 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:10:45.840777 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] Updating router 10e22db5-6ae7-40ae-9b16-52568a192f63 port cb099890-a50b-4d5a-99f3-c62ddd48edbb binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:10:45.845209 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-365d54eb-84aa-4d7a-9f39-2107d669eaef None None] Attempting to bind port 24c36d11-412e-40be-9351-6f3cbbb4ba8a on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:10:45.845594 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-365d54eb-84aa-4d7a-9f39-2107d669eaef None None] Attempting to bind port 24c36d11-412e-40be-9351-6f3cbbb4ba8a by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'fcebad61-4e16-457f-8877-7bcb0c72ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd01de04a-7f8d-4d12-9701-3fa8513995b4'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:10:45.845954 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d54eb-84aa-4d7a-9f39-2107d669eaef None None] Attempting to bind port 24c36d11-412e-40be-9351-6f3cbbb4ba8a on network d01de04a-7f8d-4d12-9701-3fa8513995b4 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:10:45.869106 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7363c963-519e-4a72-880d-46829377be7a admin admin] Publish callbacks [] for router_gateway (3ebeeccf-664f-41e9-a9bc-c5821a6265d7), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:45.875632 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d54eb-84aa-4d7a-9f39-2107d669eaef None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:10:45.876037 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d54eb-84aa-4d7a-9f39-2107d669eaef None None] Checking segment: {'id': 'fcebad61-4e16-457f-8877-7bcb0c72ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd01de04a-7f8d-4d12-9701-3fa8513995b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:10:45.876448 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-365d54eb-84aa-4d7a-9f39-2107d669eaef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:45.876862 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d54eb-84aa-4d7a-9f39-2107d669eaef None None] Bound using segment: {'id': 'fcebad61-4e16-457f-8877-7bcb0c72ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd01de04a-7f8d-4d12-9701-3fa8513995b4'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:10:45.877342 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-365d54eb-84aa-4d7a-9f39-2107d669eaef None None] Bound port: 24c36d11-412e-40be-9351-6f3cbbb4ba8a, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcebad61-4e16-457f-8877-7bcb0c72ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd01de04a-7f8d-4d12-9701-3fa8513995b4'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:10:45.877729 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-365d54eb-84aa-4d7a-9f39-2107d669eaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (24c36d11-412e-40be-9351-6f3cbbb4ba8a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:45.892485 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cb099890-a50b-4d5a-99f3-c62ddd48edbb), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:46.029830 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 69a2aa58-5d94-4316-b750-1b5dbe6a686d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:10:46.032363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-365d54eb-84aa-4d7a-9f39-2107d669eaef None None] For port 24c36d11-412e-40be-9351-6f3cbbb4ba8a, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:10:46.089818 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7363c963-519e-4a72-880d-46829377be7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (3ebeeccf-664f-41e9-a9bc-c5821a6265d7), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:46.094612 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-365d54eb-84aa-4d7a-9f39-2107d669eaef None None] For port 24c36d11-412e-40be-9351-6f3cbbb4ba8a, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=24c36d11-412e-40be-9351-6f3cbbb4ba8a,segment=NetworkSegment(fcebad61-4e16-457f-8877-7bcb0c72ccb6),segment_id=fcebad61-4e16-457f-8877-7bcb0c72ccb6)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:10:46.105262 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-365d54eb-84aa-4d7a-9f39-2107d669eaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (24c36d11-412e-40be-9351-6f3cbbb4ba8a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:46.229141 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d54eb-84aa-4d7a-9f39-2107d669eaef None None] Pushing event updated for resources: {'Port': ['ID=24c36d11-412e-40be-9351-6f3cbbb4ba8a,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:46.259333 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7363c963-519e-4a72-880d-46829377be7a admin admin] Router 3ebeeccf-664f-41e9-a9bc-c5821a6265d7 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 21:10:46.346418 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] Publish callbacks [] for port (cb099890-a50b-4d5a-99f3-c62ddd48edbb), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:46.353722 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cb099890-a50b-4d5a-99f3-c62ddd48edbb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:46.378871 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7363c963-519e-4a72-880d-46829377be7a admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:10:46.390544 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] Sync routers for ids ['3ebeeccf-664f-41e9-a9bc-c5821a6265d7'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:10:46.404843 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] Routers {'3ebeeccf-664f-41e9-a9bc-c5821a6265d7'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:10:46.405407 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['3ebeeccf-664f-41e9-a9bc-c5821a6265d7'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:46.406122 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7363c963-519e-4a72-880d-46829377be7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:46.410048 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7363c963-519e-4a72-880d-46829377be7a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6570117 Feb 28 21:10:46.410150 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46656) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:10:46.453398 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ea7a7-408e-4d9e-a8a0-d2fabe32e9e6 None None] Pushing event updated for resources: {'Port': ['ID=cb099890-a50b-4d5a-99f3-c62ddd48edbb,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:46.542567 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] Attempting to bind port cb099890-a50b-4d5a-99f3-c62ddd48edbb on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:10:46.543029 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] Attempting to bind port cb099890-a50b-4d5a-99f3-c62ddd48edbb by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '61e5bdbe-bb0c-40e4-82d7-c65c97282fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:10:46.543468 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] Attempting to bind port cb099890-a50b-4d5a-99f3-c62ddd48edbb on network bb329d44-d9b6-45a4-920d-a75b95cbefb9 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:10:46.554407 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:10:46.554711 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] Checking segment: {'id': '61e5bdbe-bb0c-40e4-82d7-c65c97282fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:10:46.557778 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:46.566846 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] Bound using segment: {'id': '61e5bdbe-bb0c-40e4-82d7-c65c97282fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:10:46.567797 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] Bound port: cb099890-a50b-4d5a-99f3-c62ddd48edbb, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5bdbe-bb0c-40e4-82d7-c65c97282fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:10:46.568398 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cb099890-a50b-4d5a-99f3-c62ddd48edbb), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:46.645136 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e87927fb-30a5-4429-818c-e563baa24af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:46.677827 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] For port cb099890-a50b-4d5a-99f3-c62ddd48edbb, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:10:46.682280 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] For port cb099890-a50b-4d5a-99f3-c62ddd48edbb, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=cb099890-a50b-4d5a-99f3-c62ddd48edbb,segment=NetworkSegment(61e5bdbe-bb0c-40e4-82d7-c65c97282fca),segment_id=61e5bdbe-bb0c-40e4-82d7-c65c97282fca)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:10:46.689933 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] Set router 3ebeeccf-664f-41e9-a9bc-c5821a6265d7 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:10:46.707017 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cb099890-a50b-4d5a-99f3-c62ddd48edbb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:46.787326 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ea7a7-408e-4d9e-a8a0-d2fabe32e9e6 None None] Pushing event updated for resources: {'Port': ['ID=cb099890-a50b-4d5a-99f3-c62ddd48edbb,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:46.816876 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] Routers {'10e22db5-6ae7-40ae-9b16-52568a192f63'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:10:46.817799 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['10e22db5-6ae7-40ae-9b16-52568a192f63'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:46.966539 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9205f184-b9b6-4af7-accf-d9b7035c48bf None None] Provisioning complete for port cb099890-a50b-4d5a-99f3-c62ddd48edbb triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:10:46.967393 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9205f184-b9b6-4af7-accf-d9b7035c48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cb099890-a50b-4d5a-99f3-c62ddd48edbb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:46.978227 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebeeccf-664f-41e9-a9bc-c5821a6265d7', 'name': 'tempest-TestMinimumBasicScenario-1979966580-router', 'tenant_id': '49d2e2a0f1544adebf24094f5670cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a271ba53-cee8-427b-8d52-cb35978414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:44Z', 'updated_at': '2022-02-28T21:10:45Z', 'revision_number': 3, 'project_id': '49d2e2a0f1544adebf24094f5670cc82', 'gw_port': {'id': 'a271ba53-cee8-427b-8d52-cb35978414c2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:24:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebeeccf-664f-41e9-a9bc-c5821a6265d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:45Z', 'updated_at': '2022-02-28T21:10:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:47.018481 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] Checking router: 3ebeeccf-664f-41e9-a9bc-c5821a6265d7 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:10:47.018830 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] Updating router 3ebeeccf-664f-41e9-a9bc-c5821a6265d7 port a271ba53-cee8-427b-8d52-cb35978414c2 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:10:47.054297 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a271ba53-cee8-427b-8d52-cb35978414c2), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:47.081787 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] Set router 10e22db5-6ae7-40ae-9b16-52568a192f63 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:10:47.241937 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f7b99482-c80e-485c-aaf0-4fda009f547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:47.389487 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9205f184-b9b6-4af7-accf-d9b7035c48bf None None] Current status of the port cb099890-a50b-4d5a-99f3-c62ddd48edbb is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:10:47.389883 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9205f184-b9b6-4af7-accf-d9b7035c48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cb099890-a50b-4d5a-99f3-c62ddd48edbb), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:47.421855 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] Publish callbacks [] for port (a271ba53-cee8-427b-8d52-cb35978414c2), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:47.429701 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a271ba53-cee8-427b-8d52-cb35978414c2), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:47.485443 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] Attempting to bind port a271ba53-cee8-427b-8d52-cb35978414c2 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:10:47.485818 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] Attempting to bind port a271ba53-cee8-427b-8d52-cb35978414c2 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:10:47.486236 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] Attempting to bind port a271ba53-cee8-427b-8d52-cb35978414c2 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:10:47.612280 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:10:47.612699 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:10:47.613217 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:47.613618 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:10:47.614108 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] Bound port: a271ba53-cee8-427b-8d52-cb35978414c2, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:10:47.614488 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a271ba53-cee8-427b-8d52-cb35978414c2), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:47.640973 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-9205f184-b9b6-4af7-accf-d9b7035c48bf None None] For port cb099890-a50b-4d5a-99f3-c62ddd48edbb, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=cb099890-a50b-4d5a-99f3-c62ddd48edbb,segment=NetworkSegment(61e5bdbe-bb0c-40e4-82d7-c65c97282fca),segment_id=61e5bdbe-bb0c-40e4-82d7-c65c97282fca)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:10:47.652338 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9205f184-b9b6-4af7-accf-d9b7035c48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cb099890-a50b-4d5a-99f3-c62ddd48edbb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:47.697026 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] For port a271ba53-cee8-427b-8d52-cb35978414c2, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:10:47.702183 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] For port a271ba53-cee8-427b-8d52-cb35978414c2, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a271ba53-cee8-427b-8d52-cb35978414c2,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:10:47.708346 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7eeb1-c262-4ee8-8be3-1158f05e7ad2 None None] Pushing event updated for resources: {'Port': ['ID=a271ba53-cee8-427b-8d52-cb35978414c2,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:47.717584 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a271ba53-cee8-427b-8d52-cb35978414c2), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:47.726762 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 24c36d11-412e-40be-9351-6f3cbbb4ba8a up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:10:47.784699 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] Routers {'3ebeeccf-664f-41e9-a9bc-c5821a6265d7'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:10:47.785529 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:10:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['3ebeeccf-664f-41e9-a9bc-c5821a6265d7'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:47.787071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'name': 'tempest-TestMinimumBasicScenario-1709712801-router', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:42Z', 'revision_number': 4, 'project_id': '452e38746ab74b5d8899e67749310302', 'gw_port': {'id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'cb099890-a50b-4d5a-99f3-c62ddd48edbb', 'name': '', 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'mac_address': 'fa:16:3e:33:bd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '08f0f9e6-1723-46f9-986a-4bd576e3e522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:42Z', 'updated_at': '2022-02-28T21:10:46Z', 'revision_number': 4, 'project_id': '452e38746ab74b5d8899e67749310302', 'subnets': [{'id': '08f0f9e6-1723-46f9-986a-4bd576e3e522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:47.830340 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4057b0e3-5fc2-4131-aee3-0d15b54be121 None None] Network d01de04a-7f8d-4d12-9701-3fa8513995b4 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:10:47.836475 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7eeb1-c262-4ee8-8be3-1158f05e7ad2 None None] Pushing event updated for resources: {'Port': ['ID=a271ba53-cee8-427b-8d52-cb35978414c2,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:47.845642 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8632690-e5a2-41dd-b434-a15326ff8fb2 None None] The sync data for ids ['10e22db5-6ae7-40ae-9b16-52568a192f63'] in n-d-820368-21 is: [{'id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'name': 'tempest-TestMinimumBasicScenario-1709712801-router', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:42Z', 'revision_number': 4, 'project_id': '452e38746ab74b5d8899e67749310302', 'gw_port': {'id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'cb099890-a50b-4d5a-99f3-c62ddd48edbb', 'name': '', 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'mac_address': 'fa:16:3e:33:bd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '08f0f9e6-1723-46f9-986a-4bd576e3e522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:42Z', 'updated_at': '2022-02-28T21:10:46Z', 'revision_number': 4, 'project_id': '452e38746ab74b5d8899e67749310302', 'subnets': [{'id': '08f0f9e6-1723-46f9-986a-4bd576e3e522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:10:47.884929 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205f184-b9b6-4af7-accf-d9b7035c48bf None None] Pushing event updated for resources: {'Port': ['ID=cb099890-a50b-4d5a-99f3-c62ddd48edbb,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:47.950442 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 24c36d11-412e-40be-9351-6f3cbbb4ba8a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:10:47.950893 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (24c36d11-412e-40be-9351-6f3cbbb4ba8a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:47.954835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c71efb6b-5644-49b0-9119-2e13fcea570a None None] Provisioning complete for port cb099890-a50b-4d5a-99f3-c62ddd48edbb triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:10:47.955160 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c71efb6b-5644-49b0-9119-2e13fcea570a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cb099890-a50b-4d5a-99f3-c62ddd48edbb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:47.964427 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-f7b99482-c80e-485c-aaf0-4fda009f547e admin admin] Allocated IP 172.20.0.1 (d01de04a-7f8d-4d12-9701-3fa8513995b4/796aafb3-bd44-4bf2-a81a-b0b4309506a1/663bc478-dc77-4fb0-9c3c-1422b9d3efd7) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:10:47.967057 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] Set router 3ebeeccf-664f-41e9-a9bc-c5821a6265d7 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:10:48.103994 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f7b99482-c80e-485c-aaf0-4fda009f547e admin admin] Publish callbacks [] for port (663bc478-dc77-4fb0-9c3c-1422b9d3efd7), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:48.133219 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 24c36d11-412e-40be-9351-6f3cbbb4ba8a is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:10:48.133626 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (24c36d11-412e-40be-9351-6f3cbbb4ba8a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:48.147557 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f7b99482-c80e-485c-aaf0-4fda009f547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (663bc478-dc77-4fb0-9c3c-1422b9d3efd7), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:48.186088 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b99482-c80e-485c-aaf0-4fda009f547e admin admin] Network d01de04a-7f8d-4d12-9701-3fa8513995b4 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:10:48.189341 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-f7b99482-c80e-485c-aaf0-4fda009f547e admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:10:48.193050 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b99482-c80e-485c-aaf0-4fda009f547e admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:10:48.203076 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebeeccf-664f-41e9-a9bc-c5821a6265d7', 'name': 'tempest-TestMinimumBasicScenario-1979966580-router', 'tenant_id': '49d2e2a0f1544adebf24094f5670cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a271ba53-cee8-427b-8d52-cb35978414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:44Z', 'updated_at': '2022-02-28T21:10:45Z', 'revision_number': 3, 'project_id': '49d2e2a0f1544adebf24094f5670cc82', 'gw_port': {'id': 'a271ba53-cee8-427b-8d52-cb35978414c2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:24:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebeeccf-664f-41e9-a9bc-c5821a6265d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:45Z', 'updated_at': '2022-02-28T21:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:48.239082 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c71efb6b-5644-49b0-9119-2e13fcea570a None None] Current status of the port cb099890-a50b-4d5a-99f3-c62ddd48edbb is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:10:48.242363 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07a4ddd-90af-4f48-adac-ef87de7854f3 None None] The sync data for ids ['3ebeeccf-664f-41e9-a9bc-c5821a6265d7'] in n-d-820368-21 is: [{'id': '3ebeeccf-664f-41e9-a9bc-c5821a6265d7', 'name': 'tempest-TestMinimumBasicScenario-1979966580-router', 'tenant_id': '49d2e2a0f1544adebf24094f5670cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a271ba53-cee8-427b-8d52-cb35978414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:44Z', 'updated_at': '2022-02-28T21:10:45Z', 'revision_number': 3, 'project_id': '49d2e2a0f1544adebf24094f5670cc82', 'gw_port': {'id': 'a271ba53-cee8-427b-8d52-cb35978414c2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:24:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebeeccf-664f-41e9-a9bc-c5821a6265d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:45Z', 'updated_at': '2022-02-28T21:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:10:48.244881 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b99482-c80e-485c-aaf0-4fda009f547e admin admin] Pushing event updated for resources: {'Port': ['ID=663bc478-dc77-4fb0-9c3c-1422b9d3efd7,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:48.257831 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f7b99482-c80e-485c-aaf0-4fda009f547e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (3ebeeccf-664f-41e9-a9bc-c5821a6265d7), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:48.283875 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 24c36d11-412e-40be-9351-6f3cbbb4ba8a, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=24c36d11-412e-40be-9351-6f3cbbb4ba8a,segment=NetworkSegment(fcebad61-4e16-457f-8877-7bcb0c72ccb6),segment_id=fcebad61-4e16-457f-8877-7bcb0c72ccb6)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:10:48.283875 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (24c36d11-412e-40be-9351-6f3cbbb4ba8a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:48.385845 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=24c36d11-412e-40be-9351-6f3cbbb4ba8a,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:48.393776 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9bcb5238-89e8-4ea0-a96c-0963fb7cf2e5 None None] Provisioning complete for port 24c36d11-412e-40be-9351-6f3cbbb4ba8a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:10:48.394153 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9bcb5238-89e8-4ea0-a96c-0963fb7cf2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (24c36d11-412e-40be-9351-6f3cbbb4ba8a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:48.487945 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f7b99482-c80e-485c-aaf0-4fda009f547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (663bc478-dc77-4fb0-9c3c-1422b9d3efd7), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:48.506153 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb5238-89e8-4ea0-a96c-0963fb7cf2e5 None None] Current status of the port 24c36d11-412e-40be-9351-6f3cbbb4ba8a is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:10:48.671678 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7f380429-f9d4-4698-9842-287b30323cd7 None None] Provisioning complete for port 24c36d11-412e-40be-9351-6f3cbbb4ba8a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:10:48.672308 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7f380429-f9d4-4698-9842-287b30323cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (24c36d11-412e-40be-9351-6f3cbbb4ba8a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:48.752731 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f7b99482-c80e-485c-aaf0-4fda009f547e admin admin] Publish callbacks [] for port (663bc478-dc77-4fb0-9c3c-1422b9d3efd7), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:48.761224 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f7b99482-c80e-485c-aaf0-4fda009f547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (663bc478-dc77-4fb0-9c3c-1422b9d3efd7), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:48.802206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7f380429-f9d4-4698-9842-287b30323cd7 None None] Current status of the port 24c36d11-412e-40be-9351-6f3cbbb4ba8a is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:10:48.845378 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-f7b99482-c80e-485c-aaf0-4fda009f547e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (3ebeeccf-664f-41e9-a9bc-c5821a6265d7), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:48.850278 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b99482-c80e-485c-aaf0-4fda009f547e admin admin] Pushing event updated for resources: {'Port': ['ID=663bc478-dc77-4fb0-9c3c-1422b9d3efd7,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:48.932213 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d46a9640-98e4-4038-a8f8-2bf8ffea48e9 None None] Provisioning complete for port 663bc478-dc77-4fb0-9c3c-1422b9d3efd7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:10:48.932636 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d46a9640-98e4-4038-a8f8-2bf8ffea48e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (663bc478-dc77-4fb0-9c3c-1422b9d3efd7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:48.979146 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d46a9640-98e4-4038-a8f8-2bf8ffea48e9 None None] Port 663bc478-dc77-4fb0-9c3c-1422b9d3efd7 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:10:48.984004 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b99482-c80e-485c-aaf0-4fda009f547e admin admin] Network d01de04a-7f8d-4d12-9701-3fa8513995b4 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:10:48.985523 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-f7b99482-c80e-485c-aaf0-4fda009f547e admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:10:49.133673 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-afcb1447-bd39-4c4f-a7a3-52486973d176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:49.144926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b99482-c80e-485c-aaf0-4fda009f547e admin admin] Router 3ebeeccf-664f-41e9-a9bc-c5821a6265d7 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:10:49.271707 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b99482-c80e-485c-aaf0-4fda009f547e admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:10:49.284988 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f7b99482-c80e-485c-aaf0-4fda009f547e admin admin] 10.222.0.13 "PUT /v2.0/routers/3ebeeccf-664f-41e9-a9bc-c5821a6265d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8670504 Feb 28 21:10:49.313878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-10f15a33-0688-4f62-bf5a-a9769fe9e512 None None] Provisioning complete for port 663bc478-dc77-4fb0-9c3c-1422b9d3efd7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:10:49.313878 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-10f15a33-0688-4f62-bf5a-a9769fe9e512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (663bc478-dc77-4fb0-9c3c-1422b9d3efd7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:49.355179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-10f15a33-0688-4f62-bf5a-a9769fe9e512 None None] Port 663bc478-dc77-4fb0-9c3c-1422b9d3efd7 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:10:49.659710 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device cb099890-a50b-4d5a-99f3-c62ddd48edbb up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:10:49.718757 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port cb099890-a50b-4d5a-99f3-c62ddd48edbb triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:10:49.719426 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cb099890-a50b-4d5a-99f3-c62ddd48edbb), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:49.811508 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port cb099890-a50b-4d5a-99f3-c62ddd48edbb is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:10:49.812833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a271ba53-cee8-427b-8d52-cb35978414c2 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:10:49.864100 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port a271ba53-cee8-427b-8d52-cb35978414c2 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:10:49.864486 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a271ba53-cee8-427b-8d52-cb35978414c2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:49.944345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port a271ba53-cee8-427b-8d52-cb35978414c2 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:10:49.944825 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a271ba53-cee8-427b-8d52-cb35978414c2), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:49.967156 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port a271ba53-cee8-427b-8d52-cb35978414c2, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a271ba53-cee8-427b-8d52-cb35978414c2,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:10:49.972634 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a271ba53-cee8-427b-8d52-cb35978414c2), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:49.973595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 24c36d11-412e-40be-9351-6f3cbbb4ba8a up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:10:50.053757 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=a271ba53-cee8-427b-8d52-cb35978414c2,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:50.065386 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 24c36d11-412e-40be-9351-6f3cbbb4ba8a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:10:50.065763 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (24c36d11-412e-40be-9351-6f3cbbb4ba8a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:50.130328 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:50.169700 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 24c36d11-412e-40be-9351-6f3cbbb4ba8a is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:10:50.306554 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:51.116724 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] Sync routers for ids ['3ebeeccf-664f-41e9-a9bc-c5821a6265d7'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:10:51.128890 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] Routers {'3ebeeccf-664f-41e9-a9bc-c5821a6265d7'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:10:51.129520 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:10:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['3ebeeccf-664f-41e9-a9bc-c5821a6265d7'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:51.245024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] Set router 3ebeeccf-664f-41e9-a9bc-c5821a6265d7 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:10:51.514911 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:51.517802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebeeccf-664f-41e9-a9bc-c5821a6265d7', 'name': 'tempest-TestMinimumBasicScenario-1979966580-router', 'tenant_id': '49d2e2a0f1544adebf24094f5670cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a271ba53-cee8-427b-8d52-cb35978414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:44Z', 'updated_at': '2022-02-28T21:10:48Z', 'revision_number': 4, 'project_id': '49d2e2a0f1544adebf24094f5670cc82', 'gw_port': {'id': 'a271ba53-cee8-427b-8d52-cb35978414c2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:24:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebeeccf-664f-41e9-a9bc-c5821a6265d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:45Z', 'updated_at': '2022-02-28T21:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '663bc478-dc77-4fb0-9c3c-1422b9d3efd7', 'name': '', 'network_id': 'd01de04a-7f8d-4d12-9701-3fa8513995b4', 'tenant_id': '49d2e2a0f1544adebf24094f5670cc82', 'mac_address': 'fa:16:3e:89:de:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebeeccf-664f-41e9-a9bc-c5821a6265d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '796aafb3-bd44-4bf2-a81a-b0b4309506a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:47Z', 'updated_at': '2022-02-28T21:10:48Z', 'revision_number': 2, 'project_id': '49d2e2a0f1544adebf24094f5670cc82', 'subnets': [{'id': '796aafb3-bd44-4bf2-a81a-b0b4309506a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:51.548661 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] Checking router: 3ebeeccf-664f-41e9-a9bc-c5821a6265d7 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:10:51.549022 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] Updating router 3ebeeccf-664f-41e9-a9bc-c5821a6265d7 port 663bc478-dc77-4fb0-9c3c-1422b9d3efd7 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:10:51.583057 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (663bc478-dc77-4fb0-9c3c-1422b9d3efd7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:51.590025 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a271ba53-cee8-427b-8d52-cb35978414c2 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:10:51.748041 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port a271ba53-cee8-427b-8d52-cb35978414c2 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:10:51.748470 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a271ba53-cee8-427b-8d52-cb35978414c2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:51.932093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port a271ba53-cee8-427b-8d52-cb35978414c2 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:10:52.004080 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] Publish callbacks [] for port (663bc478-dc77-4fb0-9c3c-1422b9d3efd7), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:52.014119 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (663bc478-dc77-4fb0-9c3c-1422b9d3efd7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:52.071873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9dbf3-5f8c-47ce-87c1-16bbacdaabbd None None] Pushing event updated for resources: {'Port': ['ID=663bc478-dc77-4fb0-9c3c-1422b9d3efd7,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:52.100892 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9dbf3-5f8c-47ce-87c1-16bbacdaabbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:52.101247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9dbf3-5f8c-47ce-87c1-16bbacdaabbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:52.101633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9dbf3-5f8c-47ce-87c1-16bbacdaabbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:52.102013 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9dbf3-5f8c-47ce-87c1-16bbacdaabbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:52.102346 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9dbf3-5f8c-47ce-87c1-16bbacdaabbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:52.102672 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9dbf3-5f8c-47ce-87c1-16bbacdaabbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:52.102998 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9dbf3-5f8c-47ce-87c1-16bbacdaabbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:52.103323 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9dbf3-5f8c-47ce-87c1-16bbacdaabbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:52.103647 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9dbf3-5f8c-47ce-87c1-16bbacdaabbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:52.103998 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9dbf3-5f8c-47ce-87c1-16bbacdaabbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:52.104319 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9dbf3-5f8c-47ce-87c1-16bbacdaabbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:52.104638 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9dbf3-5f8c-47ce-87c1-16bbacdaabbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:52.104953 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9dbf3-5f8c-47ce-87c1-16bbacdaabbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:10:52.158005 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] Attempting to bind port 663bc478-dc77-4fb0-9c3c-1422b9d3efd7 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:10:52.158664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] Attempting to bind port 663bc478-dc77-4fb0-9c3c-1422b9d3efd7 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'fcebad61-4e16-457f-8877-7bcb0c72ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd01de04a-7f8d-4d12-9701-3fa8513995b4'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:10:52.158761 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] Attempting to bind port 663bc478-dc77-4fb0-9c3c-1422b9d3efd7 on network d01de04a-7f8d-4d12-9701-3fa8513995b4 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:10:52.179176 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:10:52.179595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] Checking segment: {'id': 'fcebad61-4e16-457f-8877-7bcb0c72ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd01de04a-7f8d-4d12-9701-3fa8513995b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:10:52.180536 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:52.180936 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] Bound using segment: {'id': 'fcebad61-4e16-457f-8877-7bcb0c72ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd01de04a-7f8d-4d12-9701-3fa8513995b4'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:10:52.181413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] Bound port: 663bc478-dc77-4fb0-9c3c-1422b9d3efd7, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcebad61-4e16-457f-8877-7bcb0c72ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd01de04a-7f8d-4d12-9701-3fa8513995b4'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:10:52.181791 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (663bc478-dc77-4fb0-9c3c-1422b9d3efd7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:52.279125 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] For port 663bc478-dc77-4fb0-9c3c-1422b9d3efd7, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:10:52.285459 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] For port 663bc478-dc77-4fb0-9c3c-1422b9d3efd7, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=663bc478-dc77-4fb0-9c3c-1422b9d3efd7,segment=NetworkSegment(fcebad61-4e16-457f-8877-7bcb0c72ccb6),segment_id=fcebad61-4e16-457f-8877-7bcb0c72ccb6)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:10:52.301149 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (663bc478-dc77-4fb0-9c3c-1422b9d3efd7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:52.396825 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] Routers {'3ebeeccf-664f-41e9-a9bc-c5821a6265d7'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:10:52.397631 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:10:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['3ebeeccf-664f-41e9-a9bc-c5821a6265d7'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:52.400162 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9dbf3-5f8c-47ce-87c1-16bbacdaabbd None None] Pushing event updated for resources: {'Port': ['ID=663bc478-dc77-4fb0-9c3c-1422b9d3efd7,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:52.728967 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-df09c57b-1dbc-4a6c-8578-9aadc1f391ab None None] Provisioning complete for port 663bc478-dc77-4fb0-9c3c-1422b9d3efd7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:10:52.729256 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-df09c57b-1dbc-4a6c-8578-9aadc1f391ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (663bc478-dc77-4fb0-9c3c-1422b9d3efd7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:52.734356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] Set router 3ebeeccf-664f-41e9-a9bc-c5821a6265d7 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:10:52.906453 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:52.965276 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-df09c57b-1dbc-4a6c-8578-9aadc1f391ab None None] Current status of the port 663bc478-dc77-4fb0-9c3c-1422b9d3efd7 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:10:52.965794 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-df09c57b-1dbc-4a6c-8578-9aadc1f391ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (663bc478-dc77-4fb0-9c3c-1422b9d3efd7), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:53.034674 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-df09c57b-1dbc-4a6c-8578-9aadc1f391ab None None] For port 663bc478-dc77-4fb0-9c3c-1422b9d3efd7, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=663bc478-dc77-4fb0-9c3c-1422b9d3efd7,segment=NetworkSegment(fcebad61-4e16-457f-8877-7bcb0c72ccb6),segment_id=fcebad61-4e16-457f-8877-7bcb0c72ccb6)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:10:53.041505 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-df09c57b-1dbc-4a6c-8578-9aadc1f391ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (663bc478-dc77-4fb0-9c3c-1422b9d3efd7), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:53.050255 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:53.099802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09c57b-1dbc-4a6c-8578-9aadc1f391ab None None] Pushing event updated for resources: {'Port': ['ID=663bc478-dc77-4fb0-9c3c-1422b9d3efd7,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:10:53.107822 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebeeccf-664f-41e9-a9bc-c5821a6265d7', 'name': 'tempest-TestMinimumBasicScenario-1979966580-router', 'tenant_id': '49d2e2a0f1544adebf24094f5670cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a271ba53-cee8-427b-8d52-cb35978414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:44Z', 'updated_at': '2022-02-28T21:10:48Z', 'revision_number': 4, 'project_id': '49d2e2a0f1544adebf24094f5670cc82', 'gw_port': {'id': 'a271ba53-cee8-427b-8d52-cb35978414c2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:24:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebeeccf-664f-41e9-a9bc-c5821a6265d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:45Z', 'updated_at': '2022-02-28T21:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '663bc478-dc77-4fb0-9c3c-1422b9d3efd7', 'name': '', 'network_id': 'd01de04a-7f8d-4d12-9701-3fa8513995b4', 'tenant_id': '49d2e2a0f1544adebf24094f5670cc82', 'mac_address': 'fa:16:3e:89:de:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebeeccf-664f-41e9-a9bc-c5821a6265d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '796aafb3-bd44-4bf2-a81a-b0b4309506a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:47Z', 'updated_at': '2022-02-28T21:10:52Z', 'revision_number': 4, 'project_id': '49d2e2a0f1544adebf24094f5670cc82', 'subnets': [{'id': '796aafb3-bd44-4bf2-a81a-b0b4309506a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:10:53.140520 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2162cf4f-83a7-464f-883d-7ce5bad5c7fb None None] The sync data for ids ['3ebeeccf-664f-41e9-a9bc-c5821a6265d7'] in n-d-820368-21 is: [{'id': '3ebeeccf-664f-41e9-a9bc-c5821a6265d7', 'name': 'tempest-TestMinimumBasicScenario-1979966580-router', 'tenant_id': '49d2e2a0f1544adebf24094f5670cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a271ba53-cee8-427b-8d52-cb35978414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:44Z', 'updated_at': '2022-02-28T21:10:48Z', 'revision_number': 4, 'project_id': '49d2e2a0f1544adebf24094f5670cc82', 'gw_port': {'id': 'a271ba53-cee8-427b-8d52-cb35978414c2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:24:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebeeccf-664f-41e9-a9bc-c5821a6265d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:45Z', 'updated_at': '2022-02-28T21:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '663bc478-dc77-4fb0-9c3c-1422b9d3efd7', 'name': '', 'network_id': 'd01de04a-7f8d-4d12-9701-3fa8513995b4', 'tenant_id': '49d2e2a0f1544adebf24094f5670cc82', 'mac_address': 'fa:16:3e:89:de:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebeeccf-664f-41e9-a9bc-c5821a6265d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '796aafb3-bd44-4bf2-a81a-b0b4309506a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:47Z', 'updated_at': '2022-02-28T21:10:52Z', 'revision_number': 4, 'project_id': '49d2e2a0f1544adebf24094f5670cc82', 'subnets': [{'id': '796aafb3-bd44-4bf2-a81a-b0b4309506a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:10:53.173635 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f4751699-5c66-4d41-9b96-ad630298c479 None None] Provisioning complete for port 663bc478-dc77-4fb0-9c3c-1422b9d3efd7 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:10:53.174311 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f4751699-5c66-4d41-9b96-ad630298c479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (663bc478-dc77-4fb0-9c3c-1422b9d3efd7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:53.301809 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f4751699-5c66-4d41-9b96-ad630298c479 None None] Current status of the port 663bc478-dc77-4fb0-9c3c-1422b9d3efd7 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:10:53.622461 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 663bc478-dc77-4fb0-9c3c-1422b9d3efd7 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:10:53.692454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 663bc478-dc77-4fb0-9c3c-1422b9d3efd7 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:10:53.693086 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (663bc478-dc77-4fb0-9c3c-1422b9d3efd7), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:10:53.807746 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 663bc478-dc77-4fb0-9c3c-1422b9d3efd7 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:10:59.315371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461abc3-2284-4ad7-b686-590bb18157fd req-797f89bd-eeac-4ca1-a84b-4e5be91249e8 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:10:59.316879 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b461abc3-2284-4ad7-b686-590bb18157fd req-797f89bd-eeac-4ca1-a84b-4e5be91249e8 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/networks?id=bb329d44-d9b6-45a4-920d-a75b95cbefb9 HTTP/1.1" status: 200 len: 815 time: 0.1045845 Feb 28 21:10:59.332396 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b461abc3-2284-4ad7-b686-590bb18157fd req-b9250261-ff3d-4896-b66a-7f97ce1799e0 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/quotas/452e38746ab74b5d8899e67749310302 HTTP/1.1" status: 200 len: 375 time: 0.0093112 Feb 28 21:10:59.387406 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b461abc3-2284-4ad7-b686-590bb18157fd req-ae7dde39-0af8-4648-bc5a-13f31a1bafa7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=452e38746ab74b5d8899e67749310302&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492375 Feb 28 21:10:59.486961 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b461abc3-2284-4ad7-b686-590bb18157fd req-381e964c-65f1-420b-bb32-94c8ba7606d3 service neutron] 10.222.0.13 "GET /v2.0/networks/bb329d44-d9b6-45a4-920d-a75b95cbefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864143 Feb 28 21:10:59.576550 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b461abc3-2284-4ad7-b686-590bb18157fd req-8be868c5-3d30-42db-8a0c-e5e0f26622c3 service neutron] 10.222.0.13 "GET /v2.0/networks/bb329d44-d9b6-45a4-920d-a75b95cbefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839398 Feb 28 21:10:59.738779 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d644f158-66ed-403d-9938-40f7fdbf1d5d req-bb97df5f-4916-4b34-86e6-1522a41f434d tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 210 time: 0.0320897 Feb 28 21:11:00.707299 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461abc3-2284-4ad7-b686-590bb18157fd req-d360e9c2-8ecc-411f-a66c-a808dd498147 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:00.708810 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b461abc3-2284-4ad7-b686-590bb18157fd req-d360e9c2-8ecc-411f-a66c-a808dd498147 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.10 "GET /v2.0/networks?id=bb329d44-d9b6-45a4-920d-a75b95cbefb9 HTTP/1.1" status: 200 len: 815 time: 0.1105003 Feb 28 21:11:00.721858 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-b461abc3-2284-4ad7-b686-590bb18157fd req-7985165b-121c-4d62-8201-500e6357d890 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Request body: {'port': {'device_id': '4989c269-0c4b-4b60-bce4-cb7222af429c', 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9', 'admin_state_up': True, 'tenant_id': '452e38746ab74b5d8899e67749310302'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:11:00.847999 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3b69f7fd-7f58-472c-baa2-a0add7b24fa4 req-a4a55d3c-54b8-47b0-8775-78fe9d1e9c7d tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 210 time: 0.0358970 Feb 28 21:11:00.870327 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b461abc3-2284-4ad7-b686-590bb18157fd req-7985165b-121c-4d62-8201-500e6357d890 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Made reservation on behalf of 452e38746ab74b5d8899e67749310302 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:11:00.873816 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b461abc3-2284-4ad7-b686-590bb18157fd req-7985165b-121c-4d62-8201-500e6357d890 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:01.017197 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-b461abc3-2284-4ad7-b686-590bb18157fd req-7985165b-121c-4d62-8201-500e6357d890 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Allocated IP 172.20.0.7 (bb329d44-d9b6-45a4-920d-a75b95cbefb9/08f0f9e6-1723-46f9-986a-4bd576e3e522/e3eb53e3-930e-4313-9c42-0a862e991a86) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:11:01.244067 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b461abc3-2284-4ad7-b686-590bb18157fd req-7985165b-121c-4d62-8201-500e6357d890 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:01.296258 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b461abc3-2284-4ad7-b686-590bb18157fd req-7985165b-121c-4d62-8201-500e6357d890 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:01.353762 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b461abc3-2284-4ad7-b686-590bb18157fd req-7985165b-121c-4d62-8201-500e6357d890 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Network bb329d44-d9b6-45a4-920d-a75b95cbefb9 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:11:01.356357 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-b461abc3-2284-4ad7-b686-590bb18157fd req-7985165b-121c-4d62-8201-500e6357d890 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:11:01.365054 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b461abc3-2284-4ad7-b686-590bb18157fd req-7985165b-121c-4d62-8201-500e6357d890 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:11:01.424702 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985165b-121c-4d62-8201-500e6357d890 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Pushing event updated for resources: {'Port': ['ID=e3eb53e3-930e-4313-9c42-0a862e991a86,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:11:01.474159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461abc3-2284-4ad7-b686-590bb18157fd req-7985165b-121c-4d62-8201-500e6357d890 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:01.474993 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b461abc3-2284-4ad7-b686-590bb18157fd req-7985165b-121c-4d62-8201-500e6357d890 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:01.499088 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b461abc3-2284-4ad7-b686-590bb18157fd req-7985165b-121c-4d62-8201-500e6357d890 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7810483 Feb 28 21:11:01.693498 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-32db896b-f415-44a9-a085-c9d32104db2a None None] Provisioning complete for port e3eb53e3-930e-4313-9c42-0a862e991a86 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:11:01.694041 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-32db896b-f415-44a9-a085-c9d32104db2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:01.735666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-32db896b-f415-44a9-a085-c9d32104db2a None None] Port e3eb53e3-930e-4313-9c42-0a862e991a86 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:11:01.987838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55e444-82e4-4ebc-bc46-edd61fe66900 req-432d9f3a-86f8-4566-a2e7-905b7425b4b8 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:01.991931 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f55e444-82e4-4ebc-bc46-edd61fe66900 req-432d9f3a-86f8-4566-a2e7-905b7425b4b8 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 931 time: 0.0665421 Feb 28 21:11:02.048618 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f55e444-82e4-4ebc-bc46-edd61fe66900 req-64593a77-3547-4502-970d-3d6fd0dbf948 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506680 Feb 28 21:11:03.180505 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f4d23-739d-4d15-b0c3-b7db1535352f req-1fd50e23-89e2-48b2-8c02-008b2fed5af1 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:03.182060 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-175f4d23-739d-4d15-b0c3-b7db1535352f req-1fd50e23-89e2-48b2-8c02-008b2fed5af1 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 931 time: 0.0603726 Feb 28 21:11:03.235318 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-175f4d23-739d-4d15-b0c3-b7db1535352f req-292adf9a-d310-43fc-98ea-3c4ed7572aba tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470667 Feb 28 21:11:04.389735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631591e1-8d6d-42fe-9e36-2b8602cd75b2 req-3768eecf-2997-4c89-a2f6-78a20026c8b2 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:04.392172 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-631591e1-8d6d-42fe-9e36-2b8602cd75b2 req-3768eecf-2997-4c89-a2f6-78a20026c8b2 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 931 time: 0.0701363 Feb 28 21:11:04.447466 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-631591e1-8d6d-42fe-9e36-2b8602cd75b2 req-b6ed4805-fc88-4b12-9770-50e9a5bc1b23 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445414 Feb 28 21:11:05.585149 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628629aa-0e10-4d9c-895e-24dd1bba1090 req-a4c5b7f5-ebfe-4025-b66d-0366bb519df1 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:05.587640 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-628629aa-0e10-4d9c-895e-24dd1bba1090 req-a4c5b7f5-ebfe-4025-b66d-0366bb519df1 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 931 time: 0.0648296 Feb 28 21:11:05.661035 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-628629aa-0e10-4d9c-895e-24dd1bba1090 req-2bcf1443-da60-4635-95dc-2d6c030f1797 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654666 Feb 28 21:11:06.802842 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043c835-7eab-45cf-9c7b-533f35ce16cc req-5d273dd4-c2d0-48df-b2b4-f3a5d022c9bd tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:06.805072 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4043c835-7eab-45cf-9c7b-533f35ce16cc req-5d273dd4-c2d0-48df-b2b4-f3a5d022c9bd tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 931 time: 0.0680542 Feb 28 21:11:06.855830 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4043c835-7eab-45cf-9c7b-533f35ce16cc req-49c783c7-b070-4bf1-90d3-da5b93e02e82 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445604 Feb 28 21:11:07.988534 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eed57f-10b5-406c-96c4-fccbdb1333eb req-d5e1c5bf-9cfe-4518-acb2-b1ecaab75a8e tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:07.990093 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77eed57f-10b5-406c-96c4-fccbdb1333eb req-d5e1c5bf-9cfe-4518-acb2-b1ecaab75a8e tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 931 time: 0.0563779 Feb 28 21:11:08.056194 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77eed57f-10b5-406c-96c4-fccbdb1333eb req-50a797bf-7ca7-42fc-a784-be9cb0b379d0 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574334 Feb 28 21:11:09.093824 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-b461abc3-2284-4ad7-b686-590bb18157fd req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] Request body: {'port': {'device_id': '4989c269-0c4b-4b60-bce4-cb7222af429c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:11:09.197656 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b461abc3-2284-4ad7-b686-590bb18157fd req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:09.219497 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408140fe-d96d-466b-9f99-a6080c39e58e req-40f16706-4382-45d5-aae4-e0f67cca1b0b tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:09.221083 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-408140fe-d96d-466b-9f99-a6080c39e58e req-40f16706-4382-45d5-aae4-e0f67cca1b0b tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 931 time: 0.0941360 Feb 28 21:11:09.394295 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-408140fe-d96d-466b-9f99-a6080c39e58e req-bd196377-993e-4445-af47-5940f2ce9728 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404932 Feb 28 21:11:09.564117 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-b461abc3-2284-4ad7-b686-590bb18157fd req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3eb53e3-930e-4313-9c42-0a862e991a86 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:11:09.572571 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b461abc3-2284-4ad7-b686-590bb18157fd req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] Publish callbacks [] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:09.584658 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-b461abc3-2284-4ad7-b686-590bb18157fd req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] Transition to ACTIVE for port object e3eb53e3-930e-4313-9c42-0a862e991a86 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:11:09.589479 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b461abc3-2284-4ad7-b686-590bb18157fd req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:09.641077 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] Pushing event updated for resources: {'Port': ['ID=e3eb53e3-930e-4313-9c42-0a862e991a86,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:11:09.717025 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-b461abc3-2284-4ad7-b686-590bb18157fd req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] Attempting to bind port e3eb53e3-930e-4313-9c42-0a862e991a86 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:11:09.717366 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-b461abc3-2284-4ad7-b686-590bb18157fd req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] Attempting to bind port e3eb53e3-930e-4313-9c42-0a862e991a86 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '61e5bdbe-bb0c-40e4-82d7-c65c97282fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:11:09.717695 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461abc3-2284-4ad7-b686-590bb18157fd req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] Attempting to bind port e3eb53e3-930e-4313-9c42-0a862e991a86 on network bb329d44-d9b6-45a4-920d-a75b95cbefb9 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:11:09.722207 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461abc3-2284-4ad7-b686-590bb18157fd req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] Port e3eb53e3-930e-4313-9c42-0a862e991a86 on network bb329d44-d9b6-45a4-920d-a75b95cbefb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:11:09.722532 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461abc3-2284-4ad7-b686-590bb18157fd req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] Attempting to bind port e3eb53e3-930e-4313-9c42-0a862e991a86 on network bb329d44-d9b6-45a4-920d-a75b95cbefb9 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:11:09.727542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461abc3-2284-4ad7-b686-590bb18157fd req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:11:09.727978 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461abc3-2284-4ad7-b686-590bb18157fd req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] Checking segment: {'id': '61e5bdbe-bb0c-40e4-82d7-c65c97282fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:11:09.728350 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461abc3-2284-4ad7-b686-590bb18157fd req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] Bound using segment: {'id': '61e5bdbe-bb0c-40e4-82d7-c65c97282fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:11:09.728768 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-b461abc3-2284-4ad7-b686-590bb18157fd req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] Bound port: e3eb53e3-930e-4313-9c42-0a862e991a86, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61e5bdbe-bb0c-40e4-82d7-c65c97282fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:11:09.729072 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b461abc3-2284-4ad7-b686-590bb18157fd req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:09.802805 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-b461abc3-2284-4ad7-b686-590bb18157fd req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] For port e3eb53e3-930e-4313-9c42-0a862e991a86, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:11:09.807058 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-b461abc3-2284-4ad7-b686-590bb18157fd req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] For port e3eb53e3-930e-4313-9c42-0a862e991a86, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e3eb53e3-930e-4313-9c42-0a862e991a86,segment=NetworkSegment(61e5bdbe-bb0c-40e4-82d7-c65c97282fca),segment_id=61e5bdbe-bb0c-40e4-82d7-c65c97282fca)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:11:09.813148 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b461abc3-2284-4ad7-b686-590bb18157fd req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:09.843851 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461abc3-2284-4ad7-b686-590bb18157fd req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:09.844482 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-b461abc3-2284-4ad7-b686-590bb18157fd req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:09.845906 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b461abc3-2284-4ad7-b686-590bb18157fd req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] 10.222.0.10 "PUT /v2.0/ports/e3eb53e3-930e-4313-9c42-0a862e991a86 HTTP/1.1" status: 200 len: 1092 time: 0.8616474 Feb 28 21:11:09.846348 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4989c269-0c4b-4b60-bce4-cb7222af429c', 'tag': 'e3eb53e3-930e-4313-9c42-0a862e991a86'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:11:09.848673 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bfc709-be9f-49ce-93c1-ee50aebbc6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "4989c269-0c4b-4b60-bce4-cb7222af429c", "tag": "e3eb53e3-930e-4313-9c42-0a862e991a86"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:11:09.886965 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bede70-4d50-4d0f-a57a-e6c4251ae9ab service neutron] Pushing event updated for resources: {'Port': ['ID=e3eb53e3-930e-4313-9c42-0a862e991a86,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:11:09.944509 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461abc3-2284-4ad7-b686-590bb18157fd req-721d7702-126d-4b80-be39-0f0b252e8c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:09.948216 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b461abc3-2284-4ad7-b686-590bb18157fd req-721d7702-126d-4b80-be39-0f0b252e8c32 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=452e38746ab74b5d8899e67749310302&device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 1126 time: 0.0555217 Feb 28 21:11:09.996937 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b461abc3-2284-4ad7-b686-590bb18157fd req-a0773a82-2394-49a8-a5c2-a972c8f7898f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3eb53e3-930e-4313-9c42-0a862e991a86 HTTP/1.1" status: 200 len: 217 time: 0.0427744 Feb 28 21:11:10.034840 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0558757e-060d-4b69-a84b-b3eac11a503b x-openstack-request-id: req-0558757e-060d-4b69-a84b-b3eac11a503b {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:11:10.035135 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4989c269-0c4b-4b60-bce4-cb7222af429c", "tag": "e3eb53e3-930e-4313-9c42-0a862e991a86", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:11:10.035389 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0558757e-060d-4b69-a84b-b3eac11a503b {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:11:10.035819 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4989c269-0c4b-4b60-bce4-cb7222af429c', 'tag': 'e3eb53e3-930e-4313-9c42-0a862e991a86', 'status': 'completed', 'code': 200} Feb 28 21:11:10.053202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461abc3-2284-4ad7-b686-590bb18157fd req-8aa6016c-9ef4-4fbe-aa51-cb3886b2b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:10.055428 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b461abc3-2284-4ad7-b686-590bb18157fd req-8aa6016c-9ef4-4fbe-aa51-cb3886b2b244 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08f0f9e6-1723-46f9-986a-4bd576e3e522 HTTP/1.1" status: 200 len: 854 time: 0.0514755 Feb 28 21:11:10.107622 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461abc3-2284-4ad7-b686-590bb18157fd req-89f23865-8440-4736-92f5-02cf519a4917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:10.109177 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b461abc3-2284-4ad7-b686-590bb18157fd req-89f23865-8440-4736-92f5-02cf519a4917 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb329d44-d9b6-45a4-920d-a75b95cbefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465512 Feb 28 21:11:10.204248 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b461abc3-2284-4ad7-b686-590bb18157fd req-9d6379f1-299b-4be7-a5d6-2a967be8f158 service neutron] 10.222.0.10 "GET /v2.0/networks/bb329d44-d9b6-45a4-920d-a75b95cbefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876541 Feb 28 21:11:10.293187 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b461abc3-2284-4ad7-b686-590bb18157fd req-97a83a4a-7540-487b-abb5-ae24cc7ff638 service neutron] 10.222.0.10 "GET /v2.0/networks/bb329d44-d9b6-45a4-920d-a75b95cbefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830882 Feb 28 21:11:10.387551 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfc709-be9f-49ce-93c1-ee50aebbc6ba req-1324b9f0-896a-422f-a754-baaf3ebfab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:10.389143 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2bfc709-be9f-49ce-93c1-ee50aebbc6ba req-1324b9f0-896a-422f-a754-baaf3ebfab47 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=452e38746ab74b5d8899e67749310302&device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 1126 time: 0.0498374 Feb 28 21:11:10.506317 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfc709-be9f-49ce-93c1-ee50aebbc6ba req-e43776aa-1cf3-4270-8249-27b97658d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:10.508347 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2bfc709-be9f-49ce-93c1-ee50aebbc6ba req-e43776aa-1cf3-4270-8249-27b97658d4ed service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb329d44-d9b6-45a4-920d-a75b95cbefb9 HTTP/1.1" status: 200 len: 915 time: 0.1135178 Feb 28 21:11:10.558674 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2bfc709-be9f-49ce-93c1-ee50aebbc6ba req-41c8a0df-3a5c-4df2-869a-0d9027bf374a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3eb53e3-930e-4313-9c42-0a862e991a86 HTTP/1.1" status: 200 len: 217 time: 0.0432887 Feb 28 21:11:10.568825 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e884d-394f-445b-925f-63ea356a0a97 req-cf05222c-b37e-4bfd-a7b1-94e380eb6a70 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:10.570824 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-588e884d-394f-445b-925f-63ea356a0a97 req-cf05222c-b37e-4bfd-a7b1-94e380eb6a70 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 943 time: 0.1046290 Feb 28 21:11:10.640494 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfc709-be9f-49ce-93c1-ee50aebbc6ba req-c04afd05-c054-427e-a088-cb4b0f6ffcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:10.642107 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2bfc709-be9f-49ce-93c1-ee50aebbc6ba req-c04afd05-c054-427e-a088-cb4b0f6ffcc1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08f0f9e6-1723-46f9-986a-4bd576e3e522 HTTP/1.1" status: 200 len: 854 time: 0.0703735 Feb 28 21:11:10.667142 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-588e884d-394f-445b-925f-63ea356a0a97 req-4d46e312-56f7-4bdf-baa1-186edcca3ff9 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877216 Feb 28 21:11:10.701029 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfc709-be9f-49ce-93c1-ee50aebbc6ba req-e6c51ce5-8116-472d-8cea-600c12775f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:10.702536 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2bfc709-be9f-49ce-93c1-ee50aebbc6ba req-e6c51ce5-8116-472d-8cea-600c12775f08 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb329d44-d9b6-45a4-920d-a75b95cbefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517874 Feb 28 21:11:10.799397 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2bfc709-be9f-49ce-93c1-ee50aebbc6ba req-2a594da7-7e70-4ac2-ac4a-9f5f6b439ea6 service neutron] 10.222.0.10 "GET /v2.0/networks/bb329d44-d9b6-45a4-920d-a75b95cbefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898268 Feb 28 21:11:10.894598 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b2bfc709-be9f-49ce-93c1-ee50aebbc6ba req-8f3c4151-5058-47dc-8469-1f911b8422e3 service neutron] 10.222.0.10 "GET /v2.0/networks/bb329d44-d9b6-45a4-920d-a75b95cbefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888278 Feb 28 21:11:11.789334 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9d1ff-370f-461c-8e9a-0b567be9a6c9 req-bb45c5e8-a6fd-41d1-a602-5955fcbad8c1 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:11.790730 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-46c9d1ff-370f-461c-8e9a-0b567be9a6c9 req-bb45c5e8-a6fd-41d1-a602-5955fcbad8c1 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 943 time: 0.0533831 Feb 28 21:11:11.837213 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-46c9d1ff-370f-461c-8e9a-0b567be9a6c9 req-5ad58381-4582-46e8-8a49-630c3f29c685 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406687 Feb 28 21:11:12.956445 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a4111-bfe5-4fa3-abec-ce28639b8683 req-fee26fd7-d5fb-4336-8939-821eda4382ea tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:12.957944 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af3a4111-bfe5-4fa3-abec-ce28639b8683 req-fee26fd7-d5fb-4336-8939-821eda4382ea tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 943 time: 0.0550001 Feb 28 21:11:13.005177 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af3a4111-bfe5-4fa3-abec-ce28639b8683 req-f3776d6f-5e2c-44fd-8e56-40cdf5f812b6 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406566 Feb 28 21:11:14.076687 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e3eb53e3-930e-4313-9c42-0a862e991a86 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:11:14.128649 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffef47c-aaf1-4bba-b737-5f8a34f56c36 req-7f3289cb-1e5e-4ea4-9621-f6284cbce033 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:14.130138 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ffef47c-aaf1-4bba-b737-5f8a34f56c36 req-7f3289cb-1e5e-4ea4-9621-f6284cbce033 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 943 time: 0.0585401 Feb 28 21:11:14.176364 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e3eb53e3-930e-4313-9c42-0a862e991a86, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e3eb53e3-930e-4313-9c42-0a862e991a86,segment=NetworkSegment(61e5bdbe-bb0c-40e4-82d7-c65c97282fca),segment_id=61e5bdbe-bb0c-40e4-82d7-c65c97282fca)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:11:14.177376 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6ffef47c-aaf1-4bba-b737-5f8a34f56c36 req-2f13b41d-53b5-4abf-ba17-6f8d4aa3fd40 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408235 Feb 28 21:11:14.192154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'e3eb53e3-930e-4313-9c42-0a862e991a86', 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9', 'port_id': 'e3eb53e3-930e-4313-9c42-0a862e991a86', 'mac_address': 'fa:16:3e:0e:f4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08f0f9e6-1723-46f9-986a-4bd576e3e522', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:11:14.229630 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port e3eb53e3-930e-4313-9c42-0a862e991a86 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:11:14.230013 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:14.242404 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3eb53e3-930e-4313-9c42-0a862e991a86 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:11:14.262113 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e3eb53e3-930e-4313-9c42-0a862e991a86, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e3eb53e3-930e-4313-9c42-0a862e991a86,segment=NetworkSegment(61e5bdbe-bb0c-40e4-82d7-c65c97282fca),segment_id=61e5bdbe-bb0c-40e4-82d7-c65c97282fca)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:11:14.266182 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:14.316454 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=e3eb53e3-930e-4313-9c42-0a862e991a86,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:11:14.552284 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['e3eb53e3-930e-4313-9c42-0a862e991a86'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:11:15.204896 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:11:15.294502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0efee5-9823-4dc9-af58-62f6ad1997fa req-d5f97cb7-b8cd-44a4-adaa-b2f5889ea39d tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:15.295987 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df0efee5-9823-4dc9-af58-62f6ad1997fa req-d5f97cb7-b8cd-44a4-adaa-b2f5889ea39d tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 944 time: 0.0526643 Feb 28 21:11:15.341691 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-df0efee5-9823-4dc9-af58-62f6ad1997fa req-ac3976e1-c8f0-48a9-a687-ff420ffcadf2 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401661 Feb 28 21:11:16.091912 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e3eb53e3-930e-4313-9c42-0a862e991a86 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:11:16.144206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port e3eb53e3-930e-4313-9c42-0a862e991a86 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:11:16.148887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port e3eb53e3-930e-4313-9c42-0a862e991a86 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:11:16.149253 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:16.224704 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port e3eb53e3-930e-4313-9c42-0a862e991a86 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:11:16.225088 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:16.247947 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4989c269-0c4b-4b60-bce4-cb7222af429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3eb53e3-930e-4313-9c42-0a862e991a86'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:11:16.250424 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba385fb-95b9-4c6a-aefb-868c24c3b4c1" -d '{"events": [{"server_uuid": "4989c269-0c4b-4b60-bce4-cb7222af429c", "name": "network-vif-plugged", "status": "completed", "tag": "e3eb53e3-930e-4313-9c42-0a862e991a86"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:11:16.263181 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port e3eb53e3-930e-4313-9c42-0a862e991a86, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e3eb53e3-930e-4313-9c42-0a862e991a86,segment=NetworkSegment(61e5bdbe-bb0c-40e4-82d7-c65c97282fca),segment_id=61e5bdbe-bb0c-40e4-82d7-c65c97282fca)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:11:16.267823 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:16.294278 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58df04d3-c822-4d6a-be5f-3e2c01fe11e5 x-openstack-request-id: req-58df04d3-c822-4d6a-be5f-3e2c01fe11e5 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:11:16.294570 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4989c269-0c4b-4b60-bce4-cb7222af429c", "name": "network-vif-plugged", "status": "completed", "tag": "e3eb53e3-930e-4313-9c42-0a862e991a86", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:11:16.294818 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58df04d3-c822-4d6a-be5f-3e2c01fe11e5 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:11:16.295198 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4989c269-0c4b-4b60-bce4-cb7222af429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3eb53e3-930e-4313-9c42-0a862e991a86', 'code': 200} Feb 28 21:11:16.322678 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=e3eb53e3-930e-4313-9c42-0a862e991a86,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:11:16.406182 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8532e-9bb7-4329-b861-e6ad3cb57736 req-141a33b7-55d9-4d80-9e49-e64817bc103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:16.407678 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dfc8532e-9bb7-4329-b861-e6ad3cb57736 req-141a33b7-55d9-4d80-9e49-e64817bc103c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 1128 time: 0.0463333 Feb 28 21:11:16.489611 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dfc8532e-9bb7-4329-b861-e6ad3cb57736 req-afe913a7-c926-4032-81b8-6f0a97d467eb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750232 Feb 28 21:11:16.497870 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e904e-e96b-48e8-9bef-0a46d99d7a23 req-752ac919-c725-4782-8259-08a8ca38c431 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:16.499315 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b38e904e-e96b-48e8-9bef-0a46d99d7a23 req-752ac919-c725-4782-8259-08a8ca38c431 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 945 time: 0.0860724 Feb 28 21:11:16.553553 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b38e904e-e96b-48e8-9bef-0a46d99d7a23 req-bdaf5b0c-c5ed-4be3-88c0-1425b178d51a tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482800 Feb 28 21:11:16.586679 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e4f21fed-2a86-44fd-8639-f43a89901b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:17.676903 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea12dea-a8ce-472f-bd36-550c1c8a98c3 req-2b5d08da-e5a8-4117-99cf-11f1357525b6 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:17.678373 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2ea12dea-a8ce-472f-bd36-550c1c8a98c3 req-2b5d08da-e5a8-4117-99cf-11f1357525b6 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 945 time: 0.0557122 Feb 28 21:11:17.725787 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2ea12dea-a8ce-472f-bd36-550c1c8a98c3 req-58334578-f2d0-4db4-9eb9-172e2f58b497 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411198 Feb 28 21:11:18.848291 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812deb11-b2a9-453f-893b-92ca9c9f0e59 req-80c9f925-c739-43e2-86ac-eef3e7f3ce36 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:18.849678 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-812deb11-b2a9-453f-893b-92ca9c9f0e59 req-80c9f925-c739-43e2-86ac-eef3e7f3ce36 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 945 time: 0.0567098 Feb 28 21:11:18.895989 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-812deb11-b2a9-453f-893b-92ca9c9f0e59 req-43934315-488c-40a6-9bd8-9599ca911d86 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402393 Feb 28 21:11:19.015272 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6220b87-17b1-4531-b9e3-b0565548ed60 req-c7393e66-91a0-437d-9ea5-65a7683e7895 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:19.016788 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e6220b87-17b1-4531-b9e3-b0565548ed60 req-c7393e66-91a0-437d-9ea5-65a7683e7895 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 945 time: 0.0574431 Feb 28 21:11:19.065281 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e6220b87-17b1-4531-b9e3-b0565548ed60 req-c97aa115-ad3a-469c-9367-85cb2110fb78 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424902 Feb 28 21:11:19.127209 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c316b950-bd67-4e70-8806-42b2a110ce4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:19.263091 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadfb33-21eb-442a-9f09-e0fa9ba7109f req-c11024ee-c3f8-4b57-982d-6b8109d7337e tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:19.264658 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-caadfb33-21eb-442a-9f09-e0fa9ba7109f req-c11024ee-c3f8-4b57-982d-6b8109d7337e tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 945 time: 0.0595949 Feb 28 21:11:19.310130 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-caadfb33-21eb-442a-9f09-e0fa9ba7109f req-a79fd180-6b79-482f-a715-39d06a3c2ec5 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400598 Feb 28 21:11:20.133707 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:20.301804 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:21.496647 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:22.832313 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:23.020054 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:39.235441 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b5dfb-5a53-4a14-a442-e51f10a15308 req-922983c8-531c-4cbb-9161-2e54f9d6c64a tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:39.236876 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b07b5dfb-5a53-4a14-a442-e51f10a15308 req-922983c8-531c-4cbb-9161-2e54f9d6c64a tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 945 time: 0.0529361 Feb 28 21:11:39.284952 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b07b5dfb-5a53-4a14-a442-e51f10a15308 req-08d7fb2c-2403-4332-b9a8-fa54c314dde2 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424728 Feb 28 21:11:39.308354 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46880) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:11:39.393356 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1df0dc-de24-43d7-9a09-7c88929abaff tempest-TestMinimumBasicScenario-421026021 tempest-TestMinimumBasicScenario-421026021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:39.394905 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ff1df0dc-de24-43d7-9a09-7c88929abaff tempest-TestMinimumBasicScenario-421026021 tempest-TestMinimumBasicScenario-421026021-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 1123 time: 0.0855618 Feb 28 21:11:39.397912 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 46884) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:11:39.402736 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': 'e3eb53e3-930e-4313-9c42-0a862e991a86', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:11:39.423172 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:39.526263 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:39.636490 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Allocated IP 172.25.0.216 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/033d2e1e-00e4-4912-b381-76bfc3e5f35a) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:11:39.744803 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for port (033d2e1e-00e4-4912-b381-76bfc3e5f35a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:39.777910 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (033d2e1e-00e4-4912-b381-76bfc3e5f35a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:39.818538 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:11:39.821360 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:11:39.825170 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:11:39.831491 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Pushing event updated for resources: {'Port': ['ID=033d2e1e-00e4-4912-b381-76bfc3e5f35a,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:11:39.863528 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:11:39.863899 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:11:39.864248 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:11:39.864583 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:11:39.864910 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:11:39.865237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:11:39.865562 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:11:39.865885 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:11:39.866211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:11:39.866537 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:11:39.866856 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:11:39.867173 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:11:39.867493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:11:40.209108 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for floatingip (3d8d6d55-7933-42b4-bd11-bd0ad6add6c5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:40.282627 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (033d2e1e-00e4-4912-b381-76bfc3e5f35a), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:40.445791 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for port (033d2e1e-00e4-4912-b381-76bfc3e5f35a), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:40.450824 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (033d2e1e-00e4-4912-b381-76bfc3e5f35a), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:40.521934 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Pushing event updated for resources: {'Port': ['ID=033d2e1e-00e4-4912-b381-76bfc3e5f35a,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:11:40.531621 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (3d8d6d55-7933-42b4-bd11-bd0ad6add6c5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:40.641102 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Floating IP 3d8d6d55-7933-42b4-bd11-bd0ad6add6c5 associated. External IP: 172.25.0.216, port: e3eb53e3-930e-4313-9c42-0a862e991a86. Feb 28 21:11:41.213175 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Router 10e22db5-6ae7-40ae-9b16-52568a192f63 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:11:41.333762 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:11:41.345411 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5d3a6a-8f94-4102-9b61-6403077171db None None] Sync routers for ids ['10e22db5-6ae7-40ae-9b16-52568a192f63'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:11:41.352367 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:41.356458 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5d3a6a-8f94-4102-9b61-6403077171db None None] Routers {'10e22db5-6ae7-40ae-9b16-52568a192f63'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:11:41.357128 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6f5d3a6a-8f94-4102-9b61-6403077171db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:11:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['10e22db5-6ae7-40ae-9b16-52568a192f63'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:11:41.385828 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-436cf9fa-40bd-458a-bd5b-50a6f17d28a7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9831488 Feb 28 21:11:41.385828 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4989c269-0c4b-4b60-bce4-cb7222af429c', 'tag': 'e3eb53e3-930e-4313-9c42-0a862e991a86'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:11:41.385828 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86590f1-9954-4db4-938e-46d8398ef445" -d '{"events": [{"name": "network-changed", "server_uuid": "4989c269-0c4b-4b60-bce4-cb7222af429c", "tag": "e3eb53e3-930e-4313-9c42-0a862e991a86"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:11:41.386281 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46886) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:11:41.392481 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ca6cff6f-9280-4ede-9776-280e2555f42d tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2129698908', 'description': 'tempest-secgroup-smoke-2129698908 description', 'project_id': '452e38746ab74b5d8899e67749310302'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:11:41.416744 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ca6cff6f-9280-4ede-9776-280e2555f42d tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:41.433024 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900240b4-161e-4544-8fa9-5ce369741543 x-openstack-request-id: req-900240b4-161e-4544-8fa9-5ce369741543 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:11:41.433354 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4989c269-0c4b-4b60-bce4-cb7222af429c", "tag": "e3eb53e3-930e-4313-9c42-0a862e991a86", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:11:41.433454 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-900240b4-161e-4544-8fa9-5ce369741543 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:11:41.433898 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4989c269-0c4b-4b60-bce4-cb7222af429c', 'tag': 'e3eb53e3-930e-4313-9c42-0a862e991a86', 'status': 'completed', 'code': 200} Feb 28 21:11:41.480285 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-6f5d3a6a-8f94-4102-9b61-6403077171db None None] Set router 10e22db5-6ae7-40ae-9b16-52568a192f63 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:11:41.500642 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ca6cff6f-9280-4ede-9776-280e2555f42d tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group (bec86268-60f6-49e5-a573-b7ed77db1a35), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:41.505869 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ca6cff6f-9280-4ede-9776-280e2555f42d tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (bec86268-60f6-49e5-a573-b7ed77db1a35), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:41.509650 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86590f1-9954-4db4-938e-46d8398ef445 req-c815810d-6cf8-4e80-88af-a6f52e44aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:41.511465 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f86590f1-9954-4db4-938e-46d8398ef445 req-c815810d-6cf8-4e80-88af-a6f52e44aefd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=452e38746ab74b5d8899e67749310302&device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 1128 time: 0.0525486 Feb 28 21:11:41.539065 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cff6f-9280-4ede-9776-280e2555f42d tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec86268-60f6-49e5-a573-b7ed77db1a35,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:11:41.544785 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ca6cff6f-9280-4ede-9776-280e2555f42d tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:41.546106 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ca6cff6f-9280-4ede-9776-280e2555f42d tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1585414 Feb 28 21:11:41.549339 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46890) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:11:41.554729 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-6d5883db-c5fe-4524-bda8-d9eba2da3028 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Request body: {'security_group_rule': {'security_group_id': 'bec86268-60f6-49e5-a573-b7ed77db1a35', 'project_id': '452e38746ab74b5d8899e67749310302', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:11:41.583691 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6d5883db-c5fe-4524-bda8-d9eba2da3028 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group_rule (3195b5e3-ca1c-4112-b62b-b50c3f4fa88c), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:41.633691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86590f1-9954-4db4-938e-46d8398ef445 req-98efffe2-b94a-48ab-8852-4779b99fc8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:41.636434 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f86590f1-9954-4db4-938e-46d8398ef445 req-98efffe2-b94a-48ab-8852-4779b99fc8b3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb329d44-d9b6-45a4-920d-a75b95cbefb9 HTTP/1.1" status: 200 len: 915 time: 0.1188285 Feb 28 21:11:41.656589 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6d5883db-c5fe-4524-bda8-d9eba2da3028 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group_rule (3195b5e3-ca1c-4112-b62b-b50c3f4fa88c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:41.661885 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6d5883db-c5fe-4524-bda8-d9eba2da3028 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (3195b5e3-ca1c-4112-b62b-b50c3f4fa88c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:41.681526 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5883db-c5fe-4524-bda8-d9eba2da3028 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3195b5e3-ca1c-4112-b62b-b50c3f4fa88c,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:11:41.694972 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6d5883db-c5fe-4524-bda8-d9eba2da3028 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:41.698684 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6d5883db-c5fe-4524-bda8-d9eba2da3028 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461973 Feb 28 21:11:41.699928 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46892) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:11:41.704520 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-0c549c56-ff5c-4c3e-a692-001c5c397730 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Request body: {'security_group_rule': {'security_group_id': 'bec86268-60f6-49e5-a573-b7ed77db1a35', 'project_id': '452e38746ab74b5d8899e67749310302', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:11:41.722872 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f86590f1-9954-4db4-938e-46d8398ef445 req-34b34d98-5538-4fde-88ae-03218bea8d7b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3eb53e3-930e-4313-9c42-0a862e991a86 HTTP/1.1" status: 200 len: 999 time: 0.0720856 Feb 28 21:11:41.736125 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c549c56-ff5c-4c3e-a692-001c5c397730 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group_rule (62116da3-806b-4cb6-a3b8-18ebb3cb25eb), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:41.750231 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6f5d3a6a-8f94-4102-9b61-6403077171db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'name': 'tempest-TestMinimumBasicScenario-1709712801-router', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:42Z', 'revision_number': 4, 'project_id': '452e38746ab74b5d8899e67749310302', 'gw_port': {'id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3d8d6d55-7933-42b4-bd11-bd0ad6add6c5', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'floating_ip_address': '172.25.0.216', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'port_id': 'e3eb53e3-930e-4313-9c42-0a862e991a86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9', 'mac_address': 'fa:16:3e:0e:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989c269-0c4b-4b60-bce4-cb7222af429c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:11:40Z', 'updated_at': '2022-02-28T21:11:40Z', 'revision_number': 0, 'project_id': '452e38746ab74b5d8899e67749310302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb099890-a50b-4d5a-99f3-c62ddd48edbb', 'name': '', 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'mac_address': 'fa:16:3e:33:bd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '08f0f9e6-1723-46f9-986a-4bd576e3e522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:42Z', 'updated_at': '2022-02-28T21:10:47Z', 'revision_number': 5, 'project_id': '452e38746ab74b5d8899e67749310302', 'subnets': [{'id': '08f0f9e6-1723-46f9-986a-4bd576e3e522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:11:41.776226 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86590f1-9954-4db4-938e-46d8398ef445 req-e5ba21bb-2eb2-4332-8aa6-8d135882d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:41.777779 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f86590f1-9954-4db4-938e-46d8398ef445 req-e5ba21bb-2eb2-4332-8aa6-8d135882d68f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08f0f9e6-1723-46f9-986a-4bd576e3e522 HTTP/1.1" status: 200 len: 854 time: 0.0539696 Feb 28 21:11:41.782916 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5d3a6a-8f94-4102-9b61-6403077171db None None] Checking router: 10e22db5-6ae7-40ae-9b16-52568a192f63 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:11:41.791598 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5d3a6a-8f94-4102-9b61-6403077171db None None] Routers {'10e22db5-6ae7-40ae-9b16-52568a192f63'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:11:41.792246 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6f5d3a6a-8f94-4102-9b61-6403077171db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:11:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['10e22db5-6ae7-40ae-9b16-52568a192f63'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:11:41.810040 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c549c56-ff5c-4c3e-a692-001c5c397730 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group_rule (62116da3-806b-4cb6-a3b8-18ebb3cb25eb), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:41.814905 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c549c56-ff5c-4c3e-a692-001c5c397730 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (62116da3-806b-4cb6-a3b8-18ebb3cb25eb), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:41.833970 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86590f1-9954-4db4-938e-46d8398ef445 req-f391c668-4b49-4a19-a628-e8b28d86ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:41.834376 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c549c56-ff5c-4c3e-a692-001c5c397730 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62116da3-806b-4cb6-a3b8-18ebb3cb25eb,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:11:41.836011 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f86590f1-9954-4db4-938e-46d8398ef445 req-f391c668-4b49-4a19-a628-e8b28d86ac01 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb329d44-d9b6-45a4-920d-a75b95cbefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0516496 Feb 28 21:11:41.841807 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c549c56-ff5c-4c3e-a692-001c5c397730 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:41.843050 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0c549c56-ff5c-4c3e-a692-001c5c397730 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1420305 Feb 28 21:11:41.845942 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46894) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:11:41.850334 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-4d7b2258-7afa-44d5-87db-b001b4bd9542 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Request body: {'security_group_rule': {'security_group_id': 'bec86268-60f6-49e5-a573-b7ed77db1a35', 'project_id': '452e38746ab74b5d8899e67749310302', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:11:41.878125 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4d7b2258-7afa-44d5-87db-b001b4bd9542 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group_rule (e6542d2c-16b8-4372-85e5-22de80bf3e6c), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:41.926437 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-6f5d3a6a-8f94-4102-9b61-6403077171db None None] Set router 10e22db5-6ae7-40ae-9b16-52568a192f63 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:11:41.938089 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4d7b2258-7afa-44d5-87db-b001b4bd9542 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group_rule (e6542d2c-16b8-4372-85e5-22de80bf3e6c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:41.940662 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f86590f1-9954-4db4-938e-46d8398ef445 req-2361e666-1f64-41b9-89ba-62bff43f0285 service neutron] 10.222.0.10 "GET /v2.0/networks/bb329d44-d9b6-45a4-920d-a75b95cbefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969169 Feb 28 21:11:41.943394 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4d7b2258-7afa-44d5-87db-b001b4bd9542 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (e6542d2c-16b8-4372-85e5-22de80bf3e6c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:41.963737 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b2258-7afa-44d5-87db-b001b4bd9542 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6542d2c-16b8-4372-85e5-22de80bf3e6c,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:11:41.974375 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-4d7b2258-7afa-44d5-87db-b001b4bd9542 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:41.975799 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-4d7b2258-7afa-44d5-87db-b001b4bd9542 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288512 Feb 28 21:11:41.979389 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46896) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:11:41.984083 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-33322612-b7b9-468c-82f4-50a16721c3b5 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Request body: {'security_group_rule': {'security_group_id': 'bec86268-60f6-49e5-a573-b7ed77db1a35', 'project_id': '452e38746ab74b5d8899e67749310302', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:11:42.012538 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33322612-b7b9-468c-82f4-50a16721c3b5 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group_rule (e2a909df-44cd-40fe-ad1f-4643659514dc), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:42.052017 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f86590f1-9954-4db4-938e-46d8398ef445 req-521be6e7-6f97-4236-9552-ba9cd415f782 service neutron] 10.222.0.10 "GET /v2.0/networks/bb329d44-d9b6-45a4-920d-a75b95cbefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054494 Feb 28 21:11:42.083174 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33322612-b7b9-468c-82f4-50a16721c3b5 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group_rule (e2a909df-44cd-40fe-ad1f-4643659514dc), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:42.089366 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33322612-b7b9-468c-82f4-50a16721c3b5 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (e2a909df-44cd-40fe-ad1f-4643659514dc), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:42.110945 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33322612-b7b9-468c-82f4-50a16721c3b5 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a909df-44cd-40fe-ad1f-4643659514dc,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:11:42.117033 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-33322612-b7b9-468c-82f4-50a16721c3b5 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:42.119863 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-33322612-b7b9-468c-82f4-50a16721c3b5 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377985 Feb 28 21:11:42.122137 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46898) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:11:42.127367 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-474e9ec3-a283-4787-9775-50677e969fb6 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Request body: {'security_group_rule': {'security_group_id': 'bec86268-60f6-49e5-a573-b7ed77db1a35', 'project_id': '452e38746ab74b5d8899e67749310302', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:11:42.153708 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-474e9ec3-a283-4787-9775-50677e969fb6 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Project 452e38746ab74b5d8899e67749310302 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 21:11:42.160170 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-474e9ec3-a283-4787-9775-50677e969fb6 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group_rule (30b6bb9a-7fff-4a51-840c-464524e27cdb), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:42.199557 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-6f5d3a6a-8f94-4102-9b61-6403077171db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'name': 'tempest-TestMinimumBasicScenario-1709712801-router', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:42Z', 'revision_number': 4, 'project_id': '452e38746ab74b5d8899e67749310302', 'gw_port': {'id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3d8d6d55-7933-42b4-bd11-bd0ad6add6c5', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'floating_ip_address': '172.25.0.216', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'port_id': 'e3eb53e3-930e-4313-9c42-0a862e991a86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9', 'mac_address': 'fa:16:3e:0e:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989c269-0c4b-4b60-bce4-cb7222af429c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:11:40Z', 'updated_at': '2022-02-28T21:11:40Z', 'revision_number': 0, 'project_id': '452e38746ab74b5d8899e67749310302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb099890-a50b-4d5a-99f3-c62ddd48edbb', 'name': '', 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'mac_address': 'fa:16:3e:33:bd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '08f0f9e6-1723-46f9-986a-4bd576e3e522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:42Z', 'updated_at': '2022-02-28T21:10:47Z', 'revision_number': 5, 'project_id': '452e38746ab74b5d8899e67749310302', 'subnets': [{'id': '08f0f9e6-1723-46f9-986a-4bd576e3e522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:11:42.226667 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5d3a6a-8f94-4102-9b61-6403077171db None None] The sync data for ids ['10e22db5-6ae7-40ae-9b16-52568a192f63'] in n-d-820368-21 is: [{'id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'name': 'tempest-TestMinimumBasicScenario-1709712801-router', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:42Z', 'revision_number': 4, 'project_id': '452e38746ab74b5d8899e67749310302', 'gw_port': {'id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '3d8d6d55-7933-42b4-bd11-bd0ad6add6c5', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'floating_ip_address': '172.25.0.216', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'port_id': 'e3eb53e3-930e-4313-9c42-0a862e991a86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9', 'mac_address': 'fa:16:3e:0e:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989c269-0c4b-4b60-bce4-cb7222af429c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:11:40Z', 'updated_at': '2022-02-28T21:11:40Z', 'revision_number': 0, 'project_id': '452e38746ab74b5d8899e67749310302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb099890-a50b-4d5a-99f3-c62ddd48edbb', 'name': '', 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'mac_address': 'fa:16:3e:33:bd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '08f0f9e6-1723-46f9-986a-4bd576e3e522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:42Z', 'updated_at': '2022-02-28T21:10:47Z', 'revision_number': 5, 'project_id': '452e38746ab74b5d8899e67749310302', 'subnets': [{'id': '08f0f9e6-1723-46f9-986a-4bd576e3e522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:11:42.229159 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-474e9ec3-a283-4787-9775-50677e969fb6 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group_rule (30b6bb9a-7fff-4a51-840c-464524e27cdb), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:42.234288 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-474e9ec3-a283-4787-9775-50677e969fb6 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (30b6bb9a-7fff-4a51-840c-464524e27cdb), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:42.254694 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e9ec3-a283-4787-9775-50677e969fb6 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b6bb9a-7fff-4a51-840c-464524e27cdb,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:11:42.265219 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-474e9ec3-a283-4787-9775-50677e969fb6 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:42.267922 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-474e9ec3-a283-4787-9775-50677e969fb6 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432309 Feb 28 21:11:42.269417 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46900) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:11:42.274904 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-f282d9fd-11c2-44c0-97ce-df9e0d3cecdd tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Request body: {'security_group_rule': {'security_group_id': 'bec86268-60f6-49e5-a573-b7ed77db1a35', 'project_id': '452e38746ab74b5d8899e67749310302', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:11:42.297783 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-f282d9fd-11c2-44c0-97ce-df9e0d3cecdd tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Project 452e38746ab74b5d8899e67749310302 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 21:11:42.303189 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f282d9fd-11c2-44c0-97ce-df9e0d3cecdd tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group_rule (9bd1a960-0e2a-4ca5-b2dd-a99923c0b6ec), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:42.365664 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f282d9fd-11c2-44c0-97ce-df9e0d3cecdd tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group_rule (9bd1a960-0e2a-4ca5-b2dd-a99923c0b6ec), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:42.370768 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f282d9fd-11c2-44c0-97ce-df9e0d3cecdd tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (9bd1a960-0e2a-4ca5-b2dd-a99923c0b6ec), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:42.390742 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282d9fd-11c2-44c0-97ce-df9e0d3cecdd tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd1a960-0e2a-4ca5-b2dd-a99923c0b6ec,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:11:42.401131 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f282d9fd-11c2-44c0-97ce-df9e0d3cecdd tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:42.402371 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f282d9fd-11c2-44c0-97ce-df9e0d3cecdd tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317482 Feb 28 21:11:42.463345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa1c19e-e553-44a0-899c-b053df590a11 None None] New status for floating IP 3d8d6d55-7933-42b4-bd11-bd0ad6add6c5: ACTIVE {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:11:42.498614 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12ed7624-cfbe-4123-b2b3-6fdad8933c51 req-94d579d0-dcdd-4944-aacb-24be536b058f tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2129698908&fields=id&tenant_id=452e38746ab74b5d8899e67749310302 HTTP/1.1" status: 200 len: 267 time: 0.0484645 Feb 28 21:11:42.556981 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed7624-cfbe-4123-b2b3-6fdad8933c51 req-aacfab75-0c50-480a-ab86-0ee043902636 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:42.558393 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12ed7624-cfbe-4123-b2b3-6fdad8933c51 req-aacfab75-0c50-480a-ab86-0ee043902636 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 945 time: 0.0539837 Feb 28 21:11:42.569145 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-12ed7624-cfbe-4123-b2b3-6fdad8933c51 req-11ec8c11-720d-497d-93d3-3c75793765c0 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Request body: {'port': {'security_groups': ['e61653eb-b2f2-4a1d-898b-7ae636c36b05', 'bec86268-60f6-49e5-a573-b7ed77db1a35']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:11:42.650218 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-12ed7624-cfbe-4123-b2b3-6fdad8933c51 req-11ec8c11-720d-497d-93d3-3c75793765c0 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:42.848302 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-12ed7624-cfbe-4123-b2b3-6fdad8933c51 req-11ec8c11-720d-497d-93d3-3c75793765c0 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] For port e3eb53e3-930e-4313-9c42-0a862e991a86, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e3eb53e3-930e-4313-9c42-0a862e991a86,segment=NetworkSegment(61e5bdbe-bb0c-40e4-82d7-c65c97282fca),segment_id=61e5bdbe-bb0c-40e4-82d7-c65c97282fca)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:11:42.877340 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-12ed7624-cfbe-4123-b2b3-6fdad8933c51 req-11ec8c11-720d-497d-93d3-3c75793765c0 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:42.882175 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-12ed7624-cfbe-4123-b2b3-6fdad8933c51 req-11ec8c11-720d-497d-93d3-3c75793765c0 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:42.896398 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['e3eb53e3-930e-4313-9c42-0a862e991a86'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:11:42.929218 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed7624-cfbe-4123-b2b3-6fdad8933c51 req-11ec8c11-720d-497d-93d3-3c75793765c0 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:42.930031 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-12ed7624-cfbe-4123-b2b3-6fdad8933c51 req-11ec8c11-720d-497d-93d3-3c75793765c0 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:42.931502 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12ed7624-cfbe-4123-b2b3-6fdad8933c51 req-11ec8c11-720d-497d-93d3-3c75793765c0 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "PUT /v2.0/ports/e3eb53e3-930e-4313-9c42-0a862e991a86 HTTP/1.1" status: 200 len: 981 time: 0.3669829 Feb 28 21:11:42.954679 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec8c11-720d-497d-93d3-3c75793765c0 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Pushing event updated for resources: {'Port': ['ID=e3eb53e3-930e-4313-9c42-0a862e991a86,revision_number=6']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:11:43.014477 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['e3eb53e3-930e-4313-9c42-0a862e991a86'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:11:43.068551 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d630c7f-2501-4a5f-a508-48c598645201 req-2257ed9e-09de-45c6-af40-c618cfd3233f tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:43.070406 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2d630c7f-2501-4a5f-a508-48c598645201 req-2257ed9e-09de-45c6-af40-c618cfd3233f tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 984 time: 0.0671432 Feb 28 21:11:43.145607 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2d630c7f-2501-4a5f-a508-48c598645201 req-3d467b5c-4465-40fb-9d4e-d6e00544becb tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec86268-60f6-49e5-a573-b7ed77db1a35&id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685215 Feb 28 21:11:43.222401 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-06995e75-2436-4802-a09a-c0eecd599efd None None] Provisioning complete for port e3eb53e3-930e-4313-9c42-0a862e991a86 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:11:43.222688 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-06995e75-2436-4802-a09a-c0eecd599efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:43.434769 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4989c269-0c4b-4b60-bce4-cb7222af429c', 'tag': 'e3eb53e3-930e-4313-9c42-0a862e991a86'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:11:43.436812 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-06995e75-2436-4802-a09a-c0eecd599efd None None] Current status of the port e3eb53e3-930e-4313-9c42-0a862e991a86 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:11:43.437107 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d2f4a1-78a8-483d-b7df-9a7459eee951" -d '{"events": [{"name": "network-changed", "server_uuid": "4989c269-0c4b-4b60-bce4-cb7222af429c", "tag": "e3eb53e3-930e-4313-9c42-0a862e991a86"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:11:43.477091 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1999d4-8ff4-484f-b34a-bd6ce978b4a1 x-openstack-request-id: req-6d1999d4-8ff4-484f-b34a-bd6ce978b4a1 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:11:43.477649 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4989c269-0c4b-4b60-bce4-cb7222af429c", "tag": "e3eb53e3-930e-4313-9c42-0a862e991a86", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:11:43.478635 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d1999d4-8ff4-484f-b34a-bd6ce978b4a1 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:11:43.479382 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4989c269-0c4b-4b60-bce4-cb7222af429c', 'tag': 'e3eb53e3-930e-4313-9c42-0a862e991a86', 'status': 'completed', 'code': 200} Feb 28 21:11:43.549455 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2f4a1-78a8-483d-b7df-9a7459eee951 req-8b455d3a-7bcc-4612-8469-f22a7648dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:43.551072 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23d2f4a1-78a8-483d-b7df-9a7459eee951 req-8b455d3a-7bcc-4612-8469-f22a7648dbdb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=452e38746ab74b5d8899e67749310302&device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 1167 time: 0.0491810 Feb 28 21:11:43.648231 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2f4a1-78a8-483d-b7df-9a7459eee951 req-32688230-18d7-4097-8fb7-948d09ced53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:43.649757 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23d2f4a1-78a8-483d-b7df-9a7459eee951 req-32688230-18d7-4097-8fb7-948d09ced53e service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb329d44-d9b6-45a4-920d-a75b95cbefb9 HTTP/1.1" status: 200 len: 915 time: 0.0910096 Feb 28 21:11:43.724414 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23d2f4a1-78a8-483d-b7df-9a7459eee951 req-e6912ed1-ad43-4cdf-9035-346b4459ca52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3eb53e3-930e-4313-9c42-0a862e991a86 HTTP/1.1" status: 200 len: 1001 time: 0.0678644 Feb 28 21:11:43.774357 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2f4a1-78a8-483d-b7df-9a7459eee951 req-720aab71-40ab-4db3-a7b1-528ecfe89d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:43.775989 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23d2f4a1-78a8-483d-b7df-9a7459eee951 req-720aab71-40ab-4db3-a7b1-528ecfe89d27 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08f0f9e6-1723-46f9-986a-4bd576e3e522 HTTP/1.1" status: 200 len: 854 time: 0.0452843 Feb 28 21:11:43.828789 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2f4a1-78a8-483d-b7df-9a7459eee951 req-e883599a-7fb7-4d78-983d-3013ee5b6eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:43.830402 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23d2f4a1-78a8-483d-b7df-9a7459eee951 req-e883599a-7fb7-4d78-983d-3013ee5b6eeb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb329d44-d9b6-45a4-920d-a75b95cbefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477760 Feb 28 21:11:43.930035 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23d2f4a1-78a8-483d-b7df-9a7459eee951 req-c6d974b1-55af-4a47-b3cf-c9ec12df23d8 service neutron] 10.222.0.10 "GET /v2.0/networks/bb329d44-d9b6-45a4-920d-a75b95cbefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930567 Feb 28 21:11:44.034764 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23d2f4a1-78a8-483d-b7df-9a7459eee951 req-c7644f35-d3dc-42b1-b578-4c7de2634538 service neutron] 10.222.0.10 "GET /v2.0/networks/bb329d44-d9b6-45a4-920d-a75b95cbefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979135 Feb 28 21:11:46.590666 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6001d26c-7ee4-4c64-ae15-04234b5ccb54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:49.131500 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4666d74a-5e84-4034-99eb-de5992bf59fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:49.695747 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7dbbf13a-3489-4a10-ba9b-63334fd32602 req-5767b501-858c-45a5-9cbb-dd11bb70d047 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0492063 Feb 28 21:11:49.792307 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbf13a-3489-4a10-ba9b-63334fd32602 req-e769aa7e-c001-493f-920d-e5072ccd1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:49.793818 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7dbbf13a-3489-4a10-ba9b-63334fd32602 req-e769aa7e-c001-493f-920d-e5072ccd1df2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=452e38746ab74b5d8899e67749310302&device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 1167 time: 0.0507064 Feb 28 21:11:49.904606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbf13a-3489-4a10-ba9b-63334fd32602 req-76b842fe-d129-42b3-b224-3e78288581d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:49.906316 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7dbbf13a-3489-4a10-ba9b-63334fd32602 req-76b842fe-d129-42b3-b224-3e78288581d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb329d44-d9b6-45a4-920d-a75b95cbefb9 HTTP/1.1" status: 200 len: 915 time: 0.0934775 Feb 28 21:11:49.974136 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7dbbf13a-3489-4a10-ba9b-63334fd32602 req-df047db2-c650-400c-b772-7118229730cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3eb53e3-930e-4313-9c42-0a862e991a86 HTTP/1.1" status: 200 len: 1001 time: 0.0615284 Feb 28 21:11:50.027878 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbf13a-3489-4a10-ba9b-63334fd32602 req-8b51802b-cb76-4aa6-bb67-82aaeb274454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:50.029400 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7dbbf13a-3489-4a10-ba9b-63334fd32602 req-8b51802b-cb76-4aa6-bb67-82aaeb274454 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08f0f9e6-1723-46f9-986a-4bd576e3e522 HTTP/1.1" status: 200 len: 854 time: 0.0476656 Feb 28 21:11:50.089821 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbf13a-3489-4a10-ba9b-63334fd32602 req-eca0a836-5df7-4bb8-8c31-881a57c69cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:50.091266 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7dbbf13a-3489-4a10-ba9b-63334fd32602 req-eca0a836-5df7-4bb8-8c31-881a57c69cc3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb329d44-d9b6-45a4-920d-a75b95cbefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498931 Feb 28 21:11:50.143689 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:50.186065 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7dbbf13a-3489-4a10-ba9b-63334fd32602 req-b3aa58f6-73de-4b9a-ae50-dd00d9e33ea9 service neutron] 10.222.0.10 "GET /v2.0/networks/bb329d44-d9b6-45a4-920d-a75b95cbefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876899 Feb 28 21:11:50.284436 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7dbbf13a-3489-4a10-ba9b-63334fd32602 req-2e9805e3-73ec-4af7-8694-05ad284c4389 service neutron] 10.222.0.10 "GET /v2.0/networks/bb329d44-d9b6-45a4-920d-a75b95cbefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914948 Feb 28 21:11:50.310594 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:51.502152 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:52.208089 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:11:52.834307 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:53.029969 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:11:55.420317 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cca97-231e-4751-a7b5-6e0c6205725d req-ceacd70e-12a4-473b-a3dd-2734b43e1d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:55.421842 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-308cca97-231e-4751-a7b5-6e0c6205725d req-ceacd70e-12a4-473b-a3dd-2734b43e1d0a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=452e38746ab74b5d8899e67749310302&device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 1167 time: 0.0729468 Feb 28 21:11:55.429089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8ac37-3a16-429b-b864-3758acc2c4f9 req-544c1b1f-8dd3-4ba3-b3df-c5216229f4c6 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:55.430538 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7fa8ac37-3a16-429b-b864-3758acc2c4f9 req-544c1b1f-8dd3-4ba3-b3df-c5216229f4c6 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 984 time: 0.0906610 Feb 28 21:11:55.557485 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7fa8ac37-3a16-429b-b864-3758acc2c4f9 req-7d0bf687-ef73-44ff-abf9-3cc69c847bbb tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec86268-60f6-49e5-a573-b7ed77db1a35&id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185985 Feb 28 21:11:55.567584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cca97-231e-4751-a7b5-6e0c6205725d req-a48ff68d-4add-4fa9-bf89-a2478b7d61ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:55.569148 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-308cca97-231e-4751-a7b5-6e0c6205725d req-a48ff68d-4add-4fa9-bf89-a2478b7d61ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb329d44-d9b6-45a4-920d-a75b95cbefb9 HTTP/1.1" status: 200 len: 915 time: 0.1376958 Feb 28 21:11:55.639320 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-308cca97-231e-4751-a7b5-6e0c6205725d req-7b3b4c3c-28f5-4819-987e-fd894c3fc380 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3eb53e3-930e-4313-9c42-0a862e991a86 HTTP/1.1" status: 200 len: 1001 time: 0.0622792 Feb 28 21:11:55.697895 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cca97-231e-4751-a7b5-6e0c6205725d req-326ebeb4-40f4-4259-a751-41988f1f8c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:55.699364 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-308cca97-231e-4751-a7b5-6e0c6205725d req-326ebeb4-40f4-4259-a751-41988f1f8c10 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08f0f9e6-1723-46f9-986a-4bd576e3e522 HTTP/1.1" status: 200 len: 854 time: 0.0540078 Feb 28 21:11:55.749524 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cca97-231e-4751-a7b5-6e0c6205725d req-6319671f-2c04-4bdd-a58d-03afc6181c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:55.751302 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-308cca97-231e-4751-a7b5-6e0c6205725d req-6319671f-2c04-4bdd-a58d-03afc6181c7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb329d44-d9b6-45a4-920d-a75b95cbefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455124 Feb 28 21:11:55.846053 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-308cca97-231e-4751-a7b5-6e0c6205725d req-c4034435-8482-4d36-bebd-351058889fa1 service neutron] 10.222.0.10 "GET /v2.0/networks/bb329d44-d9b6-45a4-920d-a75b95cbefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878165 Feb 28 21:11:55.937310 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-308cca97-231e-4751-a7b5-6e0c6205725d req-3d5e82ec-a020-4a35-b94b-53246e974e1e service neutron] 10.222.0.10 "GET /v2.0/networks/bb329d44-d9b6-45a4-920d-a75b95cbefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847700 Feb 28 21:11:56.678778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807a253-c3b2-485d-8167-e8039aa69212 req-705bc2e0-b520-466c-8ee0-c6be15808b7e tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:56.680268 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7807a253-c3b2-485d-8167-e8039aa69212 req-705bc2e0-b520-466c-8ee0-c6be15808b7e tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 984 time: 0.0527749 Feb 28 21:11:56.745096 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7807a253-c3b2-485d-8167-e8039aa69212 req-6ad69792-8078-4037-858e-e55917a5b80e tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec86268-60f6-49e5-a573-b7ed77db1a35&id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590720 Feb 28 21:11:57.867120 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6b284-b98e-42a7-98b5-8cba79000c4c req-5725aee5-a884-4a4e-a36b-72c813d478db tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:57.868733 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f3d6b284-b98e-42a7-98b5-8cba79000c4c req-5725aee5-a884-4a4e-a36b-72c813d478db tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 984 time: 0.0544684 Feb 28 21:11:57.930290 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f3d6b284-b98e-42a7-98b5-8cba79000c4c req-98c25c7d-aa59-4eae-8eea-bf671a2a72e0 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec86268-60f6-49e5-a573-b7ed77db1a35&id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551972 Feb 28 21:11:59.051847 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39ba15-d2c7-4bfe-a516-cc6f8186d344 req-097d8ffa-483f-415f-8aed-77f2592a910d tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:11:59.053364 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c39ba15-d2c7-4bfe-a516-cc6f8186d344 req-097d8ffa-483f-415f-8aed-77f2592a910d tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 984 time: 0.0529375 Feb 28 21:11:59.113993 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c39ba15-d2c7-4bfe-a516-cc6f8186d344 req-46ecafa2-f47b-47db-ae3a-7bc0acf17041 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec86268-60f6-49e5-a573-b7ed77db1a35&id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534191 Feb 28 21:12:00.246395 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e72ca-192a-4b04-b318-857f5938a6d3 req-b8bfc396-aeba-4076-bac4-f94cf6468bc7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:00.247907 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a7e72ca-192a-4b04-b318-857f5938a6d3 req-b8bfc396-aeba-4076-bac4-f94cf6468bc7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 984 time: 0.0623295 Feb 28 21:12:00.313723 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a7e72ca-192a-4b04-b318-857f5938a6d3 req-289a9b66-ff2a-4947-8c08-5860d6fedd10 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec86268-60f6-49e5-a573-b7ed77db1a35&id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543387 Feb 28 21:12:01.442727 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c69a1a-bc39-4def-a9ab-19f2af5bb2dc req-3c1e68ba-0d8d-42da-9383-d7bf41229cd9 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:01.444515 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f0c69a1a-bc39-4def-a9ab-19f2af5bb2dc req-3c1e68ba-0d8d-42da-9383-d7bf41229cd9 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 984 time: 0.0541258 Feb 28 21:12:01.503893 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f0c69a1a-bc39-4def-a9ab-19f2af5bb2dc req-17059e01-aba3-434e-a1ea-8991acab0d73 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec86268-60f6-49e5-a573-b7ed77db1a35&id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532644 Feb 28 21:12:02.622835 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa9f70-e83a-4f77-b6e9-aec2d7b96c99 req-c2b4d2d8-47e9-4c55-9a74-92f4aa726cb6 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:02.624333 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cafa9f70-e83a-4f77-b6e9-aec2d7b96c99 req-c2b4d2d8-47e9-4c55-9a74-92f4aa726cb6 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 984 time: 0.0532231 Feb 28 21:12:02.688499 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cafa9f70-e83a-4f77-b6e9-aec2d7b96c99 req-4590fe6f-19ff-4602-b34f-967dfac70f7a tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec86268-60f6-49e5-a573-b7ed77db1a35&id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581851 Feb 28 21:12:03.809127 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a768e-ae5d-48af-9bb3-a519a5fd4a0c req-3deb64d1-2da7-49b5-a0c0-f6184cc7aa06 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:03.810515 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-575a768e-ae5d-48af-9bb3-a519a5fd4a0c req-3deb64d1-2da7-49b5-a0c0-f6184cc7aa06 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 984 time: 0.0540807 Feb 28 21:12:03.867673 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-575a768e-ae5d-48af-9bb3-a519a5fd4a0c req-3f14ca18-599f-48f2-a554-684b203e85a2 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec86268-60f6-49e5-a573-b7ed77db1a35&id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515144 Feb 28 21:12:04.991373 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72463a0a-b554-4ae8-8de7-a7b31a3f4cff req-33018fcd-f95f-48da-a98d-8e80c5de3af6 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:04.992952 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72463a0a-b554-4ae8-8de7-a7b31a3f4cff req-33018fcd-f95f-48da-a98d-8e80c5de3af6 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 984 time: 0.0546834 Feb 28 21:12:05.056302 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72463a0a-b554-4ae8-8de7-a7b31a3f4cff req-e10a4608-12c9-4ea4-8525-3da37c6840c8 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec86268-60f6-49e5-a573-b7ed77db1a35&id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575941 Feb 28 21:12:06.184699 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d1cb0-0b5c-450d-8e9d-228afb1d1514 req-7d88dc81-f8fa-4a25-ae65-9346ddb244a5 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:06.186422 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-519d1cb0-0b5c-450d-8e9d-228afb1d1514 req-7d88dc81-f8fa-4a25-ae65-9346ddb244a5 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 984 time: 0.0604265 Feb 28 21:12:06.255128 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-519d1cb0-0b5c-450d-8e9d-228afb1d1514 req-192d7030-92d2-4ac9-9395-134786295a81 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec86268-60f6-49e5-a573-b7ed77db1a35&id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626602 Feb 28 21:12:07.376523 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47972022-bbe1-4efb-bc42-38887f5bb81a req-2e0b8535-e53a-45b3-ac50-dc7f95c95d9d tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:07.378030 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47972022-bbe1-4efb-bc42-38887f5bb81a req-2e0b8535-e53a-45b3-ac50-dc7f95c95d9d tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 984 time: 0.0556920 Feb 28 21:12:07.440980 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47972022-bbe1-4efb-bc42-38887f5bb81a req-96496e54-d475-4320-9326-6e3e94a84aca tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec86268-60f6-49e5-a573-b7ed77db1a35&id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572770 Feb 28 21:12:08.565974 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d39f81-91df-4d4f-9633-e140f6f1b57b req-0a04726d-01ba-41bc-beb1-61be110eabd6 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:08.567379 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-25d39f81-91df-4d4f-9633-e140f6f1b57b req-0a04726d-01ba-41bc-beb1-61be110eabd6 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 984 time: 0.0580585 Feb 28 21:12:08.628577 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-25d39f81-91df-4d4f-9633-e140f6f1b57b req-570b1dee-99bb-4fc6-81b4-730196356ade tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec86268-60f6-49e5-a573-b7ed77db1a35&id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548103 Feb 28 21:12:09.753065 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09fd71-05a2-428f-bdc2-d61e19b8fee6 req-9ada8002-7966-45ef-b632-149718b5c0b0 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:09.754578 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db09fd71-05a2-428f-bdc2-d61e19b8fee6 req-9ada8002-7966-45ef-b632-149718b5c0b0 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 984 time: 0.0585880 Feb 28 21:12:09.813433 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-db09fd71-05a2-428f-bdc2-d61e19b8fee6 req-9fe8c4ac-e2c0-4930-9b6f-26febdc41d3f tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec86268-60f6-49e5-a573-b7ed77db1a35&id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525322 Feb 28 21:12:10.932893 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c8bde-a1b9-46c4-98fe-a9f51cacb91d req-734d24e4-4c75-4aa8-975d-dae609c2b9f5 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:10.934366 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b2c8bde-a1b9-46c4-98fe-a9f51cacb91d req-734d24e4-4c75-4aa8-975d-dae609c2b9f5 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 984 time: 0.0530412 Feb 28 21:12:10.999735 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b2c8bde-a1b9-46c4-98fe-a9f51cacb91d req-a8a69dcd-b73b-4e6e-8047-339542447ce7 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec86268-60f6-49e5-a573-b7ed77db1a35&id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597517 Feb 28 21:12:12.119289 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd25fed-1a96-45b2-9204-8011e1fbc712 req-f012be43-5949-4851-9f92-90f7a47da423 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:12.120799 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dfd25fed-1a96-45b2-9204-8011e1fbc712 req-f012be43-5949-4851-9f92-90f7a47da423 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 984 time: 0.0547287 Feb 28 21:12:12.180632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dfd25fed-1a96-45b2-9204-8011e1fbc712 req-dbacea9b-b282-4d06-a90a-6045b733b416 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec86268-60f6-49e5-a573-b7ed77db1a35&id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538521 Feb 28 21:12:16.592215 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c44752f-f2e2-4553-91b5-6fdda0b64237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:19.136997 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6eb2997c-3fa4-48c5-8cdf-391cf3bb2dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:20.136455 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:20.306112 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:21.501605 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:22.837130 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:23.031010 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:29.207491 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:12:44.384778 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-259fdd7c-2853-4890-a19a-b1bba3a014c8 req-7c05220f-c030-4678-b00c-10d4c2a8b04e tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2129698908&fields=id&tenant_id=452e38746ab74b5d8899e67749310302 HTTP/1.1" status: 200 len: 267 time: 0.0446992 Feb 28 21:12:44.441931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fdd7c-2853-4890-a19a-b1bba3a014c8 req-71703051-7b96-4dd8-b9b5-8ec4892ed6c2 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:44.443402 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-259fdd7c-2853-4890-a19a-b1bba3a014c8 req-71703051-7b96-4dd8-b9b5-8ec4892ed6c2 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 984 time: 0.0533552 Feb 28 21:12:44.453931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-259fdd7c-2853-4890-a19a-b1bba3a014c8 req-7bb28066-35ff-4991-9ab8-13891346f75c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Request body: {'port': {'security_groups': ['e61653eb-b2f2-4a1d-898b-7ae636c36b05']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:12:44.528510 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-259fdd7c-2853-4890-a19a-b1bba3a014c8 req-7bb28066-35ff-4991-9ab8-13891346f75c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:44.699784 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-259fdd7c-2853-4890-a19a-b1bba3a014c8 req-7bb28066-35ff-4991-9ab8-13891346f75c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] For port e3eb53e3-930e-4313-9c42-0a862e991a86, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e3eb53e3-930e-4313-9c42-0a862e991a86,segment=NetworkSegment(61e5bdbe-bb0c-40e4-82d7-c65c97282fca),segment_id=61e5bdbe-bb0c-40e4-82d7-c65c97282fca)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:12:44.729033 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-259fdd7c-2853-4890-a19a-b1bba3a014c8 req-7bb28066-35ff-4991-9ab8-13891346f75c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:44.733419 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-259fdd7c-2853-4890-a19a-b1bba3a014c8 req-7bb28066-35ff-4991-9ab8-13891346f75c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:44.745899 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['e3eb53e3-930e-4313-9c42-0a862e991a86'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:12:44.785596 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fdd7c-2853-4890-a19a-b1bba3a014c8 req-7bb28066-35ff-4991-9ab8-13891346f75c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:44.786263 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-259fdd7c-2853-4890-a19a-b1bba3a014c8 req-7bb28066-35ff-4991-9ab8-13891346f75c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:44.791875 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-259fdd7c-2853-4890-a19a-b1bba3a014c8 req-7bb28066-35ff-4991-9ab8-13891346f75c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "PUT /v2.0/ports/e3eb53e3-930e-4313-9c42-0a862e991a86 HTTP/1.1" status: 200 len: 942 time: 0.3422356 Feb 28 21:12:44.792442 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4989c269-0c4b-4b60-bce4-cb7222af429c', 'tag': 'e3eb53e3-930e-4313-9c42-0a862e991a86'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:12:44.794436 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46960) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:12:44.794978 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9299cfca-6d13-4e4b-8927-aac6fccfcd7a" -d '{"events": [{"name": "network-changed", "server_uuid": "4989c269-0c4b-4b60-bce4-cb7222af429c", "tag": "e3eb53e3-930e-4313-9c42-0a862e991a86"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:12:44.831392 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb28066-35ff-4991-9ab8-13891346f75c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Pushing event updated for resources: {'Port': ['ID=e3eb53e3-930e-4313-9c42-0a862e991a86,revision_number=7']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:12:44.844530 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb28066-35ff-4991-9ab8-13891346f75c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:44.846243 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb28066-35ff-4991-9ab8-13891346f75c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:44.846865 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb28066-35ff-4991-9ab8-13891346f75c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:44.848020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb28066-35ff-4991-9ab8-13891346f75c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:44.849011 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb28066-35ff-4991-9ab8-13891346f75c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:44.849689 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb28066-35ff-4991-9ab8-13891346f75c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:44.850308 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb28066-35ff-4991-9ab8-13891346f75c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:44.851357 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb28066-35ff-4991-9ab8-13891346f75c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:44.853969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb28066-35ff-4991-9ab8-13891346f75c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:44.854854 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb28066-35ff-4991-9ab8-13891346f75c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:44.855686 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb28066-35ff-4991-9ab8-13891346f75c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:44.857111 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb28066-35ff-4991-9ab8-13891346f75c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:44.857949 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb28066-35ff-4991-9ab8-13891346f75c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:44.864691 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6a9e6f-9a9c-448c-a992-f0bf98a6248f x-openstack-request-id: req-0c6a9e6f-9a9c-448c-a992-f0bf98a6248f {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:12:44.865356 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4989c269-0c4b-4b60-bce4-cb7222af429c", "tag": "e3eb53e3-930e-4313-9c42-0a862e991a86", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:12:44.865832 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c6a9e6f-9a9c-448c-a992-f0bf98a6248f {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:12:44.866614 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4989c269-0c4b-4b60-bce4-cb7222af429c', 'tag': 'e3eb53e3-930e-4313-9c42-0a862e991a86', 'status': 'completed', 'code': 200} Feb 28 21:12:44.921670 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['e3eb53e3-930e-4313-9c42-0a862e991a86'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:12:44.933332 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9e54808d-a023-40d2-ac65-850275076190 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group (bec86268-60f6-49e5-a573-b7ed77db1a35), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:44.955889 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299cfca-6d13-4e4b-8927-aac6fccfcd7a req-3ab5fa4c-6319-46b2-9ecc-3c66f4210fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:44.957684 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9299cfca-6d13-4e4b-8927-aac6fccfcd7a req-3ab5fa4c-6319-46b2-9ecc-3c66f4210fe7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=452e38746ab74b5d8899e67749310302&device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 1128 time: 0.0731783 Feb 28 21:12:44.982575 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9e54808d-a023-40d2-ac65-850275076190 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group (bec86268-60f6-49e5-a573-b7ed77db1a35), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:45.074845 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9e54808d-a023-40d2-ac65-850275076190 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (bec86268-60f6-49e5-a573-b7ed77db1a35), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:45.078626 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9e54808d-a023-40d2-ac65-850275076190 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:45.084364 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9e54808d-a023-40d2-ac65-850275076190 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "DELETE /v2.0/security-groups/bec86268-60f6-49e5-a573-b7ed77db1a35 HTTP/1.1" status: 204 len: 168 time: 0.2886333 Feb 28 21:12:45.085071 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 46966) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:12:45.108440 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54808d-a023-40d2-ac65-850275076190 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec86268-60f6-49e5-a573-b7ed77db1a35,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:12:45.111637 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299cfca-6d13-4e4b-8927-aac6fccfcd7a req-ca07b6e4-d0a4-4ede-84bf-d447b280474f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:45.113298 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9299cfca-6d13-4e4b-8927-aac6fccfcd7a req-ca07b6e4-d0a4-4ede-84bf-d447b280474f service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb329d44-d9b6-45a4-920d-a75b95cbefb9 HTTP/1.1" status: 200 len: 915 time: 0.1468086 Feb 28 21:12:45.198188 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9299cfca-6d13-4e4b-8927-aac6fccfcd7a req-ff766a64-c832-443a-9be3-918a3d1bee21 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3eb53e3-930e-4313-9c42-0a862e991a86 HTTP/1.1" status: 200 len: 1001 time: 0.0767343 Feb 28 21:12:45.211385 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e8e4d8fc-a251-4764-9a1d-c1677934c162 None None] Provisioning complete for port e3eb53e3-930e-4313-9c42-0a862e991a86 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:12:45.211780 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d8fc-a251-4764-9a1d-c1677934c162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:45.236179 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54808d-a023-40d2-ac65-850275076190 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:45.236179 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54808d-a023-40d2-ac65-850275076190 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:45.236515 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54808d-a023-40d2-ac65-850275076190 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:45.236896 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54808d-a023-40d2-ac65-850275076190 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:45.237298 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54808d-a023-40d2-ac65-850275076190 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:45.237703 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54808d-a023-40d2-ac65-850275076190 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:45.238345 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54808d-a023-40d2-ac65-850275076190 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:45.238461 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54808d-a023-40d2-ac65-850275076190 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:45.238857 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54808d-a023-40d2-ac65-850275076190 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:45.239702 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54808d-a023-40d2-ac65-850275076190 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:45.239858 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54808d-a023-40d2-ac65-850275076190 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:45.240412 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54808d-a023-40d2-ac65-850275076190 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:45.240967 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54808d-a023-40d2-ac65-850275076190 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:12:45.273876 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299cfca-6d13-4e4b-8927-aac6fccfcd7a req-a19276ef-122d-4de5-afa5-1ab4db9cc909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:45.276295 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9299cfca-6d13-4e4b-8927-aac6fccfcd7a req-a19276ef-122d-4de5-afa5-1ab4db9cc909 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08f0f9e6-1723-46f9-986a-4bd576e3e522 HTTP/1.1" status: 200 len: 854 time: 0.0725365 Feb 28 21:12:45.292896 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-7c217999-b632-452c-8459-d2679d69a017 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Deleting port 033d2e1e-00e4-4912-b381-76bfc3e5f35a {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:12:45.293244 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7c217999-b632-452c-8459-d2679d69a017 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (033d2e1e-00e4-4912-b381-76bfc3e5f35a), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:45.343791 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299cfca-6d13-4e4b-8927-aac6fccfcd7a req-8ce8f1d6-4dfe-4697-80b3-5b67a049bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:45.345284 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9299cfca-6d13-4e4b-8927-aac6fccfcd7a req-8ce8f1d6-4dfe-4697-80b3-5b67a049bbf3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb329d44-d9b6-45a4-920d-a75b95cbefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0615499 Feb 28 21:12:45.367671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e8e4d8fc-a251-4764-9a1d-c1677934c162 None None] Current status of the port e3eb53e3-930e-4313-9c42-0a862e991a86 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:12:45.461458 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9299cfca-6d13-4e4b-8927-aac6fccfcd7a req-e060bce5-96d7-4d61-95f6-48aa6a5b5003 service neutron] 10.222.0.10 "GET /v2.0/networks/bb329d44-d9b6-45a4-920d-a75b95cbefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049614 Feb 28 21:12:45.564870 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9299cfca-6d13-4e4b-8927-aac6fccfcd7a req-1d325d70-2e46-4c52-b02e-b2aab4973e3f service neutron] 10.222.0.10 "GET /v2.0/networks/bb329d44-d9b6-45a4-920d-a75b95cbefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970793 Feb 28 21:12:45.720521 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7c217999-b632-452c-8459-d2679d69a017 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (033d2e1e-00e4-4912-b381-76bfc3e5f35a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:45.720764 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7c217999-b632-452c-8459-d2679d69a017 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for floatingip (033d2e1e-00e4-4912-b381-76bfc3e5f35a), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:45.734234 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-7c217999-b632-452c-8459-d2679d69a017 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Calling delete_port for 033d2e1e-00e4-4912-b381-76bfc3e5f35a owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:12:45.885549 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7c217999-b632-452c-8459-d2679d69a017 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (033d2e1e-00e4-4912-b381-76bfc3e5f35a), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:45.911424 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c217999-b632-452c-8459-d2679d69a017 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Pushing event deleted for resources: {'Port': ['ID=033d2e1e-00e4-4912-b381-76bfc3e5f35a,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:12:45.975652 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7c217999-b632-452c-8459-d2679d69a017 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks [] for floatingip (3d8d6d55-7933-42b4-bd11-bd0ad6add6c5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:45.976031 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-7c217999-b632-452c-8459-d2679d69a017 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Floating IP 3d8d6d55-7933-42b4-bd11-bd0ad6add6c5 disassociated (deleted). External IP: 172.25.0.216, port: e3eb53e3-930e-4313-9c42-0a862e991a86. Feb 28 21:12:46.191942 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c217999-b632-452c-8459-d2679d69a017 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Router 10e22db5-6ae7-40ae-9b16-52568a192f63 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:12:46.303466 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c217999-b632-452c-8459-d2679d69a017 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:12:46.308285 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7c217999-b632-452c-8459-d2679d69a017 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:46.313640 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9466c97-6659-42bf-ad78-9639e2f96261 None None] Sync routers for ids ['10e22db5-6ae7-40ae-9b16-52568a192f63'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:12:46.323029 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9466c97-6659-42bf-ad78-9639e2f96261 None None] Routers {'10e22db5-6ae7-40ae-9b16-52568a192f63'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:12:46.323695 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e9466c97-6659-42bf-ad78-9639e2f96261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:12:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['10e22db5-6ae7-40ae-9b16-52568a192f63'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:12:46.336888 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7c217999-b632-452c-8459-d2679d69a017 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "DELETE /v2.0/floatingips/3d8d6d55-7933-42b4-bd11-bd0ad6add6c5 HTTP/1.1" status: 204 len: 168 time: 1.2400777 Feb 28 21:12:46.337985 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4989c269-0c4b-4b60-bce4-cb7222af429c', 'tag': 'e3eb53e3-930e-4313-9c42-0a862e991a86'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:12:46.340271 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c677aeae-b2b5-4e14-8354-7c83be56bb37" -d '{"events": [{"name": "network-changed", "server_uuid": "4989c269-0c4b-4b60-bce4-cb7222af429c", "tag": "e3eb53e3-930e-4313-9c42-0a862e991a86"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:12:46.439308 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-e9466c97-6659-42bf-ad78-9639e2f96261 None None] Set router 10e22db5-6ae7-40ae-9b16-52568a192f63 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:12:46.576530 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438d5bb1-1c76-46bc-a63a-bb3942034867 x-openstack-request-id: req-438d5bb1-1c76-46bc-a63a-bb3942034867 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:12:46.576705 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4989c269-0c4b-4b60-bce4-cb7222af429c", "tag": "e3eb53e3-930e-4313-9c42-0a862e991a86", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:12:46.576886 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-438d5bb1-1c76-46bc-a63a-bb3942034867 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:12:46.577440 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4989c269-0c4b-4b60-bce4-cb7222af429c', 'tag': 'e3eb53e3-930e-4313-9c42-0a862e991a86', 'status': 'completed', 'code': 200} Feb 28 21:12:46.652423 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-39a3e860-e551-458f-88dc-58d03e3a6bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:46.683925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677aeae-b2b5-4e14-8354-7c83be56bb37 req-57b08d3c-ef49-44a2-acc6-72c28803b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:46.685560 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c677aeae-b2b5-4e14-8354-7c83be56bb37 req-57b08d3c-ef49-44a2-acc6-72c28803b30c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=452e38746ab74b5d8899e67749310302&device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 1128 time: 0.0593061 Feb 28 21:12:46.709532 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e9466c97-6659-42bf-ad78-9639e2f96261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'name': 'tempest-TestMinimumBasicScenario-1709712801-router', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:42Z', 'revision_number': 4, 'project_id': '452e38746ab74b5d8899e67749310302', 'gw_port': {'id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'cb099890-a50b-4d5a-99f3-c62ddd48edbb', 'name': '', 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'mac_address': 'fa:16:3e:33:bd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '08f0f9e6-1723-46f9-986a-4bd576e3e522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:42Z', 'updated_at': '2022-02-28T21:10:47Z', 'revision_number': 5, 'project_id': '452e38746ab74b5d8899e67749310302', 'subnets': [{'id': '08f0f9e6-1723-46f9-986a-4bd576e3e522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:12:46.736820 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9466c97-6659-42bf-ad78-9639e2f96261 None None] Checking router: 10e22db5-6ae7-40ae-9b16-52568a192f63 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:12:46.747696 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9466c97-6659-42bf-ad78-9639e2f96261 None None] Routers {'10e22db5-6ae7-40ae-9b16-52568a192f63'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:12:46.748538 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e9466c97-6659-42bf-ad78-9639e2f96261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:12:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['10e22db5-6ae7-40ae-9b16-52568a192f63'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:12:46.795363 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677aeae-b2b5-4e14-8354-7c83be56bb37 req-2a3d9481-e610-4eef-9267-edffb7291a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:46.796968 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c677aeae-b2b5-4e14-8354-7c83be56bb37 req-2a3d9481-e610-4eef-9267-edffb7291a2b service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb329d44-d9b6-45a4-920d-a75b95cbefb9 HTTP/1.1" status: 200 len: 915 time: 0.1009707 Feb 28 21:12:46.841337 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c677aeae-b2b5-4e14-8354-7c83be56bb37 req-ceb9e32b-e619-41c9-92d8-c23fac6ba280 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3eb53e3-930e-4313-9c42-0a862e991a86 HTTP/1.1" status: 200 len: 217 time: 0.0369794 Feb 28 21:12:46.891253 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-e9466c97-6659-42bf-ad78-9639e2f96261 None None] Set router 10e22db5-6ae7-40ae-9b16-52568a192f63 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:12:46.901854 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677aeae-b2b5-4e14-8354-7c83be56bb37 req-b7a592c5-8767-4d6c-95e7-04aa503b63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:46.903348 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c677aeae-b2b5-4e14-8354-7c83be56bb37 req-b7a592c5-8767-4d6c-95e7-04aa503b63b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08f0f9e6-1723-46f9-986a-4bd576e3e522 HTTP/1.1" status: 200 len: 854 time: 0.0557039 Feb 28 21:12:46.957803 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677aeae-b2b5-4e14-8354-7c83be56bb37 req-fa490cf0-e225-4469-85e9-a7c93e38dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:46.959379 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c677aeae-b2b5-4e14-8354-7c83be56bb37 req-fa490cf0-e225-4469-85e9-a7c93e38dadf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb329d44-d9b6-45a4-920d-a75b95cbefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488534 Feb 28 21:12:47.060419 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c677aeae-b2b5-4e14-8354-7c83be56bb37 req-f44f6310-665c-4d69-81e7-c9c73c481681 service neutron] 10.222.0.10 "GET /v2.0/networks/bb329d44-d9b6-45a4-920d-a75b95cbefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910394 Feb 28 21:12:47.126842 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-e9466c97-6659-42bf-ad78-9639e2f96261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'name': 'tempest-TestMinimumBasicScenario-1709712801-router', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:42Z', 'revision_number': 4, 'project_id': '452e38746ab74b5d8899e67749310302', 'gw_port': {'id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'cb099890-a50b-4d5a-99f3-c62ddd48edbb', 'name': '', 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'mac_address': 'fa:16:3e:33:bd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '08f0f9e6-1723-46f9-986a-4bd576e3e522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:42Z', 'updated_at': '2022-02-28T21:10:47Z', 'revision_number': 5, 'project_id': '452e38746ab74b5d8899e67749310302', 'subnets': [{'id': '08f0f9e6-1723-46f9-986a-4bd576e3e522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:12:47.163879 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9466c97-6659-42bf-ad78-9639e2f96261 None None] The sync data for ids ['10e22db5-6ae7-40ae-9b16-52568a192f63'] in n-d-820368-21 is: [{'id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'name': 'tempest-TestMinimumBasicScenario-1709712801-router', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:42Z', 'revision_number': 4, 'project_id': '452e38746ab74b5d8899e67749310302', 'gw_port': {'id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'cb099890-a50b-4d5a-99f3-c62ddd48edbb', 'name': '', 'network_id': 'bb329d44-d9b6-45a4-920d-a75b95cbefb9', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'mac_address': 'fa:16:3e:33:bd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '08f0f9e6-1723-46f9-986a-4bd576e3e522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:42Z', 'updated_at': '2022-02-28T21:10:47Z', 'revision_number': 5, 'project_id': '452e38746ab74b5d8899e67749310302', 'subnets': [{'id': '08f0f9e6-1723-46f9-986a-4bd576e3e522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:12:47.217764 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c677aeae-b2b5-4e14-8354-7c83be56bb37 req-91421b6b-2010-4d3c-b66b-fc164acbc192 service neutron] 10.222.0.10 "GET /v2.0/networks/bb329d44-d9b6-45a4-920d-a75b95cbefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349013 Feb 28 21:12:47.401910 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e756b343-9191-4a0e-b17a-9ef3ccc9afde None None] New status for floating IP 3d8d6d55-7933-42b4-bd11-bd0ad6add6c5: DOWN {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:12:49.140160 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d78a6738-6498-4a56-bdbd-15f7c540d109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:49.686090 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e3adaf6d-4aff-4780-92ce-baa3f3f16133 req-96dd57f1-f9b4-4afc-9d47-fb37e208297a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448534 Feb 28 21:12:49.780013 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adaf6d-4aff-4780-92ce-baa3f3f16133 req-c8efad46-3a9c-4af3-ae68-9dd43763549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:49.781529 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e3adaf6d-4aff-4780-92ce-baa3f3f16133 req-c8efad46-3a9c-4af3-ae68-9dd43763549a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=452e38746ab74b5d8899e67749310302&device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 1128 time: 0.0522673 Feb 28 21:12:49.889954 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adaf6d-4aff-4780-92ce-baa3f3f16133 req-3ec207ac-5a59-45f4-8418-be9baeeb90ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:49.891344 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e3adaf6d-4aff-4780-92ce-baa3f3f16133 req-3ec207ac-5a59-45f4-8418-be9baeeb90ee service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb329d44-d9b6-45a4-920d-a75b95cbefb9 HTTP/1.1" status: 200 len: 915 time: 0.0908940 Feb 28 21:12:49.933897 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e3adaf6d-4aff-4780-92ce-baa3f3f16133 req-065b4523-6361-43a2-bb8f-73a141eb4d17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3eb53e3-930e-4313-9c42-0a862e991a86 HTTP/1.1" status: 200 len: 217 time: 0.0356116 Feb 28 21:12:49.987054 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adaf6d-4aff-4780-92ce-baa3f3f16133 req-0bde479b-78c9-43c0-9c24-636e6b001dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:49.988534 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e3adaf6d-4aff-4780-92ce-baa3f3f16133 req-0bde479b-78c9-43c0-9c24-636e6b001dc4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08f0f9e6-1723-46f9-986a-4bd576e3e522 HTTP/1.1" status: 200 len: 854 time: 0.0482657 Feb 28 21:12:50.037842 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adaf6d-4aff-4780-92ce-baa3f3f16133 req-6707811f-f7d3-49a5-b655-ceb6573c471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:12:50.039344 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e3adaf6d-4aff-4780-92ce-baa3f3f16133 req-6707811f-f7d3-49a5-b655-ceb6573c471e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb329d44-d9b6-45a4-920d-a75b95cbefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445795 Feb 28 21:12:50.131478 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e3adaf6d-4aff-4780-92ce-baa3f3f16133 req-476198f6-e27f-4dcd-b03a-cb00ccfb0a32 service neutron] 10.222.0.10 "GET /v2.0/networks/bb329d44-d9b6-45a4-920d-a75b95cbefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846760 Feb 28 21:12:50.140974 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:50.229875 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e3adaf6d-4aff-4780-92ce-baa3f3f16133 req-4761866e-0f10-40c2-86b6-b7cc8d66064b service neutron] 10.222.0.10 "GET /v2.0/networks/bb329d44-d9b6-45a4-920d-a75b95cbefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918391 Feb 28 21:12:50.309926 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:51.504958 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:52.840625 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:12:53.048534 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:01.764466 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2e0c5-b901-49dd-b1a4-41727d13db91 req-9f11a109-4bf3-4678-bdf0-5c5cdb8b8008 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:01.766008 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4c2e0c5-b901-49dd-b1a4-41727d13db91 req-9f11a109-4bf3-4678-bdf0-5c5cdb8b8008 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 945 time: 0.0575747 Feb 28 21:13:01.819567 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4c2e0c5-b901-49dd-b1a4-41727d13db91 req-b54a14b2-226c-4ed2-9151-51c72b276089 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473418 Feb 28 21:13:02.952780 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbbbe8-8b4d-4bc5-84d8-593f14b5caf5 req-a077bb7f-7206-45d0-84dc-5aa72ecc375b tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:02.954349 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dddbbbe8-8b4d-4bc5-84d8-593f14b5caf5 req-a077bb7f-7206-45d0-84dc-5aa72ecc375b tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 945 time: 0.0609519 Feb 28 21:13:03.011199 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dddbbbe8-8b4d-4bc5-84d8-593f14b5caf5 req-812a34a8-dc23-4627-9d43-12a8d51d256e tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/security-groups?id=e61653eb-b2f2-4a1d-898b-7ae636c36b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494866 Feb 28 21:13:03.478360 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36968cb0-88a0-448e-bcfb-fa611d152423 req-f3c3c84b-55b3-48fa-9c58-47b785fb979c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:03.479862 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36968cb0-88a0-448e-bcfb-fa611d152423 req-f3c3c84b-55b3-48fa-9c58-47b785fb979c tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.10 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 945 time: 0.0541546 Feb 28 21:13:03.578333 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-36968cb0-88a0-448e-bcfb-fa611d152423 req-cf83457c-df07-4361-bfde-e47ec859bc8e tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Deleting port e3eb53e3-930e-4313-9c42-0a862e991a86 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:13:03.578679 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-36968cb0-88a0-448e-bcfb-fa611d152423 req-cf83457c-df07-4361-bfde-e47ec859bc8e tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:03.676279 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-36968cb0-88a0-448e-bcfb-fa611d152423 req-cf83457c-df07-4361-bfde-e47ec859bc8e tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] For port e3eb53e3-930e-4313-9c42-0a862e991a86, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=e3eb53e3-930e-4313-9c42-0a862e991a86,segment=NetworkSegment(61e5bdbe-bb0c-40e4-82d7-c65c97282fca),segment_id=61e5bdbe-bb0c-40e4-82d7-c65c97282fca)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:13:03.676546 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-36968cb0-88a0-448e-bcfb-fa611d152423 req-cf83457c-df07-4361-bfde-e47ec859bc8e tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:03.689397 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-36968cb0-88a0-448e-bcfb-fa611d152423 req-cf83457c-df07-4361-bfde-e47ec859bc8e tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Calling delete_port for e3eb53e3-930e-4313-9c42-0a862e991a86 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:13:03.819960 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-36968cb0-88a0-448e-bcfb-fa611d152423 req-cf83457c-df07-4361-bfde-e47ec859bc8e tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e3eb53e3-930e-4313-9c42-0a862e991a86), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:03.835029 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['e3eb53e3-930e-4313-9c42-0a862e991a86'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:13:03.850604 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83457c-df07-4361-bfde-e47ec859bc8e tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Pushing event deleted for resources: {'Port': ['ID=e3eb53e3-930e-4313-9c42-0a862e991a86,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:03.893193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-36968cb0-88a0-448e-bcfb-fa611d152423 req-cf83457c-df07-4361-bfde-e47ec859bc8e tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] No DVR routers for this DVR port e3eb53e3-930e-4313-9c42-0a862e991a86 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:13:03.895633 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-36968cb0-88a0-448e-bcfb-fa611d152423 req-cf83457c-df07-4361-bfde-e47ec859bc8e tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:03.899268 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36968cb0-88a0-448e-bcfb-fa611d152423 req-cf83457c-df07-4361-bfde-e47ec859bc8e tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.10 "DELETE /v2.0/ports/e3eb53e3-930e-4313-9c42-0a862e991a86 HTTP/1.1" status: 204 len: 173 time: 0.4139552 Feb 28 21:13:03.900315 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4989c269-0c4b-4b60-bce4-cb7222af429c', 'name': 'network-vif-deleted', 'tag': 'e3eb53e3-930e-4313-9c42-0a862e991a86'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:13:03.902700 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798945d8-ac59-4916-bc8c-c4e83dcdb3cc" -d '{"events": [{"server_uuid": "4989c269-0c4b-4b60-bce4-cb7222af429c", "name": "network-vif-deleted", "tag": "e3eb53e3-930e-4313-9c42-0a862e991a86"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:13:03.947196 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b992f5-08ed-4f24-b3c1-4a7e8d181dc0 x-openstack-request-id: req-f2b992f5-08ed-4f24-b3c1-4a7e8d181dc0 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:13:03.947519 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4989c269-0c4b-4b60-bce4-cb7222af429c", "name": "network-vif-deleted", "tag": "e3eb53e3-930e-4313-9c42-0a862e991a86", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:13:03.947821 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2b992f5-08ed-4f24-b3c1-4a7e8d181dc0 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:13:03.948240 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4989c269-0c4b-4b60-bce4-cb7222af429c', 'name': 'network-vif-deleted', 'tag': 'e3eb53e3-930e-4313-9c42-0a862e991a86', 'status': 'completed', 'code': 200} Feb 28 21:13:04.129811 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05678d62-9621-405d-930a-b16ee40582c2 req-10d35fcc-3a63-4be0-a247-945f60b57fb0 tempest-TestMinimumBasicScenario-901747588 tempest-TestMinimumBasicScenario-901747588-project] 10.222.0.13 "GET /v2.0/ports?device_id=4989c269-0c4b-4b60-bce4-cb7222af429c HTTP/1.1" status: 200 len: 210 time: 0.0335944 Feb 28 21:13:05.691337 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47076) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:06.040111 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3bdb9aa3-69a3-49c1-81b7-33004fffd3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (10e22db5-6ae7-40ae-9b16-52568a192f63), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:06.206734 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:13:06.294537 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-3bdb9aa3-69a3-49c1-81b7-33004fffd3b3 admin admin] Deleting port cb099890-a50b-4d5a-99f3-c62ddd48edbb {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:13:06.294794 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3bdb9aa3-69a3-49c1-81b7-33004fffd3b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (cb099890-a50b-4d5a-99f3-c62ddd48edbb), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:06.369369 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-3bdb9aa3-69a3-49c1-81b7-33004fffd3b3 admin admin] For port cb099890-a50b-4d5a-99f3-c62ddd48edbb, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=cb099890-a50b-4d5a-99f3-c62ddd48edbb,segment=NetworkSegment(61e5bdbe-bb0c-40e4-82d7-c65c97282fca),segment_id=61e5bdbe-bb0c-40e4-82d7-c65c97282fca)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:13:06.369723 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3bdb9aa3-69a3-49c1-81b7-33004fffd3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (cb099890-a50b-4d5a-99f3-c62ddd48edbb), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:06.381945 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-3bdb9aa3-69a3-49c1-81b7-33004fffd3b3 admin admin] Calling delete_port for cb099890-a50b-4d5a-99f3-c62ddd48edbb owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:13:06.561694 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3bdb9aa3-69a3-49c1-81b7-33004fffd3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (cb099890-a50b-4d5a-99f3-c62ddd48edbb), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:06.585170 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb9aa3-69a3-49c1-81b7-33004fffd3b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb099890-a50b-4d5a-99f3-c62ddd48edbb,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:06.765035 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3bdb9aa3-69a3-49c1-81b7-33004fffd3b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (10e22db5-6ae7-40ae-9b16-52568a192f63), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:06.994019 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdb9aa3-69a3-49c1-81b7-33004fffd3b3 admin admin] Router 10e22db5-6ae7-40ae-9b16-52568a192f63 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:13:07.112085 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdb9aa3-69a3-49c1-81b7-33004fffd3b3 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:13:07.118964 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3bdb9aa3-69a3-49c1-81b7-33004fffd3b3 admin admin] 10.222.0.13 "PUT /v2.0/routers/10e22db5-6ae7-40ae-9b16-52568a192f63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4249716 Feb 28 21:13:07.120098 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47078) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:07.122772 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800366b-5d83-487f-a933-efe9f0f83408 None None] Sync routers for ids ['10e22db5-6ae7-40ae-9b16-52568a192f63'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:13:07.134323 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8800366b-5d83-487f-a933-efe9f0f83408 None None] Routers {'10e22db5-6ae7-40ae-9b16-52568a192f63'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:13:07.134929 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-8800366b-5d83-487f-a933-efe9f0f83408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:12:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['10e22db5-6ae7-40ae-9b16-52568a192f63'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:07.234414 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e306fad-10d8-43cf-a56f-fd4e57be5bbd admin admin] Publish callbacks [] for router (10e22db5-6ae7-40ae-9b16-52568a192f63), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:07.247678 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-8800366b-5d83-487f-a933-efe9f0f83408 None None] Set router 10e22db5-6ae7-40ae-9b16-52568a192f63 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:13:07.338516 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e306fad-10d8-43cf-a56f-fd4e57be5bbd admin admin] Publish callbacks [] for router_gateway (10e22db5-6ae7-40ae-9b16-52568a192f63), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:07.391066 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2e306fad-10d8-43cf-a56f-fd4e57be5bbd admin admin] Deleting port 69a2aa58-5d94-4316-b750-1b5dbe6a686d {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:13:07.391408 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e306fad-10d8-43cf-a56f-fd4e57be5bbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (69a2aa58-5d94-4316-b750-1b5dbe6a686d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:07.425978 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-8800366b-5d83-487f-a933-efe9f0f83408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'name': 'tempest-TestMinimumBasicScenario-1709712801-router', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:13:06Z', 'revision_number': 5, 'project_id': '452e38746ab74b5d8899e67749310302', 'gw_port': {'id': '69a2aa58-5d94-4316-b750-1b5dbe6a686d', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:07.453404 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800366b-5d83-487f-a933-efe9f0f83408 None None] Checking router: 10e22db5-6ae7-40ae-9b16-52568a192f63 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:13:07.461517 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8800366b-5d83-487f-a933-efe9f0f83408 None None] Routers {'10e22db5-6ae7-40ae-9b16-52568a192f63'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:13:07.462667 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-8800366b-5d83-487f-a933-efe9f0f83408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:12:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['10e22db5-6ae7-40ae-9b16-52568a192f63'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:07.467824 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-2e306fad-10d8-43cf-a56f-fd4e57be5bbd admin admin] For port 69a2aa58-5d94-4316-b750-1b5dbe6a686d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=69a2aa58-5d94-4316-b750-1b5dbe6a686d,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:13:07.468191 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e306fad-10d8-43cf-a56f-fd4e57be5bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (69a2aa58-5d94-4316-b750-1b5dbe6a686d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:07.480461 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2e306fad-10d8-43cf-a56f-fd4e57be5bbd admin admin] Calling delete_port for 69a2aa58-5d94-4316-b750-1b5dbe6a686d owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:13:07.552824 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-8800366b-5d83-487f-a933-efe9f0f83408 None None] Set router 10e22db5-6ae7-40ae-9b16-52568a192f63 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:13:07.605358 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-8800366b-5d83-487f-a933-efe9f0f83408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'name': 'tempest-TestMinimumBasicScenario-1709712801-router', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:13:07Z', 'revision_number': 6, 'project_id': '452e38746ab74b5d8899e67749310302', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:07.653495 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e306fad-10d8-43cf-a56f-fd4e57be5bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (69a2aa58-5d94-4316-b750-1b5dbe6a686d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:07.692702 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e306fad-10d8-43cf-a56f-fd4e57be5bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=69a2aa58-5d94-4316-b750-1b5dbe6a686d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:07.728013 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800366b-5d83-487f-a933-efe9f0f83408 None None] The sync data for ids ['10e22db5-6ae7-40ae-9b16-52568a192f63'] in n-d-820368-21 is: [{'id': '10e22db5-6ae7-40ae-9b16-52568a192f63', 'name': 'tempest-TestMinimumBasicScenario-1709712801-router', 'tenant_id': '452e38746ab74b5d8899e67749310302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:40Z', 'updated_at': '2022-02-28T21:13:07Z', 'revision_number': 6, 'project_id': '452e38746ab74b5d8899e67749310302', 'gw_port_host': None}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:13:07.747288 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e306fad-10d8-43cf-a56f-fd4e57be5bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (10e22db5-6ae7-40ae-9b16-52568a192f63), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:07.840366 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e306fad-10d8-43cf-a56f-fd4e57be5bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (10e22db5-6ae7-40ae-9b16-52568a192f63), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:07.842548 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e306fad-10d8-43cf-a56f-fd4e57be5bbd admin admin] Publish callbacks [] for router_controller (10e22db5-6ae7-40ae-9b16-52568a192f63), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:07.890503 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e306fad-10d8-43cf-a56f-fd4e57be5bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (10e22db5-6ae7-40ae-9b16-52568a192f63), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:07.891079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e306fad-10d8-43cf-a56f-fd4e57be5bbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10e22db5-6ae7-40ae-9b16-52568a192f63 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 21:13:07.895938 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e306fad-10d8-43cf-a56f-fd4e57be5bbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:07.897241 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2e306fad-10d8-43cf-a56f-fd4e57be5bbd admin admin] 10.222.0.13 "DELETE /v2.0/routers/10e22db5-6ae7-40ae-9b16-52568a192f63 HTTP/1.1" status: 204 len: 168 time: 0.7758389 Feb 28 21:13:07.899766 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47080) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:07.944046 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9b90d1-bbc1-4b48-88b2-c6e7e2c05c4f admin admin] Deleting subnet 08f0f9e6-1723-46f9-986a-4bd576e3e522 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:13:07.948376 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab9b90d1-bbc1-4b48-88b2-c6e7e2c05c4f admin admin] Publish callbacks [] for subnet (08f0f9e6-1723-46f9-986a-4bd576e3e522), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:07.982270 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab9b90d1-bbc1-4b48-88b2-c6e7e2c05c4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (08f0f9e6-1723-46f9-986a-4bd576e3e522), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:08.057953 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab9b90d1-bbc1-4b48-88b2-c6e7e2c05c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (08f0f9e6-1723-46f9-986a-4bd576e3e522), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:08.115686 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab9b90d1-bbc1-4b48-88b2-c6e7e2c05c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (08f0f9e6-1723-46f9-986a-4bd576e3e522), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:08.143666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b90d1-bbc1-4b48-88b2-c6e7e2c05c4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08f0f9e6-1723-46f9-986a-4bd576e3e522,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:08.145650 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab9b90d1-bbc1-4b48-88b2-c6e7e2c05c4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:08.148876 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ab9b90d1-bbc1-4b48-88b2-c6e7e2c05c4f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/08f0f9e6-1723-46f9-986a-4bd576e3e522 HTTP/1.1" status: 204 len: 168 time: 0.2481420 Feb 28 21:13:08.151459 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47082) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:08.159664 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcccc4e-bc5c-4a7e-a588-e2ec0ddbd5ab None None] Network bb329d44-d9b6-45a4-920d-a75b95cbefb9 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:13:08.241830 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-228ae2b9-2f2b-406a-9841-4297469cef2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (bb329d44-d9b6-45a4-920d-a75b95cbefb9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:08.299249 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-228ae2b9-2f2b-406a-9841-4297469cef2d admin admin] Deleting port e69f1dcd-2add-4473-b19e-ab05eb2382ca {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:13:08.299584 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-228ae2b9-2f2b-406a-9841-4297469cef2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e69f1dcd-2add-4473-b19e-ab05eb2382ca), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:08.359597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-228ae2b9-2f2b-406a-9841-4297469cef2d admin admin] For port e69f1dcd-2add-4473-b19e-ab05eb2382ca, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e69f1dcd-2add-4473-b19e-ab05eb2382ca,segment=NetworkSegment(61e5bdbe-bb0c-40e4-82d7-c65c97282fca),segment_id=61e5bdbe-bb0c-40e4-82d7-c65c97282fca)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:13:08.360006 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-228ae2b9-2f2b-406a-9841-4297469cef2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e69f1dcd-2add-4473-b19e-ab05eb2382ca), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:08.372597 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-228ae2b9-2f2b-406a-9841-4297469cef2d admin admin] Calling delete_port for e69f1dcd-2add-4473-b19e-ab05eb2382ca owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:13:08.530323 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7f996c-cc59-4d71-8463-4c0ca93e301c None None] DHCP port deletion for bb329d44-d9b6-45a4-920d-a75b95cbefb9 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 21:13:08.582242 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f996c-cc59-4d71-8463-4c0ca93e301c None None] Deleting port e69f1dcd-2add-4473-b19e-ab05eb2382ca {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:13:08.582613 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5e7f996c-cc59-4d71-8463-4c0ca93e301c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e69f1dcd-2add-4473-b19e-ab05eb2382ca), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:08.654208 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e3eb53e3-930e-4313-9c42-0a862e991a86 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:13:08.671422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5e7f996c-cc59-4d71-8463-4c0ca93e301c None None] For port e69f1dcd-2add-4473-b19e-ab05eb2382ca, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e69f1dcd-2add-4473-b19e-ab05eb2382ca,segment=NetworkSegment(61e5bdbe-bb0c-40e4-82d7-c65c97282fca),segment_id=61e5bdbe-bb0c-40e4-82d7-c65c97282fca)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:13:08.671841 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5e7f996c-cc59-4d71-8463-4c0ca93e301c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e69f1dcd-2add-4473-b19e-ab05eb2382ca), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:08.798748 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-228ae2b9-2f2b-406a-9841-4297469cef2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (e69f1dcd-2add-4473-b19e-ab05eb2382ca), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:08.825056 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ae2b9-2f2b-406a-9841-4297469cef2d admin admin] Pushing event deleted for resources: {'Port': ['ID=e69f1dcd-2add-4473-b19e-ab05eb2382ca,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:08.830281 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228ae2b9-2f2b-406a-9841-4297469cef2d admin admin] No DVR routers for this DVR port e69f1dcd-2add-4473-b19e-ab05eb2382ca on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:13:08.866564 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: e3eb53e3-930e-4313-9c42-0a862e991a86 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:13:08.866698 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device e3eb53e3-930e-4313-9c42-0a862e991a86 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:13:08.873835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f996c-cc59-4d71-8463-4c0ca93e301c None None] Calling delete_port for e69f1dcd-2add-4473-b19e-ab05eb2382ca owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:13:08.908947 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-228ae2b9-2f2b-406a-9841-4297469cef2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (bb329d44-d9b6-45a4-920d-a75b95cbefb9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:08.933341 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-228ae2b9-2f2b-406a-9841-4297469cef2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb329d44-d9b6-45a4-920d-a75b95cbefb9']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:08.942709 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-228ae2b9-2f2b-406a-9841-4297469cef2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e5bdbe-bb0c-40e4-82d7-c65c97282fca') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:08.943013 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-228ae2b9-2f2b-406a-9841-4297469cef2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e5bdbe-bb0c-40e4-82d7-c65c97282fca') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:08.951104 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5e7f996c-cc59-4d71-8463-4c0ca93e301c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (e69f1dcd-2add-4473-b19e-ab05eb2382ca), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:08.952910 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-228ae2b9-2f2b-406a-9841-4297469cef2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (61e5bdbe-bb0c-40e4-82d7-c65c97282fca), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:08.967361 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-228ae2b9-2f2b-406a-9841-4297469cef2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (61e5bdbe-bb0c-40e4-82d7-c65c97282fca), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:08.974176 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228ae2b9-2f2b-406a-9841-4297469cef2d admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:13:08.974693 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-228ae2b9-2f2b-406a-9841-4297469cef2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (61e5bdbe-bb0c-40e4-82d7-c65c97282fca), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: timer() Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:13:08.976478 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:13:08.980923 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f996c-cc59-4d71-8463-4c0ca93e301c None None] Pushing event deleted for resources: {'Port': ['ID=e69f1dcd-2add-4473-b19e-ab05eb2382ca,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:08.983186 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7f996c-cc59-4d71-8463-4c0ca93e301c None None] No DVR routers for this DVR port e69f1dcd-2add-4473-b19e-ab05eb2382ca on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:13:08.996891 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f996c-cc59-4d71-8463-4c0ca93e301c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:08.997242 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f996c-cc59-4d71-8463-4c0ca93e301c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:08.997588 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f996c-cc59-4d71-8463-4c0ca93e301c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:08.997925 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f996c-cc59-4d71-8463-4c0ca93e301c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:08.998377 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f996c-cc59-4d71-8463-4c0ca93e301c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:08.998621 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f996c-cc59-4d71-8463-4c0ca93e301c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:08.998966 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f996c-cc59-4d71-8463-4c0ca93e301c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:08.999295 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f996c-cc59-4d71-8463-4c0ca93e301c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:08.999627 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f996c-cc59-4d71-8463-4c0ca93e301c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:09.000018 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f996c-cc59-4d71-8463-4c0ca93e301c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:09.000602 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f996c-cc59-4d71-8463-4c0ca93e301c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:09.000927 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f996c-cc59-4d71-8463-4c0ca93e301c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:09.001249 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f996c-cc59-4d71-8463-4c0ca93e301c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:09.040975 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-228ae2b9-2f2b-406a-9841-4297469cef2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (bb329d44-d9b6-45a4-920d-a75b95cbefb9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:09.045869 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-228ae2b9-2f2b-406a-9841-4297469cef2d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:09.049127 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-228ae2b9-2f2b-406a-9841-4297469cef2d admin admin] 10.222.0.13 "DELETE /v2.0/networks/bb329d44-d9b6-45a4-920d-a75b95cbefb9 HTTP/1.1" status: 204 len: 168 time: 0.8967249 Feb 28 21:13:09.052730 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47084) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:09.061739 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ae2b9-2f2b-406a-9841-4297469cef2d admin admin] Pushing event deleted for resources: {'Network': ['ID=bb329d44-d9b6-45a4-920d-a75b95cbefb9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:09.633171 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 69a2aa58-5d94-4316-b750-1b5dbe6a686d no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:13:09.653516 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 69a2aa58-5d94-4316-b750-1b5dbe6a686d {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:13:09.653949 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 69a2aa58-5d94-4316-b750-1b5dbe6a686d not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:13:09.654435 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e69f1dcd-2add-4473-b19e-ab05eb2382ca no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:13:09.673171 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: e69f1dcd-2add-4473-b19e-ab05eb2382ca {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:13:09.673561 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e69f1dcd-2add-4473-b19e-ab05eb2382ca not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:13:09.673917 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device cb099890-a50b-4d5a-99f3-c62ddd48edbb no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:13:09.694290 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: cb099890-a50b-4d5a-99f3-c62ddd48edbb {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:13:09.694634 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device cb099890-a50b-4d5a-99f3-c62ddd48edbb not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:13:09.758700 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bdf7fc24-622a-4623-8ce4-3e446218739e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (3ebeeccf-664f-41e9-a9bc-c5821a6265d7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:10.005071 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-bdf7fc24-622a-4623-8ce4-3e446218739e admin admin] Deleting port 663bc478-dc77-4fb0-9c3c-1422b9d3efd7 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:13:10.005071 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bdf7fc24-622a-4623-8ce4-3e446218739e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (663bc478-dc77-4fb0-9c3c-1422b9d3efd7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:10.084628 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-bdf7fc24-622a-4623-8ce4-3e446218739e admin admin] For port 663bc478-dc77-4fb0-9c3c-1422b9d3efd7, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=663bc478-dc77-4fb0-9c3c-1422b9d3efd7,segment=NetworkSegment(fcebad61-4e16-457f-8877-7bcb0c72ccb6),segment_id=fcebad61-4e16-457f-8877-7bcb0c72ccb6)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:13:10.085308 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bdf7fc24-622a-4623-8ce4-3e446218739e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (663bc478-dc77-4fb0-9c3c-1422b9d3efd7), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:10.097968 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-bdf7fc24-622a-4623-8ce4-3e446218739e admin admin] Calling delete_port for 663bc478-dc77-4fb0-9c3c-1422b9d3efd7 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:13:10.281563 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bdf7fc24-622a-4623-8ce4-3e446218739e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (663bc478-dc77-4fb0-9c3c-1422b9d3efd7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:10.305766 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7fc24-622a-4623-8ce4-3e446218739e admin admin] Pushing event deleted for resources: {'Port': ['ID=663bc478-dc77-4fb0-9c3c-1422b9d3efd7,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:10.476072 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-bdf7fc24-622a-4623-8ce4-3e446218739e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (3ebeeccf-664f-41e9-a9bc-c5821a6265d7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:10.705040 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf7fc24-622a-4623-8ce4-3e446218739e admin admin] Router 3ebeeccf-664f-41e9-a9bc-c5821a6265d7 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:13:10.814115 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf7fc24-622a-4623-8ce4-3e446218739e admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:13:10.819021 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-bdf7fc24-622a-4623-8ce4-3e446218739e admin admin] 10.222.0.13 "PUT /v2.0/routers/3ebeeccf-664f-41e9-a9bc-c5821a6265d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7652538 Feb 28 21:13:10.822209 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47086) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:10.825230 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1f68a3-ea27-40f1-976a-f5969da538b4 None None] Sync routers for ids ['3ebeeccf-664f-41e9-a9bc-c5821a6265d7'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:13:10.834692 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1f68a3-ea27-40f1-976a-f5969da538b4 None None] Routers {'3ebeeccf-664f-41e9-a9bc-c5821a6265d7'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:13:10.835304 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-0f1f68a3-ea27-40f1-976a-f5969da538b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:12:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['3ebeeccf-664f-41e9-a9bc-c5821a6265d7'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:10.929834 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-64964926-e15f-4236-bfc3-654669345ec2 admin admin] Publish callbacks [] for router (3ebeeccf-664f-41e9-a9bc-c5821a6265d7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:10.942310 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-0f1f68a3-ea27-40f1-976a-f5969da538b4 None None] Set router 3ebeeccf-664f-41e9-a9bc-c5821a6265d7 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:13:11.039190 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-64964926-e15f-4236-bfc3-654669345ec2 admin admin] Publish callbacks [] for router_gateway (3ebeeccf-664f-41e9-a9bc-c5821a6265d7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:11.093937 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-64964926-e15f-4236-bfc3-654669345ec2 admin admin] Deleting port a271ba53-cee8-427b-8d52-cb35978414c2 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:13:11.094667 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-64964926-e15f-4236-bfc3-654669345ec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a271ba53-cee8-427b-8d52-cb35978414c2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:11.122098 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-0f1f68a3-ea27-40f1-976a-f5969da538b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebeeccf-664f-41e9-a9bc-c5821a6265d7', 'name': 'tempest-TestMinimumBasicScenario-1979966580-router', 'tenant_id': '49d2e2a0f1544adebf24094f5670cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a271ba53-cee8-427b-8d52-cb35978414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:44Z', 'updated_at': '2022-02-28T21:13:10Z', 'revision_number': 5, 'project_id': '49d2e2a0f1544adebf24094f5670cc82', 'gw_port': {'id': 'a271ba53-cee8-427b-8d52-cb35978414c2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:24:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebeeccf-664f-41e9-a9bc-c5821a6265d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:10:45Z', 'updated_at': '2022-02-28T21:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:11.149322 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1f68a3-ea27-40f1-976a-f5969da538b4 None None] Checking router: 3ebeeccf-664f-41e9-a9bc-c5821a6265d7 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:13:11.157410 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1f68a3-ea27-40f1-976a-f5969da538b4 None None] Routers {'3ebeeccf-664f-41e9-a9bc-c5821a6265d7'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:13:11.158017 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-0f1f68a3-ea27-40f1-976a-f5969da538b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:12:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['3ebeeccf-664f-41e9-a9bc-c5821a6265d7'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:11.182646 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-64964926-e15f-4236-bfc3-654669345ec2 admin admin] For port a271ba53-cee8-427b-8d52-cb35978414c2, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=a271ba53-cee8-427b-8d52-cb35978414c2,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:13:11.183035 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-64964926-e15f-4236-bfc3-654669345ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a271ba53-cee8-427b-8d52-cb35978414c2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:11.195407 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-64964926-e15f-4236-bfc3-654669345ec2 admin admin] Calling delete_port for a271ba53-cee8-427b-8d52-cb35978414c2 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:13:11.257540 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-0f1f68a3-ea27-40f1-976a-f5969da538b4 None None] Set router 3ebeeccf-664f-41e9-a9bc-c5821a6265d7 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:13:11.308650 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-0f1f68a3-ea27-40f1-976a-f5969da538b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebeeccf-664f-41e9-a9bc-c5821a6265d7', 'name': 'tempest-TestMinimumBasicScenario-1979966580-router', 'tenant_id': '49d2e2a0f1544adebf24094f5670cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:44Z', 'updated_at': '2022-02-28T21:13:11Z', 'revision_number': 6, 'project_id': '49d2e2a0f1544adebf24094f5670cc82', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:11.339917 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1f68a3-ea27-40f1-976a-f5969da538b4 None None] The sync data for ids ['3ebeeccf-664f-41e9-a9bc-c5821a6265d7'] in n-d-820368-21 is: [{'id': '3ebeeccf-664f-41e9-a9bc-c5821a6265d7', 'name': 'tempest-TestMinimumBasicScenario-1979966580-router', 'tenant_id': '49d2e2a0f1544adebf24094f5670cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:10:44Z', 'updated_at': '2022-02-28T21:13:11Z', 'revision_number': 6, 'project_id': '49d2e2a0f1544adebf24094f5670cc82', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:13:11.368715 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-64964926-e15f-4236-bfc3-654669345ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a271ba53-cee8-427b-8d52-cb35978414c2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:11.399039 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64964926-e15f-4236-bfc3-654669345ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a271ba53-cee8-427b-8d52-cb35978414c2,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:11.458890 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-64964926-e15f-4236-bfc3-654669345ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (3ebeeccf-664f-41e9-a9bc-c5821a6265d7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:11.557453 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-64964926-e15f-4236-bfc3-654669345ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (3ebeeccf-664f-41e9-a9bc-c5821a6265d7), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:11.559636 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-64964926-e15f-4236-bfc3-654669345ec2 admin admin] Publish callbacks [] for router_controller (3ebeeccf-664f-41e9-a9bc-c5821a6265d7), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:11.604828 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-64964926-e15f-4236-bfc3-654669345ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (3ebeeccf-664f-41e9-a9bc-c5821a6265d7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:11.605416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64964926-e15f-4236-bfc3-654669345ec2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ebeeccf-664f-41e9-a9bc-c5821a6265d7 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 21:13:11.609820 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-64964926-e15f-4236-bfc3-654669345ec2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:11.610970 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-64964926-e15f-4236-bfc3-654669345ec2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3ebeeccf-664f-41e9-a9bc-c5821a6265d7 HTTP/1.1" status: 204 len: 168 time: 0.7878573 Feb 28 21:13:11.613541 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47088) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:11.658185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc35e4e5-fe9c-4b93-99f5-4214dd0caf1f admin admin] Deleting subnet 796aafb3-bd44-4bf2-a81a-b0b4309506a1 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:13:11.661177 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cc35e4e5-fe9c-4b93-99f5-4214dd0caf1f admin admin] Publish callbacks [] for subnet (796aafb3-bd44-4bf2-a81a-b0b4309506a1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:11.697507 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cc35e4e5-fe9c-4b93-99f5-4214dd0caf1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (796aafb3-bd44-4bf2-a81a-b0b4309506a1), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:11.791199 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cc35e4e5-fe9c-4b93-99f5-4214dd0caf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (796aafb3-bd44-4bf2-a81a-b0b4309506a1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:11.844576 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cc35e4e5-fe9c-4b93-99f5-4214dd0caf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (796aafb3-bd44-4bf2-a81a-b0b4309506a1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:11.872820 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cc35e4e5-fe9c-4b93-99f5-4214dd0caf1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:11.879388 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cc35e4e5-fe9c-4b93-99f5-4214dd0caf1f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/796aafb3-bd44-4bf2-a81a-b0b4309506a1 HTTP/1.1" status: 204 len: 168 time: 0.2626047 Feb 28 21:13:11.879388 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35e4e5-fe9c-4b93-99f5-4214dd0caf1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=796aafb3-bd44-4bf2-a81a-b0b4309506a1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:11.879666 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2307ce-f0cf-48cf-8f40-390b27bed476 None None] Network d01de04a-7f8d-4d12-9701-3fa8513995b4 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:13:11.880175 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47090) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:11.952160 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6cd3771e-d86f-41ae-a15a-bb566324ce11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (d01de04a-7f8d-4d12-9701-3fa8513995b4), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:12.008316 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-6cd3771e-d86f-41ae-a15a-bb566324ce11 admin admin] Deleting port 24c36d11-412e-40be-9351-6f3cbbb4ba8a {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:13:12.009173 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6cd3771e-d86f-41ae-a15a-bb566324ce11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (24c36d11-412e-40be-9351-6f3cbbb4ba8a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:12.071977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-6cd3771e-d86f-41ae-a15a-bb566324ce11 admin admin] For port 24c36d11-412e-40be-9351-6f3cbbb4ba8a, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=24c36d11-412e-40be-9351-6f3cbbb4ba8a,segment=NetworkSegment(fcebad61-4e16-457f-8877-7bcb0c72ccb6),segment_id=fcebad61-4e16-457f-8877-7bcb0c72ccb6)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:13:12.072532 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6cd3771e-d86f-41ae-a15a-bb566324ce11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (24c36d11-412e-40be-9351-6f3cbbb4ba8a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:12.085620 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-6cd3771e-d86f-41ae-a15a-bb566324ce11 admin admin] Calling delete_port for 24c36d11-412e-40be-9351-6f3cbbb4ba8a owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:13:12.117400 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99775ed0-e301-46bb-9bce-594455a74d37 None None] DHCP port deletion for d01de04a-7f8d-4d12-9701-3fa8513995b4 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 21:13:12.148123 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 663bc478-dc77-4fb0-9c3c-1422b9d3efd7 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:13:12.171586 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 663bc478-dc77-4fb0-9c3c-1422b9d3efd7 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:13:12.172028 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 663bc478-dc77-4fb0-9c3c-1422b9d3efd7 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:13:12.173967 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6cd3771e-d86f-41ae-a15a-bb566324ce11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (24c36d11-412e-40be-9351-6f3cbbb4ba8a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:12.198426 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-99775ed0-e301-46bb-9bce-594455a74d37 None None] Deleting port 24c36d11-412e-40be-9351-6f3cbbb4ba8a {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:13:12.198793 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-99775ed0-e301-46bb-9bce-594455a74d37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (24c36d11-412e-40be-9351-6f3cbbb4ba8a), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:12.199969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3771e-d86f-41ae-a15a-bb566324ce11 admin admin] Pushing event deleted for resources: {'Port': ['ID=24c36d11-412e-40be-9351-6f3cbbb4ba8a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:12.205809 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd3771e-d86f-41ae-a15a-bb566324ce11 admin admin] No DVR routers for this DVR port 24c36d11-412e-40be-9351-6f3cbbb4ba8a on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:13:12.270336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-99775ed0-e301-46bb-9bce-594455a74d37 None None] For port 24c36d11-412e-40be-9351-6f3cbbb4ba8a, host n-d-820368-21, got binding levels [] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:13:12.270731 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-99775ed0-e301-46bb-9bce-594455a74d37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (24c36d11-412e-40be-9351-6f3cbbb4ba8a), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:12.284099 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-99775ed0-e301-46bb-9bce-594455a74d37 None None] Calling delete_port for 24c36d11-412e-40be-9351-6f3cbbb4ba8a owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:13:12.285485 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6cd3771e-d86f-41ae-a15a-bb566324ce11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (d01de04a-7f8d-4d12-9701-3fa8513995b4), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:12.287264 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.ipam_backend_mixin [None req-99775ed0-e301-46bb-9bce-594455a74d37 None None] Port 24c36d11-412e-40be-9351-6f3cbbb4ba8a was not found and therefore no delete operation was performed {{(pid=103775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 21:13:12.288631 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-99775ed0-e301-46bb-9bce-594455a74d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (24c36d11-412e-40be-9351-6f3cbbb4ba8a), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:12.306828 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-6cd3771e-d86f-41ae-a15a-bb566324ce11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01de04a-7f8d-4d12-9701-3fa8513995b4']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:12.314369 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99775ed0-e301-46bb-9bce-594455a74d37 None None] Pushing event deleted for resources: {'Port': ['ID=24c36d11-412e-40be-9351-6f3cbbb4ba8a,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:12.317691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-6cd3771e-d86f-41ae-a15a-bb566324ce11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcebad61-4e16-457f-8877-7bcb0c72ccb6') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:12.317993 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-6cd3771e-d86f-41ae-a15a-bb566324ce11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcebad61-4e16-457f-8877-7bcb0c72ccb6') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:12.318914 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99775ed0-e301-46bb-9bce-594455a74d37 None None] No DVR routers for this DVR port 24c36d11-412e-40be-9351-6f3cbbb4ba8a on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:13:12.331536 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6cd3771e-d86f-41ae-a15a-bb566324ce11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (fcebad61-4e16-457f-8877-7bcb0c72ccb6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:12.346373 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6cd3771e-d86f-41ae-a15a-bb566324ce11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (fcebad61-4e16-457f-8877-7bcb0c72ccb6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:12.353109 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd3771e-d86f-41ae-a15a-bb566324ce11 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:13:12.353701 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6cd3771e-d86f-41ae-a15a-bb566324ce11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (fcebad61-4e16-457f-8877-7bcb0c72ccb6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: timer() Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:13:12.355663 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:13:12.412847 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6cd3771e-d86f-41ae-a15a-bb566324ce11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (d01de04a-7f8d-4d12-9701-3fa8513995b4), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:12.419042 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6cd3771e-d86f-41ae-a15a-bb566324ce11 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:12.422681 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6cd3771e-d86f-41ae-a15a-bb566324ce11 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d01de04a-7f8d-4d12-9701-3fa8513995b4 HTTP/1.1" status: 204 len: 168 time: 0.5416980 Feb 28 21:13:12.437511 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3771e-d86f-41ae-a15a-bb566324ce11 admin admin] Pushing event deleted for resources: {'Network': ['ID=d01de04a-7f8d-4d12-9701-3fa8513995b4,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:12.588617 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47094) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:12.634606 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-157252db-4596-4461-8261-10b519eeb268 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=452e38746ab74b5d8899e67749310302&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446677 Feb 28 21:13:12.636864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47096) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:12.683118 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ded7-cd27-4725-95b4-c7c3d64fef3b admin admin] Publish callbacks [] for security_group (e61653eb-b2f2-4a1d-898b-7ae636c36b05), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:12.704216 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ded7-cd27-4725-95b4-c7c3d64fef3b admin admin] Publish callbacks [] for security_group (e61653eb-b2f2-4a1d-898b-7ae636c36b05), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:12.750418 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ded7-cd27-4725-95b4-c7c3d64fef3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e61653eb-b2f2-4a1d-898b-7ae636c36b05), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:12.753202 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ded7-cd27-4725-95b4-c7c3d64fef3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:12.754426 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d9a7ded7-cd27-4725-95b4-c7c3d64fef3b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e61653eb-b2f2-4a1d-898b-7ae636c36b05 HTTP/1.1" status: 204 len: 168 time: 0.1166737 Feb 28 21:13:12.762581 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7ded7-cd27-4725-95b4-c7c3d64fef3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61653eb-b2f2-4a1d-898b-7ae636c36b05,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:13.063783 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47102) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:13.103029 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-635a109f-7936-4873-bdbb-483a4864c59a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49d2e2a0f1544adebf24094f5670cc82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374951 Feb 28 21:13:13.105454 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47104) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:13.150868 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-076d8285-9008-4579-a786-bd7c40c71e2a admin admin] Publish callbacks [] for security_group (2fd8c05f-b513-43f8-9c66-cf809371d8ef), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:13.171666 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-076d8285-9008-4579-a786-bd7c40c71e2a admin admin] Publish callbacks [] for security_group (2fd8c05f-b513-43f8-9c66-cf809371d8ef), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:13.221403 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-076d8285-9008-4579-a786-bd7c40c71e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (2fd8c05f-b513-43f8-9c66-cf809371d8ef), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:13.223985 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-076d8285-9008-4579-a786-bd7c40c71e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:13.225125 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-076d8285-9008-4579-a786-bd7c40c71e2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2fd8c05f-b513-43f8-9c66-cf809371d8ef HTTP/1.1" status: 204 len: 168 time: 0.1187980 Feb 28 21:13:13.235416 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d8285-9008-4579-a786-bd7c40c71e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd8c05f-b513-43f8-9c66-cf809371d8ef,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:13.632039 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a271ba53-cee8-427b-8d52-cb35978414c2 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:13:13.652979 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: a271ba53-cee8-427b-8d52-cb35978414c2 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:13:13.653329 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device a271ba53-cee8-427b-8d52-cb35978414c2 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:13:13.653745 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 24c36d11-412e-40be-9351-6f3cbbb4ba8a no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:13:13.672499 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 24c36d11-412e-40be-9351-6f3cbbb4ba8a {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:13:13.672846 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 24c36d11-412e-40be-9351-6f3cbbb4ba8a not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:13:14.833231 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47144) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:14.838310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-8b62c2bd-ca4d-44e2-823d-f30dc52d833b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1417824357', 'description': 'tempest-secgroup-smoke-1417824357 description', 'project_id': '559aa21798c346fa8b89a8f96ec99843'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:13:14.859473 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8b62c2bd-ca4d-44e2-823d-f30dc52d833b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:14.867340 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8b62c2bd-ca4d-44e2-823d-f30dc52d833b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:14.941944 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8b62c2bd-ca4d-44e2-823d-f30dc52d833b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (e9f8e89d-8b80-4f67-bb35-3487b65b0fd0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:14.945809 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8b62c2bd-ca4d-44e2-823d-f30dc52d833b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e9f8e89d-8b80-4f67-bb35-3487b65b0fd0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:14.985347 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62c2bd-ca4d-44e2-823d-f30dc52d833b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f8e89d-8b80-4f67-bb35-3487b65b0fd0,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:15.023411 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8b62c2bd-ca4d-44e2-823d-f30dc52d833b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (ce975369-5645-458b-bcab-6b9e5ce91340), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.028621 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8b62c2bd-ca4d-44e2-823d-f30dc52d833b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ce975369-5645-458b-bcab-6b9e5ce91340), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.057886 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8b62c2bd-ca4d-44e2-823d-f30dc52d833b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.059093 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8b62c2bd-ca4d-44e2-823d-f30dc52d833b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2248218 Feb 28 21:13:15.061100 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62c2bd-ca4d-44e2-823d-f30dc52d833b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce975369-5645-458b-bcab-6b9e5ce91340,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:15.062255 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47146) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:15.067958 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-5990a181-2ff5-4187-813b-91a816b61f55 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': 'ce975369-5645-458b-bcab-6b9e5ce91340', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:13:15.093147 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5990a181-2ff5-4187-813b-91a816b61f55 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (a06d1191-8a42-4e96-a6f4-e61304c3a121), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.145062 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5990a181-2ff5-4187-813b-91a816b61f55 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (a06d1191-8a42-4e96-a6f4-e61304c3a121), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.148784 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5990a181-2ff5-4187-813b-91a816b61f55 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (a06d1191-8a42-4e96-a6f4-e61304c3a121), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.170633 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990a181-2ff5-4187-813b-91a816b61f55 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06d1191-8a42-4e96-a6f4-e61304c3a121,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:15.177802 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-5990a181-2ff5-4187-813b-91a816b61f55 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.178980 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-5990a181-2ff5-4187-813b-91a816b61f55 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152313 Feb 28 21:13:15.181887 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47148) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:15.186455 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-35d713fa-c1ba-4953-8844-e7f235983862 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': 'ce975369-5645-458b-bcab-6b9e5ce91340', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:13:15.210805 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-35d713fa-c1ba-4953-8844-e7f235983862 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (6b32163d-bdc6-4db0-b26d-a4c868ae1518), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.266832 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-35d713fa-c1ba-4953-8844-e7f235983862 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (6b32163d-bdc6-4db0-b26d-a4c868ae1518), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.270717 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-35d713fa-c1ba-4953-8844-e7f235983862 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (6b32163d-bdc6-4db0-b26d-a4c868ae1518), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.288833 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d713fa-c1ba-4953-8844-e7f235983862 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b32163d-bdc6-4db0-b26d-a4c868ae1518,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:15.296397 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-35d713fa-c1ba-4953-8844-e7f235983862 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.297623 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-35d713fa-c1ba-4953-8844-e7f235983862 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146748 Feb 28 21:13:15.300394 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47150) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:15.304644 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-53b8f818-2908-44db-bfae-b80eaf3c98a6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': 'ce975369-5645-458b-bcab-6b9e5ce91340', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:13:15.329716 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-53b8f818-2908-44db-bfae-b80eaf3c98a6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (d2d09385-a000-490f-9b95-61bee86ee18f), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.388847 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-53b8f818-2908-44db-bfae-b80eaf3c98a6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (d2d09385-a000-490f-9b95-61bee86ee18f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.392396 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-53b8f818-2908-44db-bfae-b80eaf3c98a6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (d2d09385-a000-490f-9b95-61bee86ee18f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.409615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8f818-2908-44db-bfae-b80eaf3c98a6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d09385-a000-490f-9b95-61bee86ee18f,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:15.419160 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-53b8f818-2908-44db-bfae-b80eaf3c98a6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.420399 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-53b8f818-2908-44db-bfae-b80eaf3c98a6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190832 Feb 28 21:13:15.423085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47152) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:15.427263 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-ec3fd0b8-994b-4839-9b5d-a8a03634306a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': 'ce975369-5645-458b-bcab-6b9e5ce91340', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:13:15.451872 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ec3fd0b8-994b-4839-9b5d-a8a03634306a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (2d39aff8-2b56-472e-bede-ee458d59f8d9), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.509006 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ec3fd0b8-994b-4839-9b5d-a8a03634306a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (2d39aff8-2b56-472e-bede-ee458d59f8d9), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.512534 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ec3fd0b8-994b-4839-9b5d-a8a03634306a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (2d39aff8-2b56-472e-bede-ee458d59f8d9), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.529385 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fd0b8-994b-4839-9b5d-a8a03634306a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d39aff8-2b56-472e-bede-ee458d59f8d9,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:15.538224 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ec3fd0b8-994b-4839-9b5d-a8a03634306a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.539484 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ec3fd0b8-994b-4839-9b5d-a8a03634306a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154947 Feb 28 21:13:15.542194 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47154) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:15.546457 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-daff6da1-be8d-47cd-aba3-d735b3e6cb9d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': 'ce975369-5645-458b-bcab-6b9e5ce91340', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:13:15.565971 n-d-820368-21 neutron-server[103774]: INFO neutron.db.securitygroups_db [None req-daff6da1-be8d-47cd-aba3-d735b3e6cb9d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Project 559aa21798c346fa8b89a8f96ec99843 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 21:13:15.571750 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daff6da1-be8d-47cd-aba3-d735b3e6cb9d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (bc618ba9-d776-4d9c-82db-f5c1bbe4bdf3), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.630166 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daff6da1-be8d-47cd-aba3-d735b3e6cb9d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (bc618ba9-d776-4d9c-82db-f5c1bbe4bdf3), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.634278 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daff6da1-be8d-47cd-aba3-d735b3e6cb9d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (bc618ba9-d776-4d9c-82db-f5c1bbe4bdf3), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.651428 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff6da1-be8d-47cd-aba3-d735b3e6cb9d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc618ba9-d776-4d9c-82db-f5c1bbe4bdf3,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:15.660218 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daff6da1-be8d-47cd-aba3-d735b3e6cb9d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.661404 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-daff6da1-be8d-47cd-aba3-d735b3e6cb9d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182878 Feb 28 21:13:15.664151 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47156) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:15.669121 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-dbc34946-150a-4918-8c07-78a4030c955a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': 'ce975369-5645-458b-bcab-6b9e5ce91340', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:13:15.689434 n-d-820368-21 neutron-server[103774]: INFO neutron.db.securitygroups_db [None req-dbc34946-150a-4918-8c07-78a4030c955a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Project 559aa21798c346fa8b89a8f96ec99843 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 21:13:15.694232 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dbc34946-150a-4918-8c07-78a4030c955a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (9eaed49f-df3e-44f8-90d6-9d0d0a6b53c4), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.756165 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dbc34946-150a-4918-8c07-78a4030c955a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (9eaed49f-df3e-44f8-90d6-9d0d0a6b53c4), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.760207 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dbc34946-150a-4918-8c07-78a4030c955a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (9eaed49f-df3e-44f8-90d6-9d0d0a6b53c4), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.779004 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc34946-150a-4918-8c07-78a4030c955a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eaed49f-df3e-44f8-90d6-9d0d0a6b53c4,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:15.787499 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-dbc34946-150a-4918-8c07-78a4030c955a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.788747 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-dbc34946-150a-4918-8c07-78a4030c955a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231382 Feb 28 21:13:15.792283 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47158) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:15.796975 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-97951a8b-6f4d-4e65-acb2-0a90102de5dd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'network': {'name': 'tempest-network-smoke--1431652065', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'port_security_enabled': True}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:13:15.816544 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97951a8b-6f4d-4e65-acb2-0a90102de5dd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Made reservation on behalf of 559aa21798c346fa8b89a8f96ec99843 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:13:15.819773 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97951a8b-6f4d-4e65-acb2-0a90102de5dd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.842462 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97951a8b-6f4d-4e65-acb2-0a90102de5dd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:13:15.851182 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97951a8b-6f4d-4e65-acb2-0a90102de5dd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (fa43d8cf-2053-4bd6-a427-4cce6b8475d3), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.851529 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-97951a8b-6f4d-4e65-acb2-0a90102de5dd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Added segment fa43d8cf-2053-4bd6-a427-4cce6b8475d3 of type vlan for network b9992ae2-0e49-4d06-9c05-11432a343792 Feb 28 21:13:15.891219 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97951a8b-6f4d-4e65-acb2-0a90102de5dd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (b9992ae2-0e49-4d06-9c05-11432a343792), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.915268 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97951a8b-6f4d-4e65-acb2-0a90102de5dd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (b9992ae2-0e49-4d06-9c05-11432a343792), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.920279 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97951a8b-6f4d-4e65-acb2-0a90102de5dd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:15.920864 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-97951a8b-6f4d-4e65-acb2-0a90102de5dd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.955669 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-97951a8b-6f4d-4e65-acb2-0a90102de5dd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1623807 Feb 28 21:13:15.958683 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47160) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:15.963523 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-47270912-5b2b-43eb-86fe-f492d787c71d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-43887464', 'admin_state_up': True, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:13:15.985773 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-47270912-5b2b-43eb-86fe-f492d787c71d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (e195184f-4a3f-4a92-9ef2-9d68a7dd3959), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.986753 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-47270912-5b2b-43eb-86fe-f492d787c71d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (e195184f-4a3f-4a92-9ef2-9d68a7dd3959), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:15.993411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97951a8b-6f4d-4e65-acb2-0a90102de5dd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Network': ['ID=b9992ae2-0e49-4d06-9c05-11432a343792,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:16.003645 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network b9992ae2-0e49-4d06-9c05-11432a343792 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:13:16.044880 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-47270912-5b2b-43eb-86fe-f492d787c71d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_controller (e195184f-4a3f-4a92-9ef2-9d68a7dd3959), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:16.186049 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-47270912-5b2b-43eb-86fe-f492d787c71d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_gateway (e195184f-4a3f-4a92-9ef2-9d68a7dd3959), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:16.378064 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-47270912-5b2b-43eb-86fe-f492d787c71d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_gateway (e195184f-4a3f-4a92-9ef2-9d68a7dd3959), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:16.400679 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-47270912-5b2b-43eb-86fe-f492d787c71d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:16.497360 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-47270912-5b2b-43eb-86fe-f492d787c71d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Allocated IP 172.25.0.63 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/cdc03972-ed3d-48b3-82b5-f68d6ceb03f2) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:13:16.599317 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-47270912-5b2b-43eb-86fe-f492d787c71d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (cdc03972-ed3d-48b3-82b5-f68d6ceb03f2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:16.615347 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e6eadba7-3dab-428b-8797-42fc2188af30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:16.633934 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-47270912-5b2b-43eb-86fe-f492d787c71d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (cdc03972-ed3d-48b3-82b5-f68d6ceb03f2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:16.673217 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47270912-5b2b-43eb-86fe-f492d787c71d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:13:16.676013 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-47270912-5b2b-43eb-86fe-f492d787c71d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:13:16.679383 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47270912-5b2b-43eb-86fe-f492d787c71d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:13:16.684849 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47270912-5b2b-43eb-86fe-f492d787c71d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=cdc03972-ed3d-48b3-82b5-f68d6ceb03f2,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:16.928974 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-47270912-5b2b-43eb-86fe-f492d787c71d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_gateway (e195184f-4a3f-4a92-9ef2-9d68a7dd3959), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:17.130764 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-47270912-5b2b-43eb-86fe-f492d787c71d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (e195184f-4a3f-4a92-9ef2-9d68a7dd3959), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:17.258079 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47270912-5b2b-43eb-86fe-f492d787c71d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router e195184f-4a3f-4a92-9ef2-9d68a7dd3959 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 21:13:17.365710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47270912-5b2b-43eb-86fe-f492d787c71d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:13:17.376832 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] Sync routers for ids ['e195184f-4a3f-4a92-9ef2-9d68a7dd3959'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:13:17.386396 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-47270912-5b2b-43eb-86fe-f492d787c71d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:17.386918 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] Routers {'e195184f-4a3f-4a92-9ef2-9d68a7dd3959'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:13:17.387528 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:12:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e195184f-4a3f-4a92-9ef2-9d68a7dd3959'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:17.387658 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-47270912-5b2b-43eb-86fe-f492d787c71d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4278631 Feb 28 21:13:17.390856 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47162) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:17.491491 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] Set router e195184f-4a3f-4a92-9ef2-9d68a7dd3959 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:13:17.521140 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-be91f7e4-5241-4a47-8901-ae00334c779c tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=559aa21798c346fa8b89a8f96ec99843&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1265950 Feb 28 21:13:17.521434 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47166) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:17.607727 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a16948d-4d53-4892-bae7-d9b3cc4b6adf tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:17.609301 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1a16948d-4d53-4892-bae7-d9b3cc4b6adf tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869424 Feb 28 21:13:17.612132 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47168) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:17.643831 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-78199377-e2ba-4e8c-b46e-7910a906b0e4 tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305943 Feb 28 21:13:17.646562 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47170) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:17.652248 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-7352b6e8-a5e7-47b6-b0d4-26e9595fe68d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1294299894', 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:13:17.663709 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43887464', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:13:15Z', 'updated_at': '2022-02-28T21:13:16Z', 'revision_number': 3, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:89:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:16Z', 'updated_at': '2022-02-28T21:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:17.693285 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] Checking router: e195184f-4a3f-4a92-9ef2-9d68a7dd3959 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:13:17.693632 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] Updating router e195184f-4a3f-4a92-9ef2-9d68a7dd3959 port cdc03972-ed3d-48b3-82b5-f68d6ceb03f2 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:13:17.719924 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cdc03972-ed3d-48b3-82b5-f68d6ceb03f2), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:17.736930 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7352b6e8-a5e7-47b6-b0d4-26e9595fe68d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Made reservation on behalf of 559aa21798c346fa8b89a8f96ec99843 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:13:17.740483 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7352b6e8-a5e7-47b6-b0d4-26e9595fe68d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:17.917402 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7352b6e8-a5e7-47b6-b0d4-26e9595fe68d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (06f9960a-298a-404e-b50c-49308ee12435), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:17.966052 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] Publish callbacks [] for port (cdc03972-ed3d-48b3-82b5-f68d6ceb03f2), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:17.972123 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cdc03972-ed3d-48b3-82b5-f68d6ceb03f2), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:17.982262 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352b6e8-a5e7-47b6-b0d4-26e9595fe68d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Subnet': ['ID=06f9960a-298a-404e-b50c-49308ee12435,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:17.989409 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7352b6e8-a5e7-47b6-b0d4-26e9595fe68d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Checking segment: {'id': 'fa43d8cf-2053-4bd6-a427-4cce6b8475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:13:17.989773 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7352b6e8-a5e7-47b6-b0d4-26e9595fe68d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network hostable DHCP agents. Network: b9992ae2-0e49-4d06-9c05-11432a343792, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:13:18.008839 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7352b6e8-a5e7-47b6-b0d4-26e9595fe68d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network b9992ae2-0e49-4d06-9c05-11432a343792 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:13:18.019619 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-7352b6e8-a5e7-47b6-b0d4-26e9595fe68d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, b9992ae2-0e49-4d06-9c05-11432a343792) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:13:18.023788 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7352b6e8-a5e7-47b6-b0d4-26e9595fe68d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:18.025303 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-7352b6e8-a5e7-47b6-b0d4-26e9595fe68d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:18.029739 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] Attempting to bind port cdc03972-ed3d-48b3-82b5-f68d6ceb03f2 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:13:18.030199 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] Attempting to bind port cdc03972-ed3d-48b3-82b5-f68d6ceb03f2 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:13:18.030505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614261f1-3be0-4d2f-91bc-9b086043dedf None None] Network b9992ae2-0e49-4d06-9c05-11432a343792 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:13:18.030990 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] Attempting to bind port cdc03972-ed3d-48b3-82b5-f68d6ceb03f2 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:13:18.040718 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:13:18.041098 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:13:18.041589 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:18.042126 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:13:18.042662 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] Bound port: cdc03972-ed3d-48b3-82b5-f68d6ceb03f2, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:13:18.043118 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cdc03972-ed3d-48b3-82b5-f68d6ceb03f2), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:18.047245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47172) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:18.048872 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12cf7b-f6b7-4067-b5a6-74c2bc49ec13 None None] Pushing event updated for resources: {'Port': ['ID=cdc03972-ed3d-48b3-82b5-f68d6ceb03f2,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:18.056358 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7352b6e8-a5e7-47b6-b0d4-26e9595fe68d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4086215 Feb 28 21:13:18.076833 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12cf7b-f6b7-4067-b5a6-74c2bc49ec13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:18.077235 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12cf7b-f6b7-4067-b5a6-74c2bc49ec13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:18.077562 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12cf7b-f6b7-4067-b5a6-74c2bc49ec13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:18.077880 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12cf7b-f6b7-4067-b5a6-74c2bc49ec13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:18.078659 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12cf7b-f6b7-4067-b5a6-74c2bc49ec13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:18.079054 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12cf7b-f6b7-4067-b5a6-74c2bc49ec13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:18.079441 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12cf7b-f6b7-4067-b5a6-74c2bc49ec13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:18.079836 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12cf7b-f6b7-4067-b5a6-74c2bc49ec13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:18.080166 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12cf7b-f6b7-4067-b5a6-74c2bc49ec13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:18.080490 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12cf7b-f6b7-4067-b5a6-74c2bc49ec13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:18.080867 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12cf7b-f6b7-4067-b5a6-74c2bc49ec13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:18.081189 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12cf7b-f6b7-4067-b5a6-74c2bc49ec13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:18.081510 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12cf7b-f6b7-4067-b5a6-74c2bc49ec13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:13:18.122439 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] For port cdc03972-ed3d-48b3-82b5-f68d6ceb03f2, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:13:18.126297 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] For port cdc03972-ed3d-48b3-82b5-f68d6ceb03f2, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=cdc03972-ed3d-48b3-82b5-f68d6ceb03f2,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:13:18.132682 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cdc03972-ed3d-48b3-82b5-f68d6ceb03f2), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:18.147642 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c907bd-d98e-4900-b216-09787a56c73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-b9992ae2-0e49-4d06-9c05-11432a343792', 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ips': [{'subnet_id': '06f9960a-298a-404e-b50c-49308ee12435'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:13:18.149782 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b0c907bd-d98e-4900-b216-09787a56c73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:18.185109 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] Routers {'e195184f-4a3f-4a92-9ef2-9d68a7dd3959'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:13:18.185740 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:12:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e195184f-4a3f-4a92-9ef2-9d68a7dd3959'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:18.276292 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12cf7b-f6b7-4067-b5a6-74c2bc49ec13 None None] Pushing event updated for resources: {'Port': ['ID=cdc03972-ed3d-48b3-82b5-f68d6ceb03f2,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:18.301205 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-b0c907bd-d98e-4900-b216-09787a56c73c None None] Allocated IP 172.20.0.2 (b9992ae2-0e49-4d06-9c05-11432a343792/06f9960a-298a-404e-b50c-49308ee12435/4ea3c144-86e5-400a-bb92-4383038bcc85) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:13:18.307866 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] Set router e195184f-4a3f-4a92-9ef2-9d68a7dd3959 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:13:18.450929 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b0c907bd-d98e-4900-b216-09787a56c73c None None] Publish callbacks [] for port (4ea3c144-86e5-400a-bb92-4383038bcc85), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:18.456896 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b0c907bd-d98e-4900-b216-09787a56c73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (4ea3c144-86e5-400a-bb92-4383038bcc85), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:18.494440 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43887464', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:13:15Z', 'updated_at': '2022-02-28T21:13:16Z', 'revision_number': 3, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:89:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:16Z', 'updated_at': '2022-02-28T21:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:18.499206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c907bd-d98e-4900-b216-09787a56c73c None None] Network b9992ae2-0e49-4d06-9c05-11432a343792 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:13:18.502380 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-b0c907bd-d98e-4900-b216-09787a56c73c None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:13:18.504825 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c907bd-d98e-4900-b216-09787a56c73c None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:13:18.513508 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c907bd-d98e-4900-b216-09787a56c73c None None] Pushing event updated for resources: {'Port': ['ID=4ea3c144-86e5-400a-bb92-4383038bcc85,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:18.523877 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e787a7-0274-47e5-bbfd-4b5529b9a24c None None] The sync data for ids ['e195184f-4a3f-4a92-9ef2-9d68a7dd3959'] in n-d-820368-21 is: [{'id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43887464', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:13:15Z', 'updated_at': '2022-02-28T21:13:16Z', 'revision_number': 3, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:89:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:16Z', 'updated_at': '2022-02-28T21:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:13:18.531350 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0925f8c8-6b13-422c-b9be-6c1279774eb3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:18.571485 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b0c907bd-d98e-4900-b216-09787a56c73c None None] Attempting to bind port 4ea3c144-86e5-400a-bb92-4383038bcc85 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:13:18.571882 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b0c907bd-d98e-4900-b216-09787a56c73c None None] Attempting to bind port 4ea3c144-86e5-400a-bb92-4383038bcc85 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'fa43d8cf-2053-4bd6-a427-4cce6b8475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:13:18.572256 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c907bd-d98e-4900-b216-09787a56c73c None None] Attempting to bind port 4ea3c144-86e5-400a-bb92-4383038bcc85 on network b9992ae2-0e49-4d06-9c05-11432a343792 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:13:18.577786 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c907bd-d98e-4900-b216-09787a56c73c None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:13:18.578173 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c907bd-d98e-4900-b216-09787a56c73c None None] Checking segment: {'id': 'fa43d8cf-2053-4bd6-a427-4cce6b8475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:13:18.578593 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b0c907bd-d98e-4900-b216-09787a56c73c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:18.578976 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c907bd-d98e-4900-b216-09787a56c73c None None] Bound using segment: {'id': 'fa43d8cf-2053-4bd6-a427-4cce6b8475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:13:18.579457 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-b0c907bd-d98e-4900-b216-09787a56c73c None None] Bound port: 4ea3c144-86e5-400a-bb92-4383038bcc85, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa43d8cf-2053-4bd6-a427-4cce6b8475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:13:18.579873 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b0c907bd-d98e-4900-b216-09787a56c73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4ea3c144-86e5-400a-bb92-4383038bcc85), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:18.658978 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b0c907bd-d98e-4900-b216-09787a56c73c None None] For port 4ea3c144-86e5-400a-bb92-4383038bcc85, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:13:18.662615 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b0c907bd-d98e-4900-b216-09787a56c73c None None] For port 4ea3c144-86e5-400a-bb92-4383038bcc85, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4ea3c144-86e5-400a-bb92-4383038bcc85,segment=NetworkSegment(fa43d8cf-2053-4bd6-a427-4cce6b8475d3),segment_id=fa43d8cf-2053-4bd6-a427-4cce6b8475d3)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:13:18.669897 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b0c907bd-d98e-4900-b216-09787a56c73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4ea3c144-86e5-400a-bb92-4383038bcc85), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:18.729875 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c907bd-d98e-4900-b216-09787a56c73c None None] Pushing event updated for resources: {'Port': ['ID=4ea3c144-86e5-400a-bb92-4383038bcc85,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:19.149947 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f4e3-afda-4b93-8a88-217e068f9280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:19.231056 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-0925f8c8-6b13-422c-b9be-6c1279774eb3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Allocated IP 172.20.0.1 (b9992ae2-0e49-4d06-9c05-11432a343792/06f9960a-298a-404e-b50c-49308ee12435/8f4a1601-d951-4b4c-a25d-2e9803f2ae54) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:13:19.358180 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0925f8c8-6b13-422c-b9be-6c1279774eb3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (8f4a1601-d951-4b4c-a25d-2e9803f2ae54), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:19.396043 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0925f8c8-6b13-422c-b9be-6c1279774eb3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (8f4a1601-d951-4b4c-a25d-2e9803f2ae54), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:19.442992 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0925f8c8-6b13-422c-b9be-6c1279774eb3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network b9992ae2-0e49-4d06-9c05-11432a343792 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:13:19.446327 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-0925f8c8-6b13-422c-b9be-6c1279774eb3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:13:19.451017 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0925f8c8-6b13-422c-b9be-6c1279774eb3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:13:19.455514 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925f8c8-6b13-422c-b9be-6c1279774eb3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=8f4a1601-d951-4b4c-a25d-2e9803f2ae54,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:19.499844 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0925f8c8-6b13-422c-b9be-6c1279774eb3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (e195184f-4a3f-4a92-9ef2-9d68a7dd3959), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:19.666381 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0925f8c8-6b13-422c-b9be-6c1279774eb3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8f4a1601-d951-4b4c-a25d-2e9803f2ae54), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:19.714480 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device cdc03972-ed3d-48b3-82b5-f68d6ceb03f2 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:13:19.776496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port cdc03972-ed3d-48b3-82b5-f68d6ceb03f2 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:13:19.776874 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cdc03972-ed3d-48b3-82b5-f68d6ceb03f2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:19.826500 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b2de24-d6b1-4ff9-8d1c-af75d1c655ba None None] Network b9992ae2-0e49-4d06-9c05-11432a343792 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:13:19.929963 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-989284ba-0d64-4e85-962a-212f754ff451 None None] Provisioning complete for port 4ea3c144-86e5-400a-bb92-4383038bcc85 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:13:19.930370 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-989284ba-0d64-4e85-962a-212f754ff451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4ea3c144-86e5-400a-bb92-4383038bcc85), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:19.934433 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port cdc03972-ed3d-48b3-82b5-f68d6ceb03f2 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:13:19.934801 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cdc03972-ed3d-48b3-82b5-f68d6ceb03f2), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:19.962242 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0925f8c8-6b13-422c-b9be-6c1279774eb3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (8f4a1601-d951-4b4c-a25d-2e9803f2ae54), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:19.966280 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0925f8c8-6b13-422c-b9be-6c1279774eb3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (8f4a1601-d951-4b4c-a25d-2e9803f2ae54), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:19.986891 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port cdc03972-ed3d-48b3-82b5-f68d6ceb03f2, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=cdc03972-ed3d-48b3-82b5-f68d6ceb03f2,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:13:20.007664 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cdc03972-ed3d-48b3-82b5-f68d6ceb03f2), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:20.008517 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4ea3c144-86e5-400a-bb92-4383038bcc85 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:13:20.041948 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0925f8c8-6b13-422c-b9be-6c1279774eb3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (e195184f-4a3f-4a92-9ef2-9d68a7dd3959), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:20.043775 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925f8c8-6b13-422c-b9be-6c1279774eb3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=8f4a1601-d951-4b4c-a25d-2e9803f2ae54,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:20.093976 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=cdc03972-ed3d-48b3-82b5-f68d6ceb03f2,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:20.145380 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0925f8c8-6b13-422c-b9be-6c1279774eb3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network b9992ae2-0e49-4d06-9c05-11432a343792 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:13:20.147043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-0925f8c8-6b13-422c-b9be-6c1279774eb3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:13:20.282943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0925f8c8-6b13-422c-b9be-6c1279774eb3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router e195184f-4a3f-4a92-9ef2-9d68a7dd3959 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:13:20.355884 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:20.358410 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:20.359325 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-989284ba-0d64-4e85-962a-212f754ff451 None None] Current status of the port 4ea3c144-86e5-400a-bb92-4383038bcc85 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:13:20.360092 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-989284ba-0d64-4e85-962a-212f754ff451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4ea3c144-86e5-400a-bb92-4383038bcc85), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:20.362192 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4ea3c144-86e5-400a-bb92-4383038bcc85 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:13:20.362600 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4ea3c144-86e5-400a-bb92-4383038bcc85), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:20.415244 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0925f8c8-6b13-422c-b9be-6c1279774eb3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:13:20.428542 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0925f8c8-6b13-422c-b9be-6c1279774eb3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "PUT /v2.0/routers/e195184f-4a3f-4a92-9ef2-9d68a7dd3959/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3729582 Feb 28 21:13:20.435420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-989284ba-0d64-4e85-962a-212f754ff451 None None] For port 4ea3c144-86e5-400a-bb92-4383038bcc85, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4ea3c144-86e5-400a-bb92-4383038bcc85,segment=NetworkSegment(fa43d8cf-2053-4bd6-a427-4cce6b8475d3),segment_id=fa43d8cf-2053-4bd6-a427-4cce6b8475d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:13:20.436628 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] Sync routers for ids ['e195184f-4a3f-4a92-9ef2-9d68a7dd3959'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:13:20.445122 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-989284ba-0d64-4e85-962a-212f754ff451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4ea3c144-86e5-400a-bb92-4383038bcc85), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:20.507219 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] Routers {'e195184f-4a3f-4a92-9ef2-9d68a7dd3959'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:13:20.507899 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:13:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e195184f-4a3f-4a92-9ef2-9d68a7dd3959'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:20.567234 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4ea3c144-86e5-400a-bb92-4383038bcc85 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:13:20.577091 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989284ba-0d64-4e85-962a-212f754ff451 None None] Pushing event updated for resources: {'Port': ['ID=4ea3c144-86e5-400a-bb92-4383038bcc85,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:20.651127 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] Set router e195184f-4a3f-4a92-9ef2-9d68a7dd3959 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:13:20.736090 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-48ac2ca7-66f2-4eb4-8816-329cfce9689d None None] Provisioning complete for port 8f4a1601-d951-4b4c-a25d-2e9803f2ae54 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:13:20.736461 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-48ac2ca7-66f2-4eb4-8816-329cfce9689d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8f4a1601-d951-4b4c-a25d-2e9803f2ae54), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:20.756545 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-9e2f61af-6804-4d53-b95f-a6d0815784c2 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1417824357&fields=id&tenant_id=559aa21798c346fa8b89a8f96ec99843 HTTP/1.1" status: 200 len: 267 time: 0.0548542 Feb 28 21:13:20.819688 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-48ac2ca7-66f2-4eb4-8816-329cfce9689d None None] Port 8f4a1601-d951-4b4c-a25d-2e9803f2ae54 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:13:20.848515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-48ac2ca7-66f2-4eb4-8816-329cfce9689d None None] Provisioning complete for port 4ea3c144-86e5-400a-bb92-4383038bcc85 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:13:20.848898 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-48ac2ca7-66f2-4eb4-8816-329cfce9689d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4ea3c144-86e5-400a-bb92-4383038bcc85), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:20.871225 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-4e4a6e3c-64ec-4726-838f-18ae9b1b74ac tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:20.872818 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-4e4a6e3c-64ec-4726-838f-18ae9b1b74ac tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/networks?id=b9992ae2-0e49-4d06-9c05-11432a343792 HTTP/1.1" status: 200 len: 797 time: 0.1130948 Feb 28 21:13:20.890820 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-c83028d9-bed8-4704-9117-06a0644e63bb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/quotas/559aa21798c346fa8b89a8f96ec99843 HTTP/1.1" status: 200 len: 375 time: 0.0100722 Feb 28 21:13:20.955559 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-c1d8af9b-5aa3-4d72-8dec-c76aae8fb0b2 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590189 Feb 28 21:13:20.969289 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-48ac2ca7-66f2-4eb4-8816-329cfce9689d None None] Current status of the port 4ea3c144-86e5-400a-bb92-4383038bcc85 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:13:20.972925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-b8016098-ebd9-4a0c-9667-f7ecdd540eb7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:13:20.973932 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43887464', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:13:15Z', 'updated_at': '2022-02-28T21:13:19Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:16Z', 'updated_at': '2022-02-28T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '8f4a1601-d951-4b4c-a25d-2e9803f2ae54', 'name': '', 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:5e:05:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '06f9960a-298a-404e-b50c-49308ee12435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:19Z', 'updated_at': '2022-02-28T21:13:19Z', 'revision_number': 2, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '06f9960a-298a-404e-b50c-49308ee12435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:20.974122 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-b8016098-ebd9-4a0c-9667-f7ecdd540eb7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066798 Feb 28 21:13:21.005532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] Checking router: e195184f-4a3f-4a92-9ef2-9d68a7dd3959 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:13:21.005997 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] Updating router e195184f-4a3f-4a92-9ef2-9d68a7dd3959 port 8f4a1601-d951-4b4c-a25d-2e9803f2ae54 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:13:21.037788 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8f4a1601-d951-4b4c-a25d-2e9803f2ae54), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:21.069368 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-352be16c-4f9c-4199-865f-90118668425c service neutron] 10.222.0.13 "GET /v2.0/networks/b9992ae2-0e49-4d06-9c05-11432a343792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854418 Feb 28 21:13:21.148864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ef5ce6a7-4615-4e68-87e9-c2cb1f8a0fc6 None None] Provisioning complete for port 8f4a1601-d951-4b4c-a25d-2e9803f2ae54 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:13:21.149343 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ef5ce6a7-4615-4e68-87e9-c2cb1f8a0fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8f4a1601-d951-4b4c-a25d-2e9803f2ae54), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:21.164084 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-deacd230-13ea-44ba-8932-7bb03487689b service neutron] 10.222.0.13 "GET /v2.0/networks/b9992ae2-0e49-4d06-9c05-11432a343792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889559 Feb 28 21:13:21.214759 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ef5ce6a7-4615-4e68-87e9-c2cb1f8a0fc6 None None] Port 8f4a1601-d951-4b4c-a25d-2e9803f2ae54 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:13:21.358647 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] Publish callbacks [] for port (8f4a1601-d951-4b4c-a25d-2e9803f2ae54), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:21.361533 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4c017395-0d41-4844-9ab6-5d2d969305a2 req-942dbcd7-4cc6-40ed-943b-03d8e52f2ded tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 210 time: 0.0361118 Feb 28 21:13:21.366087 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8f4a1601-d951-4b4c-a25d-2e9803f2ae54), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:21.416667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f60f4-a962-452b-b926-d29d05061943 None None] Pushing event updated for resources: {'Port': ['ID=8f4a1601-d951-4b4c-a25d-2e9803f2ae54,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:21.476019 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] Attempting to bind port 8f4a1601-d951-4b4c-a25d-2e9803f2ae54 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:13:21.476395 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] Attempting to bind port 8f4a1601-d951-4b4c-a25d-2e9803f2ae54 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'fa43d8cf-2053-4bd6-a427-4cce6b8475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:13:21.476760 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] Attempting to bind port 8f4a1601-d951-4b4c-a25d-2e9803f2ae54 on network b9992ae2-0e49-4d06-9c05-11432a343792 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:13:21.482864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:13:21.483239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] Checking segment: {'id': 'fa43d8cf-2053-4bd6-a427-4cce6b8475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:13:21.483641 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:21.484218 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] Bound using segment: {'id': 'fa43d8cf-2053-4bd6-a427-4cce6b8475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:13:21.484696 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] Bound port: 8f4a1601-d951-4b4c-a25d-2e9803f2ae54, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa43d8cf-2053-4bd6-a427-4cce6b8475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:13:21.485074 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8f4a1601-d951-4b4c-a25d-2e9803f2ae54), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:21.535119 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:21.568034 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] For port 8f4a1601-d951-4b4c-a25d-2e9803f2ae54, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:13:21.571600 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] For port 8f4a1601-d951-4b4c-a25d-2e9803f2ae54, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=8f4a1601-d951-4b4c-a25d-2e9803f2ae54,segment=NetworkSegment(fa43d8cf-2053-4bd6-a427-4cce6b8475d3),segment_id=fa43d8cf-2053-4bd6-a427-4cce6b8475d3)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:13:21.584922 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8f4a1601-d951-4b4c-a25d-2e9803f2ae54), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:21.653106 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] Routers {'e195184f-4a3f-4a92-9ef2-9d68a7dd3959'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:13:21.653747 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:13:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e195184f-4a3f-4a92-9ef2-9d68a7dd3959'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:21.702420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device cdc03972-ed3d-48b3-82b5-f68d6ceb03f2 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:13:21.746799 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f60f4-a962-452b-b926-d29d05061943 None None] Pushing event updated for resources: {'Port': ['ID=8f4a1601-d951-4b4c-a25d-2e9803f2ae54,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:21.811255 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-95bab75e-41be-4a41-bba3-abe0f76eb2fc None None] Provisioning complete for port 8f4a1601-d951-4b4c-a25d-2e9803f2ae54 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:13:21.811635 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-95bab75e-41be-4a41-bba3-abe0f76eb2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8f4a1601-d951-4b4c-a25d-2e9803f2ae54), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:21.873337 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] Set router e195184f-4a3f-4a92-9ef2-9d68a7dd3959 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:13:21.875104 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port cdc03972-ed3d-48b3-82b5-f68d6ceb03f2 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:13:21.875914 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cdc03972-ed3d-48b3-82b5-f68d6ceb03f2), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:22.080048 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-95bab75e-41be-4a41-bba3-abe0f76eb2fc None None] Current status of the port 8f4a1601-d951-4b4c-a25d-2e9803f2ae54 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:13:22.080396 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-95bab75e-41be-4a41-bba3-abe0f76eb2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8f4a1601-d951-4b4c-a25d-2e9803f2ae54), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:22.160090 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port cdc03972-ed3d-48b3-82b5-f68d6ceb03f2 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:13:22.161009 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4ea3c144-86e5-400a-bb92-4383038bcc85 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:13:22.163582 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-95bab75e-41be-4a41-bba3-abe0f76eb2fc None None] For port 8f4a1601-d951-4b4c-a25d-2e9803f2ae54, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=8f4a1601-d951-4b4c-a25d-2e9803f2ae54,segment=NetworkSegment(fa43d8cf-2053-4bd6-a427-4cce6b8475d3),segment_id=fa43d8cf-2053-4bd6-a427-4cce6b8475d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:13:22.183076 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-95bab75e-41be-4a41-bba3-abe0f76eb2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8f4a1601-d951-4b4c-a25d-2e9803f2ae54), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:22.278774 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bab75e-41be-4a41-bba3-abe0f76eb2fc None None] Pushing event updated for resources: {'Port': ['ID=8f4a1601-d951-4b4c-a25d-2e9803f2ae54,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:22.298707 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4ea3c144-86e5-400a-bb92-4383038bcc85 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:13:22.299078 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4ea3c144-86e5-400a-bb92-4383038bcc85), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:22.302141 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43887464', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:13:15Z', 'updated_at': '2022-02-28T21:13:19Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:16Z', 'updated_at': '2022-02-28T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '8f4a1601-d951-4b4c-a25d-2e9803f2ae54', 'name': '', 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:5e:05:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '06f9960a-298a-404e-b50c-49308ee12435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:19Z', 'updated_at': '2022-02-28T21:13:21Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '06f9960a-298a-404e-b50c-49308ee12435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:22.354429 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c00fac-b61f-49e2-b061-a75b02b92a59 None None] The sync data for ids ['e195184f-4a3f-4a92-9ef2-9d68a7dd3959'] in n-d-820368-21 is: [{'id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43887464', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:13:15Z', 'updated_at': '2022-02-28T21:13:19Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:16Z', 'updated_at': '2022-02-28T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '8f4a1601-d951-4b4c-a25d-2e9803f2ae54', 'name': '', 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:5e:05:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '06f9960a-298a-404e-b50c-49308ee12435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:19Z', 'updated_at': '2022-02-28T21:13:21Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '06f9960a-298a-404e-b50c-49308ee12435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:13:22.368066 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e48b1d9d-ffaa-425b-914d-d555a365b282 None None] Provisioning complete for port 8f4a1601-d951-4b4c-a25d-2e9803f2ae54 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:13:22.368729 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e48b1d9d-ffaa-425b-914d-d555a365b282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8f4a1601-d951-4b4c-a25d-2e9803f2ae54), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:22.470475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4ea3c144-86e5-400a-bb92-4383038bcc85 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:13:22.540338 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-967582e1-c289-44b5-bb48-f9ce6d5fe091 req-8b770f80-f63b-4b95-bcbe-e3820a971326 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 210 time: 0.0472565 Feb 28 21:13:22.544868 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e48b1d9d-ffaa-425b-914d-d555a365b282 None None] Current status of the port 8f4a1601-d951-4b4c-a25d-2e9803f2ae54 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:13:22.603377 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-cdc9bfd6-9bda-4ebe-8666-5fff3f35fa26 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:22.604884 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-cdc9bfd6-9bda-4ebe-8666-5fff3f35fa26 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.15 "GET /v2.0/networks?id=b9992ae2-0e49-4d06-9c05-11432a343792 HTTP/1.1" status: 200 len: 797 time: 0.1375806 Feb 28 21:13:22.673490 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-60356b6e-12e6-46f7-9861-3b89b50374e2 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=559aa21798c346fa8b89a8f96ec99843 HTTP/1.1" status: 200 len: 380 time: 0.0599992 Feb 28 21:13:22.683392 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-4a4d16fe-e7b4-4e0d-8f77-6cc470eb639e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'port': {'device_id': '02aa66f2-ff5e-449d-9685-b720ef6651df', 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792', 'admin_state_up': True, 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'security_groups': ['ce975369-5645-458b-bcab-6b9e5ce91340']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:13:22.799483 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-4a4d16fe-e7b4-4e0d-8f77-6cc470eb639e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Made reservation on behalf of 559aa21798c346fa8b89a8f96ec99843 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:13:22.802884 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-4a4d16fe-e7b4-4e0d-8f77-6cc470eb639e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:22.845478 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:22.942836 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-4a4d16fe-e7b4-4e0d-8f77-6cc470eb639e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Allocated IP 172.20.0.6 (b9992ae2-0e49-4d06-9c05-11432a343792/06f9960a-298a-404e-b50c-49308ee12435/2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:13:23.071247 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:23.089080 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-4a4d16fe-e7b4-4e0d-8f77-6cc470eb639e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:23.124276 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-4a4d16fe-e7b4-4e0d-8f77-6cc470eb639e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:23.174509 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-4a4d16fe-e7b4-4e0d-8f77-6cc470eb639e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network b9992ae2-0e49-4d06-9c05-11432a343792 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:13:23.177711 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-4a4d16fe-e7b4-4e0d-8f77-6cc470eb639e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:13:23.181968 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-4a4d16fe-e7b4-4e0d-8f77-6cc470eb639e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:13:23.207003 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d16fe-e7b4-4e0d-8f77-6cc470eb639e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:23.237091 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-4a4d16fe-e7b4-4e0d-8f77-6cc470eb639e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:23.238040 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-4a4d16fe-e7b4-4e0d-8f77-6cc470eb639e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:23.263374 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-4a4d16fe-e7b4-4e0d-8f77-6cc470eb639e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5846341 Feb 28 21:13:23.277219 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] Request body: {'port': {'device_id': '02aa66f2-ff5e-449d-9685-b720ef6651df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:13:23.340329 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:23.476585 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-8a14e4fd-2626-49c5-aeb7-e24cd2a618f4 None None] Provisioning complete for port 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:13:23.477200 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8a14e4fd-2626-49c5-aeb7-e24cd2a618f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:23.517911 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-8a14e4fd-2626-49c5-aeb7-e24cd2a618f4 None None] Port 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:13:23.638087 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:13:23.645795 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] Publish callbacks [] for port (2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:23.659218 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] Transition to ACTIVE for port object 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:13:23.670973 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:23.683042 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb3407-5350-49ba-8276-2368e63bd09d req-c2a5184f-85a6-47fe-8394-fabc8337396b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:23.685864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8f4a1601-d951-4b4c-a25d-2e9803f2ae54 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:13:23.699901 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-65fb3407-5350-49ba-8276-2368e63bd09d req-c2a5184f-85a6-47fe-8394-fabc8337396b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 931 time: 0.0754528 Feb 28 21:13:23.748715 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] Pushing event updated for resources: {'Port': ['ID=2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:23.755164 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 8f4a1601-d951-4b4c-a25d-2e9803f2ae54 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:13:23.755540 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8f4a1601-d951-4b4c-a25d-2e9803f2ae54), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:23.779438 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-65fb3407-5350-49ba-8276-2368e63bd09d req-e6c0bfa1-5626-4990-b556-64a5eb726c29 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce975369-5645-458b-bcab-6b9e5ce91340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719156 Feb 28 21:13:23.815415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] Attempting to bind port 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:13:23.815980 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] Attempting to bind port 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'fa43d8cf-2053-4bd6-a427-4cce6b8475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:13:23.816540 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] Attempting to bind port 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d on network b9992ae2-0e49-4d06-9c05-11432a343792 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:13:23.821963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] Port 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d on network b9992ae2-0e49-4d06-9c05-11432a343792 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:13:23.822280 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] Attempting to bind port 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d on network b9992ae2-0e49-4d06-9c05-11432a343792 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:13:23.827617 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:13:23.827852 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] Checking segment: {'id': 'fa43d8cf-2053-4bd6-a427-4cce6b8475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:13:23.828231 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] Bound using segment: {'id': 'fa43d8cf-2053-4bd6-a427-4cce6b8475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:13:23.828658 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] Bound port: 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa43d8cf-2053-4bd6-a427-4cce6b8475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:13:23.829011 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:23.850328 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 8f4a1601-d951-4b4c-a25d-2e9803f2ae54 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:13:23.898173 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] For port 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:13:23.902041 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] For port 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d,segment=NetworkSegment(fa43d8cf-2053-4bd6-a427-4cce6b8475d3),segment_id=fa43d8cf-2053-4bd6-a427-4cce6b8475d3)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:13:23.909957 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:23.948176 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:23.948792 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:23.950192 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] 10.222.0.15 "PUT /v2.0/ports/2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d HTTP/1.1" status: 200 len: 1092 time: 0.6782806 Feb 28 21:13:23.950633 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02aa66f2-ff5e-449d-9685-b720ef6651df', 'tag': '2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:13:23.952927 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974ac6a9-e163-4e41-8d9b-8220089f7ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "02aa66f2-ff5e-449d-9685-b720ef6651df", "tag": "2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:13:23.996275 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82166112-1350-463a-bb72-2e9adf2ee17f x-openstack-request-id: req-82166112-1350-463a-bb72-2e9adf2ee17f {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:13:23.996712 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02aa66f2-ff5e-449d-9685-b720ef6651df", "tag": "2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:13:23.996990 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82166112-1350-463a-bb72-2e9adf2ee17f {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:13:23.997389 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02aa66f2-ff5e-449d-9685-b720ef6651df', 'tag': '2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d', 'status': 'completed', 'code': 200} Feb 28 21:13:24.006336 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f5657-58fe-42e0-9160-a57aa83c57fc service neutron] Pushing event updated for resources: {'Port': ['ID=2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:24.049053 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-7f3b69f0-37ee-440b-9108-822031188f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:24.051192 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-7f3b69f0-37ee-440b-9108-822031188f70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 1126 time: 0.0526719 Feb 28 21:13:24.095936 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-127cd377-a68d-4e47-b790-5cc58ee4fb41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d HTTP/1.1" status: 200 len: 217 time: 0.0384500 Feb 28 21:13:24.144570 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-efce6187-6fe0-4396-9c1f-9b23e3ec027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:24.146029 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-efce6187-6fe0-4396-9c1f-9b23e3ec027f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06f9960a-298a-404e-b50c-49308ee12435 HTTP/1.1" status: 200 len: 835 time: 0.0445750 Feb 28 21:13:24.201283 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-6d67b6d7-d09c-4e17-97e5-6dbabeb14187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:24.202699 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-6d67b6d7-d09c-4e17-97e5-6dbabeb14187 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b9992ae2-0e49-4d06-9c05-11432a343792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503643 Feb 28 21:13:24.299750 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-35e0f79f-f6be-4bcf-b1cb-1cecfd7c7059 service neutron] 10.222.0.15 "GET /v2.0/networks/b9992ae2-0e49-4d06-9c05-11432a343792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908256 Feb 28 21:13:24.390665 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0e357b1a-5478-4565-a588-f043b5d418c9 req-9ccb4c62-8543-4a0b-b9e2-195d68c934a5 service neutron] 10.222.0.15 "GET /v2.0/networks/b9992ae2-0e49-4d06-9c05-11432a343792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817077 Feb 28 21:13:24.483094 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac6a9-e163-4e41-8d9b-8220089f7ef1 req-e53b2e6d-08dd-4ca7-83e7-636e04f6ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:24.484580 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-974ac6a9-e163-4e41-8d9b-8220089f7ef1 req-e53b2e6d-08dd-4ca7-83e7-636e04f6ea9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 1126 time: 0.0488987 Feb 28 21:13:24.571105 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac6a9-e163-4e41-8d9b-8220089f7ef1 req-0889cef5-b148-4872-b71d-3beb21aac96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:24.572590 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-974ac6a9-e163-4e41-8d9b-8220089f7ef1 req-0889cef5-b148-4872-b71d-3beb21aac96e service neutron] 10.222.0.15 "GET /v2.0/networks?id=b9992ae2-0e49-4d06-9c05-11432a343792 HTTP/1.1" status: 200 len: 897 time: 0.0825031 Feb 28 21:13:24.615720 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-974ac6a9-e163-4e41-8d9b-8220089f7ef1 req-f690c1cf-ded6-4d21-a534-b1bae726a1b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d HTTP/1.1" status: 200 len: 217 time: 0.0376329 Feb 28 21:13:24.665081 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac6a9-e163-4e41-8d9b-8220089f7ef1 req-98acfdcb-08ef-497e-9bf2-321c6c076f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:24.666581 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-974ac6a9-e163-4e41-8d9b-8220089f7ef1 req-98acfdcb-08ef-497e-9bf2-321c6c076f66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06f9960a-298a-404e-b50c-49308ee12435 HTTP/1.1" status: 200 len: 835 time: 0.0448442 Feb 28 21:13:24.717026 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac6a9-e163-4e41-8d9b-8220089f7ef1 req-4a5bbb45-2dbc-4ae1-8746-81aec9070444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:24.718487 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-974ac6a9-e163-4e41-8d9b-8220089f7ef1 req-4a5bbb45-2dbc-4ae1-8746-81aec9070444 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b9992ae2-0e49-4d06-9c05-11432a343792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451784 Feb 28 21:13:24.813999 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-974ac6a9-e163-4e41-8d9b-8220089f7ef1 req-06f20e17-eaec-4fae-9ca8-6f00fb08f799 service neutron] 10.222.0.15 "GET /v2.0/networks/b9992ae2-0e49-4d06-9c05-11432a343792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886118 Feb 28 21:13:24.904490 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb6f54-266f-4a5e-a0f9-628d4afe00c2 req-c03ecce8-bd02-4e99-a536-6964d0fd47ee tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:24.905122 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-974ac6a9-e163-4e41-8d9b-8220089f7ef1 req-c366a719-1387-4936-ba0d-4db5549f6a88 service neutron] 10.222.0.15 "GET /v2.0/networks/b9992ae2-0e49-4d06-9c05-11432a343792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844374 Feb 28 21:13:24.906016 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-64eb6f54-266f-4a5e-a0f9-628d4afe00c2 req-c03ecce8-bd02-4e99-a536-6964d0fd47ee tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 943 time: 0.0528631 Feb 28 21:13:24.957121 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-64eb6f54-266f-4a5e-a0f9-628d4afe00c2 req-1682cb46-fbc9-48c3-95ac-90071416358f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce975369-5645-458b-bcab-6b9e5ce91340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445230 Feb 28 21:13:26.075465 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fd929-d831-4708-a0fa-999870873e49 req-054e7ce5-40f4-4fdc-a041-8f616653a330 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:26.076961 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-216fd929-d831-4708-a0fa-999870873e49 req-054e7ce5-40f4-4fdc-a041-8f616653a330 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 943 time: 0.0515625 Feb 28 21:13:26.125961 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-216fd929-d831-4708-a0fa-999870873e49 req-d34749c8-3463-479c-8e2c-202984a77511 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce975369-5645-458b-bcab-6b9e5ce91340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434296 Feb 28 21:13:27.221102 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:13:27.248676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afb821-1276-4526-9128-c415cd10115f req-706f5f21-dccd-4ffc-8006-fad1c1210214 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:27.250161 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4afb821-1276-4526-9128-c415cd10115f req-706f5f21-dccd-4ffc-8006-fad1c1210214 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 943 time: 0.0572333 Feb 28 21:13:27.299797 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4afb821-1276-4526-9128-c415cd10115f req-cf19747d-0e5f-44fa-b026-ee0a68a04c8e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce975369-5645-458b-bcab-6b9e5ce91340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437212 Feb 28 21:13:27.320028 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d,segment=NetworkSegment(fa43d8cf-2053-4bd6-a427-4cce6b8475d3),segment_id=fa43d8cf-2053-4bd6-a427-4cce6b8475d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:13:27.331271 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d', 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792', 'port_id': '2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d', 'mac_address': 'fa:16:3e:6a:5b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f9960a-298a-404e-b50c-49308ee12435', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:13:27.371942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:13:27.372330 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:27.385036 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:13:27.404180 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d,segment=NetworkSegment(fa43d8cf-2053-4bd6-a427-4cce6b8475d3),segment_id=fa43d8cf-2053-4bd6-a427-4cce6b8475d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:13:27.408975 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:27.454693 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:27.631965 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:13:28.418910 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3891935-0037-42d8-b383-94deae28aad9 req-3f3fcccb-4eec-4ebf-b385-8450fe7f0722 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:28.420398 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f3891935-0037-42d8-b383-94deae28aad9 req-3f3fcccb-4eec-4ebf-b385-8450fe7f0722 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 944 time: 0.0536752 Feb 28 21:13:28.467824 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f3891935-0037-42d8-b383-94deae28aad9 req-447bf392-9d62-42a8-a3b2-6c60ee24596f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce975369-5645-458b-bcab-6b9e5ce91340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419450 Feb 28 21:13:29.230300 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:13:29.282338 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:13:29.285963 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:13:29.286337 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:29.365865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:13:29.366253 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:29.403506 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02aa66f2-ff5e-449d-9685-b720ef6651df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:13:29.405805 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6112a16d-0210-4f3f-bc30-8b871bb78e2f" -d '{"events": [{"server_uuid": "02aa66f2-ff5e-449d-9685-b720ef6651df", "name": "network-vif-plugged", "status": "completed", "tag": "2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:13:29.417725 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d,segment=NetworkSegment(fa43d8cf-2053-4bd6-a427-4cce6b8475d3),segment_id=fa43d8cf-2053-4bd6-a427-4cce6b8475d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:13:29.421899 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:29.447107 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3396499e-0ce6-425b-9422-08a39db2d260 x-openstack-request-id: req-3396499e-0ce6-425b-9422-08a39db2d260 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:13:29.447404 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02aa66f2-ff5e-449d-9685-b720ef6651df", "name": "network-vif-plugged", "status": "completed", "tag": "2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:13:29.447655 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3396499e-0ce6-425b-9422-08a39db2d260 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:13:29.448596 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02aa66f2-ff5e-449d-9685-b720ef6651df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d', 'code': 200} Feb 28 21:13:29.479820 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:29.545631 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fcc46-52bc-49b1-9685-580e0b6aec9a req-962e5fac-c6ec-4be5-b91b-9d02935a0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:29.547102 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0d9fcc46-52bc-49b1-9685-580e0b6aec9a req-962e5fac-c6ec-4be5-b91b-9d02935a0b15 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 1128 time: 0.0440223 Feb 28 21:13:29.593460 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b0f7f-b047-4463-95c1-a89751bcbfac req-92c77053-732e-42fb-8143-b1ed80576d86 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:29.594844 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-968b0f7f-b047-4463-95c1-a89751bcbfac req-92c77053-732e-42fb-8143-b1ed80576d86 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 945 time: 0.0583570 Feb 28 21:13:29.598129 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0d9fcc46-52bc-49b1-9685-580e0b6aec9a req-3a7e9e46-8678-4088-b40d-b4cc87dd6313 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ce975369-5645-458b-bcab-6b9e5ce91340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449023 Feb 28 21:13:29.644585 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-968b0f7f-b047-4463-95c1-a89751bcbfac req-39bdaaca-7021-4c8b-bb6b-7a28f877e167 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce975369-5645-458b-bcab-6b9e5ce91340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439541 Feb 28 21:13:30.762111 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9404f-be92-429b-abf7-d4d95f930bf7 req-7cce45bc-d923-4040-a03c-2517ac2085f1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:30.763584 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7e9404f-be92-429b-abf7-d4d95f930bf7 req-7cce45bc-d923-4040-a03c-2517ac2085f1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 945 time: 0.0534976 Feb 28 21:13:30.811580 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b7e9404f-be92-429b-abf7-d4d95f930bf7 req-7d1c483e-bca3-48fa-b88f-41ac8a100805 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce975369-5645-458b-bcab-6b9e5ce91340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424712 Feb 28 21:13:30.925543 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a55e3b-8eca-4343-af7c-7c69463c6711 req-52edbc6e-66f6-418e-b618-8dc827184614 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:30.926927 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c9a55e3b-8eca-4343-af7c-7c69463c6711 req-52edbc6e-66f6-418e-b618-8dc827184614 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 945 time: 0.0525255 Feb 28 21:13:30.979462 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c9a55e3b-8eca-4343-af7c-7c69463c6711 req-562871e3-f2f3-480a-949f-3b316d212e39 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce975369-5645-458b-bcab-6b9e5ce91340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468693 Feb 28 21:13:31.001146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47226) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:31.044528 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2230f9-9a97-4880-a8a0-f237774b8890 tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:31.046085 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7f2230f9-9a97-4880-a8a0-f237774b8890 tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 1123 time: 0.0439930 Feb 28 21:13:31.049082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47228) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:31.053408 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-aa4e2099-db09-4bb6-9f15-7ba15be77fa8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': '2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:13:31.074165 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa4e2099-db09-4bb6-9f15-7ba15be77fa8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:31.168629 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa4e2099-db09-4bb6-9f15-7ba15be77fa8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:31.276863 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-aa4e2099-db09-4bb6-9f15-7ba15be77fa8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Allocated IP 172.25.0.198 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/d1f0b156-16f9-4bf6-898c-aa299a739a9a) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:13:31.381177 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa4e2099-db09-4bb6-9f15-7ba15be77fa8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (d1f0b156-16f9-4bf6-898c-aa299a739a9a), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:31.418701 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa4e2099-db09-4bb6-9f15-7ba15be77fa8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d1f0b156-16f9-4bf6-898c-aa299a739a9a), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:31.458176 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4e2099-db09-4bb6-9f15-7ba15be77fa8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:13:31.461019 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-aa4e2099-db09-4bb6-9f15-7ba15be77fa8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:13:31.467501 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4e2099-db09-4bb6-9f15-7ba15be77fa8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:13:31.470279 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e2099-db09-4bb6-9f15-7ba15be77fa8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=d1f0b156-16f9-4bf6-898c-aa299a739a9a,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:31.832137 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa4e2099-db09-4bb6-9f15-7ba15be77fa8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for floatingip (bff5d2d6-f4ab-473b-9e17-1c40285004e0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:31.898473 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa4e2099-db09-4bb6-9f15-7ba15be77fa8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (d1f0b156-16f9-4bf6-898c-aa299a739a9a), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:32.047279 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa4e2099-db09-4bb6-9f15-7ba15be77fa8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (d1f0b156-16f9-4bf6-898c-aa299a739a9a), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:32.051963 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa4e2099-db09-4bb6-9f15-7ba15be77fa8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (d1f0b156-16f9-4bf6-898c-aa299a739a9a), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:32.123211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e2099-db09-4bb6-9f15-7ba15be77fa8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=d1f0b156-16f9-4bf6-898c-aa299a739a9a,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:13:32.134536 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa4e2099-db09-4bb6-9f15-7ba15be77fa8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (bff5d2d6-f4ab-473b-9e17-1c40285004e0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:32.238114 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-aa4e2099-db09-4bb6-9f15-7ba15be77fa8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Floating IP bff5d2d6-f4ab-473b-9e17-1c40285004e0 associated. External IP: 172.25.0.198, port: 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d. Feb 28 21:13:32.444306 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4e2099-db09-4bb6-9f15-7ba15be77fa8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router e195184f-4a3f-4a92-9ef2-9d68a7dd3959 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:13:32.553365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4e2099-db09-4bb6-9f15-7ba15be77fa8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:13:32.562655 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3843eea1-01ec-4939-a610-f00f2a26132e None None] Sync routers for ids ['e195184f-4a3f-4a92-9ef2-9d68a7dd3959'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:13:32.571424 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-aa4e2099-db09-4bb6-9f15-7ba15be77fa8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:32.573475 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3843eea1-01ec-4939-a610-f00f2a26132e None None] Routers {'e195184f-4a3f-4a92-9ef2-9d68a7dd3959'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:13:32.574184 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-3843eea1-01ec-4939-a610-f00f2a26132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:13:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e195184f-4a3f-4a92-9ef2-9d68a7dd3959'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:32.601734 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-aa4e2099-db09-4bb6-9f15-7ba15be77fa8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5516026 Feb 28 21:13:32.602341 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02aa66f2-ff5e-449d-9685-b720ef6651df', 'tag': '2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:13:32.605787 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23ec994-51fb-4343-a82d-2cdf9e017d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "02aa66f2-ff5e-449d-9685-b720ef6651df", "tag": "2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:13:32.693764 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-3843eea1-01ec-4939-a610-f00f2a26132e None None] Set router e195184f-4a3f-4a92-9ef2-9d68a7dd3959 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:13:32.711735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93592b80-2c95-4cff-8688-c2fbb058392d req-4556319f-62be-43b6-8f16-8e2a33c7a8fb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:32.713295 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-93592b80-2c95-4cff-8688-c2fbb058392d req-4556319f-62be-43b6-8f16-8e2a33c7a8fb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 945 time: 0.0555544 Feb 28 21:13:32.763616 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-93592b80-2c95-4cff-8688-c2fbb058392d req-ee79ac0e-d8ad-4d3c-8531-4daace6aecc3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce975369-5645-458b-bcab-6b9e5ce91340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441196 Feb 28 21:13:32.786532 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47234) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:32.829837 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f66f058-3d69-44a6-b8c4-1293dd8d2b62 x-openstack-request-id: req-4f66f058-3d69-44a6-b8c4-1293dd8d2b62 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:13:32.830190 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02aa66f2-ff5e-449d-9685-b720ef6651df", "tag": "2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:13:32.830391 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f66f058-3d69-44a6-b8c4-1293dd8d2b62 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:13:32.830800 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02aa66f2-ff5e-449d-9685-b720ef6651df', 'tag': '2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d', 'status': 'completed', 'code': 200} Feb 28 21:13:32.858963 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-19aec9e6-50e5-40eb-863d-6c9a9afb8832 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/floatingips/bff5d2d6-f4ab-473b-9e17-1c40285004e0 HTTP/1.1" status: 200 len: 991 time: 0.0706613 Feb 28 21:13:32.872119 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ec994-51fb-4343-a82d-2cdf9e017d6b req-48075d1f-bdc6-4bdf-a5ba-fbf53712593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:32.873592 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f23ec994-51fb-4343-a82d-2cdf9e017d6b req-48075d1f-bdc6-4bdf-a5ba-fbf53712593f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 1128 time: 0.0452797 Feb 28 21:13:32.927816 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-3843eea1-01ec-4939-a610-f00f2a26132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43887464', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:13:15Z', 'updated_at': '2022-02-28T21:13:19Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:16Z', 'updated_at': '2022-02-28T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'bff5d2d6-f4ab-473b-9e17-1c40285004e0', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'port_id': '2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792', 'mac_address': 'fa:16:3e:6a:5b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aa66f2-ff5e-449d-9685-b720ef6651df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:13:31Z', 'updated_at': '2022-02-28T21:13:31Z', 'revision_number': 0, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f4a1601-d951-4b4c-a25d-2e9803f2ae54', 'name': '', 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:5e:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '06f9960a-298a-404e-b50c-49308ee12435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:19Z', 'updated_at': '2022-02-28T21:13:22Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '06f9960a-298a-404e-b50c-49308ee12435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:32.953353 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3843eea1-01ec-4939-a610-f00f2a26132e None None] Checking router: e195184f-4a3f-4a92-9ef2-9d68a7dd3959 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:13:32.960935 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ec994-51fb-4343-a82d-2cdf9e017d6b req-ee48c01b-e44b-4f45-af79-a98662a0ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:32.961395 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3843eea1-01ec-4939-a610-f00f2a26132e None None] Routers {'e195184f-4a3f-4a92-9ef2-9d68a7dd3959'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:13:32.961982 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-3843eea1-01ec-4939-a610-f00f2a26132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:13:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e195184f-4a3f-4a92-9ef2-9d68a7dd3959'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:32.962394 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f23ec994-51fb-4343-a82d-2cdf9e017d6b req-ee48c01b-e44b-4f45-af79-a98662a0ae2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=b9992ae2-0e49-4d06-9c05-11432a343792 HTTP/1.1" status: 200 len: 897 time: 0.0834267 Feb 28 21:13:33.029135 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f23ec994-51fb-4343-a82d-2cdf9e017d6b req-46701539-f0b3-444f-8a22-f7774b5b55ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d HTTP/1.1" status: 200 len: 999 time: 0.0613999 Feb 28 21:13:33.082827 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ec994-51fb-4343-a82d-2cdf9e017d6b req-abfb8d0b-4a2d-4708-b262-ec48da4aab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:33.084232 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f23ec994-51fb-4343-a82d-2cdf9e017d6b req-abfb8d0b-4a2d-4708-b262-ec48da4aab52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06f9960a-298a-404e-b50c-49308ee12435 HTTP/1.1" status: 200 len: 835 time: 0.0496566 Feb 28 21:13:33.133223 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ec994-51fb-4343-a82d-2cdf9e017d6b req-fae9792f-416b-427c-a108-cc0c23bb7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:13:33.134752 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f23ec994-51fb-4343-a82d-2cdf9e017d6b req-fae9792f-416b-427c-a108-cc0c23bb7a1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b9992ae2-0e49-4d06-9c05-11432a343792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445991 Feb 28 21:13:33.157801 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-3843eea1-01ec-4939-a610-f00f2a26132e None None] Set router e195184f-4a3f-4a92-9ef2-9d68a7dd3959 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:13:33.225089 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f23ec994-51fb-4343-a82d-2cdf9e017d6b req-4a2b049b-12e0-4501-b83e-153935b73d3b service neutron] 10.222.0.15 "GET /v2.0/networks/b9992ae2-0e49-4d06-9c05-11432a343792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844071 Feb 28 21:13:33.314759 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f23ec994-51fb-4343-a82d-2cdf9e017d6b req-3228ccca-8779-4211-8520-017080894b23 service neutron] 10.222.0.15 "GET /v2.0/networks/b9992ae2-0e49-4d06-9c05-11432a343792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840495 Feb 28 21:13:33.380335 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-3843eea1-01ec-4939-a610-f00f2a26132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43887464', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:13:15Z', 'updated_at': '2022-02-28T21:13:19Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:16Z', 'updated_at': '2022-02-28T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'bff5d2d6-f4ab-473b-9e17-1c40285004e0', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'port_id': '2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792', 'mac_address': 'fa:16:3e:6a:5b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aa66f2-ff5e-449d-9685-b720ef6651df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:13:31Z', 'updated_at': '2022-02-28T21:13:31Z', 'revision_number': 0, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f4a1601-d951-4b4c-a25d-2e9803f2ae54', 'name': '', 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:5e:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '06f9960a-298a-404e-b50c-49308ee12435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:19Z', 'updated_at': '2022-02-28T21:13:22Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '06f9960a-298a-404e-b50c-49308ee12435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:13:33.409654 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3843eea1-01ec-4939-a610-f00f2a26132e None None] The sync data for ids ['e195184f-4a3f-4a92-9ef2-9d68a7dd3959'] in n-d-820368-21 is: [{'id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43887464', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:13:15Z', 'updated_at': '2022-02-28T21:13:19Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:16Z', 'updated_at': '2022-02-28T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'bff5d2d6-f4ab-473b-9e17-1c40285004e0', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'port_id': '2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792', 'mac_address': 'fa:16:3e:6a:5b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aa66f2-ff5e-449d-9685-b720ef6651df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:13:31Z', 'updated_at': '2022-02-28T21:13:31Z', 'revision_number': 0, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f4a1601-d951-4b4c-a25d-2e9803f2ae54', 'name': '', 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:5e:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '06f9960a-298a-404e-b50c-49308ee12435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:19Z', 'updated_at': '2022-02-28T21:13:22Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '06f9960a-298a-404e-b50c-49308ee12435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:13:33.600348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c04d41-4569-45fd-bb56-8927548063b5 None None] New status for floating IP bff5d2d6-f4ab-473b-9e17-1c40285004e0: ACTIVE {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:13:33.861737 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47236) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:13:33.925793 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-421e55af-e0c2-41f7-ae75-1f05fdbd5dd4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/floatingips/bff5d2d6-f4ab-473b-9e17-1c40285004e0 HTTP/1.1" status: 200 len: 993 time: 0.0629129 Feb 28 21:13:43.206541 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:13:46.617632 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-43012fda-424a-42c0-bdd3-23eb88704fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:49.144865 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5f1e821a-c3e4-4366-9c61-9e3f2fe4ffd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:50.144880 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:50.313936 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:51.512526 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:52.851445 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:13:53.084110 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:02.722610 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09651934-be16-4677-96f5-3b37dcba2e28 req-50d33435-05ed-407e-abb2-4605dc862122 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:02.724126 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-09651934-be16-4677-96f5-3b37dcba2e28 req-50d33435-05ed-407e-abb2-4605dc862122 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 945 time: 0.0520759 Feb 28 21:14:02.772909 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-09651934-be16-4677-96f5-3b37dcba2e28 req-0617ad4c-8610-4937-b45f-ad7967f8824a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce975369-5645-458b-bcab-6b9e5ce91340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433152 Feb 28 21:14:03.895191 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d564f8-38af-47a9-9daa-45b926775e15 req-263a29e4-47c6-41f5-b0bf-f128a7b3311a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:03.896618 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a1d564f8-38af-47a9-9daa-45b926775e15 req-263a29e4-47c6-41f5-b0bf-f128a7b3311a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 945 time: 0.0561297 Feb 28 21:14:03.945307 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a1d564f8-38af-47a9-9daa-45b926775e15 req-bbc2eab4-0215-494f-8f61-76dc4c404ea3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce975369-5645-458b-bcab-6b9e5ce91340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431392 Feb 28 21:14:03.967470 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47262) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:04.026126 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c2407612-9480-4a5d-a976-ef4e24497949 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/floatingips/bff5d2d6-f4ab-473b-9e17-1c40285004e0 HTTP/1.1" status: 200 len: 993 time: 0.0575030 Feb 28 21:14:05.299542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3f7c-dcbe-4867-b3fd-d06436f3f0f0 req-9dd2a3ec-eab5-406d-aa26-a7d3f2c2b963 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:05.301033 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cf3b3f7c-dcbe-4867-b3fd-d06436f3f0f0 req-9dd2a3ec-eab5-406d-aa26-a7d3f2c2b963 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 945 time: 0.0527437 Feb 28 21:14:05.352457 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cf3b3f7c-dcbe-4867-b3fd-d06436f3f0f0 req-d4d48077-3049-4be0-8355-371b920c8c13 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce975369-5645-458b-bcab-6b9e5ce91340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454807 Feb 28 21:14:06.471150 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a6506-f480-4819-afb2-d8aef6cf93ad req-b9a61f44-650b-4c9a-93c0-881d04e5d4f6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:06.472629 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed1a6506-f480-4819-afb2-d8aef6cf93ad req-b9a61f44-650b-4c9a-93c0-881d04e5d4f6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 945 time: 0.0513749 Feb 28 21:14:06.520431 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed1a6506-f480-4819-afb2-d8aef6cf93ad req-33524f32-20a4-417d-9616-86244f92f247 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce975369-5645-458b-bcab-6b9e5ce91340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422628 Feb 28 21:14:07.646013 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f7861-2f31-4816-868f-96577fe500b7 req-3306045b-38c2-482b-8822-385091795faf tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:07.647493 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-458f7861-2f31-4816-868f-96577fe500b7 req-3306045b-38c2-482b-8822-385091795faf tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 945 time: 0.0533786 Feb 28 21:14:07.694287 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-458f7861-2f31-4816-868f-96577fe500b7 req-f9e7c481-a601-4b3c-9fd5-6fbc8abe4d3f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce975369-5645-458b-bcab-6b9e5ce91340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412605 Feb 28 21:14:08.822732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574660d4-4577-48b7-b246-c93b00b70ee1 req-c9ea806a-210c-4db0-815d-a8ac3b29a52b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:08.824285 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-574660d4-4577-48b7-b246-c93b00b70ee1 req-c9ea806a-210c-4db0-815d-a8ac3b29a52b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 945 time: 0.0572605 Feb 28 21:14:08.875260 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-574660d4-4577-48b7-b246-c93b00b70ee1 req-447bf712-5867-4f84-a46a-9c8f5b7fd5e9 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce975369-5645-458b-bcab-6b9e5ce91340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449085 Feb 28 21:14:09.797235 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d1df0-6934-41fd-92b0-b524171b2834 req-b6b3d9fa-7235-4b10-8384-f3ab65797d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:09.798730 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-023d1df0-6934-41fd-92b0-b524171b2834 req-b6b3d9fa-7235-4b10-8384-f3ab65797d88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 1128 time: 0.0917335 Feb 28 21:14:09.899177 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d1df0-6934-41fd-92b0-b524171b2834 req-cdc9ed8f-8d68-4d1b-a8e3-cc38f773320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:09.900573 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-023d1df0-6934-41fd-92b0-b524171b2834 req-cdc9ed8f-8d68-4d1b-a8e3-cc38f773320a service neutron] 10.222.0.15 "GET /v2.0/networks?id=b9992ae2-0e49-4d06-9c05-11432a343792 HTTP/1.1" status: 200 len: 897 time: 0.0829124 Feb 28 21:14:09.970023 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-023d1df0-6934-41fd-92b0-b524171b2834 req-8ab722d0-a895-49f2-9188-21fbee130d87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d HTTP/1.1" status: 200 len: 1001 time: 0.0637679 Feb 28 21:14:10.001035 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fecb8d-cc42-4dfe-a957-460b1968513e req-1cd7a3e2-5a06-42e0-9e29-e4b91f3e58ea tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:10.002545 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-25fecb8d-cc42-4dfe-a957-460b1968513e req-1cd7a3e2-5a06-42e0-9e29-e4b91f3e58ea tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 945 time: 0.0531271 Feb 28 21:14:10.017350 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d1df0-6934-41fd-92b0-b524171b2834 req-49735b74-b85f-41e2-b431-78ccddbc666e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:10.018798 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-023d1df0-6934-41fd-92b0-b524171b2834 req-49735b74-b85f-41e2-b431-78ccddbc666e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06f9960a-298a-404e-b50c-49308ee12435 HTTP/1.1" status: 200 len: 835 time: 0.0430379 Feb 28 21:14:10.051837 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-25fecb8d-cc42-4dfe-a957-460b1968513e req-8fe0e859-3de3-4646-b5c8-0c52c6beb7c0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce975369-5645-458b-bcab-6b9e5ce91340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431840 Feb 28 21:14:10.068684 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d1df0-6934-41fd-92b0-b524171b2834 req-eb8271a1-7a6a-4226-a59f-c2f7d8b0e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:10.070173 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-023d1df0-6934-41fd-92b0-b524171b2834 req-eb8271a1-7a6a-4226-a59f-c2f7d8b0e586 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b9992ae2-0e49-4d06-9c05-11432a343792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444529 Feb 28 21:14:10.160638 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-023d1df0-6934-41fd-92b0-b524171b2834 req-5398c875-7f6e-47eb-ab6e-4f68d545ae90 service neutron] 10.222.0.15 "GET /v2.0/networks/b9992ae2-0e49-4d06-9c05-11432a343792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841885 Feb 28 21:14:10.246358 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-023d1df0-6934-41fd-92b0-b524171b2834 req-d90c596d-8fc8-43e7-87c0-723eb3d1768d service neutron] 10.222.0.15 "GET /v2.0/networks/b9992ae2-0e49-4d06-9c05-11432a343792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799439 Feb 28 21:14:11.173572 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30ff0a-68fc-4833-8030-17870a653e68 req-5330211f-e181-46f4-9a14-2893bd93caab tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:11.175156 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5a30ff0a-68fc-4833-8030-17870a653e68 req-5330211f-e181-46f4-9a14-2893bd93caab tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 945 time: 0.0568802 Feb 28 21:14:11.227940 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5a30ff0a-68fc-4833-8030-17870a653e68 req-12b89852-73da-4acd-9a69-f4e03c19609e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce975369-5645-458b-bcab-6b9e5ce91340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471189 Feb 28 21:14:11.251194 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47284) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:11.310610 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-faf65674-7567-480e-98b7-29d218212d41 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/floatingips/bff5d2d6-f4ab-473b-9e17-1c40285004e0 HTTP/1.1" status: 200 len: 993 time: 0.0582514 Feb 28 21:14:11.526202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47290) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:11.684853 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting port d1f0b156-16f9-4bf6-898c-aa299a739a9a {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:14:11.685205 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (d1f0b156-16f9-4bf6-898c-aa299a739a9a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:11.762797 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (d1f0b156-16f9-4bf6-898c-aa299a739a9a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:11.763146 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for floatingip (d1f0b156-16f9-4bf6-898c-aa299a739a9a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:11.774861 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Calling delete_port for d1f0b156-16f9-4bf6-898c-aa299a739a9a owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:14:11.920037 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (d1f0b156-16f9-4bf6-898c-aa299a739a9a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:11.945088 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Port': ['ID=d1f0b156-16f9-4bf6-898c-aa299a739a9a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:11.971855 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:11.972216 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:11.972568 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:11.972912 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:11.973252 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:11.973591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:11.973927 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:11.974262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:11.974594 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:11.974927 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:11.975257 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:11.975583 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:11.975941 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:12.019931 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for floatingip (bff5d2d6-f4ab-473b-9e17-1c40285004e0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:12.020599 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Floating IP bff5d2d6-f4ab-473b-9e17-1c40285004e0 disassociated (deleted). External IP: 172.25.0.198, port: 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d. Feb 28 21:14:12.575476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router e195184f-4a3f-4a92-9ef2-9d68a7dd3959 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:14:12.685560 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:14:12.690608 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:12.697706 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a5fb4e-834d-4b8d-bf46-3a22a1383ac8 None None] Sync routers for ids ['e195184f-4a3f-4a92-9ef2-9d68a7dd3959'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:14:12.707419 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a5fb4e-834d-4b8d-bf46-3a22a1383ac8 None None] Routers {'e195184f-4a3f-4a92-9ef2-9d68a7dd3959'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:14:12.708060 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b3a5fb4e-834d-4b8d-bf46-3a22a1383ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:13:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e195184f-4a3f-4a92-9ef2-9d68a7dd3959'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:12.722777 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0ed86cb6-f28e-4ee5-b0c1-c95cb752cca0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/floatingips/bff5d2d6-f4ab-473b-9e17-1c40285004e0 HTTP/1.1" status: 204 len: 168 time: 1.1932104 Feb 28 21:14:12.722777 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02aa66f2-ff5e-449d-9685-b720ef6651df', 'tag': '2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:14:12.724255 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238f65b5-4912-46d3-9ae7-48e78240b3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "02aa66f2-ff5e-449d-9685-b720ef6651df", "tag": "2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:14:12.815716 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-b3a5fb4e-834d-4b8d-bf46-3a22a1383ac8 None None] Set router e195184f-4a3f-4a92-9ef2-9d68a7dd3959 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:14:12.875686 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a1e0f5-4087-4f8f-9ef6-39e77cd15b15 x-openstack-request-id: req-05a1e0f5-4087-4f8f-9ef6-39e77cd15b15 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:14:12.876034 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02aa66f2-ff5e-449d-9685-b720ef6651df", "tag": "2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:14:12.876292 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05a1e0f5-4087-4f8f-9ef6-39e77cd15b15 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:14:12.876705 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02aa66f2-ff5e-449d-9685-b720ef6651df', 'tag': '2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d', 'status': 'completed', 'code': 200} Feb 28 21:14:12.980370 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919db02-288a-476b-88a8-23d7f92257aa req-bd7d16fe-4798-40e9-9be3-089a2f1f272d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:12.982280 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0919db02-288a-476b-88a8-23d7f92257aa req-bd7d16fe-4798-40e9-9be3-089a2f1f272d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 945 time: 0.0618870 Feb 28 21:14:13.027407 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b3a5fb4e-834d-4b8d-bf46-3a22a1383ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43887464', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:13:15Z', 'updated_at': '2022-02-28T21:13:19Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:16Z', 'updated_at': '2022-02-28T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '8f4a1601-d951-4b4c-a25d-2e9803f2ae54', 'name': '', 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:5e:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '06f9960a-298a-404e-b50c-49308ee12435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:19Z', 'updated_at': '2022-02-28T21:13:22Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '06f9960a-298a-404e-b50c-49308ee12435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:13.036826 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0919db02-288a-476b-88a8-23d7f92257aa req-ff75049f-1196-4292-9d08-e94d0acc4ae1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce975369-5645-458b-bcab-6b9e5ce91340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483129 Feb 28 21:14:13.054828 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a5fb4e-834d-4b8d-bf46-3a22a1383ac8 None None] Checking router: e195184f-4a3f-4a92-9ef2-9d68a7dd3959 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:14:13.064415 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a5fb4e-834d-4b8d-bf46-3a22a1383ac8 None None] Routers {'e195184f-4a3f-4a92-9ef2-9d68a7dd3959'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:14:13.065321 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b3a5fb4e-834d-4b8d-bf46-3a22a1383ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:13:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e195184f-4a3f-4a92-9ef2-9d68a7dd3959'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:13.178032 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-b3a5fb4e-834d-4b8d-bf46-3a22a1383ac8 None None] Set router e195184f-4a3f-4a92-9ef2-9d68a7dd3959 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:14:13.278524 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f65b5-4912-46d3-9ae7-48e78240b3f5 req-c865cba3-7f05-456c-9bc6-68caa89f90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:13.280071 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-238f65b5-4912-46d3-9ae7-48e78240b3f5 req-c865cba3-7f05-456c-9bc6-68caa89f90e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 1128 time: 0.3811758 Feb 28 21:14:13.367813 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f65b5-4912-46d3-9ae7-48e78240b3f5 req-d300ab21-7104-46ae-a7da-ac7858d188a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:13.369272 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-238f65b5-4912-46d3-9ae7-48e78240b3f5 req-d300ab21-7104-46ae-a7da-ac7858d188a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b9992ae2-0e49-4d06-9c05-11432a343792 HTTP/1.1" status: 200 len: 897 time: 0.0829468 Feb 28 21:14:13.380514 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-b3a5fb4e-834d-4b8d-bf46-3a22a1383ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43887464', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:13:15Z', 'updated_at': '2022-02-28T21:13:19Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:16Z', 'updated_at': '2022-02-28T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '8f4a1601-d951-4b4c-a25d-2e9803f2ae54', 'name': '', 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:5e:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '06f9960a-298a-404e-b50c-49308ee12435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:19Z', 'updated_at': '2022-02-28T21:13:22Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '06f9960a-298a-404e-b50c-49308ee12435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:13.406010 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a5fb4e-834d-4b8d-bf46-3a22a1383ac8 None None] The sync data for ids ['e195184f-4a3f-4a92-9ef2-9d68a7dd3959'] in n-d-820368-21 is: [{'id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43887464', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:13:15Z', 'updated_at': '2022-02-28T21:13:19Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:16Z', 'updated_at': '2022-02-28T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '8f4a1601-d951-4b4c-a25d-2e9803f2ae54', 'name': '', 'network_id': 'b9992ae2-0e49-4d06-9c05-11432a343792', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:5e:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '06f9960a-298a-404e-b50c-49308ee12435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:19Z', 'updated_at': '2022-02-28T21:13:22Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '06f9960a-298a-404e-b50c-49308ee12435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:14:13.411855 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-238f65b5-4912-46d3-9ae7-48e78240b3f5 req-2cfe55a6-66c4-449c-9ee9-b1338de89362 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d HTTP/1.1" status: 200 len: 217 time: 0.0364504 Feb 28 21:14:13.461506 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f65b5-4912-46d3-9ae7-48e78240b3f5 req-3ee0202f-a4b0-405a-88ea-fadf8f26bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:13.462942 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-238f65b5-4912-46d3-9ae7-48e78240b3f5 req-3ee0202f-a4b0-405a-88ea-fadf8f26bb0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06f9960a-298a-404e-b50c-49308ee12435 HTTP/1.1" status: 200 len: 835 time: 0.0444884 Feb 28 21:14:13.513344 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f65b5-4912-46d3-9ae7-48e78240b3f5 req-aae02d4e-c45d-4441-a9d9-fe9ffafe1300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:13.514880 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-238f65b5-4912-46d3-9ae7-48e78240b3f5 req-aae02d4e-c45d-4441-a9d9-fe9ffafe1300 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b9992ae2-0e49-4d06-9c05-11432a343792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458033 Feb 28 21:14:13.609051 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-238f65b5-4912-46d3-9ae7-48e78240b3f5 req-89500590-ec9e-4c7e-a82b-43134048c68f service neutron] 10.222.0.15 "GET /v2.0/networks/b9992ae2-0e49-4d06-9c05-11432a343792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868731 Feb 28 21:14:13.651823 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ae2abe-5cb5-4dbf-8fb2-268eb61f73c4 None None] New status for floating IP bff5d2d6-f4ab-473b-9e17-1c40285004e0: DOWN {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:14:13.703298 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-238f65b5-4912-46d3-9ae7-48e78240b3f5 req-3158da87-3d9a-4f41-95f5-acd8a1330104 service neutron] 10.222.0.15 "GET /v2.0/networks/b9992ae2-0e49-4d06-9c05-11432a343792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864279 Feb 28 21:14:14.158081 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ec1ba-6edf-4754-8120-dcf003c312cb req-03d3ece4-135b-4643-bc8c-f0609fc98d94 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:14.159538 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-457ec1ba-6edf-4754-8120-dcf003c312cb req-03d3ece4-135b-4643-bc8c-f0609fc98d94 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 945 time: 0.0525270 Feb 28 21:14:14.207664 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-457ec1ba-6edf-4754-8120-dcf003c312cb req-c4d8716d-67bd-438f-8381-45b803dd004e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce975369-5645-458b-bcab-6b9e5ce91340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425372 Feb 28 21:14:14.483332 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ffd4d-d660-446f-8912-cb681cbfacf8 req-f017e61b-7371-41ee-b809-7804289a8c47 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:14.484685 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2c1ffd4d-d660-446f-8912-cb681cbfacf8 req-f017e61b-7371-41ee-b809-7804289a8c47 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.15 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 945 time: 0.0556114 Feb 28 21:14:14.573106 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-2c1ffd4d-d660-446f-8912-cb681cbfacf8 req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting port 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:14:14.573449 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2c1ffd4d-d660-446f-8912-cb681cbfacf8 req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:14.663807 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-2c1ffd4d-d660-446f-8912-cb681cbfacf8 req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] For port 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d,segment=NetworkSegment(fa43d8cf-2053-4bd6-a427-4cce6b8475d3),segment_id=fa43d8cf-2053-4bd6-a427-4cce6b8475d3)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:14:14.664179 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2c1ffd4d-d660-446f-8912-cb681cbfacf8 req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:14.676345 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-2c1ffd4d-d660-446f-8912-cb681cbfacf8 req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Calling delete_port for 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:14:14.801317 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2c1ffd4d-d660-446f-8912-cb681cbfacf8 req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:14.834374 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Port': ['ID=2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:14.859415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:14.859779 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:14.860139 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:14.860483 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:14.860820 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:14.861149 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:14.861477 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:14.861806 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:14.862134 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:14.862460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:14.862787 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:14.863107 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:14.863425 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:14.885814 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1ffd4d-d660-446f-8912-cb681cbfacf8 req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] No DVR routers for this DVR port 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:14:14.888385 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-2c1ffd4d-d660-446f-8912-cb681cbfacf8 req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:14.891709 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2c1ffd4d-d660-446f-8912-cb681cbfacf8 req-f0d57955-7e77-43c3-aee3-d71faa80d66b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.15 "DELETE /v2.0/ports/2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d HTTP/1.1" status: 204 len: 173 time: 0.4021811 Feb 28 21:14:14.892179 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02aa66f2-ff5e-449d-9685-b720ef6651df', 'name': 'network-vif-deleted', 'tag': '2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:14:14.894477 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb65ca6-a533-408f-9a5b-fc8793bb936f" -d '{"events": [{"server_uuid": "02aa66f2-ff5e-449d-9685-b720ef6651df", "name": "network-vif-deleted", "tag": "2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:14:14.993749 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20047c7-8ab8-4e8e-b1c0-5214dc940c19 x-openstack-request-id: req-b20047c7-8ab8-4e8e-b1c0-5214dc940c19 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:14:14.994046 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02aa66f2-ff5e-449d-9685-b720ef6651df", "name": "network-vif-deleted", "tag": "2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:14:14.994305 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b20047c7-8ab8-4e8e-b1c0-5214dc940c19 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:14:14.994779 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02aa66f2-ff5e-449d-9685-b720ef6651df', 'name': 'network-vif-deleted', 'tag': '2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d', 'status': 'completed', 'code': 200} Feb 28 21:14:15.324949 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-94832a14-bbd3-4186-b06e-4467ef54a3e8 req-b71579c6-63c0-4155-bd24-d6977e4fe91b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa66f2-ff5e-449d-9685-b720ef6651df HTTP/1.1" status: 200 len: 210 time: 0.0321059 Feb 28 21:14:16.383348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47308) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:16.620987 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a0599b06-604f-4533-8c05-404602b6c01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:16.745643 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30c3d5d6-4af9-4152-9d97-7e5700016c11 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (e195184f-4a3f-4a92-9ef2-9d68a7dd3959), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:16.997537 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-30c3d5d6-4af9-4152-9d97-7e5700016c11 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting port 8f4a1601-d951-4b4c-a25d-2e9803f2ae54 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:14:16.997773 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30c3d5d6-4af9-4152-9d97-7e5700016c11 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (8f4a1601-d951-4b4c-a25d-2e9803f2ae54), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:17.083146 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-30c3d5d6-4af9-4152-9d97-7e5700016c11 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] For port 8f4a1601-d951-4b4c-a25d-2e9803f2ae54, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=8f4a1601-d951-4b4c-a25d-2e9803f2ae54,segment=NetworkSegment(fa43d8cf-2053-4bd6-a427-4cce6b8475d3),segment_id=fa43d8cf-2053-4bd6-a427-4cce6b8475d3)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:14:17.083506 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30c3d5d6-4af9-4152-9d97-7e5700016c11 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (8f4a1601-d951-4b4c-a25d-2e9803f2ae54), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:17.096338 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-30c3d5d6-4af9-4152-9d97-7e5700016c11 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Calling delete_port for 8f4a1601-d951-4b4c-a25d-2e9803f2ae54 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:14:17.287699 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30c3d5d6-4af9-4152-9d97-7e5700016c11 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (8f4a1601-d951-4b4c-a25d-2e9803f2ae54), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:17.312729 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3d5d6-4af9-4152-9d97-7e5700016c11 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Port': ['ID=8f4a1601-d951-4b4c-a25d-2e9803f2ae54,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:17.493677 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-30c3d5d6-4af9-4152-9d97-7e5700016c11 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (e195184f-4a3f-4a92-9ef2-9d68a7dd3959), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:17.498794 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:14:17.527481 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:14:17.527851 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 2bb926e4-ade2-4c5e-8e76-32be9cbcbe2d not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:14:17.713320 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c3d5d6-4af9-4152-9d97-7e5700016c11 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router e195184f-4a3f-4a92-9ef2-9d68a7dd3959 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:14:17.820014 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c3d5d6-4af9-4152-9d97-7e5700016c11 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:14:17.825733 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-30c3d5d6-4af9-4152-9d97-7e5700016c11 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "PUT /v2.0/routers/e195184f-4a3f-4a92-9ef2-9d68a7dd3959/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4405315 Feb 28 21:14:17.828415 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47310) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:17.831907 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab69179-c97c-4702-99d4-d2bf492c3b2a None None] Sync routers for ids ['e195184f-4a3f-4a92-9ef2-9d68a7dd3959'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:14:17.841418 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab69179-c97c-4702-99d4-d2bf492c3b2a None None] Routers {'e195184f-4a3f-4a92-9ef2-9d68a7dd3959'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:14:17.842025 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-4ab69179-c97c-4702-99d4-d2bf492c3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:13:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e195184f-4a3f-4a92-9ef2-9d68a7dd3959'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:17.878309 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-502094f7-6992-4e32-a0a1-8be45081cea0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting subnet 06f9960a-298a-404e-b50c-49308ee12435 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:14:17.881399 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-502094f7-6992-4e32-a0a1-8be45081cea0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for subnet (06f9960a-298a-404e-b50c-49308ee12435), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:17.920401 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-502094f7-6992-4e32-a0a1-8be45081cea0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (06f9960a-298a-404e-b50c-49308ee12435), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:17.947748 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-4ab69179-c97c-4702-99d4-d2bf492c3b2a None None] Set router e195184f-4a3f-4a92-9ef2-9d68a7dd3959 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:14:18.007251 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-502094f7-6992-4e32-a0a1-8be45081cea0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (06f9960a-298a-404e-b50c-49308ee12435), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:18.065052 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-502094f7-6992-4e32-a0a1-8be45081cea0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (06f9960a-298a-404e-b50c-49308ee12435), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:18.093776 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-502094f7-6992-4e32-a0a1-8be45081cea0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:18.099690 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47312) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:18.100279 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-502094f7-6992-4e32-a0a1-8be45081cea0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/subnets/06f9960a-298a-404e-b50c-49308ee12435 HTTP/1.1" status: 204 len: 168 time: 0.2704155 Feb 28 21:14:18.100718 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502094f7-6992-4e32-a0a1-8be45081cea0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Subnet': ['ID=06f9960a-298a-404e-b50c-49308ee12435,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:18.107355 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4073e813-9c5d-4c78-b7bc-fc61187b57fd None None] Network b9992ae2-0e49-4d06-9c05-11432a343792 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:14:18.130768 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-4ab69179-c97c-4702-99d4-d2bf492c3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43887464', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:13:15Z', 'updated_at': '2022-02-28T21:14:17Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:16Z', 'updated_at': '2022-02-28T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:18.162446 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab69179-c97c-4702-99d4-d2bf492c3b2a None None] Checking router: e195184f-4a3f-4a92-9ef2-9d68a7dd3959 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:14:18.171435 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab69179-c97c-4702-99d4-d2bf492c3b2a None None] Routers {'e195184f-4a3f-4a92-9ef2-9d68a7dd3959'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:14:18.172068 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-4ab69179-c97c-4702-99d4-d2bf492c3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:13:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e195184f-4a3f-4a92-9ef2-9d68a7dd3959'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:18.230780 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-571e878b-e778-4819-9a89-a71d522ab4fc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router (e195184f-4a3f-4a92-9ef2-9d68a7dd3959), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:18.274193 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231111ba-25d2-471e-9ee5-cd4a43807947 None None] DHCP port deletion for b9992ae2-0e49-4d06-9c05-11432a343792 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 21:14:18.329738 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-231111ba-25d2-471e-9ee5-cd4a43807947 None None] Deleting port 4ea3c144-86e5-400a-bb92-4383038bcc85 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:14:18.330282 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-231111ba-25d2-471e-9ee5-cd4a43807947 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4ea3c144-86e5-400a-bb92-4383038bcc85), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:18.351451 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-571e878b-e778-4819-9a89-a71d522ab4fc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_gateway (e195184f-4a3f-4a92-9ef2-9d68a7dd3959), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:18.375308 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-4ab69179-c97c-4702-99d4-d2bf492c3b2a None None] Set router e195184f-4a3f-4a92-9ef2-9d68a7dd3959 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:14:18.396173 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-231111ba-25d2-471e-9ee5-cd4a43807947 None None] For port 4ea3c144-86e5-400a-bb92-4383038bcc85, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4ea3c144-86e5-400a-bb92-4383038bcc85,segment=NetworkSegment(fa43d8cf-2053-4bd6-a427-4cce6b8475d3),segment_id=fa43d8cf-2053-4bd6-a427-4cce6b8475d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:14:18.396567 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-231111ba-25d2-471e-9ee5-cd4a43807947 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4ea3c144-86e5-400a-bb92-4383038bcc85), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:18.406278 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-571e878b-e778-4819-9a89-a71d522ab4fc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting port cdc03972-ed3d-48b3-82b5-f68d6ceb03f2 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:14:18.406278 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-571e878b-e778-4819-9a89-a71d522ab4fc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (cdc03972-ed3d-48b3-82b5-f68d6ceb03f2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:18.410220 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-231111ba-25d2-471e-9ee5-cd4a43807947 None None] Calling delete_port for 4ea3c144-86e5-400a-bb92-4383038bcc85 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:14:18.489412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-571e878b-e778-4819-9a89-a71d522ab4fc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] For port cdc03972-ed3d-48b3-82b5-f68d6ceb03f2, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=cdc03972-ed3d-48b3-82b5-f68d6ceb03f2,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:14:18.489764 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-571e878b-e778-4819-9a89-a71d522ab4fc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (cdc03972-ed3d-48b3-82b5-f68d6ceb03f2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:18.497218 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-231111ba-25d2-471e-9ee5-cd4a43807947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (4ea3c144-86e5-400a-bb92-4383038bcc85), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:18.503192 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-571e878b-e778-4819-9a89-a71d522ab4fc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Calling delete_port for cdc03972-ed3d-48b3-82b5-f68d6ceb03f2 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:14:18.527156 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231111ba-25d2-471e-9ee5-cd4a43807947 None None] Pushing event deleted for resources: {'Port': ['ID=4ea3c144-86e5-400a-bb92-4383038bcc85,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:18.532912 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231111ba-25d2-471e-9ee5-cd4a43807947 None None] No DVR routers for this DVR port 4ea3c144-86e5-400a-bb92-4383038bcc85 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:14:18.546518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231111ba-25d2-471e-9ee5-cd4a43807947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:18.546518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231111ba-25d2-471e-9ee5-cd4a43807947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:18.546518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231111ba-25d2-471e-9ee5-cd4a43807947 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:18.546518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231111ba-25d2-471e-9ee5-cd4a43807947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:18.546518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231111ba-25d2-471e-9ee5-cd4a43807947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:18.546518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231111ba-25d2-471e-9ee5-cd4a43807947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:18.546518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231111ba-25d2-471e-9ee5-cd4a43807947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:18.546518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231111ba-25d2-471e-9ee5-cd4a43807947 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:18.546518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231111ba-25d2-471e-9ee5-cd4a43807947 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:18.546518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231111ba-25d2-471e-9ee5-cd4a43807947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:18.546518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231111ba-25d2-471e-9ee5-cd4a43807947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:18.546518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231111ba-25d2-471e-9ee5-cd4a43807947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:18.546518 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231111ba-25d2-471e-9ee5-cd4a43807947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:18.568142 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-4ab69179-c97c-4702-99d4-d2bf492c3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43887464', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:13:15Z', 'updated_at': '2022-02-28T21:14:17Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:16Z', 'updated_at': '2022-02-28T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:18.594902 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab69179-c97c-4702-99d4-d2bf492c3b2a None None] The sync data for ids ['e195184f-4a3f-4a92-9ef2-9d68a7dd3959'] in n-d-820368-21 is: [{'id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43887464', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:13:15Z', 'updated_at': '2022-02-28T21:14:17Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': 'cdc03972-ed3d-48b3-82b5-f68d6ceb03f2', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e195184f-4a3f-4a92-9ef2-9d68a7dd3959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:13:16Z', 'updated_at': '2022-02-28T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:14:18.682889 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-571e878b-e778-4819-9a89-a71d522ab4fc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (cdc03972-ed3d-48b3-82b5-f68d6ceb03f2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:18.711721 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e878b-e778-4819-9a89-a71d522ab4fc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Port': ['ID=cdc03972-ed3d-48b3-82b5-f68d6ceb03f2,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:18.775047 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-571e878b-e778-4819-9a89-a71d522ab4fc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (e195184f-4a3f-4a92-9ef2-9d68a7dd3959), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:18.869668 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-571e878b-e778-4819-9a89-a71d522ab4fc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (e195184f-4a3f-4a92-9ef2-9d68a7dd3959), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:18.872342 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-571e878b-e778-4819-9a89-a71d522ab4fc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_controller (e195184f-4a3f-4a92-9ef2-9d68a7dd3959), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:18.915427 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-571e878b-e778-4819-9a89-a71d522ab4fc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (e195184f-4a3f-4a92-9ef2-9d68a7dd3959), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:18.915935 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571e878b-e778-4819-9a89-a71d522ab4fc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Fanout notify agent at l3_agent the message router_deleted on router e195184f-4a3f-4a92-9ef2-9d68a7dd3959 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 21:14:18.922450 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-571e878b-e778-4819-9a89-a71d522ab4fc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:18.923544 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-571e878b-e778-4819-9a89-a71d522ab4fc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/routers/e195184f-4a3f-4a92-9ef2-9d68a7dd3959 HTTP/1.1" status: 204 len: 168 time: 0.8218277 Feb 28 21:14:18.926269 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47314) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:19.005194 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5da1f0b1-f7c5-4671-ada4-30807e73534d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (b9992ae2-0e49-4d06-9c05-11432a343792), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.102158 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5da1f0b1-f7c5-4671-ada4-30807e73534d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (b9992ae2-0e49-4d06-9c05-11432a343792), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.123054 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-5da1f0b1-f7c5-4671-ada4-30807e73534d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9992ae2-0e49-4d06-9c05-11432a343792']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:19.133515 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-5da1f0b1-f7c5-4671-ada4-30807e73534d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa43d8cf-2053-4bd6-a427-4cce6b8475d3') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:19.133819 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-5da1f0b1-f7c5-4671-ada4-30807e73534d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa43d8cf-2053-4bd6-a427-4cce6b8475d3') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:19.144391 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5da1f0b1-f7c5-4671-ada4-30807e73534d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (fa43d8cf-2053-4bd6-a427-4cce6b8475d3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.147442 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c8f19db1-8391-45db-910e-3f6c8a7693f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.159316 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5da1f0b1-f7c5-4671-ada4-30807e73534d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (fa43d8cf-2053-4bd6-a427-4cce6b8475d3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.166052 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da1f0b1-f7c5-4671-ada4-30807e73534d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:14:19.166323 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5da1f0b1-f7c5-4671-ada4-30807e73534d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (fa43d8cf-2053-4bd6-a427-4cce6b8475d3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: timer() Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:14:19.169524 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:14:19.245566 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5da1f0b1-f7c5-4671-ada4-30807e73534d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (b9992ae2-0e49-4d06-9c05-11432a343792), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.253506 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-5da1f0b1-f7c5-4671-ada4-30807e73534d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.257447 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5da1f0b1-f7c5-4671-ada4-30807e73534d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/networks/b9992ae2-0e49-4d06-9c05-11432a343792 HTTP/1.1" status: 204 len: 168 time: 0.3297117 Feb 28 21:14:19.259667 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47316) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:19.269385 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1f0b1-f7c5-4671-ada4-30807e73534d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Network': ['ID=b9992ae2-0e49-4d06-9c05-11432a343792,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:19.323928 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2393e361-55ae-48be-91cf-2156174d679c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (ce975369-5645-458b-bcab-6b9e5ce91340), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.353426 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2393e361-55ae-48be-91cf-2156174d679c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (ce975369-5645-458b-bcab-6b9e5ce91340), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.413426 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2393e361-55ae-48be-91cf-2156174d679c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (ce975369-5645-458b-bcab-6b9e5ce91340), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.416058 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2393e361-55ae-48be-91cf-2156174d679c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.417263 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2393e361-55ae-48be-91cf-2156174d679c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/security-groups/ce975369-5645-458b-bcab-6b9e5ce91340 HTTP/1.1" status: 204 len: 168 time: 0.1560810 Feb 28 21:14:19.426671 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393e361-55ae-48be-91cf-2156174d679c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce975369-5645-458b-bcab-6b9e5ce91340,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:19.622553 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47322) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:19.629785 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-8b41e952-9cab-4196-937d-501d32804e1c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-110187306', 'description': 'tempest-secgroup-smoke-110187306 description', 'project_id': '559aa21798c346fa8b89a8f96ec99843'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:14:19.654108 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8b41e952-9cab-4196-937d-501d32804e1c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.688221 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device cdc03972-ed3d-48b3-82b5-f68d6ceb03f2 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:14:19.711653 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: cdc03972-ed3d-48b3-82b5-f68d6ceb03f2 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:14:19.712025 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device cdc03972-ed3d-48b3-82b5-f68d6ceb03f2 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:14:19.712434 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8f4a1601-d951-4b4c-a25d-2e9803f2ae54 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:14:19.726044 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8b41e952-9cab-4196-937d-501d32804e1c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (5f9ca024-8329-45eb-9181-7b0f2d1909c7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.732338 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 8f4a1601-d951-4b4c-a25d-2e9803f2ae54 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:14:19.732552 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8b41e952-9cab-4196-937d-501d32804e1c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5f9ca024-8329-45eb-9181-7b0f2d1909c7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.732678 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8f4a1601-d951-4b4c-a25d-2e9803f2ae54 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:14:19.733080 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4ea3c144-86e5-400a-bb92-4383038bcc85 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:14:19.756251 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 4ea3c144-86e5-400a-bb92-4383038bcc85 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:14:19.756595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4ea3c144-86e5-400a-bb92-4383038bcc85 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:14:19.761227 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8b41e952-9cab-4196-937d-501d32804e1c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.765247 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8b41e952-9cab-4196-937d-501d32804e1c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1388502 Feb 28 21:14:19.765566 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47324) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:19.770269 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d27db541-0a44-4aad-98c7-788e95443774 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '5f9ca024-8329-45eb-9181-7b0f2d1909c7', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:14:19.770841 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41e952-9cab-4196-937d-501d32804e1c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9ca024-8329-45eb-9181-7b0f2d1909c7,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:19.796960 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d27db541-0a44-4aad-98c7-788e95443774 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (321e50d3-fd91-45e6-b6cd-fa1c2a98efeb), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.852148 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d27db541-0a44-4aad-98c7-788e95443774 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (321e50d3-fd91-45e6-b6cd-fa1c2a98efeb), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.856533 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d27db541-0a44-4aad-98c7-788e95443774 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (321e50d3-fd91-45e6-b6cd-fa1c2a98efeb), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.874347 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27db541-0a44-4aad-98c7-788e95443774 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321e50d3-fd91-45e6-b6cd-fa1c2a98efeb,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:19.882459 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d27db541-0a44-4aad-98c7-788e95443774 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.886135 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d27db541-0a44-4aad-98c7-788e95443774 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170974 Feb 28 21:14:19.886371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47326) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:19.890852 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d684d660-adde-43b1-bdc4-ee4ddf081c20 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '5f9ca024-8329-45eb-9181-7b0f2d1909c7', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:14:19.915876 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d684d660-adde-43b1-bdc4-ee4ddf081c20 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (c18a74d2-189e-4e70-898a-a81e5abafa3e), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.971186 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d684d660-adde-43b1-bdc4-ee4ddf081c20 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (c18a74d2-189e-4e70-898a-a81e5abafa3e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.974920 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d684d660-adde-43b1-bdc4-ee4ddf081c20 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (c18a74d2-189e-4e70-898a-a81e5abafa3e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:19.996903 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684d660-adde-43b1-bdc4-ee4ddf081c20 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18a74d2-189e-4e70-898a-a81e5abafa3e,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:20.007192 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d684d660-adde-43b1-bdc4-ee4ddf081c20 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.008436 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d684d660-adde-43b1-bdc4-ee4ddf081c20 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210687 Feb 28 21:14:20.011181 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47328) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:20.016217 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-4aafad27-7269-4f2a-a7a4-23581a1fe43e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '5f9ca024-8329-45eb-9181-7b0f2d1909c7', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:14:20.041070 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4aafad27-7269-4f2a-a7a4-23581a1fe43e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (7a8d48c9-ef25-42b5-b636-4d3603b7eb5b), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.096827 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4aafad27-7269-4f2a-a7a4-23581a1fe43e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (7a8d48c9-ef25-42b5-b636-4d3603b7eb5b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.100571 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4aafad27-7269-4f2a-a7a4-23581a1fe43e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (7a8d48c9-ef25-42b5-b636-4d3603b7eb5b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.119013 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafad27-7269-4f2a-a7a4-23581a1fe43e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8d48c9-ef25-42b5-b636-4d3603b7eb5b,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:20.128218 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4aafad27-7269-4f2a-a7a4-23581a1fe43e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.129439 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4aafad27-7269-4f2a-a7a4-23581a1fe43e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172910 Feb 28 21:14:20.132437 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47330) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:20.136952 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-82fe631e-e5ef-458d-87ab-5fab7a540330 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '5f9ca024-8329-45eb-9181-7b0f2d1909c7', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:14:20.152238 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.161733 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-82fe631e-e5ef-458d-87ab-5fab7a540330 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (2263123c-a2e2-44fd-9d14-8e3c09c04858), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.205039 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:14:20.218427 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-82fe631e-e5ef-458d-87ab-5fab7a540330 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (2263123c-a2e2-44fd-9d14-8e3c09c04858), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.222566 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-82fe631e-e5ef-458d-87ab-5fab7a540330 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (2263123c-a2e2-44fd-9d14-8e3c09c04858), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.241071 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe631e-e5ef-458d-87ab-5fab7a540330 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2263123c-a2e2-44fd-9d14-8e3c09c04858,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:20.250240 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-82fe631e-e5ef-458d-87ab-5fab7a540330 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.251686 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-82fe631e-e5ef-458d-87ab-5fab7a540330 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182463 Feb 28 21:14:20.255085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47332) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:20.260622 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d16904d4-9552-49b9-bfc3-9c39568dc893 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '5f9ca024-8329-45eb-9181-7b0f2d1909c7', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:14:20.280692 n-d-820368-21 neutron-server[103774]: INFO neutron.db.securitygroups_db [None req-d16904d4-9552-49b9-bfc3-9c39568dc893 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Project 559aa21798c346fa8b89a8f96ec99843 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 21:14:20.285768 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d16904d4-9552-49b9-bfc3-9c39568dc893 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (b8ada3bf-62f0-4b4c-8115-5fa1f96f4ec4), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.319470 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.344325 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d16904d4-9552-49b9-bfc3-9c39568dc893 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (b8ada3bf-62f0-4b4c-8115-5fa1f96f4ec4), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.347967 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d16904d4-9552-49b9-bfc3-9c39568dc893 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (b8ada3bf-62f0-4b4c-8115-5fa1f96f4ec4), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.365242 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16904d4-9552-49b9-bfc3-9c39568dc893 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ada3bf-62f0-4b4c-8115-5fa1f96f4ec4,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:20.374656 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d16904d4-9552-49b9-bfc3-9c39568dc893 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.376216 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d16904d4-9552-49b9-bfc3-9c39568dc893 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197553 Feb 28 21:14:20.379013 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47334) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:20.383262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-1161d233-95da-441e-b861-f8a530a58cdf tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '5f9ca024-8329-45eb-9181-7b0f2d1909c7', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:14:20.403074 n-d-820368-21 neutron-server[103774]: INFO neutron.db.securitygroups_db [None req-1161d233-95da-441e-b861-f8a530a58cdf tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Project 559aa21798c346fa8b89a8f96ec99843 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 21:14:20.407948 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1161d233-95da-441e-b861-f8a530a58cdf tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (64cd1b1e-eb04-455e-be98-0f8dbbd434ef), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.466414 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1161d233-95da-441e-b861-f8a530a58cdf tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (64cd1b1e-eb04-455e-be98-0f8dbbd434ef), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.469854 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1161d233-95da-441e-b861-f8a530a58cdf tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (64cd1b1e-eb04-455e-be98-0f8dbbd434ef), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.485196 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161d233-95da-441e-b861-f8a530a58cdf tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64cd1b1e-eb04-455e-be98-0f8dbbd434ef,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:20.495335 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1161d233-95da-441e-b861-f8a530a58cdf tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.496613 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1161d233-95da-441e-b861-f8a530a58cdf tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166534 Feb 28 21:14:20.499516 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47336) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:20.504549 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-338c8c74-ab37-472b-a757-4814f0929f0a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'network': {'name': 'tempest-network-smoke--2111483540', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'port_security_enabled': True}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:14:20.523564 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338c8c74-ab37-472b-a757-4814f0929f0a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Made reservation on behalf of 559aa21798c346fa8b89a8f96ec99843 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:14:20.526826 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-338c8c74-ab37-472b-a757-4814f0929f0a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.553836 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338c8c74-ab37-472b-a757-4814f0929f0a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:14:20.562831 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-338c8c74-ab37-472b-a757-4814f0929f0a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f608d84e-0d8f-46f1-90b2-519323c91d22), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.563180 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-338c8c74-ab37-472b-a757-4814f0929f0a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Added segment f608d84e-0d8f-46f1-90b2-519323c91d22 of type vlan for network 006cd392-e7d2-4da9-a065-d480b3d6a38f Feb 28 21:14:20.603211 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-338c8c74-ab37-472b-a757-4814f0929f0a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (006cd392-e7d2-4da9-a065-d480b3d6a38f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.627386 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-338c8c74-ab37-472b-a757-4814f0929f0a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (006cd392-e7d2-4da9-a065-d480b3d6a38f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.632898 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338c8c74-ab37-472b-a757-4814f0929f0a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:20.633468 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-338c8c74-ab37-472b-a757-4814f0929f0a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.669793 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-338c8c74-ab37-472b-a757-4814f0929f0a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1691999 Feb 28 21:14:20.673138 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47338) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:20.677675 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-f8ae00cd-2ee6-4060-a00f-5e36c1b4240b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-208554699', 'admin_state_up': True, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:14:20.699707 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8ae00cd-2ee6-4060-a00f-5e36c1b4240b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.700741 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8ae00cd-2ee6-4060-a00f-5e36c1b4240b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.703495 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c8c74-ab37-472b-a757-4814f0929f0a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Network': ['ID=006cd392-e7d2-4da9-a065-d480b3d6a38f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:20.714887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 006cd392-e7d2-4da9-a065-d480b3d6a38f details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:14:20.758239 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8ae00cd-2ee6-4060-a00f-5e36c1b4240b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_controller (46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:20.900844 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8ae00cd-2ee6-4060-a00f-5e36c1b4240b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_gateway (46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:21.089339 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8ae00cd-2ee6-4060-a00f-5e36c1b4240b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_gateway (46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:21.107721 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8ae00cd-2ee6-4060-a00f-5e36c1b4240b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:21.212483 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-f8ae00cd-2ee6-4060-a00f-5e36c1b4240b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Allocated IP 172.25.0.210 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/3b302335-48eb-4c76-b2a6-be341f42f68c) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:14:21.312325 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8ae00cd-2ee6-4060-a00f-5e36c1b4240b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (3b302335-48eb-4c76-b2a6-be341f42f68c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:21.345013 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8ae00cd-2ee6-4060-a00f-5e36c1b4240b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (3b302335-48eb-4c76-b2a6-be341f42f68c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:21.389100 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ae00cd-2ee6-4060-a00f-5e36c1b4240b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:14:21.391879 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-f8ae00cd-2ee6-4060-a00f-5e36c1b4240b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:14:21.395270 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ae00cd-2ee6-4060-a00f-5e36c1b4240b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:14:21.400686 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae00cd-2ee6-4060-a00f-5e36c1b4240b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=3b302335-48eb-4c76-b2a6-be341f42f68c,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:21.513848 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:21.967942 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8ae00cd-2ee6-4060-a00f-5e36c1b4240b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_gateway (46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:22.165982 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8ae00cd-2ee6-4060-a00f-5e36c1b4240b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:22.294118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ae00cd-2ee6-4060-a00f-5e36c1b4240b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 21:14:22.401098 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ae00cd-2ee6-4060-a00f-5e36c1b4240b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:14:22.411152 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] Sync routers for ids ['46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:14:22.421217 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] Routers {'46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:14:22.421555 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8ae00cd-2ee6-4060-a00f-5e36c1b4240b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:22.421825 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:14:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:22.422778 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f8ae00cd-2ee6-4060-a00f-5e36c1b4240b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7486446 Feb 28 21:14:22.426235 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47340) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:22.459222 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1ecbd635-6c35-4b12-aaef-d8a5c6b03af3 tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=559aa21798c346fa8b89a8f96ec99843&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316627 Feb 28 21:14:22.461686 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47342) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:22.528603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] Set router 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:14:22.548500 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1544809-8268-4f2b-b7b8-2f2707045c23 tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:22.550108 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e1544809-8268-4f2b-b7b8-2f2707045c23 tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875177 Feb 28 21:14:22.553020 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47344) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:22.580830 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a932d8a3-9fe1-4e5f-bfe0-bc56898299cc tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266700 Feb 28 21:14:22.583391 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47346) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:22.588062 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-93b0e8e1-c128-4c49-b12d-0ec542cdf64a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-615051106', 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:14:22.674029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b0e8e1-c128-4c49-b12d-0ec542cdf64a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Made reservation on behalf of 559aa21798c346fa8b89a8f96ec99843 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:14:22.678576 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-93b0e8e1-c128-4c49-b12d-0ec542cdf64a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:22.704239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208554699', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:14:20Z', 'updated_at': '2022-02-28T21:14:21Z', 'revision_number': 3, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:14:21Z', 'updated_at': '2022-02-28T21:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:22.730236 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] Checking router: 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:14:22.730613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] Updating router 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 port 3b302335-48eb-4c76-b2a6-be341f42f68c binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:14:22.765820 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3b302335-48eb-4c76-b2a6-be341f42f68c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:22.868504 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-93b0e8e1-c128-4c49-b12d-0ec542cdf64a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (56722ff7-5044-4456-95b5-d8ed0b9011d7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:22.869091 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:22.932573 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0e8e1-c128-4c49-b12d-0ec542cdf64a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Subnet': ['ID=56722ff7-5044-4456-95b5-d8ed0b9011d7,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:22.943584 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0e8e1-c128-4c49-b12d-0ec542cdf64a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Checking segment: {'id': 'f608d84e-0d8f-46f1-90b2-519323c91d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:14:22.944036 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b0e8e1-c128-4c49-b12d-0ec542cdf64a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network hostable DHCP agents. Network: 006cd392-e7d2-4da9-a065-d480b3d6a38f, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:14:22.964148 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b0e8e1-c128-4c49-b12d-0ec542cdf64a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network 006cd392-e7d2-4da9-a065-d480b3d6a38f is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:14:22.976397 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-93b0e8e1-c128-4c49-b12d-0ec542cdf64a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 006cd392-e7d2-4da9-a065-d480b3d6a38f) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:14:22.982314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b0e8e1-c128-4c49-b12d-0ec542cdf64a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:22.983387 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-93b0e8e1-c128-4c49-b12d-0ec542cdf64a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:23.002473 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-93b0e8e1-c128-4c49-b12d-0ec542cdf64a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4180086 Feb 28 21:14:23.005266 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47348) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:23.114907 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc43fbd-ddc7-4a96-9488-62cf0e618280 None None] Network 006cd392-e7d2-4da9-a065-d480b3d6a38f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:14:23.186193 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:23.261232 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acb17f4-53d2-4251-a3b0-110dc65aa689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-006cd392-e7d2-4da9-a065-d480b3d6a38f', 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ips': [{'subnet_id': '56722ff7-5044-4456-95b5-d8ed0b9011d7'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:14:23.262284 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4acb17f4-53d2-4251-a3b0-110dc65aa689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:23.318556 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] Publish callbacks [] for port (3b302335-48eb-4c76-b2a6-be341f42f68c), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:23.366667 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3b302335-48eb-4c76-b2a6-be341f42f68c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:23.451008 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] Attempting to bind port 3b302335-48eb-4c76-b2a6-be341f42f68c on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:14:23.451319 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] Attempting to bind port 3b302335-48eb-4c76-b2a6-be341f42f68c by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:14:23.451645 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] Attempting to bind port 3b302335-48eb-4c76-b2a6-be341f42f68c on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:14:23.465503 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-83aca2df-6685-4cd0-b10c-2186261a03e6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:23.471041 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47214ba5-3e51-4f87-961e-f7b36a23a267 None None] Pushing event updated for resources: {'Port': ['ID=3b302335-48eb-4c76-b2a6-be341f42f68c,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:23.480190 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:14:23.480643 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:14:23.481557 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:23.481952 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:14:23.482429 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] Bound port: 3b302335-48eb-4c76-b2a6-be341f42f68c, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:14:23.482806 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3b302335-48eb-4c76-b2a6-be341f42f68c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:23.524990 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-4acb17f4-53d2-4251-a3b0-110dc65aa689 None None] Allocated IP 172.20.0.2 (006cd392-e7d2-4da9-a065-d480b3d6a38f/56722ff7-5044-4456-95b5-d8ed0b9011d7/68bd02d9-7d80-48f5-adce-0eb65c0765fa) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:14:23.560179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] For port 3b302335-48eb-4c76-b2a6-be341f42f68c, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:14:23.587096 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] For port 3b302335-48eb-4c76-b2a6-be341f42f68c, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3b302335-48eb-4c76-b2a6-be341f42f68c,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:14:23.617876 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3b302335-48eb-4c76-b2a6-be341f42f68c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:23.701262 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] Routers {'46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:14:23.701814 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:14:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:23.707175 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47214ba5-3e51-4f87-961e-f7b36a23a267 None None] Pushing event updated for resources: {'Port': ['ID=3b302335-48eb-4c76-b2a6-be341f42f68c,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:23.847382 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4acb17f4-53d2-4251-a3b0-110dc65aa689 None None] Publish callbacks [] for port (68bd02d9-7d80-48f5-adce-0eb65c0765fa), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:23.855843 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4acb17f4-53d2-4251-a3b0-110dc65aa689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (68bd02d9-7d80-48f5-adce-0eb65c0765fa), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:23.890900 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] Set router 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:14:23.902236 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-83aca2df-6685-4cd0-b10c-2186261a03e6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Allocated IP 172.20.0.1 (006cd392-e7d2-4da9-a065-d480b3d6a38f/56722ff7-5044-4456-95b5-d8ed0b9011d7/f1ab3bc7-7335-4d15-a631-7caa438b4b64) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:14:23.960035 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acb17f4-53d2-4251-a3b0-110dc65aa689 None None] Network 006cd392-e7d2-4da9-a065-d480b3d6a38f is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:14:23.980227 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-4acb17f4-53d2-4251-a3b0-110dc65aa689 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:14:23.983479 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb17f4-53d2-4251-a3b0-110dc65aa689 None None] Pushing event updated for resources: {'Port': ['ID=68bd02d9-7d80-48f5-adce-0eb65c0765fa,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:23.988119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb17f4-53d2-4251-a3b0-110dc65aa689 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:14:24.019543 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-83aca2df-6685-4cd0-b10c-2186261a03e6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (f1ab3bc7-7335-4d15-a631-7caa438b4b64), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:24.067502 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-83aca2df-6685-4cd0-b10c-2186261a03e6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (f1ab3bc7-7335-4d15-a631-7caa438b4b64), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:24.097938 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4acb17f4-53d2-4251-a3b0-110dc65aa689 None None] Attempting to bind port 68bd02d9-7d80-48f5-adce-0eb65c0765fa on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:14:24.098315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4acb17f4-53d2-4251-a3b0-110dc65aa689 None None] Attempting to bind port 68bd02d9-7d80-48f5-adce-0eb65c0765fa by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'f608d84e-0d8f-46f1-90b2-519323c91d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:14:24.098677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb17f4-53d2-4251-a3b0-110dc65aa689 None None] Attempting to bind port 68bd02d9-7d80-48f5-adce-0eb65c0765fa on network 006cd392-e7d2-4da9-a065-d480b3d6a38f {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:14:24.105438 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aca2df-6685-4cd0-b10c-2186261a03e6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network 006cd392-e7d2-4da9-a065-d480b3d6a38f is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:14:24.110379 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-83aca2df-6685-4cd0-b10c-2186261a03e6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:14:24.114615 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aca2df-6685-4cd0-b10c-2186261a03e6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:14:24.121097 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb17f4-53d2-4251-a3b0-110dc65aa689 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:14:24.121097 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb17f4-53d2-4251-a3b0-110dc65aa689 None None] Checking segment: {'id': 'f608d84e-0d8f-46f1-90b2-519323c91d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:14:24.122125 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4acb17f4-53d2-4251-a3b0-110dc65aa689 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:24.122456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb17f4-53d2-4251-a3b0-110dc65aa689 None None] Bound using segment: {'id': 'f608d84e-0d8f-46f1-90b2-519323c91d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:14:24.122830 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-4acb17f4-53d2-4251-a3b0-110dc65aa689 None None] Bound port: 68bd02d9-7d80-48f5-adce-0eb65c0765fa, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f608d84e-0d8f-46f1-90b2-519323c91d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:14:24.123209 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4acb17f4-53d2-4251-a3b0-110dc65aa689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (68bd02d9-7d80-48f5-adce-0eb65c0765fa), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:24.145671 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aca2df-6685-4cd0-b10c-2186261a03e6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=f1ab3bc7-7335-4d15-a631-7caa438b4b64,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:24.164931 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-83aca2df-6685-4cd0-b10c-2186261a03e6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:24.201330 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208554699', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:14:20Z', 'updated_at': '2022-02-28T21:14:21Z', 'revision_number': 3, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:14:21Z', 'updated_at': '2022-02-28T21:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:24.228211 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4acb17f4-53d2-4251-a3b0-110dc65aa689 None None] For port 68bd02d9-7d80-48f5-adce-0eb65c0765fa, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:14:24.230441 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae6045-ddb6-4693-a7f3-d1024f8d181f None None] The sync data for ids ['46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'] in n-d-820368-21 is: [{'id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208554699', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:14:20Z', 'updated_at': '2022-02-28T21:14:21Z', 'revision_number': 3, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:14:21Z', 'updated_at': '2022-02-28T21:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:14:24.241394 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-4acb17f4-53d2-4251-a3b0-110dc65aa689 None None] For port 68bd02d9-7d80-48f5-adce-0eb65c0765fa, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=68bd02d9-7d80-48f5-adce-0eb65c0765fa,segment=NetworkSegment(f608d84e-0d8f-46f1-90b2-519323c91d22),segment_id=f608d84e-0d8f-46f1-90b2-519323c91d22)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:14:24.248193 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4acb17f4-53d2-4251-a3b0-110dc65aa689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (68bd02d9-7d80-48f5-adce-0eb65c0765fa), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:24.318203 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb17f4-53d2-4251-a3b0-110dc65aa689 None None] Pushing event updated for resources: {'Port': ['ID=68bd02d9-7d80-48f5-adce-0eb65c0765fa,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:24.335910 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-83aca2df-6685-4cd0-b10c-2186261a03e6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f1ab3bc7-7335-4d15-a631-7caa438b4b64), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:24.661629 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-83aca2df-6685-4cd0-b10c-2186261a03e6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (f1ab3bc7-7335-4d15-a631-7caa438b4b64), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:24.671098 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-83aca2df-6685-4cd0-b10c-2186261a03e6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (f1ab3bc7-7335-4d15-a631-7caa438b4b64), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:24.754394 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-83aca2df-6685-4cd0-b10c-2186261a03e6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:24.764662 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aca2df-6685-4cd0-b10c-2186261a03e6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=f1ab3bc7-7335-4d15-a631-7caa438b4b64,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:24.861281 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aca2df-6685-4cd0-b10c-2186261a03e6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network 006cd392-e7d2-4da9-a065-d480b3d6a38f is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:14:24.862884 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-83aca2df-6685-4cd0-b10c-2186261a03e6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:14:24.984301 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83aca2df-6685-4cd0-b10c-2186261a03e6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:14:25.101801 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83aca2df-6685-4cd0-b10c-2186261a03e6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:14:25.110347 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-83aca2df-6685-4cd0-b10c-2186261a03e6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "PUT /v2.0/routers/46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1016052 Feb 28 21:14:25.275202 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-deaabe9f-9bd6-4baf-94ee-77e2e8ed201d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-110187306&fields=id&tenant_id=559aa21798c346fa8b89a8f96ec99843 HTTP/1.1" status: 200 len: 267 time: 0.0472698 Feb 28 21:14:25.381170 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231083e3-775a-4d29-80e2-7bef42a92381 None None] Network 006cd392-e7d2-4da9-a065-d480b3d6a38f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:14:25.394005 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-9761ee8f-0d70-4e1e-98c8-884e70dd4735 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:25.395524 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-9761ee8f-0d70-4e1e-98c8-884e70dd4735 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/networks?id=006cd392-e7d2-4da9-a065-d480b3d6a38f HTTP/1.1" status: 200 len: 797 time: 0.1131511 Feb 28 21:14:25.411258 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-390680f3-b5b8-41b3-832c-1e68c20710f2 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/quotas/559aa21798c346fa8b89a8f96ec99843 HTTP/1.1" status: 200 len: 375 time: 0.0100307 Feb 28 21:14:25.456299 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-b4cfb2f7-f939-4179-a697-bfc2becc6b2c None None] Provisioning complete for port 68bd02d9-7d80-48f5-adce-0eb65c0765fa triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:14:25.456666 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb2f7-f939-4179-a697-bfc2becc6b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (68bd02d9-7d80-48f5-adce-0eb65c0765fa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:25.468403 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-fdd2fc6f-a862-4099-8e42-f7db36dea82a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514650 Feb 28 21:14:25.572567 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-ee030a14-b86f-4286-a8ec-f07fbb9aa91c service neutron] 10.222.0.13 "GET /v2.0/networks/006cd392-e7d2-4da9-a065-d480b3d6a38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919993 Feb 28 21:14:25.572986 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-b4cfb2f7-f939-4179-a697-bfc2becc6b2c None None] Current status of the port 68bd02d9-7d80-48f5-adce-0eb65c0765fa is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:14:25.573447 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb2f7-f939-4179-a697-bfc2becc6b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (68bd02d9-7d80-48f5-adce-0eb65c0765fa), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:25.609397 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-b4cfb2f7-f939-4179-a697-bfc2becc6b2c None None] For port 68bd02d9-7d80-48f5-adce-0eb65c0765fa, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=68bd02d9-7d80-48f5-adce-0eb65c0765fa,segment=NetworkSegment(f608d84e-0d8f-46f1-90b2-519323c91d22),segment_id=f608d84e-0d8f-46f1-90b2-519323c91d22)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:14:25.615586 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb2f7-f939-4179-a697-bfc2becc6b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (68bd02d9-7d80-48f5-adce-0eb65c0765fa), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:25.698130 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfb2f7-f939-4179-a697-bfc2becc6b2c None None] Pushing event updated for resources: {'Port': ['ID=68bd02d9-7d80-48f5-adce-0eb65c0765fa,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:25.711032 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-2eb9d8f4-fc1d-481b-8d01-feff18aa56de service neutron] 10.222.0.13 "GET /v2.0/networks/006cd392-e7d2-4da9-a065-d480b3d6a38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323583 Feb 28 21:14:25.802341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3b302335-48eb-4c76-b2a6-be341f42f68c up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:14:25.861727 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0cce33f9-1619-4e55-889f-5f17a19af2b9 None None] Provisioning complete for port f1ab3bc7-7335-4d15-a631-7caa438b4b64 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:14:25.862071 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0cce33f9-1619-4e55-889f-5f17a19af2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f1ab3bc7-7335-4d15-a631-7caa438b4b64), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:25.908254 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3b302335-48eb-4c76-b2a6-be341f42f68c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:14:25.908635 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3b302335-48eb-4c76-b2a6-be341f42f68c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:25.911791 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0cce33f9-1619-4e55-889f-5f17a19af2b9 None None] Port f1ab3bc7-7335-4d15-a631-7caa438b4b64 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:14:25.941754 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ded193cf-faf7-47f4-8cd4-2cac0f1aa1bf req-98a4489c-d3e8-49f1-9652-f25bc8b98995 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 210 time: 0.0422618 Feb 28 21:14:25.952093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0cce33f9-1619-4e55-889f-5f17a19af2b9 None None] Provisioning complete for port 68bd02d9-7d80-48f5-adce-0eb65c0765fa triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:14:25.952467 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0cce33f9-1619-4e55-889f-5f17a19af2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (68bd02d9-7d80-48f5-adce-0eb65c0765fa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:26.042272 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3b302335-48eb-4c76-b2a6-be341f42f68c is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:14:26.042658 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3b302335-48eb-4c76-b2a6-be341f42f68c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:26.062738 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] Sync routers for ids ['46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:14:26.078086 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] Routers {'46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:14:26.078707 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:14:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:26.102522 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 3b302335-48eb-4c76-b2a6-be341f42f68c, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3b302335-48eb-4c76-b2a6-be341f42f68c,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:14:26.125902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0cce33f9-1619-4e55-889f-5f17a19af2b9 None None] Current status of the port 68bd02d9-7d80-48f5-adce-0eb65c0765fa is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:14:26.130570 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3b302335-48eb-4c76-b2a6-be341f42f68c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:26.131687 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 68bd02d9-7d80-48f5-adce-0eb65c0765fa up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:14:26.199686 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] Set router 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:14:26.244305 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=3b302335-48eb-4c76-b2a6-be341f42f68c,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:26.270613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 68bd02d9-7d80-48f5-adce-0eb65c0765fa triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:14:26.271274 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (68bd02d9-7d80-48f5-adce-0eb65c0765fa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:26.314341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-65e5b6e0-bc9f-49e1-a8db-6974fd7b2076 None None] Provisioning complete for port f1ab3bc7-7335-4d15-a631-7caa438b4b64 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:14:26.314689 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-65e5b6e0-bc9f-49e1-a8db-6974fd7b2076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f1ab3bc7-7335-4d15-a631-7caa438b4b64), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:26.379146 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-65e5b6e0-bc9f-49e1-a8db-6974fd7b2076 None None] Port f1ab3bc7-7335-4d15-a631-7caa438b4b64 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:14:26.394184 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 68bd02d9-7d80-48f5-adce-0eb65c0765fa is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:14:26.438733 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208554699', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:14:20Z', 'updated_at': '2022-02-28T21:14:24Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:14:21Z', 'updated_at': '2022-02-28T21:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'f1ab3bc7-7335-4d15-a631-7caa438b4b64', 'name': '', 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:d9:0b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '56722ff7-5044-4456-95b5-d8ed0b9011d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:14:23Z', 'updated_at': '2022-02-28T21:14:24Z', 'revision_number': 2, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '56722ff7-5044-4456-95b5-d8ed0b9011d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:26.465985 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] Checking router: 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:14:26.466329 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] Updating router 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 port f1ab3bc7-7335-4d15-a631-7caa438b4b64 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:14:26.494894 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f1ab3bc7-7335-4d15-a631-7caa438b4b64), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:26.500450 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a0ce2607-4fcd-4c6f-8aab-c09e4a90b6ed None None] Provisioning complete for port f1ab3bc7-7335-4d15-a631-7caa438b4b64 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:14:26.501085 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a0ce2607-4fcd-4c6f-8aab-c09e4a90b6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f1ab3bc7-7335-4d15-a631-7caa438b4b64), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:26.542116 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a0ce2607-4fcd-4c6f-8aab-c09e4a90b6ed None None] Port f1ab3bc7-7335-4d15-a631-7caa438b4b64 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:14:26.780863 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] Publish callbacks [] for port (f1ab3bc7-7335-4d15-a631-7caa438b4b64), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:26.786450 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f1ab3bc7-7335-4d15-a631-7caa438b4b64), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:26.839453 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada9905-43d3-4956-8b34-f555ceca7efb None None] Pushing event updated for resources: {'Port': ['ID=f1ab3bc7-7335-4d15-a631-7caa438b4b64,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:26.864957 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada9905-43d3-4956-8b34-f555ceca7efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:26.865300 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada9905-43d3-4956-8b34-f555ceca7efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:26.865635 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada9905-43d3-4956-8b34-f555ceca7efb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:26.865969 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada9905-43d3-4956-8b34-f555ceca7efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:26.866297 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada9905-43d3-4956-8b34-f555ceca7efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:26.866620 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada9905-43d3-4956-8b34-f555ceca7efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:26.866945 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada9905-43d3-4956-8b34-f555ceca7efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:26.867265 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada9905-43d3-4956-8b34-f555ceca7efb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:26.867618 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada9905-43d3-4956-8b34-f555ceca7efb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:26.867954 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada9905-43d3-4956-8b34-f555ceca7efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:26.868272 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada9905-43d3-4956-8b34-f555ceca7efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:26.868586 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada9905-43d3-4956-8b34-f555ceca7efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:26.868898 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada9905-43d3-4956-8b34-f555ceca7efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:14:26.906583 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] Attempting to bind port f1ab3bc7-7335-4d15-a631-7caa438b4b64 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:14:26.906946 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] Attempting to bind port f1ab3bc7-7335-4d15-a631-7caa438b4b64 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'f608d84e-0d8f-46f1-90b2-519323c91d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:14:26.907303 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] Attempting to bind port f1ab3bc7-7335-4d15-a631-7caa438b4b64 on network 006cd392-e7d2-4da9-a065-d480b3d6a38f {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:14:26.913433 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:14:26.913931 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] Checking segment: {'id': 'f608d84e-0d8f-46f1-90b2-519323c91d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:14:26.914194 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:26.914574 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] Bound using segment: {'id': 'f608d84e-0d8f-46f1-90b2-519323c91d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:14:26.915035 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] Bound port: f1ab3bc7-7335-4d15-a631-7caa438b4b64, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f608d84e-0d8f-46f1-90b2-519323c91d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:14:26.915403 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f1ab3bc7-7335-4d15-a631-7caa438b4b64), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:26.992360 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] For port f1ab3bc7-7335-4d15-a631-7caa438b4b64, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:14:27.001459 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] For port f1ab3bc7-7335-4d15-a631-7caa438b4b64, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=f1ab3bc7-7335-4d15-a631-7caa438b4b64,segment=NetworkSegment(f608d84e-0d8f-46f1-90b2-519323c91d22),segment_id=f608d84e-0d8f-46f1-90b2-519323c91d22)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:14:27.009454 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f1ab3bc7-7335-4d15-a631-7caa438b4b64), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:27.073077 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d8de18c8-a304-40f9-809a-fb883b2b2c80 None None] Provisioning complete for port f1ab3bc7-7335-4d15-a631-7caa438b4b64 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:14:27.073387 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d8de18c8-a304-40f9-809a-fb883b2b2c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f1ab3bc7-7335-4d15-a631-7caa438b4b64), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:27.092564 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada9905-43d3-4956-8b34-f555ceca7efb None None] Pushing event updated for resources: {'Port': ['ID=f1ab3bc7-7335-4d15-a631-7caa438b4b64,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:27.096369 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] Routers {'46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:14:27.105832 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:14:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:27.210564 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d8de18c8-a304-40f9-809a-fb883b2b2c80 None None] Current status of the port f1ab3bc7-7335-4d15-a631-7caa438b4b64 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:14:27.211329 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d8de18c8-a304-40f9-809a-fb883b2b2c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (f1ab3bc7-7335-4d15-a631-7caa438b4b64), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:27.214114 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6cfaa18-24ce-4fa8-ad07-197e2d1ec0d3 req-d5392571-96a7-4b19-8278-4841e65e2bf1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 210 time: 0.0568888 Feb 28 21:14:27.260285 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-d8de18c8-a304-40f9-809a-fb883b2b2c80 None None] For port f1ab3bc7-7335-4d15-a631-7caa438b4b64, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=f1ab3bc7-7335-4d15-a631-7caa438b4b64,segment=NetworkSegment(f608d84e-0d8f-46f1-90b2-519323c91d22),segment_id=f608d84e-0d8f-46f1-90b2-519323c91d22)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:14:27.264528 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] Set router 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:14:27.267342 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d8de18c8-a304-40f9-809a-fb883b2b2c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (f1ab3bc7-7335-4d15-a631-7caa438b4b64), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:27.271411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-dde44aa9-145f-4868-b19b-a513033f0d58 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:27.272997 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-dde44aa9-145f-4868-b19b-a513033f0d58 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.10 "GET /v2.0/networks?id=006cd392-e7d2-4da9-a065-d480b3d6a38f HTTP/1.1" status: 200 len: 797 time: 0.2816560 Feb 28 21:14:27.328875 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de18c8-a304-40f9-809a-fb883b2b2c80 None None] Pushing event updated for resources: {'Port': ['ID=f1ab3bc7-7335-4d15-a631-7caa438b4b64,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:27.351376 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-707b315e-d8f4-4e5b-b7cf-3a213e48adf9 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=559aa21798c346fa8b89a8f96ec99843 HTTP/1.1" status: 200 len: 379 time: 0.0683031 Feb 28 21:14:27.361876 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-fc13dc10-b5fb-42e2-b94c-aabcdb0d2dcb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'port': {'device_id': '70dcf9a5-4948-45b1-a79a-6841c94357c2', 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f', 'admin_state_up': True, 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'security_groups': ['5f9ca024-8329-45eb-9181-7b0f2d1909c7']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:14:27.389693 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a6d5b1c2-8726-4867-9607-f632fb2a285e None None] Provisioning complete for port f1ab3bc7-7335-4d15-a631-7caa438b4b64 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:14:27.390215 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a6d5b1c2-8726-4867-9607-f632fb2a285e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f1ab3bc7-7335-4d15-a631-7caa438b4b64), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:27.472946 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a6d5b1c2-8726-4867-9607-f632fb2a285e None None] Current status of the port f1ab3bc7-7335-4d15-a631-7caa438b4b64 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:14:27.481176 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-fc13dc10-b5fb-42e2-b94c-aabcdb0d2dcb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Made reservation on behalf of 559aa21798c346fa8b89a8f96ec99843 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:14:27.484584 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-fc13dc10-b5fb-42e2-b94c-aabcdb0d2dcb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:27.489358 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208554699', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:14:20Z', 'updated_at': '2022-02-28T21:14:24Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:14:21Z', 'updated_at': '2022-02-28T21:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'f1ab3bc7-7335-4d15-a631-7caa438b4b64', 'name': '', 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:d9:0b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '56722ff7-5044-4456-95b5-d8ed0b9011d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:14:23Z', 'updated_at': '2022-02-28T21:14:26Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '56722ff7-5044-4456-95b5-d8ed0b9011d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:27.516644 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c634261-13ac-4be9-8a2f-bad482778bec None None] The sync data for ids ['46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'] in n-d-820368-21 is: [{'id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208554699', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:14:20Z', 'updated_at': '2022-02-28T21:14:24Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:14:21Z', 'updated_at': '2022-02-28T21:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'f1ab3bc7-7335-4d15-a631-7caa438b4b64', 'name': '', 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:d9:0b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '56722ff7-5044-4456-95b5-d8ed0b9011d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:14:23Z', 'updated_at': '2022-02-28T21:14:26Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '56722ff7-5044-4456-95b5-d8ed0b9011d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:14:27.637799 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-fc13dc10-b5fb-42e2-b94c-aabcdb0d2dcb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Allocated IP 172.20.0.7 (006cd392-e7d2-4da9-a065-d480b3d6a38f/56722ff7-5044-4456-95b5-d8ed0b9011d7/43e72726-0056-4640-9c63-b31a20c02511) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:14:27.771673 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f1ab3bc7-7335-4d15-a631-7caa438b4b64 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:14:27.804917 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-fc13dc10-b5fb-42e2-b94c-aabcdb0d2dcb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (43e72726-0056-4640-9c63-b31a20c02511), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:27.823977 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port f1ab3bc7-7335-4d15-a631-7caa438b4b64 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:14:27.824496 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (f1ab3bc7-7335-4d15-a631-7caa438b4b64), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:27.854010 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-fc13dc10-b5fb-42e2-b94c-aabcdb0d2dcb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (43e72726-0056-4640-9c63-b31a20c02511), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:27.914392 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port f1ab3bc7-7335-4d15-a631-7caa438b4b64 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:14:27.915789 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3b302335-48eb-4c76-b2a6-be341f42f68c up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:14:27.916847 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-fc13dc10-b5fb-42e2-b94c-aabcdb0d2dcb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network 006cd392-e7d2-4da9-a065-d480b3d6a38f is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:14:27.920979 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-fc13dc10-b5fb-42e2-b94c-aabcdb0d2dcb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:14:27.926124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-fc13dc10-b5fb-42e2-b94c-aabcdb0d2dcb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:14:27.930605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13dc10-b5fb-42e2-b94c-aabcdb0d2dcb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=43e72726-0056-4640-9c63-b31a20c02511,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:27.981899 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3b302335-48eb-4c76-b2a6-be341f42f68c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:14:27.982280 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3b302335-48eb-4c76-b2a6-be341f42f68c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:27.982855 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-fc13dc10-b5fb-42e2-b94c-aabcdb0d2dcb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:27.983523 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-fc13dc10-b5fb-42e2-b94c-aabcdb0d2dcb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:28.006961 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-fc13dc10-b5fb-42e2-b94c-aabcdb0d2dcb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6484370 Feb 28 21:14:28.019316 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] Request body: {'port': {'device_id': '70dcf9a5-4948-45b1-a79a-6841c94357c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:14:28.085078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3b302335-48eb-4c76-b2a6-be341f42f68c is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:14:28.086132 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 68bd02d9-7d80-48f5-adce-0eb65c0765fa up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:14:28.096673 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (43e72726-0056-4640-9c63-b31a20c02511), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:28.153760 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 68bd02d9-7d80-48f5-adce-0eb65c0765fa triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:14:28.154219 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (68bd02d9-7d80-48f5-adce-0eb65c0765fa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:28.243537 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 68bd02d9-7d80-48f5-adce-0eb65c0765fa is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:14:28.300315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-27d0c0d5-7a2b-4971-be80-75c6ca38ca50 None None] Provisioning complete for port 43e72726-0056-4640-9c63-b31a20c02511 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:14:28.300795 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-27d0c0d5-7a2b-4971-be80-75c6ca38ca50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (43e72726-0056-4640-9c63-b31a20c02511), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:28.339423 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-27d0c0d5-7a2b-4971-be80-75c6ca38ca50 None None] Port 43e72726-0056-4640-9c63-b31a20c02511 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:14:28.407861 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797d4c6-d7b3-49c1-9d54-4b8ecaa62899 req-0f23b74a-2145-486f-8d73-3092a9d14bf3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:28.409439 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9797d4c6-d7b3-49c1-9d54-4b8ecaa62899 req-0f23b74a-2145-486f-8d73-3092a9d14bf3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 931 time: 0.1186728 Feb 28 21:14:28.496735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e72726-0056-4640-9c63-b31a20c02511 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:14:28.504588 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9797d4c6-d7b3-49c1-9d54-4b8ecaa62899 req-f7ce0128-47c0-4271-a872-1341955e1d36 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890875 Feb 28 21:14:28.508893 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] Publish callbacks [] for port (43e72726-0056-4640-9c63-b31a20c02511), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:28.522824 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] Transition to ACTIVE for port object 43e72726-0056-4640-9c63-b31a20c02511 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:14:28.527689 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (43e72726-0056-4640-9c63-b31a20c02511), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:28.582962 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] Pushing event updated for resources: {'Port': ['ID=43e72726-0056-4640-9c63-b31a20c02511,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:28.663526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] Attempting to bind port 43e72726-0056-4640-9c63-b31a20c02511 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:14:28.663906 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] Attempting to bind port 43e72726-0056-4640-9c63-b31a20c02511 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'f608d84e-0d8f-46f1-90b2-519323c91d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:14:28.664499 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] Attempting to bind port 43e72726-0056-4640-9c63-b31a20c02511 on network 006cd392-e7d2-4da9-a065-d480b3d6a38f {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:14:28.669628 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] Port 43e72726-0056-4640-9c63-b31a20c02511 on network 006cd392-e7d2-4da9-a065-d480b3d6a38f not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:14:28.669953 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] Attempting to bind port 43e72726-0056-4640-9c63-b31a20c02511 on network 006cd392-e7d2-4da9-a065-d480b3d6a38f {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:14:28.675558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:14:28.675929 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] Checking segment: {'id': 'f608d84e-0d8f-46f1-90b2-519323c91d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:14:28.676333 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] Bound using segment: {'id': 'f608d84e-0d8f-46f1-90b2-519323c91d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:14:28.676748 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] Bound port: 43e72726-0056-4640-9c63-b31a20c02511, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f608d84e-0d8f-46f1-90b2-519323c91d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:14:28.677100 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (43e72726-0056-4640-9c63-b31a20c02511), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:28.747834 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] For port 43e72726-0056-4640-9c63-b31a20c02511, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:14:28.751393 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] For port 43e72726-0056-4640-9c63-b31a20c02511, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=43e72726-0056-4640-9c63-b31a20c02511,segment=NetworkSegment(f608d84e-0d8f-46f1-90b2-519323c91d22),segment_id=f608d84e-0d8f-46f1-90b2-519323c91d22)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:14:28.758625 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (43e72726-0056-4640-9c63-b31a20c02511), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:28.798715 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:28.799261 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:28.800797 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] 10.222.0.10 "PUT /v2.0/ports/43e72726-0056-4640-9c63-b31a20c02511 HTTP/1.1" status: 200 len: 1092 time: 0.7866263 Feb 28 21:14:28.801339 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70dcf9a5-4948-45b1-a79a-6841c94357c2', 'tag': '43e72726-0056-4640-9c63-b31a20c02511'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:14:28.803660 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2ea54b-bb9a-45b2-869b-6c0aa782a8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "70dcf9a5-4948-45b1-a79a-6841c94357c2", "tag": "43e72726-0056-4640-9c63-b31a20c02511"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:14:28.833044 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420e1ff-08e8-4f76-abee-69b6fd5f92e1 service neutron] Pushing event updated for resources: {'Port': ['ID=43e72726-0056-4640-9c63-b31a20c02511,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:28.896038 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf467ad-f347-4872-ae14-1510cee242a5 x-openstack-request-id: req-2bf467ad-f347-4872-ae14-1510cee242a5 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:14:28.896440 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70dcf9a5-4948-45b1-a79a-6841c94357c2", "tag": "43e72726-0056-4640-9c63-b31a20c02511", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:14:28.896783 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bf467ad-f347-4872-ae14-1510cee242a5 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:14:28.897270 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70dcf9a5-4948-45b1-a79a-6841c94357c2', 'tag': '43e72726-0056-4640-9c63-b31a20c02511', 'status': 'completed', 'code': 200} Feb 28 21:14:28.919393 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-9d056252-3e53-4748-89f4-f29f24e3ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:28.921126 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-9d056252-3e53-4748-89f4-f29f24e3ab08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 1126 time: 0.0565472 Feb 28 21:14:28.968315 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-6a63d5a1-dccb-47c9-8a98-40da661cd1d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e72726-0056-4640-9c63-b31a20c02511 HTTP/1.1" status: 200 len: 217 time: 0.0384507 Feb 28 21:14:29.025622 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-bfd95387-7d5c-45c5-8299-098501d7295c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:29.027123 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-bfd95387-7d5c-45c5-8299-098501d7295c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56722ff7-5044-4456-95b5-d8ed0b9011d7 HTTP/1.1" status: 200 len: 834 time: 0.0520272 Feb 28 21:14:29.083040 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-e1b3453d-4753-4aca-8cf1-50ffead49353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:29.084672 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-e1b3453d-4753-4aca-8cf1-50ffead49353 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=006cd392-e7d2-4da9-a065-d480b3d6a38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479977 Feb 28 21:14:29.180185 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-9c72442c-1c67-43fa-ac97-8c25ad46a548 service neutron] 10.222.0.10 "GET /v2.0/networks/006cd392-e7d2-4da9-a065-d480b3d6a38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887442 Feb 28 21:14:29.278331 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a83f2ec-c7da-44ca-9da1-40688c861682 req-b931245f-256e-4af3-b961-1559cdaf75c4 service neutron] 10.222.0.10 "GET /v2.0/networks/006cd392-e7d2-4da9-a065-d480b3d6a38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911582 Feb 28 21:14:29.368580 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ea54b-bb9a-45b2-869b-6c0aa782a8e9 req-4aa57b18-15f6-494b-b712-f705525a844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:29.370004 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c2ea54b-bb9a-45b2-869b-6c0aa782a8e9 req-4aa57b18-15f6-494b-b712-f705525a844e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 1126 time: 0.0462132 Feb 28 21:14:29.467197 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ea54b-bb9a-45b2-869b-6c0aa782a8e9 req-9d39709a-9f5d-4742-be6a-1e908d456661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:29.468716 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c2ea54b-bb9a-45b2-869b-6c0aa782a8e9 req-9d39709a-9f5d-4742-be6a-1e908d456661 service neutron] 10.222.0.10 "GET /v2.0/networks?id=006cd392-e7d2-4da9-a065-d480b3d6a38f HTTP/1.1" status: 200 len: 897 time: 0.0910072 Feb 28 21:14:29.512610 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c2ea54b-bb9a-45b2-869b-6c0aa782a8e9 req-bd0d4e7c-582e-441e-9caa-27d5f78ed766 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e72726-0056-4640-9c63-b31a20c02511 HTTP/1.1" status: 200 len: 217 time: 0.0359297 Feb 28 21:14:29.562685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ea54b-bb9a-45b2-869b-6c0aa782a8e9 req-4b3d21ff-7592-4676-8e4a-35b20576340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:29.564188 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c2ea54b-bb9a-45b2-869b-6c0aa782a8e9 req-4b3d21ff-7592-4676-8e4a-35b20576340a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56722ff7-5044-4456-95b5-d8ed0b9011d7 HTTP/1.1" status: 200 len: 834 time: 0.0460546 Feb 28 21:14:29.656631 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ea54b-bb9a-45b2-869b-6c0aa782a8e9 req-469651c6-133d-4bc2-b2be-4c3eef67d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:29.658302 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c2ea54b-bb9a-45b2-869b-6c0aa782a8e9 req-469651c6-133d-4bc2-b2be-4c3eef67d566 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=006cd392-e7d2-4da9-a065-d480b3d6a38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0878375 Feb 28 21:14:29.669129 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2361f7-b291-4ed5-bc01-b81b1ba113e0 req-417f22d0-a341-4edc-9dcd-bb38847afd92 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:29.670680 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd2361f7-b291-4ed5-bc01-b81b1ba113e0 req-417f22d0-a341-4edc-9dcd-bb38847afd92 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 943 time: 0.0901432 Feb 28 21:14:29.787535 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd2361f7-b291-4ed5-bc01-b81b1ba113e0 req-19470521-18e7-4c2b-ae0c-cd08d6fb1823 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080804 Feb 28 21:14:29.805200 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c2ea54b-bb9a-45b2-869b-6c0aa782a8e9 req-a781933b-d2c0-4b51-8dc7-0ea2403c3736 service neutron] 10.222.0.10 "GET /v2.0/networks/006cd392-e7d2-4da9-a065-d480b3d6a38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335063 Feb 28 21:14:29.900847 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8c2ea54b-bb9a-45b2-869b-6c0aa782a8e9 req-595fa1af-ec90-4230-8675-485d17ba2e72 service neutron] 10.222.0.10 "GET /v2.0/networks/006cd392-e7d2-4da9-a065-d480b3d6a38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858061 Feb 28 21:14:30.912676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905b329-a1ff-4296-a6be-1bb4fed62466 req-4e246f7f-dcc5-4af6-8e37-06ae254c2a96 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:30.914139 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4905b329-a1ff-4296-a6be-1bb4fed62466 req-4e246f7f-dcc5-4af6-8e37-06ae254c2a96 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 943 time: 0.0571229 Feb 28 21:14:30.961600 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4905b329-a1ff-4296-a6be-1bb4fed62466 req-d2bd588c-aaaa-474c-adcb-33529164a4ab tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419269 Feb 28 21:14:32.078670 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf6d0b-9996-44d2-acac-e219209a9124 req-9420ab1b-af77-482f-b237-a8fb43c041b6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:32.080208 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70bf6d0b-9996-44d2-acac-e219209a9124 req-9420ab1b-af77-482f-b237-a8fb43c041b6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 943 time: 0.0527084 Feb 28 21:14:32.129068 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-70bf6d0b-9996-44d2-acac-e219209a9124 req-60c1c218-6fb5-42e8-a2e6-859b0c64534b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427375 Feb 28 21:14:33.068886 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 43e72726-0056-4640-9c63-b31a20c02511 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:14:33.254511 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90edce-e681-49ce-88dd-a2f556d28ffc req-38f9272f-ea8f-4c57-bba7-84dfac6e14e5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:33.256213 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e90edce-e681-49ce-88dd-a2f556d28ffc req-38f9272f-ea8f-4c57-bba7-84dfac6e14e5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 943 time: 0.0573828 Feb 28 21:14:33.311425 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6e90edce-e681-49ce-88dd-a2f556d28ffc req-eec23644-7dc2-4820-8c13-f8cd8493275e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486343 Feb 28 21:14:33.327672 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 43e72726-0056-4640-9c63-b31a20c02511, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=43e72726-0056-4640-9c63-b31a20c02511,segment=NetworkSegment(f608d84e-0d8f-46f1-90b2-519323c91d22),segment_id=f608d84e-0d8f-46f1-90b2-519323c91d22)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:14:33.338653 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '43e72726-0056-4640-9c63-b31a20c02511', 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f', 'port_id': '43e72726-0056-4640-9c63-b31a20c02511', 'mac_address': 'fa:16:3e:aa:67:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56722ff7-5044-4456-95b5-d8ed0b9011d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:14:33.374848 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 43e72726-0056-4640-9c63-b31a20c02511 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:14:33.375233 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (43e72726-0056-4640-9c63-b31a20c02511), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:33.388739 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e72726-0056-4640-9c63-b31a20c02511 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:14:33.407253 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 43e72726-0056-4640-9c63-b31a20c02511, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=43e72726-0056-4640-9c63-b31a20c02511,segment=NetworkSegment(f608d84e-0d8f-46f1-90b2-519323c91d22),segment_id=f608d84e-0d8f-46f1-90b2-519323c91d22)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:14:33.411263 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (43e72726-0056-4640-9c63-b31a20c02511), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:33.458881 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=43e72726-0056-4640-9c63-b31a20c02511,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:33.634570 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['43e72726-0056-4640-9c63-b31a20c02511'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:14:34.430176 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa7f2c-2c02-4474-a3ce-a64be316fcbd req-6af079e7-5a1b-4dbb-85ba-4861e6cb9215 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:34.431639 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6aa7f2c-2c02-4474-a3ce-a64be316fcbd req-6af079e7-5a1b-4dbb-85ba-4861e6cb9215 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 944 time: 0.0539687 Feb 28 21:14:34.479531 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c6aa7f2c-2c02-4474-a3ce-a64be316fcbd req-d5a79c91-4603-44ea-9250-42496311dcf3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423675 Feb 28 21:14:35.085620 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 43e72726-0056-4640-9c63-b31a20c02511 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:14:35.136470 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 43e72726-0056-4640-9c63-b31a20c02511 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:14:35.140037 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 43e72726-0056-4640-9c63-b31a20c02511 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:14:35.140407 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (43e72726-0056-4640-9c63-b31a20c02511), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:35.215553 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 43e72726-0056-4640-9c63-b31a20c02511 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:14:35.215966 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (43e72726-0056-4640-9c63-b31a20c02511), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:35.238153 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dcf9a5-4948-45b1-a79a-6841c94357c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e72726-0056-4640-9c63-b31a20c02511'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:14:35.240382 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53726efd-c917-4463-b241-60564757f6af" -d '{"events": [{"server_uuid": "70dcf9a5-4948-45b1-a79a-6841c94357c2", "name": "network-vif-plugged", "status": "completed", "tag": "43e72726-0056-4640-9c63-b31a20c02511"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:14:35.254996 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 43e72726-0056-4640-9c63-b31a20c02511, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=43e72726-0056-4640-9c63-b31a20c02511,segment=NetworkSegment(f608d84e-0d8f-46f1-90b2-519323c91d22),segment_id=f608d84e-0d8f-46f1-90b2-519323c91d22)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:14:35.258946 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (43e72726-0056-4640-9c63-b31a20c02511), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:35.311089 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=43e72726-0056-4640-9c63-b31a20c02511,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:35.338682 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b18db57-67f7-48af-bbe9-09ef36d24773 x-openstack-request-id: req-0b18db57-67f7-48af-bbe9-09ef36d24773 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:14:35.338982 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dcf9a5-4948-45b1-a79a-6841c94357c2", "name": "network-vif-plugged", "status": "completed", "tag": "43e72726-0056-4640-9c63-b31a20c02511", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:14:35.339241 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b18db57-67f7-48af-bbe9-09ef36d24773 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:14:35.339648 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dcf9a5-4948-45b1-a79a-6841c94357c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e72726-0056-4640-9c63-b31a20c02511', 'code': 200} Feb 28 21:14:35.441094 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa5467-84d1-4830-b6f1-acec38e5d911 req-90b01473-fe15-495f-a71e-194a98ed1c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:35.442588 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49fa5467-84d1-4830-b6f1-acec38e5d911 req-90b01473-fe15-495f-a71e-194a98ed1c85 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 1128 time: 0.0453680 Feb 28 21:14:35.488379 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49fa5467-84d1-4830-b6f1-acec38e5d911 req-668835ec-b816-4b79-9347-37cc4a67a7b3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393691 Feb 28 21:14:35.607152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4802aa-628f-4fdd-91fc-065d09e41b6e req-72656b17-dce5-4253-bd62-5b1796a0086b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:35.608619 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e4802aa-628f-4fdd-91fc-065d09e41b6e req-72656b17-dce5-4253-bd62-5b1796a0086b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 945 time: 0.0570903 Feb 28 21:14:35.660781 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0e4802aa-628f-4fdd-91fc-065d09e41b6e req-ddf43a05-cccc-45a2-9444-c8b5f2cd9691 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465822 Feb 28 21:14:36.779199 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20648265-0b37-478d-810c-a8058eccc63a req-501b7ce7-7096-4578-8e02-c85bb785a6f3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:36.780703 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-20648265-0b37-478d-810c-a8058eccc63a req-501b7ce7-7096-4578-8e02-c85bb785a6f3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 945 time: 0.0533907 Feb 28 21:14:36.832784 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-20648265-0b37-478d-810c-a8058eccc63a req-554f3295-b9cb-40c2-8cb2-63a8042aa1b2 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465288 Feb 28 21:14:36.950892 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf84d30-d2b0-4549-99ae-78636d8b68a1 req-2bc632ab-6749-40e2-82a2-96952bc20d71 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:36.952285 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bcf84d30-d2b0-4549-99ae-78636d8b68a1 req-2bc632ab-6749-40e2-82a2-96952bc20d71 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 945 time: 0.0557895 Feb 28 21:14:37.004009 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bcf84d30-d2b0-4549-99ae-78636d8b68a1 req-972235f0-b299-42c9-bbb1-9f21c6da7e04 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429928 Feb 28 21:14:37.024922 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47404) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:37.068382 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c04bc66-6f2f-46ce-a4ab-731872987031 tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:37.069885 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1c04bc66-6f2f-46ce-a4ab-731872987031 tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 1123 time: 0.0440125 Feb 28 21:14:37.072788 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47406) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:37.077020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d56d2bed-44b0-49e8-8ec7-174658c3f4fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': '43e72726-0056-4640-9c63-b31a20c02511', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:14:37.097193 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d56d2bed-44b0-49e8-8ec7-174658c3f4fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:37.197510 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d56d2bed-44b0-49e8-8ec7-174658c3f4fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:37.304411 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-d56d2bed-44b0-49e8-8ec7-174658c3f4fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Allocated IP 172.25.0.89 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/5c10fc9b-ec7a-45ea-ad74-590eb108f108) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:14:37.406313 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d56d2bed-44b0-49e8-8ec7-174658c3f4fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (5c10fc9b-ec7a-45ea-ad74-590eb108f108), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:37.438767 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d56d2bed-44b0-49e8-8ec7-174658c3f4fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (5c10fc9b-ec7a-45ea-ad74-590eb108f108), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:37.476746 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56d2bed-44b0-49e8-8ec7-174658c3f4fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:14:37.481158 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-d56d2bed-44b0-49e8-8ec7-174658c3f4fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:14:37.485078 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56d2bed-44b0-49e8-8ec7-174658c3f4fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:14:37.507009 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d2bed-44b0-49e8-8ec7-174658c3f4fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=5c10fc9b-ec7a-45ea-ad74-590eb108f108,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:37.846036 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d56d2bed-44b0-49e8-8ec7-174658c3f4fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for floatingip (8b08e689-abb7-4d3d-9ce8-766fcec12422), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:37.912582 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d56d2bed-44b0-49e8-8ec7-174658c3f4fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5c10fc9b-ec7a-45ea-ad74-590eb108f108), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:38.059438 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d56d2bed-44b0-49e8-8ec7-174658c3f4fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (5c10fc9b-ec7a-45ea-ad74-590eb108f108), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:38.064212 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d56d2bed-44b0-49e8-8ec7-174658c3f4fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (5c10fc9b-ec7a-45ea-ad74-590eb108f108), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:38.132071 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d2bed-44b0-49e8-8ec7-174658c3f4fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=5c10fc9b-ec7a-45ea-ad74-590eb108f108,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:14:38.145706 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d56d2bed-44b0-49e8-8ec7-174658c3f4fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (8b08e689-abb7-4d3d-9ce8-766fcec12422), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:38.593621 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-d56d2bed-44b0-49e8-8ec7-174658c3f4fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Floating IP 8b08e689-abb7-4d3d-9ce8-766fcec12422 associated. External IP: 172.25.0.89, port: 43e72726-0056-4640-9c63-b31a20c02511. Feb 28 21:14:38.802483 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56d2bed-44b0-49e8-8ec7-174658c3f4fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:14:38.926137 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56d2bed-44b0-49e8-8ec7-174658c3f4fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:14:38.936573 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac11fb42-87ff-4f28-b14a-77b9bb25a357 None None] Sync routers for ids ['46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:14:38.945942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac11fb42-87ff-4f28-b14a-77b9bb25a357 None None] Routers {'46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:14:38.946383 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d56d2bed-44b0-49e8-8ec7-174658c3f4fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:38.946564 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ac11fb42-87ff-4f28-b14a-77b9bb25a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:14:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:38.980552 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d56d2bed-44b0-49e8-8ec7-174658c3f4fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9065561 Feb 28 21:14:38.981047 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70dcf9a5-4948-45b1-a79a-6841c94357c2', 'tag': '43e72726-0056-4640-9c63-b31a20c02511'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:14:38.983617 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23efb2a-8a0e-44e6-9db9-9f0865ae52b1" -d '{"events": [{"name": "network-changed", "server_uuid": "70dcf9a5-4948-45b1-a79a-6841c94357c2", "tag": "43e72726-0056-4640-9c63-b31a20c02511"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:14:39.059298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-ac11fb42-87ff-4f28-b14a-77b9bb25a357 None None] Set router 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:14:39.087595 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251b24f-84c3-4717-9599-6e1e576049e1 req-483c110b-339f-4bb9-9dd2-c2d4051b10e3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:39.089307 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9251b24f-84c3-4717-9599-6e1e576049e1 req-483c110b-339f-4bb9-9dd2-c2d4051b10e3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 945 time: 0.0586560 Feb 28 21:14:39.143034 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9251b24f-84c3-4717-9599-6e1e576049e1 req-362af961-6ed4-4620-aa08-a5d11c0cfe9b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473633 Feb 28 21:14:39.165418 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47412) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:39.206293 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05d4ed2-acc7-4018-b4f1-ef40625d4cbb x-openstack-request-id: req-c05d4ed2-acc7-4018-b4f1-ef40625d4cbb {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:14:39.206592 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70dcf9a5-4948-45b1-a79a-6841c94357c2", "tag": "43e72726-0056-4640-9c63-b31a20c02511", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:14:39.206842 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c05d4ed2-acc7-4018-b4f1-ef40625d4cbb {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:14:39.207262 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70dcf9a5-4948-45b1-a79a-6841c94357c2', 'tag': '43e72726-0056-4640-9c63-b31a20c02511', 'status': 'completed', 'code': 200} Feb 28 21:14:39.237412 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-7f9bfe05-7c8b-494e-8eb9-04daeab46a99 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/floatingips/8b08e689-abb7-4d3d-9ce8-766fcec12422 HTTP/1.1" status: 200 len: 990 time: 0.0707145 Feb 28 21:14:39.285018 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23efb2a-8a0e-44e6-9db9-9f0865ae52b1 req-6bfe1e31-71e9-4aa0-94db-1d1cbe44e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:39.286170 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c23efb2a-8a0e-44e6-9db9-9f0865ae52b1 req-6bfe1e31-71e9-4aa0-94db-1d1cbe44e3ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 1128 time: 0.0516808 Feb 28 21:14:39.317686 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ac11fb42-87ff-4f28-b14a-77b9bb25a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208554699', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:14:20Z', 'updated_at': '2022-02-28T21:14:24Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:14:21Z', 'updated_at': '2022-02-28T21:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '8b08e689-abb7-4d3d-9ce8-766fcec12422', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'floating_ip_address': '172.25.0.89', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'port_id': '43e72726-0056-4640-9c63-b31a20c02511', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f', 'mac_address': 'fa:16:3e:aa:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70dcf9a5-4948-45b1-a79a-6841c94357c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:14:37Z', 'updated_at': '2022-02-28T21:14:37Z', 'revision_number': 0, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ab3bc7-7335-4d15-a631-7caa438b4b64', 'name': '', 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:d9:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '56722ff7-5044-4456-95b5-d8ed0b9011d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:14:23Z', 'updated_at': '2022-02-28T21:14:27Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '56722ff7-5044-4456-95b5-d8ed0b9011d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:39.349058 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac11fb42-87ff-4f28-b14a-77b9bb25a357 None None] Checking router: 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:14:39.357737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac11fb42-87ff-4f28-b14a-77b9bb25a357 None None] Routers {'46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:14:39.358353 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ac11fb42-87ff-4f28-b14a-77b9bb25a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:14:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:39.383092 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23efb2a-8a0e-44e6-9db9-9f0865ae52b1 req-e8d70461-d169-42ee-8ac7-3f97026143d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:39.384635 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c23efb2a-8a0e-44e6-9db9-9f0865ae52b1 req-e8d70461-d169-42ee-8ac7-3f97026143d8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=006cd392-e7d2-4da9-a065-d480b3d6a38f HTTP/1.1" status: 200 len: 897 time: 0.0914865 Feb 28 21:14:39.450659 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c23efb2a-8a0e-44e6-9db9-9f0865ae52b1 req-abc5d5d7-f619-4cd1-844a-1b881ab2cd48 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e72726-0056-4640-9c63-b31a20c02511 HTTP/1.1" status: 200 len: 998 time: 0.0588257 Feb 28 21:14:39.466490 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-ac11fb42-87ff-4f28-b14a-77b9bb25a357 None None] Set router 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:14:39.506962 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23efb2a-8a0e-44e6-9db9-9f0865ae52b1 req-03affbf5-416d-4b87-b79c-b1d2e205af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:39.508567 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c23efb2a-8a0e-44e6-9db9-9f0865ae52b1 req-03affbf5-416d-4b87-b79c-b1d2e205af2d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56722ff7-5044-4456-95b5-d8ed0b9011d7 HTTP/1.1" status: 200 len: 834 time: 0.0522962 Feb 28 21:14:39.560505 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23efb2a-8a0e-44e6-9db9-9f0865ae52b1 req-fcec7611-fbbc-4b64-bfba-c692b8b9e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:39.562080 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c23efb2a-8a0e-44e6-9db9-9f0865ae52b1 req-fcec7611-fbbc-4b64-bfba-c692b8b9e6f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=006cd392-e7d2-4da9-a065-d480b3d6a38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456238 Feb 28 21:14:39.664937 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c23efb2a-8a0e-44e6-9db9-9f0865ae52b1 req-2b696159-f29a-464e-a1d2-cf63fc71d4f7 service neutron] 10.222.0.10 "GET /v2.0/networks/006cd392-e7d2-4da9-a065-d480b3d6a38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962577 Feb 28 21:14:39.713713 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-ac11fb42-87ff-4f28-b14a-77b9bb25a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208554699', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:14:20Z', 'updated_at': '2022-02-28T21:14:24Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:14:21Z', 'updated_at': '2022-02-28T21:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '8b08e689-abb7-4d3d-9ce8-766fcec12422', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'floating_ip_address': '172.25.0.89', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'port_id': '43e72726-0056-4640-9c63-b31a20c02511', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f', 'mac_address': 'fa:16:3e:aa:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70dcf9a5-4948-45b1-a79a-6841c94357c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:14:37Z', 'updated_at': '2022-02-28T21:14:37Z', 'revision_number': 0, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ab3bc7-7335-4d15-a631-7caa438b4b64', 'name': '', 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:d9:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '56722ff7-5044-4456-95b5-d8ed0b9011d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:14:23Z', 'updated_at': '2022-02-28T21:14:27Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '56722ff7-5044-4456-95b5-d8ed0b9011d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:14:39.743505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac11fb42-87ff-4f28-b14a-77b9bb25a357 None None] The sync data for ids ['46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'] in n-d-820368-21 is: [{'id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208554699', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:14:20Z', 'updated_at': '2022-02-28T21:14:24Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:14:21Z', 'updated_at': '2022-02-28T21:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '8b08e689-abb7-4d3d-9ce8-766fcec12422', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'floating_ip_address': '172.25.0.89', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'port_id': '43e72726-0056-4640-9c63-b31a20c02511', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f', 'mac_address': 'fa:16:3e:aa:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70dcf9a5-4948-45b1-a79a-6841c94357c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:14:37Z', 'updated_at': '2022-02-28T21:14:37Z', 'revision_number': 0, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ab3bc7-7335-4d15-a631-7caa438b4b64', 'name': '', 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:d9:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '56722ff7-5044-4456-95b5-d8ed0b9011d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:14:23Z', 'updated_at': '2022-02-28T21:14:27Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '56722ff7-5044-4456-95b5-d8ed0b9011d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:14:39.764132 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c23efb2a-8a0e-44e6-9db9-9f0865ae52b1 req-2d690b16-4b8b-4a90-a66e-1a4bb0dc1df8 service neutron] 10.222.0.10 "GET /v2.0/networks/006cd392-e7d2-4da9-a065-d480b3d6a38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894425 Feb 28 21:14:39.949264 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb4e339-cea8-4126-99f7-69e1ae7c1b98 None None] New status for floating IP 8b08e689-abb7-4d3d-9ce8-766fcec12422: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:14:40.241209 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47414) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:14:40.305318 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f1e7ec9a-6066-4260-a540-f6f878348552 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/floatingips/8b08e689-abb7-4d3d-9ce8-766fcec12422 HTTP/1.1" status: 200 len: 992 time: 0.0629714 Feb 28 21:14:46.624237 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-296fb1bb-940f-4156-9f61-1e249f24f880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:49.151930 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-29cc8003-e997-48f2-9d4c-dfd78430d514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:50.168048 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:50.324463 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:50.673642 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a9b2b27-6a98-44ea-aa6f-a1764099f02c req-12610da0-cf14-47d3-b7f9-6caba32aaf7e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451095 Feb 28 21:14:50.768531 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b2b27-6a98-44ea-aa6f-a1764099f02c req-a130ddea-2448-4282-8852-292e1f15b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:50.770063 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a9b2b27-6a98-44ea-aa6f-a1764099f02c req-a130ddea-2448-4282-8852-292e1f15b93f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 1128 time: 0.0464170 Feb 28 21:14:50.883938 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b2b27-6a98-44ea-aa6f-a1764099f02c req-5bc87e50-c7bf-4ceb-83b1-d3f864a6d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:50.885416 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a9b2b27-6a98-44ea-aa6f-a1764099f02c req-5bc87e50-c7bf-4ceb-83b1-d3f864a6d143 service neutron] 10.222.0.10 "GET /v2.0/networks?id=006cd392-e7d2-4da9-a065-d480b3d6a38f HTTP/1.1" status: 200 len: 897 time: 0.0944793 Feb 28 21:14:50.954420 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a9b2b27-6a98-44ea-aa6f-a1764099f02c req-adeec96c-6fc7-44d0-8295-f4b4371d9195 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e72726-0056-4640-9c63-b31a20c02511 HTTP/1.1" status: 200 len: 1000 time: 0.0623293 Feb 28 21:14:51.007441 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b2b27-6a98-44ea-aa6f-a1764099f02c req-72f6829a-7818-4842-806e-b97ecdffd3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:51.008934 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a9b2b27-6a98-44ea-aa6f-a1764099f02c req-72f6829a-7818-4842-806e-b97ecdffd3b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56722ff7-5044-4456-95b5-d8ed0b9011d7 HTTP/1.1" status: 200 len: 834 time: 0.0476403 Feb 28 21:14:51.059913 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b2b27-6a98-44ea-aa6f-a1764099f02c req-f612eec9-2834-4bf9-b040-012486e62ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:14:51.061440 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a9b2b27-6a98-44ea-aa6f-a1764099f02c req-f612eec9-2834-4bf9-b040-012486e62ccc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=006cd392-e7d2-4da9-a065-d480b3d6a38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457740 Feb 28 21:14:51.154618 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a9b2b27-6a98-44ea-aa6f-a1764099f02c req-f95e5fc3-4ecc-4956-9f13-88621d6eeeb8 service neutron] 10.222.0.10 "GET /v2.0/networks/006cd392-e7d2-4da9-a065-d480b3d6a38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859246 Feb 28 21:14:51.249078 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0a9b2b27-6a98-44ea-aa6f-a1764099f02c req-6e63efd2-fe8e-4d14-9f0b-626656ea6e02 service neutron] 10.222.0.10 "GET /v2.0/networks/006cd392-e7d2-4da9-a065-d480b3d6a38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880225 Feb 28 21:14:51.516704 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:52.844905 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:53.099575 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:14:57.203950 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:15:09.154877 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675edbe-1138-437b-8778-6a22af8c9313 req-2b38a166-e177-4b36-b0b1-ec6d8a6e3e27 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:09.156435 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1675edbe-1138-437b-8778-6a22af8c9313 req-2b38a166-e177-4b36-b0b1-ec6d8a6e3e27 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 945 time: 0.0715921 Feb 28 21:15:09.233211 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22871fb7-3ec3-4150-961b-e6751747ba8d req-b3e984b4-e28d-4c64-8cdd-121d4eeae859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:09.234646 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22871fb7-3ec3-4150-961b-e6751747ba8d req-b3e984b4-e28d-4c64-8cdd-121d4eeae859 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 1128 time: 0.0968063 Feb 28 21:15:09.238428 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1675edbe-1138-437b-8778-6a22af8c9313 req-9e8e714e-49b7-410e-9af1-8dfb23f4f159 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624163 Feb 28 21:15:09.328824 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22871fb7-3ec3-4150-961b-e6751747ba8d req-64eb7d7b-e949-49d3-884f-e7814494c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:09.330309 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22871fb7-3ec3-4150-961b-e6751747ba8d req-64eb7d7b-e949-49d3-884f-e7814494c6f5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=006cd392-e7d2-4da9-a065-d480b3d6a38f HTTP/1.1" status: 200 len: 897 time: 0.0889342 Feb 28 21:15:09.406581 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22871fb7-3ec3-4150-961b-e6751747ba8d req-1fa8c1d5-8c87-4349-8108-98226d1b81fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e72726-0056-4640-9c63-b31a20c02511 HTTP/1.1" status: 200 len: 1000 time: 0.0698464 Feb 28 21:15:09.456691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22871fb7-3ec3-4150-961b-e6751747ba8d req-750e2423-1f11-4480-b42c-90cb03dd2f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:09.457737 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22871fb7-3ec3-4150-961b-e6751747ba8d req-750e2423-1f11-4480-b42c-90cb03dd2f01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56722ff7-5044-4456-95b5-d8ed0b9011d7 HTTP/1.1" status: 200 len: 834 time: 0.0455790 Feb 28 21:15:09.509578 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22871fb7-3ec3-4150-961b-e6751747ba8d req-82acca91-3da7-4b35-bf0c-da55474ffb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:09.511588 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22871fb7-3ec3-4150-961b-e6751747ba8d req-82acca91-3da7-4b35-bf0c-da55474ffb94 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=006cd392-e7d2-4da9-a065-d480b3d6a38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453854 Feb 28 21:15:09.608406 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22871fb7-3ec3-4150-961b-e6751747ba8d req-ca0af370-f681-4bfa-bf3b-c11ef76c3b7a service neutron] 10.222.0.10 "GET /v2.0/networks/006cd392-e7d2-4da9-a065-d480b3d6a38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905380 Feb 28 21:15:09.699294 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-22871fb7-3ec3-4150-961b-e6751747ba8d req-5230958f-1216-4d28-bcea-39f85a972957 service neutron] 10.222.0.10 "GET /v2.0/networks/006cd392-e7d2-4da9-a065-d480b3d6a38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845456 Feb 28 21:15:10.366943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71dd9b7-72ce-4106-9958-f344e80bed91 req-469633ac-d42e-4bab-921d-2b83ac4b8adb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:10.368483 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f71dd9b7-72ce-4106-9958-f344e80bed91 req-469633ac-d42e-4bab-921d-2b83ac4b8adb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 945 time: 0.0591071 Feb 28 21:15:10.419478 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f71dd9b7-72ce-4106-9958-f344e80bed91 req-fbbf8f44-a77f-44e2-8309-8d7195a6aa4e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448918 Feb 28 21:15:11.548672 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c7a9-b89f-4abc-b56e-f968e240db03 req-19abdb86-adde-483a-a6fa-16d710ce3fc0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:11.550162 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aab9c7a9-b89f-4abc-b56e-f968e240db03 req-19abdb86-adde-483a-a6fa-16d710ce3fc0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 945 time: 0.0560446 Feb 28 21:15:11.599878 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aab9c7a9-b89f-4abc-b56e-f968e240db03 req-3a9ccf79-9d1a-463f-ae4d-3fc2d62b4fab tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440805 Feb 28 21:15:12.725215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369d2c1-d066-4a8c-8a8e-54f14ef3fe79 req-1028b689-88d7-438a-ac2e-a8c3aeca8fd8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:12.726709 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4369d2c1-d066-4a8c-8a8e-54f14ef3fe79 req-1028b689-88d7-438a-ac2e-a8c3aeca8fd8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 945 time: 0.0570595 Feb 28 21:15:12.778385 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4369d2c1-d066-4a8c-8a8e-54f14ef3fe79 req-5307af29-9db6-4073-9789-e920f59160a8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455160 Feb 28 21:15:13.897259 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a1e30-77be-4445-bcc7-423ab5551134 req-cbdb697f-7dea-40ab-9930-810ca5060d86 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:13.898678 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dd8a1e30-77be-4445-bcc7-423ab5551134 req-cbdb697f-7dea-40ab-9930-810ca5060d86 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 945 time: 0.0539911 Feb 28 21:15:13.951540 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dd8a1e30-77be-4445-bcc7-423ab5551134 req-0dc6dc74-035a-4cda-a5f7-822069e15732 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465670 Feb 28 21:15:15.071925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd2a47-3746-4289-afc6-678a909c1095 req-9444a84f-3d24-42e0-a4ed-ea01b817c742 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:15.073419 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6dd2a47-3746-4289-afc6-678a909c1095 req-9444a84f-3d24-42e0-a4ed-ea01b817c742 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 945 time: 0.0538552 Feb 28 21:15:15.129924 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d6dd2a47-3746-4289-afc6-678a909c1095 req-5c01301a-2702-41d1-8aa2-54afee610c2e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509319 Feb 28 21:15:16.249933 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc64089-f496-466d-8da2-9f46f8f69d7b req-ac9fd960-2665-4ca3-8bf1-0be39f9fee2a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:16.251682 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dbc64089-f496-466d-8da2-9f46f8f69d7b req-ac9fd960-2665-4ca3-8bf1-0be39f9fee2a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 945 time: 0.0521147 Feb 28 21:15:16.299469 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dbc64089-f496-466d-8da2-9f46f8f69d7b req-83f467f2-5011-4325-a4f6-ca002bd57891 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422134 Feb 28 21:15:16.627405 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2644745a-4e09-4fdf-9385-e8228fc4af12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:17.418209 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e87c3a-6ace-491c-9b80-c19992203ad4 req-80c99391-1ff3-4006-b75b-e3bfdc85ebae tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:17.419692 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9e87c3a-6ace-491c-9b80-c19992203ad4 req-80c99391-1ff3-4006-b75b-e3bfdc85ebae tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 945 time: 0.0530555 Feb 28 21:15:17.468246 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9e87c3a-6ace-491c-9b80-c19992203ad4 req-bc62bc78-1ba9-47e4-8e6f-7df224bf4e43 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430202 Feb 28 21:15:18.590541 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eca2b4-bfcf-4b08-a444-12aec29c9b13 req-7e6e937c-11d7-4d79-a98f-859c85366000 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:18.592068 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-84eca2b4-bfcf-4b08-a444-12aec29c9b13 req-7e6e937c-11d7-4d79-a98f-859c85366000 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 945 time: 0.0572503 Feb 28 21:15:18.640996 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-84eca2b4-bfcf-4b08-a444-12aec29c9b13 req-5666c946-3513-4820-92c2-623c7b55b787 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430031 Feb 28 21:15:19.153868 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bb096908-0e19-47f8-ade0-15a71a1829a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:19.759514 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d82b10-54ce-45ec-83fd-ee7a25e3b2eb req-a62e2ba6-87b1-4206-8720-6881cfcc5de7 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:19.761024 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-17d82b10-54ce-45ec-83fd-ee7a25e3b2eb req-a62e2ba6-87b1-4206-8720-6881cfcc5de7 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 945 time: 0.0524771 Feb 28 21:15:19.810616 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-17d82b10-54ce-45ec-83fd-ee7a25e3b2eb req-6a9d7c3b-3ee7-458f-aff1-9f07b2022bf1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439510 Feb 28 21:15:20.184771 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:20.324914 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:20.933600 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af14e5-1c83-4ace-ba10-efa08b610950 req-f7e75d4a-de1e-4116-8311-5db8ad39dc5b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:20.935075 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2af14e5-1c83-4ace-ba10-efa08b610950 req-f7e75d4a-de1e-4116-8311-5db8ad39dc5b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 945 time: 0.0524516 Feb 28 21:15:20.987039 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c2af14e5-1c83-4ace-ba10-efa08b610950 req-e843dc7b-0e34-42af-9e77-2e25984a1f28 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463054 Feb 28 21:15:21.009320 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47450) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:15:21.068136 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-86711942-b60a-4000-b250-16d81c7b0725 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/floatingips/8b08e689-abb7-4d3d-9ce8-766fcec12422 HTTP/1.1" status: 200 len: 992 time: 0.0575652 Feb 28 21:15:21.518289 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:22.838948 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:23.096995 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:34.203069 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:15:46.629146 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a938abe1-8528-43b9-9e06-706b6d5af4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:49.159626 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-501a69b9-676c-4612-95dd-b61379b7a1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:50.181114 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:50.330033 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:50.681421 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a15d33ef-2779-4e0f-b743-577b88202e22 req-baad9d5e-7e0f-49b3-b46f-0f84228b14e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446820 Feb 28 21:15:50.768492 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d33ef-2779-4e0f-b743-577b88202e22 req-640b43f9-d050-419b-9318-b48b59228688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:50.769987 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a15d33ef-2779-4e0f-b743-577b88202e22 req-640b43f9-d050-419b-9318-b48b59228688 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 1128 time: 0.0458102 Feb 28 21:15:50.888667 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d33ef-2779-4e0f-b743-577b88202e22 req-f95434d5-a7b7-4fb0-8279-55f131fc2c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:50.890981 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a15d33ef-2779-4e0f-b743-577b88202e22 req-f95434d5-a7b7-4fb0-8279-55f131fc2c6a service neutron] 10.222.0.10 "GET /v2.0/networks?id=006cd392-e7d2-4da9-a065-d480b3d6a38f HTTP/1.1" status: 200 len: 897 time: 0.0997226 Feb 28 21:15:50.964002 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a15d33ef-2779-4e0f-b743-577b88202e22 req-45fc35f5-b4c8-4b8b-9cb4-f7e08ea69538 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e72726-0056-4640-9c63-b31a20c02511 HTTP/1.1" status: 200 len: 1000 time: 0.0645814 Feb 28 21:15:51.013226 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d33ef-2779-4e0f-b743-577b88202e22 req-69b95def-a33e-407e-8056-4d0eb89792a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:51.014671 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a15d33ef-2779-4e0f-b743-577b88202e22 req-69b95def-a33e-407e-8056-4d0eb89792a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56722ff7-5044-4456-95b5-d8ed0b9011d7 HTTP/1.1" status: 200 len: 834 time: 0.0443702 Feb 28 21:15:51.067501 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d33ef-2779-4e0f-b743-577b88202e22 req-bd0b4082-fc6c-4e5c-815a-51516c7ad448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:51.069026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a15d33ef-2779-4e0f-b743-577b88202e22 req-bd0b4082-fc6c-4e5c-815a-51516c7ad448 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=006cd392-e7d2-4da9-a065-d480b3d6a38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480537 Feb 28 21:15:51.160083 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a15d33ef-2779-4e0f-b743-577b88202e22 req-057eb02e-3485-44db-b7e1-3e584263d32f service neutron] 10.222.0.10 "GET /v2.0/networks/006cd392-e7d2-4da9-a065-d480b3d6a38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839891 Feb 28 21:15:51.252499 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a15d33ef-2779-4e0f-b743-577b88202e22 req-f9500f6a-035a-4c6a-8a9a-382cf1d813f2 service neutron] 10.222.0.10 "GET /v2.0/networks/006cd392-e7d2-4da9-a065-d480b3d6a38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865097 Feb 28 21:15:51.442866 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47460) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:15:51.523852 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:51.600766 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting port 5c10fc9b-ec7a-45ea-ad74-590eb108f108 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:15:51.601111 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (5c10fc9b-ec7a-45ea-ad74-590eb108f108), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:51.680316 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (5c10fc9b-ec7a-45ea-ad74-590eb108f108), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:51.680641 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for floatingip (5c10fc9b-ec7a-45ea-ad74-590eb108f108), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:51.693470 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Calling delete_port for 5c10fc9b-ec7a-45ea-ad74-590eb108f108 owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:15:51.840194 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (5c10fc9b-ec7a-45ea-ad74-590eb108f108), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:51.866919 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Port': ['ID=5c10fc9b-ec7a-45ea-ad74-590eb108f108,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:15:51.879503 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:51.879886 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:51.880239 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:51.880574 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:51.880905 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:51.881239 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:51.881567 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:51.881894 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:51.882220 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:51.882545 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:51.882868 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:51.883189 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:51.883510 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:51.938289 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for floatingip (8b08e689-abb7-4d3d-9ce8-766fcec12422), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:51.938694 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Floating IP 8b08e689-abb7-4d3d-9ce8-766fcec12422 disassociated (deleted). External IP: 172.25.0.89, port: 43e72726-0056-4640-9c63-b31a20c02511. Feb 28 21:15:52.152731 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:15:52.264756 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:15:52.269598 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:52.274208 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb94006-4724-4d3c-acf4-6e12c34fd35c None None] Sync routers for ids ['46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:15:52.285700 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb94006-4724-4d3c-acf4-6e12c34fd35c None None] Routers {'46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:15:52.286309 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3eb94006-4724-4d3c-acf4-6e12c34fd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:15:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:15:52.300303 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bc82d20b-cbed-409e-ab23-70c3f73494a0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/floatingips/8b08e689-abb7-4d3d-9ce8-766fcec12422 HTTP/1.1" status: 204 len: 168 time: 0.8563633 Feb 28 21:15:52.301256 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70dcf9a5-4948-45b1-a79a-6841c94357c2', 'tag': '43e72726-0056-4640-9c63-b31a20c02511'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:15:52.304107 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc52232-60a0-4bcb-8d70-ff341c37fd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "70dcf9a5-4948-45b1-a79a-6841c94357c2", "tag": "43e72726-0056-4640-9c63-b31a20c02511"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:15:52.396696 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-3eb94006-4724-4d3c-acf4-6e12c34fd35c None None] Set router 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:15:52.469061 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2384c7d-cfd7-4afb-9660-5e2990f513d1 x-openstack-request-id: req-a2384c7d-cfd7-4afb-9660-5e2990f513d1 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:15:52.469827 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70dcf9a5-4948-45b1-a79a-6841c94357c2", "tag": "43e72726-0056-4640-9c63-b31a20c02511", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:15:52.470248 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2384c7d-cfd7-4afb-9660-5e2990f513d1 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:15:52.471015 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70dcf9a5-4948-45b1-a79a-6841c94357c2', 'tag': '43e72726-0056-4640-9c63-b31a20c02511', 'status': 'completed', 'code': 200} Feb 28 21:15:52.580798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc52232-60a0-4bcb-8d70-ff341c37fd1f req-a4f9acba-db9b-4dd5-815d-c9045a36021d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:52.582339 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0dc52232-60a0-4bcb-8d70-ff341c37fd1f req-a4f9acba-db9b-4dd5-815d-c9045a36021d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 1128 time: 0.0866754 Feb 28 21:15:52.607930 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab21fea-a77b-40d0-bf66-f5a4a3362098 req-ff371272-8d37-4e6d-b6cc-b2ed5ffa3b92 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:52.609794 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cab21fea-a77b-40d0-bf66-f5a4a3362098 req-ff371272-8d37-4e6d-b6cc-b2ed5ffa3b92 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 945 time: 0.0791066 Feb 28 21:15:52.621988 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3eb94006-4724-4d3c-acf4-6e12c34fd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208554699', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:14:20Z', 'updated_at': '2022-02-28T21:14:24Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:14:21Z', 'updated_at': '2022-02-28T21:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'f1ab3bc7-7335-4d15-a631-7caa438b4b64', 'name': '', 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:d9:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '56722ff7-5044-4456-95b5-d8ed0b9011d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:14:23Z', 'updated_at': '2022-02-28T21:14:27Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '56722ff7-5044-4456-95b5-d8ed0b9011d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:15:52.654697 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb94006-4724-4d3c-acf4-6e12c34fd35c None None] Checking router: 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:15:52.663108 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb94006-4724-4d3c-acf4-6e12c34fd35c None None] Routers {'46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:15:52.663728 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3eb94006-4724-4d3c-acf4-6e12c34fd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:15:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:15:52.718638 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cab21fea-a77b-40d0-bf66-f5a4a3362098 req-404f5aa7-d7c5-4b6f-bd9c-72e54758a28c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985067 Feb 28 21:15:52.731737 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc52232-60a0-4bcb-8d70-ff341c37fd1f req-bad67def-3627-4a1a-9f32-58bfb217b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:52.733395 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0dc52232-60a0-4bcb-8d70-ff341c37fd1f req-bad67def-3627-4a1a-9f32-58bfb217b973 service neutron] 10.222.0.10 "GET /v2.0/networks?id=006cd392-e7d2-4da9-a065-d480b3d6a38f HTTP/1.1" status: 200 len: 897 time: 0.1416483 Feb 28 21:15:52.778912 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0dc52232-60a0-4bcb-8d70-ff341c37fd1f req-c60f3dc8-055e-4d19-8197-ac53b52a9217 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e72726-0056-4640-9c63-b31a20c02511 HTTP/1.1" status: 200 len: 217 time: 0.0375419 Feb 28 21:15:52.779254 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-3eb94006-4724-4d3c-acf4-6e12c34fd35c None None] Set router 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:15:52.835988 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc52232-60a0-4bcb-8d70-ff341c37fd1f req-ff7dfc79-92df-42ba-a131-1e8e41a369de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:52.837473 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0dc52232-60a0-4bcb-8d70-ff341c37fd1f req-ff7dfc79-92df-42ba-a131-1e8e41a369de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56722ff7-5044-4456-95b5-d8ed0b9011d7 HTTP/1.1" status: 200 len: 834 time: 0.0518851 Feb 28 21:15:52.887936 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:52.892174 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc52232-60a0-4bcb-8d70-ff341c37fd1f req-cdbcd497-f009-4c59-b224-f625d32d93a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:52.893720 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0dc52232-60a0-4bcb-8d70-ff341c37fd1f req-cdbcd497-f009-4c59-b224-f625d32d93a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=006cd392-e7d2-4da9-a065-d480b3d6a38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492489 Feb 28 21:15:52.988445 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0dc52232-60a0-4bcb-8d70-ff341c37fd1f req-260e0ecf-e76e-46a7-bed3-297804d08ec3 service neutron] 10.222.0.10 "GET /v2.0/networks/006cd392-e7d2-4da9-a065-d480b3d6a38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879436 Feb 28 21:15:53.004391 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3eb94006-4724-4d3c-acf4-6e12c34fd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208554699', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:14:20Z', 'updated_at': '2022-02-28T21:14:24Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:14:21Z', 'updated_at': '2022-02-28T21:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'f1ab3bc7-7335-4d15-a631-7caa438b4b64', 'name': '', 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:d9:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '56722ff7-5044-4456-95b5-d8ed0b9011d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:14:23Z', 'updated_at': '2022-02-28T21:14:27Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '56722ff7-5044-4456-95b5-d8ed0b9011d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:15:53.038369 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb94006-4724-4d3c-acf4-6e12c34fd35c None None] The sync data for ids ['46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'] in n-d-820368-21 is: [{'id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208554699', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:14:20Z', 'updated_at': '2022-02-28T21:14:24Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:14:21Z', 'updated_at': '2022-02-28T21:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'f1ab3bc7-7335-4d15-a631-7caa438b4b64', 'name': '', 'network_id': '006cd392-e7d2-4da9-a065-d480b3d6a38f', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:d9:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '56722ff7-5044-4456-95b5-d8ed0b9011d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:14:23Z', 'updated_at': '2022-02-28T21:14:27Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '56722ff7-5044-4456-95b5-d8ed0b9011d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:15:53.091210 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0dc52232-60a0-4bcb-8d70-ff341c37fd1f req-0f072b26-9cee-4814-a8e2-71de832cd35f service neutron] 10.222.0.10 "GET /v2.0/networks/006cd392-e7d2-4da9-a065-d480b3d6a38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946786 Feb 28 21:15:53.096998 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:53.273449 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1998642c-7544-427d-942c-d1ef2bd5cbee None None] New status for floating IP 8b08e689-abb7-4d3d-9ce8-766fcec12422: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:15:53.851958 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee5765-745f-429f-a20f-bf02204c4226 req-112dab41-f080-4479-b45b-9d6de259a159 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:53.853559 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f2ee5765-745f-429f-a20f-bf02204c4226 req-112dab41-f080-4479-b45b-9d6de259a159 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 945 time: 0.0602951 Feb 28 21:15:53.907844 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f2ee5765-745f-429f-a20f-bf02204c4226 req-bc10636f-ef17-47cc-9d5e-6365bd4577fb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f9ca024-8329-45eb-9181-7b0f2d1909c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481482 Feb 28 21:15:54.195398 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe4c61-2ab9-4330-9358-f31d4254f4d0 req-6b73b95e-cb7a-416a-a3ed-8221b31ce40d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:15:54.196785 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77fe4c61-2ab9-4330-9358-f31d4254f4d0 req-6b73b95e-cb7a-416a-a3ed-8221b31ce40d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.10 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 945 time: 0.0575454 Feb 28 21:15:54.288680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-77fe4c61-2ab9-4330-9358-f31d4254f4d0 req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting port 43e72726-0056-4640-9c63-b31a20c02511 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:15:54.289024 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-77fe4c61-2ab9-4330-9358-f31d4254f4d0 req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (43e72726-0056-4640-9c63-b31a20c02511), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:54.380701 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-77fe4c61-2ab9-4330-9358-f31d4254f4d0 req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] For port 43e72726-0056-4640-9c63-b31a20c02511, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=43e72726-0056-4640-9c63-b31a20c02511,segment=NetworkSegment(f608d84e-0d8f-46f1-90b2-519323c91d22),segment_id=f608d84e-0d8f-46f1-90b2-519323c91d22)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:15:54.381067 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-77fe4c61-2ab9-4330-9358-f31d4254f4d0 req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (43e72726-0056-4640-9c63-b31a20c02511), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:54.395374 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-77fe4c61-2ab9-4330-9358-f31d4254f4d0 req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Calling delete_port for 43e72726-0056-4640-9c63-b31a20c02511 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:15:54.518787 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-77fe4c61-2ab9-4330-9358-f31d4254f4d0 req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (43e72726-0056-4640-9c63-b31a20c02511), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:54.551196 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Port': ['ID=43e72726-0056-4640-9c63-b31a20c02511,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:15:54.564798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:54.564798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:54.564798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:54.564798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:54.565275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:54.565453 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:54.565788 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:54.566122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:54.566463 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:54.566781 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:54.567106 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:54.567429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:54.567778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:54.602575 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fe4c61-2ab9-4330-9358-f31d4254f4d0 req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] No DVR routers for this DVR port 43e72726-0056-4640-9c63-b31a20c02511 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:15:54.605595 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-77fe4c61-2ab9-4330-9358-f31d4254f4d0 req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:54.608900 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77fe4c61-2ab9-4330-9358-f31d4254f4d0 req-4ed7942f-f9f2-4ec8-abdd-379b675c8360 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.10 "DELETE /v2.0/ports/43e72726-0056-4640-9c63-b31a20c02511 HTTP/1.1" status: 204 len: 173 time: 0.4055700 Feb 28 21:15:54.609359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dcf9a5-4948-45b1-a79a-6841c94357c2', 'name': 'network-vif-deleted', 'tag': '43e72726-0056-4640-9c63-b31a20c02511'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:15:54.611619 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aaeaaf1-8b21-4298-a341-9068fb13bef7" -d '{"events": [{"server_uuid": "70dcf9a5-4948-45b1-a79a-6841c94357c2", "name": "network-vif-deleted", "tag": "43e72726-0056-4640-9c63-b31a20c02511"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:15:54.650627 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246accb7-9382-440d-b9d4-21d4c75e5937 x-openstack-request-id: req-246accb7-9382-440d-b9d4-21d4c75e5937 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:15:54.650918 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dcf9a5-4948-45b1-a79a-6841c94357c2", "name": "network-vif-deleted", "tag": "43e72726-0056-4640-9c63-b31a20c02511", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:15:54.651172 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-246accb7-9382-440d-b9d4-21d4c75e5937 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:15:54.651573 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dcf9a5-4948-45b1-a79a-6841c94357c2', 'name': 'network-vif-deleted', 'tag': '43e72726-0056-4640-9c63-b31a20c02511', 'status': 'completed', 'code': 200} Feb 28 21:15:55.029463 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-13e0deb7-bf81-4c81-9714-a7ae1668f7f8 req-9de98170-1198-423a-844e-170e954d7119 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dcf9a5-4948-45b1-a79a-6841c94357c2 HTTP/1.1" status: 200 len: 210 time: 0.0325603 Feb 28 21:15:56.092450 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47476) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:15:56.773858 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fdcb3dfc-37e0-407a-927e-f2c74c9aa4a7 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:57.030985 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-fdcb3dfc-37e0-407a-927e-f2c74c9aa4a7 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting port f1ab3bc7-7335-4d15-a631-7caa438b4b64 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:15:57.030985 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fdcb3dfc-37e0-407a-927e-f2c74c9aa4a7 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (f1ab3bc7-7335-4d15-a631-7caa438b4b64), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:57.121465 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-fdcb3dfc-37e0-407a-927e-f2c74c9aa4a7 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] For port f1ab3bc7-7335-4d15-a631-7caa438b4b64, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=f1ab3bc7-7335-4d15-a631-7caa438b4b64,segment=NetworkSegment(f608d84e-0d8f-46f1-90b2-519323c91d22),segment_id=f608d84e-0d8f-46f1-90b2-519323c91d22)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:15:57.122222 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fdcb3dfc-37e0-407a-927e-f2c74c9aa4a7 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (f1ab3bc7-7335-4d15-a631-7caa438b4b64), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:57.135561 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-fdcb3dfc-37e0-407a-927e-f2c74c9aa4a7 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Calling delete_port for f1ab3bc7-7335-4d15-a631-7caa438b4b64 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:15:57.317292 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fdcb3dfc-37e0-407a-927e-f2c74c9aa4a7 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (f1ab3bc7-7335-4d15-a631-7caa438b4b64), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:57.344637 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb3dfc-37e0-407a-927e-f2c74c9aa4a7 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Port': ['ID=f1ab3bc7-7335-4d15-a631-7caa438b4b64,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:15:57.522718 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fdcb3dfc-37e0-407a-927e-f2c74c9aa4a7 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:57.745149 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcb3dfc-37e0-407a-927e-f2c74c9aa4a7 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:15:57.853270 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcb3dfc-37e0-407a-927e-f2c74c9aa4a7 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:15:57.859612 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fdcb3dfc-37e0-407a-927e-f2c74c9aa4a7 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "PUT /v2.0/routers/46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7657363 Feb 28 21:15:57.861942 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47478) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:15:57.864494 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b0aa01-b9e3-4174-b6fd-7842d6a5a65e None None] Sync routers for ids ['46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:15:57.875129 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b0aa01-b9e3-4174-b6fd-7842d6a5a65e None None] Routers {'46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:15:57.875732 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-48b0aa01-b9e3-4174-b6fd-7842d6a5a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:15:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:15:57.914483 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc13e7a5-5685-4827-830d-212c298a2d81 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting subnet 56722ff7-5044-4456-95b5-d8ed0b9011d7 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:15:57.918461 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc13e7a5-5685-4827-830d-212c298a2d81 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for subnet (56722ff7-5044-4456-95b5-d8ed0b9011d7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:57.957519 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc13e7a5-5685-4827-830d-212c298a2d81 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (56722ff7-5044-4456-95b5-d8ed0b9011d7), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:58.055729 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc13e7a5-5685-4827-830d-212c298a2d81 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (56722ff7-5044-4456-95b5-d8ed0b9011d7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:58.117370 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc13e7a5-5685-4827-830d-212c298a2d81 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (56722ff7-5044-4456-95b5-d8ed0b9011d7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:58.144965 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13e7a5-5685-4827-830d-212c298a2d81 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Subnet': ['ID=56722ff7-5044-4456-95b5-d8ed0b9011d7,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:15:58.148840 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fc13e7a5-5685-4827-830d-212c298a2d81 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:58.152585 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fc13e7a5-5685-4827-830d-212c298a2d81 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/subnets/56722ff7-5044-4456-95b5-d8ed0b9011d7 HTTP/1.1" status: 204 len: 168 time: 0.2896166 Feb 28 21:15:58.155298 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47480) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:15:58.160366 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2986c62b-ce18-4f96-be61-1a7fff104582 None None] Network 006cd392-e7d2-4da9-a065-d480b3d6a38f requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:15:58.164186 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-48b0aa01-b9e3-4174-b6fd-7842d6a5a65e None None] Set router 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:15:58.264908 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-073cf8f7-6997-4186-9e59-9d80340ca035 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router (46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:58.370156 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-073cf8f7-6997-4186-9e59-9d80340ca035 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_gateway (46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:58.424353 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-48b0aa01-b9e3-4174-b6fd-7842d6a5a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208554699', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:14:20Z', 'updated_at': '2022-02-28T21:15:57Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '3b302335-48eb-4c76-b2a6-be341f42f68c', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:14:21Z', 'updated_at': '2022-02-28T21:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:15:58.428520 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-073cf8f7-6997-4186-9e59-9d80340ca035 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting port 3b302335-48eb-4c76-b2a6-be341f42f68c {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:15:58.428870 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-073cf8f7-6997-4186-9e59-9d80340ca035 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3b302335-48eb-4c76-b2a6-be341f42f68c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:58.454910 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c040eee8-72d0-466e-a416-f06a460e746b None None] DHCP port deletion for 006cd392-e7d2-4da9-a065-d480b3d6a38f request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 21:15:58.457119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b0aa01-b9e3-4174-b6fd-7842d6a5a65e None None] Checking router: 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:15:58.489769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b0aa01-b9e3-4174-b6fd-7842d6a5a65e None None] Routers {'46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:15:58.490390 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-48b0aa01-b9e3-4174-b6fd-7842d6a5a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:15:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:15:58.510703 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-073cf8f7-6997-4186-9e59-9d80340ca035 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] For port 3b302335-48eb-4c76-b2a6-be341f42f68c, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3b302335-48eb-4c76-b2a6-be341f42f68c,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:15:58.510994 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-073cf8f7-6997-4186-9e59-9d80340ca035 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3b302335-48eb-4c76-b2a6-be341f42f68c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:58.522393 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-073cf8f7-6997-4186-9e59-9d80340ca035 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Calling delete_port for 3b302335-48eb-4c76-b2a6-be341f42f68c owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:15:58.590403 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-48b0aa01-b9e3-4174-b6fd-7842d6a5a65e None None] Set router 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:15:58.616824 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c040eee8-72d0-466e-a416-f06a460e746b None None] Deleting port 68bd02d9-7d80-48f5-adce-0eb65c0765fa {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:15:58.617187 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c040eee8-72d0-466e-a416-f06a460e746b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (68bd02d9-7d80-48f5-adce-0eb65c0765fa), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:58.647366 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-48b0aa01-b9e3-4174-b6fd-7842d6a5a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208554699', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:14:20Z', 'updated_at': '2022-02-28T21:15:58Z', 'revision_number': 6, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:15:58.693326 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b0aa01-b9e3-4174-b6fd-7842d6a5a65e None None] The sync data for ids ['46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8'] in n-d-820368-21 is: [{'id': '46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208554699', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:14:20Z', 'updated_at': '2022-02-28T21:15:58Z', 'revision_number': 6, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:15:58.698246 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-073cf8f7-6997-4186-9e59-9d80340ca035 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (3b302335-48eb-4c76-b2a6-be341f42f68c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:58.734062 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073cf8f7-6997-4186-9e59-9d80340ca035 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Port': ['ID=3b302335-48eb-4c76-b2a6-be341f42f68c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:15:58.747278 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c040eee8-72d0-466e-a416-f06a460e746b None None] For port 68bd02d9-7d80-48f5-adce-0eb65c0765fa, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=68bd02d9-7d80-48f5-adce-0eb65c0765fa,segment=NetworkSegment(f608d84e-0d8f-46f1-90b2-519323c91d22),segment_id=f608d84e-0d8f-46f1-90b2-519323c91d22)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:15:58.747671 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c040eee8-72d0-466e-a416-f06a460e746b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (68bd02d9-7d80-48f5-adce-0eb65c0765fa), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:58.760466 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c040eee8-72d0-466e-a416-f06a460e746b None None] Calling delete_port for 68bd02d9-7d80-48f5-adce-0eb65c0765fa owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:15:58.797341 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-073cf8f7-6997-4186-9e59-9d80340ca035 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:58.844648 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c040eee8-72d0-466e-a416-f06a460e746b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (68bd02d9-7d80-48f5-adce-0eb65c0765fa), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:58.869871 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040eee8-72d0-466e-a416-f06a460e746b None None] Pushing event deleted for resources: {'Port': ['ID=68bd02d9-7d80-48f5-adce-0eb65c0765fa,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:15:58.875060 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c040eee8-72d0-466e-a416-f06a460e746b None None] No DVR routers for this DVR port 68bd02d9-7d80-48f5-adce-0eb65c0765fa on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:15:58.883936 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040eee8-72d0-466e-a416-f06a460e746b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:58.884280 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040eee8-72d0-466e-a416-f06a460e746b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:58.884649 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040eee8-72d0-466e-a416-f06a460e746b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:58.884979 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040eee8-72d0-466e-a416-f06a460e746b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:58.885309 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040eee8-72d0-466e-a416-f06a460e746b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:58.886041 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040eee8-72d0-466e-a416-f06a460e746b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:58.886041 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040eee8-72d0-466e-a416-f06a460e746b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:58.886339 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040eee8-72d0-466e-a416-f06a460e746b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:58.886558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040eee8-72d0-466e-a416-f06a460e746b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:58.886879 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040eee8-72d0-466e-a416-f06a460e746b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:58.887206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040eee8-72d0-466e-a416-f06a460e746b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:58.887512 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040eee8-72d0-466e-a416-f06a460e746b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:58.888055 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040eee8-72d0-466e-a416-f06a460e746b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:15:58.895188 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-073cf8f7-6997-4186-9e59-9d80340ca035 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:58.897473 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-073cf8f7-6997-4186-9e59-9d80340ca035 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_controller (46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:58.940794 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-073cf8f7-6997-4186-9e59-9d80340ca035 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:58.941313 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073cf8f7-6997-4186-9e59-9d80340ca035 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Fanout notify agent at l3_agent the message router_deleted on router 46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 21:15:58.948018 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-073cf8f7-6997-4186-9e59-9d80340ca035 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:58.949146 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-073cf8f7-6997-4186-9e59-9d80340ca035 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/routers/46f5bc3f-a5b7-459d-9e38-4fd45ea60aa8 HTTP/1.1" status: 204 len: 168 time: 0.7928867 Feb 28 21:15:58.951774 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47482) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:15:59.031966 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-14c1d14c-daa2-42e5-b4cb-3e93167f53b3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (006cd392-e7d2-4da9-a065-d480b3d6a38f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:59.123543 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-14c1d14c-daa2-42e5-b4cb-3e93167f53b3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (006cd392-e7d2-4da9-a065-d480b3d6a38f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:59.144513 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-14c1d14c-daa2-42e5-b4cb-3e93167f53b3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006cd392-e7d2-4da9-a065-d480b3d6a38f']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:15:59.153964 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-14c1d14c-daa2-42e5-b4cb-3e93167f53b3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f608d84e-0d8f-46f1-90b2-519323c91d22') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:15:59.154583 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-14c1d14c-daa2-42e5-b4cb-3e93167f53b3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f608d84e-0d8f-46f1-90b2-519323c91d22') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:15:59.163471 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-14c1d14c-daa2-42e5-b4cb-3e93167f53b3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (f608d84e-0d8f-46f1-90b2-519323c91d22), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:59.177594 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-14c1d14c-daa2-42e5-b4cb-3e93167f53b3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (f608d84e-0d8f-46f1-90b2-519323c91d22), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:59.183803 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c1d14c-daa2-42e5-b4cb-3e93167f53b3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:15:59.184220 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-14c1d14c-daa2-42e5-b4cb-3e93167f53b3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (f608d84e-0d8f-46f1-90b2-519323c91d22), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: timer() Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:15:59.187243 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:15:59.246933 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-14c1d14c-daa2-42e5-b4cb-3e93167f53b3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (006cd392-e7d2-4da9-a065-d480b3d6a38f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:59.254045 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-14c1d14c-daa2-42e5-b4cb-3e93167f53b3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:59.257154 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-14c1d14c-daa2-42e5-b4cb-3e93167f53b3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/networks/006cd392-e7d2-4da9-a065-d480b3d6a38f HTTP/1.1" status: 204 len: 168 time: 0.3044429 Feb 28 21:15:59.260574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47484) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:15:59.268679 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1d14c-daa2-42e5-b4cb-3e93167f53b3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Network': ['ID=006cd392-e7d2-4da9-a065-d480b3d6a38f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:15:59.316434 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2bc76857-12ae-40e5-9423-f4c64c9bf264 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (5f9ca024-8329-45eb-9181-7b0f2d1909c7), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:59.345414 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2bc76857-12ae-40e5-9423-f4c64c9bf264 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (5f9ca024-8329-45eb-9181-7b0f2d1909c7), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:59.405347 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2bc76857-12ae-40e5-9423-f4c64c9bf264 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (5f9ca024-8329-45eb-9181-7b0f2d1909c7), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:59.408048 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2bc76857-12ae-40e5-9423-f4c64c9bf264 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:59.409701 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2bc76857-12ae-40e5-9423-f4c64c9bf264 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/security-groups/5f9ca024-8329-45eb-9181-7b0f2d1909c7 HTTP/1.1" status: 204 len: 168 time: 0.1476510 Feb 28 21:15:59.419630 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc76857-12ae-40e5-9423-f4c64c9bf264 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9ca024-8329-45eb-9181-7b0f2d1909c7,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:15:59.489017 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 43e72726-0056-4640-9c63-b31a20c02511 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:15:59.511472 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 43e72726-0056-4640-9c63-b31a20c02511 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:15:59.511939 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 43e72726-0056-4640-9c63-b31a20c02511 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:15:59.751835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f1ab3bc7-7335-4d15-a631-7caa438b4b64 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:15:59.776642 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: f1ab3bc7-7335-4d15-a631-7caa438b4b64 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:15:59.777065 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device f1ab3bc7-7335-4d15-a631-7caa438b4b64 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:15:59.777542 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3b302335-48eb-4c76-b2a6-be341f42f68c no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:15:59.796893 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 3b302335-48eb-4c76-b2a6-be341f42f68c {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:15:59.797240 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3b302335-48eb-4c76-b2a6-be341f42f68c not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:15:59.797638 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 68bd02d9-7d80-48f5-adce-0eb65c0765fa no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:15:59.816591 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 68bd02d9-7d80-48f5-adce-0eb65c0765fa {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:15:59.816933 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 68bd02d9-7d80-48f5-adce-0eb65c0765fa not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:15:59.906596 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47490) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:15:59.911204 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-9c656eb6-5ca6-421d-b910-c0122c5a1dab tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1830929723', 'description': 'tempest-secgroup-smoke-1830929723 description', 'project_id': '559aa21798c346fa8b89a8f96ec99843'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:15:59.932698 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c656eb6-5ca6-421d-b910-c0122c5a1dab tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:15:59.997085 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c656eb6-5ca6-421d-b910-c0122c5a1dab tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (81673da5-2d47-413c-b13e-906954a6fee8), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.001173 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c656eb6-5ca6-421d-b910-c0122c5a1dab tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (81673da5-2d47-413c-b13e-906954a6fee8), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.032160 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9c656eb6-5ca6-421d-b910-c0122c5a1dab tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.033325 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9c656eb6-5ca6-421d-b910-c0122c5a1dab tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1256969 Feb 28 21:16:00.034430 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c656eb6-5ca6-421d-b910-c0122c5a1dab tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81673da5-2d47-413c-b13e-906954a6fee8,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:00.036371 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47492) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:16:00.044774 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-9cf7b432-9090-40fc-9e18-0fbab29cb113 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '81673da5-2d47-413c-b13e-906954a6fee8', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:16:00.069835 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9cf7b432-9090-40fc-9e18-0fbab29cb113 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (2e9331de-702b-4eda-8f18-78c6a1a905ed), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.124615 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9cf7b432-9090-40fc-9e18-0fbab29cb113 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (2e9331de-702b-4eda-8f18-78c6a1a905ed), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.128581 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9cf7b432-9090-40fc-9e18-0fbab29cb113 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (2e9331de-702b-4eda-8f18-78c6a1a905ed), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.147215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7b432-9090-40fc-9e18-0fbab29cb113 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9331de-702b-4eda-8f18-78c6a1a905ed,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:00.155347 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9cf7b432-9090-40fc-9e18-0fbab29cb113 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.156570 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9cf7b432-9090-40fc-9e18-0fbab29cb113 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158798 Feb 28 21:16:00.159442 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47494) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:16:00.164028 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ed164625-e7ba-4147-80dd-0cc61586d5c1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '81673da5-2d47-413c-b13e-906954a6fee8', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:16:00.189149 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed164625-e7ba-4147-80dd-0cc61586d5c1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (2e27118a-5b50-45c7-a904-458b73b7e543), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.243397 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed164625-e7ba-4147-80dd-0cc61586d5c1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (2e27118a-5b50-45c7-a904-458b73b7e543), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.246950 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed164625-e7ba-4147-80dd-0cc61586d5c1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (2e27118a-5b50-45c7-a904-458b73b7e543), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.266893 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed164625-e7ba-4147-80dd-0cc61586d5c1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e27118a-5b50-45c7-a904-458b73b7e543,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:00.272799 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed164625-e7ba-4147-80dd-0cc61586d5c1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.273973 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ed164625-e7ba-4147-80dd-0cc61586d5c1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134701 Feb 28 21:16:00.277161 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47496) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:16:00.281603 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ab5e8100-12de-4421-a40d-97707c7602ef tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '81673da5-2d47-413c-b13e-906954a6fee8', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:16:00.305929 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab5e8100-12de-4421-a40d-97707c7602ef tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (9f979761-6915-42f0-99e9-4fd79edd32d9), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.364914 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab5e8100-12de-4421-a40d-97707c7602ef tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (9f979761-6915-42f0-99e9-4fd79edd32d9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.368500 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab5e8100-12de-4421-a40d-97707c7602ef tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (9f979761-6915-42f0-99e9-4fd79edd32d9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.385731 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e8100-12de-4421-a40d-97707c7602ef tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f979761-6915-42f0-99e9-4fd79edd32d9,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:00.394151 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ab5e8100-12de-4421-a40d-97707c7602ef tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.395339 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ab5e8100-12de-4421-a40d-97707c7602ef tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171451 Feb 28 21:16:00.397976 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47498) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:16:00.402772 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3125a887-abb5-4683-88d3-1bdfe6a24ecb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '81673da5-2d47-413c-b13e-906954a6fee8', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:16:00.426304 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3125a887-abb5-4683-88d3-1bdfe6a24ecb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (cdfd022c-1400-4d1b-8185-c53d4064872c), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.482161 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3125a887-abb5-4683-88d3-1bdfe6a24ecb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (cdfd022c-1400-4d1b-8185-c53d4064872c), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.485692 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3125a887-abb5-4683-88d3-1bdfe6a24ecb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (cdfd022c-1400-4d1b-8185-c53d4064872c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.504143 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125a887-abb5-4683-88d3-1bdfe6a24ecb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdfd022c-1400-4d1b-8185-c53d4064872c,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:00.512955 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3125a887-abb5-4683-88d3-1bdfe6a24ecb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.514144 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3125a887-abb5-4683-88d3-1bdfe6a24ecb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152682 Feb 28 21:16:00.516821 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47500) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:16:00.520990 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-9b2f4da4-bfdc-430e-a371-e7a8084234b6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '81673da5-2d47-413c-b13e-906954a6fee8', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:16:00.542475 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-9b2f4da4-bfdc-430e-a371-e7a8084234b6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Project 559aa21798c346fa8b89a8f96ec99843 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 21:16:00.547409 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9b2f4da4-bfdc-430e-a371-e7a8084234b6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (b1202731-e3ae-4889-9dc4-f569fb127c9f), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.604708 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9b2f4da4-bfdc-430e-a371-e7a8084234b6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (b1202731-e3ae-4889-9dc4-f569fb127c9f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.608473 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9b2f4da4-bfdc-430e-a371-e7a8084234b6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (b1202731-e3ae-4889-9dc4-f569fb127c9f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.625691 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f4da4-bfdc-430e-a371-e7a8084234b6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1202731-e3ae-4889-9dc4-f569fb127c9f,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:00.634147 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-9b2f4da4-bfdc-430e-a371-e7a8084234b6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.635481 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-9b2f4da4-bfdc-430e-a371-e7a8084234b6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177673 Feb 28 21:16:00.638301 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47502) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:16:00.642373 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-f8976c06-cdf0-4cf4-bccc-dbc390317848 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '81673da5-2d47-413c-b13e-906954a6fee8', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:16:00.660936 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-f8976c06-cdf0-4cf4-bccc-dbc390317848 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Project 559aa21798c346fa8b89a8f96ec99843 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 21:16:00.665598 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8976c06-cdf0-4cf4-bccc-dbc390317848 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (db6f9900-ff4a-44a3-8e89-4c3d5122ab27), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.723779 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8976c06-cdf0-4cf4-bccc-dbc390317848 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (db6f9900-ff4a-44a3-8e89-4c3d5122ab27), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.727417 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8976c06-cdf0-4cf4-bccc-dbc390317848 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (db6f9900-ff4a-44a3-8e89-4c3d5122ab27), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.746128 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8976c06-cdf0-4cf4-bccc-dbc390317848 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6f9900-ff4a-44a3-8e89-4c3d5122ab27,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:00.754721 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f8976c06-cdf0-4cf4-bccc-dbc390317848 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.756159 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f8976c06-cdf0-4cf4-bccc-dbc390317848 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1168642 Feb 28 21:16:00.758692 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47504) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:16:00.763460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-58210231-1fbd-4894-8ac8-c2560b99c90c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'network': {'name': 'tempest-network-smoke--1900813791', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'port_security_enabled': True}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:16:00.781037 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58210231-1fbd-4894-8ac8-c2560b99c90c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Made reservation on behalf of 559aa21798c346fa8b89a8f96ec99843 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:16:00.784323 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-58210231-1fbd-4894-8ac8-c2560b99c90c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.808127 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58210231-1fbd-4894-8ac8-c2560b99c90c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:16:00.816674 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-58210231-1fbd-4894-8ac8-c2560b99c90c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (defde1c4-e055-425f-ae48-4f6a06a738a7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.817014 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-58210231-1fbd-4894-8ac8-c2560b99c90c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Added segment defde1c4-e055-425f-ae48-4f6a06a738a7 of type vlan for network 76fe0208-1b61-478a-b340-9a447fa2ca68 Feb 28 21:16:00.855340 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-58210231-1fbd-4894-8ac8-c2560b99c90c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (76fe0208-1b61-478a-b340-9a447fa2ca68), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.879930 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-58210231-1fbd-4894-8ac8-c2560b99c90c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (76fe0208-1b61-478a-b340-9a447fa2ca68), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.884956 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58210231-1fbd-4894-8ac8-c2560b99c90c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:00.885511 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-58210231-1fbd-4894-8ac8-c2560b99c90c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.920487 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-58210231-1fbd-4894-8ac8-c2560b99c90c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1607025 Feb 28 21:16:00.923224 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47506) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:16:00.927713 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-9e4492d7-42f4-4817-a24a-8d402d694cad tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1961048343', 'admin_state_up': True, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:16:00.949170 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e4492d7-42f4-4817-a24a-8d402d694cad tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (27935aec-b074-456d-9c43-5e496af4aff3), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.950271 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e4492d7-42f4-4817-a24a-8d402d694cad tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (27935aec-b074-456d-9c43-5e496af4aff3), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:00.956283 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58210231-1fbd-4894-8ac8-c2560b99c90c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Network': ['ID=76fe0208-1b61-478a-b340-9a447fa2ca68,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:00.968880 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 76fe0208-1b61-478a-b340-9a447fa2ca68 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:16:01.010129 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e4492d7-42f4-4817-a24a-8d402d694cad tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_controller (27935aec-b074-456d-9c43-5e496af4aff3), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:01.162777 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e4492d7-42f4-4817-a24a-8d402d694cad tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_gateway (27935aec-b074-456d-9c43-5e496af4aff3), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:01.357145 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e4492d7-42f4-4817-a24a-8d402d694cad tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_gateway (27935aec-b074-456d-9c43-5e496af4aff3), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:01.375784 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e4492d7-42f4-4817-a24a-8d402d694cad tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:01.479733 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-9e4492d7-42f4-4817-a24a-8d402d694cad tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Allocated IP 172.25.0.177 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/8cc8eb38-f0d4-4780-aaae-21bbfae7af8e) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:16:01.579161 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e4492d7-42f4-4817-a24a-8d402d694cad tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (8cc8eb38-f0d4-4780-aaae-21bbfae7af8e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:01.611750 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e4492d7-42f4-4817-a24a-8d402d694cad tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (8cc8eb38-f0d4-4780-aaae-21bbfae7af8e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:01.655435 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4492d7-42f4-4817-a24a-8d402d694cad tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:16:01.658278 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-9e4492d7-42f4-4817-a24a-8d402d694cad tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:16:01.661762 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4492d7-42f4-4817-a24a-8d402d694cad tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:16:01.684827 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4492d7-42f4-4817-a24a-8d402d694cad tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=8cc8eb38-f0d4-4780-aaae-21bbfae7af8e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:02.260822 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e4492d7-42f4-4817-a24a-8d402d694cad tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_gateway (27935aec-b074-456d-9c43-5e496af4aff3), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:02.456967 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e4492d7-42f4-4817-a24a-8d402d694cad tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (27935aec-b074-456d-9c43-5e496af4aff3), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:02.584155 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4492d7-42f4-4817-a24a-8d402d694cad tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router 27935aec-b074-456d-9c43-5e496af4aff3 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 21:16:02.696651 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4492d7-42f4-4817-a24a-8d402d694cad tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:16:02.706509 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] Sync routers for ids ['27935aec-b074-456d-9c43-5e496af4aff3'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:16:02.717179 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] Routers {'27935aec-b074-456d-9c43-5e496af4aff3'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:16:02.717794 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9e4492d7-42f4-4817-a24a-8d402d694cad tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:02.717916 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:15:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['27935aec-b074-456d-9c43-5e496af4aff3'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:16:02.721967 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9e4492d7-42f4-4817-a24a-8d402d694cad tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7947850 Feb 28 21:16:02.722206 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47508) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:16:02.750839 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0c3a17cb-5d79-4ba1-b03f-b580919342f6 tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=559aa21798c346fa8b89a8f96ec99843&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269861 Feb 28 21:16:02.753303 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47510) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:16:02.824671 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] Set router 27935aec-b074-456d-9c43-5e496af4aff3 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:16:02.838645 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c36b8c-a8b8-4aa0-9d51-b452734a749c tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:02.842599 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d1c36b8c-a8b8-4aa0-9d51-b452734a749c tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857348 Feb 28 21:16:02.842826 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47512) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:16:02.869778 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-00107e4e-e588-4c4e-81c8-41ad1cdb4cc7 tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258706 Feb 28 21:16:02.872416 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47514) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:16:02.877637 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-0a89acd5-ef3f-4fd6-9cf9-8e0f245ad411 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1510593649', 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:16:02.964608 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a89acd5-ef3f-4fd6-9cf9-8e0f245ad411 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Made reservation on behalf of 559aa21798c346fa8b89a8f96ec99843 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:16:02.967968 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0a89acd5-ef3f-4fd6-9cf9-8e0f245ad411 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:03.001378 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27935aec-b074-456d-9c43-5e496af4aff3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961048343', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:16:00Z', 'updated_at': '2022-02-28T21:16:01Z', 'revision_number': 3, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:01Z', 'updated_at': '2022-02-28T21:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:16:03.031621 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] Checking router: 27935aec-b074-456d-9c43-5e496af4aff3 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:16:03.031990 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] Updating router 27935aec-b074-456d-9c43-5e496af4aff3 port 8cc8eb38-f0d4-4780-aaae-21bbfae7af8e binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:16:03.058891 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8cc8eb38-f0d4-4780-aaae-21bbfae7af8e), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:03.146680 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0a89acd5-ef3f-4fd6-9cf9-8e0f245ad411 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (794db2e0-2e21-4777-b508-88b4288d3313), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:03.208999 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89acd5-ef3f-4fd6-9cf9-8e0f245ad411 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Subnet': ['ID=794db2e0-2e21-4777-b508-88b4288d3313,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:03.217369 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a89acd5-ef3f-4fd6-9cf9-8e0f245ad411 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Checking segment: {'id': 'defde1c4-e055-425f-ae48-4f6a06a738a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:16:03.217736 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a89acd5-ef3f-4fd6-9cf9-8e0f245ad411 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network hostable DHCP agents. Network: 76fe0208-1b61-478a-b340-9a447fa2ca68, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:16:03.234558 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a89acd5-ef3f-4fd6-9cf9-8e0f245ad411 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network 76fe0208-1b61-478a-b340-9a447fa2ca68 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:16:03.243085 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-0a89acd5-ef3f-4fd6-9cf9-8e0f245ad411 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 76fe0208-1b61-478a-b340-9a447fa2ca68) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:16:03.249299 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a89acd5-ef3f-4fd6-9cf9-8e0f245ad411 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:03.249299 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0a89acd5-ef3f-4fd6-9cf9-8e0f245ad411 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:03.258303 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786a685b-5ef1-4588-a104-9e1f75b58cdc None None] Network 76fe0208-1b61-478a-b340-9a447fa2ca68 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:16:03.271133 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0a89acd5-ef3f-4fd6-9cf9-8e0f245ad411 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3951492 Feb 28 21:16:03.271422 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47516) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:16:03.312419 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] Publish callbacks [] for port (8cc8eb38-f0d4-4780-aaae-21bbfae7af8e), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:03.320142 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8cc8eb38-f0d4-4780-aaae-21bbfae7af8e), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:03.367966 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] Attempting to bind port 8cc8eb38-f0d4-4780-aaae-21bbfae7af8e on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:16:03.368341 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] Attempting to bind port 8cc8eb38-f0d4-4780-aaae-21bbfae7af8e by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:16:03.368702 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] Attempting to bind port 8cc8eb38-f0d4-4780-aaae-21bbfae7af8e on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:16:03.370465 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639c14bf-de1e-4f95-ac55-776d4e5cd8dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-76fe0208-1b61-478a-b340-9a447fa2ca68', 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ips': [{'subnet_id': '794db2e0-2e21-4777-b508-88b4288d3313'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:16:03.371412 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-639c14bf-de1e-4f95-ac55-776d4e5cd8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:03.378526 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:16:03.378897 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:16:03.379299 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:03.379689 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:16:03.380182 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] Bound port: 8cc8eb38-f0d4-4780-aaae-21bbfae7af8e, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:16:03.380562 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8cc8eb38-f0d4-4780-aaae-21bbfae7af8e), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:03.382110 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb05d23-68ee-428e-80c3-95b2d17a0c3e None None] Pushing event updated for resources: {'Port': ['ID=8cc8eb38-f0d4-4780-aaae-21bbfae7af8e,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:03.413049 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb05d23-68ee-428e-80c3-95b2d17a0c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:16:03.413395 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb05d23-68ee-428e-80c3-95b2d17a0c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:16:03.413733 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb05d23-68ee-428e-80c3-95b2d17a0c3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:16:03.414064 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb05d23-68ee-428e-80c3-95b2d17a0c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:16:03.414390 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb05d23-68ee-428e-80c3-95b2d17a0c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:16:03.414717 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb05d23-68ee-428e-80c3-95b2d17a0c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:16:03.415036 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb05d23-68ee-428e-80c3-95b2d17a0c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:16:03.415354 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb05d23-68ee-428e-80c3-95b2d17a0c3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:16:03.415673 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb05d23-68ee-428e-80c3-95b2d17a0c3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:16:03.415673 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb05d23-68ee-428e-80c3-95b2d17a0c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:16:03.415673 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb05d23-68ee-428e-80c3-95b2d17a0c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:16:03.415673 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb05d23-68ee-428e-80c3-95b2d17a0c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:16:03.417172 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb05d23-68ee-428e-80c3-95b2d17a0c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:16:03.449092 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] For port 8cc8eb38-f0d4-4780-aaae-21bbfae7af8e, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:16:03.452435 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] For port 8cc8eb38-f0d4-4780-aaae-21bbfae7af8e, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=8cc8eb38-f0d4-4780-aaae-21bbfae7af8e,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:16:03.458650 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8cc8eb38-f0d4-4780-aaae-21bbfae7af8e), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:03.508256 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] Routers {'27935aec-b074-456d-9c43-5e496af4aff3'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:16:03.508921 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:15:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['27935aec-b074-456d-9c43-5e496af4aff3'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:16:03.519867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-639c14bf-de1e-4f95-ac55-776d4e5cd8dd None None] Allocated IP 172.20.0.2 (76fe0208-1b61-478a-b340-9a447fa2ca68/794db2e0-2e21-4777-b508-88b4288d3313/cfec7fef-5c97-4e58-a864-817c2083b961) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:16:03.571430 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb05d23-68ee-428e-80c3-95b2d17a0c3e None None] Pushing event updated for resources: {'Port': ['ID=8cc8eb38-f0d4-4780-aaae-21bbfae7af8e,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:03.636851 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] Set router 27935aec-b074-456d-9c43-5e496af4aff3 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:16:03.667940 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-639c14bf-de1e-4f95-ac55-776d4e5cd8dd None None] Publish callbacks [] for port (cfec7fef-5c97-4e58-a864-817c2083b961), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:03.677636 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-639c14bf-de1e-4f95-ac55-776d4e5cd8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (cfec7fef-5c97-4e58-a864-817c2083b961), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:03.719383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639c14bf-de1e-4f95-ac55-776d4e5cd8dd None None] Network 76fe0208-1b61-478a-b340-9a447fa2ca68 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:16:03.723362 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-639c14bf-de1e-4f95-ac55-776d4e5cd8dd None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:16:03.734289 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c14bf-de1e-4f95-ac55-776d4e5cd8dd None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:16:03.750504 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cd2da07b-7fc7-4c50-bd8d-c3401931c64f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:03.751219 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c14bf-de1e-4f95-ac55-776d4e5cd8dd None None] Pushing event updated for resources: {'Port': ['ID=cfec7fef-5c97-4e58-a864-817c2083b961,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:03.805724 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-639c14bf-de1e-4f95-ac55-776d4e5cd8dd None None] Attempting to bind port cfec7fef-5c97-4e58-a864-817c2083b961 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:16:03.806262 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-639c14bf-de1e-4f95-ac55-776d4e5cd8dd None None] Attempting to bind port cfec7fef-5c97-4e58-a864-817c2083b961 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'defde1c4-e055-425f-ae48-4f6a06a738a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:16:03.807264 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639c14bf-de1e-4f95-ac55-776d4e5cd8dd None None] Attempting to bind port cfec7fef-5c97-4e58-a864-817c2083b961 on network 76fe0208-1b61-478a-b340-9a447fa2ca68 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:16:03.812447 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639c14bf-de1e-4f95-ac55-776d4e5cd8dd None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:16:03.813347 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639c14bf-de1e-4f95-ac55-776d4e5cd8dd None None] Checking segment: {'id': 'defde1c4-e055-425f-ae48-4f6a06a738a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:16:03.813347 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-639c14bf-de1e-4f95-ac55-776d4e5cd8dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:03.813982 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639c14bf-de1e-4f95-ac55-776d4e5cd8dd None None] Bound using segment: {'id': 'defde1c4-e055-425f-ae48-4f6a06a738a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:16:03.814547 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-639c14bf-de1e-4f95-ac55-776d4e5cd8dd None None] Bound port: cfec7fef-5c97-4e58-a864-817c2083b961, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'defde1c4-e055-425f-ae48-4f6a06a738a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:16:03.815033 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-639c14bf-de1e-4f95-ac55-776d4e5cd8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cfec7fef-5c97-4e58-a864-817c2083b961), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:03.880595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-639c14bf-de1e-4f95-ac55-776d4e5cd8dd None None] For port cfec7fef-5c97-4e58-a864-817c2083b961, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:16:03.884257 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-639c14bf-de1e-4f95-ac55-776d4e5cd8dd None None] For port cfec7fef-5c97-4e58-a864-817c2083b961, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=cfec7fef-5c97-4e58-a864-817c2083b961,segment=NetworkSegment(defde1c4-e055-425f-ae48-4f6a06a738a7),segment_id=defde1c4-e055-425f-ae48-4f6a06a738a7)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:16:03.889777 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-639c14bf-de1e-4f95-ac55-776d4e5cd8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cfec7fef-5c97-4e58-a864-817c2083b961), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:03.922369 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27935aec-b074-456d-9c43-5e496af4aff3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961048343', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:16:00Z', 'updated_at': '2022-02-28T21:16:01Z', 'revision_number': 3, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:01Z', 'updated_at': '2022-02-28T21:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:16:03.956910 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c14bf-de1e-4f95-ac55-776d4e5cd8dd None None] Pushing event updated for resources: {'Port': ['ID=cfec7fef-5c97-4e58-a864-817c2083b961,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:03.970106 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870544c9-03fb-417c-8f09-6bc247f22229 None None] The sync data for ids ['27935aec-b074-456d-9c43-5e496af4aff3'] in n-d-820368-21 is: [{'id': '27935aec-b074-456d-9c43-5e496af4aff3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961048343', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:16:00Z', 'updated_at': '2022-02-28T21:16:01Z', 'revision_number': 3, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:01Z', 'updated_at': '2022-02-28T21:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:16:04.067441 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-cd2da07b-7fc7-4c50-bd8d-c3401931c64f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Allocated IP 172.20.0.1 (76fe0208-1b61-478a-b340-9a447fa2ca68/794db2e0-2e21-4777-b508-88b4288d3313/4611b14d-f747-41de-91a8-e17debe88266) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:16:04.214897 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cd2da07b-7fc7-4c50-bd8d-c3401931c64f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (4611b14d-f747-41de-91a8-e17debe88266), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:04.281156 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cd2da07b-7fc7-4c50-bd8d-c3401931c64f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4611b14d-f747-41de-91a8-e17debe88266), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:04.340321 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2da07b-7fc7-4c50-bd8d-c3401931c64f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network 76fe0208-1b61-478a-b340-9a447fa2ca68 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:16:04.343575 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-cd2da07b-7fc7-4c50-bd8d-c3401931c64f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:16:04.347535 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2da07b-7fc7-4c50-bd8d-c3401931c64f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:16:04.376691 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2da07b-7fc7-4c50-bd8d-c3401931c64f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=4611b14d-f747-41de-91a8-e17debe88266,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:04.401863 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cd2da07b-7fc7-4c50-bd8d-c3401931c64f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (27935aec-b074-456d-9c43-5e496af4aff3), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:04.891893 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cd2da07b-7fc7-4c50-bd8d-c3401931c64f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4611b14d-f747-41de-91a8-e17debe88266), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:05.019533 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0275bfc7-9264-4b5e-9e0e-3da8c41625f9 None None] Network 76fe0208-1b61-478a-b340-9a447fa2ca68 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:16:05.135515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f779ebd3-01f6-490a-8b05-a1cb50ca61c9 None None] Provisioning complete for port cfec7fef-5c97-4e58-a864-817c2083b961 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:16:05.136069 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f779ebd3-01f6-490a-8b05-a1cb50ca61c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cfec7fef-5c97-4e58-a864-817c2083b961), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:05.179553 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cd2da07b-7fc7-4c50-bd8d-c3401931c64f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (4611b14d-f747-41de-91a8-e17debe88266), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:05.185135 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cd2da07b-7fc7-4c50-bd8d-c3401931c64f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (4611b14d-f747-41de-91a8-e17debe88266), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:05.227889 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f779ebd3-01f6-490a-8b05-a1cb50ca61c9 None None] Current status of the port cfec7fef-5c97-4e58-a864-817c2083b961 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:16:05.228962 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f779ebd3-01f6-490a-8b05-a1cb50ca61c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cfec7fef-5c97-4e58-a864-817c2083b961), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:05.267450 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cd2da07b-7fc7-4c50-bd8d-c3401931c64f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (27935aec-b074-456d-9c43-5e496af4aff3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:05.269406 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2da07b-7fc7-4c50-bd8d-c3401931c64f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=4611b14d-f747-41de-91a8-e17debe88266,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:05.274292 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f779ebd3-01f6-490a-8b05-a1cb50ca61c9 None None] For port cfec7fef-5c97-4e58-a864-817c2083b961, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=cfec7fef-5c97-4e58-a864-817c2083b961,segment=NetworkSegment(defde1c4-e055-425f-ae48-4f6a06a738a7),segment_id=defde1c4-e055-425f-ae48-4f6a06a738a7)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:16:05.281641 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f779ebd3-01f6-490a-8b05-a1cb50ca61c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cfec7fef-5c97-4e58-a864-817c2083b961), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:05.338562 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779ebd3-01f6-490a-8b05-a1cb50ca61c9 None None] Pushing event updated for resources: {'Port': ['ID=cfec7fef-5c97-4e58-a864-817c2083b961,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:05.376817 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2da07b-7fc7-4c50-bd8d-c3401931c64f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network 76fe0208-1b61-478a-b340-9a447fa2ca68 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:16:05.378262 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-cd2da07b-7fc7-4c50-bd8d-c3401931c64f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:16:05.503789 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2da07b-7fc7-4c50-bd8d-c3401931c64f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router 27935aec-b074-456d-9c43-5e496af4aff3 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:16:05.504921 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-2ba9736a-e696-4d41-86a7-bfc8d2dde1dc None None] Provisioning complete for port 4611b14d-f747-41de-91a8-e17debe88266 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:16:05.505304 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2ba9736a-e696-4d41-86a7-bfc8d2dde1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4611b14d-f747-41de-91a8-e17debe88266), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:05.543869 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-2ba9736a-e696-4d41-86a7-bfc8d2dde1dc None None] Port 4611b14d-f747-41de-91a8-e17debe88266 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:16:05.558482 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-2ba9736a-e696-4d41-86a7-bfc8d2dde1dc None None] Provisioning complete for port cfec7fef-5c97-4e58-a864-817c2083b961 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:16:05.558953 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2ba9736a-e696-4d41-86a7-bfc8d2dde1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cfec7fef-5c97-4e58-a864-817c2083b961), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:05.624841 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2da07b-7fc7-4c50-bd8d-c3401931c64f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:16:05.636578 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cd2da07b-7fc7-4c50-bd8d-c3401931c64f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "PUT /v2.0/routers/27935aec-b074-456d-9c43-5e496af4aff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3629076 Feb 28 21:16:05.659243 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-2ba9736a-e696-4d41-86a7-bfc8d2dde1dc None None] Current status of the port cfec7fef-5c97-4e58-a864-817c2083b961 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:16:05.690227 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] Sync routers for ids ['27935aec-b074-456d-9c43-5e496af4aff3'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:16:05.703034 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] Routers {'27935aec-b074-456d-9c43-5e496af4aff3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:16:05.703829 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:15:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['27935aec-b074-456d-9c43-5e496af4aff3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:16:05.804498 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-59c25aed-3eaf-44a5-abb8-c91cf5319468 None None] Provisioning complete for port 4611b14d-f747-41de-91a8-e17debe88266 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:16:05.804899 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-59c25aed-3eaf-44a5-abb8-c91cf5319468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4611b14d-f747-41de-91a8-e17debe88266), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:05.825533 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-a5671dac-6000-42d7-a9ec-1abc5f2abb21 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1830929723&fields=id&tenant_id=559aa21798c346fa8b89a8f96ec99843 HTTP/1.1" status: 200 len: 267 time: 0.0639119 Feb 28 21:16:05.955925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-f626c25f-6343-415e-8bf4-6225f4ea7d0a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:05.957566 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-f626c25f-6343-415e-8bf4-6225f4ea7d0a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/networks?id=76fe0208-1b61-478a-b340-9a447fa2ca68 HTTP/1.1" status: 200 len: 797 time: 0.1237504 Feb 28 21:16:05.974604 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-30e92d3c-9ac3-4f22-b5c5-80a028cb9ce1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/quotas/559aa21798c346fa8b89a8f96ec99843 HTTP/1.1" status: 200 len: 375 time: 0.0107398 Feb 28 21:16:06.020765 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device cfec7fef-5c97-4e58-a864-817c2083b961 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:16:06.032983 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-1789baba-d2bf-408b-84df-89eea4c9d1c3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529261 Feb 28 21:16:06.102048 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-59c25aed-3eaf-44a5-abb8-c91cf5319468 None None] Port 4611b14d-f747-41de-91a8-e17debe88266 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:16:06.109113 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] Set router 27935aec-b074-456d-9c43-5e496af4aff3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:16:06.178066 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-141e7e66-667c-470d-a111-33000b10d6d9 service neutron] 10.222.0.13 "GET /v2.0/networks/76fe0208-1b61-478a-b340-9a447fa2ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325605 Feb 28 21:16:06.189296 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port cfec7fef-5c97-4e58-a864-817c2083b961 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:16:06.189666 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cfec7fef-5c97-4e58-a864-817c2083b961), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:06.273498 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-dd471dc9-b42d-4c78-9fb1-fb65e9c61c24 service neutron] 10.222.0.13 "GET /v2.0/networks/76fe0208-1b61-478a-b340-9a447fa2ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887957 Feb 28 21:16:06.291702 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-de216f3f-a1ea-4e37-b73a-28a5af08c212 None None] Provisioning complete for port 4611b14d-f747-41de-91a8-e17debe88266 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:16:06.292104 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-de216f3f-a1ea-4e37-b73a-28a5af08c212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4611b14d-f747-41de-91a8-e17debe88266), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:06.369696 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-de216f3f-a1ea-4e37-b73a-28a5af08c212 None None] Port 4611b14d-f747-41de-91a8-e17debe88266 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:16:06.410169 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port cfec7fef-5c97-4e58-a864-817c2083b961 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:16:06.411256 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8cc8eb38-f0d4-4780-aaae-21bbfae7af8e up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:16:06.437402 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b3bbd65a-4c99-4f7b-a345-9ec2b391aba2 req-8a039284-9b0f-4531-b66d-30febd90347c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 210 time: 0.0299902 Feb 28 21:16:06.471189 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27935aec-b074-456d-9c43-5e496af4aff3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961048343', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:16:00Z', 'updated_at': '2022-02-28T21:16:04Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:01Z', 'updated_at': '2022-02-28T21:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '4611b14d-f747-41de-91a8-e17debe88266', 'name': '', 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:2d:99:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '794db2e0-2e21-4777-b508-88b4288d3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:03Z', 'updated_at': '2022-02-28T21:16:05Z', 'revision_number': 2, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '794db2e0-2e21-4777-b508-88b4288d3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:16:06.475197 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 8cc8eb38-f0d4-4780-aaae-21bbfae7af8e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:16:06.475567 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8cc8eb38-f0d4-4780-aaae-21bbfae7af8e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:06.501882 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] Checking router: 27935aec-b074-456d-9c43-5e496af4aff3 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:16:06.502284 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] Updating router 27935aec-b074-456d-9c43-5e496af4aff3 port 4611b14d-f747-41de-91a8-e17debe88266 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:16:06.558375 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4611b14d-f747-41de-91a8-e17debe88266), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:06.694756 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 8cc8eb38-f0d4-4780-aaae-21bbfae7af8e is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:16:06.695149 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8cc8eb38-f0d4-4780-aaae-21bbfae7af8e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:06.726269 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 8cc8eb38-f0d4-4780-aaae-21bbfae7af8e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=8cc8eb38-f0d4-4780-aaae-21bbfae7af8e,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:16:06.734649 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8cc8eb38-f0d4-4780-aaae-21bbfae7af8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:06.834460 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=8cc8eb38-f0d4-4780-aaae-21bbfae7af8e,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:06.925343 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] Publish callbacks [] for port (4611b14d-f747-41de-91a8-e17debe88266), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:06.931340 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4611b14d-f747-41de-91a8-e17debe88266), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:06.982314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce2dc1-b8e2-49df-99fe-6f8222161835 None None] Pushing event updated for resources: {'Port': ['ID=4611b14d-f747-41de-91a8-e17debe88266,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:07.036941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] Attempting to bind port 4611b14d-f747-41de-91a8-e17debe88266 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:16:07.037531 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] Attempting to bind port 4611b14d-f747-41de-91a8-e17debe88266 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'defde1c4-e055-425f-ae48-4f6a06a738a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:16:07.037701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] Attempting to bind port 4611b14d-f747-41de-91a8-e17debe88266 on network 76fe0208-1b61-478a-b340-9a447fa2ca68 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:16:07.044806 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:16:07.045188 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] Checking segment: {'id': 'defde1c4-e055-425f-ae48-4f6a06a738a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:16:07.045599 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:07.045993 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] Bound using segment: {'id': 'defde1c4-e055-425f-ae48-4f6a06a738a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:16:07.046467 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] Bound port: 4611b14d-f747-41de-91a8-e17debe88266, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'defde1c4-e055-425f-ae48-4f6a06a738a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:16:07.046850 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4611b14d-f747-41de-91a8-e17debe88266), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:07.115237 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] For port 4611b14d-f747-41de-91a8-e17debe88266, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:16:07.118613 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] For port 4611b14d-f747-41de-91a8-e17debe88266, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4611b14d-f747-41de-91a8-e17debe88266,segment=NetworkSegment(defde1c4-e055-425f-ae48-4f6a06a738a7),segment_id=defde1c4-e055-425f-ae48-4f6a06a738a7)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:16:07.125740 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4611b14d-f747-41de-91a8-e17debe88266), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:07.185819 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] Routers {'27935aec-b074-456d-9c43-5e496af4aff3'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:16:07.185819 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:15:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['27935aec-b074-456d-9c43-5e496af4aff3'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:16:07.234786 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce2dc1-b8e2-49df-99fe-6f8222161835 None None] Pushing event updated for resources: {'Port': ['ID=4611b14d-f747-41de-91a8-e17debe88266,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:07.261412 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-2adefad7-3df2-477a-a186-798359c2fd11 None None] Provisioning complete for port 4611b14d-f747-41de-91a8-e17debe88266 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:16:07.261782 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2adefad7-3df2-477a-a186-798359c2fd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4611b14d-f747-41de-91a8-e17debe88266), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:07.348034 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] Set router 27935aec-b074-456d-9c43-5e496af4aff3 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:16:07.451399 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-4ab9184f-7188-4b2c-bdbc-da4d087b7cab tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:07.452866 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-4ab9184f-7188-4b2c-bdbc-da4d087b7cab tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.15 "GET /v2.0/networks?id=76fe0208-1b61-478a-b340-9a447fa2ca68 HTTP/1.1" status: 200 len: 797 time: 0.1102886 Feb 28 21:16:07.483727 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-2adefad7-3df2-477a-a186-798359c2fd11 None None] Current status of the port 4611b14d-f747-41de-91a8-e17debe88266 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:16:07.484010 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2adefad7-3df2-477a-a186-798359c2fd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (4611b14d-f747-41de-91a8-e17debe88266), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:07.533081 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-73370d1f-8f3b-4af2-a026-cfe1ea78880d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=559aa21798c346fa8b89a8f96ec99843 HTTP/1.1" status: 200 len: 380 time: 0.0608785 Feb 28 21:16:07.543646 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-d47403b3-dfda-486f-afe7-c847772ea780 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'port': {'device_id': '4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0', 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68', 'admin_state_up': True, 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'security_groups': ['81673da5-2d47-413c-b13e-906954a6fee8']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:16:07.560544 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2adefad7-3df2-477a-a186-798359c2fd11 None None] For port 4611b14d-f747-41de-91a8-e17debe88266, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4611b14d-f747-41de-91a8-e17debe88266,segment=NetworkSegment(defde1c4-e055-425f-ae48-4f6a06a738a7),segment_id=defde1c4-e055-425f-ae48-4f6a06a738a7)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:16:07.572586 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2adefad7-3df2-477a-a186-798359c2fd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (4611b14d-f747-41de-91a8-e17debe88266), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:07.655383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adefad7-3df2-477a-a186-798359c2fd11 None None] Pushing event updated for resources: {'Port': ['ID=4611b14d-f747-41de-91a8-e17debe88266,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:07.673978 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-d47403b3-dfda-486f-afe7-c847772ea780 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Made reservation on behalf of 559aa21798c346fa8b89a8f96ec99843 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:16:07.678425 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27935aec-b074-456d-9c43-5e496af4aff3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961048343', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:16:00Z', 'updated_at': '2022-02-28T21:16:04Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:01Z', 'updated_at': '2022-02-28T21:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '4611b14d-f747-41de-91a8-e17debe88266', 'name': '', 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:2d:99:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '794db2e0-2e21-4777-b508-88b4288d3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:03Z', 'updated_at': '2022-02-28T21:16:07Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '794db2e0-2e21-4777-b508-88b4288d3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:16:07.687606 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-d47403b3-dfda-486f-afe7-c847772ea780 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:07.726226 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feffc05d-26e9-42ed-8368-acbb180153bc None None] The sync data for ids ['27935aec-b074-456d-9c43-5e496af4aff3'] in n-d-820368-21 is: [{'id': '27935aec-b074-456d-9c43-5e496af4aff3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961048343', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:16:00Z', 'updated_at': '2022-02-28T21:16:04Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:01Z', 'updated_at': '2022-02-28T21:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '4611b14d-f747-41de-91a8-e17debe88266', 'name': '', 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:2d:99:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '794db2e0-2e21-4777-b508-88b4288d3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:03Z', 'updated_at': '2022-02-28T21:16:07Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '794db2e0-2e21-4777-b508-88b4288d3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:16:07.739620 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c94af3f9-9152-4d88-83f5-a65e636004c9 None None] Provisioning complete for port 4611b14d-f747-41de-91a8-e17debe88266 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:16:07.740023 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c94af3f9-9152-4d88-83f5-a65e636004c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4611b14d-f747-41de-91a8-e17debe88266), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:07.778633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8cc8eb38-f0d4-4780-aaae-21bbfae7af8e up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:16:07.868222 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-d47403b3-dfda-486f-afe7-c847772ea780 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Allocated IP 172.20.0.12 (76fe0208-1b61-478a-b340-9a447fa2ca68/794db2e0-2e21-4777-b508-88b4288d3313/39a63004-b8ef-4bf7-9792-3944fcd7ada0) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:16:07.882992 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-acd441d9-e719-48d0-8c20-84e96e964602 req-5eb792d0-8eb2-419a-a141-adee3f944755 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 210 time: 0.0295751 Feb 28 21:16:07.912309 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 8cc8eb38-f0d4-4780-aaae-21bbfae7af8e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:16:07.912623 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8cc8eb38-f0d4-4780-aaae-21bbfae7af8e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:07.939854 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c94af3f9-9152-4d88-83f5-a65e636004c9 None None] Current status of the port 4611b14d-f747-41de-91a8-e17debe88266 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:16:08.008594 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 8cc8eb38-f0d4-4780-aaae-21bbfae7af8e is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:16:08.041465 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-d47403b3-dfda-486f-afe7-c847772ea780 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:08.081902 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-d47403b3-dfda-486f-afe7-c847772ea780 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:08.128127 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-d47403b3-dfda-486f-afe7-c847772ea780 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network 76fe0208-1b61-478a-b340-9a447fa2ca68 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:16:08.131301 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-d47403b3-dfda-486f-afe7-c847772ea780 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:16:08.133703 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-d47403b3-dfda-486f-afe7-c847772ea780 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:16:08.164743 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47403b3-dfda-486f-afe7-c847772ea780 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=39a63004-b8ef-4bf7-9792-3944fcd7ada0,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:08.200015 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-d47403b3-dfda-486f-afe7-c847772ea780 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:08.200671 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-d47403b3-dfda-486f-afe7-c847772ea780 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:08.218878 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-d47403b3-dfda-486f-afe7-c847772ea780 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6798072 Feb 28 21:16:08.231314 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] Request body: {'port': {'device_id': '4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:16:08.304301 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:08.465352 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-14be357b-a06d-48e2-baed-3688102eb33a None None] Provisioning complete for port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:16:08.465866 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-14be357b-a06d-48e2-baed-3688102eb33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:08.501923 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-14be357b-a06d-48e2-baed-3688102eb33a None None] Port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:16:08.581313 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a63004-b8ef-4bf7-9792-3944fcd7ada0 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:16:08.589379 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] Publish callbacks [] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:08.602721 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] Transition to ACTIVE for port object 39a63004-b8ef-4bf7-9792-3944fcd7ada0 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:16:08.607144 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:08.669246 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] Pushing event updated for resources: {'Port': ['ID=39a63004-b8ef-4bf7-9792-3944fcd7ada0,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:08.764720 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] Attempting to bind port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:16:08.764720 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] Attempting to bind port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'defde1c4-e055-425f-ae48-4f6a06a738a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:16:08.765076 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] Attempting to bind port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 on network 76fe0208-1b61-478a-b340-9a447fa2ca68 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:16:08.770402 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] Port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 on network 76fe0208-1b61-478a-b340-9a447fa2ca68 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:16:08.770722 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] Attempting to bind port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 on network 76fe0208-1b61-478a-b340-9a447fa2ca68 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:16:08.777452 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:16:08.777807 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] Checking segment: {'id': 'defde1c4-e055-425f-ae48-4f6a06a738a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:16:08.778188 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] Bound using segment: {'id': 'defde1c4-e055-425f-ae48-4f6a06a738a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:16:08.778636 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] Bound port: 39a63004-b8ef-4bf7-9792-3944fcd7ada0, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'defde1c4-e055-425f-ae48-4f6a06a738a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:16:08.778993 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:08.867487 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] For port 39a63004-b8ef-4bf7-9792-3944fcd7ada0, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:16:08.871602 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] For port 39a63004-b8ef-4bf7-9792-3944fcd7ada0, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=39a63004-b8ef-4bf7-9792-3944fcd7ada0,segment=NetworkSegment(defde1c4-e055-425f-ae48-4f6a06a738a7),segment_id=defde1c4-e055-425f-ae48-4f6a06a738a7)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:16:08.879198 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:08.925514 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:08.925967 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:08.927540 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] 10.222.0.15 "PUT /v2.0/ports/39a63004-b8ef-4bf7-9792-3944fcd7ada0 HTTP/1.1" status: 200 len: 1093 time: 0.7013090 Feb 28 21:16:08.928023 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0', 'tag': '39a63004-b8ef-4bf7-9792-3944fcd7ada0'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:16:08.930436 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9110f965-5ac9-4b4d-8886-98d01d898e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0", "tag": "39a63004-b8ef-4bf7-9792-3944fcd7ada0"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:16:08.955336 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4aa891-a043-4484-b154-440c3d8e6542 service neutron] Pushing event updated for resources: {'Port': ['ID=39a63004-b8ef-4bf7-9792-3944fcd7ada0,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:09.053711 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c966861-ad4c-4ded-b480-497e8a2f78c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:09.055229 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-2c966861-ad4c-4ded-b480-497e8a2f78c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 1127 time: 0.0667198 Feb 28 21:16:09.079838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684efb27-aea5-4e3f-ab53-e4277925b0be req-3a5b9c47-0b6c-4052-8abb-62009ddaae6f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:09.083218 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-684efb27-aea5-4e3f-ab53-e4277925b0be req-3a5b9c47-0b6c-4052-8abb-62009ddaae6f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 944 time: 0.0820124 Feb 28 21:16:09.121181 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-7b83035d-b954-43fd-9e5b-66658e7b271e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a63004-b8ef-4bf7-9792-3944fcd7ada0 HTTP/1.1" status: 200 len: 217 time: 0.0578399 Feb 28 21:16:09.168167 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-684efb27-aea5-4e3f-ab53-e4277925b0be req-62730ee2-11ef-4d3d-b7cf-af9aacfc3e66 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773509 Feb 28 21:16:09.186052 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-bbbde5a9-5c3b-4bf5-b7f0-9204944fb7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:09.187566 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-bbbde5a9-5c3b-4bf5-b7f0-9204944fb7ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=794db2e0-2e21-4777-b508-88b4288d3313 HTTP/1.1" status: 200 len: 835 time: 0.0604255 Feb 28 21:16:09.227131 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df06870d-5fd6-4a26-942d-133e7c655b90 x-openstack-request-id: req-df06870d-5fd6-4a26-942d-133e7c655b90 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:16:09.227437 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0", "tag": "39a63004-b8ef-4bf7-9792-3944fcd7ada0", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:16:09.227698 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df06870d-5fd6-4a26-942d-133e7c655b90 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:16:09.228141 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0', 'tag': '39a63004-b8ef-4bf7-9792-3944fcd7ada0', 'status': 'completed', 'code': 200} Feb 28 21:16:09.248204 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-c09c0e80-dd9e-466e-8c68-a6c33f0c1084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:09.249854 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-c09c0e80-dd9e-466e-8c68-a6c33f0c1084 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=76fe0208-1b61-478a-b340-9a447fa2ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0555334 Feb 28 21:16:09.338649 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-a7294928-2ec9-4234-b186-bd7abfc6a109 service neutron] 10.222.0.15 "GET /v2.0/networks/76fe0208-1b61-478a-b340-9a447fa2ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825324 Feb 28 21:16:09.429635 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bf021f79-6c2e-46c0-988d-524e7b64bcdc req-721eed2e-4c2d-474d-9b39-83e41e6dbb4b service neutron] 10.222.0.15 "GET /v2.0/networks/76fe0208-1b61-478a-b340-9a447fa2ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852745 Feb 28 21:16:09.524858 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110f965-5ac9-4b4d-8886-98d01d898e6d req-b59fedb4-681d-4d1c-bddd-03730a42e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:09.526369 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9110f965-5ac9-4b4d-8886-98d01d898e6d req-b59fedb4-681d-4d1c-bddd-03730a42e4a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 1127 time: 0.0522213 Feb 28 21:16:09.617064 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110f965-5ac9-4b4d-8886-98d01d898e6d req-f225943e-b54f-4896-9ce0-8ca2a60912ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:09.618519 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9110f965-5ac9-4b4d-8886-98d01d898e6d req-f225943e-b54f-4896-9ce0-8ca2a60912ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=76fe0208-1b61-478a-b340-9a447fa2ca68 HTTP/1.1" status: 200 len: 897 time: 0.0867457 Feb 28 21:16:09.658310 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9110f965-5ac9-4b4d-8886-98d01d898e6d req-cf2de310-9508-4511-9a36-6122c3cbeec7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a63004-b8ef-4bf7-9792-3944fcd7ada0 HTTP/1.1" status: 200 len: 217 time: 0.0341761 Feb 28 21:16:09.709744 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110f965-5ac9-4b4d-8886-98d01d898e6d req-374bb6b2-182b-42aa-a412-fe6082a6ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:09.711237 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9110f965-5ac9-4b4d-8886-98d01d898e6d req-374bb6b2-182b-42aa-a412-fe6082a6ec48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=794db2e0-2e21-4777-b508-88b4288d3313 HTTP/1.1" status: 200 len: 835 time: 0.0468380 Feb 28 21:16:09.754975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4611b14d-f747-41de-91a8-e17debe88266 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:16:09.767022 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110f965-5ac9-4b4d-8886-98d01d898e6d req-625713f9-77ea-409b-9dc9-0f5fd58f5dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:09.768545 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9110f965-5ac9-4b4d-8886-98d01d898e6d req-625713f9-77ea-409b-9dc9-0f5fd58f5dac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=76fe0208-1b61-478a-b340-9a447fa2ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500047 Feb 28 21:16:09.805919 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 4611b14d-f747-41de-91a8-e17debe88266 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:16:09.806843 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (4611b14d-f747-41de-91a8-e17debe88266), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:09.868462 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9110f965-5ac9-4b4d-8886-98d01d898e6d req-32a672aa-271a-401a-8ab9-49d2c5360bc8 service neutron] 10.222.0.15 "GET /v2.0/networks/76fe0208-1b61-478a-b340-9a447fa2ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918071 Feb 28 21:16:09.892847 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 4611b14d-f747-41de-91a8-e17debe88266 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:16:09.960191 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-9110f965-5ac9-4b4d-8886-98d01d898e6d req-7b464afb-09f8-456f-b3d6-86660f67baff service neutron] 10.222.0.15 "GET /v2.0/networks/76fe0208-1b61-478a-b340-9a447fa2ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862496 Feb 28 21:16:10.298484 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa39a71-63af-4589-866f-652bdfabcd76 req-94d14d44-46a8-4b42-93bc-f38623199d5c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:10.299985 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fa39a71-63af-4589-866f-652bdfabcd76 req-94d14d44-46a8-4b42-93bc-f38623199d5c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 944 time: 0.0543079 Feb 28 21:16:10.348205 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8fa39a71-63af-4589-866f-652bdfabcd76 req-377e9a19-306f-4280-bf1f-76e74dd6a9a7 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425887 Feb 28 21:16:11.201653 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:16:11.465255 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af513e10-0327-468d-9ee5-c6ad495945f1 req-68f92f08-4e58-4b66-8664-0eac377a2790 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:11.467076 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af513e10-0327-468d-9ee5-c6ad495945f1 req-68f92f08-4e58-4b66-8664-0eac377a2790 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 944 time: 0.0524900 Feb 28 21:16:11.515573 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af513e10-0327-468d-9ee5-c6ad495945f1 req-3738718f-22c5-464e-b51f-3a4ed717d0d4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434365 Feb 28 21:16:12.074679 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 39a63004-b8ef-4bf7-9792-3944fcd7ada0 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:16:12.175785 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 39a63004-b8ef-4bf7-9792-3944fcd7ada0, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=39a63004-b8ef-4bf7-9792-3944fcd7ada0,segment=NetworkSegment(defde1c4-e055-425f-ae48-4f6a06a738a7),segment_id=defde1c4-e055-425f-ae48-4f6a06a738a7)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:16:12.188696 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '39a63004-b8ef-4bf7-9792-3944fcd7ada0', 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68', 'port_id': '39a63004-b8ef-4bf7-9792-3944fcd7ada0', 'mac_address': 'fa:16:3e:d7:0b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794db2e0-2e21-4777-b508-88b4288d3313', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:16:12.225401 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:16:12.225788 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:12.238022 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a63004-b8ef-4bf7-9792-3944fcd7ada0 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:16:12.257497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 39a63004-b8ef-4bf7-9792-3944fcd7ada0, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=39a63004-b8ef-4bf7-9792-3944fcd7ada0,segment=NetworkSegment(defde1c4-e055-425f-ae48-4f6a06a738a7),segment_id=defde1c4-e055-425f-ae48-4f6a06a738a7)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:16:12.270072 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:12.322440 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=39a63004-b8ef-4bf7-9792-3944fcd7ada0,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:12.519245 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['39a63004-b8ef-4bf7-9792-3944fcd7ada0'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:16:12.643805 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef37e4-26f5-4e64-bbd4-32b018f14512 req-a741ec3b-7802-4a95-97aa-e4d6a9a8dd69 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:12.646281 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0ef37e4-26f5-4e64-bbd4-32b018f14512 req-a741ec3b-7802-4a95-97aa-e4d6a9a8dd69 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 945 time: 0.0641963 Feb 28 21:16:12.696718 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0ef37e4-26f5-4e64-bbd4-32b018f14512 req-f73a40c9-4ad3-40dc-9d4d-b98a1c7c2a8f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452371 Feb 28 21:16:13.816050 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a7d4f-dc9b-4ca4-bb71-0677732cbf47 req-e8ee679a-6714-45f6-8555-f5b7a8321d96 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:13.817528 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba3a7d4f-dc9b-4ca4-bb71-0677732cbf47 req-e8ee679a-6714-45f6-8555-f5b7a8321d96 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 945 time: 0.0520480 Feb 28 21:16:13.864951 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ba3a7d4f-dc9b-4ca4-bb71-0677732cbf47 req-6a742d5c-79c9-46bd-a47b-3bf3fa102e40 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412812 Feb 28 21:16:14.089905 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 39a63004-b8ef-4bf7-9792-3944fcd7ada0 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:16:14.140348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:16:14.144705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:16:14.145126 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:14.219637 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:16:14.219955 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:14.241725 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a63004-b8ef-4bf7-9792-3944fcd7ada0'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:16:14.244475 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44f4a86-7d43-4694-ac22-bb3ece768af9" -d '{"events": [{"server_uuid": "4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0", "name": "network-vif-plugged", "status": "completed", "tag": "39a63004-b8ef-4bf7-9792-3944fcd7ada0"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:16:14.261539 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 39a63004-b8ef-4bf7-9792-3944fcd7ada0, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=39a63004-b8ef-4bf7-9792-3944fcd7ada0,segment=NetworkSegment(defde1c4-e055-425f-ae48-4f6a06a738a7),segment_id=defde1c4-e055-425f-ae48-4f6a06a738a7)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:16:14.266625 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:14.288757 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09283520-4f8c-4274-87dc-625ac9222670 x-openstack-request-id: req-09283520-4f8c-4274-87dc-625ac9222670 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:16:14.289111 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0", "name": "network-vif-plugged", "status": "completed", "tag": "39a63004-b8ef-4bf7-9792-3944fcd7ada0", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:16:14.289369 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09283520-4f8c-4274-87dc-625ac9222670 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:16:14.289756 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a63004-b8ef-4bf7-9792-3944fcd7ada0', 'code': 200} Feb 28 21:16:14.317539 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=39a63004-b8ef-4bf7-9792-3944fcd7ada0,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:14.384826 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de53a3a-af67-4cf4-85fb-e0fee39acbf9 req-5126b5ed-3df4-47c0-90a7-c7eef3598529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:14.386311 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5de53a3a-af67-4cf4-85fb-e0fee39acbf9 req-5126b5ed-3df4-47c0-90a7-c7eef3598529 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 1129 time: 0.0443628 Feb 28 21:16:14.431493 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-5de53a3a-af67-4cf4-85fb-e0fee39acbf9 req-4a8189de-b7d1-4779-83b1-644821a51716 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391345 Feb 28 21:16:14.996550 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21676bcc-6f66-4578-986e-028c4197c961 req-2605d8d7-3354-4d2a-be84-911942e07a7b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:14.998044 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21676bcc-6f66-4578-986e-028c4197c961 req-2605d8d7-3354-4d2a-be84-911942e07a7b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 946 time: 0.0587723 Feb 28 21:16:15.048772 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21676bcc-6f66-4578-986e-028c4197c961 req-719a64f3-6791-4301-b5c0-14bbe31e2028 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449712 Feb 28 21:16:16.167987 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04449b4-4f61-4261-b4f3-0040ae162eb9 req-0b564ba5-9830-4cb1-9d6e-9880e18756a6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:16.169473 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a04449b4-4f61-4261-b4f3-0040ae162eb9 req-0b564ba5-9830-4cb1-9d6e-9880e18756a6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 946 time: 0.0541496 Feb 28 21:16:16.217825 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a04449b4-4f61-4261-b4f3-0040ae162eb9 req-90b3c6b6-048a-4e83-ab9c-afdd587ae48d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428362 Feb 28 21:16:16.331821 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7d79a-2f7c-4b80-b780-482adb71fe7d req-2ad0cd74-6ede-4e2a-b9c1-b9cc43531fd1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:16.333202 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5aa7d79a-2f7c-4b80-b780-482adb71fe7d req-2ad0cd74-6ede-4e2a-b9c1-b9cc43531fd1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 946 time: 0.0519965 Feb 28 21:16:16.386179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5aa7d79a-2f7c-4b80-b780-482adb71fe7d req-f6f7daef-2ded-49d1-a574-882f626d78bc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473247 Feb 28 21:16:16.406874 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47574) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:16:16.450197 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0293a981-077f-43de-b639-f28ed6b45f24 tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:16.451725 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0293a981-077f-43de-b639-f28ed6b45f24 tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 1124 time: 0.0439024 Feb 28 21:16:16.454474 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47576) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:16:16.458605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-daaaea06-e66e-46fc-88f5-91bceb6b8c2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': '39a63004-b8ef-4bf7-9792-3944fcd7ada0', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:16:16.479362 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daaaea06-e66e-46fc-88f5-91bceb6b8c2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:16.573695 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daaaea06-e66e-46fc-88f5-91bceb6b8c2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:16.631784 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7151eb39-c9d7-4d24-9cbd-a1e612d54e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:16.681361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-daaaea06-e66e-46fc-88f5-91bceb6b8c2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Allocated IP 172.25.0.227 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/7e3734dd-9b07-4e8c-8cda-ebd8c88cc13f) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:16:16.781563 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daaaea06-e66e-46fc-88f5-91bceb6b8c2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (7e3734dd-9b07-4e8c-8cda-ebd8c88cc13f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:16.819448 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daaaea06-e66e-46fc-88f5-91bceb6b8c2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (7e3734dd-9b07-4e8c-8cda-ebd8c88cc13f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:16.854108 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaaea06-e66e-46fc-88f5-91bceb6b8c2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:16:16.858995 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-daaaea06-e66e-46fc-88f5-91bceb6b8c2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:16:16.862453 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaaea06-e66e-46fc-88f5-91bceb6b8c2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:16:16.891721 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaaea06-e66e-46fc-88f5-91bceb6b8c2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=7e3734dd-9b07-4e8c-8cda-ebd8c88cc13f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:17.235208 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daaaea06-e66e-46fc-88f5-91bceb6b8c2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for floatingip (6d0b4546-a246-4802-ad40-d9f3458adb86), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:17.303967 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daaaea06-e66e-46fc-88f5-91bceb6b8c2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (7e3734dd-9b07-4e8c-8cda-ebd8c88cc13f), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:17.452831 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daaaea06-e66e-46fc-88f5-91bceb6b8c2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (7e3734dd-9b07-4e8c-8cda-ebd8c88cc13f), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:17.457468 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daaaea06-e66e-46fc-88f5-91bceb6b8c2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (7e3734dd-9b07-4e8c-8cda-ebd8c88cc13f), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:17.526799 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaaea06-e66e-46fc-88f5-91bceb6b8c2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=7e3734dd-9b07-4e8c-8cda-ebd8c88cc13f,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:16:17.536866 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daaaea06-e66e-46fc-88f5-91bceb6b8c2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (6d0b4546-a246-4802-ad40-d9f3458adb86), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:17.639793 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-daaaea06-e66e-46fc-88f5-91bceb6b8c2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Floating IP 6d0b4546-a246-4802-ad40-d9f3458adb86 associated. External IP: 172.25.0.227, port: 39a63004-b8ef-4bf7-9792-3944fcd7ada0. Feb 28 21:16:17.854841 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daaaea06-e66e-46fc-88f5-91bceb6b8c2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router 27935aec-b074-456d-9c43-5e496af4aff3 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:16:17.964560 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daaaea06-e66e-46fc-88f5-91bceb6b8c2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:16:17.974494 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51116385-c4da-4511-82af-6613056dd73e None None] Sync routers for ids ['27935aec-b074-456d-9c43-5e496af4aff3'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:16:17.983072 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-daaaea06-e66e-46fc-88f5-91bceb6b8c2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:17.984422 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51116385-c4da-4511-82af-6613056dd73e None None] Routers {'27935aec-b074-456d-9c43-5e496af4aff3'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:16:17.985029 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-51116385-c4da-4511-82af-6613056dd73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:15:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['27935aec-b074-456d-9c43-5e496af4aff3'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:16:18.017918 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-daaaea06-e66e-46fc-88f5-91bceb6b8c2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5610895 Feb 28 21:16:18.018937 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0', 'tag': '39a63004-b8ef-4bf7-9792-3944fcd7ada0'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:16:18.021447 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1b93a9-736f-44db-bade-23c73826b402" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0", "tag": "39a63004-b8ef-4bf7-9792-3944fcd7ada0"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:16:18.096372 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-51116385-c4da-4511-82af-6613056dd73e None None] Set router 27935aec-b074-456d-9c43-5e496af4aff3 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:16:18.116115 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b7561-8e64-4fde-ae35-b15b2c46b036 req-bd4e4b68-7c61-43d2-bf1f-d0137d3cf824 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:18.117565 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b7b7561-8e64-4fde-ae35-b15b2c46b036 req-bd4e4b68-7c61-43d2-bf1f-d0137d3cf824 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 946 time: 0.0557506 Feb 28 21:16:18.172621 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0b7b7561-8e64-4fde-ae35-b15b2c46b036 req-b01f3fe6-1edf-46a1-a969-74c09bb11044 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493264 Feb 28 21:16:18.195880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47584) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:16:18.262145 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-f001bed5-d98e-448d-bc20-2729327917a1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/floatingips/6d0b4546-a246-4802-ad40-d9f3458adb86 HTTP/1.1" status: 200 len: 992 time: 0.0644696 Feb 28 21:16:18.283872 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776c5ee0-08cb-4492-8399-a1e32d493051 x-openstack-request-id: req-776c5ee0-08cb-4492-8399-a1e32d493051 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:16:18.284616 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0", "tag": "39a63004-b8ef-4bf7-9792-3944fcd7ada0", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:16:18.284862 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-776c5ee0-08cb-4492-8399-a1e32d493051 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:16:18.285284 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0', 'tag': '39a63004-b8ef-4bf7-9792-3944fcd7ada0', 'status': 'completed', 'code': 200} Feb 28 21:16:18.328875 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-51116385-c4da-4511-82af-6613056dd73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27935aec-b074-456d-9c43-5e496af4aff3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961048343', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:16:00Z', 'updated_at': '2022-02-28T21:16:04Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:01Z', 'updated_at': '2022-02-28T21:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '6d0b4546-a246-4802-ad40-d9f3458adb86', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'port_id': '39a63004-b8ef-4bf7-9792-3944fcd7ada0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68', 'mac_address': 'fa:16:3e:d7:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:16:17Z', 'updated_at': '2022-02-28T21:16:17Z', 'revision_number': 0, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4611b14d-f747-41de-91a8-e17debe88266', 'name': '', 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:2d:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '794db2e0-2e21-4777-b508-88b4288d3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:03Z', 'updated_at': '2022-02-28T21:16:07Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '794db2e0-2e21-4777-b508-88b4288d3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:16:18.351155 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b93a9-736f-44db-bade-23c73826b402 req-03d84b93-b588-4da3-85aa-9949bb93ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:18.352672 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ed1b93a9-736f-44db-bade-23c73826b402 req-03d84b93-b588-4da3-85aa-9949bb93ab40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 1129 time: 0.0444269 Feb 28 21:16:18.354296 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51116385-c4da-4511-82af-6613056dd73e None None] Checking router: 27935aec-b074-456d-9c43-5e496af4aff3 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:16:18.362431 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51116385-c4da-4511-82af-6613056dd73e None None] Routers {'27935aec-b074-456d-9c43-5e496af4aff3'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:16:18.363024 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-51116385-c4da-4511-82af-6613056dd73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:15:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['27935aec-b074-456d-9c43-5e496af4aff3'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:16:18.444199 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b93a9-736f-44db-bade-23c73826b402 req-99990a4f-c40b-45f6-829e-8d579026df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:18.445571 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ed1b93a9-736f-44db-bade-23c73826b402 req-99990a4f-c40b-45f6-829e-8d579026df18 service neutron] 10.222.0.15 "GET /v2.0/networks?id=76fe0208-1b61-478a-b340-9a447fa2ca68 HTTP/1.1" status: 200 len: 897 time: 0.0869749 Feb 28 21:16:18.469231 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-51116385-c4da-4511-82af-6613056dd73e None None] Set router 27935aec-b074-456d-9c43-5e496af4aff3 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:16:18.509673 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ed1b93a9-736f-44db-bade-23c73826b402 req-88b11899-f11b-45ce-905e-3cf496a42ddb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a63004-b8ef-4bf7-9792-3944fcd7ada0 HTTP/1.1" status: 200 len: 1000 time: 0.0570812 Feb 28 21:16:18.560646 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b93a9-736f-44db-bade-23c73826b402 req-1ab4edf6-dec8-45e4-9bce-868c69d62d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:18.562153 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ed1b93a9-736f-44db-bade-23c73826b402 req-1ab4edf6-dec8-45e4-9bce-868c69d62d35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=794db2e0-2e21-4777-b508-88b4288d3313 HTTP/1.1" status: 200 len: 835 time: 0.0476346 Feb 28 21:16:18.610832 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b93a9-736f-44db-bade-23c73826b402 req-4932b8cd-3fc3-467b-a0d0-27971058a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:18.612398 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ed1b93a9-736f-44db-bade-23c73826b402 req-4932b8cd-3fc3-467b-a0d0-27971058a82a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=76fe0208-1b61-478a-b340-9a447fa2ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448675 Feb 28 21:16:18.688754 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-51116385-c4da-4511-82af-6613056dd73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27935aec-b074-456d-9c43-5e496af4aff3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961048343', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:16:00Z', 'updated_at': '2022-02-28T21:16:04Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:01Z', 'updated_at': '2022-02-28T21:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '6d0b4546-a246-4802-ad40-d9f3458adb86', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'port_id': '39a63004-b8ef-4bf7-9792-3944fcd7ada0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68', 'mac_address': 'fa:16:3e:d7:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:16:17Z', 'updated_at': '2022-02-28T21:16:17Z', 'revision_number': 0, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4611b14d-f747-41de-91a8-e17debe88266', 'name': '', 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:2d:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '794db2e0-2e21-4777-b508-88b4288d3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:03Z', 'updated_at': '2022-02-28T21:16:07Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '794db2e0-2e21-4777-b508-88b4288d3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:16:18.701724 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ed1b93a9-736f-44db-bade-23c73826b402 req-3ce7ec1a-7c4b-4cc3-bf63-fe10ceb1b348 service neutron] 10.222.0.15 "GET /v2.0/networks/76fe0208-1b61-478a-b340-9a447fa2ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835178 Feb 28 21:16:18.718521 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51116385-c4da-4511-82af-6613056dd73e None None] The sync data for ids ['27935aec-b074-456d-9c43-5e496af4aff3'] in n-d-820368-21 is: [{'id': '27935aec-b074-456d-9c43-5e496af4aff3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961048343', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:16:00Z', 'updated_at': '2022-02-28T21:16:04Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:01Z', 'updated_at': '2022-02-28T21:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '6d0b4546-a246-4802-ad40-d9f3458adb86', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'port_id': '39a63004-b8ef-4bf7-9792-3944fcd7ada0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68', 'mac_address': 'fa:16:3e:d7:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:16:17Z', 'updated_at': '2022-02-28T21:16:17Z', 'revision_number': 0, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4611b14d-f747-41de-91a8-e17debe88266', 'name': '', 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:2d:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '794db2e0-2e21-4777-b508-88b4288d3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:03Z', 'updated_at': '2022-02-28T21:16:07Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '794db2e0-2e21-4777-b508-88b4288d3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:16:18.797931 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ed1b93a9-736f-44db-bade-23c73826b402 req-1eafe173-93ca-4acd-9e38-dcc65f22f1be service neutron] 10.222.0.15 "GET /v2.0/networks/76fe0208-1b61-478a-b340-9a447fa2ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900371 Feb 28 21:16:18.918986 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6e537a-0fb9-49a4-9d2d-004d3c9898e5 None None] New status for floating IP 6d0b4546-a246-4802-ad40-d9f3458adb86: ACTIVE {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:16:19.184505 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3ea4-cc5f-4f48-a1d0-c10184f6a2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:19.265649 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47586) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:16:19.329112 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-3f302a16-d7ca-4101-be0d-88764bac09da tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/floatingips/6d0b4546-a246-4802-ad40-d9f3458adb86 HTTP/1.1" status: 200 len: 994 time: 0.0623550 Feb 28 21:16:20.192306 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:20.329400 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:21.524476 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:22.840406 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:23.094696 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:46.634035 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-39ea1a1b-d104-4385-9290-886811dd8eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:47.914633 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-da8ca7b2-ca61-4f34-beb4-492e94edd012 req-08c1b5f6-a38a-44be-8521-f3ee3ac2686e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:16:47.915613 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-da8ca7b2-ca61-4f34-beb4-492e94edd012 req-08c1b5f6-a38a-44be-8521-f3ee3ac2686e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053356 Feb 28 21:16:48.096535 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d315978-8849-418e-b7d8-dd2634f434ba req-0e4c24fc-4a82-400b-80e3-97d48eab613d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:48.098019 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8d315978-8849-418e-b7d8-dd2634f434ba req-0e4c24fc-4a82-400b-80e3-97d48eab613d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 946 time: 0.0532026 Feb 28 21:16:48.125163 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47602) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:16:48.155308 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8d315978-8849-418e-b7d8-dd2634f434ba req-bf6cd36d-7e1d-4936-b3f0-c87e711b76ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515025 Feb 28 21:16:48.200631 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:16:48.221638 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-e72a64db-d20d-4c01-b8de-fbf607a0c164 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953555 Feb 28 21:16:48.229943 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-56736b2d-622d-4598-9a6b-1af5de1309fa service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:16:48.231425 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-56736b2d-622d-4598-9a6b-1af5de1309fa service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052669 Feb 28 21:16:48.554507 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47622) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:16:48.660900 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-4273c375-eb55-40ed-810d-5dbb8d01c996 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:48.662236 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-4273c375-eb55-40ed-810d-5dbb8d01c996 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports/39a63004-b8ef-4bf7-9792-3944fcd7ada0 HTTP/1.1" status: 200 len: 943 time: 0.1067207 Feb 28 21:16:49.157283 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-472ec677-1567-4d23-b0de-ae624a41854b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:49.279215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9351682-1ab9-451f-9326-b557a3575714 req-a00c2224-5830-4600-8c93-1af3a9f4e72d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:49.280029 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e9351682-1ab9-451f-9326-b557a3575714 req-a00c2224-5830-4600-8c93-1af3a9f4e72d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 946 time: 0.0547028 Feb 28 21:16:49.329987 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e9351682-1ab9-451f-9326-b557a3575714 req-798685db-0810-41fa-8be9-1c922d425307 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443966 Feb 28 21:16:49.465561 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-c6220ddb-ae83-4ea0-8321-de6784a213ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:49.466942 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-c6220ddb-ae83-4ea0-8321-de6784a213ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 1129 time: 0.0441909 Feb 28 21:16:49.555652 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-3e755cfc-52aa-4d33-8901-d0d723af58b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:49.557125 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-3e755cfc-52aa-4d33-8901-d0d723af58b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=76fe0208-1b61-478a-b340-9a447fa2ca68 HTTP/1.1" status: 200 len: 897 time: 0.0842974 Feb 28 21:16:49.624742 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-7a60ea14-432e-45a0-b861-442eb07440d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a63004-b8ef-4bf7-9792-3944fcd7ada0 HTTP/1.1" status: 200 len: 1002 time: 0.0612414 Feb 28 21:16:49.672820 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-c3ca41fb-cde1-4b18-b833-19de2753faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:49.674228 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-c3ca41fb-cde1-4b18-b833-19de2753faf0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=794db2e0-2e21-4777-b508-88b4288d3313 HTTP/1.1" status: 200 len: 835 time: 0.0434701 Feb 28 21:16:49.722089 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-6bdee7fc-4288-4940-a6b8-9e27fba256ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:49.723492 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-6bdee7fc-4288-4940-a6b8-9e27fba256ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=76fe0208-1b61-478a-b340-9a447fa2ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0428715 Feb 28 21:16:49.818308 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-d0f404f3-aa6f-4dbc-aaf6-5db21c289da7 service neutron] 10.222.0.15 "GET /v2.0/networks/76fe0208-1b61-478a-b340-9a447fa2ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855274 Feb 28 21:16:49.909347 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-4387d239-f00f-4cf7-9647-d61bac5de070 service neutron] 10.222.0.15 "GET /v2.0/networks/76fe0208-1b61-478a-b340-9a447fa2ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843937 Feb 28 21:16:50.201883 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:50.333086 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:50.455838 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e8d09-0677-436e-ae41-17583f02109e req-e80d1e7b-be5b-4c3e-b8b4-107578c4c842 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:50.457226 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-707e8d09-0677-436e-ae41-17583f02109e req-e80d1e7b-be5b-4c3e-b8b4-107578c4c842 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 946 time: 0.0573833 Feb 28 21:16:50.504752 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-707e8d09-0677-436e-ae41-17583f02109e req-988d40b0-cd0c-4b6b-8833-1eb83f2043e6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420675 Feb 28 21:16:50.546967 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-bade41b8-83e8-41fc-80a5-0a0bf51e3ea9 req-df3edbfc-322e-4c67-a070-b6ae948eaffd service neutron] (103773) timed out ('10.222.0.15', 58250) {{(pid=103773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 21:16:51.526551 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:51.628028 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ebe35-1d15-4d70-bc8c-e7ae2bd0337c req-20abc554-5a19-4fda-bb5e-3a2f3ea00708 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:51.629747 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d42ebe35-1d15-4d70-bc8c-e7ae2bd0337c req-20abc554-5a19-4fda-bb5e-3a2f3ea00708 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 946 time: 0.0561709 Feb 28 21:16:51.681355 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d42ebe35-1d15-4d70-bc8c-e7ae2bd0337c req-a7f664d2-a369-45ea-9f68-9be30598738e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454445 Feb 28 21:16:52.805295 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb184a-1021-4fab-902a-eb9ca0cbfdfb req-3f78fe35-d070-41bf-ad5e-3f58ba4d514d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:52.806811 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23cb184a-1021-4fab-902a-eb9ca0cbfdfb req-3f78fe35-d070-41bf-ad5e-3f58ba4d514d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 946 time: 0.0565608 Feb 28 21:16:52.843951 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:52.857310 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-23cb184a-1021-4fab-902a-eb9ca0cbfdfb req-46633407-d07a-42f8-ba69-32400c721124 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444522 Feb 28 21:16:53.093958 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:16:53.978813 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0e09a-ba37-4949-b947-0d3cb8896763 req-0408e586-bba6-47e2-8423-d74445dcab9f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:53.980235 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-78b0e09a-ba37-4949-b947-0d3cb8896763 req-0408e586-bba6-47e2-8423-d74445dcab9f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 946 time: 0.0537467 Feb 28 21:16:54.029157 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-78b0e09a-ba37-4949-b947-0d3cb8896763 req-080d154f-3f92-4b87-b916-7eb205ab0d17 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433054 Feb 28 21:16:55.145920 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ea8bf-e622-44d8-9f8e-83952c92de87 req-3abfe6d4-d92e-4b73-ac32-b455e84b8f76 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:55.147389 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a07ea8bf-e622-44d8-9f8e-83952c92de87 req-3abfe6d4-d92e-4b73-ac32-b455e84b8f76 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 946 time: 0.0512412 Feb 28 21:16:55.201107 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a07ea8bf-e622-44d8-9f8e-83952c92de87 req-4ba07b82-fcf8-4d2e-b1a7-07bde08719c7 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471296 Feb 28 21:16:56.320432 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92892875-e7bf-455c-8518-24c09433feed req-c6cfbc93-850d-4888-ac33-72dc38e35368 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:56.321910 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92892875-e7bf-455c-8518-24c09433feed req-c6cfbc93-850d-4888-ac33-72dc38e35368 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 946 time: 0.0530260 Feb 28 21:16:56.373864 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-92892875-e7bf-455c-8518-24c09433feed req-859f4b12-4610-44cd-a863-fa6b423fc06a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457158 Feb 28 21:16:57.496984 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26035c3a-5b0f-4e6c-aa92-7ea9c66db8de req-14cf1e16-6601-472c-becd-aee929261b3d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:57.498447 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26035c3a-5b0f-4e6c-aa92-7ea9c66db8de req-14cf1e16-6601-472c-becd-aee929261b3d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 946 time: 0.0519462 Feb 28 21:16:57.546635 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26035c3a-5b0f-4e6c-aa92-7ea9c66db8de req-cc0aa04b-b1a4-4147-901b-ce92e8b48d7b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422916 Feb 28 21:16:58.670678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bd46b-3cd9-43fd-a156-28d4bc373904 req-49ac89bd-a26a-4aef-81bd-9cde06d89dca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:58.672180 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d4bd46b-3cd9-43fd-a156-28d4bc373904 req-49ac89bd-a26a-4aef-81bd-9cde06d89dca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 946 time: 0.0585821 Feb 28 21:16:58.720026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d4bd46b-3cd9-43fd-a156-28d4bc373904 req-7e9e3f4f-fca8-4bc5-9111-fb213ed7715f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423055 Feb 28 21:16:59.844917 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae0714-e06e-4929-87a9-ebc7b6dc669f req-458fff6a-d571-443d-b556-3566a2a89216 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:16:59.846371 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71ae0714-e06e-4929-87a9-ebc7b6dc669f req-458fff6a-d571-443d-b556-3566a2a89216 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 946 time: 0.0513630 Feb 28 21:16:59.894254 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-71ae0714-e06e-4929-87a9-ebc7b6dc669f req-3bb51e54-727b-43a1-a410-7854e256a715 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423553 Feb 28 21:17:01.011681 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed615d2-7f9c-48d1-809a-f689405a9e45 req-f77a2ea9-2fbc-4138-b4b0-83cb69fd826a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:01.013186 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ed615d2-7f9c-48d1-809a-f689405a9e45 req-f77a2ea9-2fbc-4138-b4b0-83cb69fd826a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 946 time: 0.0528660 Feb 28 21:17:01.064812 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ed615d2-7f9c-48d1-809a-f689405a9e45 req-8a60cc2e-4c6e-4543-a2cd-8357b4f9a66c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460663 Feb 28 21:17:01.737926 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-9c0c9786-76dc-4566-9a59-ddd8cebae1c2 service neutron] show failed (client error): The resource could not be found. Feb 28 21:17:01.738929 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-9c0c9786-76dc-4566-9a59-ddd8cebae1c2 service neutron] 10.222.0.15 "GET /v2.0/ports/39a63004-b8ef-4bf7-9792-3944fcd7ada0/bindings/n-h2-820368-21 HTTP/1.1" status: 404 len: 381 time: 0.0544410 Feb 28 21:17:01.983571 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-279183c5-e596-4814-a145-58effff315a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:01.985002 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-279183c5-e596-4814-a145-58effff315a6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0&tenant_id=559aa21798c346fa8b89a8f96ec99843 HTTP/1.1" status: 200 len: 1129 time: 0.0886681 Feb 28 21:17:01.994997 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-459cafb9-968b-42ff-a589-acd6240a9dbb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:17:01.995994 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-459cafb9-968b-42ff-a589-acd6240a9dbb service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049255 Feb 28 21:17:02.007169 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820368-21', 'device_owner': 'compute:nova'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:17:02.065150 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:02.289420 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4809b-bf55-4879-b30f-72bd38424d13 req-68a408fd-bdcb-4fcd-bbf3-8cea31105533 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:02.290884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-78c4809b-bf55-4879-b30f-72bd38424d13 req-68a408fd-bdcb-4fcd-bbf3-8cea31105533 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 946 time: 0.1226134 Feb 28 21:17:02.328101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] For port 39a63004-b8ef-4bf7-9792-3944fcd7ada0, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=39a63004-b8ef-4bf7-9792-3944fcd7ada0,segment=NetworkSegment(defde1c4-e055-425f-ae48-4f6a06a738a7),segment_id=defde1c4-e055-425f-ae48-4f6a06a738a7)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:17:02.367084 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-78c4809b-bf55-4879-b30f-72bd38424d13 req-3a051762-ae2f-4360-9ceb-2681cb250f33 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697300 Feb 28 21:17:02.383723 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] For port 39a63004-b8ef-4bf7-9792-3944fcd7ada0, host n-h1-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:17:02.422723 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39a63004-b8ef-4bf7-9792-3944fcd7ada0'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:17:02.425000 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fd7b75-5c8c-44ae-9cd8-2467f1d1bb4d" -d '{"events": [{"server_uuid": "4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0", "name": "network-vif-unplugged", "status": "completed", "tag": "39a63004-b8ef-4bf7-9792-3944fcd7ada0"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:17:02.428776 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Publish callbacks [] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:02.441536 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Transition to ACTIVE for port object 39a63004-b8ef-4bf7-9792-3944fcd7ada0 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:17:02.445593 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:02.477291 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 21:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7259bb-5cfb-4968-bf47-a760c4750d4c x-openstack-request-id: req-8c7259bb-5cfb-4968-bf47-a760c4750d4c {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:17:02.477617 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0", "name": "network-vif-unplugged", "status": "completed", "tag": "39a63004-b8ef-4bf7-9792-3944fcd7ada0", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:17:02.477870 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c7259bb-5cfb-4968-bf47-a760c4750d4c {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:17:02.478270 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39a63004-b8ef-4bf7-9792-3944fcd7ada0', 'code': 200} Feb 28 21:17:02.529712 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=39a63004-b8ef-4bf7-9792-3944fcd7ada0,revision_number=6']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:02.544324 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:02.544670 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:02.545022 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:02.545359 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:02.545701 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:02.546036 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:02.546365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:02.546692 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:02.547017 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:02.547343 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:02.547670 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:02.548026 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:02.548345 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:02.585839 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] No DVR routers for this DVR port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 on host n-h1-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:17:02.728866 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Attempting to bind port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:17:02.729209 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Attempting to bind port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'defde1c4-e055-425f-ae48-4f6a06a738a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:17:02.730065 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Attempting to bind port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 on network 76fe0208-1b61-478a-b340-9a447fa2ca68 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:17:02.734327 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 on network 76fe0208-1b61-478a-b340-9a447fa2ca68 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:17:02.734652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Attempting to bind port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 on network 76fe0208-1b61-478a-b340-9a447fa2ca68 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:17:02.739442 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:17:02.739820 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Checking segment: {'id': 'defde1c4-e055-425f-ae48-4f6a06a738a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:17:02.740213 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Bound using segment: {'id': 'defde1c4-e055-425f-ae48-4f6a06a738a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:17:02.740642 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Bound port: 39a63004-b8ef-4bf7-9792-3944fcd7ada0, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'defde1c4-e055-425f-ae48-4f6a06a738a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:17:02.740997 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:02.806910 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] For port 39a63004-b8ef-4bf7-9792-3944fcd7ada0, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:17:02.810432 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] For port 39a63004-b8ef-4bf7-9792-3944fcd7ada0, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=39a63004-b8ef-4bf7-9792-3944fcd7ada0,segment=NetworkSegment(defde1c4-e055-425f-ae48-4f6a06a738a7),segment_id=defde1c4-e055-425f-ae48-4f6a06a738a7)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:17:02.817392 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:02.851602 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:02.851602 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:02.852851 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] 10.222.0.10 "PUT /v2.0/ports/39a63004-b8ef-4bf7-9792-3944fcd7ada0 HTTP/1.1" status: 200 len: 1093 time: 0.8494575 Feb 28 21:17:02.904803 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5090b-a488-473f-950a-d7df3cb9b6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=39a63004-b8ef-4bf7-9792-3944fcd7ada0,revision_number=7']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:02.929027 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-17681d68-5668-4f50-bfbb-d2cfa76502ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:02.930546 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-17681d68-5668-4f50-bfbb-d2cfa76502ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 1127 time: 0.0532856 Feb 28 21:17:03.031114 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-51d9514c-3d87-473e-8f6a-a0b67abddb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:03.032646 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-51d9514c-3d87-473e-8f6a-a0b67abddb01 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76fe0208-1b61-478a-b340-9a447fa2ca68 HTTP/1.1" status: 200 len: 897 time: 0.0933127 Feb 28 21:17:03.097390 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-f2d2e2d9-32d9-4f68-8cbf-b02cfd37be3e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a63004-b8ef-4bf7-9792-3944fcd7ada0 HTTP/1.1" status: 200 len: 1000 time: 0.0585847 Feb 28 21:17:03.149183 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-d4f80bfa-9b45-4282-9134-e72d632ec62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:03.150636 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-d4f80bfa-9b45-4282-9134-e72d632ec62d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=794db2e0-2e21-4777-b508-88b4288d3313 HTTP/1.1" status: 200 len: 835 time: 0.0472829 Feb 28 21:17:03.200593 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-e026f7d3-675a-46c7-925d-9afc6958f835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:03.202095 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-e026f7d3-675a-46c7-925d-9afc6958f835 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76fe0208-1b61-478a-b340-9a447fa2ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444462 Feb 28 21:17:03.290700 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-385ca857-5275-441a-ba1d-4b912773c07b service neutron] 10.222.0.10 "GET /v2.0/networks/76fe0208-1b61-478a-b340-9a447fa2ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820982 Feb 28 21:17:03.381636 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-203e21c7-00fe-45c9-88d8-aa6393d253ed req-61df8a2c-8832-4bff-8934-53e4b67f5e78 service neutron] 10.222.0.10 "GET /v2.0/networks/76fe0208-1b61-478a-b340-9a447fa2ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836823 Feb 28 21:17:03.497865 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ae836-fa59-4f24-9b86-5b80602b391e req-53e22a4a-b7db-4549-b338-be0c1b9fadca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:03.499376 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c7ae836-fa59-4f24-9b86-5b80602b391e req-53e22a4a-b7db-4549-b338-be0c1b9fadca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 944 time: 0.0576909 Feb 28 21:17:03.551349 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6c7ae836-fa59-4f24-9b86-5b80602b391e req-311266a8-cf3e-4e85-9337-1f3859972a76 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458791 Feb 28 21:17:04.322766 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 39a63004-b8ef-4bf7-9792-3944fcd7ada0 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:17:04.363945 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] The host n-h1-820368-21 is not matching for port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 host n-h2-820368-21! {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 21:17:04.364334 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 39a63004-b8ef-4bf7-9792-3944fcd7ada0 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:17:04.479130 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0', 'tag': '39a63004-b8ef-4bf7-9792-3944fcd7ada0'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:17:04.482073 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950c993f-4d9f-47a0-a76c-752dcbd5280f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0", "tag": "39a63004-b8ef-4bf7-9792-3944fcd7ada0"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:17:04.532175 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0781393-fea9-4a9f-97fd-4b29b62b8ae9 x-openstack-request-id: req-e0781393-fea9-4a9f-97fd-4b29b62b8ae9 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:17:04.532567 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0", "tag": "39a63004-b8ef-4bf7-9792-3944fcd7ada0", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:17:04.533064 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0781393-fea9-4a9f-97fd-4b29b62b8ae9 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:17:04.533424 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0', 'tag': '39a63004-b8ef-4bf7-9792-3944fcd7ada0', 'status': 'completed', 'code': 200} Feb 28 21:17:04.604623 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c993f-4d9f-47a0-a76c-752dcbd5280f req-3b580dcb-47c8-4298-aa41-d18c05db0363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:04.606832 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c993f-4d9f-47a0-a76c-752dcbd5280f req-ddb87151-19c2-4d65-a022-2838cd5aa05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:04.607583 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-950c993f-4d9f-47a0-a76c-752dcbd5280f req-3b580dcb-47c8-4298-aa41-d18c05db0363 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 1127 time: 0.0552931 Feb 28 21:17:04.608680 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-950c993f-4d9f-47a0-a76c-752dcbd5280f req-ddb87151-19c2-4d65-a022-2838cd5aa05a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 1127 time: 0.0520816 Feb 28 21:17:04.712585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c993f-4d9f-47a0-a76c-752dcbd5280f req-68239d71-9a11-4d60-bb35-037fd659b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:04.714575 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-950c993f-4d9f-47a0-a76c-752dcbd5280f req-68239d71-9a11-4d60-bb35-037fd659b172 service neutron] 10.222.0.15 "GET /v2.0/networks?id=76fe0208-1b61-478a-b340-9a447fa2ca68 HTTP/1.1" status: 200 len: 897 time: 0.1003613 Feb 28 21:17:04.745911 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56771c9f-8283-40c4-9d76-8ee6b20438d9 req-1de4db19-f7a4-4a84-8d6a-0f5472b960c7 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:04.747509 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-56771c9f-8283-40c4-9d76-8ee6b20438d9 req-1de4db19-f7a4-4a84-8d6a-0f5472b960c7 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 944 time: 0.1117532 Feb 28 21:17:04.750552 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c993f-4d9f-47a0-a76c-752dcbd5280f req-f78f5d19-ff0f-47c5-8bb4-485d90571ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:04.752171 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-950c993f-4d9f-47a0-a76c-752dcbd5280f req-f78f5d19-ff0f-47c5-8bb4-485d90571ace service neutron] 10.222.0.10 "GET /v2.0/networks?id=76fe0208-1b61-478a-b340-9a447fa2ca68 HTTP/1.1" status: 200 len: 897 time: 0.1358025 Feb 28 21:17:04.787708 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-950c993f-4d9f-47a0-a76c-752dcbd5280f req-8e87975e-73c7-4223-a92a-d48d6c7917aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a63004-b8ef-4bf7-9792-3944fcd7ada0 HTTP/1.1" status: 200 len: 1000 time: 0.0653865 Feb 28 21:17:04.842536 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c993f-4d9f-47a0-a76c-752dcbd5280f req-d2f322b8-9abc-4f95-8d0c-fc9ac1b969a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:04.844039 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-950c993f-4d9f-47a0-a76c-752dcbd5280f req-d2f322b8-9abc-4f95-8d0c-fc9ac1b969a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=794db2e0-2e21-4777-b508-88b4288d3313 HTTP/1.1" status: 200 len: 835 time: 0.0503151 Feb 28 21:17:04.916624 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c993f-4d9f-47a0-a76c-752dcbd5280f req-0a008b76-2f74-4384-97de-9afd28c90e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:04.918786 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-950c993f-4d9f-47a0-a76c-752dcbd5280f req-0a008b76-2f74-4384-97de-9afd28c90e94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=76fe0208-1b61-478a-b340-9a447fa2ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0686812 Feb 28 21:17:05.028534 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-950c993f-4d9f-47a0-a76c-752dcbd5280f req-83d68057-da9f-44ba-b787-2ababbb9b7f3 service neutron] 10.222.0.15 "GET /v2.0/networks/76fe0208-1b61-478a-b340-9a447fa2ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034660 Feb 28 21:17:05.136800 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-950c993f-4d9f-47a0-a76c-752dcbd5280f req-3aa72573-1be3-491c-8c22-d321431c6077 service neutron] 10.222.0.15 "GET /v2.0/networks/76fe0208-1b61-478a-b340-9a447fa2ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021969 Feb 28 21:17:05.208279 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-56771c9f-8283-40c4-9d76-8ee6b20438d9 req-fc22332e-daaa-4582-9b9a-c9a3b1ad69de tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4542348 Feb 28 21:17:05.217205 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-950c993f-4d9f-47a0-a76c-752dcbd5280f req-d3768128-23ab-4c34-8042-0bab1d347907 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a63004-b8ef-4bf7-9792-3944fcd7ada0 HTTP/1.1" status: 200 len: 1000 time: 0.4572842 Feb 28 21:17:05.265747 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c993f-4d9f-47a0-a76c-752dcbd5280f req-7bdd90a5-0815-47d0-8d5e-eb60fe6be1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:05.267191 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-950c993f-4d9f-47a0-a76c-752dcbd5280f req-7bdd90a5-0815-47d0-8d5e-eb60fe6be1b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=794db2e0-2e21-4777-b508-88b4288d3313 HTTP/1.1" status: 200 len: 835 time: 0.0442617 Feb 28 21:17:05.318758 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c993f-4d9f-47a0-a76c-752dcbd5280f req-01ee5892-3ee9-49d9-b4fc-1c8a9a40301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:05.320235 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-950c993f-4d9f-47a0-a76c-752dcbd5280f req-01ee5892-3ee9-49d9-b4fc-1c8a9a40301b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76fe0208-1b61-478a-b340-9a447fa2ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472968 Feb 28 21:17:05.408858 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-950c993f-4d9f-47a0-a76c-752dcbd5280f req-c8b17064-64a4-4267-9142-016d93b352de service neutron] 10.222.0.10 "GET /v2.0/networks/76fe0208-1b61-478a-b340-9a447fa2ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809839 Feb 28 21:17:05.500055 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-950c993f-4d9f-47a0-a76c-752dcbd5280f req-fc8ba87f-6825-4e99-b560-10213c5854e6 service neutron] 10.222.0.10 "GET /v2.0/networks/76fe0208-1b61-478a-b340-9a447fa2ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853930 Feb 28 21:17:05.908728 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 39a63004-b8ef-4bf7-9792-3944fcd7ada0 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:17:06.002766 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 39a63004-b8ef-4bf7-9792-3944fcd7ada0, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=39a63004-b8ef-4bf7-9792-3944fcd7ada0,segment=NetworkSegment(defde1c4-e055-425f-ae48-4f6a06a738a7),segment_id=defde1c4-e055-425f-ae48-4f6a06a738a7)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:17:06.013571 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '39a63004-b8ef-4bf7-9792-3944fcd7ada0', 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68', 'port_id': '39a63004-b8ef-4bf7-9792-3944fcd7ada0', 'mac_address': 'fa:16:3e:d7:0b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794db2e0-2e21-4777-b508-88b4288d3313', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:17:06.052743 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:17:06.053126 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:06.065975 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a63004-b8ef-4bf7-9792-3944fcd7ada0 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:17:06.084873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 39a63004-b8ef-4bf7-9792-3944fcd7ada0, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=39a63004-b8ef-4bf7-9792-3944fcd7ada0,segment=NetworkSegment(defde1c4-e055-425f-ae48-4f6a06a738a7),segment_id=defde1c4-e055-425f-ae48-4f6a06a738a7)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:17:06.088641 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:06.142135 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=39a63004-b8ef-4bf7-9792-3944fcd7ada0,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:06.149620 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:06.149962 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:06.150298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:06.150627 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:06.150953 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:06.151768 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:06.152107 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:06.152428 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:06.152746 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:06.153065 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:06.153378 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:06.153699 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:06.154014 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:06.343339 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0fa33-0ca3-4176-87c9-fc2ed8675b09 req-502c6ce2-8500-41fa-987a-f57816b77a99 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:06.344941 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4dc0fa33-0ca3-4176-87c9-fc2ed8675b09 req-502c6ce2-8500-41fa-987a-f57816b77a99 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 945 time: 0.0598056 Feb 28 21:17:06.365134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['39a63004-b8ef-4bf7-9792-3944fcd7ada0'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:17:06.396131 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4dc0fa33-0ca3-4176-87c9-fc2ed8675b09 req-b275686a-6ac4-48e1-8b96-a2f0325ab3c5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452783 Feb 28 21:17:06.605659 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75d433-4230-41ca-9faa-2710e090ff67 req-95198b15-0ef0-497d-b147-e84eb28d0eb7 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:06.607718 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed75d433-4230-41ca-9faa-2710e090ff67 req-95198b15-0ef0-497d-b147-e84eb28d0eb7 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 945 time: 0.0566478 Feb 28 21:17:06.616180 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86f6df-ceee-437d-93ce-590090437d93 req-1779ca03-d101-410b-923e-5d3b475f6cc2 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:06.617778 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8a86f6df-ceee-437d-93ce-590090437d93 req-1779ca03-d101-410b-923e-5d3b475f6cc2 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0&tenant_id=559aa21798c346fa8b89a8f96ec99843&binding%3Ahost_id=n-h2-820368-21 HTTP/1.1" status: 200 len: 945 time: 0.0596545 Feb 28 21:17:06.670263 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed75d433-4230-41ca-9faa-2710e090ff67 req-e10e76c2-1dec-48d4-b8a0-997a91f47e03 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558071 Feb 28 21:17:06.688237 n-d-820368-21 neutron-server[103773]: INFO neutron.api.v2.resource [req-8a86f6df-ceee-437d-93ce-590090437d93 req-050e5823-1cd1-41fb-892f-d106b23b5976 service neutron] delete failed (client error): The resource could not be found. Feb 28 21:17:06.689275 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8a86f6df-ceee-437d-93ce-590090437d93 req-050e5823-1cd1-41fb-892f-d106b23b5976 service neutron] 10.222.0.15 "DELETE /v2.0/ports/39a63004-b8ef-4bf7-9792-3944fcd7ada0/bindings/n-h1-820368-21 HTTP/1.1" status: 404 len: 381 time: 0.0632105 Feb 28 21:17:06.786921 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86f6df-ceee-437d-93ce-590090437d93 req-aa292f58-3db0-4183-8915-7f944f434ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:06.788334 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8a86f6df-ceee-437d-93ce-590090437d93 req-aa292f58-3db0-4183-8915-7f944f434ca1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 1128 time: 0.0550029 Feb 28 21:17:06.805532 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68152a-939a-4559-ab04-839fd228f754 req-673bd3dc-9075-432f-bb5f-71492ac93ccc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:06.807398 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8d68152a-939a-4559-ab04-839fd228f754 req-673bd3dc-9075-432f-bb5f-71492ac93ccc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 945 time: 0.0563109 Feb 28 21:17:06.859036 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8d68152a-939a-4559-ab04-839fd228f754 req-e355dfaa-c677-4d4c-8def-7653d6f67278 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458210 Feb 28 21:17:06.882118 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86f6df-ceee-437d-93ce-590090437d93 req-a694d787-a6b7-4809-b5d5-6b61c5a34c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:06.883577 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8a86f6df-ceee-437d-93ce-590090437d93 req-a694d787-a6b7-4809-b5d5-6b61c5a34c69 service neutron] 10.222.0.15 "GET /v2.0/networks?id=76fe0208-1b61-478a-b340-9a447fa2ca68 HTTP/1.1" status: 200 len: 897 time: 0.0896506 Feb 28 21:17:06.953991 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8a86f6df-ceee-437d-93ce-590090437d93 req-a455bd14-e495-4fb8-a344-774dc43f1422 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a63004-b8ef-4bf7-9792-3944fcd7ada0 HTTP/1.1" status: 200 len: 1001 time: 0.0627463 Feb 28 21:17:07.000914 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86f6df-ceee-437d-93ce-590090437d93 req-57933c34-e968-4e63-8771-a04376669508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:07.002602 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8a86f6df-ceee-437d-93ce-590090437d93 req-57933c34-e968-4e63-8771-a04376669508 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=794db2e0-2e21-4777-b508-88b4288d3313 HTTP/1.1" status: 200 len: 835 time: 0.0437949 Feb 28 21:17:07.050240 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86f6df-ceee-437d-93ce-590090437d93 req-a5fbefab-cb4e-4318-b1f2-0dd0ebac0e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:07.051603 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8a86f6df-ceee-437d-93ce-590090437d93 req-a5fbefab-cb4e-4318-b1f2-0dd0ebac0e44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=76fe0208-1b61-478a-b340-9a447fa2ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433445 Feb 28 21:17:07.142653 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8a86f6df-ceee-437d-93ce-590090437d93 req-a02461d0-3385-47be-a3a0-e82335078491 service neutron] 10.222.0.15 "GET /v2.0/networks/76fe0208-1b61-478a-b340-9a447fa2ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847650 Feb 28 21:17:07.227402 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-8a86f6df-ceee-437d-93ce-590090437d93 req-11b4f20b-99d0-4f11-acb9-7615d9c16eeb service neutron] 10.222.0.15 "GET /v2.0/networks/76fe0208-1b61-478a-b340-9a447fa2ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789487 Feb 28 21:17:07.907564 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 39a63004-b8ef-4bf7-9792-3944fcd7ada0 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:17:07.956854 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:17:07.960752 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:17:07.961132 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:07.981152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d9d36-9620-4000-a240-993779f719b7 req-7bfb519d-57c4-42a9-9f1f-9dac1aa5ac2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:07.982638 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff5d9d36-9620-4000-a240-993779f719b7 req-7bfb519d-57c4-42a9-9f1f-9dac1aa5ac2b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 945 time: 0.0559723 Feb 28 21:17:08.031518 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff5d9d36-9620-4000-a240-993779f719b7 req-f2904b83-5587-4133-aadf-739ca400236d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429926 Feb 28 21:17:08.042322 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:17:08.042716 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:08.054207 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47676) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:17:08.066032 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a63004-b8ef-4bf7-9792-3944fcd7ada0'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:17:08.068293 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5418b90-e4be-46e5-84e2-10722db882bf" -d '{"events": [{"server_uuid": "4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0", "name": "network-vif-plugged", "status": "completed", "tag": "39a63004-b8ef-4bf7-9792-3944fcd7ada0"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:17:08.081139 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 39a63004-b8ef-4bf7-9792-3944fcd7ada0, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=39a63004-b8ef-4bf7-9792-3944fcd7ada0,segment=NetworkSegment(defde1c4-e055-425f-ae48-4f6a06a738a7),segment_id=defde1c4-e055-425f-ae48-4f6a06a738a7)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:17:08.085805 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:08.115008 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2620bb36-4066-47d6-8af1-24bfbb70a4d2 x-openstack-request-id: req-2620bb36-4066-47d6-8af1-24bfbb70a4d2 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:17:08.115923 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0", "name": "network-vif-plugged", "status": "completed", "tag": "39a63004-b8ef-4bf7-9792-3944fcd7ada0", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:17:08.116182 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2620bb36-4066-47d6-8af1-24bfbb70a4d2 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:17:08.116582 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a63004-b8ef-4bf7-9792-3944fcd7ada0', 'code': 200} Feb 28 21:17:08.129334 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ad56b1f6-64d5-429a-9e3c-0dc6c35fcc5c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/floatingips/6d0b4546-a246-4802-ad40-d9f3458adb86 HTTP/1.1" status: 200 len: 993 time: 0.0739887 Feb 28 21:17:08.139689 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=39a63004-b8ef-4bf7-9792-3944fcd7ada0,revision_number=9']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:16.636340 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ee12f127-f8bc-4826-88ae-15992e9ce858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:19.162147 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3d9091de-24ce-4e63-b91d-84692853c409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:20.226254 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:20.336052 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:21.531735 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:22.847376 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:23.112200 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:25.199826 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:17:36.503501 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47692) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:17:36.661902 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting port 7e3734dd-9b07-4e8c-8cda-ebd8c88cc13f {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:17:36.662140 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (7e3734dd-9b07-4e8c-8cda-ebd8c88cc13f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:36.738348 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (7e3734dd-9b07-4e8c-8cda-ebd8c88cc13f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:36.738677 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for floatingip (7e3734dd-9b07-4e8c-8cda-ebd8c88cc13f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:36.750257 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Calling delete_port for 7e3734dd-9b07-4e8c-8cda-ebd8c88cc13f owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:17:37.217693 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (7e3734dd-9b07-4e8c-8cda-ebd8c88cc13f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:37.243566 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Port': ['ID=7e3734dd-9b07-4e8c-8cda-ebd8c88cc13f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:37.258070 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:37.258413 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:37.258749 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:37.259074 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:37.259400 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:37.260113 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:37.260113 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:37.260365 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:37.260681 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:37.261025 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:37.261348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:37.261661 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:37.261973 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:37.317602 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for floatingip (6d0b4546-a246-4802-ad40-d9f3458adb86), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:37.317958 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Floating IP 6d0b4546-a246-4802-ad40-d9f3458adb86 disassociated (deleted). External IP: 172.25.0.227, port: 39a63004-b8ef-4bf7-9792-3944fcd7ada0. Feb 28 21:17:37.524950 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router 27935aec-b074-456d-9c43-5e496af4aff3 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:17:37.633899 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:17:37.638716 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:37.643349 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd4b66-5d21-408d-8d9a-1aa77192b818 None None] Sync routers for ids ['27935aec-b074-456d-9c43-5e496af4aff3'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:17:37.654129 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd4b66-5d21-408d-8d9a-1aa77192b818 None None] Routers {'27935aec-b074-456d-9c43-5e496af4aff3'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:17:37.654734 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5fdd4b66-5d21-408d-8d9a-1aa77192b818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:17:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['27935aec-b074-456d-9c43-5e496af4aff3'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:17:37.668893 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2d61fb7e-3198-44ee-a01b-1a0527ee3482 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/floatingips/6d0b4546-a246-4802-ad40-d9f3458adb86 HTTP/1.1" status: 204 len: 168 time: 1.1637313 Feb 28 21:17:37.669379 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0', 'tag': '39a63004-b8ef-4bf7-9792-3944fcd7ada0'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:17:37.671710 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0827b78b-2277-4327-bd2d-e2423b3f97c2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0", "tag": "39a63004-b8ef-4bf7-9792-3944fcd7ada0"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:17:37.762914 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-5fdd4b66-5d21-408d-8d9a-1aa77192b818 None None] Set router 27935aec-b074-456d-9c43-5e496af4aff3 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:17:37.828225 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d88254f-6d8b-4973-b30f-fe8c75e9fdbc x-openstack-request-id: req-0d88254f-6d8b-4973-b30f-fe8c75e9fdbc {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:17:37.828564 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0", "tag": "39a63004-b8ef-4bf7-9792-3944fcd7ada0", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:17:37.828762 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d88254f-6d8b-4973-b30f-fe8c75e9fdbc {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:17:37.829347 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0', 'tag': '39a63004-b8ef-4bf7-9792-3944fcd7ada0', 'status': 'completed', 'code': 200} Feb 28 21:17:37.942310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827b78b-2277-4327-bd2d-e2423b3f97c2 req-a502566f-dc25-46cf-a872-cc81efdeb250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:37.943861 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0827b78b-2277-4327-bd2d-e2423b3f97c2 req-a502566f-dc25-46cf-a872-cc81efdeb250 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 1129 time: 0.0834153 Feb 28 21:17:37.979840 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578eb915-6bf9-46ec-8f7d-5d000b111099 req-8f3f9d82-614f-4c74-9d14-b10f2b7775a6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:37.981388 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-578eb915-6bf9-46ec-8f7d-5d000b111099 req-8f3f9d82-614f-4c74-9d14-b10f2b7775a6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 946 time: 0.0873132 Feb 28 21:17:38.069473 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5fdd4b66-5d21-408d-8d9a-1aa77192b818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27935aec-b074-456d-9c43-5e496af4aff3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961048343', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:16:00Z', 'updated_at': '2022-02-28T21:16:04Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:01Z', 'updated_at': '2022-02-28T21:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '4611b14d-f747-41de-91a8-e17debe88266', 'name': '', 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:2d:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '794db2e0-2e21-4777-b508-88b4288d3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:03Z', 'updated_at': '2022-02-28T21:16:07Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '794db2e0-2e21-4777-b508-88b4288d3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:17:38.082187 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-578eb915-6bf9-46ec-8f7d-5d000b111099 req-184c349c-ef88-49cb-b77b-b047015d7d39 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939002 Feb 28 21:17:38.100070 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd4b66-5d21-408d-8d9a-1aa77192b818 None None] Checking router: 27935aec-b074-456d-9c43-5e496af4aff3 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:17:38.102277 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827b78b-2277-4327-bd2d-e2423b3f97c2 req-a4d933cc-e0e0-4265-b9e1-21f50ceea578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:38.104211 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0827b78b-2277-4327-bd2d-e2423b3f97c2 req-a4d933cc-e0e0-4265-b9e1-21f50ceea578 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76fe0208-1b61-478a-b340-9a447fa2ca68 HTTP/1.1" status: 200 len: 897 time: 0.1507394 Feb 28 21:17:38.106462 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd4b66-5d21-408d-8d9a-1aa77192b818 None None] Routers {'27935aec-b074-456d-9c43-5e496af4aff3'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:17:38.107075 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5fdd4b66-5d21-408d-8d9a-1aa77192b818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:17:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['27935aec-b074-456d-9c43-5e496af4aff3'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:17:38.154351 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0827b78b-2277-4327-bd2d-e2423b3f97c2 req-0cd8844a-3bc9-4881-a2da-fd156158be5f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a63004-b8ef-4bf7-9792-3944fcd7ada0 HTTP/1.1" status: 200 len: 217 time: 0.0385022 Feb 28 21:17:38.202588 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827b78b-2277-4327-bd2d-e2423b3f97c2 req-0eff900a-5db2-4c60-9bab-df17cd81bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:38.204107 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0827b78b-2277-4327-bd2d-e2423b3f97c2 req-0eff900a-5db2-4c60-9bab-df17cd81bde8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=794db2e0-2e21-4777-b508-88b4288d3313 HTTP/1.1" status: 200 len: 835 time: 0.0461586 Feb 28 21:17:38.220855 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-5fdd4b66-5d21-408d-8d9a-1aa77192b818 None None] Set router 27935aec-b074-456d-9c43-5e496af4aff3 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:17:38.261736 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827b78b-2277-4327-bd2d-e2423b3f97c2 req-0bbe0c56-92f0-47c9-8a78-604f6dcbef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:38.263425 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0827b78b-2277-4327-bd2d-e2423b3f97c2 req-0bbe0c56-92f0-47c9-8a78-604f6dcbef60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76fe0208-1b61-478a-b340-9a447fa2ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0530791 Feb 28 21:17:38.365754 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0827b78b-2277-4327-bd2d-e2423b3f97c2 req-e39f4ade-7613-477d-82c4-b337a528c664 service neutron] 10.222.0.10 "GET /v2.0/networks/76fe0208-1b61-478a-b340-9a447fa2ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946708 Feb 28 21:17:38.432816 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-5fdd4b66-5d21-408d-8d9a-1aa77192b818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27935aec-b074-456d-9c43-5e496af4aff3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961048343', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:16:00Z', 'updated_at': '2022-02-28T21:16:04Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:01Z', 'updated_at': '2022-02-28T21:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '4611b14d-f747-41de-91a8-e17debe88266', 'name': '', 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:2d:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '794db2e0-2e21-4777-b508-88b4288d3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:03Z', 'updated_at': '2022-02-28T21:16:07Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '794db2e0-2e21-4777-b508-88b4288d3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:17:38.463456 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd4b66-5d21-408d-8d9a-1aa77192b818 None None] The sync data for ids ['27935aec-b074-456d-9c43-5e496af4aff3'] in n-d-820368-21 is: [{'id': '27935aec-b074-456d-9c43-5e496af4aff3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961048343', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:16:00Z', 'updated_at': '2022-02-28T21:16:04Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:01Z', 'updated_at': '2022-02-28T21:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '4611b14d-f747-41de-91a8-e17debe88266', 'name': '', 'network_id': '76fe0208-1b61-478a-b340-9a447fa2ca68', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:2d:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '794db2e0-2e21-4777-b508-88b4288d3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:03Z', 'updated_at': '2022-02-28T21:16:07Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '794db2e0-2e21-4777-b508-88b4288d3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:17:38.469304 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0827b78b-2277-4327-bd2d-e2423b3f97c2 req-7761ca05-6ad2-4137-8cb8-5cba8f18ac52 service neutron] 10.222.0.10 "GET /v2.0/networks/76fe0208-1b61-478a-b340-9a447fa2ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960150 Feb 28 21:17:38.706843 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc8537-f21c-47dc-82b3-21675dbcd3de None None] New status for floating IP 6d0b4546-a246-4802-ad40-d9f3458adb86: DOWN {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:17:39.213597 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a98c44-cc8b-4028-b304-d3d4b64a2d8c req-8cf1756c-e3e2-427a-86dd-fb02c02bf995 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:39.215621 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10a98c44-cc8b-4028-b304-d3d4b64a2d8c req-8cf1756c-e3e2-427a-86dd-fb02c02bf995 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 946 time: 0.0531721 Feb 28 21:17:39.293280 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10a98c44-cc8b-4028-b304-d3d4b64a2d8c req-e697ffb1-291e-4257-9fce-7bf345aab9d2 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=81673da5-2d47-413c-b13e-906954a6fee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711048 Feb 28 21:17:39.312489 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee14e6-3eaf-4673-86a6-7442a88c79f8 req-022547e7-eb0c-4ab8-baf7-3f16284f7df0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:39.314011 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12ee14e6-3eaf-4673-86a6-7442a88c79f8 req-022547e7-eb0c-4ab8-baf7-3f16284f7df0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0 HTTP/1.1" status: 200 len: 946 time: 0.0662498 Feb 28 21:17:39.410107 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-12ee14e6-3eaf-4673-86a6-7442a88c79f8 req-faf1dffa-4895-4093-b051-d8689fb4d039 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:17:39.410368 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-12ee14e6-3eaf-4673-86a6-7442a88c79f8 req-faf1dffa-4895-4093-b051-d8689fb4d039 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:39.500466 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-12ee14e6-3eaf-4673-86a6-7442a88c79f8 req-faf1dffa-4895-4093-b051-d8689fb4d039 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] For port 39a63004-b8ef-4bf7-9792-3944fcd7ada0, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=39a63004-b8ef-4bf7-9792-3944fcd7ada0,segment=NetworkSegment(defde1c4-e055-425f-ae48-4f6a06a738a7),segment_id=defde1c4-e055-425f-ae48-4f6a06a738a7)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:17:39.500828 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-12ee14e6-3eaf-4673-86a6-7442a88c79f8 req-faf1dffa-4895-4093-b051-d8689fb4d039 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:39.513976 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-12ee14e6-3eaf-4673-86a6-7442a88c79f8 req-faf1dffa-4895-4093-b051-d8689fb4d039 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Calling delete_port for 39a63004-b8ef-4bf7-9792-3944fcd7ada0 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:17:39.641217 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-12ee14e6-3eaf-4673-86a6-7442a88c79f8 req-faf1dffa-4895-4093-b051-d8689fb4d039 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (39a63004-b8ef-4bf7-9792-3944fcd7ada0), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:39.675620 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1dffa-4895-4093-b051-d8689fb4d039 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Port': ['ID=39a63004-b8ef-4bf7-9792-3944fcd7ada0,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:39.718584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ee14e6-3eaf-4673-86a6-7442a88c79f8 req-faf1dffa-4895-4093-b051-d8689fb4d039 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] No DVR routers for this DVR port 39a63004-b8ef-4bf7-9792-3944fcd7ada0 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:17:39.721159 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-12ee14e6-3eaf-4673-86a6-7442a88c79f8 req-faf1dffa-4895-4093-b051-d8689fb4d039 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:39.724474 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-12ee14e6-3eaf-4673-86a6-7442a88c79f8 req-faf1dffa-4895-4093-b051-d8689fb4d039 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.10 "DELETE /v2.0/ports/39a63004-b8ef-4bf7-9792-3944fcd7ada0 HTTP/1.1" status: 204 len: 173 time: 0.4047160 Feb 28 21:17:39.725047 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0', 'name': 'network-vif-deleted', 'tag': '39a63004-b8ef-4bf7-9792-3944fcd7ada0'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:17:39.727214 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbeda47b-3774-4f90-bce4-022c00e95867" -d '{"events": [{"server_uuid": "4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0", "name": "network-vif-deleted", "tag": "39a63004-b8ef-4bf7-9792-3944fcd7ada0"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:17:39.768805 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e8f774-ed2a-4e98-8fe8-81a3b4e7dbda x-openstack-request-id: req-16e8f774-ed2a-4e98-8fe8-81a3b4e7dbda {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:17:39.769103 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0", "name": "network-vif-deleted", "tag": "39a63004-b8ef-4bf7-9792-3944fcd7ada0", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:17:39.769359 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16e8f774-ed2a-4e98-8fe8-81a3b4e7dbda {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:17:39.770393 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8de9aa-db3b-41df-a42e-b0ef7ec7dcc0', 'name': 'network-vif-deleted', 'tag': '39a63004-b8ef-4bf7-9792-3944fcd7ada0', 'status': 'completed', 'code': 200} Feb 28 21:17:40.349521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47706) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:17:40.714032 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf336912-e76d-417c-abf9-23e47d9b4bfc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (27935aec-b074-456d-9c43-5e496af4aff3), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:40.971209 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-cf336912-e76d-417c-abf9-23e47d9b4bfc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting port 4611b14d-f747-41de-91a8-e17debe88266 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:17:40.971473 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf336912-e76d-417c-abf9-23e47d9b4bfc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (4611b14d-f747-41de-91a8-e17debe88266), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:41.056406 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-cf336912-e76d-417c-abf9-23e47d9b4bfc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] For port 4611b14d-f747-41de-91a8-e17debe88266, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=4611b14d-f747-41de-91a8-e17debe88266,segment=NetworkSegment(defde1c4-e055-425f-ae48-4f6a06a738a7),segment_id=defde1c4-e055-425f-ae48-4f6a06a738a7)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:17:41.056771 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf336912-e76d-417c-abf9-23e47d9b4bfc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (4611b14d-f747-41de-91a8-e17debe88266), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:41.069512 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-cf336912-e76d-417c-abf9-23e47d9b4bfc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Calling delete_port for 4611b14d-f747-41de-91a8-e17debe88266 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:17:41.256337 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf336912-e76d-417c-abf9-23e47d9b4bfc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (4611b14d-f747-41de-91a8-e17debe88266), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:41.287197 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf336912-e76d-417c-abf9-23e47d9b4bfc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Port': ['ID=4611b14d-f747-41de-91a8-e17debe88266,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:41.462136 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-cf336912-e76d-417c-abf9-23e47d9b4bfc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (27935aec-b074-456d-9c43-5e496af4aff3), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:41.687500 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf336912-e76d-417c-abf9-23e47d9b4bfc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router 27935aec-b074-456d-9c43-5e496af4aff3 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:17:41.797826 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf336912-e76d-417c-abf9-23e47d9b4bfc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:17:41.802762 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-cf336912-e76d-417c-abf9-23e47d9b4bfc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "PUT /v2.0/routers/27935aec-b074-456d-9c43-5e496af4aff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4521601 Feb 28 21:17:41.805428 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47708) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:17:41.808022 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab5dfcb-5eca-4772-8e9d-e98f98cfea6a None None] Sync routers for ids ['27935aec-b074-456d-9c43-5e496af4aff3'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:17:41.819025 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab5dfcb-5eca-4772-8e9d-e98f98cfea6a None None] Routers {'27935aec-b074-456d-9c43-5e496af4aff3'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:17:41.819865 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-4ab5dfcb-5eca-4772-8e9d-e98f98cfea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:17:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['27935aec-b074-456d-9c43-5e496af4aff3'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:17:41.855557 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad64026c-ae3c-4f81-a853-d4cec3b2dd85 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting subnet 794db2e0-2e21-4777-b508-88b4288d3313 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:17:41.858624 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad64026c-ae3c-4f81-a853-d4cec3b2dd85 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for subnet (794db2e0-2e21-4777-b508-88b4288d3313), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:41.898745 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad64026c-ae3c-4f81-a853-d4cec3b2dd85 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (794db2e0-2e21-4777-b508-88b4288d3313), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:41.925038 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-4ab5dfcb-5eca-4772-8e9d-e98f98cfea6a None None] Set router 27935aec-b074-456d-9c43-5e496af4aff3 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:17:41.984757 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad64026c-ae3c-4f81-a853-d4cec3b2dd85 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (794db2e0-2e21-4777-b508-88b4288d3313), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:42.054966 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad64026c-ae3c-4f81-a853-d4cec3b2dd85 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (794db2e0-2e21-4777-b508-88b4288d3313), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:42.083782 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64026c-ae3c-4f81-a853-d4cec3b2dd85 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Subnet': ['ID=794db2e0-2e21-4777-b508-88b4288d3313,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:42.085785 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ad64026c-ae3c-4f81-a853-d4cec3b2dd85 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:42.092618 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ad64026c-ae3c-4f81-a853-d4cec3b2dd85 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/subnets/794db2e0-2e21-4777-b508-88b4288d3313 HTTP/1.1" status: 204 len: 168 time: 0.2825470 Feb 28 21:17:42.093055 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47710) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:17:42.100395 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80220dff-7904-41ca-be16-abee7e01065f None None] Network 76fe0208-1b61-478a-b340-9a447fa2ca68 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:17:42.114543 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-4ab5dfcb-5eca-4772-8e9d-e98f98cfea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27935aec-b074-456d-9c43-5e496af4aff3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961048343', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:16:00Z', 'updated_at': '2022-02-28T21:17:41Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:01Z', 'updated_at': '2022-02-28T21:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:17:42.144865 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab5dfcb-5eca-4772-8e9d-e98f98cfea6a None None] Checking router: 27935aec-b074-456d-9c43-5e496af4aff3 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:17:42.155115 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab5dfcb-5eca-4772-8e9d-e98f98cfea6a None None] Routers {'27935aec-b074-456d-9c43-5e496af4aff3'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:17:42.155997 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-4ab5dfcb-5eca-4772-8e9d-e98f98cfea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:17:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['27935aec-b074-456d-9c43-5e496af4aff3'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:17:42.215018 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f74493b8-4f88-4c34-8f99-e90b67e50fc9 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router (27935aec-b074-456d-9c43-5e496af4aff3), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:42.269312 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6f3702-6a4c-4fac-8046-f10224ce4933 None None] DHCP port deletion for 76fe0208-1b61-478a-b340-9a447fa2ca68 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 21:17:42.277900 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-4ab5dfcb-5eca-4772-8e9d-e98f98cfea6a None None] Set router 27935aec-b074-456d-9c43-5e496af4aff3 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:17:42.318887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-dc6f3702-6a4c-4fac-8046-f10224ce4933 None None] Deleting port cfec7fef-5c97-4e58-a864-817c2083b961 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:17:42.319267 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dc6f3702-6a4c-4fac-8046-f10224ce4933 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (cfec7fef-5c97-4e58-a864-817c2083b961), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:42.333147 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f74493b8-4f88-4c34-8f99-e90b67e50fc9 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_gateway (27935aec-b074-456d-9c43-5e496af4aff3), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:42.392629 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-dc6f3702-6a4c-4fac-8046-f10224ce4933 None None] For port cfec7fef-5c97-4e58-a864-817c2083b961, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=cfec7fef-5c97-4e58-a864-817c2083b961,segment=NetworkSegment(defde1c4-e055-425f-ae48-4f6a06a738a7),segment_id=defde1c4-e055-425f-ae48-4f6a06a738a7)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:17:42.392937 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-f74493b8-4f88-4c34-8f99-e90b67e50fc9 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting port 8cc8eb38-f0d4-4780-aaae-21bbfae7af8e {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:17:42.393132 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dc6f3702-6a4c-4fac-8046-f10224ce4933 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (cfec7fef-5c97-4e58-a864-817c2083b961), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:42.393405 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f74493b8-4f88-4c34-8f99-e90b67e50fc9 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (8cc8eb38-f0d4-4780-aaae-21bbfae7af8e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:42.411257 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-dc6f3702-6a4c-4fac-8046-f10224ce4933 None None] Calling delete_port for cfec7fef-5c97-4e58-a864-817c2083b961 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:17:42.463129 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-4ab5dfcb-5eca-4772-8e9d-e98f98cfea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27935aec-b074-456d-9c43-5e496af4aff3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961048343', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:16:00Z', 'updated_at': '2022-02-28T21:17:41Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:01Z', 'updated_at': '2022-02-28T21:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:17:42.483619 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-f74493b8-4f88-4c34-8f99-e90b67e50fc9 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] For port 8cc8eb38-f0d4-4780-aaae-21bbfae7af8e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=8cc8eb38-f0d4-4780-aaae-21bbfae7af8e,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:17:42.484265 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f74493b8-4f88-4c34-8f99-e90b67e50fc9 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (8cc8eb38-f0d4-4780-aaae-21bbfae7af8e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:42.489288 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab5dfcb-5eca-4772-8e9d-e98f98cfea6a None None] The sync data for ids ['27935aec-b074-456d-9c43-5e496af4aff3'] in n-d-820368-21 is: [{'id': '27935aec-b074-456d-9c43-5e496af4aff3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961048343', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:16:00Z', 'updated_at': '2022-02-28T21:17:41Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8cc8eb38-f0d4-4780-aaae-21bbfae7af8e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27935aec-b074-456d-9c43-5e496af4aff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:16:01Z', 'updated_at': '2022-02-28T21:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:17:42.497171 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-f74493b8-4f88-4c34-8f99-e90b67e50fc9 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Calling delete_port for 8cc8eb38-f0d4-4780-aaae-21bbfae7af8e owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:17:42.499599 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dc6f3702-6a4c-4fac-8046-f10224ce4933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (cfec7fef-5c97-4e58-a864-817c2083b961), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:42.530465 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f3702-6a4c-4fac-8046-f10224ce4933 None None] Pushing event deleted for resources: {'Port': ['ID=cfec7fef-5c97-4e58-a864-817c2083b961,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:42.534628 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6f3702-6a4c-4fac-8046-f10224ce4933 None None] No DVR routers for this DVR port cfec7fef-5c97-4e58-a864-817c2083b961 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:17:42.670921 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f74493b8-4f88-4c34-8f99-e90b67e50fc9 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (8cc8eb38-f0d4-4780-aaae-21bbfae7af8e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:42.696870 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74493b8-4f88-4c34-8f99-e90b67e50fc9 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Port': ['ID=8cc8eb38-f0d4-4780-aaae-21bbfae7af8e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:42.769659 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f74493b8-4f88-4c34-8f99-e90b67e50fc9 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (27935aec-b074-456d-9c43-5e496af4aff3), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:42.861335 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f74493b8-4f88-4c34-8f99-e90b67e50fc9 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (27935aec-b074-456d-9c43-5e496af4aff3), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:42.863873 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f74493b8-4f88-4c34-8f99-e90b67e50fc9 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_controller (27935aec-b074-456d-9c43-5e496af4aff3), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:42.911985 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f74493b8-4f88-4c34-8f99-e90b67e50fc9 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (27935aec-b074-456d-9c43-5e496af4aff3), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:42.912600 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74493b8-4f88-4c34-8f99-e90b67e50fc9 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Fanout notify agent at l3_agent the message router_deleted on router 27935aec-b074-456d-9c43-5e496af4aff3 {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 21:17:42.921412 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f74493b8-4f88-4c34-8f99-e90b67e50fc9 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:42.925094 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f74493b8-4f88-4c34-8f99-e90b67e50fc9 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/routers/27935aec-b074-456d-9c43-5e496af4aff3 HTTP/1.1" status: 204 len: 168 time: 0.8287880 Feb 28 21:17:42.925397 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47712) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:17:43.001585 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e35c-6088-4758-8251-fc822d84ff80 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (76fe0208-1b61-478a-b340-9a447fa2ca68), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:43.092802 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e35c-6088-4758-8251-fc822d84ff80 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (76fe0208-1b61-478a-b340-9a447fa2ca68), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:43.118209 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-b0f0e35c-6088-4758-8251-fc822d84ff80 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76fe0208-1b61-478a-b340-9a447fa2ca68']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:17:43.128657 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-b0f0e35c-6088-4758-8251-fc822d84ff80 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defde1c4-e055-425f-ae48-4f6a06a738a7') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:17:43.129392 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-b0f0e35c-6088-4758-8251-fc822d84ff80 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defde1c4-e055-425f-ae48-4f6a06a738a7') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:17:43.139683 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e35c-6088-4758-8251-fc822d84ff80 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (defde1c4-e055-425f-ae48-4f6a06a738a7), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:43.153047 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e35c-6088-4758-8251-fc822d84ff80 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (defde1c4-e055-425f-ae48-4f6a06a738a7), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:43.158875 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f0e35c-6088-4758-8251-fc822d84ff80 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:17:43.159257 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e35c-6088-4758-8251-fc822d84ff80 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (defde1c4-e055-425f-ae48-4f6a06a738a7), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: timer() Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:17:43.162516 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:17:43.222499 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e35c-6088-4758-8251-fc822d84ff80 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (76fe0208-1b61-478a-b340-9a447fa2ca68), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:43.226725 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e35c-6088-4758-8251-fc822d84ff80 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:43.230919 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b0f0e35c-6088-4758-8251-fc822d84ff80 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/networks/76fe0208-1b61-478a-b340-9a447fa2ca68 HTTP/1.1" status: 204 len: 168 time: 0.3045554 Feb 28 21:17:43.233730 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47714) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:17:43.297698 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6b25-af35-43ac-8836-683d41dd9d8f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (81673da5-2d47-413c-b13e-906954a6fee8), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:43.325713 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6b25-af35-43ac-8836-683d41dd9d8f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (81673da5-2d47-413c-b13e-906954a6fee8), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:43.395447 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6b25-af35-43ac-8836-683d41dd9d8f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (81673da5-2d47-413c-b13e-906954a6fee8), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:43.398078 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6b25-af35-43ac-8836-683d41dd9d8f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:43.399292 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7d4f6b25-af35-43ac-8836-683d41dd9d8f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/security-groups/81673da5-2d47-413c-b13e-906954a6fee8 HTTP/1.1" status: 204 len: 168 time: 0.1643512 Feb 28 21:17:43.409733 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f6b25-af35-43ac-8836-683d41dd9d8f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81673da5-2d47-413c-b13e-906954a6fee8,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:43.566735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-f016b6ab-ded4-459d-a5f3-2a9209cedd36 req-3b7c3e72-2fdb-40c1-ad3b-9268dbb60c47 tempest-ServerDiskConfigTestJSON-876329437 tempest-ServerDiskConfigTestJSON-876329437-project] (103774) timed out ('10.222.0.10', 62064) {{(pid=103774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 21:17:43.590330 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0e35c-6088-4758-8251-fc822d84ff80 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Network': ['ID=76fe0208-1b61-478a-b340-9a447fa2ca68,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:43.774184 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47720) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:17:43.779335 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-ed087437-8c78-47cf-bd48-9671a1368bfa tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-912077571', 'description': 'tempest-secgroup-smoke-912077571 description', 'project_id': '559aa21798c346fa8b89a8f96ec99843'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:17:43.787782 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4611b14d-f747-41de-91a8-e17debe88266 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:17:43.801553 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ed087437-8c78-47cf-bd48-9671a1368bfa tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:43.809999 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 4611b14d-f747-41de-91a8-e17debe88266 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:17:43.810341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 4611b14d-f747-41de-91a8-e17debe88266 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:17:43.810742 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device cfec7fef-5c97-4e58-a864-817c2083b961 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:17:43.830349 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: cfec7fef-5c97-4e58-a864-817c2083b961 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:17:43.830599 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device cfec7fef-5c97-4e58-a864-817c2083b961 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:17:43.831007 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8cc8eb38-f0d4-4780-aaae-21bbfae7af8e no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:17:43.850611 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 8cc8eb38-f0d4-4780-aaae-21bbfae7af8e {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:17:43.850955 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8cc8eb38-f0d4-4780-aaae-21bbfae7af8e not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:17:43.872949 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ed087437-8c78-47cf-bd48-9671a1368bfa tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (1ada55df-6222-4ca2-a374-3cede8557eb5), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:43.877397 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ed087437-8c78-47cf-bd48-9671a1368bfa tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1ada55df-6222-4ca2-a374-3cede8557eb5), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:43.906392 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ed087437-8c78-47cf-bd48-9671a1368bfa tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:43.907666 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ed087437-8c78-47cf-bd48-9671a1368bfa tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1324265 Feb 28 21:17:43.910759 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47722) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:17:43.912051 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed087437-8c78-47cf-bd48-9671a1368bfa tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ada55df-6222-4ca2-a374-3cede8557eb5,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:43.916527 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-3aa703de-e43a-4faa-9563-fc655d6f6b08 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '1ada55df-6222-4ca2-a374-3cede8557eb5', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:17:43.949845 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3aa703de-e43a-4faa-9563-fc655d6f6b08 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (2e1c12be-f984-4df7-884f-9213ae6e0a1f), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.001878 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3aa703de-e43a-4faa-9563-fc655d6f6b08 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (2e1c12be-f984-4df7-884f-9213ae6e0a1f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.005229 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3aa703de-e43a-4faa-9563-fc655d6f6b08 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (2e1c12be-f984-4df7-884f-9213ae6e0a1f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.024544 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa703de-e43a-4faa-9563-fc655d6f6b08 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1c12be-f984-4df7-884f-9213ae6e0a1f,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:44.030639 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-3aa703de-e43a-4faa-9563-fc655d6f6b08 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.031826 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-3aa703de-e43a-4faa-9563-fc655d6f6b08 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195853 Feb 28 21:17:44.034556 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47724) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:17:44.038693 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-000eb96a-cdec-4a1c-a89d-4ea0248acb8d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '1ada55df-6222-4ca2-a374-3cede8557eb5', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:17:44.048574 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 39a63004-b8ef-4bf7-9792-3944fcd7ada0 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:17:44.065579 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-000eb96a-cdec-4a1c-a89d-4ea0248acb8d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (efc5001f-9e3f-440c-b0e3-fae647b21985), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.068628 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 39a63004-b8ef-4bf7-9792-3944fcd7ada0 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:17:44.068976 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 39a63004-b8ef-4bf7-9792-3944fcd7ada0 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:17:44.120016 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-000eb96a-cdec-4a1c-a89d-4ea0248acb8d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (efc5001f-9e3f-440c-b0e3-fae647b21985), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.123529 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-000eb96a-cdec-4a1c-a89d-4ea0248acb8d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (efc5001f-9e3f-440c-b0e3-fae647b21985), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.138777 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000eb96a-cdec-4a1c-a89d-4ea0248acb8d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc5001f-9e3f-440c-b0e3-fae647b21985,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:44.149983 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-000eb96a-cdec-4a1c-a89d-4ea0248acb8d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.151193 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-000eb96a-cdec-4a1c-a89d-4ea0248acb8d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157184 Feb 28 21:17:44.154513 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47726) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:17:44.158714 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-533aa721-37b0-4d55-b3f5-30b560def66f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '1ada55df-6222-4ca2-a374-3cede8557eb5', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:17:44.182493 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-533aa721-37b0-4d55-b3f5-30b560def66f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (425520b0-c41a-4fe3-9583-a760bf7a5c8e), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.237994 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-533aa721-37b0-4d55-b3f5-30b560def66f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (425520b0-c41a-4fe3-9583-a760bf7a5c8e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.241590 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-533aa721-37b0-4d55-b3f5-30b560def66f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (425520b0-c41a-4fe3-9583-a760bf7a5c8e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.261659 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533aa721-37b0-4d55-b3f5-30b560def66f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425520b0-c41a-4fe3-9583-a760bf7a5c8e,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:44.270557 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-533aa721-37b0-4d55-b3f5-30b560def66f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.271748 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-533aa721-37b0-4d55-b3f5-30b560def66f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163025 Feb 28 21:17:44.274609 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47728) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:17:44.279516 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-b2499900-2e37-42d4-b797-326e10755422 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '1ada55df-6222-4ca2-a374-3cede8557eb5', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:17:44.302631 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b2499900-2e37-42d4-b797-326e10755422 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (3343289b-e87a-416d-b0d9-ffcec242b5e6), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.362849 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b2499900-2e37-42d4-b797-326e10755422 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (3343289b-e87a-416d-b0d9-ffcec242b5e6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.366276 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b2499900-2e37-42d4-b797-326e10755422 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (3343289b-e87a-416d-b0d9-ffcec242b5e6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.384621 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2499900-2e37-42d4-b797-326e10755422 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3343289b-e87a-416d-b0d9-ffcec242b5e6,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:44.392041 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b2499900-2e37-42d4-b797-326e10755422 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.393223 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b2499900-2e37-42d4-b797-326e10755422 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176946 Feb 28 21:17:44.396004 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47730) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:17:44.400167 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-70f18aec-67c3-4b79-8efa-2dad4cbd103f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '1ada55df-6222-4ca2-a374-3cede8557eb5', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:17:44.435152 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-70f18aec-67c3-4b79-8efa-2dad4cbd103f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Project 559aa21798c346fa8b89a8f96ec99843 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 21:17:44.440164 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-70f18aec-67c3-4b79-8efa-2dad4cbd103f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (74e85f3b-3dcc-45d0-8ede-955544d29859), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.497081 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-70f18aec-67c3-4b79-8efa-2dad4cbd103f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (74e85f3b-3dcc-45d0-8ede-955544d29859), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.500476 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-70f18aec-67c3-4b79-8efa-2dad4cbd103f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (74e85f3b-3dcc-45d0-8ede-955544d29859), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.517951 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f18aec-67c3-4b79-8efa-2dad4cbd103f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e85f3b-3dcc-45d0-8ede-955544d29859,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:44.526179 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-70f18aec-67c3-4b79-8efa-2dad4cbd103f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.527435 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-70f18aec-67c3-4b79-8efa-2dad4cbd103f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305289 Feb 28 21:17:44.531053 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47732) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:17:44.535237 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-22b8b4b3-4b60-4205-bddf-7c4b028098ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '1ada55df-6222-4ca2-a374-3cede8557eb5', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:17:44.555307 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-22b8b4b3-4b60-4205-bddf-7c4b028098ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Project 559aa21798c346fa8b89a8f96ec99843 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 21:17:44.560520 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-22b8b4b3-4b60-4205-bddf-7c4b028098ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (6962835f-fdeb-457a-b030-17b337adb937), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.617517 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-22b8b4b3-4b60-4205-bddf-7c4b028098ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (6962835f-fdeb-457a-b030-17b337adb937), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.621063 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-22b8b4b3-4b60-4205-bddf-7c4b028098ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (6962835f-fdeb-457a-b030-17b337adb937), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.643231 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8b4b3-4b60-4205-bddf-7c4b028098ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6962835f-fdeb-457a-b030-17b337adb937,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:44.649991 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-22b8b4b3-4b60-4205-bddf-7c4b028098ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.650979 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-22b8b4b3-4b60-4205-bddf-7c4b028098ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189561 Feb 28 21:17:44.654380 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47734) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:17:44.659403 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-fe60c1d3-e02a-4941-b496-1ba87886b8e4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'network': {'name': 'tempest-network-smoke--817301823', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'port_security_enabled': True}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:17:44.677331 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe60c1d3-e02a-4941-b496-1ba87886b8e4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Made reservation on behalf of 559aa21798c346fa8b89a8f96ec99843 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:17:44.680714 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fe60c1d3-e02a-4941-b496-1ba87886b8e4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.704031 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe60c1d3-e02a-4941-b496-1ba87886b8e4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:17:44.712958 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fe60c1d3-e02a-4941-b496-1ba87886b8e4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (e1c61ab6-7f04-41f6-a19d-7f31e9762208), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.713301 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-fe60c1d3-e02a-4941-b496-1ba87886b8e4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Added segment e1c61ab6-7f04-41f6-a19d-7f31e9762208 of type vlan for network 34c17c83-011a-4332-9d31-87d5116770ae Feb 28 21:17:44.765450 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fe60c1d3-e02a-4941-b496-1ba87886b8e4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (34c17c83-011a-4332-9d31-87d5116770ae), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.794492 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fe60c1d3-e02a-4941-b496-1ba87886b8e4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (34c17c83-011a-4332-9d31-87d5116770ae), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.799948 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe60c1d3-e02a-4941-b496-1ba87886b8e4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:44.800692 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-fe60c1d3-e02a-4941-b496-1ba87886b8e4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.840269 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-fe60c1d3-e02a-4941-b496-1ba87886b8e4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1816385 Feb 28 21:17:44.840631 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47736) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:17:44.845760 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-1e020caa-1e3a-4298-8e02-7e689521608b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-408501398', 'admin_state_up': True, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:17:44.870370 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e020caa-1e3a-4298-8e02-7e689521608b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (e3e78dc8-efc5-4cb3-97af-9b76112aa5c2), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.871996 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e020caa-1e3a-4298-8e02-7e689521608b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (e3e78dc8-efc5-4cb3-97af-9b76112aa5c2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:44.872152 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60c1d3-e02a-4941-b496-1ba87886b8e4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Network': ['ID=34c17c83-011a-4332-9d31-87d5116770ae,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:44.886671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 34c17c83-011a-4332-9d31-87d5116770ae details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:17:44.947857 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e020caa-1e3a-4298-8e02-7e689521608b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_controller (e3e78dc8-efc5-4cb3-97af-9b76112aa5c2), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:45.100468 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e020caa-1e3a-4298-8e02-7e689521608b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_gateway (e3e78dc8-efc5-4cb3-97af-9b76112aa5c2), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:45.295510 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e020caa-1e3a-4298-8e02-7e689521608b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_gateway (e3e78dc8-efc5-4cb3-97af-9b76112aa5c2), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:45.318867 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e020caa-1e3a-4298-8e02-7e689521608b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:45.434086 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-1e020caa-1e3a-4298-8e02-7e689521608b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Allocated IP 172.25.0.188 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/1f8f3804-05eb-4c54-bb68-ecf07ac72083) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:17:45.539544 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e020caa-1e3a-4298-8e02-7e689521608b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (1f8f3804-05eb-4c54-bb68-ecf07ac72083), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:45.573932 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e020caa-1e3a-4298-8e02-7e689521608b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (1f8f3804-05eb-4c54-bb68-ecf07ac72083), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:45.614089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e020caa-1e3a-4298-8e02-7e689521608b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:17:45.616942 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-1e020caa-1e3a-4298-8e02-7e689521608b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:17:45.620922 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e020caa-1e3a-4298-8e02-7e689521608b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:17:45.647722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e020caa-1e3a-4298-8e02-7e689521608b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=1f8f3804-05eb-4c54-bb68-ecf07ac72083,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:45.881599 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e020caa-1e3a-4298-8e02-7e689521608b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_gateway (e3e78dc8-efc5-4cb3-97af-9b76112aa5c2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:46.084629 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e020caa-1e3a-4298-8e02-7e689521608b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (e3e78dc8-efc5-4cb3-97af-9b76112aa5c2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:46.216829 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e020caa-1e3a-4298-8e02-7e689521608b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 21:17:46.327248 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e020caa-1e3a-4298-8e02-7e689521608b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:17:46.337790 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] Sync routers for ids ['e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:17:46.347324 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1e020caa-1e3a-4298-8e02-7e689521608b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:46.348658 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1e020caa-1e3a-4298-8e02-7e689521608b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5068133 Feb 28 21:17:46.351858 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47738) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:17:46.352956 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] Routers {'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:17:46.353653 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:17:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:17:46.382870 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-5a56466e-945b-47f5-84d3-1fbd7b4df30c tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=559aa21798c346fa8b89a8f96ec99843&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298300 Feb 28 21:17:46.385343 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47740) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:17:46.477305 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff48940b-be68-427a-8a8e-e9d74ee78a38 tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:46.481432 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ff48940b-be68-427a-8a8e-e9d74ee78a38 tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920649 Feb 28 21:17:46.481615 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] Set router e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:17:46.481840 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47742) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:17:46.518869 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47744) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:17:46.519369 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ac290ad4-e94e-4474-8b55-2eeeca10c727 tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330591 Feb 28 21:17:46.524051 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-b164d3fb-0ac0-40cc-96a3-6bcfafc565bd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1215986525', 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:17:46.612239 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b164d3fb-0ac0-40cc-96a3-6bcfafc565bd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Made reservation on behalf of 559aa21798c346fa8b89a8f96ec99843 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:17:46.615880 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b164d3fb-0ac0-40cc-96a3-6bcfafc565bd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:46.663103 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c35bc46e-1482-41c7-9318-95c873b4d82d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:46.691413 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408501398', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:17:44Z', 'updated_at': '2022-02-28T21:17:45Z', 'revision_number': 3, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:45Z', 'updated_at': '2022-02-28T21:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:17:46.719928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] Checking router: e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:17:46.720377 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] Updating router e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 port 1f8f3804-05eb-4c54-bb68-ecf07ac72083 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:17:46.748575 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1f8f3804-05eb-4c54-bb68-ecf07ac72083), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:46.822238 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b164d3fb-0ac0-40cc-96a3-6bcfafc565bd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (47939c80-e36b-42a5-a11a-1d44fa2c6aee), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:46.892003 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164d3fb-0ac0-40cc-96a3-6bcfafc565bd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Subnet': ['ID=47939c80-e36b-42a5-a11a-1d44fa2c6aee,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:46.898884 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b164d3fb-0ac0-40cc-96a3-6bcfafc565bd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Checking segment: {'id': 'e1c61ab6-7f04-41f6-a19d-7f31e9762208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:17:46.899322 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b164d3fb-0ac0-40cc-96a3-6bcfafc565bd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network hostable DHCP agents. Network: 34c17c83-011a-4332-9d31-87d5116770ae, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:17:46.917082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b164d3fb-0ac0-40cc-96a3-6bcfafc565bd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network 34c17c83-011a-4332-9d31-87d5116770ae is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:17:46.928799 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-b164d3fb-0ac0-40cc-96a3-6bcfafc565bd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 34c17c83-011a-4332-9d31-87d5116770ae) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:17:46.934236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b164d3fb-0ac0-40cc-96a3-6bcfafc565bd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:46.935124 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b164d3fb-0ac0-40cc-96a3-6bcfafc565bd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:46.952057 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d0e35c-5ada-4e7b-aeb7-c47f9189a22d None None] Network 34c17c83-011a-4332-9d31-87d5116770ae requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:17:46.954788 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b164d3fb-0ac0-40cc-96a3-6bcfafc565bd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4346592 Feb 28 21:17:46.957624 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47746) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:17:47.095663 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] Publish callbacks [] for port (1f8f3804-05eb-4c54-bb68-ecf07ac72083), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:47.104465 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1f8f3804-05eb-4c54-bb68-ecf07ac72083), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:47.152214 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99167d2-8f9b-40c8-b080-984b88c32eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-34c17c83-011a-4332-9d31-87d5116770ae', 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ips': [{'subnet_id': '47939c80-e36b-42a5-a11a-1d44fa2c6aee'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:17:47.153544 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f99167d2-8f9b-40c8-b080-984b88c32eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:47.191606 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] Attempting to bind port 1f8f3804-05eb-4c54-bb68-ecf07ac72083 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:17:47.192009 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] Attempting to bind port 1f8f3804-05eb-4c54-bb68-ecf07ac72083 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:17:47.192384 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] Attempting to bind port 1f8f3804-05eb-4c54-bb68-ecf07ac72083 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:17:47.205318 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa58e45-0453-4176-8453-a04e457046ba None None] Pushing event updated for resources: {'Port': ['ID=1f8f3804-05eb-4c54-bb68-ecf07ac72083,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:47.210696 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:17:47.211081 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:17:47.211485 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:47.211901 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:17:47.212383 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] Bound port: 1f8f3804-05eb-4c54-bb68-ecf07ac72083, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:17:47.212776 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1f8f3804-05eb-4c54-bb68-ecf07ac72083), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:47.350576 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] For port 1f8f3804-05eb-4c54-bb68-ecf07ac72083, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:17:47.366951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] For port 1f8f3804-05eb-4c54-bb68-ecf07ac72083, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1f8f3804-05eb-4c54-bb68-ecf07ac72083,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:17:47.377509 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-f99167d2-8f9b-40c8-b080-984b88c32eba None None] Allocated IP 172.20.0.2 (34c17c83-011a-4332-9d31-87d5116770ae/47939c80-e36b-42a5-a11a-1d44fa2c6aee/cb998b0b-8c0e-432a-ae54-e22b02542db8) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:17:47.380074 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1f8f3804-05eb-4c54-bb68-ecf07ac72083), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:47.409890 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9377830d-5676-4c5e-b756-ad0a9277ff58 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:47.498403 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] Routers {'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:17:47.499034 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:17:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:17:47.538548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa58e45-0453-4176-8453-a04e457046ba None None] Pushing event updated for resources: {'Port': ['ID=1f8f3804-05eb-4c54-bb68-ecf07ac72083,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:47.826696 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] Set router e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:17:47.891506 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f99167d2-8f9b-40c8-b080-984b88c32eba None None] Publish callbacks [] for port (cb998b0b-8c0e-432a-ae54-e22b02542db8), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:47.909226 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f99167d2-8f9b-40c8-b080-984b88c32eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (cb998b0b-8c0e-432a-ae54-e22b02542db8), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:47.952238 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-9377830d-5676-4c5e-b756-ad0a9277ff58 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Allocated IP 172.20.0.1 (34c17c83-011a-4332-9d31-87d5116770ae/47939c80-e36b-42a5-a11a-1d44fa2c6aee/3b1cd19b-3b95-456c-bc59-5db3ea74ec9d) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:17:47.985854 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99167d2-8f9b-40c8-b080-984b88c32eba None None] Network 34c17c83-011a-4332-9d31-87d5116770ae is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:17:47.991231 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-f99167d2-8f9b-40c8-b080-984b88c32eba None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:17:47.997008 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99167d2-8f9b-40c8-b080-984b88c32eba None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:17:48.004881 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99167d2-8f9b-40c8-b080-984b88c32eba None None] Pushing event updated for resources: {'Port': ['ID=cb998b0b-8c0e-432a-ae54-e22b02542db8,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:48.091281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f99167d2-8f9b-40c8-b080-984b88c32eba None None] Attempting to bind port cb998b0b-8c0e-432a-ae54-e22b02542db8 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:17:48.091654 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f99167d2-8f9b-40c8-b080-984b88c32eba None None] Attempting to bind port cb998b0b-8c0e-432a-ae54-e22b02542db8 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e1c61ab6-7f04-41f6-a19d-7f31e9762208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:17:48.092048 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99167d2-8f9b-40c8-b080-984b88c32eba None None] Attempting to bind port cb998b0b-8c0e-432a-ae54-e22b02542db8 on network 34c17c83-011a-4332-9d31-87d5116770ae {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:17:48.099854 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99167d2-8f9b-40c8-b080-984b88c32eba None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:17:48.100235 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99167d2-8f9b-40c8-b080-984b88c32eba None None] Checking segment: {'id': 'e1c61ab6-7f04-41f6-a19d-7f31e9762208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:17:48.100639 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f99167d2-8f9b-40c8-b080-984b88c32eba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:48.101036 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99167d2-8f9b-40c8-b080-984b88c32eba None None] Bound using segment: {'id': 'e1c61ab6-7f04-41f6-a19d-7f31e9762208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:17:48.101512 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f99167d2-8f9b-40c8-b080-984b88c32eba None None] Bound port: cb998b0b-8c0e-432a-ae54-e22b02542db8, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c61ab6-7f04-41f6-a19d-7f31e9762208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:17:48.101893 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f99167d2-8f9b-40c8-b080-984b88c32eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cb998b0b-8c0e-432a-ae54-e22b02542db8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:48.168556 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408501398', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:17:44Z', 'updated_at': '2022-02-28T21:17:45Z', 'revision_number': 3, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:45Z', 'updated_at': '2022-02-28T21:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:17:48.205553 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbc677a-5680-4d66-b9dc-e912f10dc8f3 None None] The sync data for ids ['e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'] in n-d-820368-21 is: [{'id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408501398', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:17:44Z', 'updated_at': '2022-02-28T21:17:45Z', 'revision_number': 3, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:45Z', 'updated_at': '2022-02-28T21:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:17:48.213467 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f99167d2-8f9b-40c8-b080-984b88c32eba None None] For port cb998b0b-8c0e-432a-ae54-e22b02542db8, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:17:48.216912 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f99167d2-8f9b-40c8-b080-984b88c32eba None None] For port cb998b0b-8c0e-432a-ae54-e22b02542db8, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=cb998b0b-8c0e-432a-ae54-e22b02542db8,segment=NetworkSegment(e1c61ab6-7f04-41f6-a19d-7f31e9762208),segment_id=e1c61ab6-7f04-41f6-a19d-7f31e9762208)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:17:48.225773 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f99167d2-8f9b-40c8-b080-984b88c32eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cb998b0b-8c0e-432a-ae54-e22b02542db8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:48.292994 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99167d2-8f9b-40c8-b080-984b88c32eba None None] Pushing event updated for resources: {'Port': ['ID=cb998b0b-8c0e-432a-ae54-e22b02542db8,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:48.457002 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9377830d-5676-4c5e-b756-ad0a9277ff58 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (3b1cd19b-3b95-456c-bc59-5db3ea74ec9d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:48.508496 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9377830d-5676-4c5e-b756-ad0a9277ff58 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (3b1cd19b-3b95-456c-bc59-5db3ea74ec9d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:48.554589 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9377830d-5676-4c5e-b756-ad0a9277ff58 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network 34c17c83-011a-4332-9d31-87d5116770ae is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:17:48.563570 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-9377830d-5676-4c5e-b756-ad0a9277ff58 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:17:48.569649 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9377830d-5676-4c5e-b756-ad0a9277ff58 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:17:48.577594 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377830d-5676-4c5e-b756-ad0a9277ff58 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=3b1cd19b-3b95-456c-bc59-5db3ea74ec9d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:48.628988 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9377830d-5676-4c5e-b756-ad0a9277ff58 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (e3e78dc8-efc5-4cb3-97af-9b76112aa5c2), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:48.772488 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9377830d-5676-4c5e-b756-ad0a9277ff58 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3b1cd19b-3b95-456c-bc59-5db3ea74ec9d), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:49.081694 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9377830d-5676-4c5e-b756-ad0a9277ff58 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (3b1cd19b-3b95-456c-bc59-5db3ea74ec9d), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:49.086974 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9377830d-5676-4c5e-b756-ad0a9277ff58 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (3b1cd19b-3b95-456c-bc59-5db3ea74ec9d), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:49.165824 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377830d-5676-4c5e-b756-ad0a9277ff58 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=3b1cd19b-3b95-456c-bc59-5db3ea74ec9d,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:49.170050 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-553e86fa-b402-4292-af2c-964abecd209b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:49.182231 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9377830d-5676-4c5e-b756-ad0a9277ff58 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (e3e78dc8-efc5-4cb3-97af-9b76112aa5c2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:49.280164 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9377830d-5676-4c5e-b756-ad0a9277ff58 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network 34c17c83-011a-4332-9d31-87d5116770ae is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:17:49.281612 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-9377830d-5676-4c5e-b756-ad0a9277ff58 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:17:49.356695 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab83fad-083b-4bd2-9134-62be7dd3340c None None] Network 34c17c83-011a-4332-9d31-87d5116770ae requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:17:49.404107 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9377830d-5676-4c5e-b756-ad0a9277ff58 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:17:49.466410 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0d437469-e267-4a7f-a8ab-2e77ba55dfbd None None] Provisioning complete for port cb998b0b-8c0e-432a-ae54-e22b02542db8 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:17:49.466782 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0d437469-e267-4a7f-a8ab-2e77ba55dfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cb998b0b-8c0e-432a-ae54-e22b02542db8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:49.519823 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9377830d-5676-4c5e-b756-ad0a9277ff58 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:17:49.534753 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9377830d-5676-4c5e-b756-ad0a9277ff58 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "PUT /v2.0/routers/e3e78dc8-efc5-4cb3-97af-9b76112aa5c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5755725 Feb 28 21:17:49.562323 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0d437469-e267-4a7f-a8ab-2e77ba55dfbd None None] Current status of the port cb998b0b-8c0e-432a-ae54-e22b02542db8 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:17:49.562709 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0d437469-e267-4a7f-a8ab-2e77ba55dfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (cb998b0b-8c0e-432a-ae54-e22b02542db8), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:49.601980 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0d437469-e267-4a7f-a8ab-2e77ba55dfbd None None] For port cb998b0b-8c0e-432a-ae54-e22b02542db8, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=cb998b0b-8c0e-432a-ae54-e22b02542db8,segment=NetworkSegment(e1c61ab6-7f04-41f6-a19d-7f31e9762208),segment_id=e1c61ab6-7f04-41f6-a19d-7f31e9762208)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:17:49.612663 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0d437469-e267-4a7f-a8ab-2e77ba55dfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (cb998b0b-8c0e-432a-ae54-e22b02542db8), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:49.680163 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d437469-e267-4a7f-a8ab-2e77ba55dfbd None None] Pushing event updated for resources: {'Port': ['ID=cb998b0b-8c0e-432a-ae54-e22b02542db8,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:49.709551 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-9b29c6ac-a26a-4715-b50b-bbccf2ee1ddc tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-912077571&fields=id&tenant_id=559aa21798c346fa8b89a8f96ec99843 HTTP/1.1" status: 200 len: 267 time: 0.0524356 Feb 28 21:17:49.846508 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-daaef5dc-0635-468c-bad3-0dcd734f9eaa None None] Provisioning complete for port 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:17:49.846724 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-daaef5dc-0635-468c-bad3-0dcd734f9eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3b1cd19b-3b95-456c-bc59-5db3ea74ec9d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:49.860991 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-57483e65-3949-476f-87e0-36c55ce97a92 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:49.862561 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-57483e65-3949-476f-87e0-36c55ce97a92 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/networks?id=34c17c83-011a-4332-9d31-87d5116770ae HTTP/1.1" status: 200 len: 796 time: 0.1452551 Feb 28 21:17:49.885567 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-a6925945-c396-48ea-a8fa-d2001483f241 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/quotas/559aa21798c346fa8b89a8f96ec99843 HTTP/1.1" status: 200 len: 375 time: 0.0169737 Feb 28 21:17:49.888770 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device cb998b0b-8c0e-432a-ae54-e22b02542db8 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:17:49.927822 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-daaef5dc-0635-468c-bad3-0dcd734f9eaa None None] Port 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:17:49.946501 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-19fd8b32-c765-4d33-b3f4-612ef7f6cff7 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540445 Feb 28 21:17:49.948172 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-daaef5dc-0635-468c-bad3-0dcd734f9eaa None None] Provisioning complete for port cb998b0b-8c0e-432a-ae54-e22b02542db8 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:17:49.949088 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-daaef5dc-0635-468c-bad3-0dcd734f9eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cb998b0b-8c0e-432a-ae54-e22b02542db8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:49.991150 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port cb998b0b-8c0e-432a-ae54-e22b02542db8 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:17:49.991525 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (cb998b0b-8c0e-432a-ae54-e22b02542db8), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:50.070056 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-8fb8e092-1fe6-43da-ae5f-b1767aaab6fb service neutron] 10.222.0.13 "GET /v2.0/networks/34c17c83-011a-4332-9d31-87d5116770ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026280 Feb 28 21:17:50.077360 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-daaef5dc-0635-468c-bad3-0dcd734f9eaa None None] Current status of the port cb998b0b-8c0e-432a-ae54-e22b02542db8 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:17:50.090959 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] Sync routers for ids ['e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:17:50.101524 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] Routers {'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:17:50.102136 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:17:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:17:50.120887 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port cb998b0b-8c0e-432a-ae54-e22b02542db8 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:17:50.122129 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1f8f3804-05eb-4c54-bb68-ecf07ac72083 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:17:50.176617 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 1f8f3804-05eb-4c54-bb68-ecf07ac72083 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:17:50.177222 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-0922bdf0-e743-4ac8-8be3-b99743aa44c8 service neutron] 10.222.0.13 "GET /v2.0/networks/34c17c83-011a-4332-9d31-87d5116770ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965228 Feb 28 21:17:50.178202 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1f8f3804-05eb-4c54-bb68-ecf07ac72083), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:50.246411 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] Set router e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:17:50.254349 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:50.255740 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0ce52b2c-efc2-4ba5-b97d-c6951c26b704 None None] Provisioning complete for port 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:17:50.256398 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0ce52b2c-efc2-4ba5-b97d-c6951c26b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3b1cd19b-3b95-456c-bc59-5db3ea74ec9d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:50.358347 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0ce52b2c-efc2-4ba5-b97d-c6951c26b704 None None] Port 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:17:50.366147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 1f8f3804-05eb-4c54-bb68-ecf07ac72083 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:17:50.366668 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1f8f3804-05eb-4c54-bb68-ecf07ac72083), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:50.375065 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:50.395286 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 1f8f3804-05eb-4c54-bb68-ecf07ac72083, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1f8f3804-05eb-4c54-bb68-ecf07ac72083,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:17:50.402582 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1f8f3804-05eb-4c54-bb68-ecf07ac72083), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:50.412681 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d465eaa8-115c-4175-9d04-2a64b1d7badc req-d6cdbd00-6512-4613-af42-5ad58e13b174 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 210 time: 0.0481679 Feb 28 21:17:50.471559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=1f8f3804-05eb-4c54-bb68-ecf07ac72083,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:50.486589 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3d82c592-acc2-4040-9f65-39f32589a546 None None] Provisioning complete for port 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:17:50.487017 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3d82c592-acc2-4040-9f65-39f32589a546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3b1cd19b-3b95-456c-bc59-5db3ea74ec9d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:50.527119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3d82c592-acc2-4040-9f65-39f32589a546 None None] Port 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:17:50.576590 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408501398', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:17:44Z', 'updated_at': '2022-02-28T21:17:48Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:45Z', 'updated_at': '2022-02-28T21:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '3b1cd19b-3b95-456c-bc59-5db3ea74ec9d', 'name': '', 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:37:33:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '47939c80-e36b-42a5-a11a-1d44fa2c6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:47Z', 'updated_at': '2022-02-28T21:17:48Z', 'revision_number': 2, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '47939c80-e36b-42a5-a11a-1d44fa2c6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:17:50.601769 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] Checking router: e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:17:50.602126 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] Updating router e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 port 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:17:50.631091 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3b1cd19b-3b95-456c-bc59-5db3ea74ec9d), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:50.898924 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] Publish callbacks [] for port (3b1cd19b-3b95-456c-bc59-5db3ea74ec9d), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:50.904502 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3b1cd19b-3b95-456c-bc59-5db3ea74ec9d), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:50.977595 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b356a-5c98-4724-968c-82f29317256a None None] Pushing event updated for resources: {'Port': ['ID=3b1cd19b-3b95-456c-bc59-5db3ea74ec9d,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:51.003117 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b356a-5c98-4724-968c-82f29317256a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:51.003456 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b356a-5c98-4724-968c-82f29317256a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:51.003815 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b356a-5c98-4724-968c-82f29317256a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:51.004150 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b356a-5c98-4724-968c-82f29317256a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:51.004477 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b356a-5c98-4724-968c-82f29317256a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:51.004801 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b356a-5c98-4724-968c-82f29317256a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:51.005122 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b356a-5c98-4724-968c-82f29317256a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:51.005438 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b356a-5c98-4724-968c-82f29317256a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:51.005758 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b356a-5c98-4724-968c-82f29317256a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:51.006078 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b356a-5c98-4724-968c-82f29317256a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:51.006396 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b356a-5c98-4724-968c-82f29317256a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:51.006709 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b356a-5c98-4724-968c-82f29317256a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:51.007023 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b356a-5c98-4724-968c-82f29317256a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:17:51.026918 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] Attempting to bind port 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:17:51.027306 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] Attempting to bind port 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e1c61ab6-7f04-41f6-a19d-7f31e9762208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:17:51.027655 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] Attempting to bind port 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d on network 34c17c83-011a-4332-9d31-87d5116770ae {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:17:51.033231 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:17:51.033598 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] Checking segment: {'id': 'e1c61ab6-7f04-41f6-a19d-7f31e9762208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:17:51.033988 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:51.034370 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] Bound using segment: {'id': 'e1c61ab6-7f04-41f6-a19d-7f31e9762208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:17:51.034836 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] Bound port: 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c61ab6-7f04-41f6-a19d-7f31e9762208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:17:51.035190 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3b1cd19b-3b95-456c-bc59-5db3ea74ec9d), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:51.101364 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] For port 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:17:51.104582 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] For port 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3b1cd19b-3b95-456c-bc59-5db3ea74ec9d,segment=NetworkSegment(e1c61ab6-7f04-41f6-a19d-7f31e9762208),segment_id=e1c61ab6-7f04-41f6-a19d-7f31e9762208)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:17:51.111167 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3b1cd19b-3b95-456c-bc59-5db3ea74ec9d), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:51.155517 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-85198c0c-c31d-47ab-87e9-19863a6b5050 None None] Provisioning complete for port 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:17:51.156485 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-85198c0c-c31d-47ab-87e9-19863a6b5050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3b1cd19b-3b95-456c-bc59-5db3ea74ec9d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:51.160117 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] Routers {'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:17:51.160746 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:17:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:17:51.255000 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-85198c0c-c31d-47ab-87e9-19863a6b5050 None None] Current status of the port 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:17:51.256454 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-85198c0c-c31d-47ab-87e9-19863a6b5050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (3b1cd19b-3b95-456c-bc59-5db3ea74ec9d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:51.300040 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-85198c0c-c31d-47ab-87e9-19863a6b5050 None None] For port 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3b1cd19b-3b95-456c-bc59-5db3ea74ec9d,segment=NetworkSegment(e1c61ab6-7f04-41f6-a19d-7f31e9762208),segment_id=e1c61ab6-7f04-41f6-a19d-7f31e9762208)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:17:51.308430 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-85198c0c-c31d-47ab-87e9-19863a6b5050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (3b1cd19b-3b95-456c-bc59-5db3ea74ec9d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:51.315812 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] Set router e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:17:51.389334 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85198c0c-c31d-47ab-87e9-19863a6b5050 None None] Pushing event updated for resources: {'Port': ['ID=3b1cd19b-3b95-456c-bc59-5db3ea74ec9d,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:51.406692 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b356a-5c98-4724-968c-82f29317256a None None] Pushing event updated for resources: {'Port': ['ID=3b1cd19b-3b95-456c-bc59-5db3ea74ec9d,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:51.441537 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-aa6825b0-a59c-4b1c-947c-079c7f4a47e1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:51.444012 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-aa6825b0-a59c-4b1c-947c-079c7f4a47e1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.15 "GET /v2.0/networks?id=34c17c83-011a-4332-9d31-87d5116770ae HTTP/1.1" status: 200 len: 796 time: 0.1696994 Feb 28 21:17:51.456333 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-1c61eb83-15b1-4859-9933-b5338cf13259 None None] Provisioning complete for port 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:17:51.456781 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1c61eb83-15b1-4859-9933-b5338cf13259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3b1cd19b-3b95-456c-bc59-5db3ea74ec9d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:51.522624 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-d50d190c-c51b-418b-863c-c54006f735f4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=559aa21798c346fa8b89a8f96ec99843 HTTP/1.1" status: 200 len: 379 time: 0.0676417 Feb 28 21:17:51.535663 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-aa97a995-0bf7-49a1-abc2-c0a108e210c4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'port': {'device_id': 'faded348-fa1b-4c2b-82d4-b1cd441b7392', 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae', 'admin_state_up': True, 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'security_groups': ['1ada55df-6222-4ca2-a374-3cede8557eb5']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:17:51.548288 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f618927-d40e-4df6-a595-9d6ecea58bc8 req-a31e8765-452e-45a8-9f77-2ac42b5eb382 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 210 time: 0.0381722 Feb 28 21:17:51.551633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1c61eb83-15b1-4859-9933-b5338cf13259 None None] Current status of the port 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:17:51.561086 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408501398', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:17:44Z', 'updated_at': '2022-02-28T21:17:48Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:45Z', 'updated_at': '2022-02-28T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '3b1cd19b-3b95-456c-bc59-5db3ea74ec9d', 'name': '', 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:37:33:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '47939c80-e36b-42a5-a11a-1d44fa2c6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:47Z', 'updated_at': '2022-02-28T21:17:51Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '47939c80-e36b-42a5-a11a-1d44fa2c6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:17:51.569888 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:51.590446 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca442a97-4281-48e5-922a-ece5e4b52d8a None None] The sync data for ids ['e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'] in n-d-820368-21 is: [{'id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408501398', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:17:44Z', 'updated_at': '2022-02-28T21:17:48Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:45Z', 'updated_at': '2022-02-28T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '3b1cd19b-3b95-456c-bc59-5db3ea74ec9d', 'name': '', 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:37:33:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '47939c80-e36b-42a5-a11a-1d44fa2c6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:47Z', 'updated_at': '2022-02-28T21:17:51Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '47939c80-e36b-42a5-a11a-1d44fa2c6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:17:51.673233 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-aa97a995-0bf7-49a1-abc2-c0a108e210c4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Made reservation on behalf of 559aa21798c346fa8b89a8f96ec99843 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:17:51.676662 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-aa97a995-0bf7-49a1-abc2-c0a108e210c4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:51.830762 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-aa97a995-0bf7-49a1-abc2-c0a108e210c4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Allocated IP 172.20.0.8 (34c17c83-011a-4332-9d31-87d5116770ae/47939c80-e36b-42a5-a11a-1d44fa2c6aee/9f765c7e-5b31-4e60-b962-ab99c3b01343) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:17:51.898618 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:17:51.957309 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:17:51.957755 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (3b1cd19b-3b95-456c-bc59-5db3ea74ec9d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:51.977132 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-aa97a995-0bf7-49a1-abc2-c0a108e210c4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (9f765c7e-5b31-4e60-b962-ab99c3b01343), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:52.018291 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-aa97a995-0bf7-49a1-abc2-c0a108e210c4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (9f765c7e-5b31-4e60-b962-ab99c3b01343), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:52.043415 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:17:52.044554 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1f8f3804-05eb-4c54-bb68-ecf07ac72083 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:17:52.070631 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-aa97a995-0bf7-49a1-abc2-c0a108e210c4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network 34c17c83-011a-4332-9d31-87d5116770ae is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:17:52.074623 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-aa97a995-0bf7-49a1-abc2-c0a108e210c4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:17:52.077037 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-aa97a995-0bf7-49a1-abc2-c0a108e210c4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:17:52.107027 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 1f8f3804-05eb-4c54-bb68-ecf07ac72083 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:17:52.107468 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1f8f3804-05eb-4c54-bb68-ecf07ac72083), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:52.110800 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97a995-0bf7-49a1-abc2-c0a108e210c4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=9f765c7e-5b31-4e60-b962-ab99c3b01343,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:52.143158 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-aa97a995-0bf7-49a1-abc2-c0a108e210c4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:52.143900 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-aa97a995-0bf7-49a1-abc2-c0a108e210c4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:52.163074 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-aa97a995-0bf7-49a1-abc2-c0a108e210c4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6353440 Feb 28 21:17:52.174558 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] Request body: {'port': {'device_id': 'faded348-fa1b-4c2b-82d4-b1cd441b7392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:17:52.239919 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 1f8f3804-05eb-4c54-bb68-ecf07ac72083 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:17:52.277317 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9f765c7e-5b31-4e60-b962-ab99c3b01343), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:52.378016 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-6bd15adc-1398-46d3-9d46-65a8f5b3538a None None] Provisioning complete for port 9f765c7e-5b31-4e60-b962-ab99c3b01343 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:17:52.378633 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6bd15adc-1398-46d3-9d46-65a8f5b3538a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9f765c7e-5b31-4e60-b962-ab99c3b01343), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:52.415093 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6bd15adc-1398-46d3-9d46-65a8f5b3538a None None] Port 9f765c7e-5b31-4e60-b962-ab99c3b01343 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:17:52.572403 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f765c7e-5b31-4e60-b962-ab99c3b01343 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:17:52.583996 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] Publish callbacks [] for port (9f765c7e-5b31-4e60-b962-ab99c3b01343), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:52.599446 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] Transition to ACTIVE for port object 9f765c7e-5b31-4e60-b962-ab99c3b01343 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:17:52.605746 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (9f765c7e-5b31-4e60-b962-ab99c3b01343), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:52.664419 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] Pushing event updated for resources: {'Port': ['ID=9f765c7e-5b31-4e60-b962-ab99c3b01343,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:52.686040 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304d5bc-8a16-4d6f-912c-b965753edc11 req-fc9ae8eb-535a-4695-a154-04e1eb204d0c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:52.693672 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0304d5bc-8a16-4d6f-912c-b965753edc11 req-fc9ae8eb-535a-4695-a154-04e1eb204d0c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 943 time: 0.0744205 Feb 28 21:17:52.757709 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] Attempting to bind port 9f765c7e-5b31-4e60-b962-ab99c3b01343 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:17:52.758056 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] Attempting to bind port 9f765c7e-5b31-4e60-b962-ab99c3b01343 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'e1c61ab6-7f04-41f6-a19d-7f31e9762208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:17:52.758383 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] Attempting to bind port 9f765c7e-5b31-4e60-b962-ab99c3b01343 on network 34c17c83-011a-4332-9d31-87d5116770ae {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:17:52.760610 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0304d5bc-8a16-4d6f-912c-b965753edc11 req-e0b26d33-a19d-4d1d-bef9-677fc82dee0e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645621 Feb 28 21:17:52.763346 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] Port 9f765c7e-5b31-4e60-b962-ab99c3b01343 on network 34c17c83-011a-4332-9d31-87d5116770ae not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:17:52.763669 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] Attempting to bind port 9f765c7e-5b31-4e60-b962-ab99c3b01343 on network 34c17c83-011a-4332-9d31-87d5116770ae {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:17:52.770247 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:17:52.770589 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] Checking segment: {'id': 'e1c61ab6-7f04-41f6-a19d-7f31e9762208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:17:52.770975 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] Bound using segment: {'id': 'e1c61ab6-7f04-41f6-a19d-7f31e9762208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:17:52.771413 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] Bound port: 9f765c7e-5b31-4e60-b962-ab99c3b01343, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c61ab6-7f04-41f6-a19d-7f31e9762208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:17:52.771792 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9f765c7e-5b31-4e60-b962-ab99c3b01343), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:52.853842 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:52.861863 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] For port 9f765c7e-5b31-4e60-b962-ab99c3b01343, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:17:52.866755 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] For port 9f765c7e-5b31-4e60-b962-ab99c3b01343, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9f765c7e-5b31-4e60-b962-ab99c3b01343,segment=NetworkSegment(e1c61ab6-7f04-41f6-a19d-7f31e9762208),segment_id=e1c61ab6-7f04-41f6-a19d-7f31e9762208)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:17:52.875874 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (9f765c7e-5b31-4e60-b962-ab99c3b01343), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:52.916605 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:52.919047 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:52.920683 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] 10.222.0.15 "PUT /v2.0/ports/9f765c7e-5b31-4e60-b962-ab99c3b01343 HTTP/1.1" status: 200 len: 1092 time: 0.7495143 Feb 28 21:17:52.921800 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faded348-fa1b-4c2b-82d4-b1cd441b7392', 'tag': '9f765c7e-5b31-4e60-b962-ab99c3b01343'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:17:52.924558 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adebaca2-5a86-4c08-bead-88d573b25f60" -d '{"events": [{"name": "network-changed", "server_uuid": "faded348-fa1b-4c2b-82d4-b1cd441b7392", "tag": "9f765c7e-5b31-4e60-b962-ab99c3b01343"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:17:52.957972 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de1ff6-da89-46b1-8d7b-08d33ec4af71 service neutron] Pushing event updated for resources: {'Port': ['ID=9f765c7e-5b31-4e60-b962-ab99c3b01343,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:52.992734 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d892e4f1-24cc-4576-b02d-e39f1b50ef52 x-openstack-request-id: req-d892e4f1-24cc-4576-b02d-e39f1b50ef52 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:17:52.993030 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faded348-fa1b-4c2b-82d4-b1cd441b7392", "tag": "9f765c7e-5b31-4e60-b962-ab99c3b01343", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:17:52.993284 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d892e4f1-24cc-4576-b02d-e39f1b50ef52 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:17:52.993684 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faded348-fa1b-4c2b-82d4-b1cd441b7392', 'tag': '9f765c7e-5b31-4e60-b962-ab99c3b01343', 'status': 'completed', 'code': 200} Feb 28 21:17:53.015486 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-f08322bb-3ab6-4091-ad16-c8c8509f3774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:53.018239 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-f08322bb-3ab6-4091-ad16-c8c8509f3774 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 1126 time: 0.0567446 Feb 28 21:17:53.068710 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-3c0bd315-4be4-4b0e-a1bb-fafcd83db8ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f765c7e-5b31-4e60-b962-ab99c3b01343 HTTP/1.1" status: 200 len: 217 time: 0.0438845 Feb 28 21:17:53.118071 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-6c215527-e91f-4fbb-b1c5-7c80636005fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:53.119685 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-6c215527-e91f-4fbb-b1c5-7c80636005fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47939c80-e36b-42a5-a11a-1d44fa2c6aee HTTP/1.1" status: 200 len: 835 time: 0.0450339 Feb 28 21:17:53.144282 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:53.172457 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-29718fb7-0b60-4385-b827-af47645f798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:53.174792 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-29718fb7-0b60-4385-b827-af47645f798c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34c17c83-011a-4332-9d31-87d5116770ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494521 Feb 28 21:17:53.270027 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-94a77cde-6e01-47c2-a9ad-abbd5feed421 service neutron] 10.222.0.15 "GET /v2.0/networks/34c17c83-011a-4332-9d31-87d5116770ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884047 Feb 28 21:17:53.357616 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-47a64ac0-0368-4517-9471-7b69ea1658e3 req-bcc445a6-d646-4e94-b34f-74260ca90947 service neutron] 10.222.0.15 "GET /v2.0/networks/34c17c83-011a-4332-9d31-87d5116770ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811467 Feb 28 21:17:53.453277 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebaca2-5a86-4c08-bead-88d573b25f60 req-255b0706-359a-4ab0-9797-8d1130de2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:53.454657 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-adebaca2-5a86-4c08-bead-88d573b25f60 req-255b0706-359a-4ab0-9797-8d1130de2de7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 1126 time: 0.0492709 Feb 28 21:17:53.542932 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebaca2-5a86-4c08-bead-88d573b25f60 req-3bf54771-7519-4061-bcbf-8259f0df9d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:53.544476 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-adebaca2-5a86-4c08-bead-88d573b25f60 req-3bf54771-7519-4061-bcbf-8259f0df9d20 service neutron] 10.222.0.15 "GET /v2.0/networks?id=34c17c83-011a-4332-9d31-87d5116770ae HTTP/1.1" status: 200 len: 896 time: 0.0829904 Feb 28 21:17:53.587569 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-adebaca2-5a86-4c08-bead-88d573b25f60 req-e05bf42b-a34c-4fb1-9cc7-62545c13633c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f765c7e-5b31-4e60-b962-ab99c3b01343 HTTP/1.1" status: 200 len: 217 time: 0.0376866 Feb 28 21:17:53.637676 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebaca2-5a86-4c08-bead-88d573b25f60 req-26566105-aff7-4fa5-aff8-39364938f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:53.639085 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-adebaca2-5a86-4c08-bead-88d573b25f60 req-26566105-aff7-4fa5-aff8-39364938f8ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47939c80-e36b-42a5-a11a-1d44fa2c6aee HTTP/1.1" status: 200 len: 835 time: 0.0435131 Feb 28 21:17:53.687609 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebaca2-5a86-4c08-bead-88d573b25f60 req-7f1584d2-e9dd-4e3a-97aa-5e9a33ffa00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:53.689111 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-adebaca2-5a86-4c08-bead-88d573b25f60 req-7f1584d2-e9dd-4e3a-97aa-5e9a33ffa00b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34c17c83-011a-4332-9d31-87d5116770ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436785 Feb 28 21:17:53.782665 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-adebaca2-5a86-4c08-bead-88d573b25f60 req-5b7a4ba3-a4c5-450a-97fc-36fc9ec5c3c9 service neutron] 10.222.0.15 "GET /v2.0/networks/34c17c83-011a-4332-9d31-87d5116770ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856831 Feb 28 21:17:53.871123 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-adebaca2-5a86-4c08-bead-88d573b25f60 req-404c8292-ded6-4231-9805-e271f46e5cb8 service neutron] 10.222.0.15 "GET /v2.0/networks/34c17c83-011a-4332-9d31-87d5116770ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817685 Feb 28 21:17:53.873453 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91718a92-50b6-47ca-aaa2-d7d075399587 req-c212e59c-7cf4-41fd-be0f-e0418e44d6f6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:53.874932 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91718a92-50b6-47ca-aaa2-d7d075399587 req-c212e59c-7cf4-41fd-be0f-e0418e44d6f6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 943 time: 0.0520432 Feb 28 21:17:53.927356 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-91718a92-50b6-47ca-aaa2-d7d075399587 req-a7f7a769-7ad0-49b0-80e0-3d1dfc571d5e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454566 Feb 28 21:17:55.049723 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55107985-a667-438f-8f38-9d7303d0b5a3 req-06abe862-b56f-44c4-9cad-0d1403521c7e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:55.051121 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55107985-a667-438f-8f38-9d7303d0b5a3 req-06abe862-b56f-44c4-9cad-0d1403521c7e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 943 time: 0.0569758 Feb 28 21:17:55.099512 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-55107985-a667-438f-8f38-9d7303d0b5a3 req-3e34305f-81cf-4b63-a91f-ea6347dc495a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427706 Feb 28 21:17:56.217712 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f0f26-3c6d-4b15-884c-9dea17f6eef8 req-9700fc5f-6445-4180-b088-dc6325213ef3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:56.219413 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb8f0f26-3c6d-4b15-884c-9dea17f6eef8 req-9700fc5f-6445-4180-b088-dc6325213ef3 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 943 time: 0.0539057 Feb 28 21:17:56.269315 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eb8f0f26-3c6d-4b15-884c-9dea17f6eef8 req-6ed5b1ca-f70c-4a96-a8af-dfe0ea04180e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442505 Feb 28 21:17:56.533487 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9f765c7e-5b31-4e60-b962-ab99c3b01343 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:17:56.629348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9f765c7e-5b31-4e60-b962-ab99c3b01343, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9f765c7e-5b31-4e60-b962-ab99c3b01343,segment=NetworkSegment(e1c61ab6-7f04-41f6-a19d-7f31e9762208),segment_id=e1c61ab6-7f04-41f6-a19d-7f31e9762208)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:17:56.640799 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '9f765c7e-5b31-4e60-b962-ab99c3b01343', 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae', 'port_id': '9f765c7e-5b31-4e60-b962-ab99c3b01343', 'mac_address': 'fa:16:3e:f4:d7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47939c80-e36b-42a5-a11a-1d44fa2c6aee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:17:56.680927 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 9f765c7e-5b31-4e60-b962-ab99c3b01343 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:17:56.681314 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9f765c7e-5b31-4e60-b962-ab99c3b01343), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:56.694683 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f765c7e-5b31-4e60-b962-ab99c3b01343 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:17:56.713308 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9f765c7e-5b31-4e60-b962-ab99c3b01343, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9f765c7e-5b31-4e60-b962-ab99c3b01343,segment=NetworkSegment(e1c61ab6-7f04-41f6-a19d-7f31e9762208),segment_id=e1c61ab6-7f04-41f6-a19d-7f31e9762208)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:17:56.717338 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9f765c7e-5b31-4e60-b962-ab99c3b01343), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:56.765721 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=9f765c7e-5b31-4e60-b962-ab99c3b01343,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:56.921341 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['9f765c7e-5b31-4e60-b962-ab99c3b01343'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:17:57.386984 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276eb88-1685-4885-8144-c6778f6a7afe req-5a53e09c-0c5d-4da8-87a9-4d63df0d67c1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:57.388482 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4276eb88-1685-4885-8144-c6778f6a7afe req-5a53e09c-0c5d-4da8-87a9-4d63df0d67c1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 944 time: 0.0539126 Feb 28 21:17:57.440616 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4276eb88-1685-4885-8144-c6778f6a7afe req-ec97a38d-ad35-48aa-a8a9-270404444cf1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464990 Feb 28 21:17:58.562329 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6167a-0c3f-4911-a050-7a92307c8c8e req-266cdc27-885b-480b-bcf5-fa94a31b537a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:58.563739 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bfa6167a-0c3f-4911-a050-7a92307c8c8e req-266cdc27-885b-480b-bcf5-fa94a31b537a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 944 time: 0.0530441 Feb 28 21:17:58.564619 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9f765c7e-5b31-4e60-b962-ab99c3b01343 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:17:58.612363 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 9f765c7e-5b31-4e60-b962-ab99c3b01343 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:17:58.616048 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 9f765c7e-5b31-4e60-b962-ab99c3b01343 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:17:58.616290 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bfa6167a-0c3f-4911-a050-7a92307c8c8e req-01267965-4bc2-4f32-aa7e-63d91f59fd37 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468287 Feb 28 21:17:58.616418 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9f765c7e-5b31-4e60-b962-ab99c3b01343), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:58.697321 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 9f765c7e-5b31-4e60-b962-ab99c3b01343 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:17:58.697702 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9f765c7e-5b31-4e60-b962-ab99c3b01343), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:58.720882 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faded348-fa1b-4c2b-82d4-b1cd441b7392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f765c7e-5b31-4e60-b962-ab99c3b01343'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:17:58.723233 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82f58b1-c947-4e62-b4df-b46e27db2beb" -d '{"events": [{"server_uuid": "faded348-fa1b-4c2b-82d4-b1cd441b7392", "name": "network-vif-plugged", "status": "completed", "tag": "9f765c7e-5b31-4e60-b962-ab99c3b01343"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:17:58.736216 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 9f765c7e-5b31-4e60-b962-ab99c3b01343, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9f765c7e-5b31-4e60-b962-ab99c3b01343,segment=NetworkSegment(e1c61ab6-7f04-41f6-a19d-7f31e9762208),segment_id=e1c61ab6-7f04-41f6-a19d-7f31e9762208)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:17:58.740282 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9f765c7e-5b31-4e60-b962-ab99c3b01343), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:17:58.764001 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1182f7d1-a32f-4e7c-af67-aecf1924f0ff x-openstack-request-id: req-1182f7d1-a32f-4e7c-af67-aecf1924f0ff {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:17:58.764293 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faded348-fa1b-4c2b-82d4-b1cd441b7392", "name": "network-vif-plugged", "status": "completed", "tag": "9f765c7e-5b31-4e60-b962-ab99c3b01343", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:17:58.764542 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1182f7d1-a32f-4e7c-af67-aecf1924f0ff {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:17:58.764927 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faded348-fa1b-4c2b-82d4-b1cd441b7392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f765c7e-5b31-4e60-b962-ab99c3b01343', 'code': 200} Feb 28 21:17:58.794511 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=9f765c7e-5b31-4e60-b962-ab99c3b01343,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:17:58.861814 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2421f3-abdf-454f-8c1c-4eb6ea72f96b req-b32c329e-9c05-4400-8ba1-dc48569ca1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:58.863242 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fc2421f3-abdf-454f-8c1c-4eb6ea72f96b req-b32c329e-9c05-4400-8ba1-dc48569ca1db service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 1128 time: 0.0441511 Feb 28 21:17:58.915339 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-fc2421f3-abdf-454f-8c1c-4eb6ea72f96b req-8521413b-14d3-485d-9cd4-c99295e07f44 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460086 Feb 28 21:17:59.735080 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07c17d-ab80-4fca-bb50-7674ac8c6cd7 req-1e7645cf-0264-453f-b7e3-8c937f2f900d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:17:59.736573 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a07c17d-ab80-4fca-bb50-7674ac8c6cd7 req-1e7645cf-0264-453f-b7e3-8c937f2f900d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 945 time: 0.0514402 Feb 28 21:17:59.784610 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a07c17d-ab80-4fca-bb50-7674ac8c6cd7 req-1b5abf3d-5d3e-4dd3-94ae-293e66886e76 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424743 Feb 28 21:18:00.912957 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734af0c-af48-48cd-930f-55a3784aafc8 req-721694cf-91eb-4643-b24a-94849727b8d9 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:00.914447 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8734af0c-af48-48cd-930f-55a3784aafc8 req-721694cf-91eb-4643-b24a-94849727b8d9 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 945 time: 0.0591390 Feb 28 21:18:00.963154 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8734af0c-af48-48cd-930f-55a3784aafc8 req-3271127d-bd90-4465-9ee6-7738a599afe2 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428817 Feb 28 21:18:01.078825 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57aa493-81f5-42cf-a86d-9333b173a76f req-e256865d-d80e-44a6-8ee5-c21e4689f8b1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:01.080237 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b57aa493-81f5-42cf-a86d-9333b173a76f req-e256865d-d80e-44a6-8ee5-c21e4689f8b1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 945 time: 0.0527177 Feb 28 21:18:01.128986 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b57aa493-81f5-42cf-a86d-9333b173a76f req-d7d392fb-e58f-4642-9e74-fe82d061f2c6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431452 Feb 28 21:18:01.150541 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47798) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:18:01.193574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e18477-2581-4fa6-ac83-d97c98b2b450 tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:01.195105 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c0e18477-2581-4fa6-ac83-d97c98b2b450 tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 1123 time: 0.0435514 Feb 28 21:18:01.198177 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47800) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:18:01.202702 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-bc306ecf-1265-4250-a884-14dd97fe9a01 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': '9f765c7e-5b31-4e60-b962-ab99c3b01343', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:18:01.222213 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc306ecf-1265-4250-a884-14dd97fe9a01 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:01.320896 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc306ecf-1265-4250-a884-14dd97fe9a01 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:01.427031 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-bc306ecf-1265-4250-a884-14dd97fe9a01 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Allocated IP 172.25.0.39 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/adc7dc26-8eda-488b-aca3-66e720cd9f11) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:18:01.527270 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc306ecf-1265-4250-a884-14dd97fe9a01 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (adc7dc26-8eda-488b-aca3-66e720cd9f11), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:01.562493 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc306ecf-1265-4250-a884-14dd97fe9a01 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (adc7dc26-8eda-488b-aca3-66e720cd9f11), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:01.609368 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc306ecf-1265-4250-a884-14dd97fe9a01 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:18:01.612254 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-bc306ecf-1265-4250-a884-14dd97fe9a01 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:18:01.616763 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc306ecf-1265-4250-a884-14dd97fe9a01 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:18:01.619827 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc306ecf-1265-4250-a884-14dd97fe9a01 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=adc7dc26-8eda-488b-aca3-66e720cd9f11,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:18:01.982933 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc306ecf-1265-4250-a884-14dd97fe9a01 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for floatingip (6e46ae03-167a-4c6b-b241-57c3c4e920e3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:02.049773 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc306ecf-1265-4250-a884-14dd97fe9a01 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (adc7dc26-8eda-488b-aca3-66e720cd9f11), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:02.196821 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc306ecf-1265-4250-a884-14dd97fe9a01 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (adc7dc26-8eda-488b-aca3-66e720cd9f11), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:02.200392 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:18:02.202423 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc306ecf-1265-4250-a884-14dd97fe9a01 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (adc7dc26-8eda-488b-aca3-66e720cd9f11), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:02.269830 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc306ecf-1265-4250-a884-14dd97fe9a01 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=adc7dc26-8eda-488b-aca3-66e720cd9f11,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:18:02.281378 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc306ecf-1265-4250-a884-14dd97fe9a01 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (6e46ae03-167a-4c6b-b241-57c3c4e920e3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:02.382723 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-bc306ecf-1265-4250-a884-14dd97fe9a01 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Floating IP 6e46ae03-167a-4c6b-b241-57c3c4e920e3 associated. External IP: 172.25.0.39, port: 9f765c7e-5b31-4e60-b962-ab99c3b01343. Feb 28 21:18:02.594228 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc306ecf-1265-4250-a884-14dd97fe9a01 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:18:02.704911 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc306ecf-1265-4250-a884-14dd97fe9a01 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:18:02.714556 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ab715d-beb1-4cba-a1b5-fa8500aed974 None None] Sync routers for ids ['e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:18:02.721808 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-bc306ecf-1265-4250-a884-14dd97fe9a01 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:02.727395 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ab715d-beb1-4cba-a1b5-fa8500aed974 None None] Routers {'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:18:02.728059 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a9ab715d-beb1-4cba-a1b5-fa8500aed974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:17:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:18:02.752778 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-bc306ecf-1265-4250-a884-14dd97fe9a01 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5534863 Feb 28 21:18:02.753484 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faded348-fa1b-4c2b-82d4-b1cd441b7392', 'tag': '9f765c7e-5b31-4e60-b962-ab99c3b01343'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:18:02.755860 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab26d57-61af-4be3-bb2b-f9a30ffabdf8" -d '{"events": [{"name": "network-changed", "server_uuid": "faded348-fa1b-4c2b-82d4-b1cd441b7392", "tag": "9f765c7e-5b31-4e60-b962-ab99c3b01343"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:18:02.838534 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-a9ab715d-beb1-4cba-a1b5-fa8500aed974 None None] Set router e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:18:02.863446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c6a3f-02ed-44d1-9bde-57bd3ec0f6c5 req-8b2676e6-a489-4a56-939c-5ebf59b6f388 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:02.864955 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-024c6a3f-02ed-44d1-9bde-57bd3ec0f6c5 req-8b2676e6-a489-4a56-939c-5ebf59b6f388 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 945 time: 0.0630672 Feb 28 21:18:02.914347 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-024c6a3f-02ed-44d1-9bde-57bd3ec0f6c5 req-c324edaa-0e64-414f-adaa-9066e068c2ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429597 Feb 28 21:18:02.937096 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47806) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:18:02.977728 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93c4de6-e67a-4b9f-9e60-492e66fdde8a x-openstack-request-id: req-a93c4de6-e67a-4b9f-9e60-492e66fdde8a {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:18:02.978024 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faded348-fa1b-4c2b-82d4-b1cd441b7392", "tag": "9f765c7e-5b31-4e60-b962-ab99c3b01343", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:18:02.978457 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a93c4de6-e67a-4b9f-9e60-492e66fdde8a {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:18:02.978985 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faded348-fa1b-4c2b-82d4-b1cd441b7392', 'tag': '9f765c7e-5b31-4e60-b962-ab99c3b01343', 'status': 'completed', 'code': 200} Feb 28 21:18:03.029705 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b4aa43c4-f5df-4dc7-9a57-a9bab9487b33 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/floatingips/6e46ae03-167a-4c6b-b241-57c3c4e920e3 HTTP/1.1" status: 200 len: 990 time: 0.0902410 Feb 28 21:18:03.044873 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab26d57-61af-4be3-bb2b-f9a30ffabdf8 req-3718ffbe-c6cb-477e-99be-3dbf7d51c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:03.046309 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eab26d57-61af-4be3-bb2b-f9a30ffabdf8 req-3718ffbe-c6cb-477e-99be-3dbf7d51c58a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 1128 time: 0.0543675 Feb 28 21:18:03.068458 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a9ab715d-beb1-4cba-a1b5-fa8500aed974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408501398', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:17:44Z', 'updated_at': '2022-02-28T21:17:48Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:45Z', 'updated_at': '2022-02-28T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '6e46ae03-167a-4c6b-b241-57c3c4e920e3', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'port_id': '9f765c7e-5b31-4e60-b962-ab99c3b01343', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae', 'mac_address': 'fa:16:3e:f4:d7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faded348-fa1b-4c2b-82d4-b1cd441b7392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:18:01Z', 'updated_at': '2022-02-28T21:18:01Z', 'revision_number': 0, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b1cd19b-3b95-456c-bc59-5db3ea74ec9d', 'name': '', 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:37:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '47939c80-e36b-42a5-a11a-1d44fa2c6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:47Z', 'updated_at': '2022-02-28T21:17:51Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '47939c80-e36b-42a5-a11a-1d44fa2c6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:18:03.094492 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ab715d-beb1-4cba-a1b5-fa8500aed974 None None] Checking router: e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:18:03.102676 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ab715d-beb1-4cba-a1b5-fa8500aed974 None None] Routers {'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:18:03.103282 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a9ab715d-beb1-4cba-a1b5-fa8500aed974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:17:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:18:03.145382 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab26d57-61af-4be3-bb2b-f9a30ffabdf8 req-6d4834c6-a9e4-41e7-9192-d3bdfa141705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:03.146833 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eab26d57-61af-4be3-bb2b-f9a30ffabdf8 req-6d4834c6-a9e4-41e7-9192-d3bdfa141705 service neutron] 10.222.0.15 "GET /v2.0/networks?id=34c17c83-011a-4332-9d31-87d5116770ae HTTP/1.1" status: 200 len: 896 time: 0.0949357 Feb 28 21:18:03.210741 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eab26d57-61af-4be3-bb2b-f9a30ffabdf8 req-6f90bbb7-0360-4846-82e3-b47ffda3a204 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f765c7e-5b31-4e60-b962-ab99c3b01343 HTTP/1.1" status: 200 len: 998 time: 0.0575895 Feb 28 21:18:03.212850 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-a9ab715d-beb1-4cba-a1b5-fa8500aed974 None None] Set router e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:18:03.258274 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab26d57-61af-4be3-bb2b-f9a30ffabdf8 req-7b62bdd7-694b-4c05-b10a-8c2dc2b1afa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:03.260181 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eab26d57-61af-4be3-bb2b-f9a30ffabdf8 req-7b62bdd7-694b-4c05-b10a-8c2dc2b1afa3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47939c80-e36b-42a5-a11a-1d44fa2c6aee HTTP/1.1" status: 200 len: 835 time: 0.0440590 Feb 28 21:18:03.312013 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab26d57-61af-4be3-bb2b-f9a30ffabdf8 req-3219750b-54a1-436d-9161-b1a7091ea19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:03.313486 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eab26d57-61af-4be3-bb2b-f9a30ffabdf8 req-3219750b-54a1-436d-9161-b1a7091ea19d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34c17c83-011a-4332-9d31-87d5116770ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474215 Feb 28 21:18:03.323115 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-eab26d57-61af-4be3-bb2b-f9a30ffabdf8 req-72978c9b-7941-4090-a654-eae66e732f04 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:18:03.324114 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eab26d57-61af-4be3-bb2b-f9a30ffabdf8 req-72978c9b-7941-4090-a654-eae66e732f04 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050082 Feb 28 21:18:03.416461 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eab26d57-61af-4be3-bb2b-f9a30ffabdf8 req-ff8a9231-8520-40c2-a57c-1b979efe2a41 service neutron] 10.222.0.15 "GET /v2.0/networks/34c17c83-011a-4332-9d31-87d5116770ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869770 Feb 28 21:18:03.512477 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-eab26d57-61af-4be3-bb2b-f9a30ffabdf8 req-891d64d8-f847-455c-957b-8e37002408b5 service neutron] 10.222.0.15 "GET /v2.0/networks/34c17c83-011a-4332-9d31-87d5116770ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895061 Feb 28 21:18:03.602160 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-a9ab715d-beb1-4cba-a1b5-fa8500aed974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408501398', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:17:44Z', 'updated_at': '2022-02-28T21:17:48Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:45Z', 'updated_at': '2022-02-28T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '6e46ae03-167a-4c6b-b241-57c3c4e920e3', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'port_id': '9f765c7e-5b31-4e60-b962-ab99c3b01343', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae', 'mac_address': 'fa:16:3e:f4:d7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faded348-fa1b-4c2b-82d4-b1cd441b7392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:18:01Z', 'updated_at': '2022-02-28T21:18:01Z', 'revision_number': 0, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b1cd19b-3b95-456c-bc59-5db3ea74ec9d', 'name': '', 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:37:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '47939c80-e36b-42a5-a11a-1d44fa2c6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:47Z', 'updated_at': '2022-02-28T21:17:51Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '47939c80-e36b-42a5-a11a-1d44fa2c6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:18:03.627993 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ab715d-beb1-4cba-a1b5-fa8500aed974 None None] The sync data for ids ['e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'] in n-d-820368-21 is: [{'id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408501398', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:17:44Z', 'updated_at': '2022-02-28T21:17:48Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:45Z', 'updated_at': '2022-02-28T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '6e46ae03-167a-4c6b-b241-57c3c4e920e3', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'port_id': '9f765c7e-5b31-4e60-b962-ab99c3b01343', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae', 'mac_address': 'fa:16:3e:f4:d7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faded348-fa1b-4c2b-82d4-b1cd441b7392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:18:01Z', 'updated_at': '2022-02-28T21:18:01Z', 'revision_number': 0, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b1cd19b-3b95-456c-bc59-5db3ea74ec9d', 'name': '', 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:37:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '47939c80-e36b-42a5-a11a-1d44fa2c6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:47Z', 'updated_at': '2022-02-28T21:17:51Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '47939c80-e36b-42a5-a11a-1d44fa2c6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:18:03.820911 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555b6602-b712-473f-8868-4473a916fe90 None None] New status for floating IP 6e46ae03-167a-4c6b-b241-57c3c4e920e3: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:18:04.032524 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47808) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:18:04.093180 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-41924903-9db8-4b4b-8c34-4893f02dc69d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/floatingips/6e46ae03-167a-4c6b-b241-57c3c4e920e3 HTTP/1.1" status: 200 len: 992 time: 0.0595300 Feb 28 21:18:15.284425 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-49c5ed6d-8be8-4628-a915-7bd4f24a5378 req-36246004-5c72-4c95-8e05-b91d2309aa72 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440371 Feb 28 21:18:15.370470 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5ed6d-8be8-4628-a915-7bd4f24a5378 req-0924d25b-e7ca-44d3-95d0-fe8f3de3c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:15.371993 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-49c5ed6d-8be8-4628-a915-7bd4f24a5378 req-0924d25b-e7ca-44d3-95d0-fe8f3de3c11b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 1128 time: 0.0439351 Feb 28 21:18:15.476832 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5ed6d-8be8-4628-a915-7bd4f24a5378 req-ebd3dd12-a55f-4710-9664-0272db90b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:15.478279 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-49c5ed6d-8be8-4628-a915-7bd4f24a5378 req-ebd3dd12-a55f-4710-9664-0272db90b26f service neutron] 10.222.0.15 "GET /v2.0/networks?id=34c17c83-011a-4332-9d31-87d5116770ae HTTP/1.1" status: 200 len: 896 time: 0.0877826 Feb 28 21:18:15.544506 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-49c5ed6d-8be8-4628-a915-7bd4f24a5378 req-a41eedd6-bd05-4b53-8df5-accff998fa53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f765c7e-5b31-4e60-b962-ab99c3b01343 HTTP/1.1" status: 200 len: 1000 time: 0.0566111 Feb 28 21:18:15.591516 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5ed6d-8be8-4628-a915-7bd4f24a5378 req-75261d41-c642-4e2d-8075-a64c1263555a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:15.593000 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-49c5ed6d-8be8-4628-a915-7bd4f24a5378 req-75261d41-c642-4e2d-8075-a64c1263555a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47939c80-e36b-42a5-a11a-1d44fa2c6aee HTTP/1.1" status: 200 len: 835 time: 0.0428028 Feb 28 21:18:15.647828 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5ed6d-8be8-4628-a915-7bd4f24a5378 req-4f82b43a-e85b-466d-9160-1a2d45fd1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:15.649412 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-49c5ed6d-8be8-4628-a915-7bd4f24a5378 req-4f82b43a-e85b-466d-9160-1a2d45fd1c1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34c17c83-011a-4332-9d31-87d5116770ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0511699 Feb 28 21:18:15.735737 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-49c5ed6d-8be8-4628-a915-7bd4f24a5378 req-ce3084be-b1d9-4103-9ea1-c508f852629c service neutron] 10.222.0.15 "GET /v2.0/networks/34c17c83-011a-4332-9d31-87d5116770ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792937 Feb 28 21:18:15.825362 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-49c5ed6d-8be8-4628-a915-7bd4f24a5378 req-864c1347-3d2d-49f8-8746-8182f1c64fd8 service neutron] 10.222.0.15 "GET /v2.0/networks/34c17c83-011a-4332-9d31-87d5116770ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837808 Feb 28 21:18:16.634804 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e7c1a72d-ab26-456c-b563-7969f53a31eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:19.162112 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f660047c-b9ad-42fb-94bc-8efea0903b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:20.235534 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:20.340325 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:21.535082 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:22.848723 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:23.137791 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:35.488364 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1a4c1-77bb-48c9-bddd-844ed1db17e0 req-ced1e6c3-3e25-4aa4-94cc-5032253b020d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:35.489832 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aae1a4c1-77bb-48c9-bddd-844ed1db17e0 req-ced1e6c3-3e25-4aa4-94cc-5032253b020d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 945 time: 0.1011243 Feb 28 21:18:35.538463 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-aae1a4c1-77bb-48c9-bddd-844ed1db17e0 req-200d6d80-e885-46d7-a651-b8b921f13222 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423121 Feb 28 21:18:36.659608 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64a080-a33c-486f-8872-4d75729e7756 req-daad6f6d-c8c2-4a6b-959c-fa34c308e09d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:36.661093 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec64a080-a33c-486f-8872-4d75729e7756 req-daad6f6d-c8c2-4a6b-959c-fa34c308e09d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 945 time: 0.0539796 Feb 28 21:18:36.707919 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ec64a080-a33c-486f-8872-4d75729e7756 req-2e22699c-6d04-46ac-8f9b-e0a10e987ad1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412960 Feb 28 21:18:37.826078 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c822e-cfee-4edd-8201-a72b749fb31f req-2dc87012-f785-4e54-942f-744328f80b07 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:37.827550 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-083c822e-cfee-4edd-8201-a72b749fb31f req-2dc87012-f785-4e54-942f-744328f80b07 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 945 time: 0.0524032 Feb 28 21:18:37.880589 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-083c822e-cfee-4edd-8201-a72b749fb31f req-b1c1eb1f-e225-43ae-bd75-3e84df01efd4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475030 Feb 28 21:18:39.004115 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcb4f1-9dfa-4306-b532-27bfbaad9967 req-9cf682c1-7242-4f53-b36d-4bc7fa2030fb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:39.005681 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5fcb4f1-9dfa-4306-b532-27bfbaad9967 req-9cf682c1-7242-4f53-b36d-4bc7fa2030fb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 945 time: 0.0585020 Feb 28 21:18:39.057398 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5fcb4f1-9dfa-4306-b532-27bfbaad9967 req-f2265469-7694-4998-b76b-c140902cf648 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435021 Feb 28 21:18:39.199663 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:18:40.174029 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1cc01-765a-47b6-9a44-26ea0f002a24 req-58ec0f62-e85f-47c1-b155-3b58bc18b05f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:40.175516 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49f1cc01-765a-47b6-9a44-26ea0f002a24 req-58ec0f62-e85f-47c1-b155-3b58bc18b05f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 945 time: 0.0522225 Feb 28 21:18:40.223924 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49f1cc01-765a-47b6-9a44-26ea0f002a24 req-fe91cf88-565b-41b7-a345-3fa4a18f1642 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426202 Feb 28 21:18:41.349360 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34739d8-b055-4823-afad-0ff0bbb5a0dd req-61890c19-c434-4edb-bc3e-efa0aafceaab tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:41.350830 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a34739d8-b055-4823-afad-0ff0bbb5a0dd req-61890c19-c434-4edb-bc3e-efa0aafceaab tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 945 time: 0.0565929 Feb 28 21:18:41.398985 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a34739d8-b055-4823-afad-0ff0bbb5a0dd req-e0866fbd-89d0-4d6a-9efc-7c2e4b38338c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425253 Feb 28 21:18:42.516578 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebdfbf-75d1-456d-8481-81a21c23d193 req-2c52c750-fb1b-4102-aae8-e3f848527db4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:42.517978 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19ebdfbf-75d1-456d-8481-81a21c23d193 req-2c52c750-fb1b-4102-aae8-e3f848527db4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 945 time: 0.0525169 Feb 28 21:18:42.573718 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-19ebdfbf-75d1-456d-8481-81a21c23d193 req-38ec4b1c-cfc1-41b5-bdaa-c4b2f8f3a393 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496459 Feb 28 21:18:43.698306 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0532b2d-53de-4b84-9835-4d366c608286 req-b7362f63-53de-45b2-8676-1634bd1ab3a8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:43.699958 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0532b2d-53de-4b84-9835-4d366c608286 req-b7362f63-53de-45b2-8676-1634bd1ab3a8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 945 time: 0.0583663 Feb 28 21:18:43.752935 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c0532b2d-53de-4b84-9835-4d366c608286 req-5bef6aee-c883-4988-a3cb-ca5d3328ed8b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468521 Feb 28 21:18:44.875171 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fcefc-ba51-4bf9-9736-e0d40dc8f303 req-c47985de-2ffb-4b8f-8b2a-04b2d4238919 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:44.876944 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-168fcefc-ba51-4bf9-9736-e0d40dc8f303 req-c47985de-2ffb-4b8f-8b2a-04b2d4238919 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 945 time: 0.0542123 Feb 28 21:18:44.926078 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-168fcefc-ba51-4bf9-9736-e0d40dc8f303 req-2d7a3425-dcc3-47df-ac25-64dd1bdf2eb8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433669 Feb 28 21:18:46.046189 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839930ed-55b3-4ac1-8ff3-2d7c7d4050f5 req-93ab738f-6c42-4596-bb5a-a41fbcb7a124 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:46.047615 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-839930ed-55b3-4ac1-8ff3-2d7c7d4050f5 req-93ab738f-6c42-4596-bb5a-a41fbcb7a124 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 945 time: 0.0532465 Feb 28 21:18:46.102009 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-839930ed-55b3-4ac1-8ff3-2d7c7d4050f5 req-0116ac1f-3127-4a36-adf3-b7ef2335f612 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486028 Feb 28 21:18:46.125222 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47848) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:18:46.190261 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-95d71e35-a532-4275-be7c-4b2bf74c2685 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/floatingips/6e46ae03-167a-4c6b-b241-57c3c4e920e3 HTTP/1.1" status: 200 len: 992 time: 0.0639482 Feb 28 21:18:46.637009 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c335c496-7ba4-47bf-87cd-4840acaa8ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:47.454722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf2c94-1073-4a4f-ab2e-34cebd9a9331 req-34e773d1-7a82-4df0-8cf2-7fa8aaceb291 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:47.456233 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-deaf2c94-1073-4a4f-ab2e-34cebd9a9331 req-34e773d1-7a82-4df0-8cf2-7fa8aaceb291 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 945 time: 0.0555334 Feb 28 21:18:47.474288 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b164580-6809-4b17-bd27-40660ff314c3 req-b6e2f799-4d01-49f7-ba1a-7e3144475e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:47.475812 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6b164580-6809-4b17-bd27-40660ff314c3 req-b6e2f799-4d01-49f7-ba1a-7e3144475e03 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 1128 time: 0.0457850 Feb 28 21:18:47.504800 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-deaf2c94-1073-4a4f-ab2e-34cebd9a9331 req-177b4269-e140-42cd-a8dc-3adacf489925 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429299 Feb 28 21:18:47.568653 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b164580-6809-4b17-bd27-40660ff314c3 req-147e7c8c-a728-4240-9f30-2e693b1ffe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:47.570147 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6b164580-6809-4b17-bd27-40660ff314c3 req-147e7c8c-a728-4240-9f30-2e693b1ffe4b service neutron] 10.222.0.15 "GET /v2.0/networks?id=34c17c83-011a-4332-9d31-87d5116770ae HTTP/1.1" status: 200 len: 896 time: 0.0880523 Feb 28 21:18:47.633537 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6b164580-6809-4b17-bd27-40660ff314c3 req-d2611207-473c-4ea8-b841-c27ea884fded service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f765c7e-5b31-4e60-b962-ab99c3b01343 HTTP/1.1" status: 200 len: 1000 time: 0.0575383 Feb 28 21:18:47.679411 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b164580-6809-4b17-bd27-40660ff314c3 req-6c2febad-dd55-4b5b-8832-c49b91814f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:47.680885 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6b164580-6809-4b17-bd27-40660ff314c3 req-6c2febad-dd55-4b5b-8832-c49b91814f7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47939c80-e36b-42a5-a11a-1d44fa2c6aee HTTP/1.1" status: 200 len: 835 time: 0.0420573 Feb 28 21:18:47.731132 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b164580-6809-4b17-bd27-40660ff314c3 req-63207723-958a-4db8-8809-f0f2fd45987e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:47.732649 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6b164580-6809-4b17-bd27-40660ff314c3 req-63207723-958a-4db8-8809-f0f2fd45987e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34c17c83-011a-4332-9d31-87d5116770ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462236 Feb 28 21:18:47.823103 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6b164580-6809-4b17-bd27-40660ff314c3 req-f69372fe-645d-4d9e-a05f-826af5135f89 service neutron] 10.222.0.15 "GET /v2.0/networks/34c17c83-011a-4332-9d31-87d5116770ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840907 Feb 28 21:18:47.910158 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6b164580-6809-4b17-bd27-40660ff314c3 req-e53d3eb6-fe19-423a-a4f3-00ca4d781be2 service neutron] 10.222.0.15 "GET /v2.0/networks/34c17c83-011a-4332-9d31-87d5116770ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816572 Feb 28 21:18:48.629445 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b0446-c7f0-484a-9764-e7ecd4390516 req-f903451a-360e-4bdb-8629-dce9adf58fcb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:18:48.630931 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-359b0446-c7f0-484a-9764-e7ecd4390516 req-f903451a-360e-4bdb-8629-dce9adf58fcb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 945 time: 0.0586960 Feb 28 21:18:48.680092 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-359b0446-c7f0-484a-9764-e7ecd4390516 req-c2c5c71f-f925-4a02-b1fb-f3f8d0be5e22 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428271 Feb 28 21:18:48.702388 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47858) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:18:48.762851 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ec3c698c-6b05-4441-9daa-7158df133006 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/floatingips/6e46ae03-167a-4c6b-b241-57c3c4e920e3 HTTP/1.1" status: 200 len: 992 time: 0.0593517 Feb 28 21:18:49.164248 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1b783d64-100d-4e6c-8fe1-cff4bd4c6c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:50.243875 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:50.343649 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:51.537066 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:52.851458 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:18:53.153027 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:16.198715 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:19:16.639360 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b60e936f-c2ec-4051-aa51-37b4421f2d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:17.404503 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c533a1ec-1db0-41d3-ae60-6d3a087a5f37 req-c77f45d9-aef5-4ea8-89c3-ed63976f624e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0797343 Feb 28 21:19:17.491887 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533a1ec-1db0-41d3-ae60-6d3a087a5f37 req-680f2b55-f709-42eb-967a-ac59d12c2089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:17.494472 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c533a1ec-1db0-41d3-ae60-6d3a087a5f37 req-680f2b55-f709-42eb-967a-ac59d12c2089 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 1128 time: 0.0471189 Feb 28 21:19:17.597421 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533a1ec-1db0-41d3-ae60-6d3a087a5f37 req-cc5fe9c6-9ef3-41a0-a5ac-95cf39babd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:17.598778 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c533a1ec-1db0-41d3-ae60-6d3a087a5f37 req-cc5fe9c6-9ef3-41a0-a5ac-95cf39babd81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=34c17c83-011a-4332-9d31-87d5116770ae HTTP/1.1" status: 200 len: 896 time: 0.0860360 Feb 28 21:19:17.662563 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c533a1ec-1db0-41d3-ae60-6d3a087a5f37 req-885d0089-4761-4801-a8eb-e48b01418246 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f765c7e-5b31-4e60-b962-ab99c3b01343 HTTP/1.1" status: 200 len: 1000 time: 0.0566096 Feb 28 21:19:17.712502 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533a1ec-1db0-41d3-ae60-6d3a087a5f37 req-4b43ed22-1498-40ba-b5a5-4ab5c66e2272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:17.714082 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c533a1ec-1db0-41d3-ae60-6d3a087a5f37 req-4b43ed22-1498-40ba-b5a5-4ab5c66e2272 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47939c80-e36b-42a5-a11a-1d44fa2c6aee HTTP/1.1" status: 200 len: 835 time: 0.0451617 Feb 28 21:19:18.081738 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533a1ec-1db0-41d3-ae60-6d3a087a5f37 req-4e8afcf2-ddce-420c-a45d-c1dd1bc307e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:18.083207 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c533a1ec-1db0-41d3-ae60-6d3a087a5f37 req-4e8afcf2-ddce-420c-a45d-c1dd1bc307e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34c17c83-011a-4332-9d31-87d5116770ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3633077 Feb 28 21:19:18.173265 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c533a1ec-1db0-41d3-ae60-6d3a087a5f37 req-930e2fb0-5edc-4a66-b46a-725d3dc4dc51 service neutron] 10.222.0.15 "GET /v2.0/networks/34c17c83-011a-4332-9d31-87d5116770ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828736 Feb 28 21:19:18.264650 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-c533a1ec-1db0-41d3-ae60-6d3a087a5f37 req-160a938c-ce32-4e13-a56e-b8f1ec501a8f service neutron] 10.222.0.15 "GET /v2.0/networks/34c17c83-011a-4332-9d31-87d5116770ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847082 Feb 28 21:19:19.137429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47880) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:19.172777 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9fad8923-e159-4455-b89a-856841785a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:19.305649 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting port adc7dc26-8eda-488b-aca3-66e720cd9f11 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:19:19.305992 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (adc7dc26-8eda-488b-aca3-66e720cd9f11), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:19.380199 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (adc7dc26-8eda-488b-aca3-66e720cd9f11), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:19.380529 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for floatingip (adc7dc26-8eda-488b-aca3-66e720cd9f11), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:19.392560 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Calling delete_port for adc7dc26-8eda-488b-aca3-66e720cd9f11 owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:19:19.541202 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (adc7dc26-8eda-488b-aca3-66e720cd9f11), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:19.566422 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Port': ['ID=adc7dc26-8eda-488b-aca3-66e720cd9f11,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:19.578946 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:19.579303 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:19.579649 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:19.580013 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:19.580342 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:19.580668 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:19.581022 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:19.581349 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:19.581671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:19.581993 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:19.582314 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:19.582633 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:19.582950 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:19.641873 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for floatingip (6e46ae03-167a-4c6b-b241-57c3c4e920e3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:19.642274 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Floating IP 6e46ae03-167a-4c6b-b241-57c3c4e920e3 disassociated (deleted). External IP: 172.25.0.39, port: 9f765c7e-5b31-4e60-b962-ab99c3b01343. Feb 28 21:19:19.852565 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:19:19.961085 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:19:19.966343 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:19.970824 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6dac95-ef5a-4742-9cc5-0f44079633fe None None] Sync routers for ids ['e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:19:19.979869 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6dac95-ef5a-4742-9cc5-0f44079633fe None None] Routers {'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:19:19.980491 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4b6dac95-ef5a-4742-9cc5-0f44079633fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:19:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:19.994860 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1ae54f29-7504-4cb0-9838-a0374597a89f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/floatingips/6e46ae03-167a-4c6b-b241-57c3c4e920e3 HTTP/1.1" status: 204 len: 168 time: 0.8563519 Feb 28 21:19:19.995446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faded348-fa1b-4c2b-82d4-b1cd441b7392', 'tag': '9f765c7e-5b31-4e60-b962-ab99c3b01343'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:19:19.999062 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad05649c-41bb-4ec5-85a3-343c8a381ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "faded348-fa1b-4c2b-82d4-b1cd441b7392", "tag": "9f765c7e-5b31-4e60-b962-ab99c3b01343"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:19:20.091948 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-4b6dac95-ef5a-4742-9cc5-0f44079633fe None None] Set router e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:19:20.148997 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde1302c-e062-424d-bef7-340b6fd17db6 x-openstack-request-id: req-dde1302c-e062-424d-bef7-340b6fd17db6 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:19:20.149494 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faded348-fa1b-4c2b-82d4-b1cd441b7392", "tag": "9f765c7e-5b31-4e60-b962-ab99c3b01343", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:19:20.149598 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dde1302c-e062-424d-bef7-340b6fd17db6 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:19:20.150012 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faded348-fa1b-4c2b-82d4-b1cd441b7392', 'tag': '9f765c7e-5b31-4e60-b962-ab99c3b01343', 'status': 'completed', 'code': 200} Feb 28 21:19:20.219275 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05649c-41bb-4ec5-85a3-343c8a381ba6 req-18373b98-edfe-4b9d-8577-0ac497301b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:20.220875 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ad05649c-41bb-4ec5-85a3-343c8a381ba6 req-18373b98-edfe-4b9d-8577-0ac497301b8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 1128 time: 0.0503476 Feb 28 21:19:20.256556 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b5d0b-59c0-4477-b3c6-23e4a0f854d1 req-2c173975-1a35-4d8c-b0b6-e565930bbf3c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:20.259128 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e0b5d0b-59c0-4477-b3c6-23e4a0f854d1 req-2c173975-1a35-4d8c-b0b6-e565930bbf3c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 945 time: 0.0604684 Feb 28 21:19:20.271343 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:20.318192 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e0b5d0b-59c0-4477-b3c6-23e4a0f854d1 req-5813587e-7403-4cde-88fe-c40d59958c05 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521882 Feb 28 21:19:20.321261 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4b6dac95-ef5a-4742-9cc5-0f44079633fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408501398', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:17:44Z', 'updated_at': '2022-02-28T21:17:48Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:45Z', 'updated_at': '2022-02-28T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '3b1cd19b-3b95-456c-bc59-5db3ea74ec9d', 'name': '', 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:37:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '47939c80-e36b-42a5-a11a-1d44fa2c6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:47Z', 'updated_at': '2022-02-28T21:17:51Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '47939c80-e36b-42a5-a11a-1d44fa2c6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:20.331514 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05649c-41bb-4ec5-85a3-343c8a381ba6 req-1176f2b3-a497-473e-ac91-9d6626201cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:20.333330 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ad05649c-41bb-4ec5-85a3-343c8a381ba6 req-1176f2b3-a497-473e-ac91-9d6626201cf9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=34c17c83-011a-4332-9d31-87d5116770ae HTTP/1.1" status: 200 len: 896 time: 0.1023571 Feb 28 21:19:20.357639 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6dac95-ef5a-4742-9cc5-0f44079633fe None None] Checking router: e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:19:20.372557 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6dac95-ef5a-4742-9cc5-0f44079633fe None None] Routers {'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:19:20.373179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4b6dac95-ef5a-4742-9cc5-0f44079633fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:19:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:20.375445 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ad05649c-41bb-4ec5-85a3-343c8a381ba6 req-b67bf6a9-9a27-4a69-b8c3-5163e0d76929 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f765c7e-5b31-4e60-b962-ab99c3b01343 HTTP/1.1" status: 200 len: 217 time: 0.0347190 Feb 28 21:19:20.376588 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:20.426580 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05649c-41bb-4ec5-85a3-343c8a381ba6 req-44fb894c-b682-4c75-a76c-80fecb40809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:20.428177 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ad05649c-41bb-4ec5-85a3-343c8a381ba6 req-44fb894c-b682-4c75-a76c-80fecb40809f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47939c80-e36b-42a5-a11a-1d44fa2c6aee HTTP/1.1" status: 200 len: 835 time: 0.0469368 Feb 28 21:19:20.477399 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05649c-41bb-4ec5-85a3-343c8a381ba6 req-63caa568-3231-453f-b610-4b9d353f0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:20.478884 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ad05649c-41bb-4ec5-85a3-343c8a381ba6 req-63caa568-3231-453f-b610-4b9d353f0e27 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34c17c83-011a-4332-9d31-87d5116770ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440276 Feb 28 21:19:20.481547 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-4b6dac95-ef5a-4742-9cc5-0f44079633fe None None] Set router e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:19:20.566588 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ad05649c-41bb-4ec5-85a3-343c8a381ba6 req-20e1c1d7-c62e-4bd2-8af9-c34ede9c759e service neutron] 10.222.0.15 "GET /v2.0/networks/34c17c83-011a-4332-9d31-87d5116770ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812869 Feb 28 21:19:20.657498 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-ad05649c-41bb-4ec5-85a3-343c8a381ba6 req-1c0bdd74-80a5-49ed-97cc-aac5e39ca236 service neutron] 10.222.0.15 "GET /v2.0/networks/34c17c83-011a-4332-9d31-87d5116770ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847943 Feb 28 21:19:20.679994 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-4b6dac95-ef5a-4742-9cc5-0f44079633fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408501398', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:17:44Z', 'updated_at': '2022-02-28T21:17:48Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:45Z', 'updated_at': '2022-02-28T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '3b1cd19b-3b95-456c-bc59-5db3ea74ec9d', 'name': '', 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:37:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '47939c80-e36b-42a5-a11a-1d44fa2c6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:47Z', 'updated_at': '2022-02-28T21:17:51Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '47939c80-e36b-42a5-a11a-1d44fa2c6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:20.706441 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6dac95-ef5a-4742-9cc5-0f44079633fe None None] The sync data for ids ['e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'] in n-d-820368-21 is: [{'id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408501398', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:17:44Z', 'updated_at': '2022-02-28T21:17:48Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:45Z', 'updated_at': '2022-02-28T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '3b1cd19b-3b95-456c-bc59-5db3ea74ec9d', 'name': '', 'network_id': '34c17c83-011a-4332-9d31-87d5116770ae', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:37:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '47939c80-e36b-42a5-a11a-1d44fa2c6aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:47Z', 'updated_at': '2022-02-28T21:17:51Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '47939c80-e36b-42a5-a11a-1d44fa2c6aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:19:20.929698 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87450d4d-5334-422e-8071-bd1843639c55 None None] New status for floating IP 6e46ae03-167a-4c6b-b241-57c3c4e920e3: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:19:21.437288 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96194ce-3a61-470f-89b3-4817c68a7999 req-5fabcb42-6798-4e58-957e-b2467852acbe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:21.438769 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f96194ce-3a61-470f-89b3-4817c68a7999 req-5fabcb42-6798-4e58-957e-b2467852acbe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 945 time: 0.0515995 Feb 28 21:19:21.492227 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f96194ce-3a61-470f-89b3-4817c68a7999 req-1875d992-3144-4e3e-983f-6a072fc50dff tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ada55df-6222-4ca2-a374-3cede8557eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476098 Feb 28 21:19:21.540867 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:21.692847 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a7d02-f6a6-4b50-8997-dcca1605bec1 req-ff0851a3-e23a-4fd6-bbd4-51b325e0d188 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:21.694308 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1b5a7d02-f6a6-4b50-8997-dcca1605bec1 req-ff0851a3-e23a-4fd6-bbd4-51b325e0d188 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.15 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 945 time: 0.0534797 Feb 28 21:19:21.787978 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-1b5a7d02-f6a6-4b50-8997-dcca1605bec1 req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting port 9f765c7e-5b31-4e60-b962-ab99c3b01343 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:19:21.788320 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1b5a7d02-f6a6-4b50-8997-dcca1605bec1 req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (9f765c7e-5b31-4e60-b962-ab99c3b01343), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:21.873908 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-1b5a7d02-f6a6-4b50-8997-dcca1605bec1 req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] For port 9f765c7e-5b31-4e60-b962-ab99c3b01343, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=9f765c7e-5b31-4e60-b962-ab99c3b01343,segment=NetworkSegment(e1c61ab6-7f04-41f6-a19d-7f31e9762208),segment_id=e1c61ab6-7f04-41f6-a19d-7f31e9762208)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:19:21.874267 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1b5a7d02-f6a6-4b50-8997-dcca1605bec1 req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (9f765c7e-5b31-4e60-b962-ab99c3b01343), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:21.887482 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-1b5a7d02-f6a6-4b50-8997-dcca1605bec1 req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Calling delete_port for 9f765c7e-5b31-4e60-b962-ab99c3b01343 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:19:22.016448 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1b5a7d02-f6a6-4b50-8997-dcca1605bec1 req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (9f765c7e-5b31-4e60-b962-ab99c3b01343), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:22.047444 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Port': ['ID=9f765c7e-5b31-4e60-b962-ab99c3b01343,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:22.075488 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:22.075857 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:22.076204 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:22.076541 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:22.076876 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:22.077207 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:22.077538 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:22.077865 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:22.078192 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:22.078518 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:22.078843 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:22.079167 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:22.079486 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:22.102332 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5a7d02-f6a6-4b50-8997-dcca1605bec1 req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] No DVR routers for this DVR port 9f765c7e-5b31-4e60-b962-ab99c3b01343 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:19:22.105411 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-1b5a7d02-f6a6-4b50-8997-dcca1605bec1 req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:22.108804 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-1b5a7d02-f6a6-4b50-8997-dcca1605bec1 req-9390bf8d-7fef-4356-82b3-4223b3249531 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.15 "DELETE /v2.0/ports/9f765c7e-5b31-4e60-b962-ab99c3b01343 HTTP/1.1" status: 204 len: 173 time: 0.4092212 Feb 28 21:19:22.109252 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faded348-fa1b-4c2b-82d4-b1cd441b7392', 'name': 'network-vif-deleted', 'tag': '9f765c7e-5b31-4e60-b962-ab99c3b01343'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:19:22.111560 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2b7237-be1c-483e-8e44-390aaafbd1db" -d '{"events": [{"server_uuid": "faded348-fa1b-4c2b-82d4-b1cd441b7392", "name": "network-vif-deleted", "tag": "9f765c7e-5b31-4e60-b962-ab99c3b01343"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:19:22.205558 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764b62a3-bdc9-40d1-9715-3f8ad0c00f10 x-openstack-request-id: req-764b62a3-bdc9-40d1-9715-3f8ad0c00f10 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:19:22.205790 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faded348-fa1b-4c2b-82d4-b1cd441b7392", "name": "network-vif-deleted", "tag": "9f765c7e-5b31-4e60-b962-ab99c3b01343", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:19:22.206050 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-764b62a3-bdc9-40d1-9715-3f8ad0c00f10 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:19:22.206484 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faded348-fa1b-4c2b-82d4-b1cd441b7392', 'name': 'network-vif-deleted', 'tag': '9f765c7e-5b31-4e60-b962-ab99c3b01343', 'status': 'completed', 'code': 200} Feb 28 21:19:22.607271 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-872301a6-ec18-43c4-8e81-18ea317db1ed req-389bc70e-7ed4-4145-bed3-89ffadda10d8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=faded348-fa1b-4c2b-82d4-b1cd441b7392 HTTP/1.1" status: 200 len: 210 time: 0.0275018 Feb 28 21:19:22.853453 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:23.167044 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:23.662146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47898) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:24.018459 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-73e563a9-4e62-47c3-9dd3-6149266323ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (e3e78dc8-efc5-4cb3-97af-9b76112aa5c2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:24.618108 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-73e563a9-4e62-47c3-9dd3-6149266323ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting port 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:19:24.618448 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-73e563a9-4e62-47c3-9dd3-6149266323ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (3b1cd19b-3b95-456c-bc59-5db3ea74ec9d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:24.707835 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-73e563a9-4e62-47c3-9dd3-6149266323ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] For port 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=3b1cd19b-3b95-456c-bc59-5db3ea74ec9d,segment=NetworkSegment(e1c61ab6-7f04-41f6-a19d-7f31e9762208),segment_id=e1c61ab6-7f04-41f6-a19d-7f31e9762208)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:19:24.708545 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-73e563a9-4e62-47c3-9dd3-6149266323ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (3b1cd19b-3b95-456c-bc59-5db3ea74ec9d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:24.720471 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-73e563a9-4e62-47c3-9dd3-6149266323ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Calling delete_port for 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:19:24.907442 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-73e563a9-4e62-47c3-9dd3-6149266323ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (3b1cd19b-3b95-456c-bc59-5db3ea74ec9d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:24.933522 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e563a9-4e62-47c3-9dd3-6149266323ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Port': ['ID=3b1cd19b-3b95-456c-bc59-5db3ea74ec9d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:24.975201 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9f765c7e-5b31-4e60-b962-ab99c3b01343 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:19:24.996898 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 9f765c7e-5b31-4e60-b962-ab99c3b01343 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:19:24.997250 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 9f765c7e-5b31-4e60-b962-ab99c3b01343 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:19:25.122538 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-73e563a9-4e62-47c3-9dd3-6149266323ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (e3e78dc8-efc5-4cb3-97af-9b76112aa5c2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:25.343955 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e563a9-4e62-47c3-9dd3-6149266323ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:19:25.453280 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e563a9-4e62-47c3-9dd3-6149266323ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:19:25.458260 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-73e563a9-4e62-47c3-9dd3-6149266323ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "PUT /v2.0/routers/e3e78dc8-efc5-4cb3-97af-9b76112aa5c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7951012 Feb 28 21:19:25.461054 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47900) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:25.464996 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52586ec9-9a15-4a52-9a10-c559e1d281ee None None] Sync routers for ids ['e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:19:25.474897 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52586ec9-9a15-4a52-9a10-c559e1d281ee None None] Routers {'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:19:25.475505 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-52586ec9-9a15-4a52-9a10-c559e1d281ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:19:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:25.514031 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98003cd-3756-406f-918b-974893bf89c5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting subnet 47939c80-e36b-42a5-a11a-1d44fa2c6aee {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:19:25.517204 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a98003cd-3756-406f-918b-974893bf89c5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for subnet (47939c80-e36b-42a5-a11a-1d44fa2c6aee), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:25.558852 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a98003cd-3756-406f-918b-974893bf89c5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (47939c80-e36b-42a5-a11a-1d44fa2c6aee), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:25.583024 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-52586ec9-9a15-4a52-9a10-c559e1d281ee None None] Set router e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:19:25.645578 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a98003cd-3756-406f-918b-974893bf89c5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (47939c80-e36b-42a5-a11a-1d44fa2c6aee), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:25.705095 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a98003cd-3756-406f-918b-974893bf89c5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (47939c80-e36b-42a5-a11a-1d44fa2c6aee), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:25.734193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98003cd-3756-406f-918b-974893bf89c5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Subnet': ['ID=47939c80-e36b-42a5-a11a-1d44fa2c6aee,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:25.736354 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a98003cd-3756-406f-918b-974893bf89c5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:25.739364 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a98003cd-3756-406f-918b-974893bf89c5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/subnets/47939c80-e36b-42a5-a11a-1d44fa2c6aee HTTP/1.1" status: 204 len: 168 time: 0.2773714 Feb 28 21:19:25.742126 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47902) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:25.748986 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df60e4f-dca1-4169-a8e2-3a7e09646e54 None None] Network 34c17c83-011a-4332-9d31-87d5116770ae requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:19:25.841711 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-52586ec9-9a15-4a52-9a10-c559e1d281ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408501398', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:17:44Z', 'updated_at': '2022-02-28T21:19:24Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:45Z', 'updated_at': '2022-02-28T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:25.860052 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27e819cc-5831-4620-9393-802e2894c3ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router (e3e78dc8-efc5-4cb3-97af-9b76112aa5c2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:25.873747 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52586ec9-9a15-4a52-9a10-c559e1d281ee None None] Checking router: e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:19:25.887823 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52586ec9-9a15-4a52-9a10-c559e1d281ee None None] Routers {'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:19:25.888429 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-52586ec9-9a15-4a52-9a10-c559e1d281ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:19:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:25.969842 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20398c29-2fcb-40e6-8d2b-f57fa649b28f None None] DHCP port deletion for 34c17c83-011a-4332-9d31-87d5116770ae request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 21:19:25.973430 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27e819cc-5831-4620-9393-802e2894c3ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_gateway (e3e78dc8-efc5-4cb3-97af-9b76112aa5c2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:26.024659 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-52586ec9-9a15-4a52-9a10-c559e1d281ee None None] Set router e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:19:26.025859 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-27e819cc-5831-4620-9393-802e2894c3ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting port 1f8f3804-05eb-4c54-bb68-ecf07ac72083 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:19:26.027029 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27e819cc-5831-4620-9393-802e2894c3ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1f8f3804-05eb-4c54-bb68-ecf07ac72083), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:26.108344 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-27e819cc-5831-4620-9393-802e2894c3ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] For port 1f8f3804-05eb-4c54-bb68-ecf07ac72083, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1f8f3804-05eb-4c54-bb68-ecf07ac72083,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:19:26.108625 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27e819cc-5831-4620-9393-802e2894c3ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1f8f3804-05eb-4c54-bb68-ecf07ac72083), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:26.127062 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-27e819cc-5831-4620-9393-802e2894c3ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Calling delete_port for 1f8f3804-05eb-4c54-bb68-ecf07ac72083 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:19:26.302221 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27e819cc-5831-4620-9393-802e2894c3ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (1f8f3804-05eb-4c54-bb68-ecf07ac72083), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:26.304715 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-20398c29-2fcb-40e6-8d2b-f57fa649b28f None None] Deleting port cb998b0b-8c0e-432a-ae54-e22b02542db8 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:19:26.305098 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-20398c29-2fcb-40e6-8d2b-f57fa649b28f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (cb998b0b-8c0e-432a-ae54-e22b02542db8), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:26.328848 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e819cc-5831-4620-9393-802e2894c3ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Port': ['ID=1f8f3804-05eb-4c54-bb68-ecf07ac72083,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:26.390758 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27e819cc-5831-4620-9393-802e2894c3ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (e3e78dc8-efc5-4cb3-97af-9b76112aa5c2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:26.391110 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-20398c29-2fcb-40e6-8d2b-f57fa649b28f None None] For port cb998b0b-8c0e-432a-ae54-e22b02542db8, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=cb998b0b-8c0e-432a-ae54-e22b02542db8,segment=NetworkSegment(e1c61ab6-7f04-41f6-a19d-7f31e9762208),segment_id=e1c61ab6-7f04-41f6-a19d-7f31e9762208)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:19:26.391110 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-20398c29-2fcb-40e6-8d2b-f57fa649b28f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (cb998b0b-8c0e-432a-ae54-e22b02542db8), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:26.421534 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-20398c29-2fcb-40e6-8d2b-f57fa649b28f None None] Calling delete_port for cb998b0b-8c0e-432a-ae54-e22b02542db8 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:19:26.483149 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27e819cc-5831-4620-9393-802e2894c3ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (e3e78dc8-efc5-4cb3-97af-9b76112aa5c2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:26.485298 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27e819cc-5831-4620-9393-802e2894c3ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_controller (e3e78dc8-efc5-4cb3-97af-9b76112aa5c2), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:26.501955 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-52586ec9-9a15-4a52-9a10-c559e1d281ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408501398', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:17:44Z', 'updated_at': '2022-02-28T21:19:24Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:45Z', 'updated_at': '2022-02-28T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:26.532765 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27e819cc-5831-4620-9393-802e2894c3ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (e3e78dc8-efc5-4cb3-97af-9b76112aa5c2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:26.533340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e819cc-5831-4620-9393-802e2894c3ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Fanout notify agent at l3_agent the message router_deleted on router e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 21:19:26.541151 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-27e819cc-5831-4620-9393-802e2894c3ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:26.543397 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-27e819cc-5831-4620-9393-802e2894c3ca tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/routers/e3e78dc8-efc5-4cb3-97af-9b76112aa5c2 HTTP/1.1" status: 204 len: 168 time: 0.7992311 Feb 28 21:19:26.543542 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52586ec9-9a15-4a52-9a10-c559e1d281ee None None] The sync data for ids ['e3e78dc8-efc5-4cb3-97af-9b76112aa5c2'] in n-d-820368-21 is: [{'id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408501398', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:17:44Z', 'updated_at': '2022-02-28T21:19:24Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '1f8f3804-05eb-4c54-bb68-ecf07ac72083', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e78dc8-efc5-4cb3-97af-9b76112aa5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:17:45Z', 'updated_at': '2022-02-28T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:19:26.546204 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47904) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:26.553027 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-20398c29-2fcb-40e6-8d2b-f57fa649b28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (cb998b0b-8c0e-432a-ae54-e22b02542db8), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:26.582990 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20398c29-2fcb-40e6-8d2b-f57fa649b28f None None] Pushing event deleted for resources: {'Port': ['ID=cb998b0b-8c0e-432a-ae54-e22b02542db8,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:26.587434 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20398c29-2fcb-40e6-8d2b-f57fa649b28f None None] No DVR routers for this DVR port cb998b0b-8c0e-432a-ae54-e22b02542db8 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:19:26.594734 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398c29-2fcb-40e6-8d2b-f57fa649b28f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:26.595079 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398c29-2fcb-40e6-8d2b-f57fa649b28f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:26.598351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398c29-2fcb-40e6-8d2b-f57fa649b28f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:26.598351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398c29-2fcb-40e6-8d2b-f57fa649b28f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:26.598351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398c29-2fcb-40e6-8d2b-f57fa649b28f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:26.598351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398c29-2fcb-40e6-8d2b-f57fa649b28f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:26.598351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398c29-2fcb-40e6-8d2b-f57fa649b28f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:26.598351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398c29-2fcb-40e6-8d2b-f57fa649b28f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:26.598351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398c29-2fcb-40e6-8d2b-f57fa649b28f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:26.598351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398c29-2fcb-40e6-8d2b-f57fa649b28f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:26.598351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398c29-2fcb-40e6-8d2b-f57fa649b28f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:26.598351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398c29-2fcb-40e6-8d2b-f57fa649b28f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:26.599727 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398c29-2fcb-40e6-8d2b-f57fa649b28f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:26.638504 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-112bf69f-2a93-4087-a03e-1abb013047fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (34c17c83-011a-4332-9d31-87d5116770ae), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:26.724557 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-112bf69f-2a93-4087-a03e-1abb013047fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (34c17c83-011a-4332-9d31-87d5116770ae), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:26.743814 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-112bf69f-2a93-4087-a03e-1abb013047fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c17c83-011a-4332-9d31-87d5116770ae']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:26.753379 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-112bf69f-2a93-4087-a03e-1abb013047fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c61ab6-7f04-41f6-a19d-7f31e9762208') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:26.753673 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-112bf69f-2a93-4087-a03e-1abb013047fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c61ab6-7f04-41f6-a19d-7f31e9762208') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:26.763690 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-112bf69f-2a93-4087-a03e-1abb013047fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (e1c61ab6-7f04-41f6-a19d-7f31e9762208), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:26.777742 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-112bf69f-2a93-4087-a03e-1abb013047fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (e1c61ab6-7f04-41f6-a19d-7f31e9762208), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:26.783329 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112bf69f-2a93-4087-a03e-1abb013047fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:19:26.783705 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-112bf69f-2a93-4087-a03e-1abb013047fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (e1c61ab6-7f04-41f6-a19d-7f31e9762208), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: timer() Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:19:26.786561 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:19:26.841099 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-112bf69f-2a93-4087-a03e-1abb013047fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (34c17c83-011a-4332-9d31-87d5116770ae), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:26.847647 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-112bf69f-2a93-4087-a03e-1abb013047fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:26.850701 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-112bf69f-2a93-4087-a03e-1abb013047fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/networks/34c17c83-011a-4332-9d31-87d5116770ae HTTP/1.1" status: 204 len: 168 time: 0.3017154 Feb 28 21:19:26.853611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47906) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:26.862149 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bf69f-2a93-4087-a03e-1abb013047fe tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Network': ['ID=34c17c83-011a-4332-9d31-87d5116770ae,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:26.912306 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-52bf2f7e-e1b5-4608-97bc-bcea9cd49af8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (1ada55df-6222-4ca2-a374-3cede8557eb5), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:26.939492 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-52bf2f7e-e1b5-4608-97bc-bcea9cd49af8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (1ada55df-6222-4ca2-a374-3cede8557eb5), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.007644 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-52bf2f7e-e1b5-4608-97bc-bcea9cd49af8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (1ada55df-6222-4ca2-a374-3cede8557eb5), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.010526 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-52bf2f7e-e1b5-4608-97bc-bcea9cd49af8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.011714 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-52bf2f7e-e1b5-4608-97bc-bcea9cd49af8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/security-groups/1ada55df-6222-4ca2-a374-3cede8557eb5 HTTP/1.1" status: 204 len: 168 time: 0.1565766 Feb 28 21:19:27.022457 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf2f7e-e1b5-4608-97bc-bcea9cd49af8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ada55df-6222-4ca2-a374-3cede8557eb5,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:27.357039 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47912) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:27.361602 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-32883da6-a3b4-4fe2-91fc-34a603ffdd65 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1083668014', 'description': 'tempest-secgroup-smoke-1083668014 description', 'project_id': '559aa21798c346fa8b89a8f96ec99843'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:19:27.380930 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-32883da6-a3b4-4fe2-91fc-34a603ffdd65 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.449240 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-32883da6-a3b4-4fe2-91fc-34a603ffdd65 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (7d8f08e6-fb38-4d22-bfea-f6d8711a3278), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.452762 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-32883da6-a3b4-4fe2-91fc-34a603ffdd65 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7d8f08e6-fb38-4d22-bfea-f6d8711a3278), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.479880 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-32883da6-a3b4-4fe2-91fc-34a603ffdd65 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.481088 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-32883da6-a3b4-4fe2-91fc-34a603ffdd65 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1230235 Feb 28 21:19:27.484193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47914) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:27.485066 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32883da6-a3b4-4fe2-91fc-34a603ffdd65 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8f08e6-fb38-4d22-bfea-f6d8711a3278,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:27.488740 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-af3c17c4-4592-4ccc-9294-41dde61d5d18 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '7d8f08e6-fb38-4d22-bfea-f6d8711a3278', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:19:27.513589 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-af3c17c4-4592-4ccc-9294-41dde61d5d18 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (411ce34c-f367-4d7f-be8e-91c3316f995b), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.560295 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-af3c17c4-4592-4ccc-9294-41dde61d5d18 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (411ce34c-f367-4d7f-be8e-91c3316f995b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.564187 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-af3c17c4-4592-4ccc-9294-41dde61d5d18 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (411ce34c-f367-4d7f-be8e-91c3316f995b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.586309 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c17c4-4592-4ccc-9294-41dde61d5d18 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411ce34c-f367-4d7f-be8e-91c3316f995b,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:27.592812 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-af3c17c4-4592-4ccc-9294-41dde61d5d18 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.593817 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-af3c17c4-4592-4ccc-9294-41dde61d5d18 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1086810 Feb 28 21:19:27.596719 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47916) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:27.604972 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-55108352-ea73-473f-afb7-62e2c9d45bb0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '7d8f08e6-fb38-4d22-bfea-f6d8711a3278', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:19:27.628950 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55108352-ea73-473f-afb7-62e2c9d45bb0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (20f99efa-a9cf-46fe-96d6-7290218c5de6), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.685571 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55108352-ea73-473f-afb7-62e2c9d45bb0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (20f99efa-a9cf-46fe-96d6-7290218c5de6), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.689060 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55108352-ea73-473f-afb7-62e2c9d45bb0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (20f99efa-a9cf-46fe-96d6-7290218c5de6), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.706980 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55108352-ea73-473f-afb7-62e2c9d45bb0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f99efa-a9cf-46fe-96d6-7290218c5de6,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:27.714415 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-55108352-ea73-473f-afb7-62e2c9d45bb0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.715622 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-55108352-ea73-473f-afb7-62e2c9d45bb0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178832 Feb 28 21:19:27.718350 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47918) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:27.722718 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-53025c5f-5507-424f-a247-c086d2625f0f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '7d8f08e6-fb38-4d22-bfea-f6d8711a3278', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:19:27.746494 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-53025c5f-5507-424f-a247-c086d2625f0f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (00926857-8abe-48b7-9afb-53468167e28e), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.801350 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-53025c5f-5507-424f-a247-c086d2625f0f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (00926857-8abe-48b7-9afb-53468167e28e), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.806287 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-53025c5f-5507-424f-a247-c086d2625f0f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (00926857-8abe-48b7-9afb-53468167e28e), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.828554 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53025c5f-5507-424f-a247-c086d2625f0f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00926857-8abe-48b7-9afb-53468167e28e,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:27.834963 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-53025c5f-5507-424f-a247-c086d2625f0f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.838645 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-53025c5f-5507-424f-a247-c086d2625f0f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168697 Feb 28 21:19:27.838974 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47920) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:27.843595 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-19a5a98d-be22-4577-8a53-39ec388a03c8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '7d8f08e6-fb38-4d22-bfea-f6d8711a3278', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:19:27.843803 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:19:27.865896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:19:27.866180 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 3b1cd19b-3b95-456c-bc59-5db3ea74ec9d not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:19:27.866594 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device cb998b0b-8c0e-432a-ae54-e22b02542db8 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:19:27.869331 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-19a5a98d-be22-4577-8a53-39ec388a03c8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (ec9651e4-a8bd-478a-b86d-05e50c00a6bd), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.887311 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: cb998b0b-8c0e-432a-ae54-e22b02542db8 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:19:27.887657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device cb998b0b-8c0e-432a-ae54-e22b02542db8 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:19:27.888365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1f8f3804-05eb-4c54-bb68-ecf07ac72083 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:19:27.910373 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 1f8f3804-05eb-4c54-bb68-ecf07ac72083 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:19:27.910719 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1f8f3804-05eb-4c54-bb68-ecf07ac72083 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:19:27.930056 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-19a5a98d-be22-4577-8a53-39ec388a03c8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (ec9651e4-a8bd-478a-b86d-05e50c00a6bd), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.934249 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-19a5a98d-be22-4577-8a53-39ec388a03c8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (ec9651e4-a8bd-478a-b86d-05e50c00a6bd), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.951502 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5a98d-be22-4577-8a53-39ec388a03c8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9651e4-a8bd-478a-b86d-05e50c00a6bd,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:27.959553 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-19a5a98d-be22-4577-8a53-39ec388a03c8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:27.961354 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-19a5a98d-be22-4577-8a53-39ec388a03c8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214273 Feb 28 21:19:27.964104 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47922) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:27.968328 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-8abe9a7f-5720-4d36-b09a-2ffa171a0e1f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '7d8f08e6-fb38-4d22-bfea-f6d8711a3278', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:19:27.987564 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-8abe9a7f-5720-4d36-b09a-2ffa171a0e1f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Project 559aa21798c346fa8b89a8f96ec99843 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 21:19:27.992244 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8abe9a7f-5720-4d36-b09a-2ffa171a0e1f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (b7967bc1-2d02-48fa-9ec9-9ae3eb0181a9), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:28.049896 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8abe9a7f-5720-4d36-b09a-2ffa171a0e1f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (b7967bc1-2d02-48fa-9ec9-9ae3eb0181a9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:28.053465 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8abe9a7f-5720-4d36-b09a-2ffa171a0e1f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (b7967bc1-2d02-48fa-9ec9-9ae3eb0181a9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:28.074899 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe9a7f-5720-4d36-b09a-2ffa171a0e1f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7967bc1-2d02-48fa-9ec9-9ae3eb0181a9,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:28.080805 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8abe9a7f-5720-4d36-b09a-2ffa171a0e1f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:28.081985 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8abe9a7f-5720-4d36-b09a-2ffa171a0e1f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169643 Feb 28 21:19:28.084806 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47924) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:28.089150 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-29a53729-c7b3-420f-a82f-1ccc4ed6504c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'security_group_rule': {'security_group_id': '7d8f08e6-fb38-4d22-bfea-f6d8711a3278', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:19:28.109502 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-29a53729-c7b3-420f-a82f-1ccc4ed6504c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Project 559aa21798c346fa8b89a8f96ec99843 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 21:19:28.114216 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-29a53729-c7b3-420f-a82f-1ccc4ed6504c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (1056b6d1-36f2-4b4d-8780-1334bfdae82f), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:28.174227 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-29a53729-c7b3-420f-a82f-1ccc4ed6504c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (1056b6d1-36f2-4b4d-8780-1334bfdae82f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:28.177972 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-29a53729-c7b3-420f-a82f-1ccc4ed6504c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (1056b6d1-36f2-4b4d-8780-1334bfdae82f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:28.197342 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a53729-c7b3-420f-a82f-1ccc4ed6504c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1056b6d1-36f2-4b4d-8780-1334bfdae82f,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:28.205640 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-29a53729-c7b3-420f-a82f-1ccc4ed6504c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:28.208008 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-29a53729-c7b3-420f-a82f-1ccc4ed6504c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210692 Feb 28 21:19:28.209617 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 47926) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:28.214450 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ccc6d029-12b9-4e6a-a806-2e0a5c159197 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'network': {'name': 'tempest-network-smoke--654099732', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'port_security_enabled': True}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:19:28.233301 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc6d029-12b9-4e6a-a806-2e0a5c159197 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Made reservation on behalf of 559aa21798c346fa8b89a8f96ec99843 for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:19:28.236644 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ccc6d029-12b9-4e6a-a806-2e0a5c159197 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:28.261623 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc6d029-12b9-4e6a-a806-2e0a5c159197 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:19:28.270989 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ccc6d029-12b9-4e6a-a806-2e0a5c159197 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (2c47a842-39b5-4865-979b-a0973d8b7891), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:28.271337 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-ccc6d029-12b9-4e6a-a806-2e0a5c159197 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Added segment 2c47a842-39b5-4865-979b-a0973d8b7891 of type vlan for network 4009e43c-07ef-4a39-b904-48a35a2cacf1 Feb 28 21:19:28.313619 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ccc6d029-12b9-4e6a-a806-2e0a5c159197 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (4009e43c-07ef-4a39-b904-48a35a2cacf1), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:28.337399 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ccc6d029-12b9-4e6a-a806-2e0a5c159197 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (4009e43c-07ef-4a39-b904-48a35a2cacf1), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:28.342732 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc6d029-12b9-4e6a-a806-2e0a5c159197 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:28.343320 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ccc6d029-12b9-4e6a-a806-2e0a5c159197 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:28.380434 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ccc6d029-12b9-4e6a-a806-2e0a5c159197 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1697848 Feb 28 21:19:28.383265 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47928) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:28.388110 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-769f9571-0f87-42cf-91c5-18fe680f467f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1246830198', 'admin_state_up': True, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:19:28.408929 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-769f9571-0f87-42cf-91c5-18fe680f467f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (c3b91c40-f7e1-4927-b676-4b187bbc2088), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:28.409987 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-769f9571-0f87-42cf-91c5-18fe680f467f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (c3b91c40-f7e1-4927-b676-4b187bbc2088), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:28.413023 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6d029-12b9-4e6a-a806-2e0a5c159197 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Network': ['ID=4009e43c-07ef-4a39-b904-48a35a2cacf1,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:28.426187 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 4009e43c-07ef-4a39-b904-48a35a2cacf1 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:19:28.468584 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-769f9571-0f87-42cf-91c5-18fe680f467f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_controller (c3b91c40-f7e1-4927-b676-4b187bbc2088), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:28.607417 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-769f9571-0f87-42cf-91c5-18fe680f467f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_gateway (c3b91c40-f7e1-4927-b676-4b187bbc2088), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:28.802074 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-769f9571-0f87-42cf-91c5-18fe680f467f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_gateway (c3b91c40-f7e1-4927-b676-4b187bbc2088), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:28.820262 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-769f9571-0f87-42cf-91c5-18fe680f467f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:28.923429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-769f9571-0f87-42cf-91c5-18fe680f467f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Allocated IP 172.25.0.85 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/8e1126e2-55da-42af-ba0a-27ddb21fe387) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:19:29.021543 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-769f9571-0f87-42cf-91c5-18fe680f467f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (8e1126e2-55da-42af-ba0a-27ddb21fe387), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:29.053707 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-769f9571-0f87-42cf-91c5-18fe680f467f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (8e1126e2-55da-42af-ba0a-27ddb21fe387), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:29.095246 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769f9571-0f87-42cf-91c5-18fe680f467f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:19:29.098032 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-769f9571-0f87-42cf-91c5-18fe680f467f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:19:29.101382 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769f9571-0f87-42cf-91c5-18fe680f467f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:19:29.123775 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f9571-0f87-42cf-91c5-18fe680f467f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=8e1126e2-55da-42af-ba0a-27ddb21fe387,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:29.353449 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-769f9571-0f87-42cf-91c5-18fe680f467f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_gateway (c3b91c40-f7e1-4927-b676-4b187bbc2088), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:29.901482 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-769f9571-0f87-42cf-91c5-18fe680f467f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (c3b91c40-f7e1-4927-b676-4b187bbc2088), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:30.031748 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769f9571-0f87-42cf-91c5-18fe680f467f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router c3b91c40-f7e1-4927-b676-4b187bbc2088 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 21:19:30.140139 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769f9571-0f87-42cf-91c5-18fe680f467f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:19:30.150765 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] Sync routers for ids ['c3b91c40-f7e1-4927-b676-4b187bbc2088'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:19:30.160400 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-769f9571-0f87-42cf-91c5-18fe680f467f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:30.160771 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] Routers {'c3b91c40-f7e1-4927-b676-4b187bbc2088'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:19:30.161358 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:19:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['c3b91c40-f7e1-4927-b676-4b187bbc2088'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:30.161721 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-769f9571-0f87-42cf-91c5-18fe680f467f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7772787 Feb 28 21:19:30.164804 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47930) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:30.241893 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-77b5a597-54ba-41d4-8bab-da0766a23330 tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=559aa21798c346fa8b89a8f96ec99843&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0759931 Feb 28 21:19:30.244567 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47934) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:30.277646 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] Set router c3b91c40-f7e1-4927-b676-4b187bbc2088 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:19:30.332835 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15e924c-573d-4249-9349-49285243eefb tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:30.334376 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c15e924c-573d-4249-9349-49285243eefb tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888870 Feb 28 21:19:30.337525 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47936) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:30.366239 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b2d3da1a-eb36-4969-b548-2d47e61e1433 tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275681 Feb 28 21:19:30.368846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47938) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:30.373580 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-7a78926c-e4af-4805-a144-e9c2a606ab29 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1846050479', 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:19:30.461628 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a78926c-e4af-4805-a144-e9c2a606ab29 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Made reservation on behalf of 559aa21798c346fa8b89a8f96ec99843 for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:19:30.465483 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a78926c-e4af-4805-a144-e9c2a606ab29 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:30.557622 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246830198', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:29Z', 'revision_number': 3, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:30.583566 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] Checking router: c3b91c40-f7e1-4927-b676-4b187bbc2088 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:19:30.583936 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] Updating router c3b91c40-f7e1-4927-b676-4b187bbc2088 port 8e1126e2-55da-42af-ba0a-27ddb21fe387 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:19:30.610701 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8e1126e2-55da-42af-ba0a-27ddb21fe387), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:30.652074 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a78926c-e4af-4805-a144-e9c2a606ab29 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (8aa85d7a-7f37-4c20-914d-57b9a58966a4), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:30.716511 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78926c-e4af-4805-a144-e9c2a606ab29 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Subnet': ['ID=8aa85d7a-7f37-4c20-914d-57b9a58966a4,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:30.721548 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a78926c-e4af-4805-a144-e9c2a606ab29 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Checking segment: {'id': '2c47a842-39b5-4865-979b-a0973d8b7891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:19:30.721911 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a78926c-e4af-4805-a144-e9c2a606ab29 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network hostable DHCP agents. Network: 4009e43c-07ef-4a39-b904-48a35a2cacf1, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:19:30.739695 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a78926c-e4af-4805-a144-e9c2a606ab29 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network 4009e43c-07ef-4a39-b904-48a35a2cacf1 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:19:30.749346 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-7a78926c-e4af-4805-a144-e9c2a606ab29 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 4009e43c-07ef-4a39-b904-48a35a2cacf1) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:19:30.754277 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a78926c-e4af-4805-a144-e9c2a606ab29 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:30.754981 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a78926c-e4af-4805-a144-e9c2a606ab29 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:30.761045 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c54d1f-6292-4444-8aa3-f50aa2d4e485 None None] Network 4009e43c-07ef-4a39-b904-48a35a2cacf1 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:19:30.774632 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7a78926c-e4af-4805-a144-e9c2a606ab29 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4047740 Feb 28 21:19:30.777618 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47940) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:30.871548 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1298f654-5be9-4196-b7cb-f28db30c1e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-4009e43c-07ef-4a39-b904-48a35a2cacf1', 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1', 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ips': [{'subnet_id': '8aa85d7a-7f37-4c20-914d-57b9a58966a4'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:19:30.872471 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1298f654-5be9-4196-b7cb-f28db30c1e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:30.893051 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] Publish callbacks [] for port (8e1126e2-55da-42af-ba0a-27ddb21fe387), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:30.902989 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8e1126e2-55da-42af-ba0a-27ddb21fe387), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:30.963102 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] Attempting to bind port 8e1126e2-55da-42af-ba0a-27ddb21fe387 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:19:30.963545 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] Attempting to bind port 8e1126e2-55da-42af-ba0a-27ddb21fe387 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:19:30.963950 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] Attempting to bind port 8e1126e2-55da-42af-ba0a-27ddb21fe387 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:19:30.967433 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba880d-f77f-434d-9fa0-fcbb30b36bfc None None] Pushing event updated for resources: {'Port': ['ID=8e1126e2-55da-42af-ba0a-27ddb21fe387,revision_number=2']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:30.976019 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba880d-f77f-434d-9fa0-fcbb30b36bfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:30.976347 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba880d-f77f-434d-9fa0-fcbb30b36bfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:30.976734 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba880d-f77f-434d-9fa0-fcbb30b36bfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:30.977143 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba880d-f77f-434d-9fa0-fcbb30b36bfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:30.977481 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba880d-f77f-434d-9fa0-fcbb30b36bfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:30.978329 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba880d-f77f-434d-9fa0-fcbb30b36bfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:30.978329 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba880d-f77f-434d-9fa0-fcbb30b36bfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:30.978568 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba880d-f77f-434d-9fa0-fcbb30b36bfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:30.978786 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba880d-f77f-434d-9fa0-fcbb30b36bfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:30.979131 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba880d-f77f-434d-9fa0-fcbb30b36bfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:30.979461 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba880d-f77f-434d-9fa0-fcbb30b36bfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:30.979798 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba880d-f77f-434d-9fa0-fcbb30b36bfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:30.980115 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba880d-f77f-434d-9fa0-fcbb30b36bfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:19:30.984282 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:19:30.984662 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:19:30.985258 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:30.985807 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:19:30.986461 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] Bound port: 8e1126e2-55da-42af-ba0a-27ddb21fe387, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:19:30.987017 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8e1126e2-55da-42af-ba0a-27ddb21fe387), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:31.028700 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-1298f654-5be9-4196-b7cb-f28db30c1e1d None None] Allocated IP 172.20.0.2 (4009e43c-07ef-4a39-b904-48a35a2cacf1/8aa85d7a-7f37-4c20-914d-57b9a58966a4/793970dc-ea55-404a-a283-1f221f292f83) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:19:31.042846 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] For port 8e1126e2-55da-42af-ba0a-27ddb21fe387, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:19:31.046346 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] For port 8e1126e2-55da-42af-ba0a-27ddb21fe387, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=8e1126e2-55da-42af-ba0a-27ddb21fe387,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:19:31.052279 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8e1126e2-55da-42af-ba0a-27ddb21fe387), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:31.115643 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] Routers {'c3b91c40-f7e1-4927-b676-4b187bbc2088'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:19:31.116285 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:19:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['c3b91c40-f7e1-4927-b676-4b187bbc2088'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:31.118323 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba880d-f77f-434d-9fa0-fcbb30b36bfc None None] Pushing event updated for resources: {'Port': ['ID=8e1126e2-55da-42af-ba0a-27ddb21fe387,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:31.176504 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1298f654-5be9-4196-b7cb-f28db30c1e1d None None] Publish callbacks [] for port (793970dc-ea55-404a-a283-1f221f292f83), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:31.185324 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1298f654-5be9-4196-b7cb-f28db30c1e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (793970dc-ea55-404a-a283-1f221f292f83), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:31.226228 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1298f654-5be9-4196-b7cb-f28db30c1e1d None None] Network 4009e43c-07ef-4a39-b904-48a35a2cacf1 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:19:31.233444 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-1298f654-5be9-4196-b7cb-f28db30c1e1d None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:19:31.238734 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1298f654-5be9-4196-b7cb-f28db30c1e1d None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:19:31.244100 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] Set router c3b91c40-f7e1-4927-b676-4b187bbc2088 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:19:31.254326 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298f654-5be9-4196-b7cb-f28db30c1e1d None None] Pushing event updated for resources: {'Port': ['ID=793970dc-ea55-404a-a283-1f221f292f83,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:31.309981 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1f807473-a107-4a7d-a82f-00bdaa2622cb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:31.314621 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-1298f654-5be9-4196-b7cb-f28db30c1e1d None None] Attempting to bind port 793970dc-ea55-404a-a283-1f221f292f83 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:19:31.315002 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-1298f654-5be9-4196-b7cb-f28db30c1e1d None None] Attempting to bind port 793970dc-ea55-404a-a283-1f221f292f83 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '2c47a842-39b5-4865-979b-a0973d8b7891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:19:31.315373 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298f654-5be9-4196-b7cb-f28db30c1e1d None None] Attempting to bind port 793970dc-ea55-404a-a283-1f221f292f83 on network 4009e43c-07ef-4a39-b904-48a35a2cacf1 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:19:31.321197 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298f654-5be9-4196-b7cb-f28db30c1e1d None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:19:31.321762 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298f654-5be9-4196-b7cb-f28db30c1e1d None None] Checking segment: {'id': '2c47a842-39b5-4865-979b-a0973d8b7891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:19:31.322178 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1298f654-5be9-4196-b7cb-f28db30c1e1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:31.322593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298f654-5be9-4196-b7cb-f28db30c1e1d None None] Bound using segment: {'id': '2c47a842-39b5-4865-979b-a0973d8b7891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:19:31.323094 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-1298f654-5be9-4196-b7cb-f28db30c1e1d None None] Bound port: 793970dc-ea55-404a-a283-1f221f292f83, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c47a842-39b5-4865-979b-a0973d8b7891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:19:31.323479 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1298f654-5be9-4196-b7cb-f28db30c1e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (793970dc-ea55-404a-a283-1f221f292f83), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:31.404504 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1298f654-5be9-4196-b7cb-f28db30c1e1d None None] For port 793970dc-ea55-404a-a283-1f221f292f83, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:19:31.408709 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1298f654-5be9-4196-b7cb-f28db30c1e1d None None] For port 793970dc-ea55-404a-a283-1f221f292f83, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=793970dc-ea55-404a-a283-1f221f292f83,segment=NetworkSegment(2c47a842-39b5-4865-979b-a0973d8b7891),segment_id=2c47a842-39b5-4865-979b-a0973d8b7891)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:19:31.418783 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1298f654-5be9-4196-b7cb-f28db30c1e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (793970dc-ea55-404a-a283-1f221f292f83), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:31.460519 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246830198', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:29Z', 'revision_number': 3, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:31.490179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298f654-5be9-4196-b7cb-f28db30c1e1d None None] Pushing event updated for resources: {'Port': ['ID=793970dc-ea55-404a-a283-1f221f292f83,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:31.493527 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147b199a-f3a7-44f3-9ddf-93fc6b726f04 None None] The sync data for ids ['c3b91c40-f7e1-4927-b676-4b187bbc2088'] in n-d-820368-21 is: [{'id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246830198', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:29Z', 'revision_number': 3, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:19:31.648248 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-1f807473-a107-4a7d-a82f-00bdaa2622cb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Allocated IP 172.20.0.1 (4009e43c-07ef-4a39-b904-48a35a2cacf1/8aa85d7a-7f37-4c20-914d-57b9a58966a4/0e18de44-4817-437d-ab50-84d0e0baba1d) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:19:31.828871 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1f807473-a107-4a7d-a82f-00bdaa2622cb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (0e18de44-4817-437d-ab50-84d0e0baba1d), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:31.881775 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1f807473-a107-4a7d-a82f-00bdaa2622cb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0e18de44-4817-437d-ab50-84d0e0baba1d), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:31.932394 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f807473-a107-4a7d-a82f-00bdaa2622cb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network 4009e43c-07ef-4a39-b904-48a35a2cacf1 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:19:31.935646 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-1f807473-a107-4a7d-a82f-00bdaa2622cb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:19:31.941682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f807473-a107-4a7d-a82f-00bdaa2622cb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:19:31.944690 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f807473-a107-4a7d-a82f-00bdaa2622cb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=0e18de44-4817-437d-ab50-84d0e0baba1d,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:31.984443 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 793970dc-ea55-404a-a283-1f221f292f83 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:19:31.996459 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1f807473-a107-4a7d-a82f-00bdaa2622cb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (c3b91c40-f7e1-4927-b676-4b187bbc2088), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:32.038909 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 793970dc-ea55-404a-a283-1f221f292f83 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:19:32.038909 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (793970dc-ea55-404a-a283-1f221f292f83), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:32.130223 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 793970dc-ea55-404a-a283-1f221f292f83 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:19:32.130617 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (793970dc-ea55-404a-a283-1f221f292f83), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:32.142438 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1f807473-a107-4a7d-a82f-00bdaa2622cb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0e18de44-4817-437d-ab50-84d0e0baba1d), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:32.174304 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 793970dc-ea55-404a-a283-1f221f292f83, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=793970dc-ea55-404a-a283-1f221f292f83,segment=NetworkSegment(2c47a842-39b5-4865-979b-a0973d8b7891),segment_id=2c47a842-39b5-4865-979b-a0973d8b7891)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:19:32.184729 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (793970dc-ea55-404a-a283-1f221f292f83), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:32.185712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8e1126e2-55da-42af-ba0a-27ddb21fe387 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:19:32.283078 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 8e1126e2-55da-42af-ba0a-27ddb21fe387 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:19:32.283464 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8e1126e2-55da-42af-ba0a-27ddb21fe387), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:32.285015 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=793970dc-ea55-404a-a283-1f221f292f83,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:32.393193 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 8e1126e2-55da-42af-ba0a-27ddb21fe387 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:19:32.393669 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (8e1126e2-55da-42af-ba0a-27ddb21fe387), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:32.416142 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 8e1126e2-55da-42af-ba0a-27ddb21fe387, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=8e1126e2-55da-42af-ba0a-27ddb21fe387,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:19:32.423882 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (8e1126e2-55da-42af-ba0a-27ddb21fe387), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:32.477254 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=8e1126e2-55da-42af-ba0a-27ddb21fe387,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:32.492206 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1f807473-a107-4a7d-a82f-00bdaa2622cb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (0e18de44-4817-437d-ab50-84d0e0baba1d), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:32.501113 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1f807473-a107-4a7d-a82f-00bdaa2622cb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (0e18de44-4817-437d-ab50-84d0e0baba1d), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:32.595588 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1f807473-a107-4a7d-a82f-00bdaa2622cb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (c3b91c40-f7e1-4927-b676-4b187bbc2088), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:32.616345 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f807473-a107-4a7d-a82f-00bdaa2622cb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=0e18de44-4817-437d-ab50-84d0e0baba1d,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:32.680489 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fc20e4-31da-47ea-bc3a-4e02196d4e47 None None] Network 4009e43c-07ef-4a39-b904-48a35a2cacf1 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:19:32.705718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f807473-a107-4a7d-a82f-00bdaa2622cb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network 4009e43c-07ef-4a39-b904-48a35a2cacf1 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:19:32.707134 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-1f807473-a107-4a7d-a82f-00bdaa2622cb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:19:32.746702 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ba4d9899-42cf-4255-995a-549065970112 None None] Provisioning complete for port 793970dc-ea55-404a-a283-1f221f292f83 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:19:32.747084 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ba4d9899-42cf-4255-995a-549065970112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (793970dc-ea55-404a-a283-1f221f292f83), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:32.827324 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f807473-a107-4a7d-a82f-00bdaa2622cb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router c3b91c40-f7e1-4927-b676-4b187bbc2088 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:19:32.865057 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ba4d9899-42cf-4255-995a-549065970112 None None] Current status of the port 793970dc-ea55-404a-a283-1f221f292f83 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:19:32.953514 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f807473-a107-4a7d-a82f-00bdaa2622cb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:19:32.959295 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1f807473-a107-4a7d-a82f-00bdaa2622cb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "PUT /v2.0/routers/c3b91c40-f7e1-4927-b676-4b187bbc2088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1800551 Feb 28 21:19:33.090747 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-cbcb01de-f5e6-44b1-a421-38dc038c6932 None None] Provisioning complete for port 0e18de44-4817-437d-ab50-84d0e0baba1d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:19:33.091317 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cbcb01de-f5e6-44b1-a421-38dc038c6932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0e18de44-4817-437d-ab50-84d0e0baba1d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:33.136884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-2072a948-5723-4bc4-9881-1ec2a8d74817 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1083668014&fields=id&tenant_id=559aa21798c346fa8b89a8f96ec99843 HTTP/1.1" status: 200 len: 267 time: 0.0516996 Feb 28 21:19:33.139962 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb01de-f5e6-44b1-a421-38dc038c6932 None None] Port 0e18de44-4817-437d-ab50-84d0e0baba1d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:19:33.149919 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-cbcb01de-f5e6-44b1-a421-38dc038c6932 None None] Provisioning complete for port 793970dc-ea55-404a-a283-1f221f292f83 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:19:33.150289 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cbcb01de-f5e6-44b1-a421-38dc038c6932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (793970dc-ea55-404a-a283-1f221f292f83), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:33.248498 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb01de-f5e6-44b1-a421-38dc038c6932 None None] Current status of the port 793970dc-ea55-404a-a283-1f221f292f83 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:19:33.286772 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-77efac2e-27db-4fae-bb75-0e65fe502a13 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:33.288970 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-77efac2e-27db-4fae-bb75-0e65fe502a13 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/networks?id=4009e43c-07ef-4a39-b904-48a35a2cacf1 HTTP/1.1" status: 200 len: 796 time: 0.1455588 Feb 28 21:19:33.308058 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-89b79c17-411c-4eee-84ac-23eb2ffdf27a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/quotas/559aa21798c346fa8b89a8f96ec99843 HTTP/1.1" status: 200 len: 375 time: 0.0098777 Feb 28 21:19:33.342485 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] Sync routers for ids ['c3b91c40-f7e1-4927-b676-4b187bbc2088'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:19:33.353002 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] Routers {'c3b91c40-f7e1-4927-b676-4b187bbc2088'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:19:33.353626 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:19:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['c3b91c40-f7e1-4927-b676-4b187bbc2088'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:33.368797 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-51a26d37-902c-4bd7-909d-cfcb9adf2d4d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552776 Feb 28 21:19:33.425731 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-d3991f56-e6e2-43c8-9e65-5f7f14176915 None None] Provisioning complete for port 0e18de44-4817-437d-ab50-84d0e0baba1d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:19:33.426104 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d3991f56-e6e2-43c8-9e65-5f7f14176915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0e18de44-4817-437d-ab50-84d0e0baba1d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:33.479360 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-d7e75a06-6e14-4169-a875-f266c6739442 service neutron] 10.222.0.13 "GET /v2.0/networks/4009e43c-07ef-4a39-b904-48a35a2cacf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980473 Feb 28 21:19:33.502050 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-d3991f56-e6e2-43c8-9e65-5f7f14176915 None None] Port 0e18de44-4817-437d-ab50-84d0e0baba1d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:19:33.509530 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] Set router c3b91c40-f7e1-4927-b676-4b187bbc2088 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:19:33.571745 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-fb73e54d-a300-4792-9b17-51d1f6ac58cb service neutron] 10.222.0.13 "GET /v2.0/networks/4009e43c-07ef-4a39-b904-48a35a2cacf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863070 Feb 28 21:19:33.657347 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-182e1953-13ca-4c6b-a30c-bebf8517f5d3 None None] Provisioning complete for port 0e18de44-4817-437d-ab50-84d0e0baba1d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:19:33.657720 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-182e1953-13ca-4c6b-a30c-bebf8517f5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0e18de44-4817-437d-ab50-84d0e0baba1d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:33.724493 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-182e1953-13ca-4c6b-a30c-bebf8517f5d3 None None] Port 0e18de44-4817-437d-ab50-84d0e0baba1d cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:19:33.746731 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fde02eb1-9891-4c88-937f-1d2d59fc2f1b req-5595db73-8168-4a6c-8945-1cf5ebcc537e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 210 time: 0.0308566 Feb 28 21:19:33.753874 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246830198', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:32Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '0e18de44-4817-437d-ab50-84d0e0baba1d', 'name': '', 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:d4:e3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '8aa85d7a-7f37-4c20-914d-57b9a58966a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:31Z', 'updated_at': '2022-02-28T21:19:32Z', 'revision_number': 2, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '8aa85d7a-7f37-4c20-914d-57b9a58966a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:33.785711 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] Checking router: c3b91c40-f7e1-4927-b676-4b187bbc2088 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:19:33.786065 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] Updating router c3b91c40-f7e1-4927-b676-4b187bbc2088 port 0e18de44-4817-437d-ab50-84d0e0baba1d binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:19:33.814317 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0e18de44-4817-437d-ab50-84d0e0baba1d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:33.907354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 793970dc-ea55-404a-a283-1f221f292f83 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:19:34.202650 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 793970dc-ea55-404a-a283-1f221f292f83 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:19:34.203352 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (793970dc-ea55-404a-a283-1f221f292f83), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:34.356285 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] Publish callbacks [] for port (0e18de44-4817-437d-ab50-84d0e0baba1d), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:34.358007 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 793970dc-ea55-404a-a283-1f221f292f83 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:19:34.359119 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8e1126e2-55da-42af-ba0a-27ddb21fe387 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:19:34.383871 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0e18de44-4817-437d-ab50-84d0e0baba1d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:34.458259 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e9f07-dd2f-4573-b496-ac178be07667 None None] Pushing event updated for resources: {'Port': ['ID=0e18de44-4817-437d-ab50-84d0e0baba1d,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:34.502147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 8e1126e2-55da-42af-ba0a-27ddb21fe387 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:19:34.502510 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (8e1126e2-55da-42af-ba0a-27ddb21fe387), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:34.531059 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] Attempting to bind port 0e18de44-4817-437d-ab50-84d0e0baba1d on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:19:34.531434 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] Attempting to bind port 0e18de44-4817-437d-ab50-84d0e0baba1d by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '2c47a842-39b5-4865-979b-a0973d8b7891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:19:34.531819 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] Attempting to bind port 0e18de44-4817-437d-ab50-84d0e0baba1d on network 4009e43c-07ef-4a39-b904-48a35a2cacf1 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:19:34.543702 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:19:34.544127 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] Checking segment: {'id': '2c47a842-39b5-4865-979b-a0973d8b7891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:19:34.544534 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:34.544925 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] Bound using segment: {'id': '2c47a842-39b5-4865-979b-a0973d8b7891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:19:34.545405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] Bound port: 0e18de44-4817-437d-ab50-84d0e0baba1d, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c47a842-39b5-4865-979b-a0973d8b7891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:19:34.545790 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0e18de44-4817-437d-ab50-84d0e0baba1d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:34.660695 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] For port 0e18de44-4817-437d-ab50-84d0e0baba1d, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:19:34.677873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] For port 0e18de44-4817-437d-ab50-84d0e0baba1d, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0e18de44-4817-437d-ab50-84d0e0baba1d,segment=NetworkSegment(2c47a842-39b5-4865-979b-a0973d8b7891),segment_id=2c47a842-39b5-4865-979b-a0973d8b7891)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:19:34.679424 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 8e1126e2-55da-42af-ba0a-27ddb21fe387 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:19:34.688567 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0e18de44-4817-437d-ab50-84d0e0baba1d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:34.692993 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-9e6eb35c-0b9d-497d-a430-7652dc2ffdb7 None None] Provisioning complete for port 0e18de44-4817-437d-ab50-84d0e0baba1d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:19:34.693362 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9e6eb35c-0b9d-497d-a430-7652dc2ffdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0e18de44-4817-437d-ab50-84d0e0baba1d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:34.798731 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e9f07-dd2f-4573-b496-ac178be07667 None None] Pushing event updated for resources: {'Port': ['ID=0e18de44-4817-437d-ab50-84d0e0baba1d,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:34.822122 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] Routers {'c3b91c40-f7e1-4927-b676-4b187bbc2088'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:19:34.823332 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:19:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['c3b91c40-f7e1-4927-b676-4b187bbc2088'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:34.860655 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-de00b762-f4b8-4279-a5d3-6d03c60723ee tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:34.863321 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-de00b762-f4b8-4279-a5d3-6d03c60723ee tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.10 "GET /v2.0/networks?id=4009e43c-07ef-4a39-b904-48a35a2cacf1 HTTP/1.1" status: 200 len: 796 time: 0.1545572 Feb 28 21:19:34.887122 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-98161a0d-0f76-49b7-93f6-46952d6e5f95 req-344ef5a8-64f5-4457-97cb-704a06396827 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 210 time: 0.0488932 Feb 28 21:19:34.947400 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-ca82ea41-893d-4afb-a82d-e08524651b2f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=559aa21798c346fa8b89a8f96ec99843 HTTP/1.1" status: 200 len: 380 time: 0.0628924 Feb 28 21:19:34.958765 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-de61620d-cfcb-4edc-a2ba-cd4afe92cad4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'port': {'device_id': 'ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3', 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1', 'admin_state_up': True, 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'security_groups': ['7d8f08e6-fb38-4d22-bfea-f6d8711a3278']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:19:34.980336 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-9e6eb35c-0b9d-497d-a430-7652dc2ffdb7 None None] Current status of the port 0e18de44-4817-437d-ab50-84d0e0baba1d is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:19:34.980736 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9e6eb35c-0b9d-497d-a430-7652dc2ffdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (0e18de44-4817-437d-ab50-84d0e0baba1d), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:35.031815 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] Set router c3b91c40-f7e1-4927-b676-4b187bbc2088 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:19:35.060667 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-9e6eb35c-0b9d-497d-a430-7652dc2ffdb7 None None] For port 0e18de44-4817-437d-ab50-84d0e0baba1d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0e18de44-4817-437d-ab50-84d0e0baba1d,segment=NetworkSegment(2c47a842-39b5-4865-979b-a0973d8b7891),segment_id=2c47a842-39b5-4865-979b-a0973d8b7891)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:19:35.070462 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9e6eb35c-0b9d-497d-a430-7652dc2ffdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (0e18de44-4817-437d-ab50-84d0e0baba1d), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:35.083558 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-de61620d-cfcb-4edc-a2ba-cd4afe92cad4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Made reservation on behalf of 559aa21798c346fa8b89a8f96ec99843 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:19:35.086925 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-de61620d-cfcb-4edc-a2ba-cd4afe92cad4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:35.203689 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6eb35c-0b9d-497d-a430-7652dc2ffdb7 None None] Pushing event updated for resources: {'Port': ['ID=0e18de44-4817-437d-ab50-84d0e0baba1d,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:35.221713 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-de61620d-cfcb-4edc-a2ba-cd4afe92cad4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Allocated IP 172.20.0.14 (4009e43c-07ef-4a39-b904-48a35a2cacf1/8aa85d7a-7f37-4c20-914d-57b9a58966a4/390e0baa-3db8-466e-966b-23b54a6ad445) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:19:35.225693 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-2e9eea7f-9ff3-4c32-9720-df524f3f7784 None None] Provisioning complete for port 0e18de44-4817-437d-ab50-84d0e0baba1d triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:19:35.225913 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2e9eea7f-9ff3-4c32-9720-df524f3f7784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0e18de44-4817-437d-ab50-84d0e0baba1d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:35.357138 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-2e9eea7f-9ff3-4c32-9720-df524f3f7784 None None] Current status of the port 0e18de44-4817-437d-ab50-84d0e0baba1d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:19:35.362296 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-de61620d-cfcb-4edc-a2ba-cd4afe92cad4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (390e0baa-3db8-466e-966b-23b54a6ad445), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:35.363540 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246830198', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:32Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '0e18de44-4817-437d-ab50-84d0e0baba1d', 'name': '', 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:d4:e3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '8aa85d7a-7f37-4c20-914d-57b9a58966a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:31Z', 'updated_at': '2022-02-28T21:19:34Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '8aa85d7a-7f37-4c20-914d-57b9a58966a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:35.394337 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b36c5fe-c555-4818-bec0-6717d1eff5c2 None None] The sync data for ids ['c3b91c40-f7e1-4927-b676-4b187bbc2088'] in n-d-820368-21 is: [{'id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246830198', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:32Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '0e18de44-4817-437d-ab50-84d0e0baba1d', 'name': '', 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:d4:e3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '8aa85d7a-7f37-4c20-914d-57b9a58966a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:31Z', 'updated_at': '2022-02-28T21:19:34Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '8aa85d7a-7f37-4c20-914d-57b9a58966a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:19:35.396806 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-de61620d-cfcb-4edc-a2ba-cd4afe92cad4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (390e0baa-3db8-466e-966b-23b54a6ad445), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:35.449877 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-de61620d-cfcb-4edc-a2ba-cd4afe92cad4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network 4009e43c-07ef-4a39-b904-48a35a2cacf1 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:19:35.453484 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-de61620d-cfcb-4edc-a2ba-cd4afe92cad4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:19:35.459543 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-de61620d-cfcb-4edc-a2ba-cd4afe92cad4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:19:35.493796 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61620d-cfcb-4edc-a2ba-cd4afe92cad4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=390e0baa-3db8-466e-966b-23b54a6ad445,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:35.520993 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-de61620d-cfcb-4edc-a2ba-cd4afe92cad4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:35.521933 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-de61620d-cfcb-4edc-a2ba-cd4afe92cad4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:35.542841 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-de61620d-cfcb-4edc-a2ba-cd4afe92cad4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5880470 Feb 28 21:19:35.554490 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] Request body: {'port': {'device_id': 'ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:19:35.644409 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (390e0baa-3db8-466e-966b-23b54a6ad445), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:35.780434 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-a90464df-cabd-4e44-8694-c2f843979098 None None] Provisioning complete for port 390e0baa-3db8-466e-966b-23b54a6ad445 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:19:35.780801 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a90464df-cabd-4e44-8694-c2f843979098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (390e0baa-3db8-466e-966b-23b54a6ad445), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:35.828281 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-a90464df-cabd-4e44-8694-c2f843979098 None None] Port 390e0baa-3db8-466e-966b-23b54a6ad445 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:19:35.896942 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0e18de44-4817-437d-ab50-84d0e0baba1d up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:19:35.937585 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390e0baa-3db8-466e-966b-23b54a6ad445 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:19:35.954748 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] Publish callbacks [] for port (390e0baa-3db8-466e-966b-23b54a6ad445), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:35.966349 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 0e18de44-4817-437d-ab50-84d0e0baba1d triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:19:35.966639 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (0e18de44-4817-437d-ab50-84d0e0baba1d), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:35.970854 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] Transition to ACTIVE for port object 390e0baa-3db8-466e-966b-23b54a6ad445 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:19:35.988625 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (390e0baa-3db8-466e-966b-23b54a6ad445), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:36.068640 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] Pushing event updated for resources: {'Port': ['ID=390e0baa-3db8-466e-966b-23b54a6ad445,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:36.085627 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 0e18de44-4817-437d-ab50-84d0e0baba1d is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:19:36.131992 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3e0e3-80f7-41ca-bb46-6166611eaad1 req-a601beca-2f6e-402b-b45c-6c6eed5af92f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:36.133581 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63b3e0e3-80f7-41ca-bb46-6166611eaad1 req-a601beca-2f6e-402b-b45c-6c6eed5af92f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 944 time: 0.1582212 Feb 28 21:19:36.173125 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] Attempting to bind port 390e0baa-3db8-466e-966b-23b54a6ad445 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:19:36.173449 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] Attempting to bind port 390e0baa-3db8-466e-966b-23b54a6ad445 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '2c47a842-39b5-4865-979b-a0973d8b7891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:19:36.173767 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] Attempting to bind port 390e0baa-3db8-466e-966b-23b54a6ad445 on network 4009e43c-07ef-4a39-b904-48a35a2cacf1 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:19:36.187186 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] Port 390e0baa-3db8-466e-966b-23b54a6ad445 on network 4009e43c-07ef-4a39-b904-48a35a2cacf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:19:36.187521 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] Attempting to bind port 390e0baa-3db8-466e-966b-23b54a6ad445 on network 4009e43c-07ef-4a39-b904-48a35a2cacf1 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:19:36.204519 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:19:36.204864 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] Checking segment: {'id': '2c47a842-39b5-4865-979b-a0973d8b7891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:19:36.205257 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] Bound using segment: {'id': '2c47a842-39b5-4865-979b-a0973d8b7891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:19:36.205696 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] Bound port: 390e0baa-3db8-466e-966b-23b54a6ad445, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c47a842-39b5-4865-979b-a0973d8b7891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:19:36.206052 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (390e0baa-3db8-466e-966b-23b54a6ad445), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:36.212804 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-63b3e0e3-80f7-41ca-bb46-6166611eaad1 req-9387ba68-edce-4775-bac1-6d904fe7e7a1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8f08e6-fb38-4d22-bfea-f6d8711a3278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719244 Feb 28 21:19:36.285636 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] For port 390e0baa-3db8-466e-966b-23b54a6ad445, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:19:36.288904 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] For port 390e0baa-3db8-466e-966b-23b54a6ad445, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=390e0baa-3db8-466e-966b-23b54a6ad445,segment=NetworkSegment(2c47a842-39b5-4865-979b-a0973d8b7891),segment_id=2c47a842-39b5-4865-979b-a0973d8b7891)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:19:36.294513 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (390e0baa-3db8-466e-966b-23b54a6ad445), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:36.337643 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:36.338290 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:36.339831 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] 10.222.0.10 "PUT /v2.0/ports/390e0baa-3db8-466e-966b-23b54a6ad445 HTTP/1.1" status: 200 len: 1093 time: 0.7898297 Feb 28 21:19:36.340297 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3', 'tag': '390e0baa-3db8-466e-966b-23b54a6ad445'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:19:36.350841 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afeba602-4cc1-4701-a9d6-478c3787eaba" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3", "tag": "390e0baa-3db8-466e-966b-23b54a6ad445"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:19:36.392685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0833d-386f-49bf-9014-151aafcdeba7 service neutron] Pushing event updated for resources: {'Port': ['ID=390e0baa-3db8-466e-966b-23b54a6ad445,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:36.418635 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6404a16-4df8-411a-8852-59a8c9f2755f x-openstack-request-id: req-e6404a16-4df8-411a-8852-59a8c9f2755f {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:19:36.418940 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3", "tag": "390e0baa-3db8-466e-966b-23b54a6ad445", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:19:36.419203 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6404a16-4df8-411a-8852-59a8c9f2755f {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:19:36.419622 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3', 'tag': '390e0baa-3db8-466e-966b-23b54a6ad445', 'status': 'completed', 'code': 200} Feb 28 21:19:36.459487 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-fabe51f5-2864-4795-a721-f7753f14f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:36.461078 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-fabe51f5-2864-4795-a721-f7753f14f609 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 1127 time: 0.0696876 Feb 28 21:19:36.509496 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-de5e3a8b-72ae-49bb-a616-6b608e6070e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=390e0baa-3db8-466e-966b-23b54a6ad445 HTTP/1.1" status: 200 len: 217 time: 0.0397649 Feb 28 21:19:36.571431 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-8ba9c88c-33a1-4dfa-a991-142293fdf4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:36.572997 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-8ba9c88c-33a1-4dfa-a991-142293fdf4c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8aa85d7a-7f37-4c20-914d-57b9a58966a4 HTTP/1.1" status: 200 len: 835 time: 0.0565705 Feb 28 21:19:36.629237 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-0c578c53-58ff-4386-ac5f-dfcf85373a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:36.630763 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-0c578c53-58ff-4386-ac5f-dfcf85373a85 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4009e43c-07ef-4a39-b904-48a35a2cacf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0516987 Feb 28 21:19:36.720875 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-e4c9d30c-30ad-4f71-8140-8f859ac0b5a9 service neutron] 10.222.0.10 "GET /v2.0/networks/4009e43c-07ef-4a39-b904-48a35a2cacf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834150 Feb 28 21:19:36.815736 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1db6d530-3432-42fc-8f52-efa7bf3c61a3 req-e9712b43-bf81-4cf0-8c0c-6ef90b157bd7 service neutron] 10.222.0.10 "GET /v2.0/networks/4009e43c-07ef-4a39-b904-48a35a2cacf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886896 Feb 28 21:19:36.908427 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeba602-4cc1-4701-a9d6-478c3787eaba req-de520301-55ab-44d0-b12c-71edad0bedde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:36.910295 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afeba602-4cc1-4701-a9d6-478c3787eaba req-de520301-55ab-44d0-b12c-71edad0bedde service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 1127 time: 0.0454121 Feb 28 21:19:37.006616 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeba602-4cc1-4701-a9d6-478c3787eaba req-842d1013-9ea1-48a8-ada0-399d1b3e2ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:37.011866 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afeba602-4cc1-4701-a9d6-478c3787eaba req-842d1013-9ea1-48a8-ada0-399d1b3e2ded service neutron] 10.222.0.10 "GET /v2.0/networks?id=4009e43c-07ef-4a39-b904-48a35a2cacf1 HTTP/1.1" status: 200 len: 896 time: 0.0896349 Feb 28 21:19:37.054270 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afeba602-4cc1-4701-a9d6-478c3787eaba req-1432b5d0-dae6-4ef1-96d2-5b5979fad261 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=390e0baa-3db8-466e-966b-23b54a6ad445 HTTP/1.1" status: 200 len: 217 time: 0.0392647 Feb 28 21:19:37.104152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeba602-4cc1-4701-a9d6-478c3787eaba req-d66289ad-d056-4c5f-99d9-b280d01bf66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:37.105544 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afeba602-4cc1-4701-a9d6-478c3787eaba req-d66289ad-d056-4c5f-99d9-b280d01bf66f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8aa85d7a-7f37-4c20-914d-57b9a58966a4 HTTP/1.1" status: 200 len: 835 time: 0.0449278 Feb 28 21:19:37.161968 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeba602-4cc1-4701-a9d6-478c3787eaba req-6a2644cb-55f5-4381-a052-e84cd78ba9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:37.163460 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afeba602-4cc1-4701-a9d6-478c3787eaba req-6a2644cb-55f5-4381-a052-e84cd78ba9bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4009e43c-07ef-4a39-b904-48a35a2cacf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0511148 Feb 28 21:19:37.262659 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afeba602-4cc1-4701-a9d6-478c3787eaba req-d137748e-13f7-43d9-8ab3-3003af411aa9 service neutron] 10.222.0.10 "GET /v2.0/networks/4009e43c-07ef-4a39-b904-48a35a2cacf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923154 Feb 28 21:19:37.398329 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976633b-f79f-421b-954c-7f777ae4fa9c req-3ffaa513-030e-43c7-9ac9-ee4225524da5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:37.399702 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f976633b-f79f-421b-954c-7f777ae4fa9c req-3ffaa513-030e-43c7-9ac9-ee4225524da5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 944 time: 0.1084411 Feb 28 21:19:37.402025 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-afeba602-4cc1-4701-a9d6-478c3787eaba req-f81e8709-08c5-4c87-8428-83e6dd15fb1b service neutron] 10.222.0.10 "GET /v2.0/networks/4009e43c-07ef-4a39-b904-48a35a2cacf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332479 Feb 28 21:19:37.453605 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f976633b-f79f-421b-954c-7f777ae4fa9c req-04733c81-896b-4ff9-a3ee-1cbfc8c0684d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8f08e6-fb38-4d22-bfea-f6d8711a3278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475101 Feb 28 21:19:38.574520 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec6e80-0c43-4f9d-800a-7f75a340c1ec req-3a1ae2f7-af9b-46b2-9c11-e2acc6ad0f36 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:38.576032 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9ec6e80-0c43-4f9d-800a-7f75a340c1ec req-3a1ae2f7-af9b-46b2-9c11-e2acc6ad0f36 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 944 time: 0.0562797 Feb 28 21:19:38.623622 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9ec6e80-0c43-4f9d-800a-7f75a340c1ec req-1934679e-d1fa-4bee-b551-8c7f2dc106e0 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8f08e6-fb38-4d22-bfea-f6d8711a3278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419326 Feb 28 21:19:38.653450 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 390e0baa-3db8-466e-966b-23b54a6ad445 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:19:38.749725 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 390e0baa-3db8-466e-966b-23b54a6ad445, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=390e0baa-3db8-466e-966b-23b54a6ad445,segment=NetworkSegment(2c47a842-39b5-4865-979b-a0973d8b7891),segment_id=2c47a842-39b5-4865-979b-a0973d8b7891)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:19:38.761488 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': '390e0baa-3db8-466e-966b-23b54a6ad445', 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1', 'port_id': '390e0baa-3db8-466e-966b-23b54a6ad445', 'mac_address': 'fa:16:3e:d5:3e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa85d7a-7f37-4c20-914d-57b9a58966a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:19:38.798260 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 390e0baa-3db8-466e-966b-23b54a6ad445 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:19:38.798897 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (390e0baa-3db8-466e-966b-23b54a6ad445), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:38.811662 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390e0baa-3db8-466e-966b-23b54a6ad445 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:19:38.830332 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 390e0baa-3db8-466e-966b-23b54a6ad445, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=390e0baa-3db8-466e-966b-23b54a6ad445,segment=NetworkSegment(2c47a842-39b5-4865-979b-a0973d8b7891),segment_id=2c47a842-39b5-4865-979b-a0973d8b7891)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:19:38.834346 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (390e0baa-3db8-466e-966b-23b54a6ad445), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:38.887791 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=390e0baa-3db8-466e-966b-23b54a6ad445,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:39.057653 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['390e0baa-3db8-466e-966b-23b54a6ad445'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:19:39.742846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba6069-df6d-413d-9b38-c20edee94b9d req-fe817dde-1655-4369-82a9-35759e499aa4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:39.744325 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0ba6069-df6d-413d-9b38-c20edee94b9d req-fe817dde-1655-4369-82a9-35759e499aa4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 945 time: 0.0513761 Feb 28 21:19:39.792215 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e0ba6069-df6d-413d-9b38-c20edee94b9d req-4e4fa02f-54e5-40b3-829d-3060207699c6 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8f08e6-fb38-4d22-bfea-f6d8711a3278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414071 Feb 28 21:19:40.658626 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 390e0baa-3db8-466e-966b-23b54a6ad445 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:19:40.710969 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port 390e0baa-3db8-466e-966b-23b54a6ad445 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:19:40.714798 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port 390e0baa-3db8-466e-966b-23b54a6ad445 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:19:40.715173 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (390e0baa-3db8-466e-966b-23b54a6ad445), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:40.791469 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port 390e0baa-3db8-466e-966b-23b54a6ad445 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:19:40.791889 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (390e0baa-3db8-466e-966b-23b54a6ad445), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:40.817951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390e0baa-3db8-466e-966b-23b54a6ad445'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:19:40.820847 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3cce7d-9383-4dde-8218-e0579b46e8a8" -d '{"events": [{"server_uuid": "ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3", "name": "network-vif-plugged", "status": "completed", "tag": "390e0baa-3db8-466e-966b-23b54a6ad445"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:19:40.833738 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port 390e0baa-3db8-466e-966b-23b54a6ad445, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=390e0baa-3db8-466e-966b-23b54a6ad445,segment=NetworkSegment(2c47a842-39b5-4865-979b-a0973d8b7891),segment_id=2c47a842-39b5-4865-979b-a0973d8b7891)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:19:40.838305 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (390e0baa-3db8-466e-966b-23b54a6ad445), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:40.891447 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=390e0baa-3db8-466e-966b-23b54a6ad445,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:40.914620 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95410d9-c7b9-4fbf-8bb9-2b5f00f4ae49 req-176dc2e4-41e4-4c4f-9776-a53aff9a983d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:40.916061 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c95410d9-c7b9-4fbf-8bb9-2b5f00f4ae49 req-176dc2e4-41e4-4c4f-9776-a53aff9a983d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 946 time: 0.0547450 Feb 28 21:19:40.968566 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c95410d9-c7b9-4fbf-8bb9-2b5f00f4ae49 req-629dbee0-f2ff-4cf5-a122-b6edfd74d4de tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8f08e6-fb38-4d22-bfea-f6d8711a3278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463254 Feb 28 21:19:41.070639 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf9107e-9248-4334-a299-17166a511bf3 x-openstack-request-id: req-2bf9107e-9248-4334-a299-17166a511bf3 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:19:41.070860 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3", "name": "network-vif-plugged", "status": "completed", "tag": "390e0baa-3db8-466e-966b-23b54a6ad445", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:19:41.071113 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bf9107e-9248-4334-a299-17166a511bf3 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:19:41.071543 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390e0baa-3db8-466e-966b-23b54a6ad445', 'code': 200} Feb 28 21:19:41.168560 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bfcd2-8354-490d-9126-27731fcf8e40 req-bcdbb379-700c-4c03-8278-a67404986295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:41.169987 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e6bfcd2-8354-490d-9126-27731fcf8e40 req-bcdbb379-700c-4c03-8278-a67404986295 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 1129 time: 0.0431342 Feb 28 21:19:41.216414 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3e6bfcd2-8354-490d-9126-27731fcf8e40 req-7300e1e2-4d4b-47bf-bbd8-8ed87c2c4739 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7d8f08e6-fb38-4d22-bfea-f6d8711a3278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400662 Feb 28 21:19:42.103427 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57c9a1-a5e2-4400-ac64-9213686c349e req-33ae5ea8-5483-4783-a4af-a22c3e82ed22 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:42.105003 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b57c9a1-a5e2-4400-ac64-9213686c349e req-33ae5ea8-5483-4783-a4af-a22c3e82ed22 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 946 time: 0.0635505 Feb 28 21:19:42.161827 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7b57c9a1-a5e2-4400-ac64-9213686c349e req-278e7ddc-f968-4731-a831-fd05a10c1a8f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8f08e6-fb38-4d22-bfea-f6d8711a3278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503633 Feb 28 21:19:43.285306 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639efe61-f437-4491-808c-dbd665fd26dc req-3e03f801-68b8-411b-bdfd-b8614baf3415 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:43.287380 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-639efe61-f437-4491-808c-dbd665fd26dc req-3e03f801-68b8-411b-bdfd-b8614baf3415 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 946 time: 0.0566590 Feb 28 21:19:43.335316 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-639efe61-f437-4491-808c-dbd665fd26dc req-12bf0709-7572-491f-a1d9-8a9f34ee109b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8f08e6-fb38-4d22-bfea-f6d8711a3278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416789 Feb 28 21:19:43.453611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea9849-5b46-4421-a30d-534fb9d5b249 req-0f0b55c8-d1d2-415e-b974-3783c1b1654b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:43.455004 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dfea9849-5b46-4421-a30d-534fb9d5b249 req-0f0b55c8-d1d2-415e-b974-3783c1b1654b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 946 time: 0.0553260 Feb 28 21:19:43.503892 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dfea9849-5b46-4421-a30d-534fb9d5b249 req-9abb5300-d536-4843-be9e-8c49597aac67 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8f08e6-fb38-4d22-bfea-f6d8711a3278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431895 Feb 28 21:19:43.524925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47994) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:43.571082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d38829-bf43-48e8-9e2f-8858cd53f0d8 tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:43.572621 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-31d38829-bf43-48e8-9e2f-8858cd53f0d8 tempest-TestNetworkAdvancedServerOps-1974043201 tempest-TestNetworkAdvancedServerOps-1974043201-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 1124 time: 0.0462554 Feb 28 21:19:43.575466 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 47996) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:43.579589 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-ca5d867a-98a0-4099-bd19-e9914f714c62 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': '390e0baa-3db8-466e-966b-23b54a6ad445', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:19:43.600102 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ca5d867a-98a0-4099-bd19-e9914f714c62 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:43.696957 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ca5d867a-98a0-4099-bd19-e9914f714c62 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:43.800690 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-ca5d867a-98a0-4099-bd19-e9914f714c62 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Allocated IP 172.25.0.49 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/97f7c5d6-a751-4b83-bfca-173e9ee47169) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:19:43.899338 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ca5d867a-98a0-4099-bd19-e9914f714c62 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (97f7c5d6-a751-4b83-bfca-173e9ee47169), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:43.932935 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ca5d867a-98a0-4099-bd19-e9914f714c62 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (97f7c5d6-a751-4b83-bfca-173e9ee47169), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:43.976365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5d867a-98a0-4099-bd19-e9914f714c62 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:19:43.979187 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-ca5d867a-98a0-4099-bd19-e9914f714c62 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:19:43.982616 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5d867a-98a0-4099-bd19-e9914f714c62 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:19:44.358615 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d867a-98a0-4099-bd19-e9914f714c62 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=97f7c5d6-a751-4b83-bfca-173e9ee47169,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:44.695686 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ca5d867a-98a0-4099-bd19-e9914f714c62 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for floatingip (fa839ce4-732e-4d26-95d6-b35f73270099), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:44.766386 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ca5d867a-98a0-4099-bd19-e9914f714c62 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (97f7c5d6-a751-4b83-bfca-173e9ee47169), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:44.921322 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ca5d867a-98a0-4099-bd19-e9914f714c62 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for port (97f7c5d6-a751-4b83-bfca-173e9ee47169), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:44.926383 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ca5d867a-98a0-4099-bd19-e9914f714c62 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (97f7c5d6-a751-4b83-bfca-173e9ee47169), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:45.009904 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d867a-98a0-4099-bd19-e9914f714c62 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event updated for resources: {'Port': ['ID=97f7c5d6-a751-4b83-bfca-173e9ee47169,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:19:45.021398 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ca5d867a-98a0-4099-bd19-e9914f714c62 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (fa839ce4-732e-4d26-95d6-b35f73270099), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:45.126270 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-ca5d867a-98a0-4099-bd19-e9914f714c62 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Floating IP fa839ce4-732e-4d26-95d6-b35f73270099 associated. External IP: 172.25.0.49, port: 390e0baa-3db8-466e-966b-23b54a6ad445. Feb 28 21:19:45.358150 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5d867a-98a0-4099-bd19-e9914f714c62 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router c3b91c40-f7e1-4927-b676-4b187bbc2088 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:19:45.475470 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5d867a-98a0-4099-bd19-e9914f714c62 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:19:45.485705 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd97da2f-6ca4-4425-b5c4-ccd66157de9c None None] Sync routers for ids ['c3b91c40-f7e1-4927-b676-4b187bbc2088'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:19:45.496211 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ca5d867a-98a0-4099-bd19-e9914f714c62 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:45.497934 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd97da2f-6ca4-4425-b5c4-ccd66157de9c None None] Routers {'c3b91c40-f7e1-4927-b676-4b187bbc2088'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:19:45.498568 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-fd97da2f-6ca4-4425-b5c4-ccd66157de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:19:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['c3b91c40-f7e1-4927-b676-4b187bbc2088'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:45.529647 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ca5d867a-98a0-4099-bd19-e9914f714c62 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9530780 Feb 28 21:19:45.530447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3', 'tag': '390e0baa-3db8-466e-966b-23b54a6ad445'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:19:45.536487 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b6e886-5790-4cbb-97d8-93d949479866" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3", "tag": "390e0baa-3db8-466e-966b-23b54a6ad445"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:19:45.613055 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-fd97da2f-6ca4-4425-b5c4-ccd66157de9c None None] Set router c3b91c40-f7e1-4927-b676-4b187bbc2088 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:19:45.638227 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05312f34-5583-437e-9667-d6c69bb41e58 req-5aa17663-7d41-4d6d-91ef-e18cf7e0d3a5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:45.639974 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05312f34-5583-437e-9667-d6c69bb41e58 req-5aa17663-7d41-4d6d-91ef-e18cf7e0d3a5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 946 time: 0.0595086 Feb 28 21:19:45.697181 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-05312f34-5583-437e-9667-d6c69bb41e58 req-61dc0066-dae5-4fbb-82f5-484e89c3cea8 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8f08e6-fb38-4d22-bfea-f6d8711a3278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512199 Feb 28 21:19:45.729379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48004) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:45.773756 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301d531e-80d4-445e-bb88-8a79e63e0aa6 x-openstack-request-id: req-301d531e-80d4-445e-bb88-8a79e63e0aa6 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:19:45.774048 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3", "tag": "390e0baa-3db8-466e-966b-23b54a6ad445", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:19:45.774306 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-301d531e-80d4-445e-bb88-8a79e63e0aa6 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:19:45.774714 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3', 'tag': '390e0baa-3db8-466e-966b-23b54a6ad445', 'status': 'completed', 'code': 200} Feb 28 21:19:45.828455 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b13ab292-8d2e-411a-986c-2684a9653a8e tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/floatingips/fa839ce4-732e-4d26-95d6-b35f73270099 HTTP/1.1" status: 200 len: 991 time: 0.0979133 Feb 28 21:19:45.842356 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6e886-5790-4cbb-97d8-93d949479866 req-c0eb5a5a-4a97-47c3-9c75-31e31acf0c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:45.843968 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26b6e886-5790-4cbb-97d8-93d949479866 req-c0eb5a5a-4a97-47c3-9c75-31e31acf0c53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 1129 time: 0.0684259 Feb 28 21:19:45.870887 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-fd97da2f-6ca4-4425-b5c4-ccd66157de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246830198', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:32Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'fa839ce4-732e-4d26-95d6-b35f73270099', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'floating_ip_address': '172.25.0.49', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'port_id': '390e0baa-3db8-466e-966b-23b54a6ad445', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1', 'mac_address': 'fa:16:3e:d5:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:19:44Z', 'updated_at': '2022-02-28T21:19:44Z', 'revision_number': 0, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e18de44-4817-437d-ab50-84d0e0baba1d', 'name': '', 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:d4:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '8aa85d7a-7f37-4c20-914d-57b9a58966a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:31Z', 'updated_at': '2022-02-28T21:19:35Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '8aa85d7a-7f37-4c20-914d-57b9a58966a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:45.902531 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd97da2f-6ca4-4425-b5c4-ccd66157de9c None None] Checking router: c3b91c40-f7e1-4927-b676-4b187bbc2088 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:19:45.911625 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd97da2f-6ca4-4425-b5c4-ccd66157de9c None None] Routers {'c3b91c40-f7e1-4927-b676-4b187bbc2088'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:19:45.912276 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-fd97da2f-6ca4-4425-b5c4-ccd66157de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:19:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['c3b91c40-f7e1-4927-b676-4b187bbc2088'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:45.951802 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6e886-5790-4cbb-97d8-93d949479866 req-a23297e3-f6cc-475d-b837-0583b7298e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:45.953728 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26b6e886-5790-4cbb-97d8-93d949479866 req-a23297e3-f6cc-475d-b837-0583b7298e16 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4009e43c-07ef-4a39-b904-48a35a2cacf1 HTTP/1.1" status: 200 len: 896 time: 0.1032653 Feb 28 21:19:46.036074 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26b6e886-5790-4cbb-97d8-93d949479866 req-058e03ae-58d8-44f7-a8a5-cad5c54a52d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=390e0baa-3db8-466e-966b-23b54a6ad445 HTTP/1.1" status: 200 len: 999 time: 0.0749247 Feb 28 21:19:46.092550 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6e886-5790-4cbb-97d8-93d949479866 req-ed8a2286-3cb1-47cb-9237-86e79ad809e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:46.094050 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26b6e886-5790-4cbb-97d8-93d949479866 req-ed8a2286-3cb1-47cb-9237-86e79ad809e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8aa85d7a-7f37-4c20-914d-57b9a58966a4 HTTP/1.1" status: 200 len: 835 time: 0.0514681 Feb 28 21:19:46.148272 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-fd97da2f-6ca4-4425-b5c4-ccd66157de9c None None] Set router c3b91c40-f7e1-4927-b676-4b187bbc2088 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:19:46.152407 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6e886-5790-4cbb-97d8-93d949479866 req-ea42d8fd-d09c-4bb6-b8aa-6d70b31a0652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:46.154935 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26b6e886-5790-4cbb-97d8-93d949479866 req-ea42d8fd-d09c-4bb6-b8aa-6d70b31a0652 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4009e43c-07ef-4a39-b904-48a35a2cacf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0534070 Feb 28 21:19:46.246478 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26b6e886-5790-4cbb-97d8-93d949479866 req-03cabacf-6aea-49df-bd97-0172fc573202 service neutron] 10.222.0.10 "GET /v2.0/networks/4009e43c-07ef-4a39-b904-48a35a2cacf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858352 Feb 28 21:19:46.357305 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-26b6e886-5790-4cbb-97d8-93d949479866 req-66fabe25-fa1d-47b8-ad5e-8745a72e5a43 service neutron] 10.222.0.10 "GET /v2.0/networks/4009e43c-07ef-4a39-b904-48a35a2cacf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036198 Feb 28 21:19:46.394153 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-fd97da2f-6ca4-4425-b5c4-ccd66157de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246830198', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:32Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'fa839ce4-732e-4d26-95d6-b35f73270099', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'floating_ip_address': '172.25.0.49', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'port_id': '390e0baa-3db8-466e-966b-23b54a6ad445', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1', 'mac_address': 'fa:16:3e:d5:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:19:44Z', 'updated_at': '2022-02-28T21:19:44Z', 'revision_number': 0, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e18de44-4817-437d-ab50-84d0e0baba1d', 'name': '', 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:d4:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '8aa85d7a-7f37-4c20-914d-57b9a58966a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:31Z', 'updated_at': '2022-02-28T21:19:35Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '8aa85d7a-7f37-4c20-914d-57b9a58966a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:19:46.424901 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd97da2f-6ca4-4425-b5c4-ccd66157de9c None None] The sync data for ids ['c3b91c40-f7e1-4927-b676-4b187bbc2088'] in n-d-820368-21 is: [{'id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246830198', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:32Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'fa839ce4-732e-4d26-95d6-b35f73270099', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'floating_ip_address': '172.25.0.49', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'port_id': '390e0baa-3db8-466e-966b-23b54a6ad445', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1', 'mac_address': 'fa:16:3e:d5:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:19:44Z', 'updated_at': '2022-02-28T21:19:44Z', 'revision_number': 0, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e18de44-4817-437d-ab50-84d0e0baba1d', 'name': '', 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:d4:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '8aa85d7a-7f37-4c20-914d-57b9a58966a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:31Z', 'updated_at': '2022-02-28T21:19:35Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '8aa85d7a-7f37-4c20-914d-57b9a58966a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:19:46.630882 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15a4451-002e-4ff4-a03d-572f723d87ed None None] New status for floating IP fa839ce4-732e-4d26-95d6-b35f73270099: ACTIVE {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:19:46.679597 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a97d623c-f31c-4eae-bf88-e3709037a131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:46.833629 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48006) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:19:46.894967 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-03eef556-5c36-43e6-aa8c-23ae3773eb0f tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/floatingips/fa839ce4-732e-4d26-95d6-b35f73270099 HTTP/1.1" status: 200 len: 993 time: 0.0601740 Feb 28 21:19:49.166555 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e627056a-dc3f-4537-bff1-2754149da941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:50.253311 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:50.350278 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:51.546637 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:52.858342 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:53.167091 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:19:53.198010 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:19:56.661901 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8857c05-d8f6-4889-a098-bdadf57ab81b req-d7dadd1c-addc-40c0-8dbc-81ee5479c0ed service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435278 Feb 28 21:19:56.761707 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8857c05-d8f6-4889-a098-bdadf57ab81b req-6e276002-30d9-40ac-b72e-07e3b87f940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:56.763209 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8857c05-d8f6-4889-a098-bdadf57ab81b req-6e276002-30d9-40ac-b72e-07e3b87f940b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 1129 time: 0.0488255 Feb 28 21:19:56.864300 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8857c05-d8f6-4889-a098-bdadf57ab81b req-c93cbb5c-5618-4050-8eec-dee38c64a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:56.865779 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8857c05-d8f6-4889-a098-bdadf57ab81b req-c93cbb5c-5618-4050-8eec-dee38c64a26c service neutron] 10.222.0.10 "GET /v2.0/networks?id=4009e43c-07ef-4a39-b904-48a35a2cacf1 HTTP/1.1" status: 200 len: 896 time: 0.0847523 Feb 28 21:19:56.942926 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8857c05-d8f6-4889-a098-bdadf57ab81b req-072d4ed6-c27d-4b88-9dd6-107439cd5b4e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=390e0baa-3db8-466e-966b-23b54a6ad445 HTTP/1.1" status: 200 len: 1001 time: 0.0645096 Feb 28 21:19:56.990717 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8857c05-d8f6-4889-a098-bdadf57ab81b req-646bb993-e0b0-43ef-bc62-0438f22e626e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:56.992338 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8857c05-d8f6-4889-a098-bdadf57ab81b req-646bb993-e0b0-43ef-bc62-0438f22e626e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8aa85d7a-7f37-4c20-914d-57b9a58966a4 HTTP/1.1" status: 200 len: 835 time: 0.0436516 Feb 28 21:19:57.039974 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8857c05-d8f6-4889-a098-bdadf57ab81b req-76a96beb-650d-487e-833f-0219de422e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:19:57.042000 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8857c05-d8f6-4889-a098-bdadf57ab81b req-76a96beb-650d-487e-833f-0219de422e91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4009e43c-07ef-4a39-b904-48a35a2cacf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439639 Feb 28 21:19:57.136929 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8857c05-d8f6-4889-a098-bdadf57ab81b req-99cb9417-6c81-480e-97c0-36f2b9a4e470 service neutron] 10.222.0.10 "GET /v2.0/networks/4009e43c-07ef-4a39-b904-48a35a2cacf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888491 Feb 28 21:19:57.229423 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e8857c05-d8f6-4889-a098-bdadf57ab81b req-8b831e53-3afe-4ded-aec7-8eb2ee6957c0 service neutron] 10.222.0.10 "GET /v2.0/networks/4009e43c-07ef-4a39-b904-48a35a2cacf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851364 Feb 28 21:20:16.641947 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2e0b3ad2-fe70-4650-ad01-338d610df4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:18.366475 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8d82c-df66-4adb-aef7-03c633b39b09 req-384e01e9-9b8d-4375-8f9f-b4c23614795b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:18.369590 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eec8d82c-df66-4adb-aef7-03c633b39b09 req-384e01e9-9b8d-4375-8f9f-b4c23614795b tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 946 time: 0.0748439 Feb 28 21:20:18.456201 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-eec8d82c-df66-4adb-aef7-03c633b39b09 req-c3d7dbb1-946e-451b-8e67-e9e6b30e4eea tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8f08e6-fb38-4d22-bfea-f6d8711a3278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747418 Feb 28 21:20:19.174012 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2c3d77ff-a349-4ab9-9b4a-2d0252700a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:19.575328 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38347a19-6fdf-44d9-aa2f-c2837428abff req-80e326d3-a3c0-404b-815d-3042a4d2d7cd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:19.576991 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38347a19-6fdf-44d9-aa2f-c2837428abff req-80e326d3-a3c0-404b-815d-3042a4d2d7cd tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 946 time: 0.0526774 Feb 28 21:20:19.627586 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-38347a19-6fdf-44d9-aa2f-c2837428abff req-46aca0c5-4ba0-4051-a626-9e665eb99add tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8f08e6-fb38-4d22-bfea-f6d8711a3278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441525 Feb 28 21:20:19.649271 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48026) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:19.713529 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-612d9fb2-2cbc-4c67-9419-f6d39f2de435 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/floatingips/fa839ce4-732e-4d26-95d6-b35f73270099 HTTP/1.1" status: 200 len: 993 time: 0.0631402 Feb 28 21:20:20.253131 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:20.353060 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:21.013089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c035e-647f-4daf-bb57-d38d52945d63 req-9ba41f3b-b041-47e3-ab1a-ac9a0468f453 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:21.014548 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-861c035e-647f-4daf-bb57-d38d52945d63 req-9ba41f3b-b041-47e3-ab1a-ac9a0468f453 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 946 time: 0.0826123 Feb 28 21:20:21.046900 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bc31c-a02d-4415-a0fe-2f0c2435def6 req-517ca3b2-c85e-44b0-8323-2f119a1b7c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:21.048383 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d0bc31c-a02d-4415-a0fe-2f0c2435def6 req-517ca3b2-c85e-44b0-8323-2f119a1b7c0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 1129 time: 0.0745730 Feb 28 21:20:21.096612 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-861c035e-647f-4daf-bb57-d38d52945d63 req-d222c35f-f0ad-494b-8cbd-d9c420bc9416 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8f08e6-fb38-4d22-bfea-f6d8711a3278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763564 Feb 28 21:20:21.156800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bc31c-a02d-4415-a0fe-2f0c2435def6 req-c2636aad-25ab-4a7b-8f64-4b038f380614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:21.158279 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d0bc31c-a02d-4415-a0fe-2f0c2435def6 req-c2636aad-25ab-4a7b-8f64-4b038f380614 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4009e43c-07ef-4a39-b904-48a35a2cacf1 HTTP/1.1" status: 200 len: 896 time: 0.1022472 Feb 28 21:20:21.227047 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d0bc31c-a02d-4415-a0fe-2f0c2435def6 req-be093e12-5ff0-4a57-af6e-5d758845d37f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=390e0baa-3db8-466e-966b-23b54a6ad445 HTTP/1.1" status: 200 len: 1001 time: 0.0624089 Feb 28 21:20:21.275983 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bc31c-a02d-4415-a0fe-2f0c2435def6 req-79e0f707-d8d1-45d9-a617-aa80775256ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:21.277377 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d0bc31c-a02d-4415-a0fe-2f0c2435def6 req-79e0f707-d8d1-45d9-a617-aa80775256ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8aa85d7a-7f37-4c20-914d-57b9a58966a4 HTTP/1.1" status: 200 len: 835 time: 0.0435765 Feb 28 21:20:21.325283 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bc31c-a02d-4415-a0fe-2f0c2435def6 req-b692bb09-f88a-4542-b527-476e6e088940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:21.326756 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d0bc31c-a02d-4415-a0fe-2f0c2435def6 req-b692bb09-f88a-4542-b527-476e6e088940 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4009e43c-07ef-4a39-b904-48a35a2cacf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430183 Feb 28 21:20:21.417486 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d0bc31c-a02d-4415-a0fe-2f0c2435def6 req-4d474fb2-6c21-41cd-8ef5-e0f4a3aecfdf service neutron] 10.222.0.10 "GET /v2.0/networks/4009e43c-07ef-4a39-b904-48a35a2cacf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840945 Feb 28 21:20:21.504745 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d0bc31c-a02d-4415-a0fe-2f0c2435def6 req-63b0ef31-0d46-4e07-9020-997ba889a11b service neutron] 10.222.0.10 "GET /v2.0/networks/4009e43c-07ef-4a39-b904-48a35a2cacf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812142 Feb 28 21:20:21.550899 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:22.234349 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60539b21-53b9-4a36-878e-bddca0c5dead req-ab889bad-7880-4501-9c06-054c9d94a735 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:22.235941 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60539b21-53b9-4a36-878e-bddca0c5dead req-ab889bad-7880-4501-9c06-054c9d94a735 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 946 time: 0.0573952 Feb 28 21:20:22.297938 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60539b21-53b9-4a36-878e-bddca0c5dead req-78ad6406-69df-486f-9fc2-1221a1afd476 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8f08e6-fb38-4d22-bfea-f6d8711a3278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554941 Feb 28 21:20:22.860785 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:23.164769 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:23.418037 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8fb99-161f-4f56-9b2f-07f4dc75453b req-37b78488-6baf-4696-a7a6-73bf09f0ea18 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:23.419410 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76a8fb99-161f-4f56-9b2f-07f4dc75453b req-37b78488-6baf-4696-a7a6-73bf09f0ea18 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 946 time: 0.0529609 Feb 28 21:20:23.467735 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-76a8fb99-161f-4f56-9b2f-07f4dc75453b req-a931e287-f723-4a31-8388-ae3faab188bb tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8f08e6-fb38-4d22-bfea-f6d8711a3278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426950 Feb 28 21:20:23.490460 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48038) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:23.549031 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6897341c-6694-485f-af4c-dac5bb919c55 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/floatingips/fa839ce4-732e-4d26-95d6-b35f73270099 HTTP/1.1" status: 200 len: 993 time: 0.0574739 Feb 28 21:20:23.762664 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48044) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:23.926537 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting port 97f7c5d6-a751-4b83-bfca-173e9ee47169 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:20:23.926882 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (97f7c5d6-a751-4b83-bfca-173e9ee47169), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:24.001407 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (97f7c5d6-a751-4b83-bfca-173e9ee47169), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:24.001736 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for floatingip (97f7c5d6-a751-4b83-bfca-173e9ee47169), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:24.013353 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Calling delete_port for 97f7c5d6-a751-4b83-bfca-173e9ee47169 owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:20:24.161411 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (97f7c5d6-a751-4b83-bfca-173e9ee47169), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:24.188591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Port': ['ID=97f7c5d6-a751-4b83-bfca-173e9ee47169,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:24.212469 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:24.212817 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:24.213158 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:24.213498 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:24.213828 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:24.214179 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:24.214512 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:24.214826 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:24.215616 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:24.215967 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:24.216286 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:24.216604 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:24.216925 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:24.264247 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for floatingip (fa839ce4-732e-4d26-95d6-b35f73270099), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:24.264591 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Floating IP fa839ce4-732e-4d26-95d6-b35f73270099 disassociated (deleted). External IP: 172.25.0.49, port: 390e0baa-3db8-466e-966b-23b54a6ad445. Feb 28 21:20:24.475178 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router c3b91c40-f7e1-4927-b676-4b187bbc2088 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:20:24.583631 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:20:24.588401 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:24.595094 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447edc03-81cc-4ca4-80ed-1c643d6b36be None None] Sync routers for ids ['c3b91c40-f7e1-4927-b676-4b187bbc2088'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:20:24.605043 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447edc03-81cc-4ca4-80ed-1c643d6b36be None None] Routers {'c3b91c40-f7e1-4927-b676-4b187bbc2088'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:20:24.605773 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-447edc03-81cc-4ca4-80ed-1c643d6b36be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:20:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['c3b91c40-f7e1-4927-b676-4b187bbc2088'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:24.717227 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-447edc03-81cc-4ca4-80ed-1c643d6b36be None None] Set router c3b91c40-f7e1-4927-b676-4b187bbc2088 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:20:24.917155 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-447edc03-81cc-4ca4-80ed-1c643d6b36be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246830198', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:32Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '0e18de44-4817-437d-ab50-84d0e0baba1d', 'name': '', 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:d4:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '8aa85d7a-7f37-4c20-914d-57b9a58966a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:31Z', 'updated_at': '2022-02-28T21:19:35Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '8aa85d7a-7f37-4c20-914d-57b9a58966a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:24.948348 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447edc03-81cc-4ca4-80ed-1c643d6b36be None None] Checking router: c3b91c40-f7e1-4927-b676-4b187bbc2088 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:20:24.957602 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447edc03-81cc-4ca4-80ed-1c643d6b36be None None] Routers {'c3b91c40-f7e1-4927-b676-4b187bbc2088'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:20:24.958214 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-447edc03-81cc-4ca4-80ed-1c643d6b36be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:20:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['c3b91c40-f7e1-4927-b676-4b187bbc2088'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:24.970592 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7a8993b2-64ff-4d14-a4c4-b00a2d920a8c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/floatingips/fa839ce4-732e-4d26-95d6-b35f73270099 HTTP/1.1" status: 204 len: 168 time: 1.2066236 Feb 28 21:20:24.971374 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3', 'tag': '390e0baa-3db8-466e-966b-23b54a6ad445'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:20:24.974353 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40ad50f-f65a-4454-b0cc-bb65c2491077" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3", "tag": "390e0baa-3db8-466e-966b-23b54a6ad445"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:20:25.068279 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-447edc03-81cc-4ca4-80ed-1c643d6b36be None None] Set router c3b91c40-f7e1-4927-b676-4b187bbc2088 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:20:25.133442 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635c66b4-2026-4b3a-b55b-3e9eef810e25 x-openstack-request-id: req-635c66b4-2026-4b3a-b55b-3e9eef810e25 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:20:25.134065 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3", "tag": "390e0baa-3db8-466e-966b-23b54a6ad445", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:20:25.134640 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-635c66b4-2026-4b3a-b55b-3e9eef810e25 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:20:25.135704 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3', 'tag': '390e0baa-3db8-466e-966b-23b54a6ad445', 'status': 'completed', 'code': 200} Feb 28 21:20:25.247439 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ad50f-f65a-4454-b0cc-bb65c2491077 req-bc3de042-35e4-489a-98c7-48fe00269902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:25.248921 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e40ad50f-f65a-4454-b0cc-bb65c2491077 req-bc3de042-35e4-489a-98c7-48fe00269902 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=559aa21798c346fa8b89a8f96ec99843&device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 1129 time: 0.0896764 Feb 28 21:20:25.260959 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31743a-2184-4392-b812-b899596bfdea req-949bf79f-8c24-4e37-90ab-cb6225cb3a85 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:25.262724 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f31743a-2184-4392-b812-b899596bfdea req-949bf79f-8c24-4e37-90ab-cb6225cb3a85 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 946 time: 0.0683010 Feb 28 21:20:25.296185 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-447edc03-81cc-4ca4-80ed-1c643d6b36be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246830198', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:32Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '0e18de44-4817-437d-ab50-84d0e0baba1d', 'name': '', 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:d4:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '8aa85d7a-7f37-4c20-914d-57b9a58966a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:31Z', 'updated_at': '2022-02-28T21:19:35Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '8aa85d7a-7f37-4c20-914d-57b9a58966a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:25.323445 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447edc03-81cc-4ca4-80ed-1c643d6b36be None None] The sync data for ids ['c3b91c40-f7e1-4927-b676-4b187bbc2088'] in n-d-820368-21 is: [{'id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246830198', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:32Z', 'revision_number': 4, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '0e18de44-4817-437d-ab50-84d0e0baba1d', 'name': '', 'network_id': '4009e43c-07ef-4a39-b904-48a35a2cacf1', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'mac_address': 'fa:16:3e:d4:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '8aa85d7a-7f37-4c20-914d-57b9a58966a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:31Z', 'updated_at': '2022-02-28T21:19:35Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'subnets': [{'id': '8aa85d7a-7f37-4c20-914d-57b9a58966a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:20:25.372572 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3f31743a-2184-4392-b812-b899596bfdea req-29e5208d-0311-4edf-92cb-bf3995a25e67 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8f08e6-fb38-4d22-bfea-f6d8711a3278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004803 Feb 28 21:20:25.404551 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ad50f-f65a-4454-b0cc-bb65c2491077 req-5ab2b06a-8151-49bf-9130-461ba0789b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:25.406614 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e40ad50f-f65a-4454-b0cc-bb65c2491077 req-5ab2b06a-8151-49bf-9130-461ba0789b36 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4009e43c-07ef-4a39-b904-48a35a2cacf1 HTTP/1.1" status: 200 len: 896 time: 0.1429253 Feb 28 21:20:25.455017 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e40ad50f-f65a-4454-b0cc-bb65c2491077 req-6cd3936b-2ba7-427c-9c87-850ae8c3b89d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=390e0baa-3db8-466e-966b-23b54a6ad445 HTTP/1.1" status: 200 len: 217 time: 0.0412071 Feb 28 21:20:25.510763 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ad50f-f65a-4454-b0cc-bb65c2491077 req-bebb4a5f-833c-43d5-8d71-edf026d8e264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:25.515647 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e40ad50f-f65a-4454-b0cc-bb65c2491077 req-bebb4a5f-833c-43d5-8d71-edf026d8e264 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8aa85d7a-7f37-4c20-914d-57b9a58966a4 HTTP/1.1" status: 200 len: 835 time: 0.0506344 Feb 28 21:20:25.568216 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ad50f-f65a-4454-b0cc-bb65c2491077 req-e4efbbff-47f4-4f78-ba5b-864bb8fd9c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:25.569742 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e40ad50f-f65a-4454-b0cc-bb65c2491077 req-e4efbbff-47f4-4f78-ba5b-864bb8fd9c8c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4009e43c-07ef-4a39-b904-48a35a2cacf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0511467 Feb 28 21:20:25.574595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffde41f-9ff6-46e6-92cf-e08747bb8b62 None None] New status for floating IP fa839ce4-732e-4d26-95d6-b35f73270099: DOWN {{(pid=103775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:20:25.677387 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e40ad50f-f65a-4454-b0cc-bb65c2491077 req-907b903d-85d4-48b7-aa8e-54dd9105dc83 service neutron] 10.222.0.10 "GET /v2.0/networks/4009e43c-07ef-4a39-b904-48a35a2cacf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004658 Feb 28 21:20:25.773531 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e40ad50f-f65a-4454-b0cc-bb65c2491077 req-29b5b1ba-d04e-4a92-a0eb-210145f12edd service neutron] 10.222.0.10 "GET /v2.0/networks/4009e43c-07ef-4a39-b904-48a35a2cacf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854261 Feb 28 21:20:26.514572 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d111d63-452d-42fa-8b58-c8583ebc02d2 req-6b49a60c-72ce-4e5e-bdac-c6ebb8e5d000 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:26.516345 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d111d63-452d-42fa-8b58-c8583ebc02d2 req-6b49a60c-72ce-4e5e-bdac-c6ebb8e5d000 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 946 time: 0.0608735 Feb 28 21:20:26.577671 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0d111d63-452d-42fa-8b58-c8583ebc02d2 req-2eb3720c-e402-4456-95a6-87796e076c7d tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8f08e6-fb38-4d22-bfea-f6d8711a3278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552881 Feb 28 21:20:26.850352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af548f37-25d2-459a-98e8-558e208584fb req-3a22bc95-ab3f-403a-978d-11d5c1f568e4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:26.851701 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af548f37-25d2-459a-98e8-558e208584fb req-3a22bc95-ab3f-403a-978d-11d5c1f568e4 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 946 time: 0.0509171 Feb 28 21:20:26.942446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-af548f37-25d2-459a-98e8-558e208584fb req-403c811d-ecc0-4ac4-b396-96f01842cb52 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting port 390e0baa-3db8-466e-966b-23b54a6ad445 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:20:26.942796 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-af548f37-25d2-459a-98e8-558e208584fb req-403c811d-ecc0-4ac4-b396-96f01842cb52 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (390e0baa-3db8-466e-966b-23b54a6ad445), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:27.034718 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-af548f37-25d2-459a-98e8-558e208584fb req-403c811d-ecc0-4ac4-b396-96f01842cb52 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] For port 390e0baa-3db8-466e-966b-23b54a6ad445, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=390e0baa-3db8-466e-966b-23b54a6ad445,segment=NetworkSegment(2c47a842-39b5-4865-979b-a0973d8b7891),segment_id=2c47a842-39b5-4865-979b-a0973d8b7891)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:20:27.035083 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-af548f37-25d2-459a-98e8-558e208584fb req-403c811d-ecc0-4ac4-b396-96f01842cb52 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (390e0baa-3db8-466e-966b-23b54a6ad445), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:27.048215 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-af548f37-25d2-459a-98e8-558e208584fb req-403c811d-ecc0-4ac4-b396-96f01842cb52 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Calling delete_port for 390e0baa-3db8-466e-966b-23b54a6ad445 owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:20:27.177114 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-af548f37-25d2-459a-98e8-558e208584fb req-403c811d-ecc0-4ac4-b396-96f01842cb52 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (390e0baa-3db8-466e-966b-23b54a6ad445), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:27.206194 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c811d-ecc0-4ac4-b396-96f01842cb52 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Port': ['ID=390e0baa-3db8-466e-966b-23b54a6ad445,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:27.252593 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-af548f37-25d2-459a-98e8-558e208584fb req-403c811d-ecc0-4ac4-b396-96f01842cb52 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] No DVR routers for this DVR port 390e0baa-3db8-466e-966b-23b54a6ad445 on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:20:27.255979 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-af548f37-25d2-459a-98e8-558e208584fb req-403c811d-ecc0-4ac4-b396-96f01842cb52 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:27.259414 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-af548f37-25d2-459a-98e8-558e208584fb req-403c811d-ecc0-4ac4-b396-96f01842cb52 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.10 "DELETE /v2.0/ports/390e0baa-3db8-466e-966b-23b54a6ad445 HTTP/1.1" status: 204 len: 173 time: 0.4016430 Feb 28 21:20:27.259987 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3', 'name': 'network-vif-deleted', 'tag': '390e0baa-3db8-466e-966b-23b54a6ad445'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:20:27.262921 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00451c95-87b8-4bb8-905b-ef854789f2ae" -d '{"events": [{"server_uuid": "ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3", "name": "network-vif-deleted", "tag": "390e0baa-3db8-466e-966b-23b54a6ad445"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:20:27.300227 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a0038f-01bb-4300-bfa0-52f3812c8424 x-openstack-request-id: req-82a0038f-01bb-4300-bfa0-52f3812c8424 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:20:27.300524 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3", "name": "network-vif-deleted", "tag": "390e0baa-3db8-466e-966b-23b54a6ad445", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:20:27.300781 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82a0038f-01bb-4300-bfa0-52f3812c8424 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:20:27.301190 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3', 'name': 'network-vif-deleted', 'tag': '390e0baa-3db8-466e-966b-23b54a6ad445', 'status': 'completed', 'code': 200} Feb 28 21:20:27.694661 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cd57e4b7-d0f3-44ee-a8ac-4fe126193527 req-f1db7eb0-f3db-451f-bd4c-c31e774edd57 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2a0321-f5ea-4f2f-8b67-9e9e3b0affa3 HTTP/1.1" status: 200 len: 210 time: 0.0290465 Feb 28 21:20:28.753574 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48060) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:29.117663 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2fe3cc3c-87b7-450d-b2bf-2e4ea2665fc5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (c3b91c40-f7e1-4927-b676-4b187bbc2088), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:29.382697 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-2fe3cc3c-87b7-450d-b2bf-2e4ea2665fc5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting port 0e18de44-4817-437d-ab50-84d0e0baba1d {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:20:29.382957 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2fe3cc3c-87b7-450d-b2bf-2e4ea2665fc5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (0e18de44-4817-437d-ab50-84d0e0baba1d), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:29.475301 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-2fe3cc3c-87b7-450d-b2bf-2e4ea2665fc5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] For port 0e18de44-4817-437d-ab50-84d0e0baba1d, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=0e18de44-4817-437d-ab50-84d0e0baba1d,segment=NetworkSegment(2c47a842-39b5-4865-979b-a0973d8b7891),segment_id=2c47a842-39b5-4865-979b-a0973d8b7891)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:20:29.475667 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2fe3cc3c-87b7-450d-b2bf-2e4ea2665fc5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (0e18de44-4817-437d-ab50-84d0e0baba1d), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:29.487709 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-2fe3cc3c-87b7-450d-b2bf-2e4ea2665fc5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Calling delete_port for 0e18de44-4817-437d-ab50-84d0e0baba1d owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:20:29.672620 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2fe3cc3c-87b7-450d-b2bf-2e4ea2665fc5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (0e18de44-4817-437d-ab50-84d0e0baba1d), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:29.700320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3cc3c-87b7-450d-b2bf-2e4ea2665fc5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Port': ['ID=0e18de44-4817-437d-ab50-84d0e0baba1d,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:29.879790 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-2fe3cc3c-87b7-450d-b2bf-2e4ea2665fc5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (c3b91c40-f7e1-4927-b676-4b187bbc2088), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:30.102903 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe3cc3c-87b7-450d-b2bf-2e4ea2665fc5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Router c3b91c40-f7e1-4927-b676-4b187bbc2088 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:20:30.200661 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:20:30.211116 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe3cc3c-87b7-450d-b2bf-2e4ea2665fc5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:20:30.216597 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-2fe3cc3c-87b7-450d-b2bf-2e4ea2665fc5 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "PUT /v2.0/routers/c3b91c40-f7e1-4927-b676-4b187bbc2088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4619803 Feb 28 21:20:30.219208 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48064) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:30.221354 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50ae0a2-73d0-4da8-a477-a8265d3d1338 None None] Sync routers for ids ['c3b91c40-f7e1-4927-b676-4b187bbc2088'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:20:30.232006 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50ae0a2-73d0-4da8-a477-a8265d3d1338 None None] Routers {'c3b91c40-f7e1-4927-b676-4b187bbc2088'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:20:30.232611 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f50ae0a2-73d0-4da8-a477-a8265d3d1338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:20:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['c3b91c40-f7e1-4927-b676-4b187bbc2088'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:30.270127 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-513e7fc4-a505-4132-a180-6f655bf52c5a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting subnet 8aa85d7a-7f37-4c20-914d-57b9a58966a4 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:20:30.273795 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-513e7fc4-a505-4132-a180-6f655bf52c5a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for subnet (8aa85d7a-7f37-4c20-914d-57b9a58966a4), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:30.314096 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-513e7fc4-a505-4132-a180-6f655bf52c5a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (8aa85d7a-7f37-4c20-914d-57b9a58966a4), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:30.337766 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-f50ae0a2-73d0-4da8-a477-a8265d3d1338 None None] Set router c3b91c40-f7e1-4927-b676-4b187bbc2088 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:20:30.401716 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-513e7fc4-a505-4132-a180-6f655bf52c5a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (8aa85d7a-7f37-4c20-914d-57b9a58966a4), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:30.461280 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-513e7fc4-a505-4132-a180-6f655bf52c5a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (8aa85d7a-7f37-4c20-914d-57b9a58966a4), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:30.488009 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7fc4-a505-4132-a180-6f655bf52c5a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa85d7a-7f37-4c20-914d-57b9a58966a4,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:30.499333 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-513e7fc4-a505-4132-a180-6f655bf52c5a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:30.499918 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17f204d-7b1b-4231-b659-91dd8ecbf16b None None] Network 4009e43c-07ef-4a39-b904-48a35a2cacf1 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:20:30.503344 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-513e7fc4-a505-4132-a180-6f655bf52c5a tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/subnets/8aa85d7a-7f37-4c20-914d-57b9a58966a4 HTTP/1.1" status: 204 len: 168 time: 0.2831817 Feb 28 21:20:30.506054 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48066) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:30.514191 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f50ae0a2-73d0-4da8-a477-a8265d3d1338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246830198', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:20:29Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:30.540755 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50ae0a2-73d0-4da8-a477-a8265d3d1338 None None] Checking router: c3b91c40-f7e1-4927-b676-4b187bbc2088 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:20:30.549098 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50ae0a2-73d0-4da8-a477-a8265d3d1338 None None] Routers {'c3b91c40-f7e1-4927-b676-4b187bbc2088'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:20:30.549721 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f50ae0a2-73d0-4da8-a477-a8265d3d1338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:20:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['c3b91c40-f7e1-4927-b676-4b187bbc2088'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:30.622719 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9edfc262-5af6-49b3-b527-1e015c697ad1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router (c3b91c40-f7e1-4927-b676-4b187bbc2088), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:30.661242 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e033780e-3f1f-45ec-982b-860eeb9bcd75 None None] DHCP port deletion for 4009e43c-07ef-4a39-b904-48a35a2cacf1 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 21:20:30.710248 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e033780e-3f1f-45ec-982b-860eeb9bcd75 None None] Deleting port 793970dc-ea55-404a-a283-1f221f292f83 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:20:30.710617 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e033780e-3f1f-45ec-982b-860eeb9bcd75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (793970dc-ea55-404a-a283-1f221f292f83), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:30.743549 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9edfc262-5af6-49b3-b527-1e015c697ad1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_gateway (c3b91c40-f7e1-4927-b676-4b187bbc2088), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:30.755751 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-f50ae0a2-73d0-4da8-a477-a8265d3d1338 None None] Set router c3b91c40-f7e1-4927-b676-4b187bbc2088 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:20:30.774835 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e033780e-3f1f-45ec-982b-860eeb9bcd75 None None] For port 793970dc-ea55-404a-a283-1f221f292f83, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=793970dc-ea55-404a-a283-1f221f292f83,segment=NetworkSegment(2c47a842-39b5-4865-979b-a0973d8b7891),segment_id=2c47a842-39b5-4865-979b-a0973d8b7891)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:20:30.775658 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e033780e-3f1f-45ec-982b-860eeb9bcd75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (793970dc-ea55-404a-a283-1f221f292f83), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:30.788801 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e033780e-3f1f-45ec-982b-860eeb9bcd75 None None] Calling delete_port for 793970dc-ea55-404a-a283-1f221f292f83 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:20:30.797881 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-9edfc262-5af6-49b3-b527-1e015c697ad1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Deleting port 8e1126e2-55da-42af-ba0a-27ddb21fe387 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:20:30.798235 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9edfc262-5af6-49b3-b527-1e015c697ad1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (8e1126e2-55da-42af-ba0a-27ddb21fe387), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:30.883166 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e033780e-3f1f-45ec-982b-860eeb9bcd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (793970dc-ea55-404a-a283-1f221f292f83), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:30.883963 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-9edfc262-5af6-49b3-b527-1e015c697ad1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] For port 8e1126e2-55da-42af-ba0a-27ddb21fe387, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=8e1126e2-55da-42af-ba0a-27ddb21fe387,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:20:30.884476 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9edfc262-5af6-49b3-b527-1e015c697ad1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (8e1126e2-55da-42af-ba0a-27ddb21fe387), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:30.896677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e033780e-3f1f-45ec-982b-860eeb9bcd75 None None] No DVR routers for this DVR port 793970dc-ea55-404a-a283-1f221f292f83 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:20:30.901137 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-9edfc262-5af6-49b3-b527-1e015c697ad1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Calling delete_port for 8e1126e2-55da-42af-ba0a-27ddb21fe387 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:20:30.915569 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033780e-3f1f-45ec-982b-860eeb9bcd75 None None] Pushing event deleted for resources: {'Port': ['ID=793970dc-ea55-404a-a283-1f221f292f83,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:30.923151 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033780e-3f1f-45ec-982b-860eeb9bcd75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:30.923544 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033780e-3f1f-45ec-982b-860eeb9bcd75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:30.923859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033780e-3f1f-45ec-982b-860eeb9bcd75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:30.924313 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033780e-3f1f-45ec-982b-860eeb9bcd75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:30.924524 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033780e-3f1f-45ec-982b-860eeb9bcd75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:30.924953 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033780e-3f1f-45ec-982b-860eeb9bcd75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:30.925285 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033780e-3f1f-45ec-982b-860eeb9bcd75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:30.925609 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033780e-3f1f-45ec-982b-860eeb9bcd75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:30.925932 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033780e-3f1f-45ec-982b-860eeb9bcd75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:30.926274 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033780e-3f1f-45ec-982b-860eeb9bcd75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:30.926600 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033780e-3f1f-45ec-982b-860eeb9bcd75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:30.927399 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033780e-3f1f-45ec-982b-860eeb9bcd75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:30.927399 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033780e-3f1f-45ec-982b-860eeb9bcd75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:30.957900 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-f50ae0a2-73d0-4da8-a477-a8265d3d1338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246830198', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:20:29Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:30.976247 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 390e0baa-3db8-466e-966b-23b54a6ad445 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:20:30.992283 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50ae0a2-73d0-4da8-a477-a8265d3d1338 None None] The sync data for ids ['c3b91c40-f7e1-4927-b676-4b187bbc2088'] in n-d-820368-21 is: [{'id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246830198', 'tenant_id': '559aa21798c346fa8b89a8f96ec99843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:20:29Z', 'revision_number': 5, 'project_id': '559aa21798c346fa8b89a8f96ec99843', 'gw_port': {'id': '8e1126e2-55da-42af-ba0a-27ddb21fe387', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b91c40-f7e1-4927-b676-4b187bbc2088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:19:28Z', 'updated_at': '2022-02-28T21:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:20:30.998171 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: 390e0baa-3db8-466e-966b-23b54a6ad445 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:20:30.998668 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device 390e0baa-3db8-466e-966b-23b54a6ad445 not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:20:31.083912 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9edfc262-5af6-49b3-b527-1e015c697ad1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (8e1126e2-55da-42af-ba0a-27ddb21fe387), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:31.109240 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfc262-5af6-49b3-b527-1e015c697ad1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Port': ['ID=8e1126e2-55da-42af-ba0a-27ddb21fe387,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:31.174848 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9edfc262-5af6-49b3-b527-1e015c697ad1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (c3b91c40-f7e1-4927-b676-4b187bbc2088), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:31.269051 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9edfc262-5af6-49b3-b527-1e015c697ad1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (c3b91c40-f7e1-4927-b676-4b187bbc2088), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:31.271189 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9edfc262-5af6-49b3-b527-1e015c697ad1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router_controller (c3b91c40-f7e1-4927-b676-4b187bbc2088), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:31.317885 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9edfc262-5af6-49b3-b527-1e015c697ad1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (c3b91c40-f7e1-4927-b676-4b187bbc2088), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:31.318312 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edfc262-5af6-49b3-b527-1e015c697ad1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Fanout notify agent at l3_agent the message router_deleted on router c3b91c40-f7e1-4927-b676-4b187bbc2088 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 21:20:31.325809 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-9edfc262-5af6-49b3-b527-1e015c697ad1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:31.328283 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9edfc262-5af6-49b3-b527-1e015c697ad1 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/routers/c3b91c40-f7e1-4927-b676-4b187bbc2088 HTTP/1.1" status: 204 len: 168 time: 0.8211915 Feb 28 21:20:31.330015 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48068) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:31.420545 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1288aadf-0075-4a0f-9af7-1b7f4007e38c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (4009e43c-07ef-4a39-b904-48a35a2cacf1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:31.512625 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1288aadf-0075-4a0f-9af7-1b7f4007e38c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (4009e43c-07ef-4a39-b904-48a35a2cacf1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:31.532339 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-1288aadf-0075-4a0f-9af7-1b7f4007e38c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4009e43c-07ef-4a39-b904-48a35a2cacf1']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:31.542423 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-1288aadf-0075-4a0f-9af7-1b7f4007e38c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c47a842-39b5-4865-979b-a0973d8b7891') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:31.542724 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-1288aadf-0075-4a0f-9af7-1b7f4007e38c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c47a842-39b5-4865-979b-a0973d8b7891') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:31.553185 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1288aadf-0075-4a0f-9af7-1b7f4007e38c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (2c47a842-39b5-4865-979b-a0973d8b7891), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:31.566621 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1288aadf-0075-4a0f-9af7-1b7f4007e38c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (2c47a842-39b5-4865-979b-a0973d8b7891), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:31.573317 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1288aadf-0075-4a0f-9af7-1b7f4007e38c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:20:31.573926 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1288aadf-0075-4a0f-9af7-1b7f4007e38c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (2c47a842-39b5-4865-979b-a0973d8b7891), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: timer() Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:20:31.577231 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:20:31.641410 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1288aadf-0075-4a0f-9af7-1b7f4007e38c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (4009e43c-07ef-4a39-b904-48a35a2cacf1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:31.650238 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1288aadf-0075-4a0f-9af7-1b7f4007e38c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:31.653940 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1288aadf-0075-4a0f-9af7-1b7f4007e38c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/networks/4009e43c-07ef-4a39-b904-48a35a2cacf1 HTTP/1.1" status: 204 len: 168 time: 0.3135822 Feb 28 21:20:31.657084 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48070) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:31.669482 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288aadf-0075-4a0f-9af7-1b7f4007e38c tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'Network': ['ID=4009e43c-07ef-4a39-b904-48a35a2cacf1,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:31.732679 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e34f880-b25c-4366-807c-6586dd2ba339 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (7d8f08e6-fb38-4d22-bfea-f6d8711a3278), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:31.757815 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e34f880-b25c-4366-807c-6586dd2ba339 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (7d8f08e6-fb38-4d22-bfea-f6d8711a3278), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:31.822155 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e34f880-b25c-4366-807c-6586dd2ba339 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7d8f08e6-fb38-4d22-bfea-f6d8711a3278), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:31.825525 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e34f880-b25c-4366-807c-6586dd2ba339 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:31.826686 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2e34f880-b25c-4366-807c-6586dd2ba339 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] 10.222.0.13 "DELETE /v2.0/security-groups/7d8f08e6-fb38-4d22-bfea-f6d8711a3278 HTTP/1.1" status: 204 len: 168 time: 0.1684234 Feb 28 21:20:31.835918 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34f880-b25c-4366-807c-6586dd2ba339 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8f08e6-fb38-4d22-bfea-f6d8711a3278,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:31.844032 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34f880-b25c-4366-807c-6586dd2ba339 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:31.844389 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34f880-b25c-4366-807c-6586dd2ba339 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:31.844734 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34f880-b25c-4366-807c-6586dd2ba339 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:31.845074 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34f880-b25c-4366-807c-6586dd2ba339 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:31.845410 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34f880-b25c-4366-807c-6586dd2ba339 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:31.845739 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34f880-b25c-4366-807c-6586dd2ba339 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:31.846068 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34f880-b25c-4366-807c-6586dd2ba339 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:31.846400 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34f880-b25c-4366-807c-6586dd2ba339 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:31.846727 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34f880-b25c-4366-807c-6586dd2ba339 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:31.847054 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34f880-b25c-4366-807c-6586dd2ba339 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:31.847379 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34f880-b25c-4366-807c-6586dd2ba339 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:31.847707 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34f880-b25c-4366-807c-6586dd2ba339 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:31.848060 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34f880-b25c-4366-807c-6586dd2ba339 tempest-TestNetworkAdvancedServerOps-267121319 tempest-TestNetworkAdvancedServerOps-267121319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:32.067460 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0e18de44-4817-437d-ab50-84d0e0baba1d no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:20:32.089601 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 0e18de44-4817-437d-ab50-84d0e0baba1d {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:20:32.090595 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 0e18de44-4817-437d-ab50-84d0e0baba1d not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:20:32.091009 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 793970dc-ea55-404a-a283-1f221f292f83 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:20:32.110048 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 793970dc-ea55-404a-a283-1f221f292f83 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:20:32.110395 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 793970dc-ea55-404a-a283-1f221f292f83 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:20:32.110806 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8e1126e2-55da-42af-ba0a-27ddb21fe387 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:20:32.130522 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 8e1126e2-55da-42af-ba0a-27ddb21fe387 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:20:32.130870 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 8e1126e2-55da-42af-ba0a-27ddb21fe387 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:20:32.173589 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48080) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:32.317376 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-512e9456-c2d4-453a-987a-dee23328c15f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=559aa21798c346fa8b89a8f96ec99843&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1425049 Feb 28 21:20:32.319702 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48084) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:32.366851 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-78b18994-b177-44ed-9642-143111c49188 admin admin] Publish callbacks [] for security_group (e9f8e89d-8b80-4f67-bb35-3487b65b0fd0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:32.390349 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-78b18994-b177-44ed-9642-143111c49188 admin admin] Publish callbacks [] for security_group (e9f8e89d-8b80-4f67-bb35-3487b65b0fd0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:32.436453 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-78b18994-b177-44ed-9642-143111c49188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (e9f8e89d-8b80-4f67-bb35-3487b65b0fd0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:32.439357 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-78b18994-b177-44ed-9642-143111c49188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:32.440524 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-78b18994-b177-44ed-9642-143111c49188 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9f8e89d-8b80-4f67-bb35-3487b65b0fd0 HTTP/1.1" status: 204 len: 168 time: 0.1199055 Feb 28 21:20:32.448902 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b18994-b177-44ed-9642-143111c49188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f8e89d-8b80-4f67-bb35-3487b65b0fd0,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:32.694671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48090) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:32.708095 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1903582d-4a32-4857-9ac7-b6fe58bd309c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:32.785696 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1903582d-4a32-4857-9ac7-b6fe58bd309c admin admin] Publish callbacks [] for security_group (67862d42-c204-4a89-8152-e3478ace6f80), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:32.789898 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1903582d-4a32-4857-9ac7-b6fe58bd309c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (67862d42-c204-4a89-8152-e3478ace6f80), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:32.829735 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1903582d-4a32-4857-9ac7-b6fe58bd309c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cc35046b1034b8b942f349c1132281e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338861 Feb 28 21:20:32.830963 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903582d-4a32-4857-9ac7-b6fe58bd309c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67862d42-c204-4a89-8152-e3478ace6f80,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:32.832445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48092) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:32.879968 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e35fc236-8cd9-4f3a-8f48-498332ae64d0 admin admin] Publish callbacks [] for security_group (67862d42-c204-4a89-8152-e3478ace6f80), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:32.900124 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e35fc236-8cd9-4f3a-8f48-498332ae64d0 admin admin] Publish callbacks [] for security_group (67862d42-c204-4a89-8152-e3478ace6f80), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:32.947845 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e35fc236-8cd9-4f3a-8f48-498332ae64d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (67862d42-c204-4a89-8152-e3478ace6f80), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:32.950511 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e35fc236-8cd9-4f3a-8f48-498332ae64d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:32.951677 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e35fc236-8cd9-4f3a-8f48-498332ae64d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67862d42-c204-4a89-8152-e3478ace6f80 HTTP/1.1" status: 204 len: 168 time: 0.1181915 Feb 28 21:20:32.959248 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fc236-8cd9-4f3a-8f48-498332ae64d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67862d42-c204-4a89-8152-e3478ace6f80,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:33.641658 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48114) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:33.738453 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-6beb3dad-c5c0-4bc7-8dd6-3f6d1bd1edca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1851430853-network', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:20:33.757537 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6beb3dad-c5c0-4bc7-8dd6-3f6d1bd1edca admin admin] Made reservation on behalf of 362620613f8b4cd0b2da9812e0b3a70c for: {'network': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:20:33.759728 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6beb3dad-c5c0-4bc7-8dd6-3f6d1bd1edca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:33.768375 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6beb3dad-c5c0-4bc7-8dd6-3f6d1bd1edca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:33.842054 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6beb3dad-c5c0-4bc7-8dd6-3f6d1bd1edca admin admin] Publish callbacks [] for security_group (8d8627ce-26c1-44d7-9977-2580e64d2258), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:33.846061 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6beb3dad-c5c0-4bc7-8dd6-3f6d1bd1edca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8d8627ce-26c1-44d7-9977-2580e64d2258), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:33.871362 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6beb3dad-c5c0-4bc7-8dd6-3f6d1bd1edca admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:20:33.881445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb3dad-c5c0-4bc7-8dd6-3f6d1bd1edca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8627ce-26c1-44d7-9977-2580e64d2258,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:33.887527 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6beb3dad-c5c0-4bc7-8dd6-3f6d1bd1edca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (d04eb2ab-6352-4765-bb3b-d9187e4f79d3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:33.887898 n-d-820368-21 neutron-server[103773]: INFO neutron.db.segments_db [None req-6beb3dad-c5c0-4bc7-8dd6-3f6d1bd1edca admin admin] Added segment d04eb2ab-6352-4765-bb3b-d9187e4f79d3 of type vlan for network 1c8832d5-32b3-4094-90c4-b58bff38de8b Feb 28 21:20:33.928763 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6beb3dad-c5c0-4bc7-8dd6-3f6d1bd1edca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (1c8832d5-32b3-4094-90c4-b58bff38de8b), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:33.955606 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6beb3dad-c5c0-4bc7-8dd6-3f6d1bd1edca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (1c8832d5-32b3-4094-90c4-b58bff38de8b), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:33.956551 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6beb3dad-c5c0-4bc7-8dd6-3f6d1bd1edca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:33.957121 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-6beb3dad-c5c0-4bc7-8dd6-3f6d1bd1edca admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:33.988626 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-6beb3dad-c5c0-4bc7-8dd6-3f6d1bd1edca admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3458729 Feb 28 21:20:33.991606 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48118) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:33.997348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-2e17a9ac-7942-441d-8c2e-730f96d00313 admin admin] Request body: {'subnet': {'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1851430853-subnet', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:20:34.044662 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb3dad-c5c0-4bc7-8dd6-3f6d1bd1edca admin admin] Pushing event updated for resources: {'Network': ['ID=1c8832d5-32b3-4094-90c4-b58bff38de8b,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:34.055607 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 1c8832d5-32b3-4094-90c4-b58bff38de8b details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:20:34.060077 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e17a9ac-7942-441d-8c2e-730f96d00313 admin admin] Made reservation on behalf of 362620613f8b4cd0b2da9812e0b3a70c for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:20:34.062513 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e17a9ac-7942-441d-8c2e-730f96d00313 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:34.234644 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e17a9ac-7942-441d-8c2e-730f96d00313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (4b4ba898-4bb4-47ae-b101-ad32b9143e35), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:34.290479 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17a9ac-7942-441d-8c2e-730f96d00313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b4ba898-4bb4-47ae-b101-ad32b9143e35,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:34.298543 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e17a9ac-7942-441d-8c2e-730f96d00313 admin admin] Checking segment: {'id': 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:20:34.298906 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e17a9ac-7942-441d-8c2e-730f96d00313 admin admin] Network hostable DHCP agents. Network: 1c8832d5-32b3-4094-90c4-b58bff38de8b, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:20:34.314806 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e17a9ac-7942-441d-8c2e-730f96d00313 admin admin] Network 1c8832d5-32b3-4094-90c4-b58bff38de8b is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:20:34.323385 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-2e17a9ac-7942-441d-8c2e-730f96d00313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 1c8832d5-32b3-4094-90c4-b58bff38de8b) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:20:34.327981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e17a9ac-7942-441d-8c2e-730f96d00313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:34.328576 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2e17a9ac-7942-441d-8c2e-730f96d00313 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:34.341150 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716a9c42-9d52-4101-a8bf-60abf252a865 None None] Network 1c8832d5-32b3-4094-90c4-b58bff38de8b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:20:34.345550 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2e17a9ac-7942-441d-8c2e-730f96d00313 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3528655 Feb 28 21:20:34.348295 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48120) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:34.352695 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d91e139b-ea65-47a2-931f-15e8a6c983c4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1851430853-router', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:20:34.371799 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d91e139b-ea65-47a2-931f-15e8a6c983c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (16d241d4-3998-4d1e-b81c-e8d0eaf09498), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:34.372896 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d91e139b-ea65-47a2-931f-15e8a6c983c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (16d241d4-3998-4d1e-b81c-e8d0eaf09498), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:34.428983 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d91e139b-ea65-47a2-931f-15e8a6c983c4 admin admin] Publish callbacks [] for router_controller (16d241d4-3998-4d1e-b81c-e8d0eaf09498), precommit_add_association {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:34.443422 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fcdac2-6570-434c-92c3-6bf1a4d1beb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-1c8832d5-32b3-4094-90c4-b58bff38de8b', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:20:34.444445 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f5fcdac2-6570-434c-92c3-6bf1a4d1beb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:34.570682 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d91e139b-ea65-47a2-931f-15e8a6c983c4 admin admin] Publish callbacks [] for router_gateway (16d241d4-3998-4d1e-b81c-e8d0eaf09498), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:34.575478 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-f5fcdac2-6570-434c-92c3-6bf1a4d1beb0 None None] Allocated IP 172.20.0.2 (1c8832d5-32b3-4094-90c4-b58bff38de8b/4b4ba898-4bb4-47ae-b101-ad32b9143e35/1924d788-5af5-40bb-9497-0244db9aef37) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:20:34.720348 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f5fcdac2-6570-434c-92c3-6bf1a4d1beb0 None None] Publish callbacks [] for port (1924d788-5af5-40bb-9497-0244db9aef37), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:34.727127 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f5fcdac2-6570-434c-92c3-6bf1a4d1beb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (1924d788-5af5-40bb-9497-0244db9aef37), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:34.777240 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d91e139b-ea65-47a2-931f-15e8a6c983c4 admin admin] Publish callbacks [] for router_gateway (16d241d4-3998-4d1e-b81c-e8d0eaf09498), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:34.787489 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fcdac2-6570-434c-92c3-6bf1a4d1beb0 None None] Network 1c8832d5-32b3-4094-90c4-b58bff38de8b is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:20:34.790344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-f5fcdac2-6570-434c-92c3-6bf1a4d1beb0 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:20:34.793340 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fcdac2-6570-434c-92c3-6bf1a4d1beb0 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:20:34.796579 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d91e139b-ea65-47a2-931f-15e8a6c983c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:34.798777 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcdac2-6570-434c-92c3-6bf1a4d1beb0 None None] Pushing event updated for resources: {'Port': ['ID=1924d788-5af5-40bb-9497-0244db9aef37,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:34.853730 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f5fcdac2-6570-434c-92c3-6bf1a4d1beb0 None None] Attempting to bind port 1924d788-5af5-40bb-9497-0244db9aef37 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:20:34.854005 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f5fcdac2-6570-434c-92c3-6bf1a4d1beb0 None None] Attempting to bind port 1924d788-5af5-40bb-9497-0244db9aef37 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:20:34.854365 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fcdac2-6570-434c-92c3-6bf1a4d1beb0 None None] Attempting to bind port 1924d788-5af5-40bb-9497-0244db9aef37 on network 1c8832d5-32b3-4094-90c4-b58bff38de8b {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:20:34.859216 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fcdac2-6570-434c-92c3-6bf1a4d1beb0 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:20:34.859593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fcdac2-6570-434c-92c3-6bf1a4d1beb0 None None] Checking segment: {'id': 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:20:34.860018 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f5fcdac2-6570-434c-92c3-6bf1a4d1beb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:34.860406 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fcdac2-6570-434c-92c3-6bf1a4d1beb0 None None] Bound using segment: {'id': 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:20:34.860863 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-f5fcdac2-6570-434c-92c3-6bf1a4d1beb0 None None] Bound port: 1924d788-5af5-40bb-9497-0244db9aef37, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:20:34.861237 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f5fcdac2-6570-434c-92c3-6bf1a4d1beb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1924d788-5af5-40bb-9497-0244db9aef37), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:34.903849 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-d91e139b-ea65-47a2-931f-15e8a6c983c4 admin admin] Allocated IP 172.25.0.167 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/45490f51-b3cc-4d09-bf24-4952c9639eae) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:20:34.926087 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f5fcdac2-6570-434c-92c3-6bf1a4d1beb0 None None] For port 1924d788-5af5-40bb-9497-0244db9aef37, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:20:34.929123 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-f5fcdac2-6570-434c-92c3-6bf1a4d1beb0 None None] For port 1924d788-5af5-40bb-9497-0244db9aef37, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1924d788-5af5-40bb-9497-0244db9aef37,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:20:34.934728 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f5fcdac2-6570-434c-92c3-6bf1a4d1beb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1924d788-5af5-40bb-9497-0244db9aef37), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:34.988091 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcdac2-6570-434c-92c3-6bf1a4d1beb0 None None] Pushing event updated for resources: {'Port': ['ID=1924d788-5af5-40bb-9497-0244db9aef37,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:35.014198 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d91e139b-ea65-47a2-931f-15e8a6c983c4 admin admin] Publish callbacks [] for port (45490f51-b3cc-4d09-bf24-4952c9639eae), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:35.068304 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d91e139b-ea65-47a2-931f-15e8a6c983c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (45490f51-b3cc-4d09-bf24-4952c9639eae), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:35.113935 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91e139b-ea65-47a2-931f-15e8a6c983c4 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:20:35.116876 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-d91e139b-ea65-47a2-931f-15e8a6c983c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:20:35.121893 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e139b-ea65-47a2-931f-15e8a6c983c4 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:20:35.127842 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e139b-ea65-47a2-931f-15e8a6c983c4 admin admin] Pushing event updated for resources: {'Port': ['ID=45490f51-b3cc-4d09-bf24-4952c9639eae,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:35.404752 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d91e139b-ea65-47a2-931f-15e8a6c983c4 admin admin] Publish callbacks [] for router_gateway (16d241d4-3998-4d1e-b81c-e8d0eaf09498), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:35.597861 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d91e139b-ea65-47a2-931f-15e8a6c983c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (16d241d4-3998-4d1e-b81c-e8d0eaf09498), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:35.730897 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91e139b-ea65-47a2-931f-15e8a6c983c4 admin admin] Router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 21:20:35.846710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91e139b-ea65-47a2-931f-15e8a6c983c4 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:20:35.871819 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d91e139b-ea65-47a2-931f-15e8a6c983c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:35.873121 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d91e139b-ea65-47a2-931f-15e8a6c983c4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5239065 Feb 28 21:20:35.876052 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48122) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:35.877690 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] Sync routers for ids ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:20:35.893912 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] Routers {'16d241d4-3998-4d1e-b81c-e8d0eaf09498'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:20:35.894539 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:20:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:35.940708 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1924d788-5af5-40bb-9497-0244db9aef37 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:20:35.971874 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae57d06-b4ac-4897-a07b-3eee5e1c3c9a None None] Network 1c8832d5-32b3-4094-90c4-b58bff38de8b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:20:36.118377 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5ac9e679-e726-49c7-95bd-d205eee5d762 None None] Provisioning complete for port 1924d788-5af5-40bb-9497-0244db9aef37 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:36.118750 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5ac9e679-e726-49c7-95bd-d205eee5d762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1924d788-5af5-40bb-9497-0244db9aef37), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:36.150186 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] Set router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:20:36.238027 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 1924d788-5af5-40bb-9497-0244db9aef37 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:36.238294 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1924d788-5af5-40bb-9497-0244db9aef37), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:36.321977 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-62bc082f-30b7-45e7-8509-b0ac2bbe57e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:36.444222 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5ac9e679-e726-49c7-95bd-d205eee5d762 None None] Current status of the port 1924d788-5af5-40bb-9497-0244db9aef37 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:20:36.444605 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5ac9e679-e726-49c7-95bd-d205eee5d762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1924d788-5af5-40bb-9497-0244db9aef37), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:36.484333 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 1924d788-5af5-40bb-9497-0244db9aef37 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:20:36.484720 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1924d788-5af5-40bb-9497-0244db9aef37), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:36.493083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-62bc082f-30b7-45e7-8509-b0ac2bbe57e7 admin admin] Allocated IP 172.20.0.1 (1c8832d5-32b3-4094-90c4-b58bff38de8b/4b4ba898-4bb4-47ae-b101-ad32b9143e35/e85b9142-2f6b-4527-a878-1406fd95ad9f) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:20:36.606313 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-62bc082f-30b7-45e7-8509-b0ac2bbe57e7 admin admin] Publish callbacks [] for port (e85b9142-2f6b-4527-a878-1406fd95ad9f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:36.640911 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-62bc082f-30b7-45e7-8509-b0ac2bbe57e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e85b9142-2f6b-4527-a878-1406fd95ad9f), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:36.684917 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5ac9e679-e726-49c7-95bd-d205eee5d762 None None] For port 1924d788-5af5-40bb-9497-0244db9aef37, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1924d788-5af5-40bb-9497-0244db9aef37,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:20:36.688484 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bc082f-30b7-45e7-8509-b0ac2bbe57e7 admin admin] Network 1c8832d5-32b3-4094-90c4-b58bff38de8b is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:20:36.691663 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-62bc082f-30b7-45e7-8509-b0ac2bbe57e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:20:36.692737 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5ac9e679-e726-49c7-95bd-d205eee5d762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (1924d788-5af5-40bb-9497-0244db9aef37), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:36.695791 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc082f-30b7-45e7-8509-b0ac2bbe57e7 admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:20:36.722232 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc082f-30b7-45e7-8509-b0ac2bbe57e7 admin admin] Pushing event updated for resources: {'Port': ['ID=e85b9142-2f6b-4527-a878-1406fd95ad9f,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:36.739536 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-62bc082f-30b7-45e7-8509-b0ac2bbe57e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (16d241d4-3998-4d1e-b81c-e8d0eaf09498), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:36.753259 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'name': 'tempest-TestShelveInstance-1851430853-router', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:35Z', 'revision_number': 3, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'gw_port': {'id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:36.790542 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 21:20:36.790901 n-d-820368-21 neutron-server[103775]: DEBUG oslo_db.api [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 21:20:36.794262 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] Checking router: 16d241d4-3998-4d1e-b81c-e8d0eaf09498 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:20:36.794611 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] Updating router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 port 45490f51-b3cc-4d09-bf24-4952c9639eae binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:20:36.827732 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9e679-e726-49c7-95bd-d205eee5d762 None None] Pushing event updated for resources: {'Port': ['ID=1924d788-5af5-40bb-9497-0244db9aef37,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:36.840712 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (45490f51-b3cc-4d09-bf24-4952c9639eae), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:36.869600 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-62042653-81bc-4308-914c-d51ac98044ba None None] Provisioning complete for port 1924d788-5af5-40bb-9497-0244db9aef37 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:36.869965 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-62042653-81bc-4308-914c-d51ac98044ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1924d788-5af5-40bb-9497-0244db9aef37), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:36.885669 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-62bc082f-30b7-45e7-8509-b0ac2bbe57e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e85b9142-2f6b-4527-a878-1406fd95ad9f), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:37.054239 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-62bc082f-30b7-45e7-8509-b0ac2bbe57e7 admin admin] Publish callbacks [] for port (e85b9142-2f6b-4527-a878-1406fd95ad9f), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:37.060027 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-62bc082f-30b7-45e7-8509-b0ac2bbe57e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (e85b9142-2f6b-4527-a878-1406fd95ad9f), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:37.067609 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-62042653-81bc-4308-914c-d51ac98044ba None None] Current status of the port 1924d788-5af5-40bb-9497-0244db9aef37 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:20:37.126757 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-62bc082f-30b7-45e7-8509-b0ac2bbe57e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (16d241d4-3998-4d1e-b81c-e8d0eaf09498), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:37.128891 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc082f-30b7-45e7-8509-b0ac2bbe57e7 admin admin] Pushing event updated for resources: {'Port': ['ID=e85b9142-2f6b-4527-a878-1406fd95ad9f,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:37.161786 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] Publish callbacks [] for port (45490f51-b3cc-4d09-bf24-4952c9639eae), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:37.167029 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (45490f51-b3cc-4d09-bf24-4952c9639eae), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:37.226314 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bc082f-30b7-45e7-8509-b0ac2bbe57e7 admin admin] Network 1c8832d5-32b3-4094-90c4-b58bff38de8b is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:20:37.227859 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-62bc082f-30b7-45e7-8509-b0ac2bbe57e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:20:37.237877 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-504acc20-cfbd-4470-ab67-2bad29fb2953 None None] Provisioning complete for port e85b9142-2f6b-4527-a878-1406fd95ad9f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:37.238261 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-504acc20-cfbd-4470-ab67-2bad29fb2953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e85b9142-2f6b-4527-a878-1406fd95ad9f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:37.239822 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145043a-7b81-4098-b62c-ab646c2137bf None None] Pushing event updated for resources: {'Port': ['ID=45490f51-b3cc-4d09-bf24-4952c9639eae,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:37.243637 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] Attempting to bind port 45490f51-b3cc-4d09-bf24-4952c9639eae on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:20:37.244040 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] Attempting to bind port 45490f51-b3cc-4d09-bf24-4952c9639eae by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:20:37.244406 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] Attempting to bind port 45490f51-b3cc-4d09-bf24-4952c9639eae on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:20:37.278628 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:20:37.279020 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:20:37.279410 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:37.279826 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:20:37.280317 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] Bound port: 45490f51-b3cc-4d09-bf24-4952c9639eae, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:20:37.280695 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (45490f51-b3cc-4d09-bf24-4952c9639eae), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:37.338028 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-504acc20-cfbd-4470-ab67-2bad29fb2953 None None] Port e85b9142-2f6b-4527-a878-1406fd95ad9f cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:20:37.354202 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bc082f-30b7-45e7-8509-b0ac2bbe57e7 admin admin] Router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:20:37.369945 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] For port 45490f51-b3cc-4d09-bf24-4952c9639eae, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:20:37.372408 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 1924d788-5af5-40bb-9497-0244db9aef37 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:20:37.376882 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] For port 45490f51-b3cc-4d09-bf24-4952c9639eae, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=45490f51-b3cc-4d09-bf24-4952c9639eae,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:20:37.384048 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (45490f51-b3cc-4d09-bf24-4952c9639eae), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:37.447046 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] Routers {'16d241d4-3998-4d1e-b81c-e8d0eaf09498'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:20:37.447679 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:20:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:37.451677 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145043a-7b81-4098-b62c-ab646c2137bf None None] Pushing event updated for resources: {'Port': ['ID=45490f51-b3cc-4d09-bf24-4952c9639eae,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:37.480923 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bc082f-30b7-45e7-8509-b0ac2bbe57e7 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:20:37.486576 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-62bc082f-30b7-45e7-8509-b0ac2bbe57e7 admin admin] 10.222.0.13 "PUT /v2.0/routers/16d241d4-3998-4d1e-b81c-e8d0eaf09498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6086581 Feb 28 21:20:37.568544 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] Set router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:20:37.601491 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ec8cac6f-94ca-480d-a45e-9f7947bd385d None None] Provisioning complete for port e85b9142-2f6b-4527-a878-1406fd95ad9f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:37.601870 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ec8cac6f-94ca-480d-a45e-9f7947bd385d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e85b9142-2f6b-4527-a878-1406fd95ad9f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:37.684749 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ec8cac6f-94ca-480d-a45e-9f7947bd385d None None] Port e85b9142-2f6b-4527-a878-1406fd95ad9f cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:20:37.807325 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'name': 'tempest-TestShelveInstance-1851430853-router', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:36Z', 'revision_number': 4, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'gw_port': {'id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e85b9142-2f6b-4527-a878-1406fd95ad9f', 'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'mac_address': 'fa:16:3e:ac:db:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:36Z', 'updated_at': '2022-02-28T21:20:36Z', 'revision_number': 2, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'subnets': [{'id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:37.840746 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b772fa-85ed-4018-96bb-ec3a9a1d93cd None None] The sync data for ids ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'] in n-d-820368-21 is: [{'id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'name': 'tempest-TestShelveInstance-1851430853-router', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:36Z', 'revision_number': 4, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'gw_port': {'id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e85b9142-2f6b-4527-a878-1406fd95ad9f', 'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'mac_address': 'fa:16:3e:ac:db:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:36Z', 'updated_at': '2022-02-28T21:20:36Z', 'revision_number': 2, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'subnets': [{'id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:20:37.905068 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1924d788-5af5-40bb-9497-0244db9aef37 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:20:37.965259 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48138) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:37.965741 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 1924d788-5af5-40bb-9497-0244db9aef37 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:37.965849 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (1924d788-5af5-40bb-9497-0244db9aef37), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:37.970244 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-e7874b5b-7baf-4b05-89a0-b2a4db58d5ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1884728065-network', 'tenant_id': 'f715c6d63eb34737854355b139086d1c'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:20:37.989852 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7874b5b-7baf-4b05-89a0-b2a4db58d5ad admin admin] Made reservation on behalf of f715c6d63eb34737854355b139086d1c for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:20:37.992418 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7874b5b-7baf-4b05-89a0-b2a4db58d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:38.001456 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7874b5b-7baf-4b05-89a0-b2a4db58d5ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:38.054394 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 1924d788-5af5-40bb-9497-0244db9aef37 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:20:38.110466 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7874b5b-7baf-4b05-89a0-b2a4db58d5ad admin admin] Publish callbacks [] for security_group (0fdae17a-4e2c-4943-9e59-ed11b06cc1e8), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:38.116405 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7874b5b-7baf-4b05-89a0-b2a4db58d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0fdae17a-4e2c-4943-9e59-ed11b06cc1e8), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:38.154171 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7874b5b-7baf-4b05-89a0-b2a4db58d5ad admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:20:38.161351 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7874b5b-7baf-4b05-89a0-b2a4db58d5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdae17a-4e2c-4943-9e59-ed11b06cc1e8,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:38.167968 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7874b5b-7baf-4b05-89a0-b2a4db58d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (0e2088f8-6cb2-4f9d-93f9-96a38560140f), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:38.168322 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-e7874b5b-7baf-4b05-89a0-b2a4db58d5ad admin admin] Added segment 0e2088f8-6cb2-4f9d-93f9-96a38560140f of type vlan for network 02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52 Feb 28 21:20:38.218011 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7874b5b-7baf-4b05-89a0-b2a4db58d5ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:38.244474 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7874b5b-7baf-4b05-89a0-b2a4db58d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:38.245452 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7874b5b-7baf-4b05-89a0-b2a4db58d5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:38.246593 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e7874b5b-7baf-4b05-89a0-b2a4db58d5ad admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:38.305480 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e7874b5b-7baf-4b05-89a0-b2a4db58d5ad admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3390934 Feb 28 21:20:38.309124 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48140) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:38.314349 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ca6ca0fa-439d-46fe-b43a-aeb1de7e61cd admin admin] Request body: {'subnet': {'network_id': '02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1884728065-subnet', 'tenant_id': 'f715c6d63eb34737854355b139086d1c', 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:20:38.317794 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7874b5b-7baf-4b05-89a0-b2a4db58d5ad admin admin] Pushing event updated for resources: {'Network': ['ID=02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:38.330544 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:20:38.336266 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6ca0fa-439d-46fe-b43a-aeb1de7e61cd admin admin] Made reservation on behalf of f715c6d63eb34737854355b139086d1c for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:20:38.339298 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ca6ca0fa-439d-46fe-b43a-aeb1de7e61cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:38.521091 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ca6ca0fa-439d-46fe-b43a-aeb1de7e61cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (b344e8dc-f768-4dbd-a0b8-b14c18e45cd9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:38.594809 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ca0fa-439d-46fe-b43a-aeb1de7e61cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b344e8dc-f768-4dbd-a0b8-b14c18e45cd9,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:38.597650 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6ca0fa-439d-46fe-b43a-aeb1de7e61cd admin admin] Checking segment: {'id': '0e2088f8-6cb2-4f9d-93f9-96a38560140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:20:38.598002 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6ca0fa-439d-46fe-b43a-aeb1de7e61cd admin admin] Network hostable DHCP agents. Network: 02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:20:38.620331 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6ca0fa-439d-46fe-b43a-aeb1de7e61cd admin admin] Network 02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:20:38.631039 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-ca6ca0fa-439d-46fe-b43a-aeb1de7e61cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:20:38.635740 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6ca0fa-439d-46fe-b43a-aeb1de7e61cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:38.636935 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ca6ca0fa-439d-46fe-b43a-aeb1de7e61cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:38.641971 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39c355f-7f51-4a6e-9db8-f80f21923166 None None] Network 02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:20:38.663324 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ca6ca0fa-439d-46fe-b43a-aeb1de7e61cd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3503194 Feb 28 21:20:38.664248 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48142) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:38.668960 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-b4d7ac96-f52a-447f-88ea-b2363befeb13 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1884728065-router', 'tenant_id': 'f715c6d63eb34737854355b139086d1c', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:20:38.690983 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b4d7ac96-f52a-447f-88ea-b2363befeb13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (30b1e680-c456-47cc-b7c9-9c29d715fd9c), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:38.693394 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b4d7ac96-f52a-447f-88ea-b2363befeb13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (30b1e680-c456-47cc-b7c9-9c29d715fd9c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:38.759701 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0660e592-ff4f-4e59-8f3d-471cd515618e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52', 'network_id': '02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52', 'project_id': 'f715c6d63eb34737854355b139086d1c', 'fixed_ips': [{'subnet_id': 'b344e8dc-f768-4dbd-a0b8-b14c18e45cd9'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:20:38.760786 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0660e592-ff4f-4e59-8f3d-471cd515618e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:38.916242 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-0660e592-ff4f-4e59-8f3d-471cd515618e None None] Allocated IP 172.20.0.2 (02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52/b344e8dc-f768-4dbd-a0b8-b14c18e45cd9/39f2a501-dde7-446c-ac7b-9de59df9c36a) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:20:39.083737 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0660e592-ff4f-4e59-8f3d-471cd515618e None None] Publish callbacks [] for port (39f2a501-dde7-446c-ac7b-9de59df9c36a), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:39.091353 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0660e592-ff4f-4e59-8f3d-471cd515618e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (39f2a501-dde7-446c-ac7b-9de59df9c36a), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:39.132148 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b4d7ac96-f52a-447f-88ea-b2363befeb13 admin admin] Publish callbacks [] for router_controller (30b1e680-c456-47cc-b7c9-9c29d715fd9c), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:39.132970 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0660e592-ff4f-4e59-8f3d-471cd515618e None None] Network 02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:20:39.136430 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-0660e592-ff4f-4e59-8f3d-471cd515618e None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:20:39.140337 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0660e592-ff4f-4e59-8f3d-471cd515618e None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:20:39.147439 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660e592-ff4f-4e59-8f3d-471cd515618e None None] Pushing event updated for resources: {'Port': ['ID=39f2a501-dde7-446c-ac7b-9de59df9c36a,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:39.205913 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0660e592-ff4f-4e59-8f3d-471cd515618e None None] Attempting to bind port 39f2a501-dde7-446c-ac7b-9de59df9c36a on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:20:39.206382 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0660e592-ff4f-4e59-8f3d-471cd515618e None None] Attempting to bind port 39f2a501-dde7-446c-ac7b-9de59df9c36a by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '0e2088f8-6cb2-4f9d-93f9-96a38560140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:20:39.206796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0660e592-ff4f-4e59-8f3d-471cd515618e None None] Attempting to bind port 39f2a501-dde7-446c-ac7b-9de59df9c36a on network 02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:20:39.213463 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0660e592-ff4f-4e59-8f3d-471cd515618e None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:20:39.214189 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0660e592-ff4f-4e59-8f3d-471cd515618e None None] Checking segment: {'id': '0e2088f8-6cb2-4f9d-93f9-96a38560140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:20:39.215195 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0660e592-ff4f-4e59-8f3d-471cd515618e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:39.215789 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0660e592-ff4f-4e59-8f3d-471cd515618e None None] Bound using segment: {'id': '0e2088f8-6cb2-4f9d-93f9-96a38560140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:20:39.216264 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-0660e592-ff4f-4e59-8f3d-471cd515618e None None] Bound port: 39f2a501-dde7-446c-ac7b-9de59df9c36a, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2088f8-6cb2-4f9d-93f9-96a38560140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:20:39.216660 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0660e592-ff4f-4e59-8f3d-471cd515618e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (39f2a501-dde7-446c-ac7b-9de59df9c36a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:39.283187 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b4d7ac96-f52a-447f-88ea-b2363befeb13 admin admin] Publish callbacks [] for router_gateway (30b1e680-c456-47cc-b7c9-9c29d715fd9c), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:39.294220 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0660e592-ff4f-4e59-8f3d-471cd515618e None None] For port 39f2a501-dde7-446c-ac7b-9de59df9c36a, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:20:39.297580 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0660e592-ff4f-4e59-8f3d-471cd515618e None None] For port 39f2a501-dde7-446c-ac7b-9de59df9c36a, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=39f2a501-dde7-446c-ac7b-9de59df9c36a,segment=NetworkSegment(0e2088f8-6cb2-4f9d-93f9-96a38560140f),segment_id=0e2088f8-6cb2-4f9d-93f9-96a38560140f)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:20:39.307535 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0660e592-ff4f-4e59-8f3d-471cd515618e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (39f2a501-dde7-446c-ac7b-9de59df9c36a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:39.372817 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660e592-ff4f-4e59-8f3d-471cd515618e None None] Pushing event updated for resources: {'Port': ['ID=39f2a501-dde7-446c-ac7b-9de59df9c36a,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:39.514568 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b4d7ac96-f52a-447f-88ea-b2363befeb13 admin admin] Publish callbacks [] for router_gateway (30b1e680-c456-47cc-b7c9-9c29d715fd9c), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:39.542228 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b4d7ac96-f52a-447f-88ea-b2363befeb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:39.660361 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-b4d7ac96-f52a-447f-88ea-b2363befeb13 admin admin] Allocated IP 172.25.0.63 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/099f4a43-ec27-46eb-9199-f5244a3c8e3e) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:20:39.769061 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b4d7ac96-f52a-447f-88ea-b2363befeb13 admin admin] Publish callbacks [] for port (099f4a43-ec27-46eb-9199-f5244a3c8e3e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:39.802605 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b4d7ac96-f52a-447f-88ea-b2363befeb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (099f4a43-ec27-46eb-9199-f5244a3c8e3e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:39.845813 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d7ac96-f52a-447f-88ea-b2363befeb13 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:20:39.848829 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-b4d7ac96-f52a-447f-88ea-b2363befeb13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:20:39.852456 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d7ac96-f52a-447f-88ea-b2363befeb13 admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:20:39.858160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7ac96-f52a-447f-88ea-b2363befeb13 admin admin] Pushing event updated for resources: {'Port': ['ID=099f4a43-ec27-46eb-9199-f5244a3c8e3e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:39.950038 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 45490f51-b3cc-4d09-bf24-4952c9639eae up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:20:40.000485 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 45490f51-b3cc-4d09-bf24-4952c9639eae triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:40.000862 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (45490f51-b3cc-4d09-bf24-4952c9639eae), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:40.083556 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 45490f51-b3cc-4d09-bf24-4952c9639eae is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:20:40.084060 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (45490f51-b3cc-4d09-bf24-4952c9639eae), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:40.105368 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 45490f51-b3cc-4d09-bf24-4952c9639eae, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=45490f51-b3cc-4d09-bf24-4952c9639eae,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:20:40.111012 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (45490f51-b3cc-4d09-bf24-4952c9639eae), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:40.111625 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 39f2a501-dde7-446c-ac7b-9de59df9c36a up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:20:40.132769 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b4d7ac96-f52a-447f-88ea-b2363befeb13 admin admin] Publish callbacks [] for router_gateway (30b1e680-c456-47cc-b7c9-9c29d715fd9c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:40.143253 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] Sync routers for ids ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:20:40.154715 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] Routers {'16d241d4-3998-4d1e-b81c-e8d0eaf09498'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:20:40.155336 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:20:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:40.199588 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=45490f51-b3cc-4d09-bf24-4952c9639eae,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:40.217245 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 39f2a501-dde7-446c-ac7b-9de59df9c36a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:40.217620 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (39f2a501-dde7-446c-ac7b-9de59df9c36a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:40.264723 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] Set router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:20:40.304266 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 39f2a501-dde7-446c-ac7b-9de59df9c36a is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:20:40.304653 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (39f2a501-dde7-446c-ac7b-9de59df9c36a), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:40.337837 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 39f2a501-dde7-446c-ac7b-9de59df9c36a, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=39f2a501-dde7-446c-ac7b-9de59df9c36a,segment=NetworkSegment(0e2088f8-6cb2-4f9d-93f9-96a38560140f),segment_id=0e2088f8-6cb2-4f9d-93f9-96a38560140f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:20:40.342744 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (39f2a501-dde7-446c-ac7b-9de59df9c36a), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:40.357291 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b4d7ac96-f52a-447f-88ea-b2363befeb13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (30b1e680-c456-47cc-b7c9-9c29d715fd9c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:40.394633 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=39f2a501-dde7-446c-ac7b-9de59df9c36a,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:40.469264 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'name': 'tempest-TestShelveInstance-1851430853-router', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:36Z', 'revision_number': 4, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'gw_port': {'id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e85b9142-2f6b-4527-a878-1406fd95ad9f', 'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'mac_address': 'fa:16:3e:ac:db:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:36Z', 'updated_at': '2022-02-28T21:20:36Z', 'revision_number': 2, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'subnets': [{'id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:40.499422 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] Checking router: 16d241d4-3998-4d1e-b81c-e8d0eaf09498 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:20:40.499836 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] Updating router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 port e85b9142-2f6b-4527-a878-1406fd95ad9f binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:20:40.501071 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d7ac96-f52a-447f-88ea-b2363befeb13 admin admin] Router 30b1e680-c456-47cc-b7c9-9c29d715fd9c is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 21:20:40.527339 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e85b9142-2f6b-4527-a878-1406fd95ad9f), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:40.616250 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d7ac96-f52a-447f-88ea-b2363befeb13 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:20:40.627421 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58175841-6456-43e6-b118-1e29255c7412 None None] Sync routers for ids ['30b1e680-c456-47cc-b7c9-9c29d715fd9c'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:20:40.640367 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-b4d7ac96-f52a-447f-88ea-b2363befeb13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:40.643280 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58175841-6456-43e6-b118-1e29255c7412 None None] Routers {'30b1e680-c456-47cc-b7c9-9c29d715fd9c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:20:40.644094 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-58175841-6456-43e6-b118-1e29255c7412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:20:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['30b1e680-c456-47cc-b7c9-9c29d715fd9c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:40.645445 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48144) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:40.653425 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-b4d7ac96-f52a-447f-88ea-b2363befeb13 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9876316 Feb 28 21:20:40.802443 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-58175841-6456-43e6-b118-1e29255c7412 None None] Set router 30b1e680-c456-47cc-b7c9-9c29d715fd9c gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:20:40.811790 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] Publish callbacks [] for port (e85b9142-2f6b-4527-a878-1406fd95ad9f), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:40.819432 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e85b9142-2f6b-4527-a878-1406fd95ad9f), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:40.905472 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684fb08-7f8d-46c4-9cf5-7f26a16a6e81 None None] Pushing event updated for resources: {'Port': ['ID=e85b9142-2f6b-4527-a878-1406fd95ad9f,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:40.951314 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684fb08-7f8d-46c4-9cf5-7f26a16a6e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:40.952596 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684fb08-7f8d-46c4-9cf5-7f26a16a6e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:40.953109 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684fb08-7f8d-46c4-9cf5-7f26a16a6e81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:40.953859 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684fb08-7f8d-46c4-9cf5-7f26a16a6e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:40.954373 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684fb08-7f8d-46c4-9cf5-7f26a16a6e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:40.955614 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684fb08-7f8d-46c4-9cf5-7f26a16a6e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:40.956758 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684fb08-7f8d-46c4-9cf5-7f26a16a6e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:40.957252 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684fb08-7f8d-46c4-9cf5-7f26a16a6e81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:40.957970 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684fb08-7f8d-46c4-9cf5-7f26a16a6e81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:40.958477 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684fb08-7f8d-46c4-9cf5-7f26a16a6e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:40.958963 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684fb08-7f8d-46c4-9cf5-7f26a16a6e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:40.959787 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684fb08-7f8d-46c4-9cf5-7f26a16a6e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:40.960118 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684fb08-7f8d-46c4-9cf5-7f26a16a6e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:20:40.991794 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] Attempting to bind port e85b9142-2f6b-4527-a878-1406fd95ad9f on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:20:40.992204 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] Attempting to bind port e85b9142-2f6b-4527-a878-1406fd95ad9f by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:20:40.992566 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] Attempting to bind port e85b9142-2f6b-4527-a878-1406fd95ad9f on network 1c8832d5-32b3-4094-90c4-b58bff38de8b {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:20:40.998809 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:20:40.999191 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] Checking segment: {'id': 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:20:40.999593 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:41.000308 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] Bound using segment: {'id': 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:20:41.000786 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] Bound port: e85b9142-2f6b-4527-a878-1406fd95ad9f, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:20:41.001167 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e85b9142-2f6b-4527-a878-1406fd95ad9f), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:41.047304 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-58175841-6456-43e6-b118-1e29255c7412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b1e680-c456-47cc-b7c9-9c29d715fd9c', 'name': 'tempest-TestShelveInstance-1884728065-router', 'tenant_id': 'f715c6d63eb34737854355b139086d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '099f4a43-ec27-46eb-9199-f5244a3c8e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:38Z', 'updated_at': '2022-02-28T21:20:40Z', 'revision_number': 3, 'project_id': 'f715c6d63eb34737854355b139086d1c', 'gw_port': {'id': '099f4a43-ec27-46eb-9199-f5244a3c8e3e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b1e680-c456-47cc-b7c9-9c29d715fd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:39Z', 'updated_at': '2022-02-28T21:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:41.090262 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] For port e85b9142-2f6b-4527-a878-1406fd95ad9f, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:20:41.092451 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809019a3-42fd-4b0b-a467-8231ddea35d9 None None] Network 02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:20:41.094083 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] For port e85b9142-2f6b-4527-a878-1406fd95ad9f, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e85b9142-2f6b-4527-a878-1406fd95ad9f,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:20:41.095081 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58175841-6456-43e6-b118-1e29255c7412 None None] Checking router: 30b1e680-c456-47cc-b7c9-9c29d715fd9c for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:20:41.095521 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58175841-6456-43e6-b118-1e29255c7412 None None] Updating router 30b1e680-c456-47cc-b7c9-9c29d715fd9c port 099f4a43-ec27-46eb-9199-f5244a3c8e3e binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:20:41.106036 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e85b9142-2f6b-4527-a878-1406fd95ad9f), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:41.167200 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e6a49165-8dff-4331-b623-ec833be13390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:41.186305 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684fb08-7f8d-46c4-9cf5-7f26a16a6e81 None None] Pushing event updated for resources: {'Port': ['ID=e85b9142-2f6b-4527-a878-1406fd95ad9f,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:41.196177 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-58175841-6456-43e6-b118-1e29255c7412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (099f4a43-ec27-46eb-9199-f5244a3c8e3e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:41.213515 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] Routers {'16d241d4-3998-4d1e-b81c-e8d0eaf09498'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:20:41.214595 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:20:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:41.236362 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0816929c-74fd-4836-ae13-4f3548aff386 None None] Provisioning complete for port 39f2a501-dde7-446c-ac7b-9de59df9c36a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:41.236822 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0816929c-74fd-4836-ae13-4f3548aff386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (39f2a501-dde7-446c-ac7b-9de59df9c36a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:41.361902 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] Set router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:20:41.398162 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-e6a49165-8dff-4331-b623-ec833be13390 admin admin] Allocated IP 172.20.0.1 (02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52/b344e8dc-f768-4dbd-a0b8-b14c18e45cd9/b5a3cfad-1787-4f98-b9f7-4fdecffaed3f) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:20:41.520783 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e6a49165-8dff-4331-b623-ec833be13390 admin admin] Publish callbacks [] for port (b5a3cfad-1787-4f98-b9f7-4fdecffaed3f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:41.557899 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e6a49165-8dff-4331-b623-ec833be13390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b5a3cfad-1787-4f98-b9f7-4fdecffaed3f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:41.597709 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'name': 'tempest-TestShelveInstance-1851430853-router', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:36Z', 'revision_number': 4, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'gw_port': {'id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e85b9142-2f6b-4527-a878-1406fd95ad9f', 'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'mac_address': 'fa:16:3e:ac:db:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:36Z', 'updated_at': '2022-02-28T21:20:41Z', 'revision_number': 4, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'subnets': [{'id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:41.602965 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a49165-8dff-4331-b623-ec833be13390 admin admin] Network 02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:20:41.607452 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-e6a49165-8dff-4331-b623-ec833be13390 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:20:41.612343 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a49165-8dff-4331-b623-ec833be13390 admin admin] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:20:41.626098 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed00c4b-1beb-40db-b473-cb8607af9463 None None] The sync data for ids ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'] in n-d-820368-21 is: [{'id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'name': 'tempest-TestShelveInstance-1851430853-router', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:36Z', 'revision_number': 4, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'gw_port': {'id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e85b9142-2f6b-4527-a878-1406fd95ad9f', 'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'mac_address': 'fa:16:3e:ac:db:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:36Z', 'updated_at': '2022-02-28T21:20:41Z', 'revision_number': 4, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'subnets': [{'id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:20:41.649354 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0816929c-74fd-4836-ae13-4f3548aff386 None None] Current status of the port 39f2a501-dde7-446c-ac7b-9de59df9c36a is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:20:41.653647 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e6a49165-8dff-4331-b623-ec833be13390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (30b1e680-c456-47cc-b7c9-9c29d715fd9c), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:41.656478 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a49165-8dff-4331-b623-ec833be13390 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a3cfad-1787-4f98-b9f7-4fdecffaed3f,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:41.753473 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-58175841-6456-43e6-b118-1e29255c7412 None None] Publish callbacks [] for port (099f4a43-ec27-46eb-9199-f5244a3c8e3e), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:41.771579 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-58175841-6456-43e6-b118-1e29255c7412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (099f4a43-ec27-46eb-9199-f5244a3c8e3e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:41.821360 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-023633aa-c76f-4d49-aece-cd0f6c89afda None None] Provisioning complete for port e85b9142-2f6b-4527-a878-1406fd95ad9f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:41.821863 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-023633aa-c76f-4d49-aece-cd0f6c89afda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e85b9142-2f6b-4527-a878-1406fd95ad9f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:41.832348 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e6a49165-8dff-4331-b623-ec833be13390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b5a3cfad-1787-4f98-b9f7-4fdecffaed3f), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:41.881885 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32b77e-260b-435a-9c4f-f83424b39a7e None None] Pushing event updated for resources: {'Port': ['ID=099f4a43-ec27-46eb-9199-f5244a3c8e3e,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:41.889655 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-58175841-6456-43e6-b118-1e29255c7412 None None] Attempting to bind port 099f4a43-ec27-46eb-9199-f5244a3c8e3e on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:20:41.890110 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-58175841-6456-43e6-b118-1e29255c7412 None None] Attempting to bind port 099f4a43-ec27-46eb-9199-f5244a3c8e3e by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:20:41.890510 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58175841-6456-43e6-b118-1e29255c7412 None None] Attempting to bind port 099f4a43-ec27-46eb-9199-f5244a3c8e3e on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:20:41.900404 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58175841-6456-43e6-b118-1e29255c7412 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:20:41.900782 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58175841-6456-43e6-b118-1e29255c7412 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:20:41.901185 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-58175841-6456-43e6-b118-1e29255c7412 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:41.901683 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58175841-6456-43e6-b118-1e29255c7412 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:20:41.902264 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-58175841-6456-43e6-b118-1e29255c7412 None None] Bound port: 099f4a43-ec27-46eb-9199-f5244a3c8e3e, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:20:41.902652 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-58175841-6456-43e6-b118-1e29255c7412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (099f4a43-ec27-46eb-9199-f5244a3c8e3e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:41.988685 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-023633aa-c76f-4d49-aece-cd0f6c89afda None None] Current status of the port e85b9142-2f6b-4527-a878-1406fd95ad9f is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:20:41.989077 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-023633aa-c76f-4d49-aece-cd0f6c89afda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e85b9142-2f6b-4527-a878-1406fd95ad9f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:42.029298 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 45490f51-b3cc-4d09-bf24-4952c9639eae up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:20:42.072521 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-58175841-6456-43e6-b118-1e29255c7412 None None] For port 099f4a43-ec27-46eb-9199-f5244a3c8e3e, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:20:42.106457 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e6a49165-8dff-4331-b623-ec833be13390 admin admin] Publish callbacks [] for port (b5a3cfad-1787-4f98-b9f7-4fdecffaed3f), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:42.108264 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-58175841-6456-43e6-b118-1e29255c7412 None None] For port 099f4a43-ec27-46eb-9199-f5244a3c8e3e, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=099f4a43-ec27-46eb-9199-f5244a3c8e3e,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:20:42.120010 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e6a49165-8dff-4331-b623-ec833be13390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (b5a3cfad-1787-4f98-b9f7-4fdecffaed3f), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:42.131454 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-58175841-6456-43e6-b118-1e29255c7412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (099f4a43-ec27-46eb-9199-f5244a3c8e3e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:42.135267 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-023633aa-c76f-4d49-aece-cd0f6c89afda None None] For port e85b9142-2f6b-4527-a878-1406fd95ad9f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e85b9142-2f6b-4527-a878-1406fd95ad9f,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:20:42.172571 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-023633aa-c76f-4d49-aece-cd0f6c89afda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e85b9142-2f6b-4527-a878-1406fd95ad9f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:42.207127 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e6a49165-8dff-4331-b623-ec833be13390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (30b1e680-c456-47cc-b7c9-9c29d715fd9c), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:42.213666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a49165-8dff-4331-b623-ec833be13390 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a3cfad-1787-4f98-b9f7-4fdecffaed3f,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:42.221906 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 45490f51-b3cc-4d09-bf24-4952c9639eae triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:42.222277 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (45490f51-b3cc-4d09-bf24-4952c9639eae), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:42.224278 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58175841-6456-43e6-b118-1e29255c7412 None None] Routers {'30b1e680-c456-47cc-b7c9-9c29d715fd9c'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:20:42.224904 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-58175841-6456-43e6-b118-1e29255c7412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:20:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['30b1e680-c456-47cc-b7c9-9c29d715fd9c'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:42.228090 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32b77e-260b-435a-9c4f-f83424b39a7e None None] Pushing event updated for resources: {'Port': ['ID=099f4a43-ec27-46eb-9199-f5244a3c8e3e,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:42.366276 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-44f51cd9-66dd-4b3a-8551-ce9878bbd2bb None None] Provisioning complete for port b5a3cfad-1787-4f98-b9f7-4fdecffaed3f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:42.366644 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-44f51cd9-66dd-4b3a-8551-ce9878bbd2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b5a3cfad-1787-4f98-b9f7-4fdecffaed3f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:42.457753 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023633aa-c76f-4d49-aece-cd0f6c89afda None None] Pushing event updated for resources: {'Port': ['ID=e85b9142-2f6b-4527-a878-1406fd95ad9f,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:42.499698 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-44f51cd9-66dd-4b3a-8551-ce9878bbd2bb None None] Port b5a3cfad-1787-4f98-b9f7-4fdecffaed3f cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:20:42.512674 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-58175841-6456-43e6-b118-1e29255c7412 None None] Set router 30b1e680-c456-47cc-b7c9-9c29d715fd9c gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:20:42.551439 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 45490f51-b3cc-4d09-bf24-4952c9639eae is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:20:42.552495 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 39f2a501-dde7-446c-ac7b-9de59df9c36a up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:20:42.585498 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-44f51cd9-66dd-4b3a-8551-ce9878bbd2bb None None] Provisioning complete for port 39f2a501-dde7-446c-ac7b-9de59df9c36a triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:42.585880 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-44f51cd9-66dd-4b3a-8551-ce9878bbd2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (39f2a501-dde7-446c-ac7b-9de59df9c36a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:42.645502 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a49165-8dff-4331-b623-ec833be13390 admin admin] Network 02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:20:42.646932 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-e6a49165-8dff-4331-b623-ec833be13390 admin admin] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:20:42.765463 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 39f2a501-dde7-446c-ac7b-9de59df9c36a triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:42.766021 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (39f2a501-dde7-446c-ac7b-9de59df9c36a), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:42.766273 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a49165-8dff-4331-b623-ec833be13390 admin admin] Router 30b1e680-c456-47cc-b7c9-9c29d715fd9c has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:20:42.840122 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-44f51cd9-66dd-4b3a-8551-ce9878bbd2bb None None] Current status of the port 39f2a501-dde7-446c-ac7b-9de59df9c36a is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:20:42.885846 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a49165-8dff-4331-b623-ec833be13390 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:20:42.891564 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e6a49165-8dff-4331-b623-ec833be13390 admin admin] 10.222.0.13 "PUT /v2.0/routers/30b1e680-c456-47cc-b7c9-9c29d715fd9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2449822 Feb 28 21:20:42.907616 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 39f2a501-dde7-446c-ac7b-9de59df9c36a is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:20:42.908724 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e85b9142-2f6b-4527-a878-1406fd95ad9f up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:20:42.913314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-58175841-6456-43e6-b118-1e29255c7412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b1e680-c456-47cc-b7c9-9c29d715fd9c', 'name': 'tempest-TestShelveInstance-1884728065-router', 'tenant_id': 'f715c6d63eb34737854355b139086d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '099f4a43-ec27-46eb-9199-f5244a3c8e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:38Z', 'updated_at': '2022-02-28T21:20:41Z', 'revision_number': 4, 'project_id': 'f715c6d63eb34737854355b139086d1c', 'gw_port': {'id': '099f4a43-ec27-46eb-9199-f5244a3c8e3e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b1e680-c456-47cc-b7c9-9c29d715fd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:39Z', 'updated_at': '2022-02-28T21:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'b5a3cfad-1787-4f98-b9f7-4fdecffaed3f', 'name': '', 'network_id': '02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52', 'tenant_id': 'f715c6d63eb34737854355b139086d1c', 'mac_address': 'fa:16:3e:a4:5f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b1e680-c456-47cc-b7c9-9c29d715fd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'b344e8dc-f768-4dbd-a0b8-b14c18e45cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:41Z', 'updated_at': '2022-02-28T21:20:41Z', 'revision_number': 2, 'project_id': 'f715c6d63eb34737854355b139086d1c', 'subnets': [{'id': 'b344e8dc-f768-4dbd-a0b8-b14c18e45cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:42.961464 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58175841-6456-43e6-b118-1e29255c7412 None None] The sync data for ids ['30b1e680-c456-47cc-b7c9-9c29d715fd9c'] in n-d-820368-21 is: [{'id': '30b1e680-c456-47cc-b7c9-9c29d715fd9c', 'name': 'tempest-TestShelveInstance-1884728065-router', 'tenant_id': 'f715c6d63eb34737854355b139086d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '099f4a43-ec27-46eb-9199-f5244a3c8e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:38Z', 'updated_at': '2022-02-28T21:20:41Z', 'revision_number': 4, 'project_id': 'f715c6d63eb34737854355b139086d1c', 'gw_port': {'id': '099f4a43-ec27-46eb-9199-f5244a3c8e3e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b1e680-c456-47cc-b7c9-9c29d715fd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:39Z', 'updated_at': '2022-02-28T21:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'b5a3cfad-1787-4f98-b9f7-4fdecffaed3f', 'name': '', 'network_id': '02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52', 'tenant_id': 'f715c6d63eb34737854355b139086d1c', 'mac_address': 'fa:16:3e:a4:5f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b1e680-c456-47cc-b7c9-9c29d715fd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'b344e8dc-f768-4dbd-a0b8-b14c18e45cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:41Z', 'updated_at': '2022-02-28T21:20:41Z', 'revision_number': 2, 'project_id': 'f715c6d63eb34737854355b139086d1c', 'subnets': [{'id': 'b344e8dc-f768-4dbd-a0b8-b14c18e45cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:20:42.985435 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-7ab2deaa-08a3-41f8-8dba-36615f4f7ccb None None] Provisioning complete for port b5a3cfad-1787-4f98-b9f7-4fdecffaed3f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:42.985813 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7ab2deaa-08a3-41f8-8dba-36615f4f7ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b5a3cfad-1787-4f98-b9f7-4fdecffaed3f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:43.031547 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7ab2deaa-08a3-41f8-8dba-36615f4f7ccb None None] Port b5a3cfad-1787-4f98-b9f7-4fdecffaed3f cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:20:43.034964 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port e85b9142-2f6b-4527-a878-1406fd95ad9f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:43.034964 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e85b9142-2f6b-4527-a878-1406fd95ad9f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:43.121074 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port e85b9142-2f6b-4527-a878-1406fd95ad9f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:20:43.468246 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48152) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:43.472987 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-2aba3186-f95d-40bc-9a61-16bc1485d9bf tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-963869611', 'description': 'tempest-secgroup-smoke-963869611 description', 'project_id': '362620613f8b4cd0b2da9812e0b3a70c'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:20:43.493830 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2aba3186-f95d-40bc-9a61-16bc1485d9bf tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:43.565870 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2aba3186-f95d-40bc-9a61-16bc1485d9bf tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group (7bde7589-9df0-46df-9fdd-9874ee3efccb), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:43.570834 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2aba3186-f95d-40bc-9a61-16bc1485d9bf tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7bde7589-9df0-46df-9fdd-9874ee3efccb), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:43.600864 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba3186-f95d-40bc-9a61-16bc1485d9bf tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bde7589-9df0-46df-9fdd-9874ee3efccb,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:43.605637 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2aba3186-f95d-40bc-9a61-16bc1485d9bf tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:43.609700 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2aba3186-f95d-40bc-9a61-16bc1485d9bf tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1375508 Feb 28 21:20:43.610395 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48154) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:43.614087 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-11062c64-e94a-427e-8c35-67e1d51a9f6f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Request body: {'security_group_rule': {'security_group_id': '7bde7589-9df0-46df-9fdd-9874ee3efccb', 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:20:43.642826 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-11062c64-e94a-427e-8c35-67e1d51a9f6f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (630a4e7e-dd18-4cb7-a7a9-fca717bae26f), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:43.697347 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-11062c64-e94a-427e-8c35-67e1d51a9f6f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (630a4e7e-dd18-4cb7-a7a9-fca717bae26f), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:43.701798 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-11062c64-e94a-427e-8c35-67e1d51a9f6f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (630a4e7e-dd18-4cb7-a7a9-fca717bae26f), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:43.718731 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11062c64-e94a-427e-8c35-67e1d51a9f6f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630a4e7e-dd18-4cb7-a7a9-fca717bae26f,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:43.727043 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-11062c64-e94a-427e-8c35-67e1d51a9f6f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:43.728265 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-11062c64-e94a-427e-8c35-67e1d51a9f6f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175046 Feb 28 21:20:43.731706 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48156) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:43.735955 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e48c148c-e429-4686-9d81-444ea11fcbe0 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Request body: {'security_group_rule': {'security_group_id': '7bde7589-9df0-46df-9fdd-9874ee3efccb', 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:20:43.760818 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e48c148c-e429-4686-9d81-444ea11fcbe0 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (15fbff38-d3a5-4db9-b826-2c1e9dc420c7), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:43.818445 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e48c148c-e429-4686-9d81-444ea11fcbe0 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (15fbff38-d3a5-4db9-b826-2c1e9dc420c7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:43.822331 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e48c148c-e429-4686-9d81-444ea11fcbe0 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (15fbff38-d3a5-4db9-b826-2c1e9dc420c7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:43.839638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c148c-e429-4686-9d81-444ea11fcbe0 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15fbff38-d3a5-4db9-b826-2c1e9dc420c7,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:43.847927 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e48c148c-e429-4686-9d81-444ea11fcbe0 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:43.849128 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e48c148c-e429-4686-9d81-444ea11fcbe0 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164768 Feb 28 21:20:43.851911 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48158) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:43.856592 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d3dddcd5-406c-4ac5-a0e0-349333439c7e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Request body: {'security_group_rule': {'security_group_id': '7bde7589-9df0-46df-9fdd-9874ee3efccb', 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:20:43.886050 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d3dddcd5-406c-4ac5-a0e0-349333439c7e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (9f181d09-0163-43b2-af5b-d71cc02dfc82), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:43.903405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e85b9142-2f6b-4527-a878-1406fd95ad9f up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:20:43.946274 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d3dddcd5-406c-4ac5-a0e0-349333439c7e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (9f181d09-0163-43b2-af5b-d71cc02dfc82), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:43.950988 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d3dddcd5-406c-4ac5-a0e0-349333439c7e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (9f181d09-0163-43b2-af5b-d71cc02dfc82), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:43.954590 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port e85b9142-2f6b-4527-a878-1406fd95ad9f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:43.954897 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e85b9142-2f6b-4527-a878-1406fd95ad9f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:43.968352 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dddcd5-406c-4ac5-a0e0-349333439c7e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f181d09-0163-43b2-af5b-d71cc02dfc82,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:43.977174 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d3dddcd5-406c-4ac5-a0e0-349333439c7e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:43.978381 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d3dddcd5-406c-4ac5-a0e0-349333439c7e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255536 Feb 28 21:20:43.981662 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48160) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:43.986037 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-a7737a75-4b09-4074-9be3-6947ac9bc44f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Request body: {'security_group_rule': {'security_group_id': '7bde7589-9df0-46df-9fdd-9874ee3efccb', 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:20:44.010411 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a7737a75-4b09-4074-9be3-6947ac9bc44f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (f2542b83-09b2-4aaf-b288-bbfa864b2da4), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:44.038842 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port e85b9142-2f6b-4527-a878-1406fd95ad9f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:20:44.067641 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a7737a75-4b09-4074-9be3-6947ac9bc44f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (f2542b83-09b2-4aaf-b288-bbfa864b2da4), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:44.071549 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a7737a75-4b09-4074-9be3-6947ac9bc44f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (f2542b83-09b2-4aaf-b288-bbfa864b2da4), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:44.091608 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7737a75-4b09-4074-9be3-6947ac9bc44f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2542b83-09b2-4aaf-b288-bbfa864b2da4,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:44.099298 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-a7737a75-4b09-4074-9be3-6947ac9bc44f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:44.100558 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-a7737a75-4b09-4074-9be3-6947ac9bc44f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178892 Feb 28 21:20:44.103254 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48162) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:44.108004 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-82c59a86-f35b-4be3-9991-7fad0226c6d3 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Request body: {'security_group_rule': {'security_group_id': '7bde7589-9df0-46df-9fdd-9874ee3efccb', 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:20:44.128078 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-82c59a86-f35b-4be3-9991-7fad0226c6d3 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Project 362620613f8b4cd0b2da9812e0b3a70c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 21:20:44.133025 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-82c59a86-f35b-4be3-9991-7fad0226c6d3 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (dc59fff2-b1c8-48c1-84a1-5d5d9ffbd4e7), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:44.194720 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-82c59a86-f35b-4be3-9991-7fad0226c6d3 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (dc59fff2-b1c8-48c1-84a1-5d5d9ffbd4e7), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:44.199322 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-82c59a86-f35b-4be3-9991-7fad0226c6d3 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (dc59fff2-b1c8-48c1-84a1-5d5d9ffbd4e7), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:44.216594 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c59a86-f35b-4be3-9991-7fad0226c6d3 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc59fff2-b1c8-48c1-84a1-5d5d9ffbd4e7,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:44.225538 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-82c59a86-f35b-4be3-9991-7fad0226c6d3 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:44.226785 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-82c59a86-f35b-4be3-9991-7fad0226c6d3 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225829 Feb 28 21:20:44.229479 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48164) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:44.234466 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-d2d235b1-9923-494b-9603-007c04bb71d0 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Request body: {'security_group_rule': {'security_group_id': '7bde7589-9df0-46df-9fdd-9874ee3efccb', 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:20:44.253465 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-d2d235b1-9923-494b-9603-007c04bb71d0 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Project 362620613f8b4cd0b2da9812e0b3a70c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 21:20:44.258381 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d2d235b1-9923-494b-9603-007c04bb71d0 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (2adc7ef3-686f-4808-b0fa-248d0f3db5d5), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:44.315479 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d2d235b1-9923-494b-9603-007c04bb71d0 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (2adc7ef3-686f-4808-b0fa-248d0f3db5d5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:44.319074 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d2d235b1-9923-494b-9603-007c04bb71d0 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (2adc7ef3-686f-4808-b0fa-248d0f3db5d5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:44.336466 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d235b1-9923-494b-9603-007c04bb71d0 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2adc7ef3-686f-4808-b0fa-248d0f3db5d5,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:44.345808 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d2d235b1-9923-494b-9603-007c04bb71d0 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:44.347000 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d2d235b1-9923-494b-9603-007c04bb71d0 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1158593 Feb 28 21:20:44.522889 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-0e6571f0-259b-4768-a113-afb1d0a8f37a tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-963869611&fields=id&tenant_id=362620613f8b4cd0b2da9812e0b3a70c HTTP/1.1" status: 200 len: 267 time: 0.0710154 Feb 28 21:20:44.638734 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-ff3ebec2-e4c4-419f-9880-be86514e1623 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:44.640281 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-ff3ebec2-e4c4-419f-9880-be86514e1623 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 809 time: 0.1094668 Feb 28 21:20:44.656347 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-2c00b8b9-e8f7-48b1-bd81-65437b5b5d58 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/quotas/362620613f8b4cd0b2da9812e0b3a70c HTTP/1.1" status: 200 len: 375 time: 0.0102854 Feb 28 21:20:44.719160 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-d64558dc-b4e0-42c9-9043-73dfb698590f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570433 Feb 28 21:20:44.821375 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e7d50d74-d67f-4a01-8016-cba1f29ddd1a service neutron] 10.222.0.13 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898218 Feb 28 21:20:44.926203 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-c7f675ed-a3ce-4a2c-adfc-99862abbfe59 service neutron] 10.222.0.13 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977032 Feb 28 21:20:45.111180 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4ceaaace-0ee9-4566-bf89-5d708cfd85d6 req-6054c26d-a99c-42d2-83b1-169d1b09be1f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 210 time: 0.0351288 Feb 28 21:20:45.889317 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] Sync routers for ids ['30b1e680-c456-47cc-b7c9-9c29d715fd9c'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:20:45.900402 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] Routers {'30b1e680-c456-47cc-b7c9-9c29d715fd9c'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:20:45.901042 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:20:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['30b1e680-c456-47cc-b7c9-9c29d715fd9c'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:45.927000 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 099f4a43-ec27-46eb-9199-f5244a3c8e3e up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:20:45.978356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 099f4a43-ec27-46eb-9199-f5244a3c8e3e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:45.978733 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (099f4a43-ec27-46eb-9199-f5244a3c8e3e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:46.022173 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] Set router 30b1e680-c456-47cc-b7c9-9c29d715fd9c gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:20:46.066875 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 099f4a43-ec27-46eb-9199-f5244a3c8e3e is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:20:46.067436 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (099f4a43-ec27-46eb-9199-f5244a3c8e3e), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:46.096337 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 099f4a43-ec27-46eb-9199-f5244a3c8e3e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=099f4a43-ec27-46eb-9199-f5244a3c8e3e,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:20:46.103200 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (099f4a43-ec27-46eb-9199-f5244a3c8e3e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:46.161864 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=099f4a43-ec27-46eb-9199-f5244a3c8e3e,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:46.271337 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-709f7366-598f-4db4-9396-6abd5df183d0 req-e893a4f3-634a-44b1-a3ba-f8171181353e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 210 time: 0.0525632 Feb 28 21:20:46.323460 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-a879a342-82b1-4ff0-8e71-249eb8a7ddfe tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:46.326069 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-a879a342-82b1-4ff0-8e71-249eb8a7ddfe tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.15 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 809 time: 0.2188094 Feb 28 21:20:46.391645 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-1ff4c62f-c489-49fd-9584-f6460bf8c73b tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=362620613f8b4cd0b2da9812e0b3a70c HTTP/1.1" status: 200 len: 379 time: 0.0577559 Feb 28 21:20:46.403833 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-238d381d-bd42-429b-b44c-010e5811b0b1 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Request body: {'port': {'device_id': '26e47044-9003-4dd7-b940-23ca7fd45681', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'admin_state_up': True, 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'security_groups': ['7bde7589-9df0-46df-9fdd-9874ee3efccb']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:20:46.423036 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b1e680-c456-47cc-b7c9-9c29d715fd9c', 'name': 'tempest-TestShelveInstance-1884728065-router', 'tenant_id': 'f715c6d63eb34737854355b139086d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '099f4a43-ec27-46eb-9199-f5244a3c8e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:38Z', 'updated_at': '2022-02-28T21:20:41Z', 'revision_number': 4, 'project_id': 'f715c6d63eb34737854355b139086d1c', 'gw_port': {'id': '099f4a43-ec27-46eb-9199-f5244a3c8e3e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b1e680-c456-47cc-b7c9-9c29d715fd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:39Z', 'updated_at': '2022-02-28T21:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'b5a3cfad-1787-4f98-b9f7-4fdecffaed3f', 'name': '', 'network_id': '02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52', 'tenant_id': 'f715c6d63eb34737854355b139086d1c', 'mac_address': 'fa:16:3e:a4:5f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b1e680-c456-47cc-b7c9-9c29d715fd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'b344e8dc-f768-4dbd-a0b8-b14c18e45cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:41Z', 'updated_at': '2022-02-28T21:20:41Z', 'revision_number': 2, 'project_id': 'f715c6d63eb34737854355b139086d1c', 'subnets': [{'id': 'b344e8dc-f768-4dbd-a0b8-b14c18e45cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:46.449817 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] Checking router: 30b1e680-c456-47cc-b7c9-9c29d715fd9c for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:20:46.450109 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] Updating router 30b1e680-c456-47cc-b7c9-9c29d715fd9c port b5a3cfad-1787-4f98-b9f7-4fdecffaed3f binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:20:46.481398 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b5a3cfad-1787-4f98-b9f7-4fdecffaed3f), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:46.513791 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-238d381d-bd42-429b-b44c-010e5811b0b1 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Made reservation on behalf of 362620613f8b4cd0b2da9812e0b3a70c for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:20:46.517399 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-238d381d-bd42-429b-b44c-010e5811b0b1 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:46.655532 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-238d381d-bd42-429b-b44c-010e5811b0b1 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Allocated IP 172.20.0.9 (1c8832d5-32b3-4094-90c4-b58bff38de8b/4b4ba898-4bb4-47ae-b101-ad32b9143e35/5ebb6378-ae4c-4576-a895-88ea23ff86a5) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:20:46.658823 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f297ee9f-ba9a-4d9f-988b-8df5af672a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:46.779882 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] Publish callbacks [] for port (b5a3cfad-1787-4f98-b9f7-4fdecffaed3f), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:46.787397 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b5a3cfad-1787-4f98-b9f7-4fdecffaed3f), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:46.819284 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-238d381d-bd42-429b-b44c-010e5811b0b1 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:46.837159 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61780f7c-ef78-45a8-a2b9-5f9680c673d4 None None] Pushing event updated for resources: {'Port': ['ID=b5a3cfad-1787-4f98-b9f7-4fdecffaed3f,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:46.874791 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-238d381d-bd42-429b-b44c-010e5811b0b1 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:46.900857 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] Attempting to bind port b5a3cfad-1787-4f98-b9f7-4fdecffaed3f on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:20:46.901374 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] Attempting to bind port b5a3cfad-1787-4f98-b9f7-4fdecffaed3f by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '0e2088f8-6cb2-4f9d-93f9-96a38560140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:20:46.901590 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] Attempting to bind port b5a3cfad-1787-4f98-b9f7-4fdecffaed3f on network 02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:20:46.907672 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:20:46.908084 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] Checking segment: {'id': '0e2088f8-6cb2-4f9d-93f9-96a38560140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:20:46.908486 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:46.908880 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] Bound using segment: {'id': '0e2088f8-6cb2-4f9d-93f9-96a38560140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:20:46.909351 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] Bound port: b5a3cfad-1787-4f98-b9f7-4fdecffaed3f, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2088f8-6cb2-4f9d-93f9-96a38560140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:20:46.909731 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b5a3cfad-1787-4f98-b9f7-4fdecffaed3f), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:46.939117 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-238d381d-bd42-429b-b44c-010e5811b0b1 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Network 1c8832d5-32b3-4094-90c4-b58bff38de8b is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:20:46.942573 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-238d381d-bd42-429b-b44c-010e5811b0b1 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:20:46.958912 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-238d381d-bd42-429b-b44c-010e5811b0b1 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:20:46.963525 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d381d-bd42-429b-b44c-010e5811b0b1 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event updated for resources: {'Port': ['ID=5ebb6378-ae4c-4576-a895-88ea23ff86a5,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:46.984360 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] For port b5a3cfad-1787-4f98-b9f7-4fdecffaed3f, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:20:46.987689 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] For port b5a3cfad-1787-4f98-b9f7-4fdecffaed3f, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b5a3cfad-1787-4f98-b9f7-4fdecffaed3f,segment=NetworkSegment(0e2088f8-6cb2-4f9d-93f9-96a38560140f),segment_id=0e2088f8-6cb2-4f9d-93f9-96a38560140f)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:20:47.016735 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b5a3cfad-1787-4f98-b9f7-4fdecffaed3f), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:47.023631 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-238d381d-bd42-429b-b44c-010e5811b0b1 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:47.024322 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-238d381d-bd42-429b-b44c-010e5811b0b1 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:47.047816 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-238d381d-bd42-429b-b44c-010e5811b0b1 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6492505 Feb 28 21:20:47.061065 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] Request body: {'port': {'device_id': '26e47044-9003-4dd7-b940-23ca7fd45681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:20:47.088470 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] Routers {'30b1e680-c456-47cc-b7c9-9c29d715fd9c'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:20:47.089276 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:20:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['30b1e680-c456-47cc-b7c9-9c29d715fd9c'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:47.152883 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:47.204890 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-3a6bd38c-d57b-43e0-b303-ec7ea4d0bcf0 None None] Provisioning complete for port b5a3cfad-1787-4f98-b9f7-4fdecffaed3f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:47.208638 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd38c-d57b-43e0-b303-ec7ea4d0bcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b5a3cfad-1787-4f98-b9f7-4fdecffaed3f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:47.255670 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61780f7c-ef78-45a8-a2b9-5f9680c673d4 None None] Pushing event updated for resources: {'Port': ['ID=b5a3cfad-1787-4f98-b9f7-4fdecffaed3f,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:47.376324 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] Set router 30b1e680-c456-47cc-b7c9-9c29d715fd9c gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:20:47.396708 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-3a6bd38c-d57b-43e0-b303-ec7ea4d0bcf0 None None] Current status of the port b5a3cfad-1787-4f98-b9f7-4fdecffaed3f is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:20:47.397137 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd38c-d57b-43e0-b303-ec7ea4d0bcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b5a3cfad-1787-4f98-b9f7-4fdecffaed3f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:47.443156 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe58ec-ea15-40b9-9bb0-fef8f28749c4 req-9d87bce5-fe43-470f-af89-95e9898d834c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:47.451295 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bafe58ec-ea15-40b9-9bb0-fef8f28749c4 req-9d87bce5-fe43-470f-af89-95e9898d834c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 931 time: 0.0689950 Feb 28 21:20:47.453915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-3a6bd38c-d57b-43e0-b303-ec7ea4d0bcf0 None None] For port b5a3cfad-1787-4f98-b9f7-4fdecffaed3f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b5a3cfad-1787-4f98-b9f7-4fdecffaed3f,segment=NetworkSegment(0e2088f8-6cb2-4f9d-93f9-96a38560140f),segment_id=0e2088f8-6cb2-4f9d-93f9-96a38560140f)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:20:47.462084 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd38c-d57b-43e0-b303-ec7ea4d0bcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (b5a3cfad-1787-4f98-b9f7-4fdecffaed3f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:47.527430 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bafe58ec-ea15-40b9-9bb0-fef8f28749c4 req-61c54056-3268-484d-aaee-6a6b18cf6023 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745726 Feb 28 21:20:47.533278 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bd38c-d57b-43e0-b303-ec7ea4d0bcf0 None None] Pushing event updated for resources: {'Port': ['ID=b5a3cfad-1787-4f98-b9f7-4fdecffaed3f,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:47.560601 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ebb6378-ae4c-4576-a895-88ea23ff86a5 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:20:47.568257 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] Publish callbacks [] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:47.583936 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] Transition to ACTIVE for port object 5ebb6378-ae4c-4576-a895-88ea23ff86a5 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:20:47.584566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-6c6e0041-9fea-461c-a031-31c9e4f1b9ab None None] Provisioning complete for port b5a3cfad-1787-4f98-b9f7-4fdecffaed3f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:47.584890 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6c6e0041-9fea-461c-a031-31c9e4f1b9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b5a3cfad-1787-4f98-b9f7-4fdecffaed3f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:47.588990 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:47.645798 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebb6378-ae4c-4576-a895-88ea23ff86a5,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:47.654156 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b1e680-c456-47cc-b7c9-9c29d715fd9c', 'name': 'tempest-TestShelveInstance-1884728065-router', 'tenant_id': 'f715c6d63eb34737854355b139086d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '099f4a43-ec27-46eb-9199-f5244a3c8e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:38Z', 'updated_at': '2022-02-28T21:20:41Z', 'revision_number': 4, 'project_id': 'f715c6d63eb34737854355b139086d1c', 'gw_port': {'id': '099f4a43-ec27-46eb-9199-f5244a3c8e3e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b1e680-c456-47cc-b7c9-9c29d715fd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:39Z', 'updated_at': '2022-02-28T21:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'b5a3cfad-1787-4f98-b9f7-4fdecffaed3f', 'name': '', 'network_id': '02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52', 'tenant_id': 'f715c6d63eb34737854355b139086d1c', 'mac_address': 'fa:16:3e:a4:5f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b1e680-c456-47cc-b7c9-9c29d715fd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'b344e8dc-f768-4dbd-a0b8-b14c18e45cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:41Z', 'updated_at': '2022-02-28T21:20:46Z', 'revision_number': 4, 'project_id': 'f715c6d63eb34737854355b139086d1c', 'subnets': [{'id': 'b344e8dc-f768-4dbd-a0b8-b14c18e45cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:47.681703 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-6c6e0041-9fea-461c-a031-31c9e4f1b9ab None None] Current status of the port b5a3cfad-1787-4f98-b9f7-4fdecffaed3f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:20:47.691072 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90050e-661b-4594-883f-4b3976b81c4d None None] The sync data for ids ['30b1e680-c456-47cc-b7c9-9c29d715fd9c'] in n-d-820368-21 is: [{'id': '30b1e680-c456-47cc-b7c9-9c29d715fd9c', 'name': 'tempest-TestShelveInstance-1884728065-router', 'tenant_id': 'f715c6d63eb34737854355b139086d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '099f4a43-ec27-46eb-9199-f5244a3c8e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:38Z', 'updated_at': '2022-02-28T21:20:41Z', 'revision_number': 4, 'project_id': 'f715c6d63eb34737854355b139086d1c', 'gw_port': {'id': '099f4a43-ec27-46eb-9199-f5244a3c8e3e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b1e680-c456-47cc-b7c9-9c29d715fd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:39Z', 'updated_at': '2022-02-28T21:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'b5a3cfad-1787-4f98-b9f7-4fdecffaed3f', 'name': '', 'network_id': '02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52', 'tenant_id': 'f715c6d63eb34737854355b139086d1c', 'mac_address': 'fa:16:3e:a4:5f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b1e680-c456-47cc-b7c9-9c29d715fd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'b344e8dc-f768-4dbd-a0b8-b14c18e45cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:41Z', 'updated_at': '2022-02-28T21:20:46Z', 'revision_number': 4, 'project_id': 'f715c6d63eb34737854355b139086d1c', 'subnets': [{'id': 'b344e8dc-f768-4dbd-a0b8-b14c18e45cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:20:47.725887 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] Attempting to bind port 5ebb6378-ae4c-4576-a895-88ea23ff86a5 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:20:47.726250 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] Attempting to bind port 5ebb6378-ae4c-4576-a895-88ea23ff86a5 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:20:47.726585 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] Attempting to bind port 5ebb6378-ae4c-4576-a895-88ea23ff86a5 on network 1c8832d5-32b3-4094-90c4-b58bff38de8b {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:20:47.731407 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] Port 5ebb6378-ae4c-4576-a895-88ea23ff86a5 on network 1c8832d5-32b3-4094-90c4-b58bff38de8b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:20:47.731726 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] Attempting to bind port 5ebb6378-ae4c-4576-a895-88ea23ff86a5 on network 1c8832d5-32b3-4094-90c4-b58bff38de8b {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:20:47.737443 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:20:47.737784 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] Checking segment: {'id': 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:20:47.738175 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] Bound using segment: {'id': 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:20:47.738602 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] Bound port: 5ebb6378-ae4c-4576-a895-88ea23ff86a5, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:20:47.738950 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:47.805797 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] For port 5ebb6378-ae4c-4576-a895-88ea23ff86a5, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:20:47.809115 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] For port 5ebb6378-ae4c-4576-a895-88ea23ff86a5, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=5ebb6378-ae4c-4576-a895-88ea23ff86a5,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:20:47.820122 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:47.861025 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:47.861654 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:47.863810 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] 10.222.0.15 "PUT /v2.0/ports/5ebb6378-ae4c-4576-a895-88ea23ff86a5 HTTP/1.1" status: 200 len: 1092 time: 0.8084290 Feb 28 21:20:47.863810 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e47044-9003-4dd7-b940-23ca7fd45681', 'tag': '5ebb6378-ae4c-4576-a895-88ea23ff86a5'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:20:47.865840 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d4bd76-51c5-4148-9c6c-bc36e2ef4aba" -d '{"events": [{"name": "network-changed", "server_uuid": "26e47044-9003-4dd7-b940-23ca7fd45681", "tag": "5ebb6378-ae4c-4576-a895-88ea23ff86a5"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:20:47.929270 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e8f7d2-8999-40ad-9406-b42799e43864 x-openstack-request-id: req-88e8f7d2-8999-40ad-9406-b42799e43864 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:20:47.930345 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e47044-9003-4dd7-b940-23ca7fd45681", "tag": "5ebb6378-ae4c-4576-a895-88ea23ff86a5", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:20:47.930614 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88e8f7d2-8999-40ad-9406-b42799e43864 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:20:47.931017 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e47044-9003-4dd7-b940-23ca7fd45681', 'tag': '5ebb6378-ae4c-4576-a895-88ea23ff86a5', 'status': 'completed', 'code': 200} Feb 28 21:20:47.939800 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0621e35-861d-4826-a269-31b9061b7e03 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebb6378-ae4c-4576-a895-88ea23ff86a5,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:47.956154 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 099f4a43-ec27-46eb-9199-f5244a3c8e3e up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:20:47.982687 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-90566a7e-2e56-4b69-9e10-6217d9c03f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:47.984378 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-90566a7e-2e56-4b69-9e10-6217d9c03f8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 1126 time: 0.0767937 Feb 28 21:20:48.008979 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 099f4a43-ec27-46eb-9199-f5244a3c8e3e triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:48.009361 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (099f4a43-ec27-46eb-9199-f5244a3c8e3e), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:48.029225 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-bb356a8d-0ca4-41d1-8a8c-ecefef14cef6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebb6378-ae4c-4576-a895-88ea23ff86a5 HTTP/1.1" status: 200 len: 217 time: 0.0376768 Feb 28 21:20:48.081349 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-a83a5f69-c315-44f6-90e0-55e9d9343cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:48.082960 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-a83a5f69-c315-44f6-90e0-55e9d9343cea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b4ba898-4bb4-47ae-b101-ad32b9143e35 HTTP/1.1" status: 200 len: 848 time: 0.0482404 Feb 28 21:20:48.097371 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 099f4a43-ec27-46eb-9199-f5244a3c8e3e is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:20:48.098522 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b5a3cfad-1787-4f98-b9f7-4fdecffaed3f up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:20:48.143743 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-f24d20e1-207f-4cfc-a51d-e9be20eb6647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:48.145295 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-f24d20e1-207f-4cfc-a51d-e9be20eb6647 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c8832d5-32b3-4094-90c4-b58bff38de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0568204 Feb 28 21:20:48.244284 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-5220ae37-2df3-46f9-9352-c82ac9e18022 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932188 Feb 28 21:20:48.318361 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port b5a3cfad-1787-4f98-b9f7-4fdecffaed3f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:48.318903 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (b5a3cfad-1787-4f98-b9f7-4fdecffaed3f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:48.338684 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b46d32ae-24e0-495a-ac84-4248f2370ca8 req-70f6b67d-ea04-4985-a0e1-b13d4039cfb6 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883880 Feb 28 21:20:48.399797 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port b5a3cfad-1787-4f98-b9f7-4fdecffaed3f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:20:48.425697 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4bd76-51c5-4148-9c6c-bc36e2ef4aba req-6a5237f0-f62f-4a7b-ad95-bb9612b01efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:48.427284 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-06d4bd76-51c5-4148-9c6c-bc36e2ef4aba req-6a5237f0-f62f-4a7b-ad95-bb9612b01efe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 1126 time: 0.0444531 Feb 28 21:20:48.517853 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4bd76-51c5-4148-9c6c-bc36e2ef4aba req-d469176e-248a-42f9-bb62-8db06748ff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:48.519332 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-06d4bd76-51c5-4148-9c6c-bc36e2ef4aba req-d469176e-248a-42f9-bb62-8db06748ff4a service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 909 time: 0.0853553 Feb 28 21:20:48.572570 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-06d4bd76-51c5-4148-9c6c-bc36e2ef4aba req-b76fc151-413e-4f2a-a5f8-7e91a929029d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebb6378-ae4c-4576-a895-88ea23ff86a5 HTTP/1.1" status: 200 len: 217 time: 0.0470300 Feb 28 21:20:48.626199 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4bd76-51c5-4148-9c6c-bc36e2ef4aba req-a4e2bee2-ee5d-46bf-8de9-df33a17040a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:48.627950 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-06d4bd76-51c5-4148-9c6c-bc36e2ef4aba req-a4e2bee2-ee5d-46bf-8de9-df33a17040a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b4ba898-4bb4-47ae-b101-ad32b9143e35 HTTP/1.1" status: 200 len: 848 time: 0.0494342 Feb 28 21:20:48.657688 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8f2f8-f2e5-4ac5-9eb5-1f7312d08b51 req-ad6d778f-4aeb-4795-ac74-22bab72d3e81 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:48.659338 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1ab8f2f8-f2e5-4ac5-9eb5-1f7312d08b51 req-ad6d778f-4aeb-4795-ac74-22bab72d3e81 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 943 time: 0.0575981 Feb 28 21:20:48.685880 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4bd76-51c5-4148-9c6c-bc36e2ef4aba req-db3cff6d-12dd-4afe-af31-04685c25f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:48.688039 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-06d4bd76-51c5-4148-9c6c-bc36e2ef4aba req-db3cff6d-12dd-4afe-af31-04685c25f6b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c8832d5-32b3-4094-90c4-b58bff38de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0541508 Feb 28 21:20:48.713527 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1ab8f2f8-f2e5-4ac5-9eb5-1f7312d08b51 req-7b2b3949-156d-46ef-b856-7a2aa065557b tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478361 Feb 28 21:20:48.784476 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-06d4bd76-51c5-4148-9c6c-bc36e2ef4aba req-e85c81c7-a127-48be-beae-d30c5caf611e service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897477 Feb 28 21:20:48.894772 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-06d4bd76-51c5-4148-9c6c-bc36e2ef4aba req-963e5f44-98dd-40c7-863a-6ef655f0e87f service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041844 Feb 28 21:20:49.171609 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dd114da0-1af9-40a6-ba84-4f4f68dce39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:49.221491 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 5ebb6378-ae4c-4576-a895-88ea23ff86a5 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:20:49.322915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 5ebb6378-ae4c-4576-a895-88ea23ff86a5, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=5ebb6378-ae4c-4576-a895-88ea23ff86a5,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:20:49.333878 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '5ebb6378-ae4c-4576-a895-88ea23ff86a5', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'port_id': '5ebb6378-ae4c-4576-a895-88ea23ff86a5', 'mac_address': 'fa:16:3e:04:c3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:20:49.370241 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 5ebb6378-ae4c-4576-a895-88ea23ff86a5 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:20:49.371266 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:49.387940 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebb6378-ae4c-4576-a895-88ea23ff86a5 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:20:49.406805 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 5ebb6378-ae4c-4576-a895-88ea23ff86a5, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=5ebb6378-ae4c-4576-a895-88ea23ff86a5,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:20:49.410260 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:49.455865 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=5ebb6378-ae4c-4576-a895-88ea23ff86a5,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:49.669272 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['5ebb6378-ae4c-4576-a895-88ea23ff86a5'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:20:49.846289 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a99fca-3a2f-44f3-a6a8-b93df6ec5819 req-64d73a82-06ec-4e68-9461-89a51d869a5a tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:49.847804 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99a99fca-3a2f-44f3-a6a8-b93df6ec5819 req-64d73a82-06ec-4e68-9461-89a51d869a5a tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 944 time: 0.0534778 Feb 28 21:20:49.896979 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-99a99fca-3a2f-44f3-a6a8-b93df6ec5819 req-3567c249-34e1-415e-8ba5-65de232714dc tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433109 Feb 28 21:20:50.250790 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:50.357073 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:51.020067 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea79f2-e8c0-49cd-a64e-90dd61d7560a req-5033bd5d-593b-4b64-a70a-cb5da869c711 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:51.021427 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1fea79f2-e8c0-49cd-a64e-90dd61d7560a req-5033bd5d-593b-4b64-a70a-cb5da869c711 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 944 time: 0.0572736 Feb 28 21:20:51.069456 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1fea79f2-e8c0-49cd-a64e-90dd61d7560a req-b2931cdb-9705-418a-8b42-24ddff35fc02 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418451 Feb 28 21:20:51.241462 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 5ebb6378-ae4c-4576-a895-88ea23ff86a5 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:20:51.289695 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 5ebb6378-ae4c-4576-a895-88ea23ff86a5 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:20:51.294239 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 5ebb6378-ae4c-4576-a895-88ea23ff86a5 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:20:51.294610 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:51.372403 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 5ebb6378-ae4c-4576-a895-88ea23ff86a5 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:20:51.373018 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:51.403928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e47044-9003-4dd7-b940-23ca7fd45681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebb6378-ae4c-4576-a895-88ea23ff86a5'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:20:51.406129 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccaa3a8-db90-42a8-88e3-62e0daaeff50" -d '{"events": [{"server_uuid": "26e47044-9003-4dd7-b940-23ca7fd45681", "name": "network-vif-plugged", "status": "completed", "tag": "5ebb6378-ae4c-4576-a895-88ea23ff86a5"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:20:51.417978 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 5ebb6378-ae4c-4576-a895-88ea23ff86a5, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=5ebb6378-ae4c-4576-a895-88ea23ff86a5,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:20:51.422411 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:51.446332 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63e9521-40cb-4866-b258-62f1045350d3 x-openstack-request-id: req-e63e9521-40cb-4866-b258-62f1045350d3 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:20:51.446623 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e47044-9003-4dd7-b940-23ca7fd45681", "name": "network-vif-plugged", "status": "completed", "tag": "5ebb6378-ae4c-4576-a895-88ea23ff86a5", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:20:51.446860 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e63e9521-40cb-4866-b258-62f1045350d3 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:20:51.447246 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e47044-9003-4dd7-b940-23ca7fd45681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebb6378-ae4c-4576-a895-88ea23ff86a5', 'code': 200} Feb 28 21:20:51.474092 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=5ebb6378-ae4c-4576-a895-88ea23ff86a5,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:51.546161 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6b647-c3d6-4764-92d7-bfa97e433843 req-e7072e19-77b5-4901-b6f8-ed047b7072b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:51.547890 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-abc6b647-c3d6-4764-92d7-bfa97e433843 req-e7072e19-77b5-4901-b6f8-ed047b7072b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 1128 time: 0.0486317 Feb 28 21:20:51.550246 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:51.593897 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-abc6b647-c3d6-4764-92d7-bfa97e433843 req-e8d2a5ee-dc52-4b5e-9d57-b7f3124610e0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394578 Feb 28 21:20:52.192741 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f16051-cf05-427d-b1c8-64b6ab3eea1f req-1421d638-b50b-44c0-8c75-269080f9d132 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:52.194211 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0f16051-cf05-427d-b1c8-64b6ab3eea1f req-1421d638-b50b-44c0-8c75-269080f9d132 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0524130 Feb 28 21:20:52.245844 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a0f16051-cf05-427d-b1c8-64b6ab3eea1f req-f8adef94-a569-469e-8820-bc615569fd7d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454986 Feb 28 21:20:52.864973 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:53.183517 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:53.362280 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694eabe-e5c3-4ccc-b92b-0090359cb9a2 req-4aa6b4f1-aec6-41dd-afc2-21952845adb4 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:53.363869 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1694eabe-e5c3-4ccc-b92b-0090359cb9a2 req-4aa6b4f1-aec6-41dd-afc2-21952845adb4 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0520003 Feb 28 21:20:53.416395 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1694eabe-e5c3-4ccc-b92b-0090359cb9a2 req-d22b6508-424b-4c32-88de-9beb497ea44f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469067 Feb 28 21:20:53.534083 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83084ae7-532a-4836-b2ea-477f4083b276 req-bee0d806-bbfb-47a3-bede-fcc6f2a39ec7 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:53.535594 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83084ae7-532a-4836-b2ea-477f4083b276 req-bee0d806-bbfb-47a3-bede-fcc6f2a39ec7 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0528398 Feb 28 21:20:53.583989 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-83084ae7-532a-4836-b2ea-477f4083b276 req-afded10c-f690-4b99-adff-837c795d7991 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427327 Feb 28 21:20:53.605520 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48214) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:53.736897 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddb0fa4-0418-4736-bf97-7de4d991adf2 tempest-TestShelveInstance-1918096833 tempest-TestShelveInstance-1918096833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:53.738629 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9ddb0fa4-0418-4736-bf97-7de4d991adf2 tempest-TestShelveInstance-1918096833 tempest-TestShelveInstance-1918096833-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 1123 time: 0.1319013 Feb 28 21:20:53.741368 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48218) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:20:53.745654 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-c5168c61-4cb2-41e5-9c0e-8255b321c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': '5ebb6378-ae4c-4576-a895-88ea23ff86a5', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:20:53.765978 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5168c61-4cb2-41e5-9c0e-8255b321c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:53.864586 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5168c61-4cb2-41e5-9c0e-8255b321c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:53.967856 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-c5168c61-4cb2-41e5-9c0e-8255b321c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Allocated IP 172.25.0.250 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/b4ac1137-3157-4d48-a54b-f76f9312e668) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:20:54.072641 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5168c61-4cb2-41e5-9c0e-8255b321c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for port (b4ac1137-3157-4d48-a54b-f76f9312e668), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:54.107112 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5168c61-4cb2-41e5-9c0e-8255b321c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (b4ac1137-3157-4d48-a54b-f76f9312e668), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:54.148664 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5168c61-4cb2-41e5-9c0e-8255b321c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:20:54.152091 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-c5168c61-4cb2-41e5-9c0e-8255b321c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:20:54.155858 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5168c61-4cb2-41e5-9c0e-8255b321c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:20:54.183726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5168c61-4cb2-41e5-9c0e-8255b321c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event updated for resources: {'Port': ['ID=b4ac1137-3157-4d48-a54b-f76f9312e668,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:54.528131 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5168c61-4cb2-41e5-9c0e-8255b321c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for floatingip (d2a86bf9-677a-44da-87c8-13dc9ecb0920), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:54.599923 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5168c61-4cb2-41e5-9c0e-8255b321c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (b4ac1137-3157-4d48-a54b-f76f9312e668), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:54.742877 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5168c61-4cb2-41e5-9c0e-8255b321c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for port (b4ac1137-3157-4d48-a54b-f76f9312e668), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:54.747969 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5168c61-4cb2-41e5-9c0e-8255b321c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (b4ac1137-3157-4d48-a54b-f76f9312e668), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:54.818285 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5168c61-4cb2-41e5-9c0e-8255b321c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event updated for resources: {'Port': ['ID=b4ac1137-3157-4d48-a54b-f76f9312e668,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:20:54.832009 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5168c61-4cb2-41e5-9c0e-8255b321c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (d2a86bf9-677a-44da-87c8-13dc9ecb0920), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:54.934450 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-c5168c61-4cb2-41e5-9c0e-8255b321c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Floating IP d2a86bf9-677a-44da-87c8-13dc9ecb0920 associated. External IP: 172.25.0.250, port: 5ebb6378-ae4c-4576-a895-88ea23ff86a5. Feb 28 21:20:55.488040 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5168c61-4cb2-41e5-9c0e-8255b321c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:20:55.594175 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5168c61-4cb2-41e5-9c0e-8255b321c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:20:55.605302 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a17ccf5-e1fe-4545-a763-3edd004a7b99 None None] Sync routers for ids ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:20:55.612336 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c5168c61-4cb2-41e5-9c0e-8255b321c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:20:55.615614 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a17ccf5-e1fe-4545-a763-3edd004a7b99 None None] Routers {'16d241d4-3998-4d1e-b81c-e8d0eaf09498'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:20:55.616265 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3a17ccf5-e1fe-4545-a763-3edd004a7b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:20:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:55.645645 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c5168c61-4cb2-41e5-9c0e-8255b321c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9032402 Feb 28 21:20:55.646245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e47044-9003-4dd7-b940-23ca7fd45681', 'tag': '5ebb6378-ae4c-4576-a895-88ea23ff86a5'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:20:55.648797 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4023a9-022c-42a5-b084-1a0cf6848b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "26e47044-9003-4dd7-b940-23ca7fd45681", "tag": "5ebb6378-ae4c-4576-a895-88ea23ff86a5"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:20:55.685076 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbebfaeb-bbb4-4753-8e4e-56a0a324cabf x-openstack-request-id: req-bbebfaeb-bbb4-4753-8e4e-56a0a324cabf {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:20:55.685370 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e47044-9003-4dd7-b940-23ca7fd45681", "tag": "5ebb6378-ae4c-4576-a895-88ea23ff86a5", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:20:55.685621 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbebfaeb-bbb4-4753-8e4e-56a0a324cabf {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:20:55.686027 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e47044-9003-4dd7-b940-23ca7fd45681', 'tag': '5ebb6378-ae4c-4576-a895-88ea23ff86a5', 'status': 'completed', 'code': 200} Feb 28 21:20:55.728235 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-3a17ccf5-e1fe-4545-a763-3edd004a7b99 None None] Set router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:20:55.752986 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4023a9-022c-42a5-b084-1a0cf6848b9d req-a53497bd-77a2-4770-acfd-b887c2cf0f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:55.754480 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6a4023a9-022c-42a5-b084-1a0cf6848b9d req-a53497bd-77a2-4770-acfd-b887c2cf0f87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 1128 time: 0.0455937 Feb 28 21:20:55.846844 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4023a9-022c-42a5-b084-1a0cf6848b9d req-5ef5edb4-7884-412b-801b-b8ac5cc68770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:55.848371 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6a4023a9-022c-42a5-b084-1a0cf6848b9d req-5ef5edb4-7884-412b-801b-b8ac5cc68770 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 909 time: 0.0881360 Feb 28 21:20:55.912549 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6a4023a9-022c-42a5-b084-1a0cf6848b9d req-7f8dd974-9924-4404-8757-1a12b1dbf13b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebb6378-ae4c-4576-a895-88ea23ff86a5 HTTP/1.1" status: 200 len: 999 time: 0.0587018 Feb 28 21:20:55.949551 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3a17ccf5-e1fe-4545-a763-3edd004a7b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'name': 'tempest-TestShelveInstance-1851430853-router', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:36Z', 'revision_number': 4, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'gw_port': {'id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'd2a86bf9-677a-44da-87c8-13dc9ecb0920', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'floating_ip_address': '172.25.0.250', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'port_id': '5ebb6378-ae4c-4576-a895-88ea23ff86a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'mac_address': 'fa:16:3e:04:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e47044-9003-4dd7-b940-23ca7fd45681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:20:54Z', 'updated_at': '2022-02-28T21:20:54Z', 'revision_number': 0, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85b9142-2f6b-4527-a878-1406fd95ad9f', 'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'mac_address': 'fa:16:3e:ac:db:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:36Z', 'updated_at': '2022-02-28T21:20:42Z', 'revision_number': 5, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'subnets': [{'id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:55.958637 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4023a9-022c-42a5-b084-1a0cf6848b9d req-18c190af-bbcd-4850-8f10-1acd30e4d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:55.960126 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6a4023a9-022c-42a5-b084-1a0cf6848b9d req-18c190af-bbcd-4850-8f10-1acd30e4d314 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b4ba898-4bb4-47ae-b101-ad32b9143e35 HTTP/1.1" status: 200 len: 848 time: 0.0425510 Feb 28 21:20:55.979467 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a17ccf5-e1fe-4545-a763-3edd004a7b99 None None] Checking router: 16d241d4-3998-4d1e-b81c-e8d0eaf09498 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:20:55.987627 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a17ccf5-e1fe-4545-a763-3edd004a7b99 None None] Routers {'16d241d4-3998-4d1e-b81c-e8d0eaf09498'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:20:55.988375 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3a17ccf5-e1fe-4545-a763-3edd004a7b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:20:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:56.011208 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4023a9-022c-42a5-b084-1a0cf6848b9d req-1466aa7a-872b-4ef4-813b-1cf59ebfd492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:20:56.012747 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6a4023a9-022c-42a5-b084-1a0cf6848b9d req-1466aa7a-872b-4ef4-813b-1cf59ebfd492 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c8832d5-32b3-4094-90c4-b58bff38de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473590 Feb 28 21:20:56.095558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-3a17ccf5-e1fe-4545-a763-3edd004a7b99 None None] Set router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:20:56.104003 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6a4023a9-022c-42a5-b084-1a0cf6848b9d req-fcd8892f-709c-48a7-83c5-ece4d42d7a37 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846291 Feb 28 21:20:56.198254 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-6a4023a9-022c-42a5-b084-1a0cf6848b9d req-e9e53b06-f086-4fa4-9349-fe0a695cfe93 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886641 Feb 28 21:20:56.327686 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3a17ccf5-e1fe-4545-a763-3edd004a7b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'name': 'tempest-TestShelveInstance-1851430853-router', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:36Z', 'revision_number': 4, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'gw_port': {'id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'd2a86bf9-677a-44da-87c8-13dc9ecb0920', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'floating_ip_address': '172.25.0.250', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'port_id': '5ebb6378-ae4c-4576-a895-88ea23ff86a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'mac_address': 'fa:16:3e:04:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e47044-9003-4dd7-b940-23ca7fd45681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:20:54Z', 'updated_at': '2022-02-28T21:20:54Z', 'revision_number': 0, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85b9142-2f6b-4527-a878-1406fd95ad9f', 'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'mac_address': 'fa:16:3e:ac:db:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:36Z', 'updated_at': '2022-02-28T21:20:42Z', 'revision_number': 5, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'subnets': [{'id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:20:56.358852 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a17ccf5-e1fe-4545-a763-3edd004a7b99 None None] The sync data for ids ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'] in n-d-820368-21 is: [{'id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'name': 'tempest-TestShelveInstance-1851430853-router', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:36Z', 'revision_number': 4, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'gw_port': {'id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': 'd2a86bf9-677a-44da-87c8-13dc9ecb0920', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'floating_ip_address': '172.25.0.250', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'port_id': '5ebb6378-ae4c-4576-a895-88ea23ff86a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'mac_address': 'fa:16:3e:04:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e47044-9003-4dd7-b940-23ca7fd45681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:20:54Z', 'updated_at': '2022-02-28T21:20:54Z', 'revision_number': 0, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85b9142-2f6b-4527-a878-1406fd95ad9f', 'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'mac_address': 'fa:16:3e:ac:db:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:36Z', 'updated_at': '2022-02-28T21:20:42Z', 'revision_number': 5, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'subnets': [{'id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:20:56.555163 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e3875-292a-48bb-a4fe-2c7bcd1fc2cb None None] New status for floating IP d2a86bf9-677a-44da-87c8-13dc9ecb0920: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:21:07.199085 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:21:16.644271 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c24c87f8-c085-46cb-9536-cb8d15c3cbb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:21:19.175038 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-920485aa-1ea8-4b56-aa4a-34b45fefea59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:21:20.250252 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:21:20.360439 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:21:21.338523 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-18584d8c-92f8-43ff-87b1-f333f6fc24f9 req-6151b00b-5548-41ba-a973-bc322140c327 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447910 Feb 28 21:21:21.421260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584d8c-92f8-43ff-87b1-f333f6fc24f9 req-183386de-7a38-47e0-8210-77222118e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:21:21.423231 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-18584d8c-92f8-43ff-87b1-f333f6fc24f9 req-183386de-7a38-47e0-8210-77222118e744 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 1128 time: 0.0431592 Feb 28 21:21:21.533860 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584d8c-92f8-43ff-87b1-f333f6fc24f9 req-241db896-5677-488f-85c0-a824279e0eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:21:21.535323 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-18584d8c-92f8-43ff-87b1-f333f6fc24f9 req-241db896-5677-488f-85c0-a824279e0eb3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 909 time: 0.0877950 Feb 28 21:21:21.554170 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:21:21.601602 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-18584d8c-92f8-43ff-87b1-f333f6fc24f9 req-2ca87029-7a7a-4f25-9535-637d37b77156 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebb6378-ae4c-4576-a895-88ea23ff86a5 HTTP/1.1" status: 200 len: 1001 time: 0.0595880 Feb 28 21:21:21.653528 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584d8c-92f8-43ff-87b1-f333f6fc24f9 req-ecbee0d7-8530-4d32-ac90-676c4f19a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:21:21.654923 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-18584d8c-92f8-43ff-87b1-f333f6fc24f9 req-ecbee0d7-8530-4d32-ac90-676c4f19a759 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b4ba898-4bb4-47ae-b101-ad32b9143e35 HTTP/1.1" status: 200 len: 848 time: 0.0471921 Feb 28 21:21:21.705046 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584d8c-92f8-43ff-87b1-f333f6fc24f9 req-73533a63-5f02-4017-9999-c082717d07fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:21:21.706760 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-18584d8c-92f8-43ff-87b1-f333f6fc24f9 req-73533a63-5f02-4017-9999-c082717d07fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c8832d5-32b3-4094-90c4-b58bff38de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450451 Feb 28 21:21:21.795944 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-18584d8c-92f8-43ff-87b1-f333f6fc24f9 req-f86f85b1-e6a9-4ce5-8690-d4596b2222c4 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825334 Feb 28 21:21:21.886826 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-18584d8c-92f8-43ff-87b1-f333f6fc24f9 req-927f7ae8-39cf-4563-b126-8c087ee66e37 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843351 Feb 28 21:21:22.866736 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:21:23.177900 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:21:38.703880 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-abc16c48-999a-402c-9570-3a3b7569a5db service neutron] (103774) timed out ('10.222.0.13', 44400) {{(pid=103774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 21:21:39.177349 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-ca325086-7fd7-44de-bb18-35dc404f8f0b req-e6638e78-b3e3-42a2-a2d3-dbce69f661b1 tempest-ServerActionsTestJSON-1805156083 tempest-ServerActionsTestJSON-1805156083-project] (103774) timed out ('10.222.0.13', 35814) {{(pid=103774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 21:21:44.198051 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:21:46.646844 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-61b74e01-9a71-4f14-956c-3b2632f6e20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:21:49.170849 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2d797321-3f7f-4009-bac1-465b867b8242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:21:50.258812 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:21:50.366648 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:21:51.554899 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:21:52.869471 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:21:53.178098 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:22:16.648092 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b30a23dc-eda2-4d0a-8bd0-7b33968331a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:22:19.172265 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4fece98e-56f1-4479-bb6d-3e09f69915d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:22:20.275402 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:22:20.364527 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:22:21.196408 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:22:21.562058 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:22:22.204615 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7fed2b0e-40f1-4e21-abd0-29686bf8eb5b req-86fc3f42-081e-4b17-b18c-10680d8f3d92 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437541 Feb 28 21:22:22.290225 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed2b0e-40f1-4e21-abd0-29686bf8eb5b req-9295b4a7-bf21-4164-8eb3-6eb83aa59458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:22:22.291719 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7fed2b0e-40f1-4e21-abd0-29686bf8eb5b req-9295b4a7-bf21-4164-8eb3-6eb83aa59458 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 1128 time: 0.0443451 Feb 28 21:22:22.396727 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed2b0e-40f1-4e21-abd0-29686bf8eb5b req-182bf937-8930-4ae7-816e-3bc13c548c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:22:22.398183 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7fed2b0e-40f1-4e21-abd0-29686bf8eb5b req-182bf937-8930-4ae7-816e-3bc13c548c83 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 909 time: 0.0874996 Feb 28 21:22:22.460564 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7fed2b0e-40f1-4e21-abd0-29686bf8eb5b req-a2672130-51a0-403f-ba2b-c587d2f3abb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebb6378-ae4c-4576-a895-88ea23ff86a5 HTTP/1.1" status: 200 len: 1001 time: 0.0566576 Feb 28 21:22:22.511493 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed2b0e-40f1-4e21-abd0-29686bf8eb5b req-49b7e753-ab52-47c4-a300-4c7fe8c562ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:22:22.512943 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7fed2b0e-40f1-4e21-abd0-29686bf8eb5b req-49b7e753-ab52-47c4-a300-4c7fe8c562ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b4ba898-4bb4-47ae-b101-ad32b9143e35 HTTP/1.1" status: 200 len: 848 time: 0.0468442 Feb 28 21:22:22.559668 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed2b0e-40f1-4e21-abd0-29686bf8eb5b req-a5e2f239-c30f-4fc5-895c-d4c7f419593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:22:22.561156 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7fed2b0e-40f1-4e21-abd0-29686bf8eb5b req-a5e2f239-c30f-4fc5-895c-d4c7f419593b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c8832d5-32b3-4094-90c4-b58bff38de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0422554 Feb 28 21:22:22.646620 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7fed2b0e-40f1-4e21-abd0-29686bf8eb5b req-f7e5f8c3-822e-4dfa-b7da-693125167499 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794871 Feb 28 21:22:22.740356 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7fed2b0e-40f1-4e21-abd0-29686bf8eb5b req-97ebfe7e-8fd9-48ea-bb81-7534b44263a1 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868332 Feb 28 21:22:22.871855 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:22:23.193363 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:22:46.651084 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d6a2ba90-413c-4bf9-8f31-6e8748471535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:22:49.175621 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2c424939-f77f-46a7-a6eb-4443b38b0656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:22:50.276683 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:22:50.367439 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:22:51.328343 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f816ad-3bca-44a2-8201-dfca87b7a4c9 req-759a33e0-b433-446f-a43f-1b09cf01eab3 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:22:51.330351 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6f816ad-3bca-44a2-8201-dfca87b7a4c9 req-759a33e0-b433-446f-a43f-1b09cf01eab3 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0536194 Feb 28 21:22:51.377326 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a6f816ad-3bca-44a2-8201-dfca87b7a4c9 req-08c28d63-9622-4890-8a1a-aa70df31a745 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414832 Feb 28 21:22:51.562053 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:22:52.503082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482d3ee-dde5-44f9-a2d8-bff4f6b5a035 req-1589c904-5618-4b98-98f9-1ca5704ecf6a tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:22:52.504884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0482d3ee-dde5-44f9-a2d8-bff4f6b5a035 req-1589c904-5618-4b98-98f9-1ca5704ecf6a tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0576518 Feb 28 21:22:52.556674 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0482d3ee-dde5-44f9-a2d8-bff4f6b5a035 req-e0020dbb-e787-4e02-b40a-381363658353 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460782 Feb 28 21:22:52.874009 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:22:53.192688 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:22:53.683452 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2746e1-5334-4bb3-97b6-ec8360785d88 req-16e752ba-501f-41d2-acb3-d3be0ccbda8d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:22:53.686754 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7f2746e1-5334-4bb3-97b6-ec8360785d88 req-16e752ba-501f-41d2-acb3-d3be0ccbda8d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0601478 Feb 28 21:22:53.740221 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7f2746e1-5334-4bb3-97b6-ec8360785d88 req-73c152e9-b560-49f8-a084-ca3011a28051 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463042 Feb 28 21:22:54.860388 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019c08f-1a36-4bb3-9c4d-b936833dff4a req-b1847339-6898-414f-9769-04dfec703b84 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:22:54.861879 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f019c08f-1a36-4bb3-9c4d-b936833dff4a req-b1847339-6898-414f-9769-04dfec703b84 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0523367 Feb 28 21:22:54.910845 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f019c08f-1a36-4bb3-9c4d-b936833dff4a req-fe5fda8f-60eb-4402-98e6-3e14f343c68f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434124 Feb 28 21:22:56.034629 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89da2b4-dd18-4aaa-bc68-cfc1e4b14fbe req-d20eb65f-ef8d-47a3-849b-0069417e27db tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:22:56.036138 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b89da2b4-dd18-4aaa-bc68-cfc1e4b14fbe req-d20eb65f-ef8d-47a3-849b-0069417e27db tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0565522 Feb 28 21:22:56.084383 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b89da2b4-dd18-4aaa-bc68-cfc1e4b14fbe req-c1bdf8ab-520a-4c19-8b28-ab6d6d952e23 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426624 Feb 28 21:22:57.201156 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed258af1-1cba-4efb-a3c5-8492b8e9ac14 req-84e49136-e860-46eb-8f37-9d7561a7922b tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:22:57.202616 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed258af1-1cba-4efb-a3c5-8492b8e9ac14 req-84e49136-e860-46eb-8f37-9d7561a7922b tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0516889 Feb 28 21:22:57.252683 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ed258af1-1cba-4efb-a3c5-8492b8e9ac14 req-9f7898d9-9e2a-4935-8f35-c29051ba7dda tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438662 Feb 28 21:22:58.195434 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:22:58.369940 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab0e91-7f4a-41a8-80fd-7383e512f51c req-1707752b-6942-4df0-82a0-4dcd9d55d88b tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:22:58.371407 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53ab0e91-7f4a-41a8-80fd-7383e512f51c req-1707752b-6942-4df0-82a0-4dcd9d55d88b tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0517256 Feb 28 21:22:58.423837 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-53ab0e91-7f4a-41a8-80fd-7383e512f51c req-ed0cb86f-5173-4ccf-b7d1-0075eb632b92 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462270 Feb 28 21:22:59.540788 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001226e5-f67a-476a-83bd-9ab102640d4b req-e474edc4-b059-44e8-855b-bc6576ea170b tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:22:59.542171 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-001226e5-f67a-476a-83bd-9ab102640d4b req-e474edc4-b059-44e8-855b-bc6576ea170b tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0521390 Feb 28 21:22:59.594002 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-001226e5-f67a-476a-83bd-9ab102640d4b req-1c627f28-20dc-4e1a-98a8-f0c9eacef2b4 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462615 Feb 28 21:23:00.718274 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bfe7b-574f-40be-8ad8-802dbc50648b req-a8fc246e-ad22-44d2-ae79-666a9071ed35 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:00.719749 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-899bfe7b-574f-40be-8ad8-802dbc50648b req-a8fc246e-ad22-44d2-ae79-666a9071ed35 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0524375 Feb 28 21:23:00.767901 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-899bfe7b-574f-40be-8ad8-802dbc50648b req-251224c4-6993-4177-9753-623e2af9c1a9 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425062 Feb 28 21:23:01.888539 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561007a-4fc7-403c-a03d-e4ac4dc49f95 req-64609c28-2e5e-46ea-8602-4014a99352ee tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:01.890014 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c561007a-4fc7-403c-a03d-e4ac4dc49f95 req-64609c28-2e5e-46ea-8602-4014a99352ee tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0563703 Feb 28 21:23:01.939162 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c561007a-4fc7-403c-a03d-e4ac4dc49f95 req-370dd50e-aede-4dd4-91ac-0eaf45a40b75 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425515 Feb 28 21:23:01.942652 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 5ebb6378-ae4c-4576-a895-88ea23ff86a5 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:23:02.036441 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 5ebb6378-ae4c-4576-a895-88ea23ff86a5, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=5ebb6378-ae4c-4576-a895-88ea23ff86a5,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:23:02.050433 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '5ebb6378-ae4c-4576-a895-88ea23ff86a5', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'port_id': '5ebb6378-ae4c-4576-a895-88ea23ff86a5', 'mac_address': 'fa:16:3e:04:c3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:23:02.087323 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 5ebb6378-ae4c-4576-a895-88ea23ff86a5 is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:23:02.087710 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:02.100325 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ebb6378-ae4c-4576-a895-88ea23ff86a5 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:23:02.118660 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 5ebb6378-ae4c-4576-a895-88ea23ff86a5, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=5ebb6378-ae4c-4576-a895-88ea23ff86a5,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:23:02.122431 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:02.172074 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=5ebb6378-ae4c-4576-a895-88ea23ff86a5,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:23:02.179716 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:23:02.180086 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:23:02.180421 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:23:02.180751 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:23:02.181074 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:23:02.181394 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:23:02.181712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:23:02.182029 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:23:02.182342 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:23:02.182657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:23:02.182973 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:23:02.183287 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:23:02.183598 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:23:02.197426 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['5ebb6378-ae4c-4576-a895-88ea23ff86a5'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:23:03.061020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb10ded-963d-4388-8f2d-41508c40a6ee req-2a64606e-8621-47ea-8606-09f7214c5f2a tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:03.062483 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ceb10ded-963d-4388-8f2d-41508c40a6ee req-2a64606e-8621-47ea-8606-09f7214c5f2a tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 944 time: 0.0517058 Feb 28 21:23:03.111569 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ceb10ded-963d-4388-8f2d-41508c40a6ee req-101680f7-7cc7-498e-b661-d31e84992609 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434399 Feb 28 21:23:03.966833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 5ebb6378-ae4c-4576-a895-88ea23ff86a5 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:23:04.014858 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 5ebb6378-ae4c-4576-a895-88ea23ff86a5 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:23:04.015234 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:04.093399 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 5ebb6378-ae4c-4576-a895-88ea23ff86a5 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:23:04.093788 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:04.117314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e47044-9003-4dd7-b940-23ca7fd45681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebb6378-ae4c-4576-a895-88ea23ff86a5'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:23:04.119544 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b98dc9-d3a6-4c06-95de-0cae5c2d462c" -d '{"events": [{"server_uuid": "26e47044-9003-4dd7-b940-23ca7fd45681", "name": "network-vif-plugged", "status": "completed", "tag": "5ebb6378-ae4c-4576-a895-88ea23ff86a5"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:23:04.133195 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 5ebb6378-ae4c-4576-a895-88ea23ff86a5, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=5ebb6378-ae4c-4576-a895-88ea23ff86a5,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:23:04.137754 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:04.167018 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ac5b74-3fcd-43df-b1d1-38a23b913c6f x-openstack-request-id: req-95ac5b74-3fcd-43df-b1d1-38a23b913c6f {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:23:04.167320 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e47044-9003-4dd7-b940-23ca7fd45681", "name": "network-vif-plugged", "status": "completed", "tag": "5ebb6378-ae4c-4576-a895-88ea23ff86a5", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:23:04.167582 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95ac5b74-3fcd-43df-b1d1-38a23b913c6f {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:23:04.168373 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e47044-9003-4dd7-b940-23ca7fd45681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebb6378-ae4c-4576-a895-88ea23ff86a5', 'code': 200} Feb 28 21:23:04.195228 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=5ebb6378-ae4c-4576-a895-88ea23ff86a5,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:23:04.279441 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32356ce4-9026-42e9-b803-a085117d5e44 req-5e4b97c4-2399-4cb8-a35d-96ba7716ee7f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:04.280956 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32356ce4-9026-42e9-b803-a085117d5e44 req-5e4b97c4-2399-4cb8-a35d-96ba7716ee7f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0638282 Feb 28 21:23:04.334653 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-32356ce4-9026-42e9-b803-a085117d5e44 req-1ed227d9-b9c8-4530-b284-fef2abca171d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477953 Feb 28 21:23:05.473545 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a627721-3442-4684-9f1c-f1c83de3a18e req-f9cb77b6-605f-47df-a321-608885df235d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:05.481276 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4a627721-3442-4684-9f1c-f1c83de3a18e req-f9cb77b6-605f-47df-a321-608885df235d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0659993 Feb 28 21:23:05.529830 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4a627721-3442-4684-9f1c-f1c83de3a18e req-70fd9486-9821-460f-a9ec-ad138b08a9e7 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461168 Feb 28 21:23:06.661379 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce5dea-2f60-4b97-8e5f-e012717316b0 req-586a0fac-7762-46a0-b61e-f0a27c8b48b4 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:06.662992 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2dce5dea-2f60-4b97-8e5f-e012717316b0 req-586a0fac-7762-46a0-b61e-f0a27c8b48b4 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0554965 Feb 28 21:23:06.721440 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2dce5dea-2f60-4b97-8e5f-e012717316b0 req-2e205efa-6fd6-458d-9e9a-bb6859c17a09 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516956 Feb 28 21:23:07.850224 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896f18b-063d-4975-acd3-ecad1d030228 req-19b440f0-9675-433e-965b-2e5d2ff82dc5 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:07.852704 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d896f18b-063d-4975-acd3-ecad1d030228 req-19b440f0-9675-433e-965b-2e5d2ff82dc5 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0586541 Feb 28 21:23:07.918262 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d896f18b-063d-4975-acd3-ecad1d030228 req-4893dce8-c31e-42aa-8774-6b1e55401fac tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587921 Feb 28 21:23:09.060275 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fe265-8878-4b96-8e89-8754e36dbfbb req-8fa9d550-2b27-4298-9628-b11aad12c9b5 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:09.062689 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-918fe265-8878-4b96-8e89-8754e36dbfbb req-8fa9d550-2b27-4298-9628-b11aad12c9b5 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0609190 Feb 28 21:23:09.119917 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-918fe265-8878-4b96-8e89-8754e36dbfbb req-6987a0ab-6993-4c77-ac4a-38aff4cf5452 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508471 Feb 28 21:23:10.261323 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500936e-dba0-4956-9885-2422cffe7871 req-dc8e6d43-5910-4d76-8425-82ccbb23eea3 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:10.262973 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1500936e-dba0-4956-9885-2422cffe7871 req-dc8e6d43-5910-4d76-8425-82ccbb23eea3 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0664206 Feb 28 21:23:10.315835 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1500936e-dba0-4956-9885-2422cffe7871 req-39253ae5-5bc1-4c7b-aad7-c427567b77a5 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451181 Feb 28 21:23:11.457683 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be92be-8c74-4c02-b666-a557a22e2039 req-0a861fbf-382b-493b-b82c-d14b546899fc tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:11.459403 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9be92be-8c74-4c02-b666-a557a22e2039 req-0a861fbf-382b-493b-b82c-d14b546899fc tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0591614 Feb 28 21:23:11.513534 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f9be92be-8c74-4c02-b666-a557a22e2039 req-77891974-9129-4109-a176-88ab9f309943 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483315 Feb 28 21:23:12.651517 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd1e16-dd48-4b9f-a2a6-9502323f6778 req-c8b42a59-a393-4ab4-9d8c-f2f0a5d10337 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:12.653510 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-befd1e16-dd48-4b9f-a2a6-9502323f6778 req-c8b42a59-a393-4ab4-9d8c-f2f0a5d10337 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0680790 Feb 28 21:23:12.710427 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-befd1e16-dd48-4b9f-a2a6-9502323f6778 req-68aa0c23-e129-4c5e-a7f4-5367c1d602a5 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506241 Feb 28 21:23:13.377730 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349546a-93fc-47b9-aef0-0a0b47549918 req-6d48e116-a2fe-43a6-9544-ed092b65a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:13.379481 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0349546a-93fc-47b9-aef0-0a0b47549918 req-6d48e116-a2fe-43a6-9544-ed092b65a9f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 1128 time: 0.0450022 Feb 28 21:23:13.469690 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349546a-93fc-47b9-aef0-0a0b47549918 req-c8297159-e537-4e4a-a46c-155874801b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:13.471129 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0349546a-93fc-47b9-aef0-0a0b47549918 req-c8297159-e537-4e4a-a46c-155874801b60 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 909 time: 0.0861199 Feb 28 21:23:13.533386 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0349546a-93fc-47b9-aef0-0a0b47549918 req-9b7a0c76-47f9-4d78-a98c-4b317c2f669f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebb6378-ae4c-4576-a895-88ea23ff86a5 HTTP/1.1" status: 200 len: 1001 time: 0.0564430 Feb 28 21:23:13.582495 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349546a-93fc-47b9-aef0-0a0b47549918 req-2d1ad590-83db-4773-b713-8f2a2455a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:13.583917 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0349546a-93fc-47b9-aef0-0a0b47549918 req-2d1ad590-83db-4773-b713-8f2a2455a0d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b4ba898-4bb4-47ae-b101-ad32b9143e35 HTTP/1.1" status: 200 len: 848 time: 0.0449996 Feb 28 21:23:13.631656 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349546a-93fc-47b9-aef0-0a0b47549918 req-e5d4aab0-6557-4007-bef7-b84de234872b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:13.633126 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0349546a-93fc-47b9-aef0-0a0b47549918 req-e5d4aab0-6557-4007-bef7-b84de234872b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c8832d5-32b3-4094-90c4-b58bff38de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0428588 Feb 28 21:23:13.720422 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0349546a-93fc-47b9-aef0-0a0b47549918 req-470baa70-e610-4c0a-ac3e-4fdced129d2f service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807929 Feb 28 21:23:13.810653 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-0349546a-93fc-47b9-aef0-0a0b47549918 req-8810975c-7572-4544-801e-2f21dc1067b6 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843360 Feb 28 21:23:13.833769 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101a15a-ed19-4274-9c50-c3f295cde644 req-8267373f-2115-4131-9ed8-bf9e9431d28f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:13.835244 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6101a15a-ed19-4274-9c50-c3f295cde644 req-8267373f-2115-4131-9ed8-bf9e9431d28f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0539672 Feb 28 21:23:13.884034 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6101a15a-ed19-4274-9c50-c3f295cde644 req-d0ec644c-4004-4b65-81e7-e6a6f1884162 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430925 Feb 28 21:23:15.007340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058d508-d9b1-4920-a79d-f46a6002941e req-02983001-1872-4fc8-b48c-a555cc401301 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:15.009884 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3058d508-d9b1-4920-a79d-f46a6002941e req-02983001-1872-4fc8-b48c-a555cc401301 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0546620 Feb 28 21:23:15.062545 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3058d508-d9b1-4920-a79d-f46a6002941e req-28147345-9505-4c41-9d4c-f6720c94af35 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442467 Feb 28 21:23:16.186060 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a22a4-00f5-4789-a159-063bea5a9057 req-d995bbea-c398-42f4-9bf8-17b8c22d00e0 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:16.187462 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f77a22a4-00f5-4789-a159-063bea5a9057 req-d995bbea-c398-42f4-9bf8-17b8c22d00e0 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0568001 Feb 28 21:23:16.235188 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f77a22a4-00f5-4789-a159-063bea5a9057 req-52c266a8-7c19-4b48-8cc4-24d14fcfe955 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420678 Feb 28 21:23:16.354602 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-6f473b22-d969-45d8-9b1f-d023078ddc06 req-5c2f5b23-fc4d-4c91-9da3-9879e8adf4f9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:23:16.355611 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6f473b22-d969-45d8-9b1f-d023078ddc06 req-5c2f5b23-fc4d-4c91-9da3-9879e8adf4f9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477414 Feb 28 21:23:16.509399 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e7e79-ee70-4b84-b4ea-d91fe98ac8d0 req-afb75fb7-f504-47c1-bc7c-063639f4eb47 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:16.511075 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a18e7e79-ee70-4b84-b4ea-d91fe98ac8d0 req-afb75fb7-f504-47c1-bc7c-063639f4eb47 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0542030 Feb 28 21:23:16.561001 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a18e7e79-ee70-4b84-b4ea-d91fe98ac8d0 req-bc5bb7e4-fc9f-4999-9c44-b94a9a2fa5fe tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444357 Feb 28 21:23:16.653063 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cb073372-2ea7-412f-b493-e4158ad3c112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:16.755230 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2242b5b8-d447-45b0-a335-800384d09edb req-0edebfa0-d175-4740-9515-3a07b13ca57f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848401 Feb 28 21:23:16.903546 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242b5b8-d447-45b0-a335-800384d09edb req-ad69a6b3-94a6-42ff-89d8-2dcefb43fbd2 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:16.904870 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2242b5b8-d447-45b0-a335-800384d09edb req-ad69a6b3-94a6-42ff-89d8-2dcefb43fbd2 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports/5ebb6378-ae4c-4576-a895-88ea23ff86a5 HTTP/1.1" status: 200 len: 942 time: 0.0875816 Feb 28 21:23:17.625820 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242b5b8-d447-45b0-a335-800384d09edb req-175be266-75ea-40bf-8d0c-100e27961e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:17.627324 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2242b5b8-d447-45b0-a335-800384d09edb req-175be266-75ea-40bf-8d0c-100e27961e6d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681&tenant_id=362620613f8b4cd0b2da9812e0b3a70c HTTP/1.1" status: 200 len: 1128 time: 0.0486097 Feb 28 21:23:17.686099 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777e94e-5ee0-4416-b1fd-e000d9bd4159 req-059386be-378a-4f08-a51a-7a6c9a32a0c3 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:17.687580 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8777e94e-5ee0-4416-b1fd-e000d9bd4159 req-059386be-378a-4f08-a51a-7a6c9a32a0c3 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 945 time: 0.0587993 Feb 28 21:23:17.696924 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242b5b8-d447-45b0-a335-800384d09edb req-539da0e7-4ef1-4e5c-8d4b-dd89006c6abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:17.698390 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2242b5b8-d447-45b0-a335-800384d09edb req-539da0e7-4ef1-4e5c-8d4b-dd89006c6abf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 1128 time: 0.0487370 Feb 28 21:23:17.736790 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8777e94e-5ee0-4416-b1fd-e000d9bd4159 req-79c6b0a3-34ef-480c-b0d6-46237ca4ca49 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425506 Feb 28 21:23:17.786029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242b5b8-d447-45b0-a335-800384d09edb req-be836c8d-5812-44d7-8622-960717002d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:17.787479 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2242b5b8-d447-45b0-a335-800384d09edb req-be836c8d-5812-44d7-8622-960717002d0b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 909 time: 0.0834501 Feb 28 21:23:17.853472 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2242b5b8-d447-45b0-a335-800384d09edb req-3d8c5e30-2381-47dc-b379-daae3a009aad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebb6378-ae4c-4576-a895-88ea23ff86a5 HTTP/1.1" status: 200 len: 1001 time: 0.0594850 Feb 28 21:23:17.900538 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242b5b8-d447-45b0-a335-800384d09edb req-f83b2748-d66a-4db2-8711-5e0b246aa307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:17.901929 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2242b5b8-d447-45b0-a335-800384d09edb req-f83b2748-d66a-4db2-8711-5e0b246aa307 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b4ba898-4bb4-47ae-b101-ad32b9143e35 HTTP/1.1" status: 200 len: 848 time: 0.0422282 Feb 28 21:23:17.948344 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242b5b8-d447-45b0-a335-800384d09edb req-f2578938-e075-4cf6-a12f-fc7f578574e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:17.949794 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2242b5b8-d447-45b0-a335-800384d09edb req-f2578938-e075-4cf6-a12f-fc7f578574e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c8832d5-32b3-4094-90c4-b58bff38de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0423923 Feb 28 21:23:18.038885 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2242b5b8-d447-45b0-a335-800384d09edb req-b17e8f4c-6ba5-4eec-9392-4fffc75508bb service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820649 Feb 28 21:23:18.040036 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 5ebb6378-ae4c-4576-a895-88ea23ff86a5 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:23:18.118442 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 5ebb6378-ae4c-4576-a895-88ea23ff86a5 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:23:18.118742 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:18.131017 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2242b5b8-d447-45b0-a335-800384d09edb req-fa8fea55-ee28-426a-a662-b5c6755cfdf8 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861604 Feb 28 21:23:18.299356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e47044-9003-4dd7-b940-23ca7fd45681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ebb6378-ae4c-4576-a895-88ea23ff86a5'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:23:18.302069 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59059123-3585-42a0-a2eb-869a53d94f41" -d '{"events": [{"server_uuid": "26e47044-9003-4dd7-b940-23ca7fd45681", "name": "network-vif-unplugged", "status": "completed", "tag": "5ebb6378-ae4c-4576-a895-88ea23ff86a5"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:23:18.314497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 5ebb6378-ae4c-4576-a895-88ea23ff86a5, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=5ebb6378-ae4c-4576-a895-88ea23ff86a5,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:23:18.320274 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:18.343182 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 21:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009195c0-6c2e-4636-8e0f-c2fd37a50f75 x-openstack-request-id: req-009195c0-6c2e-4636-8e0f-c2fd37a50f75 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:23:18.343481 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e47044-9003-4dd7-b940-23ca7fd45681", "name": "network-vif-unplugged", "status": "completed", "tag": "5ebb6378-ae4c-4576-a895-88ea23ff86a5", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:23:18.343735 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-009195c0-6c2e-4636-8e0f-c2fd37a50f75 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:23:18.344146 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e47044-9003-4dd7-b940-23ca7fd45681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ebb6378-ae4c-4576-a895-88ea23ff86a5', 'code': 200} Feb 28 21:23:18.371276 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=5ebb6378-ae4c-4576-a895-88ea23ff86a5,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:23:18.872658 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6edad7-db7b-4149-aed7-c1484b861cfc req-0cd047bb-19b5-4fab-8937-48890e938512 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:18.881598 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f6edad7-db7b-4149-aed7-c1484b861cfc req-0cd047bb-19b5-4fab-8937-48890e938512 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 943 time: 0.0611258 Feb 28 21:23:18.942382 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f6edad7-db7b-4149-aed7-c1484b861cfc req-a15e7714-a61c-4166-8949-6bd3a1b59a4d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542095 Feb 28 21:23:19.172109 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-00d286d9-f310-4e21-8102-bda197568423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:20.066496 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fab10f-fb1a-4310-a437-6556a10a4398 req-fd0e7fb1-6549-4ef6-a97f-f320a6a0db14 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:20.068037 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89fab10f-fb1a-4310-a437-6556a10a4398 req-fd0e7fb1-6549-4ef6-a97f-f320a6a0db14 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 943 time: 0.0543110 Feb 28 21:23:20.121388 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89fab10f-fb1a-4310-a437-6556a10a4398 req-34c17108-729e-4ab7-bd87-ad82a3bf0862 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476434 Feb 28 21:23:20.294831 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:20.370654 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:21.241943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281e7e5-dd4c-4d3b-bbda-913a31379e8c req-e24db143-fbc0-4b81-9fb2-986461e08f4e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:21.247030 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5281e7e5-dd4c-4d3b-bbda-913a31379e8c req-e24db143-fbc0-4b81-9fb2-986461e08f4e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 943 time: 0.0573537 Feb 28 21:23:21.313571 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5281e7e5-dd4c-4d3b-bbda-913a31379e8c req-7d0260ed-f2db-47a2-99ff-5168ea874b7e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572703 Feb 28 21:23:21.565770 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:22.448484 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c5f53-3ecf-44fb-ba69-a037c2fdba1a req-d731c9cd-f797-4570-ac09-0c264dfef2e9 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:22.450021 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7f7c5f53-3ecf-44fb-ba69-a037c2fdba1a req-d731c9cd-f797-4570-ac09-0c264dfef2e9 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 943 time: 0.0608096 Feb 28 21:23:22.499185 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7f7c5f53-3ecf-44fb-ba69-a037c2fdba1a req-f3c8b438-30d4-490a-9c46-14f6757cd23f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435696 Feb 28 21:23:22.876776 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:23.193223 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:23.639147 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1d020-4a59-457f-9295-8c3508ed330d req-f4342e66-b536-4403-83c0-eda86fdbd72e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:23.640664 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5db1d020-4a59-457f-9295-8c3508ed330d req-f4342e66-b536-4403-83c0-eda86fdbd72e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 943 time: 0.0641980 Feb 28 21:23:23.699574 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5db1d020-4a59-457f-9295-8c3508ed330d req-7f062517-c3f9-4458-8c53-dc7e9c5ea110 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527303 Feb 28 21:23:24.834844 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a59279-2cc9-489f-9bb4-1f4a3b8cfea2 req-3eaceb48-6224-4ba3-9474-d6606d8f81f1 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:24.836415 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-78a59279-2cc9-489f-9bb4-1f4a3b8cfea2 req-3eaceb48-6224-4ba3-9474-d6606d8f81f1 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 943 time: 0.0557942 Feb 28 21:23:24.899876 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-78a59279-2cc9-489f-9bb4-1f4a3b8cfea2 req-09473013-9eb5-4135-9d80-af9192c9c21c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559585 Feb 28 21:23:26.014304 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2dea0a-e15c-4b05-913c-921282099a12 req-ee98592a-7dbe-40a9-8bb7-043d4483bcfc tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:26.015843 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd2dea0a-e15c-4b05-913c-921282099a12 req-ee98592a-7dbe-40a9-8bb7-043d4483bcfc tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 943 time: 0.0531826 Feb 28 21:23:26.068211 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fd2dea0a-e15c-4b05-913c-921282099a12 req-9a4f0848-de2c-4127-ba40-8829b69ebf66 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461564 Feb 28 21:23:27.187287 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb7e89-d1ad-4cdd-a8aa-2681ec710549 req-624ac934-3367-4c74-bd8c-162c05c866f1 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:27.188837 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7ceb7e89-d1ad-4cdd-a8aa-2681ec710549 req-624ac934-3367-4c74-bd8c-162c05c866f1 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 943 time: 0.0526874 Feb 28 21:23:27.238468 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7ceb7e89-d1ad-4cdd-a8aa-2681ec710549 req-d3c7eed7-e3bb-4688-b155-acfae7b7a399 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434868 Feb 28 21:23:28.372245 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89786179-478b-4739-aed0-2bf9e58d0f97 req-dcdef239-c4e8-4569-8475-f98cffd6bf68 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:28.373719 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89786179-478b-4739-aed0-2bf9e58d0f97 req-dcdef239-c4e8-4569-8475-f98cffd6bf68 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 943 time: 0.0537829 Feb 28 21:23:28.430280 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89786179-478b-4739-aed0-2bf9e58d0f97 req-f7997fe1-7e09-4670-9d52-f57ac7d2fa97 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507596 Feb 28 21:23:29.557727 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ec558-7c1e-43fa-8515-5a647532af73 req-e51a359b-29a9-44f8-9f05-e7d8bcdb3527 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:29.559208 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-473ec558-7c1e-43fa-8515-5a647532af73 req-e51a359b-29a9-44f8-9f05-e7d8bcdb3527 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 943 time: 0.0572517 Feb 28 21:23:29.606502 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-473ec558-7c1e-43fa-8515-5a647532af73 req-375e7d73-d874-4022-8b98-d92a1483960c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415993 Feb 28 21:23:29.987335 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ae59f-0ccd-4694-896b-49fcb465a15d req-73ca670f-200c-40d9-b617-f2df116d720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:29.988849 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bd9ae59f-0ccd-4694-896b-49fcb465a15d req-73ca670f-200c-40d9-b617-f2df116d720c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 1126 time: 0.0465486 Feb 28 21:23:30.092926 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ae59f-0ccd-4694-896b-49fcb465a15d req-71332b66-c123-46fe-9fa8-6d92ec1f70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:30.094646 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bd9ae59f-0ccd-4694-896b-49fcb465a15d req-71332b66-c123-46fe-9fa8-6d92ec1f70cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 909 time: 0.0829399 Feb 28 21:23:30.161973 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bd9ae59f-0ccd-4694-896b-49fcb465a15d req-7a6e830f-6135-455f-a2a5-5cc4716496a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebb6378-ae4c-4576-a895-88ea23ff86a5 HTTP/1.1" status: 200 len: 999 time: 0.0608170 Feb 28 21:23:30.210736 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ae59f-0ccd-4694-896b-49fcb465a15d req-853e5a04-6db2-4f70-8c7c-e841dd149442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:30.212130 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bd9ae59f-0ccd-4694-896b-49fcb465a15d req-853e5a04-6db2-4f70-8c7c-e841dd149442 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b4ba898-4bb4-47ae-b101-ad32b9143e35 HTTP/1.1" status: 200 len: 848 time: 0.0433016 Feb 28 21:23:30.260548 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ae59f-0ccd-4694-896b-49fcb465a15d req-ef3bdc53-b241-4236-81cb-3ed7d32c02d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:30.262026 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bd9ae59f-0ccd-4694-896b-49fcb465a15d req-ef3bdc53-b241-4236-81cb-3ed7d32c02d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c8832d5-32b3-4094-90c4-b58bff38de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430889 Feb 28 21:23:30.354010 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bd9ae59f-0ccd-4694-896b-49fcb465a15d req-ebad4767-4170-4d68-a779-9719bcfcaaf8 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820808 Feb 28 21:23:30.438691 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bd9ae59f-0ccd-4694-896b-49fcb465a15d req-360b8330-5e15-42a3-a6c6-2d4e74a399a2 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788937 Feb 28 21:23:30.723901 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c3928-ab76-4958-a0b1-c0b3dc7efa41 req-f1fae638-7eae-4e0e-a69b-b2915e0c0172 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:30.725407 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f81c3928-ab76-4958-a0b1-c0b3dc7efa41 req-f1fae638-7eae-4e0e-a69b-b2915e0c0172 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 943 time: 0.0528083 Feb 28 21:23:30.774852 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f81c3928-ab76-4958-a0b1-c0b3dc7efa41 req-6c8de8a9-46a6-4794-b7f1-5f30c2e3de50 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433722 Feb 28 21:23:31.011074 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d22d56-32de-40dd-a6b1-ffcba652fb69 req-769c1ba0-52ec-40a9-bca2-f0d6e1020ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:31.012575 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89d22d56-32de-40dd-a6b1-ffcba652fb69 req-769c1ba0-52ec-40a9-bca2-f0d6e1020ca8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 1126 time: 0.0477235 Feb 28 21:23:31.058112 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-89d22d56-32de-40dd-a6b1-ffcba652fb69 req-7be0f0fe-560d-49bc-80ce-d22403149d6b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383008 Feb 28 21:23:31.898519 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7c29e-9dd5-4676-8353-dac912ac0445 req-4e0acf2f-cea5-496b-a18e-b192c3d2c3c7 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:31.900061 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73d7c29e-9dd5-4676-8353-dac912ac0445 req-4e0acf2f-cea5-496b-a18e-b192c3d2c3c7 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 943 time: 0.0575895 Feb 28 21:23:31.950690 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73d7c29e-9dd5-4676-8353-dac912ac0445 req-fd1fcf9b-bd6d-4c2a-b74b-3e9d92991876 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451388 Feb 28 21:23:32.115995 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 5ebb6378-ae4c-4576-a895-88ea23ff86a5 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:23:32.219899 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 5ebb6378-ae4c-4576-a895-88ea23ff86a5, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=5ebb6378-ae4c-4576-a895-88ea23ff86a5,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:23:32.231601 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '5ebb6378-ae4c-4576-a895-88ea23ff86a5', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'port_id': '5ebb6378-ae4c-4576-a895-88ea23ff86a5', 'mac_address': 'fa:16:3e:04:c3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:23:32.272388 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 5ebb6378-ae4c-4576-a895-88ea23ff86a5 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:23:32.272774 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:32.285913 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebb6378-ae4c-4576-a895-88ea23ff86a5 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:23:32.308132 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 5ebb6378-ae4c-4576-a895-88ea23ff86a5, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=5ebb6378-ae4c-4576-a895-88ea23ff86a5,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:23:32.311906 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:32.358963 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=5ebb6378-ae4c-4576-a895-88ea23ff86a5,revision_number=9']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:23:32.559380 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['5ebb6378-ae4c-4576-a895-88ea23ff86a5'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:23:33.069623 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a95a93-b37b-4bb9-9c34-46ed52e075f4 req-8af81e82-8656-4607-8583-6445ec3c000c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:23:33.071089 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4a95a93-b37b-4bb9-9c34-46ed52e075f4 req-8af81e82-8656-4607-8583-6445ec3c000c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 944 time: 0.0523880 Feb 28 21:23:33.120794 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a4a95a93-b37b-4bb9-9c34-46ed52e075f4 req-2a7d4d44-6e58-453b-a0e7-90eb76daa9f5 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440886 Feb 28 21:23:34.112282 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 5ebb6378-ae4c-4576-a895-88ea23ff86a5 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:23:34.161927 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 5ebb6378-ae4c-4576-a895-88ea23ff86a5 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:23:34.162294 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:34.237757 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 5ebb6378-ae4c-4576-a895-88ea23ff86a5 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:23:34.238038 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:34.260738 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e47044-9003-4dd7-b940-23ca7fd45681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebb6378-ae4c-4576-a895-88ea23ff86a5'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:23:34.262947 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8c0afd-7b06-4fed-b7e1-654162c15e7c" -d '{"events": [{"server_uuid": "26e47044-9003-4dd7-b940-23ca7fd45681", "name": "network-vif-plugged", "status": "completed", "tag": "5ebb6378-ae4c-4576-a895-88ea23ff86a5"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:23:34.274852 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 5ebb6378-ae4c-4576-a895-88ea23ff86a5, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=5ebb6378-ae4c-4576-a895-88ea23ff86a5,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:23:34.279350 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:34.308558 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a3516a-fe11-4868-9f60-0464319312ec x-openstack-request-id: req-11a3516a-fe11-4868-9f60-0464319312ec {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:23:34.308853 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e47044-9003-4dd7-b940-23ca7fd45681", "name": "network-vif-plugged", "status": "completed", "tag": "5ebb6378-ae4c-4576-a895-88ea23ff86a5", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:23:34.309107 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11a3516a-fe11-4868-9f60-0464319312ec {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:23:34.309497 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e47044-9003-4dd7-b940-23ca7fd45681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebb6378-ae4c-4576-a895-88ea23ff86a5', 'code': 200} Feb 28 21:23:34.334044 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=5ebb6378-ae4c-4576-a895-88ea23ff86a5,revision_number=10']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:23:35.195103 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:23:46.655121 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2c7c8f7d-b2f3-4347-8112-8be61109efb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:49.175523 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ef7c859b-9d1b-47bc-8d5a-91c163fd140a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:50.294996 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:50.371533 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:51.568223 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:52.880780 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:23:53.196194 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:12.195291 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:24:16.656884 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-29ea3bb4-57de-488a-ae78-6bff369c40e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:19.180659 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-555156dd-6414-4052-bd09-43b8a1ce59ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:20.310858 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:20.374723 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:21.570320 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:22.883015 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:23.195963 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:23.392085 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7c08cc76-cdfb-4f2e-b67a-95234e4f68cb req-164f9617-40b6-4a3e-b4f1-df76d478acc9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0934713 Feb 28 21:24:23.474852 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08cc76-cdfb-4f2e-b67a-95234e4f68cb req-f2e569ba-7807-4761-9e9b-7f7cada64a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:24:23.476260 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7c08cc76-cdfb-4f2e-b67a-95234e4f68cb req-f2e569ba-7807-4761-9e9b-7f7cada64a5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 1129 time: 0.0436311 Feb 28 21:24:23.590977 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08cc76-cdfb-4f2e-b67a-95234e4f68cb req-1430994b-b2b8-499e-8ffd-fd2f7422bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:24:23.592452 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7c08cc76-cdfb-4f2e-b67a-95234e4f68cb req-1430994b-b2b8-499e-8ffd-fd2f7422bca6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 909 time: 0.0947337 Feb 28 21:24:23.655865 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7c08cc76-cdfb-4f2e-b67a-95234e4f68cb req-069cbf26-c747-4ddd-b2ec-01a2e24ed81e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebb6378-ae4c-4576-a895-88ea23ff86a5 HTTP/1.1" status: 200 len: 1001 time: 0.0569711 Feb 28 21:24:23.706825 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08cc76-cdfb-4f2e-b67a-95234e4f68cb req-21c55bef-7ee0-4d2c-a88d-259a8fcb5751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:24:23.708281 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7c08cc76-cdfb-4f2e-b67a-95234e4f68cb req-21c55bef-7ee0-4d2c-a88d-259a8fcb5751 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b4ba898-4bb4-47ae-b101-ad32b9143e35 HTTP/1.1" status: 200 len: 848 time: 0.0467298 Feb 28 21:24:23.756638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08cc76-cdfb-4f2e-b67a-95234e4f68cb req-e5460880-831a-48eb-818f-d561f20ae141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:24:23.758109 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7c08cc76-cdfb-4f2e-b67a-95234e4f68cb req-e5460880-831a-48eb-818f-d561f20ae141 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c8832d5-32b3-4094-90c4-b58bff38de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433862 Feb 28 21:24:23.842919 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7c08cc76-cdfb-4f2e-b67a-95234e4f68cb req-7441d312-636d-4f9e-9264-59dd0c3926f9 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788572 Feb 28 21:24:23.937632 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7c08cc76-cdfb-4f2e-b67a-95234e4f68cb req-16921089-7ab9-4278-924b-3a6cbe5a4d2e service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890646 Feb 28 21:24:44.824549 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48518) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:24:44.993093 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Deleting port b4ac1137-3157-4d48-a54b-f76f9312e668 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:24:44.993440 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b4ac1137-3157-4d48-a54b-f76f9312e668), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:45.073236 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b4ac1137-3157-4d48-a54b-f76f9312e668), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:45.073478 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for floatingip (b4ac1137-3157-4d48-a54b-f76f9312e668), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:45.084918 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Calling delete_port for b4ac1137-3157-4d48-a54b-f76f9312e668 owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:24:45.236715 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (b4ac1137-3157-4d48-a54b-f76f9312e668), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:45.261402 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event deleted for resources: {'Port': ['ID=b4ac1137-3157-4d48-a54b-f76f9312e668,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:24:45.274388 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:45.274738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:45.275077 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:45.275412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:45.275743 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:45.276097 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:45.276429 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:45.276759 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:45.277169 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:45.277533 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:45.278044 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:45.278044 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:45.278376 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:45.338960 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for floatingip (d2a86bf9-677a-44da-87c8-13dc9ecb0920), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:45.338960 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Floating IP d2a86bf9-677a-44da-87c8-13dc9ecb0920 disassociated (deleted). External IP: 172.25.0.250, port: 5ebb6378-ae4c-4576-a895-88ea23ff86a5. Feb 28 21:24:45.556099 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:24:45.670274 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:24:45.674941 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:45.681646 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ab8e20-3037-4796-a556-80cb143b7f5b None None] Sync routers for ids ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:24:45.692759 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ab8e20-3037-4796-a556-80cb143b7f5b None None] Routers {'16d241d4-3998-4d1e-b81c-e8d0eaf09498'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:24:45.693409 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e8ab8e20-3037-4796-a556-80cb143b7f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:24:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:24:45.708282 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-71991627-bcde-4800-8fe3-0698fd25d09c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "DELETE /v2.0/floatingips/d2a86bf9-677a-44da-87c8-13dc9ecb0920 HTTP/1.1" status: 204 len: 168 time: 0.8796854 Feb 28 21:24:45.708282 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e47044-9003-4dd7-b940-23ca7fd45681', 'tag': '5ebb6378-ae4c-4576-a895-88ea23ff86a5'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:24:45.712836 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4de782-4d62-495f-9e6f-195ecde41645" -d '{"events": [{"name": "network-changed", "server_uuid": "26e47044-9003-4dd7-b940-23ca7fd45681", "tag": "5ebb6378-ae4c-4576-a895-88ea23ff86a5"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:24:45.806137 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-e8ab8e20-3037-4796-a556-80cb143b7f5b None None] Set router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:24:45.960667 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a27b0f-08c7-47d9-83da-4c23f4cf160a x-openstack-request-id: req-43a27b0f-08c7-47d9-83da-4c23f4cf160a {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:24:45.961549 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e47044-9003-4dd7-b940-23ca7fd45681", "tag": "5ebb6378-ae4c-4576-a895-88ea23ff86a5", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:24:45.962629 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43a27b0f-08c7-47d9-83da-4c23f4cf160a {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:24:45.963476 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e47044-9003-4dd7-b940-23ca7fd45681', 'tag': '5ebb6378-ae4c-4576-a895-88ea23ff86a5', 'status': 'completed', 'code': 200} Feb 28 21:24:46.034244 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4de782-4d62-495f-9e6f-195ecde41645 req-d67c65da-aabe-4728-b4b4-611711e1331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:24:46.036721 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bb4de782-4d62-495f-9e6f-195ecde41645 req-d67c65da-aabe-4728-b4b4-611711e1331b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 1129 time: 0.0537221 Feb 28 21:24:46.051873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e8ab8e20-3037-4796-a556-80cb143b7f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'name': 'tempest-TestShelveInstance-1851430853-router', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:36Z', 'revision_number': 4, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'gw_port': {'id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e85b9142-2f6b-4527-a878-1406fd95ad9f', 'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'mac_address': 'fa:16:3e:ac:db:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:36Z', 'updated_at': '2022-02-28T21:20:42Z', 'revision_number': 5, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'subnets': [{'id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:24:46.087695 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ab8e20-3037-4796-a556-80cb143b7f5b None None] Checking router: 16d241d4-3998-4d1e-b81c-e8d0eaf09498 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:24:46.097605 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ab8e20-3037-4796-a556-80cb143b7f5b None None] Routers {'16d241d4-3998-4d1e-b81c-e8d0eaf09498'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:24:46.098796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e8ab8e20-3037-4796-a556-80cb143b7f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:24:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:24:46.139284 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b97a3d-cfd2-424d-ae92-3e355a8dc274 req-92dbf646-4ac8-4060-8ae8-1d9065f941a0 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:24:46.141299 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49b97a3d-cfd2-424d-ae92-3e355a8dc274 req-92dbf646-4ac8-4060-8ae8-1d9065f941a0 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 946 time: 0.1129591 Feb 28 21:24:46.216784 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-49b97a3d-cfd2-424d-ae92-3e355a8dc274 req-a558d740-f134-429c-a40e-b68d23a9f8c7 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687108 Feb 28 21:24:46.234885 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-e8ab8e20-3037-4796-a556-80cb143b7f5b None None] Set router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:24:46.445604 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-e8ab8e20-3037-4796-a556-80cb143b7f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'name': 'tempest-TestShelveInstance-1851430853-router', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:36Z', 'revision_number': 4, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'gw_port': {'id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e85b9142-2f6b-4527-a878-1406fd95ad9f', 'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'mac_address': 'fa:16:3e:ac:db:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:36Z', 'updated_at': '2022-02-28T21:20:42Z', 'revision_number': 5, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'subnets': [{'id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:24:46.474181 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ab8e20-3037-4796-a556-80cb143b7f5b None None] The sync data for ids ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'] in n-d-820368-21 is: [{'id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'name': 'tempest-TestShelveInstance-1851430853-router', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:36Z', 'revision_number': 4, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'gw_port': {'id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e85b9142-2f6b-4527-a878-1406fd95ad9f', 'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'mac_address': 'fa:16:3e:ac:db:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:36Z', 'updated_at': '2022-02-28T21:20:42Z', 'revision_number': 5, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'subnets': [{'id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:24:46.499142 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4de782-4d62-495f-9e6f-195ecde41645 req-50582923-abff-4a19-9d5b-1288edd44063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:24:46.500792 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bb4de782-4d62-495f-9e6f-195ecde41645 req-50582923-abff-4a19-9d5b-1288edd44063 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 909 time: 0.4577367 Feb 28 21:24:46.543037 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bb4de782-4d62-495f-9e6f-195ecde41645 req-4e21480a-c748-4c26-8768-7ee3a6c91f81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebb6378-ae4c-4576-a895-88ea23ff86a5 HTTP/1.1" status: 200 len: 217 time: 0.0352857 Feb 28 21:24:46.593541 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4de782-4d62-495f-9e6f-195ecde41645 req-b0c7b416-8255-4ed8-a417-7b9074fbd149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:24:46.595409 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bb4de782-4d62-495f-9e6f-195ecde41645 req-b0c7b416-8255-4ed8-a417-7b9074fbd149 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b4ba898-4bb4-47ae-b101-ad32b9143e35 HTTP/1.1" status: 200 len: 848 time: 0.0454659 Feb 28 21:24:46.656656 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4de782-4d62-495f-9e6f-195ecde41645 req-8275324a-2e68-4d6b-8c5a-e43dce25cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:24:46.659158 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bb4de782-4d62-495f-9e6f-195ecde41645 req-8275324a-2e68-4d6b-8c5a-e43dce25cd16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c8832d5-32b3-4094-90c4-b58bff38de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0583565 Feb 28 21:24:46.668279 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fb37f6f0-6d8e-4df0-8c7b-3135ab223a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:46.752779 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33c8660-c4ff-48f7-a2ee-00bb70982435 None None] New status for floating IP d2a86bf9-677a-44da-87c8-13dc9ecb0920: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:24:46.764523 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bb4de782-4d62-495f-9e6f-195ecde41645 req-f906ec9f-bb16-48c4-91db-35502b6b8146 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973992 Feb 28 21:24:46.864350 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-bb4de782-4d62-495f-9e6f-195ecde41645 req-f45d4ece-dae1-4e2d-a387-0d2b0e8fb164 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922592 Feb 28 21:24:47.227856 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2381b33-f9fa-4254-8905-91fff601db17 req-5a933f5e-4082-4d63-8020-5f4c7f38c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:24:47.229277 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f2381b33-f9fa-4254-8905-91fff601db17 req-5a933f5e-4082-4d63-8020-5f4c7f38c545 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 946 time: 0.0512669 Feb 28 21:24:47.320785 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-f2381b33-f9fa-4254-8905-91fff601db17 req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Deleting port 5ebb6378-ae4c-4576-a895-88ea23ff86a5 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:24:47.321036 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f2381b33-f9fa-4254-8905-91fff601db17 req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:47.336000 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5ec1d-748d-4eb9-a280-c6b3494e3129 req-42ea4384-96e8-4e60-bc7f-2d93d64f9b8f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:24:47.337527 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6af5ec1d-748d-4eb9-a280-c6b3494e3129 req-42ea4384-96e8-4e60-bc7f-2d93d64f9b8f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=26e47044-9003-4dd7-b940-23ca7fd45681 HTTP/1.1" status: 200 len: 946 time: 0.0582137 Feb 28 21:24:47.388114 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6af5ec1d-748d-4eb9-a280-c6b3494e3129 req-c849d394-7c04-4770-a191-b4d817c2b115 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bde7589-9df0-46df-9fdd-9874ee3efccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448134 Feb 28 21:24:47.412458 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-f2381b33-f9fa-4254-8905-91fff601db17 req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] For port 5ebb6378-ae4c-4576-a895-88ea23ff86a5, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=5ebb6378-ae4c-4576-a895-88ea23ff86a5,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:24:47.412829 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f2381b33-f9fa-4254-8905-91fff601db17 req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:47.425286 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-f2381b33-f9fa-4254-8905-91fff601db17 req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Calling delete_port for 5ebb6378-ae4c-4576-a895-88ea23ff86a5 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:24:47.555033 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f2381b33-f9fa-4254-8905-91fff601db17 req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (5ebb6378-ae4c-4576-a895-88ea23ff86a5), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:47.583699 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event deleted for resources: {'Port': ['ID=5ebb6378-ae4c-4576-a895-88ea23ff86a5,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:24:47.596014 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:47.596374 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:47.596728 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:47.597055 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:47.597391 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:47.597720 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:47.598100 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:47.599011 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:47.599342 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:47.599673 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:47.600027 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:47.600350 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:47.600677 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:24:47.635486 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2381b33-f9fa-4254-8905-91fff601db17 req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] No DVR routers for this DVR port 5ebb6378-ae4c-4576-a895-88ea23ff86a5 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:24:47.637969 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-f2381b33-f9fa-4254-8905-91fff601db17 req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:47.641340 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-f2381b33-f9fa-4254-8905-91fff601db17 req-c792f289-3d56-4b8f-9d7d-b02e101d236e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.15 "DELETE /v2.0/ports/5ebb6378-ae4c-4576-a895-88ea23ff86a5 HTTP/1.1" status: 204 len: 173 time: 0.4067729 Feb 28 21:24:47.641802 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e47044-9003-4dd7-b940-23ca7fd45681', 'name': 'network-vif-deleted', 'tag': '5ebb6378-ae4c-4576-a895-88ea23ff86a5'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:24:47.644159 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e5885a-1561-412e-bd88-1c1afd49ef05" -d '{"events": [{"server_uuid": "26e47044-9003-4dd7-b940-23ca7fd45681", "name": "network-vif-deleted", "tag": "5ebb6378-ae4c-4576-a895-88ea23ff86a5"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:24:47.735435 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b164b80e-6eaf-47cc-86a5-71a55f483ce6 x-openstack-request-id: req-b164b80e-6eaf-47cc-86a5-71a55f483ce6 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:24:47.735727 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e47044-9003-4dd7-b940-23ca7fd45681", "name": "network-vif-deleted", "tag": "5ebb6378-ae4c-4576-a895-88ea23ff86a5", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:24:47.736014 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b164b80e-6eaf-47cc-86a5-71a55f483ce6 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:24:47.736410 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e47044-9003-4dd7-b940-23ca7fd45681', 'name': 'network-vif-deleted', 'tag': '5ebb6378-ae4c-4576-a895-88ea23ff86a5', 'status': 'completed', 'code': 200} Feb 28 21:24:48.449400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48542) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:24:48.505238 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7fd02ccb-c7bf-4818-8aae-941997820cd2 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group (7bde7589-9df0-46df-9fdd-9874ee3efccb), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:48.529659 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7fd02ccb-c7bf-4818-8aae-941997820cd2 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group (7bde7589-9df0-46df-9fdd-9874ee3efccb), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:48.590913 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7fd02ccb-c7bf-4818-8aae-941997820cd2 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (7bde7589-9df0-46df-9fdd-9874ee3efccb), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:48.593527 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7fd02ccb-c7bf-4818-8aae-941997820cd2 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:48.594688 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7fd02ccb-c7bf-4818-8aae-941997820cd2 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "DELETE /v2.0/security-groups/7bde7589-9df0-46df-9fdd-9874ee3efccb HTTP/1.1" status: 204 len: 168 time: 0.1442733 Feb 28 21:24:48.604067 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd02ccb-c7bf-4818-8aae-941997820cd2 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bde7589-9df0-46df-9fdd-9874ee3efccb,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:24:48.967667 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48548) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:24:48.972185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-23b4ff4f-ad30-401b-9053-654594b1991f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1176109453', 'description': 'tempest-secgroup-smoke-1176109453 description', 'project_id': '362620613f8b4cd0b2da9812e0b3a70c'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:24:48.993304 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-23b4ff4f-ad30-401b-9053-654594b1991f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.061425 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-23b4ff4f-ad30-401b-9053-654594b1991f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group (4342e7b2-825d-4647-be61-fb3d70d6be8e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.065105 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-23b4ff4f-ad30-401b-9053-654594b1991f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4342e7b2-825d-4647-be61-fb3d70d6be8e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.104092 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-23b4ff4f-ad30-401b-9053-654594b1991f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.105350 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-23b4ff4f-ad30-401b-9053-654594b1991f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1366587 Feb 28 21:24:49.106436 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4ff4f-ad30-401b-9053-654594b1991f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4342e7b2-825d-4647-be61-fb3d70d6be8e,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:24:49.108320 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48550) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:24:49.113250 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-0c4b30dc-2e86-4d63-a2ae-23272be46af6 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Request body: {'security_group_rule': {'security_group_id': '4342e7b2-825d-4647-be61-fb3d70d6be8e', 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:24:49.138439 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c4b30dc-2e86-4d63-a2ae-23272be46af6 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (1a354e5e-4c43-4e6d-9139-6d4cf92829a3), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.184241 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-05366172-9e0b-49e4-afa0-0633b19f7a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.195455 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:24:49.198426 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c4b30dc-2e86-4d63-a2ae-23272be46af6 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (1a354e5e-4c43-4e6d-9139-6d4cf92829a3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.206687 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c4b30dc-2e86-4d63-a2ae-23272be46af6 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (1a354e5e-4c43-4e6d-9139-6d4cf92829a3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.220100 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b30dc-2e86-4d63-a2ae-23272be46af6 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a354e5e-4c43-4e6d-9139-6d4cf92829a3,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:24:49.229397 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-0c4b30dc-2e86-4d63-a2ae-23272be46af6 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.230584 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-0c4b30dc-2e86-4d63-a2ae-23272be46af6 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212628 Feb 28 21:24:49.233260 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48552) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:24:49.237396 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-00753bcb-63cd-4159-bc80-51805c962a81 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Request body: {'security_group_rule': {'security_group_id': '4342e7b2-825d-4647-be61-fb3d70d6be8e', 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:24:49.263277 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-00753bcb-63cd-4159-bc80-51805c962a81 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (7416376b-69e0-44e9-88f6-db33de83a2c2), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.318383 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-00753bcb-63cd-4159-bc80-51805c962a81 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (7416376b-69e0-44e9-88f6-db33de83a2c2), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.322283 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-00753bcb-63cd-4159-bc80-51805c962a81 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (7416376b-69e0-44e9-88f6-db33de83a2c2), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.342063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00753bcb-63cd-4159-bc80-51805c962a81 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7416376b-69e0-44e9-88f6-db33de83a2c2,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:24:49.351053 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-00753bcb-63cd-4159-bc80-51805c962a81 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.352262 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-00753bcb-63cd-4159-bc80-51805c962a81 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180935 Feb 28 21:24:49.355063 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48554) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:24:49.359251 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-faaae783-c6fa-45d1-bde1-063776da64d2 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Request body: {'security_group_rule': {'security_group_id': '4342e7b2-825d-4647-be61-fb3d70d6be8e', 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:24:49.384024 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-faaae783-c6fa-45d1-bde1-063776da64d2 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (dec699ee-7df0-4180-87e3-324dcc3cee61), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.439246 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-faaae783-c6fa-45d1-bde1-063776da64d2 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (dec699ee-7df0-4180-87e3-324dcc3cee61), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.443473 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-faaae783-c6fa-45d1-bde1-063776da64d2 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (dec699ee-7df0-4180-87e3-324dcc3cee61), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.463050 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaae783-c6fa-45d1-bde1-063776da64d2 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec699ee-7df0-4180-87e3-324dcc3cee61,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:24:49.471432 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-faaae783-c6fa-45d1-bde1-063776da64d2 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.472691 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-faaae783-c6fa-45d1-bde1-063776da64d2 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167216 Feb 28 21:24:49.475604 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48556) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:24:49.479824 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-320faecd-709b-4eda-8cb9-321acfb63d1d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Request body: {'security_group_rule': {'security_group_id': '4342e7b2-825d-4647-be61-fb3d70d6be8e', 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:24:49.503982 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-320faecd-709b-4eda-8cb9-321acfb63d1d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (7a0a49b7-0a44-4631-94ed-225a41060404), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.561740 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-320faecd-709b-4eda-8cb9-321acfb63d1d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (7a0a49b7-0a44-4631-94ed-225a41060404), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.565311 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-320faecd-709b-4eda-8cb9-321acfb63d1d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (7a0a49b7-0a44-4631-94ed-225a41060404), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.583048 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320faecd-709b-4eda-8cb9-321acfb63d1d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0a49b7-0a44-4631-94ed-225a41060404,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:24:49.590811 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-320faecd-709b-4eda-8cb9-321acfb63d1d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.592014 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-320faecd-709b-4eda-8cb9-321acfb63d1d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154451 Feb 28 21:24:49.594783 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48558) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:24:49.599119 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-67f7b487-6e67-4479-8828-9e299ffbfa41 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Request body: {'security_group_rule': {'security_group_id': '4342e7b2-825d-4647-be61-fb3d70d6be8e', 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:24:49.617688 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-67f7b487-6e67-4479-8828-9e299ffbfa41 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Project 362620613f8b4cd0b2da9812e0b3a70c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 21:24:49.622381 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-67f7b487-6e67-4479-8828-9e299ffbfa41 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (1faf41c5-0ee0-441e-a763-84fed5e6ce06), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.679000 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-67f7b487-6e67-4479-8828-9e299ffbfa41 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (1faf41c5-0ee0-441e-a763-84fed5e6ce06), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.682429 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-67f7b487-6e67-4479-8828-9e299ffbfa41 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (1faf41c5-0ee0-441e-a763-84fed5e6ce06), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.700729 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7b487-6e67-4479-8828-9e299ffbfa41 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1faf41c5-0ee0-441e-a763-84fed5e6ce06,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:24:49.712308 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-67f7b487-6e67-4479-8828-9e299ffbfa41 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.713563 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-67f7b487-6e67-4479-8828-9e299ffbfa41 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178172 Feb 28 21:24:49.716297 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48560) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:24:49.720627 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e9f15402-3609-4a92-bf23-309f313195d4 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Request body: {'security_group_rule': {'security_group_id': '4342e7b2-825d-4647-be61-fb3d70d6be8e', 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:24:49.740801 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-e9f15402-3609-4a92-bf23-309f313195d4 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Project 362620613f8b4cd0b2da9812e0b3a70c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 21:24:49.746025 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9f15402-3609-4a92-bf23-309f313195d4 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (2ecc650a-6578-405c-973c-05aaba95b3e3), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.804786 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9f15402-3609-4a92-bf23-309f313195d4 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (2ecc650a-6578-405c-973c-05aaba95b3e3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.808476 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9f15402-3609-4a92-bf23-309f313195d4 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (2ecc650a-6578-405c-973c-05aaba95b3e3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.828501 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f15402-3609-4a92-bf23-309f313195d4 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ecc650a-6578-405c-973c-05aaba95b3e3,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:24:49.835872 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e9f15402-3609-4a92-bf23-309f313195d4 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:49.837214 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e9f15402-3609-4a92-bf23-309f313195d4 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200013 Feb 28 21:24:50.324324 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:50.377933 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:51.575596 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:52.495962 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 5ebb6378-ae4c-4576-a895-88ea23ff86a5 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:24:52.516496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 5ebb6378-ae4c-4576-a895-88ea23ff86a5 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:24:52.516761 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 5ebb6378-ae4c-4576-a895-88ea23ff86a5 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:24:52.886346 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:24:53.201150 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:09.288907 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-2e0ec040-2dec-41a6-b37c-3f67082f917d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1176109453&fields=id&tenant_id=362620613f8b4cd0b2da9812e0b3a70c HTTP/1.1" status: 200 len: 267 time: 0.0465269 Feb 28 21:25:09.392151 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-42c7f0f0-7967-4805-8c04-0238e8050659 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:09.393521 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-42c7f0f0-7967-4805-8c04-0238e8050659 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 809 time: 0.0982196 Feb 28 21:25:09.408144 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-05c0e62c-e0ed-456f-a4c1-a5b847c63b0e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/quotas/362620613f8b4cd0b2da9812e0b3a70c HTTP/1.1" status: 200 len: 375 time: 0.0087926 Feb 28 21:25:09.466214 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-02ce5527-3d5a-43db-b31f-ddab64c96213 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526414 Feb 28 21:25:09.482131 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-8bd427e9-fade-4409-be26-9499d8a3cd45 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:25:09.483086 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-8bd427e9-fade-4409-be26-9499d8a3cd45 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049706 Feb 28 21:25:09.570195 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-b51b05f1-009d-40de-9e9d-d78232a46d48 service neutron] 10.222.0.13 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818732 Feb 28 21:25:09.663083 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-022620c8-29a8-459a-ac24-9a1ee2b8ebfb service neutron] 10.222.0.13 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871460 Feb 28 21:25:09.943368 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccc85de8-b1cb-4719-ab89-69ce6bcb90f9 req-c88d2e24-80d7-47d7-a5e9-4beb5c3ac7c1 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 210 time: 0.0280776 Feb 28 21:25:10.913695 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-ed15eb13-73bc-437b-8914-ecdcff238dca tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:10.915179 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-ed15eb13-73bc-437b-8914-ecdcff238dca tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.10 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 809 time: 0.1032193 Feb 28 21:25:10.986142 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-e3fd2c14-43d8-46e9-9507-0b45608d2e41 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=362620613f8b4cd0b2da9812e0b3a70c HTTP/1.1" status: 200 len: 380 time: 0.0612507 Feb 28 21:25:10.994526 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-95f777fc-f811-4d9a-96a8-298dc0e3785d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Request body: {'port': {'device_id': '348b5af7-f13e-4b65-a0ad-ce1a148d70be', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'admin_state_up': True, 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'security_groups': ['4342e7b2-825d-4647-be61-fb3d70d6be8e']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:25:11.079173 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0f96872e-5084-478d-a9a6-7ff81f604048 req-8254f415-aa89-4f60-9e1a-75f39a3ee473 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 210 time: 0.0575042 Feb 28 21:25:11.133614 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-95f777fc-f811-4d9a-96a8-298dc0e3785d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Made reservation on behalf of 362620613f8b4cd0b2da9812e0b3a70c for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:25:11.136955 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-95f777fc-f811-4d9a-96a8-298dc0e3785d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:11.266442 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-95f777fc-f811-4d9a-96a8-298dc0e3785d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Allocated IP 172.20.0.4 (1c8832d5-32b3-4094-90c4-b58bff38de8b/4b4ba898-4bb4-47ae-b101-ad32b9143e35/af5d13a2-9221-4929-835d-da1b56165428) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:25:11.407394 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-95f777fc-f811-4d9a-96a8-298dc0e3785d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for port (af5d13a2-9221-4929-835d-da1b56165428), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:11.442524 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-95f777fc-f811-4d9a-96a8-298dc0e3785d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (af5d13a2-9221-4929-835d-da1b56165428), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:11.486678 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-95f777fc-f811-4d9a-96a8-298dc0e3785d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Network 1c8832d5-32b3-4094-90c4-b58bff38de8b is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:25:11.490399 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-95f777fc-f811-4d9a-96a8-298dc0e3785d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:25:11.494294 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-95f777fc-f811-4d9a-96a8-298dc0e3785d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:25:11.525078 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f777fc-f811-4d9a-96a8-298dc0e3785d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event updated for resources: {'Port': ['ID=af5d13a2-9221-4929-835d-da1b56165428,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:25:11.555285 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-95f777fc-f811-4d9a-96a8-298dc0e3785d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:11.556027 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-95f777fc-f811-4d9a-96a8-298dc0e3785d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:11.573865 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-95f777fc-f811-4d9a-96a8-298dc0e3785d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5830762 Feb 28 21:25:11.635977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] Request body: {'port': {'device_id': '348b5af7-f13e-4b65-a0ad-ce1a148d70be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:25:11.708348 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (af5d13a2-9221-4929-835d-da1b56165428), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:11.755195 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e1fa3842-5aeb-44aa-8437-8e45daad0d81 None None] Provisioning complete for port af5d13a2-9221-4929-835d-da1b56165428 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:25:11.756135 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e1fa3842-5aeb-44aa-8437-8e45daad0d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (af5d13a2-9221-4929-835d-da1b56165428), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:11.798654 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e1fa3842-5aeb-44aa-8437-8e45daad0d81 None None] Port af5d13a2-9221-4929-835d-da1b56165428 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:25:11.973736 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5d13a2-9221-4929-835d-da1b56165428 {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:25:11.981419 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] Publish callbacks [] for port (af5d13a2-9221-4929-835d-da1b56165428), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:11.994432 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] Transition to ACTIVE for port object af5d13a2-9221-4929-835d-da1b56165428 will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:25:11.997985 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (af5d13a2-9221-4929-835d-da1b56165428), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:12.047212 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] Pushing event updated for resources: {'Port': ['ID=af5d13a2-9221-4929-835d-da1b56165428,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:25:12.149472 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] Attempting to bind port af5d13a2-9221-4929-835d-da1b56165428 on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:25:12.151499 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] Attempting to bind port af5d13a2-9221-4929-835d-da1b56165428 by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:25:12.151873 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] Attempting to bind port af5d13a2-9221-4929-835d-da1b56165428 on network 1c8832d5-32b3-4094-90c4-b58bff38de8b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:25:12.157228 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] Port af5d13a2-9221-4929-835d-da1b56165428 on network 1c8832d5-32b3-4094-90c4-b58bff38de8b not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:25:12.157562 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] Attempting to bind port af5d13a2-9221-4929-835d-da1b56165428 on network 1c8832d5-32b3-4094-90c4-b58bff38de8b {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:25:12.164082 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:25:12.164426 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] Checking segment: {'id': 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:25:12.164824 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] Bound using segment: {'id': 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:25:12.165340 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] Bound port: af5d13a2-9221-4929-835d-da1b56165428, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:25:12.165711 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (af5d13a2-9221-4929-835d-da1b56165428), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:12.272565 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994a13e-d2f8-4893-b249-d363a2a99dec req-827ce198-817b-4217-98a8-0be65f7b93be tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:12.274154 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5994a13e-d2f8-4893-b249-d363a2a99dec req-827ce198-817b-4217-98a8-0be65f7b93be tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0965214 Feb 28 21:25:12.280714 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] For port af5d13a2-9221-4929-835d-da1b56165428, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:25:12.284611 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] For port af5d13a2-9221-4929-835d-da1b56165428, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=af5d13a2-9221-4929-835d-da1b56165428,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:25:12.305720 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (af5d13a2-9221-4929-835d-da1b56165428), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:12.357447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:12.357717 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:12.359538 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] 10.222.0.10 "PUT /v2.0/ports/af5d13a2-9221-4929-835d-da1b56165428 HTTP/1.1" status: 200 len: 1092 time: 0.7773132 Feb 28 21:25:12.361738 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348b5af7-f13e-4b65-a0ad-ce1a148d70be', 'tag': 'af5d13a2-9221-4929-835d-da1b56165428'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:25:12.364950 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd36dc4-cbd4-4d6f-ad98-50ae8256e859" -d '{"events": [{"name": "network-changed", "server_uuid": "348b5af7-f13e-4b65-a0ad-ce1a148d70be", "tag": "af5d13a2-9221-4929-835d-da1b56165428"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:25:12.398265 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5994a13e-d2f8-4893-b249-d363a2a99dec req-a4674648-b2d4-46cf-ac5d-e0cb68fa0a0d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115620 Feb 28 21:25:12.401508 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094ae6d-4c5a-408c-b7ef-1a283048cb99 service neutron] Pushing event updated for resources: {'Port': ['ID=af5d13a2-9221-4929-835d-da1b56165428,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:25:12.456929 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90af37d5-f84b-4019-9232-1f4d114b479d x-openstack-request-id: req-90af37d5-f84b-4019-9232-1f4d114b479d {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:25:12.457396 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348b5af7-f13e-4b65-a0ad-ce1a148d70be", "tag": "af5d13a2-9221-4929-835d-da1b56165428", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:25:12.457808 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90af37d5-f84b-4019-9232-1f4d114b479d {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:25:12.458438 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348b5af7-f13e-4b65-a0ad-ce1a148d70be', 'tag': 'af5d13a2-9221-4929-835d-da1b56165428', 'status': 'completed', 'code': 200} Feb 28 21:25:12.471048 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-e65295df-d44f-459f-bf2d-9c6d2d6e0e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:12.472820 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-e65295df-d44f-459f-bf2d-9c6d2d6e0e4f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 1126 time: 0.0658073 Feb 28 21:25:12.522801 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-08aa51b5-f589-4dfb-9e9d-7b265688d4cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5d13a2-9221-4929-835d-da1b56165428 HTTP/1.1" status: 200 len: 217 time: 0.0419991 Feb 28 21:25:12.577164 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-6a7b7bbf-68fe-409e-aff4-62ee712314d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:12.579265 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-6a7b7bbf-68fe-409e-aff4-62ee712314d6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b4ba898-4bb4-47ae-b101-ad32b9143e35 HTTP/1.1" status: 200 len: 848 time: 0.0495048 Feb 28 21:25:12.631579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-97b98e0b-ab95-4efc-9b85-5bef5e34a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:12.633080 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-97b98e0b-ab95-4efc-9b85-5bef5e34a55d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8832d5-32b3-4094-90c4-b58bff38de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472515 Feb 28 21:25:12.729054 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-d8dc5a87-c974-4f85-b40f-a2556e2349a3 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882392 Feb 28 21:25:12.820107 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-15b8c98a-f8c9-4c72-9b60-c44e29ea6954 req-f30aa70d-fc26-45ff-a2fc-19742f730d25 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844705 Feb 28 21:25:12.912434 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd36dc4-cbd4-4d6f-ad98-50ae8256e859 req-298f0830-1ed9-4386-8889-fd094987390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:12.913855 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1bd36dc4-cbd4-4d6f-ad98-50ae8256e859 req-298f0830-1ed9-4386-8889-fd094987390b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 1126 time: 0.0451238 Feb 28 21:25:13.008882 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd36dc4-cbd4-4d6f-ad98-50ae8256e859 req-44b9fb82-812f-4d85-9061-0dd592c39581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:13.010406 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1bd36dc4-cbd4-4d6f-ad98-50ae8256e859 req-44b9fb82-812f-4d85-9061-0dd592c39581 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 909 time: 0.0908964 Feb 28 21:25:13.056045 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1bd36dc4-cbd4-4d6f-ad98-50ae8256e859 req-9258e8a3-d0e0-4071-aaad-c87c822ba5e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5d13a2-9221-4929-835d-da1b56165428 HTTP/1.1" status: 200 len: 217 time: 0.0352397 Feb 28 21:25:13.110126 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd36dc4-cbd4-4d6f-ad98-50ae8256e859 req-01d4c24f-ba1f-47c2-8178-726006a8ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:13.111570 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1bd36dc4-cbd4-4d6f-ad98-50ae8256e859 req-01d4c24f-ba1f-47c2-8178-726006a8ee0c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b4ba898-4bb4-47ae-b101-ad32b9143e35 HTTP/1.1" status: 200 len: 848 time: 0.0491495 Feb 28 21:25:13.161087 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd36dc4-cbd4-4d6f-ad98-50ae8256e859 req-64b84155-7849-4010-8090-d96fccafc6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:13.162663 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1bd36dc4-cbd4-4d6f-ad98-50ae8256e859 req-64b84155-7849-4010-8090-d96fccafc6b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8832d5-32b3-4094-90c4-b58bff38de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451672 Feb 28 21:25:13.252304 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1bd36dc4-cbd4-4d6f-ad98-50ae8256e859 req-0f29708d-adcc-4855-9450-d3bdfd8eb908 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827551 Feb 28 21:25:13.348474 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1bd36dc4-cbd4-4d6f-ad98-50ae8256e859 req-ad487224-f8c2-4847-b7c0-ad97bf0732dd service neutron] 10.222.0.10 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885682 Feb 28 21:25:13.527591 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b473b-e21c-4488-ac2f-86e464f97843 req-6fe378ad-481e-429e-a5e1-2f252bf834a1 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:13.529088 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c80b473b-e21c-4488-ac2f-86e464f97843 req-6fe378ad-481e-429e-a5e1-2f252bf834a1 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0539095 Feb 28 21:25:13.577163 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c80b473b-e21c-4488-ac2f-86e464f97843 req-f567facc-17f0-4415-ad1c-2e8c898eb835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425065 Feb 28 21:25:14.702320 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e37a9c-45ac-4e11-9b02-bbbe02317998 req-87895d22-cf69-4ec3-a02c-8e4c33bebe78 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:14.703826 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57e37a9c-45ac-4e11-9b02-bbbe02317998 req-87895d22-cf69-4ec3-a02c-8e4c33bebe78 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0601003 Feb 28 21:25:14.752431 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-57e37a9c-45ac-4e11-9b02-bbbe02317998 req-3444302b-1a64-4228-b3c9-c5c8664d08be tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424435 Feb 28 21:25:15.879178 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dc095-3f90-4691-8b51-662d29fb8f05 req-3876e376-396c-473e-ac8b-b6ccfed55194 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:15.881103 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a5dc095-3f90-4691-8b51-662d29fb8f05 req-3876e376-396c-473e-ac8b-b6ccfed55194 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0576770 Feb 28 21:25:15.940609 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9a5dc095-3f90-4691-8b51-662d29fb8f05 req-e493fea0-fb2f-4f55-87da-1b67e7135076 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529459 Feb 28 21:25:16.655185 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-654281e6-0a32-4689-ab16-5592617516b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:17.060043 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9bd5a-8ed3-4d99-94cb-2ce99503a172 req-d6e69d56-a600-479b-8194-57590b80b2ee tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:17.061535 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5cf9bd5a-8ed3-4d99-94cb-2ce99503a172 req-d6e69d56-a600-479b-8194-57590b80b2ee tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0523024 Feb 28 21:25:17.113876 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5cf9bd5a-8ed3-4d99-94cb-2ce99503a172 req-bdc101ad-c3d7-4d4a-a819-b71d8f50c125 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452468 Feb 28 21:25:18.238460 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f8de5-4d57-408f-a86c-27f50cf9b1af req-deb16209-4116-4f9b-8caf-6b98d5c8bfd7 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:18.239866 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f78f8de5-4d57-408f-a86c-27f50cf9b1af req-deb16209-4116-4f9b-8caf-6b98d5c8bfd7 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0549791 Feb 28 21:25:18.289524 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f78f8de5-4d57-408f-a86c-27f50cf9b1af req-6a9bd151-6a2c-45e0-a9df-f40ddee28788 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438564 Feb 28 21:25:19.188581 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-71b648b1-5341-4f3e-b6ef-1d5a290061c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:19.414239 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48068abe-415f-4496-8b23-cb166c755ac5 req-367f686e-bd78-4dcc-a547-dd14185809d5 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:19.415712 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-48068abe-415f-4496-8b23-cb166c755ac5 req-367f686e-bd78-4dcc-a547-dd14185809d5 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0544901 Feb 28 21:25:19.464744 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-48068abe-415f-4496-8b23-cb166c755ac5 req-4e432499-2c7a-40e1-a6c2-b013282c245e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432320 Feb 28 21:25:20.336668 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:20.381711 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:20.585741 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee4c95-08e8-4310-9737-8c29e388aa01 req-a4125145-972a-41fd-9b4b-9a27cb9b0aed tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:20.587355 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9ee4c95-08e8-4310-9737-8c29e388aa01 req-a4125145-972a-41fd-9b4b-9a27cb9b0aed tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0564990 Feb 28 21:25:20.639973 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d9ee4c95-08e8-4310-9737-8c29e388aa01 req-d433b793-61d9-4aa2-a06a-d935b24b0a92 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467379 Feb 28 21:25:21.575459 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:21.758358 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbebfee-6546-4d2a-947d-75098bbac28f req-aa2e94fd-0dad-496e-8fed-6591ceee599e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:21.759852 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccbebfee-6546-4d2a-947d-75098bbac28f req-aa2e94fd-0dad-496e-8fed-6591ceee599e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0521026 Feb 28 21:25:21.809040 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ccbebfee-6546-4d2a-947d-75098bbac28f req-8685f7c5-73df-4b1e-8072-be4d92d23397 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436015 Feb 28 21:25:22.891633 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:22.926444 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088520e8-1457-4fd3-893f-aa27d8cf869b req-c17b7ba0-57a9-4177-a98a-768236193dc7 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:22.927938 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-088520e8-1457-4fd3-893f-aa27d8cf869b req-c17b7ba0-57a9-4177-a98a-768236193dc7 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0521097 Feb 28 21:25:22.979503 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-088520e8-1457-4fd3-893f-aa27d8cf869b req-25e4e913-bfda-4474-aec0-a78873274d4c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458844 Feb 28 21:25:23.195166 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:24.095865 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe09779-6670-44f8-a193-e9a8d3dee0bb req-43aeb709-ef66-481d-9987-86aefebcd4ac tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:24.097836 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1fe09779-6670-44f8-a193-e9a8d3dee0bb req-43aeb709-ef66-481d-9987-86aefebcd4ac tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0516798 Feb 28 21:25:24.145661 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1fe09779-6670-44f8-a193-e9a8d3dee0bb req-6c0d15ef-219d-4dfa-a225-7635d07c9a82 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422690 Feb 28 21:25:25.270552 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86479071-41ce-4ee3-9adc-e419afdfa725 req-b727f816-8c2c-404a-8538-d69e500ad21d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:25.272058 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-86479071-41ce-4ee3-9adc-e419afdfa725 req-b727f816-8c2c-404a-8538-d69e500ad21d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0525439 Feb 28 21:25:25.319526 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-86479071-41ce-4ee3-9adc-e419afdfa725 req-22ae0332-2b89-4fa3-91ca-422689bee94d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417578 Feb 28 21:25:26.194745 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:25:26.442071 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35359201-3fbf-46e0-a050-14e06d8b0c40 req-e82330cd-fdaf-4581-b85d-085cfb0a1ade tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:26.443530 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-35359201-3fbf-46e0-a050-14e06d8b0c40 req-e82330cd-fdaf-4581-b85d-085cfb0a1ade tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0563631 Feb 28 21:25:26.492863 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-35359201-3fbf-46e0-a050-14e06d8b0c40 req-73895f8d-23fc-48d1-a9f3-4eb1b1f97d61 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435610 Feb 28 21:25:27.612203 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421721b-dd3d-4e76-8c1e-275344d6d5ee req-df3ecc63-4db8-4ff7-8d2c-c4f8f5f9682c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:27.613768 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a421721b-dd3d-4e76-8c1e-275344d6d5ee req-df3ecc63-4db8-4ff7-8d2c-c4f8f5f9682c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0536039 Feb 28 21:25:27.667081 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a421721b-dd3d-4e76-8c1e-275344d6d5ee req-00e16eb4-14ce-4f7a-9dc5-6fea2664840e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475485 Feb 28 21:25:28.378189 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device af5d13a2-9221-4929-835d-da1b56165428 details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:25:28.476117 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port af5d13a2-9221-4929-835d-da1b56165428, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=af5d13a2-9221-4929-835d-da1b56165428,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:25:28.487263 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'af5d13a2-9221-4929-835d-da1b56165428', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'port_id': 'af5d13a2-9221-4929-835d-da1b56165428', 'mac_address': 'fa:16:3e:28:96:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:25:28.524797 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port af5d13a2-9221-4929-835d-da1b56165428 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:25:28.525099 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (af5d13a2-9221-4929-835d-da1b56165428), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:28.537634 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5d13a2-9221-4929-835d-da1b56165428 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:25:28.556528 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port af5d13a2-9221-4929-835d-da1b56165428, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=af5d13a2-9221-4929-835d-da1b56165428,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:25:28.560647 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (af5d13a2-9221-4929-835d-da1b56165428), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:28.612848 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=af5d13a2-9221-4929-835d-da1b56165428,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:25:28.620220 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:25:28.620563 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:25:28.620896 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:25:28.621255 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:25:28.621619 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:25:28.621928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:25:28.622269 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:25:28.622842 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:25:28.623302 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:25:28.623941 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:25:28.624486 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:25:28.625017 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:25:28.625563 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:25:28.805291 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bbee2-c9fb-413f-991a-8eb02c64d61b req-1424266e-5456-4857-b9c9-b455d168d999 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:28.806770 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f1bbee2-c9fb-413f-991a-8eb02c64d61b req-1424266e-5456-4857-b9c9-b455d168d999 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 944 time: 0.0627155 Feb 28 21:25:28.834682 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['af5d13a2-9221-4929-835d-da1b56165428'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:25:28.859474 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5f1bbee2-c9fb-413f-991a-8eb02c64d61b req-af20902b-f49b-4428-8cc0-b8141fb1c252 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449607 Feb 28 21:25:29.978963 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46654205-d91b-4ac0-86ba-2e01e187519f req-ab038536-e689-40cd-b306-bf4e6ce02698 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:29.980469 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-46654205-d91b-4ac0-86ba-2e01e187519f req-ab038536-e689-40cd-b306-bf4e6ce02698 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 944 time: 0.0520923 Feb 28 21:25:30.028121 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-46654205-d91b-4ac0-86ba-2e01e187519f req-df95dc87-0e88-4438-b4d0-774867bacbf9 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418935 Feb 28 21:25:30.380611 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device af5d13a2-9221-4929-835d-da1b56165428 up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:25:30.428671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port af5d13a2-9221-4929-835d-da1b56165428 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:25:30.432250 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port af5d13a2-9221-4929-835d-da1b56165428 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:25:30.432619 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (af5d13a2-9221-4929-835d-da1b56165428), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:30.507344 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port af5d13a2-9221-4929-835d-da1b56165428 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:25:30.507645 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (af5d13a2-9221-4929-835d-da1b56165428), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:30.529553 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348b5af7-f13e-4b65-a0ad-ce1a148d70be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5d13a2-9221-4929-835d-da1b56165428'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:25:30.531785 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8009448d-cef0-4f41-8b51-88672d382f4f" -d '{"events": [{"server_uuid": "348b5af7-f13e-4b65-a0ad-ce1a148d70be", "name": "network-vif-plugged", "status": "completed", "tag": "af5d13a2-9221-4929-835d-da1b56165428"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:25:30.544572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port af5d13a2-9221-4929-835d-da1b56165428, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=af5d13a2-9221-4929-835d-da1b56165428,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:25:30.548736 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (af5d13a2-9221-4929-835d-da1b56165428), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:30.599150 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=af5d13a2-9221-4929-835d-da1b56165428,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:25:30.626208 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fe4022-b579-46f8-8e95-3a396ee59616 x-openstack-request-id: req-98fe4022-b579-46f8-8e95-3a396ee59616 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:25:30.626569 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348b5af7-f13e-4b65-a0ad-ce1a148d70be", "name": "network-vif-plugged", "status": "completed", "tag": "af5d13a2-9221-4929-835d-da1b56165428", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:25:30.626827 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98fe4022-b579-46f8-8e95-3a396ee59616 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:25:30.627229 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348b5af7-f13e-4b65-a0ad-ce1a148d70be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5d13a2-9221-4929-835d-da1b56165428', 'code': 200} Feb 28 21:25:30.726846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca742b-0d34-4389-aaa3-2302e6fe90c3 req-80c8f213-4711-43ec-a533-295ab60d5975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:30.728370 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0fca742b-0d34-4389-aaa3-2302e6fe90c3 req-80c8f213-4711-43ec-a533-295ab60d5975 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 1128 time: 0.0443215 Feb 28 21:25:30.778290 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0fca742b-0d34-4389-aaa3-2302e6fe90c3 req-700edd51-588b-4b8b-8ce0-f58976c0f4c8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425463 Feb 28 21:25:31.153860 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361f656-109a-4bb9-9aed-d79f9e77cadd req-27faaf62-cb07-4ee8-a01c-33e684ef06eb tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:31.155348 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8361f656-109a-4bb9-9aed-d79f9e77cadd req-27faaf62-cb07-4ee8-a01c-33e684ef06eb tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 945 time: 0.0568929 Feb 28 21:25:31.205674 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8361f656-109a-4bb9-9aed-d79f9e77cadd req-9fbb8ac4-eb67-475b-89f8-916e78a49a9a tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446107 Feb 28 21:25:32.322637 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f48dc-959e-498f-9ca3-0baeb52e3e56 req-084d76d8-7371-4071-9a1e-e5a5c6448b3e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:32.324121 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-403f48dc-959e-498f-9ca3-0baeb52e3e56 req-084d76d8-7371-4071-9a1e-e5a5c6448b3e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 945 time: 0.0508420 Feb 28 21:25:32.370960 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-403f48dc-959e-498f-9ca3-0baeb52e3e56 req-90a4a364-a448-4dc4-b025-ab24c32e175e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414276 Feb 28 21:25:32.491452 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4003f-aaa0-4827-99fa-912efcf78b2c req-b28a7aba-0c78-4335-91da-71ce15dddf37 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:32.492851 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6bd4003f-aaa0-4827-99fa-912efcf78b2c req-b28a7aba-0c78-4335-91da-71ce15dddf37 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 945 time: 0.0570066 Feb 28 21:25:32.540930 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6bd4003f-aaa0-4827-99fa-912efcf78b2c req-27df809f-cae1-454f-964a-7cb8fb0398d7 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425155 Feb 28 21:25:32.562258 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48770) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:25:32.605502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7090beb-b009-459c-98b9-1f274359ce29 tempest-TestShelveInstance-1918096833 tempest-TestShelveInstance-1918096833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:32.607018 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-c7090beb-b009-459c-98b9-1f274359ce29 tempest-TestShelveInstance-1918096833 tempest-TestShelveInstance-1918096833-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 1123 time: 0.0437963 Feb 28 21:25:32.609977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48772) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:25:32.614707 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-e6622f41-417e-4559-a45a-ed83b2029288 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': 'af5d13a2-9221-4929-835d-da1b56165428', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:25:32.635511 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6622f41-417e-4559-a45a-ed83b2029288 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:33.083534 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6622f41-417e-4559-a45a-ed83b2029288 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:33.183007 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-e6622f41-417e-4559-a45a-ed83b2029288 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Allocated IP 172.25.0.68 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/1df40f76-b6e3-43fa-8fb1-401efe8c5ca4) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:25:33.285931 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6622f41-417e-4559-a45a-ed83b2029288 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for port (1df40f76-b6e3-43fa-8fb1-401efe8c5ca4), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:33.318212 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6622f41-417e-4559-a45a-ed83b2029288 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (1df40f76-b6e3-43fa-8fb1-401efe8c5ca4), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:33.352808 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6622f41-417e-4559-a45a-ed83b2029288 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:25:33.357475 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-e6622f41-417e-4559-a45a-ed83b2029288 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:25:33.360943 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6622f41-417e-4559-a45a-ed83b2029288 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:25:33.389737 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6622f41-417e-4559-a45a-ed83b2029288 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event updated for resources: {'Port': ['ID=1df40f76-b6e3-43fa-8fb1-401efe8c5ca4,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:25:33.726619 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6622f41-417e-4559-a45a-ed83b2029288 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for floatingip (665b4dcc-1200-438e-b10b-9afd073d4c64), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:33.793980 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6622f41-417e-4559-a45a-ed83b2029288 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1df40f76-b6e3-43fa-8fb1-401efe8c5ca4), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:33.948791 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6622f41-417e-4559-a45a-ed83b2029288 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for port (1df40f76-b6e3-43fa-8fb1-401efe8c5ca4), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:33.953484 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6622f41-417e-4559-a45a-ed83b2029288 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (1df40f76-b6e3-43fa-8fb1-401efe8c5ca4), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:34.027467 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6622f41-417e-4559-a45a-ed83b2029288 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event updated for resources: {'Port': ['ID=1df40f76-b6e3-43fa-8fb1-401efe8c5ca4,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:25:34.035807 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6622f41-417e-4559-a45a-ed83b2029288 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (665b4dcc-1200-438e-b10b-9afd073d4c64), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:34.139265 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-e6622f41-417e-4559-a45a-ed83b2029288 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Floating IP 665b4dcc-1200-438e-b10b-9afd073d4c64 associated. External IP: 172.25.0.68, port: af5d13a2-9221-4929-835d-da1b56165428. Feb 28 21:25:34.358939 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6622f41-417e-4559-a45a-ed83b2029288 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:25:34.471496 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6622f41-417e-4559-a45a-ed83b2029288 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:25:34.484581 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f4bfc7-75aa-41f6-9600-0fa56d0f2c70 None None] Sync routers for ids ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:25:34.490319 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6622f41-417e-4559-a45a-ed83b2029288 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:34.494962 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f4bfc7-75aa-41f6-9600-0fa56d0f2c70 None None] Routers {'16d241d4-3998-4d1e-b81c-e8d0eaf09498'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:25:34.495581 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f4f4bfc7-75aa-41f6-9600-0fa56d0f2c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:25:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:25:34.520068 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e6622f41-417e-4559-a45a-ed83b2029288 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9089491 Feb 28 21:25:34.520588 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348b5af7-f13e-4b65-a0ad-ce1a148d70be', 'tag': 'af5d13a2-9221-4929-835d-da1b56165428'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:25:34.522846 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437ebf2f-5301-4520-a20b-3314e8e26dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "348b5af7-f13e-4b65-a0ad-ce1a148d70be", "tag": "af5d13a2-9221-4929-835d-da1b56165428"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:25:34.561797 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89edb75-e5cd-4f1e-af54-64d60bc6575d x-openstack-request-id: req-f89edb75-e5cd-4f1e-af54-64d60bc6575d {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:25:34.562093 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348b5af7-f13e-4b65-a0ad-ce1a148d70be", "tag": "af5d13a2-9221-4929-835d-da1b56165428", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:25:34.562349 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f89edb75-e5cd-4f1e-af54-64d60bc6575d {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:25:34.562767 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348b5af7-f13e-4b65-a0ad-ce1a148d70be', 'tag': 'af5d13a2-9221-4929-835d-da1b56165428', 'status': 'completed', 'code': 200} Feb 28 21:25:34.611044 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-f4f4bfc7-75aa-41f6-9600-0fa56d0f2c70 None None] Set router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:25:34.635579 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ebf2f-5301-4520-a20b-3314e8e26dc5 req-a8a43186-7ba9-4a35-8480-07c179c91a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:34.637158 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-437ebf2f-5301-4520-a20b-3314e8e26dc5 req-a8a43186-7ba9-4a35-8480-07c179c91a9d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 1128 time: 0.0496259 Feb 28 21:25:34.728282 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ebf2f-5301-4520-a20b-3314e8e26dc5 req-04ec2efe-31ec-4a88-9321-7ad679e259d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:34.729785 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-437ebf2f-5301-4520-a20b-3314e8e26dc5 req-04ec2efe-31ec-4a88-9321-7ad679e259d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 909 time: 0.0865557 Feb 28 21:25:34.800862 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-437ebf2f-5301-4520-a20b-3314e8e26dc5 req-9c8dd057-1fbd-4fbc-8095-04bd73d47a5c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5d13a2-9221-4929-835d-da1b56165428 HTTP/1.1" status: 200 len: 998 time: 0.0644696 Feb 28 21:25:34.836199 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f4f4bfc7-75aa-41f6-9600-0fa56d0f2c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'name': 'tempest-TestShelveInstance-1851430853-router', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:36Z', 'revision_number': 4, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'gw_port': {'id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '665b4dcc-1200-438e-b10b-9afd073d4c64', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'port_id': 'af5d13a2-9221-4929-835d-da1b56165428', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'mac_address': 'fa:16:3e:28:96:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348b5af7-f13e-4b65-a0ad-ce1a148d70be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:25:33Z', 'updated_at': '2022-02-28T21:25:33Z', 'revision_number': 0, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85b9142-2f6b-4527-a878-1406fd95ad9f', 'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'mac_address': 'fa:16:3e:ac:db:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:36Z', 'updated_at': '2022-02-28T21:20:42Z', 'revision_number': 5, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'subnets': [{'id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:25:34.849682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ebf2f-5301-4520-a20b-3314e8e26dc5 req-682b4883-7b06-4c12-ab36-48e7cd4a02aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:34.851192 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-437ebf2f-5301-4520-a20b-3314e8e26dc5 req-682b4883-7b06-4c12-ab36-48e7cd4a02aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b4ba898-4bb4-47ae-b101-ad32b9143e35 HTTP/1.1" status: 200 len: 848 time: 0.0446391 Feb 28 21:25:34.867111 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f4bfc7-75aa-41f6-9600-0fa56d0f2c70 None None] Checking router: 16d241d4-3998-4d1e-b81c-e8d0eaf09498 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:25:34.875485 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f4bfc7-75aa-41f6-9600-0fa56d0f2c70 None None] Routers {'16d241d4-3998-4d1e-b81c-e8d0eaf09498'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:25:34.876121 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f4f4bfc7-75aa-41f6-9600-0fa56d0f2c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:25:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:25:34.901016 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ebf2f-5301-4520-a20b-3314e8e26dc5 req-c8058114-a07c-4ddf-b71b-b4005fa86f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:25:34.902563 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-437ebf2f-5301-4520-a20b-3314e8e26dc5 req-c8058114-a07c-4ddf-b71b-b4005fa86f72 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8832d5-32b3-4094-90c4-b58bff38de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451097 Feb 28 21:25:34.985290 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-f4f4bfc7-75aa-41f6-9600-0fa56d0f2c70 None None] Set router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:25:34.998642 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-437ebf2f-5301-4520-a20b-3314e8e26dc5 req-52723279-49a9-48ac-aa57-34125a5f4dd4 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888729 Feb 28 21:25:35.089464 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-437ebf2f-5301-4520-a20b-3314e8e26dc5 req-8e328ca5-51b0-4822-b2f7-29972409a615 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842996 Feb 28 21:25:35.209094 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-f4f4bfc7-75aa-41f6-9600-0fa56d0f2c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'name': 'tempest-TestShelveInstance-1851430853-router', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:36Z', 'revision_number': 4, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'gw_port': {'id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '665b4dcc-1200-438e-b10b-9afd073d4c64', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'port_id': 'af5d13a2-9221-4929-835d-da1b56165428', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'mac_address': 'fa:16:3e:28:96:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348b5af7-f13e-4b65-a0ad-ce1a148d70be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:25:33Z', 'updated_at': '2022-02-28T21:25:33Z', 'revision_number': 0, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85b9142-2f6b-4527-a878-1406fd95ad9f', 'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'mac_address': 'fa:16:3e:ac:db:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:36Z', 'updated_at': '2022-02-28T21:20:42Z', 'revision_number': 5, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'subnets': [{'id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:25:35.238602 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f4bfc7-75aa-41f6-9600-0fa56d0f2c70 None None] The sync data for ids ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'] in n-d-820368-21 is: [{'id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'name': 'tempest-TestShelveInstance-1851430853-router', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:36Z', 'revision_number': 4, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'gw_port': {'id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '665b4dcc-1200-438e-b10b-9afd073d4c64', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'port_id': 'af5d13a2-9221-4929-835d-da1b56165428', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'mac_address': 'fa:16:3e:28:96:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348b5af7-f13e-4b65-a0ad-ce1a148d70be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:25:33Z', 'updated_at': '2022-02-28T21:25:33Z', 'revision_number': 0, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85b9142-2f6b-4527-a878-1406fd95ad9f', 'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'mac_address': 'fa:16:3e:ac:db:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:36Z', 'updated_at': '2022-02-28T21:20:42Z', 'revision_number': 5, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'subnets': [{'id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:25:35.433204 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccda7e0b-2e0f-43a8-a96b-25aff62b03d7 None None] New status for floating IP 665b4dcc-1200-438e-b10b-9afd073d4c64: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:25:46.657139 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-62e67e40-4cb1-457e-8a4a-45eac1fc8d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:49.191092 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9410b7cb-22e4-4bc8-a18c-3748e23eb5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:50.338053 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:50.388051 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:51.579059 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:52.894638 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:25:53.204649 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:26:00.721606 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d1a4033-7c75-4053-a118-95975386c663 req-196657b7-fb3d-43af-b7a3-cab7a278eee7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541067 Feb 28 21:26:00.807494 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a4033-7c75-4053-a118-95975386c663 req-a1e16166-2be3-4ab3-ad79-d7f3b89edb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:26:00.809065 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d1a4033-7c75-4053-a118-95975386c663 req-a1e16166-2be3-4ab3-ad79-d7f3b89edb73 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 1128 time: 0.0457075 Feb 28 21:26:00.921644 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a4033-7c75-4053-a118-95975386c663 req-a3565d32-2032-40c0-8290-f146b5af9116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:26:00.923175 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d1a4033-7c75-4053-a118-95975386c663 req-a3565d32-2032-40c0-8290-f146b5af9116 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 909 time: 0.0927601 Feb 28 21:26:00.990706 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d1a4033-7c75-4053-a118-95975386c663 req-7b1d4729-4769-4fdd-b20f-7581a5310fab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5d13a2-9221-4929-835d-da1b56165428 HTTP/1.1" status: 200 len: 1000 time: 0.0607619 Feb 28 21:26:01.041089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a4033-7c75-4053-a118-95975386c663 req-d80efd5b-42e8-4d6a-bdec-e659e20749d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:26:01.042579 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d1a4033-7c75-4053-a118-95975386c663 req-d80efd5b-42e8-4d6a-bdec-e659e20749d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b4ba898-4bb4-47ae-b101-ad32b9143e35 HTTP/1.1" status: 200 len: 848 time: 0.0454321 Feb 28 21:26:01.100380 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a4033-7c75-4053-a118-95975386c663 req-f9984f80-b070-4a67-8b0f-4727f8f508b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:26:01.101935 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d1a4033-7c75-4053-a118-95975386c663 req-f9984f80-b070-4a67-8b0f-4727f8f508b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8832d5-32b3-4094-90c4-b58bff38de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503685 Feb 28 21:26:01.194889 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d1a4033-7c75-4053-a118-95975386c663 req-ecb78882-29ff-4a9e-93da-e8f1423f8b8b service neutron] 10.222.0.10 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865247 Feb 28 21:26:01.293506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9d1a4033-7c75-4053-a118-95975386c663 req-ac7986a5-de62-427c-86a3-eb12ff88f181 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910625 Feb 28 21:26:03.194727 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:26:16.660441 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-b84d30b8-9284-422d-80f1-13da84359a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:26:19.194328 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2c9dae4e-b7eb-4c40-b4ec-36fa4ef51a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:26:20.338187 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:26:20.387419 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:26:21.581243 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:26:22.896647 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:26:23.201931 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:26:40.193515 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:26:46.669442 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-49e683bc-a4b4-442e-974a-39bc29330c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:26:49.197008 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-10f12a1a-0d11-4813-b22d-7ad59861d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:26:50.351649 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:26:50.389574 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:26:51.583547 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:26:52.898739 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:26:53.216530 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:00.659732 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45a8d52d-98fe-4aa0-828b-a4cced20d812 req-b91fae0b-ad48-4cad-a23b-23ec1ed5c2ac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446544 Feb 28 21:27:00.746305 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8d52d-98fe-4aa0-828b-a4cced20d812 req-0ed9311e-6218-4f94-b202-0ed09903f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:00.747818 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45a8d52d-98fe-4aa0-828b-a4cced20d812 req-0ed9311e-6218-4f94-b202-0ed09903f180 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 1128 time: 0.0445774 Feb 28 21:27:00.855055 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8d52d-98fe-4aa0-828b-a4cced20d812 req-96e7474d-55cf-4405-9715-90524e7f89ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:00.856573 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45a8d52d-98fe-4aa0-828b-a4cced20d812 req-96e7474d-55cf-4405-9715-90524e7f89ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 909 time: 0.0885727 Feb 28 21:27:00.921166 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45a8d52d-98fe-4aa0-828b-a4cced20d812 req-d6d5a108-a4ba-4bc0-b8ce-c891b61d842f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5d13a2-9221-4929-835d-da1b56165428 HTTP/1.1" status: 200 len: 1000 time: 0.0584173 Feb 28 21:27:00.968969 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8d52d-98fe-4aa0-828b-a4cced20d812 req-e66a05e7-2de0-4608-ba22-b6877f8f8d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:00.970416 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45a8d52d-98fe-4aa0-828b-a4cced20d812 req-e66a05e7-2de0-4608-ba22-b6877f8f8d6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b4ba898-4bb4-47ae-b101-ad32b9143e35 HTTP/1.1" status: 200 len: 848 time: 0.0435903 Feb 28 21:27:01.023185 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8d52d-98fe-4aa0-828b-a4cced20d812 req-fa397f2b-cda2-44f2-b609-566cf39b12cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:01.024763 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45a8d52d-98fe-4aa0-828b-a4cced20d812 req-fa397f2b-cda2-44f2-b609-566cf39b12cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8832d5-32b3-4094-90c4-b58bff38de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481305 Feb 28 21:27:01.112804 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45a8d52d-98fe-4aa0-828b-a4cced20d812 req-f5b7a48d-ca0c-40b6-b816-8fbf94a699c6 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813892 Feb 28 21:27:01.207419 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-45a8d52d-98fe-4aa0-828b-a4cced20d812 req-7a2ebdf1-1492-4022-ae4d-36b6e0e6cbd7 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877352 Feb 28 21:27:16.662681 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0af897f0-35f3-4b4a-b3f7-398b5a1767ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:17.192888 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:27:19.201090 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-81a65a50-fe0b-4be9-a809-df3e1be97b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:20.352497 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:20.391543 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:21.585534 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:22.900803 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:23.231693 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:30.022778 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e68780-9acf-408d-bfc8-20d15116b446 req-21bc9d77-3308-4f28-bdf0-5b193e608e4e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:30.024337 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60e68780-9acf-408d-bfc8-20d15116b446 req-21bc9d77-3308-4f28-bdf0-5b193e608e4e tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 945 time: 0.0684659 Feb 28 21:27:30.101151 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-60e68780-9acf-408d-bfc8-20d15116b446 req-f76d8810-dda1-4f31-94cf-f3aa8ebff403 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680726 Feb 28 21:27:31.252712 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241491b-7b97-4abb-a9dc-a4544eb73c71 req-13e92d9d-3b56-434d-921c-bed6f1749ddb tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:31.254379 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6241491b-7b97-4abb-a9dc-a4544eb73c71 req-13e92d9d-3b56-434d-921c-bed6f1749ddb tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 945 time: 0.0578110 Feb 28 21:27:31.317451 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6241491b-7b97-4abb-a9dc-a4544eb73c71 req-ef8538ec-8bc6-41ae-91a0-1a1ffe650399 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564551 Feb 28 21:27:32.438300 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262e2dc-de8c-486a-87a1-564f12fbdcfa req-bccc50ff-a4c1-47a4-a614-10fd504742bb tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:32.439789 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1262e2dc-de8c-486a-87a1-564f12fbdcfa req-bccc50ff-a4c1-47a4-a614-10fd504742bb tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 945 time: 0.0529177 Feb 28 21:27:32.490200 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1262e2dc-de8c-486a-87a1-564f12fbdcfa req-610da12d-f6cf-44d6-ad6b-41b697ea5711 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445418 Feb 28 21:27:33.616621 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab92724-a1d6-4ae9-9240-94e6187a4812 req-28c1043a-229a-4e97-841a-0e9f66a08470 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:33.618090 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cab92724-a1d6-4ae9-9240-94e6187a4812 req-28c1043a-229a-4e97-841a-0e9f66a08470 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 945 time: 0.0533001 Feb 28 21:27:33.667163 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cab92724-a1d6-4ae9-9240-94e6187a4812 req-e0ac9f87-ab0c-4385-9f56-2f2514f061d2 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427818 Feb 28 21:27:34.793986 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20953d0c-369e-4fd8-a216-a66162f6d3df req-8a6bd4f2-d2cf-46a8-ba17-53f198be1724 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:34.795496 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-20953d0c-369e-4fd8-a216-a66162f6d3df req-8a6bd4f2-d2cf-46a8-ba17-53f198be1724 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 945 time: 0.0571625 Feb 28 21:27:34.844473 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-20953d0c-369e-4fd8-a216-a66162f6d3df req-075477bf-80ee-48be-a60a-a5a60d738ccd tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433893 Feb 28 21:27:35.961913 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd3d06-fda3-4bf9-9238-052879c11f06 req-1d9f6056-c849-4d35-8ae4-bdbf78bd84b9 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:35.963460 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36dd3d06-fda3-4bf9-9238-052879c11f06 req-1d9f6056-c849-4d35-8ae4-bdbf78bd84b9 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 945 time: 0.0520918 Feb 28 21:27:36.011315 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-36dd3d06-fda3-4bf9-9238-052879c11f06 req-2cb179a7-2480-48b1-929c-53de773d6b83 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423369 Feb 28 21:27:37.130984 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ae000-5855-43af-a36a-708cfaae9a0c req-b826ab93-51c7-4b8d-94d7-0227fcc3a39c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:37.132731 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a18ae000-5855-43af-a36a-708cfaae9a0c req-b826ab93-51c7-4b8d-94d7-0227fcc3a39c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 945 time: 0.0551467 Feb 28 21:27:37.180619 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a18ae000-5855-43af-a36a-708cfaae9a0c req-fcb99863-cd6f-47a0-9759-8fc01b3224fd tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414612 Feb 28 21:27:38.306937 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac75c9-5502-4786-b364-aacc99badedb req-38553333-b80e-44f7-9af8-fcd31230f408 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:38.309029 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9aac75c9-5502-4786-b364-aacc99badedb req-38553333-b80e-44f7-9af8-fcd31230f408 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 945 time: 0.0579460 Feb 28 21:27:38.357772 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9aac75c9-5502-4786-b364-aacc99badedb req-eb5d20d0-5121-438f-823b-b2080a20ae23 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427763 Feb 28 21:27:39.475581 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9509f9-63cd-4bb3-b131-9ed7c3f15df1 req-5f7c6a4d-e5d0-47d0-aa2c-f55d2baf5d2b tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:39.477065 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc9509f9-63cd-4bb3-b131-9ed7c3f15df1 req-5f7c6a4d-e5d0-47d0-aa2c-f55d2baf5d2b tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 945 time: 0.0530777 Feb 28 21:27:39.530045 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-bc9509f9-63cd-4bb3-b131-9ed7c3f15df1 req-6c04c5bc-f2eb-4c07-a74f-63f54e059563 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466697 Feb 28 21:27:40.141485 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76e205-69be-4425-a096-e79dcf07dfb8 req-d039779f-0879-41e6-b349-035f4bbd58c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:40.142971 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1e76e205-69be-4425-a096-e79dcf07dfb8 req-d039779f-0879-41e6-b349-035f4bbd58c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 1128 time: 0.0446594 Feb 28 21:27:40.231566 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76e205-69be-4425-a096-e79dcf07dfb8 req-56314b2e-d801-4281-8aa0-e9104e0a50d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:40.233050 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1e76e205-69be-4425-a096-e79dcf07dfb8 req-56314b2e-d801-4281-8aa0-e9104e0a50d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 909 time: 0.0840120 Feb 28 21:27:40.301121 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1e76e205-69be-4425-a096-e79dcf07dfb8 req-e8ac6d5a-d44c-400b-9e0f-0fc6b7675ca7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5d13a2-9221-4929-835d-da1b56165428 HTTP/1.1" status: 200 len: 1000 time: 0.0616841 Feb 28 21:27:40.348698 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76e205-69be-4425-a096-e79dcf07dfb8 req-576b4566-33c6-49be-87d3-5f17b2870494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:40.350117 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1e76e205-69be-4425-a096-e79dcf07dfb8 req-576b4566-33c6-49be-87d3-5f17b2870494 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b4ba898-4bb4-47ae-b101-ad32b9143e35 HTTP/1.1" status: 200 len: 848 time: 0.0429797 Feb 28 21:27:40.398365 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76e205-69be-4425-a096-e79dcf07dfb8 req-c441438a-2cca-4482-b1da-a60b8f3149d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:40.399853 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1e76e205-69be-4425-a096-e79dcf07dfb8 req-c441438a-2cca-4482-b1da-a60b8f3149d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8832d5-32b3-4094-90c4-b58bff38de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433531 Feb 28 21:27:40.410761 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [req-1e76e205-69be-4425-a096-e79dcf07dfb8 req-08571d39-91f5-4f47-9008-dd5c09852e15 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:27:40.411686 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1e76e205-69be-4425-a096-e79dcf07dfb8 req-08571d39-91f5-4f47-9008-dd5c09852e15 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047998 Feb 28 21:27:40.500736 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1e76e205-69be-4425-a096-e79dcf07dfb8 req-9627d73c-2871-42bf-9fc9-b0a731d827f8 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835536 Feb 28 21:27:40.590011 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1e76e205-69be-4425-a096-e79dcf07dfb8 req-50bef731-2faa-44d9-a02b-9c11fc4f680d service neutron] 10.222.0.10 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828547 Feb 28 21:27:40.656121 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b75d9-b890-485c-b923-23de937f5247 req-0ea26e03-60fd-4758-91de-f7098b374daf tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:40.657676 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-425b75d9-b890-485c-b923-23de937f5247 req-0ea26e03-60fd-4758-91de-f7098b374daf tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 945 time: 0.0598340 Feb 28 21:27:40.708986 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-425b75d9-b890-485c-b923-23de937f5247 req-fd81a33a-fe36-4e44-a1be-77ae3982c965 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455549 Feb 28 21:27:41.831447 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5165b-e989-4fa2-b148-7a214c286922 req-cddd925a-cd92-4e19-a16e-b2057f15a762 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:41.832984 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0de5165b-e989-4fa2-b148-7a214c286922 req-cddd925a-cd92-4e19-a16e-b2057f15a762 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 945 time: 0.0541327 Feb 28 21:27:41.881806 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0de5165b-e989-4fa2-b148-7a214c286922 req-14522e4f-8b35-448f-9e6d-c1caab680016 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418296 Feb 28 21:27:43.007705 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cff6a9-2639-46af-ac4a-8b45d5e41e8f req-8c466bec-be8e-4f48-9f06-abb67a6a6598 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:43.009238 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73cff6a9-2639-46af-ac4a-8b45d5e41e8f req-8c466bec-be8e-4f48-9f06-abb67a6a6598 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 945 time: 0.0563507 Feb 28 21:27:43.061669 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-73cff6a9-2639-46af-ac4a-8b45d5e41e8f req-49b74c91-eaff-473f-97c1-42f1b5c3aa6a tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455093 Feb 28 21:27:44.181270 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d803e8-c778-43be-bf87-ca62e2dfc9a9 req-8709f93e-4f1d-4848-bbb1-6ba4edfe1209 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:44.182704 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-64d803e8-c778-43be-bf87-ca62e2dfc9a9 req-8709f93e-4f1d-4848-bbb1-6ba4edfe1209 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 945 time: 0.0532577 Feb 28 21:27:44.231657 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-64d803e8-c778-43be-bf87-ca62e2dfc9a9 req-7f84b54d-9eb9-45a1-b0be-2231a6da04c9 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433397 Feb 28 21:27:45.034508 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device af5d13a2-9221-4929-835d-da1b56165428 no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:27:45.114326 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port af5d13a2-9221-4929-835d-da1b56165428 is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:27:45.114703 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (af5d13a2-9221-4929-835d-da1b56165428), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:45.138712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348b5af7-f13e-4b65-a0ad-ce1a148d70be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5d13a2-9221-4929-835d-da1b56165428'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:27:45.140986 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0305ef2-fc6e-48ae-a51b-63e8a8e47060" -d '{"events": [{"server_uuid": "348b5af7-f13e-4b65-a0ad-ce1a148d70be", "name": "network-vif-unplugged", "status": "completed", "tag": "af5d13a2-9221-4929-835d-da1b56165428"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:27:45.153683 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port af5d13a2-9221-4929-835d-da1b56165428, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=af5d13a2-9221-4929-835d-da1b56165428,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:27:45.161739 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (af5d13a2-9221-4929-835d-da1b56165428), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:45.198165 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 21:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df202fb5-e4cc-44f2-9bb8-a19141667d7f x-openstack-request-id: req-df202fb5-e4cc-44f2-9bb8-a19141667d7f {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:27:45.198508 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348b5af7-f13e-4b65-a0ad-ce1a148d70be", "name": "network-vif-unplugged", "status": "completed", "tag": "af5d13a2-9221-4929-835d-da1b56165428", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:27:45.198715 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df202fb5-e4cc-44f2-9bb8-a19141667d7f {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:27:45.199112 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348b5af7-f13e-4b65-a0ad-ce1a148d70be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5d13a2-9221-4929-835d-da1b56165428', 'code': 200} Feb 28 21:27:45.224940 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=af5d13a2-9221-4929-835d-da1b56165428,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:27:45.232493 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:45.232849 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:45.233194 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:45.233534 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:45.233871 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:45.234202 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:45.234532 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:45.234860 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:45.235186 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:45.235522 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:45.235876 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:45.236188 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:45.236559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:45.366198 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82615ccb-5b14-46a8-b2bc-c57d9da23bfd req-defa3f9f-7403-4128-a261-ae6534807102 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:45.367623 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82615ccb-5b14-46a8-b2bc-c57d9da23bfd req-defa3f9f-7403-4128-a261-ae6534807102 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0542676 Feb 28 21:27:45.424501 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-82615ccb-5b14-46a8-b2bc-c57d9da23bfd req-8a9feee5-5324-4ddc-828e-dd1d8ae7ccb0 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495975 Feb 28 21:27:46.542737 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2464cb-346a-4fe8-8ef1-96568216ad45 req-bff9015a-053c-4cec-aeba-7c066a11a847 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:46.544240 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d2464cb-346a-4fe8-8ef1-96568216ad45 req-bff9015a-053c-4cec-aeba-7c066a11a847 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0528197 Feb 28 21:27:46.593262 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d2464cb-346a-4fe8-8ef1-96568216ad45 req-e979756b-6866-4d41-a7e5-2868c37fd274 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431576 Feb 28 21:27:46.670857 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-2c5f7ad9-90f1-4e3a-b0d3-c17da77c9938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:46.797626 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-74f5d01a-2a4d-4d11-85f5-7202ae78ede7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0489378 Feb 28 21:27:46.808230 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-7149de7d-c923-468e-b9e2-73224be22756 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:27:46.812252 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-7149de7d-c923-468e-b9e2-73224be22756 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092394 Feb 28 21:27:46.823605 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2f5d4-292c-42fe-bbf8-57b968a44129 req-00ad4aeb-a64d-479a-904d-c0b1cff42e76 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:46.825128 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5a2f5d4-292c-42fe-bbf8-57b968a44129 req-00ad4aeb-a64d-479a-904d-c0b1cff42e76 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0555294 Feb 28 21:27:46.878436 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b5a2f5d4-292c-42fe-bbf8-57b968a44129 req-76ef4e5a-8af9-478a-96b6-01ccc26869c3 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449212 Feb 28 21:27:46.886957 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-9eaedba7-e219-4636-8ac1-670eb5e6a60b tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:46.888513 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-9eaedba7-e219-4636-8ac1-670eb5e6a60b tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports/af5d13a2-9221-4929-835d-da1b56165428 HTTP/1.1" status: 200 len: 940 time: 0.0479968 Feb 28 21:27:48.006739 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5c787-4b7b-4521-b289-9d65898255ff req-91fda5f8-d89d-4205-a0a8-1d6dd5d098c5 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:48.008524 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2cd5c787-4b7b-4521-b289-9d65898255ff req-91fda5f8-d89d-4205-a0a8-1d6dd5d098c5 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0597396 Feb 28 21:27:48.058892 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2cd5c787-4b7b-4521-b289-9d65898255ff req-a01cd083-0868-4c99-9c4a-63f8706007f7 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445788 Feb 28 21:27:49.176859 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c418e-c7ca-4234-8468-e35432924f60 req-d9f442c3-87c3-48d2-b7c1-c270c105617b tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:49.178365 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2f8c418e-c7ca-4234-8468-e35432924f60 req-d9f442c3-87c3-48d2-b7c1-c270c105617b tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0531340 Feb 28 21:27:49.203938 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-07fbc1e2-b81a-459f-ac03-31b0c10b0a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:49.232529 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2f8c418e-c7ca-4234-8468-e35432924f60 req-043bf6f8-e200-4d4d-a1a8-2b0083aab673 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458570 Feb 28 21:27:50.352761 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb5841-d1c1-4327-9461-e08f2817a3a6 req-cf080a31-b75c-47d2-adcd-c1b69c7d22d4 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:50.354282 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cdbb5841-d1c1-4327-9461-e08f2817a3a6 req-cf080a31-b75c-47d2-adcd-c1b69c7d22d4 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0525935 Feb 28 21:27:50.368094 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:50.395994 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:50.414650 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cdbb5841-d1c1-4327-9461-e08f2817a3a6 req-18dea442-23f1-425b-aa72-6f531bd7fa44 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541489 Feb 28 21:27:51.531971 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cd553-2d4a-4033-b5de-fea7316c21fe req-cdb8323f-1f40-459d-a5a1-0b16cb4f6044 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:51.533451 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fe1cd553-2d4a-4033-b5de-fea7316c21fe req-cdb8323f-1f40-459d-a5a1-0b16cb4f6044 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0531716 Feb 28 21:27:51.584520 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fe1cd553-2d4a-4033-b5de-fea7316c21fe req-796f3bf5-4981-451e-9cd7-4af253185844 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450947 Feb 28 21:27:51.589348 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:52.704818 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43f009-8031-406a-aa54-c4710151474a req-c3c865a9-1304-490a-aee0-6f9258054b67 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:52.706293 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b43f009-8031-406a-aa54-c4710151474a req-c3c865a9-1304-490a-aee0-6f9258054b67 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0524094 Feb 28 21:27:52.755341 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b43f009-8031-406a-aa54-c4710151474a req-071f5964-5ee7-41cd-9275-0b8e7eb6bb82 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434823 Feb 28 21:27:52.904148 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:53.247858 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:53.880236 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ed8b2-e0fb-42b2-8e0f-d5678bfbd172 req-97465afa-5293-4dbf-a30c-311948797846 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:53.881716 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c89ed8b2-e0fb-42b2-8e0f-d5678bfbd172 req-97465afa-5293-4dbf-a30c-311948797846 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0564880 Feb 28 21:27:53.931591 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-c89ed8b2-e0fb-42b2-8e0f-d5678bfbd172 req-e121934b-aca7-44cb-be48-5ba4b93d1e1a tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428705 Feb 28 21:27:54.191125 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:27:55.050836 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce37201-12eb-4787-a233-cc75d3e1687a req-08738784-430c-4a57-aca2-a29482f8a2ad tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:55.052354 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ce37201-12eb-4787-a233-cc75d3e1687a req-08738784-430c-4a57-aca2-a29482f8a2ad tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0530686 Feb 28 21:27:55.101030 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3ce37201-12eb-4787-a233-cc75d3e1687a req-46838ac5-a354-4af1-b108-90c23b956d6c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429373 Feb 28 21:27:56.225253 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d18e4d-82f4-422f-a578-65afe597b142 req-348ea14b-3ade-4858-ac3f-f4fe22bfe71c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:56.226788 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a1d18e4d-82f4-422f-a578-65afe597b142 req-348ea14b-3ade-4858-ac3f-f4fe22bfe71c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0579062 Feb 28 21:27:56.277248 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a1d18e4d-82f4-422f-a578-65afe597b142 req-739e7d4c-0187-45be-aa05-5f45617b9bd8 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447679 Feb 28 21:27:57.397739 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6aaca-14b5-41a6-a4a5-5861989c774f req-66b92145-90bf-4d97-a5f5-04850b1b1283 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:57.399229 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-46f6aaca-14b5-41a6-a4a5-5861989c774f req-66b92145-90bf-4d97-a5f5-04850b1b1283 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0551989 Feb 28 21:27:57.450416 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-46f6aaca-14b5-41a6-a4a5-5861989c774f req-828e39ae-2e38-4ef1-8dd3-81846109ef22 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447750 Feb 28 21:27:57.779412 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-778ec0f8-9ee0-4807-b830-fbf89f76a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:57.780935 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-778ec0f8-9ee0-4807-b830-fbf89f76a959 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be&tenant_id=362620613f8b4cd0b2da9812e0b3a70c HTTP/1.1" status: 200 len: 1126 time: 0.0472007 Feb 28 21:27:57.791402 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820368-21', 'device_owner': 'compute:nova'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:27:57.855913 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (af5d13a2-9221-4929-835d-da1b56165428), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:58.059850 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] For port af5d13a2-9221-4929-835d-da1b56165428, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=af5d13a2-9221-4929-835d-da1b56165428,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:27:58.091868 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] For port af5d13a2-9221-4929-835d-da1b56165428, host n-h2-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:27:58.123712 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5d13a2-9221-4929-835d-da1b56165428 {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:27:58.131320 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Publish callbacks [] for port (af5d13a2-9221-4929-835d-da1b56165428), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:58.144048 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Transition to ACTIVE for port object af5d13a2-9221-4929-835d-da1b56165428 will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:27:58.147663 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (af5d13a2-9221-4929-835d-da1b56165428), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:58.229469 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Pushing event updated for resources: {'Port': ['ID=af5d13a2-9221-4929-835d-da1b56165428,revision_number=7']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:27:58.239390 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:58.239740 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:58.240107 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:58.240451 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:58.240791 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:58.241126 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:58.241452 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:58.241778 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:58.242104 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:58.242431 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:58.242759 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:58.243084 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:58.243439 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:27:58.286790 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] No DVR routers for this DVR port af5d13a2-9221-4929-835d-da1b56165428 on host n-h2-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:27:58.429280 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Attempting to bind port af5d13a2-9221-4929-835d-da1b56165428 on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:27:58.429613 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Attempting to bind port af5d13a2-9221-4929-835d-da1b56165428 by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:27:58.429937 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Attempting to bind port af5d13a2-9221-4929-835d-da1b56165428 on network 1c8832d5-32b3-4094-90c4-b58bff38de8b {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:27:58.434188 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Port af5d13a2-9221-4929-835d-da1b56165428 on network 1c8832d5-32b3-4094-90c4-b58bff38de8b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:27:58.434509 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Attempting to bind port af5d13a2-9221-4929-835d-da1b56165428 on network 1c8832d5-32b3-4094-90c4-b58bff38de8b {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:27:58.439215 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:27:58.439550 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Checking segment: {'id': 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:27:58.439968 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Bound using segment: {'id': 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:27:58.440391 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Bound port: af5d13a2-9221-4929-835d-da1b56165428, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:27:58.440739 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (af5d13a2-9221-4929-835d-da1b56165428), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:58.502553 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] For port af5d13a2-9221-4929-835d-da1b56165428, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:27:58.505748 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] For port af5d13a2-9221-4929-835d-da1b56165428, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=af5d13a2-9221-4929-835d-da1b56165428,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:27:58.513119 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (af5d13a2-9221-4929-835d-da1b56165428), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:58.549832 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:58.550476 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:27:58.551964 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] 10.222.0.15 "PUT /v2.0/ports/af5d13a2-9221-4929-835d-da1b56165428 HTTP/1.1" status: 200 len: 1092 time: 0.7644482 Feb 28 21:27:58.553530 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348b5af7-f13e-4b65-a0ad-ce1a148d70be', 'tag': 'af5d13a2-9221-4929-835d-da1b56165428'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:27:58.554947 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae214a4-d2c6-4180-bfec-5ae3bf639190" -d '{"events": [{"name": "network-changed", "server_uuid": "348b5af7-f13e-4b65-a0ad-ce1a148d70be", "tag": "af5d13a2-9221-4929-835d-da1b56165428"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:27:58.583025 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3145dfb-847a-4881-af86-12a377fb4c01 req-b5ffa0f1-fa14-4fab-bc09-7d9b3e451e31 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:58.584843 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3145dfb-847a-4881-af86-12a377fb4c01 req-b5ffa0f1-fa14-4fab-bc09-7d9b3e451e31 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0610662 Feb 28 21:27:58.591195 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa807207-c39b-4907-a0c0-67ae26c2ab96 service neutron] Pushing event updated for resources: {'Port': ['ID=af5d13a2-9221-4929-835d-da1b56165428,revision_number=8']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:27:58.631812 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-4553f07a-6501-4724-ac05-79de7bbc714a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:58.633608 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-4553f07a-6501-4724-ac05-79de7bbc714a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 1126 time: 0.0537407 Feb 28 21:27:58.648896 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a3145dfb-847a-4881-af86-12a377fb4c01 req-a1ec3e72-2548-4aa9-8323-90afeeb4826f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556998 Feb 28 21:27:58.702263 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c060ba-a56c-4217-a777-fe1e0265852f x-openstack-request-id: req-c3c060ba-a56c-4217-a777-fe1e0265852f {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:27:58.702561 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348b5af7-f13e-4b65-a0ad-ce1a148d70be", "tag": "af5d13a2-9221-4929-835d-da1b56165428", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:27:58.702819 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3c060ba-a56c-4217-a777-fe1e0265852f {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:27:58.703222 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348b5af7-f13e-4b65-a0ad-ce1a148d70be', 'tag': 'af5d13a2-9221-4929-835d-da1b56165428', 'status': 'completed', 'code': 200} Feb 28 21:27:58.741609 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-9c00f9f2-f49e-4e0c-8c8b-7194dd4383de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:58.743864 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-9c00f9f2-f49e-4e0c-8c8b-7194dd4383de service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 909 time: 0.1040881 Feb 28 21:27:58.809517 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-f157afb7-9e0a-4785-9336-b75209266ec8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5d13a2-9221-4929-835d-da1b56165428 HTTP/1.1" status: 200 len: 998 time: 0.0604410 Feb 28 21:27:58.858340 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-7d488620-8c68-4bff-b0cf-62a49e747037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:58.859711 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-7d488620-8c68-4bff-b0cf-62a49e747037 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b4ba898-4bb4-47ae-b101-ad32b9143e35 HTTP/1.1" status: 200 len: 848 time: 0.0449724 Feb 28 21:27:58.912727 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-6fd46249-8633-4b17-bef8-0a7c5ecc2e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:58.914302 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-6fd46249-8633-4b17-bef8-0a7c5ecc2e89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c8832d5-32b3-4094-90c4-b58bff38de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485954 Feb 28 21:27:59.000846 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-45e0551f-436f-4e88-b000-9017f7a9b1d0 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809333 Feb 28 21:27:59.090990 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-af1e0486-152f-4fe1-aaa4-cc1bd6446bd5 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836637 Feb 28 21:27:59.178486 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae214a4-d2c6-4180-bfec-5ae3bf639190 req-9ad93455-b29d-4f3e-87a1-70ec6f0c95c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:59.180001 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dae214a4-d2c6-4180-bfec-5ae3bf639190 req-9ad93455-b29d-4f3e-87a1-70ec6f0c95c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 1126 time: 0.0438437 Feb 28 21:27:59.267665 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae214a4-d2c6-4180-bfec-5ae3bf639190 req-30d92f2e-09e2-4b10-9c82-a5d062c39cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:59.269145 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dae214a4-d2c6-4180-bfec-5ae3bf639190 req-30d92f2e-09e2-4b10-9c82-a5d062c39cb6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 909 time: 0.0832264 Feb 28 21:27:59.342740 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dae214a4-d2c6-4180-bfec-5ae3bf639190 req-7670fa7b-a0de-4dd1-a654-00f270455926 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5d13a2-9221-4929-835d-da1b56165428 HTTP/1.1" status: 200 len: 998 time: 0.0680337 Feb 28 21:27:59.392387 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae214a4-d2c6-4180-bfec-5ae3bf639190 req-753b4c4c-b34e-4240-ac88-eb5b532d2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:59.393831 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dae214a4-d2c6-4180-bfec-5ae3bf639190 req-753b4c4c-b34e-4240-ac88-eb5b532d2cde service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b4ba898-4bb4-47ae-b101-ad32b9143e35 HTTP/1.1" status: 200 len: 848 time: 0.0444918 Feb 28 21:27:59.441666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae214a4-d2c6-4180-bfec-5ae3bf639190 req-ee29f8e2-2d56-4b97-81a1-65d5769e6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:59.443112 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dae214a4-d2c6-4180-bfec-5ae3bf639190 req-ee29f8e2-2d56-4b97-81a1-65d5769e6291 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c8832d5-32b3-4094-90c4-b58bff38de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435081 Feb 28 21:27:59.536388 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dae214a4-d2c6-4180-bfec-5ae3bf639190 req-4e873ea4-fa30-42f6-8d72-0f7e45919f68 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866623 Feb 28 21:27:59.625473 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-dae214a4-d2c6-4180-bfec-5ae3bf639190 req-7dba2f86-ccba-4f24-bdb1-86579b6050fa service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832765 Feb 28 21:27:59.780995 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcaabc-568e-42cd-8e4f-5b76b728abc6 req-60752d0d-6b96-404a-9eee-7ebc5246a9c4 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:27:59.782500 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24dcaabc-568e-42cd-8e4f-5b76b728abc6 req-60752d0d-6b96-404a-9eee-7ebc5246a9c4 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0519278 Feb 28 21:27:59.829975 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24dcaabc-568e-42cd-8e4f-5b76b728abc6 req-ce0e6d44-ffe1-4f1a-8074-f6768ae7b4c8 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419905 Feb 28 21:28:00.950481 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c08ab-cf84-4eb1-8024-bda9c7f5a5fd req-b7570e50-16f3-4a83-b291-6f4a9f374617 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:28:00.951966 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-693c08ab-cf84-4eb1-8024-bda9c7f5a5fd req-b7570e50-16f3-4a83-b291-6f4a9f374617 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0520184 Feb 28 21:28:00.998536 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-693c08ab-cf84-4eb1-8024-bda9c7f5a5fd req-767f4867-6a02-4668-be02-be87fe71ad1f tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411286 Feb 28 21:28:02.125069 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ffad4-0179-4784-98f0-98fa84f3f30c req-0c59814f-8bce-481f-a6f3-11f45f8aaf04 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:28:02.126560 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b08ffad4-0179-4784-98f0-98fa84f3f30c req-0c59814f-8bce-481f-a6f3-11f45f8aaf04 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0561957 Feb 28 21:28:02.174916 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b08ffad4-0179-4784-98f0-98fa84f3f30c req-19bf2ac5-96df-472e-bcb9-3c553f7a3a58 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427160 Feb 28 21:28:03.294147 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7424e0-2e06-42d8-91cb-be07f08c3aea req-fdc176a1-1ca0-4c41-874a-7c8a4015f4e2 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:28:03.295627 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a7424e0-2e06-42d8-91cb-be07f08c3aea req-fdc176a1-1ca0-4c41-874a-7c8a4015f4e2 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0537243 Feb 28 21:28:03.342171 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2a7424e0-2e06-42d8-91cb-be07f08c3aea req-f211e448-371a-499d-9962-ec6f358d96fe tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410011 Feb 28 21:28:04.459907 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5fbbd-d6c4-47ad-a272-5e223269c349 req-1fe039a8-12ae-49bd-a5e8-51eac147ca3a tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:28:04.461365 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ef5fbbd-d6c4-47ad-a272-5e223269c349 req-1fe039a8-12ae-49bd-a5e8-51eac147ca3a tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0507820 Feb 28 21:28:04.513104 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-9ef5fbbd-d6c4-47ad-a272-5e223269c349 req-b46c78d4-c941-4555-82ec-87817e59df9c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457058 Feb 28 21:28:05.630809 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c189bba-4ce9-4a37-8180-1c8510cc37aa req-8f44c630-b2dd-4876-a0f7-df1fc61b3810 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:28:05.632279 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c189bba-4ce9-4a37-8180-1c8510cc37aa req-8f44c630-b2dd-4876-a0f7-df1fc61b3810 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0525942 Feb 28 21:28:05.680232 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0c189bba-4ce9-4a37-8180-1c8510cc37aa req-434d1c82-4a33-4f16-ba17-8c20136b9b0d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414419 Feb 28 21:28:06.799136 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73152e6-37c2-4794-a13a-2a9a0f20c079 req-284c8db0-0f35-4e29-b2d6-8f209f56ba53 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:28:06.800642 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a73152e6-37c2-4794-a13a-2a9a0f20c079 req-284c8db0-0f35-4e29-b2d6-8f209f56ba53 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 943 time: 0.0523360 Feb 28 21:28:06.848373 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a73152e6-37c2-4794-a13a-2a9a0f20c079 req-24a1e0ba-421b-403d-aded-b99c6ed7045a tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422332 Feb 28 21:28:07.336729 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device af5d13a2-9221-4929-835d-da1b56165428 details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:28:07.431873 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port af5d13a2-9221-4929-835d-da1b56165428, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=af5d13a2-9221-4929-835d-da1b56165428,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:28:07.597796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': 'af5d13a2-9221-4929-835d-da1b56165428', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'port_id': 'af5d13a2-9221-4929-835d-da1b56165428', 'mac_address': 'fa:16:3e:28:96:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:28:07.634731 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port af5d13a2-9221-4929-835d-da1b56165428 is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:28:07.635111 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (af5d13a2-9221-4929-835d-da1b56165428), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:28:07.647324 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5d13a2-9221-4929-835d-da1b56165428 {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:28:07.666889 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port af5d13a2-9221-4929-835d-da1b56165428, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=af5d13a2-9221-4929-835d-da1b56165428,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:28:07.670934 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (af5d13a2-9221-4929-835d-da1b56165428), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:28:07.719577 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=af5d13a2-9221-4929-835d-da1b56165428,revision_number=9']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:28:07.898148 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['af5d13a2-9221-4929-835d-da1b56165428'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:28:07.973115 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7c7b7-2e76-4bd9-8784-834780b513bb req-01d22669-b1de-42c7-af75-a567a0d9c02c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:28:07.974594 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4de7c7b7-2e76-4bd9-8784-834780b513bb req-01d22669-b1de-42c7-af75-a567a0d9c02c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 944 time: 0.0565391 Feb 28 21:28:08.026319 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4de7c7b7-2e76-4bd9-8784-834780b513bb req-fe1c08d7-e394-4999-8da5-7ea1cd9c4e27 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454643 Feb 28 21:28:09.147289 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9789b3-65c2-4275-add5-951940dc56a6 req-757e0294-4283-42be-b19f-09279c696e60 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:28:09.148799 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc9789b3-65c2-4275-add5-951940dc56a6 req-757e0294-4283-42be-b19f-09279c696e60 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 944 time: 0.0530365 Feb 28 21:28:09.196159 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-dc9789b3-65c2-4275-add5-951940dc56a6 req-a4a482c2-5865-469b-b4cc-a28b67a1f805 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416677 Feb 28 21:28:09.352437 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device af5d13a2-9221-4929-835d-da1b56165428 up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:28:09.402134 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port af5d13a2-9221-4929-835d-da1b56165428 completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:28:09.405584 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port af5d13a2-9221-4929-835d-da1b56165428 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:28:09.405949 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (af5d13a2-9221-4929-835d-da1b56165428), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:28:09.479603 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port af5d13a2-9221-4929-835d-da1b56165428 is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:28:09.480014 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (af5d13a2-9221-4929-835d-da1b56165428), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:28:09.501882 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348b5af7-f13e-4b65-a0ad-ce1a148d70be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5d13a2-9221-4929-835d-da1b56165428'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:28:09.504100 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4159ae-ddd2-4d7a-bb92-12519fb04480" -d '{"events": [{"server_uuid": "348b5af7-f13e-4b65-a0ad-ce1a148d70be", "name": "network-vif-plugged", "status": "completed", "tag": "af5d13a2-9221-4929-835d-da1b56165428"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:28:09.516687 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port af5d13a2-9221-4929-835d-da1b56165428, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=af5d13a2-9221-4929-835d-da1b56165428,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:28:09.520638 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (af5d13a2-9221-4929-835d-da1b56165428), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:28:09.545762 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aff6269-22b1-428c-b1cc-e0ab1c564741 x-openstack-request-id: req-3aff6269-22b1-428c-b1cc-e0ab1c564741 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:28:09.546162 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348b5af7-f13e-4b65-a0ad-ce1a148d70be", "name": "network-vif-plugged", "status": "completed", "tag": "af5d13a2-9221-4929-835d-da1b56165428", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:28:09.546424 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3aff6269-22b1-428c-b1cc-e0ab1c564741 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:28:09.546815 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348b5af7-f13e-4b65-a0ad-ce1a148d70be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5d13a2-9221-4929-835d-da1b56165428', 'code': 200} Feb 28 21:28:09.576009 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=af5d13a2-9221-4929-835d-da1b56165428,revision_number=10']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:28:09.691803 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d9659-cf8c-4a1c-b30e-d055f98b3945 req-c6824728-efee-4f2a-847a-75733311c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:28:09.693303 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b45d9659-cf8c-4a1c-b30e-d055f98b3945 req-c6824728-efee-4f2a-847a-75733311c4a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 1129 time: 0.0472922 Feb 28 21:28:09.737410 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-b45d9659-cf8c-4a1c-b30e-d055f98b3945 req-8815c31f-2de9-47d8-b8e4-bd5181525a71 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386202 Feb 28 21:28:10.320691 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fded4d-6309-4e46-97b1-a4fe8aff9318 req-d9dbb147-52d2-4c66-b8e8-40b7bb5e2324 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:28:10.322092 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4fded4d-6309-4e46-97b1-a4fe8aff9318 req-d9dbb147-52d2-4c66-b8e8-40b7bb5e2324 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 946 time: 0.0568817 Feb 28 21:28:10.370072 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4fded4d-6309-4e46-97b1-a4fe8aff9318 req-5bc076a1-d412-49de-bd1e-0be5a20b2713 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424829 Feb 28 21:28:11.485351 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f71943-1f4f-4c6a-9dac-1f8bb447287f req-35b611ad-354b-454c-b698-e005ad527947 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:28:11.486802 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-43f71943-1f4f-4c6a-9dac-1f8bb447287f req-35b611ad-354b-454c-b698-e005ad527947 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 946 time: 0.0513988 Feb 28 21:28:11.535377 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-43f71943-1f4f-4c6a-9dac-1f8bb447287f req-b3b9f5d6-3919-47a8-b794-b2bca530b983 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429242 Feb 28 21:28:16.663114 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-00f63e96-6263-4895-8c12-e0304e10ef80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:28:19.207363 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a5ba-d68f-4014-ae9f-3809d5295266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:28:20.365881 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:28:20.397349 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:28:21.592943 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:28:22.906337 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:28:23.246079 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:28:26.213839 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-de89c857-0481-4294-9e63-0b3b430df765 req-93fb0f37-0aaf-4115-8718-823708440124 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433922 Feb 28 21:28:26.298430 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89c857-0481-4294-9e63-0b3b430df765 req-6a276ad0-e092-4b0a-bac8-819e9967913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:28:26.299951 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-de89c857-0481-4294-9e63-0b3b430df765 req-6a276ad0-e092-4b0a-bac8-819e9967913b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 1129 time: 0.0464664 Feb 28 21:28:26.404687 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89c857-0481-4294-9e63-0b3b430df765 req-cfdc2719-fb23-4a83-b4d1-471f80fbf6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:28:26.406076 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-de89c857-0481-4294-9e63-0b3b430df765 req-cfdc2719-fb23-4a83-b4d1-471f80fbf6ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 909 time: 0.0865180 Feb 28 21:28:26.473162 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-de89c857-0481-4294-9e63-0b3b430df765 req-743f4936-5db7-4fe9-b5f0-637f6fe3c89d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5d13a2-9221-4929-835d-da1b56165428 HTTP/1.1" status: 200 len: 1000 time: 0.0599618 Feb 28 21:28:26.520876 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89c857-0481-4294-9e63-0b3b430df765 req-4d0ebfbb-c581-4a00-8022-82c74a4dc48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:28:26.522297 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-de89c857-0481-4294-9e63-0b3b430df765 req-4d0ebfbb-c581-4a00-8022-82c74a4dc48a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b4ba898-4bb4-47ae-b101-ad32b9143e35 HTTP/1.1" status: 200 len: 848 time: 0.0430150 Feb 28 21:28:26.568772 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89c857-0481-4294-9e63-0b3b430df765 req-540b5a39-74ce-42e7-82fc-ab3a7abd647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:28:26.570212 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-de89c857-0481-4294-9e63-0b3b430df765 req-540b5a39-74ce-42e7-82fc-ab3a7abd647e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c8832d5-32b3-4094-90c4-b58bff38de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0425422 Feb 28 21:28:26.580277 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-de89c857-0481-4294-9e63-0b3b430df765 req-d66a64a3-0227-453d-acbe-389154e5a814 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:28:26.581236 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-de89c857-0481-4294-9e63-0b3b430df765 req-d66a64a3-0227-453d-acbe-389154e5a814 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047801 Feb 28 21:28:26.672705 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-de89c857-0481-4294-9e63-0b3b430df765 req-f990c94e-c495-41d8-a63f-107322084c25 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851552 Feb 28 21:28:26.761189 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-de89c857-0481-4294-9e63-0b3b430df765 req-93bfa4c3-4461-498a-8a40-2d0cb130fced service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821514 Feb 28 21:28:31.190442 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:28:46.667185 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-57da2f20-d196-473c-894c-00df16a75081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:28:49.209037 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fcbd17be-1407-4461-931b-2bd42cf6774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:28:50.364209 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:28:50.400438 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:28:51.594410 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:28:52.910434 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:28:53.261908 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:08.191178 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:29:16.669256 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bf988a8a-7b8d-44fe-bb07-c996b51a87c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:19.211898 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-4167ac1f-4041-4a0f-8e5d-083a56ee5588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:20.367119 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:20.403299 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:21.597563 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:22.912649 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:23.277263 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:26.361702 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d0b0f729-91ea-4b9c-9a11-e65a0d77f16f req-ffc34670-401c-406a-94d1-e9549ceb9d0c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0827873 Feb 28 21:29:26.456876 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0f729-91ea-4b9c-9a11-e65a0d77f16f req-3356b433-17a0-475a-a53e-9285a8fd9768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:29:26.458363 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d0b0f729-91ea-4b9c-9a11-e65a0d77f16f req-3356b433-17a0-475a-a53e-9285a8fd9768 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 1129 time: 0.0474429 Feb 28 21:29:26.556045 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0f729-91ea-4b9c-9a11-e65a0d77f16f req-4e6241d2-8f2a-42a1-88d2-6af354f2a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:29:26.557531 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d0b0f729-91ea-4b9c-9a11-e65a0d77f16f req-4e6241d2-8f2a-42a1-88d2-6af354f2a7bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 909 time: 0.0822823 Feb 28 21:29:26.623571 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d0b0f729-91ea-4b9c-9a11-e65a0d77f16f req-021deba3-a1b8-42f3-8302-bc6a0627e932 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5d13a2-9221-4929-835d-da1b56165428 HTTP/1.1" status: 200 len: 1000 time: 0.0602970 Feb 28 21:29:26.670402 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0f729-91ea-4b9c-9a11-e65a0d77f16f req-d6e42452-b3df-4c04-b872-628e8b958fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:29:26.671820 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d0b0f729-91ea-4b9c-9a11-e65a0d77f16f req-d6e42452-b3df-4c04-b872-628e8b958fff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b4ba898-4bb4-47ae-b101-ad32b9143e35 HTTP/1.1" status: 200 len: 848 time: 0.0425816 Feb 28 21:29:26.719138 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0f729-91ea-4b9c-9a11-e65a0d77f16f req-6dfb7276-d6ca-41f5-9b8c-bdcea5fa42c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:29:26.720620 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d0b0f729-91ea-4b9c-9a11-e65a0d77f16f req-6dfb7276-d6ca-41f5-9b8c-bdcea5fa42c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c8832d5-32b3-4094-90c4-b58bff38de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0427551 Feb 28 21:29:26.809714 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d0b0f729-91ea-4b9c-9a11-e65a0d77f16f req-679ace1d-1dce-434f-96fc-bda84da54db1 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825772 Feb 28 21:29:26.896224 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-d0b0f729-91ea-4b9c-9a11-e65a0d77f16f req-58904e2a-f159-4708-8a4c-6a8e5f578ec7 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798199 Feb 28 21:29:27.043792 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48942) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:29:27.203358 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Deleting port 1df40f76-b6e3-43fa-8fb1-401efe8c5ca4 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:29:27.203621 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1df40f76-b6e3-43fa-8fb1-401efe8c5ca4), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:27.624873 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1df40f76-b6e3-43fa-8fb1-401efe8c5ca4), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:27.625204 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for floatingip (1df40f76-b6e3-43fa-8fb1-401efe8c5ca4), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:27.636859 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Calling delete_port for 1df40f76-b6e3-43fa-8fb1-401efe8c5ca4 owned by network:floatingip {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:29:27.780020 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (1df40f76-b6e3-43fa-8fb1-401efe8c5ca4), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:27.805813 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event deleted for resources: {'Port': ['ID=1df40f76-b6e3-43fa-8fb1-401efe8c5ca4,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:27.831296 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:27.831643 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:27.832008 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:27.832342 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:27.832673 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:27.833006 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:27.833330 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:27.833652 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:27.833974 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:27.834294 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:27.834620 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:27.834931 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:27.835243 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:27.877327 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for floatingip (665b4dcc-1200-438e-b10b-9afd073d4c64), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:27.877662 n-d-820368-21 neutron-server[103774]: INFO neutron.db.l3_db [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Floating IP 665b4dcc-1200-438e-b10b-9afd073d4c64 disassociated (deleted). External IP: 172.25.0.68, port: af5d13a2-9221-4929-835d-da1b56165428. Feb 28 21:29:28.089089 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:29:28.199719 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:29:28.204473 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:28.211215 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf36807-1257-464e-840b-18d06419f5c3 None None] Sync routers for ids ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:29:28.224898 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf36807-1257-464e-840b-18d06419f5c3 None None] Routers {'16d241d4-3998-4d1e-b81c-e8d0eaf09498'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:29:28.225526 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-1cf36807-1257-464e-840b-18d06419f5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:28.234225 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d541b187-4bac-485c-b8a2-c04570783835 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "DELETE /v2.0/floatingips/665b4dcc-1200-438e-b10b-9afd073d4c64 HTTP/1.1" status: 204 len: 168 time: 1.1893389 Feb 28 21:29:28.234829 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348b5af7-f13e-4b65-a0ad-ce1a148d70be', 'tag': 'af5d13a2-9221-4929-835d-da1b56165428'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:29:28.237281 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c60d6f-bbfe-4e2f-808b-b40d32b0633a" -d '{"events": [{"name": "network-changed", "server_uuid": "348b5af7-f13e-4b65-a0ad-ce1a148d70be", "tag": "af5d13a2-9221-4929-835d-da1b56165428"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:29:28.346471 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-1cf36807-1257-464e-840b-18d06419f5c3 None None] Set router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:29:28.414268 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8e440e-4070-4b0e-8994-90b8598738a7 x-openstack-request-id: req-bb8e440e-4070-4b0e-8994-90b8598738a7 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:29:28.415052 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348b5af7-f13e-4b65-a0ad-ce1a148d70be", "tag": "af5d13a2-9221-4929-835d-da1b56165428", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:29:28.415677 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb8e440e-4070-4b0e-8994-90b8598738a7 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:29:28.416412 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348b5af7-f13e-4b65-a0ad-ce1a148d70be', 'tag': 'af5d13a2-9221-4929-835d-da1b56165428', 'status': 'completed', 'code': 200} Feb 28 21:29:28.486940 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c60d6f-bbfe-4e2f-808b-b40d32b0633a req-c3f54de4-7058-4f36-a628-2f8b1c670ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:29:28.488381 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-95c60d6f-bbfe-4e2f-808b-b40d32b0633a req-c3f54de4-7058-4f36-a628-2f8b1c670ed4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 1129 time: 0.0501082 Feb 28 21:29:28.530988 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fc9f6-920f-4726-8cc4-1fd65a55929f req-58b5a4b6-3234-44bf-ab84-a518fa534194 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:29:28.537980 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-389fc9f6-920f-4726-8cc4-1fd65a55929f req-58b5a4b6-3234-44bf-ab84-a518fa534194 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 946 time: 0.0687771 Feb 28 21:29:28.556646 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-1cf36807-1257-464e-840b-18d06419f5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'name': 'tempest-TestShelveInstance-1851430853-router', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:36Z', 'revision_number': 4, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'gw_port': {'id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e85b9142-2f6b-4527-a878-1406fd95ad9f', 'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'mac_address': 'fa:16:3e:ac:db:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:36Z', 'updated_at': '2022-02-28T21:20:42Z', 'revision_number': 5, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'subnets': [{'id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:28.582946 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-389fc9f6-920f-4726-8cc4-1fd65a55929f req-c64c7328-99ab-4b16-9239-83fd54cc07e9 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441010 Feb 28 21:29:28.584807 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf36807-1257-464e-840b-18d06419f5c3 None None] Checking router: 16d241d4-3998-4d1e-b81c-e8d0eaf09498 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:29:28.585544 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c60d6f-bbfe-4e2f-808b-b40d32b0633a req-58c85f02-7ca6-4123-be73-5b13e3ab4deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:29:28.586972 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-95c60d6f-bbfe-4e2f-808b-b40d32b0633a req-58c85f02-7ca6-4123-be73-5b13e3ab4deb service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 200 len: 909 time: 0.0924642 Feb 28 21:29:28.593427 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf36807-1257-464e-840b-18d06419f5c3 None None] Routers {'16d241d4-3998-4d1e-b81c-e8d0eaf09498'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:29:28.594036 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-1cf36807-1257-464e-840b-18d06419f5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:28.632539 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-95c60d6f-bbfe-4e2f-808b-b40d32b0633a req-954c9a36-75a9-4e33-bed5-6c60c69f7bd2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5d13a2-9221-4929-835d-da1b56165428 HTTP/1.1" status: 200 len: 217 time: 0.0386028 Feb 28 21:29:28.681418 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c60d6f-bbfe-4e2f-808b-b40d32b0633a req-dd333cd0-f103-4f1d-9fec-4119ec4b1eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:29:28.682899 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-95c60d6f-bbfe-4e2f-808b-b40d32b0633a req-dd333cd0-f103-4f1d-9fec-4119ec4b1eb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b4ba898-4bb4-47ae-b101-ad32b9143e35 HTTP/1.1" status: 200 len: 848 time: 0.0449927 Feb 28 21:29:28.703671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-1cf36807-1257-464e-840b-18d06419f5c3 None None] Set router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:29:28.731502 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c60d6f-bbfe-4e2f-808b-b40d32b0633a req-a6c2e58f-b3d2-4510-b545-d7f7d9c2cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:29:28.733035 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-95c60d6f-bbfe-4e2f-808b-b40d32b0633a req-a6c2e58f-b3d2-4510-b545-d7f7d9c2cafa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c8832d5-32b3-4094-90c4-b58bff38de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439041 Feb 28 21:29:28.824336 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-95c60d6f-bbfe-4e2f-808b-b40d32b0633a req-591f7200-5b01-4fb3-827f-6945c3088753 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851507 Feb 28 21:29:28.902861 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-1cf36807-1257-464e-840b-18d06419f5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'name': 'tempest-TestShelveInstance-1851430853-router', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:36Z', 'revision_number': 4, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'gw_port': {'id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e85b9142-2f6b-4527-a878-1406fd95ad9f', 'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'mac_address': 'fa:16:3e:ac:db:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:36Z', 'updated_at': '2022-02-28T21:20:42Z', 'revision_number': 5, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'subnets': [{'id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:28.911870 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-95c60d6f-bbfe-4e2f-808b-b40d32b0633a req-442c585d-fa17-4528-ba7f-62bdc4159fa9 service neutron] 10.222.0.15 "GET /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807199 Feb 28 21:29:28.931105 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf36807-1257-464e-840b-18d06419f5c3 None None] The sync data for ids ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'] in n-d-820368-21 is: [{'id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'name': 'tempest-TestShelveInstance-1851430853-router', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:36Z', 'revision_number': 4, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'gw_port': {'id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'e85b9142-2f6b-4527-a878-1406fd95ad9f', 'name': '', 'network_id': '1c8832d5-32b3-4094-90c4-b58bff38de8b', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'mac_address': 'fa:16:3e:ac:db:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:36Z', 'updated_at': '2022-02-28T21:20:42Z', 'revision_number': 5, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'subnets': [{'id': '4b4ba898-4bb4-47ae-b101-ad32b9143e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:29:29.145832 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19eabab-e572-4ead-aa29-1452cea4a88d None None] New status for floating IP 665b4dcc-1200-438e-b10b-9afd073d4c64: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:29:29.701177 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8da912-4191-4fd3-87bb-2613420366f2 req-feaf0765-6300-4de1-ab9a-98c15cd17b70 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:29:29.702668 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f8da912-4191-4fd3-87bb-2613420366f2 req-feaf0765-6300-4de1-ab9a-98c15cd17b70 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 946 time: 0.0530043 Feb 28 21:29:29.751586 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4f8da912-4191-4fd3-87bb-2613420366f2 req-dce47563-4143-4138-99a0-5a6beead9f0c tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/security-groups?id=4342e7b2-825d-4647-be61-fb3d70d6be8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428891 Feb 28 21:29:29.962084 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f24ec1-a6ab-47ba-a315-30bbfde29d1b req-c17cf401-8c8f-4b25-ad02-a6962d5f5808 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:29:29.963457 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-52f24ec1-a6ab-47ba-a315-30bbfde29d1b req-c17cf401-8c8f-4b25-ad02-a6962d5f5808 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.15 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 946 time: 0.0533781 Feb 28 21:29:30.057618 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-52f24ec1-a6ab-47ba-a315-30bbfde29d1b req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Deleting port af5d13a2-9221-4929-835d-da1b56165428 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:29:30.057967 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-52f24ec1-a6ab-47ba-a315-30bbfde29d1b req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (af5d13a2-9221-4929-835d-da1b56165428), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:30.148125 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-52f24ec1-a6ab-47ba-a315-30bbfde29d1b req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] For port af5d13a2-9221-4929-835d-da1b56165428, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=af5d13a2-9221-4929-835d-da1b56165428,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:29:30.148486 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-52f24ec1-a6ab-47ba-a315-30bbfde29d1b req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (af5d13a2-9221-4929-835d-da1b56165428), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:30.160483 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-52f24ec1-a6ab-47ba-a315-30bbfde29d1b req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Calling delete_port for af5d13a2-9221-4929-835d-da1b56165428 owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:29:30.286056 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-52f24ec1-a6ab-47ba-a315-30bbfde29d1b req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (af5d13a2-9221-4929-835d-da1b56165428), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:30.318403 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event deleted for resources: {'Port': ['ID=af5d13a2-9221-4929-835d-da1b56165428,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:30.331578 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:30.331578 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:30.331578 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:30.332009 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:30.332009 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:30.332319 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:30.332641 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:30.332963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:30.333286 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:30.333611 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:30.333923 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:30.334261 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:30.334681 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:30.370810 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f24ec1-a6ab-47ba-a315-30bbfde29d1b req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] No DVR routers for this DVR port af5d13a2-9221-4929-835d-da1b56165428 on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:29:30.373415 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-52f24ec1-a6ab-47ba-a315-30bbfde29d1b req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:30.376749 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-52f24ec1-a6ab-47ba-a315-30bbfde29d1b req-d2d5843a-729e-458d-90a9-46fd9580a823 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.15 "DELETE /v2.0/ports/af5d13a2-9221-4929-835d-da1b56165428 HTTP/1.1" status: 204 len: 173 time: 0.4087458 Feb 28 21:29:30.377203 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348b5af7-f13e-4b65-a0ad-ce1a148d70be', 'name': 'network-vif-deleted', 'tag': 'af5d13a2-9221-4929-835d-da1b56165428'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:29:30.380002 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5b4e9a-269a-4620-ac3f-53479906f35e" -d '{"events": [{"server_uuid": "348b5af7-f13e-4b65-a0ad-ce1a148d70be", "name": "network-vif-deleted", "tag": "af5d13a2-9221-4929-835d-da1b56165428"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:29:30.417066 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be058d7d-10ce-4296-b08b-6f31262900d8 x-openstack-request-id: req-be058d7d-10ce-4296-b08b-6f31262900d8 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:29:30.417374 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348b5af7-f13e-4b65-a0ad-ce1a148d70be", "name": "network-vif-deleted", "tag": "af5d13a2-9221-4929-835d-da1b56165428", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:29:30.417635 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be058d7d-10ce-4296-b08b-6f31262900d8 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:29:30.418094 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348b5af7-f13e-4b65-a0ad-ce1a148d70be', 'name': 'network-vif-deleted', 'tag': 'af5d13a2-9221-4929-835d-da1b56165428', 'status': 'completed', 'code': 200} Feb 28 21:29:30.852794 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fcd686f4-08cf-4700-a2a7-47017425a72c req-dc0bc121-dc55-42de-aaea-8d72f4a5fe23 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 210 time: 0.0280674 Feb 28 21:29:31.950495 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2b5d232d-88ee-42a0-8a6e-e37d0918653e req-ffc280e6-1c11-4362-bee5-63d86b42942d tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 210 time: 0.0304933 Feb 28 21:29:33.046026 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b6c04362-ea31-49f0-816a-232e793da593 req-dddb74d5-0c49-4d4e-b6d2-0c963547d3ca tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 210 time: 0.0286798 Feb 28 21:29:33.649870 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device af5d13a2-9221-4929-835d-da1b56165428 no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:29:33.674691 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: af5d13a2-9221-4929-835d-da1b56165428 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:29:33.675374 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device af5d13a2-9221-4929-835d-da1b56165428 not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:29:34.140826 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ac03370f-16c6-4e0b-9460-d22786bae09a req-437dacf1-283e-49fb-b37e-918b3dad9986 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 210 time: 0.0270665 Feb 28 21:29:35.259377 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-1d5c581c-f477-4ab2-86bd-969b15d6bdc3 req-afcd5bbb-3cc4-43c8-a45a-2138126d64b4 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 210 time: 0.0295806 Feb 28 21:29:36.352881 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-643c7303-fdcd-43d6-b318-eea1492a41ea req-c5660ee7-cf62-4213-af97-1555497c05f2 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 210 time: 0.0273230 Feb 28 21:29:37.447535 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-471f42e1-9072-4352-a0b5-b52aba6759dc req-9fab8747-8ad6-4a7a-ba79-4c2bfcd868bc tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 210 time: 0.0285735 Feb 28 21:29:38.546983 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4fdfa091-c5ff-4238-ad60-b095afd14516 req-3b0bad12-c499-4fff-b9c1-b0a69006e852 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 210 time: 0.0309365 Feb 28 21:29:39.654743 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-309d21a2-24f1-47b8-9760-389a366c41f9 req-a9994e27-b816-461e-89fc-397a02ce7345 tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "GET /v2.0/ports?device_id=348b5af7-f13e-4b65-a0ad-ce1a148d70be HTTP/1.1" status: 200 len: 210 time: 0.0283458 Feb 28 21:29:40.712259 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48982) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:29:40.767406 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6874ff9-46f2-4a7f-84b0-aa29da19dede tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group (4342e7b2-825d-4647-be61-fb3d70d6be8e), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:40.793187 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6874ff9-46f2-4a7f-84b0-aa29da19dede tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group (4342e7b2-825d-4647-be61-fb3d70d6be8e), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:40.852656 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6874ff9-46f2-4a7f-84b0-aa29da19dede tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4342e7b2-825d-4647-be61-fb3d70d6be8e), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:40.855261 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-e6874ff9-46f2-4a7f-84b0-aa29da19dede tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:40.859236 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-e6874ff9-46f2-4a7f-84b0-aa29da19dede tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] 10.222.0.13 "DELETE /v2.0/security-groups/4342e7b2-825d-4647-be61-fb3d70d6be8e HTTP/1.1" status: 204 len: 168 time: 0.1459525 Feb 28 21:29:40.868780 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6874ff9-46f2-4a7f-84b0-aa29da19dede tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4342e7b2-825d-4647-be61-fb3d70d6be8e,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:41.921792 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48988) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:29:42.396011 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4985ddd5-d2ef-4130-b276-a37a57e3969e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (16d241d4-3998-4d1e-b81c-e8d0eaf09498), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:42.653899 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-4985ddd5-d2ef-4130-b276-a37a57e3969e admin admin] Deleting port e85b9142-2f6b-4527-a878-1406fd95ad9f {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:29:42.654238 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4985ddd5-d2ef-4130-b276-a37a57e3969e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e85b9142-2f6b-4527-a878-1406fd95ad9f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:42.731763 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-4985ddd5-d2ef-4130-b276-a37a57e3969e admin admin] For port e85b9142-2f6b-4527-a878-1406fd95ad9f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e85b9142-2f6b-4527-a878-1406fd95ad9f,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:29:42.732154 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4985ddd5-d2ef-4130-b276-a37a57e3969e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e85b9142-2f6b-4527-a878-1406fd95ad9f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:42.744808 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-4985ddd5-d2ef-4130-b276-a37a57e3969e admin admin] Calling delete_port for e85b9142-2f6b-4527-a878-1406fd95ad9f owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:29:42.933986 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4985ddd5-d2ef-4130-b276-a37a57e3969e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (e85b9142-2f6b-4527-a878-1406fd95ad9f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:42.965154 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985ddd5-d2ef-4130-b276-a37a57e3969e admin admin] Pushing event deleted for resources: {'Port': ['ID=e85b9142-2f6b-4527-a878-1406fd95ad9f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:43.151956 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-4985ddd5-d2ef-4130-b276-a37a57e3969e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (16d241d4-3998-4d1e-b81c-e8d0eaf09498), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:43.384516 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4985ddd5-d2ef-4130-b276-a37a57e3969e admin admin] Router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:29:43.495850 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4985ddd5-d2ef-4130-b276-a37a57e3969e admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:29:43.504387 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-4985ddd5-d2ef-4130-b276-a37a57e3969e admin admin] 10.222.0.13 "PUT /v2.0/routers/16d241d4-3998-4d1e-b81c-e8d0eaf09498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5777717 Feb 28 21:29:43.504387 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48992) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:29:43.506649 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f88789-4f96-4246-a888-cc0133223a7b None None] Sync routers for ids ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:29:43.517821 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f88789-4f96-4246-a888-cc0133223a7b None None] Routers {'16d241d4-3998-4d1e-b81c-e8d0eaf09498'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:29:43.518521 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-93f88789-4f96-4246-a888-cc0133223a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:43.615045 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8f59ffbc-097e-40dc-82d8-2117d7cd448c admin admin] Publish callbacks [] for router (16d241d4-3998-4d1e-b81c-e8d0eaf09498), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:43.628447 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-93f88789-4f96-4246-a888-cc0133223a7b None None] Set router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:29:43.719515 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8f59ffbc-097e-40dc-82d8-2117d7cd448c admin admin] Publish callbacks [] for router_gateway (16d241d4-3998-4d1e-b81c-e8d0eaf09498), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:43.777959 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-8f59ffbc-097e-40dc-82d8-2117d7cd448c admin admin] Deleting port 45490f51-b3cc-4d09-bf24-4952c9639eae {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:29:43.778338 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8f59ffbc-097e-40dc-82d8-2117d7cd448c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (45490f51-b3cc-4d09-bf24-4952c9639eae), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:43.806637 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-93f88789-4f96-4246-a888-cc0133223a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'name': 'tempest-TestShelveInstance-1851430853-router', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:29:42Z', 'revision_number': 5, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'gw_port': {'id': '45490f51-b3cc-4d09-bf24-4952c9639eae', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:43.837043 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f88789-4f96-4246-a888-cc0133223a7b None None] Checking router: 16d241d4-3998-4d1e-b81c-e8d0eaf09498 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:29:43.845227 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f88789-4f96-4246-a888-cc0133223a7b None None] Routers {'16d241d4-3998-4d1e-b81c-e8d0eaf09498'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:29:43.846475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-93f88789-4f96-4246-a888-cc0133223a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:43.861493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-8f59ffbc-097e-40dc-82d8-2117d7cd448c admin admin] For port 45490f51-b3cc-4d09-bf24-4952c9639eae, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=45490f51-b3cc-4d09-bf24-4952c9639eae,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:29:43.861858 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8f59ffbc-097e-40dc-82d8-2117d7cd448c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (45490f51-b3cc-4d09-bf24-4952c9639eae), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:43.874623 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-8f59ffbc-097e-40dc-82d8-2117d7cd448c admin admin] Calling delete_port for 45490f51-b3cc-4d09-bf24-4952c9639eae owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:29:43.936678 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-93f88789-4f96-4246-a888-cc0133223a7b None None] Set router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:29:43.989703 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-93f88789-4f96-4246-a888-cc0133223a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'name': 'tempest-TestShelveInstance-1851430853-router', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:29:43Z', 'revision_number': 6, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:44.020645 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f88789-4f96-4246-a888-cc0133223a7b None None] The sync data for ids ['16d241d4-3998-4d1e-b81c-e8d0eaf09498'] in n-d-820368-21 is: [{'id': '16d241d4-3998-4d1e-b81c-e8d0eaf09498', 'name': 'tempest-TestShelveInstance-1851430853-router', 'tenant_id': '362620613f8b4cd0b2da9812e0b3a70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:34Z', 'updated_at': '2022-02-28T21:29:43Z', 'revision_number': 6, 'project_id': '362620613f8b4cd0b2da9812e0b3a70c', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:29:44.056253 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8f59ffbc-097e-40dc-82d8-2117d7cd448c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (45490f51-b3cc-4d09-bf24-4952c9639eae), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:44.089042 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59ffbc-097e-40dc-82d8-2117d7cd448c admin admin] Pushing event deleted for resources: {'Port': ['ID=45490f51-b3cc-4d09-bf24-4952c9639eae,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:44.150657 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8f59ffbc-097e-40dc-82d8-2117d7cd448c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (16d241d4-3998-4d1e-b81c-e8d0eaf09498), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:44.246154 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8f59ffbc-097e-40dc-82d8-2117d7cd448c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (16d241d4-3998-4d1e-b81c-e8d0eaf09498), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:44.248349 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8f59ffbc-097e-40dc-82d8-2117d7cd448c admin admin] Publish callbacks [] for router_controller (16d241d4-3998-4d1e-b81c-e8d0eaf09498), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:44.297247 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8f59ffbc-097e-40dc-82d8-2117d7cd448c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (16d241d4-3998-4d1e-b81c-e8d0eaf09498), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:44.297789 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f59ffbc-097e-40dc-82d8-2117d7cd448c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16d241d4-3998-4d1e-b81c-e8d0eaf09498 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 21:29:44.302504 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-8f59ffbc-097e-40dc-82d8-2117d7cd448c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:44.303687 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8f59ffbc-097e-40dc-82d8-2117d7cd448c admin admin] 10.222.0.13 "DELETE /v2.0/routers/16d241d4-3998-4d1e-b81c-e8d0eaf09498 HTTP/1.1" status: 204 len: 168 time: 0.7993343 Feb 28 21:29:44.306269 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48994) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:29:44.355037 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a772f8-9f9a-4d85-86c3-b6b31206f8b6 admin admin] Deleting subnet 4b4ba898-4bb4-47ae-b101-ad32b9143e35 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:29:44.358234 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-26a772f8-9f9a-4d85-86c3-b6b31206f8b6 admin admin] Publish callbacks [] for subnet (4b4ba898-4bb4-47ae-b101-ad32b9143e35), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:44.403178 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-26a772f8-9f9a-4d85-86c3-b6b31206f8b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (4b4ba898-4bb4-47ae-b101-ad32b9143e35), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:44.522324 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-26a772f8-9f9a-4d85-86c3-b6b31206f8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (4b4ba898-4bb4-47ae-b101-ad32b9143e35), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:44.580678 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-26a772f8-9f9a-4d85-86c3-b6b31206f8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (4b4ba898-4bb4-47ae-b101-ad32b9143e35), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:44.608816 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a772f8-9f9a-4d85-86c3-b6b31206f8b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b4ba898-4bb4-47ae-b101-ad32b9143e35,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:44.610789 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-26a772f8-9f9a-4d85-86c3-b6b31206f8b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:44.614243 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-26a772f8-9f9a-4d85-86c3-b6b31206f8b6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4b4ba898-4bb4-47ae-b101-ad32b9143e35 HTTP/1.1" status: 204 len: 168 time: 0.3068287 Feb 28 21:29:44.618682 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 48996) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:29:44.619118 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c5dde0-8fa5-48bc-aaad-e2a7d8a5b22e None None] Network 1c8832d5-32b3-4094-90c4-b58bff38de8b requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:29:44.690618 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-abd6a07f-2e4b-425c-9587-56e18188be48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (1c8832d5-32b3-4094-90c4-b58bff38de8b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:44.747535 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-abd6a07f-2e4b-425c-9587-56e18188be48 admin admin] Deleting port 1924d788-5af5-40bb-9497-0244db9aef37 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:29:44.748744 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-abd6a07f-2e4b-425c-9587-56e18188be48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1924d788-5af5-40bb-9497-0244db9aef37), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:44.818800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-abd6a07f-2e4b-425c-9587-56e18188be48 admin admin] For port 1924d788-5af5-40bb-9497-0244db9aef37, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=1924d788-5af5-40bb-9497-0244db9aef37,segment=NetworkSegment(d04eb2ab-6352-4765-bb3b-d9187e4f79d3),segment_id=d04eb2ab-6352-4765-bb3b-d9187e4f79d3)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:29:44.818800 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-abd6a07f-2e4b-425c-9587-56e18188be48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1924d788-5af5-40bb-9497-0244db9aef37), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:44.840879 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-abd6a07f-2e4b-425c-9587-56e18188be48 admin admin] Calling delete_port for 1924d788-5af5-40bb-9497-0244db9aef37 owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:29:44.864185 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] DHCP port deletion for 1c8832d5-32b3-4094-90c4-b58bff38de8b request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 21:29:44.947843 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-abd6a07f-2e4b-425c-9587-56e18188be48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (1924d788-5af5-40bb-9497-0244db9aef37), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:44.997884 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd6a07f-2e4b-425c-9587-56e18188be48 admin admin] No DVR routers for this DVR port 1924d788-5af5-40bb-9497-0244db9aef37 on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:29:45.005102 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6a07f-2e4b-425c-9587-56e18188be48 admin admin] Pushing event deleted for resources: {'Port': ['ID=1924d788-5af5-40bb-9497-0244db9aef37,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:45.115230 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-abd6a07f-2e4b-425c-9587-56e18188be48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (1c8832d5-32b3-4094-90c4-b58bff38de8b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:45.144680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-abd6a07f-2e4b-425c-9587-56e18188be48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8832d5-32b3-4094-90c4-b58bff38de8b']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:45.156994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-abd6a07f-2e4b-425c-9587-56e18188be48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:45.157676 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-abd6a07f-2e4b-425c-9587-56e18188be48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04eb2ab-6352-4765-bb3b-d9187e4f79d3') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:45.168854 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-abd6a07f-2e4b-425c-9587-56e18188be48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (d04eb2ab-6352-4765-bb3b-d9187e4f79d3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:45.172905 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e85b9142-2f6b-4527-a878-1406fd95ad9f no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:29:45.192138 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:29:45.202562 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-abd6a07f-2e4b-425c-9587-56e18188be48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (d04eb2ab-6352-4765-bb3b-d9187e4f79d3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:45.213010 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd6a07f-2e4b-425c-9587-56e18188be48 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:29:45.213393 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-abd6a07f-2e4b-425c-9587-56e18188be48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (d04eb2ab-6352-4765-bb3b-d9187e4f79d3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: timer() Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:29:45.216679 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:29:45.244576 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: e85b9142-2f6b-4527-a878-1406fd95ad9f {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:29:45.244923 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e85b9142-2f6b-4527-a878-1406fd95ad9f not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:29:45.270201 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] Deleting port 1924d788-5af5-40bb-9497-0244db9aef37 {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:29:45.270580 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1924d788-5af5-40bb-9497-0244db9aef37), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:45.316226 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-abd6a07f-2e4b-425c-9587-56e18188be48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (1c8832d5-32b3-4094-90c4-b58bff38de8b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:45.334830 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-abd6a07f-2e4b-425c-9587-56e18188be48 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:45.342565 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-abd6a07f-2e4b-425c-9587-56e18188be48 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1c8832d5-32b3-4094-90c4-b58bff38de8b HTTP/1.1" status: 204 len: 168 time: 0.7230206 Feb 28 21:29:45.343816 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6a07f-2e4b-425c-9587-56e18188be48 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c8832d5-32b3-4094-90c4-b58bff38de8b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:45.346084 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 48998) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:29:45.389958 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] For port 1924d788-5af5-40bb-9497-0244db9aef37, host n-d-820368-21, got binding levels [] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:29:45.391306 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1924d788-5af5-40bb-9497-0244db9aef37), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:45.405455 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] Calling delete_port for 1924d788-5af5-40bb-9497-0244db9aef37 owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:29:45.408976 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.ipam_backend_mixin [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] Port 1924d788-5af5-40bb-9497-0244db9aef37 was not found and therefore no delete operation was performed {{(pid=103775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 21:29:45.410884 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (1924d788-5af5-40bb-9497-0244db9aef37), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:45.435602 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] Network 1c8832d5-32b3-4094-90c4-b58bff38de8b is not hosted by any dhcp agent {{(pid=103775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 21:29:45.436359 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] No DVR routers for this DVR port 1924d788-5af5-40bb-9497-0244db9aef37 on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:29:45.438736 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] Pushing event deleted for resources: {'Port': ['ID=1924d788-5af5-40bb-9497-0244db9aef37,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:45.457766 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:45.458115 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:45.458453 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:45.458786 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:45.459332 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:45.459657 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:45.460124 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:45.460462 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:45.460776 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:45.461098 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:45.461417 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:45.461732 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:45.462048 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796e3b5-9ff9-470d-b026-7a307f1ac573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:45.756509 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-afcab810-e108-4519-b0f3-c04f641fda16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (30b1e680-c456-47cc-b7c9-9c29d715fd9c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:46.189565 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 45490f51-b3cc-4d09-bf24-4952c9639eae no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:29:46.216958 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 45490f51-b3cc-4d09-bf24-4952c9639eae {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:29:46.217564 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 45490f51-b3cc-4d09-bf24-4952c9639eae not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:29:46.218169 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1924d788-5af5-40bb-9497-0244db9aef37 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:29:46.240351 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 1924d788-5af5-40bb-9497-0244db9aef37 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:29:46.241022 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 1924d788-5af5-40bb-9497-0244db9aef37 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:29:46.365175 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-afcab810-e108-4519-b0f3-c04f641fda16 admin admin] Deleting port b5a3cfad-1787-4f98-b9f7-4fdecffaed3f {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:29:46.365738 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-afcab810-e108-4519-b0f3-c04f641fda16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (b5a3cfad-1787-4f98-b9f7-4fdecffaed3f), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:46.443964 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-afcab810-e108-4519-b0f3-c04f641fda16 admin admin] For port b5a3cfad-1787-4f98-b9f7-4fdecffaed3f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=b5a3cfad-1787-4f98-b9f7-4fdecffaed3f,segment=NetworkSegment(0e2088f8-6cb2-4f9d-93f9-96a38560140f),segment_id=0e2088f8-6cb2-4f9d-93f9-96a38560140f)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:29:46.444329 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-afcab810-e108-4519-b0f3-c04f641fda16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (b5a3cfad-1787-4f98-b9f7-4fdecffaed3f), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:46.457906 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-afcab810-e108-4519-b0f3-c04f641fda16 admin admin] Calling delete_port for b5a3cfad-1787-4f98-b9f7-4fdecffaed3f owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:29:46.646728 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-afcab810-e108-4519-b0f3-c04f641fda16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (b5a3cfad-1787-4f98-b9f7-4fdecffaed3f), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:46.676444 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bdb2d42d-62b9-40ac-be75-b35e92faab1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:46.693045 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcab810-e108-4519-b0f3-c04f641fda16 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a3cfad-1787-4f98-b9f7-4fdecffaed3f,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:46.871180 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-afcab810-e108-4519-b0f3-c04f641fda16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (30b1e680-c456-47cc-b7c9-9c29d715fd9c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:47.123601 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcab810-e108-4519-b0f3-c04f641fda16 admin admin] Router 30b1e680-c456-47cc-b7c9-9c29d715fd9c has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:29:47.240515 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcab810-e108-4519-b0f3-c04f641fda16 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:29:47.245779 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-afcab810-e108-4519-b0f3-c04f641fda16 admin admin] 10.222.0.13 "PUT /v2.0/routers/30b1e680-c456-47cc-b7c9-9c29d715fd9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8947916 Feb 28 21:29:47.248270 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49000) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:29:47.254108 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaddf59-bd7c-4122-a686-64add3dad454 None None] Sync routers for ids ['30b1e680-c456-47cc-b7c9-9c29d715fd9c'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:29:47.277206 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaddf59-bd7c-4122-a686-64add3dad454 None None] Routers {'30b1e680-c456-47cc-b7c9-9c29d715fd9c'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:29:47.277822 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-cfaddf59-bd7c-4122-a686-64add3dad454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['30b1e680-c456-47cc-b7c9-9c29d715fd9c'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:47.354508 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-615ba582-3528-4d7a-9f11-378d6ce5ee68 admin admin] Publish callbacks [] for router (30b1e680-c456-47cc-b7c9-9c29d715fd9c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:47.382660 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-cfaddf59-bd7c-4122-a686-64add3dad454 None None] Set router 30b1e680-c456-47cc-b7c9-9c29d715fd9c gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:29:47.458638 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-615ba582-3528-4d7a-9f11-378d6ce5ee68 admin admin] Publish callbacks [] for router_gateway (30b1e680-c456-47cc-b7c9-9c29d715fd9c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:47.512143 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-615ba582-3528-4d7a-9f11-378d6ce5ee68 admin admin] Deleting port 099f4a43-ec27-46eb-9199-f5244a3c8e3e {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:29:47.512408 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-615ba582-3528-4d7a-9f11-378d6ce5ee68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (099f4a43-ec27-46eb-9199-f5244a3c8e3e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:47.559980 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-cfaddf59-bd7c-4122-a686-64add3dad454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b1e680-c456-47cc-b7c9-9c29d715fd9c', 'name': 'tempest-TestShelveInstance-1884728065-router', 'tenant_id': 'f715c6d63eb34737854355b139086d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '099f4a43-ec27-46eb-9199-f5244a3c8e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:38Z', 'updated_at': '2022-02-28T21:29:46Z', 'revision_number': 5, 'project_id': 'f715c6d63eb34737854355b139086d1c', 'gw_port': {'id': '099f4a43-ec27-46eb-9199-f5244a3c8e3e', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b1e680-c456-47cc-b7c9-9c29d715fd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:20:39Z', 'updated_at': '2022-02-28T21:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:47.586709 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaddf59-bd7c-4122-a686-64add3dad454 None None] Checking router: 30b1e680-c456-47cc-b7c9-9c29d715fd9c for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:29:47.588994 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-615ba582-3528-4d7a-9f11-378d6ce5ee68 admin admin] For port 099f4a43-ec27-46eb-9199-f5244a3c8e3e, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=099f4a43-ec27-46eb-9199-f5244a3c8e3e,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:29:47.589357 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-615ba582-3528-4d7a-9f11-378d6ce5ee68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (099f4a43-ec27-46eb-9199-f5244a3c8e3e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:47.594833 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaddf59-bd7c-4122-a686-64add3dad454 None None] Routers {'30b1e680-c456-47cc-b7c9-9c29d715fd9c'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:29:47.595441 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-cfaddf59-bd7c-4122-a686-64add3dad454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:29:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['30b1e680-c456-47cc-b7c9-9c29d715fd9c'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:47.602459 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-615ba582-3528-4d7a-9f11-378d6ce5ee68 admin admin] Calling delete_port for 099f4a43-ec27-46eb-9199-f5244a3c8e3e owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:29:47.682300 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-cfaddf59-bd7c-4122-a686-64add3dad454 None None] Set router 30b1e680-c456-47cc-b7c9-9c29d715fd9c gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:29:47.739926 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-cfaddf59-bd7c-4122-a686-64add3dad454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b1e680-c456-47cc-b7c9-9c29d715fd9c', 'name': 'tempest-TestShelveInstance-1884728065-router', 'tenant_id': 'f715c6d63eb34737854355b139086d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:38Z', 'updated_at': '2022-02-28T21:29:47Z', 'revision_number': 6, 'project_id': 'f715c6d63eb34737854355b139086d1c', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:47.768379 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaddf59-bd7c-4122-a686-64add3dad454 None None] The sync data for ids ['30b1e680-c456-47cc-b7c9-9c29d715fd9c'] in n-d-820368-21 is: [{'id': '30b1e680-c456-47cc-b7c9-9c29d715fd9c', 'name': 'tempest-TestShelveInstance-1884728065-router', 'tenant_id': 'f715c6d63eb34737854355b139086d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:20:38Z', 'updated_at': '2022-02-28T21:29:47Z', 'revision_number': 6, 'project_id': 'f715c6d63eb34737854355b139086d1c', 'gw_port_host': None}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:29:47.773796 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-615ba582-3528-4d7a-9f11-378d6ce5ee68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (099f4a43-ec27-46eb-9199-f5244a3c8e3e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:47.803666 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ba582-3528-4d7a-9f11-378d6ce5ee68 admin admin] Pushing event deleted for resources: {'Port': ['ID=099f4a43-ec27-46eb-9199-f5244a3c8e3e,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:47.864686 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-615ba582-3528-4d7a-9f11-378d6ce5ee68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (30b1e680-c456-47cc-b7c9-9c29d715fd9c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:47.954540 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-615ba582-3528-4d7a-9f11-378d6ce5ee68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (30b1e680-c456-47cc-b7c9-9c29d715fd9c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:47.957251 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-615ba582-3528-4d7a-9f11-378d6ce5ee68 admin admin] Publish callbacks [] for router_controller (30b1e680-c456-47cc-b7c9-9c29d715fd9c), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:48.003946 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-615ba582-3528-4d7a-9f11-378d6ce5ee68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (30b1e680-c456-47cc-b7c9-9c29d715fd9c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:48.004526 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615ba582-3528-4d7a-9f11-378d6ce5ee68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30b1e680-c456-47cc-b7c9-9c29d715fd9c {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 21:29:48.009117 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-615ba582-3528-4d7a-9f11-378d6ce5ee68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:48.010400 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-615ba582-3528-4d7a-9f11-378d6ce5ee68 admin admin] 10.222.0.13 "DELETE /v2.0/routers/30b1e680-c456-47cc-b7c9-9c29d715fd9c HTTP/1.1" status: 204 len: 168 time: 0.7612064 Feb 28 21:29:48.012942 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49002) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:29:48.055963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef19d7c-2231-45fe-8fcf-4b2f3514fecc admin admin] Deleting subnet b344e8dc-f768-4dbd-a0b8-b14c18e45cd9 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:29:48.058845 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8ef19d7c-2231-45fe-8fcf-4b2f3514fecc admin admin] Publish callbacks [] for subnet (b344e8dc-f768-4dbd-a0b8-b14c18e45cd9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:48.092892 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8ef19d7c-2231-45fe-8fcf-4b2f3514fecc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (b344e8dc-f768-4dbd-a0b8-b14c18e45cd9), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:48.173401 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8ef19d7c-2231-45fe-8fcf-4b2f3514fecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (b344e8dc-f768-4dbd-a0b8-b14c18e45cd9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:48.246883 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8ef19d7c-2231-45fe-8fcf-4b2f3514fecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (b344e8dc-f768-4dbd-a0b8-b14c18e45cd9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:48.270645 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef19d7c-2231-45fe-8fcf-4b2f3514fecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b344e8dc-f768-4dbd-a0b8-b14c18e45cd9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:48.277194 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8ef19d7c-2231-45fe-8fcf-4b2f3514fecc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:48.282462 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159f6b17-b0d6-4096-9c5f-1f0bf897ade6 None None] Network 02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:29:48.283264 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8ef19d7c-2231-45fe-8fcf-4b2f3514fecc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b344e8dc-f768-4dbd-a0b8-b14c18e45cd9 HTTP/1.1" status: 204 len: 168 time: 0.2665210 Feb 28 21:29:48.283858 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49004) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:29:48.354908 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11d56c81-d39f-4050-8943-432896c788b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:48.408323 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-11d56c81-d39f-4050-8943-432896c788b0 admin admin] Deleting port 39f2a501-dde7-446c-ac7b-9de59df9c36a {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:29:48.408666 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11d56c81-d39f-4050-8943-432896c788b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (39f2a501-dde7-446c-ac7b-9de59df9c36a), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:48.469576 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-11d56c81-d39f-4050-8943-432896c788b0 admin admin] For port 39f2a501-dde7-446c-ac7b-9de59df9c36a, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=39f2a501-dde7-446c-ac7b-9de59df9c36a,segment=NetworkSegment(0e2088f8-6cb2-4f9d-93f9-96a38560140f),segment_id=0e2088f8-6cb2-4f9d-93f9-96a38560140f)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:29:48.469935 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11d56c81-d39f-4050-8943-432896c788b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (39f2a501-dde7-446c-ac7b-9de59df9c36a), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:48.481974 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-11d56c81-d39f-4050-8943-432896c788b0 admin admin] Calling delete_port for 39f2a501-dde7-446c-ac7b-9de59df9c36a owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:29:48.566528 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463b6fd7-47fb-48b0-8222-ecf062b3e5dd None None] DHCP port deletion for 02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 21:29:48.572731 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11d56c81-d39f-4050-8943-432896c788b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (39f2a501-dde7-446c-ac7b-9de59df9c36a), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:48.586412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d56c81-d39f-4050-8943-432896c788b0 admin admin] No DVR routers for this DVR port 39f2a501-dde7-446c-ac7b-9de59df9c36a on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:29:48.597946 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b5a3cfad-1787-4f98-b9f7-4fdecffaed3f no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:29:48.600179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-463b6fd7-47fb-48b0-8222-ecf062b3e5dd None None] The port '39f2a501-dde7-446c-ac7b-9de59df9c36a' was deleted {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 28 21:29:48.619973 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: b5a3cfad-1787-4f98-b9f7-4fdecffaed3f {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:29:48.620297 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device b5a3cfad-1787-4f98-b9f7-4fdecffaed3f not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:29:48.630924 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d56c81-d39f-4050-8943-432896c788b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=39f2a501-dde7-446c-ac7b-9de59df9c36a,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:48.687726 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11d56c81-d39f-4050-8943-432896c788b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:49.077178 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-11d56c81-d39f-4050-8943-432896c788b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:49.087146 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-11d56c81-d39f-4050-8943-432896c788b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2088f8-6cb2-4f9d-93f9-96a38560140f') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:49.087446 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-11d56c81-d39f-4050-8943-432896c788b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2088f8-6cb2-4f9d-93f9-96a38560140f') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:49.097058 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11d56c81-d39f-4050-8943-432896c788b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (0e2088f8-6cb2-4f9d-93f9-96a38560140f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:49.109965 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11d56c81-d39f-4050-8943-432896c788b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (0e2088f8-6cb2-4f9d-93f9-96a38560140f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:49.115779 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d56c81-d39f-4050-8943-432896c788b0 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:29:49.116164 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11d56c81-d39f-4050-8943-432896c788b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (0e2088f8-6cb2-4f9d-93f9-96a38560140f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: timer() Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:29:49.117826 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:29:49.172013 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11d56c81-d39f-4050-8943-432896c788b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:49.179852 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-11d56c81-d39f-4050-8943-432896c788b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:49.183102 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-11d56c81-d39f-4050-8943-432896c788b0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52 HTTP/1.1" status: 204 len: 168 time: 0.8982351 Feb 28 21:29:49.192826 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d56c81-d39f-4050-8943-432896c788b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=02b4bcaf-9da6-4e4f-9591-58c1ab0f1d52,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:49.214848 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e2aaede3-37b6-46f3-b9cf-e47e36a2273e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:49.296722 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49008) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:29:49.338260 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-8ebe27e6-390b-4106-a610-db73aca69dd8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=362620613f8b4cd0b2da9812e0b3a70c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402656 Feb 28 21:29:49.340632 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49010) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:29:49.406654 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7e6cf32a-0c90-496d-a103-5afa885cba04 admin admin] Publish callbacks [] for security_group (8d8627ce-26c1-44d7-9977-2580e64d2258), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:49.431723 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7e6cf32a-0c90-496d-a103-5afa885cba04 admin admin] Publish callbacks [] for security_group (8d8627ce-26c1-44d7-9977-2580e64d2258), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:49.478009 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7e6cf32a-0c90-496d-a103-5afa885cba04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (8d8627ce-26c1-44d7-9977-2580e64d2258), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:49.480615 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-7e6cf32a-0c90-496d-a103-5afa885cba04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:49.481781 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-7e6cf32a-0c90-496d-a103-5afa885cba04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d8627ce-26c1-44d7-9977-2580e64d2258 HTTP/1.1" status: 204 len: 168 time: 0.1402299 Feb 28 21:29:49.489771 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6cf32a-0c90-496d-a103-5afa885cba04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8627ce-26c1-44d7-9977-2580e64d2258,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:49.804352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49016) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:29:49.843482 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-9f71bdf5-8081-4e9b-a374-e081e4a5e291 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f715c6d63eb34737854355b139086d1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379806 Feb 28 21:29:49.845856 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49018) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:29:49.892162 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ce76c4df-dbae-4f5f-90bc-6b802fd1297e admin admin] Publish callbacks [] for security_group (0fdae17a-4e2c-4943-9e59-ed11b06cc1e8), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:49.912548 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ce76c4df-dbae-4f5f-90bc-6b802fd1297e admin admin] Publish callbacks [] for security_group (0fdae17a-4e2c-4943-9e59-ed11b06cc1e8), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:49.958978 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ce76c4df-dbae-4f5f-90bc-6b802fd1297e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (0fdae17a-4e2c-4943-9e59-ed11b06cc1e8), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:49.961826 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ce76c4df-dbae-4f5f-90bc-6b802fd1297e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:49.962972 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ce76c4df-dbae-4f5f-90bc-6b802fd1297e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0fdae17a-4e2c-4943-9e59-ed11b06cc1e8 HTTP/1.1" status: 204 len: 168 time: 0.1162317 Feb 28 21:29:49.970747 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76c4df-dbae-4f5f-90bc-6b802fd1297e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdae17a-4e2c-4943-9e59-ed11b06cc1e8,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:50.157661 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 099f4a43-ec27-46eb-9199-f5244a3c8e3e no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:29:50.179680 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 099f4a43-ec27-46eb-9199-f5244a3c8e3e {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:29:50.180058 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 099f4a43-ec27-46eb-9199-f5244a3c8e3e not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:29:50.180521 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 39f2a501-dde7-446c-ac7b-9de59df9c36a no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:29:50.200710 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 39f2a501-dde7-446c-ac7b-9de59df9c36a {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:29:50.201065 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 39f2a501-dde7-446c-ac7b-9de59df9c36a not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:29:50.382533 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:50.410156 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:50.666310 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49040) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:29:50.765634 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d7cab4ed-8c17-4372-93bb-28870a0847a9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1414017280-network', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:29:50.786677 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cab4ed-8c17-4372-93bb-28870a0847a9 admin admin] Made reservation on behalf of 1cd28fb1f5c44f6b95f1aaa0245aa1c5 for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:29:50.788977 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d7cab4ed-8c17-4372-93bb-28870a0847a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:50.799452 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d7cab4ed-8c17-4372-93bb-28870a0847a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:50.872881 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d7cab4ed-8c17-4372-93bb-28870a0847a9 admin admin] Publish callbacks [] for security_group (04c6d6e9-5752-4a1b-8502-f1ddd1c822a2), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:50.877302 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d7cab4ed-8c17-4372-93bb-28870a0847a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (04c6d6e9-5752-4a1b-8502-f1ddd1c822a2), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:50.898262 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7cab4ed-8c17-4372-93bb-28870a0847a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:29:50.911800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cab4ed-8c17-4372-93bb-28870a0847a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c6d6e9-5752-4a1b-8502-f1ddd1c822a2,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:50.917535 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d7cab4ed-8c17-4372-93bb-28870a0847a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (4c5fd76c-01dc-405a-9ba0-a6ded9d91002), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:50.917814 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-d7cab4ed-8c17-4372-93bb-28870a0847a9 admin admin] Added segment 4c5fd76c-01dc-405a-9ba0-a6ded9d91002 of type vlan for network 1de7e087-e523-4730-ab30-ed24d80e9269 Feb 28 21:29:50.957322 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d7cab4ed-8c17-4372-93bb-28870a0847a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (1de7e087-e523-4730-ab30-ed24d80e9269), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:50.981131 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d7cab4ed-8c17-4372-93bb-28870a0847a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (1de7e087-e523-4730-ab30-ed24d80e9269), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:50.982209 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cab4ed-8c17-4372-93bb-28870a0847a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:29:50.982786 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d7cab4ed-8c17-4372-93bb-28870a0847a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:51.014595 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d7cab4ed-8c17-4372-93bb-28870a0847a9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3471956 Feb 28 21:29:51.018179 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49044) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:29:51.023476 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-f29f8fc7-c3fb-4a79-8d55-c9d0b286f720 admin admin] Request body: {'subnet': {'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1414017280-subnet', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'ip_version': 4}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:29:51.053065 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cab4ed-8c17-4372-93bb-28870a0847a9 admin admin] Pushing event updated for resources: {'Network': ['ID=1de7e087-e523-4730-ab30-ed24d80e9269,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:51.053916 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29f8fc7-c3fb-4a79-8d55-c9d0b286f720 admin admin] Made reservation on behalf of 1cd28fb1f5c44f6b95f1aaa0245aa1c5 for: {'subnet': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:29:51.057332 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f29f8fc7-c3fb-4a79-8d55-c9d0b286f720 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8770493'] for subnet (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:51.067177 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 1de7e087-e523-4730-ab30-ed24d80e9269 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:29:51.257587 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f29f8fc7-c3fb-4a79-8d55-c9d0b286f720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8770447'] for subnet (1ae82acc-4449-426a-aeef-29b635beb964), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:51.310634 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f8fc7-c3fb-4a79-8d55-c9d0b286f720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ae82acc-4449-426a-aeef-29b635beb964,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:51.322508 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f8fc7-c3fb-4a79-8d55-c9d0b286f720 admin admin] Checking segment: {'id': '4c5fd76c-01dc-405a-9ba0-a6ded9d91002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:29:51.322866 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29f8fc7-c3fb-4a79-8d55-c9d0b286f720 admin admin] Network hostable DHCP agents. Network: 1de7e087-e523-4730-ab30-ed24d80e9269, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:29:51.339031 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29f8fc7-c3fb-4a79-8d55-c9d0b286f720 admin admin] Network 1de7e087-e523-4730-ab30-ed24d80e9269 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:29:51.347286 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-f29f8fc7-c3fb-4a79-8d55-c9d0b286f720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 1de7e087-e523-4730-ab30-ed24d80e9269) {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:29:51.351638 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29f8fc7-c3fb-4a79-8d55-c9d0b286f720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:29:51.352329 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-f29f8fc7-c3fb-4a79-8d55-c9d0b286f720 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:51.356304 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654b646d-e3e5-4070-8879-86e789c05657 None None] Network 1de7e087-e523-4730-ab30-ed24d80e9269 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:29:51.370194 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-f29f8fc7-c3fb-4a79-8d55-c9d0b286f720 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3505943 Feb 28 21:29:51.372928 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49046) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:29:51.379704 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-cfa7c3e5-eb76-4df7-83ff-dd67b24b3a64 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1414017280-router', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:29:51.405926 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c3e5-eb76-4df7-83ff-dd67b24b3a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:51.407304 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c3e5-eb76-4df7-83ff-dd67b24b3a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:51.466180 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf9c7fb-1e9d-4b4e-b172-48839363a2a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-1de7e087-e523-4730-ab30-ed24d80e9269', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'fixed_ips': [{'subnet_id': '1ae82acc-4449-426a-aeef-29b635beb964'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:29:51.467038 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6cf9c7fb-1e9d-4b4e-b172-48839363a2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:51.467395 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c3e5-eb76-4df7-83ff-dd67b24b3a64 admin admin] Publish callbacks [] for router_controller (a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:51.612234 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:51.612697 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c3e5-eb76-4df7-83ff-dd67b24b3a64 admin admin] Publish callbacks [] for router_gateway (a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:51.615777 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-6cf9c7fb-1e9d-4b4e-b172-48839363a2a1 None None] Allocated IP 172.20.0.2 (1de7e087-e523-4730-ab30-ed24d80e9269/1ae82acc-4449-426a-aeef-29b635beb964/e7a244df-87b4-43d5-afbd-f93ccbcabd9c) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:29:51.761791 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6cf9c7fb-1e9d-4b4e-b172-48839363a2a1 None None] Publish callbacks [] for port (e7a244df-87b4-43d5-afbd-f93ccbcabd9c), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:51.767272 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6cf9c7fb-1e9d-4b4e-b172-48839363a2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (e7a244df-87b4-43d5-afbd-f93ccbcabd9c), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:51.803149 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf9c7fb-1e9d-4b4e-b172-48839363a2a1 None None] Network 1de7e087-e523-4730-ab30-ed24d80e9269 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:29:51.809715 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-6cf9c7fb-1e9d-4b4e-b172-48839363a2a1 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:29:51.814031 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf9c7fb-1e9d-4b4e-b172-48839363a2a1 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:29:51.817779 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c3e5-eb76-4df7-83ff-dd67b24b3a64 admin admin] Publish callbacks [] for router_gateway (a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:51.823026 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9c7fb-1e9d-4b4e-b172-48839363a2a1 None None] Pushing event updated for resources: {'Port': ['ID=e7a244df-87b4-43d5-afbd-f93ccbcabd9c,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:51.838918 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c3e5-eb76-4df7-83ff-dd67b24b3a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:51.876852 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6cf9c7fb-1e9d-4b4e-b172-48839363a2a1 None None] Attempting to bind port e7a244df-87b4-43d5-afbd-f93ccbcabd9c on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:29:51.877223 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6cf9c7fb-1e9d-4b4e-b172-48839363a2a1 None None] Attempting to bind port e7a244df-87b4-43d5-afbd-f93ccbcabd9c by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '4c5fd76c-01dc-405a-9ba0-a6ded9d91002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:29:51.877578 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf9c7fb-1e9d-4b4e-b172-48839363a2a1 None None] Attempting to bind port e7a244df-87b4-43d5-afbd-f93ccbcabd9c on network 1de7e087-e523-4730-ab30-ed24d80e9269 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:29:51.883242 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf9c7fb-1e9d-4b4e-b172-48839363a2a1 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:29:51.883623 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf9c7fb-1e9d-4b4e-b172-48839363a2a1 None None] Checking segment: {'id': '4c5fd76c-01dc-405a-9ba0-a6ded9d91002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:29:51.884302 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6cf9c7fb-1e9d-4b4e-b172-48839363a2a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:51.884689 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf9c7fb-1e9d-4b4e-b172-48839363a2a1 None None] Bound using segment: {'id': '4c5fd76c-01dc-405a-9ba0-a6ded9d91002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:29:51.885147 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-6cf9c7fb-1e9d-4b4e-b172-48839363a2a1 None None] Bound port: e7a244df-87b4-43d5-afbd-f93ccbcabd9c, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5fd76c-01dc-405a-9ba0-a6ded9d91002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:29:51.885520 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6cf9c7fb-1e9d-4b4e-b172-48839363a2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e7a244df-87b4-43d5-afbd-f93ccbcabd9c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:51.949062 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-cfa7c3e5-eb76-4df7-83ff-dd67b24b3a64 admin admin] Allocated IP 172.25.0.187 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/ca393f85-3711-4f50-a926-535a503cc824) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:29:51.949299 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6cf9c7fb-1e9d-4b4e-b172-48839363a2a1 None None] For port e7a244df-87b4-43d5-afbd-f93ccbcabd9c, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:29:51.952249 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-6cf9c7fb-1e9d-4b4e-b172-48839363a2a1 None None] For port e7a244df-87b4-43d5-afbd-f93ccbcabd9c, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e7a244df-87b4-43d5-afbd-f93ccbcabd9c,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:29:51.960854 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6cf9c7fb-1e9d-4b4e-b172-48839363a2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e7a244df-87b4-43d5-afbd-f93ccbcabd9c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:52.015923 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9c7fb-1e9d-4b4e-b172-48839363a2a1 None None] Pushing event updated for resources: {'Port': ['ID=e7a244df-87b4-43d5-afbd-f93ccbcabd9c,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:52.064739 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c3e5-eb76-4df7-83ff-dd67b24b3a64 admin admin] Publish callbacks [] for port (ca393f85-3711-4f50-a926-535a503cc824), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:52.100256 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c3e5-eb76-4df7-83ff-dd67b24b3a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (ca393f85-3711-4f50-a926-535a503cc824), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:52.144687 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa7c3e5-eb76-4df7-83ff-dd67b24b3a64 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:29:52.147914 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-cfa7c3e5-eb76-4df7-83ff-dd67b24b3a64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:29:52.150520 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa7c3e5-eb76-4df7-83ff-dd67b24b3a64 admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:29:52.190439 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7c3e5-eb76-4df7-83ff-dd67b24b3a64 admin admin] Pushing event updated for resources: {'Port': ['ID=ca393f85-3711-4f50-a926-535a503cc824,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:52.441064 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c3e5-eb76-4df7-83ff-dd67b24b3a64 admin admin] Publish callbacks [] for router_gateway (a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:52.645756 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c3e5-eb76-4df7-83ff-dd67b24b3a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:52.782454 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa7c3e5-eb76-4df7-83ff-dd67b24b3a64 admin admin] Router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 21:29:52.896259 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388a0162-ad7f-453c-b0da-cfe6c52e2e2a None None] Network 1de7e087-e523-4730-ab30-ed24d80e9269 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:29:52.899099 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa7c3e5-eb76-4df7-83ff-dd67b24b3a64 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:29:52.921614 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c3e5-eb76-4df7-83ff-dd67b24b3a64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:52.926014 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-cfa7c3e5-eb76-4df7-83ff-dd67b24b3a64 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5486879 Feb 28 21:29:52.926179 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] Sync routers for ids ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:29:52.926305 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49048) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:29:52.983413 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:52.989831 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] Routers {'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:29:52.990467 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:53.034915 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-09e1a3fe-a1f6-4fa8-8441-8cfca99687b7 None None] Provisioning complete for port e7a244df-87b4-43d5-afbd-f93ccbcabd9c triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:29:53.035374 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-09e1a3fe-a1f6-4fa8-8441-8cfca99687b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e7a244df-87b4-43d5-afbd-f93ccbcabd9c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:53.169706 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] Set router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:29:53.326181 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-09e1a3fe-a1f6-4fa8-8441-8cfca99687b7 None None] Current status of the port e7a244df-87b4-43d5-afbd-f93ccbcabd9c is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:29:53.326570 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-09e1a3fe-a1f6-4fa8-8441-8cfca99687b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (e7a244df-87b4-43d5-afbd-f93ccbcabd9c), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:53.341212 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:53.364468 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef82d5cd-7a55-4a37-aa54-5e6a8f2eaab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:53.376696 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-09e1a3fe-a1f6-4fa8-8441-8cfca99687b7 None None] For port e7a244df-87b4-43d5-afbd-f93ccbcabd9c, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e7a244df-87b4-43d5-afbd-f93ccbcabd9c,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:29:53.383458 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-09e1a3fe-a1f6-4fa8-8441-8cfca99687b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (e7a244df-87b4-43d5-afbd-f93ccbcabd9c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:53.467334 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1a3fe-a1f6-4fa8-8441-8cfca99687b7 None None] Pushing event updated for resources: {'Port': ['ID=e7a244df-87b4-43d5-afbd-f93ccbcabd9c,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:53.487806 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'name': 'tempest-TestSnapshotPattern-1414017280-router', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca393f85-3711-4f50-a926-535a503cc824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:52Z', 'revision_number': 3, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'gw_port': {'id': 'ca393f85-3711-4f50-a926-535a503cc824', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:53.523614 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] Checking router: a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:29:53.523881 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] Updating router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e port ca393f85-3711-4f50-a926-535a503cc824 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:29:53.530867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-ef82d5cd-7a55-4a37-aa54-5e6a8f2eaab4 admin admin] Allocated IP 172.20.0.1 (1de7e087-e523-4730-ab30-ed24d80e9269/1ae82acc-4449-426a-aeef-29b635beb964/9202e531-ed15-4c42-9e4c-1275ca9e08b0) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:29:53.558764 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ca393f85-3711-4f50-a926-535a503cc824), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:53.560348 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5427db7b-e40d-48a7-a671-f6eba8185df5 None None] Provisioning complete for port e7a244df-87b4-43d5-afbd-f93ccbcabd9c triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:29:53.560707 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5427db7b-e40d-48a7-a671-f6eba8185df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e7a244df-87b4-43d5-afbd-f93ccbcabd9c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:53.636034 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef82d5cd-7a55-4a37-aa54-5e6a8f2eaab4 admin admin] Publish callbacks [] for port (9202e531-ed15-4c42-9e4c-1275ca9e08b0), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:53.671846 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef82d5cd-7a55-4a37-aa54-5e6a8f2eaab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (9202e531-ed15-4c42-9e4c-1275ca9e08b0), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:53.706533 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef82d5cd-7a55-4a37-aa54-5e6a8f2eaab4 admin admin] Network 1de7e087-e523-4730-ab30-ed24d80e9269 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:29:53.712901 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-ef82d5cd-7a55-4a37-aa54-5e6a8f2eaab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:29:53.716346 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef82d5cd-7a55-4a37-aa54-5e6a8f2eaab4 admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:29:53.744620 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82d5cd-7a55-4a37-aa54-5e6a8f2eaab4 admin admin] Pushing event updated for resources: {'Port': ['ID=9202e531-ed15-4c42-9e4c-1275ca9e08b0,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:53.745213 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5427db7b-e40d-48a7-a671-f6eba8185df5 None None] Current status of the port e7a244df-87b4-43d5-afbd-f93ccbcabd9c is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:29:53.762158 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef82d5cd-7a55-4a37-aa54-5e6a8f2eaab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:53.884196 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] Publish callbacks [] for port (ca393f85-3711-4f50-a926-535a503cc824), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:53.890338 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ca393f85-3711-4f50-a926-535a503cc824), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:53.905361 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef82d5cd-7a55-4a37-aa54-5e6a8f2eaab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9202e531-ed15-4c42-9e4c-1275ca9e08b0), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:53.943117 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209b56b-aa54-4f7f-9c4f-4238ede65579 None None] Pushing event updated for resources: {'Port': ['ID=ca393f85-3711-4f50-a926-535a503cc824,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:53.945371 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] Attempting to bind port ca393f85-3711-4f50-a926-535a503cc824 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:29:53.945741 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] Attempting to bind port ca393f85-3711-4f50-a926-535a503cc824 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:29:53.946102 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] Attempting to bind port ca393f85-3711-4f50-a926-535a503cc824 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:29:53.951315 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:29:53.951675 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:29:53.952101 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:53.952487 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:29:53.952945 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] Bound port: ca393f85-3711-4f50-a926-535a503cc824, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:29:53.953321 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ca393f85-3711-4f50-a926-535a503cc824), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:54.011401 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-84d2fb4a-503b-4bf0-89ab-ac5cd5e8b0c0 None None] Provisioning complete for port 9202e531-ed15-4c42-9e4c-1275ca9e08b0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:29:54.011789 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-84d2fb4a-503b-4bf0-89ab-ac5cd5e8b0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9202e531-ed15-4c42-9e4c-1275ca9e08b0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:54.036001 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] For port ca393f85-3711-4f50-a926-535a503cc824, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:29:54.053669 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] For port ca393f85-3711-4f50-a926-535a503cc824, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ca393f85-3711-4f50-a926-535a503cc824,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:29:54.058921 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-84d2fb4a-503b-4bf0-89ab-ac5cd5e8b0c0 None None] Port 9202e531-ed15-4c42-9e4c-1275ca9e08b0 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:29:54.061178 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ca393f85-3711-4f50-a926-535a503cc824), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:54.077281 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef82d5cd-7a55-4a37-aa54-5e6a8f2eaab4 admin admin] Publish callbacks [] for port (9202e531-ed15-4c42-9e4c-1275ca9e08b0), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:54.082411 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef82d5cd-7a55-4a37-aa54-5e6a8f2eaab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (9202e531-ed15-4c42-9e4c-1275ca9e08b0), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:54.117000 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] Routers {'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:29:54.117572 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:54.155644 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82d5cd-7a55-4a37-aa54-5e6a8f2eaab4 admin admin] Pushing event updated for resources: {'Port': ['ID=9202e531-ed15-4c42-9e4c-1275ca9e08b0,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:54.159353 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef82d5cd-7a55-4a37-aa54-5e6a8f2eaab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:54.161342 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209b56b-aa54-4f7f-9c4f-4238ede65579 None None] Pushing event updated for resources: {'Port': ['ID=ca393f85-3711-4f50-a926-535a503cc824,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:54.263897 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef82d5cd-7a55-4a37-aa54-5e6a8f2eaab4 admin admin] Network 1de7e087-e523-4730-ab30-ed24d80e9269 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:29:54.265374 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-ef82d5cd-7a55-4a37-aa54-5e6a8f2eaab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:29:54.349002 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e7a244df-87b4-43d5-afbd-f93ccbcabd9c up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:29:54.400435 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef82d5cd-7a55-4a37-aa54-5e6a8f2eaab4 admin admin] Router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:29:54.442863 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] Set router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:29:54.479254 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port e7a244df-87b4-43d5-afbd-f93ccbcabd9c triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:29:54.479624 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (e7a244df-87b4-43d5-afbd-f93ccbcabd9c), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:54.631137 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-c0a52b1d-9fbd-424d-9c73-ff7c5d9d958b None None] Provisioning complete for port 9202e531-ed15-4c42-9e4c-1275ca9e08b0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:29:54.631393 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c0a52b1d-9fbd-424d-9c73-ff7c5d9d958b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9202e531-ed15-4c42-9e4c-1275ca9e08b0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:54.717923 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port e7a244df-87b4-43d5-afbd-f93ccbcabd9c is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:29:54.739335 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-c0a52b1d-9fbd-424d-9c73-ff7c5d9d958b None None] Port 9202e531-ed15-4c42-9e4c-1275ca9e08b0 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:29:54.771204 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'name': 'tempest-TestSnapshotPattern-1414017280-router', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca393f85-3711-4f50-a926-535a503cc824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:53Z', 'revision_number': 4, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'gw_port': {'id': 'ca393f85-3711-4f50-a926-535a503cc824', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '9202e531-ed15-4c42-9e4c-1275ca9e08b0', 'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'mac_address': 'fa:16:3e:26:33:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1ae82acc-4449-426a-aeef-29b635beb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:53Z', 'updated_at': '2022-02-28T21:29:53Z', 'revision_number': 2, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'subnets': [{'id': '1ae82acc-4449-426a-aeef-29b635beb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:54.799187 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e044cc1-d81b-4f7f-bd22-faaf4b04b520 None None] The sync data for ids ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'] in n-d-820368-21 is: [{'id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'name': 'tempest-TestSnapshotPattern-1414017280-router', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca393f85-3711-4f50-a926-535a503cc824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:53Z', 'revision_number': 4, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'gw_port': {'id': 'ca393f85-3711-4f50-a926-535a503cc824', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '9202e531-ed15-4c42-9e4c-1275ca9e08b0', 'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'mac_address': 'fa:16:3e:26:33:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1ae82acc-4449-426a-aeef-29b635beb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:53Z', 'updated_at': '2022-02-28T21:29:53Z', 'revision_number': 2, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'subnets': [{'id': '1ae82acc-4449-426a-aeef-29b635beb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:29:54.890329 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef82d5cd-7a55-4a37-aa54-5e6a8f2eaab4 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:29:54.896119 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ef82d5cd-7a55-4a37-aa54-5e6a8f2eaab4 admin admin] 10.222.0.13 "PUT /v2.0/routers/a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9686196 Feb 28 21:29:55.396936 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49064) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:29:55.401830 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-00cd7fbf-79f8-4fa6-b162-7d9d9a3bb87f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-686353523-network', 'tenant_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:29:55.422421 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cd7fbf-79f8-4fa6-b162-7d9d9a3bb87f admin admin] Made reservation on behalf of ea1ad585bc3a47c0b30fcbe86a82e83b for: {'network': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:29:55.425353 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-00cd7fbf-79f8-4fa6-b162-7d9d9a3bb87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for network (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:55.434341 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-00cd7fbf-79f8-4fa6-b162-7d9d9a3bb87f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:55.532635 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-00cd7fbf-79f8-4fa6-b162-7d9d9a3bb87f admin admin] Publish callbacks [] for security_group (4f3feb94-a0ae-453f-a887-5b80d8e247c3), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:55.537753 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-00cd7fbf-79f8-4fa6-b162-7d9d9a3bb87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4f3feb94-a0ae-453f-a887-5b80d8e247c3), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:55.564887 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00cd7fbf-79f8-4fa6-b162-7d9d9a3bb87f admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:29:55.575232 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd7fbf-79f8-4fa6-b162-7d9d9a3bb87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3feb94-a0ae-453f-a887-5b80d8e247c3,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:55.581284 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-00cd7fbf-79f8-4fa6-b162-7d9d9a3bb87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (25b02000-d017-4c38-a872-3b4425950ee1), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:55.581638 n-d-820368-21 neutron-server[103774]: INFO neutron.db.segments_db [None req-00cd7fbf-79f8-4fa6-b162-7d9d9a3bb87f admin admin] Added segment 25b02000-d017-4c38-a872-3b4425950ee1 of type vlan for network 48770b4b-e9a4-4e09-8473-c105c0f43548 Feb 28 21:29:55.628149 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-00cd7fbf-79f8-4fa6-b162-7d9d9a3bb87f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787400171605'] for network (48770b4b-e9a4-4e09-8473-c105c0f43548), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:55.655610 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-00cd7fbf-79f8-4fa6-b162-7d9d9a3bb87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851'] for network (48770b4b-e9a4-4e09-8473-c105c0f43548), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:55.656503 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd7fbf-79f8-4fa6-b162-7d9d9a3bb87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:29:55.657084 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-00cd7fbf-79f8-4fa6-b162-7d9d9a3bb87f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:55.713934 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-00cd7fbf-79f8-4fa6-b162-7d9d9a3bb87f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3159125 Feb 28 21:29:55.716627 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49066) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:29:55.721999 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-6b12ebc8-76ab-488f-a9a6-9bedfc9e07e7 admin admin] Request body: {'subnet': {'network_id': '48770b4b-e9a4-4e09-8473-c105c0f43548', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-686353523-subnet', 'tenant_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'ip_version': 4}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:29:55.733881 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd7fbf-79f8-4fa6-b162-7d9d9a3bb87f admin admin] Pushing event updated for resources: {'Network': ['ID=48770b4b-e9a4-4e09-8473-c105c0f43548,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:55.747450 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Network 48770b4b-e9a4-4e09-8473-c105c0f43548 details requested by agent ovs-agent-n-d-820368-21 with host n-d-820368-21 {{(pid=103775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:29:55.749461 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b12ebc8-76ab-488f-a9a6-9bedfc9e07e7 admin admin] Made reservation on behalf of ea1ad585bc3a47c0b30fcbe86a82e83b for: {'subnet': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:29:55.752120 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b12ebc8-76ab-488f-a9a6-9bedfc9e07e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9823261'] for subnet (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:55.931216 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b12ebc8-76ab-488f-a9a6-9bedfc9e07e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10360003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9823279'] for subnet (2017130b-0325-4ec5-b137-75ffaa39abc6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:55.981870 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ebc8-76ab-488f-a9a6-9bedfc9e07e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2017130b-0325-4ec5-b137-75ffaa39abc6,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:55.997426 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12ebc8-76ab-488f-a9a6-9bedfc9e07e7 admin admin] Checking segment: {'id': '25b02000-d017-4c38-a872-3b4425950ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '48770b4b-e9a4-4e09-8473-c105c0f43548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:29:55.997787 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b12ebc8-76ab-488f-a9a6-9bedfc9e07e7 admin admin] Network hostable DHCP agents. Network: 48770b4b-e9a4-4e09-8473-c105c0f43548, hostable agents: ['6c1142d9-050d-4949-adf6-cfe36832e496'], hosted agents: [] {{(pid=103774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:29:56.016811 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b12ebc8-76ab-488f-a9a6-9bedfc9e07e7 admin admin] Network 48770b4b-e9a4-4e09-8473-c105c0f43548 is scheduled to be hosted by DHCP agent 6c1142d9-050d-4949-adf6-cfe36832e496 with binding_index 1 {{(pid=103774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:29:56.027240 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-6b12ebc8-76ab-488f-a9a6-9bedfc9e07e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-21, 48770b4b-e9a4-4e09-8473-c105c0f43548) {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:29:56.031926 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b12ebc8-76ab-488f-a9a6-9bedfc9e07e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:29:56.033599 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6b12ebc8-76ab-488f-a9a6-9bedfc9e07e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:56.036931 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e2130b-6752-432b-9245-ed1bb24c35b9 None None] Network 48770b4b-e9a4-4e09-8473-c105c0f43548 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:29:56.054377 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6b12ebc8-76ab-488f-a9a6-9bedfc9e07e7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3366115 Feb 28 21:29:56.057003 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49068) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:29:56.061254 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-a98d1731-9a7c-421d-8b73-db84288f1a37 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-686353523-router', 'tenant_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:29:56.083171 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a98d1731-9a7c-421d-8b73-db84288f1a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63428'] for router (86ef3b50-e2f0-4fc0-b19a-f113b03f7700), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:56.084399 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a98d1731-9a7c-421d-8b73-db84288f1a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3706041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63453'] for router (86ef3b50-e2f0-4fc0-b19a-f113b03f7700), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:56.147137 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a98d1731-9a7c-421d-8b73-db84288f1a37 admin admin] Publish callbacks [] for router_controller (86ef3b50-e2f0-4fc0-b19a-f113b03f7700), precommit_add_association {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:56.150207 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f77208-dfac-4e2f-ae5e-878021e56c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8a00944-a2d6-5801-ab4b-cd842066ee06-48770b4b-e9a4-4e09-8473-c105c0f43548', 'network_id': '48770b4b-e9a4-4e09-8473-c105c0f43548', 'project_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'fixed_ips': [{'subnet_id': '2017130b-0325-4ec5-b137-75ffaa39abc6'}]}} from n-d-820368-21. {{(pid=103775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:29:56.151179 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a3f77208-dfac-4e2f-ae5e-878021e56c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:56.248769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ca393f85-3711-4f50-a926-535a503cc824 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:29:56.312178 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a98d1731-9a7c-421d-8b73-db84288f1a37 admin admin] Publish callbacks [] for router_gateway (86ef3b50-e2f0-4fc0-b19a-f113b03f7700), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:56.352644 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.db_base_plugin_common [None req-a3f77208-dfac-4e2f-ae5e-878021e56c15 None None] Allocated IP 172.20.0.2 (48770b4b-e9a4-4e09-8473-c105c0f43548/2017130b-0325-4ec5-b137-75ffaa39abc6/44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f) {{(pid=103775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:29:56.356977 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port ca393f85-3711-4f50-a926-535a503cc824 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:29:56.357356 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ca393f85-3711-4f50-a926-535a503cc824), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:56.520920 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port ca393f85-3711-4f50-a926-535a503cc824 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:29:56.521224 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a98d1731-9a7c-421d-8b73-db84288f1a37 admin admin] Publish callbacks [] for router_gateway (86ef3b50-e2f0-4fc0-b19a-f113b03f7700), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:56.521744 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ca393f85-3711-4f50-a926-535a503cc824), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:56.540622 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a98d1731-9a7c-421d-8b73-db84288f1a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:56.570110 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port ca393f85-3711-4f50-a926-535a503cc824, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ca393f85-3711-4f50-a926-535a503cc824,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:29:56.578540 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (ca393f85-3711-4f50-a926-535a503cc824), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:56.589801 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a3f77208-dfac-4e2f-ae5e-878021e56c15 None None] Publish callbacks [] for port (44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f), precommit_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:56.617728 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a3f77208-dfac-4e2f-ae5e-878021e56c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823'] for port (44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f), after_create {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:56.645671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=ca393f85-3711-4f50-a926-535a503cc824,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:56.649961 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f77208-dfac-4e2f-ae5e-878021e56c15 None None] Network 48770b4b-e9a4-4e09-8473-c105c0f43548 is already hosted by enough agents. {{(pid=103775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:29:56.653935 n-d-820368-21 neutron-server[103775]: DEBUG neutron.scheduler.base_scheduler [None req-a3f77208-dfac-4e2f-ae5e-878021e56c15 None None] Resources bound (agent type, host, resource id): {{(pid=103775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:29:56.660249 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-a98d1731-9a7c-421d-8b73-db84288f1a37 admin admin] Allocated IP 172.25.0.57 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/14ec93c2-1e20-4c22-94cc-41c719c82616) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:29:56.674522 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f77208-dfac-4e2f-ae5e-878021e56c15 None None] Received port after_create {{(pid=103775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:29:56.717000 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f77208-dfac-4e2f-ae5e-878021e56c15 None None] Pushing event updated for resources: {'Port': ['ID=44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f,revision_number=1']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:56.746584 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a3f77208-dfac-4e2f-ae5e-878021e56c15 None None] Attempting to bind port 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:29:56.746951 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a3f77208-dfac-4e2f-ae5e-878021e56c15 None None] Attempting to bind port 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '25b02000-d017-4c38-a872-3b4425950ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '48770b4b-e9a4-4e09-8473-c105c0f43548'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:29:56.747314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f77208-dfac-4e2f-ae5e-878021e56c15 None None] Attempting to bind port 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f on network 48770b4b-e9a4-4e09-8473-c105c0f43548 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:29:56.752870 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f77208-dfac-4e2f-ae5e-878021e56c15 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:29:56.753475 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f77208-dfac-4e2f-ae5e-878021e56c15 None None] Checking segment: {'id': '25b02000-d017-4c38-a872-3b4425950ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '48770b4b-e9a4-4e09-8473-c105c0f43548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:29:56.753632 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a3f77208-dfac-4e2f-ae5e-878021e56c15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:56.754021 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f77208-dfac-4e2f-ae5e-878021e56c15 None None] Bound using segment: {'id': '25b02000-d017-4c38-a872-3b4425950ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '48770b4b-e9a4-4e09-8473-c105c0f43548'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:29:56.754498 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-a3f77208-dfac-4e2f-ae5e-878021e56c15 None None] Bound port: 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b02000-d017-4c38-a872-3b4425950ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '48770b4b-e9a4-4e09-8473-c105c0f43548'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:29:56.754864 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a3f77208-dfac-4e2f-ae5e-878021e56c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:56.769203 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a98d1731-9a7c-421d-8b73-db84288f1a37 admin admin] Publish callbacks [] for port (14ec93c2-1e20-4c22-94cc-41c719c82616), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:56.804091 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a98d1731-9a7c-421d-8b73-db84288f1a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (14ec93c2-1e20-4c22-94cc-41c719c82616), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:56.822745 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a3f77208-dfac-4e2f-ae5e-878021e56c15 None None] For port 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:29:56.826152 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-a3f77208-dfac-4e2f-ae5e-878021e56c15 None None] For port 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f,segment=NetworkSegment(25b02000-d017-4c38-a872-3b4425950ee1),segment_id=25b02000-d017-4c38-a872-3b4425950ee1)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:29:56.833119 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a3f77208-dfac-4e2f-ae5e-878021e56c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:56.861800 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98d1731-9a7c-421d-8b73-db84288f1a37 admin admin] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:29:56.865949 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-a98d1731-9a7c-421d-8b73-db84288f1a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:29:56.871127 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98d1731-9a7c-421d-8b73-db84288f1a37 admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:29:56.877457 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d1731-9a7c-421d-8b73-db84288f1a37 admin admin] Pushing event updated for resources: {'Port': ['ID=14ec93c2-1e20-4c22-94cc-41c719c82616,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:56.893541 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f77208-dfac-4e2f-ae5e-878021e56c15 None None] Pushing event updated for resources: {'Port': ['ID=44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:57.018509 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] Sync routers for ids ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:29:57.028789 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] Routers {'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:29:57.029509 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:57.175941 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] Set router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:29:57.184877 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a98d1731-9a7c-421d-8b73-db84288f1a37 admin admin] Publish callbacks [] for router_gateway (86ef3b50-e2f0-4fc0-b19a-f113b03f7700), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:57.386634 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'name': 'tempest-TestSnapshotPattern-1414017280-router', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca393f85-3711-4f50-a926-535a503cc824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:53Z', 'revision_number': 4, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'gw_port': {'id': 'ca393f85-3711-4f50-a926-535a503cc824', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '9202e531-ed15-4c42-9e4c-1275ca9e08b0', 'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'mac_address': 'fa:16:3e:26:33:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1ae82acc-4449-426a-aeef-29b635beb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:53Z', 'updated_at': '2022-02-28T21:29:53Z', 'revision_number': 2, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'subnets': [{'id': '1ae82acc-4449-426a-aeef-29b635beb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:57.400879 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a98d1731-9a7c-421d-8b73-db84288f1a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922029'] for router (86ef3b50-e2f0-4fc0-b19a-f113b03f7700), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:57.419857 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] Checking router: a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:29:57.420222 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] Updating router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e port 9202e531-ed15-4c42-9e4c-1275ca9e08b0 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:29:57.449075 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9202e531-ed15-4c42-9e4c-1275ca9e08b0), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:57.538627 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98d1731-9a7c-421d-8b73-db84288f1a37 admin admin] Router 86ef3b50-e2f0-4fc0-b19a-f113b03f7700 is scheduled to L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e with binding_index 1 {{(pid=103774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 21:29:57.666493 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98d1731-9a7c-421d-8b73-db84288f1a37 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:29:57.677328 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] Sync routers for ids ['86ef3b50-e2f0-4fc0-b19a-f113b03f7700'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:29:57.687348 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a98d1731-9a7c-421d-8b73-db84288f1a37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:57.688899 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a98d1731-9a7c-421d-8b73-db84288f1a37 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6309624 Feb 28 21:29:57.693124 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49070) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:29:57.699001 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] Routers {'86ef3b50-e2f0-4fc0-b19a-f113b03f7700'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:29:57.700015 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['86ef3b50-e2f0-4fc0-b19a-f113b03f7700'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:57.750313 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] Publish callbacks [] for port (9202e531-ed15-4c42-9e4c-1275ca9e08b0), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:57.762850 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9202e531-ed15-4c42-9e4c-1275ca9e08b0), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:57.852697 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] Set router 86ef3b50-e2f0-4fc0-b19a-f113b03f7700 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:29:57.913109 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f6c47-739a-475a-8792-194ff587ee47 None None] Pushing event updated for resources: {'Port': ['ID=9202e531-ed15-4c42-9e4c-1275ca9e08b0,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:57.924448 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] Attempting to bind port 9202e531-ed15-4c42-9e4c-1275ca9e08b0 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:29:57.924812 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] Attempting to bind port 9202e531-ed15-4c42-9e4c-1275ca9e08b0 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '4c5fd76c-01dc-405a-9ba0-a6ded9d91002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:29:57.925172 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] Attempting to bind port 9202e531-ed15-4c42-9e4c-1275ca9e08b0 on network 1de7e087-e523-4730-ab30-ed24d80e9269 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:29:57.928108 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f6c47-739a-475a-8792-194ff587ee47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:57.928812 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f6c47-739a-475a-8792-194ff587ee47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:57.929157 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f6c47-739a-475a-8792-194ff587ee47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:57.929503 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f6c47-739a-475a-8792-194ff587ee47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:57.929829 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f6c47-739a-475a-8792-194ff587ee47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:57.930157 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f6c47-739a-475a-8792-194ff587ee47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:57.930483 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f6c47-739a-475a-8792-194ff587ee47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:57.930800 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f6c47-739a-475a-8792-194ff587ee47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:57.931124 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f6c47-739a-475a-8792-194ff587ee47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:57.931444 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f6c47-739a-475a-8792-194ff587ee47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:57.931784 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f6c47-739a-475a-8792-194ff587ee47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:57.932106 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f6c47-739a-475a-8792-194ff587ee47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:57.932417 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f6c47-739a-475a-8792-194ff587ee47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:29:57.944952 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:29:57.945338 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] Checking segment: {'id': '4c5fd76c-01dc-405a-9ba0-a6ded9d91002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:29:57.945744 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:57.946139 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] Bound using segment: {'id': '4c5fd76c-01dc-405a-9ba0-a6ded9d91002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:29:57.946626 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] Bound port: 9202e531-ed15-4c42-9e4c-1275ca9e08b0, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5fd76c-01dc-405a-9ba0-a6ded9d91002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:29:57.947020 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9202e531-ed15-4c42-9e4c-1275ca9e08b0), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:58.027178 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] For port 9202e531-ed15-4c42-9e4c-1275ca9e08b0, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:29:58.032587 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] For port 9202e531-ed15-4c42-9e4c-1275ca9e08b0, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9202e531-ed15-4c42-9e4c-1275ca9e08b0,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:29:58.043916 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9202e531-ed15-4c42-9e4c-1275ca9e08b0), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:58.122236 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3b282a-ab1d-4b35-9d14-96f5050b5d8d None None] Network 48770b4b-e9a4-4e09-8473-c105c0f43548 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:29:58.237686 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] Routers {'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:29:58.238314 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:58.240293 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f6c47-739a-475a-8792-194ff587ee47 None None] Pushing event updated for resources: {'Port': ['ID=9202e531-ed15-4c42-9e4c-1275ca9e08b0,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:58.281826 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e75ffd0e-730b-47a7-b98e-723e9c8828f2 None None] Provisioning complete for port 9202e531-ed15-4c42-9e4c-1275ca9e08b0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:29:58.282195 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e75ffd0e-730b-47a7-b98e-723e9c8828f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9202e531-ed15-4c42-9e4c-1275ca9e08b0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:58.321022 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef461e29-f7d3-4c2b-8f55-5d3ec5aeff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:58.335288 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ef3b50-e2f0-4fc0-b19a-f113b03f7700', 'name': 'tempest-TestSnapshotPattern-686353523-router', 'tenant_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '14ec93c2-1e20-4c22-94cc-41c719c82616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:56Z', 'updated_at': '2022-02-28T21:29:57Z', 'revision_number': 3, 'project_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'gw_port': {'id': '14ec93c2-1e20-4c22-94cc-41c719c82616', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:18:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ef3b50-e2f0-4fc0-b19a-f113b03f7700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:56Z', 'updated_at': '2022-02-28T21:29:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:58.382706 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] Set router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:29:58.400527 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ca393f85-3711-4f50-a926-535a503cc824 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:29:58.412309 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] Checking router: 86ef3b50-e2f0-4fc0-b19a-f113b03f7700 for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:29:58.412665 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] Updating router 86ef3b50-e2f0-4fc0-b19a-f113b03f7700 port 14ec93c2-1e20-4c22-94cc-41c719c82616 binding host n-d-820368-21 {{(pid=103775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:29:58.499591 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (14ec93c2-1e20-4c22-94cc-41c719c82616), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:58.524476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [None req-ef461e29-f7d3-4c2b-8f55-5d3ec5aeff0c admin admin] Allocated IP 172.20.0.1 (48770b4b-e9a4-4e09-8473-c105c0f43548/2017130b-0325-4ec5-b137-75ffaa39abc6/aedddb0c-8b41-42d4-8f1a-c794174a1246) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:29:58.582224 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e75ffd0e-730b-47a7-b98e-723e9c8828f2 None None] Current status of the port 9202e531-ed15-4c42-9e4c-1275ca9e08b0 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:29:58.582655 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e75ffd0e-730b-47a7-b98e-723e9c8828f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (9202e531-ed15-4c42-9e4c-1275ca9e08b0), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:58.650186 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'name': 'tempest-TestSnapshotPattern-1414017280-router', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca393f85-3711-4f50-a926-535a503cc824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:53Z', 'revision_number': 4, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'gw_port': {'id': 'ca393f85-3711-4f50-a926-535a503cc824', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '9202e531-ed15-4c42-9e4c-1275ca9e08b0', 'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'mac_address': 'fa:16:3e:26:33:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1ae82acc-4449-426a-aeef-29b635beb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:53Z', 'updated_at': '2022-02-28T21:29:58Z', 'revision_number': 4, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'subnets': [{'id': '1ae82acc-4449-426a-aeef-29b635beb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:58.659655 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef461e29-f7d3-4c2b-8f55-5d3ec5aeff0c admin admin] Publish callbacks [] for port (aedddb0c-8b41-42d4-8f1a-c794174a1246), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:58.686431 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be805c31-21d6-4b99-804e-bb6962ab8194 None None] The sync data for ids ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'] in n-d-820368-21 is: [{'id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'name': 'tempest-TestSnapshotPattern-1414017280-router', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca393f85-3711-4f50-a926-535a503cc824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:53Z', 'revision_number': 4, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'gw_port': {'id': 'ca393f85-3711-4f50-a926-535a503cc824', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '9202e531-ed15-4c42-9e4c-1275ca9e08b0', 'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'mac_address': 'fa:16:3e:26:33:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1ae82acc-4449-426a-aeef-29b635beb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:53Z', 'updated_at': '2022-02-28T21:29:58Z', 'revision_number': 4, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'subnets': [{'id': '1ae82acc-4449-426a-aeef-29b635beb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:29:58.707006 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef461e29-f7d3-4c2b-8f55-5d3ec5aeff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (aedddb0c-8b41-42d4-8f1a-c794174a1246), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:58.767996 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef461e29-f7d3-4c2b-8f55-5d3ec5aeff0c admin admin] Pushing event updated for resources: {'Port': ['ID=aedddb0c-8b41-42d4-8f1a-c794174a1246,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:58.773016 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef461e29-f7d3-4c2b-8f55-5d3ec5aeff0c admin admin] Network 48770b4b-e9a4-4e09-8473-c105c0f43548 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:29:58.774831 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-ef461e29-f7d3-4c2b-8f55-5d3ec5aeff0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:29:58.777471 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef461e29-f7d3-4c2b-8f55-5d3ec5aeff0c admin admin] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:29:58.818456 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port ca393f85-3711-4f50-a926-535a503cc824 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:29:58.819155 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (ca393f85-3711-4f50-a926-535a503cc824), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:58.828266 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef461e29-f7d3-4c2b-8f55-5d3ec5aeff0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916080'] for router_interface (86ef3b50-e2f0-4fc0-b19a-f113b03f7700), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:58.897688 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e75ffd0e-730b-47a7-b98e-723e9c8828f2 None None] For port 9202e531-ed15-4c42-9e4c-1275ca9e08b0, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9202e531-ed15-4c42-9e4c-1275ca9e08b0,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:29:58.917358 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e75ffd0e-730b-47a7-b98e-723e9c8828f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (9202e531-ed15-4c42-9e4c-1275ca9e08b0), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:58.983881 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef461e29-f7d3-4c2b-8f55-5d3ec5aeff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (aedddb0c-8b41-42d4-8f1a-c794174a1246), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:59.010357 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-e75ffd0e-730b-47a7-b98e-723e9c8828f2 None None] Provisioning complete for port 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:29:59.010737 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e75ffd0e-730b-47a7-b98e-723e9c8828f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:59.110755 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ffd0e-730b-47a7-b98e-723e9c8828f2 None None] Pushing event updated for resources: {'Port': ['ID=9202e531-ed15-4c42-9e4c-1275ca9e08b0,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:59.147118 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port ca393f85-3711-4f50-a926-535a503cc824 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:29:59.148225 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:29:59.186748 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef461e29-f7d3-4c2b-8f55-5d3ec5aeff0c admin admin] Publish callbacks [] for port (aedddb0c-8b41-42d4-8f1a-c794174a1246), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:59.194466 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef461e29-f7d3-4c2b-8f55-5d3ec5aeff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (aedddb0c-8b41-42d4-8f1a-c794174a1246), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:59.267002 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-ef461e29-f7d3-4c2b-8f55-5d3ec5aeff0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3921824'] for router_interface (86ef3b50-e2f0-4fc0-b19a-f113b03f7700), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:59.270162 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef461e29-f7d3-4c2b-8f55-5d3ec5aeff0c admin admin] Pushing event updated for resources: {'Port': ['ID=aedddb0c-8b41-42d4-8f1a-c794174a1246,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:59.284883 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] Publish callbacks [] for port (14ec93c2-1e20-4c22-94cc-41c719c82616), precommit_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:59.290146 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-e75ffd0e-730b-47a7-b98e-723e9c8828f2 None None] Current status of the port 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:29:59.290526 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e75ffd0e-730b-47a7-b98e-723e9c8828f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:59.302832 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (14ec93c2-1e20-4c22-94cc-41c719c82616), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:59.361386 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:29:59.361761 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:59.366731 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef461e29-f7d3-4c2b-8f55-5d3ec5aeff0c admin admin] Network 48770b4b-e9a4-4e09-8473-c105c0f43548 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:29:59.368501 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [None req-ef461e29-f7d3-4c2b-8f55-5d3ec5aeff0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:29:59.411988 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-e75ffd0e-730b-47a7-b98e-723e9c8828f2 None None] For port 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f,segment=NetworkSegment(25b02000-d017-4c38-a872-3b4425950ee1),segment_id=25b02000-d017-4c38-a872-3b4425950ee1)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:29:59.419558 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] Attempting to bind port 14ec93c2-1e20-4c22-94cc-41c719c82616 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:29:59.419980 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] Attempting to bind port 14ec93c2-1e20-4c22-94cc-41c719c82616 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:29:59.420349 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] Attempting to bind port 14ec93c2-1e20-4c22-94cc-41c719c82616 on network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:29:59.431404 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:29:59.431947 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] Checking segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:29:59.432240 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:59.432634 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] Bound using segment: {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'} {{(pid=103775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:29:59.433105 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.managers [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] Bound port: 14ec93c2-1e20-4c22-94cc-41c719c82616, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba06fd-5c02-4399-a2e4-29a35f97fd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99'}}] {{(pid=103775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:29:59.433477 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (14ec93c2-1e20-4c22-94cc-41c719c82616), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:59.437038 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633555da-a097-4321-be93-c97d5c1ca3c0 None None] Pushing event updated for resources: {'Port': ['ID=14ec93c2-1e20-4c22-94cc-41c719c82616,revision_number=2']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:59.440257 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e75ffd0e-730b-47a7-b98e-723e9c8828f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:59.595071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] For port 14ec93c2-1e20-4c22-94cc-41c719c82616, host n-d-820368-21, cleared binding levels {{(pid=103775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:29:59.614945 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ffd0e-730b-47a7-b98e-723e9c8828f2 None None] Pushing event updated for resources: {'Port': ['ID=44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:59.627712 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] For port 14ec93c2-1e20-4c22-94cc-41c719c82616, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=14ec93c2-1e20-4c22-94cc-41c719c82616,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:29:59.635660 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:29:59.639202 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-611cab42-1c76-4a8c-839f-457b16548282 None None] Provisioning complete for port 9202e531-ed15-4c42-9e4c-1275ca9e08b0 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:29:59.639564 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-611cab42-1c76-4a8c-839f-457b16548282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9202e531-ed15-4c42-9e4c-1275ca9e08b0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:59.644068 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (14ec93c2-1e20-4c22-94cc-41c719c82616), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:59.745402 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] Routers {'86ef3b50-e2f0-4fc0-b19a-f113b03f7700'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:29:59.746040 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['86ef3b50-e2f0-4fc0-b19a-f113b03f7700'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:29:59.750468 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633555da-a097-4321-be93-c97d5c1ca3c0 None None] Pushing event updated for resources: {'Port': ['ID=14ec93c2-1e20-4c22-94cc-41c719c82616,revision_number=3']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:29:59.868062 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-611cab42-1c76-4a8c-839f-457b16548282 None None] Current status of the port 9202e531-ed15-4c42-9e4c-1275ca9e08b0 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:29:59.892986 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef461e29-f7d3-4c2b-8f55-5d3ec5aeff0c admin admin] Router 86ef3b50-e2f0-4fc0-b19a-f113b03f7700 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:29:59.897238 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-611cab42-1c76-4a8c-839f-457b16548282 None None] Provisioning complete for port 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:29:59.897569 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-611cab42-1c76-4a8c-839f-457b16548282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:29:59.900114 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] Set router 86ef3b50-e2f0-4fc0-b19a-f113b03f7700 gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:30:00.009091 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef461e29-f7d3-4c2b-8f55-5d3ec5aeff0c admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:30:00.023334 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-ef461e29-f7d3-4c2b-8f55-5d3ec5aeff0c admin admin] 10.222.0.13 "PUT /v2.0/routers/86ef3b50-e2f0-4fc0-b19a-f113b03f7700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3201296 Feb 28 21:30:00.101031 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-611cab42-1c76-4a8c-839f-457b16548282 None None] Current status of the port 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:30:00.142822 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-611cab42-1c76-4a8c-839f-457b16548282 None None] Provisioning complete for port aedddb0c-8b41-42d4-8f1a-c794174a1246 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:30:00.143194 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-611cab42-1c76-4a8c-839f-457b16548282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (aedddb0c-8b41-42d4-8f1a-c794174a1246), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:00.184559 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-611cab42-1c76-4a8c-839f-457b16548282 None None] Port aedddb0c-8b41-42d4-8f1a-c794174a1246 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:30:00.206615 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ef3b50-e2f0-4fc0-b19a-f113b03f7700', 'name': 'tempest-TestSnapshotPattern-686353523-router', 'tenant_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '14ec93c2-1e20-4c22-94cc-41c719c82616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:56Z', 'updated_at': '2022-02-28T21:29:58Z', 'revision_number': 4, 'project_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'gw_port': {'id': '14ec93c2-1e20-4c22-94cc-41c719c82616', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:18:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ef3b50-e2f0-4fc0-b19a-f113b03f7700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:56Z', 'updated_at': '2022-02-28T21:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'aedddb0c-8b41-42d4-8f1a-c794174a1246', 'name': '', 'network_id': '48770b4b-e9a4-4e09-8473-c105c0f43548', 'tenant_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'mac_address': 'fa:16:3e:a3:cf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ef3b50-e2f0-4fc0-b19a-f113b03f7700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '2017130b-0325-4ec5-b137-75ffaa39abc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:58Z', 'updated_at': '2022-02-28T21:29:59Z', 'revision_number': 2, 'project_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'subnets': [{'id': '2017130b-0325-4ec5-b137-75ffaa39abc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:30:00.238851 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9202e531-ed15-4c42-9e4c-1275ca9e08b0 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:30:00.241382 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a205ed-b831-4cc0-9753-035fa0e46b0e None None] The sync data for ids ['86ef3b50-e2f0-4fc0-b19a-f113b03f7700'] in n-d-820368-21 is: [{'id': '86ef3b50-e2f0-4fc0-b19a-f113b03f7700', 'name': 'tempest-TestSnapshotPattern-686353523-router', 'tenant_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '14ec93c2-1e20-4c22-94cc-41c719c82616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:56Z', 'updated_at': '2022-02-28T21:29:58Z', 'revision_number': 4, 'project_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'gw_port': {'id': '14ec93c2-1e20-4c22-94cc-41c719c82616', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:18:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ef3b50-e2f0-4fc0-b19a-f113b03f7700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:56Z', 'updated_at': '2022-02-28T21:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'aedddb0c-8b41-42d4-8f1a-c794174a1246', 'name': '', 'network_id': '48770b4b-e9a4-4e09-8473-c105c0f43548', 'tenant_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'mac_address': 'fa:16:3e:a3:cf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ef3b50-e2f0-4fc0-b19a-f113b03f7700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '2017130b-0325-4ec5-b137-75ffaa39abc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:58Z', 'updated_at': '2022-02-28T21:29:59Z', 'revision_number': 2, 'project_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'subnets': [{'id': '2017130b-0325-4ec5-b137-75ffaa39abc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:30:00.317608 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5c072ba6-e89b-45b1-802d-7403d3e3a8c0 None None] Provisioning complete for port aedddb0c-8b41-42d4-8f1a-c794174a1246 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:30:00.317991 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5c072ba6-e89b-45b1-802d-7403d3e3a8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (aedddb0c-8b41-42d4-8f1a-c794174a1246), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:00.352617 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 9202e531-ed15-4c42-9e4c-1275ca9e08b0 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:30:00.352989 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (9202e531-ed15-4c42-9e4c-1275ca9e08b0), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:00.395543 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5c072ba6-e89b-45b1-802d-7403d3e3a8c0 None None] Port aedddb0c-8b41-42d4-8f1a-c794174a1246 cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:30:00.453516 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 9202e531-ed15-4c42-9e4c-1275ca9e08b0 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:30:00.454627 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:30:00.530043 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:30:00.530527 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:00.616004 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:30:00.672412 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49078) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:30:00.677584 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-767569b5-dfad-4e6f-bdeb-7ed96261e69c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1929467445', 'description': 'tempest-secgroup-smoke-1929467445 description', 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:30:00.697640 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-767569b5-dfad-4e6f-bdeb-7ed96261e69c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:00.770976 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-767569b5-dfad-4e6f-bdeb-7ed96261e69c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group (62d7e146-2ff7-4e04-80f2-3619a22b4f3c), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:00.775323 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-767569b5-dfad-4e6f-bdeb-7ed96261e69c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (62d7e146-2ff7-4e04-80f2-3619a22b4f3c), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:00.804318 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-767569b5-dfad-4e6f-bdeb-7ed96261e69c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:00.805487 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-767569b5-dfad-4e6f-bdeb-7ed96261e69c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1320601 Feb 28 21:30:00.809160 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49080) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:30:00.810009 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767569b5-dfad-4e6f-bdeb-7ed96261e69c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d7e146-2ff7-4e04-80f2-3619a22b4f3c,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:30:00.815112 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-39965c72-0ae8-499c-9f22-489eb3c232f4 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Request body: {'security_group_rule': {'security_group_id': '62d7e146-2ff7-4e04-80f2-3619a22b4f3c', 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:30:00.841740 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-39965c72-0ae8-499c-9f22-489eb3c232f4 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group_rule (f3bde23b-9d9f-444c-85ec-0e7ba254280d), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:00.900688 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-39965c72-0ae8-499c-9f22-489eb3c232f4 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group_rule (f3bde23b-9d9f-444c-85ec-0e7ba254280d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:00.905559 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-39965c72-0ae8-499c-9f22-489eb3c232f4 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (f3bde23b-9d9f-444c-85ec-0e7ba254280d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:00.928087 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39965c72-0ae8-499c-9f22-489eb3c232f4 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bde23b-9d9f-444c-85ec-0e7ba254280d,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:30:00.933682 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-39965c72-0ae8-499c-9f22-489eb3c232f4 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:00.936202 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-39965c72-0ae8-499c-9f22-489eb3c232f4 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255007 Feb 28 21:30:00.937671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49082) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:30:00.943122 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [None req-d94e4372-cbb2-40a7-bdb3-61fba68b12d7 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Request body: {'security_group_rule': {'security_group_id': '62d7e146-2ff7-4e04-80f2-3619a22b4f3c', 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:30:00.966530 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d94e4372-cbb2-40a7-bdb3-61fba68b12d7 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group_rule (cb1e1873-fcf1-46f7-98c5-6579a262a5a6), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:01.022774 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d94e4372-cbb2-40a7-bdb3-61fba68b12d7 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group_rule (cb1e1873-fcf1-46f7-98c5-6579a262a5a6), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:01.026400 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d94e4372-cbb2-40a7-bdb3-61fba68b12d7 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (cb1e1873-fcf1-46f7-98c5-6579a262a5a6), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:01.043360 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e4372-cbb2-40a7-bdb3-61fba68b12d7 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1e1873-fcf1-46f7-98c5-6579a262a5a6,revision_number=0']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:30:01.052042 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-d94e4372-cbb2-40a7-bdb3-61fba68b12d7 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:01.053258 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-d94e4372-cbb2-40a7-bdb3-61fba68b12d7 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144707 Feb 28 21:30:01.056141 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49084) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:30:01.060850 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-e57100db-f4d9-44d8-bde8-733c24292236 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Request body: {'security_group_rule': {'security_group_id': '62d7e146-2ff7-4e04-80f2-3619a22b4f3c', 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:30:01.086152 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e57100db-f4d9-44d8-bde8-733c24292236 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group_rule (4c48ec3a-6016-4ca5-9744-81542791a50d), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:01.147069 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e57100db-f4d9-44d8-bde8-733c24292236 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group_rule (4c48ec3a-6016-4ca5-9744-81542791a50d), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:01.150744 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e57100db-f4d9-44d8-bde8-733c24292236 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (4c48ec3a-6016-4ca5-9744-81542791a50d), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:01.170115 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57100db-f4d9-44d8-bde8-733c24292236 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c48ec3a-6016-4ca5-9744-81542791a50d,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:30:01.178845 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-e57100db-f4d9-44d8-bde8-733c24292236 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:01.182641 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-e57100db-f4d9-44d8-bde8-733c24292236 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228557 Feb 28 21:30:01.182810 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49086) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:30:01.187009 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-63c98677-14c3-49f8-b19d-5e1697b7fb0e tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Request body: {'security_group_rule': {'security_group_id': '62d7e146-2ff7-4e04-80f2-3619a22b4f3c', 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:30:01.211339 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-63c98677-14c3-49f8-b19d-5e1697b7fb0e tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group_rule (de0683d0-96a1-4a9e-8f96-7dc830a73cec), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:01.276457 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-63c98677-14c3-49f8-b19d-5e1697b7fb0e tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group_rule (de0683d0-96a1-4a9e-8f96-7dc830a73cec), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:01.283663 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-63c98677-14c3-49f8-b19d-5e1697b7fb0e tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (de0683d0-96a1-4a9e-8f96-7dc830a73cec), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:01.302570 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c98677-14c3-49f8-b19d-5e1697b7fb0e tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0683d0-96a1-4a9e-8f96-7dc830a73cec,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:30:01.311312 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-63c98677-14c3-49f8-b19d-5e1697b7fb0e tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:01.312602 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-63c98677-14c3-49f8-b19d-5e1697b7fb0e tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288831 Feb 28 21:30:01.315429 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49088) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:30:01.320081 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-afb308bc-6b80-4fa0-a1c2-9810ddc84d24 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Request body: {'security_group_rule': {'security_group_id': '62d7e146-2ff7-4e04-80f2-3619a22b4f3c', 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:30:01.342297 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-afb308bc-6b80-4fa0-a1c2-9810ddc84d24 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Project 1cd28fb1f5c44f6b95f1aaa0245aa1c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 21:30:01.348452 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-afb308bc-6b80-4fa0-a1c2-9810ddc84d24 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group_rule (aebc8214-230a-4aec-8b48-bf85318bd260), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:01.412203 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-afb308bc-6b80-4fa0-a1c2-9810ddc84d24 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group_rule (aebc8214-230a-4aec-8b48-bf85318bd260), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:01.417173 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-afb308bc-6b80-4fa0-a1c2-9810ddc84d24 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (aebc8214-230a-4aec-8b48-bf85318bd260), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:01.433467 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb308bc-6b80-4fa0-a1c2-9810ddc84d24 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebc8214-230a-4aec-8b48-bf85318bd260,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:30:01.445158 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-afb308bc-6b80-4fa0-a1c2-9810ddc84d24 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:01.446485 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-afb308bc-6b80-4fa0-a1c2-9810ddc84d24 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300802 Feb 28 21:30:01.449310 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49090) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:30:01.453674 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-75817f45-e322-49e3-ab33-6c9dac2db0a8 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Request body: {'security_group_rule': {'security_group_id': '62d7e146-2ff7-4e04-80f2-3619a22b4f3c', 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:30:01.475220 n-d-820368-21 neutron-server[103773]: INFO neutron.db.securitygroups_db [None req-75817f45-e322-49e3-ab33-6c9dac2db0a8 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Project 1cd28fb1f5c44f6b95f1aaa0245aa1c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 21:30:01.480299 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-75817f45-e322-49e3-ab33-6c9dac2db0a8 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group_rule (fd5d0c7c-361f-447c-8f21-aa1ceb0254be), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:01.572054 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-75817f45-e322-49e3-ab33-6c9dac2db0a8 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group_rule (fd5d0c7c-361f-447c-8f21-aa1ceb0254be), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:01.578561 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-75817f45-e322-49e3-ab33-6c9dac2db0a8 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705961'] for security_group_rule (fd5d0c7c-361f-447c-8f21-aa1ceb0254be), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:01.602073 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75817f45-e322-49e3-ab33-6c9dac2db0a8 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5d0c7c-361f-447c-8f21-aa1ceb0254be,revision_number=0']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:30:01.611834 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-75817f45-e322-49e3-ab33-6c9dac2db0a8 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:01.613043 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-75817f45-e322-49e3-ab33-6c9dac2db0a8 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1628089 Feb 28 21:30:01.878130 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-0b0a3207-8341-41e9-8307-62b1667ea487 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929467445&fields=id&tenant_id=1cd28fb1f5c44f6b95f1aaa0245aa1c5 HTTP/1.1" status: 200 len: 267 time: 0.0503979 Feb 28 21:30:01.988799 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-10277d72-6eb6-44aa-92ad-9b256aae8562 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:01.990282 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-10277d72-6eb6-44aa-92ad-9b256aae8562 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/networks?id=1de7e087-e523-4730-ab30-ed24d80e9269 HTTP/1.1" status: 200 len: 810 time: 0.1052296 Feb 28 21:30:02.005403 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-2078e2ea-3f53-4adf-8540-fe9458088f1a tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/quotas/1cd28fb1f5c44f6b95f1aaa0245aa1c5 HTTP/1.1" status: 200 len: 375 time: 0.0094869 Feb 28 21:30:02.063530 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-209a0f8a-e15f-4e00-a509-640f7072fff5 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd28fb1f5c44f6b95f1aaa0245aa1c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523586 Feb 28 21:30:02.209629 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 14ec93c2-1e20-4c22-94cc-41c719c82616 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:30:02.267737 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 14ec93c2-1e20-4c22-94cc-41c719c82616 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:30:02.268143 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (14ec93c2-1e20-4c22-94cc-41c719c82616), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:02.279358 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-86523f18-a6f4-4392-867a-a0bc9ccfa8cb service neutron] 10.222.0.13 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039568 Feb 28 21:30:02.348871 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 14ec93c2-1e20-4c22-94cc-41c719c82616 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:30:02.349260 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (14ec93c2-1e20-4c22-94cc-41c719c82616), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:02.369290 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] For port 14ec93c2-1e20-4c22-94cc-41c719c82616, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=14ec93c2-1e20-4c22-94cc-41c719c82616,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:30:02.373519 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (14ec93c2-1e20-4c22-94cc-41c719c82616), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:02.374638 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-1fce92af-188c-41fc-9629-8e6581c04edd service neutron] 10.222.0.13 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892177 Feb 28 21:30:02.426926 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Pushing event updated for resources: {'Port': ['ID=14ec93c2-1e20-4c22-94cc-41c719c82616,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:30:02.550531 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ee8c0f6-1151-4fb7-b2b0-f66d3bffc6d3 req-feec4700-d823-457d-9068-2a9b5f1a6f3d tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 210 time: 0.0275171 Feb 28 21:30:02.909466 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] Sync routers for ids ['86ef3b50-e2f0-4fc0-b19a-f113b03f7700'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:30:02.919493 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] Routers {'86ef3b50-e2f0-4fc0-b19a-f113b03f7700'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:30:02.920120 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['86ef3b50-e2f0-4fc0-b19a-f113b03f7700'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:30:03.025317 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] Set router 86ef3b50-e2f0-4fc0-b19a-f113b03f7700 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:30:03.215955 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ef3b50-e2f0-4fc0-b19a-f113b03f7700', 'name': 'tempest-TestSnapshotPattern-686353523-router', 'tenant_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '14ec93c2-1e20-4c22-94cc-41c719c82616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:56Z', 'updated_at': '2022-02-28T21:29:58Z', 'revision_number': 4, 'project_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'gw_port': {'id': '14ec93c2-1e20-4c22-94cc-41c719c82616', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ef3b50-e2f0-4fc0-b19a-f113b03f7700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:56Z', 'updated_at': '2022-02-28T21:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'aedddb0c-8b41-42d4-8f1a-c794174a1246', 'name': '', 'network_id': '48770b4b-e9a4-4e09-8473-c105c0f43548', 'tenant_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'mac_address': 'fa:16:3e:a3:cf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ef3b50-e2f0-4fc0-b19a-f113b03f7700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '2017130b-0325-4ec5-b137-75ffaa39abc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:58Z', 'updated_at': '2022-02-28T21:29:59Z', 'revision_number': 2, 'project_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'subnets': [{'id': '2017130b-0325-4ec5-b137-75ffaa39abc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:30:03.242165 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] Checking router: 86ef3b50-e2f0-4fc0-b19a-f113b03f7700 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:30:03.242520 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] Updating router 86ef3b50-e2f0-4fc0-b19a-f113b03f7700 port aedddb0c-8b41-42d4-8f1a-c794174a1246 binding host n-d-820368-21 {{(pid=103776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:30:03.273364 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (aedddb0c-8b41-42d4-8f1a-c794174a1246), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:03.523577 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] Publish callbacks [] for port (aedddb0c-8b41-42d4-8f1a-c794174a1246), precommit_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:03.529519 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (aedddb0c-8b41-42d4-8f1a-c794174a1246), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:03.592406 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705f049-ec18-4c56-9c9e-97dacd210912 None None] Pushing event updated for resources: {'Port': ['ID=aedddb0c-8b41-42d4-8f1a-c794174a1246,revision_number=3']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:30:03.661892 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] Attempting to bind port aedddb0c-8b41-42d4-8f1a-c794174a1246 on host n-d-820368-21 for vnic_type normal with profile {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:30:03.662272 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d1416f57-6ccd-42a1-b838-e21e9be76f9f req-7fff6639-9fdf-45af-84a7-92bb4a1eb679 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 210 time: 0.0407739 Feb 28 21:30:03.662747 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] Attempting to bind port aedddb0c-8b41-42d4-8f1a-c794174a1246 by drivers openvswitch,hyperv on host n-d-820368-21 at level 0 using segments [{'id': '25b02000-d017-4c38-a872-3b4425950ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '48770b4b-e9a4-4e09-8473-c105c0f43548'}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:30:03.662747 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] Attempting to bind port aedddb0c-8b41-42d4-8f1a-c794174a1246 on network 48770b4b-e9a4-4e09-8473-c105c0f43548 {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:30:03.677202 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] Checking agent: {'id': '70a931e6-6178-4900-8a44-446122c851c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 55, 23), 'started_at': datetime.datetime(2022, 2, 28, 19, 55, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:30:03.677642 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] Checking segment: {'id': '25b02000-d017-4c38-a872-3b4425950ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '48770b4b-e9a4-4e09-8473-c105c0f43548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:30:03.678849 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:03.678849 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] Bound using segment: {'id': '25b02000-d017-4c38-a872-3b4425950ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '48770b4b-e9a4-4e09-8473-c105c0f43548'} {{(pid=103776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:30:03.678849 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.managers [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] Bound port: aedddb0c-8b41-42d4-8f1a-c794174a1246, host: n-d-820368-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b02000-d017-4c38-a872-3b4425950ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '48770b4b-e9a4-4e09-8473-c105c0f43548'}}] {{(pid=103776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:30:03.679220 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (aedddb0c-8b41-42d4-8f1a-c794174a1246), before_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:03.755982 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] For port aedddb0c-8b41-42d4-8f1a-c794174a1246, host n-d-820368-21, cleared binding levels {{(pid=103776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:30:03.759553 n-d-820368-21 neutron-server[103776]: DEBUG neutron.plugins.ml2.db [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] For port aedddb0c-8b41-42d4-8f1a-c794174a1246, host n-d-820368-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=aedddb0c-8b41-42d4-8f1a-c794174a1246,segment=NetworkSegment(25b02000-d017-4c38-a872-3b4425950ee1),segment_id=25b02000-d017-4c38-a872-3b4425950ee1)] {{(pid=103776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:30:03.766233 n-d-820368-21 neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (aedddb0c-8b41-42d4-8f1a-c794174a1246), after_update {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:03.827105 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] Routers {'86ef3b50-e2f0-4fc0-b19a-f113b03f7700'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:30:03.827717 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['86ef3b50-e2f0-4fc0-b19a-f113b03f7700'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:30:03.830303 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705f049-ec18-4c56-9c9e-97dacd210912 None None] Pushing event updated for resources: {'Port': ['ID=aedddb0c-8b41-42d4-8f1a-c794174a1246,revision_number=4']} {{(pid=103776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:30:03.866904 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-99510cfe-2c2b-40ff-b9f8-d4c8a1167d58 None None] Provisioning complete for port aedddb0c-8b41-42d4-8f1a-c794174a1246 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:30:03.867401 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-99510cfe-2c2b-40ff-b9f8-d4c8a1167d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (aedddb0c-8b41-42d4-8f1a-c794174a1246), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:03.950211 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-99510cfe-2c2b-40ff-b9f8-d4c8a1167d58 None None] Current status of the port aedddb0c-8b41-42d4-8f1a-c794174a1246 is: DOWN; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:30:03.950596 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-99510cfe-2c2b-40ff-b9f8-d4c8a1167d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (aedddb0c-8b41-42d4-8f1a-c794174a1246), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:03.952017 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] Set router 86ef3b50-e2f0-4fc0-b19a-f113b03f7700 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:30:03.989286 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-99510cfe-2c2b-40ff-b9f8-d4c8a1167d58 None None] For port aedddb0c-8b41-42d4-8f1a-c794174a1246, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=aedddb0c-8b41-42d4-8f1a-c794174a1246,segment=NetworkSegment(25b02000-d017-4c38-a872-3b4425950ee1),segment_id=25b02000-d017-4c38-a872-3b4425950ee1)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:30:03.994057 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-99510cfe-2c2b-40ff-b9f8-d4c8a1167d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (aedddb0c-8b41-42d4-8f1a-c794174a1246), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:04.041796 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99510cfe-2c2b-40ff-b9f8-d4c8a1167d58 None None] Pushing event updated for resources: {'Port': ['ID=aedddb0c-8b41-42d4-8f1a-c794174a1246,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:30:04.119087 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f1623f79-9d42-48d3-8e70-cfbc6d394ded None None] Provisioning complete for port aedddb0c-8b41-42d4-8f1a-c794174a1246 triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:30:04.119540 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f1623f79-9d42-48d3-8e70-cfbc6d394ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (aedddb0c-8b41-42d4-8f1a-c794174a1246), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:04.161193 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ef3b50-e2f0-4fc0-b19a-f113b03f7700', 'name': 'tempest-TestSnapshotPattern-686353523-router', 'tenant_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '14ec93c2-1e20-4c22-94cc-41c719c82616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:56Z', 'updated_at': '2022-02-28T21:29:58Z', 'revision_number': 4, 'project_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'gw_port': {'id': '14ec93c2-1e20-4c22-94cc-41c719c82616', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ef3b50-e2f0-4fc0-b19a-f113b03f7700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:56Z', 'updated_at': '2022-02-28T21:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'aedddb0c-8b41-42d4-8f1a-c794174a1246', 'name': '', 'network_id': '48770b4b-e9a4-4e09-8473-c105c0f43548', 'tenant_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'mac_address': 'fa:16:3e:a3:cf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ef3b50-e2f0-4fc0-b19a-f113b03f7700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '2017130b-0325-4ec5-b137-75ffaa39abc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:58Z', 'updated_at': '2022-02-28T21:30:03Z', 'revision_number': 4, 'project_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'subnets': [{'id': '2017130b-0325-4ec5-b137-75ffaa39abc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:30:04.206424 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f1623f79-9d42-48d3-8e70-cfbc6d394ded None None] Current status of the port aedddb0c-8b41-42d4-8f1a-c794174a1246 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:30:04.210355 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device aedddb0c-8b41-42d4-8f1a-c794174a1246 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:30:04.265411 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port aedddb0c-8b41-42d4-8f1a-c794174a1246 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:30:04.265792 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (aedddb0c-8b41-42d4-8f1a-c794174a1246), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:04.285496 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de224e4a-af35-4c39-b724-dfbd465c801e None None] The sync data for ids ['86ef3b50-e2f0-4fc0-b19a-f113b03f7700'] in n-d-820368-21 is: [{'id': '86ef3b50-e2f0-4fc0-b19a-f113b03f7700', 'name': 'tempest-TestSnapshotPattern-686353523-router', 'tenant_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '14ec93c2-1e20-4c22-94cc-41c719c82616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:56Z', 'updated_at': '2022-02-28T21:29:58Z', 'revision_number': 4, 'project_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'gw_port': {'id': '14ec93c2-1e20-4c22-94cc-41c719c82616', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ef3b50-e2f0-4fc0-b19a-f113b03f7700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:56Z', 'updated_at': '2022-02-28T21:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': 'aedddb0c-8b41-42d4-8f1a-c794174a1246', 'name': '', 'network_id': '48770b4b-e9a4-4e09-8473-c105c0f43548', 'tenant_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'mac_address': 'fa:16:3e:a3:cf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ef3b50-e2f0-4fc0-b19a-f113b03f7700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '2017130b-0325-4ec5-b137-75ffaa39abc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:58Z', 'updated_at': '2022-02-28T21:30:03Z', 'revision_number': 4, 'project_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'subnets': [{'id': '2017130b-0325-4ec5-b137-75ffaa39abc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:30:04.347430 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port aedddb0c-8b41-42d4-8f1a-c794174a1246 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:30:04.348698 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 14ec93c2-1e20-4c22-94cc-41c719c82616 up at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:30:04.406490 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Provisioning complete for port 14ec93c2-1e20-4c22-94cc-41c719c82616 triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:30:04.406861 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (14ec93c2-1e20-4c22-94cc-41c719c82616), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:04.499230 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Current status of the port 14ec93c2-1e20-4c22-94cc-41c719c82616 is: ACTIVE; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:30:04.734592 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-72a82bf1-d1cd-420b-ae52-ed066d6c5435 req-126b0a2a-4da2-4e4e-9b4a-97ca5dae6a27 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 210 time: 0.0279474 Feb 28 21:30:05.811198 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4a2b24be-e019-413f-a561-019ad1b0a1b9 req-02d0a05c-f273-497e-85e4-f66ac112d0c1 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 210 time: 0.0272079 Feb 28 21:30:06.904018 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8f6328d1-4511-4a60-98fd-6510f9f17701 req-57b6b6b1-96cf-4285-99a8-b4b8388bc238 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 210 time: 0.0275149 Feb 28 21:30:07.716194 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-2357a9ad-7080-4079-b868-5f3a3518b949 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:07.717706 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-2357a9ad-7080-4079-b868-5f3a3518b949 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.10 "GET /v2.0/networks?id=1de7e087-e523-4730-ab30-ed24d80e9269 HTTP/1.1" status: 200 len: 810 time: 0.1118486 Feb 28 21:30:07.784997 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-f50d5a87-92cf-4cdc-b834-c5e98b921253 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd28fb1f5c44f6b95f1aaa0245aa1c5 HTTP/1.1" status: 200 len: 380 time: 0.0574124 Feb 28 21:30:07.794437 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-a29be532-0c41-4fd7-bbcf-922d792e208a tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Request body: {'port': {'device_id': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'admin_state_up': True, 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'security_groups': ['62d7e146-2ff7-4e04-80f2-3619a22b4f3c']}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:30:07.909268 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-a29be532-0c41-4fd7-bbcf-922d792e208a tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Made reservation on behalf of 1cd28fb1f5c44f6b95f1aaa0245aa1c5 for: {'port': 1} {{(pid=103774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:30:07.912716 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-a29be532-0c41-4fd7-bbcf-922d792e208a tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:08.003917 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-5db2cd47-8cf9-4168-8960-cfc86b74e800 req-3aa803a7-c766-4bb0-bb29-9891457e34c2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 210 time: 0.0317879 Feb 28 21:30:08.063418 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_common [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-a29be532-0c41-4fd7-bbcf-922d792e208a tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Allocated IP 172.20.0.7 (1de7e087-e523-4730-ab30-ed24d80e9269/1ae82acc-4449-426a-aeef-29b635beb964/a6271156-3eb2-4559-bf99-06054aa8ab1b) {{(pid=103774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:30:08.197587 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-a29be532-0c41-4fd7-bbcf-922d792e208a tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), precommit_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:08.232113 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-a29be532-0c41-4fd7-bbcf-922d792e208a tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), after_create {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:08.281342 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-a29be532-0c41-4fd7-bbcf-922d792e208a tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Network 1de7e087-e523-4730-ab30-ed24d80e9269 is already hosted by enough agents. {{(pid=103774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:30:08.284497 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.base_scheduler [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-a29be532-0c41-4fd7-bbcf-922d792e208a tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Resources bound (agent type, host, resource id): {{(pid=103774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:30:08.287026 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-a29be532-0c41-4fd7-bbcf-922d792e208a tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Received port after_create {{(pid=103774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:30:08.318892 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29be532-0c41-4fd7-bbcf-922d792e208a tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Pushing event updated for resources: {'Port': ['ID=a6271156-3eb2-4559-bf99-06054aa8ab1b,revision_number=1']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:30:08.344380 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-a29be532-0c41-4fd7-bbcf-922d792e208a tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:08.345047 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-a29be532-0c41-4fd7-bbcf-922d792e208a tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:08.362079 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-a29be532-0c41-4fd7-bbcf-922d792e208a tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5713112 Feb 28 21:30:08.374264 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.v2.base [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-71450216-2c74-4954-996d-f546059586ce service neutron] Request body: {'port': {'device_id': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-21'}} {{(pid=103774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:30:08.439860 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-71450216-2c74-4954-996d-f546059586ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:08.555490 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-85a02a83-a25b-47f5-9420-2380f9e23b0c None None] Provisioning complete for port a6271156-3eb2-4559-bf99-06054aa8ab1b triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:30:08.556117 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-85a02a83-a25b-47f5-9420-2380f9e23b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:08.590004 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-85a02a83-a25b-47f5-9420-2380f9e23b0c None None] Port a6271156-3eb2-4559-bf99-06054aa8ab1b cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:30:08.708910 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-71450216-2c74-4954-996d-f546059586ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6271156-3eb2-4559-bf99-06054aa8ab1b {{(pid=103774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:30:08.716367 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-71450216-2c74-4954-996d-f546059586ce service neutron] Publish callbacks [] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), precommit_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:08.728794 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.provisioning_blocks [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-71450216-2c74-4954-996d-f546059586ce service neutron] Transition to ACTIVE for port object a6271156-3eb2-4559-bf99-06054aa8ab1b will not be triggered until provisioned by entity L2. {{(pid=103774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:30:08.731836 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-71450216-2c74-4954-996d-f546059586ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:08.783562 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71450216-2c74-4954-996d-f546059586ce service neutron] Pushing event updated for resources: {'Port': ['ID=a6271156-3eb2-4559-bf99-06054aa8ab1b,revision_number=2']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:30:08.858917 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-71450216-2c74-4954-996d-f546059586ce service neutron] Attempting to bind port a6271156-3eb2-4559-bf99-06054aa8ab1b on host n-h2-820368-21 for vnic_type normal with profile {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:30:08.859256 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-71450216-2c74-4954-996d-f546059586ce service neutron] Attempting to bind port a6271156-3eb2-4559-bf99-06054aa8ab1b by drivers openvswitch,hyperv on host n-h2-820368-21 at level 0 using segments [{'id': '4c5fd76c-01dc-405a-9ba0-a6ded9d91002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269'}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:30:08.859586 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-71450216-2c74-4954-996d-f546059586ce service neutron] Attempting to bind port a6271156-3eb2-4559-bf99-06054aa8ab1b on network 1de7e087-e523-4730-ab30-ed24d80e9269 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:30:08.864994 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-71450216-2c74-4954-996d-f546059586ce service neutron] Port a6271156-3eb2-4559-bf99-06054aa8ab1b on network 1de7e087-e523-4730-ab30-ed24d80e9269 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-21 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:30:08.865321 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-71450216-2c74-4954-996d-f546059586ce service neutron] Attempting to bind port a6271156-3eb2-4559-bf99-06054aa8ab1b on network 1de7e087-e523-4730-ab30-ed24d80e9269 {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:30:08.870563 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-71450216-2c74-4954-996d-f546059586ce service neutron] Checking agent: {'id': '6205baa5-1fc8-40b8-b10a-b7a325ca4dab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:30:08.870907 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-71450216-2c74-4954-996d-f546059586ce service neutron] Checking segment: {'id': '4c5fd76c-01dc-405a-9ba0-a6ded9d91002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:30:08.871299 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-71450216-2c74-4954-996d-f546059586ce service neutron] Bound using segment: {'id': '4c5fd76c-01dc-405a-9ba0-a6ded9d91002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269'} {{(pid=103774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:30:08.871726 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.managers [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-71450216-2c74-4954-996d-f546059586ce service neutron] Bound port: a6271156-3eb2-4559-bf99-06054aa8ab1b, host: n-h2-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c5fd76c-01dc-405a-9ba0-a6ded9d91002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269'}}] {{(pid=103774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:30:08.872112 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-71450216-2c74-4954-996d-f546059586ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), before_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:08.940680 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-71450216-2c74-4954-996d-f546059586ce service neutron] For port a6271156-3eb2-4559-bf99-06054aa8ab1b, host n-h2-820368-21, cleared binding levels {{(pid=103774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:30:08.943887 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-71450216-2c74-4954-996d-f546059586ce service neutron] For port a6271156-3eb2-4559-bf99-06054aa8ab1b, host n-h2-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a6271156-3eb2-4559-bf99-06054aa8ab1b,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:30:08.950055 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-71450216-2c74-4954-996d-f546059586ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359998'] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), after_update {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:08.983072 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-71450216-2c74-4954-996d-f546059586ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:08.983831 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-71450216-2c74-4954-996d-f546059586ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:08.985130 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-71450216-2c74-4954-996d-f546059586ce service neutron] 10.222.0.10 "PUT /v2.0/ports/a6271156-3eb2-4559-bf99-06054aa8ab1b HTTP/1.1" status: 200 len: 1092 time: 0.6152649 Feb 28 21:30:08.986180 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'tag': 'a6271156-3eb2-4559-bf99-06054aa8ab1b'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:30:08.988545 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abe6898-607b-4ab5-af0a-92fbd292044c" -d '{"events": [{"name": "network-changed", "server_uuid": "40f90b26-5056-46e0-ad60-a30f8b49735a", "tag": "a6271156-3eb2-4559-bf99-06054aa8ab1b"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:30:09.027313 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71450216-2c74-4954-996d-f546059586ce service neutron] Pushing event updated for resources: {'Port': ['ID=a6271156-3eb2-4559-bf99-06054aa8ab1b,revision_number=3']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:30:09.087739 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-be989b95-e3c4-4c05-9489-e7392a86255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:09.089408 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-be989b95-e3c4-4c05-9489-e7392a86255a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cd28fb1f5c44f6b95f1aaa0245aa1c5&device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 1126 time: 0.0575624 Feb 28 21:30:09.104964 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea1210a-33d2-4969-9f9b-fa5084847c82 x-openstack-request-id: req-8ea1210a-33d2-4969-9f9b-fa5084847c82 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:30:09.105447 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f90b26-5056-46e0-ad60-a30f8b49735a", "tag": "a6271156-3eb2-4559-bf99-06054aa8ab1b", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:30:09.105732 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ea1210a-33d2-4969-9f9b-fa5084847c82 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:30:09.106146 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'tag': 'a6271156-3eb2-4559-bf99-06054aa8ab1b', 'status': 'completed', 'code': 200} Feb 28 21:30:09.143313 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-f99fdfd7-d1ef-4e38-a0e4-4d50472ae9cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6271156-3eb2-4559-bf99-06054aa8ab1b HTTP/1.1" status: 200 len: 217 time: 0.0453372 Feb 28 21:30:09.225484 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-edc95ed6-fbe2-4fff-adc2-670ba7918a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:09.227000 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-edc95ed6-fbe2-4fff-adc2-670ba7918a6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ae82acc-4449-426a-aeef-29b635beb964 HTTP/1.1" status: 200 len: 849 time: 0.0768659 Feb 28 21:30:09.250671 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb8142-9c64-426f-ae9d-da016fc51168 req-d88dff0e-6182-4b14-af8d-e1d2796e1115 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:09.252223 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbbb8142-9c64-426f-ae9d-da016fc51168 req-d88dff0e-6182-4b14-af8d-e1d2796e1115 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 943 time: 0.0935955 Feb 28 21:30:09.325077 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fbbb8142-9c64-426f-ae9d-da016fc51168 req-14547281-13be-4b52-bb67-0836b0811d8e tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570488 Feb 28 21:30:09.327846 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-c88f9ec6-16cd-4202-91a4-fbd20ec8fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:09.329930 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-c88f9ec6-16cd-4202-91a4-fbd20ec8fee8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1de7e087-e523-4730-ab30-ed24d80e9269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0945261 Feb 28 21:30:09.423158 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-7beab952-a494-4bbc-b6c0-42bc208cb7bc service neutron] 10.222.0.10 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853882 Feb 28 21:30:09.515908 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-773aa784-c3ea-403b-aafc-9f8ee79fdc78 req-3d3200a4-9b1c-4adf-97da-069d53ad28bf service neutron] 10.222.0.10 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865483 Feb 28 21:30:09.615017 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe6898-607b-4ab5-af0a-92fbd292044c req-8f73e0e3-6289-43bf-94e8-5fa78c40c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:09.616482 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6abe6898-607b-4ab5-af0a-92fbd292044c req-8f73e0e3-6289-43bf-94e8-5fa78c40c7ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cd28fb1f5c44f6b95f1aaa0245aa1c5&device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 1126 time: 0.0460570 Feb 28 21:30:09.710403 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe6898-607b-4ab5-af0a-92fbd292044c req-5b7adbe3-645c-4328-b431-fe085c7956e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:09.715157 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6abe6898-607b-4ab5-af0a-92fbd292044c req-5b7adbe3-645c-4328-b431-fe085c7956e0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1de7e087-e523-4730-ab30-ed24d80e9269 HTTP/1.1" status: 200 len: 910 time: 0.0896623 Feb 28 21:30:09.755445 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6abe6898-607b-4ab5-af0a-92fbd292044c req-60b443ec-d52d-459b-a44c-dd0cbd10daeb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6271156-3eb2-4559-bf99-06054aa8ab1b HTTP/1.1" status: 200 len: 217 time: 0.0369112 Feb 28 21:30:09.805601 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe6898-607b-4ab5-af0a-92fbd292044c req-852354b5-bcc0-48ac-9058-da6d2a1b69f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:09.807112 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6abe6898-607b-4ab5-af0a-92fbd292044c req-852354b5-bcc0-48ac-9058-da6d2a1b69f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ae82acc-4449-426a-aeef-29b635beb964 HTTP/1.1" status: 200 len: 849 time: 0.0450075 Feb 28 21:30:09.860421 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe6898-607b-4ab5-af0a-92fbd292044c req-b6a7c085-7185-4e5f-88c3-ec52e252c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:09.861918 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6abe6898-607b-4ab5-af0a-92fbd292044c req-b6a7c085-7185-4e5f-88c3-ec52e252c58f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1de7e087-e523-4730-ab30-ed24d80e9269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485108 Feb 28 21:30:09.962668 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6abe6898-607b-4ab5-af0a-92fbd292044c req-f4128a7d-59ad-480c-b2a1-30547e1d8f82 service neutron] 10.222.0.10 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932660 Feb 28 21:30:10.065426 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6abe6898-607b-4ab5-af0a-92fbd292044c req-443dfac9-aac2-487f-ac56-0021df6e5a90 service neutron] 10.222.0.10 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968506 Feb 28 21:30:10.446162 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56be4c4-8c47-419d-9c0e-47597a84d61a req-eda4a686-2750-4de8-9b7f-dd254c85f840 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:10.447630 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e56be4c4-8c47-419d-9c0e-47597a84d61a req-eda4a686-2750-4de8-9b7f-dd254c85f840 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 943 time: 0.0523863 Feb 28 21:30:10.496389 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-e56be4c4-8c47-419d-9c0e-47597a84d61a req-5217ead3-5635-4313-b5d0-661ecf1c9efb tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431979 Feb 28 21:30:11.615042 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184871f-a12b-4daf-8cf2-c873ff5ae348 req-a74142d2-afb2-4226-bcbd-f7cf1586c3b0 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:11.616542 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0184871f-a12b-4daf-8cf2-c873ff5ae348 req-a74142d2-afb2-4226-bcbd-f7cf1586c3b0 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 943 time: 0.0513399 Feb 28 21:30:11.664243 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0184871f-a12b-4daf-8cf2-c873ff5ae348 req-20135e60-abe7-44d0-9bc1-bd5235aca50c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420005 Feb 28 21:30:11.839029 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a6271156-3eb2-4559-bf99-06054aa8ab1b details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:30:11.933249 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a6271156-3eb2-4559-bf99-06054aa8ab1b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a6271156-3eb2-4559-bf99-06054aa8ab1b,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:30:11.944210 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'a6271156-3eb2-4559-bf99-06054aa8ab1b', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'port_id': 'a6271156-3eb2-4559-bf99-06054aa8ab1b', 'mac_address': 'fa:16:3e:cd:b8:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae82acc-4449-426a-aeef-29b635beb964', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:30:11.983859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port a6271156-3eb2-4559-bf99-06054aa8ab1b is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:30:11.984246 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:11.997044 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6271156-3eb2-4559-bf99-06054aa8ab1b {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:30:12.016255 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a6271156-3eb2-4559-bf99-06054aa8ab1b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a6271156-3eb2-4559-bf99-06054aa8ab1b,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:30:12.021117 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:12.073886 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=a6271156-3eb2-4559-bf99-06054aa8ab1b,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:30:12.270015 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['a6271156-3eb2-4559-bf99-06054aa8ab1b'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:30:12.789949 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed37cc-6ae1-49bc-abde-ceaa697c3c79 req-9114408b-4e7e-424f-9c6e-f903b231276c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:12.791464 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-daed37cc-6ae1-49bc-abde-ceaa697c3c79 req-9114408b-4e7e-424f-9c6e-f903b231276c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 944 time: 0.0578094 Feb 28 21:30:12.839943 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-daed37cc-6ae1-49bc-abde-ceaa697c3c79 req-bf82b1fb-8020-4c13-8862-feebbea0f7a7 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428700 Feb 28 21:30:13.861101 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a6271156-3eb2-4559-bf99-06054aa8ab1b up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:30:13.912283 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning for port a6271156-3eb2-4559-bf99-06054aa8ab1b completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:30:13.919547 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port a6271156-3eb2-4559-bf99-06054aa8ab1b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:30:13.919952 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:13.958536 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360de7a-7304-45de-8f56-572a3b955112 req-9c092cee-819e-4f33-97e6-df139e85877c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:13.960321 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8360de7a-7304-45de-8f56-572a3b955112 req-9c092cee-819e-4f33-97e6-df139e85877c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 944 time: 0.0541532 Feb 28 21:30:14.002488 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port a6271156-3eb2-4559-bf99-06054aa8ab1b is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:30:14.002871 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:14.010825 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8360de7a-7304-45de-8f56-572a3b955112 req-0fd092d1-9601-45a9-a4e0-8101d2b6bba4 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440803 Feb 28 21:30:14.026843 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6271156-3eb2-4559-bf99-06054aa8ab1b'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:30:14.029165 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8969c6-aba7-4106-b552-2985012e388c" -d '{"events": [{"server_uuid": "40f90b26-5056-46e0-ad60-a30f8b49735a", "name": "network-vif-plugged", "status": "completed", "tag": "a6271156-3eb2-4559-bf99-06054aa8ab1b"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:30:14.042001 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a6271156-3eb2-4559-bf99-06054aa8ab1b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a6271156-3eb2-4559-bf99-06054aa8ab1b,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:30:14.046655 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:14.071707 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d690f74b-3da7-47d8-8395-5c61fe49c313 x-openstack-request-id: req-d690f74b-3da7-47d8-8395-5c61fe49c313 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:30:14.072027 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f90b26-5056-46e0-ad60-a30f8b49735a", "name": "network-vif-plugged", "status": "completed", "tag": "a6271156-3eb2-4559-bf99-06054aa8ab1b", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:30:14.072283 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d690f74b-3da7-47d8-8395-5c61fe49c313 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:30:14.072683 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6271156-3eb2-4559-bf99-06054aa8ab1b', 'code': 200} Feb 28 21:30:14.101164 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=a6271156-3eb2-4559-bf99-06054aa8ab1b,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:30:14.219194 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be619009-9c92-4556-b317-0acff78bbf06 req-62f4e78e-de14-4769-a405-d42f2bd4f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:14.220775 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-be619009-9c92-4556-b317-0acff78bbf06 req-62f4e78e-de14-4769-a405-d42f2bd4f349 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 1128 time: 0.0910969 Feb 28 21:30:14.267740 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-be619009-9c92-4556-b317-0acff78bbf06 req-3eecf221-8384-4d82-a02e-d0ffe43d5090 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405719 Feb 28 21:30:15.135606 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf9869-6b83-4eba-a68d-daa50a39469d req-f3821a04-c409-4203-a4f2-2bd0b7c9fe05 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:15.137207 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4cf9869-6b83-4eba-a68d-daa50a39469d req-f3821a04-c409-4203-a4f2-2bd0b7c9fe05 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 945 time: 0.0563557 Feb 28 21:30:15.219311 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-b4cf9869-6b83-4eba-a68d-daa50a39469d req-2da0b2e4-c83c-4a98-a3f7-c3901a43ada5 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747027 Feb 28 21:30:16.341022 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb3fdf-6301-43d9-b0d3-0c22e2ae781f req-982d5a7a-6b03-4950-bd4b-9a03e6f8f67d tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:16.342485 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-25fb3fdf-6301-43d9-b0d3-0c22e2ae781f req-982d5a7a-6b03-4950-bd4b-9a03e6f8f67d tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 945 time: 0.0544572 Feb 28 21:30:16.394167 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-25fb3fdf-6301-43d9-b0d3-0c22e2ae781f req-9e2d77ad-788e-43be-9af0-9972e7875ecf tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456150 Feb 28 21:30:16.507861 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce315f1-670e-41db-ab02-ec9a4a4dadda req-ccb6e6d9-127b-489f-8181-8b83c15d9b8c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:16.509556 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4ce315f1-670e-41db-ab02-ec9a4a4dadda req-ccb6e6d9-127b-489f-8181-8b83c15d9b8c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 945 time: 0.0520387 Feb 28 21:30:16.557207 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4ce315f1-670e-41db-ab02-ec9a4a4dadda req-29b41325-cdbd-4a12-a1a0-88a1a6b7be2a tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421703 Feb 28 21:30:16.578127 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49166) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:30:16.666651 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be04023c-7344-4da3-b134-973b94db20d9 tempest-TestSnapshotPattern-1203484872 tempest-TestSnapshotPattern-1203484872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:16.668108 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-be04023c-7344-4da3-b134-973b94db20d9 tempest-TestSnapshotPattern-1203484872 tempest-TestSnapshotPattern-1203484872-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 1123 time: 0.0889599 Feb 28 21:30:16.670927 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49170) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:30:16.672002 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-8b0c8794-1e8c-43da-9d95-5a0509dffaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:16.675977 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-ed11ceb4-1c15-4d14-ad41-6692d62813e6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': 'a6271156-3eb2-4559-bf99-06054aa8ab1b', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:30:16.694876 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed11ceb4-1c15-4d14-ad41-6692d62813e6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:16.787220 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed11ceb4-1c15-4d14-ad41-6692d62813e6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:16.892694 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-ed11ceb4-1c15-4d14-ad41-6692d62813e6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Allocated IP 172.25.0.85 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/ae5e4657-26ec-4a79-8712-d8c217ee15e9) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:30:16.992277 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed11ceb4-1c15-4d14-ad41-6692d62813e6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for port (ae5e4657-26ec-4a79-8712-d8c217ee15e9), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:17.025321 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed11ceb4-1c15-4d14-ad41-6692d62813e6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ae5e4657-26ec-4a79-8712-d8c217ee15e9), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:17.063352 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed11ceb4-1c15-4d14-ad41-6692d62813e6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:30:17.066830 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-ed11ceb4-1c15-4d14-ad41-6692d62813e6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:30:17.070216 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed11ceb4-1c15-4d14-ad41-6692d62813e6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:30:17.093471 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11ceb4-1c15-4d14-ad41-6692d62813e6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Pushing event updated for resources: {'Port': ['ID=ae5e4657-26ec-4a79-8712-d8c217ee15e9,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:30:17.437771 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed11ceb4-1c15-4d14-ad41-6692d62813e6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for floatingip (6ae62ac8-ea16-4967-86a1-c513e2e30245), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:17.505514 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed11ceb4-1c15-4d14-ad41-6692d62813e6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (ae5e4657-26ec-4a79-8712-d8c217ee15e9), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:17.654786 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed11ceb4-1c15-4d14-ad41-6692d62813e6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for port (ae5e4657-26ec-4a79-8712-d8c217ee15e9), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:17.659107 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed11ceb4-1c15-4d14-ad41-6692d62813e6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (ae5e4657-26ec-4a79-8712-d8c217ee15e9), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:17.727166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11ceb4-1c15-4d14-ad41-6692d62813e6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Pushing event updated for resources: {'Port': ['ID=ae5e4657-26ec-4a79-8712-d8c217ee15e9,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:30:17.736900 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed11ceb4-1c15-4d14-ad41-6692d62813e6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (6ae62ac8-ea16-4967-86a1-c513e2e30245), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:17.837066 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-ed11ceb4-1c15-4d14-ad41-6692d62813e6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Floating IP 6ae62ac8-ea16-4967-86a1-c513e2e30245 associated. External IP: 172.25.0.85, port: a6271156-3eb2-4559-bf99-06054aa8ab1b. Feb 28 21:30:18.049617 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed11ceb4-1c15-4d14-ad41-6692d62813e6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:30:18.158672 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed11ceb4-1c15-4d14-ad41-6692d62813e6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:30:18.168388 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d69ef13-6dc5-46d7-8c36-f4210d017773 None None] Sync routers for ids ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:30:18.177426 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-ed11ceb4-1c15-4d14-ad41-6692d62813e6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:18.180309 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d69ef13-6dc5-46d7-8c36-f4210d017773 None None] Routers {'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:30:18.181035 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3d69ef13-6dc5-46d7-8c36-f4210d017773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:30:18.208344 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-ed11ceb4-1c15-4d14-ad41-6692d62813e6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5364075 Feb 28 21:30:18.209348 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'tag': 'a6271156-3eb2-4559-bf99-06054aa8ab1b'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:30:18.211996 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595ee392-0bce-4f9e-8ffd-290d2ec68721" -d '{"events": [{"name": "network-changed", "server_uuid": "40f90b26-5056-46e0-ad60-a30f8b49735a", "tag": "a6271156-3eb2-4559-bf99-06054aa8ab1b"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:30:18.300857 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-3d69ef13-6dc5-46d7-8c36-f4210d017773 None None] Set router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:30:18.308423 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ab3c0b-b791-4ce6-838a-771aba1aea2c x-openstack-request-id: req-f1ab3c0b-b791-4ce6-838a-771aba1aea2c {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:30:18.308715 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f90b26-5056-46e0-ad60-a30f8b49735a", "tag": "a6271156-3eb2-4559-bf99-06054aa8ab1b", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:30:18.309035 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1ab3c0b-b791-4ce6-838a-771aba1aea2c {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:30:18.309382 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'tag': 'a6271156-3eb2-4559-bf99-06054aa8ab1b', 'status': 'completed', 'code': 200} Feb 28 21:30:18.373786 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ee392-0bce-4f9e-8ffd-290d2ec68721 req-e3727faa-f372-4704-b30c-e2b6e8b7e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:18.375305 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-595ee392-0bce-4f9e-8ffd-290d2ec68721 req-e3727faa-f372-4704-b30c-e2b6e8b7e23c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cd28fb1f5c44f6b95f1aaa0245aa1c5&device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 1128 time: 0.0453980 Feb 28 21:30:18.469965 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ee392-0bce-4f9e-8ffd-290d2ec68721 req-f6a0d351-c985-434b-9254-9b706cb38f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:18.471574 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-595ee392-0bce-4f9e-8ffd-290d2ec68721 req-f6a0d351-c985-434b-9254-9b706cb38f6c service neutron] 10.222.0.10 "GET /v2.0/networks?id=1de7e087-e523-4730-ab30-ed24d80e9269 HTTP/1.1" status: 200 len: 910 time: 0.0896564 Feb 28 21:30:18.527679 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3d69ef13-6dc5-46d7-8c36-f4210d017773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'name': 'tempest-TestSnapshotPattern-1414017280-router', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca393f85-3711-4f50-a926-535a503cc824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:53Z', 'revision_number': 4, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'gw_port': {'id': 'ca393f85-3711-4f50-a926-535a503cc824', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '6ae62ac8-ea16-4967-86a1-c513e2e30245', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'port_id': 'a6271156-3eb2-4559-bf99-06054aa8ab1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'mac_address': 'fa:16:3e:cd:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:30:17Z', 'updated_at': '2022-02-28T21:30:17Z', 'revision_number': 0, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9202e531-ed15-4c42-9e4c-1275ca9e08b0', 'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'mac_address': 'fa:16:3e:26:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1ae82acc-4449-426a-aeef-29b635beb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:53Z', 'updated_at': '2022-02-28T21:29:58Z', 'revision_number': 5, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'subnets': [{'id': '1ae82acc-4449-426a-aeef-29b635beb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:30:18.536652 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-595ee392-0bce-4f9e-8ffd-290d2ec68721 req-7af6ea4f-2409-4c5f-a123-0cbba9599fda service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6271156-3eb2-4559-bf99-06054aa8ab1b HTTP/1.1" status: 200 len: 998 time: 0.0589466 Feb 28 21:30:18.556493 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d69ef13-6dc5-46d7-8c36-f4210d017773 None None] Checking router: a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:30:18.565019 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d69ef13-6dc5-46d7-8c36-f4210d017773 None None] Routers {'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:30:18.565630 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3d69ef13-6dc5-46d7-8c36-f4210d017773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:29:49Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:30:18.589272 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ee392-0bce-4f9e-8ffd-290d2ec68721 req-d8949d0d-72e1-4fad-9827-470438b8a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:18.590780 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-595ee392-0bce-4f9e-8ffd-290d2ec68721 req-d8949d0d-72e1-4fad-9827-470438b8a9bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ae82acc-4449-426a-aeef-29b635beb964 HTTP/1.1" status: 200 len: 849 time: 0.0479383 Feb 28 21:30:18.642608 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ee392-0bce-4f9e-8ffd-290d2ec68721 req-52be50ba-7d0e-40bd-a36c-eb8d91bfc05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:30:18.644198 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-595ee392-0bce-4f9e-8ffd-290d2ec68721 req-52be50ba-7d0e-40bd-a36c-eb8d91bfc05d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1de7e087-e523-4730-ab30-ed24d80e9269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453331 Feb 28 21:30:18.676691 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-3d69ef13-6dc5-46d7-8c36-f4210d017773 None None] Set router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:30:18.733463 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-595ee392-0bce-4f9e-8ffd-290d2ec68721 req-0f569941-cf09-4fb1-bdec-809632c95776 service neutron] 10.222.0.10 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827620 Feb 28 21:30:18.825518 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-595ee392-0bce-4f9e-8ffd-290d2ec68721 req-e0b1dad9-504b-4ab9-9a8c-48abd00dc5e5 service neutron] 10.222.0.10 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855465 Feb 28 21:30:18.911362 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-3d69ef13-6dc5-46d7-8c36-f4210d017773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'name': 'tempest-TestSnapshotPattern-1414017280-router', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca393f85-3711-4f50-a926-535a503cc824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:53Z', 'revision_number': 4, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'gw_port': {'id': 'ca393f85-3711-4f50-a926-535a503cc824', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '6ae62ac8-ea16-4967-86a1-c513e2e30245', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'port_id': 'a6271156-3eb2-4559-bf99-06054aa8ab1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'mac_address': 'fa:16:3e:cd:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:30:17Z', 'updated_at': '2022-02-28T21:30:17Z', 'revision_number': 0, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9202e531-ed15-4c42-9e4c-1275ca9e08b0', 'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'mac_address': 'fa:16:3e:26:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1ae82acc-4449-426a-aeef-29b635beb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:53Z', 'updated_at': '2022-02-28T21:29:58Z', 'revision_number': 5, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'subnets': [{'id': '1ae82acc-4449-426a-aeef-29b635beb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:30:18.938583 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d69ef13-6dc5-46d7-8c36-f4210d017773 None None] The sync data for ids ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'] in n-d-820368-21 is: [{'id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'name': 'tempest-TestSnapshotPattern-1414017280-router', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca393f85-3711-4f50-a926-535a503cc824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:53Z', 'revision_number': 4, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'gw_port': {'id': 'ca393f85-3711-4f50-a926-535a503cc824', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '6ae62ac8-ea16-4967-86a1-c513e2e30245', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'port_id': 'a6271156-3eb2-4559-bf99-06054aa8ab1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'mac_address': 'fa:16:3e:cd:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:30:17Z', 'updated_at': '2022-02-28T21:30:17Z', 'revision_number': 0, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9202e531-ed15-4c42-9e4c-1275ca9e08b0', 'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'mac_address': 'fa:16:3e:26:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1ae82acc-4449-426a-aeef-29b635beb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:53Z', 'updated_at': '2022-02-28T21:29:58Z', 'revision_number': 5, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'subnets': [{'id': '1ae82acc-4449-426a-aeef-29b635beb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:30:19.141018 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f87068-1063-4401-b8ab-ad84778ec2ef None None] New status for floating IP 6ae62ac8-ea16-4967-86a1-c513e2e30245: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:30:19.221085 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1c900696-8add-4c90-a0cd-ead1fdd71068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:20.411861 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:20.415515 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:21.603572 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:22.194771 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:30:22.916028 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:23.278487 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:46.675989 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-cc8b01e6-eb07-4b3e-b4c0-886be3134155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:49.225922 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6ec4edf9-9648-4095-be58-943e87fe3848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:50.392364 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:50.411371 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:51.604933 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:52.918748 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:53.291473 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:30:59.194857 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:31:03.650387 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4198198c-5160-4fe1-8a29-b5c41b90b1b5 req-c4d4793b-d0ae-4126-b80f-f2a889d0ae5e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438213 Feb 28 21:31:03.735893 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198198c-5160-4fe1-8a29-b5c41b90b1b5 req-517c4c3e-9e00-4dd4-b061-29c355801f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:31:03.737415 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4198198c-5160-4fe1-8a29-b5c41b90b1b5 req-517c4c3e-9e00-4dd4-b061-29c355801f94 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cd28fb1f5c44f6b95f1aaa0245aa1c5&device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 1128 time: 0.0445070 Feb 28 21:31:03.848987 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198198c-5160-4fe1-8a29-b5c41b90b1b5 req-5933f3fa-4c40-4110-b12a-1d87dc520001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:31:03.850485 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4198198c-5160-4fe1-8a29-b5c41b90b1b5 req-5933f3fa-4c40-4110-b12a-1d87dc520001 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1de7e087-e523-4730-ab30-ed24d80e9269 HTTP/1.1" status: 200 len: 910 time: 0.0938885 Feb 28 21:31:03.915670 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4198198c-5160-4fe1-8a29-b5c41b90b1b5 req-983da4b2-de57-4809-85e4-ad5764fad749 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6271156-3eb2-4559-bf99-06054aa8ab1b HTTP/1.1" status: 200 len: 1000 time: 0.0581372 Feb 28 21:31:03.969571 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198198c-5160-4fe1-8a29-b5c41b90b1b5 req-534f137d-261f-4d7b-b3c0-974f86c6b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:31:03.971009 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4198198c-5160-4fe1-8a29-b5c41b90b1b5 req-534f137d-261f-4d7b-b3c0-974f86c6b6c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ae82acc-4449-426a-aeef-29b635beb964 HTTP/1.1" status: 200 len: 849 time: 0.0492008 Feb 28 21:31:04.020764 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198198c-5160-4fe1-8a29-b5c41b90b1b5 req-e09e9978-a66d-4d4f-bbb8-4533d77d05d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:31:04.022287 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4198198c-5160-4fe1-8a29-b5c41b90b1b5 req-e09e9978-a66d-4d4f-bbb8-4533d77d05d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1de7e087-e523-4730-ab30-ed24d80e9269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442674 Feb 28 21:31:04.110172 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4198198c-5160-4fe1-8a29-b5c41b90b1b5 req-d31c2752-2a9b-4f32-aa52-7288d44b517c service neutron] 10.222.0.10 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814481 Feb 28 21:31:04.210650 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-4198198c-5160-4fe1-8a29-b5c41b90b1b5 req-e4c3df3a-8f0d-44a3-960b-f93e184d3c90 service neutron] 10.222.0.10 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929289 Feb 28 21:31:16.678696 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6e2d9ec5-64c9-456d-93b9-1c33d91357e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:31:19.232056 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3da86786-61bc-4eea-b585-20e2fd7dbc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:31:20.404437 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:31:20.414724 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:31:21.607775 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:31:22.920790 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:31:23.288953 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:31:36.194684 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:31:46.680209 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c422efe6-e709-427b-a9d0-a9f37457be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:31:49.225851 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b7ed-cfec-4bc8-b5f7-b73801e3ed21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:31:50.414996 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:31:50.419396 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:31:51.612390 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:31:52.923253 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:31:53.291499 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:05.653547 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d647fd6-f2fa-41ed-89e3-f950c6ebe886 req-c71e0cc3-9fa4-4269-922f-e514236ffeca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452847 Feb 28 21:32:05.744876 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d647fd6-f2fa-41ed-89e3-f950c6ebe886 req-5628780e-d91e-4d6b-b26b-60caee3a6274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:05.746417 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d647fd6-f2fa-41ed-89e3-f950c6ebe886 req-5628780e-d91e-4d6b-b26b-60caee3a6274 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cd28fb1f5c44f6b95f1aaa0245aa1c5&device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 1128 time: 0.0494118 Feb 28 21:32:05.847977 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d647fd6-f2fa-41ed-89e3-f950c6ebe886 req-83e9a5f1-8833-4fae-8b73-386755194526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:05.849428 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d647fd6-f2fa-41ed-89e3-f950c6ebe886 req-83e9a5f1-8833-4fae-8b73-386755194526 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1de7e087-e523-4730-ab30-ed24d80e9269 HTTP/1.1" status: 200 len: 910 time: 0.0840168 Feb 28 21:32:05.918151 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d647fd6-f2fa-41ed-89e3-f950c6ebe886 req-4f290e3b-af88-4c2e-8922-483a74f91b48 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6271156-3eb2-4559-bf99-06054aa8ab1b HTTP/1.1" status: 200 len: 1000 time: 0.0624192 Feb 28 21:32:05.968101 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d647fd6-f2fa-41ed-89e3-f950c6ebe886 req-10dea6d4-4174-4e85-8334-a080681be2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:05.969543 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d647fd6-f2fa-41ed-89e3-f950c6ebe886 req-10dea6d4-4174-4e85-8334-a080681be2f7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ae82acc-4449-426a-aeef-29b635beb964 HTTP/1.1" status: 200 len: 849 time: 0.0441651 Feb 28 21:32:06.018218 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d647fd6-f2fa-41ed-89e3-f950c6ebe886 req-bed80bc8-53e7-4d1e-a0d4-d34c1f45cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:06.019668 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d647fd6-f2fa-41ed-89e3-f950c6ebe886 req-bed80bc8-53e7-4d1e-a0d4-d34c1f45cf0e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1de7e087-e523-4730-ab30-ed24d80e9269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437887 Feb 28 21:32:06.112020 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d647fd6-f2fa-41ed-89e3-f950c6ebe886 req-c3b1ceca-ed1e-4135-b219-b9053d6c433c service neutron] 10.222.0.10 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858924 Feb 28 21:32:06.201465 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-3d647fd6-f2fa-41ed-89e3-f950c6ebe886 req-67f3422f-6fd6-4e42-9611-f80cc3b9f111 service neutron] 10.222.0.10 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826895 Feb 28 21:32:13.194671 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:32:16.331142 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a6271156-3eb2-4559-bf99-06054aa8ab1b details requested by agent hyperv_n-h2-820368-21 with host n-h2-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:32:16.434622 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a6271156-3eb2-4559-bf99-06054aa8ab1b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a6271156-3eb2-4559-bf99-06054aa8ab1b,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:32:16.447130 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Returning: {'device': 'a6271156-3eb2-4559-bf99-06054aa8ab1b', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'port_id': 'a6271156-3eb2-4559-bf99-06054aa8ab1b', 'mac_address': 'fa:16:3e:cd:b8:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae82acc-4449-426a-aeef-29b635beb964', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:32:16.488353 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port a6271156-3eb2-4559-bf99-06054aa8ab1b is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:32:16.488748 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:16.506688 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6271156-3eb2-4559-bf99-06054aa8ab1b {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:32:16.533316 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a6271156-3eb2-4559-bf99-06054aa8ab1b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a6271156-3eb2-4559-bf99-06054aa8ab1b,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:32:16.548921 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:16.615468 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=a6271156-3eb2-4559-bf99-06054aa8ab1b,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:32:16.623302 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:16.623634 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:16.623992 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:16.624319 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:16.624642 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:16.624962 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:16.625277 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:16.625591 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:16.625903 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:16.626215 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:16.626586 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:16.626840 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:16.627149 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:16.635306 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] get_ports_and_sgs() called for port_ids ['a6271156-3eb2-4559-bf99-06054aa8ab1b'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:32:16.699668 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-6b151ae1-9a83-4efe-9b34-20cbdd5876ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:18.348481 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a6271156-3eb2-4559-bf99-06054aa8ab1b up at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:32:18.416830 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Provisioning complete for port a6271156-3eb2-4559-bf99-06054aa8ab1b triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:32:18.417497 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:18.510717 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port a6271156-3eb2-4559-bf99-06054aa8ab1b is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:32:18.511447 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:18.541902 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6271156-3eb2-4559-bf99-06054aa8ab1b'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:32:18.550087 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5eb8ebb-1d08-4c58-a53a-df66fff037b9" -d '{"events": [{"server_uuid": "40f90b26-5056-46e0-ad60-a30f8b49735a", "name": "network-vif-plugged", "status": "completed", "tag": "a6271156-3eb2-4559-bf99-06054aa8ab1b"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:32:18.570226 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a6271156-3eb2-4559-bf99-06054aa8ab1b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a6271156-3eb2-4559-bf99-06054aa8ab1b,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:32:18.580112 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:18.639434 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=a6271156-3eb2-4559-bf99-06054aa8ab1b,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:32:18.701569 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0cb08f-3fdd-4751-a8dc-9afed55dc32f x-openstack-request-id: req-ba0cb08f-3fdd-4751-a8dc-9afed55dc32f {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:32:18.701870 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f90b26-5056-46e0-ad60-a30f8b49735a", "name": "network-vif-plugged", "status": "completed", "tag": "a6271156-3eb2-4559-bf99-06054aa8ab1b", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:32:18.702139 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba0cb08f-3fdd-4751-a8dc-9afed55dc32f {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:32:18.702735 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6271156-3eb2-4559-bf99-06054aa8ab1b', 'code': 200} Feb 28 21:32:19.230636 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-49b7f74b-5d36-4727-bf76-4e8bd7cd21c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:20.413392 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:20.429861 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:21.620084 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:22.930050 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:23.294696 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:27.417982 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-862215a0-61b1-4b90-9b4c-194393aa4b64 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929467445&fields=id&tenant_id=1cd28fb1f5c44f6b95f1aaa0245aa1c5 HTTP/1.1" status: 200 len: 267 time: 0.0452836 Feb 28 21:32:27.533512 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-82edc5e7-43b1-451c-8883-0bbb91b78e14 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:27.534953 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-82edc5e7-43b1-451c-8883-0bbb91b78e14 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/networks?id=1de7e087-e523-4730-ab30-ed24d80e9269 HTTP/1.1" status: 200 len: 810 time: 0.1106772 Feb 28 21:32:27.549075 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-8920a3e1-b9b3-4b40-8745-37ae62409ec9 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/quotas/1cd28fb1f5c44f6b95f1aaa0245aa1c5 HTTP/1.1" status: 200 len: 375 time: 0.0086083 Feb 28 21:32:27.605274 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-1d5ebdf1-5189-44ae-bf9c-99bfa7bf802c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd28fb1f5c44f6b95f1aaa0245aa1c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508599 Feb 28 21:32:27.712587 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-1349efa0-bec5-4bee-8937-820908f4da78 service neutron] 10.222.0.13 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890136 Feb 28 21:32:27.804324 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-79247e0d-33a3-4b46-8b11-59c3a747d601 service neutron] 10.222.0.13 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860581 Feb 28 21:32:27.971746 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-670e6a0b-8f7e-4687-b6b5-d6075d7d9b27 req-6eeea8ac-0efb-4bbb-a8e0-d4090f9a5c22 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 210 time: 0.0320449 Feb 28 21:32:28.940669 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-effb67fa-2202-450c-9749-12ab2146647c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:28.942169 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-effb67fa-2202-450c-9749-12ab2146647c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.15 "GET /v2.0/networks?id=1de7e087-e523-4730-ab30-ed24d80e9269 HTTP/1.1" status: 200 len: 810 time: 0.1109421 Feb 28 21:32:29.005849 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-d2dc36d0-3072-47cf-ab4e-532c43c89db1 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd28fb1f5c44f6b95f1aaa0245aa1c5 HTTP/1.1" status: 200 len: 380 time: 0.0551732 Feb 28 21:32:29.014599 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Request body: {'port': {'device_id': '0df1ed6d-17a0-4d53-bc65-d4a755bfef33', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'admin_state_up': True, 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'security_groups': ['62d7e146-2ff7-4e04-80f2-3619a22b4f3c']}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:32:29.074522 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-ff90d1f7-b988-4ffb-91f1-f9587d062144 req-2f06694e-2ae6-4d35-80d7-6a41dafff207 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 210 time: 0.0316091 Feb 28 21:32:29.494396 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Made reservation on behalf of 1cd28fb1f5c44f6b95f1aaa0245aa1c5 for: {'port': 1} {{(pid=103773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:32:29.499127 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:29.660192 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Allocated IP 172.20.0.3 (1de7e087-e523-4730-ab30-ed24d80e9269/1ae82acc-4449-426a-aeef-29b635beb964/35b3391e-e760-43a4-adc1-cd7a4578eafa) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:32:29.819666 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:29.854224 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:29.905865 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Network 1de7e087-e523-4730-ab30-ed24d80e9269 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:32:29.909012 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:32:29.914284 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:32:29.917221 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Pushing event updated for resources: {'Port': ['ID=35b3391e-e760-43a4-adc1-cd7a4578eafa,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:32:29.947216 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:29.947961 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:29.947961 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:29.948307 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:29.948611 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:29.948945 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:29.949264 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:29.949588 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:29.949907 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:29.950221 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:29.950542 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:29.950859 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:29.951182 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:32:29.980775 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:29.984147 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:30.006872 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-0db81f77-e52d-4e1d-9a7c-2ea4cb1c0e81 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9959135 Feb 28 21:32:30.217658 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbe134-ee48-444b-93b8-d1858f9bf0cb req-de000c2b-b832-4a5d-96e1-8ffd8a6c24b4 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:30.219117 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39fbe134-ee48-444b-93b8-d1858f9bf0cb req-de000c2b-b832-4a5d-96e1-8ffd8a6c24b4 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 931 time: 0.0631783 Feb 28 21:32:30.249310 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-f74c5fc1-40a6-4a23-b8ad-0a95d7c31991 None None] Provisioning complete for port 35b3391e-e760-43a4-adc1-cd7a4578eafa triggered by entity DHCP. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:32:30.250429 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f74c5fc1-40a6-4a23-b8ad-0a95d7c31991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:30.289294 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-f74c5fc1-40a6-4a23-b8ad-0a95d7c31991 None None] Port 35b3391e-e760-43a4-adc1-cd7a4578eafa cannot update to ACTIVE because it is not bound. {{(pid=103775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:32:30.297239 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-39fbe134-ee48-444b-93b8-d1858f9bf0cb req-372280f7-8074-43e0-9b32-c28ca77d210f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718057 Feb 28 21:32:30.417886 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a6271156-3eb2-4559-bf99-06054aa8ab1b no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:32:30.505872 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Current status of the port a6271156-3eb2-4559-bf99-06054aa8ab1b is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:32:30.506257 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:30.532520 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6271156-3eb2-4559-bf99-06054aa8ab1b'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:32:30.534711 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac74e994-c3ef-4188-953c-998602e7c86f" -d '{"events": [{"server_uuid": "40f90b26-5056-46e0-ad60-a30f8b49735a", "name": "network-vif-unplugged", "status": "completed", "tag": "a6271156-3eb2-4559-bf99-06054aa8ab1b"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:32:30.548068 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] For port a6271156-3eb2-4559-bf99-06054aa8ab1b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a6271156-3eb2-4559-bf99-06054aa8ab1b,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:32:30.554004 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:30.597161 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 21:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e95d499-2755-499a-8407-dcab5b3ace7d x-openstack-request-id: req-2e95d499-2755-499a-8407-dcab5b3ace7d {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:32:30.597448 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f90b26-5056-46e0-ad60-a30f8b49735a", "name": "network-vif-unplugged", "status": "completed", "tag": "a6271156-3eb2-4559-bf99-06054aa8ab1b", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:32:30.597702 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e95d499-2755-499a-8407-dcab5b3ace7d {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:32:30.598100 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6271156-3eb2-4559-bf99-06054aa8ab1b', 'code': 200} Feb 28 21:32:30.608453 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Pushing event updated for resources: {'Port': ['ID=a6271156-3eb2-4559-bf99-06054aa8ab1b,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:32:31.434602 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af42a2-71a3-41e7-9292-7f154e6ad844 req-6658c7a2-92a8-4054-ab88-7bf131571df2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:31.435909 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4af42a2-71a3-41e7-9292-7f154e6ad844 req-6658c7a2-92a8-4054-ab88-7bf131571df2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 931 time: 0.0600226 Feb 28 21:32:31.499441 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f4af42a2-71a3-41e7-9292-7f154e6ad844 req-50a838da-4d28-4e22-bbff-d0fb2cab9653 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540726 Feb 28 21:32:32.625795 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db43f6-e854-412b-9faa-d491c7812b10 req-7d471e93-5733-49b6-aa7c-67b64d6f44ab tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:32.627352 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21db43f6-e854-412b-9faa-d491c7812b10 req-7d471e93-5733-49b6-aa7c-67b64d6f44ab tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 931 time: 0.0547383 Feb 28 21:32:32.689751 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-21db43f6-e854-412b-9faa-d491c7812b10 req-75ef90e6-6849-46c7-b0b6-ce974dd9c4b1 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528178 Feb 28 21:32:33.827912 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f58369-0ea7-4fee-8c77-03935fab4846 req-c3232f1b-d4d5-4306-8814-48394eb1b0cb tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:33.829745 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f5f58369-0ea7-4fee-8c77-03935fab4846 req-c3232f1b-d4d5-4306-8814-48394eb1b0cb tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 931 time: 0.0638340 Feb 28 21:32:33.924411 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-f5f58369-0ea7-4fee-8c77-03935fab4846 req-f46f6fa8-58a2-431f-b11e-0ae5b01466d5 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869136 Feb 28 21:32:35.061180 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1b534-91b8-4afb-82d6-b67782f619c4 req-999c4a9e-f9ac-4410-82bc-fb72782cf33e tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:35.063286 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10c1b534-91b8-4afb-82d6-b67782f619c4 req-999c4a9e-f9ac-4410-82bc-fb72782cf33e tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 931 time: 0.0726705 Feb 28 21:32:35.121819 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-10c1b534-91b8-4afb-82d6-b67782f619c4 req-bf377acd-aa3b-4be4-b231-9ba53bb48768 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515504 Feb 28 21:32:36.252802 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82923e7-1812-44df-97ea-1159c1df4e7e req-6b5e690d-88a2-4aba-b486-7e5c3e276a55 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:36.254310 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a82923e7-1812-44df-97ea-1159c1df4e7e req-6b5e690d-88a2-4aba-b486-7e5c3e276a55 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 931 time: 0.0549679 Feb 28 21:32:36.311034 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-a82923e7-1812-44df-97ea-1159c1df4e7e req-5f71e587-861b-4492-9f1c-629df5409611 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473421 Feb 28 21:32:36.907710 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] Request body: {'port': {'device_id': '0df1ed6d-17a0-4d53-bc65-d4a755bfef33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-21'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:32:36.968455 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:37.222113 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b3391e-e760-43a4-adc1-cd7a4578eafa {{(pid=103773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:32:37.230031 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] Publish callbacks [] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:37.241931 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.provisioning_blocks [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] Transition to ACTIVE for port object 35b3391e-e760-43a4-adc1-cd7a4578eafa will not be triggered until provisioned by entity L2. {{(pid=103773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:32:37.245475 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:37.314939 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] Pushing event updated for resources: {'Port': ['ID=35b3391e-e760-43a4-adc1-cd7a4578eafa,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:32:37.368873 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] Attempting to bind port 35b3391e-e760-43a4-adc1-cd7a4578eafa on host n-h1-820368-21 for vnic_type normal with profile {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:32:37.369226 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] Attempting to bind port 35b3391e-e760-43a4-adc1-cd7a4578eafa by drivers openvswitch,hyperv on host n-h1-820368-21 at level 0 using segments [{'id': '4c5fd76c-01dc-405a-9ba0-a6ded9d91002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269'}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:32:37.369565 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] Attempting to bind port 35b3391e-e760-43a4-adc1-cd7a4578eafa on network 1de7e087-e523-4730-ab30-ed24d80e9269 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:32:37.374193 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] Port 35b3391e-e760-43a4-adc1-cd7a4578eafa on network 1de7e087-e523-4730-ab30-ed24d80e9269 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-21 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:32:37.374521 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] Attempting to bind port 35b3391e-e760-43a4-adc1-cd7a4578eafa on network 1de7e087-e523-4730-ab30-ed24d80e9269 {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:32:37.380232 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] Checking agent: {'id': '449401bf-167c-4deb-a4c8-8af7b187ef28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-21', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'started_at': datetime.datetime(2022, 2, 28, 20, 2, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:32:37.380583 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] Checking segment: {'id': '4c5fd76c-01dc-405a-9ba0-a6ded9d91002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:32:37.381017 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] Bound using segment: {'id': '4c5fd76c-01dc-405a-9ba0-a6ded9d91002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269'} {{(pid=103773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:32:37.381517 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.managers [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] Bound port: 35b3391e-e760-43a4-adc1-cd7a4578eafa, host: n-h1-820368-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c5fd76c-01dc-405a-9ba0-a6ded9d91002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269'}}] {{(pid=103773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:32:37.381882 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:37.452536 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] For port 35b3391e-e760-43a4-adc1-cd7a4578eafa, host n-h1-820368-21, cleared binding levels {{(pid=103773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:32:37.454735 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6379e-eb5e-47b8-9fdf-171f54d87a88 req-824c8755-2147-48ef-90ae-fb42ea66cc1c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:37.455778 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] For port 35b3391e-e760-43a4-adc1-cd7a4578eafa, host n-h1-820368-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=35b3391e-e760-43a4-adc1-cd7a4578eafa,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:32:37.456480 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-03c6379e-eb5e-47b8-9fdf-171f54d87a88 req-824c8755-2147-48ef-90ae-fb42ea66cc1c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 943 time: 0.0571840 Feb 28 21:32:37.463292 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:37.507864 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:37.508602 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:37.510298 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] 10.222.0.15 "PUT /v2.0/ports/35b3391e-e760-43a4-adc1-cd7a4578eafa HTTP/1.1" status: 200 len: 1092 time: 0.6066821 Feb 28 21:32:37.510851 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df1ed6d-17a0-4d53-bc65-d4a755bfef33', 'tag': '35b3391e-e760-43a4-adc1-cd7a4578eafa'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:32:37.513415 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2200955f-d0c7-4f11-a37c-cd5e81d0ee2a" -d '{"events": [{"name": "network-changed", "server_uuid": "0df1ed6d-17a0-4d53-bc65-d4a755bfef33", "tag": "35b3391e-e760-43a4-adc1-cd7a4578eafa"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:32:37.515902 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-03c6379e-eb5e-47b8-9fdf-171f54d87a88 req-dbc5d8a5-13a5-4c74-b9a2-237e5f8503a6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518770 Feb 28 21:32:37.538368 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb5958-25a1-42a7-874e-74b931f67c49 service neutron] Pushing event updated for resources: {'Port': ['ID=35b3391e-e760-43a4-adc1-cd7a4578eafa,revision_number=3']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:32:37.590022 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1328065c-232c-45ad-ab1b-85c0bcd4ebcb x-openstack-request-id: req-1328065c-232c-45ad-ab1b-85c0bcd4ebcb {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:32:37.590322 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df1ed6d-17a0-4d53-bc65-d4a755bfef33", "tag": "35b3391e-e760-43a4-adc1-cd7a4578eafa", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:32:37.590580 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1328065c-232c-45ad-ab1b-85c0bcd4ebcb {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:32:37.590987 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df1ed6d-17a0-4d53-bc65-d4a755bfef33', 'tag': '35b3391e-e760-43a4-adc1-cd7a4578eafa', 'status': 'completed', 'code': 200} Feb 28 21:32:37.606790 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-848cd1e0-9726-4733-a45f-afef56cef9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:37.608353 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-848cd1e0-9726-4733-a45f-afef56cef9ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cd28fb1f5c44f6b95f1aaa0245aa1c5&device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 1126 time: 0.0584531 Feb 28 21:32:37.651103 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-6ed1236a-8e05-4536-af3c-bc74e1c69c15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35b3391e-e760-43a4-adc1-cd7a4578eafa HTTP/1.1" status: 200 len: 217 time: 0.0360441 Feb 28 21:32:37.705366 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-4a0840f0-c5f6-4767-a57f-e5863429a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:37.707011 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-4a0840f0-c5f6-4767-a57f-e5863429a680 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ae82acc-4449-426a-aeef-29b635beb964 HTTP/1.1" status: 200 len: 849 time: 0.0495744 Feb 28 21:32:37.756709 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-5140a0cb-c22a-40ca-8266-c66b2337f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:37.758257 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-5140a0cb-c22a-40ca-8266-c66b2337f60e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1de7e087-e523-4730-ab30-ed24d80e9269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459602 Feb 28 21:32:37.847101 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-03860b09-bc24-4c6f-9242-261e2a741014 service neutron] 10.222.0.15 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826325 Feb 28 21:32:37.937366 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-7acc959f-1d1c-4e70-a2e9-c57cf5bd1bee req-73115fcd-8db5-41c9-a6c0-cb1ba9b7d464 service neutron] 10.222.0.15 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844483 Feb 28 21:32:38.067785 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200955f-d0c7-4f11-a37c-cd5e81d0ee2a req-ebc2fd7a-8163-4a34-8dc7-cc0f4d06f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:38.069807 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2200955f-d0c7-4f11-a37c-cd5e81d0ee2a req-ebc2fd7a-8163-4a34-8dc7-cc0f4d06f096 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cd28fb1f5c44f6b95f1aaa0245aa1c5&device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 1126 time: 0.0460460 Feb 28 21:32:38.166921 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200955f-d0c7-4f11-a37c-cd5e81d0ee2a req-23ddd78a-c30c-4c92-9139-09c0b874045e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:38.168401 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2200955f-d0c7-4f11-a37c-cd5e81d0ee2a req-23ddd78a-c30c-4c92-9139-09c0b874045e service neutron] 10.222.0.15 "GET /v2.0/networks?id=1de7e087-e523-4730-ab30-ed24d80e9269 HTTP/1.1" status: 200 len: 910 time: 0.0923400 Feb 28 21:32:38.209326 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2200955f-d0c7-4f11-a37c-cd5e81d0ee2a req-4bed6459-d073-46ba-b59b-1872cec32794 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35b3391e-e760-43a4-adc1-cd7a4578eafa HTTP/1.1" status: 200 len: 217 time: 0.0353436 Feb 28 21:32:38.263287 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200955f-d0c7-4f11-a37c-cd5e81d0ee2a req-162fe20e-925c-4410-af5a-fffa3ea2dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:38.264771 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2200955f-d0c7-4f11-a37c-cd5e81d0ee2a req-162fe20e-925c-4410-af5a-fffa3ea2dee9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ae82acc-4449-426a-aeef-29b635beb964 HTTP/1.1" status: 200 len: 849 time: 0.0492480 Feb 28 21:32:38.314406 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200955f-d0c7-4f11-a37c-cd5e81d0ee2a req-fc5b8d10-c1d4-40eb-ba97-e4735340c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:38.315926 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2200955f-d0c7-4f11-a37c-cd5e81d0ee2a req-fc5b8d10-c1d4-40eb-ba97-e4735340c1cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1de7e087-e523-4730-ab30-ed24d80e9269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440681 Feb 28 21:32:38.406440 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2200955f-d0c7-4f11-a37c-cd5e81d0ee2a req-eaf3f316-1306-44dc-83ea-77dd9887430c service neutron] 10.222.0.15 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826149 Feb 28 21:32:38.497377 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2200955f-d0c7-4f11-a37c-cd5e81d0ee2a req-e8192211-f5c9-4820-9b53-e8ac7d47fa0d service neutron] 10.222.0.15 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854087 Feb 28 21:32:38.651941 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173f401-2e77-481e-b9a9-ec69a0640fb2 req-22cc6a74-4cd8-4efb-b302-79bf7ab761ff tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:38.653390 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d173f401-2e77-481e-b9a9-ec69a0640fb2 req-22cc6a74-4cd8-4efb-b302-79bf7ab761ff tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 943 time: 0.0520585 Feb 28 21:32:38.700759 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-d173f401-2e77-481e-b9a9-ec69a0640fb2 req-ba7aeaab-3602-4125-b7f0-96acc985785f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415926 Feb 28 21:32:39.825325 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2adf1c-5475-4e14-84fe-aea62fe944ce req-304e7044-1ba0-46a4-91bc-023de06f3e03 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:39.826814 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7f2adf1c-5475-4e14-84fe-aea62fe944ce req-304e7044-1ba0-46a4-91bc-023de06f3e03 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 943 time: 0.0581031 Feb 28 21:32:39.875682 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7f2adf1c-5475-4e14-84fe-aea62fe944ce req-5ae22cd5-34e8-4a0d-b5fb-56a20fbd7aef tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432389 Feb 28 21:32:40.423071 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 35b3391e-e760-43a4-adc1-cd7a4578eafa details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:32:40.519025 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 35b3391e-e760-43a4-adc1-cd7a4578eafa, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=35b3391e-e760-43a4-adc1-cd7a4578eafa,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:32:40.530515 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '35b3391e-e760-43a4-adc1-cd7a4578eafa', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'port_id': '35b3391e-e760-43a4-adc1-cd7a4578eafa', 'mac_address': 'fa:16:3e:81:8d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae82acc-4449-426a-aeef-29b635beb964', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:32:40.570983 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 35b3391e-e760-43a4-adc1-cd7a4578eafa is: DOWN; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:32:40.571375 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:40.585182 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b3391e-e760-43a4-adc1-cd7a4578eafa {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:32:40.603593 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 35b3391e-e760-43a4-adc1-cd7a4578eafa, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=35b3391e-e760-43a4-adc1-cd7a4578eafa,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:32:40.607321 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:40.654842 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=35b3391e-e760-43a4-adc1-cd7a4578eafa,revision_number=4']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:32:40.853634 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['35b3391e-e760-43a4-adc1-cd7a4578eafa'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:32:40.997740 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acb184-4ecb-4bf3-9484-c00004a70f8d req-b0cafcaf-6893-4245-a048-96eb1f903dce tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:40.999217 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-50acb184-4ecb-4bf3-9484-c00004a70f8d req-b0cafcaf-6893-4245-a048-96eb1f903dce tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 944 time: 0.0559032 Feb 28 21:32:41.047724 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-50acb184-4ecb-4bf3-9484-c00004a70f8d req-ce09d7cb-b71f-4744-9eb0-e4293254df4b tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427356 Feb 28 21:32:42.166276 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389f1cb-d067-4353-b85d-ec6636edbbf0 req-edcc8cd6-b877-41a1-8ac1-bd770f7a06ad tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:42.167896 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2389f1cb-d067-4353-b85d-ec6636edbbf0 req-edcc8cd6-b877-41a1-8ac1-bd770f7a06ad tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 944 time: 0.0530512 Feb 28 21:32:42.216246 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-2389f1cb-d067-4353-b85d-ec6636edbbf0 req-09bd4e0a-64c4-4811-a9fb-7b9db692448b tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427957 Feb 28 21:32:42.439314 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 35b3391e-e760-43a4-adc1-cd7a4578eafa up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:32:42.486406 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning for port 35b3391e-e760-43a4-adc1-cd7a4578eafa completed by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:32:42.490356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 35b3391e-e760-43a4-adc1-cd7a4578eafa triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:32:42.490743 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:42.569496 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 35b3391e-e760-43a4-adc1-cd7a4578eafa is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:32:42.569496 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:42.593405 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df1ed6d-17a0-4d53-bc65-d4a755bfef33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b3391e-e760-43a4-adc1-cd7a4578eafa'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:32:42.595608 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ba7b8d-e549-474b-8586-abfb8be7844b" -d '{"events": [{"server_uuid": "0df1ed6d-17a0-4d53-bc65-d4a755bfef33", "name": "network-vif-plugged", "status": "completed", "tag": "35b3391e-e760-43a4-adc1-cd7a4578eafa"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:32:42.608774 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 35b3391e-e760-43a4-adc1-cd7a4578eafa, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=35b3391e-e760-43a4-adc1-cd7a4578eafa,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:32:42.613582 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:42.638001 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17047cbb-a164-442a-ad20-a8f7b750f694 x-openstack-request-id: req-17047cbb-a164-442a-ad20-a8f7b750f694 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:32:42.638299 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df1ed6d-17a0-4d53-bc65-d4a755bfef33", "name": "network-vif-plugged", "status": "completed", "tag": "35b3391e-e760-43a4-adc1-cd7a4578eafa", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:32:42.638554 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17047cbb-a164-442a-ad20-a8f7b750f694 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:32:42.639407 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df1ed6d-17a0-4d53-bc65-d4a755bfef33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b3391e-e760-43a4-adc1-cd7a4578eafa', 'code': 200} Feb 28 21:32:42.667377 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=35b3391e-e760-43a4-adc1-cd7a4578eafa,revision_number=5']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:32:42.735560 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30968f04-49b1-497c-b1e5-4593a3547859 req-f1f67f72-bcfd-4108-b715-e7b3091e8fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:42.736996 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-30968f04-49b1-497c-b1e5-4593a3547859 req-f1f67f72-bcfd-4108-b715-e7b3091e8fec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 1128 time: 0.0448053 Feb 28 21:32:42.781861 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-30968f04-49b1-497c-b1e5-4593a3547859 req-dcec4d90-5d51-4f55-8322-18655cd6e999 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388412 Feb 28 21:32:43.343350 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b49400-1890-4f92-bbae-13e0c2d0d726 req-ae4f5e2b-c8c8-458f-95e6-0e1998ac3d61 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:43.344916 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24b49400-1890-4f92-bbae-13e0c2d0d726 req-ae4f5e2b-c8c8-458f-95e6-0e1998ac3d61 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 945 time: 0.0559838 Feb 28 21:32:43.392879 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-24b49400-1890-4f92-bbae-13e0c2d0d726 req-0e7b263f-ffcd-499d-bd07-91f346238ae5 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425863 Feb 28 21:32:44.509489 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc363922-c0e2-4195-95e7-57ee00ace914 req-a22657a2-42f8-46cd-aad8-7101ac65c944 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:44.511230 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc363922-c0e2-4195-95e7-57ee00ace914 req-a22657a2-42f8-46cd-aad8-7101ac65c944 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 945 time: 0.0522366 Feb 28 21:32:44.559740 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-fc363922-c0e2-4195-95e7-57ee00ace914 req-31ce4a1b-4806-4d73-a9d2-cc233203831b tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429449 Feb 28 21:32:44.746803 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b04e1-69d2-47e4-bcda-5a67e57a1a21 req-bf917d98-669c-4310-be1b-c5fd5d9dc6de tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:44.748292 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cf2b04e1-69d2-47e4-bcda-5a67e57a1a21 req-bf917d98-669c-4310-be1b-c5fd5d9dc6de tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 945 time: 0.0513620 Feb 28 21:32:44.803788 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-cf2b04e1-69d2-47e4-bcda-5a67e57a1a21 req-ea2d5ae8-4ce8-4d3a-903b-05a1c35609ab tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498924 Feb 28 21:32:44.826438 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49438) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:32:44.873408 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1712cce6-51fc-4068-85ed-ec1fe97a3178 tempest-TestSnapshotPattern-1203484872 tempest-TestSnapshotPattern-1203484872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:44.874905 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-1712cce6-51fc-4068-85ed-ec1fe97a3178 tempest-TestSnapshotPattern-1203484872 tempest-TestSnapshotPattern-1203484872-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 1123 time: 0.0474656 Feb 28 21:32:44.877824 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49440) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:32:44.881979 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.v2.base [None req-dd8ff073-11a1-4eab-9190-d4a3ffac8169 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Request body: {'floatingip': {'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'port_id': '35b3391e-e760-43a4-adc1-cd7a4578eafa', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:32:44.902310 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff073-11a1-4eab-9190-d4a3ffac8169 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:44.997997 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff073-11a1-4eab-9190-d4a3ffac8169 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (None), before_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:45.105110 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_common [None req-dd8ff073-11a1-4eab-9190-d4a3ffac8169 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Allocated IP 172.25.0.107 (e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99/eb133b64-bba5-48a3-b921-04ef8e0b9c5b/1510dad6-ccaa-4b87-b5d7-4d6ea69c7417) {{(pid=103773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:32:45.206840 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff073-11a1-4eab-9190-d4a3ffac8169 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for port (1510dad6-ccaa-4b87-b5d7-4d6ea69c7417), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:45.241054 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff073-11a1-4eab-9190-d4a3ffac8169 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787400152823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (1510dad6-ccaa-4b87-b5d7-4d6ea69c7417), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:45.276121 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8ff073-11a1-4eab-9190-d4a3ffac8169 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Network e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99 is already hosted by enough agents. {{(pid=103773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:32:45.282262 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.base_scheduler [None req-dd8ff073-11a1-4eab-9190-d4a3ffac8169 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Resources bound (agent type, host, resource id): {{(pid=103773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:32:45.285627 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8ff073-11a1-4eab-9190-d4a3ffac8169 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Received port after_create {{(pid=103773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:32:45.315547 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ff073-11a1-4eab-9190-d4a3ffac8169 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Pushing event updated for resources: {'Port': ['ID=1510dad6-ccaa-4b87-b5d7-4d6ea69c7417,revision_number=1']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:32:45.661623 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff073-11a1-4eab-9190-d4a3ffac8169 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for floatingip (643457d2-ac74-4149-a84e-202eebbc17c3), precommit_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:45.736847 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff073-11a1-4eab-9190-d4a3ffac8169 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (1510dad6-ccaa-4b87-b5d7-4d6ea69c7417), before_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:45.894107 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff073-11a1-4eab-9190-d4a3ffac8169 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for port (1510dad6-ccaa-4b87-b5d7-4d6ea69c7417), precommit_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:45.899624 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff073-11a1-4eab-9190-d4a3ffac8169 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828705'] for port (1510dad6-ccaa-4b87-b5d7-4d6ea69c7417), after_update {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:45.970831 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ff073-11a1-4eab-9190-d4a3ffac8169 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Pushing event updated for resources: {'Port': ['ID=1510dad6-ccaa-4b87-b5d7-4d6ea69c7417,revision_number=2']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:32:45.981800 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff073-11a1-4eab-9190-d4a3ffac8169 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916235'] for floatingip (643457d2-ac74-4149-a84e-202eebbc17c3), after_create {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:46.085092 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-dd8ff073-11a1-4eab-9190-d4a3ffac8169 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Floating IP 643457d2-ac74-4149-a84e-202eebbc17c3 associated. External IP: 172.25.0.107, port: 35b3391e-e760-43a4-adc1-cd7a4578eafa. Feb 28 21:32:46.299206 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8ff073-11a1-4eab-9190-d4a3ffac8169 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:32:46.406529 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8ff073-11a1-4eab-9190-d4a3ffac8169 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:32:46.421109 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7271bcc-c3d4-46ed-a55b-8e5b4d30543e None None] Sync routers for ids ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:32:46.426931 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff073-11a1-4eab-9190-d4a3ffac8169 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:46.431777 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7271bcc-c3d4-46ed-a55b-8e5b4d30543e None None] Routers {'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:32:46.432621 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c7271bcc-c3d4-46ed-a55b-8e5b4d30543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:32:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:32:46.468832 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-dd8ff073-11a1-4eab-9190-d4a3ffac8169 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5778482 Feb 28 21:32:46.468832 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df1ed6d-17a0-4d53-bc65-d4a755bfef33', 'tag': '35b3391e-e760-43a4-adc1-cd7a4578eafa'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:32:46.468832 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2602d07b-d3ab-4114-a71b-bf1e76c4d898" -d '{"events": [{"name": "network-changed", "server_uuid": "0df1ed6d-17a0-4d53-bc65-d4a755bfef33", "tag": "35b3391e-e760-43a4-adc1-cd7a4578eafa"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:32:46.505535 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a63b3d-8fa7-4e35-b27f-79b7d94cd902 x-openstack-request-id: req-c6a63b3d-8fa7-4e35-b27f-79b7d94cd902 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:32:46.505827 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df1ed6d-17a0-4d53-bc65-d4a755bfef33", "tag": "35b3391e-e760-43a4-adc1-cd7a4578eafa", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:32:46.506082 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6a63b3d-8fa7-4e35-b27f-79b7d94cd902 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:32:46.506490 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df1ed6d-17a0-4d53-bc65-d4a755bfef33', 'tag': '35b3391e-e760-43a4-adc1-cd7a4578eafa', 'status': 'completed', 'code': 200} Feb 28 21:32:46.562468 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-c7271bcc-c3d4-46ed-a55b-8e5b4d30543e None None] Set router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:32:46.583295 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602d07b-d3ab-4114-a71b-bf1e76c4d898 req-c765b3e3-956b-47ea-adbb-b965b9131ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:46.585051 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2602d07b-d3ab-4114-a71b-bf1e76c4d898 req-c765b3e3-956b-47ea-adbb-b965b9131ac8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cd28fb1f5c44f6b95f1aaa0245aa1c5&device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 1128 time: 0.0565364 Feb 28 21:32:46.682664 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602d07b-d3ab-4114-a71b-bf1e76c4d898 req-8bea1395-7ab4-4ad4-8950-f0b2ec30f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:46.686886 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2602d07b-d3ab-4114-a71b-bf1e76c4d898 req-8bea1395-7ab4-4ad4-8950-f0b2ec30f31a service neutron] 10.222.0.15 "GET /v2.0/networks?id=1de7e087-e523-4730-ab30-ed24d80e9269 HTTP/1.1" status: 200 len: 910 time: 0.0961070 Feb 28 21:32:46.705976 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d3802f0a-4f1d-407c-8b1d-27c51f8cdf7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:46.756987 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2602d07b-d3ab-4114-a71b-bf1e76c4d898 req-6e27fe04-cbbc-43a6-ada2-5552a42e0101 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35b3391e-e760-43a4-adc1-cd7a4578eafa HTTP/1.1" status: 200 len: 999 time: 0.0635371 Feb 28 21:32:46.813635 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602d07b-d3ab-4114-a71b-bf1e76c4d898 req-08de2061-7e1e-417e-885d-c1ec1790da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:46.815352 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2602d07b-d3ab-4114-a71b-bf1e76c4d898 req-08de2061-7e1e-417e-885d-c1ec1790da18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ae82acc-4449-426a-aeef-29b635beb964 HTTP/1.1" status: 200 len: 849 time: 0.0521386 Feb 28 21:32:46.822463 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c7271bcc-c3d4-46ed-a55b-8e5b4d30543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'name': 'tempest-TestSnapshotPattern-1414017280-router', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca393f85-3711-4f50-a926-535a503cc824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:53Z', 'revision_number': 4, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'gw_port': {'id': 'ca393f85-3711-4f50-a926-535a503cc824', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '643457d2-ac74-4149-a84e-202eebbc17c3', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'port_id': '35b3391e-e760-43a4-adc1-cd7a4578eafa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'mac_address': 'fa:16:3e:81:8d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1ed6d-17a0-4d53-bc65-d4a755bfef33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:32:45Z', 'updated_at': '2022-02-28T21:32:45Z', 'revision_number': 0, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'fixed_ip_address_scope': None}, {'id': '6ae62ac8-ea16-4967-86a1-c513e2e30245', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'port_id': 'a6271156-3eb2-4559-bf99-06054aa8ab1b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'mac_address': 'fa:16:3e:cd:b8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:30:17Z', 'updated_at': '2022-02-28T21:30:19Z', 'revision_number': 1, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9202e531-ed15-4c42-9e4c-1275ca9e08b0', 'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'mac_address': 'fa:16:3e:26:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1ae82acc-4449-426a-aeef-29b635beb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:53Z', 'updated_at': '2022-02-28T21:29:58Z', 'revision_number': 5, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'subnets': [{'id': '1ae82acc-4449-426a-aeef-29b635beb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:32:46.856045 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7271bcc-c3d4-46ed-a55b-8e5b4d30543e None None] Checking router: a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:32:46.867848 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7271bcc-c3d4-46ed-a55b-8e5b4d30543e None None] Routers {'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:32:46.868483 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c7271bcc-c3d4-46ed-a55b-8e5b4d30543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:32:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:32:46.877341 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602d07b-d3ab-4114-a71b-bf1e76c4d898 req-29cb42e6-610a-46ff-82b9-dcd464475d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:32:46.878972 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2602d07b-d3ab-4114-a71b-bf1e76c4d898 req-29cb42e6-610a-46ff-82b9-dcd464475d2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1de7e087-e523-4730-ab30-ed24d80e9269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0584381 Feb 28 21:32:46.973706 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2602d07b-d3ab-4114-a71b-bf1e76c4d898 req-21869727-36e7-4703-b411-19819a83c990 service neutron] 10.222.0.15 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865171 Feb 28 21:32:46.984503 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-c7271bcc-c3d4-46ed-a55b-8e5b4d30543e None None] Set router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:32:47.071629 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-2602d07b-d3ab-4114-a71b-bf1e76c4d898 req-94b82e82-dac7-4e01-b590-8e5ecd004f7f service neutron] 10.222.0.15 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917466 Feb 28 21:32:47.226632 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c7271bcc-c3d4-46ed-a55b-8e5b4d30543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'name': 'tempest-TestSnapshotPattern-1414017280-router', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca393f85-3711-4f50-a926-535a503cc824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:53Z', 'revision_number': 4, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'gw_port': {'id': 'ca393f85-3711-4f50-a926-535a503cc824', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '643457d2-ac74-4149-a84e-202eebbc17c3', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'port_id': '35b3391e-e760-43a4-adc1-cd7a4578eafa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'mac_address': 'fa:16:3e:81:8d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1ed6d-17a0-4d53-bc65-d4a755bfef33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:32:45Z', 'updated_at': '2022-02-28T21:32:45Z', 'revision_number': 0, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'fixed_ip_address_scope': None}, {'id': '6ae62ac8-ea16-4967-86a1-c513e2e30245', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'port_id': 'a6271156-3eb2-4559-bf99-06054aa8ab1b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'mac_address': 'fa:16:3e:cd:b8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:30:17Z', 'updated_at': '2022-02-28T21:30:19Z', 'revision_number': 1, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9202e531-ed15-4c42-9e4c-1275ca9e08b0', 'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'mac_address': 'fa:16:3e:26:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1ae82acc-4449-426a-aeef-29b635beb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:53Z', 'updated_at': '2022-02-28T21:29:58Z', 'revision_number': 5, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'subnets': [{'id': '1ae82acc-4449-426a-aeef-29b635beb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:32:47.253486 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7271bcc-c3d4-46ed-a55b-8e5b4d30543e None None] The sync data for ids ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'] in n-d-820368-21 is: [{'id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'name': 'tempest-TestSnapshotPattern-1414017280-router', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca393f85-3711-4f50-a926-535a503cc824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:53Z', 'revision_number': 4, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'gw_port': {'id': 'ca393f85-3711-4f50-a926-535a503cc824', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '643457d2-ac74-4149-a84e-202eebbc17c3', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'port_id': '35b3391e-e760-43a4-adc1-cd7a4578eafa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'mac_address': 'fa:16:3e:81:8d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1ed6d-17a0-4d53-bc65-d4a755bfef33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:32:45Z', 'updated_at': '2022-02-28T21:32:45Z', 'revision_number': 0, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'fixed_ip_address_scope': None}, {'id': '6ae62ac8-ea16-4967-86a1-c513e2e30245', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'port_id': 'a6271156-3eb2-4559-bf99-06054aa8ab1b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'mac_address': 'fa:16:3e:cd:b8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:30:17Z', 'updated_at': '2022-02-28T21:30:19Z', 'revision_number': 1, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9202e531-ed15-4c42-9e4c-1275ca9e08b0', 'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'mac_address': 'fa:16:3e:26:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1ae82acc-4449-426a-aeef-29b635beb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:53Z', 'updated_at': '2022-02-28T21:29:58Z', 'revision_number': 5, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'subnets': [{'id': '1ae82acc-4449-426a-aeef-29b635beb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:32:47.464676 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58030f63-be4c-43b5-8046-cba191b39cd5 None None] New status for floating IP 643457d2-ac74-4149-a84e-202eebbc17c3: ACTIVE {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:32:49.232448 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bec2b892-4b14-4794-8749-a4142a2f2ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:50.194400 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:32:50.405149 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:50.423001 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:51.616485 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:52.923216 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:32:53.285190 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:33:06.642520 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-84a66d7b-fdd0-4c3d-97db-591975cc2591 req-21ddda07-39a4-49a7-9116-d9a12c7531af service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433629 Feb 28 21:33:06.728895 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a66d7b-fdd0-4c3d-97db-591975cc2591 req-e5008e6f-78ef-46ab-8ef8-d36230f18755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:33:06.730430 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-84a66d7b-fdd0-4c3d-97db-591975cc2591 req-e5008e6f-78ef-46ab-8ef8-d36230f18755 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cd28fb1f5c44f6b95f1aaa0245aa1c5&device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 1126 time: 0.0461621 Feb 28 21:33:06.835824 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a66d7b-fdd0-4c3d-97db-591975cc2591 req-cf6b6a09-ce10-4ace-915f-75966a9d2534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:33:06.837925 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-84a66d7b-fdd0-4c3d-97db-591975cc2591 req-cf6b6a09-ce10-4ace-915f-75966a9d2534 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1de7e087-e523-4730-ab30-ed24d80e9269 HTTP/1.1" status: 200 len: 910 time: 0.0894911 Feb 28 21:33:06.902187 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-84a66d7b-fdd0-4c3d-97db-591975cc2591 req-51e6148b-7e00-4273-aa5f-007ed4c781ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6271156-3eb2-4559-bf99-06054aa8ab1b HTTP/1.1" status: 200 len: 998 time: 0.0583992 Feb 28 21:33:06.951641 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a66d7b-fdd0-4c3d-97db-591975cc2591 req-931af3fe-97aa-4b9d-a724-0a20e11b32aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:33:06.953128 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-84a66d7b-fdd0-4c3d-97db-591975cc2591 req-931af3fe-97aa-4b9d-a724-0a20e11b32aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ae82acc-4449-426a-aeef-29b635beb964 HTTP/1.1" status: 200 len: 849 time: 0.0445294 Feb 28 21:33:07.005093 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a66d7b-fdd0-4c3d-97db-591975cc2591 req-7d010b7c-b5d5-4fb6-b3d5-23fa13aae601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:33:07.006589 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-84a66d7b-fdd0-4c3d-97db-591975cc2591 req-7d010b7c-b5d5-4fb6-b3d5-23fa13aae601 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1de7e087-e523-4730-ab30-ed24d80e9269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469198 Feb 28 21:33:07.470506 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-84a66d7b-fdd0-4c3d-97db-591975cc2591 req-255b68bd-7a33-4519-90d4-6b7391d36002 service neutron] 10.222.0.10 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563320 Feb 28 21:33:07.578124 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-84a66d7b-fdd0-4c3d-97db-591975cc2591 req-e39285e8-b80d-4437-b436-ee2954620991 service neutron] 10.222.0.10 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992384 Feb 28 21:33:16.678248 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-dfecd0e4-a6cc-4a61-bcff-b442bd0c957a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:33:19.232530 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ec131f48-e158-4e43-9516-cbf45961ebb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:33:20.404057 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:33:20.426711 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:33:21.621939 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:33:22.925029 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:33:23.299542 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:33:27.192986 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:33:30.275827 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-579286dd-f02c-48e0-9000-b0679de6cfc0 req-8ad102cd-6e4c-4269-870b-3b4b4d7dd824 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450399 Feb 28 21:33:30.358254 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579286dd-f02c-48e0-9000-b0679de6cfc0 req-8a7fbe55-28e2-407a-96ce-e6aedda68b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:33:30.359800 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-579286dd-f02c-48e0-9000-b0679de6cfc0 req-8a7fbe55-28e2-407a-96ce-e6aedda68b0d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cd28fb1f5c44f6b95f1aaa0245aa1c5&device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 1128 time: 0.0431583 Feb 28 21:33:30.464593 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579286dd-f02c-48e0-9000-b0679de6cfc0 req-439c44e9-d1a6-495e-bdac-3b299be5c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:33:30.465957 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-579286dd-f02c-48e0-9000-b0679de6cfc0 req-439c44e9-d1a6-495e-bdac-3b299be5c777 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1de7e087-e523-4730-ab30-ed24d80e9269 HTTP/1.1" status: 200 len: 910 time: 0.0868573 Feb 28 21:33:30.532145 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-579286dd-f02c-48e0-9000-b0679de6cfc0 req-b29ac9d3-d48d-45fa-bb3d-e68028b3599b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35b3391e-e760-43a4-adc1-cd7a4578eafa HTTP/1.1" status: 200 len: 1001 time: 0.0604553 Feb 28 21:33:30.579172 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579286dd-f02c-48e0-9000-b0679de6cfc0 req-ec7bccd3-6e50-4af2-ae4c-906ad1b330f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:33:30.580647 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-579286dd-f02c-48e0-9000-b0679de6cfc0 req-ec7bccd3-6e50-4af2-ae4c-906ad1b330f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ae82acc-4449-426a-aeef-29b635beb964 HTTP/1.1" status: 200 len: 849 time: 0.0428331 Feb 28 21:33:30.630091 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579286dd-f02c-48e0-9000-b0679de6cfc0 req-1adf8f2f-5dd8-461b-a79a-b266db696e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:33:30.632549 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-579286dd-f02c-48e0-9000-b0679de6cfc0 req-1adf8f2f-5dd8-461b-a79a-b266db696e4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1de7e087-e523-4730-ab30-ed24d80e9269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453236 Feb 28 21:33:30.726390 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-579286dd-f02c-48e0-9000-b0679de6cfc0 req-db9c304d-cc21-47f7-b9e4-0aa3b2c27eb0 service neutron] 10.222.0.15 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872874 Feb 28 21:33:30.812884 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-579286dd-f02c-48e0-9000-b0679de6cfc0 req-5e65111c-ef30-4ef8-93c3-b41e7d3e5c4a service neutron] 10.222.0.15 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804992 Feb 28 21:33:46.680907 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e13eedb2-d669-4a3c-b5bc-c350625489ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:33:49.234774 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f5d6bcc5-97f9-4802-8049-b0d3611f7f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:33:50.403572 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:33:50.427731 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:33:51.624724 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:33:52.928186 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:33:53.298984 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:04.191489 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:34:09.200431 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27b7a295-4dc9-4307-8e5a-7197b6737a88 req-d2110ae7-7612-4874-aaca-3e03acda8039 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448325 Feb 28 21:34:09.286441 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7a295-4dc9-4307-8e5a-7197b6737a88 req-e4bf0e29-1c10-4e6b-bc06-19c8b44747ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:34:09.287963 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27b7a295-4dc9-4307-8e5a-7197b6737a88 req-e4bf0e29-1c10-4e6b-bc06-19c8b44747ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cd28fb1f5c44f6b95f1aaa0245aa1c5&device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 1126 time: 0.0448003 Feb 28 21:34:09.393820 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7a295-4dc9-4307-8e5a-7197b6737a88 req-682937cd-e874-4620-908b-13009e1354f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:34:09.395295 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27b7a295-4dc9-4307-8e5a-7197b6737a88 req-682937cd-e874-4620-908b-13009e1354f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1de7e087-e523-4730-ab30-ed24d80e9269 HTTP/1.1" status: 200 len: 910 time: 0.0886567 Feb 28 21:34:09.459234 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27b7a295-4dc9-4307-8e5a-7197b6737a88 req-4494cee9-6e17-484e-807b-2902917555d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6271156-3eb2-4559-bf99-06054aa8ab1b HTTP/1.1" status: 200 len: 998 time: 0.0578759 Feb 28 21:34:09.510257 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7a295-4dc9-4307-8e5a-7197b6737a88 req-957b2e83-0396-462d-8c64-10707c59db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:34:09.511998 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27b7a295-4dc9-4307-8e5a-7197b6737a88 req-957b2e83-0396-462d-8c64-10707c59db73 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ae82acc-4449-426a-aeef-29b635beb964 HTTP/1.1" status: 200 len: 849 time: 0.0468450 Feb 28 21:34:09.560328 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7a295-4dc9-4307-8e5a-7197b6737a88 req-824273e1-206b-459e-80a8-cd5bb23778bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:34:09.561804 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27b7a295-4dc9-4307-8e5a-7197b6737a88 req-824273e1-206b-459e-80a8-cd5bb23778bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1de7e087-e523-4730-ab30-ed24d80e9269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438638 Feb 28 21:34:09.650283 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27b7a295-4dc9-4307-8e5a-7197b6737a88 req-b3244bbe-1186-4808-9221-66ee3782558b service neutron] 10.222.0.10 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813081 Feb 28 21:34:09.742318 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-27b7a295-4dc9-4307-8e5a-7197b6737a88 req-e045dfdc-888e-47d7-b946-8724a3042667 service neutron] 10.222.0.10 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845885 Feb 28 21:34:16.686772 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d1c135f8-f587-48e5-86e7-e765bd103772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:19.013581 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 35b3391e-e760-43a4-adc1-cd7a4578eafa details requested by agent hyperv_n-h1-820368-21 with host n-h1-820368-21 {{(pid=103775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:34:19.124022 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 35b3391e-e760-43a4-adc1-cd7a4578eafa, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=35b3391e-e760-43a4-adc1-cd7a4578eafa,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:34:19.137928 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Returning: {'device': '35b3391e-e760-43a4-adc1-cd7a4578eafa', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'port_id': '35b3391e-e760-43a4-adc1-cd7a4578eafa', 'mac_address': 'fa:16:3e:81:8d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae82acc-4449-426a-aeef-29b635beb964', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:34:19.184668 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 35b3391e-e760-43a4-adc1-cd7a4578eafa is: ACTIVE; New status is: BUILD {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:34:19.185056 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:19.201366 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35b3391e-e760-43a4-adc1-cd7a4578eafa {{(pid=103775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:34:19.230373 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 35b3391e-e760-43a4-adc1-cd7a4578eafa, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=35b3391e-e760-43a4-adc1-cd7a4578eafa,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:34:19.244077 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:19.256194 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-69bf74eb-7b8d-4917-ae7c-de349a27fb06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:19.316859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=35b3391e-e760-43a4-adc1-cd7a4578eafa,revision_number=6']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:34:19.325769 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:19.326203 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:19.326556 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:19.326892 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:19.327221 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:19.327553 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:19.327911 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:19.328238 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:19.328561 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:19.329495 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:19.329827 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:19.330150 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:19.330473 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:19.364350 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] get_ports_and_sgs() called for port_ids ['35b3391e-e760-43a4-adc1-cd7a4578eafa'] {{(pid=103775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:34:20.428448 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:20.438577 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:21.030802 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 35b3391e-e760-43a4-adc1-cd7a4578eafa up at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:34:21.086497 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.provisioning_blocks [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Provisioning complete for port 35b3391e-e760-43a4-adc1-cd7a4578eafa triggered by entity L2. {{(pid=103775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:34:21.087022 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702832'] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), provisioning_complete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:21.172502 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 35b3391e-e760-43a4-adc1-cd7a4578eafa is: BUILD; New status is: ACTIVE {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:34:21.173160 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:21.198345 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df1ed6d-17a0-4d53-bc65-d4a755bfef33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b3391e-e760-43a4-adc1-cd7a4578eafa'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:34:21.200509 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea055ff-f734-4392-a3af-29827df9c96e" -d '{"events": [{"server_uuid": "0df1ed6d-17a0-4d53-bc65-d4a755bfef33", "name": "network-vif-plugged", "status": "completed", "tag": "35b3391e-e760-43a4-adc1-cd7a4578eafa"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:34:21.216579 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 35b3391e-e760-43a4-adc1-cd7a4578eafa, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=35b3391e-e760-43a4-adc1-cd7a4578eafa,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:34:21.223366 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:21.267632 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ece2ed2-6180-4681-a014-df5847da9a64 x-openstack-request-id: req-3ece2ed2-6180-4681-a014-df5847da9a64 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:34:21.268071 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df1ed6d-17a0-4d53-bc65-d4a755bfef33", "name": "network-vif-plugged", "status": "completed", "tag": "35b3391e-e760-43a4-adc1-cd7a4578eafa", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:34:21.268204 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ece2ed2-6180-4681-a014-df5847da9a64 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:34:21.268587 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df1ed6d-17a0-4d53-bc65-d4a755bfef33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b3391e-e760-43a4-adc1-cd7a4578eafa', 'code': 200} Feb 28 21:34:21.287687 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=35b3391e-e760-43a4-adc1-cd7a4578eafa,revision_number=7']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:34:21.799449 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:22.935058 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:23.349778 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:27.934988 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49632) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:34:28.090670 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Deleting port 1510dad6-ccaa-4b87-b5d7-4d6ea69c7417 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:34:28.090909 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (1510dad6-ccaa-4b87-b5d7-4d6ea69c7417), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:28.165988 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (1510dad6-ccaa-4b87-b5d7-4d6ea69c7417), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:28.166298 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for floatingip (1510dad6-ccaa-4b87-b5d7-4d6ea69c7417), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:28.177698 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Calling delete_port for 1510dad6-ccaa-4b87-b5d7-4d6ea69c7417 owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:34:28.332197 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (1510dad6-ccaa-4b87-b5d7-4d6ea69c7417), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:28.365166 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Pushing event deleted for resources: {'Port': ['ID=1510dad6-ccaa-4b87-b5d7-4d6ea69c7417,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:34:28.379539 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:28.379975 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:28.380578 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:28.381184 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:28.381786 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:28.382390 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:28.382981 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:28.383471 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:28.383955 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:28.384311 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:28.384652 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:28.385650 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:28.386479 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:28.459677 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for floatingip (643457d2-ac74-4149-a84e-202eebbc17c3), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:28.460031 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Floating IP 643457d2-ac74-4149-a84e-202eebbc17c3 disassociated (deleted). External IP: 172.25.0.107, port: 35b3391e-e760-43a4-adc1-cd7a4578eafa. Feb 28 21:34:28.664583 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:34:29.130333 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:34:29.135099 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:29.140379 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3f7d66-9d6b-4a87-ae28-6df6adda6017 None None] Sync routers for ids ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:34:29.149498 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3f7d66-9d6b-4a87-ae28-6df6adda6017 None None] Routers {'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:34:29.150142 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-fb3f7d66-9d6b-4a87-ae28-6df6adda6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:34:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:34:29.165101 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8d960adf-ca65-409c-abaf-1870639c630f tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "DELETE /v2.0/floatingips/643457d2-ac74-4149-a84e-202eebbc17c3 HTTP/1.1" status: 204 len: 168 time: 1.2284377 Feb 28 21:34:29.165101 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df1ed6d-17a0-4d53-bc65-d4a755bfef33', 'tag': '35b3391e-e760-43a4-adc1-cd7a4578eafa'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:34:29.168618 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e45a20-0f5a-48ef-a68b-0fe26b517eca" -d '{"events": [{"name": "network-changed", "server_uuid": "0df1ed6d-17a0-4d53-bc65-d4a755bfef33", "tag": "35b3391e-e760-43a4-adc1-cd7a4578eafa"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:34:29.260765 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-fb3f7d66-9d6b-4a87-ae28-6df6adda6017 None None] Set router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:34:29.332243 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f54378-d3a4-4e4b-8388-e48aeda25fcc x-openstack-request-id: req-83f54378-d3a4-4e4b-8388-e48aeda25fcc {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:34:29.332535 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df1ed6d-17a0-4d53-bc65-d4a755bfef33", "tag": "35b3391e-e760-43a4-adc1-cd7a4578eafa", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:34:29.332783 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83f54378-d3a4-4e4b-8388-e48aeda25fcc {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:34:29.333180 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df1ed6d-17a0-4d53-bc65-d4a755bfef33', 'tag': '35b3391e-e760-43a4-adc1-cd7a4578eafa', 'status': 'completed', 'code': 200} Feb 28 21:34:29.436386 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89024345-c48d-403a-b563-5cdc008e6446 req-b710b5d9-7b20-4296-a014-b2a020faa93a tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:34:29.438056 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89024345-c48d-403a-b563-5cdc008e6446 req-b710b5d9-7b20-4296-a014-b2a020faa93a tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 945 time: 0.0594857 Feb 28 21:34:29.488096 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e45a20-0f5a-48ef-a68b-0fe26b517eca req-22016be3-9277-4016-8a5b-9943e30bcf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:34:29.489696 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-05e45a20-0f5a-48ef-a68b-0fe26b517eca req-22016be3-9277-4016-8a5b-9943e30bcf37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cd28fb1f5c44f6b95f1aaa0245aa1c5&device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 1128 time: 0.1346755 Feb 28 21:34:29.496187 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-89024345-c48d-403a-b563-5cdc008e6446 req-321ca0b2-96d1-452a-8857-b502a912162b tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517998 Feb 28 21:34:29.508061 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-fb3f7d66-9d6b-4a87-ae28-6df6adda6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'name': 'tempest-TestSnapshotPattern-1414017280-router', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca393f85-3711-4f50-a926-535a503cc824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:53Z', 'revision_number': 4, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'gw_port': {'id': 'ca393f85-3711-4f50-a926-535a503cc824', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '6ae62ac8-ea16-4967-86a1-c513e2e30245', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'port_id': 'a6271156-3eb2-4559-bf99-06054aa8ab1b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'mac_address': 'fa:16:3e:cd:b8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:30:17Z', 'updated_at': '2022-02-28T21:30:19Z', 'revision_number': 1, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9202e531-ed15-4c42-9e4c-1275ca9e08b0', 'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'mac_address': 'fa:16:3e:26:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1ae82acc-4449-426a-aeef-29b635beb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:53Z', 'updated_at': '2022-02-28T21:29:58Z', 'revision_number': 5, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'subnets': [{'id': '1ae82acc-4449-426a-aeef-29b635beb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:34:29.536019 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3f7d66-9d6b-4a87-ae28-6df6adda6017 None None] Checking router: a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:34:29.544420 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3f7d66-9d6b-4a87-ae28-6df6adda6017 None None] Routers {'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:34:29.545035 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-fb3f7d66-9d6b-4a87-ae28-6df6adda6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:34:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:34:29.585364 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e45a20-0f5a-48ef-a68b-0fe26b517eca req-a5b1bd39-c43a-4d51-a60b-791299e1643f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:34:29.587149 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-05e45a20-0f5a-48ef-a68b-0fe26b517eca req-a5b1bd39-c43a-4d51-a60b-791299e1643f service neutron] 10.222.0.15 "GET /v2.0/networks?id=1de7e087-e523-4730-ab30-ed24d80e9269 HTTP/1.1" status: 200 len: 910 time: 0.0906000 Feb 28 21:34:29.633112 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-05e45a20-0f5a-48ef-a68b-0fe26b517eca req-f3fa31d1-8a22-46d8-b30d-9faf90ce6a9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35b3391e-e760-43a4-adc1-cd7a4578eafa HTTP/1.1" status: 200 len: 217 time: 0.0390012 Feb 28 21:34:29.657228 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-fb3f7d66-9d6b-4a87-ae28-6df6adda6017 None None] Set router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:34:29.683936 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e45a20-0f5a-48ef-a68b-0fe26b517eca req-4b4c03fd-2f94-42b0-b624-48030c50f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:34:29.685719 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-05e45a20-0f5a-48ef-a68b-0fe26b517eca req-4b4c03fd-2f94-42b0-b624-48030c50f3a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ae82acc-4449-426a-aeef-29b635beb964 HTTP/1.1" status: 200 len: 849 time: 0.0457637 Feb 28 21:34:29.741842 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e45a20-0f5a-48ef-a68b-0fe26b517eca req-28cfe92d-da48-4db5-bd18-684fd5d62307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:34:29.743343 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-05e45a20-0f5a-48ef-a68b-0fe26b517eca req-28cfe92d-da48-4db5-bd18-684fd5d62307 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1de7e087-e523-4730-ab30-ed24d80e9269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500367 Feb 28 21:34:29.841092 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-05e45a20-0f5a-48ef-a68b-0fe26b517eca req-34f9af26-b150-46f4-842e-91b08e7e2dc4 service neutron] 10.222.0.15 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910704 Feb 28 21:34:29.892600 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-fb3f7d66-9d6b-4a87-ae28-6df6adda6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'name': 'tempest-TestSnapshotPattern-1414017280-router', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca393f85-3711-4f50-a926-535a503cc824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:53Z', 'revision_number': 4, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'gw_port': {'id': 'ca393f85-3711-4f50-a926-535a503cc824', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '6ae62ac8-ea16-4967-86a1-c513e2e30245', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'port_id': 'a6271156-3eb2-4559-bf99-06054aa8ab1b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'mac_address': 'fa:16:3e:cd:b8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:30:17Z', 'updated_at': '2022-02-28T21:30:19Z', 'revision_number': 1, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9202e531-ed15-4c42-9e4c-1275ca9e08b0', 'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'mac_address': 'fa:16:3e:26:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1ae82acc-4449-426a-aeef-29b635beb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:53Z', 'updated_at': '2022-02-28T21:29:58Z', 'revision_number': 5, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'subnets': [{'id': '1ae82acc-4449-426a-aeef-29b635beb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:34:29.920216 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3f7d66-9d6b-4a87-ae28-6df6adda6017 None None] The sync data for ids ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'] in n-d-820368-21 is: [{'id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'name': 'tempest-TestSnapshotPattern-1414017280-router', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca393f85-3711-4f50-a926-535a503cc824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:53Z', 'revision_number': 4, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'gw_port': {'id': 'ca393f85-3711-4f50-a926-535a503cc824', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_floatingips': [{'id': '6ae62ac8-ea16-4967-86a1-c513e2e30245', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'router_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'port_id': 'a6271156-3eb2-4559-bf99-06054aa8ab1b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'mac_address': 'fa:16:3e:cd:b8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:30:17Z', 'updated_at': '2022-02-28T21:30:19Z', 'revision_number': 1, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9202e531-ed15-4c42-9e4c-1275ca9e08b0', 'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'mac_address': 'fa:16:3e:26:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1ae82acc-4449-426a-aeef-29b635beb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:53Z', 'updated_at': '2022-02-28T21:29:58Z', 'revision_number': 5, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'subnets': [{'id': '1ae82acc-4449-426a-aeef-29b635beb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:34:29.941127 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-05e45a20-0f5a-48ef-a68b-0fe26b517eca req-7484477e-36ad-491b-9c02-63c124fe2d2b service neutron] 10.222.0.15 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941880 Feb 28 21:34:30.175137 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc11b1f-6e47-4918-ac78-186066b782f2 None None] New status for floating IP 643457d2-ac74-4149-a84e-202eebbc17c3: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:34:30.620494 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127a345-b81c-45f0-8338-9298bf334cdc req-bb4d691a-3f4b-4f45-9d7a-c5e6c62cd1f9 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:34:30.622169 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7127a345-b81c-45f0-8338-9298bf334cdc req-bb4d691a-3f4b-4f45-9d7a-c5e6c62cd1f9 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 945 time: 0.0573370 Feb 28 21:34:30.670463 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-7127a345-b81c-45f0-8338-9298bf334cdc req-b99ec98f-3ca3-4254-a5fd-3b71a8ade491 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427642 Feb 28 21:34:30.955829 n-d-820368-21 neutron-server[103773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aded80-9a7e-4d60-9495-2a496812b8f2 req-6a2befe8-3486-4738-be66-4ff1de82b39e tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:34:30.957162 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7aded80-9a7e-4d60-9495-2a496812b8f2 req-6a2befe8-3486-4738-be66-4ff1de82b39e tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 945 time: 0.0520988 Feb 28 21:34:31.046682 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-a7aded80-9a7e-4d60-9495-2a496812b8f2 req-7c94f512-0788-4d21-9df9-d74e96e4b23c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Deleting port 35b3391e-e760-43a4-adc1-cd7a4578eafa {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:34:31.047024 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a7aded80-9a7e-4d60-9495-2a496812b8f2 req-7c94f512-0788-4d21-9df9-d74e96e4b23c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:31.061050 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 35b3391e-e760-43a4-adc1-cd7a4578eafa no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:34:31.138523 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [req-a7aded80-9a7e-4d60-9495-2a496812b8f2 req-7c94f512-0788-4d21-9df9-d74e96e4b23c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] For port 35b3391e-e760-43a4-adc1-cd7a4578eafa, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=35b3391e-e760-43a4-adc1-cd7a4578eafa,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:34:31.138880 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a7aded80-9a7e-4d60-9495-2a496812b8f2 req-7c94f512-0788-4d21-9df9-d74e96e4b23c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:31.139343 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Current status of the port 35b3391e-e760-43a4-adc1-cd7a4578eafa is: ACTIVE; New status is: DOWN {{(pid=103775) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:34:31.139726 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729723'] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), before_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:31.151963 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [req-a7aded80-9a7e-4d60-9495-2a496812b8f2 req-7c94f512-0788-4d21-9df9-d74e96e4b23c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Calling delete_port for 35b3391e-e760-43a4-adc1-cd7a4578eafa owned by compute:nova {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:34:31.161886 n-d-820368-21 neutron-server[103775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df1ed6d-17a0-4d53-bc65-d4a755bfef33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35b3391e-e760-43a4-adc1-cd7a4578eafa'}] {{(pid=103775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:34:31.164203 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ade441136b6d158f10766bab9d6b24707e1f087125c836660fad090ccce3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2604185-b2fe-449d-bb06-43fbf5783e8f" -d '{"events": [{"server_uuid": "0df1ed6d-17a0-4d53-bc65-d4a755bfef33", "name": "network-vif-unplugged", "status": "completed", "tag": "35b3391e-e760-43a4-adc1-cd7a4578eafa"}]}' {{(pid=103775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:34:31.177566 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] For port 35b3391e-e760-43a4-adc1-cd7a4578eafa, host n-h1-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-21',level=0,port_id=35b3391e-e760-43a4-adc1-cd7a4578eafa,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:34:31.187025 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787400725230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787400154125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787400154143'] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:31.211476 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 21:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d52a0d-2a1d-4e4d-8ce3-7917c57d97b0 x-openstack-request-id: req-11d52a0d-2a1d-4e4d-8ce3-7917c57d97b0 {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:34:31.211786 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df1ed6d-17a0-4d53-bc65-d4a755bfef33", "name": "network-vif-unplugged", "status": "completed", "tag": "35b3391e-e760-43a4-adc1-cd7a4578eafa", "code": 200}]} {{(pid=103775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:34:31.212042 n-d-820368-21 neutron-server[103775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11d52a0d-2a1d-4e4d-8ce3-7917c57d97b0 {{(pid=103775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:34:31.212433 n-d-820368-21 neutron-server[103775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df1ed6d-17a0-4d53-bc65-d4a755bfef33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35b3391e-e760-43a4-adc1-cd7a4578eafa', 'code': 200} Feb 28 21:34:31.238867 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Pushing event updated for resources: {'Port': ['ID=35b3391e-e760-43a4-adc1-cd7a4578eafa,revision_number=8']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:34:31.286036 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a7aded80-9a7e-4d60-9495-2a496812b8f2 req-7c94f512-0788-4d21-9df9-d74e96e4b23c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (35b3391e-e760-43a4-adc1-cd7a4578eafa), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:31.312912 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94f512-0788-4d21-9df9-d74e96e4b23c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Pushing event deleted for resources: {'Port': ['ID=35b3391e-e760-43a4-adc1-cd7a4578eafa,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:34:31.358175 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7aded80-9a7e-4d60-9495-2a496812b8f2 req-7c94f512-0788-4d21-9df9-d74e96e4b23c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] No DVR routers for this DVR port 35b3391e-e760-43a4-adc1-cd7a4578eafa on host n-h1-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:34:31.363290 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [req-a7aded80-9a7e-4d60-9495-2a496812b8f2 req-7c94f512-0788-4d21-9df9-d74e96e4b23c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:31.363980 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [req-a7aded80-9a7e-4d60-9495-2a496812b8f2 req-7c94f512-0788-4d21-9df9-d74e96e4b23c tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.15 "DELETE /v2.0/ports/35b3391e-e760-43a4-adc1-cd7a4578eafa HTTP/1.1" status: 204 len: 173 time: 0.4018371 Feb 28 21:34:31.364430 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df1ed6d-17a0-4d53-bc65-d4a755bfef33', 'name': 'network-vif-deleted', 'tag': '35b3391e-e760-43a4-adc1-cd7a4578eafa'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:34:31.366809 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d560029e-e1ad-49c1-8056-5932cc22aff7" -d '{"events": [{"server_uuid": "0df1ed6d-17a0-4d53-bc65-d4a755bfef33", "name": "network-vif-deleted", "tag": "35b3391e-e760-43a4-adc1-cd7a4578eafa"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:34:31.403770 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96df3e51-d4e8-4da1-bdf3-7902e0a2e808 x-openstack-request-id: req-96df3e51-d4e8-4da1-bdf3-7902e0a2e808 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:34:31.404079 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df1ed6d-17a0-4d53-bc65-d4a755bfef33", "name": "network-vif-deleted", "tag": "35b3391e-e760-43a4-adc1-cd7a4578eafa", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:34:31.404338 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96df3e51-d4e8-4da1-bdf3-7902e0a2e808 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:34:31.404741 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df1ed6d-17a0-4d53-bc65-d4a755bfef33', 'name': 'network-vif-deleted', 'tag': '35b3391e-e760-43a4-adc1-cd7a4578eafa', 'status': 'completed', 'code': 200} Feb 28 21:34:31.787716 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-77042683-4333-418f-a115-113f2e6d621d req-697955f3-01f0-4dfc-b958-b3d6195193e6 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df1ed6d-17a0-4d53-bc65-d4a755bfef33 HTTP/1.1" status: 200 len: 210 time: 0.0278194 Feb 28 21:34:33.351358 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49692) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:34:33.505109 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2d8792a8-3ca8-4603-861f-210afd695be7 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Deleting port ae5e4657-26ec-4a79-8712-d8c217ee15e9 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:34:33.505457 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d8792a8-3ca8-4603-861f-210afd695be7 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ae5e4657-26ec-4a79-8712-d8c217ee15e9), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:33.582840 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d8792a8-3ca8-4603-861f-210afd695be7 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ae5e4657-26ec-4a79-8712-d8c217ee15e9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:33.583072 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d8792a8-3ca8-4603-861f-210afd695be7 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for floatingip (ae5e4657-26ec-4a79-8712-d8c217ee15e9), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:33.594515 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-2d8792a8-3ca8-4603-861f-210afd695be7 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Calling delete_port for ae5e4657-26ec-4a79-8712-d8c217ee15e9 owned by network:floatingip {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:34:33.739786 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d8792a8-3ca8-4603-861f-210afd695be7 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ae5e4657-26ec-4a79-8712-d8c217ee15e9), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:33.766560 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8792a8-3ca8-4603-861f-210afd695be7 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Pushing event deleted for resources: {'Port': ['ID=ae5e4657-26ec-4a79-8712-d8c217ee15e9,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:34:33.829156 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d8792a8-3ca8-4603-861f-210afd695be7 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for floatingip (6ae62ac8-ea16-4967-86a1-c513e2e30245), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:33.829551 n-d-820368-21 neutron-server[103773]: INFO neutron.db.l3_db [None req-2d8792a8-3ca8-4603-861f-210afd695be7 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Floating IP 6ae62ac8-ea16-4967-86a1-c513e2e30245 disassociated (deleted). External IP: 172.25.0.85, port: a6271156-3eb2-4559-bf99-06054aa8ab1b. Feb 28 21:34:34.038073 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8792a8-3ca8-4603-861f-210afd695be7 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:34:34.146422 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8792a8-3ca8-4603-861f-210afd695be7 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:34:34.151063 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-2d8792a8-3ca8-4603-861f-210afd695be7 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for floatingip (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:34.155859 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a6b6e8-29df-469a-bae7-e95ca974b61e None None] Sync routers for ids ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:34:34.165431 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a6b6e8-29df-469a-bae7-e95ca974b61e None None] Routers {'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:34:34.166049 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-47a6b6e8-29df-469a-bae7-e95ca974b61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:34:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:34:34.182035 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-2d8792a8-3ca8-4603-861f-210afd695be7 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "DELETE /v2.0/floatingips/6ae62ac8-ea16-4967-86a1-c513e2e30245 HTTP/1.1" status: 204 len: 168 time: 0.8295498 Feb 28 21:34:34.183303 n-d-820368-21 neutron-server[103773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'tag': 'a6271156-3eb2-4559-bf99-06054aa8ab1b'}] {{(pid=103773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:34:34.185729 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a42f29ef5aa2d056989fd8c48baacf3749a0c1ce8cca7b1bf1f3dca034f6a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778c19fd-53e3-4d05-84ed-2edcd2d8616d" -d '{"events": [{"name": "network-changed", "server_uuid": "40f90b26-5056-46e0-ad60-a30f8b49735a", "tag": "a6271156-3eb2-4559-bf99-06054aa8ab1b"}]}' {{(pid=103773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:34:34.283638 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-47a6b6e8-29df-469a-bae7-e95ca974b61e None None] Set router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:34:34.347789 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d501cde-2b3f-4ecd-a117-39014aac6b79 x-openstack-request-id: req-3d501cde-2b3f-4ecd-a117-39014aac6b79 {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:34:34.348292 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f90b26-5056-46e0-ad60-a30f8b49735a", "tag": "a6271156-3eb2-4559-bf99-06054aa8ab1b", "status": "completed", "code": 200}]} {{(pid=103773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:34:34.348702 n-d-820368-21 neutron-server[103773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d501cde-2b3f-4ecd-a117-39014aac6b79 {{(pid=103773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:34:34.349449 n-d-820368-21 neutron-server[103773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'tag': 'a6271156-3eb2-4559-bf99-06054aa8ab1b', 'status': 'completed', 'code': 200} Feb 28 21:34:34.461824 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c19fd-53e3-4d05-84ed-2edcd2d8616d req-8e733a0c-63cf-4915-a930-7725702033cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:34:34.463968 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-778c19fd-53e3-4d05-84ed-2edcd2d8616d req-8e733a0c-63cf-4915-a930-7725702033cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cd28fb1f5c44f6b95f1aaa0245aa1c5&device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 1126 time: 0.0846024 Feb 28 21:34:34.476098 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a728df2-491d-418b-93fc-9398ea8a295b req-9b421cc4-4560-48fa-af1b-23a0fefaac2e tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:34:34.477608 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a728df2-491d-418b-93fc-9398ea8a295b req-9b421cc4-4560-48fa-af1b-23a0fefaac2e tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 943 time: 0.0681419 Feb 28 21:34:34.527122 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-47a6b6e8-29df-469a-bae7-e95ca974b61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'name': 'tempest-TestSnapshotPattern-1414017280-router', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca393f85-3711-4f50-a926-535a503cc824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:53Z', 'revision_number': 4, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'gw_port': {'id': 'ca393f85-3711-4f50-a926-535a503cc824', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '9202e531-ed15-4c42-9e4c-1275ca9e08b0', 'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'mac_address': 'fa:16:3e:26:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1ae82acc-4449-426a-aeef-29b635beb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:53Z', 'updated_at': '2022-02-28T21:29:58Z', 'revision_number': 5, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'subnets': [{'id': '1ae82acc-4449-426a-aeef-29b635beb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:34:34.556858 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a6b6e8-29df-469a-bae7-e95ca974b61e None None] Checking router: a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:34:34.565853 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a6b6e8-29df-469a-bae7-e95ca974b61e None None] Routers {'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:34:34.566690 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-47a6b6e8-29df-469a-bae7-e95ca974b61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:34:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:34:34.586658 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-6a728df2-491d-418b-93fc-9398ea8a295b req-612e8b0c-dc5e-4fb8-884c-89329c145405 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997553 Feb 28 21:34:34.609500 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c19fd-53e3-4d05-84ed-2edcd2d8616d req-5563c1b9-cf48-481f-8132-c7e48dfd292e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:34:34.610986 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-778c19fd-53e3-4d05-84ed-2edcd2d8616d req-5563c1b9-cf48-481f-8132-c7e48dfd292e service neutron] 10.222.0.10 "GET /v2.0/networks?id=1de7e087-e523-4730-ab30-ed24d80e9269 HTTP/1.1" status: 200 len: 910 time: 0.1324880 Feb 28 21:34:34.659122 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-778c19fd-53e3-4d05-84ed-2edcd2d8616d req-90f3b1f1-b7c1-4d74-b37f-550ecb78b44b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6271156-3eb2-4559-bf99-06054aa8ab1b HTTP/1.1" status: 200 len: 217 time: 0.0410228 Feb 28 21:34:34.685004 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-47a6b6e8-29df-469a-bae7-e95ca974b61e None None] Set router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:34:34.710815 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c19fd-53e3-4d05-84ed-2edcd2d8616d req-b742d724-10b5-4426-8df5-c2ca23db0347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:34:34.712314 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-778c19fd-53e3-4d05-84ed-2edcd2d8616d req-b742d724-10b5-4426-8df5-c2ca23db0347 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ae82acc-4449-426a-aeef-29b635beb964 HTTP/1.1" status: 200 len: 849 time: 0.0458229 Feb 28 21:34:34.768363 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c19fd-53e3-4d05-84ed-2edcd2d8616d req-a2a047e1-dc22-43e2-946c-7d2f6e5561a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:34:34.770073 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-778c19fd-53e3-4d05-84ed-2edcd2d8616d req-a2a047e1-dc22-43e2-946c-7d2f6e5561a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1de7e087-e523-4730-ab30-ed24d80e9269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0496750 Feb 28 21:34:34.870819 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-778c19fd-53e3-4d05-84ed-2edcd2d8616d req-8804d747-1e7a-4453-b252-a0c04ab3816f service neutron] 10.222.0.10 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901487 Feb 28 21:34:34.902762 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-47a6b6e8-29df-469a-bae7-e95ca974b61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'name': 'tempest-TestSnapshotPattern-1414017280-router', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca393f85-3711-4f50-a926-535a503cc824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:53Z', 'revision_number': 4, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'gw_port': {'id': 'ca393f85-3711-4f50-a926-535a503cc824', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '9202e531-ed15-4c42-9e4c-1275ca9e08b0', 'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'mac_address': 'fa:16:3e:26:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1ae82acc-4449-426a-aeef-29b635beb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:53Z', 'updated_at': '2022-02-28T21:29:58Z', 'revision_number': 5, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'subnets': [{'id': '1ae82acc-4449-426a-aeef-29b635beb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:34:34.933530 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a6b6e8-29df-469a-bae7-e95ca974b61e None None] The sync data for ids ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'] in n-d-820368-21 is: [{'id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'name': 'tempest-TestSnapshotPattern-1414017280-router', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca393f85-3711-4f50-a926-535a503cc824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:53Z', 'revision_number': 4, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'gw_port': {'id': 'ca393f85-3711-4f50-a926-535a503cc824', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21', '_interfaces': [{'id': '9202e531-ed15-4c42-9e4c-1275ca9e08b0', 'name': '', 'network_id': '1de7e087-e523-4730-ab30-ed24d80e9269', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'mac_address': 'fa:16:3e:26:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1ae82acc-4449-426a-aeef-29b635beb964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:53Z', 'updated_at': '2022-02-28T21:29:58Z', 'revision_number': 5, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'subnets': [{'id': '1ae82acc-4449-426a-aeef-29b635beb964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:34:34.970075 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-778c19fd-53e3-4d05-84ed-2edcd2d8616d req-f0945e8d-5f94-42a6-9c9d-937ef51453af service neutron] 10.222.0.10 "GET /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932221 Feb 28 21:34:35.076584 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 35b3391e-e760-43a4-adc1-cd7a4578eafa no longer exists at agent hyperv_n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:34:35.097833 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] No Port match for: 35b3391e-e760-43a4-adc1-cd7a4578eafa {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:34:35.098188 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Device 35b3391e-e760-43a4-adc1-cd7a4578eafa not bound to the agent host n-h1-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:34:35.184966 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9936074-0302-40cc-abdd-1230339ad3ee None None] New status for floating IP 6ae62ac8-ea16-4967-86a1-c513e2e30245: DOWN {{(pid=103776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:34:35.710974 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a876d76-bec2-4895-8504-0ad24dd46510 req-47e70939-bba9-4c75-8858-4c469cfc1afc tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:34:35.712533 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a876d76-bec2-4895-8504-0ad24dd46510 req-47e70939-bba9-4c75-8858-4c469cfc1afc tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 943 time: 0.0547953 Feb 28 21:34:35.772051 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-8a876d76-bec2-4895-8504-0ad24dd46510 req-0129cc21-ea27-4bed-8c21-3fc2e64a8db3 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d7e146-2ff7-4e04-80f2-3619a22b4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538924 Feb 28 21:34:36.123242 n-d-820368-21 neutron-server[103774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecde9ad-dc51-48b8-9d17-1453b60010ce req-e49f38c8-c76c-4c26-a44c-55997b4726b4 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:34:36.124737 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ecde9ad-dc51-48b8-9d17-1453b60010ce req-e49f38c8-c76c-4c26-a44c-55997b4726b4 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.10 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 943 time: 0.0526481 Feb 28 21:34:36.220159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-0ecde9ad-dc51-48b8-9d17-1453b60010ce req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Deleting port a6271156-3eb2-4559-bf99-06054aa8ab1b {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:34:36.221595 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0ecde9ad-dc51-48b8-9d17-1453b60010ce req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:36.312912 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [req-0ecde9ad-dc51-48b8-9d17-1453b60010ce req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] For port a6271156-3eb2-4559-bf99-06054aa8ab1b, host n-h2-820368-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-21',level=0,port_id=a6271156-3eb2-4559-bf99-06054aa8ab1b,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:34:36.313271 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0ecde9ad-dc51-48b8-9d17-1453b60010ce req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:36.326498 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [req-0ecde9ad-dc51-48b8-9d17-1453b60010ce req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Calling delete_port for a6271156-3eb2-4559-bf99-06054aa8ab1b owned by compute:nova {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:34:36.454584 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0ecde9ad-dc51-48b8-9d17-1453b60010ce req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (a6271156-3eb2-4559-bf99-06054aa8ab1b), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:36.485807 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Pushing event deleted for resources: {'Port': ['ID=a6271156-3eb2-4559-bf99-06054aa8ab1b,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:34:36.514107 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:36.514459 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:36.514801 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:36.515140 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:36.515477 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:36.515836 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:36.516165 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:36.516495 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:36.516821 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:36.517152 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:36.517476 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:36.517798 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:36.518121 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-21 {{(pid=103774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:34:36.538294 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecde9ad-dc51-48b8-9d17-1453b60010ce req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] No DVR routers for this DVR port a6271156-3eb2-4559-bf99-06054aa8ab1b on host n-h2-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:34:36.540673 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [req-0ecde9ad-dc51-48b8-9d17-1453b60010ce req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416262'] for port (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:36.544017 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-0ecde9ad-dc51-48b8-9d17-1453b60010ce req-966d46a9-131a-4de6-8260-294601a676e2 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.10 "DELETE /v2.0/ports/a6271156-3eb2-4559-bf99-06054aa8ab1b HTTP/1.1" status: 204 len: 173 time: 0.4136806 Feb 28 21:34:36.544463 n-d-820368-21 neutron-server[103774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'name': 'network-vif-deleted', 'tag': 'a6271156-3eb2-4559-bf99-06054aa8ab1b'}] {{(pid=103774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:34:36.546736 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50d80a0e427df60d34402fb10e262982a4f6e6a92e68599dc17251157a0db0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d84b632-6661-409d-94ef-1bd5e5a1fd0c" -d '{"events": [{"server_uuid": "40f90b26-5056-46e0-ad60-a30f8b49735a", "name": "network-vif-deleted", "tag": "a6271156-3eb2-4559-bf99-06054aa8ab1b"}]}' {{(pid=103774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:34:36.583836 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5918d2a3-e248-449b-bd5b-1965b4a941e8 x-openstack-request-id: req-5918d2a3-e248-449b-bd5b-1965b4a941e8 {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:34:36.584138 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f90b26-5056-46e0-ad60-a30f8b49735a", "name": "network-vif-deleted", "tag": "a6271156-3eb2-4559-bf99-06054aa8ab1b", "status": "completed", "code": 200}]} {{(pid=103774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:34:36.584398 n-d-820368-21 neutron-server[103774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5918d2a3-e248-449b-bd5b-1965b4a941e8 {{(pid=103774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:34:36.584811 n-d-820368-21 neutron-server[103774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f90b26-5056-46e0-ad60-a30f8b49735a', 'name': 'network-vif-deleted', 'tag': 'a6271156-3eb2-4559-bf99-06054aa8ab1b', 'status': 'completed', 'code': 200} Feb 28 21:34:36.890687 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [req-04cffb8d-9c54-4b3b-a3da-fe68f2b851ee req-b0e272b7-6691-4518-961e-540eba5ee419 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "GET /v2.0/ports?device_id=40f90b26-5056-46e0-ad60-a30f8b49735a HTTP/1.1" status: 200 len: 210 time: 0.0297453 Feb 28 21:34:37.946029 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49708) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:34:38.006394 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b7fc2bc6-37c0-428f-9f5c-af61abe9dad3 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group (62d7e146-2ff7-4e04-80f2-3619a22b4f3c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:38.032066 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b7fc2bc6-37c0-428f-9f5c-af61abe9dad3 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group (62d7e146-2ff7-4e04-80f2-3619a22b4f3c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:38.091863 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b7fc2bc6-37c0-428f-9f5c-af61abe9dad3 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (62d7e146-2ff7-4e04-80f2-3619a22b4f3c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:38.094684 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-b7fc2bc6-37c0-428f-9f5c-af61abe9dad3 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:38.095996 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-b7fc2bc6-37c0-428f-9f5c-af61abe9dad3 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] 10.222.0.13 "DELETE /v2.0/security-groups/62d7e146-2ff7-4e04-80f2-3619a22b4f3c HTTP/1.1" status: 204 len: 168 time: 0.1488888 Feb 28 21:34:38.105257 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc2bc6-37c0-428f-9f5c-af61abe9dad3 tempest-TestSnapshotPattern-232545640 tempest-TestSnapshotPattern-232545640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d7e146-2ff7-4e04-80f2-3619a22b4f3c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:34:38.140249 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49712) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:34:38.497570 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d2c12359-433a-4a44-9470-bc895bc7941b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:38.741301 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-d2c12359-433a-4a44-9470-bc895bc7941b admin admin] Deleting port 9202e531-ed15-4c42-9e4c-1275ca9e08b0 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:34:38.741902 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d2c12359-433a-4a44-9470-bc895bc7941b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (9202e531-ed15-4c42-9e4c-1275ca9e08b0), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:38.823729 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-d2c12359-433a-4a44-9470-bc895bc7941b admin admin] For port 9202e531-ed15-4c42-9e4c-1275ca9e08b0, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=9202e531-ed15-4c42-9e4c-1275ca9e08b0,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:34:38.824121 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d2c12359-433a-4a44-9470-bc895bc7941b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (9202e531-ed15-4c42-9e4c-1275ca9e08b0), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:38.836806 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-d2c12359-433a-4a44-9470-bc895bc7941b admin admin] Calling delete_port for 9202e531-ed15-4c42-9e4c-1275ca9e08b0 owned by network:router_interface {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:34:39.016691 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d2c12359-433a-4a44-9470-bc895bc7941b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (9202e531-ed15-4c42-9e4c-1275ca9e08b0), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:39.041067 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c12359-433a-4a44-9470-bc895bc7941b admin admin] Pushing event deleted for resources: {'Port': ['ID=9202e531-ed15-4c42-9e4c-1275ca9e08b0,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:34:39.211639 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-d2c12359-433a-4a44-9470-bc895bc7941b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:39.429599 n-d-820368-21 neutron-server[103773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c12359-433a-4a44-9470-bc895bc7941b admin admin] Router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:34:39.539569 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c12359-433a-4a44-9470-bc895bc7941b admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:34:39.544568 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-d2c12359-433a-4a44-9470-bc895bc7941b admin admin] 10.222.0.13 "PUT /v2.0/routers/a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4032977 Feb 28 21:34:39.547128 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49714) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:34:39.551356 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f0696f-6def-4fb7-a22b-f1a7020f9b53 None None] Sync routers for ids ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'] in n-d-820368-21 {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:34:39.561306 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f0696f-6def-4fb7-a22b-f1a7020f9b53 None None] Routers {'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:34:39.561916 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c8f0696f-6def-4fb7-a22b-f1a7020f9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:34:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:34:39.654769 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-11073104-5a49-454a-a757-2f1b1c59ec82 admin admin] Publish callbacks [] for router (a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:39.668206 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-c8f0696f-6def-4fb7-a22b-f1a7020f9b53 None None] Set router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e gateway port host: n-d-820368-21 {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:34:39.758801 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-11073104-5a49-454a-a757-2f1b1c59ec82 admin admin] Publish callbacks [] for router_gateway (a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:39.827681 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-11073104-5a49-454a-a757-2f1b1c59ec82 admin admin] Deleting port ca393f85-3711-4f50-a926-535a503cc824 {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:34:39.828200 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-11073104-5a49-454a-a757-2f1b1c59ec82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (ca393f85-3711-4f50-a926-535a503cc824), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:39.855097 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c8f0696f-6def-4fb7-a22b-f1a7020f9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'name': 'tempest-TestSnapshotPattern-1414017280-router', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca393f85-3711-4f50-a926-535a503cc824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:34:38Z', 'revision_number': 5, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'gw_port': {'id': 'ca393f85-3711-4f50-a926-535a503cc824', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:34:39.881539 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f0696f-6def-4fb7-a22b-f1a7020f9b53 None None] Checking router: a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e for host: n-d-820368-21 {{(pid=103775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:34:39.890705 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f0696f-6def-4fb7-a22b-f1a7020f9b53 None None] Routers {'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'} bound to L3 agent in host n-d-820368-21 {{(pid=103775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:34:39.891310 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c8f0696f-6def-4fb7-a22b-f1a7020f9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:34:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'], 'active': True} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:34:39.917647 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-11073104-5a49-454a-a757-2f1b1c59ec82 admin admin] For port ca393f85-3711-4f50-a926-535a503cc824, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=ca393f85-3711-4f50-a926-535a503cc824,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:34:39.918010 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-11073104-5a49-454a-a757-2f1b1c59ec82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (ca393f85-3711-4f50-a926-535a503cc824), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:39.929670 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-11073104-5a49-454a-a757-2f1b1c59ec82 admin admin] Calling delete_port for ca393f85-3711-4f50-a926-535a503cc824 owned by network:router_gateway {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:34:40.104996 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-11073104-5a49-454a-a757-2f1b1c59ec82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (ca393f85-3711-4f50-a926-535a503cc824), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:40.130778 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11073104-5a49-454a-a757-2f1b1c59ec82 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca393f85-3711-4f50-a926-535a503cc824,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:34:40.141980 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvr_db [None req-c8f0696f-6def-4fb7-a22b-f1a7020f9b53 None None] Set router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e gateway port host: None {{(pid=103775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:34:40.195392 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-11073104-5a49-454a-a757-2f1b1c59ec82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:40.199714 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_hamode_db [None req-c8f0696f-6def-4fb7-a22b-f1a7020f9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'name': 'tempest-TestSnapshotPattern-1414017280-router', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:34:39Z', 'revision_number': 6, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:34:40.231574 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f0696f-6def-4fb7-a22b-f1a7020f9b53 None None] The sync data for ids ['a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e'] in n-d-820368-21 is: [{'id': 'a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e', 'name': 'tempest-TestSnapshotPattern-1414017280-router', 'tenant_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:51Z', 'updated_at': '2022-02-28T21:34:39Z', 'revision_number': 6, 'project_id': '1cd28fb1f5c44f6b95f1aaa0245aa1c5', 'gw_port_host': None}] {{(pid=103775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:34:40.296822 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-11073104-5a49-454a-a757-2f1b1c59ec82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:40.298939 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-11073104-5a49-454a-a757-2f1b1c59ec82 admin admin] Publish callbacks [] for router_controller (a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:40.341305 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-11073104-5a49-454a-a757-2f1b1c59ec82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:40.341912 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11073104-5a49-454a-a757-2f1b1c59ec82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e {{(pid=103773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 21:34:40.346461 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-11073104-5a49-454a-a757-2f1b1c59ec82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:40.347654 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-11073104-5a49-454a-a757-2f1b1c59ec82 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a5aa65eb-1a6a-4b80-99ad-fbfeac9ce71e HTTP/1.1" status: 204 len: 168 time: 0.7997487 Feb 28 21:34:40.350181 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49716) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:34:40.393609 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8644a7ce-f645-49c4-aa44-ae43e7f9ca94 admin admin] Deleting subnet 1ae82acc-4449-426a-aeef-29b635beb964 {{(pid=103773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:34:40.396491 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8644a7ce-f645-49c4-aa44-ae43e7f9ca94 admin admin] Publish callbacks [] for subnet (1ae82acc-4449-426a-aeef-29b635beb964), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:40.430804 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8644a7ce-f645-49c4-aa44-ae43e7f9ca94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374931'] for subnet (1ae82acc-4449-426a-aeef-29b635beb964), precommit_delete_associations {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:40.826223 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8644a7ce-f645-49c4-aa44-ae43e7f9ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (1ae82acc-4449-426a-aeef-29b635beb964), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:40.877307 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8644a7ce-f645-49c4-aa44-ae43e7f9ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8770454'] for subnet (1ae82acc-4449-426a-aeef-29b635beb964), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:40.904317 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644a7ce-f645-49c4-aa44-ae43e7f9ca94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ae82acc-4449-426a-aeef-29b635beb964,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:34:40.906178 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-8644a7ce-f645-49c4-aa44-ae43e7f9ca94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:40.909357 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-8644a7ce-f645-49c4-aa44-ae43e7f9ca94 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1ae82acc-4449-426a-aeef-29b635beb964 HTTP/1.1" status: 204 len: 168 time: 0.5582530 Feb 28 21:34:40.911850 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [-] (103773) accepted ('10.222.0.13', 49718) {{(pid=103773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:34:40.913741 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60a1e88-783a-41da-8303-1c31fad17550 None None] Network 1de7e087-e523-4730-ab30-ed24d80e9269 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:34:40.982017 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-96b3f506-2273-4cbf-a0c0-d4bfb767861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (1de7e087-e523-4730-ab30-ed24d80e9269), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:41.046509 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-96b3f506-2273-4cbf-a0c0-d4bfb767861c admin admin] Deleting port e7a244df-87b4-43d5-afbd-f93ccbcabd9c {{(pid=103773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:34:41.046853 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-96b3f506-2273-4cbf-a0c0-d4bfb767861c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e7a244df-87b4-43d5-afbd-f93ccbcabd9c), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:41.050400 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a6271156-3eb2-4559-bf99-06054aa8ab1b no longer exists at agent hyperv_n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:34:41.075813 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] No Port match for: a6271156-3eb2-4559-bf99-06054aa8ab1b {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:34:41.076166 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Device a6271156-3eb2-4559-bf99-06054aa8ab1b not bound to the agent host n-h2-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:34:41.084118 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cabc93e-beff-45fd-9e03-841b91af06bb None None] DHCP port deletion for 1de7e087-e523-4730-ab30-ed24d80e9269 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 21:34:41.112737 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.db [None req-96b3f506-2273-4cbf-a0c0-d4bfb767861c admin admin] For port e7a244df-87b4-43d5-afbd-f93ccbcabd9c, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e7a244df-87b4-43d5-afbd-f93ccbcabd9c,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:34:41.113274 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-96b3f506-2273-4cbf-a0c0-d4bfb767861c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e7a244df-87b4-43d5-afbd-f93ccbcabd9c), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:41.133940 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.plugin [None req-96b3f506-2273-4cbf-a0c0-d4bfb767861c admin admin] Calling delete_port for e7a244df-87b4-43d5-afbd-f93ccbcabd9c owned by network:dhcp {{(pid=103773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:34:41.136320 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7cabc93e-beff-45fd-9e03-841b91af06bb None None] Deleting port e7a244df-87b4-43d5-afbd-f93ccbcabd9c {{(pid=103775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:34:41.136695 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7cabc93e-beff-45fd-9e03-841b91af06bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (e7a244df-87b4-43d5-afbd-f93ccbcabd9c), before_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:41.190827 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:34:41.203945 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.db [None req-7cabc93e-beff-45fd-9e03-841b91af06bb None None] For port e7a244df-87b4-43d5-afbd-f93ccbcabd9c, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=e7a244df-87b4-43d5-afbd-f93ccbcabd9c,segment=NetworkSegment(4c5fd76c-01dc-405a-9ba0-a6ded9d91002),segment_id=4c5fd76c-01dc-405a-9ba0-a6ded9d91002)] {{(pid=103775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:34:41.204656 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7cabc93e-beff-45fd-9e03-841b91af06bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (e7a244df-87b4-43d5-afbd-f93ccbcabd9c), precommit_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:41.218430 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-7cabc93e-beff-45fd-9e03-841b91af06bb None None] Calling delete_port for e7a244df-87b4-43d5-afbd-f93ccbcabd9c owned by network:dhcp {{(pid=103775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:34:41.224689 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-96b3f506-2273-4cbf-a0c0-d4bfb767861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828712'] for port (e7a244df-87b4-43d5-afbd-f93ccbcabd9c), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:41.251511 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3f506-2273-4cbf-a0c0-d4bfb767861c admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a244df-87b4-43d5-afbd-f93ccbcabd9c,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:34:41.257290 n-d-820368-21 neutron-server[103773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b3f506-2273-4cbf-a0c0-d4bfb767861c admin admin] No DVR routers for this DVR port e7a244df-87b4-43d5-afbd-f93ccbcabd9c on host n-d-820368-21 {{(pid=103773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:34:41.313787 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7cabc93e-beff-45fd-9e03-841b91af06bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116'] for port (e7a244df-87b4-43d5-afbd-f93ccbcabd9c), after_delete {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:41.334294 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-96b3f506-2273-4cbf-a0c0-d4bfb767861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (1de7e087-e523-4730-ab30-ed24d80e9269), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:41.340326 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabc93e-beff-45fd-9e03-841b91af06bb None None] Pushing event deleted for resources: {'Port': ['ID=e7a244df-87b4-43d5-afbd-f93ccbcabd9c,revision_number=None']} {{(pid=103775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:34:41.347473 n-d-820368-21 neutron-server[103775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cabc93e-beff-45fd-9e03-841b91af06bb None None] No DVR routers for this DVR port e7a244df-87b4-43d5-afbd-f93ccbcabd9c on host n-d-820368-21 {{(pid=103775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:34:41.356387 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-96b3f506-2273-4cbf-a0c0-d4bfb767861c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de7e087-e523-4730-ab30-ed24d80e9269']}} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:34:41.365555 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-96b3f506-2273-4cbf-a0c0-d4bfb767861c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5fd76c-01dc-405a-9ba0-a6ded9d91002') {'for_net_delete': True} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:34:41.365885 n-d-820368-21 neutron-server[103773]: DEBUG neutron.services.segments.db [None req-96b3f506-2273-4cbf-a0c0-d4bfb767861c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5fd76c-01dc-405a-9ba0-a6ded9d91002') {} {{(pid=103773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:34:41.376212 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-96b3f506-2273-4cbf-a0c0-d4bfb767861c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374916'] for segment (4c5fd76c-01dc-405a-9ba0-a6ded9d91002), before_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:41.390812 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-96b3f506-2273-4cbf-a0c0-d4bfb767861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (4c5fd76c-01dc-405a-9ba0-a6ded9d91002), precommit_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:41.396700 n-d-820368-21 neutron-server[103773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b3f506-2273-4cbf-a0c0-d4bfb767861c admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:34:41.397112 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-96b3f506-2273-4cbf-a0c0-d4bfb767861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8828869'] for segment (4c5fd76c-01dc-405a-9ba0-a6ded9d91002), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: Traceback (most recent call last): Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: timer() Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: cb(*args, **kw) Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: return func(*args, **kwargs) Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: self._notify() Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: self.callback(batched_events) Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: event.method(event) Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: return f(self, *a, **k) Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: return self._get(url).json() Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: return self.request(url, 'GET', **kwargs) Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:34:41.398761 n-d-820368-21 neutron-server[103773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:34:41.455102 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-96b3f506-2273-4cbf-a0c0-d4bfb767861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (1de7e087-e523-4730-ab30-ed24d80e9269), after_delete {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:41.460606 n-d-820368-21 neutron-server[103773]: DEBUG neutron_lib.callbacks.manager [None req-96b3f506-2273-4cbf-a0c0-d4bfb767861c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:41.463950 n-d-820368-21 neutron-server[103773]: INFO neutron.wsgi [None req-96b3f506-2273-4cbf-a0c0-d4bfb767861c admin admin] 10.222.0.13 "DELETE /v2.0/networks/1de7e087-e523-4730-ab30-ed24d80e9269 HTTP/1.1" status: 204 len: 168 time: 0.5510602 Feb 28 21:34:41.467542 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49720) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:34:41.475271 n-d-820368-21 neutron-server[103773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3f506-2273-4cbf-a0c0-d4bfb767861c admin admin] Pushing event deleted for resources: {'Network': ['ID=1de7e087-e523-4730-ab30-ed24d80e9269,revision_number=None']} {{(pid=103773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:34:41.825217 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1f6bc207-bc1a-49a2-ab31-044b09a99013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921867'] for router_interface (86ef3b50-e2f0-4fc0-b19a-f113b03f7700), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:42.081560 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-1f6bc207-bc1a-49a2-ab31-044b09a99013 admin admin] Deleting port aedddb0c-8b41-42d4-8f1a-c794174a1246 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:34:42.081823 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1f6bc207-bc1a-49a2-ab31-044b09a99013 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (aedddb0c-8b41-42d4-8f1a-c794174a1246), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:42.159450 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-1f6bc207-bc1a-49a2-ab31-044b09a99013 admin admin] For port aedddb0c-8b41-42d4-8f1a-c794174a1246, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=aedddb0c-8b41-42d4-8f1a-c794174a1246,segment=NetworkSegment(25b02000-d017-4c38-a872-3b4425950ee1),segment_id=25b02000-d017-4c38-a872-3b4425950ee1)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:34:42.159862 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1f6bc207-bc1a-49a2-ab31-044b09a99013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (aedddb0c-8b41-42d4-8f1a-c794174a1246), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:42.177732 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-1f6bc207-bc1a-49a2-ab31-044b09a99013 admin admin] Calling delete_port for aedddb0c-8b41-42d4-8f1a-c794174a1246 owned by network:router_interface {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:34:42.297492 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e7a244df-87b4-43d5-afbd-f93ccbcabd9c no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:34:42.318717 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: e7a244df-87b4-43d5-afbd-f93ccbcabd9c {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:34:42.319062 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device e7a244df-87b4-43d5-afbd-f93ccbcabd9c not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:34:42.319471 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ca393f85-3711-4f50-a926-535a503cc824 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:34:42.342563 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: ca393f85-3711-4f50-a926-535a503cc824 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:34:42.342825 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device ca393f85-3711-4f50-a926-535a503cc824 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:34:42.343245 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9202e531-ed15-4c42-9e4c-1275ca9e08b0 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:34:42.361653 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 9202e531-ed15-4c42-9e4c-1275ca9e08b0 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:34:42.361997 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 9202e531-ed15-4c42-9e4c-1275ca9e08b0 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:34:42.365837 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1f6bc207-bc1a-49a2-ab31-044b09a99013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (aedddb0c-8b41-42d4-8f1a-c794174a1246), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:42.392273 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bc207-bc1a-49a2-ab31-044b09a99013 admin admin] Pushing event deleted for resources: {'Port': ['ID=aedddb0c-8b41-42d4-8f1a-c794174a1246,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:34:42.563137 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-1f6bc207-bc1a-49a2-ab31-044b09a99013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921703'] for router_interface (86ef3b50-e2f0-4fc0-b19a-f113b03f7700), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:42.780685 n-d-820368-21 neutron-server[103774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6bc207-bc1a-49a2-ab31-044b09a99013 admin admin] Router 86ef3b50-e2f0-4fc0-b19a-f113b03f7700 has already been hosted by L3 agent 195c7e3b-88c2-430b-b495-3cd2dc843b8e {{(pid=103774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:34:42.888748 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6bc207-bc1a-49a2-ab31-044b09a99013 admin admin] Notify agent at l3_agent.n-d-820368-21 the message routers_updated {{(pid=103774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:34:42.893689 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-1f6bc207-bc1a-49a2-ab31-044b09a99013 admin admin] 10.222.0.13 "PUT /v2.0/routers/86ef3b50-e2f0-4fc0-b19a-f113b03f7700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4250958 Feb 28 21:34:42.896305 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49722) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:34:42.899050 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020a4dd8-50e3-4546-9465-5f4f4a8ecafc None None] Sync routers for ids ['86ef3b50-e2f0-4fc0-b19a-f113b03f7700'] in n-d-820368-21 {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:34:42.909566 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020a4dd8-50e3-4546-9465-5f4f4a8ecafc None None] Routers {'86ef3b50-e2f0-4fc0-b19a-f113b03f7700'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:34:42.910266 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-020a4dd8-50e3-4546-9465-5f4f4a8ecafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:34:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['86ef3b50-e2f0-4fc0-b19a-f113b03f7700'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:34:43.004748 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a2560b86-9784-4c18-b92f-7ff4fd69a071 admin admin] Publish callbacks [] for router (86ef3b50-e2f0-4fc0-b19a-f113b03f7700), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:43.104871 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-020a4dd8-50e3-4546-9465-5f4f4a8ecafc None None] Set router 86ef3b50-e2f0-4fc0-b19a-f113b03f7700 gateway port host: n-d-820368-21 {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:34:43.112601 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a2560b86-9784-4c18-b92f-7ff4fd69a071 admin admin] Publish callbacks [] for router_gateway (86ef3b50-e2f0-4fc0-b19a-f113b03f7700), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:43.165160 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-a2560b86-9784-4c18-b92f-7ff4fd69a071 admin admin] Deleting port 14ec93c2-1e20-4c22-94cc-41c719c82616 {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:34:43.165498 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a2560b86-9784-4c18-b92f-7ff4fd69a071 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (14ec93c2-1e20-4c22-94cc-41c719c82616), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:43.246686 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-a2560b86-9784-4c18-b92f-7ff4fd69a071 admin admin] For port 14ec93c2-1e20-4c22-94cc-41c719c82616, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=14ec93c2-1e20-4c22-94cc-41c719c82616,segment=NetworkSegment(e3ba06fd-5c02-4399-a2e4-29a35f97fd08),segment_id=e3ba06fd-5c02-4399-a2e4-29a35f97fd08)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:34:43.247192 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a2560b86-9784-4c18-b92f-7ff4fd69a071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (14ec93c2-1e20-4c22-94cc-41c719c82616), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:43.264851 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-a2560b86-9784-4c18-b92f-7ff4fd69a071 admin admin] Calling delete_port for 14ec93c2-1e20-4c22-94cc-41c719c82616 owned by network:router_gateway {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:34:43.288081 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-020a4dd8-50e3-4546-9465-5f4f4a8ecafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ef3b50-e2f0-4fc0-b19a-f113b03f7700', 'name': 'tempest-TestSnapshotPattern-686353523-router', 'tenant_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'external_fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '14ec93c2-1e20-4c22-94cc-41c719c82616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:56Z', 'updated_at': '2022-02-28T21:34:42Z', 'revision_number': 5, 'project_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'gw_port': {'id': '14ec93c2-1e20-4c22-94cc-41c719c82616', 'name': '', 'network_id': 'e5b4e9eb-e596-4b7a-aef2-64f5c0c57d99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ef3b50-e2f0-4fc0-b19a-f113b03f7700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:29:56Z', 'updated_at': '2022-02-28T21:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb133b64-bba5-48a3-b921-04ef8e0b9c5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-21'}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:34:43.314264 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020a4dd8-50e3-4546-9465-5f4f4a8ecafc None None] Checking router: 86ef3b50-e2f0-4fc0-b19a-f113b03f7700 for host: n-d-820368-21 {{(pid=103776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:34:43.322302 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020a4dd8-50e3-4546-9465-5f4f4a8ecafc None None] Routers {'86ef3b50-e2f0-4fc0-b19a-f113b03f7700'} bound to L3 agent in host n-d-820368-21 {{(pid=103776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:34:43.322940 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-020a4dd8-50e3-4546-9465-5f4f4a8ecafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:55:19Z,description=,heartbeat_timestamp=2022-02-28T21:34:19Z,host='n-d-820368-21',id=195c7e3b-88c2-430b-b495-3cd2dc843b8e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:55:19Z,topic='l3_agent')) {'router_ids': ['86ef3b50-e2f0-4fc0-b19a-f113b03f7700'], 'active': True} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:34:43.410082 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_dvr_db [None req-020a4dd8-50e3-4546-9465-5f4f4a8ecafc None None] Set router 86ef3b50-e2f0-4fc0-b19a-f113b03f7700 gateway port host: None {{(pid=103776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:34:43.431506 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a2560b86-9784-4c18-b92f-7ff4fd69a071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (14ec93c2-1e20-4c22-94cc-41c719c82616), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:43.458193 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2560b86-9784-4c18-b92f-7ff4fd69a071 admin admin] Pushing event deleted for resources: {'Port': ['ID=14ec93c2-1e20-4c22-94cc-41c719c82616,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:34:43.465243 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.l3_hamode_db [None req-020a4dd8-50e3-4546-9465-5f4f4a8ecafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ef3b50-e2f0-4fc0-b19a-f113b03f7700', 'name': 'tempest-TestSnapshotPattern-686353523-router', 'tenant_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:56Z', 'updated_at': '2022-02-28T21:34:43Z', 'revision_number': 6, 'project_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'gw_port_host': None}], 'n-d-820368-21', False) {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:34:43.492307 n-d-820368-21 neutron-server[103776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020a4dd8-50e3-4546-9465-5f4f4a8ecafc None None] The sync data for ids ['86ef3b50-e2f0-4fc0-b19a-f113b03f7700'] in n-d-820368-21 is: [{'id': '86ef3b50-e2f0-4fc0-b19a-f113b03f7700', 'name': 'tempest-TestSnapshotPattern-686353523-router', 'tenant_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:29:56Z', 'updated_at': '2022-02-28T21:34:43Z', 'revision_number': 6, 'project_id': 'ea1ad585bc3a47c0b30fcbe86a82e83b', 'gw_port_host': None}] {{(pid=103776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:34:43.520865 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a2560b86-9784-4c18-b92f-7ff4fd69a071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916165'] for router_gateway (86ef3b50-e2f0-4fc0-b19a-f113b03f7700), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:43.624607 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a2560b86-9784-4c18-b92f-7ff4fd69a071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63446'] for router (86ef3b50-e2f0-4fc0-b19a-f113b03f7700), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:43.626743 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a2560b86-9784-4c18-b92f-7ff4fd69a071 admin admin] Publish callbacks [] for router_controller (86ef3b50-e2f0-4fc0-b19a-f113b03f7700), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:43.676199 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a2560b86-9784-4c18-b92f-7ff4fd69a071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921198'] for router (86ef3b50-e2f0-4fc0-b19a-f113b03f7700), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:43.676650 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2560b86-9784-4c18-b92f-7ff4fd69a071 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86ef3b50-e2f0-4fc0-b19a-f113b03f7700 {{(pid=103774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 21:34:43.681276 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a2560b86-9784-4c18-b92f-7ff4fd69a071 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:43.682603 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-a2560b86-9784-4c18-b92f-7ff4fd69a071 admin admin] 10.222.0.13 "DELETE /v2.0/routers/86ef3b50-e2f0-4fc0-b19a-f113b03f7700 HTTP/1.1" status: 204 len: 168 time: 0.7853930 Feb 28 21:34:43.685441 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49724) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:34:43.729400 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c84aeaa-824b-4dbf-9168-5890161a9367 admin admin] Deleting subnet 2017130b-0325-4ec5-b137-75ffaa39abc6 {{(pid=103774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:34:43.732563 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0c84aeaa-824b-4dbf-9168-5890161a9367 admin admin] Publish callbacks [] for subnet (2017130b-0325-4ec5-b137-75ffaa39abc6), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:43.766578 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0c84aeaa-824b-4dbf-9168-5890161a9367 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10451261'] for subnet (2017130b-0325-4ec5-b137-75ffaa39abc6), precommit_delete_associations {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:43.849457 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0c84aeaa-824b-4dbf-9168-5890161a9367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886886'] for subnet (2017130b-0325-4ec5-b137-75ffaa39abc6), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:43.912821 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0c84aeaa-824b-4dbf-9168-5890161a9367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10359940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9823286'] for subnet (2017130b-0325-4ec5-b137-75ffaa39abc6), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:43.940867 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84aeaa-824b-4dbf-9168-5890161a9367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2017130b-0325-4ec5-b137-75ffaa39abc6,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:34:43.943694 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-0c84aeaa-824b-4dbf-9168-5890161a9367 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:43.946555 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f9e47f-d617-4141-a6f0-e2721ee43a44 None None] Network 48770b4b-e9a4-4e09-8473-c105c0f43548 requested from n-d-820368-21 {{(pid=103775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:34:43.948847 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-0c84aeaa-824b-4dbf-9168-5890161a9367 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2017130b-0325-4ec5-b137-75ffaa39abc6 HTTP/1.1" status: 204 len: 168 time: 0.2624257 Feb 28 21:34:43.951126 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49726) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:34:44.018593 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-371c25ab-a915-4afd-84ba-a6ab71ce38c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829341'] for network (48770b4b-e9a4-4e09-8473-c105c0f43548), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:44.077352 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-371c25ab-a915-4afd-84ba-a6ab71ce38c9 admin admin] Deleting port 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f {{(pid=103774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:34:44.077689 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-371c25ab-a915-4afd-84ba-a6ab71ce38c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787400719481'] for port (44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:44.139628 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.db [None req-371c25ab-a915-4afd-84ba-a6ab71ce38c9 admin admin] For port 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f, host n-d-820368-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-21',level=0,port_id=44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f,segment=NetworkSegment(25b02000-d017-4c38-a872-3b4425950ee1),segment_id=25b02000-d017-4c38-a872-3b4425950ee1)] {{(pid=103774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:34:44.140023 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-371c25ab-a915-4afd-84ba-a6ab71ce38c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3916960'] for port (44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:44.152110 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-371c25ab-a915-4afd-84ba-a6ab71ce38c9 admin admin] Calling delete_port for 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f owned by network:dhcp {{(pid=103774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:34:44.249335 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-371c25ab-a915-4afd-84ba-a6ab71ce38c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787400725212', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787400154116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359991'] for port (44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:44.280931 n-d-820368-21 neutron-server[103775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52edf5da-0d43-40fa-9577-7fa2fabd7627 None None] DHCP port deletion for 48770b4b-e9a4-4e09-8473-c105c0f43548 request from n-d-820368-21 {{(pid=103775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 21:34:44.283941 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c25ab-a915-4afd-84ba-a6ab71ce38c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:34:44.287313 n-d-820368-21 neutron-server[103774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c25ab-a915-4afd-84ba-a6ab71ce38c9 admin admin] No DVR routers for this DVR port 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f on host n-d-820368-21 {{(pid=103774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:34:44.345580 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device aedddb0c-8b41-42d4-8f1a-c794174a1246 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:34:44.365784 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: aedddb0c-8b41-42d4-8f1a-c794174a1246 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:34:44.366128 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device aedddb0c-8b41-42d4-8f1a-c794174a1246 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:34:44.366545 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 14ec93c2-1e20-4c22-94cc-41c719c82616 no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:34:44.368712 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-371c25ab-a915-4afd-84ba-a6ab71ce38c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703901', 'neutron.services.segments.db._delete_segments_for_network-8787400480925'] for network (48770b4b-e9a4-4e09-8473-c105c0f43548), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:44.386671 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 14ec93c2-1e20-4c22-94cc-41c719c82616 {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:34:44.387019 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 14ec93c2-1e20-4c22-94cc-41c719c82616 not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:34:44.387435 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f no longer exists at agent ovs-agent-n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:34:44.391706 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-371c25ab-a915-4afd-84ba-a6ab71ce38c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48770b4b-e9a4-4e09-8473-c105c0f43548']}} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:34:44.401723 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-371c25ab-a915-4afd-84ba-a6ab71ce38c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b02000-d017-4c38-a872-3b4425950ee1') {'for_net_delete': True} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:34:44.402020 n-d-820368-21 neutron-server[103774]: DEBUG neutron.services.segments.db [None req-371c25ab-a915-4afd-84ba-a6ab71ce38c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b02000-d017-4c38-a872-3b4425950ee1') {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:34:44.413586 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-371c25ab-a915-4afd-84ba-a6ab71ce38c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787400484006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10451242'] for segment (25b02000-d017-4c38-a872-3b4425950ee1), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:44.413969 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.plugin [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] No Port match for: 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f {{(pid=103775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:34:44.414514 n-d-820368-21 neutron-server[103775]: DEBUG neutron.plugins.ml2.rpc [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Device 44057dd4-d8a7-4f4f-8e05-faebfeaf5e8f not bound to the agent host n-d-820368-21 {{(pid=103775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:34:44.428709 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-371c25ab-a915-4afd-84ba-a6ab71ce38c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569'] for segment (25b02000-d017-4c38-a872-3b4425950ee1), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:44.436524 n-d-820368-21 neutron-server[103774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371c25ab-a915-4afd-84ba-a6ab71ce38c9 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:34:44.437000 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-371c25ab-a915-4afd-84ba-a6ab71ce38c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10359898'] for segment (25b02000-d017-4c38-a872-3b4425950ee1), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: Traceback (most recent call last): Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: timer() Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: cb(*args, **kw) Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: return func(*args, **kwargs) Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: self._notify() Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: self.callback(batched_events) Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: event.method(event) Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: return f(self, *a, **k) Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: return self._get(url).json() Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: return self.request(url, 'GET', **kwargs) Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:34:44.438846 n-d-820368-21 neutron-server[103774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:34:44.493194 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-371c25ab-a915-4afd-84ba-a6ab71ce38c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916217'] for network (48770b4b-e9a4-4e09-8473-c105c0f43548), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:44.499104 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-371c25ab-a915-4afd-84ba-a6ab71ce38c9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:44.502468 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-371c25ab-a915-4afd-84ba-a6ab71ce38c9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/48770b4b-e9a4-4e09-8473-c105c0f43548 HTTP/1.1" status: 204 len: 168 time: 0.5503993 Feb 28 21:34:44.516159 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c25ab-a915-4afd-84ba-a6ab71ce38c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=48770b4b-e9a4-4e09-8473-c105c0f43548,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:34:44.698013 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49730) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:34:44.737010 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-37b63279-807f-4f0b-abf7-9fa949b90aed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cd28fb1f5c44f6b95f1aaa0245aa1c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378361 Feb 28 21:34:44.739454 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49732) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:34:45.135879 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e52437a-0fe2-4ca9-82ba-0cefe28ee25e admin admin] Publish callbacks [] for security_group (04c6d6e9-5752-4a1b-8502-f1ddd1c822a2), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:45.157040 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e52437a-0fe2-4ca9-82ba-0cefe28ee25e admin admin] Publish callbacks [] for security_group (04c6d6e9-5752-4a1b-8502-f1ddd1c822a2), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:45.205726 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e52437a-0fe2-4ca9-82ba-0cefe28ee25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (04c6d6e9-5752-4a1b-8502-f1ddd1c822a2), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:45.208318 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-6e52437a-0fe2-4ca9-82ba-0cefe28ee25e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:45.209491 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-6e52437a-0fe2-4ca9-82ba-0cefe28ee25e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04c6d6e9-5752-4a1b-8502-f1ddd1c822a2 HTTP/1.1" status: 204 len: 168 time: 0.4691291 Feb 28 21:34:45.217502 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52437a-0fe2-4ca9-82ba-0cefe28ee25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c6d6e9-5752-4a1b-8502-f1ddd1c822a2,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:34:45.527081 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49738) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:34:45.566077 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-74d2b041-78dd-425f-8786-90a0c80161d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea1ad585bc3a47c0b30fcbe86a82e83b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378568 Feb 28 21:34:45.568700 n-d-820368-21 neutron-server[103774]: DEBUG neutron.wsgi [-] (103774) accepted ('10.222.0.13', 49740) {{(pid=103774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:34:45.614684 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-273c1fdf-a057-404e-86cb-846835f909e6 admin admin] Publish callbacks [] for security_group (4f3feb94-a0ae-453f-a887-5b80d8e247c3), before_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:45.637263 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-273c1fdf-a057-404e-86cb-846835f909e6 admin admin] Publish callbacks [] for security_group (4f3feb94-a0ae-453f-a887-5b80d8e247c3), precommit_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:45.684403 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-273c1fdf-a057-404e-86cb-846835f909e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706043'] for security_group (4f3feb94-a0ae-453f-a887-5b80d8e247c3), after_delete {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:45.687470 n-d-820368-21 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-273c1fdf-a057-404e-86cb-846835f909e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:45.691161 n-d-820368-21 neutron-server[103774]: INFO neutron.wsgi [None req-273c1fdf-a057-404e-86cb-846835f909e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f3feb94-a0ae-453f-a887-5b80d8e247c3 HTTP/1.1" status: 204 len: 168 time: 0.1190643 Feb 28 21:34:45.696947 n-d-820368-21 neutron-server[103774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c1fdf-a057-404e-86cb-846835f909e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3feb94-a0ae-453f-a887-5b80d8e247c3,revision_number=None']} {{(pid=103774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:34:46.689937 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f5c73fff-4fb2-410b-940a-9dfb9fb2158e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:49.239379 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-924d6a1e-027d-4ba9-a9a6-f8bd54be57ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:50.451963 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:50.453053 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:51.630822 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:52.927300 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:34:53.328107 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:35:16.693752 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-44f12bcf-9328-4914-b2c7-51adaf5e12ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:35:18.189862 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:35:19.242024 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e0fe99e0-aa38-4450-8aa8-7479ba15ac35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:35:20.451535 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:35:20.453095 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:35:21.633544 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:35:22.929545 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:35:23.353013 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:35:46.696994 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-96740488-b531-4eda-b0a3-6acf0435977a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:35:49.246101 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3c155574-c2a5-4566-8a89-09ebff207980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:35:50.444880 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:35:50.446142 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:35:51.639997 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:35:52.932541 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:35:53.354839 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:35:55.189132 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:36:16.698838 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7a7491c5-a062-4f00-a268-c7e3ad625bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:36:19.248301 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-7d4c8eae-b251-487c-a8db-d7d6cfbeedde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:36:20.445100 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:36:20.459782 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:36:21.639741 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:36:22.937404 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:36:23.375161 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:36:32.188538 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:36:46.705266 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-fbef7209-f412-4e58-8ed5-6645e674e60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:36:49.250076 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a1bc4669-987a-462b-9e74-664952c0e8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:36:50.454492 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:36:50.459181 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:36:51.643209 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:36:52.940027 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:36:53.387775 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:37:09.187043 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:37:16.696820 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-aed55207-399c-4159-b01f-81c1f291c566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:37:19.251568 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1f6b321e-2f12-4542-b048-86ed1740a883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:37:20.456897 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:37:20.461106 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:37:21.645592 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:37:22.944208 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:37:23.386775 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:37:46.187206 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:37:46.702649 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bc247a07-d296-4fd3-ba3a-9f606df5de07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:37:49.253136 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d23042cb-f298-4238-8b96-d0865af08c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:37:50.453820 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:37:50.472554 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:37:51.647497 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:37:52.948424 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:37:53.385825 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:38:16.705362 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-269d37eb-bccd-40b8-8ff0-764830ac7657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:38:19.263292 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e248f802-a9db-42f5-ba93-5feceb42f705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:38:20.456157 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:38:20.471911 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:38:21.650587 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:38:22.953300 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:38:23.185830 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:38:23.400002 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:38:46.708312 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-a88ff586-93ec-456a-a262-7ff6a360be4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:38:49.254718 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0374418e-7127-4c3b-8aaa-669c237d5904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:38:50.461332 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:38:50.471399 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:38:51.653738 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:38:52.955843 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:38:53.402353 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:39:00.184868 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:39:16.710724 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-9d650892-d043-4f20-9543-7c8b9e26a79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:39:19.260193 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-42272841-d0d5-4355-9f6d-d10b31270546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:39:20.467372 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:39:20.473532 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:39:21.656082 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:39:22.957669 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:39:23.414670 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:39:37.184547 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:39:46.714535 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-930dd36a-f436-455d-b695-09f1206e3892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:39:49.252764 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e7b9c2b1-c7e7-4610-ab65-e35c63f3e7f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:39:50.467696 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:39:50.473631 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:39:51.657604 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:39:52.961483 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:39:53.405195 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:40:14.183105 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:40:16.716640 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-c3abb750-6a5d-48ae-b9f1-b0279645210a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:40:19.254889 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0337559c-7073-464f-9b4e-72171e3cddab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:40:20.472663 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:40:20.475037 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:40:21.661099 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:40:22.965249 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:40:23.426669 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:40:46.718943 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-58ad29c2-3095-4798-8a8b-592df6f10180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:40:49.256271 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-054f8200-7c73-4e8b-bf10-4981af44c61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:40:50.475782 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:40:50.477389 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:40:51.182998 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:40:51.664776 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:40:52.968277 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:40:53.425623 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:41:16.720275 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-bf155f6f-9558-47b0-ba27-d6edf14f471c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:41:19.259697 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-667ff667-9a28-4c4d-aa1c-e35ea8ae2548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:41:20.479367 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:41:20.483918 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:41:21.665681 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:41:22.972475 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:41:23.423708 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:41:28.181594 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:41:46.724413 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-84597b16-a500-49aa-b6d9-32283269b6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:41:49.261670 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-e3691810-3206-426d-b91d-ef12922bca71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:41:50.475459 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:41:50.495560 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:41:51.668068 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:41:52.975182 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:41:53.426456 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:42:05.180609 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:42:16.726948 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f707b8c1-5ceb-4355-b17c-9e1bc87fe95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:42:19.263046 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-45a89507-03cd-4568-b913-2b94e0e38c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:42:20.479448 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:42:20.509907 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:42:21.670357 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:42:22.977199 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:42:23.422877 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:42:42.179263 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:42:46.730028 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-f26ce507-ba96-44b6-b83d-0aa66e4dd14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:42:46.813454 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-7149de7d-c923-468e-b9e2-73224be22756 service neutron] (103773) timed out ('10.222.0.13', 47602) {{(pid=103773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 21:42:46.890465 n-d-820368-21 neutron-server[103773]: DEBUG neutron.wsgi [req-66fa8f94-a3e9-4ac0-843e-29c16b98c9cd req-9eaedba7-e219-4636-8ac1-670eb5e6a60b tempest-TestShelveInstance-86261847 tempest-TestShelveInstance-86261847-project] (103773) timed out ('10.222.0.13', 47622) {{(pid=103773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 21:42:49.265488 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-d15cbd16-f5e9-4f20-a77c-460bf3d1df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:42:50.481189 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:42:50.527726 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:42:51.673677 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:42:52.979523 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-0e68bcba-8ebb-4038-8555-e7d9e47af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (70a931e6-6178-4900-8a44-446122c851c9), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:42:53.423343 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3a9-90b5-40ab-92ce-c8b6054edfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6205baa5-1fc8-40b8-b10a-b7a325ca4dab), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:43:16.733715 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-1d709eb2-c612-4db6-b5b8-f1e3f433d7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6c1142d9-050d-4949-adf6-cfe36832e496), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:43:19.179021 n-d-820368-21 neutron-server[103776]: DEBUG neutron.db.agents_db [None req-0af5d244-5d02-41fe-a746-3a87c1272c91 None None] Agent healthcheck: found 7 active agents {{(pid=103776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:43:19.275461 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-3e207b6a-b73a-432a-b45a-c23facdd9fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (195c7e3b-88c2-430b-b495-3cd2dc843b8e), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:43:20.485036 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-89c0047c-11c4-4dab-a476-ce3c23023915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (6418f468-71b1-4f10-8b5c-42993def79bb), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:43:20.542073 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-5479fe3c-7fc0-4c7e-941f-782dadc2eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (449401bf-167c-4deb-a4c8-8af7b187ef28), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:43:21.675733 n-d-820368-21 neutron-server[103775]: DEBUG neutron_lib.callbacks.manager [None req-778408ad-c9be-49c0-a510-d65bbb60c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787400480907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702858'] for agent (fc22b9b4-0a11-434e-a4ce-97a8a998160c), after_update {{(pid=103775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}